-- Logs begin at Thu 2021-09-30 12:18:46 UTC, end at Thu 2021-09-30 14:36:54 UTC. -- Sep 30 12:50:01.205708 n-d-810909-2 systemd[1]: Started Devstack devstack@q-svc.service. Sep 30 12:50:03.927813 n-d-810909-2 neutron-server[94654]: INFO neutron.common.config [-] Logging enabled! Sep 30 12:50:03.928384 n-d-810909-2 neutron-server[94654]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev40 Sep 30 12:50:03.928603 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94654) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 30 12:50:03.931818 n-d-810909-2 neutron-server[94654]: INFO neutron.common.config [-] Logging enabled! Sep 30 12:50:03.932070 n-d-810909-2 neutron-server[94654]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev40 Sep 30 12:50:03.932374 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94654) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 30 12:50:03.933294 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 30 12:50:03.933527 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 30 12:50:03.933888 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 30 12:50:03.934153 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 30 12:50:03.934379 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 30 12:50:03.934695 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.934991 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.935283 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.935508 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.935798 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.936083 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.936358 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.936643 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.936934 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.937208 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.937479 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.937756 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.937982 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.938279 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.938560 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.938840 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.939058 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] debug = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.939329 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.939742 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.940137 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.940412 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.940702 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.940972 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.941237 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.941505 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.941784 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.942126 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] host = n-d-810909-2 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.942400 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.942681 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.942962 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.943244 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.944022 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.944298 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.944580 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.944850 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.945120 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] log_file = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.945390 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.945679 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.945964 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.946277 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.946498 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.946717 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.947000 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.947281 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.947550 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.947818 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.948086 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.948355 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.948621 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.948883 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.949161 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.949438 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.949715 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.949985 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.950276 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.950540 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.950807 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.951087 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.951357 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.951621 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.951887 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.952168 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.952430 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.952695 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.952989 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.957236 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.957236 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.957236 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.957236 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.957236 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.957236 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.957236 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.957236 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] use_json = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.957796 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.957796 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.957796 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.957796 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.957796 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.957796 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.957796 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.957796 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:03.958355 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.958355 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.958355 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.958355 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.958621 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.958792 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.959074 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.959896 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.960182 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.960467 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.960749 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.961022 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.961304 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.961574 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.961863 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.962188 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.962477 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.962764 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.963033 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.963299 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.963566 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.963836 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.964118 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.964390 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.964671 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.964955 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.965226 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.965508 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.965794 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.966112 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.966384 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.966656 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.966942 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.967211 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.967474 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.967744 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.968028 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.968299 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.968562 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.968835 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.969105 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.969369 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.969635 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.969907 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.970220 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.970498 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.970755 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.971022 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.971291 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.971561 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.971832 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.972104 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.972369 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.972633 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.972905 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.973172 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.973436 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.973704 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.973970 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.974262 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.974528 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.974816 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.975085 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.975349 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.975619 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.975884 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.976150 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.976418 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.976683 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.976947 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.977210 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.977474 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.977739 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.978029 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.978337 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.978616 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.978888 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.979152 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.979431 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.979692 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.979963 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.980237 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.980509 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.980777 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.981063 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.981338 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.981617 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.981893 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.982187 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.982486 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.982758 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.983037 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.983308 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.983581 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.983860 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.984138 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.984430 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.984720 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.985011 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.985298 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.985592 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.985867 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.986201 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.986477 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:03.986693 n-d-810909-2 neutron-server[94654]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 30 12:50:03.986930 n-d-810909-2 neutron-server[94654]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94654) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 30 12:50:04.331334 n-d-810909-2 neutron-server[94654]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 12:50:04.331541 n-d-810909-2 neutron-server[94654]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 12:50:04.331828 n-d-810909-2 neutron-server[94654]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 12:50:04.332157 n-d-810909-2 neutron-server[94654]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 30 12:50:04.724564 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:04.725366 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:04.725635 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:04.726843 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:04.727115 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:04.727374 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:04.762877 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:04.763153 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:04.763437 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:04.778337 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:04.778614 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:04.778882 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:04.807754 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:04.808023 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:04.808282 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:04.844454 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:04.844724 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:04.844989 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.073599 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.074238 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.074238 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.074420 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.075018 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.193687 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.194000 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.194300 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.194568 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.194832 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.195134 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.195385 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.195633 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.195880 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.196151 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.196406 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.196660 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.196906 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.197150 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.197398 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.197656 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.197907 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.198192 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.198456 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.198706 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.198969 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.199215 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.199489 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.199855 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.200098 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.200336 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.200726 n-d-810909-2 neutron-server[94654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 12:50:05.200959 n-d-810909-2 neutron-server[94654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 12:50:05.201189 n-d-810909-2 neutron-server[94654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 12:50:05.201418 n-d-810909-2 neutron-server[94654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 12:50:05.201647 n-d-810909-2 neutron-server[94654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 12:50:05.201876 n-d-810909-2 neutron-server[94654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 12:50:05.202332 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 30 12:50:05.205352 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 30 12:50:05.209821 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 30 12:50:05.213654 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Sep 30 12:50:05.215284 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 30 12:50:05.215731 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 30 12:50:05.216060 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 30 12:50:05.216439 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 30 12:50:05.219208 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 30 12:50:05.219458 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 30 12:50:05.219802 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 30 12:50:05.225676 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 30 12:50:05.247194 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 30 12:50:05.247639 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.247930 n-d-810909-2 neutron-server[94654]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94654) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 30 12:50:05.248290 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.249633 n-d-810909-2 neutron-server[94654]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94654) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 30 12:50:05.249909 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 30 12:50:05.250193 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 30 12:50:05.253529 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.253809 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:05.317396 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 30 12:50:05.317631 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 30 12:50:05.317871 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 30 12:50:05.318263 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 30 12:50:05.340677 n-d-810909-2 neutron-server[94654]: DEBUG oslo_db.sqlalchemy.engines [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94654) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 30 12:50:05.871083 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.managers [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Initializing driver for type 'gre' Sep 30 12:50:05.871606 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] gre ID ranges: [(1, 1000)] Sep 30 12:50:05.926167 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.managers [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Initializing driver for type 'local' Sep 30 12:50:05.926523 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.managers [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Initializing driver for type 'vlan' Sep 30 12:50:05.939293 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] VlanTypeDriver initialization complete Sep 30 12:50:05.939767 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.managers [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Initializing driver for type 'vxlan' Sep 30 12:50:05.940285 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] vxlan ID ranges: [(1, 1000)] Sep 30 12:50:05.992784 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.managers [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Initializing extension driver 'port_security' Sep 30 12:50:05.993139 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.extensions.port_security [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] PortSecurityExtensionDriver initialization complete Sep 30 12:50:05.993477 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.managers [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Initializing mechanism driver 'openvswitch' Sep 30 12:50:05.993814 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.managers [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Initializing mechanism driver 'hyperv' Sep 30 12:50:06.000494 n-d-810909-2 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 12:50:06.001177 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > port after_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.001552 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > port after_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.001909 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > port after_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.002464 n-d-810909-2 neutron-server[94654]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94654) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 30 12:50:06.002898 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > subnet after_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.003256 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > subnet after_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.003606 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.003999 n-d-810909-2 neutron-server[94654]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94654) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 30 12:50:06.004404 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > network after_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.004752 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > network after_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.005093 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > network after_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.005482 n-d-810909-2 neutron-server[94654]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94654) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 30 12:50:06.005890 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > security_group after_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.007212 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > security_group after_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.007558 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.007954 n-d-810909-2 neutron-server[94654]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94654) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 30 12:50:06.008362 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.008716 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.009056 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.009446 n-d-810909-2 neutron-server[94654]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94654) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 30 12:50:06.009849 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > address_group after_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.010230 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > address_group after_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.010571 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.010960 n-d-810909-2 neutron-server[94654]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94654) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 30 12:50:06.011337 n-d-810909-2 neutron-server[94654]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] ML2 OVO RPC backend initialized. {{(pid=94654) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 30 12:50:06.012048 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.012404 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.012821 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > network before_response 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.013167 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > networks before_response 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.013514 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > port before_response 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.013854 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > ports before_response 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.014228 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > subnet before_response 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.014571 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > subnets before_response 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.014915 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > network after_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.015255 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > network after_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.015593 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > network after_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.015929 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > port after_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.016263 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > port after_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.016596 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > port after_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.016930 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > subnet after_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.017266 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > subnet after_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.017600 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.018208 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.plugin [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Modular L2 Plugin initialization complete Sep 30 12:50:06.018539 n-d-810909-2 neutron-server[94654]: DEBUG neutron.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading services supported by the core plugin {{(pid=94654) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 30 12:50:06.018895 n-d-810909-2 neutron-server[94654]: INFO neutron.plugins.ml2.managers [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Got port-security extension from driver 'port_security' Sep 30 12:50:06.019358 n-d-810909-2 neutron-server[94654]: INFO neutron.extensions.vlantransparent [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Disabled vlantransparent extension. Sep 30 12:50:06.019838 n-d-810909-2 neutron-server[94654]: DEBUG neutron.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94654) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 30 12:50:06.020154 n-d-810909-2 neutron-server[94654]: INFO neutron.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading Plugin: router Sep 30 12:50:06.055618 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.056010 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > router after_create 55549900 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.056383 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > router before_create 55549900 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.056753 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.057129 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.057609 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > router after_delete 55549900 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.057973 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.058351 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.058735 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > router after_create 55549900 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.059072 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > router after_update 55549900 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.059422 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > router after_update 55549900 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.059770 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.060131 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > router after_update 55549900 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.060543 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > router precommit_update 55549900 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.060916 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: port after_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.061255 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: port after_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.061592 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: subnet after_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.061931 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.062310 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.062663 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > router precommit_create 55549900 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.063007 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: port before_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.063373 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > router precommit_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.063732 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > router after_update 55549900 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.064074 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.064424 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > router precommit_create 55549900 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.064786 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.065133 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > router precommit_update 55549900 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.065559 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > agent after_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.065955 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > agent after_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.066325 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > network after_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.067185 n-d-810909-2 neutron-server[94654]: DEBUG neutron.quota.resource_registry [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Tracking information for resource: router configured {{(pid=94654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 12:50:06.067520 n-d-810909-2 neutron-server[94654]: DEBUG neutron.quota.resource_registry [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Tracking information for resource: floatingip configured {{(pid=94654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 12:50:06.072914 n-d-810909-2 neutron-server[94654]: INFO neutron.db.l3_agentschedulers_db [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 30 12:50:06.073494 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: port after_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.073936 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: port after_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.074487 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: port after_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.074727 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: port after_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.075527 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > router before_create 55550100 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.075895 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.076263 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > router precommit_create 55550100 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.076624 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > router precommit_update 55550100 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.081411 n-d-810909-2 neutron-server[94654]: DEBUG neutron.services.provider_configuration [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Service providers = [] {{(pid=94654) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 30 12:50:06.081810 n-d-810909-2 neutron-server[94654]: DEBUG neutron.db.servicetype_db [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94654) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 30 12:50:06.084876 n-d-810909-2 neutron-server[94654]: DEBUG neutron.services.service_base [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94654) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 30 12:50:06.085227 n-d-810909-2 neutron-server[94654]: DEBUG neutron.services.service_base [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94654) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 30 12:50:06.085575 n-d-810909-2 neutron-server[94654]: DEBUG neutron.services.service_base [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94654) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 30 12:50:06.086496 n-d-810909-2 neutron-server[94654]: DEBUG neutron.services.service_base [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94654) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 30 12:50:06.086873 n-d-810909-2 neutron-server[94654]: INFO neutron.services.service_base [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 30 12:50:06.087253 n-d-810909-2 neutron-server[94654]: DEBUG neutron.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 12:50:06.087576 n-d-810909-2 neutron-server[94654]: INFO neutron.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 30 12:50:06.098264 n-d-810909-2 neutron-server[94654]: DEBUG neutron.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 12:50:06.098602 n-d-810909-2 neutron-server[94654]: INFO neutron.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading Plugin: auto_allocate Sep 30 12:50:06.104244 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: network precommit_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.104614 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: network precommit_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.105131 n-d-810909-2 neutron-server[94654]: DEBUG neutron.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 12:50:06.105452 n-d-810909-2 neutron-server[94654]: INFO neutron.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading Plugin: tag Sep 30 12:50:06.112189 n-d-810909-2 neutron-server[94654]: DEBUG neutron.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 12:50:06.112594 n-d-810909-2 neutron-server[94654]: INFO neutron.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading Plugin: timestamp Sep 30 12:50:06.116907 n-d-810909-2 neutron-server[94654]: DEBUG neutron.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 12:50:06.117239 n-d-810909-2 neutron-server[94654]: INFO neutron.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading Plugin: network_ip_availability Sep 30 12:50:06.122718 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.123044 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.123403 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.124116 n-d-810909-2 neutron-server[94654]: DEBUG neutron.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 12:50:06.124440 n-d-810909-2 neutron-server[94654]: INFO neutron.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading Plugin: flavors Sep 30 12:50:06.129413 n-d-810909-2 neutron-server[94654]: DEBUG neutron.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 12:50:06.129751 n-d-810909-2 neutron-server[94654]: INFO neutron.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading Plugin: revisions Sep 30 12:50:06.134966 n-d-810909-2 neutron-server[94654]: DEBUG neutron.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 12:50:06.135358 n-d-810909-2 neutron-server[94654]: DEBUG oslo_concurrency.lockutils [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.803s {{(pid=94654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 12:50:06.136087 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94654) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 30 12:50:06.136428 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Initializing extension manager. Sep 30 12:50:06.136937 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: __init__.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.137276 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: __pycache__ {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.137607 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.137937 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: address_group.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.138718 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.139285 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: address-group Sep 30 12:50:06.139611 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: address_scope.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.140328 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.140837 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: address-scope Sep 30 12:50:06.141160 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.142120 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.142641 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: router-admin-state-down-before-update Sep 30 12:50:06.142969 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: agent.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.143678 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.144192 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: agent Sep 30 12:50:06.144590 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: agent_resources_synced.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.145510 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.146042 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: agent-resources-synced Sep 30 12:50:06.146376 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: allowedaddresspairs.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.148189 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.148711 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: allowed-address-pairs Sep 30 12:50:06.149047 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: auto_allocated_topology.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.150453 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.150973 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: auto-allocated-topology Sep 30 12:50:06.151300 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: availability_zone.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.152001 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.152513 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: availability_zone Sep 30 12:50:06.152838 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: availability_zone_filter.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.153756 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.154301 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: availability_zone_filter Sep 30 12:50:06.154625 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: data_plane_status.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.155541 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.156054 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension data-plane-status not supported by any of loaded plugins Sep 30 12:50:06.156376 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: default_subnetpools.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.157304 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.157812 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: default-subnetpools Sep 30 12:50:06.158177 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.158995 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.159507 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: dhcp_agent_scheduler Sep 30 12:50:06.159828 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: dns.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.160746 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.161270 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension dns-integration not supported by any of loaded plugins Sep 30 12:50:06.161597 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: dns_domain_ports.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.162623 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.163124 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 30 12:50:06.163441 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.164364 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.164865 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 30 12:50:06.165184 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: dvr.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.165855 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.166386 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: dvr Sep 30 12:50:06.166707 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: ecmp_routes.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.167626 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.168133 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 30 12:50:06.168456 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: empty_string_filtering.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.169371 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.169882 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: empty-string-filtering Sep 30 12:50:06.170232 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.171161 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.171667 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 30 12:50:06.171988 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.172912 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.173417 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 30 12:50:06.173740 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: external_net.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.174703 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.175218 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: external-net Sep 30 12:50:06.175543 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.176465 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.176975 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: extra_dhcp_opt Sep 30 12:50:06.177294 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: extraroute.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.178801 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.179310 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: extraroute Sep 30 12:50:06.179636 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: extraroute_atomic.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.180869 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.181389 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: extraroute-atomic Sep 30 12:50:06.181731 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: filter_validation.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.182427 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.182939 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: filter-validation Sep 30 12:50:06.183261 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: fip_pf_description.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.184175 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.184681 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 30 12:50:06.185000 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: fip_port_details.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.185922 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.186461 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: fip-port-details Sep 30 12:50:06.186781 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: flavors.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.188026 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.188541 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: flavors Sep 30 12:50:06.188867 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.190550 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.191073 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 30 12:50:06.191406 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: floatingip_pools.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.192110 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.192622 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: floatingip-pools Sep 30 12:50:06.192950 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: ip_allocation.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.194602 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.195111 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension ip_allocation not supported by any of loaded plugins Sep 30 12:50:06.195435 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.196371 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.196885 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: ip-substring-filtering Sep 30 12:50:06.197210 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: l2_adjacency.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.198188 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.198695 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 30 12:50:06.199017 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: l3.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.199990 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.200507 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: router Sep 30 12:50:06.200831 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.203098 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.203624 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 30 12:50:06.203958 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.204897 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.205418 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: ext-gw-mode Sep 30 12:50:06.205751 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.206722 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.207239 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: l3-ha Sep 30 12:50:06.207569 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: l3_flavors.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.208494 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.209006 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: l3-flavors Sep 30 12:50:06.209357 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.210313 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.210828 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 30 12:50:06.211156 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: l3agentscheduler.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.212182 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.212696 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: l3_agent_scheduler Sep 30 12:50:06.213023 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: logging.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.214534 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.215056 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension logging not supported by any of loaded plugins Sep 30 12:50:06.215387 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: metering.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.216133 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.216828 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: metering Sep 30 12:50:06.217158 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.218279 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.218793 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: metering_source_and_destination_fields Sep 30 12:50:06.219117 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: multiprovidernet.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.220055 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.220568 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: multi-provider Sep 30 12:50:06.220893 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: netmtu.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.221887 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.222435 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: net-mtu Sep 30 12:50:06.222760 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: netmtu_writable.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.223697 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.224201 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: net-mtu-writable Sep 30 12:50:06.224521 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: network_availability_zone.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.225723 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.226360 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: network_availability_zone Sep 30 12:50:06.226683 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: network_ip_availability.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.227795 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.228308 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: network-ip-availability Sep 30 12:50:06.228633 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: network_segment_range.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.229402 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.229912 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension network-segment-range not supported by any of loaded plugins Sep 30 12:50:06.230268 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: pagination.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.231254 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.231587 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: pagination Sep 30 12:50:06.231907 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: port_device_profile.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.232823 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.233335 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: port-device-profile Sep 30 12:50:06.233657 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.234616 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.235127 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: port-mac-address-regenerate Sep 30 12:50:06.235448 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.236372 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.236879 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: port-numa-affinity-policy Sep 30 12:50:06.237200 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: port_resource_request.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.238218 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.238727 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension port-resource-request not supported by any of loaded plugins Sep 30 12:50:06.239050 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: portbindings.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.239991 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.241316 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: binding Sep 30 12:50:06.241641 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: portbindings_extended.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.242959 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.243478 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: binding-extended Sep 30 12:50:06.243808 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: portsecurity.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.244728 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.245245 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: port-security Sep 30 12:50:06.245573 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: project_id.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.246599 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.246936 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: project-id Sep 30 12:50:06.247261 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: providernet.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.248194 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.248702 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: provider Sep 30 12:50:06.249023 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: qos.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.252627 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.253319 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension qos not supported by any of loaded plugins Sep 30 12:50:06.253588 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.254824 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.255341 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 30 12:50:06.255672 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.256620 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.257401 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 30 12:50:06.257726 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: qos_default.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.258673 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.259183 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension qos-default not supported by any of loaded plugins Sep 30 12:50:06.259510 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: qos_fip.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.260165 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.260671 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension qos-fip not supported by any of loaded plugins Sep 30 12:50:06.261000 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: qos_gateway_ip.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.261937 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.262554 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 30 12:50:06.262883 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: qos_port_network_policy.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.263801 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.264309 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 30 12:50:06.264635 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.265674 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.266219 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 30 12:50:06.266549 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: qos_pps_rule.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.267734 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.268252 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension qos-pps not supported by any of loaded plugins Sep 30 12:50:06.268613 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: qos_rule_type_details.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.271159 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.271730 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 30 12:50:06.272073 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: qos_rules_alias.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.273132 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.273652 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 30 12:50:06.273985 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: quotasv2.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.274956 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.275290 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: quotas Sep 30 12:50:06.275616 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: quotasv2_detail.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.278724 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.279077 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: quota_details Sep 30 12:50:06.279414 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: rbac.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.280481 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.281011 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: rbac-policies Sep 30 12:50:06.281338 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: rbac_address_group.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.282309 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.282832 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: rbac-address-group Sep 30 12:50:06.283159 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: rbac_address_scope.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.284086 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.284683 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: rbac-address-scope Sep 30 12:50:06.285008 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: rbac_security_groups.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.285947 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.286494 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: rbac-security-groups Sep 30 12:50:06.286822 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: rbac_subnetpool.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.288349 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.288896 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: rbac-subnetpool Sep 30 12:50:06.289219 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: revisionifmatch.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.290183 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.290702 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: revision-if-match Sep 30 12:50:06.291025 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: revisions.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.292144 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.292659 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: standard-attr-revisions Sep 30 12:50:06.292986 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: router_availability_zone.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.293664 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.294200 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: router_availability_zone Sep 30 12:50:06.294525 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: routerservicetype.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.295455 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.295970 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension router-service-type not supported by any of loaded plugins Sep 30 12:50:06.296291 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.297225 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.297739 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: security-groups-normalized-cidr Sep 30 12:50:06.298091 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.299015 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.299525 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: port-security-groups-filtering Sep 30 12:50:06.299903 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.300844 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.301362 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: security-groups-remote-address-group Sep 30 12:50:06.301685 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: securitygroup.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.312105 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.312635 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: security-group Sep 30 12:50:06.312970 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: segment.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.313762 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.314303 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension segment not supported by any of loaded plugins Sep 30 12:50:06.314634 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.315719 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.316236 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 30 12:50:06.316566 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: servicetype.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.317681 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.318235 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: service-type Sep 30 12:50:06.318591 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: sorting.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.319581 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.319914 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: sorting Sep 30 12:50:06.320238 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: standard_attr_segment.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.321166 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.321686 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 30 12:50:06.322036 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: standardattrdescription.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.322685 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.323195 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: standard-attr-description Sep 30 12:50:06.323520 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: stateful_security_group.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.324455 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.324978 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: stateful-security-group Sep 30 12:50:06.325304 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: stdattrs_common.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.325892 n-d-810909-2 neutron-server[94654]: WARNING neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 30 12:50:06.326246 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.327183 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.327697 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 30 12:50:06.328021 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: subnet_onboard.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.329088 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.329611 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: subnet_onboard Sep 30 12:50:06.329936 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.330889 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.331496 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 30 12:50:06.331820 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: subnet_service_types.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.332769 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.333291 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: subnet-service-types Sep 30 12:50:06.333616 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: subnetallocation.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.334762 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.335290 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: subnet_allocation Sep 30 12:50:06.335618 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.336290 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.336810 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: subnetpool-prefix-ops Sep 30 12:50:06.337132 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.338107 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.338619 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 30 12:50:06.338942 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: tagging.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.339997 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.340521 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: standard-attr-tag Sep 30 12:50:06.340850 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: timestamp.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.342110 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.342633 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loaded extension: standard-attr-timestamp Sep 30 12:50:06.342963 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: trunk.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.344001 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.344514 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension trunk not supported by any of loaded plugins Sep 30 12:50:06.344840 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: trunk_details.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.345764 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.346309 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension trunk-details not supported by any of loaded plugins Sep 30 12:50:06.346640 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: uplink_status_propagation.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.347633 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.348144 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 30 12:50:06.348470 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Loading extension file: vlantransparent.py {{(pid=94654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 12:50:06.349145 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 12:50:06.350196 n-d-810909-2 neutron-server[94654]: INFO neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 30 12:50:06.352631 n-d-810909-2 neutron-server[94654]: INFO neutron.quota.resource_registry [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Creating instance of TrackedResource for resource:network Sep 30 12:50:06.353153 n-d-810909-2 neutron-server[94654]: INFO neutron.quota.resource_registry [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Creating instance of TrackedResource for resource:subnet Sep 30 12:50:06.353551 n-d-810909-2 neutron-server[94654]: INFO neutron.quota.resource_registry [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 12:50:06.353941 n-d-810909-2 neutron-server[94654]: INFO neutron.quota.resource_registry [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Creating instance of TrackedResource for resource:port Sep 30 12:50:06.355194 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.v2.resource_helper [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 12:50:06.355630 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.v2.resource_helper [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Service FLAVORS assigned prefix: {{(pid=94654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 12:50:06.356252 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.v2.resource_helper [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 12:50:06.356699 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.v2.resource_helper [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 12:50:06.357031 n-d-810909-2 neutron-server[94654]: INFO neutron.quota.resource_registry [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Creating instance of TrackedResource for resource:router Sep 30 12:50:06.357463 n-d-810909-2 neutron-server[94654]: INFO neutron.quota.resource_registry [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Creating instance of TrackedResource for resource:floatingip Sep 30 12:50:06.357956 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.v2.resource_helper [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Service METERING assigned prefix: /metering {{(pid=94654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 12:50:06.359428 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.359799 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.360157 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 12:50:06.361148 n-d-810909-2 neutron-server[94654]: INFO neutron.quota.resource_registry [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Creating instance of CountableResource for resource:rbac_policy Sep 30 12:50:06.361600 n-d-810909-2 neutron-server[94654]: INFO neutron.quota.resource_registry [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Creating instance of TrackedResource for resource:security_group Sep 30 12:50:06.362066 n-d-810909-2 neutron-server[94654]: INFO neutron.quota.resource_registry [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 30 12:50:06.362756 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.v2.resource_helper [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Service CORE assigned prefix: {{(pid=94654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 12:50:06.363089 n-d-810909-2 neutron-server[94654]: INFO neutron.quota.resource_registry [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 12:50:06.363438 n-d-810909-2 neutron-server[94654]: WARNING neutron.quota.resource_registry [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] subnetpool is already registered Sep 30 12:50:06.363874 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.v2.resource_helper [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Service CORE assigned prefix: {{(pid=94654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 12:50:06.364202 n-d-810909-2 neutron-server[94654]: INFO neutron.quota.resource_registry [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 12:50:06.364533 n-d-810909-2 neutron-server[94654]: WARNING neutron.quota.resource_registry [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] subnetpool is already registered Sep 30 12:50:06.367500 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.v2.resource_helper [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 12:50:06.367942 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.v2.resource_helper [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Service FLAVORS assigned prefix: {{(pid=94654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 12:50:06.368544 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.v2.resource_helper [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 12:50:06.368972 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.v2.resource_helper [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 12:50:06.369310 n-d-810909-2 neutron-server[94654]: INFO neutron.quota.resource_registry [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Creating instance of TrackedResource for resource:router Sep 30 12:50:06.369649 n-d-810909-2 neutron-server[94654]: WARNING neutron.quota.resource_registry [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] router is already registered Sep 30 12:50:06.370089 n-d-810909-2 neutron-server[94654]: INFO neutron.quota.resource_registry [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Creating instance of TrackedResource for resource:floatingip Sep 30 12:50:06.370429 n-d-810909-2 neutron-server[94654]: WARNING neutron.quota.resource_registry [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] floatingip is already registered Sep 30 12:50:06.370890 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.v2.resource_helper [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Service METERING assigned prefix: /metering {{(pid=94654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 12:50:06.371571 n-d-810909-2 neutron-server[94654]: INFO neutron.quota.resource_registry [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Creating instance of CountableResource for resource:rbac_policy Sep 30 12:50:06.371904 n-d-810909-2 neutron-server[94654]: WARNING neutron.quota.resource_registry [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] rbac_policy is already registered Sep 30 12:50:06.372321 n-d-810909-2 neutron-server[94654]: INFO neutron.quota.resource_registry [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Creating instance of TrackedResource for resource:security_group Sep 30 12:50:06.372657 n-d-810909-2 neutron-server[94654]: WARNING neutron.quota.resource_registry [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] security_group is already registered Sep 30 12:50:06.373107 n-d-810909-2 neutron-server[94654]: INFO neutron.quota.resource_registry [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 30 12:50:06.373392 n-d-810909-2 neutron-server[94654]: WARNING neutron.quota.resource_registry [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] security_group_rule is already registered Sep 30 12:50:06.374048 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.v2.resource_helper [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Service CORE assigned prefix: {{(pid=94654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 12:50:06.374374 n-d-810909-2 neutron-server[94654]: INFO neutron.quota.resource_registry [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 12:50:06.374704 n-d-810909-2 neutron-server[94654]: WARNING neutron.quota.resource_registry [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] subnetpool is already registered Sep 30 12:50:06.375125 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.v2.resource_helper [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Service CORE assigned prefix: {{(pid=94654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 12:50:06.375450 n-d-810909-2 neutron-server[94654]: INFO neutron.quota.resource_registry [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 12:50:06.375779 n-d-810909-2 neutron-server[94654]: WARNING neutron.quota.resource_registry [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] subnetpool is already registered Sep 30 12:50:06.376244 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: extensions {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.377719 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: address-groups {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.379316 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: address-scopes {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.380649 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: agents {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.382222 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: auto-allocated-topology {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.383489 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: availability_zones {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.384701 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: dhcp-networks {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.386332 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: dhcp-agents {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.387761 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: routers {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.389952 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: flavors {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.391298 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: service_profiles {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.392525 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: next_providers {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.393974 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: service_profiles {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.395544 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: floatingip-pools {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.396827 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: routers {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.399118 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: floatingips {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.400421 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: l3-routers {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.401835 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: l3-agents {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.403273 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: metering-labels {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.405503 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: metering-label-rules {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.407004 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: network-ip-availabilities {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.408329 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: bindings {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.410108 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: quotas {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.411649 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: quotas {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.413723 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: rbac-policies {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.415055 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: security-groups {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.416298 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: security-group-rules {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.417540 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: service-providers {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.418788 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: subnetpools {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.420212 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: subnetpools {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.421796 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: tags {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.423508 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: tags {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.425404 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: tags {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.427201 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: tags {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.429863 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: tags {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.431744 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: tags {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.433472 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: tags {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.435391 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: tags {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.437345 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: tags {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.439250 n-d-810909-2 neutron-server[94654]: DEBUG neutron.api.extensions [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Extended resource: tags {{(pid=94654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 12:50:06.445218 n-d-810909-2 neutron-server[94654]: WARNING keystonemiddleware.auth_token [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 30 12:50:06.449950 n-d-810909-2 neutron-server[94654]: WARNING keystonemiddleware.auth_token [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 30 12:50:06.458470 n-d-810909-2 neutron-server[94654]: DEBUG oslo_concurrency.lockutils [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Acquired lock "singleton_lock" {{(pid=94654) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 30 12:50:06.458940 n-d-810909-2 neutron-server[94654]: DEBUG oslo_concurrency.lockutils [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Releasing lock "singleton_lock" {{(pid=94654) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 30 12:50:06.459607 n-d-810909-2 neutron-server[94654]: INFO oslo_service.service [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Starting 2 workers Sep 30 12:50:06.464461 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Started child 94763 {{(pid=94654) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 30 12:50:06.468925 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Started child 94764 {{(pid=94654) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 30 12:50:06.469750 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:06.470500 n-d-810909-2 neutron-server[94654]: INFO neutron.service [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 30 12:50:06.471146 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Notify callbacks [] for process, before_spawn {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:06.471301 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [-] (94763) wsgi starting up on http://0.0.0.0:9696 Sep 30 12:50:06.473589 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:06.474095 n-d-810909-2 neutron-server[94654]: INFO oslo_service.service [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Starting 1 workers Sep 30 12:50:06.475539 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [-] (94764) wsgi starting up on http://0.0.0.0:9696 Sep 30 12:50:06.479500 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Started child 94765 {{(pid=94654) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 30 12:50:06.480072 n-d-810909-2 neutron-server[94654]: INFO oslo_service.service [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Starting 1 workers Sep 30 12:50:06.483166 n-d-810909-2 neutron-server[94765]: DEBUG neutron.service [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] calling RpcWorker wait() {{(pid=94765) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 30 12:50:06.483724 n-d-810909-2 neutron-server[94765]: DEBUG neutron.service [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] returning from RpcWorker wait() {{(pid=94765) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 30 12:50:06.484574 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Started child 94766 {{(pid=94654) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 30 12:50:06.484982 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:06.485378 n-d-810909-2 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1340d2f5-7d3e-4efa-9ea7-3c648e5a79c3 None None] Notify callbacks [] for process, after_spawn {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:06.485656 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 12:50:06.487235 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94654) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 30 12:50:06.487523 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 30 12:50:06.487733 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 30 12:50:06.487954 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 30 12:50:06.488294 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 30 12:50:06.488460 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 30 12:50:06.488980 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.489271 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.489401 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:06.489856 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.489856 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.490103 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.491311 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.491554 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.491817 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.492099 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.492352 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.492533 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.492704 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.492953 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.493205 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.493508 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.493804 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.494066 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.494337 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.494509 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.494771 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.495026 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.495255 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.495547 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] debug = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.495780 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.496263 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.496494 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.496751 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.496986 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.497255 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.497483 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.497732 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.497978 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.498218 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.498469 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.498726 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.498958 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.499168 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.499386 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.499642 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.499863 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.500322 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] host = n-d-810909-2 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.500570 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.500786 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.501053 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.501283 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.501543 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.501779 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.502082 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.502338 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.502583 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.502806 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.503033 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.503306 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.503563 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.503804 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] log_file = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.503969 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] log_options = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.504208 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.504482 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.504740 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.504930 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.505098 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.505273 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.505527 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.505689 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.505992 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.506323 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.506543 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.507040 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.507255 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.507490 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.507766 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.508023 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.508257 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.508466 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.508743 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.508947 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.509179 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.509427 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.509664 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.509882 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.510166 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.510417 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.510672 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.510888 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.511102 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.511358 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.511593 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.511862 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.512078 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.512311 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.512588 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.512819 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.513052 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.513266 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.513529 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.513755 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.514005 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.514288 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.514503 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.514752 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.514968 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.515225 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.515460 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] use_json = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.515674 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.515910 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.516191 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.516405 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.516642 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.516876 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.517146 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.517335 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.517772 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.518095 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.518421 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.518658 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.518920 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.519164 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.519398 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.519640 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.519901 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.520136 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.520464 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.520609 n-d-810909-2 neutron-server[94766]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 12:50:06.520760 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.520983 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.521250 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.521653 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.521940 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.522257 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.522524 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.522774 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.522999 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.523219 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.523458 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.523848 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.523996 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.524199 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.524457 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.524714 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.525060 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.525385 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.525653 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.525964 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.526220 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.526466 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.526709 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.526926 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.527176 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.527415 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.527682 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.528082 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.528230 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.528369 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.528586 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.528766 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.529025 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.529460 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.529609 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.529792 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.530052 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.530287 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.530510 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.530730 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.530946 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.531193 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.531411 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.531769 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.531929 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.532125 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.532340 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.532554 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.532790 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.533062 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.533305 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.533518 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.533730 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.533947 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.534183 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.534453 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.534674 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.534961 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.535143 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.535328 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.535725 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.535874 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.536023 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.536240 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.536465 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.536681 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.536894 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.537129 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.537948 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.538191 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.538429 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.538662 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.538892 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.539127 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.539287 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.539500 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.539712 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.539955 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.540219 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.540546 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.540766 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.541005 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.541254 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.541489 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.541727 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.541975 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.542231 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.542449 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.542660 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.542934 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.543178 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.543436 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.543660 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.543929 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.544161 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.544379 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.544607 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.544846 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.545218 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.545368 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.545507 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.545738 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.545994 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.546339 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.546582 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.546863 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.547112 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.547507 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.547656 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.547854 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.548152 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.548411 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.548662 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.548911 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.549243 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.549408 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.549645 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.549923 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.550216 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.550449 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.550686 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.550972 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.551361 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.551510 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.551658 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.551860 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.552195 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.552444 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.552674 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.553630 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.553842 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.554169 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.554462 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.554676 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.554932 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.555184 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.555414 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.555659 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.555872 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.556118 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.556365 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.556610 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.556810 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.557023 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.557272 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.557508 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.557722 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.557951 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.558190 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.558428 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.558648 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.558862 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.559100 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.559355 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.559568 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.559807 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.560197 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.560353 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.560493 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.560711 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.560931 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.561195 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.561431 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.562332 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.562332 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.562332 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.562752 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.562752 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.563035 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.563174 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.563323 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.563493 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.563746 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.564159 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.564391 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.564391 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.564674 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.564984 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.565190 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.565339 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.565591 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.565955 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.566489 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.566489 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.566894 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.567035 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.567285 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.567561 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.567888 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.568043 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.568314 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.568608 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.568917 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.569196 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.569509 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.569645 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.569972 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.570142 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.570384 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.570583 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.570852 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.571105 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.571485 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.571730 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.571970 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.572280 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.572503 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.572724 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.572924 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.573120 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.573337 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.573697 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.573857 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.574083 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.574306 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.574552 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.574769 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.575189 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.575321 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.575534 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.575702 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.575952 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.576434 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.576434 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.576693 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.576905 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.577472 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.577472 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.577853 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.577853 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.578363 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.578363 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.578716 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.578716 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.579051 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.579188 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.580168 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.580168 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.580168 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.580546 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.580546 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.580800 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.580930 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.581243 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.581646 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.581880 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.582205 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.582499 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.582665 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.582921 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.583375 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.583587 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.583811 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.584667 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.585029 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.585459 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.585625 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.585908 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.586200 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.587554 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.587554 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.587554 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.587554 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.587554 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.588139 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.588139 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.588336 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.588439 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.588648 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.588874 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.589122 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.589360 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.589584 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.589826 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.590362 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.590362 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.590687 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.590839 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.590978 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.591125 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 30 12:50:06.591680 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94654) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 30 12:50:06.591911 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 30 12:50:06.592024 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 30 12:50:06.592210 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 30 12:50:06.592369 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 30 12:50:06.592496 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 30 12:50:06.592699 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.592854 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.593026 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.593264 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.593464 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.593601 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.593762 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.593998 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.593998 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.594340 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.594642 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.594642 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.594956 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.594956 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.595330 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.595330 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.595330 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.595906 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.595906 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.595906 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.596638 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.596638 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.596638 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] debug = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.596638 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.596638 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.597364 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.597364 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.597364 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.597364 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.597364 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.597950 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.597950 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.597950 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.598344 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.598344 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.598344 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.598688 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.598688 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.598884 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.598987 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.599099 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] host = n-d-810909-2 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.599205 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.599370 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.599591 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.600293 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.600671 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.600671 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.600902 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.601013 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.601180 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.601301 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.601411 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.601653 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.601789 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.601901 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] log_file = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.602053 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] log_options = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.602465 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.602465 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.602736 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.602736 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.603048 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.603048 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.603273 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.603273 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.603614 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.603614 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.603832 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.604109 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.604109 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.604330 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.604559 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.604559 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.604801 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.605009 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.605009 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.605362 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.605362 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.605760 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.605760 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.605760 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.606284 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.606284 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.606284 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.606658 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.606658 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.607064 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.607064 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.607064 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.607488 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.607488 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.607690 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.607690 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.607963 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.607963 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.608234 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.608352 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.608584 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.608584 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.608798 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.608926 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.609122 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.609279 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.609411 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] use_json = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.609570 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.609747 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.609907 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.610119 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.610347 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.610594 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.610594 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.610830 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 12:50:06.610946 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.611085 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.611274 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.611424 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.611594 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.611733 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.611894 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.612066 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.612424 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.612424 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.612672 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.612796 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.612919 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.613107 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.613218 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.613456 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.613589 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.613765 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.613933 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.614127 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.614256 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.614417 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.614588 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.614748 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.614909 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.615075 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.615240 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.615567 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.615731 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.615894 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.616055 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.616217 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.616379 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.616541 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.616704 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.616867 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.617216 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.617216 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.617479 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.617479 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.617784 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.617784 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.618043 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.618171 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.618308 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.618435 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.618567 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.618689 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.618849 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.619010 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.619172 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.619334 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.619495 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.619656 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.619817 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.619988 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.620149 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.620310 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.620469 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.620636 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.620799 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.620957 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.621118 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.621278 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.621438 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.621598 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.621771 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.621932 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.622115 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.622276 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.622421 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.622586 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.622747 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.622907 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.623069 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.623313 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.623448 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.623577 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.623703 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.623826 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.623959 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.624126 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.624288 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.624449 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.624610 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.624771 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.624932 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.625094 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.625303 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.625439 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.625564 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.625724 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.625884 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.626062 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.626224 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.626387 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.626529 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.626696 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.626858 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.627018 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.627177 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.627337 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.627499 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.627714 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.627836 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.628158 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.628158 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.628413 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.628413 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.628663 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.628788 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.628913 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.629035 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.629157 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.629302 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.629462 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.629622 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.629781 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.629945 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.630126 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.630294 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.630465 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.630626 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.630780 n-d-810909-2 neutron-server[94765]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 12:50:06.630873 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.630989 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.631115 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.631275 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.631436 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.631597 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.632008 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.632170 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.632330 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.632499 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.632671 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.632832 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.632992 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.633152 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.633335 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.633498 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.633657 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.633817 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.633980 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.634163 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.634311 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.634472 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.634632 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.634792 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.634955 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.635119 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.635299 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.635455 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.635599 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.635749 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.635888 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.636022 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.636182 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.636343 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.636492 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.636652 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.636799 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.636961 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.637120 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.637280 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.637440 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.637600 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.637765 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.637912 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.638070 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.638215 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.638372 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.638532 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.638691 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.638851 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.639011 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.639175 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.639335 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.639496 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.639657 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.639818 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.639980 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.640141 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.640304 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.640463 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.640624 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.640785 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.640945 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.641106 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.641267 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.641428 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.641589 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.641753 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.641915 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.642118 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.642281 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.642442 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.642602 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.642763 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.642923 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.643274 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.643274 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.643512 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.643639 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.643751 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.643919 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.644084 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.644240 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.644400 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.644563 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.644725 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.644887 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.645049 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.645221 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.645383 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.645545 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.645705 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.645866 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.646095 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.646216 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.646377 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.647041 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.647207 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.647367 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.647542 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.647699 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.647861 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.648008 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.648169 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.648329 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.648490 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.648659 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.648819 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.648979 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.649140 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.649300 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.649463 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.649641 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.649802 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.649954 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.650134 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.650295 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.650457 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.650627 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.650788 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.650949 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.651111 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.651271 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.651431 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.651600 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.651762 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.651924 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.652093 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.652274 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.652407 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.652564 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.652736 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.652897 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.653060 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.653241 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.653379 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.653528 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.653692 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.653857 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.654063 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.654215 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.654377 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.654549 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.654734 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.654879 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.655027 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.655188 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.655361 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.655522 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.655682 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.655843 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.656003 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.656164 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.656325 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.656486 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.656647 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.656807 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.656966 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.657127 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.657287 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.657447 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.657608 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.657768 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.657928 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.658117 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.658279 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.658439 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 12:50:06.658593 n-d-810909-2 neutron-server[94654]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 30 12:50:06.876673 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36122) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:50:06.885362 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065188 Sep 30 12:50:18.222057 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc9ea7f-93be-4399-ba51-a29d20e3a7fc None None] get_active_networks_info from n-d-810909-2 {{(pid=94765) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 12:50:18.298847 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc9ea7f-93be-4399-ba51-a29d20e3a7fc None None] No non-hosted networks {{(pid=94765) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 30 12:50:18.320231 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.agentschedulers_db [None req-8fc9ea7f-93be-4399-ba51-a29d20e3a7fc None None] DHCP Agent not found on host n-d-810909-2 {{(pid=94765) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 30 12:50:18.461762 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6ce5cb49-ddfd-4653-a6e5-f2a6dd73361d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415414'] for agent, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:20.625093 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3ca9ac00-87bd-435d-9351-441abbcc4ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415414'] for agent, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:20.677460 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-03ce79f6-fc1c-496c-aa36-d37ef832e81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:21.485407 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415414'] for agent, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:21.485800 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:21.486099 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:21.486423 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:21.486789 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:21.487726 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:21.487726 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:21.488103 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:21.488374 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:21.488681 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:21.489006 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:21.489319 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:21.490792 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:21.494067 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-810909-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 12:50:21.510532 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-810909-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 12:50:22.263487 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415414'] for agent, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:23.455695 n-d-810909-2 neutron-server[94765]: INFO neutron.db.l3_hamode_db [None req-2b4cfba5-2532-4b32-bd3c-7c8f6731c9fa None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 30 12:50:23.538800 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4cfba5-2532-4b32-bd3c-7c8f6731c9fa None None] Routers set() bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 12:50:23.539194 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4cfba5-2532-4b32-bd3c-7c8f6731c9fa None None] Router IDs set() for agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 30 12:50:23.926795 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415414'] for agent, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:24.783436 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36216) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:50:25.271937 n-d-810909-2 neutron-server[94764]: WARNING oslo_policy.policy [None req-6d987687-241a-405e-bb87-145c9784ffeb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 12:50:25.272581 n-d-810909-2 neutron-server[94764]: WARNING oslo_policy.policy [None req-6d987687-241a-405e-bb87-145c9784ffeb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 12:50:25.496679 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [None req-6d987687-241a-405e-bb87-145c9784ffeb admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 12:50:25.497763 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6d987687-241a-405e-bb87-145c9784ffeb admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7134151 Sep 30 12:50:27.851785 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36230) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:50:28.157650 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-52384c7d-05fc-4169-9b90-c34bf0114589 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 12:50:28.250645 n-d-810909-2 neutron-server[94764]: DEBUG neutron.policy [None req-52384c7d-05fc-4169-9b90-c34bf0114589 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94764) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 30 12:50:28.295364 n-d-810909-2 neutron-server[94764]: WARNING oslo_policy.policy [None req-52384c7d-05fc-4169-9b90-c34bf0114589 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 12:50:28.295668 n-d-810909-2 neutron-server[94764]: WARNING oslo_policy.policy [None req-52384c7d-05fc-4169-9b90-c34bf0114589 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 12:50:28.304672 n-d-810909-2 neutron-server[94764]: INFO neutron.quota [None req-52384c7d-05fc-4169-9b90-c34bf0114589 admin admin] Loaded quota_driver: . Sep 30 12:50:28.392393 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-52384c7d-05fc-4169-9b90-c34bf0114589 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781651070948', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781651070347', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781651083247', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781651051811', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781650514836', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781651104142', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-599016', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-592739', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33074787', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32991100'] for rbac-policy, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:28.456138 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-52384c7d-05fc-4169-9b90-c34bf0114589 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:28.457319 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-52384c7d-05fc-4169-9b90-c34bf0114589 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6045573 Sep 30 12:50:31.027406 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36242) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:50:31.321941 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] Request body: {'network': {'tenant_id': 'cc9a2aa6f90e48f288fa975303cf04e1', 'project_id': 'cc9a2aa6f90e48f288fa975303cf04e1', 'admin_state_up': True, 'name': 'private'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 12:50:31.350860 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] Made reservation on behalf of cc9a2aa6f90e48f288fa975303cf04e1 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 12:50:31.353501 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:31.370419 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:31.488860 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:31.492886 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:31.512025 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 12:50:31.538943 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781647880403', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:31.539544 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] Unsubscribe: segment precommit_create {{(pid=94764) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 30 12:50:31.540051 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] Added segment bc4d9ed5-9002-4694-96a9-dbc82e53d434 of type vlan for network 86c6f1b9-85ab-4427-aebe-112222d76b6f Sep 30 12:50:31.559466 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98758e5-29ce-48c9-9648-44f4b4efa3f1,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 12:50:31.606588 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:31.606928 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:31.607263 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:31.607595 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:31.607923 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:31.608247 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:31.608565 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:31.608883 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:31.609206 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:31.609521 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:31.609835 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:31.610199 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] Tracked resource versions report: Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: pushed versions: Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: { 'AddressGroup': {'1.2'}, Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: 'ConntrackHelper': {'1.0'}, Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: 'Log': {'1.0'}, Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: 'Network': {'1.1'}, Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: 'Port': {'1.7'}, Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: 'PortForwarding': {'1.2'}, Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: 'QosPolicy': {'1.10'}, Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: 'SecurityGroup': {'1.4'}, Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: 'SecurityGroupRule': {'1.2'}, Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: 'SubPort': {'1.0'}, Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: 'Subnet': {'1.1'}, Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: 'Trunk': {'1.1'}} Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: consumer versions: Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: { DHCP agent@n-d-810909-2: {}, Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: L3 agent@n-d-810909-2: {}, Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: Metadata agent@n-d-810909-2: {}, Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: Metering agent@n-d-810909-2: {}, Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: Open vSwitch agent@n-d-810909-2: { 'AddressGroup': '1.2', Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: 'ConntrackHelper': '1.0', Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: 'Log': '1.0', Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: 'Network': '1.1', Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: 'Port': '1.7', Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: 'PortForwarding': '1.2', Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: 'QosPolicy': '1.10', Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: 'SecurityGroup': '1.4', Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: 'SecurityGroupRule': '1.2', Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: 'SubPort': '1.0', Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: 'Subnet': '1.1', Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: 'Trunk': '1.1'}} Sep 30 12:50:31.611280 n-d-810909-2 neutron-server[94764]: {{(pid=94764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 12:50:31.661886 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:31.700540 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:31.701640 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 12:50:31.702330 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:31.749574 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7211289 Sep 30 12:50:31.804747 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704cd50-1988-4182-904a-a901815544f5 admin admin] Pushing event updated for resources: {'Network': ['ID=86c6f1b9-85ab-4427-aebe-112222d76b6f,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 12:50:31.817005 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 86c6f1b9-85ab-4427-aebe-112222d76b6f details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 12:50:34.361497 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36256) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:50:34.752045 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2adfe6-ee5e-4bac-819c-0794fbf72c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 12:50:34.753392 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ef2adfe6-ee5e-4bac-819c-0794fbf72c5e admin admin] 10.222.0.18 "GET /v2.0/networks/86c6f1b9-85ab-4427-aebe-112222d76b6f HTTP/1.1" status: 200 len: 825 time: 0.3909364 Sep 30 12:50:34.777801 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6d2bca3c-49d3-46ce-bba7-a59d38fb259b admin admin] 10.222.0.18 "GET /v2.0/subnetpools/f4d60e32-3d1e-4018-913d-97b0ff531f99 HTTP/1.1" status: 200 len: 734 time: 0.0178950 Sep 30 12:50:34.787517 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-c462a89d-57b6-4a7f-aee8-04c0ad11f81a admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'f4d60e32-3d1e-4018-913d-97b0ff531f99', 'network_id': '86c6f1b9-85ab-4427-aebe-112222d76b6f', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'cc9a2aa6f90e48f288fa975303cf04e1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 12:50:34.809115 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c462a89d-57b6-4a7f-aee8-04c0ad11f81a admin admin] Made reservation on behalf of cc9a2aa6f90e48f288fa975303cf04e1 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 12:50:34.811549 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c462a89d-57b6-4a7f-aee8-04c0ad11f81a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:35.100357 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c462a89d-57b6-4a7f-aee8-04c0ad11f81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:35.169483 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462a89d-57b6-4a7f-aee8-04c0ad11f81a admin admin] Pushing event updated for resources: {'Subnet': ['ID=75e6e05e-8907-4925-802e-1bfc62fe6cb0,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 12:50:35.173940 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c462a89d-57b6-4a7f-aee8-04c0ad11f81a admin admin] Checking segment: {'id': 'bc4d9ed5-9002-4694-96a9-dbc82e53d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '86c6f1b9-85ab-4427-aebe-112222d76b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 12:50:35.174349 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c462a89d-57b6-4a7f-aee8-04c0ad11f81a admin admin] Network hostable DHCP agents. Network: 86c6f1b9-85ab-4427-aebe-112222d76b6f, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 12:50:35.194518 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c462a89d-57b6-4a7f-aee8-04c0ad11f81a admin admin] Network 86c6f1b9-85ab-4427-aebe-112222d76b6f is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 12:50:35.205123 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-c462a89d-57b6-4a7f-aee8-04c0ad11f81a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 86c6f1b9-85ab-4427-aebe-112222d76b6f) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 12:50:35.210359 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c462a89d-57b6-4a7f-aee8-04c0ad11f81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 12:50:35.210955 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c462a89d-57b6-4a7f-aee8-04c0ad11f81a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:35.215302 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c306ee90-1697-4d88-9bba-2e8231b39267 None None] Network 86c6f1b9-85ab-4427-aebe-112222d76b6f requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 12:50:35.224647 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c462a89d-57b6-4a7f-aee8-04c0ad11f81a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4403462 Sep 30 12:50:35.538407 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-86c6f1b9-85ab-4427-aebe-112222d76b6f', 'network_id': '86c6f1b9-85ab-4427-aebe-112222d76b6f', 'tenant_id': 'cc9a2aa6f90e48f288fa975303cf04e1', 'fixed_ips': [{'subnet_id': '75e6e05e-8907-4925-802e-1bfc62fe6cb0'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 12:50:35.539605 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:35.808946 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Allocated IP 172.20.0.2 (86c6f1b9-85ab-4427-aebe-112222d76b6f/75e6e05e-8907-4925-802e-1bfc62fe6cb0/8b61981d-8241-4fc9-8855-ea01d0a2c963) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 12:50:36.031420 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:36.039464 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:36.107701 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Network 86c6f1b9-85ab-4427-aebe-112222d76b6f is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 12:50:36.112217 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 12:50:36.123995 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 12:50:36.131651 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Pushing event updated for resources: {'Port': ['ID=8b61981d-8241-4fc9-8855-ea01d0a2c963,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 12:50:36.160771 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:36.161133 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:36.162005 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:36.162359 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:36.162694 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:36.163023 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:36.163348 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:36.163672 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:36.163994 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:36.164313 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:36.164632 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:36.164950 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Tracked resource versions report: Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: pushed versions: Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: { 'AddressGroup': {'1.2'}, Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: 'ConntrackHelper': {'1.0'}, Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: 'Log': {'1.0'}, Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: 'Network': {'1.1'}, Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: 'Port': {'1.7'}, Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: 'PortForwarding': {'1.2'}, Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: 'QosPolicy': {'1.10'}, Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: 'SecurityGroup': {'1.4'}, Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: 'SecurityGroupRule': {'1.2'}, Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: 'SubPort': {'1.0'}, Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: 'Subnet': {'1.1'}, Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: 'Trunk': {'1.1'}} Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: consumer versions: Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: { DHCP agent@n-d-810909-2: {}, Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: L3 agent@n-d-810909-2: {}, Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: Metadata agent@n-d-810909-2: {}, Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: Metering agent@n-d-810909-2: {}, Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: Open vSwitch agent@n-d-810909-2: { 'AddressGroup': '1.2', Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: 'ConntrackHelper': '1.0', Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: 'Log': '1.0', Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: 'Network': '1.1', Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: 'Port': '1.7', Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: 'PortForwarding': '1.2', Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: 'QosPolicy': '1.10', Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: 'SecurityGroup': '1.4', Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: 'SecurityGroupRule': '1.2', Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: 'SubPort': '1.0', Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: 'Subnet': '1.1', Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: 'Trunk': '1.1'}} Sep 30 12:50:36.166054 n-d-810909-2 neutron-server[94765]: {{(pid=94765) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 12:50:36.213074 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Attempting to bind port 8b61981d-8241-4fc9-8855-ea01d0a2c963 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 12:50:36.213471 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Attempting to bind port 8b61981d-8241-4fc9-8855-ea01d0a2c963 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'bc4d9ed5-9002-4694-96a9-dbc82e53d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '86c6f1b9-85ab-4427-aebe-112222d76b6f'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 12:50:36.213889 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Attempting to bind port 8b61981d-8241-4fc9-8855-ea01d0a2c963 on network 86c6f1b9-85ab-4427-aebe-112222d76b6f {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 12:50:36.218691 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 12, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 12:50:36.219312 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Checking segment: {'id': 'bc4d9ed5-9002-4694-96a9-dbc82e53d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '86c6f1b9-85ab-4427-aebe-112222d76b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 12:50:36.219550 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:36.219934 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Bound using segment: {'id': 'bc4d9ed5-9002-4694-96a9-dbc82e53d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '86c6f1b9-85ab-4427-aebe-112222d76b6f'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 12:50:36.220391 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Bound port: 8b61981d-8241-4fc9-8855-ea01d0a2c963, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc4d9ed5-9002-4694-96a9-dbc82e53d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '86c6f1b9-85ab-4427-aebe-112222d76b6f'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 12:50:36.220783 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:36.281545 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] For port 8b61981d-8241-4fc9-8855-ea01d0a2c963, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 12:50:36.285753 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] For port 8b61981d-8241-4fc9-8855-ea01d0a2c963, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=8b61981d-8241-4fc9-8855-ea01d0a2c963,segment=NetworkSegment(bc4d9ed5-9002-4694-96a9-dbc82e53d434),segment_id=bc4d9ed5-9002-4694-96a9-dbc82e53d434)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 12:50:36.290434 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:36.356333 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0584897-2c3e-4b03-9732-42fd241691a0 None None] Pushing event updated for resources: {'Port': ['ID=8b61981d-8241-4fc9-8855-ea01d0a2c963,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 12:50:37.640953 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36264) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:50:38.135207 n-d-810909-2 neutron-server[94763]: WARNING oslo_policy.policy [None req-218751cf-30b2-4ee3-b3fc-18858406887c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 12:50:38.136019 n-d-810909-2 neutron-server[94763]: WARNING oslo_policy.policy [None req-218751cf-30b2-4ee3-b3fc-18858406887c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 12:50:38.363516 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-218751cf-30b2-4ee3-b3fc-18858406887c admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 12:50:38.365413 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-218751cf-30b2-4ee3-b3fc-18858406887c admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7221730 Sep 30 12:50:40.771859 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36278) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:50:41.085801 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-3a127835-3c7c-4412-bbc6-d925852f5ac2 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 12:50:41.086787 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3a127835-3c7c-4412-bbc6-d925852f5ac2 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3140011 Sep 30 12:50:43.709826 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36292) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:50:44.009038 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-b6b85a09-b475-43e2-be4a-e0238d060888 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'cc9a2aa6f90e48f288fa975303cf04e1', 'name': 'router1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 12:50:44.073073 n-d-810909-2 neutron-server[94763]: DEBUG neutron.policy [None req-b6b85a09-b475-43e2-be4a-e0238d060888 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94763) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 30 12:50:44.119350 n-d-810909-2 neutron-server[94763]: WARNING oslo_policy.policy [None req-b6b85a09-b475-43e2-be4a-e0238d060888 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 12:50:44.119735 n-d-810909-2 neutron-server[94763]: WARNING oslo_policy.policy [None req-b6b85a09-b475-43e2-be4a-e0238d060888 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 12:50:44.128425 n-d-810909-2 neutron-server[94763]: INFO neutron.quota [None req-b6b85a09-b475-43e2-be4a-e0238d060888 admin admin] Loaded quota_driver: . Sep 30 12:50:44.186394 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b6b85a09-b475-43e2-be4a-e0238d060888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:44.188269 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b6b85a09-b475-43e2-be4a-e0238d060888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:44.344184 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b6b85a09-b475-43e2-be4a-e0238d060888 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:44.351090 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b6b85a09-b475-43e2-be4a-e0238d060888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:44.370737 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b6b85a09-b475-43e2-be4a-e0238d060888 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:44.371972 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b6b85a09-b475-43e2-be4a-e0238d060888 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6611741 Sep 30 12:50:44.651869 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f23e99-798d-427f-af3a-9325f849bc3f None None] Network 86c6f1b9-85ab-4427-aebe-112222d76b6f requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 12:50:44.731425 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-2f358404-9714-477f-8e99-390b6925faac None None] Provisioning complete for port 8b61981d-8241-4fc9-8855-ea01d0a2c963 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 12:50:44.731808 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2f358404-9714-477f-8e99-390b6925faac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:44.934646 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2f358404-9714-477f-8e99-390b6925faac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:44.985594 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-2f358404-9714-477f-8e99-390b6925faac None None] For port 8b61981d-8241-4fc9-8855-ea01d0a2c963, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=8b61981d-8241-4fc9-8855-ea01d0a2c963,segment=NetworkSegment(bc4d9ed5-9002-4694-96a9-dbc82e53d434),segment_id=bc4d9ed5-9002-4694-96a9-dbc82e53d434)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 12:50:44.989751 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2f358404-9714-477f-8e99-390b6925faac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:45.038227 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f358404-9714-477f-8e99-390b6925faac None None] Pushing event updated for resources: {'Port': ['ID=8b61981d-8241-4fc9-8855-ea01d0a2c963,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 12:50:45.159798 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 8b61981d-8241-4fc9-8855-ea01d0a2c963 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 12:50:45.213360 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-df04ac78-4bf7-41bf-90f0-c910192d638f None None] Provisioning complete for port 8b61981d-8241-4fc9-8855-ea01d0a2c963 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 12:50:45.213645 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-df04ac78-4bf7-41bf-90f0-c910192d638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:45.237889 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 8b61981d-8241-4fc9-8855-ea01d0a2c963 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 12:50:45.238285 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:46.750841 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36302) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:50:47.055161 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-b3a89239-2afe-4c60-932c-3f1a1df18760 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 12:50:47.056176 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b3a89239-2afe-4c60-932c-3f1a1df18760 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3044009 Sep 30 12:50:48.146854 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-60614325-552b-4809-a9e3-33d9fc7dec22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:49.413570 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36310) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:50:49.719820 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 12:50:49.743468 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] Made reservation on behalf of 045a2a632b8c4a06869fd3ffacbae2f8 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 12:50:49.746227 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:49.761729 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:49.875501 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:49.879075 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:49.890428 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] Reserving flat network on physical network physnet1 {{(pid=94763) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 30 12:50:49.923517 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781647880403', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:49.924086 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] Unsubscribe: segment precommit_create {{(pid=94763) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 30 12:50:49.924575 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] Added segment e5078e38-878f-4b61-9f46-47ced1951005 of type flat for network 7bf2cdd5-9828-4259-bd46-d7f13451331c Sep 30 12:50:49.940579 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7433fc-2dcb-4dfb-b290-d94ce6ee4ef8,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 12:50:49.965816 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:49.966107 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:49.966437 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:49.966766 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:49.967084 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:49.967412 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:49.967727 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:49.968039 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:49.968350 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:49.968659 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:49.968967 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:49.969274 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] Tracked resource versions report: Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: pushed versions: Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: { 'AddressGroup': {'1.2'}, Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: 'ConntrackHelper': {'1.0'}, Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: 'Log': {'1.0'}, Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: 'Network': {'1.1'}, Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: 'Port': {'1.7'}, Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: 'PortForwarding': {'1.2'}, Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: 'QosPolicy': {'1.10'}, Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: 'SecurityGroup': {'1.4'}, Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: 'SecurityGroupRule': {'1.2'}, Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: 'SubPort': {'1.0'}, Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: 'Subnet': {'1.1'}, Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: 'Trunk': {'1.1'}} Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: consumer versions: Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: { DHCP agent@n-d-810909-2: {}, Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: L3 agent@n-d-810909-2: {}, Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: Metadata agent@n-d-810909-2: {}, Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: Metering agent@n-d-810909-2: {}, Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: Open vSwitch agent@n-d-810909-2: { 'AddressGroup': '1.2', Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: 'ConntrackHelper': '1.0', Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: 'Log': '1.0', Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: 'Network': '1.1', Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: 'Port': '1.7', Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: 'PortForwarding': '1.2', Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: 'QosPolicy': '1.10', Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: 'SecurityGroup': '1.4', Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: 'SecurityGroupRule': '1.2', Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: 'SubPort': '1.0', Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: 'Subnet': '1.1', Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: 'Trunk': '1.1'}} Sep 30 12:50:49.970463 n-d-810909-2 neutron-server[94763]: {{(pid=94763) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 12:50:50.049611 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:50.091210 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:50.092399 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 12:50:50.093043 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:50.139577 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7249575 Sep 30 12:50:50.193387 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf41d50-7221-4d6a-83fa-e409e2cd35a6 admin admin] Pushing event updated for resources: {'Network': ['ID=7bf2cdd5-9828-4259-bd46-d7f13451331c,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 12:50:50.204322 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 12:50:50.606799 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-810e04b4-2ace-41fb-94bd-69a483a850e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:51.475045 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:52.157770 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:52.509785 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36332) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:50:52.724719 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8508939-4e23-4829-94f1-fb11ccb172cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 12:50:52.725999 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c8508939-4e23-4829-94f1-fb11ccb172cd admin admin] 10.222.0.18 "GET /v2.0/subnets/75e6e05e-8907-4925-802e-1bfc62fe6cb0 HTTP/1.1" status: 200 len: 849 time: 0.2152395 Sep 30 12:50:52.858570 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3a985875-1ac8-4cb4-b236-12fadaec9090 admin admin] 10.222.0.18 "GET /v2.0/routers/678c880d-64ac-4ee1-a96a-a01964e11445 HTTP/1.1" status: 200 len: 704 time: 0.1264610 Sep 30 12:50:53.118615 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99e5b168-738e-4a83-9041-7e6827cea76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:53.407807 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-99e5b168-738e-4a83-9041-7e6827cea76e admin admin] Allocated IP 172.20.0.1 (86c6f1b9-85ab-4427-aebe-112222d76b6f/75e6e05e-8907-4925-802e-1bfc62fe6cb0/dcd89ae9-fc64-4ec3-8de7-2747e1238190) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 12:50:53.593401 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99e5b168-738e-4a83-9041-7e6827cea76e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:53.660464 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99e5b168-738e-4a83-9041-7e6827cea76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:53.735948 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e5b168-738e-4a83-9041-7e6827cea76e admin admin] Network 86c6f1b9-85ab-4427-aebe-112222d76b6f is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 12:50:53.740759 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-99e5b168-738e-4a83-9041-7e6827cea76e admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 12:50:53.749269 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e5b168-738e-4a83-9041-7e6827cea76e admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 12:50:53.750129 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99e5b168-738e-4a83-9041-7e6827cea76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:53.769179 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5b168-738e-4a83-9041-7e6827cea76e admin admin] Pushing event updated for resources: {'Port': ['ID=dcd89ae9-fc64-4ec3-8de7-2747e1238190,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 12:50:53.882030 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:53.907696 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-8ae4736b-91f8-4616-9e6f-11802e71d5bd None None] Provisioning complete for port dcd89ae9-fc64-4ec3-8de7-2747e1238190 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 12:50:53.908065 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8ae4736b-91f8-4616-9e6f-11802e71d5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:53.940539 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-8ae4736b-91f8-4616-9e6f-11802e71d5bd None None] Port dcd89ae9-fc64-4ec3-8de7-2747e1238190 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 12:50:53.991914 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99e5b168-738e-4a83-9041-7e6827cea76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:54.192632 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99e5b168-738e-4a83-9041-7e6827cea76e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:54.196934 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99e5b168-738e-4a83-9041-7e6827cea76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:54.197678 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99e5b168-738e-4a83-9041-7e6827cea76e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:54.258756 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5b168-738e-4a83-9041-7e6827cea76e admin admin] Pushing event updated for resources: {'Port': ['ID=dcd89ae9-fc64-4ec3-8de7-2747e1238190,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 12:50:54.320836 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e5b168-738e-4a83-9041-7e6827cea76e admin admin] Network 86c6f1b9-85ab-4427-aebe-112222d76b6f is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 12:50:54.322250 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-99e5b168-738e-4a83-9041-7e6827cea76e admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 12:50:54.483457 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e5b168-738e-4a83-9041-7e6827cea76e admin admin] Router 678c880d-64ac-4ee1-a96a-a01964e11445 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 12:50:54.561850 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-3f653a45-6dd6-4f44-b8ed-4a82f8ff2655 None None] Provisioning complete for port dcd89ae9-fc64-4ec3-8de7-2747e1238190 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 12:50:54.562247 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3f653a45-6dd6-4f44-b8ed-4a82f8ff2655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:54.573226 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e5b168-738e-4a83-9041-7e6827cea76e admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 12:50:54.579202 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-99e5b168-738e-4a83-9041-7e6827cea76e admin admin] 10.222.0.18 "PUT /v2.0/routers/678c880d-64ac-4ee1-a96a-a01964e11445/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7143376 Sep 30 12:50:54.599215 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-3f653a45-6dd6-4f44-b8ed-4a82f8ff2655 None None] Port dcd89ae9-fc64-4ec3-8de7-2747e1238190 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 12:50:54.599590 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b269f6-9e10-4e71-b7d8-b740e2d82501 None None] Sync routers for ids ['678c880d-64ac-4ee1-a96a-a01964e11445'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 12:50:54.613557 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b269f6-9e10-4e71-b7d8-b740e2d82501 None None] Routers {'678c880d-64ac-4ee1-a96a-a01964e11445'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 12:50:54.614426 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-55b269f6-9e10-4e71-b7d8-b740e2d82501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T12:50:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['678c880d-64ac-4ee1-a96a-a01964e11445'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 12:50:54.800058 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-55b269f6-9e10-4e71-b7d8-b740e2d82501 None None] Set router 678c880d-64ac-4ee1-a96a-a01964e11445 gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 12:50:55.224266 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-55b269f6-9e10-4e71-b7d8-b740e2d82501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678c880d-64ac-4ee1-a96a-a01964e11445', 'name': 'router1', 'tenant_id': 'cc9a2aa6f90e48f288fa975303cf04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T12:50:44Z', 'updated_at': '2021-09-30T12:50:53Z', 'revision_number': 2, 'project_id': 'cc9a2aa6f90e48f288fa975303cf04e1', 'gw_port_host': None, '_interfaces': [{'id': 'dcd89ae9-fc64-4ec3-8de7-2747e1238190', 'name': '', 'network_id': '86c6f1b9-85ab-4427-aebe-112222d76b6f', 'tenant_id': 'cc9a2aa6f90e48f288fa975303cf04e1', 'mac_address': 'fa:16:3e:f4:3e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678c880d-64ac-4ee1-a96a-a01964e11445', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75e6e05e-8907-4925-802e-1bfc62fe6cb0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T12:50:53Z', 'updated_at': '2021-09-30T12:50:54Z', 'revision_number': 2, 'project_id': 'cc9a2aa6f90e48f288fa975303cf04e1', 'subnets': [{'id': '75e6e05e-8907-4925-802e-1bfc62fe6cb0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4d60e32-3d1e-4018-913d-97b0ff531f99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 12:50:55.276003 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b269f6-9e10-4e71-b7d8-b740e2d82501 None None] Checking router: 678c880d-64ac-4ee1-a96a-a01964e11445 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 12:50:55.276366 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b269f6-9e10-4e71-b7d8-b740e2d82501 None None] Updating router 678c880d-64ac-4ee1-a96a-a01964e11445 port dcd89ae9-fc64-4ec3-8de7-2747e1238190 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 12:50:55.324637 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-55b269f6-9e10-4e71-b7d8-b740e2d82501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:55.830437 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-55b269f6-9e10-4e71-b7d8-b740e2d82501 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:55.836552 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-55b269f6-9e10-4e71-b7d8-b740e2d82501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:55.984656 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-55b269f6-9e10-4e71-b7d8-b740e2d82501 None None] Attempting to bind port dcd89ae9-fc64-4ec3-8de7-2747e1238190 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 12:50:55.985053 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-55b269f6-9e10-4e71-b7d8-b740e2d82501 None None] Attempting to bind port dcd89ae9-fc64-4ec3-8de7-2747e1238190 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'bc4d9ed5-9002-4694-96a9-dbc82e53d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '86c6f1b9-85ab-4427-aebe-112222d76b6f'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 12:50:55.985675 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b269f6-9e10-4e71-b7d8-b740e2d82501 None None] Attempting to bind port dcd89ae9-fc64-4ec3-8de7-2747e1238190 on network 86c6f1b9-85ab-4427-aebe-112222d76b6f {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 12:50:55.998361 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b269f6-9e10-4e71-b7d8-b740e2d82501 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 12, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 12:50:55.998790 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b269f6-9e10-4e71-b7d8-b740e2d82501 None None] Checking segment: {'id': 'bc4d9ed5-9002-4694-96a9-dbc82e53d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '86c6f1b9-85ab-4427-aebe-112222d76b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 12:50:55.999276 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-55b269f6-9e10-4e71-b7d8-b740e2d82501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:55.999661 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b269f6-9e10-4e71-b7d8-b740e2d82501 None None] Bound using segment: {'id': 'bc4d9ed5-9002-4694-96a9-dbc82e53d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '86c6f1b9-85ab-4427-aebe-112222d76b6f'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 12:50:56.000213 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-55b269f6-9e10-4e71-b7d8-b740e2d82501 None None] Bound port: dcd89ae9-fc64-4ec3-8de7-2747e1238190, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc4d9ed5-9002-4694-96a9-dbc82e53d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '86c6f1b9-85ab-4427-aebe-112222d76b6f'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 12:50:56.000586 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-55b269f6-9e10-4e71-b7d8-b740e2d82501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:56.025426 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-df8a41ac-b76e-4f44-a2a8-3a70774a9e1c None None] Provisioning complete for port dcd89ae9-fc64-4ec3-8de7-2747e1238190 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 12:50:56.025905 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-df8a41ac-b76e-4f44-a2a8-3a70774a9e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:56.061794 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-df8a41ac-b76e-4f44-a2a8-3a70774a9e1c None None] Port dcd89ae9-fc64-4ec3-8de7-2747e1238190 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 12:50:56.065558 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1351dd9-4774-4cdf-acd6-8eddb8df3bac None None] Pushing event updated for resources: {'Port': ['ID=dcd89ae9-fc64-4ec3-8de7-2747e1238190,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 12:50:56.075772 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-55b269f6-9e10-4e71-b7d8-b740e2d82501 None None] For port dcd89ae9-fc64-4ec3-8de7-2747e1238190, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 12:50:56.079379 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1351dd9-4774-4cdf-acd6-8eddb8df3bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:56.079727 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1351dd9-4774-4cdf-acd6-8eddb8df3bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:56.080066 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1351dd9-4774-4cdf-acd6-8eddb8df3bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:56.080398 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1351dd9-4774-4cdf-acd6-8eddb8df3bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:56.080928 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1351dd9-4774-4cdf-acd6-8eddb8df3bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:56.081230 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1351dd9-4774-4cdf-acd6-8eddb8df3bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:56.081557 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1351dd9-4774-4cdf-acd6-8eddb8df3bac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:56.081882 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1351dd9-4774-4cdf-acd6-8eddb8df3bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:56.082227 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1351dd9-4774-4cdf-acd6-8eddb8df3bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:56.083074 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1351dd9-4774-4cdf-acd6-8eddb8df3bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:56.083394 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1351dd9-4774-4cdf-acd6-8eddb8df3bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:56.083711 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1351dd9-4774-4cdf-acd6-8eddb8df3bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1351dd9-4774-4cdf-acd6-8eddb8df3bac None None] Tracked resource versions report: Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: pushed versions: Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: { 'AddressGroup': {'1.2'}, Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: 'ConntrackHelper': {'1.0'}, Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: 'Log': {'1.0'}, Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: 'Network': {'1.1'}, Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: 'Port': {'1.7'}, Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: 'PortForwarding': {'1.2'}, Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: 'QosPolicy': {'1.10'}, Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: 'SecurityGroup': {'1.4'}, Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: 'SecurityGroupRule': {'1.2'}, Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: 'SubPort': {'1.0'}, Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: 'Subnet': {'1.1'}, Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: 'Trunk': {'1.1'}} Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: consumer versions: Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: { DHCP agent@n-d-810909-2: {}, Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: L3 agent@n-d-810909-2: {}, Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: Metadata agent@n-d-810909-2: {}, Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: Metering agent@n-d-810909-2: {}, Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: Open vSwitch agent@n-d-810909-2: { 'AddressGroup': '1.2', Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: 'ConntrackHelper': '1.0', Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: 'Log': '1.0', Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: 'Network': '1.1', Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: 'Port': '1.7', Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: 'PortForwarding': '1.2', Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: 'QosPolicy': '1.10', Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: 'SecurityGroup': '1.4', Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: 'SecurityGroupRule': '1.2', Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: 'SubPort': '1.0', Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: 'Subnet': '1.1', Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: 'Trunk': '1.1'}} Sep 30 12:50:56.084776 n-d-810909-2 neutron-server[94766]: {{(pid=94766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 12:50:56.103825 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-55b269f6-9e10-4e71-b7d8-b740e2d82501 None None] For port dcd89ae9-fc64-4ec3-8de7-2747e1238190, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=dcd89ae9-fc64-4ec3-8de7-2747e1238190,segment=NetworkSegment(bc4d9ed5-9002-4694-96a9-dbc82e53d434),segment_id=bc4d9ed5-9002-4694-96a9-dbc82e53d434)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 12:50:56.108160 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-55b269f6-9e10-4e71-b7d8-b740e2d82501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:56.164311 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1351dd9-4774-4cdf-acd6-8eddb8df3bac None None] Pushing event updated for resources: {'Port': ['ID=dcd89ae9-fc64-4ec3-8de7-2747e1238190,revision_number=4']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 12:50:56.169441 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b269f6-9e10-4e71-b7d8-b740e2d82501 None None] Routers {'678c880d-64ac-4ee1-a96a-a01964e11445'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 12:50:56.170069 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-55b269f6-9e10-4e71-b7d8-b740e2d82501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T12:50:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['678c880d-64ac-4ee1-a96a-a01964e11445'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 12:50:56.257288 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-55b269f6-9e10-4e71-b7d8-b740e2d82501 None None] Set router 678c880d-64ac-4ee1-a96a-a01964e11445 gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 12:50:56.388801 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-eba9054c-7cfe-437d-b1ac-b411072e76cd None None] Provisioning complete for port dcd89ae9-fc64-4ec3-8de7-2747e1238190 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 12:50:56.389166 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eba9054c-7cfe-437d-b1ac-b411072e76cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:56.465123 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eba9054c-7cfe-437d-b1ac-b411072e76cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:56.473343 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-55b269f6-9e10-4e71-b7d8-b740e2d82501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678c880d-64ac-4ee1-a96a-a01964e11445', 'name': 'router1', 'tenant_id': 'cc9a2aa6f90e48f288fa975303cf04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T12:50:44Z', 'updated_at': '2021-09-30T12:50:53Z', 'revision_number': 2, 'project_id': 'cc9a2aa6f90e48f288fa975303cf04e1', 'gw_port_host': None, '_interfaces': [{'id': 'dcd89ae9-fc64-4ec3-8de7-2747e1238190', 'name': '', 'network_id': '86c6f1b9-85ab-4427-aebe-112222d76b6f', 'tenant_id': 'cc9a2aa6f90e48f288fa975303cf04e1', 'mac_address': 'fa:16:3e:f4:3e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678c880d-64ac-4ee1-a96a-a01964e11445', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75e6e05e-8907-4925-802e-1bfc62fe6cb0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T12:50:53Z', 'updated_at': '2021-09-30T12:50:56Z', 'revision_number': 4, 'project_id': 'cc9a2aa6f90e48f288fa975303cf04e1', 'subnets': [{'id': '75e6e05e-8907-4925-802e-1bfc62fe6cb0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4d60e32-3d1e-4018-913d-97b0ff531f99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 12:50:56.495768 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-eba9054c-7cfe-437d-b1ac-b411072e76cd None None] For port dcd89ae9-fc64-4ec3-8de7-2747e1238190, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=dcd89ae9-fc64-4ec3-8de7-2747e1238190,segment=NetworkSegment(bc4d9ed5-9002-4694-96a9-dbc82e53d434),segment_id=bc4d9ed5-9002-4694-96a9-dbc82e53d434)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 12:50:56.499132 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b269f6-9e10-4e71-b7d8-b740e2d82501 None None] The sync data for ids ['678c880d-64ac-4ee1-a96a-a01964e11445'] in n-d-810909-2 is: [{'id': '678c880d-64ac-4ee1-a96a-a01964e11445', 'name': 'router1', 'tenant_id': 'cc9a2aa6f90e48f288fa975303cf04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T12:50:44Z', 'updated_at': '2021-09-30T12:50:53Z', 'revision_number': 2, 'project_id': 'cc9a2aa6f90e48f288fa975303cf04e1', 'gw_port_host': None, '_interfaces': [{'id': 'dcd89ae9-fc64-4ec3-8de7-2747e1238190', 'name': '', 'network_id': '86c6f1b9-85ab-4427-aebe-112222d76b6f', 'tenant_id': 'cc9a2aa6f90e48f288fa975303cf04e1', 'mac_address': 'fa:16:3e:f4:3e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678c880d-64ac-4ee1-a96a-a01964e11445', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75e6e05e-8907-4925-802e-1bfc62fe6cb0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T12:50:53Z', 'updated_at': '2021-09-30T12:50:56Z', 'revision_number': 4, 'project_id': 'cc9a2aa6f90e48f288fa975303cf04e1', 'subnets': [{'id': '75e6e05e-8907-4925-802e-1bfc62fe6cb0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4d60e32-3d1e-4018-913d-97b0ff531f99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 12:50:56.499825 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eba9054c-7cfe-437d-b1ac-b411072e76cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:56.554670 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9054c-7cfe-437d-b1ac-b411072e76cd None None] Pushing event updated for resources: {'Port': ['ID=dcd89ae9-fc64-4ec3-8de7-2747e1238190,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 12:50:56.791670 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36352) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:50:56.899918 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c15d45b-55f6-472d-8f9d-d0d525295446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 12:50:56.901277 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5c15d45b-55f6-472d-8f9d-d0d525295446 admin admin] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 842 time: 0.1086633 Sep 30 12:50:56.911327 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-72c6801e-b25e-4f2e-acd2-4470036ac56a admin admin] Request body: {'subnet': {'gateway_ip': '172.25.5.1', 'ip_version': 4, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'enable_dhcp': False, 'cidr': '172.25.5.0/24', 'name': 'public-subnet'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 12:50:56.934860 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c6801e-b25e-4f2e-acd2-4470036ac56a admin admin] Made reservation on behalf of 045a2a632b8c4a06869fd3ffacbae2f8 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 12:50:56.937242 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-72c6801e-b25e-4f2e-acd2-4470036ac56a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:57.237449 n-d-810909-2 neutron-server[94763]: DEBUG neutron.objects.ports [None req-72c6801e-b25e-4f2e-acd2-4470036ac56a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94763) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 12:50:57.237870 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-72c6801e-b25e-4f2e-acd2-4470036ac56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:57.289430 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6801e-b25e-4f2e-acd2-4470036ac56a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3cd1f68-5eac-4835-8c4f-6f59acf78db0,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 12:50:57.302763 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c6801e-b25e-4f2e-acd2-4470036ac56a admin admin] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 12:50:57.303109 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c6801e-b25e-4f2e-acd2-4470036ac56a admin admin] Network hostable DHCP agents. Network: 7bf2cdd5-9828-4259-bd46-d7f13451331c, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 12:50:57.324182 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c6801e-b25e-4f2e-acd2-4470036ac56a admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 12:50:57.335729 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-72c6801e-b25e-4f2e-acd2-4470036ac56a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 7bf2cdd5-9828-4259-bd46-d7f13451331c) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 12:50:57.340257 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c6801e-b25e-4f2e-acd2-4470036ac56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 12:50:57.340778 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-72c6801e-b25e-4f2e-acd2-4470036ac56a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:50:57.348508 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2beb6d-6db8-446c-9e62-04c10e7c977b None None] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 12:50:57.360383 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-72c6801e-b25e-4f2e-acd2-4470036ac56a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4524646 Sep 30 12:50:57.486122 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530bc256-7c59-4011-bd09-657e38f1f868 None None] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 12:50:59.643839 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36360) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:50:59.774968 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6bd168c7-1f7f-4a44-98ba-9554ed4d0404 admin admin] 10.222.0.18 "GET /v2.0/routers/678c880d-64ac-4ee1-a96a-a01964e11445 HTTP/1.1" status: 200 len: 710 time: 0.1305485 Sep 30 12:50:59.861060 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287dee2c-9454-4b00-bde1-3968ea54a134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 12:50:59.862437 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-287dee2c-9454-4b00-bde1-3968ea54a134 admin admin] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 886 time: 0.0816014 Sep 30 12:50:59.872346 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-28320c53-8338-46dc-aab9-5575496ebb90 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 12:51:00.185818 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-28320c53-8338-46dc-aab9-5575496ebb90 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:51:00.415701 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-28320c53-8338-46dc-aab9-5575496ebb90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:51:00.493755 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-28320c53-8338-46dc-aab9-5575496ebb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:51:00.593894 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-28320c53-8338-46dc-aab9-5575496ebb90 admin admin] Allocated IP 172.25.5.134 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/a19d4e6e-9e3a-4137-8d82-949a947c4255) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 12:51:00.692672 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-28320c53-8338-46dc-aab9-5575496ebb90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:51:00.726796 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-28320c53-8338-46dc-aab9-5575496ebb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:51:00.766221 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28320c53-8338-46dc-aab9-5575496ebb90 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 12:51:00.769041 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-28320c53-8338-46dc-aab9-5575496ebb90 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 12:51:00.774851 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28320c53-8338-46dc-aab9-5575496ebb90 admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 12:51:00.779964 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28320c53-8338-46dc-aab9-5575496ebb90 admin admin] Pushing event updated for resources: {'Port': ['ID=a19d4e6e-9e3a-4137-8d82-949a947c4255,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 12:51:01.019065 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-28320c53-8338-46dc-aab9-5575496ebb90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:51:01.211657 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-28320c53-8338-46dc-aab9-5575496ebb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-414777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:51:01.215007 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-28320c53-8338-46dc-aab9-5575496ebb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-417349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-414758'] for router, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:51:01.317780 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28320c53-8338-46dc-aab9-5575496ebb90 admin admin] Router 678c880d-64ac-4ee1-a96a-a01964e11445 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 12:51:01.496771 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28320c53-8338-46dc-aab9-5575496ebb90 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 12:51:01.500885 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-28320c53-8338-46dc-aab9-5575496ebb90 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:51:01.502104 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-28320c53-8338-46dc-aab9-5575496ebb90 admin admin] 10.222.0.18 "PUT /v2.0/routers/678c880d-64ac-4ee1-a96a-a01964e11445 HTTP/1.1" status: 200 len: 890 time: 1.6330376 Sep 30 12:51:02.819658 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5140880b-e97e-47f8-9672-3fb454ffd36e None None] Sync routers for ids ['678c880d-64ac-4ee1-a96a-a01964e11445'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 12:51:02.829699 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5140880b-e97e-47f8-9672-3fb454ffd36e None None] Routers {'678c880d-64ac-4ee1-a96a-a01964e11445'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 12:51:02.830459 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-5140880b-e97e-47f8-9672-3fb454ffd36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T12:50:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['678c880d-64ac-4ee1-a96a-a01964e11445'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 12:51:03.077803 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-5140880b-e97e-47f8-9672-3fb454ffd36e None None] Set router 678c880d-64ac-4ee1-a96a-a01964e11445 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 12:51:03.187560 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device dcd89ae9-fc64-4ec3-8de7-2747e1238190 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 12:51:03.378061 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port dcd89ae9-fc64-4ec3-8de7-2747e1238190 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 12:51:03.378440 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:51:03.563519 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-5140880b-e97e-47f8-9672-3fb454ffd36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678c880d-64ac-4ee1-a96a-a01964e11445', 'name': 'router1', 'tenant_id': 'cc9a2aa6f90e48f288fa975303cf04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'a19d4e6e-9e3a-4137-8d82-949a947c4255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T12:50:44Z', 'updated_at': '2021-09-30T12:51:00Z', 'revision_number': 4, 'project_id': 'cc9a2aa6f90e48f288fa975303cf04e1', 'gw_port': {'id': 'a19d4e6e-9e3a-4137-8d82-949a947c4255', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678c880d-64ac-4ee1-a96a-a01964e11445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T12:51:00Z', 'updated_at': '2021-09-30T12:51:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'dcd89ae9-fc64-4ec3-8de7-2747e1238190', 'name': '', 'network_id': '86c6f1b9-85ab-4427-aebe-112222d76b6f', 'tenant_id': 'cc9a2aa6f90e48f288fa975303cf04e1', 'mac_address': 'fa:16:3e:f4:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678c880d-64ac-4ee1-a96a-a01964e11445', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75e6e05e-8907-4925-802e-1bfc62fe6cb0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T12:50:53Z', 'updated_at': '2021-09-30T12:50:56Z', 'revision_number': 5, 'project_id': 'cc9a2aa6f90e48f288fa975303cf04e1', 'subnets': [{'id': '75e6e05e-8907-4925-802e-1bfc62fe6cb0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4d60e32-3d1e-4018-913d-97b0ff531f99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 12:51:03.618783 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5140880b-e97e-47f8-9672-3fb454ffd36e None None] Checking router: 678c880d-64ac-4ee1-a96a-a01964e11445 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 12:51:03.619132 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5140880b-e97e-47f8-9672-3fb454ffd36e None None] Updating router 678c880d-64ac-4ee1-a96a-a01964e11445 port a19d4e6e-9e3a-4137-8d82-949a947c4255 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 12:51:03.667219 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5140880b-e97e-47f8-9672-3fb454ffd36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:51:03.915700 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36372) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:51:03.981571 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5140880b-e97e-47f8-9672-3fb454ffd36e None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:51:03.987048 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5140880b-e97e-47f8-9672-3fb454ffd36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:51:04.029946 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-577c4338-0f4a-4680-959f-315e5c11509d admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1131253 Sep 30 12:51:04.035102 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-5140880b-e97e-47f8-9672-3fb454ffd36e None None] Attempting to bind port a19d4e6e-9e3a-4137-8d82-949a947c4255 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 12:51:04.035474 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-5140880b-e97e-47f8-9672-3fb454ffd36e None None] Attempting to bind port a19d4e6e-9e3a-4137-8d82-949a947c4255 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 12:51:04.035832 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5140880b-e97e-47f8-9672-3fb454ffd36e None None] Attempting to bind port a19d4e6e-9e3a-4137-8d82-949a947c4255 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 12:51:04.041532 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a846910-8cc2-4d19-af15-77ad1c74262d None None] Pushing event updated for resources: {'Port': ['ID=a19d4e6e-9e3a-4137-8d82-949a947c4255,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 12:51:04.046884 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5140880b-e97e-47f8-9672-3fb454ffd36e None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 12, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 12:51:04.047292 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5140880b-e97e-47f8-9672-3fb454ffd36e None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 12:51:04.047653 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5140880b-e97e-47f8-9672-3fb454ffd36e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:51:04.048041 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5140880b-e97e-47f8-9672-3fb454ffd36e None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 12:51:04.048509 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-5140880b-e97e-47f8-9672-3fb454ffd36e None None] Bound port: a19d4e6e-9e3a-4137-8d82-949a947c4255, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 12:51:04.048911 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5140880b-e97e-47f8-9672-3fb454ffd36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:51:04.106809 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5140880b-e97e-47f8-9672-3fb454ffd36e None None] For port a19d4e6e-9e3a-4137-8d82-949a947c4255, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 12:51:04.110559 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5140880b-e97e-47f8-9672-3fb454ffd36e None None] For port a19d4e6e-9e3a-4137-8d82-949a947c4255, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=a19d4e6e-9e3a-4137-8d82-949a947c4255,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 12:51:04.116032 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5140880b-e97e-47f8-9672-3fb454ffd36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:51:04.252781 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5140880b-e97e-47f8-9672-3fb454ffd36e None None] Routers {'678c880d-64ac-4ee1-a96a-a01964e11445'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 12:51:04.253394 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-5140880b-e97e-47f8-9672-3fb454ffd36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T12:50:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['678c880d-64ac-4ee1-a96a-a01964e11445'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 12:51:04.286843 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a846910-8cc2-4d19-af15-77ad1c74262d None None] Pushing event updated for resources: {'Port': ['ID=a19d4e6e-9e3a-4137-8d82-949a947c4255,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 12:51:04.361283 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-5140880b-e97e-47f8-9672-3fb454ffd36e None None] Set router 678c880d-64ac-4ee1-a96a-a01964e11445 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 12:51:04.574577 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-5140880b-e97e-47f8-9672-3fb454ffd36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678c880d-64ac-4ee1-a96a-a01964e11445', 'name': 'router1', 'tenant_id': 'cc9a2aa6f90e48f288fa975303cf04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'a19d4e6e-9e3a-4137-8d82-949a947c4255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T12:50:44Z', 'updated_at': '2021-09-30T12:51:00Z', 'revision_number': 4, 'project_id': 'cc9a2aa6f90e48f288fa975303cf04e1', 'gw_port': {'id': 'a19d4e6e-9e3a-4137-8d82-949a947c4255', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678c880d-64ac-4ee1-a96a-a01964e11445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T12:51:00Z', 'updated_at': '2021-09-30T12:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'dcd89ae9-fc64-4ec3-8de7-2747e1238190', 'name': '', 'network_id': '86c6f1b9-85ab-4427-aebe-112222d76b6f', 'tenant_id': 'cc9a2aa6f90e48f288fa975303cf04e1', 'mac_address': 'fa:16:3e:f4:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678c880d-64ac-4ee1-a96a-a01964e11445', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75e6e05e-8907-4925-802e-1bfc62fe6cb0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T12:50:53Z', 'updated_at': '2021-09-30T12:50:56Z', 'revision_number': 5, 'project_id': 'cc9a2aa6f90e48f288fa975303cf04e1', 'subnets': [{'id': '75e6e05e-8907-4925-802e-1bfc62fe6cb0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4d60e32-3d1e-4018-913d-97b0ff531f99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 12:51:04.604287 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5140880b-e97e-47f8-9672-3fb454ffd36e None None] The sync data for ids ['678c880d-64ac-4ee1-a96a-a01964e11445'] in n-d-810909-2 is: [{'id': '678c880d-64ac-4ee1-a96a-a01964e11445', 'name': 'router1', 'tenant_id': 'cc9a2aa6f90e48f288fa975303cf04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'a19d4e6e-9e3a-4137-8d82-949a947c4255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T12:50:44Z', 'updated_at': '2021-09-30T12:51:00Z', 'revision_number': 4, 'project_id': 'cc9a2aa6f90e48f288fa975303cf04e1', 'gw_port': {'id': 'a19d4e6e-9e3a-4137-8d82-949a947c4255', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678c880d-64ac-4ee1-a96a-a01964e11445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T12:51:00Z', 'updated_at': '2021-09-30T12:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'dcd89ae9-fc64-4ec3-8de7-2747e1238190', 'name': '', 'network_id': '86c6f1b9-85ab-4427-aebe-112222d76b6f', 'tenant_id': 'cc9a2aa6f90e48f288fa975303cf04e1', 'mac_address': 'fa:16:3e:f4:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678c880d-64ac-4ee1-a96a-a01964e11445', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75e6e05e-8907-4925-802e-1bfc62fe6cb0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T12:50:53Z', 'updated_at': '2021-09-30T12:50:56Z', 'revision_number': 5, 'project_id': 'cc9a2aa6f90e48f288fa975303cf04e1', 'subnets': [{'id': '75e6e05e-8907-4925-802e-1bfc62fe6cb0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4d60e32-3d1e-4018-913d-97b0ff531f99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 12:51:05.183828 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device a19d4e6e-9e3a-4137-8d82-949a947c4255 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 12:51:05.234702 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port a19d4e6e-9e3a-4137-8d82-949a947c4255 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 12:51:05.235092 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:51:05.323965 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:51:05.346055 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port a19d4e6e-9e3a-4137-8d82-949a947c4255, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=a19d4e6e-9e3a-4137-8d82-949a947c4255,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 12:51:05.351284 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:51:05.424296 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=a19d4e6e-9e3a-4137-8d82-949a947c4255,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 12:51:07.165061 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device a19d4e6e-9e3a-4137-8d82-949a947c4255 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 12:51:07.212155 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port a19d4e6e-9e3a-4137-8d82-949a947c4255 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 12:51:07.212523 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:51:12.565334 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 5 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 12:51:18.169865 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cfc149c0-52b1-4c70-bbef-b3d0954dbd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:51:20.611985 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-00800fc4-58e4-44e4-8332-d0054f7a81b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:51:21.484778 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:51:22.172424 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:51:23.897857 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:51:48.154427 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1b70-8b08-4ad2-aeba-dfcd87242ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:51:49.563939 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 5 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 12:51:50.737792 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c2daf889-585d-4353-aaef-30c6236be2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:51:51.480684 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:51:52.168058 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:51:53.902044 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:52:18.151136 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4baf4bef-fae9-4ec4-b56f-a23fc3ce8d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:52:20.609234 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-29bab27f-f468-46fc-b3f4-799989a29e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:52:21.483072 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:52:22.167109 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:52:23.900294 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:52:26.562020 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 5 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 12:52:43.740109 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36966) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:52:43.801007 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-a64db56f-f360-4b89-babb-52d9b1aea879 admin admin] GET failed (client error): The resource could not be found. Sep 30 12:52:43.802337 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a64db56f-f360-4b89-babb-52d9b1aea879 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612786 Sep 30 12:52:43.960597 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429d5d15-4e86-4b8c-879a-03a20224cb9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 12:52:43.961992 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-429d5d15-4e86-4b8c-879a-03a20224cb9b admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1550922 Sep 30 12:52:46.120601 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36976) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:52:46.210420 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9910910d-cbbf-4508-91a7-e1042b049636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 12:52:46.211777 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9910910d-cbbf-4508-91a7-e1042b049636 admin admin] 10.222.0.18 "GET /v2.0/subnets/75e6e05e-8907-4925-802e-1bfc62fe6cb0 HTTP/1.1" status: 200 len: 849 time: 0.0902052 Sep 30 12:52:46.221700 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-38fa52e3-c6ee-4e83-becc-071e347a47b8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 12:52:46.301298 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-38fa52e3-c6ee-4e83-becc-071e347a47b8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:52:46.440822 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-38fa52e3-c6ee-4e83-becc-071e347a47b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781647741197'] for subnet, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:52:46.470579 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fa52e3-c6ee-4e83-becc-071e347a47b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 12:52:46.470792 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-38fa52e3-c6ee-4e83-becc-071e347a47b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:52:46.472843 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-38fa52e3-c6ee-4e83-becc-071e347a47b8 admin admin] 10.222.0.18 "PUT /v2.0/subnets/75e6e05e-8907-4925-802e-1bfc62fe6cb0 HTTP/1.1" status: 200 len: 868 time: 0.2547157 Sep 30 12:52:46.474283 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e3df43-40d0-427f-bbd5-3e528f436633 None None] Network 86c6f1b9-85ab-4427-aebe-112222d76b6f requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 12:52:46.494377 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa52e3-c6ee-4e83-becc-071e347a47b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75e6e05e-8907-4925-802e-1bfc62fe6cb0,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 12:52:46.503007 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa52e3-c6ee-4e83-becc-071e347a47b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:52:46.503351 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa52e3-c6ee-4e83-becc-071e347a47b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:52:46.503690 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa52e3-c6ee-4e83-becc-071e347a47b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:52:46.504023 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa52e3-c6ee-4e83-becc-071e347a47b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:52:46.504606 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa52e3-c6ee-4e83-becc-071e347a47b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:52:46.504932 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa52e3-c6ee-4e83-becc-071e347a47b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:52:46.505254 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa52e3-c6ee-4e83-becc-071e347a47b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:52:46.505576 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa52e3-c6ee-4e83-becc-071e347a47b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:52:46.505895 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa52e3-c6ee-4e83-becc-071e347a47b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:52:46.506390 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa52e3-c6ee-4e83-becc-071e347a47b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:52:46.506722 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa52e3-c6ee-4e83-becc-071e347a47b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:52:46.507040 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa52e3-c6ee-4e83-becc-071e347a47b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:52:46.810667 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7fc1cf95-46ad-40d4-954b-db58fea740e4 None None] Provisioning complete for port dcd89ae9-fc64-4ec3-8de7-2747e1238190 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 12:52:46.811043 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7fc1cf95-46ad-40d4-954b-db58fea740e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:52:46.895908 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7fc1cf95-46ad-40d4-954b-db58fea740e4 None None] Provisioning complete for port 8b61981d-8241-4fc9-8855-ea01d0a2c963 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 12:52:46.896267 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7fc1cf95-46ad-40d4-954b-db58fea740e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:52:48.154576 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-615fe6aa-5953-492f-b672-16f1dc847dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:52:48.637540 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36984) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:52:48.833771 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc69e470-d1ab-4896-8c4f-73daa3bef4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 12:52:48.834196 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc69e470-d1ab-4896-8c4f-73daa3bef4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 12:52:48.835737 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fc69e470-d1ab-4896-8c4f-73daa3bef4a7 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1972189 Sep 30 12:52:50.611363 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cb3557c7-ec9a-4c6a-aaff-cc7ab01844b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:52:51.003945 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36992) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:52:51.134487 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7bb1df-4e34-4bf6-b340-de2fc95332cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 12:52:51.134964 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7bb1df-4e34-4bf6-b340-de2fc95332cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 12:52:51.136485 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bd7bb1df-4e34-4bf6-b340-de2fc95332cb admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1313562 Sep 30 12:52:51.485641 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:52:52.169228 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:52:53.308223 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37000) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:52:53.429150 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f08582c-1f25-458b-a953-275a35906e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 12:52:53.430483 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7f08582c-1f25-458b-a953-275a35906e6f admin admin] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 886 time: 0.1212966 Sep 30 12:52:53.903897 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:52:55.600648 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37008) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:52:55.731774 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac042cc-36c1-4b4e-be3b-8ac516f451c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 12:52:55.733140 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-dac042cc-36c1-4b4e-be3b-8ac516f451c5 admin admin] 10.222.0.18 "GET /v2.0/networks/86c6f1b9-85ab-4427-aebe-112222d76b6f HTTP/1.1" status: 200 len: 869 time: 0.1315486 Sep 30 12:52:57.892588 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37016) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:52:58.020935 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a5e04f-6a6a-490b-80d1-ea0ed9033cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 12:52:58.021395 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a5e04f-6a6a-490b-80d1-ea0ed9033cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 12:52:58.022967 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-58a5e04f-6a6a-490b-80d1-ea0ed9033cc1 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1294508 Sep 30 12:53:00.191938 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37026) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:53:00.313962 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb958ec9-d80e-4fed-882c-992e30cbd9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 12:53:00.314445 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb958ec9-d80e-4fed-882c-992e30cbd9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 12:53:00.315964 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bb958ec9-d80e-4fed-882c-992e30cbd9b7 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1230927 Sep 30 12:53:02.484065 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37034) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:53:02.577752 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88d4ad8-b2c9-4ac7-b221-2f2dcd9df9ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 12:53:02.579225 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a88d4ad8-b2c9-4ac7-b221-2f2dcd9df9ba admin admin] 10.222.0.18 "GET /v2.0/subnets/75e6e05e-8907-4925-802e-1bfc62fe6cb0 HTTP/1.1" status: 200 len: 868 time: 0.0942178 Sep 30 12:53:03.560849 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 5 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 12:53:04.757272 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37042) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:53:04.841760 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968098f0-7a37-474b-b89b-e189fc2d7b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 12:53:04.843126 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-968098f0-7a37-474b-b89b-e189fc2d7b04 admin admin] 10.222.0.18 "GET /v2.0/subnets/e3cd1f68-5eac-4835-8c4f-6f59acf78db0 HTTP/1.1" status: 200 len: 816 time: 0.0849109 Sep 30 12:53:18.156910 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-84eacd89-56d8-495e-87fa-9b805ba6a651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:53:20.612096 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-12f71053-b0d1-4197-b434-f0f772e30ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:53:21.487317 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:53:22.175134 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:53:23.910647 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:53:28.483916 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37096) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:53:28.530850 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-c787141f-ef03-43a3-8bf5-6abbe5d6eba7 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 12:53:28.532457 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c787141f-ef03-43a3-8bf5-6abbe5d6eba7 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0475512 Sep 30 12:53:30.768788 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37104) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:53:30.828928 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c3d750a-9140-420b-8ef6-7b703a0a676f admin admin] GET failed (client error): The resource could not be found. Sep 30 12:53:30.830254 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1c3d750a-9140-420b-8ef6-7b703a0a676f admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605159 Sep 30 12:53:30.915495 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c27a12-7fb9-4eb9-a7d1-0d2383a35b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 12:53:30.916958 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-42c27a12-7fb9-4eb9-a7d1-0d2383a35b47 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0821483 Sep 30 12:53:33.104493 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37112) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:53:33.150973 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-fc90b33c-1b26-4cb5-b626-7f0bdc6c23e7 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 12:53:33.171033 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc90b33c-1b26-4cb5-b626-7f0bdc6c23e7 admin admin] Made reservation on behalf of 045a2a632b8c4a06869fd3ffacbae2f8 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 12:53:33.173886 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc90b33c-1b26-4cb5-b626-7f0bdc6c23e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:53:33.200062 n-d-810909-2 neutron-server[94763]: WARNING neutron.services.revisions.revision_plugin [None req-fc90b33c-1b26-4cb5-b626-7f0bdc6c23e7 admin admin] Could not find related network for resource to bump revision. Sep 30 12:53:33.213844 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc90b33c-1b26-4cb5-b626-7f0bdc6c23e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 12:53:33.223850 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc90b33c-1b26-4cb5-b626-7f0bdc6c23e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:53:33.224191 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-fc90b33c-1b26-4cb5-b626-7f0bdc6c23e7 admin admin] Added segment e228a36b-6e1a-4ae8-9edb-b018ff973942 of type vlan for network d7d10ef6-a65f-4b28-a0c0-97f6547849bc Sep 30 12:53:33.273557 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc90b33c-1b26-4cb5-b626-7f0bdc6c23e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:53:33.296426 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc90b33c-1b26-4cb5-b626-7f0bdc6c23e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:53:33.297344 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc90b33c-1b26-4cb5-b626-7f0bdc6c23e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 12:53:33.298026 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc90b33c-1b26-4cb5-b626-7f0bdc6c23e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:53:33.323559 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fc90b33c-1b26-4cb5-b626-7f0bdc6c23e7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2180018 Sep 30 12:53:33.466444 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90b33c-1b26-4cb5-b626-7f0bdc6c23e7 admin admin] Pushing event updated for resources: {'Network': ['ID=d7d10ef6-a65f-4b28-a0c0-97f6547849bc,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 12:53:33.477132 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 12:53:35.551595 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37120) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:53:35.611354 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-db66ac3c-14f8-4029-97df-44b9442556cd admin admin] GET failed (client error): The resource could not be found. Sep 30 12:53:35.612680 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-db66ac3c-14f8-4029-97df-44b9442556cd admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601442 Sep 30 12:53:35.680662 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2b8425-d3a9-420f-970c-653c0674dee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 12:53:35.682120 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9f2b8425-d3a9-420f-970c-653c0674dee3 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0649016 Sep 30 12:53:35.692743 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-1e3cda4a-f2ce-4741-8fc4-1a983544a77a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 12:53:35.711290 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3cda4a-f2ce-4741-8fc4-1a983544a77a admin admin] Made reservation on behalf of 045a2a632b8c4a06869fd3ffacbae2f8 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 12:53:35.713501 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1e3cda4a-f2ce-4741-8fc4-1a983544a77a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:53:35.872534 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1e3cda4a-f2ce-4741-8fc4-1a983544a77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:53:35.930587 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3cda4a-f2ce-4741-8fc4-1a983544a77a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b229cf3-e551-481e-91fd-e782824887b0,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 12:53:35.938326 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3cda4a-f2ce-4741-8fc4-1a983544a77a admin admin] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 12:53:35.938695 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3cda4a-f2ce-4741-8fc4-1a983544a77a admin admin] Network hostable DHCP agents. Network: d7d10ef6-a65f-4b28-a0c0-97f6547849bc, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 12:53:35.953832 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3cda4a-f2ce-4741-8fc4-1a983544a77a admin admin] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 12:53:35.961676 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-1e3cda4a-f2ce-4741-8fc4-1a983544a77a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, d7d10ef6-a65f-4b28-a0c0-97f6547849bc) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 12:53:35.965823 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3cda4a-f2ce-4741-8fc4-1a983544a77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 12:53:35.966490 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1e3cda4a-f2ce-4741-8fc4-1a983544a77a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:53:35.971037 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f60cc98-b456-410e-a26f-7e6d867d1033 None None] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 12:53:35.980064 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1e3cda4a-f2ce-4741-8fc4-1a983544a77a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2906268 Sep 30 12:53:36.216560 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-d7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'tenant_id': '045a2a632b8c4a06869fd3ffacbae2f8', 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 12:53:36.217432 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:53:36.355891 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Allocated IP 192.168.233.2 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/2b302859-cba7-41a9-80e2-45bf2b60bf0d) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 12:53:36.502306 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:53:36.509957 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:53:36.553137 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 12:53:36.556140 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 12:53:36.560536 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 12:53:36.562758 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Pushing event updated for resources: {'Port': ['ID=2b302859-cba7-41a9-80e2-45bf2b60bf0d,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 12:53:36.570077 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:53:36.570426 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:53:36.570795 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:53:36.571131 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:53:36.571464 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:53:36.571797 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:53:36.572130 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:53:36.572454 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:53:36.572781 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:53:36.573120 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:53:36.574041 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:53:36.574041 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:53:36.627594 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Attempting to bind port 2b302859-cba7-41a9-80e2-45bf2b60bf0d on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 12:53:36.628067 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Attempting to bind port 2b302859-cba7-41a9-80e2-45bf2b60bf0d by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 12:53:36.628430 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Attempting to bind port 2b302859-cba7-41a9-80e2-45bf2b60bf0d on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 12:53:36.633622 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 12, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 12:53:36.633989 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 12:53:36.634442 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:53:36.634836 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 12:53:36.635295 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Bound port: 2b302859-cba7-41a9-80e2-45bf2b60bf0d, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 12:53:36.635689 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:53:36.699168 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] For port 2b302859-cba7-41a9-80e2-45bf2b60bf0d, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 12:53:36.702204 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] For port 2b302859-cba7-41a9-80e2-45bf2b60bf0d, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2b302859-cba7-41a9-80e2-45bf2b60bf0d,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 12:53:36.707930 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:53:36.764793 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da829e73-ef19-4748-a3d5-c4564e43d510 None None] Pushing event updated for resources: {'Port': ['ID=2b302859-cba7-41a9-80e2-45bf2b60bf0d,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 12:53:37.311859 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2b302859-cba7-41a9-80e2-45bf2b60bf0d up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 12:53:37.373419 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 2b302859-cba7-41a9-80e2-45bf2b60bf0d triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 12:53:37.373784 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:53:37.462213 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:53:37.497418 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 2b302859-cba7-41a9-80e2-45bf2b60bf0d, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2b302859-cba7-41a9-80e2-45bf2b60bf0d,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 12:53:37.502165 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:53:37.555338 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=2b302859-cba7-41a9-80e2-45bf2b60bf0d,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 12:53:37.600748 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8a0d65-c135-4f7e-bb14-4f45e9c99da8 None None] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 12:53:37.681086 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d479b0c3-eb9b-4102-86e2-86e76623770e None None] Provisioning complete for port 2b302859-cba7-41a9-80e2-45bf2b60bf0d triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 12:53:37.681449 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d479b0c3-eb9b-4102-86e2-86e76623770e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:53:38.042810 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9a9f0759-9b7e-4bde-a108-83b747c68086 None None] Provisioning complete for port 2b302859-cba7-41a9-80e2-45bf2b60bf0d triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 12:53:38.043175 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9a9f0759-9b7e-4bde-a108-83b747c68086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:53:39.261988 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2b302859-cba7-41a9-80e2-45bf2b60bf0d up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 12:53:39.309217 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 2b302859-cba7-41a9-80e2-45bf2b60bf0d triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 12:53:39.309580 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:53:40.559211 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 5 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 12:53:48.157861 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c232190f-8ded-4bd0-bc14-0a739d015177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:53:50.612467 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-96b88f8e-97e0-4278-b935-d61e0d59d40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:53:51.487834 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:53:52.176180 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:53:53.915474 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:54:17.558350 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 5 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 12:54:18.159044 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-870176ed-e29c-4079-bd5b-a8d073da8779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:54:20.612730 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-60ec5db7-1872-421f-94a2-cb66ce6881ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:54:21.489500 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:54:22.179223 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:54:23.918138 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:54:48.159905 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-464b0d9b-6889-4f7a-9ec0-416b5f8fccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:54:50.615081 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-86ee9423-2cac-4b59-bfb5-aece469f9a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:54:51.491134 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:54:52.182261 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:54:53.924417 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:54:54.556306 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 5 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 12:55:08.393106 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37172) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:55:08.398984 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [None req-5b66bd8a-7b3e-4e1f-929a-55c905caafba tempest-verify_tempest_config-265773840 tempest-verify_tempest_config-265773840-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 12:55:08.399957 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5b66bd8a-7b3e-4e1f-929a-55c905caafba tempest-verify_tempest_config-265773840 tempest-verify_tempest_config-265773840-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0058899 Sep 30 12:55:08.687378 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37190) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:55:08.788687 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d122aae-08a2-4b96-8bf2-6c226b94ae8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:55:08.876973 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d122aae-08a2-4b96-8bf2-6c226b94ae8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:55:08.880780 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d122aae-08a2-4b96-8bf2-6c226b94ae8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:55:08.924400 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2d122aae-08a2-4b96-8bf2-6c226b94ae8f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f544070b81b24a9cb0c2ad14a1b30f1b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2354524 Sep 30 12:55:08.925603 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d122aae-08a2-4b96-8bf2-6c226b94ae8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c04d2f-dff4-402c-bb59-17bce83a79a7,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 12:55:08.927362 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37196) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:55:08.932432 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d122aae-08a2-4b96-8bf2-6c226b94ae8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:55:08.932779 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d122aae-08a2-4b96-8bf2-6c226b94ae8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:55:08.933113 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d122aae-08a2-4b96-8bf2-6c226b94ae8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:55:08.933448 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d122aae-08a2-4b96-8bf2-6c226b94ae8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:55:08.933772 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d122aae-08a2-4b96-8bf2-6c226b94ae8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:55:08.934122 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d122aae-08a2-4b96-8bf2-6c226b94ae8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:55:08.934450 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d122aae-08a2-4b96-8bf2-6c226b94ae8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:55:08.934771 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d122aae-08a2-4b96-8bf2-6c226b94ae8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:55:08.935112 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d122aae-08a2-4b96-8bf2-6c226b94ae8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:55:08.935430 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d122aae-08a2-4b96-8bf2-6c226b94ae8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:55:08.935746 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d122aae-08a2-4b96-8bf2-6c226b94ae8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:55:08.936059 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d122aae-08a2-4b96-8bf2-6c226b94ae8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:55:08.983630 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cde209c5-f623-4c21-aa04-932ecba21f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:55:09.004227 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cde209c5-f623-4c21-aa04-932ecba21f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:55:09.099397 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cde209c5-f623-4c21-aa04-932ecba21f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:55:09.101884 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cde209c5-f623-4c21-aa04-932ecba21f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:55:09.105786 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cde209c5-f623-4c21-aa04-932ecba21f52 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/91c04d2f-dff4-402c-bb59-17bce83a79a7 HTTP/1.1" status: 204 len: 168 time: 0.1772602 Sep 30 12:55:09.114118 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde209c5-f623-4c21-aa04-932ecba21f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c04d2f-dff4-402c-bb59-17bce83a79a7,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 12:55:09.120692 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde209c5-f623-4c21-aa04-932ecba21f52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:55:09.121040 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde209c5-f623-4c21-aa04-932ecba21f52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:55:09.121376 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde209c5-f623-4c21-aa04-932ecba21f52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:55:09.121706 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde209c5-f623-4c21-aa04-932ecba21f52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:55:09.122171 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde209c5-f623-4c21-aa04-932ecba21f52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:55:09.122505 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde209c5-f623-4c21-aa04-932ecba21f52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:55:09.122829 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde209c5-f623-4c21-aa04-932ecba21f52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:55:09.123151 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde209c5-f623-4c21-aa04-932ecba21f52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:55:09.123471 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde209c5-f623-4c21-aa04-932ecba21f52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:55:09.123793 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde209c5-f623-4c21-aa04-932ecba21f52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:55:09.124110 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde209c5-f623-4c21-aa04-932ecba21f52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:55:09.124425 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde209c5-f623-4c21-aa04-932ecba21f52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 12:55:18.161167 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-08295cd1-8b34-4424-ba82-0c68990aba4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:55:20.616465 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5fd0aba0-5122-42e2-877f-19b36c5875fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:55:21.492074 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:55:22.185606 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:55:23.926766 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:55:31.554280 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 5 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 12:55:48.161188 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-081b7e9a-1ef4-4422-ad35-45754478bd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:55:50.618971 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ddaed959-a96e-477a-a650-69cb6801826a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:55:51.492901 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:55:52.188260 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:55:53.927936 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:56:08.552663 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 5 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 12:56:18.162224 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-90ce82ee-bd20-4246-98d5-b19c02060416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:56:20.619035 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c9a4b5af-f060-4b78-aa92-33571c0054fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:56:21.493533 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:56:22.191182 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:56:23.930300 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:56:45.550162 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 5 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 12:56:48.163619 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7441183a-0a56-444c-b585-16012e0a0e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:56:50.618704 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b46dec22-20d1-4dfe-b0f2-be6664ebc65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:56:51.494043 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:56:52.193577 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:56:53.934656 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:57:18.164531 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8588ec09-7d79-4ed4-bcdf-ea19d085cc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:57:20.618131 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b53fdb85-ff76-4a4f-9d2e-f6c249103d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:57:21.494862 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:57:22.198107 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:57:22.550267 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 5 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 12:57:23.937694 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:57:48.164730 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cfd55b19-c8de-4039-83c7-beea581d2aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:57:50.618541 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-51842e9a-3d39-4e71-ba99-5d773565f6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:57:51.494829 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:57:52.199793 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:57:53.941182 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:57:59.550500 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 5 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 12:58:14.343806 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415414'] for agent, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:58:18.167665 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e4496822-14fa-4970-8d52-d2024d606faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:58:19.179842 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415414'] for agent, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:58:20.620672 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-170d003e-896c-446e-94c7-82a0ed7a8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:58:21.496702 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:58:22.202932 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:58:23.944093 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:58:36.550881 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 12:58:44.324888 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:58:48.167507 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-624a6839-c6a0-4e32-bfd7-7522867c9f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:58:49.133609 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:58:50.621569 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8109aa94-c7d1-485b-9880-77af7a1c9801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:58:51.497781 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:58:52.206556 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:58:53.947669 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:59:00.844054 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37256) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:59:00.947941 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3c78c9bb-d685-46bd-b0df-4cb1461845f2 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1027944 Sep 30 12:59:03.129797 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37266) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 12:59:03.190402 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2d017504-75c6-418f-977b-6d40982ff7b6 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0594869 Sep 30 12:59:13.550766 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 12:59:14.345011 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:59:18.170266 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-01df06fb-0ba5-4458-b6fe-779881eb02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:59:19.131095 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:59:20.622027 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-078fa0ab-0bf9-4224-ba1d-ec34ebf82160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:59:21.499278 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:59:22.208515 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:59:23.950839 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:59:44.342737 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:59:48.171912 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5cd3b52b-1d59-4c5c-91a1-3a54a3524b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:59:49.156815 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:59:50.553251 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 12:59:50.622531 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-efa38969-0dd5-49a5-b83c-f5c38ac5a36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:59:51.504207 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:59:52.211943 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 12:59:53.955458 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:14.359487 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:18.174979 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9176ba3b-5cd9-41b9-a0c0-98d19723fd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:19.143942 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:20.624907 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1d3e2ad0-e3cc-47cf-8cb1-b26b4ced2f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:21.506611 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:22.212722 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:23.976821 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:27.552780 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:00:27.617463 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37494) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:28.051062 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-dab53da6-7268-4f39-baa4-7cb8cdc0d554 tempest-AutoAllocateNetworkTest-1959812514 tempest-AutoAllocateNetworkTest-1959812514-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9eec71d7593f4f82acb6daac244ccd66&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4317057 Sep 30 13:00:28.053516 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37516) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:28.241355 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d289deb5-fef1-410a-b6f5-1df81cd3bb82 tempest-AutoAllocateNetworkTest-1959812514 tempest-AutoAllocateNetworkTest-1959812514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:28.246310 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d289deb5-fef1-410a-b6f5-1df81cd3bb82 tempest-AutoAllocateNetworkTest-1959812514 tempest-AutoAllocateNetworkTest-1959812514-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1888769 Sep 30 13:00:28.246926 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37526) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:28.345055 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1caece3d-e5f7-4dd1-844c-9207fc58ff4b tempest-AutoAllocateNetworkTest-1959812514 tempest-AutoAllocateNetworkTest-1959812514-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0967841 Sep 30 13:00:28.347777 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37532) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:28.378765 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ad8d4fca-f104-47c2-bd96-5d7bce5ff2f6 tempest-AutoAllocateNetworkTest-1959812514 tempest-AutoAllocateNetworkTest-1959812514-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9eec71d7593f4f82acb6daac244ccd66 HTTP/1.1" status: 200 len: 208 time: 0.0296721 Sep 30 13:00:28.890652 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37574) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:29.252367 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e7950f8c-f958-478f-b9f4-96283275666c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:29.346761 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e7950f8c-f958-478f-b9f4-96283275666c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:29.352968 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e7950f8c-f958-478f-b9f4-96283275666c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:29.394338 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7950f8c-f958-478f-b9f4-96283275666c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc939364-40df-45bc-93f8-4a8feae00ee7,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:29.405200 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e7950f8c-f958-478f-b9f4-96283275666c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9eec71d7593f4f82acb6daac244ccd66&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5122025 Sep 30 13:00:29.405404 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37608) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:29.407388 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7950f8c-f958-478f-b9f4-96283275666c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:29.407880 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7950f8c-f958-478f-b9f4-96283275666c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:29.408373 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7950f8c-f958-478f-b9f4-96283275666c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:29.408701 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7950f8c-f958-478f-b9f4-96283275666c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:29.409022 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7950f8c-f958-478f-b9f4-96283275666c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:29.409344 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7950f8c-f958-478f-b9f4-96283275666c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:29.409662 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7950f8c-f958-478f-b9f4-96283275666c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:29.409975 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7950f8c-f958-478f-b9f4-96283275666c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:29.410313 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7950f8c-f958-478f-b9f4-96283275666c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:29.410627 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7950f8c-f958-478f-b9f4-96283275666c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:29.410940 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7950f8c-f958-478f-b9f4-96283275666c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:29.411249 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7950f8c-f958-478f-b9f4-96283275666c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7950f8c-f958-478f-b9f4-96283275666c admin admin] Tracked resource versions report: Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: pushed versions: Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: { 'AddressGroup': {'1.2'}, Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: 'ConntrackHelper': {'1.0'}, Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: 'Log': {'1.0'}, Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: 'Network': {'1.1'}, Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: 'Port': {'1.7'}, Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: 'PortForwarding': {'1.2'}, Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: 'QosPolicy': {'1.10'}, Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: 'SecurityGroup': {'1.4'}, Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: 'SecurityGroupRule': {'1.2'}, Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: 'SubPort': {'1.0'}, Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: 'Subnet': {'1.1'}, Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: 'Trunk': {'1.1'}} Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: consumer versions: Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: { DHCP agent@n-d-810909-2: {}, Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: HyperV agent@n-h1-810909-2: {}, Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: HyperV agent@n-h2-810909-2: {}, Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: L3 agent@n-d-810909-2: {}, Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: Metadata agent@n-d-810909-2: {}, Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: Metering agent@n-d-810909-2: {}, Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: Open vSwitch agent@n-d-810909-2: { 'AddressGroup': '1.2', Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: 'ConntrackHelper': '1.0', Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: 'Log': '1.0', Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: 'Network': '1.1', Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: 'Port': '1.7', Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: 'PortForwarding': '1.2', Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: 'QosPolicy': '1.10', Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: 'SecurityGroup': '1.4', Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: 'SecurityGroupRule': '1.2', Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: 'SubPort': '1.0', Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: 'Subnet': '1.1', Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: 'Trunk': '1.1'}} Sep 30 13:00:29.412319 n-d-810909-2 neutron-server[94763]: {{(pid=94763) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 13:00:29.461768 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-28c00949-149d-4694-a099-011a22e73390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:29.488190 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-28c00949-149d-4694-a099-011a22e73390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:29.545681 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-28c00949-149d-4694-a099-011a22e73390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:29.558765 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-28c00949-149d-4694-a099-011a22e73390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:29.558765 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-28c00949-149d-4694-a099-011a22e73390 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc939364-40df-45bc-93f8-4a8feae00ee7 HTTP/1.1" status: 204 len: 168 time: 0.1465294 Sep 30 13:00:29.568024 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c00949-149d-4694-a099-011a22e73390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc939364-40df-45bc-93f8-4a8feae00ee7,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:29.575942 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c00949-149d-4694-a099-011a22e73390 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:29.576321 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c00949-149d-4694-a099-011a22e73390 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:29.576664 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c00949-149d-4694-a099-011a22e73390 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:29.576999 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c00949-149d-4694-a099-011a22e73390 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:29.577344 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c00949-149d-4694-a099-011a22e73390 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:29.577697 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c00949-149d-4694-a099-011a22e73390 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:29.578054 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c00949-149d-4694-a099-011a22e73390 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:29.578377 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c00949-149d-4694-a099-011a22e73390 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:29.578705 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c00949-149d-4694-a099-011a22e73390 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:29.579016 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c00949-149d-4694-a099-011a22e73390 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:29.579526 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c00949-149d-4694-a099-011a22e73390 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:29.580006 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c00949-149d-4694-a099-011a22e73390 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c00949-149d-4694-a099-011a22e73390 admin admin] Tracked resource versions report: Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: pushed versions: Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: { 'AddressGroup': {'1.2'}, Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: 'ConntrackHelper': {'1.0'}, Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: 'Log': {'1.0'}, Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: 'Network': {'1.1'}, Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: 'Port': {'1.7'}, Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: 'PortForwarding': {'1.2'}, Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: 'QosPolicy': {'1.10'}, Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: 'SecurityGroup': {'1.4'}, Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: 'SecurityGroupRule': {'1.2'}, Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: 'SubPort': {'1.0'}, Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: 'Subnet': {'1.1'}, Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: 'Trunk': {'1.1'}} Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: consumer versions: Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: { DHCP agent@n-d-810909-2: {}, Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: HyperV agent@n-h1-810909-2: {}, Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: HyperV agent@n-h2-810909-2: {}, Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: L3 agent@n-d-810909-2: {}, Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: Metadata agent@n-d-810909-2: {}, Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: Metering agent@n-d-810909-2: {}, Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: Open vSwitch agent@n-d-810909-2: { 'AddressGroup': '1.2', Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: 'ConntrackHelper': '1.0', Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: 'Log': '1.0', Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: 'Network': '1.1', Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: 'Port': '1.7', Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: 'PortForwarding': '1.2', Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: 'QosPolicy': '1.10', Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: 'SecurityGroup': '1.4', Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: 'SecurityGroupRule': '1.2', Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: 'SubPort': '1.0', Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: 'Subnet': '1.1', Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: 'Trunk': '1.1'}} Sep 30 13:00:29.581334 n-d-810909-2 neutron-server[94764]: {{(pid=94764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 13:00:31.369904 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37758) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:31.372679 n-d-810909-2 neutron-server[94764]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 30 13:00:31.408288 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-4dcb72e9-648b-4bec-832c-f7ed4dc74fbc tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=8cb5fac3743f4247a8e3f1ac2917e566&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366368 Sep 30 13:00:31.529858 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37768) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:31.638617 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-188ed0b1-e515-4976-bce6-01530930a40c tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:31.641341 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-188ed0b1-e515-4976-bce6-01530930a40c tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2265201 Sep 30 13:00:31.665964 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-550c768c-b9bf-4300-b8c3-55ee99513da9 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/quotas/8cb5fac3743f4247a8e3f1ac2917e566 HTTP/1.1" status: 200 len: 375 time: 0.0191908 Sep 30 13:00:31.710357 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-44ae3232-915e-43e7-8656-6ef7d672847a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:31.742464 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-da7f3b25-0e87-4903-b195-61b060725441 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cb5fac3743f4247a8e3f1ac2917e566&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751498 Sep 30 13:00:31.809004 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37788) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:31.856141 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-44ae3232-915e-43e7-8656-6ef7d672847a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:31.865583 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-44ae3232-915e-43e7-8656-6ef7d672847a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:31.939420 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-44ae3232-915e-43e7-8656-6ef7d672847a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4894164a35cc4c2fb74c6f2aa1a67c26&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4105108 Sep 30 13:00:31.939420 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae3232-915e-43e7-8656-6ef7d672847a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52062385-26de-4a51-aab8-e5f2d843b406,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:31.940330 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37800) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:32.017182 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3acf6026-7c09-48ba-9c30-21bafc823b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:32.042088 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3acf6026-7c09-48ba-9c30-21bafc823b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:32.104614 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3acf6026-7c09-48ba-9c30-21bafc823b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:32.107172 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3acf6026-7c09-48ba-9c30-21bafc823b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:32.111232 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3acf6026-7c09-48ba-9c30-21bafc823b71 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52062385-26de-4a51-aab8-e5f2d843b406 HTTP/1.1" status: 204 len: 168 time: 0.1669395 Sep 30 13:00:32.116487 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf6026-7c09-48ba-9c30-21bafc823b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52062385-26de-4a51-aab8-e5f2d843b406,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:32.151041 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1bfaac4d-500d-4178-ba56-ac695fe9c7c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:32.268252 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1bfaac4d-500d-4178-ba56-ac695fe9c7c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:32.274406 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1bfaac4d-500d-4178-ba56-ac695fe9c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:32.308391 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfaac4d-500d-4178-ba56-ac695fe9c7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da681fe5-5d5b-4d10-91a7-5809bb987c6b,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:32.340749 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1bfaac4d-500d-4178-ba56-ac695fe9c7c0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed0446633b1846b2a9c3e66713e8e212&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5303161 Sep 30 13:00:32.342924 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37830) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:32.399984 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-319a6b3f-96e0-40de-94e4-b87fdd81835e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:32.421514 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-319a6b3f-96e0-40de-94e4-b87fdd81835e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:32.485553 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-319a6b3f-96e0-40de-94e4-b87fdd81835e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:32.489849 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-319a6b3f-96e0-40de-94e4-b87fdd81835e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:32.496012 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-319a6b3f-96e0-40de-94e4-b87fdd81835e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da681fe5-5d5b-4d10-91a7-5809bb987c6b HTTP/1.1" status: 204 len: 168 time: 0.1513207 Sep 30 13:00:32.505470 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a6b3f-96e0-40de-94e4-b87fdd81835e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da681fe5-5d5b-4d10-91a7-5809bb987c6b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:32.566361 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37844) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:32.660704 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37854) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:32.842815 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37872) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:32.859926 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4dc201b8-dd69-4b38-9359-7e567b1d1db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:32.959822 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4dc201b8-dd69-4b38-9359-7e567b1d1db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:32.964704 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4dc201b8-dd69-4b38-9359-7e567b1d1db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:33.011847 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc201b8-dd69-4b38-9359-7e567b1d1db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac35231-543f-4fbd-adde-94776e960058,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:33.016701 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4dc201b8-dd69-4b38-9359-7e567b1d1db2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a92e9017720e49938c18b6c66745f0c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1714337 Sep 30 13:00:33.019393 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37878) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:33.036129 n-d-810909-2 neutron-server[94763]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 30 13:00:33.056550 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-97771cba-6b56-40b5-9579-c451b6521ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:33.102464 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2bd5a0a8-99b3-421f-98eb-90ca7749e92d req-312ca366-b681-4eda-979d-ea7f3767faf0 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=36557ead-d431-4424-8302-99a7f3e8ec04 HTTP/1.1" status: 200 len: 210 time: 0.4352973 Sep 30 13:00:33.175275 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-97771cba-6b56-40b5-9579-c451b6521ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:33.175726 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d8894330-f063-4105-81d9-be6a4b50f50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:33.181640 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-97771cba-6b56-40b5-9579-c451b6521ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:33.219121 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97771cba-6b56-40b5-9579-c451b6521ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d29297d-2878-4814-8e43-f1af3a36a29b,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:33.221523 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d8894330-f063-4105-81d9-be6a4b50f50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:33.256920 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-97771cba-6b56-40b5-9579-c451b6521ada admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70996e6185824628b03c310e9e1aacf3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6870794 Sep 30 13:00:33.257578 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37884) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:33.264393 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37886) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:33.291945 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-feab30e4-f7ff-468d-bc1c-747724fec3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:33.317073 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8cc2a36e-680a-4d37-aa85-7a4a3ae2af1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:33.340760 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8cc2a36e-680a-4d37-aa85-7a4a3ae2af1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:33.361827 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d8894330-f063-4105-81d9-be6a4b50f50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:33.365876 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d8894330-f063-4105-81d9-be6a4b50f50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:33.367551 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d8894330-f063-4105-81d9-be6a4b50f50e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ac35231-543f-4fbd-adde-94776e960058 HTTP/1.1" status: 204 len: 168 time: 0.3469524 Sep 30 13:00:33.384124 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8894330-f063-4105-81d9-be6a4b50f50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac35231-543f-4fbd-adde-94776e960058,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:33.408980 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8cc2a36e-680a-4d37-aa85-7a4a3ae2af1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:33.412173 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8cc2a36e-680a-4d37-aa85-7a4a3ae2af1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:33.417563 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8cc2a36e-680a-4d37-aa85-7a4a3ae2af1a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d29297d-2878-4814-8e43-f1af3a36a29b HTTP/1.1" status: 204 len: 168 time: 0.1566510 Sep 30 13:00:33.425843 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2a36e-680a-4d37-aa85-7a4a3ae2af1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d29297d-2878-4814-8e43-f1af3a36a29b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:33.495794 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-feab30e4-f7ff-468d-bc1c-747724fec3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:33.501805 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-feab30e4-f7ff-468d-bc1c-747724fec3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:33.563041 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37914) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:33.570057 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-feab30e4-f7ff-468d-bc1c-747724fec3ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25e0dc481656492497a8d0d5e7aa85cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3029416 Sep 30 13:00:33.579192 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab30e4-f7ff-468d-bc1c-747724fec3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1dcebe0-fc06-4467-b473-d91da58a4af4,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:33.650632 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c02876c2-dbf3-45ea-a8a9-460b42eb22b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:33.698789 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c02876c2-dbf3-45ea-a8a9-460b42eb22b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:33.763816 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c02876c2-dbf3-45ea-a8a9-460b42eb22b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:33.767678 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c02876c2-dbf3-45ea-a8a9-460b42eb22b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:33.768875 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c02876c2-dbf3-45ea-a8a9-460b42eb22b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a1dcebe0-fc06-4467-b473-d91da58a4af4 HTTP/1.1" status: 204 len: 168 time: 0.2046707 Sep 30 13:00:33.794523 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02876c2-dbf3-45ea-a8a9-460b42eb22b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1dcebe0-fc06-4467-b473-d91da58a4af4,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:33.831211 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37938) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:34.309127 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c27b9117-7862-4720-9c1c-243e79018084 req-3be1d6f0-d6e7-4ea5-91e0-756567463e5c tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=22bbfd7374a545fcba01ac870ed7b8c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328548 Sep 30 13:00:34.320227 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.54', 56366) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:34.359983 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-29c99b3b-80a3-4507-9a41-136813d105f7 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=8cb5fac3743f4247a8e3f1ac2917e566&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240393 Sep 30 13:00:34.362664 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37976) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:34.378920 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f1789c34-745b-4846-a062-712d41cdbd4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:34.409694 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-41f30591-0264-4477-8d56-1210b864c39a req-6a824ac2-f5f0-44ee-9aa3-6d9360c8f75e tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=36557ead-d431-4424-8302-99a7f3e8ec04 HTTP/1.1" status: 200 len: 210 time: 0.1025846 Sep 30 13:00:34.431456 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b6ac0cbc-7120-4c20-8dd4-52ca83affbc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:34.646829 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-91ee72c2-80c9-4274-955c-0ad24de6be53 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:34.648552 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-91ee72c2-80c9-4274-955c-0ad24de6be53 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2602758 Sep 30 13:00:34.657619 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f1789c34-745b-4846-a062-712d41cdbd4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:34.662606 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f1789c34-745b-4846-a062-712d41cdbd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:34.673535 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b9117-7862-4720-9c1c-243e79018084 req-e48effa0-1d0c-45ad-ac4b-34a2e6c878ef tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:34.680799 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c27b9117-7862-4720-9c1c-243e79018084 req-e48effa0-1d0c-45ad-ac4b-34a2e6c878ef tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3708694 Sep 30 13:00:34.731521 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c27b9117-7862-4720-9c1c-243e79018084 req-273e1988-edb9-42c1-ae2f-f4b27359ea17 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/quotas/22bbfd7374a545fcba01ac870ed7b8c1 HTTP/1.1" status: 200 len: 375 time: 0.0498126 Sep 30 13:00:34.750263 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f1789c34-745b-4846-a062-712d41cdbd4d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8bdf407ce044cceb52947cdac76457f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3857760 Sep 30 13:00:34.761162 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38000) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:34.774536 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-8d8644e5-4598-405f-ba32-4ac8ab87344a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Request body: {'port': {'device_id': '36557ead-d431-4424-8302-99a7f3e8ec04', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': '8cb5fac3743f4247a8e3f1ac2917e566'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:00:34.802298 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b6ac0cbc-7120-4c20-8dd4-52ca83affbc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:34.802908 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1789c34-745b-4846-a062-712d41cdbd4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3891f9-9201-4c56-9971-c74ae31636da,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:34.817014 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b6ac0cbc-7120-4c20-8dd4-52ca83affbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:34.838702 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c27b9117-7862-4720-9c1c-243e79018084 req-ec9e81d5-8c54-43c7-b994-132d9df40421 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=22bbfd7374a545fcba01ac870ed7b8c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1061661 Sep 30 13:00:34.897447 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac0cbc-7120-4c20-8dd4-52ca83affbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ca395e-9b8c-4d07-b426-b404b7be66d8,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:34.940200 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b6ac0cbc-7120-4c20-8dd4-52ca83affbc4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e3c2c3de16f43ee9c292a84b9b50c8a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1053722 Sep 30 13:00:34.956201 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38028) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:34.956897 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cd73cab0-0b86-4895-aef5-ed9daf8304f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:35.012484 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cd73cab0-0b86-4895-aef5-ed9daf8304f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:35.051051 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-46085ae1-be5d-4a7c-8018-ac62d767c4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:35.090386 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-46085ae1-be5d-4a7c-8018-ac62d767c4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:35.138091 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cd73cab0-0b86-4895-aef5-ed9daf8304f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:35.141862 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cd73cab0-0b86-4895-aef5-ed9daf8304f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:35.146241 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cd73cab0-0b86-4895-aef5-ed9daf8304f4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd3891f9-9201-4c56-9971-c74ae31636da HTTP/1.1" status: 204 len: 168 time: 0.3838527 Sep 30 13:00:35.157867 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73cab0-0b86-4895-aef5-ed9daf8304f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3891f9-9201-4c56-9971-c74ae31636da,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:35.175503 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-46085ae1-be5d-4a7c-8018-ac62d767c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:35.200740 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-46085ae1-be5d-4a7c-8018-ac62d767c4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:35.203141 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-46085ae1-be5d-4a7c-8018-ac62d767c4e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e4ca395e-9b8c-4d07-b426-b404b7be66d8 HTTP/1.1" status: 204 len: 168 time: 0.2429106 Sep 30 13:00:35.219004 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46085ae1-be5d-4a7c-8018-ac62d767c4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ca395e-9b8c-4d07-b426-b404b7be66d8,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:35.224154 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-8d8644e5-4598-405f-ba32-4ac8ab87344a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Made reservation on behalf of 8cb5fac3743f4247a8e3f1ac2917e566 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:00:35.245532 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-8d8644e5-4598-405f-ba32-4ac8ab87344a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:35.260868 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-8d8644e5-4598-405f-ba32-4ac8ab87344a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:35.284577 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e32af1b5-7345-484a-bbe1-f2e918cd043c req-58f5c2f0-ee31-4fe7-be4b-d94cd4863411 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/ports?device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 210 time: 0.0407372 Sep 30 13:00:35.379694 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-8d8644e5-4598-405f-ba32-4ac8ab87344a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:35.384325 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-8d8644e5-4598-405f-ba32-4ac8ab87344a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:35.573421 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8644e5-4598-405f-ba32-4ac8ab87344a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74560b77-8100-496f-974d-9e6cfad60cd3,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:35.647086 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38066) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:35.820682 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-adbba9aa-70e5-4f3f-a8ed-f626c7556a4d req-1cf043ce-50ca-4cc3-ac31-069c78f6b42b tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=36557ead-d431-4424-8302-99a7f3e8ec04 HTTP/1.1" status: 200 len: 210 time: 0.1569095 Sep 30 13:00:35.923824 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-8d8644e5-4598-405f-ba32-4ac8ab87344a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Allocated IP 192.168.233.52 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/9e301852-d1ff-4766-9a73-9fc234f809ee) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:00:36.134738 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-38a115df-d8a1-4e94-b5f4-418789b72270 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-872543346-network', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:00:36.204140 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a115df-d8a1-4e94-b5f4-418789b72270 admin admin] Made reservation on behalf of 0aab74e1df6d45fba7c45004cdea3fd5 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:00:36.207066 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-38a115df-d8a1-4e94-b5f4-418789b72270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:36.229638 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-38a115df-d8a1-4e94-b5f4-418789b72270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:36.267528 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-8d8644e5-4598-405f-ba32-4ac8ab87344a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:36.345075 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-8d8644e5-4598-405f-ba32-4ac8ab87344a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:36.427244 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38098) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:36.537963 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7a972f09-48a3-4b77-890c-2208a1b5e1be req-a17d9734-768f-462b-bb01-0202632482d7 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/ports?device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 210 time: 0.1165886 Sep 30 13:00:36.586845 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-257c2514-131f-435e-8527-6c3a34561675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:36.649288 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8644e5-4598-405f-ba32-4ac8ab87344a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Pushing event updated for resources: {'Port': ['ID=9e301852-d1ff-4766-9a73-9fc234f809ee,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:36.674176 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-8d8644e5-4598-405f-ba32-4ac8ab87344a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:00:36.675810 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-8d8644e5-4598-405f-ba32-4ac8ab87344a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:00:36.690920 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-8d8644e5-4598-405f-ba32-4ac8ab87344a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:00:36.709512 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-8d8644e5-4598-405f-ba32-4ac8ab87344a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:36.710239 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-8d8644e5-4598-405f-ba32-4ac8ab87344a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:36.769095 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-38a115df-d8a1-4e94-b5f4-418789b72270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:36.785901 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-38a115df-d8a1-4e94-b5f4-418789b72270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:36.787940 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-8d8644e5-4598-405f-ba32-4ac8ab87344a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0424664 Sep 30 13:00:36.880416 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a115df-d8a1-4e94-b5f4-418789b72270 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:00:36.894621 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a115df-d8a1-4e94-b5f4-418789b72270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf048e45-5217-4b84-8732-6ee3a0834c5c,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:37.020513 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-38a115df-d8a1-4e94-b5f4-418789b72270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:37.020862 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-38a115df-d8a1-4e94-b5f4-418789b72270 admin admin] Added segment a4883d85-ae6f-4bad-8d1c-fcb49332ab29 of type vlan for network 53d8a375-ae3f-43ae-bcaf-c9e5f964997d Sep 30 13:00:37.163297 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-38a115df-d8a1-4e94-b5f4-418789b72270 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:37.192407 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224515b9-35b5-4408-9573-b7d97d665edc req-37718a75-a3b5-41e2-a6cf-a13fcc525e43 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:37.195177 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-224515b9-35b5-4408-9573-b7d97d665edc req-37718a75-a3b5-41e2-a6cf-a13fcc525e43 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=36557ead-d431-4424-8302-99a7f3e8ec04 HTTP/1.1" status: 200 len: 935 time: 0.1552982 Sep 30 13:00:37.201605 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-c7f05b74-6a8b-41a7-830e-83e5bfc2b09e None None] Provisioning complete for port 9e301852-d1ff-4766-9a73-9fc234f809ee triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:00:37.202491 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c7f05b74-6a8b-41a7-830e-83e5bfc2b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:37.238006 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-38a115df-d8a1-4e94-b5f4-418789b72270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:37.239275 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a115df-d8a1-4e94-b5f4-418789b72270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:37.240000 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-38a115df-d8a1-4e94-b5f4-418789b72270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:37.255849 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-257c2514-131f-435e-8527-6c3a34561675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:37.281399 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-257c2514-131f-435e-8527-6c3a34561675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:37.286496 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-224515b9-35b5-4408-9573-b7d97d665edc req-d73fe7d2-9931-4380-baa6-4bb73fb6de49 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833116 Sep 30 13:00:37.335172 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-c7f05b74-6a8b-41a7-830e-83e5bfc2b09e None None] Port 9e301852-d1ff-4766-9a73-9fc234f809ee cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:00:37.343799 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-38a115df-d8a1-4e94-b5f4-418789b72270 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6948695 Sep 30 13:00:37.343988 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38120) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:37.351666 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-9a4c3557-238b-431c-a9c7-b1b4087b616c admin admin] Request body: {'subnet': {'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-872543346-subnet', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:00:37.401946 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4c3557-238b-431c-a9c7-b1b4087b616c admin admin] Made reservation on behalf of 0aab74e1df6d45fba7c45004cdea3fd5 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:00:37.405816 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a4c3557-238b-431c-a9c7-b1b4087b616c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:37.434381 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a115df-d8a1-4e94-b5f4-418789b72270 admin admin] Pushing event updated for resources: {'Network': ['ID=53d8a375-ae3f-43ae-bcaf-c9e5f964997d,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:37.451189 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c2514-131f-435e-8527-6c3a34561675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f65084a-692b-42cc-bd8b-4100e23d859e,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:37.471968 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-257c2514-131f-435e-8527-6c3a34561675 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e972c5d9f5374f07a9fa698b57501b06&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0437117 Sep 30 13:00:37.475880 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38126) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:37.497765 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 53d8a375-ae3f-43ae-bcaf-c9e5f964997d details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:00:37.673000 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f784fb77-eddf-41b0-a321-c2be4a1fbb02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:37.705747 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f784fb77-eddf-41b0-a321-c2be4a1fbb02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:37.780915 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.39', 54744) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:37.790139 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f784fb77-eddf-41b0-a321-c2be4a1fbb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:37.795456 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f784fb77-eddf-41b0-a321-c2be4a1fbb02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:37.797981 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f784fb77-eddf-41b0-a321-c2be4a1fbb02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f65084a-692b-42cc-bd8b-4100e23d859e HTTP/1.1" status: 204 len: 168 time: 0.3205168 Sep 30 13:00:37.799931 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-025f718f-0f73-432a-acbb-3df600fced1d req-6b91e92d-49ae-4950-8f80-df8ed06b20ff tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/ports?device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 210 time: 0.1131415 Sep 30 13:00:37.810366 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784fb77-eddf-41b0-a321-c2be4a1fbb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f65084a-692b-42cc-bd8b-4100e23d859e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:37.864551 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c27b9117-7862-4720-9c1c-243e79018084 req-d5b53c63-cce8-4f06-baad-00bc6c10d25b tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=22bbfd7374a545fcba01ac870ed7b8c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609636 Sep 30 13:00:38.125615 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a4c3557-238b-431c-a9c7-b1b4087b616c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:38.249315 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4c3557-238b-431c-a9c7-b1b4087b616c admin admin] Checking segment: {'id': 'a4883d85-ae6f-4bad-8d1c-fcb49332ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:00:38.249655 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4c3557-238b-431c-a9c7-b1b4087b616c admin admin] Network hostable DHCP agents. Network: 53d8a375-ae3f-43ae-bcaf-c9e5f964997d, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:00:38.282781 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c3557-238b-431c-a9c7-b1b4087b616c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e91829e-1d04-4c5a-81dc-9917c8689f4b,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:38.308211 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b9117-7862-4720-9c1c-243e79018084 req-fa3e39d5-0ecb-4994-afac-b177ca51ac10 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:38.309892 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c27b9117-7862-4720-9c1c-243e79018084 req-fa3e39d5-0ecb-4994-afac-b177ca51ac10 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2253261 Sep 30 13:00:38.310527 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4c3557-238b-431c-a9c7-b1b4087b616c admin admin] Network 53d8a375-ae3f-43ae-bcaf-c9e5f964997d is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:00:38.331516 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-9a4c3557-238b-431c-a9c7-b1b4087b616c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 53d8a375-ae3f-43ae-bcaf-c9e5f964997d) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:00:38.340940 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b410dbc7-00c5-4dd8-90cf-dc653726b0ab None None] Network 53d8a375-ae3f-43ae-bcaf-c9e5f964997d requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:00:38.356122 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4c3557-238b-431c-a9c7-b1b4087b616c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:38.356984 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a4c3557-238b-431c-a9c7-b1b4087b616c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:38.401721 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-c27b9117-7862-4720-9c1c-243e79018084 req-fbd2bb5c-d1f0-462a-8011-f983c64ee6fa tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Request body: {'port': {'device_id': '00dfeb91-2afc-4b4f-a41b-634a83f52a66', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': '22bbfd7374a545fcba01ac870ed7b8c1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:00:38.441827 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9a4c3557-238b-431c-a9c7-b1b4087b616c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0952761 Sep 30 13:00:38.450789 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38154) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:38.492310 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabe403-f1be-4366-ae99-005aede631ba req-1b50c38b-ee09-4bf9-b0b0-c87712776129 tempest-NetworksTest-161092833 tempest-NetworksTest-161092833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:38.492752 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabe403-f1be-4366-ae99-005aede631ba req-1b50c38b-ee09-4bf9-b0b0-c87712776129 tempest-NetworksTest-161092833 tempest-NetworksTest-161092833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:38.493234 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabe403-f1be-4366-ae99-005aede631ba req-1b50c38b-ee09-4bf9-b0b0-c87712776129 tempest-NetworksTest-161092833 tempest-NetworksTest-161092833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:38.493671 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabe403-f1be-4366-ae99-005aede631ba req-1b50c38b-ee09-4bf9-b0b0-c87712776129 tempest-NetworksTest-161092833 tempest-NetworksTest-161092833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:38.507076 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5eabe403-f1be-4366-ae99-005aede631ba req-1b50c38b-ee09-4bf9-b0b0-c87712776129 tempest-NetworksTest-161092833 tempest-NetworksTest-161092833-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2873 time: 0.4844177 Sep 30 13:00:38.513514 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-c08fb4eb-0217-47aa-8df7-ba2c554143ac admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-872543346-router', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:00:38.708723 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-53d8a375-ae3f-43ae-bcaf-c9e5f964997d', 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'fixed_ips': [{'subnet_id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:00:38.709860 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:38.791037 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c08fb4eb-0217-47aa-8df7-ba2c554143ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:38.792128 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c08fb4eb-0217-47aa-8df7-ba2c554143ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:38.829120 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80eeca-acae-40ea-a6cc-b7c4d62f5444 req-7444fdb9-876c-4c48-bce4-a9f3ce02cd63 tempest-NetworksTest-161092833 tempest-NetworksTest-161092833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:38.831338 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cf80eeca-acae-40ea-a6cc-b7c4d62f5444 req-7444fdb9-876c-4c48-bce4-a9f3ce02cd63 tempest-NetworksTest-161092833 tempest-NetworksTest-161092833-project-admin] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 886 time: 0.3010490 Sep 30 13:00:38.928483 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Allocated IP 172.20.0.2 (53d8a375-ae3f-43ae-bcaf-c9e5f964997d/3e91829e-1d04-4c5a-81dc-9917c8689f4b/7d7348dc-24de-487e-a786-65a7ec9b8d03) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:00:39.001632 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c08fb4eb-0217-47aa-8df7-ba2c554143ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:39.014806 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27b9117-7862-4720-9c1c-243e79018084 req-fbd2bb5c-d1f0-462a-8011-f983c64ee6fa tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Made reservation on behalf of 22bbfd7374a545fcba01ac870ed7b8c1 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:00:39.020801 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a7db8e9d-499a-45b2-a7be-f76af5ab8ace req-48c5155a-43a8-48bd-a98a-47ba3e788f0d tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/ports?device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 210 time: 0.0500247 Sep 30 13:00:39.042827 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c27b9117-7862-4720-9c1c-243e79018084 req-fbd2bb5c-d1f0-462a-8011-f983c64ee6fa tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:39.119714 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bf401-024c-4d67-8edf-7fae102cf90c req-6824727d-0106-40df-a4ce-b459f4fe4362 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:39.134087 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e64bf401-024c-4d67-8edf-7fae102cf90c req-6824727d-0106-40df-a4ce-b459f4fe4362 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=36557ead-d431-4424-8302-99a7f3e8ec04 HTTP/1.1" status: 200 len: 935 time: 0.6782446 Sep 30 13:00:39.207446 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c27b9117-7862-4720-9c1c-243e79018084 req-fbd2bb5c-d1f0-462a-8011-f983c64ee6fa tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:39.221397 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c402f61-8d59-4bc9-8e92-50b9ce6282bf req-ad09b82e-9d7b-44ab-8cc4-16d3bd35332d tempest-NetworksTest-161092833 tempest-NetworksTest-161092833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:39.222255 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c402f61-8d59-4bc9-8e92-50b9ce6282bf req-ad09b82e-9d7b-44ab-8cc4-16d3bd35332d tempest-NetworksTest-161092833 tempest-NetworksTest-161092833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:39.222884 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c402f61-8d59-4bc9-8e92-50b9ce6282bf req-ad09b82e-9d7b-44ab-8cc4-16d3bd35332d tempest-NetworksTest-161092833 tempest-NetworksTest-161092833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:39.223543 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c402f61-8d59-4bc9-8e92-50b9ce6282bf req-ad09b82e-9d7b-44ab-8cc4-16d3bd35332d tempest-NetworksTest-161092833 tempest-NetworksTest-161092833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:39.225546 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0c402f61-8d59-4bc9-8e92-50b9ce6282bf req-ad09b82e-9d7b-44ab-8cc4-16d3bd35332d tempest-NetworksTest-161092833 tempest-NetworksTest-161092833-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2917 time: 0.1443868 Sep 30 13:00:39.299201 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:39.310202 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:39.364654 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Network 53d8a375-ae3f-43ae-bcaf-c9e5f964997d is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:00:39.368264 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:00:39.376038 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:00:39.478632 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c27b9117-7862-4720-9c1c-243e79018084 req-fbd2bb5c-d1f0-462a-8011-f983c64ee6fa tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:39.520551 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e64bf401-024c-4d67-8edf-7fae102cf90c req-884ea627-f508-47f0-8bf4-866c76a2917e tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778627 Sep 30 13:00:39.522520 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c27b9117-7862-4720-9c1c-243e79018084 req-fbd2bb5c-d1f0-462a-8011-f983c64ee6fa tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:39.579319 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Attempting to bind port 7d7348dc-24de-487e-a786-65a7ec9b8d03 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:00:39.579760 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Attempting to bind port 7d7348dc-24de-487e-a786-65a7ec9b8d03 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'a4883d85-ae6f-4bad-8d1c-fcb49332ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:00:39.580218 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Attempting to bind port 7d7348dc-24de-487e-a786-65a7ec9b8d03 on network 53d8a375-ae3f-43ae-bcaf-c9e5f964997d {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:00:39.596202 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:00:39.598625 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Checking segment: {'id': 'a4883d85-ae6f-4bad-8d1c-fcb49332ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:00:39.599161 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:39.599682 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Bound using segment: {'id': 'a4883d85-ae6f-4bad-8d1c-fcb49332ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:00:39.600250 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Bound port: 7d7348dc-24de-487e-a786-65a7ec9b8d03, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4883d85-ae6f-4bad-8d1c-fcb49332ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:00:39.602667 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:39.715635 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-c27b9117-7862-4720-9c1c-243e79018084 req-fbd2bb5c-d1f0-462a-8011-f983c64ee6fa tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Allocated IP 192.168.233.169 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/a4c1a5db-3c81-495d-8a6b-7faebd781833) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:00:39.768375 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] For port 7d7348dc-24de-487e-a786-65a7ec9b8d03, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:00:39.773020 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] For port 7d7348dc-24de-487e-a786-65a7ec9b8d03, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=7d7348dc-24de-487e-a786-65a7ec9b8d03,segment=NetworkSegment(a4883d85-ae6f-4bad-8d1c-fcb49332ab29),segment_id=a4883d85-ae6f-4bad-8d1c-fcb49332ab29)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:00:39.784241 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:39.794873 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Pushing event updated for resources: {'Port': ['ID=7d7348dc-24de-487e-a786-65a7ec9b8d03,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:39.815867 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:39.816466 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:39.817016 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:39.817579 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:39.818179 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:39.818735 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:39.819279 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:39.819792 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:39.820308 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:39.820826 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:39.821351 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:39.821910 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Tracked resource versions report: Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: pushed versions: Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: { 'AddressGroup': {'1.2'}, Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: 'ConntrackHelper': {'1.0'}, Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: 'Log': {'1.0'}, Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: 'Network': {'1.1'}, Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: 'Port': {'1.7'}, Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: 'PortForwarding': {'1.2'}, Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: 'QosPolicy': {'1.10'}, Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: 'SecurityGroup': {'1.4'}, Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: 'SecurityGroupRule': {'1.2'}, Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: 'SubPort': {'1.0'}, Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: 'Subnet': {'1.1'}, Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: 'Trunk': {'1.1'}} Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: consumer versions: Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: { DHCP agent@n-d-810909-2: {}, Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: HyperV agent@n-h1-810909-2: {}, Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: HyperV agent@n-h2-810909-2: {}, Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: L3 agent@n-d-810909-2: {}, Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: Metadata agent@n-d-810909-2: {}, Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: Metering agent@n-d-810909-2: {}, Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: Open vSwitch agent@n-d-810909-2: { 'AddressGroup': '1.2', Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: 'ConntrackHelper': '1.0', Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: 'Log': '1.0', Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: 'Network': '1.1', Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: 'Port': '1.7', Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: 'PortForwarding': '1.2', Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: 'QosPolicy': '1.10', Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: 'SecurityGroup': '1.4', Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: 'SecurityGroupRule': '1.2', Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: 'SubPort': '1.0', Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: 'Subnet': '1.1', Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: 'Trunk': '1.1'}} Sep 30 13:00:39.823486 n-d-810909-2 neutron-server[94765]: {{(pid=94765) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 13:00:39.937206 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b813be-ee26-47c1-83ac-b4e643ee4147 None None] Pushing event updated for resources: {'Port': ['ID=7d7348dc-24de-487e-a786-65a7ec9b8d03,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:40.155228 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38198) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:40.652115 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c08fb4eb-0217-47aa-8df7-ba2c554143ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:40.671310 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-bd8de3c0-81d0-4e31-ba3a-f96b08955069 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:00:40.673059 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-bd8de3c0-81d0-4e31-ba3a-f96b08955069 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0100589 Sep 30 13:00:40.733087 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ba37bdd9-86ae-4d23-be6b-be464b9481f5 req-dc98874c-b1f6-4696-9699-051ec88e55dc tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/ports?device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 210 time: 0.1963575 Sep 30 13:00:40.849463 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2bb5c-d1f0-462a-8011-f983c64ee6fa tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4607da-85e4-449a-817b-ce9d9529dd2f,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:40.880325 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c27b9117-7862-4720-9c1c-243e79018084 req-fbd2bb5c-d1f0-462a-8011-f983c64ee6fa tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:40.904213 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9c8e1d6b-9265-4272-964a-3bfc6cb765d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:41.119881 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d347b3d-3141-4b15-a0a2-0a9b7faeb70b req-353a5e55-5b96-4245-b615-d77b25174339 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:41.121658 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d347b3d-3141-4b15-a0a2-0a9b7faeb70b req-353a5e55-5b96-4245-b615-d77b25174339 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=36557ead-d431-4424-8302-99a7f3e8ec04 HTTP/1.1" status: 200 len: 935 time: 0.1602154 Sep 30 13:00:41.159636 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9c8e1d6b-9265-4272-964a-3bfc6cb765d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:41.165972 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9c8e1d6b-9265-4272-964a-3bfc6cb765d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:41.199703 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c08fb4eb-0217-47aa-8df7-ba2c554143ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:41.222399 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9c8e1d6b-9265-4272-964a-3bfc6cb765d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd86a3cc471746749fa70933b0ffce90&name=default HTTP/1.1" status: 200 len: 2978 time: 1.0657933 Sep 30 13:00:41.223953 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38218) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:41.232611 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c27b9117-7862-4720-9c1c-243e79018084 req-fbd2bb5c-d1f0-462a-8011-f983c64ee6fa tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:41.367871 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27b9117-7862-4720-9c1c-243e79018084 req-fbd2bb5c-d1f0-462a-8011-f983c64ee6fa tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:00:41.385230 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-c27b9117-7862-4720-9c1c-243e79018084 req-fbd2bb5c-d1f0-462a-8011-f983c64ee6fa tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:00:41.392691 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27b9117-7862-4720-9c1c-243e79018084 req-fbd2bb5c-d1f0-462a-8011-f983c64ee6fa tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:00:41.407986 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e1d6b-9265-4272-964a-3bfc6cb765d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b2ce54-8b7f-4f8f-8b08-a3edf748611c,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:41.408690 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b9117-7862-4720-9c1c-243e79018084 req-fbd2bb5c-d1f0-462a-8011-f983c64ee6fa tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:41.409406 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c27b9117-7862-4720-9c1c-243e79018084 req-fbd2bb5c-d1f0-462a-8011-f983c64ee6fa tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:41.443826 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-02d0e377-b0b9-4d3e-9e21-97882fd2bcfe service neutron] Request body: {'port': {'device_id': '36557ead-d431-4424-8302-99a7f3e8ec04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:00:41.484745 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d9d6d0a7-2dc9-4467-b426-498ca80b38b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:41.531711 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c08fb4eb-0217-47aa-8df7-ba2c554143ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:41.571080 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d9d6d0a7-2dc9-4467-b426-498ca80b38b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:41.689982 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d9d6d0a7-2dc9-4467-b426-498ca80b38b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:41.692910 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d9d6d0a7-2dc9-4467-b426-498ca80b38b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:41.697328 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d9d6d0a7-2dc9-4467-b426-498ca80b38b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2b2ce54-8b7f-4f8f-8b08-a3edf748611c HTTP/1.1" status: 204 len: 168 time: 0.4542286 Sep 30 13:00:41.715386 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6d0a7-2dc9-4467-b426-498ca80b38b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b2ce54-8b7f-4f8f-8b08-a3edf748611c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:41.736652 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 7d7348dc-24de-487e-a786-65a7ec9b8d03 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:00:41.796706 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dba59bc-0e6b-46d9-aa2a-79610028fcde None None] Network 53d8a375-ae3f-43ae-bcaf-c9e5f964997d requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:00:41.857726 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ea041220-4eeb-463c-8d81-2fe5d14294b8 None None] Provisioning complete for port 7d7348dc-24de-487e-a786-65a7ec9b8d03 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:00:41.858461 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ea041220-4eeb-463c-8d81-2fe5d14294b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:41.873299 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c27b9117-7862-4720-9c1c-243e79018084 req-fbd2bb5c-d1f0-462a-8011-f983c64ee6fa tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4842925 Sep 30 13:00:41.876691 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d347b3d-3141-4b15-a0a2-0a9b7faeb70b req-06a137ed-8f2f-41a1-870f-7304bcf425ee tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7136025 Sep 30 13:00:41.963175 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-c27b9117-7862-4720-9c1c-243e79018084 req-ddb34c16-81e1-4846-9961-e08c717d2df0 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:00:41.964106 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c27b9117-7862-4720-9c1c-243e79018084 req-ddb34c16-81e1-4846-9961-e08c717d2df0 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0396359 Sep 30 13:00:42.022270 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2bb5c-d1f0-462a-8011-f983c64ee6fa tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Pushing event updated for resources: {'Port': ['ID=a4c1a5db-3c81-495d-8a6b-7faebd781833,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:42.058735 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3341efc-0730-4294-a7fd-f6e7678f9967 req-655fda99-6167-4ffa-b68f-f80f936d88f7 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:42.066436 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-02d0e377-b0b9-4d3e-9e21-97882fd2bcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:42.067142 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d3341efc-0730-4294-a7fd-f6e7678f9967 req-655fda99-6167-4ffa-b68f-f80f936d88f7 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/ports?device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 936 time: 0.1315775 Sep 30 13:00:42.173561 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d3341efc-0730-4294-a7fd-f6e7678f9967 req-48c4c552-8901-4e35-b8b4-36bb14ac1dff tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4607da-85e4-449a-817b-ce9d9529dd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984375 Sep 30 13:00:42.200971 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38254) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:42.279906 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 7d7348dc-24de-487e-a786-65a7ec9b8d03 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:00:42.280591 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:42.283412 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-c08fb4eb-0217-47aa-8df7-ba2c554143ac admin admin] Allocated IP 172.25.5.71 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/44be4281-d1f5-4b4d-9cef-e465c0c2dd38) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:00:42.385562 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ea041220-4eeb-463c-8d81-2fe5d14294b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:42.517162 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-ea041220-4eeb-463c-8d81-2fe5d14294b8 None None] For port 7d7348dc-24de-487e-a786-65a7ec9b8d03, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=7d7348dc-24de-487e-a786-65a7ec9b8d03,segment=NetworkSegment(a4883d85-ae6f-4bad-8d1c-fcb49332ab29),segment_id=a4883d85-ae6f-4bad-8d1c-fcb49332ab29)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:00:42.572671 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ea041220-4eeb-463c-8d81-2fe5d14294b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:42.594216 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb1e25ff-d958-45ac-b470-8860b1f42f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:42.699380 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38262) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:42.804362 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb1e25ff-d958-45ac-b470-8860b1f42f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:42.811038 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb1e25ff-d958-45ac-b470-8860b1f42f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:42.845716 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea041220-4eeb-463c-8d81-2fe5d14294b8 None None] Pushing event updated for resources: {'Port': ['ID=7d7348dc-24de-487e-a786-65a7ec9b8d03,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:42.852129 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-73659739-b937-4a90-8830-0c31bbe81c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:42.874878 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6aeafe09-c754-46ca-a146-674d6d244a02 None None] Provisioning complete for port 7d7348dc-24de-487e-a786-65a7ec9b8d03 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:00:42.875824 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6aeafe09-c754-46ca-a146-674d6d244a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:42.896905 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:42.997863 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e25ff-d958-45ac-b470-8860b1f42f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ca6876-97d2-449d-acf9-0b665e5c5de6,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:43.013972 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:00:43.014974 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:00:43.021596 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cb1e25ff-d958-45ac-b470-8860b1f42f90 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1e0ff6f5949419795f601515cc8a18d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8188896 Sep 30 13:00:43.024158 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38272) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:43.083721 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-c27b9117-7862-4720-9c1c-243e79018084 req-43f3dbd7-c9c6-4ce2-8d51-070d9092aec1 service neutron] Request body: {'port': {'device_id': '00dfeb91-2afc-4b4f-a41b-634a83f52a66', 'device_owner': 'compute:tempest-test_az-1747611694', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:00:43.097507 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6aeafe09-c754-46ca-a146-674d6d244a02 None None] Provisioning complete for port a4c1a5db-3c81-495d-8a6b-7faebd781833 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:00:43.097884 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6aeafe09-c754-46ca-a146-674d6d244a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:43.141071 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-6aeafe09-c754-46ca-a146-674d6d244a02 None None] Port a4c1a5db-3c81-495d-8a6b-7faebd781833 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:00:43.234667 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec9d79-e0c3-4a34-8224-898da941299e req-c631b86e-4f31-4ca8-9870-7138d0160c6a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:43.245092 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-67ec9d79-e0c3-4a34-8224-898da941299e req-c631b86e-4f31-4ca8-9870-7138d0160c6a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=36557ead-d431-4424-8302-99a7f3e8ec04 HTTP/1.1" status: 200 len: 935 time: 0.2047780 Sep 30 13:00:43.248394 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b5fd9240-2b14-49f4-bf3e-2c4261ff7c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:43.277785 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b5fd9240-2b14-49f4-bf3e-2c4261ff7c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:43.369659 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c27b9117-7862-4720-9c1c-243e79018084 req-43f3dbd7-c9c6-4ce2-8d51-070d9092aec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:43.375717 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b5fd9240-2b14-49f4-bf3e-2c4261ff7c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:43.376553 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c08fb4eb-0217-47aa-8df7-ba2c554143ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:43.379531 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b5fd9240-2b14-49f4-bf3e-2c4261ff7c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:43.383374 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b5fd9240-2b14-49f4-bf3e-2c4261ff7c84 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/62ca6876-97d2-449d-acf9-0b665e5c5de6 HTTP/1.1" status: 204 len: 168 time: 0.3555980 Sep 30 13:00:43.396750 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-67ec9d79-e0c3-4a34-8224-898da941299e req-e939ebaf-df06-43ea-acc2-aff8488c9340 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501954 Sep 30 13:00:43.411221 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd9240-2b14-49f4-bf3e-2c4261ff7c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ca6876-97d2-449d-acf9-0b665e5c5de6,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:43.538527 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e04a6d-031d-440f-90e9-b4d81a201bac req-40a0e0d5-6f05-40b9-a7cd-5cb7e8c2571c tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:43.540268 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-43e04a6d-031d-440f-90e9-b4d81a201bac req-40a0e0d5-6f05-40b9-a7cd-5cb7e8c2571c tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/ports?device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 936 time: 0.2616088 Sep 30 13:00:43.625279 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c08fb4eb-0217-47aa-8df7-ba2c554143ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:43.835652 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 7d7348dc-24de-487e-a786-65a7ec9b8d03 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:00:43.954038 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 7d7348dc-24de-487e-a786-65a7ec9b8d03 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:00:43.955162 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:43.987601 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08fb4eb-0217-47aa-8df7-ba2c554143ac admin admin] Pushing event updated for resources: {'Port': ['ID=44be4281-d1f5-4b4d-9cef-e465c0c2dd38,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:44.023302 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38296) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:44.041847 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-543efb18-5c88-45ef-bba6-a1427f5f5063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:44.068140 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08fb4eb-0217-47aa-8df7-ba2c554143ac admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:00:44.083364 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-c08fb4eb-0217-47aa-8df7-ba2c554143ac admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:00:44.092343 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-73659739-b937-4a90-8830-0c31bbe81c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:44.111268 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08fb4eb-0217-47aa-8df7-ba2c554143ac admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:00:44.131457 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-02d0e377-b0b9-4d3e-9e21-97882fd2bcfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e301852-d1ff-4766-9a73-9fc234f809ee {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:00:44.140993 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-73659739-b937-4a90-8830-0c31bbe81c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:44.264127 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-543efb18-5c88-45ef-bba6-a1427f5f5063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:44.267285 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-73659739-b937-4a90-8830-0c31bbe81c64 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=20919b4f76264915bee75473f9e47a88&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5200777 Sep 30 13:00:44.270301 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38300) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:44.282535 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-43e04a6d-031d-440f-90e9-b4d81a201bac req-70014dfe-0687-4e66-80f1-cb401ae792e2 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4607da-85e4-449a-817b-ce9d9529dd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7237124 Sep 30 13:00:44.289962 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-02d0e377-b0b9-4d3e-9e21-97882fd2bcfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:44.300022 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-543efb18-5c88-45ef-bba6-a1427f5f5063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:44.370848 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:44.417450 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-543efb18-5c88-45ef-bba6-a1427f5f5063 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=99cee999903d4401b3926499564c66ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3929424 Sep 30 13:00:44.441686 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543efb18-5c88-45ef-bba6-a1427f5f5063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbc2ddb-643d-4541-9f96-cbd12873377b,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:44.446191 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38302) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:44.526324 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38306) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:44.562397 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73659739-b937-4a90-8830-0c31bbe81c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bf1855-ee5f-45e4-8d95-23a889e1dea9,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:44.569774 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-02d0e377-b0b9-4d3e-9e21-97882fd2bcfe service neutron] Transition to ACTIVE for port object 9e301852-d1ff-4766-9a73-9fc234f809ee will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:00:44.585650 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-02d0e377-b0b9-4d3e-9e21-97882fd2bcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:44.642299 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a796028d-f593-41bf-b816-58cb725df2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:44.666485 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a796028d-f593-41bf-b816-58cb725df2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:44.734621 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a796028d-f593-41bf-b816-58cb725df2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:44.740555 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a796028d-f593-41bf-b816-58cb725df2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:44.741718 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a796028d-f593-41bf-b816-58cb725df2f1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ecbc2ddb-643d-4541-9f96-cbd12873377b HTTP/1.1" status: 204 len: 168 time: 0.2640741 Sep 30 13:00:44.764153 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b98c0-f042-465b-a9cf-f5667c827b13 req-94035809-cb43-4fbf-a967-2373e63ae341 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:44.771645 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-414b98c0-f042-465b-a9cf-f5667c827b13 req-94035809-cb43-4fbf-a967-2373e63ae341 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=36557ead-d431-4424-8302-99a7f3e8ec04 HTTP/1.1" status: 200 len: 947 time: 0.2201371 Sep 30 13:00:44.803617 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796028d-f593-41bf-b816-58cb725df2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbc2ddb-643d-4541-9f96-cbd12873377b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:44.860670 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-414b98c0-f042-465b-a9cf-f5667c827b13 req-f581a490-31b3-4df3-8fce-cb190407b6a4 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880771 Sep 30 13:00:44.897121 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eef4a58e-0659-4ac5-a6db-46eeffd82c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:44.925892 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eef4a58e-0659-4ac5-a6db-46eeffd82c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:45.002368 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-184c73b8-285f-4ef9-a63e-2852ea38517d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:45.007921 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eef4a58e-0659-4ac5-a6db-46eeffd82c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:45.010970 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eef4a58e-0659-4ac5-a6db-46eeffd82c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:45.012369 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-eef4a58e-0659-4ac5-a6db-46eeffd82c7d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43bf1855-ee5f-45e4-8d95-23a889e1dea9 HTTP/1.1" status: 204 len: 168 time: 0.7407186 Sep 30 13:00:45.042516 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4a58e-0659-4ac5-a6db-46eeffd82c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bf1855-ee5f-45e4-8d95-23a889e1dea9,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:45.119961 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-02d0e377-b0b9-4d3e-9e21-97882fd2bcfe service neutron] Attempting to bind port 9e301852-d1ff-4766-9a73-9fc234f809ee on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:00:45.123663 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-02d0e377-b0b9-4d3e-9e21-97882fd2bcfe service neutron] Attempting to bind port 9e301852-d1ff-4766-9a73-9fc234f809ee by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:00:45.124127 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-02d0e377-b0b9-4d3e-9e21-97882fd2bcfe service neutron] Attempting to bind port 9e301852-d1ff-4766-9a73-9fc234f809ee on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:00:45.137338 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0e377-b0b9-4d3e-9e21-97882fd2bcfe service neutron] Pushing event updated for resources: {'Port': ['ID=9e301852-d1ff-4766-9a73-9fc234f809ee,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:45.169098 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-02d0e377-b0b9-4d3e-9e21-97882fd2bcfe service neutron] Port 9e301852-d1ff-4766-9a73-9fc234f809ee on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:00:45.169441 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-02d0e377-b0b9-4d3e-9e21-97882fd2bcfe service neutron] Attempting to bind port 9e301852-d1ff-4766-9a73-9fc234f809ee on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:00:45.192397 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-02d0e377-b0b9-4d3e-9e21-97882fd2bcfe service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:00:45.192851 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-02d0e377-b0b9-4d3e-9e21-97882fd2bcfe service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:00:45.195131 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-02d0e377-b0b9-4d3e-9e21-97882fd2bcfe service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:00:45.195594 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-02d0e377-b0b9-4d3e-9e21-97882fd2bcfe service neutron] Bound port: 9e301852-d1ff-4766-9a73-9fc234f809ee, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:00:45.196011 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-02d0e377-b0b9-4d3e-9e21-97882fd2bcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:45.769660 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-184c73b8-285f-4ef9-a63e-2852ea38517d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:45.775652 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c08fb4eb-0217-47aa-8df7-ba2c554143ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:45.803383 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-184c73b8-285f-4ef9-a63e-2852ea38517d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:45.947761 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-c27b9117-7862-4720-9c1c-243e79018084 req-43f3dbd7-c9c6-4ce2-8d51-070d9092aec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c1a5db-3c81-495d-8a6b-7faebd781833 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:00:45.969354 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c27b9117-7862-4720-9c1c-243e79018084 req-43f3dbd7-c9c6-4ce2-8d51-070d9092aec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:45.991693 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-02d0e377-b0b9-4d3e-9e21-97882fd2bcfe service neutron] For port 9e301852-d1ff-4766-9a73-9fc234f809ee, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:00:45.998309 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-184c73b8-285f-4ef9-a63e-2852ea38517d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=62bb9795ef86486a9659ce73950a0ac7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4543257 Sep 30 13:00:46.004847 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-c27b9117-7862-4720-9c1c-243e79018084 req-43f3dbd7-c9c6-4ce2-8d51-070d9092aec1 service neutron] Transition to ACTIVE for port object a4c1a5db-3c81-495d-8a6b-7faebd781833 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:00:46.005045 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38346) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:46.052876 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cbc86e-adac-4270-aa04-b85081312253 req-80e7de40-3628-4668-aeaa-c714809360de tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:46.060204 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-98cbc86e-adac-4270-aa04-b85081312253 req-80e7de40-3628-4668-aeaa-c714809360de tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/ports?device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 936 time: 0.6309338 Sep 30 13:00:46.082548 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-02d0e377-b0b9-4d3e-9e21-97882fd2bcfe service neutron] For port 9e301852-d1ff-4766-9a73-9fc234f809ee, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=9e301852-d1ff-4766-9a73-9fc234f809ee,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:00:46.099428 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c27b9117-7862-4720-9c1c-243e79018084 req-43f3dbd7-c9c6-4ce2-8d51-070d9092aec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:46.125390 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-98cbc86e-adac-4270-aa04-b85081312253 req-dbb3216f-3173-4ca3-89ea-6cbaced12a70 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4607da-85e4-449a-817b-ce9d9529dd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616541 Sep 30 13:00:46.163145 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-02d0e377-b0b9-4d3e-9e21-97882fd2bcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:46.241257 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c73b8-285f-4ef9-a63e-2852ea38517d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0750ce-9ce4-45fb-8bcf-e5c6c46982b4,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:46.306813 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-02d0e377-b0b9-4d3e-9e21-97882fd2bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:46.307506 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-02d0e377-b0b9-4d3e-9e21-97882fd2bcfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:46.309095 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-02d0e377-b0b9-4d3e-9e21-97882fd2bcfe service neutron] 10.222.0.54 "PUT /v2.0/ports/9e301852-d1ff-4766-9a73-9fc234f809ee HTTP/1.1" status: 200 len: 1095 time: 5.1073182 Sep 30 13:00:46.314502 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-c27b9117-7862-4720-9c1c-243e79018084 req-43f3dbd7-c9c6-4ce2-8d51-070d9092aec1 service neutron] Attempting to bind port a4c1a5db-3c81-495d-8a6b-7faebd781833 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:00:46.314502 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-c27b9117-7862-4720-9c1c-243e79018084 req-43f3dbd7-c9c6-4ce2-8d51-070d9092aec1 service neutron] Attempting to bind port a4c1a5db-3c81-495d-8a6b-7faebd781833 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:00:46.314502 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27b9117-7862-4720-9c1c-243e79018084 req-43f3dbd7-c9c6-4ce2-8d51-070d9092aec1 service neutron] Attempting to bind port a4c1a5db-3c81-495d-8a6b-7faebd781833 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:00:46.318453 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36557ead-d431-4424-8302-99a7f3e8ec04', 'tag': '9e301852-d1ff-4766-9a73-9fc234f809ee'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:00:46.409096 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39775f83-2f8b-4791-b372-7c22ca880fb5 req-f67baac2-f749-4b5d-8422-4fe34c6bdd34 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:46.410725 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-39775f83-2f8b-4791-b372-7c22ca880fb5 req-f67baac2-f749-4b5d-8422-4fe34c6bdd34 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=36557ead-d431-4424-8302-99a7f3e8ec04 HTTP/1.1" status: 200 len: 947 time: 0.4218419 Sep 30 13:00:46.440718 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27b9117-7862-4720-9c1c-243e79018084 req-43f3dbd7-c9c6-4ce2-8d51-070d9092aec1 service neutron] Port a4c1a5db-3c81-495d-8a6b-7faebd781833 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:00:46.441067 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27b9117-7862-4720-9c1c-243e79018084 req-43f3dbd7-c9c6-4ce2-8d51-070d9092aec1 service neutron] Attempting to bind port a4c1a5db-3c81-495d-8a6b-7faebd781833 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:00:46.551932 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-928e961e-8754-4c19-87bf-f87d74dffc8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:46.651854 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f3dbd7-c9c6-4ce2-8d51-070d9092aec1 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c1a5db-3c81-495d-8a6b-7faebd781833,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:46.660172 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27b9117-7862-4720-9c1c-243e79018084 req-43f3dbd7-c9c6-4ce2-8d51-070d9092aec1 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:00:46.660507 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27b9117-7862-4720-9c1c-243e79018084 req-43f3dbd7-c9c6-4ce2-8d51-070d9092aec1 service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:00:46.660890 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27b9117-7862-4720-9c1c-243e79018084 req-43f3dbd7-c9c6-4ce2-8d51-070d9092aec1 service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:00:46.661330 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-c27b9117-7862-4720-9c1c-243e79018084 req-43f3dbd7-c9c6-4ce2-8d51-070d9092aec1 service neutron] Bound port: a4c1a5db-3c81-495d-8a6b-7faebd781833, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:00:46.667597 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c27b9117-7862-4720-9c1c-243e79018084 req-43f3dbd7-c9c6-4ce2-8d51-070d9092aec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:46.675898 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-928e961e-8754-4c19-87bf-f87d74dffc8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:46.696990 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-39775f83-2f8b-4791-b372-7c22ca880fb5 req-f2a01b6b-ed38-4e55-b368-60fc7f9b8cc7 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691758 Sep 30 13:00:46.785154 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-c27b9117-7862-4720-9c1c-243e79018084 req-43f3dbd7-c9c6-4ce2-8d51-070d9092aec1 service neutron] For port a4c1a5db-3c81-495d-8a6b-7faebd781833, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:00:46.793842 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-c27b9117-7862-4720-9c1c-243e79018084 req-43f3dbd7-c9c6-4ce2-8d51-070d9092aec1 service neutron] For port a4c1a5db-3c81-495d-8a6b-7faebd781833, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=a4c1a5db-3c81-495d-8a6b-7faebd781833,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:00:46.807420 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-928e961e-8754-4c19-87bf-f87d74dffc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:46.810549 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-928e961e-8754-4c19-87bf-f87d74dffc8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:46.813753 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-928e961e-8754-4c19-87bf-f87d74dffc8a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b0750ce-9ce4-45fb-8bcf-e5c6c46982b4 HTTP/1.1" status: 204 len: 168 time: 0.7874138 Sep 30 13:00:46.830041 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e961e-8754-4c19-87bf-f87d74dffc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0750ce-9ce4-45fb-8bcf-e5c6c46982b4,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:46.877020 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001ced3c-a125-4e61-844f-53e616a8784c" -d '{"events": [{"name": "network-changed", "server_uuid": "36557ead-d431-4424-8302-99a7f3e8ec04", "tag": "9e301852-d1ff-4766-9a73-9fc234f809ee"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:00:46.890201 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c27b9117-7862-4720-9c1c-243e79018084 req-43f3dbd7-c9c6-4ce2-8d51-070d9092aec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:46.938601 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-50d576a7-4288-4de7-bf53-5914b59e877d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:46.940189 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-50d576a7-4288-4de7-bf53-5914b59e877d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cb5fac3743f4247a8e3f1ac2917e566&device_id=36557ead-d431-4424-8302-99a7f3e8ec04 HTTP/1.1" status: 200 len: 1098 time: 0.5090234 Sep 30 13:00:47.024994 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b9117-7862-4720-9c1c-243e79018084 req-43f3dbd7-c9c6-4ce2-8d51-070d9092aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:47.026493 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c27b9117-7862-4720-9c1c-243e79018084 req-43f3dbd7-c9c6-4ce2-8d51-070d9092aec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:47.028190 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c27b9117-7862-4720-9c1c-243e79018084 req-43f3dbd7-c9c6-4ce2-8d51-070d9092aec1 service neutron] 10.222.0.39 "PUT /v2.0/ports/a4c1a5db-3c81-495d-8a6b-7faebd781833 HTTP/1.1" status: 200 len: 1118 time: 4.6718552 Sep 30 13:00:47.218003 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-6087403c-f654-437b-9857-31e12c5ab6e7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=9e301852-d1ff-4766-9a73-9fc234f809ee HTTP/1.1" status: 200 len: 217 time: 0.1968575 Sep 30 13:00:47.375270 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0e377-b0b9-4d3e-9e21-97882fd2bcfe service neutron] Pushing event updated for resources: {'Port': ['ID=9e301852-d1ff-4766-9a73-9fc234f809ee,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:47.380850 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c066aee3-277b-4360-9e10-8c6569075ebf x-openstack-request-id: req-c066aee3-277b-4360-9e10-8c6569075ebf {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:00:47.381277 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36557ead-d431-4424-8302-99a7f3e8ec04", "tag": "9e301852-d1ff-4766-9a73-9fc234f809ee", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:00:47.381624 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c066aee3-277b-4360-9e10-8c6569075ebf {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:00:47.382198 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36557ead-d431-4424-8302-99a7f3e8ec04', 'tag': '9e301852-d1ff-4766-9a73-9fc234f809ee', 'status': 'completed', 'code': 200} Sep 30 13:00:47.419566 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee2538-2650-42a1-83b5-941a01467a2c req-11d09783-1ab8-4e01-b3dd-d9aa675bccae tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:47.421651 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6dee2538-2650-42a1-83b5-941a01467a2c req-11d09783-1ab8-4e01-b3dd-d9aa675bccae tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/ports?device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 970 time: 0.1542301 Sep 30 13:00:47.429730 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c08fb4eb-0217-47aa-8df7-ba2c554143ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:47.521781 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b9117-7862-4720-9c1c-243e79018084 req-f7df1ba5-7673-40c0-a3cf-2f4ec1402a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:47.524228 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c27b9117-7862-4720-9c1c-243e79018084 req-f7df1ba5-7673-40c0-a3cf-2f4ec1402a50 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=22bbfd7374a545fcba01ac870ed7b8c1&device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 1121 time: 0.3832929 Sep 30 13:00:47.531388 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-bfe9db3e-d902-431e-88df-a84beb141370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:47.533043 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-bfe9db3e-d902-431e-88df-a84beb141370 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.2393959 Sep 30 13:00:47.577308 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6dee2538-2650-42a1-83b5-941a01467a2c req-f0127c48-f71f-49b9-a1f8-9d9e965b0338 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4607da-85e4-449a-817b-ce9d9529dd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238556 Sep 30 13:00:47.643825 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f3dbd7-c9c6-4ce2-8d51-070d9092aec1 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c1a5db-3c81-495d-8a6b-7faebd781833,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:47.660228 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c27b9117-7862-4720-9c1c-243e79018084 req-a1d3aa82-9174-4407-a827-a0887ac41170 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=a4c1a5db-3c81-495d-8a6b-7faebd781833 HTTP/1.1" status: 200 len: 217 time: 0.1174893 Sep 30 13:00:47.705642 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38396) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:47.728089 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21a03244-8ccb-41bf-8b97-a8d804dc0e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:47.846478 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21a03244-8ccb-41bf-8b97-a8d804dc0e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:47.855380 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21a03244-8ccb-41bf-8b97-a8d804dc0e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:47.927381 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-21a03244-8ccb-41bf-8b97-a8d804dc0e02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3761c60164484d2b9310cf3ba2a3b033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2205088 Sep 30 13:00:47.928004 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38402) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:47.992775 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a03244-8ccb-41bf-8b97-a8d804dc0e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e2a9cd-6ac0-496c-bc52-89a73ed5c69f,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:48.039581 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-45efaa8f-cec2-4348-b0c5-4f2ee5b3f62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:48.076205 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-45efaa8f-cec2-4348-b0c5-4f2ee5b3f62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:48.196047 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-89a7d499-4fcc-480a-b158-250302e97fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:48.213537 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b9117-7862-4720-9c1c-243e79018084 req-2b7a0192-f842-4846-89be-3eb89629a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:48.215300 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c27b9117-7862-4720-9c1c-243e79018084 req-2b7a0192-f842-4846-89be-3eb89629a4d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.2270188 Sep 30 13:00:48.219188 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-28896142-02b2-4034-9b1f-485cc3ebc8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:48.221728 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-28896142-02b2-4034-9b1f-485cc3ebc8de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6269171 Sep 30 13:00:48.230382 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e271163-5b6b-41c7-8b4c-12091d8b618e req-03a59b4b-a46c-43fd-a173-b8a03d7ce6fa tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:48.232064 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4e271163-5b6b-41c7-8b4c-12091d8b618e req-03a59b4b-a46c-43fd-a173-b8a03d7ce6fa tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=36557ead-d431-4424-8302-99a7f3e8ec04 HTTP/1.1" status: 200 len: 947 time: 0.2424560 Sep 30 13:00:48.250672 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-45efaa8f-cec2-4348-b0c5-4f2ee5b3f62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:48.257782 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-45efaa8f-cec2-4348-b0c5-4f2ee5b3f62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:48.263684 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-45efaa8f-cec2-4348-b0c5-4f2ee5b3f62c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5e2a9cd-6ac0-496c-bc52-89a73ed5c69f HTTP/1.1" status: 204 len: 168 time: 0.3193195 Sep 30 13:00:48.286718 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efaa8f-cec2-4348-b0c5-4f2ee5b3f62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e2a9cd-6ac0-496c-bc52-89a73ed5c69f,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:48.350220 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-7eba15ea-0848-4680-b3e5-e7aa741bc0ad service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151187 Sep 30 13:00:48.548502 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69ecd283-693d-45b9-962c-0b5346aa4278 req-ade48e91-4ae0-4ad9-8e66-b304a8e1b799 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524901 Sep 30 13:00:48.606678 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4e271163-5b6b-41c7-8b4c-12091d8b618e req-46671e0d-91cb-4955-b237-5d1a4da46668 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456472 Sep 30 13:00:48.638370 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b9117-7862-4720-9c1c-243e79018084 req-e23cca4a-174c-4bb0-9202-7825cec91262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:48.640748 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c27b9117-7862-4720-9c1c-243e79018084 req-e23cca4a-174c-4bb0-9202-7825cec91262 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4044132 Sep 30 13:00:48.641989 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08fb4eb-0217-47aa-8df7-ba2c554143ac admin admin] Router db3040c0-28a4-4ed9-bf94-d03e73d75495 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:00:48.919240 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c27b9117-7862-4720-9c1c-243e79018084 req-6b50697d-e616-48c6-8e1a-35c635676816 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169876 Sep 30 13:00:49.094113 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c27b9117-7862-4720-9c1c-243e79018084 req-2d3edb00-322d-43d5-90de-0d02f7fde798 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073437 Sep 30 13:00:49.119539 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ced3c-a125-4e61-844f-53e616a8784c req-fc128862-db51-4919-8d9d-db1e36ee22c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:49.121539 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-001ced3c-a125-4e61-844f-53e616a8784c req-fc128862-db51-4919-8d9d-db1e36ee22c2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cb5fac3743f4247a8e3f1ac2917e566&device_id=36557ead-d431-4424-8302-99a7f3e8ec04 HTTP/1.1" status: 200 len: 1098 time: 0.4098351 Sep 30 13:00:49.155735 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08fb4eb-0217-47aa-8df7-ba2c554143ac admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:00:49.167549 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc49386-a8cc-43be-8533-2d9268eca38c req-b62f0b62-8f41-45cb-bb36-c16e89dfc03a tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:49.167744 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06f41fe-796d-4b72-b5cd-8a51e5659f71 None None] Sync routers for ids ['db3040c0-28a4-4ed9-bf94-d03e73d75495'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:00:49.176107 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5dc49386-a8cc-43be-8533-2d9268eca38c req-b62f0b62-8f41-45cb-bb36-c16e89dfc03a tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/ports?device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 970 time: 0.3682342 Sep 30 13:00:49.180001 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:49.193503 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06f41fe-796d-4b72-b5cd-8a51e5659f71 None None] Routers {'db3040c0-28a4-4ed9-bf94-d03e73d75495'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:00:49.198041 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a06f41fe-796d-4b72-b5cd-8a51e5659f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:00:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['db3040c0-28a4-4ed9-bf94-d03e73d75495'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:00:49.240389 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c08fb4eb-0217-47aa-8df7-ba2c554143ac admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:49.242288 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c08fb4eb-0217-47aa-8df7-ba2c554143ac admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 10.7863593 Sep 30 13:00:49.245323 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38442) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:49.458882 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00dfeb91-2afc-4b4f-a41b-634a83f52a66', 'tag': 'a4c1a5db-3c81-495d-8a6b-7faebd781833'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:00:49.468698 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb78d03-a94c-4cdb-82c0-de3e225bfd82" -d '{"events": [{"name": "network-changed", "server_uuid": "00dfeb91-2afc-4b4f-a41b-634a83f52a66", "tag": "a4c1a5db-3c81-495d-8a6b-7faebd781833"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:00:49.543843 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5dc49386-a8cc-43be-8533-2d9268eca38c req-001b03bc-e101-4a6d-9c5b-3678eaefc263 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4607da-85e4-449a-817b-ce9d9529dd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664186 Sep 30 13:00:49.669656 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e82c916-9b41-4af9-bf85-863dd5b712fa x-openstack-request-id: req-2e82c916-9b41-4af9-bf85-863dd5b712fa {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:00:49.669945 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00dfeb91-2afc-4b4f-a41b-634a83f52a66", "tag": "a4c1a5db-3c81-495d-8a6b-7faebd781833", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:00:49.670220 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e82c916-9b41-4af9-bf85-863dd5b712fa {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:00:49.671119 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00dfeb91-2afc-4b4f-a41b-634a83f52a66', 'tag': 'a4c1a5db-3c81-495d-8a6b-7faebd781833', 'status': 'completed', 'code': 200} Sep 30 13:00:49.702250 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ced3c-a125-4e61-844f-53e616a8784c req-7c726b78-2db4-4e50-ac6c-88a26fe35603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:49.703782 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-001ced3c-a125-4e61-844f-53e616a8784c req-7c726b78-2db4-4e50-ac6c-88a26fe35603 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.5456979 Sep 30 13:00:49.739099 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-a06f41fe-796d-4b72-b5cd-8a51e5659f71 None None] Set router db3040c0-28a4-4ed9-bf94-d03e73d75495 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:00:50.030159 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a06f41fe-796d-4b72-b5cd-8a51e5659f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-872543346-router', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:38Z', 'updated_at': '2021-09-30T13:00:44Z', 'revision_number': 3, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'gw_port': {'id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:41Z', 'updated_at': '2021-09-30T13:00:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:00:50.060046 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06f41fe-796d-4b72-b5cd-8a51e5659f71 None None] Checking router: db3040c0-28a4-4ed9-bf94-d03e73d75495 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:00:50.060570 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06f41fe-796d-4b72-b5cd-8a51e5659f71 None None] Updating router db3040c0-28a4-4ed9-bf94-d03e73d75495 port 44be4281-d1f5-4b4d-9cef-e465c0c2dd38 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:00:50.106414 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a06f41fe-796d-4b72-b5cd-8a51e5659f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:50.169791 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa08b8f-2cc1-4a68-a99c-2684ff71eec9 req-e44f58ad-dee3-4ee7-82b3-523d9f8677c4 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:50.171503 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6fa08b8f-2cc1-4a68-a99c-2684ff71eec9 req-e44f58ad-dee3-4ee7-82b3-523d9f8677c4 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=36557ead-d431-4424-8302-99a7f3e8ec04 HTTP/1.1" status: 200 len: 947 time: 0.3326271 Sep 30 13:00:50.260871 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a7cf918e-3d55-4529-a8e7-82861aa6bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:50.279666 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6fa08b8f-2cc1-4a68-a99c-2684ff71eec9 req-753bbec0-e95c-4281-bc1b-10e2f3dcc957 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857480 Sep 30 13:00:50.495956 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a06f41fe-796d-4b72-b5cd-8a51e5659f71 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:50.505386 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a06f41fe-796d-4b72-b5cd-8a51e5659f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:50.606435 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d65f9-d916-43c3-906b-368161e05c31 None None] Pushing event updated for resources: {'Port': ['ID=44be4281-d1f5-4b4d-9cef-e465c0c2dd38,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:50.639722 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cbd8b766-b747-42d6-bd09-c1aa7143c964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:50.652850 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-a06f41fe-796d-4b72-b5cd-8a51e5659f71 None None] Attempting to bind port 44be4281-d1f5-4b4d-9cef-e465c0c2dd38 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:00:50.653305 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-a06f41fe-796d-4b72-b5cd-8a51e5659f71 None None] Attempting to bind port 44be4281-d1f5-4b4d-9cef-e465c0c2dd38 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:00:50.653976 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06f41fe-796d-4b72-b5cd-8a51e5659f71 None None] Attempting to bind port 44be4281-d1f5-4b4d-9cef-e465c0c2dd38 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:00:50.662198 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06f41fe-796d-4b72-b5cd-8a51e5659f71 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:00:50.662198 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06f41fe-796d-4b72-b5cd-8a51e5659f71 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:00:50.662701 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a06f41fe-796d-4b72-b5cd-8a51e5659f71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:50.662944 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06f41fe-796d-4b72-b5cd-8a51e5659f71 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:00:50.663415 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-a06f41fe-796d-4b72-b5cd-8a51e5659f71 None None] Bound port: 44be4281-d1f5-4b4d-9cef-e465c0c2dd38, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:00:50.663813 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a06f41fe-796d-4b72-b5cd-8a51e5659f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:50.667673 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-a7cf918e-3d55-4529-a8e7-82861aa6bf45 admin admin] Allocated IP 172.20.0.1 (53d8a375-ae3f-43ae-bcaf-c9e5f964997d/3e91829e-1d04-4c5a-81dc-9917c8689f4b/d26b22a7-8efd-42c5-8640-90a9f76935d7) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:00:50.734486 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-a06f41fe-796d-4b72-b5cd-8a51e5659f71 None None] For port 44be4281-d1f5-4b4d-9cef-e465c0c2dd38, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:00:50.739443 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-a06f41fe-796d-4b72-b5cd-8a51e5659f71 None None] For port 44be4281-d1f5-4b4d-9cef-e465c0c2dd38, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=44be4281-d1f5-4b4d-9cef-e465c0c2dd38,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:00:50.741678 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d65f9-d916-43c3-906b-368161e05c31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:50.742047 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d65f9-d916-43c3-906b-368161e05c31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:50.742504 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d65f9-d916-43c3-906b-368161e05c31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:50.743712 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d65f9-d916-43c3-906b-368161e05c31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:50.743831 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d65f9-d916-43c3-906b-368161e05c31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:50.744495 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d65f9-d916-43c3-906b-368161e05c31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:50.744828 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d65f9-d916-43c3-906b-368161e05c31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:50.745176 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d65f9-d916-43c3-906b-368161e05c31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:50.745556 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d65f9-d916-43c3-906b-368161e05c31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:50.746361 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d65f9-d916-43c3-906b-368161e05c31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:50.746698 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d65f9-d916-43c3-906b-368161e05c31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:50.747049 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d65f9-d916-43c3-906b-368161e05c31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d65f9-d916-43c3-906b-368161e05c31 None None] Tracked resource versions report: Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: pushed versions: Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: { 'AddressGroup': {'1.2'}, Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: 'ConntrackHelper': {'1.0'}, Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: 'Log': {'1.0'}, Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: 'Network': {'1.1'}, Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: 'Port': {'1.7'}, Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: 'PortForwarding': {'1.2'}, Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: 'QosPolicy': {'1.10'}, Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: 'SecurityGroup': {'1.4'}, Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: 'SecurityGroupRule': {'1.2'}, Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: 'SubPort': {'1.0'}, Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: 'Subnet': {'1.1'}, Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: 'Trunk': {'1.1'}} Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: consumer versions: Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: { DHCP agent@n-d-810909-2: {}, Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: HyperV agent@n-h1-810909-2: {}, Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: HyperV agent@n-h2-810909-2: {}, Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: L3 agent@n-d-810909-2: {}, Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: Metadata agent@n-d-810909-2: {}, Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: Metering agent@n-d-810909-2: {}, Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: Open vSwitch agent@n-d-810909-2: { 'AddressGroup': '1.2', Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: 'ConntrackHelper': '1.0', Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: 'Log': '1.0', Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: 'Network': '1.1', Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: 'Port': '1.7', Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: 'PortForwarding': '1.2', Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: 'QosPolicy': '1.10', Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: 'SecurityGroup': '1.4', Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: 'SecurityGroupRule': '1.2', Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: 'SubPort': '1.0', Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: 'Subnet': '1.1', Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: 'Trunk': '1.1'}} Sep 30 13:00:50.748967 n-d-810909-2 neutron-server[94766]: {{(pid=94766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 13:00:50.753418 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b63eb-f009-48b1-91ac-234e95a1299e req-473f72c7-334d-43f7-845f-908c1790d7f4 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:50.761124 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-038b63eb-f009-48b1-91ac-234e95a1299e req-473f72c7-334d-43f7-845f-908c1790d7f4 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/ports?device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 970 time: 0.1011510 Sep 30 13:00:50.778485 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a06f41fe-796d-4b72-b5cd-8a51e5659f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:50.830433 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-038b63eb-f009-48b1-91ac-234e95a1299e req-dd86348c-fc66-4ac8-900c-84d5d50ff5fd tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4607da-85e4-449a-817b-ce9d9529dd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545812 Sep 30 13:00:50.853497 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06f41fe-796d-4b72-b5cd-8a51e5659f71 None None] Routers {'db3040c0-28a4-4ed9-bf94-d03e73d75495'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:00:50.853967 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a06f41fe-796d-4b72-b5cd-8a51e5659f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:00:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['db3040c0-28a4-4ed9-bf94-d03e73d75495'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:00:50.886655 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-001ced3c-a125-4e61-844f-53e616a8784c req-8c49871c-367a-43e4-938d-6b08326beaba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=9e301852-d1ff-4766-9a73-9fc234f809ee HTTP/1.1" status: 200 len: 217 time: 0.0642104 Sep 30 13:00:50.958279 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a7cf918e-3d55-4529-a8e7-82861aa6bf45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:50.998256 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ced3c-a125-4e61-844f-53e616a8784c req-23d220c7-fc2d-4a37-a7d3-0b6825c0919c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:51.003380 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-001ced3c-a125-4e61-844f-53e616a8784c req-23d220c7-fc2d-4a37-a7d3-0b6825c0919c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0937009 Sep 30 13:00:51.010861 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d65f9-d916-43c3-906b-368161e05c31 None None] Pushing event updated for resources: {'Port': ['ID=44be4281-d1f5-4b4d-9cef-e465c0c2dd38,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:51.036980 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-a06f41fe-796d-4b72-b5cd-8a51e5659f71 None None] Set router db3040c0-28a4-4ed9-bf94-d03e73d75495 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:00:51.070180 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ced3c-a125-4e61-844f-53e616a8784c req-e07e2ae9-b565-4290-9b4f-db638836ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:51.071983 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-001ced3c-a125-4e61-844f-53e616a8784c req-e07e2ae9-b565-4290-9b4f-db638836ec16 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0578201 Sep 30 13:00:51.142155 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a7cf918e-3d55-4529-a8e7-82861aa6bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:51.180915 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cf918e-3d55-4529-a8e7-82861aa6bf45 admin admin] Network 53d8a375-ae3f-43ae-bcaf-c9e5f964997d is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:00:51.225761 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-a7cf918e-3d55-4529-a8e7-82861aa6bf45 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:00:51.232487 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cf918e-3d55-4529-a8e7-82861aa6bf45 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:00:51.234001 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a7cf918e-3d55-4529-a8e7-82861aa6bf45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:51.416353 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-001ced3c-a125-4e61-844f-53e616a8784c req-e67e3d6e-f435-45a2-a071-d07e0d28394c service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329682 Sep 30 13:00:51.536931 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:51.677934 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-1f7906ae-ae21-4166-8e55-0b2f8e1ca685 None None] Provisioning complete for port d26b22a7-8efd-42c5-8640-90a9f76935d7 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:00:51.679110 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1f7906ae-ae21-4166-8e55-0b2f8e1ca685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:51.710708 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-001ced3c-a125-4e61-844f-53e616a8784c req-4f1700af-a12b-4d3e-a2db-a17b727eca23 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647102 Sep 30 13:00:51.732441 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a06f41fe-796d-4b72-b5cd-8a51e5659f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-872543346-router', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:38Z', 'updated_at': '2021-09-30T13:00:44Z', 'revision_number': 3, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'gw_port': {'id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:41Z', 'updated_at': '2021-09-30T13:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:00:51.751188 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38538) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:51.770946 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf918e-3d55-4529-a8e7-82861aa6bf45 admin admin] Pushing event updated for resources: {'Port': ['ID=d26b22a7-8efd-42c5-8640-90a9f76935d7,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:51.786777 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-1f7906ae-ae21-4166-8e55-0b2f8e1ca685 None None] Port d26b22a7-8efd-42c5-8640-90a9f76935d7 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:00:51.807595 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38542) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:51.810125 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5230012-bd91-4bc1-b612-861d653cc836 req-4f408db6-e805-4b9c-9f97-a85a1629f387 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:51.819539 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06f41fe-796d-4b72-b5cd-8a51e5659f71 None None] The sync data for ids ['db3040c0-28a4-4ed9-bf94-d03e73d75495'] in n-d-810909-2 is: [{'id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-872543346-router', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:38Z', 'updated_at': '2021-09-30T13:00:44Z', 'revision_number': 3, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'gw_port': {'id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:41Z', 'updated_at': '2021-09-30T13:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:00:51.820276 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a5230012-bd91-4bc1-b612-861d653cc836 req-4f408db6-e805-4b9c-9f97-a85a1629f387 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=36557ead-d431-4424-8302-99a7f3e8ec04 HTTP/1.1" status: 200 len: 947 time: 0.3590999 Sep 30 13:00:51.949901 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a5230012-bd91-4bc1-b612-861d653cc836 req-3da49e65-21d5-4579-bfc3-3f8528be00ac tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240046 Sep 30 13:00:52.013314 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2c75c-e237-415d-9898-1bacef1e4b6f req-879fbe45-d0d8-4b53-8dfa-1ed34d6bd0f1 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:52.022609 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33f2c75c-e237-415d-9898-1bacef1e4b6f req-879fbe45-d0d8-4b53-8dfa-1ed34d6bd0f1 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/ports?device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 970 time: 0.1124663 Sep 30 13:00:52.070684 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a7cf918e-3d55-4529-a8e7-82861aa6bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:52.089254 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33f2c75c-e237-415d-9898-1bacef1e4b6f req-3d6677d6-dcf5-4ae2-99f0-03f014dcf37b tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4607da-85e4-449a-817b-ce9d9529dd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654635 Sep 30 13:00:52.145836 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4d07c335-b998-404d-b326-0a8b1b28952d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:52.268185 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:52.329607 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-311c79dc-f464-4224-8644-2f45bb1ba9f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:52.340175 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4d07c335-b998-404d-b326-0a8b1b28952d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:52.353367 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4d07c335-b998-404d-b326-0a8b1b28952d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:52.419650 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07c335-b998-404d-b326-0a8b1b28952d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af951660-1f57-410d-a589-464dc925442a,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:52.424822 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4d07c335-b998-404d-b326-0a8b1b28952d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6405f92b568e44b79fafcb53ea01bb87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6725636 Sep 30 13:00:52.429465 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38554) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:52.517196 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a7cf918e-3d55-4529-a8e7-82861aa6bf45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:52.523480 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a7cf918e-3d55-4529-a8e7-82861aa6bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:52.523657 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5bfaaa82-aabb-4026-94fb-92a2fdba9f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:52.524312 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a7cf918e-3d55-4529-a8e7-82861aa6bf45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:52.565214 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5bfaaa82-aabb-4026-94fb-92a2fdba9f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:52.591360 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-311c79dc-f464-4224-8644-2f45bb1ba9f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:52.610470 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf918e-3d55-4529-a8e7-82861aa6bf45 admin admin] Pushing event updated for resources: {'Port': ['ID=d26b22a7-8efd-42c5-8640-90a9f76935d7,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:52.617554 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-311c79dc-f464-4224-8644-2f45bb1ba9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:52.707666 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cf918e-3d55-4529-a8e7-82861aa6bf45 admin admin] Network 53d8a375-ae3f-43ae-bcaf-c9e5f964997d is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:00:52.709129 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-a7cf918e-3d55-4529-a8e7-82861aa6bf45 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:00:52.853796 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-311c79dc-f464-4224-8644-2f45bb1ba9f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52039f5984954defa1c5f144914a3906&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0449784 Sep 30 13:00:52.859821 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38566) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:52.888250 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cf918e-3d55-4529-a8e7-82861aa6bf45 admin admin] Router db3040c0-28a4-4ed9-bf94-d03e73d75495 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:00:52.913838 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c79dc-f464-4224-8644-2f45bb1ba9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7768a08b-7288-4f8d-b576-1b63de48da15,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:52.966023 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5bfaaa82-aabb-4026-94fb-92a2fdba9f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:52.969010 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5bfaaa82-aabb-4026-94fb-92a2fdba9f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:52.973543 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5bfaaa82-aabb-4026-94fb-92a2fdba9f76 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/af951660-1f57-410d-a589-464dc925442a HTTP/1.1" status: 204 len: 168 time: 0.5421922 Sep 30 13:00:52.989351 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfaaa82-aabb-4026-94fb-92a2fdba9f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af951660-1f57-410d-a589-464dc925442a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:52.993991 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-179b8697-53d6-4743-a37d-30584709dab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:53.035336 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-8e2e718a-3a37-423a-a9a2-26bae3fe3715 None None] Provisioning complete for port d26b22a7-8efd-42c5-8640-90a9f76935d7 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:00:53.036393 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8e2e718a-3a37-423a-a9a2-26bae3fe3715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:53.055186 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-179b8697-53d6-4743-a37d-30584709dab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:53.094800 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e718a-3a37-423a-a9a2-26bae3fe3715 None None] Port d26b22a7-8efd-42c5-8640-90a9f76935d7 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:00:53.149005 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cf918e-3d55-4529-a8e7-82861aa6bf45 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:00:53.159832 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-179b8697-53d6-4743-a37d-30584709dab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:53.162411 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-179b8697-53d6-4743-a37d-30584709dab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:53.163579 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-179b8697-53d6-4743-a37d-30584709dab8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7768a08b-7288-4f8d-b576-1b63de48da15 HTTP/1.1" status: 204 len: 168 time: 0.2981720 Sep 30 13:00:53.165131 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a7cf918e-3d55-4529-a8e7-82861aa6bf45 admin admin] 10.222.0.18 "PUT /v2.0/routers/db3040c0-28a4-4ed9-bf94-d03e73d75495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9102285 Sep 30 13:00:53.178755 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe9722-90c7-4ece-b32d-e170a50b49ce req-19e78255-c652-4a2a-86b3-969e0b5d800a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:53.186907 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2cfe9722-90c7-4ece-b32d-e170a50b49ce req-19e78255-c652-4a2a-86b3-969e0b5d800a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=36557ead-d431-4424-8302-99a7f3e8ec04 HTTP/1.1" status: 200 len: 947 time: 0.0944340 Sep 30 13:00:53.187542 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b8697-53d6-4743-a37d-30584709dab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7768a08b-7288-4f8d-b576-1b63de48da15,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:53.232562 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2cfe9722-90c7-4ece-b32d-e170a50b49ce req-fc23c16a-7348-48d3-8d87-2906172e0fbf tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446680 Sep 30 13:00:53.290611 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09feff5-0a13-4e03-b190-1820a649ed5f req-e9ed25af-7d56-4d4f-8068-1b796d9854c1 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:53.292360 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d09feff5-0a13-4e03-b190-1820a649ed5f req-e9ed25af-7d56-4d4f-8068-1b796d9854c1 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/ports?device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 970 time: 0.0614917 Sep 30 13:00:53.374567 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d09feff5-0a13-4e03-b190-1820a649ed5f req-af13965c-9291-4176-8e99-feb601ffd735 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4607da-85e4-449a-817b-ce9d9529dd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651569 Sep 30 13:00:53.378845 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb78d03-a94c-4cdb-82c0-de3e225bfd82 req-36ad20b8-2de1-4a8b-be05-9fd8ea473fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:53.380355 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9eb78d03-a94c-4cdb-82c0-de3e225bfd82 req-36ad20b8-2de1-4a8b-be05-9fd8ea473fa8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=22bbfd7374a545fcba01ac870ed7b8c1&device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 1121 time: 0.0980296 Sep 30 13:00:53.482004 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb78d03-a94c-4cdb-82c0-de3e225bfd82 req-9a5887d1-eb2d-4dd1-921d-dfe3855cefe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:53.484334 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9eb78d03-a94c-4cdb-82c0-de3e225bfd82 req-9a5887d1-eb2d-4dd1-921d-dfe3855cefe9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.0957208 Sep 30 13:00:53.534069 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9eb78d03-a94c-4cdb-82c0-de3e225bfd82 req-04ecba38-d736-4a34-840f-57df78906b89 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=a4c1a5db-3c81-495d-8a6b-7faebd781833 HTTP/1.1" status: 200 len: 217 time: 0.0391662 Sep 30 13:00:53.555165 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38598) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:53.573400 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-85432c5f-7257-4403-9eb8-c88e20a47cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:53.634133 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb78d03-a94c-4cdb-82c0-de3e225bfd82 req-7762a1a6-7411-4e9e-a56e-c47fd35517ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:53.638928 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9eb78d03-a94c-4cdb-82c0-de3e225bfd82 req-7762a1a6-7411-4e9e-a56e-c47fd35517ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0943544 Sep 30 13:00:53.712418 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb78d03-a94c-4cdb-82c0-de3e225bfd82 req-08fdf326-cee5-49fd-b75f-84b7771183c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:53.713807 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-85432c5f-7257-4403-9eb8-c88e20a47cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:53.714207 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9eb78d03-a94c-4cdb-82c0-de3e225bfd82 req-08fdf326-cee5-49fd-b75f-84b7771183c3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0663581 Sep 30 13:00:53.719677 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-85432c5f-7257-4403-9eb8-c88e20a47cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:53.759792 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 44be4281-d1f5-4b4d-9cef-e465c0c2dd38 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:00:53.780589 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-85432c5f-7257-4403-9eb8-c88e20a47cc2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=36f0eea1f0e74ce386716852546198c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238321 Sep 30 13:00:53.781714 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85432c5f-7257-4403-9eb8-c88e20a47cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7ceede-0402-40bb-a5fc-fa7384b4c468,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:53.783552 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38604) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:53.851045 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 44be4281-d1f5-4b4d-9cef-e465c0c2dd38 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:00:53.851896 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:53.926435 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9eb78d03-a94c-4cdb-82c0-de3e225bfd82 req-602fdfee-cf0b-490f-8cc5-ca87b7087785 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035141 Sep 30 13:00:53.927447 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cd17c1f4-f8f1-4e00-8025-383d74506346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:54.020760 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:54.022061 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:54.046421 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cd17c1f4-f8f1-4e00-8025-383d74506346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:54.068226 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 44be4281-d1f5-4b4d-9cef-e465c0c2dd38, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=44be4281-d1f5-4b4d-9cef-e465c0c2dd38,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:00:54.071124 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9eb78d03-a94c-4cdb-82c0-de3e225bfd82 req-74415067-fce7-40f1-81c2-89e55dc6c846 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374154 Sep 30 13:00:54.077508 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:54.116267 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cd17c1f4-f8f1-4e00-8025-383d74506346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:54.119113 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cd17c1f4-f8f1-4e00-8025-383d74506346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:54.121191 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cd17c1f4-f8f1-4e00-8025-383d74506346 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff7ceede-0402-40bb-a5fc-fa7384b4c468 HTTP/1.1" status: 204 len: 168 time: 0.2952282 Sep 30 13:00:54.136833 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17c1f4-f8f1-4e00-8025-383d74506346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7ceede-0402-40bb-a5fc-fa7384b4c468,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:54.145221 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=44be4281-d1f5-4b4d-9cef-e465c0c2dd38,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:54.172858 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a268f605-8338-472e-9aed-339eaf992b9a None None] Sync routers for ids ['db3040c0-28a4-4ed9-bf94-d03e73d75495'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:00:54.188761 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a268f605-8338-472e-9aed-339eaf992b9a None None] Routers {'db3040c0-28a4-4ed9-bf94-d03e73d75495'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:00:54.189458 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a268f605-8338-472e-9aed-339eaf992b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:00:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['db3040c0-28a4-4ed9-bf94-d03e73d75495'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:00:54.341093 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-a268f605-8338-472e-9aed-339eaf992b9a None None] Set router db3040c0-28a4-4ed9-bf94-d03e73d75495 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:00:54.353745 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175140ff-b38b-4aca-b2e9-56dd2c76551b req-5da0f828-e751-4b8a-853e-c2b5320bdd40 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:54.364261 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-175140ff-b38b-4aca-b2e9-56dd2c76551b req-5da0f828-e751-4b8a-853e-c2b5320bdd40 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=36557ead-d431-4424-8302-99a7f3e8ec04 HTTP/1.1" status: 200 len: 947 time: 0.0633919 Sep 30 13:00:54.433671 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38638) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:54.439268 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-175140ff-b38b-4aca-b2e9-56dd2c76551b req-05d9d612-9ae6-4c97-9e31-7087827b2382 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733650 Sep 30 13:00:54.439438 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-177f1ab6-cee0-45ce-b566-8a27bf7d4b17 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1667722108-network', 'tenant_id': 'b7e17bc383d64d2d9a380caa82c57714'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:00:54.512057 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177f1ab6-cee0-45ce-b566-8a27bf7d4b17 admin admin] Made reservation on behalf of b7e17bc383d64d2d9a380caa82c57714 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:00:54.515351 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-177f1ab6-cee0-45ce-b566-8a27bf7d4b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:54.527893 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-177f1ab6-cee0-45ce-b566-8a27bf7d4b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:54.557689 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47049166-9c4f-4a74-8632-6ef429a965a0 req-2bdf16fb-bb98-46c6-9861-66a92f8b732f tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:54.562777 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-47049166-9c4f-4a74-8632-6ef429a965a0 req-2bdf16fb-bb98-46c6-9861-66a92f8b732f tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/ports?device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 970 time: 0.0872769 Sep 30 13:00:54.598576 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a268f605-8338-472e-9aed-339eaf992b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-872543346-router', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:38Z', 'updated_at': '2021-09-30T13:00:51Z', 'revision_number': 4, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'gw_port': {'id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:41Z', 'updated_at': '2021-09-30T13:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'd26b22a7-8efd-42c5-8640-90a9f76935d7', 'name': '', 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'mac_address': 'fa:16:3e:02:bb:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:50Z', 'updated_at': '2021-09-30T13:00:52Z', 'revision_number': 2, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'subnets': [{'id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:00:54.621730 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-47049166-9c4f-4a74-8632-6ef429a965a0 req-cd0faa16-6a82-4062-a81e-eb319a1c61c0 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4607da-85e4-449a-817b-ce9d9529dd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517640 Sep 30 13:00:54.652392 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a268f605-8338-472e-9aed-339eaf992b9a None None] Checking router: db3040c0-28a4-4ed9-bf94-d03e73d75495 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:00:54.652709 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a268f605-8338-472e-9aed-339eaf992b9a None None] Updating router db3040c0-28a4-4ed9-bf94-d03e73d75495 port d26b22a7-8efd-42c5-8640-90a9f76935d7 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:00:54.682779 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a268f605-8338-472e-9aed-339eaf992b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:54.700442 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-177f1ab6-cee0-45ce-b566-8a27bf7d4b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:54.708624 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-177f1ab6-cee0-45ce-b566-8a27bf7d4b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:54.745725 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177f1ab6-cee0-45ce-b566-8a27bf7d4b17 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:00:54.753286 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f1ab6-cee0-45ce-b566-8a27bf7d4b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d07db6-4d30-4022-a3a5-4bde7379e950,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:54.765153 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-177f1ab6-cee0-45ce-b566-8a27bf7d4b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:54.766118 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-177f1ab6-cee0-45ce-b566-8a27bf7d4b17 admin admin] Added segment ef86c7dc-9c13-4b11-b90f-08297babb620 of type vlan for network 7b00ecd3-ec7d-4184-b512-0ef992a3a50f Sep 30 13:00:54.811920 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-177f1ab6-cee0-45ce-b566-8a27bf7d4b17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:54.841572 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-177f1ab6-cee0-45ce-b566-8a27bf7d4b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:54.843549 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177f1ab6-cee0-45ce-b566-8a27bf7d4b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:54.843914 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-177f1ab6-cee0-45ce-b566-8a27bf7d4b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:54.872045 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-177f1ab6-cee0-45ce-b566-8a27bf7d4b17 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4371462 Sep 30 13:00:54.874922 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38652) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:54.879547 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-4c3a479d-592a-4e62-8b1f-a60b4478db7c admin admin] Request body: {'subnet': {'network_id': '7b00ecd3-ec7d-4184-b512-0ef992a3a50f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1667722108-subnet', 'tenant_id': 'b7e17bc383d64d2d9a380caa82c57714', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:00:54.909177 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3a479d-592a-4e62-8b1f-a60b4478db7c admin admin] Made reservation on behalf of b7e17bc383d64d2d9a380caa82c57714 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:00:54.913194 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4c3a479d-592a-4e62-8b1f-a60b4478db7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:54.952245 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f1ab6-cee0-45ce-b566-8a27bf7d4b17 admin admin] Pushing event updated for resources: {'Network': ['ID=7b00ecd3-ec7d-4184-b512-0ef992a3a50f,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:54.973632 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 7b00ecd3-ec7d-4184-b512-0ef992a3a50f details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:00:55.115710 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a268f605-8338-472e-9aed-339eaf992b9a None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:55.126497 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a268f605-8338-472e-9aed-339eaf992b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:55.135251 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4c3a479d-592a-4e62-8b1f-a60b4478db7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:55.205493 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca963c7-d6be-4b58-a172-a0cc0741327c None None] Pushing event updated for resources: {'Port': ['ID=d26b22a7-8efd-42c5-8640-90a9f76935d7,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:55.229263 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3a479d-592a-4e62-8b1f-a60b4478db7c admin admin] Checking segment: {'id': 'ef86c7dc-9c13-4b11-b90f-08297babb620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7b00ecd3-ec7d-4184-b512-0ef992a3a50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:00:55.230080 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3a479d-592a-4e62-8b1f-a60b4478db7c admin admin] Network hostable DHCP agents. Network: 7b00ecd3-ec7d-4184-b512-0ef992a3a50f, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:00:55.242601 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a479d-592a-4e62-8b1f-a60b4478db7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6760c774-2cb9-4976-bfe6-603e46dd0498,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:55.257759 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3a479d-592a-4e62-8b1f-a60b4478db7c admin admin] Network 7b00ecd3-ec7d-4184-b512-0ef992a3a50f is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:00:55.293546 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-4c3a479d-592a-4e62-8b1f-a60b4478db7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 7b00ecd3-ec7d-4184-b512-0ef992a3a50f) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:00:55.310218 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3a479d-592a-4e62-8b1f-a60b4478db7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:55.311977 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4c3a479d-592a-4e62-8b1f-a60b4478db7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:55.352480 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38678) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:55.353272 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4c3a479d-592a-4e62-8b1f-a60b4478db7c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4769754 Sep 30 13:00:55.361526 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-8bb07a2b-4aa7-4f09-b37f-e4609917229f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1667722108-router', 'tenant_id': 'b7e17bc383d64d2d9a380caa82c57714', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:00:55.423442 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257973ca-2321-4bd3-921b-3a6ed82a6bb2 None None] Network 7b00ecd3-ec7d-4184-b512-0ef992a3a50f requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:00:55.424178 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bb07a2b-4aa7-4f09-b37f-e4609917229f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:55.427125 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-a268f605-8338-472e-9aed-339eaf992b9a None None] Attempting to bind port d26b22a7-8efd-42c5-8640-90a9f76935d7 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:00:55.427849 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bb07a2b-4aa7-4f09-b37f-e4609917229f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:55.428067 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-a268f605-8338-472e-9aed-339eaf992b9a None None] Attempting to bind port d26b22a7-8efd-42c5-8640-90a9f76935d7 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'a4883d85-ae6f-4bad-8d1c-fcb49332ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:00:55.428663 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a268f605-8338-472e-9aed-339eaf992b9a None None] Attempting to bind port d26b22a7-8efd-42c5-8640-90a9f76935d7 on network 53d8a375-ae3f-43ae-bcaf-c9e5f964997d {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:00:55.437255 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a268f605-8338-472e-9aed-339eaf992b9a None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:00:55.437812 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a268f605-8338-472e-9aed-339eaf992b9a None None] Checking segment: {'id': 'a4883d85-ae6f-4bad-8d1c-fcb49332ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:00:55.438372 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a268f605-8338-472e-9aed-339eaf992b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:55.438999 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a268f605-8338-472e-9aed-339eaf992b9a None None] Bound using segment: {'id': 'a4883d85-ae6f-4bad-8d1c-fcb49332ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:00:55.439660 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-a268f605-8338-472e-9aed-339eaf992b9a None None] Bound port: d26b22a7-8efd-42c5-8640-90a9f76935d7, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4883d85-ae6f-4bad-8d1c-fcb49332ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:00:55.440238 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a268f605-8338-472e-9aed-339eaf992b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:55.536077 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-a268f605-8338-472e-9aed-339eaf992b9a None None] For port d26b22a7-8efd-42c5-8640-90a9f76935d7, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:00:55.539497 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-a268f605-8338-472e-9aed-339eaf992b9a None None] For port d26b22a7-8efd-42c5-8640-90a9f76935d7, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d26b22a7-8efd-42c5-8640-90a9f76935d7,segment=NetworkSegment(a4883d85-ae6f-4bad-8d1c-fcb49332ab29),segment_id=a4883d85-ae6f-4bad-8d1c-fcb49332ab29)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:00:55.547563 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a268f605-8338-472e-9aed-339eaf992b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:55.625769 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca963c7-d6be-4b58-a172-a0cc0741327c None None] Pushing event updated for resources: {'Port': ['ID=d26b22a7-8efd-42c5-8640-90a9f76935d7,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:55.648940 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a268f605-8338-472e-9aed-339eaf992b9a None None] Routers {'db3040c0-28a4-4ed9-bf94-d03e73d75495'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:00:55.649575 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a268f605-8338-472e-9aed-339eaf992b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:00:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['db3040c0-28a4-4ed9-bf94-d03e73d75495'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:00:55.665639 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bb07a2b-4aa7-4f09-b37f-e4609917229f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:55.782091 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-a268f605-8338-472e-9aed-339eaf992b9a None None] Set router db3040c0-28a4-4ed9-bf94-d03e73d75495 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:00:55.801414 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d126ecc-fde6-413b-b3d2-5b8ec2be05cd req-135d2029-6d53-44c3-bd7f-8bf3e1683e69 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:55.803803 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5d126ecc-fde6-413b-b3d2-5b8ec2be05cd req-135d2029-6d53-44c3-bd7f-8bf3e1683e69 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=36557ead-d431-4424-8302-99a7f3e8ec04 HTTP/1.1" status: 200 len: 947 time: 0.1157079 Sep 30 13:00:55.880780 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5d126ecc-fde6-413b-b3d2-5b8ec2be05cd req-5c071c30-c851-4e0a-82db-4099396b1ad9 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603304 Sep 30 13:00:55.974187 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 44be4281-d1f5-4b4d-9cef-e465c0c2dd38 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:00:55.987004 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 9e301852-d1ff-4766-9a73-9fc234f809ee details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:00:56.029174 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bb07a2b-4aa7-4f09-b37f-e4609917229f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:56.047588 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6003d5e-25b8-4a4b-a287-933db50d7b7c req-70b5b7e6-dca8-412e-9b2c-dee7e06c7d81 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:56.050602 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b6003d5e-25b8-4a4b-a287-933db50d7b7c req-70b5b7e6-dca8-412e-9b2c-dee7e06c7d81 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/ports?device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 970 time: 0.0836310 Sep 30 13:00:56.138206 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b6003d5e-25b8-4a4b-a287-933db50d7b7c req-8460c373-a92d-4937-9d44-cd12c1b39e53 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4607da-85e4-449a-817b-ce9d9529dd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765436 Sep 30 13:00:56.282725 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bb07a2b-4aa7-4f09-b37f-e4609917229f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:56.313050 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bb07a2b-4aa7-4f09-b37f-e4609917229f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:56.356383 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-22bfb03d-12be-4ca9-9008-3b4e7652afd5 None None] Provisioning complete for port d26b22a7-8efd-42c5-8640-90a9f76935d7 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:00:56.356899 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-22bfb03d-12be-4ca9-9008-3b4e7652afd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:56.435808 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 9e301852-d1ff-4766-9a73-9fc234f809ee, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=9e301852-d1ff-4766-9a73-9fc234f809ee,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:00:56.444819 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-8bb07a2b-4aa7-4f09-b37f-e4609917229f admin admin] Allocated IP 172.25.5.30 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/bf7c7f9f-c535-4bbd-9b37-17ccd038173a) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:00:56.498168 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '9e301852-d1ff-4766-9a73-9fc234f809ee', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': '9e301852-d1ff-4766-9a73-9fc234f809ee', 'mac_address': 'fa:16:3e:f3:be:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:00:56.577827 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 44be4281-d1f5-4b4d-9cef-e465c0c2dd38 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:00:56.578286 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:56.604452 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bb07a2b-4aa7-4f09-b37f-e4609917229f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:56.686541 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff87845a-f986-48dd-b61b-58538736fbda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-7b00ecd3-ec7d-4184-b512-0ef992a3a50f', 'network_id': '7b00ecd3-ec7d-4184-b512-0ef992a3a50f', 'tenant_id': 'b7e17bc383d64d2d9a380caa82c57714', 'fixed_ips': [{'subnet_id': '6760c774-2cb9-4976-bfe6-603e46dd0498'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:00:56.687444 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ff87845a-f986-48dd-b61b-58538736fbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:56.703734 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bb07a2b-4aa7-4f09-b37f-e4609917229f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:56.713592 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:56.768156 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb07a2b-4aa7-4f09-b37f-e4609917229f admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:00:56.772422 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-8bb07a2b-4aa7-4f09-b37f-e4609917229f admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:00:56.777079 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb07a2b-4aa7-4f09-b37f-e4609917229f admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:00:56.799884 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e301852-d1ff-4766-9a73-9fc234f809ee {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:00:56.816852 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-22bfb03d-12be-4ca9-9008-3b4e7652afd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:56.906439 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 9e301852-d1ff-4766-9a73-9fc234f809ee, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=9e301852-d1ff-4766-9a73-9fc234f809ee,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:00:56.911163 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8f59a690-1228-443a-8e86-4628b6289ef6 req-669f918f-8801-4fde-bed7-1cf04dfc42c1 tempest-FlavorsV2NegativeTest-782707274 tempest-FlavorsV2NegativeTest-782707274-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=cc495dfa06464cbdaa8572cdc1dc471e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534890 Sep 30 13:00:56.928515 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb07a2b-4aa7-4f09-b37f-e4609917229f admin admin] Pushing event updated for resources: {'Port': ['ID=bf7c7f9f-c535-4bbd-9b37-17ccd038173a,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:56.948746 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:56.966490 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a268f605-8338-472e-9aed-339eaf992b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-872543346-router', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:38Z', 'updated_at': '2021-09-30T13:00:51Z', 'revision_number': 4, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'gw_port': {'id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:41Z', 'updated_at': '2021-09-30T13:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'd26b22a7-8efd-42c5-8640-90a9f76935d7', 'name': '', 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'mac_address': 'fa:16:3e:02:bb:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:50Z', 'updated_at': '2021-09-30T13:00:55Z', 'revision_number': 4, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'subnets': [{'id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:00:57.056429 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a268f605-8338-472e-9aed-339eaf992b9a None None] The sync data for ids ['db3040c0-28a4-4ed9-bf94-d03e73d75495'] in n-d-810909-2 is: [{'id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-872543346-router', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:38Z', 'updated_at': '2021-09-30T13:00:51Z', 'revision_number': 4, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'gw_port': {'id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:41Z', 'updated_at': '2021-09-30T13:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'd26b22a7-8efd-42c5-8640-90a9f76935d7', 'name': '', 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'mac_address': 'fa:16:3e:02:bb:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:50Z', 'updated_at': '2021-09-30T13:00:55Z', 'revision_number': 4, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'subnets': [{'id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:00:57.115855 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-22bfb03d-12be-4ca9-9008-3b4e7652afd5 None None] For port d26b22a7-8efd-42c5-8640-90a9f76935d7, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d26b22a7-8efd-42c5-8640-90a9f76935d7,segment=NetworkSegment(a4883d85-ae6f-4bad-8d1c-fcb49332ab29),segment_id=a4883d85-ae6f-4bad-8d1c-fcb49332ab29)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:00:57.129856 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device a4c1a5db-3c81-495d-8a6b-7faebd781833 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:00:57.184278 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bb07a2b-4aa7-4f09-b37f-e4609917229f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:57.201027 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-22bfb03d-12be-4ca9-9008-3b4e7652afd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:57.239124 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59a690-1228-443a-8e86-4628b6289ef6 req-5636d588-1a17-48d1-a8a6-f7094e0a2951 tempest-FlavorsV2NegativeTest-782707274 tempest-FlavorsV2NegativeTest-782707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:57.248046 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-ff87845a-f986-48dd-b61b-58538736fbda None None] Allocated IP 172.20.0.2 (7b00ecd3-ec7d-4184-b512-0ef992a3a50f/6760c774-2cb9-4976-bfe6-603e46dd0498/5787fd01-26d5-4632-951f-c7ed916f755c) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:00:57.250769 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8f59a690-1228-443a-8e86-4628b6289ef6 req-5636d588-1a17-48d1-a8a6-f7094e0a2951 tempest-FlavorsV2NegativeTest-782707274 tempest-FlavorsV2NegativeTest-782707274-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3315377 Sep 30 13:00:57.270522 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8f59a690-1228-443a-8e86-4628b6289ef6 req-27f262e6-c2ae-4cdf-b2d7-ff4c9f8a1d3c tempest-FlavorsV2NegativeTest-782707274 tempest-FlavorsV2NegativeTest-782707274-project] 10.222.0.18 "GET /v2.0/quotas/cc495dfa06464cbdaa8572cdc1dc471e HTTP/1.1" status: 200 len: 375 time: 0.0183527 Sep 30 13:00:57.271595 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870f626-45f1-4e74-88d9-11dedeb9e40d req-8a8f2e7f-21cc-4cc3-ab29-cdf652576963 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:57.279360 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7870f626-45f1-4e74-88d9-11dedeb9e40d req-8a8f2e7f-21cc-4cc3-ab29-cdf652576963 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=36557ead-d431-4424-8302-99a7f3e8ec04 HTTP/1.1" status: 200 len: 948 time: 0.2267408 Sep 30 13:00:57.318581 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8f59a690-1228-443a-8e86-4628b6289ef6 req-014890e0-6710-49d7-98cd-d08fc884c6cf tempest-FlavorsV2NegativeTest-782707274 tempest-FlavorsV2NegativeTest-782707274-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc495dfa06464cbdaa8572cdc1dc471e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467894 Sep 30 13:00:57.368927 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.resource_extend [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 13:00:57.410077 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=9e301852-d1ff-4766-9a73-9fc234f809ee,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:57.493577 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7870f626-45f1-4e74-88d9-11dedeb9e40d req-4a9664d0-21a5-4e34-bab5-40dd06ce36dd tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133064 Sep 30 13:00:57.521677 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-c0a91006-c60e-40db-98ed-80dee944531b None None] Provisioning complete for port d26b22a7-8efd-42c5-8640-90a9f76935d7 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:00:57.522596 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c0a91006-c60e-40db-98ed-80dee944531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:57.577964 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['9e301852-d1ff-4766-9a73-9fc234f809ee'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:00:57.668433 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bb07a2b-4aa7-4f09-b37f-e4609917229f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:57.694636 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bfb03d-12be-4ca9-9008-3b4e7652afd5 None None] Pushing event updated for resources: {'Port': ['ID=d26b22a7-8efd-42c5-8640-90a9f76935d7,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:57.752713 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port a4c1a5db-3c81-495d-8a6b-7faebd781833, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=a4c1a5db-3c81-495d-8a6b-7faebd781833,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:00:57.833960 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ff87845a-f986-48dd-b61b-58538736fbda None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:57.860657 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ff87845a-f986-48dd-b61b-58538736fbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:57.876765 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d26b22a7-8efd-42c5-8640-90a9f76935d7 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:00:57.954542 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff87845a-f986-48dd-b61b-58538736fbda None None] Network 7b00ecd3-ec7d-4184-b512-0ef992a3a50f is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:00:57.977666 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-eb4de27b-8935-4ee9-be9c-924a952e6baf tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465908 Sep 30 13:00:58.025726 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dad2be-dde2-4fc6-b5de-8cbd8e12f094 req-ba94de9f-1ea8-4e00-a356-ac3b28eb3d01 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:58.027289 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b2dad2be-dde2-4fc6-b5de-8cbd8e12f094 req-ba94de9f-1ea8-4e00-a356-ac3b28eb3d01 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/ports?device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 970 time: 0.4423721 Sep 30 13:00:58.054958 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-ff87845a-f986-48dd-b61b-58538736fbda None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:00:58.069017 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff87845a-f986-48dd-b61b-58538736fbda None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:00:58.072092 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87845a-f986-48dd-b61b-58538736fbda None None] Pushing event updated for resources: {'Port': ['ID=5787fd01-26d5-4632-951f-c7ed916f755c,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:58.101713 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'a4c1a5db-3c81-495d-8a6b-7faebd781833', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': 'a4c1a5db-3c81-495d-8a6b-7faebd781833', 'mac_address': 'fa:16:3e:e3:c8:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:tempest-test_az-1747611694', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:00:58.187508 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-2b832801-c8b8-492d-981f-8d5d1259dbf1 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:58.192438 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b2dad2be-dde2-4fc6-b5de-8cbd8e12f094 req-e194f443-0012-4a94-9267-ab7ded4eb719 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4607da-85e4-449a-817b-ce9d9529dd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477392 Sep 30 13:00:58.199384 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-2b832801-c8b8-492d-981f-8d5d1259dbf1 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2152407 Sep 30 13:00:58.233818 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-63f3b405-7f48-4cc4-856c-ef1fe87cebe4 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/quotas/3bc89b3b842046238e7c21a0c02c3f96 HTTP/1.1" status: 200 len: 375 time: 0.0322049 Sep 30 13:00:58.276905 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-f85103ff-2119-46ee-a7ea-9b59e4168c4c tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420105 Sep 30 13:00:58.305334 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port d26b22a7-8efd-42c5-8640-90a9f76935d7 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:00:58.305712 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:58.314306 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb07a2b-4aa7-4f09-b37f-e4609917229f admin admin] Router cb7cc727-e2b3-482d-84b2-f13bba1ce891 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:00:58.371870 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:58.382691 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-ff87845a-f986-48dd-b61b-58538736fbda None None] Attempting to bind port 5787fd01-26d5-4632-951f-c7ed916f755c on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:00:58.383058 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-ff87845a-f986-48dd-b61b-58538736fbda None None] Attempting to bind port 5787fd01-26d5-4632-951f-c7ed916f755c by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'ef86c7dc-9c13-4b11-b90f-08297babb620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7b00ecd3-ec7d-4184-b512-0ef992a3a50f'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:00:58.383421 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff87845a-f986-48dd-b61b-58538736fbda None None] Attempting to bind port 5787fd01-26d5-4632-951f-c7ed916f755c on network 7b00ecd3-ec7d-4184-b512-0ef992a3a50f {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:00:58.425220 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c1a5db-3c81-495d-8a6b-7faebd781833 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:00:58.429545 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff87845a-f986-48dd-b61b-58538736fbda None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:00:58.429914 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff87845a-f986-48dd-b61b-58538736fbda None None] Checking segment: {'id': 'ef86c7dc-9c13-4b11-b90f-08297babb620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7b00ecd3-ec7d-4184-b512-0ef992a3a50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:00:58.430337 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ff87845a-f986-48dd-b61b-58538736fbda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:58.430731 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff87845a-f986-48dd-b61b-58538736fbda None None] Bound using segment: {'id': 'ef86c7dc-9c13-4b11-b90f-08297babb620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7b00ecd3-ec7d-4184-b512-0ef992a3a50f'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:00:58.431209 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-ff87845a-f986-48dd-b61b-58538736fbda None None] Bound port: 5787fd01-26d5-4632-951f-c7ed916f755c, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef86c7dc-9c13-4b11-b90f-08297babb620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7b00ecd3-ec7d-4184-b512-0ef992a3a50f'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:00:58.431584 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ff87845a-f986-48dd-b61b-58538736fbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:58.484931 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port a4c1a5db-3c81-495d-8a6b-7faebd781833, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=a4c1a5db-3c81-495d-8a6b-7faebd781833,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:00:58.516328 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:58.565501 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb07a2b-4aa7-4f09-b37f-e4609917229f admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:00:58.589714 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc404a7-c992-4137-974c-d2991dc3b5cc None None] Sync routers for ids ['cb7cc727-e2b3-482d-84b2-f13bba1ce891'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:00:58.597768 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bb07a2b-4aa7-4f09-b37f-e4609917229f admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:58.599418 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8bb07a2b-4aa7-4f09-b37f-e4609917229f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.2442334 Sep 30 13:00:58.601837 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-618c7d20-216c-4faa-99de-fd30e534c6e1 req-b1e33f98-92de-4756-9758-be8598935995 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=653e4ded-e5e1-4857-b265-d765574fa798 HTTP/1.1" status: 200 len: 210 time: 0.0606043 Sep 30 13:00:58.601976 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38810) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:58.617701 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc404a7-c992-4137-974c-d2991dc3b5cc None None] Routers {'cb7cc727-e2b3-482d-84b2-f13bba1ce891'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:00:58.619272 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-afc404a7-c992-4137-974c-d2991dc3b5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:00:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['cb7cc727-e2b3-482d-84b2-f13bba1ce891'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:00:58.630274 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38812) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:58.856177 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb974d-2981-4639-8180-9da4838d173a req-348fe894-7b3e-4347-9d74-1d1fc0873b01 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:58.869395 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-afc404a7-c992-4137-974c-d2991dc3b5cc None None] Set router cb7cc727-e2b3-482d-84b2-f13bba1ce891 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:00:58.869761 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f7bb974d-2981-4639-8180-9da4838d173a req-348fe894-7b3e-4347-9d74-1d1fc0873b01 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=36557ead-d431-4424-8302-99a7f3e8ec04 HTTP/1.1" status: 200 len: 948 time: 0.1241446 Sep 30 13:00:58.976062 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f7bb974d-2981-4639-8180-9da4838d173a req-a37d1662-bde9-4ced-a786-07d8d378a2ef tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027074 Sep 30 13:00:59.006827 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5ef3c8b5-6fe1-420d-becf-907230961923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:59.068877 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-ff87845a-f986-48dd-b61b-58538736fbda None None] For port 5787fd01-26d5-4632-951f-c7ed916f755c, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:00:59.081315 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['a4c1a5db-3c81-495d-8a6b-7faebd781833'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:00:59.165834 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5ef3c8b5-6fe1-420d-becf-907230961923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:59.172483 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5ef3c8b5-6fe1-420d-becf-907230961923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:59.190647 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-ff87845a-f986-48dd-b61b-58538736fbda None None] For port 5787fd01-26d5-4632-951f-c7ed916f755c, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=5787fd01-26d5-4632-951f-c7ed916f755c,segment=NetworkSegment(ef86c7dc-9c13-4b11-b90f-08297babb620),segment_id=ef86c7dc-9c13-4b11-b90f-08297babb620)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:00:59.191097 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=a4c1a5db-3c81-495d-8a6b-7faebd781833,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:59.226719 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ff87845a-f986-48dd-b61b-58538736fbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:59.243874 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3c8b5-6fe1-420d-becf-907230961923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83552c7-26d6-4582-9553-31f8127cfcc6,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:59.256261 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5ef3c8b5-6fe1-420d-becf-907230961923 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc495dfa06464cbdaa8572cdc1dc471e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6251945 Sep 30 13:00:59.260737 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38830) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:00:59.322351 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c881fd27-d702-4ba6-b1fa-809302229ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:59.349926 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87845a-f986-48dd-b61b-58538736fbda None None] Pushing event updated for resources: {'Port': ['ID=5787fd01-26d5-4632-951f-c7ed916f755c,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:59.426935 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-afc404a7-c992-4137-974c-d2991dc3b5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7cc727-e2b3-482d-84b2-f13bba1ce891', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1667722108-router', 'tenant_id': 'b7e17bc383d64d2d9a380caa82c57714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'bf7c7f9f-c535-4bbd-9b37-17ccd038173a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:55Z', 'updated_at': '2021-09-30T13:00:56Z', 'revision_number': 3, 'project_id': 'b7e17bc383d64d2d9a380caa82c57714', 'gw_port': {'id': 'bf7c7f9f-c535-4bbd-9b37-17ccd038173a', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:62:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7cc727-e2b3-482d-84b2-f13bba1ce891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:56Z', 'updated_at': '2021-09-30T13:00:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:00:59.438705 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef528cea-acdd-42be-bef2-f56a56734cc2 req-d42f116a-5219-4306-b8e5-e49934797426 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:00:59.446292 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ef528cea-acdd-42be-bef2-f56a56734cc2 req-d42f116a-5219-4306-b8e5-e49934797426 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/ports?device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 971 time: 0.1193328 Sep 30 13:00:59.449543 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc36c636-ea66-41dd-8840-029ca7bf1c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:59.500908 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc36c636-ea66-41dd-8840-029ca7bf1c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:59.504901 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc404a7-c992-4137-974c-d2991dc3b5cc None None] Checking router: cb7cc727-e2b3-482d-84b2-f13bba1ce891 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:00:59.506580 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc404a7-c992-4137-974c-d2991dc3b5cc None None] Updating router cb7cc727-e2b3-482d-84b2-f13bba1ce891 port bf7c7f9f-c535-4bbd-9b37-17ccd038173a binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:00:59.540233 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ef528cea-acdd-42be-bef2-f56a56734cc2 req-1e065562-d48a-4930-b8ec-b3d98446b01f tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4607da-85e4-449a-817b-ce9d9529dd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911746 Sep 30 13:00:59.547904 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-afc404a7-c992-4137-974c-d2991dc3b5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:59.588647 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc36c636-ea66-41dd-8840-029ca7bf1c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:59.591327 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc36c636-ea66-41dd-8840-029ca7bf1c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:59.597964 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cc36c636-ea66-41dd-8840-029ca7bf1c0f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e83552c7-26d6-4582-9553-31f8127cfcc6 HTTP/1.1" status: 204 len: 168 time: 0.3339272 Sep 30 13:00:59.628595 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36c636-ea66-41dd-8840-029ca7bf1c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83552c7-26d6-4582-9553-31f8127cfcc6,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:00:59.667442 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-c881fd27-d702-4ba6-b1fa-809302229ba2 admin admin] Allocated IP 172.20.0.1 (7b00ecd3-ec7d-4184-b512-0ef992a3a50f/6760c774-2cb9-4976-bfe6-603e46dd0498/d08ae64a-9639-4aaa-b7d2-4d25a88e26fe) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:00:59.833123 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d26b22a7-8efd-42c5-8640-90a9f76935d7 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:00:59.862649 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-16a9c85f-ded9-4fd1-8176-40c073ea72ce req-6fde93da-9a96-4531-b265-397fc1ca5b32 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=653e4ded-e5e1-4857-b265-d765574fa798 HTTP/1.1" status: 200 len: 210 time: 0.0814519 Sep 30 13:00:59.929969 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c881fd27-d702-4ba6-b1fa-809302229ba2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:59.932494 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port d26b22a7-8efd-42c5-8640-90a9f76935d7 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:00:59.932863 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:00:59.957192 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 9e301852-d1ff-4766-9a73-9fc234f809ee up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:00:59.980582 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c881fd27-d702-4ba6-b1fa-809302229ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:00.093258 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881fd27-d702-4ba6-b1fa-809302229ba2 admin admin] Pushing event updated for resources: {'Port': ['ID=d08ae64a-9639-4aaa-b7d2-4d25a88e26fe,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:00.108060 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 9e301852-d1ff-4766-9a73-9fc234f809ee completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:01:00.113758 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 9e301852-d1ff-4766-9a73-9fc234f809ee triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:00.114433 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:00.121631 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c881fd27-d702-4ba6-b1fa-809302229ba2 admin admin] Network 7b00ecd3-ec7d-4184-b512-0ef992a3a50f is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:01:00.126541 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-c881fd27-d702-4ba6-b1fa-809302229ba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:01:00.134766 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c881fd27-d702-4ba6-b1fa-809302229ba2 admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:01:00.136712 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c881fd27-d702-4ba6-b1fa-809302229ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:00.175870 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-afc404a7-c992-4137-974c-d2991dc3b5cc None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:00.191896 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-afc404a7-c992-4137-974c-d2991dc3b5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:00.220055 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628486e-a75d-40cd-bc12-141cf48b5fd8 req-b842b5a8-9f0b-4089-aa0c-5655d90eb5d9 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:00.232065 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e628486e-a75d-40cd-bc12-141cf48b5fd8 req-b842b5a8-9f0b-4089-aa0c-5655d90eb5d9 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=36557ead-d431-4424-8302-99a7f3e8ec04 HTTP/1.1" status: 200 len: 948 time: 0.1421652 Sep 30 13:01:00.256009 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:00.304072 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e628486e-a75d-40cd-bc12-141cf48b5fd8 req-8f7f8c40-7e15-48be-879b-31f4d02cf70a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670352 Sep 30 13:01:00.321733 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36557ead-d431-4424-8302-99a7f3e8ec04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e301852-d1ff-4766-9a73-9fc234f809ee'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:01:00.326244 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-afc404a7-c992-4137-974c-d2991dc3b5cc None None] Attempting to bind port bf7c7f9f-c535-4bbd-9b37-17ccd038173a on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:01:00.328875 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-afc404a7-c992-4137-974c-d2991dc3b5cc None None] Attempting to bind port bf7c7f9f-c535-4bbd-9b37-17ccd038173a by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:01:00.329353 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc404a7-c992-4137-974c-d2991dc3b5cc None None] Attempting to bind port bf7c7f9f-c535-4bbd-9b37-17ccd038173a on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:01:00.353549 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc404a7-c992-4137-974c-d2991dc3b5cc None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:01:00.356294 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc404a7-c992-4137-974c-d2991dc3b5cc None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:01:00.356802 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-afc404a7-c992-4137-974c-d2991dc3b5cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:00.357339 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc404a7-c992-4137-974c-d2991dc3b5cc None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:01:00.357974 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-afc404a7-c992-4137-974c-d2991dc3b5cc None None] Bound port: bf7c7f9f-c535-4bbd-9b37-17ccd038173a, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:01:00.361502 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-afc404a7-c992-4137-974c-d2991dc3b5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:00.367460 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a9d95-9fff-44cd-981e-8152ea88cc47 None None] Pushing event updated for resources: {'Port': ['ID=bf7c7f9f-c535-4bbd-9b37-17ccd038173a,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:00.376287 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-c3d64cbe-46b7-4078-9175-5d2a98567e08 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476277 Sep 30 13:01:00.497639 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 9e301852-d1ff-4766-9a73-9fc234f809ee, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=9e301852-d1ff-4766-9a73-9fc234f809ee,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:00.505921 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-afc404a7-c992-4137-974c-d2991dc3b5cc None None] For port bf7c7f9f-c535-4bbd-9b37-17ccd038173a, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:01:00.510106 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:00.512680 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-afc404a7-c992-4137-974c-d2991dc3b5cc None None] For port bf7c7f9f-c535-4bbd-9b37-17ccd038173a, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=bf7c7f9f-c535-4bbd-9b37-17ccd038173a,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:01:00.525607 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-afc404a7-c992-4137-974c-d2991dc3b5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:00.631808 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=9e301852-d1ff-4766-9a73-9fc234f809ee,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:00.648625 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc404a7-c992-4137-974c-d2991dc3b5cc None None] Routers {'cb7cc727-e2b3-482d-84b2-f13bba1ce891'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:01:00.649449 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-afc404a7-c992-4137-974c-d2991dc3b5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:00:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['cb7cc727-e2b3-482d-84b2-f13bba1ce891'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:01:00.671034 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c881fd27-d702-4ba6-b1fa-809302229ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:00.681737 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2696ba71-38ff-4b6e-9a67-462db91d3b91" -d '{"events": [{"server_uuid": "36557ead-d431-4424-8302-99a7f3e8ec04", "name": "network-vif-plugged", "status": "completed", "tag": "9e301852-d1ff-4766-9a73-9fc234f809ee"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:01:00.799215 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b3b19-8472-45e7-aa99-9cef940708c5 req-6458d77b-f7b5-4f63-bf5f-be85bd95239e tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:00.802627 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8c9b3b19-8472-45e7-aa99-9cef940708c5 req-6458d77b-f7b5-4f63-bf5f-be85bd95239e tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/ports?device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 971 time: 0.1234448 Sep 30 13:01:00.820924 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-9904cd54-8e9b-40d5-abb3-c652c9f05785 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:00.822373 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-9904cd54-8e9b-40d5-abb3-c652c9f05785 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4351652 Sep 30 13:01:00.838412 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-c96c3cf9-44b9-4baf-8a2a-c9987c361420 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Request body: {'port': {'device_id': '653e4ded-e5e1-4857-b265-d765574fa798', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': '3bc89b3b842046238e7c21a0c02c3f96'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:00.869381 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8c9b3b19-8472-45e7-aa99-9cef940708c5 req-c442ae7f-e693-4c22-aa76-8301f778ebbf tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4607da-85e4-449a-817b-ce9d9529dd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590885 Sep 30 13:01:00.907376 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c97443-a9e4-4fc9-8af7-326f6c33c65a None None] Network 7b00ecd3-ec7d-4184-b512-0ef992a3a50f requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:01:00.912871 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a9d95-9fff-44cd-981e-8152ea88cc47 None None] Pushing event updated for resources: {'Port': ['ID=bf7c7f9f-c535-4bbd-9b37-17ccd038173a,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:00.942925 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-afc404a7-c992-4137-974c-d2991dc3b5cc None None] Set router cb7cc727-e2b3-482d-84b2-f13bba1ce891 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:01:01.050077 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device a4c1a5db-3c81-495d-8a6b-7faebd781833 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:01:01.087092 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4a121e12-a371-4e39-91d9-f60081b0f681 None None] Provisioning complete for port 5787fd01-26d5-4632-951f-c7ed916f755c triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:01.087469 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4a121e12-a371-4e39-91d9-f60081b0f681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:01.089615 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a4f1b757-6889-4efc-a4a4-669fb5305315 req-b6282445-39a8-4eb2-9441-802faa2d5677 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=653e4ded-e5e1-4857-b265-d765574fa798 HTTP/1.1" status: 200 len: 210 time: 0.0645514 Sep 30 13:01:01.240811 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port a4c1a5db-3c81-495d-8a6b-7faebd781833 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:01:01.255342 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port a4c1a5db-3c81-495d-8a6b-7faebd781833 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:01.255972 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:01.265596 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-afc404a7-c992-4137-974c-d2991dc3b5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7cc727-e2b3-482d-84b2-f13bba1ce891', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1667722108-router', 'tenant_id': 'b7e17bc383d64d2d9a380caa82c57714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'bf7c7f9f-c535-4bbd-9b37-17ccd038173a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:55Z', 'updated_at': '2021-09-30T13:01:00Z', 'revision_number': 4, 'project_id': 'b7e17bc383d64d2d9a380caa82c57714', 'gw_port': {'id': 'bf7c7f9f-c535-4bbd-9b37-17ccd038173a', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:62:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7cc727-e2b3-482d-84b2-f13bba1ce891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:56Z', 'updated_at': '2021-09-30T13:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'd08ae64a-9639-4aaa-b7d2-4d25a88e26fe', 'name': '', 'network_id': '7b00ecd3-ec7d-4184-b512-0ef992a3a50f', 'tenant_id': 'b7e17bc383d64d2d9a380caa82c57714', 'mac_address': 'fa:16:3e:1e:e8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7cc727-e2b3-482d-84b2-f13bba1ce891', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '6760c774-2cb9-4976-bfe6-603e46dd0498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:59Z', 'updated_at': '2021-09-30T13:00:59Z', 'revision_number': 1, 'project_id': 'b7e17bc383d64d2d9a380caa82c57714', 'subnets': [{'id': '6760c774-2cb9-4976-bfe6-603e46dd0498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:01:01.284411 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-c96c3cf9-44b9-4baf-8a2a-c9987c361420 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Made reservation on behalf of 3bc89b3b842046238e7c21a0c02c3f96 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:01:01.287787 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-c96c3cf9-44b9-4baf-8a2a-c9987c361420 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:01.309790 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-c96c3cf9-44b9-4baf-8a2a-c9987c361420 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:01.318105 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b926c3-6d4d-49bf-9b80-844bba9b753e x-openstack-request-id: req-02b926c3-6d4d-49bf-9b80-844bba9b753e {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:01:01.318667 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36557ead-d431-4424-8302-99a7f3e8ec04", "name": "network-vif-plugged", "status": "completed", "tag": "9e301852-d1ff-4766-9a73-9fc234f809ee", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:01:01.319066 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02b926c3-6d4d-49bf-9b80-844bba9b753e {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:01:01.320028 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36557ead-d431-4424-8302-99a7f3e8ec04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e301852-d1ff-4766-9a73-9fc234f809ee', 'code': 200} Sep 30 13:01:01.339901 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.54', 56374) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:01.360336 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4a121e12-a371-4e39-91d9-f60081b0f681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:01.377805 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc404a7-c992-4137-974c-d2991dc3b5cc None None] The sync data for ids ['cb7cc727-e2b3-482d-84b2-f13bba1ce891'] in n-d-810909-2 is: [{'id': 'cb7cc727-e2b3-482d-84b2-f13bba1ce891', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1667722108-router', 'tenant_id': 'b7e17bc383d64d2d9a380caa82c57714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'bf7c7f9f-c535-4bbd-9b37-17ccd038173a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:55Z', 'updated_at': '2021-09-30T13:01:00Z', 'revision_number': 4, 'project_id': 'b7e17bc383d64d2d9a380caa82c57714', 'gw_port': {'id': 'bf7c7f9f-c535-4bbd-9b37-17ccd038173a', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:62:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7cc727-e2b3-482d-84b2-f13bba1ce891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:56Z', 'updated_at': '2021-09-30T13:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'd08ae64a-9639-4aaa-b7d2-4d25a88e26fe', 'name': '', 'network_id': '7b00ecd3-ec7d-4184-b512-0ef992a3a50f', 'tenant_id': 'b7e17bc383d64d2d9a380caa82c57714', 'mac_address': 'fa:16:3e:1e:e8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7cc727-e2b3-482d-84b2-f13bba1ce891', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '6760c774-2cb9-4976-bfe6-603e46dd0498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:59Z', 'updated_at': '2021-09-30T13:00:59Z', 'revision_number': 1, 'project_id': 'b7e17bc383d64d2d9a380caa82c57714', 'subnets': [{'id': '6760c774-2cb9-4976-bfe6-603e46dd0498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:01:01.446567 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38884) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:01.452840 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-c96c3cf9-44b9-4baf-8a2a-c9987c361420 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:01.470886 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-c96c3cf9-44b9-4baf-8a2a-c9987c361420 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:01.484347 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-4a121e12-a371-4e39-91d9-f60081b0f681 None None] For port 5787fd01-26d5-4632-951f-c7ed916f755c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=5787fd01-26d5-4632-951f-c7ed916f755c,segment=NetworkSegment(ef86c7dc-9c13-4b11-b90f-08297babb620),segment_id=ef86c7dc-9c13-4b11-b90f-08297babb620)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:01.506092 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c881fd27-d702-4ba6-b1fa-809302229ba2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:01.530354 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816cbf4-ae3d-4f61-b914-4ad04384d62f req-04c9fe38-5802-4b96-bfc1-d208cdb05d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:01.533278 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6816cbf4-ae3d-4f61-b914-4ad04384d62f req-04c9fe38-5802-4b96-bfc1-d208cdb05d0e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=36557ead-d431-4424-8302-99a7f3e8ec04 HTTP/1.1" status: 200 len: 1100 time: 0.1915817 Sep 30 13:01:01.550315 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c881fd27-d702-4ba6-b1fa-809302229ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:01.551045 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c881fd27-d702-4ba6-b1fa-809302229ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:01.566303 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4a121e12-a371-4e39-91d9-f60081b0f681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:01.574864 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-6816cbf4-ae3d-4f61-b914-4ad04384d62f req-8db57a54-5722-4e76-8cae-2093436b0ad0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:01.670481 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c3cf9-44b9-4baf-8a2a-c9987c361420 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=609495c6-0f13-46e6-85b9-74a07b94d169,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:01.724503 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:01.761639 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a121e12-a371-4e39-91d9-f60081b0f681 None None] Pushing event updated for resources: {'Port': ['ID=5787fd01-26d5-4632-951f-c7ed916f755c,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:01.771090 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-939dc98d-06e8-4f33-be03-22ce7b5d63d4 None None] Provisioning complete for port 5787fd01-26d5-4632-951f-c7ed916f755c triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:01.771581 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-939dc98d-06e8-4f33-be03-22ce7b5d63d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:01.804646 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebc4c1-c123-4047-91a7-6fb5043d6da7 req-19b03357-de11-4086-8352-61c98b046d5a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:01.807382 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-10ebc4c1-c123-4047-91a7-6fb5043d6da7 req-19b03357-de11-4086-8352-61c98b046d5a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=36557ead-d431-4424-8302-99a7f3e8ec04 HTTP/1.1" status: 200 len: 949 time: 0.3405750 Sep 30 13:01:01.824449 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881fd27-d702-4ba6-b1fa-809302229ba2 admin admin] Pushing event updated for resources: {'Port': ['ID=d08ae64a-9639-4aaa-b7d2-4d25a88e26fe,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:01.829773 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port a4c1a5db-3c81-495d-8a6b-7faebd781833, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=a4c1a5db-3c81-495d-8a6b-7faebd781833,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:01.844145 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:01.848846 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-89a63c38-d366-4673-b209-832f351e089a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:01.961327 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 5787fd01-26d5-4632-951f-c7ed916f755c up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:01:01.996437 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=a4c1a5db-3c81-495d-8a6b-7faebd781833,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:02.022807 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-939dc98d-06e8-4f33-be03-22ce7b5d63d4 None None] Provisioning complete for port d08ae64a-9639-4aaa-b7d2-4d25a88e26fe triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:02.023183 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-939dc98d-06e8-4f33-be03-22ce7b5d63d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:02.032364 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-c96c3cf9-44b9-4baf-8a2a-c9987c361420 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Allocated IP 192.168.233.44 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/6b18421d-3672-4957-9df1-27317d4006b7) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:01:02.045866 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-6816cbf4-ae3d-4f61-b914-4ad04384d62f req-8db57a54-5722-4e76-8cae-2093436b0ad0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:02.055347 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-6816cbf4-ae3d-4f61-b914-4ad04384d62f req-8db57a54-5722-4e76-8cae-2093436b0ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:02.079855 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-10ebc4c1-c123-4047-91a7-6fb5043d6da7 req-ee9296b2-8616-48c5-8f34-66d6b8ce707a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746526 Sep 30 13:01:02.083952 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-939dc98d-06e8-4f33-be03-22ce7b5d63d4 None None] Port d08ae64a-9639-4aaa-b7d2-4d25a88e26fe cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:01:02.091794 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 5787fd01-26d5-4632-951f-c7ed916f755c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:02.092203 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:02.100515 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c881fd27-d702-4ba6-b1fa-809302229ba2 admin admin] Network 7b00ecd3-ec7d-4184-b512-0ef992a3a50f is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:01:02.104151 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-c881fd27-d702-4ba6-b1fa-809302229ba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:01:02.209629 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6816cbf4-ae3d-4f61-b914-4ad04384d62f req-8db57a54-5722-4e76-8cae-2093436b0ad0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6679902 Sep 30 13:01:02.238409 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db57a54-5722-4e76-8cae-2093436b0ad0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=945eb4ed-851e-43e2-ba7d-691da67100e7,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:02.308708 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-a30c32a5-b464-4a1b-b5a5-bb4c48357b1c None None] Provisioning complete for port d08ae64a-9639-4aaa-b7d2-4d25a88e26fe triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:02.309425 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a30c32a5-b464-4a1b-b5a5-bb4c48357b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:02.314515 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c978a-f3fa-4c59-9ffc-ea60cb83c023 req-54bd07e3-0c66-4a24-829e-db2e235a5f26 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:02.316080 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b39c978a-f3fa-4c59-9ffc-ea60cb83c023 req-54bd07e3-0c66-4a24-829e-db2e235a5f26 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/ports?device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 972 time: 0.2370389 Sep 30 13:01:02.371064 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-a30c32a5-b464-4a1b-b5a5-bb4c48357b1c None None] Port d08ae64a-9639-4aaa-b7d2-4d25a88e26fe cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:01:02.430474 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-27e27056-16e8-4fe6-b300-1c42bb84ccc2 req-45a92339-8658-412b-a20b-b47a296dee93 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=653e4ded-e5e1-4857-b265-d765574fa798 HTTP/1.1" status: 200 len: 210 time: 0.1520951 Sep 30 13:01:02.456370 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b39c978a-f3fa-4c59-9ffc-ea60cb83c023 req-aa4fba25-9ea2-4f54-b265-84041f80c527 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4607da-85e4-449a-817b-ce9d9529dd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244147 Sep 30 13:01:02.465775 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c881fd27-d702-4ba6-b1fa-809302229ba2 admin admin] Router cb7cc727-e2b3-482d-84b2-f13bba1ce891 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:01:02.475393 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-89a63c38-d366-4673-b209-832f351e089a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:02.490081 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-89a63c38-d366-4673-b209-832f351e089a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:02.507655 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-06140f9b-25e0-492b-9440-d031c1135a40 None None] Provisioning complete for port d08ae64a-9639-4aaa-b7d2-4d25a88e26fe triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:02.508230 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-06140f9b-25e0-492b-9440-d031c1135a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:02.519160 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-c96c3cf9-44b9-4baf-8a2a-c9987c361420 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:02.543775 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a63c38-d366-4673-b209-832f351e089a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dbe1f6-d915-4f1a-90fc-34582e919373,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:02.605734 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-06140f9b-25e0-492b-9440-d031c1135a40 None None] Port d08ae64a-9639-4aaa-b7d2-4d25a88e26fe cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:01:02.606450 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38924) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:02.606729 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-89a63c38-d366-4673-b209-832f351e089a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d483fc5417e4b1483536183623e1093&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1585143 Sep 30 13:01:02.651302 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38926) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:02.725955 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-c96c3cf9-44b9-4baf-8a2a-c9987c361420 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:02.743764 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c881fd27-d702-4ba6-b1fa-809302229ba2 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:01:02.747514 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6c7cc549-7512-44b0-8400-8b28d9b43db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:02.752619 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c881fd27-d702-4ba6-b1fa-809302229ba2 admin admin] 10.222.0.18 "PUT /v2.0/routers/cb7cc727-e2b3-482d-84b2-f13bba1ce891/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1497576 Sep 30 13:01:02.776683 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-c96c3cf9-44b9-4baf-8a2a-c9987c361420 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:01:02.781555 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-37d6c767-09c8-44f6-9f18-06056d313bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:02.784742 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-c96c3cf9-44b9-4baf-8a2a-c9987c361420 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:01:02.810227 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-c96c3cf9-44b9-4baf-8a2a-c9987c361420 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:01:02.817023 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-c96c3cf9-44b9-4baf-8a2a-c9987c361420 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:02.817687 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-c96c3cf9-44b9-4baf-8a2a-c9987c361420 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:02.943924 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-37d6c767-09c8-44f6-9f18-06056d313bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:02.949584 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-37d6c767-09c8-44f6-9f18-06056d313bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:03.012681 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-37d6c767-09c8-44f6-9f18-06056d313bf4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e1364cd8ba947cbbc36013f93154b3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3578987 Sep 30 13:01:03.012681 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6c767-09c8-44f6-9f18-06056d313bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22c18e3-e578-4e10-b007-3fc6d0211592,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:03.016265 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38936) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:03.069721 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6c7cc549-7512-44b0-8400-8b28d9b43db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:03.071746 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c3cf9-44b9-4baf-8a2a-c9987c361420 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Pushing event updated for resources: {'Port': ['ID=6b18421d-3672-4957-9df1-27317d4006b7,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:03.079001 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-71392823-4de4-42a1-9c0b-e17f4fe0dd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:03.079861 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-c96c3cf9-44b9-4baf-8a2a-c9987c361420 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2459538 Sep 30 13:01:03.094941 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-05c58c86-3b78-4361-8257-22e1558044c4 service neutron] Request body: {'port': {'device_id': '653e4ded-e5e1-4857-b265-d765574fa798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:03.102453 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-71392823-4de4-42a1-9c0b-e17f4fe0dd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:03.138308 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-487f543e-2559-423b-a248-80ae4e267efe None None] Provisioning complete for port 6b18421d-3672-4957-9df1-27317d4006b7 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:03.139657 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-487f543e-2559-423b-a248-80ae4e267efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:03.177214 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-05c58c86-3b78-4361-8257-22e1558044c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:03.192959 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6c7cc549-7512-44b0-8400-8b28d9b43db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:03.195305 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-487f543e-2559-423b-a248-80ae4e267efe None None] Port 6b18421d-3672-4957-9df1-27317d4006b7 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:01:03.196259 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6c7cc549-7512-44b0-8400-8b28d9b43db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:03.197929 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6c7cc549-7512-44b0-8400-8b28d9b43db7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0dbe1f6-d915-4f1a-90fc-34582e919373 HTTP/1.1" status: 204 len: 168 time: 0.5884311 Sep 30 13:01:03.212411 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7cc549-7512-44b0-8400-8b28d9b43db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dbe1f6-d915-4f1a-90fc-34582e919373,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:03.257332 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-71392823-4de4-42a1-9c0b-e17f4fe0dd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:03.261218 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-71392823-4de4-42a1-9c0b-e17f4fe0dd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:03.263008 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-71392823-4de4-42a1-9c0b-e17f4fe0dd5c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d22c18e3-e578-4e10-b007-3fc6d0211592 HTTP/1.1" status: 204 len: 168 time: 0.2455254 Sep 30 13:01:03.276986 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71392823-4de4-42a1-9c0b-e17f4fe0dd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22c18e3-e578-4e10-b007-3fc6d0211592,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:03.287243 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39f0cc-81fe-4f4a-b1c8-53f8f9fa3f98 req-9ce8c44c-5f58-4d6e-9fbc-ec9ef4e8ec8a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:03.290509 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-df39f0cc-81fe-4f4a-b1c8-53f8f9fa3f98 req-9ce8c44c-5f58-4d6e-9fbc-ec9ef4e8ec8a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=36557ead-d431-4424-8302-99a7f3e8ec04 HTTP/1.1" status: 200 len: 949 time: 0.1194291 Sep 30 13:01:03.321765 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00dfeb91-2afc-4b4f-a41b-634a83f52a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c1a5db-3c81-495d-8a6b-7faebd781833'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:01:03.324099 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d311190f-3dd7-4c81-929d-f37fa4748180" -d '{"events": [{"server_uuid": "00dfeb91-2afc-4b4f-a41b-634a83f52a66", "name": "network-vif-plugged", "status": "completed", "tag": "a4c1a5db-3c81-495d-8a6b-7faebd781833"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:01:03.343841 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-df39f0cc-81fe-4f4a-b1c8-53f8f9fa3f98 req-1b35c4f3-ad90-4e8e-98c8-05064761e82e tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395334 Sep 30 13:01:03.403175 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c0dfda-3473-4c91-883e-4ef7c3843429 x-openstack-request-id: req-15c0dfda-3473-4c91-883e-4ef7c3843429 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:01:03.403583 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00dfeb91-2afc-4b4f-a41b-634a83f52a66", "name": "network-vif-plugged", "status": "completed", "tag": "a4c1a5db-3c81-495d-8a6b-7faebd781833", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:01:03.404054 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-15c0dfda-3473-4c91-883e-4ef7c3843429 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:01:03.404809 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00dfeb91-2afc-4b4f-a41b-634a83f52a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c1a5db-3c81-495d-8a6b-7faebd781833', 'code': 200} Sep 30 13:01:03.705892 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-05c58c86-3b78-4361-8257-22e1558044c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b18421d-3672-4957-9df1-27317d4006b7 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:01:03.715563 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75543c-746f-44e0-b193-64d89e1f8a6e req-d39a2492-8ccb-4c15-89a0-fc18e4ab66e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:03.718045 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ff75543c-746f-44e0-b193-64d89e1f8a6e req-d39a2492-8ccb-4c15-89a0-fc18e4ab66e0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 1123 time: 0.2170858 Sep 30 13:01:03.731376 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-05c58c86-3b78-4361-8257-22e1558044c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:03.753565 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a1765-7951-45e5-95c4-0e97f0a2b074 req-54b94dba-7496-4192-993e-6c221797c30c tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:03.761329 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-269a1765-7951-45e5-95c4-0e97f0a2b074 req-54b94dba-7496-4192-993e-6c221797c30c tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=653e4ded-e5e1-4857-b265-d765574fa798 HTTP/1.1" status: 200 len: 935 time: 0.1914897 Sep 30 13:01:03.801229 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-05c58c86-3b78-4361-8257-22e1558044c4 service neutron] Transition to ACTIVE for port object 6b18421d-3672-4957-9df1-27317d4006b7 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:01:03.818908 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-05c58c86-3b78-4361-8257-22e1558044c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:03.824377 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38970) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:03.835698 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-bd20b58c-9065-45cb-8590-4d731eadeead tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Request body: {'security_group': {'name': 'tempest-securitygroup--150606706', 'description': 'tempest-description--151406291'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:03.869532 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ff75543c-746f-44e0-b193-64d89e1f8a6e req-967a70eb-cbb1-4325-ac74-af15c5d63cae service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ff4607da-85e4-449a-817b-ce9d9529dd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319113 Sep 30 13:01:03.874532 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38974) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:03.894167 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bd20b58c-9065-45cb-8590-4d731eadeead tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:03.910320 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device bf7c7f9f-c535-4bbd-9b37-17ccd038173a up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:01:03.937489 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-269a1765-7951-45e5-95c4-0e97f0a2b074 req-ac389fe7-aa3b-4533-9e00-4fd19369cf6d tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728404 Sep 30 13:01:03.967548 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8782de72-95e4-4dee-8254-13b78302cd2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:03.990951 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7349a-7f44-4f6e-854c-86f978376faa req-30cf0dd4-a9c8-4d39-b609-e2c74020de06 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:03.992787 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9ad7349a-7f44-4f6e-854c-86f978376faa req-30cf0dd4-a9c8-4d39-b609-e2c74020de06 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/ports?device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 972 time: 0.0711124 Sep 30 13:01:04.033112 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port bf7c7f9f-c535-4bbd-9b37-17ccd038173a triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:04.034216 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:04.044155 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-05c58c86-3b78-4361-8257-22e1558044c4 service neutron] Attempting to bind port 6b18421d-3672-4957-9df1-27317d4006b7 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:01:04.044607 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-05c58c86-3b78-4361-8257-22e1558044c4 service neutron] Attempting to bind port 6b18421d-3672-4957-9df1-27317d4006b7 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:01:04.044855 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-05c58c86-3b78-4361-8257-22e1558044c4 service neutron] Attempting to bind port 6b18421d-3672-4957-9df1-27317d4006b7 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:01:04.053303 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-05c58c86-3b78-4361-8257-22e1558044c4 service neutron] Port 6b18421d-3672-4957-9df1-27317d4006b7 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:01:04.055178 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-05c58c86-3b78-4361-8257-22e1558044c4 service neutron] Attempting to bind port 6b18421d-3672-4957-9df1-27317d4006b7 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:01:04.056762 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c58c86-3b78-4361-8257-22e1558044c4 service neutron] Pushing event updated for resources: {'Port': ['ID=6b18421d-3672-4957-9df1-27317d4006b7,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:04.076692 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-05c58c86-3b78-4361-8257-22e1558044c4 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:01:04.077488 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-05c58c86-3b78-4361-8257-22e1558044c4 service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:01:04.077924 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-05c58c86-3b78-4361-8257-22e1558044c4 service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:01:04.078486 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-05c58c86-3b78-4361-8257-22e1558044c4 service neutron] Bound port: 6b18421d-3672-4957-9df1-27317d4006b7, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:01:04.078933 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-05c58c86-3b78-4361-8257-22e1558044c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:04.111419 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9ad7349a-7f44-4f6e-854c-86f978376faa req-60d7a450-cce2-4a83-b8ae-84b7a729accd tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4607da-85e4-449a-817b-ce9d9529dd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061964 Sep 30 13:01:04.155892 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bd20b58c-9065-45cb-8590-4d731eadeead tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:04.175496 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bd20b58c-9065-45cb-8590-4d731eadeead tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:04.183200 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-05c58c86-3b78-4361-8257-22e1558044c4 service neutron] For port 6b18421d-3672-4957-9df1-27317d4006b7, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:01:04.192103 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-05c58c86-3b78-4361-8257-22e1558044c4 service neutron] For port 6b18421d-3672-4957-9df1-27317d4006b7, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=6b18421d-3672-4957-9df1-27317d4006b7,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:01:04.195569 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:04.210574 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-05c58c86-3b78-4361-8257-22e1558044c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:04.234898 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port bf7c7f9f-c535-4bbd-9b37-17ccd038173a, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=bf7c7f9f-c535-4bbd-9b37-17ccd038173a,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:04.244920 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:04.246856 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 5787fd01-26d5-4632-951f-c7ed916f755c up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:01:04.259703 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20b58c-9065-45cb-8590-4d731eadeead tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6f0b3c-8222-4db0-ad39-a7497b1f4c12,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:04.274612 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-05c58c86-3b78-4361-8257-22e1558044c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:04.275245 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-05c58c86-3b78-4361-8257-22e1558044c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:04.276630 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-05c58c86-3b78-4361-8257-22e1558044c4 service neutron] 10.222.0.54 "PUT /v2.0/ports/6b18421d-3672-4957-9df1-27317d4006b7 HTTP/1.1" status: 200 len: 1095 time: 1.1878269 Sep 30 13:01:04.282338 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653e4ded-e5e1-4857-b265-d765574fa798', 'tag': '6b18421d-3672-4957-9df1-27317d4006b7'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:01:04.285941 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe6987e-75f1-4d7d-ae56-34002279a603" -d '{"events": [{"name": "network-changed", "server_uuid": "653e4ded-e5e1-4857-b265-d765574fa798", "tag": "6b18421d-3672-4957-9df1-27317d4006b7"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:01:04.348306 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a3ba62-fefa-44cc-948f-e9059b5d938f x-openstack-request-id: req-37a3ba62-fefa-44cc-948f-e9059b5d938f {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:01:04.348608 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653e4ded-e5e1-4857-b265-d765574fa798", "tag": "6b18421d-3672-4957-9df1-27317d4006b7", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:01:04.349619 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37a3ba62-fefa-44cc-948f-e9059b5d938f {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:01:04.350194 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653e4ded-e5e1-4857-b265-d765574fa798', 'tag': '6b18421d-3672-4957-9df1-27317d4006b7', 'status': 'completed', 'code': 200} Sep 30 13:01:04.360457 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c58c86-3b78-4361-8257-22e1558044c4 service neutron] Pushing event updated for resources: {'Port': ['ID=6b18421d-3672-4957-9df1-27317d4006b7,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:04.394580 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=bf7c7f9f-c535-4bbd-9b37-17ccd038173a,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:04.420130 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 5787fd01-26d5-4632-951f-c7ed916f755c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:04.420838 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:04.466137 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8782de72-95e4-4dee-8254-13b78302cd2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:04.477971 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8782de72-95e4-4dee-8254-13b78302cd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:04.517913 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bd20b58c-9065-45cb-8590-4d731eadeead tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:04.519291 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bd20b58c-9065-45cb-8590-4d731eadeead tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6927199 Sep 30 13:01:04.529459 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38992) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:04.544123 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-cd0dac8b-95f5-4a5f-8c0c-43e0c560ce57 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Request body: {'security_group_rule': {'security_group_id': '6d6f0b3c-8222-4db0-ad39-a7497b1f4c12', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:04.553265 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89b961-12b5-4860-b3f6-d9994cd4fac8 req-9881aaf1-3492-4954-9a78-c80d4cdc5108 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:04.558056 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:01:04.559834 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3d89b961-12b5-4860-b3f6-d9994cd4fac8 req-9881aaf1-3492-4954-9a78-c80d4cdc5108 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=36557ead-d431-4424-8302-99a7f3e8ec04 HTTP/1.1" status: 200 len: 949 time: 0.0952163 Sep 30 13:01:04.599055 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38994) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:04.599730 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782de72-95e4-4dee-8254-13b78302cd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770d5b97-cca7-4e48-b1be-877eee9e92b5,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:04.608426 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8782de72-95e4-4dee-8254-13b78302cd2f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2dba1666b7fe44ab9c12de2032c2803f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6951246 Sep 30 13:01:04.613666 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38996) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:04.631798 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-192591e0-007e-44fb-ad30-a737ff67f866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:04.633294 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-192591e0-007e-44fb-ad30-a737ff67f866 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&device_id=653e4ded-e5e1-4857-b265-d765574fa798 HTTP/1.1" status: 200 len: 1098 time: 0.1480460 Sep 30 13:01:04.661155 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3d89b961-12b5-4860-b3f6-d9994cd4fac8 req-f4693408-97ee-4337-8dd6-88f7c95feba3 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897338 Sep 30 13:01:04.663934 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cd0dac8b-95f5-4a5f-8c0c-43e0c560ce57 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:04.712021 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-245f75b0-f751-45a4-8df7-7f73c3021234 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=6b18421d-3672-4957-9df1-27317d4006b7 HTTP/1.1" status: 200 len: 217 time: 0.0694704 Sep 30 13:01:04.733007 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-0e6b96cc-a110-4198-b7ee-7f20b51639c3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1788608391-network', 'tenant_id': '0df2673345ac4f10b61cb3a13f7c0c57'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:04.754864 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6b96cc-a110-4198-b7ee-7f20b51639c3 admin admin] Made reservation on behalf of 0df2673345ac4f10b61cb3a13f7c0c57 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:01:04.757949 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e6b96cc-a110-4198-b7ee-7f20b51639c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:04.767859 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e6b96cc-a110-4198-b7ee-7f20b51639c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:04.804073 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-63cf029d-38d6-496f-9059-25b52e606a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:04.820615 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-fd4326f8-d558-438e-ade4-4a41562be8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:04.822088 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-fd4326f8-d558-438e-ade4-4a41562be8fb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1023641 Sep 30 13:01:04.853204 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cd0dac8b-95f5-4a5f-8c0c-43e0c560ce57 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:04.865555 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e6b96cc-a110-4198-b7ee-7f20b51639c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:04.869902 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-63cf029d-38d6-496f-9059-25b52e606a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:04.870103 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e6b96cc-a110-4198-b7ee-7f20b51639c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:04.879519 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cd0dac8b-95f5-4a5f-8c0c-43e0c560ce57 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:04.894614 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e6b96cc-a110-4198-b7ee-7f20b51639c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:01:04.908989 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b96cc-a110-4198-b7ee-7f20b51639c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347c74c5-6c71-4eca-b076-40f8327b728c,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:04.916228 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e6b96cc-a110-4198-b7ee-7f20b51639c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:04.916566 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-0e6b96cc-a110-4198-b7ee-7f20b51639c3 admin admin] Added segment 8479eb14-3632-415c-a2d4-7f863fb2cdfb of type vlan for network 6e9d2a62-d7f4-45e2-af71-fdc52432ac3d Sep 30 13:01:04.923919 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0dac8b-95f5-4a5f-8c0c-43e0c560ce57 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ecd91c6-78c4-4550-b59c-e1493bdab052,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:04.932089 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cd0dac8b-95f5-4a5f-8c0c-43e0c560ce57 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:04.936611 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cd0dac8b-95f5-4a5f-8c0c-43e0c560ce57 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3987062 Sep 30 13:01:04.938612 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39000) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:04.943118 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-6dde5cd0-32a2-423a-87d8-7c1f1554ebb6 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Request body: {'security_group_rule': {'security_group_id': '6d6f0b3c-8222-4db0-ad39-a7497b1f4c12', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:04.960729 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-82cdfdef-070a-4909-b7f8-f0be5ca95b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:04.962638 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-82cdfdef-070a-4909-b7f8-f0be5ca95b6d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1328394 Sep 30 13:01:04.971129 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e6b96cc-a110-4198-b7ee-7f20b51639c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:05.005419 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e6b96cc-a110-4198-b7ee-7f20b51639c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:05.006521 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6b96cc-a110-4198-b7ee-7f20b51639c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:05.007092 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e6b96cc-a110-4198-b7ee-7f20b51639c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:05.025429 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-63cf029d-38d6-496f-9059-25b52e606a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:05.027902 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-63cf029d-38d6-496f-9059-25b52e606a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:05.029458 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-63cf029d-38d6-496f-9059-25b52e606a62 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/770d5b97-cca7-4e48-b1be-877eee9e92b5 HTTP/1.1" status: 204 len: 168 time: 0.4144835 Sep 30 13:01:05.043090 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0e6b96cc-a110-4198-b7ee-7f20b51639c3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4395592 Sep 30 13:01:05.052239 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39006) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:05.058339 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-9a423acd-14c6-4fa0-8a82-057405a52d03 admin admin] Request body: {'subnet': {'network_id': '6e9d2a62-d7f4-45e2-af71-fdc52432ac3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1788608391-subnet', 'tenant_id': '0df2673345ac4f10b61cb3a13f7c0c57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:05.068937 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6dde5cd0-32a2-423a-87d8-7c1f1554ebb6 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:05.075202 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494732a1-af91-45ea-9424-cfb483e7e24b None None] Sync routers for ids ['cb7cc727-e2b3-482d-84b2-f13bba1ce891'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:01:05.087317 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494732a1-af91-45ea-9424-cfb483e7e24b None None] Routers {'cb7cc727-e2b3-482d-84b2-f13bba1ce891'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:01:05.088190 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-494732a1-af91-45ea-9424-cfb483e7e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:00:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['cb7cc727-e2b3-482d-84b2-f13bba1ce891'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:01:05.098291 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b96cc-a110-4198-b7ee-7f20b51639c3 admin admin] Pushing event updated for resources: {'Network': ['ID=6e9d2a62-d7f4-45e2-af71-fdc52432ac3d,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:05.100977 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf029d-38d6-496f-9059-25b52e606a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770d5b97-cca7-4e48-b1be-877eee9e92b5,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:05.118329 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a423acd-14c6-4fa0-8a82-057405a52d03 admin admin] Made reservation on behalf of 0df2673345ac4f10b61cb3a13f7c0c57 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:01:05.121127 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9a423acd-14c6-4fa0-8a82-057405a52d03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:05.136615 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 6e9d2a62-d7f4-45e2-af71-fdc52432ac3d details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:01:05.160708 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892e305-621c-463f-b897-ef0600b0c512 req-79c744ae-5e80-44f5-8e67-31c70f82ca99 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:05.168363 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3892e305-621c-463f-b897-ef0600b0c512 req-79c744ae-5e80-44f5-8e67-31c70f82ca99 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=653e4ded-e5e1-4857-b265-d765574fa798 HTTP/1.1" status: 200 len: 947 time: 0.1484590 Sep 30 13:01:05.254610 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-7af8dd62-92fb-497c-bbf2-3869ef4a1ea5 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829926 Sep 30 13:01:05.271997 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3892e305-621c-463f-b897-ef0600b0c512 req-6f93d107-e7fb-4954-a240-9cb69b202357 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981979 Sep 30 13:01:05.331229 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6dde5cd0-32a2-423a-87d8-7c1f1554ebb6 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:05.363756 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6dde5cd0-32a2-423a-87d8-7c1f1554ebb6 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:05.396055 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde5cd0-32a2-423a-87d8-7c1f1554ebb6 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af390332-7459-41b0-a239-64eb7623b18a,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:05.414230 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6dde5cd0-32a2-423a-87d8-7c1f1554ebb6 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:05.415773 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6dde5cd0-32a2-423a-87d8-7c1f1554ebb6 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4762363 Sep 30 13:01:05.418786 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39020) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:05.430739 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-c21ed1ab-4b31-48ff-81a2-1ec1d4817bd2 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:05.441703 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e977d75-ba67-4811-94ff-a4c6509b1eed req-dd831ba6-d1db-4cf6-98ad-346d4a158f7c service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683624 Sep 30 13:01:05.468870 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9a423acd-14c6-4fa0-8a82-057405a52d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:05.470385 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c21ed1ab-4b31-48ff-81a2-1ec1d4817bd2 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks [] for floatingip, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:05.472647 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-494732a1-af91-45ea-9424-cfb483e7e24b None None] Set router cb7cc727-e2b3-482d-84b2-f13bba1ce891 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:01:05.495333 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9f539-e3bd-4e97-be6f-2fa341d61f4c req-5aebe225-f6cf-42a6-b7b5-40a490f45282 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:05.496901 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6af9f539-e3bd-4e97-be6f-2fa341d61f4c req-5aebe225-f6cf-42a6-b7b5-40a490f45282 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/ports?device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 972 time: 0.1760082 Sep 30 13:01:05.590197 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6af9f539-e3bd-4e97-be6f-2fa341d61f4c req-8a5b5f62-de8a-42f2-8881-ddb1bdc31cad tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4607da-85e4-449a-817b-ce9d9529dd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672774 Sep 30 13:01:05.591738 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a423acd-14c6-4fa0-8a82-057405a52d03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=915d5258-7336-4ac5-816f-06a06932be50,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:05.597024 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6987e-75f1-4d7d-ae56-34002279a603 req-b3756896-77e8-4906-b5d8-289f3043868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:05.602656 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a423acd-14c6-4fa0-8a82-057405a52d03 admin admin] Checking segment: {'id': '8479eb14-3632-415c-a2d4-7f863fb2cdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6e9d2a62-d7f4-45e2-af71-fdc52432ac3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:01:05.602949 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a423acd-14c6-4fa0-8a82-057405a52d03 admin admin] Network hostable DHCP agents. Network: 6e9d2a62-d7f4-45e2-af71-fdc52432ac3d, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:01:05.603050 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-abe6987e-75f1-4d7d-ae56-34002279a603 req-b3756896-77e8-4906-b5d8-289f3043868a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&device_id=653e4ded-e5e1-4857-b265-d765574fa798 HTTP/1.1" status: 200 len: 1098 time: 0.1012635 Sep 30 13:01:05.635065 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a423acd-14c6-4fa0-8a82-057405a52d03 admin admin] Network 6e9d2a62-d7f4-45e2-af71-fdc52432ac3d is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:01:05.658381 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-9a423acd-14c6-4fa0-8a82-057405a52d03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 6e9d2a62-d7f4-45e2-af71-fdc52432ac3d) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:01:05.672188 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7874584f-5edd-410d-a7a1-af2f83cca925 None None] Network 6e9d2a62-d7f4-45e2-af71-fdc52432ac3d requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:01:05.677558 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a423acd-14c6-4fa0-8a82-057405a52d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:05.678289 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9a423acd-14c6-4fa0-8a82-057405a52d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:05.732353 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9a423acd-14c6-4fa0-8a82-057405a52d03 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6785681 Sep 30 13:01:05.740680 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c21ed1ab-4b31-48ff-81a2-1ec1d4817bd2 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:05.759940 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6987e-75f1-4d7d-ae56-34002279a603 req-8ad8fcbc-e2c2-435f-b880-bc61bce98f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:05.766089 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-abe6987e-75f1-4d7d-ae56-34002279a603 req-8ad8fcbc-e2c2-435f-b880-bc61bce98f98 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.1559823 Sep 30 13:01:05.818824 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device bf7c7f9f-c535-4bbd-9b37-17ccd038173a up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:01:05.883044 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-abe6987e-75f1-4d7d-ae56-34002279a603 req-765e7cbc-0a82-4fbc-8679-8a98252e6c39 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=6b18421d-3672-4957-9df1-27317d4006b7 HTTP/1.1" status: 200 len: 217 time: 0.1090677 Sep 30 13:01:05.949363 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-494732a1-af91-45ea-9424-cfb483e7e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7cc727-e2b3-482d-84b2-f13bba1ce891', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1667722108-router', 'tenant_id': 'b7e17bc383d64d2d9a380caa82c57714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'bf7c7f9f-c535-4bbd-9b37-17ccd038173a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:55Z', 'updated_at': '2021-09-30T13:01:00Z', 'revision_number': 4, 'project_id': 'b7e17bc383d64d2d9a380caa82c57714', 'gw_port': {'id': 'bf7c7f9f-c535-4bbd-9b37-17ccd038173a', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:62:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7cc727-e2b3-482d-84b2-f13bba1ce891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:56Z', 'updated_at': '2021-09-30T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'd08ae64a-9639-4aaa-b7d2-4d25a88e26fe', 'name': '', 'network_id': '7b00ecd3-ec7d-4184-b512-0ef992a3a50f', 'tenant_id': 'b7e17bc383d64d2d9a380caa82c57714', 'mac_address': 'fa:16:3e:1e:e8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7cc727-e2b3-482d-84b2-f13bba1ce891', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '6760c774-2cb9-4976-bfe6-603e46dd0498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:59Z', 'updated_at': '2021-09-30T13:01:00Z', 'revision_number': 2, 'project_id': 'b7e17bc383d64d2d9a380caa82c57714', 'subnets': [{'id': '6760c774-2cb9-4976-bfe6-603e46dd0498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:01:06.013093 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10335487-81a6-46ea-8657-88ecb3766e9e req-3d80a46d-ba10-4b5f-9379-4e8f152d41e7 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:06.023384 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port bf7c7f9f-c535-4bbd-9b37-17ccd038173a triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:06.023757 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:06.024094 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-10335487-81a6-46ea-8657-88ecb3766e9e req-3d80a46d-ba10-4b5f-9379-4e8f152d41e7 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=36557ead-d431-4424-8302-99a7f3e8ec04 HTTP/1.1" status: 200 len: 949 time: 0.2402558 Sep 30 13:01:06.033272 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6987e-75f1-4d7d-ae56-34002279a603 req-016039aa-61c3-4ae1-af5b-d068e303382a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:06.035013 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-abe6987e-75f1-4d7d-ae56-34002279a603 req-016039aa-61c3-4ae1-af5b-d068e303382a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1409388 Sep 30 13:01:06.040449 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494732a1-af91-45ea-9424-cfb483e7e24b None None] Checking router: cb7cc727-e2b3-482d-84b2-f13bba1ce891 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:01:06.040810 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494732a1-af91-45ea-9424-cfb483e7e24b None None] Updating router cb7cc727-e2b3-482d-84b2-f13bba1ce891 port d08ae64a-9639-4aaa-b7d2-4d25a88e26fe binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:01:06.082776 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23561ef-2d7b-49eb-acb8-5b052c5dad39 None None] Network 6e9d2a62-d7f4-45e2-af71-fdc52432ac3d requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:01:06.102808 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-c21ed1ab-4b31-48ff-81a2-1ec1d4817bd2 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Allocated IP 172.25.5.161 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/a1fb87b3-cc67-46c3-ba07-b4340e6a0862) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:01:06.146698 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-10335487-81a6-46ea-8657-88ecb3766e9e req-cc1fc28a-b750-4652-9a43-ccb04044385a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210382 Sep 30 13:01:06.152683 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6987e-75f1-4d7d-ae56-34002279a603 req-8357a698-c25d-45bc-a865-d48bf3833475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:06.157502 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-abe6987e-75f1-4d7d-ae56-34002279a603 req-8357a698-c25d-45bc-a865-d48bf3833475 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1095412 Sep 30 13:01:06.182470 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-494732a1-af91-45ea-9424-cfb483e7e24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:06.236053 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [req-8f0599d0-aae0-4ad3-b4dc-46768d84e9a5 req-8602eef2-eec9-472a-981f-e0c786f42ef5 tempest-SecurityGroupsNegativeTestJSON-1117375098 tempest-SecurityGroupsNegativeTestJSON-1117375098-project] show failed (client error): The resource could not be found. Sep 30 13:01:06.239979 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8f0599d0-aae0-4ad3-b4dc-46768d84e9a5 req-8602eef2-eec9-472a-981f-e0c786f42ef5 tempest-SecurityGroupsNegativeTestJSON-1117375098 tempest-SecurityGroupsNegativeTestJSON-1117375098-project] 10.222.0.18 "GET /v2.0/security-groups/43f60b62-0740-4a01-bd1d-2f951807ea52 HTTP/1.1" status: 404 len: 352 time: 0.0286918 Sep 30 13:01:06.405830 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4a6886b1-57a6-44a0-8027-85ee4d448ace req-3de4ac04-9768-4a79-bce0-e904622396e7 tempest-SecurityGroupsNegativeTestJSON-1117375098 tempest-SecurityGroupsNegativeTestJSON-1117375098-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0df2673345ac4f10b61cb3a13f7c0c57 HTTP/1.1" status: 200 len: 2984 time: 0.1266985 Sep 30 13:01:06.500059 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4a6886b1-57a6-44a0-8027-85ee4d448ace req-8cdfc318-ea0e-4293-89cd-c75b390200bc tempest-SecurityGroupsNegativeTestJSON-1117375098 tempest-SecurityGroupsNegativeTestJSON-1117375098-project] 10.222.0.18 "GET /v2.0/security-groups/347c74c5-6c71-4eca-b076-40f8327b728c HTTP/1.1" status: 200 len: 2981 time: 0.0875099 Sep 30 13:01:06.503770 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-abe6987e-75f1-4d7d-ae56-34002279a603 req-28e7bf5e-339f-49bc-84a3-38f466dd7b9f service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389614 Sep 30 13:01:06.575288 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c21ed1ab-4b31-48ff-81a2-1ec1d4817bd2 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:06.603704 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4a6886b1-57a6-44a0-8027-85ee4d448ace req-18d8974b-4907-4615-bd30-0e45c08f627f tempest-SecurityGroupsNegativeTestJSON-1117375098 tempest-SecurityGroupsNegativeTestJSON-1117375098-project] 10.222.0.18 "GET /v2.0/security-groups/347c74c5-6c71-4eca-b076-40f8327b728c HTTP/1.1" status: 200 len: 2981 time: 0.0974996 Sep 30 13:01:06.728987 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2261a9b-0fff-42ac-ba00-0064c511b1d4 req-4136da1e-fdc9-4363-8d76-4204e84163a0 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:06.737772 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a2261a9b-0fff-42ac-ba00-0064c511b1d4 req-4136da1e-fdc9-4363-8d76-4204e84163a0 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=653e4ded-e5e1-4857-b265-d765574fa798 HTTP/1.1" status: 200 len: 947 time: 0.0841792 Sep 30 13:01:06.770996 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-494732a1-af91-45ea-9424-cfb483e7e24b None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:06.778822 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-494732a1-af91-45ea-9424-cfb483e7e24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:06.798741 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a2261a9b-0fff-42ac-ba00-0064c511b1d4 req-b7f9f5e1-c827-4af8-9561-6a5afc90c96e tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588419 Sep 30 13:01:06.849924 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7903f7-705e-4328-939b-457a3ced26f2 None None] Pushing event updated for resources: {'Port': ['ID=d08ae64a-9639-4aaa-b7d2-4d25a88e26fe,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:06.926652 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-494732a1-af91-45ea-9424-cfb483e7e24b None None] Attempting to bind port d08ae64a-9639-4aaa-b7d2-4d25a88e26fe on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:01:06.927074 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-494732a1-af91-45ea-9424-cfb483e7e24b None None] Attempting to bind port d08ae64a-9639-4aaa-b7d2-4d25a88e26fe by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'ef86c7dc-9c13-4b11-b90f-08297babb620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7b00ecd3-ec7d-4184-b512-0ef992a3a50f'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:01:06.927846 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494732a1-af91-45ea-9424-cfb483e7e24b None None] Attempting to bind port d08ae64a-9639-4aaa-b7d2-4d25a88e26fe on network 7b00ecd3-ec7d-4184-b512-0ef992a3a50f {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:01:06.938780 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494732a1-af91-45ea-9424-cfb483e7e24b None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:01:06.940329 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494732a1-af91-45ea-9424-cfb483e7e24b None None] Checking segment: {'id': 'ef86c7dc-9c13-4b11-b90f-08297babb620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7b00ecd3-ec7d-4184-b512-0ef992a3a50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:01:06.942070 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-494732a1-af91-45ea-9424-cfb483e7e24b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:06.942484 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494732a1-af91-45ea-9424-cfb483e7e24b None None] Bound using segment: {'id': 'ef86c7dc-9c13-4b11-b90f-08297babb620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7b00ecd3-ec7d-4184-b512-0ef992a3a50f'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:01:06.942980 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-494732a1-af91-45ea-9424-cfb483e7e24b None None] Bound port: d08ae64a-9639-4aaa-b7d2-4d25a88e26fe, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef86c7dc-9c13-4b11-b90f-08297babb620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7b00ecd3-ec7d-4184-b512-0ef992a3a50f'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:01:06.943391 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-494732a1-af91-45ea-9424-cfb483e7e24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:06.945982 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c21ed1ab-4b31-48ff-81a2-1ec1d4817bd2 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:06.955790 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c83fca-a270-4fdc-ac68-a68835caebd9 req-776a5148-3aef-495d-aae9-961cd2cfee71 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:06.957522 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f8c83fca-a270-4fdc-ac68-a68835caebd9 req-776a5148-3aef-495d-aae9-961cd2cfee71 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/ports?device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 972 time: 0.0940754 Sep 30 13:01:07.005151 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cc0bf10e-2fb2-4cd3-8027-8aebd26c5413 req-a6a6b5cd-46ba-4732-b146-b8291b3586c0 tempest-SecurityGroupsNegativeTestJSON-1117375098 tempest-SecurityGroupsNegativeTestJSON-1117375098-project] 10.222.0.18 "GET /v2.0/security-groups/347c74c5-6c71-4eca-b076-40f8327b728c HTTP/1.1" status: 200 len: 2981 time: 0.1232476 Sep 30 13:01:07.011794 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-abe6987e-75f1-4d7d-ae56-34002279a603 req-a93ef89b-ab09-4023-be37-fbd403817bd8 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4976857 Sep 30 13:01:07.040376 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21ed1ab-4b31-48ff-81a2-1ec1d4817bd2 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:01:07.051641 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-c21ed1ab-4b31-48ff-81a2-1ec1d4817bd2 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:01:07.058257 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21ed1ab-4b31-48ff-81a2-1ec1d4817bd2 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:01:07.059593 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f8c83fca-a270-4fdc-ac68-a68835caebd9 req-b74a7c9d-7a89-42fe-bd08-5aed9283240f tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4607da-85e4-449a-817b-ce9d9529dd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925848 Sep 30 13:01:07.082927 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ed1ab-4b31-48ff-81a2-1ec1d4817bd2 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Pushing event updated for resources: {'Port': ['ID=a1fb87b3-cc67-46c3-ba07-b4340e6a0862,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:07.101653 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-494732a1-af91-45ea-9424-cfb483e7e24b None None] For port d08ae64a-9639-4aaa-b7d2-4d25a88e26fe, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:01:07.106420 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-494732a1-af91-45ea-9424-cfb483e7e24b None None] For port d08ae64a-9639-4aaa-b7d2-4d25a88e26fe, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d08ae64a-9639-4aaa-b7d2-4d25a88e26fe,segment=NetworkSegment(ef86c7dc-9c13-4b11-b90f-08297babb620),segment_id=ef86c7dc-9c13-4b11-b90f-08297babb620)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:01:07.118627 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-494732a1-af91-45ea-9424-cfb483e7e24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:07.177250 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-cc0bf10e-2fb2-4cd3-8027-8aebd26c5413 req-72c41932-f88b-47cb-873c-0a2dc23082cd tempest-SecurityGroupsNegativeTestJSON-1117375098 tempest-SecurityGroupsNegativeTestJSON-1117375098-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 30 13:01:07.178644 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cc0bf10e-2fb2-4cd3-8027-8aebd26c5413 req-72c41932-f88b-47cb-873c-0a2dc23082cd tempest-SecurityGroupsNegativeTestJSON-1117375098 tempest-SecurityGroupsNegativeTestJSON-1117375098-project] 10.222.0.18 "DELETE /v2.0/security-groups/347c74c5-6c71-4eca-b076-40f8327b728c HTTP/1.1" status: 409 len: 352 time: 0.1659520 Sep 30 13:01:07.194391 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c21ed1ab-4b31-48ff-81a2-1ec1d4817bd2 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:07.201817 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494732a1-af91-45ea-9424-cfb483e7e24b None None] Routers {'cb7cc727-e2b3-482d-84b2-f13bba1ce891'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:01:07.202670 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-494732a1-af91-45ea-9424-cfb483e7e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:00:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['cb7cc727-e2b3-482d-84b2-f13bba1ce891'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:01:07.206195 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7903f7-705e-4328-939b-457a3ced26f2 None None] Pushing event updated for resources: {'Port': ['ID=d08ae64a-9639-4aaa-b7d2-4d25a88e26fe,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:07.212445 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-45e6c82f-fee9-44ed-8c62-f01a63219f54 None None] Provisioning complete for port d08ae64a-9639-4aaa-b7d2-4d25a88e26fe triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:07.212881 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-45e6c82f-fee9-44ed-8c62-f01a63219f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:07.230175 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18716dc-f7dc-4daf-bee1-3ab49dfd4d9d req-a5411bd6-2c3d-4333-877f-77156bdde6d5 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:07.233787 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c18716dc-f7dc-4daf-bee1-3ab49dfd4d9d req-a5411bd6-2c3d-4333-877f-77156bdde6d5 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=36557ead-d431-4424-8302-99a7f3e8ec04 HTTP/1.1" status: 200 len: 949 time: 0.0913892 Sep 30 13:01:07.243045 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c21ed1ab-4b31-48ff-81a2-1ec1d4817bd2 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:07.287146 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c18716dc-f7dc-4daf-bee1-3ab49dfd4d9d req-da5b02c3-e4fc-4e8c-86d0-b84344471405 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464971 Sep 30 13:01:07.350920 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc5972-2479-4b28-bd3e-6c6d46c8e119 req-86b4e159-ed27-4f56-8dd0-c204a152d0a5 tempest-AggregatesAdminTestJSON-1612038071 tempest-AggregatesAdminTestJSON-1612038071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:07.359101 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a9fc5972-2479-4b28-bd3e-6c6d46c8e119 req-86b4e159-ed27-4f56-8dd0-c204a152d0a5 tempest-AggregatesAdminTestJSON-1612038071 tempest-AggregatesAdminTestJSON-1612038071-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 1123 time: 0.0935516 Sep 30 13:01:07.376810 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a9fc5972-2479-4b28-bd3e-6c6d46c8e119 req-639b5d3e-5e2d-49a0-812e-6a2ec69a9164 tempest-AggregatesAdminTestJSON-1612038071 tempest-AggregatesAdminTestJSON-1612038071-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:07.425803 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-494732a1-af91-45ea-9424-cfb483e7e24b None None] Set router cb7cc727-e2b3-482d-84b2-f13bba1ce891 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:01:07.455599 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-45e6c82f-fee9-44ed-8c62-f01a63219f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:07.528895 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-45e6c82f-fee9-44ed-8c62-f01a63219f54 None None] For port d08ae64a-9639-4aaa-b7d2-4d25a88e26fe, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d08ae64a-9639-4aaa-b7d2-4d25a88e26fe,segment=NetworkSegment(ef86c7dc-9c13-4b11-b90f-08297babb620),segment_id=ef86c7dc-9c13-4b11-b90f-08297babb620)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:07.541363 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-45e6c82f-fee9-44ed-8c62-f01a63219f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:07.543714 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c21ed1ab-4b31-48ff-81a2-1ec1d4817bd2 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:07.546774 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [req-373a36f8-9b70-4a4d-be86-c07f3d893e27 req-3565295b-81fc-473b-9d53-aabc06d8e634 tempest-SecurityGroupsNegativeTestJSON-1117375098 tempest-SecurityGroupsNegativeTestJSON-1117375098-project] show failed (client error): The resource could not be found. Sep 30 13:01:07.548145 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-373a36f8-9b70-4a4d-be86-c07f3d893e27 req-3565295b-81fc-473b-9d53-aabc06d8e634 tempest-SecurityGroupsNegativeTestJSON-1117375098 tempest-SecurityGroupsNegativeTestJSON-1117375098-project] 10.222.0.18 "GET /v2.0/security-groups/46e972f8-7274-42fa-9f13-433395e2c2aa HTTP/1.1" status: 404 len: 352 time: 0.0152836 Sep 30 13:01:07.552496 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c21ed1ab-4b31-48ff-81a2-1ec1d4817bd2 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:07.603290 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c21ed1ab-4b31-48ff-81a2-1ec1d4817bd2 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:07.630463 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a9fc5972-2479-4b28-bd3e-6c6d46c8e119 req-639b5d3e-5e2d-49a0-812e-6a2ec69a9164 tempest-AggregatesAdminTestJSON-1612038071 tempest-AggregatesAdminTestJSON-1612038071-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:07.631576 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ed1ab-4b31-48ff-81a2-1ec1d4817bd2 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Pushing event updated for resources: {'Port': ['ID=a1fb87b3-cc67-46c3-ba07-b4340e6a0862,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:07.639293 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a9fc5972-2479-4b28-bd3e-6c6d46c8e119 req-639b5d3e-5e2d-49a0-812e-6a2ec69a9164 tempest-AggregatesAdminTestJSON-1612038071 tempest-AggregatesAdminTestJSON-1612038071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:07.667619 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c21ed1ab-4b31-48ff-81a2-1ec1d4817bd2 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:07.669617 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c21ed1ab-4b31-48ff-81a2-1ec1d4817bd2 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2491820 Sep 30 13:01:07.686584 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a9fc5972-2479-4b28-bd3e-6c6d46c8e119 req-639b5d3e-5e2d-49a0-812e-6a2ec69a9164 tempest-AggregatesAdminTestJSON-1612038071 tempest-AggregatesAdminTestJSON-1612038071-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ff4607da-85e4-449a-817b-ce9d9529dd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207917 Sep 30 13:01:07.705253 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b5d3e-5e2d-49a0-812e-6a2ec69a9164 tempest-AggregatesAdminTestJSON-1612038071 tempest-AggregatesAdminTestJSON-1612038071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a999c7-de81-46be-af04-424d1247164d,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:07.735468 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-9f8cdff7-ce21-4773-a479-7523b48f8da3 req-cc7409f4-641c-4005-a18e-f9cc6cd4c4f6 tempest-SecurityGroupsNegativeTestJSON-1117375098 tempest-SecurityGroupsNegativeTestJSON-1117375098-project] show failed (client error): The resource could not be found. Sep 30 13:01:07.736889 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9f8cdff7-ce21-4773-a479-7523b48f8da3 req-cc7409f4-641c-4005-a18e-f9cc6cd4c4f6 tempest-SecurityGroupsNegativeTestJSON-1117375098 tempest-SecurityGroupsNegativeTestJSON-1117375098-project] 10.222.0.18 "GET /v2.0/security-groups/a094152c-f4c5-42eb-980b-aea82927bdfc HTTP/1.1" status: 404 len: 352 time: 0.0242329 Sep 30 13:01:07.760672 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39096) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:07.803920 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-908440dc-3475-4252-850b-f0eebd9fe641 None None] Provisioning complete for port d08ae64a-9639-4aaa-b7d2-4d25a88e26fe triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:07.804427 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-908440dc-3475-4252-850b-f0eebd9fe641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:07.810468 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-239d4533-0437-41c3-93b0-3ac86e6bc1e2 admin admin] Deleting subnet 915d5258-7336-4ac5-816f-06a06932be50 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:01:07.815823 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-239d4533-0437-41c3-93b0-3ac86e6bc1e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:07.815965 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6c82f-fee9-44ed-8c62-f01a63219f54 None None] Pushing event updated for resources: {'Port': ['ID=d08ae64a-9639-4aaa-b7d2-4d25a88e26fe,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:07.855801 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d08ae64a-9639-4aaa-b7d2-4d25a88e26fe up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:01:07.870840 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-239d4533-0437-41c3-93b0-3ac86e6bc1e2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:07.883715 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-239d4533-0437-41c3-93b0-3ac86e6bc1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:07.982865 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-239d4533-0437-41c3-93b0-3ac86e6bc1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:08.020883 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d4533-0437-41c3-93b0-3ac86e6bc1e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=915d5258-7336-4ac5-816f-06a06932be50,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:08.032779 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-239d4533-0437-41c3-93b0-3ac86e6bc1e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:08.035471 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-239d4533-0437-41c3-93b0-3ac86e6bc1e2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/915d5258-7336-4ac5-816f-06a06932be50 HTTP/1.1" status: 204 len: 168 time: 0.2754147 Sep 30 13:01:08.038275 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39110) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:08.066079 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port d08ae64a-9639-4aaa-b7d2-4d25a88e26fe triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:08.066447 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:08.135773 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9173fd-0c55-4361-93d5-71a1c32bd146 req-c3008491-902f-45d4-acfc-bcaa0cdf5aa6 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:08.138560 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb536863-d6e8-42e0-a8e0-6b64d8306f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:08.145709 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-af9173fd-0c55-4361-93d5-71a1c32bd146 req-c3008491-902f-45d4-acfc-bcaa0cdf5aa6 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=653e4ded-e5e1-4857-b265-d765574fa798 HTTP/1.1" status: 200 len: 947 time: 0.0763044 Sep 30 13:01:08.152803 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-494732a1-af91-45ea-9424-cfb483e7e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7cc727-e2b3-482d-84b2-f13bba1ce891', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1667722108-router', 'tenant_id': 'b7e17bc383d64d2d9a380caa82c57714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'bf7c7f9f-c535-4bbd-9b37-17ccd038173a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:55Z', 'updated_at': '2021-09-30T13:01:00Z', 'revision_number': 4, 'project_id': 'b7e17bc383d64d2d9a380caa82c57714', 'gw_port': {'id': 'bf7c7f9f-c535-4bbd-9b37-17ccd038173a', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:62:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7cc727-e2b3-482d-84b2-f13bba1ce891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:56Z', 'updated_at': '2021-09-30T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'd08ae64a-9639-4aaa-b7d2-4d25a88e26fe', 'name': '', 'network_id': '7b00ecd3-ec7d-4184-b512-0ef992a3a50f', 'tenant_id': 'b7e17bc383d64d2d9a380caa82c57714', 'mac_address': 'fa:16:3e:1e:e8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7cc727-e2b3-482d-84b2-f13bba1ce891', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '6760c774-2cb9-4976-bfe6-603e46dd0498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:59Z', 'updated_at': '2021-09-30T13:01:07Z', 'revision_number': 4, 'project_id': 'b7e17bc383d64d2d9a380caa82c57714', 'subnets': [{'id': '6760c774-2cb9-4976-bfe6-603e46dd0498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:01:08.187910 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-af9173fd-0c55-4361-93d5-71a1c32bd146 req-b366909a-af74-4cef-8bfc-70a59676589b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410910 Sep 30 13:01:08.204500 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494732a1-af91-45ea-9424-cfb483e7e24b None None] The sync data for ids ['cb7cc727-e2b3-482d-84b2-f13bba1ce891'] in n-d-810909-2 is: [{'id': 'cb7cc727-e2b3-482d-84b2-f13bba1ce891', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1667722108-router', 'tenant_id': 'b7e17bc383d64d2d9a380caa82c57714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'bf7c7f9f-c535-4bbd-9b37-17ccd038173a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:55Z', 'updated_at': '2021-09-30T13:01:00Z', 'revision_number': 4, 'project_id': 'b7e17bc383d64d2d9a380caa82c57714', 'gw_port': {'id': 'bf7c7f9f-c535-4bbd-9b37-17ccd038173a', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:62:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7cc727-e2b3-482d-84b2-f13bba1ce891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:56Z', 'updated_at': '2021-09-30T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'd08ae64a-9639-4aaa-b7d2-4d25a88e26fe', 'name': '', 'network_id': '7b00ecd3-ec7d-4184-b512-0ef992a3a50f', 'tenant_id': 'b7e17bc383d64d2d9a380caa82c57714', 'mac_address': 'fa:16:3e:1e:e8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7cc727-e2b3-482d-84b2-f13bba1ce891', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '6760c774-2cb9-4976-bfe6-603e46dd0498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:59Z', 'updated_at': '2021-09-30T13:01:07Z', 'revision_number': 4, 'project_id': 'b7e17bc383d64d2d9a380caa82c57714', 'subnets': [{'id': '6760c774-2cb9-4976-bfe6-603e46dd0498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:01:08.236848 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cde7c1-0dee-4002-937a-edab14646e40 req-0dbb6b34-fa33-4dab-b472-b17df5f64109 tempest-DeleteServersAdminTestJSON-555064307 tempest-DeleteServersAdminTestJSON-555064307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:08.238412 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-29cde7c1-0dee-4002-937a-edab14646e40 req-0dbb6b34-fa33-4dab-b472-b17df5f64109 tempest-DeleteServersAdminTestJSON-555064307 tempest-DeleteServersAdminTestJSON-555064307-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=36557ead-d431-4424-8302-99a7f3e8ec04 HTTP/1.1" status: 200 len: 1100 time: 0.0616357 Sep 30 13:01:08.282345 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb536863-d6e8-42e0-a8e0-6b64d8306f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:08.297986 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-c1531bf5-1148-450e-bfca-6fe6b7ade6e8 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--150606706&fields=id&tenant_id=0aab74e1df6d45fba7c45004cdea3fd5 HTTP/1.1" status: 200 len: 267 time: 0.1188171 Sep 30 13:01:08.328862 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb536863-d6e8-42e0-a8e0-6b64d8306f86 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 13:01:08.329658 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb536863-d6e8-42e0-a8e0-6b64d8306f86 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 13:01:08.330820 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb536863-d6e8-42e0-a8e0-6b64d8306f86 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 13:01:08.331405 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb536863-d6e8-42e0-a8e0-6b64d8306f86 admin admin] Subscribe: > port after_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 13:01:08.331746 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb536863-d6e8-42e0-a8e0-6b64d8306f86 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 13:01:08.332097 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb536863-d6e8-42e0-a8e0-6b64d8306f86 admin admin] Subscribe: > port after_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 13:01:08.332573 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb536863-d6e8-42e0-a8e0-6b64d8306f86 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 13:01:08.335098 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb536863-d6e8-42e0-a8e0-6b64d8306f86 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 13:01:08.335098 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb536863-d6e8-42e0-a8e0-6b64d8306f86 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 13:01:08.335098 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb536863-d6e8-42e0-a8e0-6b64d8306f86 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 13:01:08.343350 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-29cde7c1-0dee-4002-937a-edab14646e40 req-70a56f4b-0564-4911-aa1b-a62a3a14a2a0 tempest-DeleteServersAdminTestJSON-555064307 tempest-DeleteServersAdminTestJSON-555064307-project-admin] Deleting port 9e301852-d1ff-4766-9a73-9fc234f809ee {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:01:08.343776 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-29cde7c1-0dee-4002-937a-edab14646e40 req-70a56f4b-0564-4911-aa1b-a62a3a14a2a0 tempest-DeleteServersAdminTestJSON-555064307 tempest-DeleteServersAdminTestJSON-555064307-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:08.388528 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c3670f09-a7e2-4953-8716-1ab5fe75ba20 req-d2983331-4f8f-4431-bc76-f5531fc07aff tempest-QuotasAdminNegativeTest-766965500 tempest-QuotasAdminNegativeTest-766965500-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c9cd5fe44c8f4f81b588c215200456de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320530 Sep 30 13:01:08.509447 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-29cde7c1-0dee-4002-937a-edab14646e40 req-70a56f4b-0564-4911-aa1b-a62a3a14a2a0 tempest-DeleteServersAdminTestJSON-555064307 tempest-DeleteServersAdminTestJSON-555064307-project-admin] For port 9e301852-d1ff-4766-9a73-9fc234f809ee, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=9e301852-d1ff-4766-9a73-9fc234f809ee,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:08.509867 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-29cde7c1-0dee-4002-937a-edab14646e40 req-70a56f4b-0564-4911-aa1b-a62a3a14a2a0 tempest-DeleteServersAdminTestJSON-555064307 tempest-DeleteServersAdminTestJSON-555064307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:08.534265 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-29cde7c1-0dee-4002-937a-edab14646e40 req-70a56f4b-0564-4911-aa1b-a62a3a14a2a0 tempest-DeleteServersAdminTestJSON-555064307 tempest-DeleteServersAdminTestJSON-555064307-project-admin] Calling delete_port for 9e301852-d1ff-4766-9a73-9fc234f809ee owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:01:08.587121 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3670f09-a7e2-4953-8716-1ab5fe75ba20 req-aa96a577-de1c-4bcb-a983-d80d3ad35fb7 tempest-QuotasAdminNegativeTest-766965500 tempest-QuotasAdminNegativeTest-766965500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:08.588578 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c3670f09-a7e2-4953-8716-1ab5fe75ba20 req-aa96a577-de1c-4bcb-a983-d80d3ad35fb7 tempest-QuotasAdminNegativeTest-766965500 tempest-QuotasAdminNegativeTest-766965500-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1686175 Sep 30 13:01:08.595661 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb536863-d6e8-42e0-a8e0-6b64d8306f86 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 13:01:08.596001 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb536863-d6e8-42e0-a8e0-6b64d8306f86 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 13:01:08.596450 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb536863-d6e8-42e0-a8e0-6b64d8306f86 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 13:01:08.596776 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb536863-d6e8-42e0-a8e0-6b64d8306f86 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 13:01:08.597125 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-eb536863-d6e8-42e0-a8e0-6b64d8306f86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9d2a62-d7f4-45e2-af71-fdc52432ac3d']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:01:08.638283 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c3670f09-a7e2-4953-8716-1ab5fe75ba20 req-9ba09946-adad-4bdf-a8b9-3fa5f0374bf0 tempest-QuotasAdminNegativeTest-766965500 tempest-QuotasAdminNegativeTest-766965500-project] 10.222.0.18 "GET /v2.0/quotas/c9cd5fe44c8f4f81b588c215200456de HTTP/1.1" status: 200 len: 375 time: 0.0207496 Sep 30 13:01:08.689516 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c3670f09-a7e2-4953-8716-1ab5fe75ba20 req-095e01d5-b39c-4415-9605-5277281ba483 tempest-QuotasAdminNegativeTest-766965500 tempest-QuotasAdminNegativeTest-766965500-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c9cd5fe44c8f4f81b588c215200456de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392826 Sep 30 13:01:08.760211 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-eb536863-d6e8-42e0-a8e0-6b64d8306f86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8479eb14-3632-415c-a2d4-7f863fb2cdfb') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:01:08.760504 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-eb536863-d6e8-42e0-a8e0-6b64d8306f86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8479eb14-3632-415c-a2d4-7f863fb2cdfb') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:01:08.782610 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-29cde7c1-0dee-4002-937a-edab14646e40 req-70a56f4b-0564-4911-aa1b-a62a3a14a2a0 tempest-DeleteServersAdminTestJSON-555064307 tempest-DeleteServersAdminTestJSON-555064307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:08.797030 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['9e301852-d1ff-4766-9a73-9fc234f809ee'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:01:08.799552 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb536863-d6e8-42e0-a8e0-6b64d8306f86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:08.852870 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a56f4b-0564-4911-aa1b-a62a3a14a2a0 tempest-DeleteServersAdminTestJSON-555064307 tempest-DeleteServersAdminTestJSON-555064307-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e301852-d1ff-4766-9a73-9fc234f809ee,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:08.872076 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-29cde7c1-0dee-4002-937a-edab14646e40 req-70a56f4b-0564-4911-aa1b-a62a3a14a2a0 tempest-DeleteServersAdminTestJSON-555064307 tempest-DeleteServersAdminTestJSON-555064307-project-admin] No DVR routers for this DVR port 9e301852-d1ff-4766-9a73-9fc234f809ee on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:01:08.888179 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-29cde7c1-0dee-4002-937a-edab14646e40 req-70a56f4b-0564-4911-aa1b-a62a3a14a2a0 tempest-DeleteServersAdminTestJSON-555064307 tempest-DeleteServersAdminTestJSON-555064307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:08.891399 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-29cde7c1-0dee-4002-937a-edab14646e40 req-70a56f4b-0564-4911-aa1b-a62a3a14a2a0 tempest-DeleteServersAdminTestJSON-555064307 tempest-DeleteServersAdminTestJSON-555064307-project-admin] 10.222.0.54 "DELETE /v2.0/ports/9e301852-d1ff-4766-9a73-9fc234f809ee HTTP/1.1" status: 204 len: 173 time: 0.6462710 Sep 30 13:01:08.891915 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36557ead-d431-4424-8302-99a7f3e8ec04', 'name': 'network-vif-deleted', 'tag': '9e301852-d1ff-4766-9a73-9fc234f809ee'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:01:08.894606 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52636e5-839f-4556-94ad-74f82a5bbfdd" -d '{"events": [{"server_uuid": "36557ead-d431-4424-8302-99a7f3e8ec04", "name": "network-vif-deleted", "tag": "9e301852-d1ff-4766-9a73-9fc234f809ee"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:01:08.899106 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb536863-d6e8-42e0-a8e0-6b64d8306f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:08.941544 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb536863-d6e8-42e0-a8e0-6b64d8306f86 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:01:08.941940 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb536863-d6e8-42e0-a8e0-6b64d8306f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:08.954296 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fa688bb8-974b-43d7-8cbe-03cbbc0d0803 req-e3100e94-31d2-4193-84cb-165c34866190 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=36557ead-d431-4424-8302-99a7f3e8ec04 HTTP/1.1" status: 200 len: 210 time: 0.0352039 Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: from cryptography.utils import int_from_bytes Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: from cryptography.utils import int_from_bytes Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:01:08.965505 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:01:09.058344 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-2afaf2cd-14dc-43dc-964b-e4864896dd07 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:09.063747 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-2afaf2cd-14dc-43dc-964b-e4864896dd07 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/networks?id=53d8a375-ae3f-43ae-bcaf-c9e5f964997d HTTP/1.1" status: 200 len: 823 time: 0.7564485 Sep 30 13:01:09.084392 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb536863-d6e8-42e0-a8e0-6b64d8306f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:09.095874 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb536863-d6e8-42e0-a8e0-6b64d8306f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:09.100038 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-eb536863-d6e8-42e0-a8e0-6b64d8306f86 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6e9d2a62-d7f4-45e2-af71-fdc52432ac3d HTTP/1.1" status: 204 len: 168 time: 1.0606623 Sep 30 13:01:09.104159 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-82d942ab-ddda-4adb-a475-fb12b933dab6 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/quotas/0aab74e1df6d45fba7c45004cdea3fd5 HTTP/1.1" status: 200 len: 375 time: 0.0308056 Sep 30 13:01:09.116758 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb536863-d6e8-42e0-a8e0-6b64d8306f86 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e9d2a62-d7f4-45e2-af71-fdc52432ac3d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:09.185918 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-f6503d23-865a-4ba8-b759-46d98c7a502c tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0aab74e1df6d45fba7c45004cdea3fd5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0710943 Sep 30 13:01:09.203341 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aad4320-6109-454a-accf-6ada48cecf90 x-openstack-request-id: req-5aad4320-6109-454a-accf-6ada48cecf90 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:01:09.203809 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36557ead-d431-4424-8302-99a7f3e8ec04", "name": "network-vif-deleted", "tag": "9e301852-d1ff-4766-9a73-9fc234f809ee", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:01:09.204008 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5aad4320-6109-454a-accf-6ada48cecf90 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:01:09.204315 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36557ead-d431-4424-8302-99a7f3e8ec04', 'name': 'network-vif-deleted', 'tag': '9e301852-d1ff-4766-9a73-9fc234f809ee', 'status': 'completed', 'code': 200} Sep 30 13:01:09.305393 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39158) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:09.352994 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7aab495a-6bab-4a3b-b1f9-eaa72b732a6a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0df2673345ac4f10b61cb3a13f7c0c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456052 Sep 30 13:01:09.355588 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39164) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:09.403797 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a3b6334e-fa17-4b53-a21c-bf78bd1e4a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:09.435234 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-6511c37c-7034-4eaf-aa44-eefec0687544 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:01:09.442925 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-6511c37c-7034-4eaf-aa44-eefec0687544 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1217811 Sep 30 13:01:09.449623 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a3b6334e-fa17-4b53-a21c-bf78bd1e4a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:09.573088 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a3b6334e-fa17-4b53-a21c-bf78bd1e4a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:09.576226 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a3b6334e-fa17-4b53-a21c-bf78bd1e4a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:09.579469 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a3b6334e-fa17-4b53-a21c-bf78bd1e4a7b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/347c74c5-6c71-4eca-b076-40f8327b728c HTTP/1.1" status: 204 len: 168 time: 0.2225471 Sep 30 13:01:09.597891 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-8cb9c5bf-1eac-4f3a-a089-205b7e2d4d34 service neutron] 10.222.0.18 "GET /v2.0/networks/53d8a375-ae3f-43ae-bcaf-c9e5f964997d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539671 Sep 30 13:01:09.599402 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6334e-fa17-4b53-a21c-bf78bd1e4a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347c74c5-6c71-4eca-b076-40f8327b728c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:09.727022 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-5352906c-3851-4f05-9047-1879dffd8d19 service neutron] 10.222.0.18 "GET /v2.0/networks/53d8a375-ae3f-43ae-bcaf-c9e5f964997d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128631 Sep 30 13:01:09.730970 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d08ae64a-9639-4aaa-b7d2-4d25a88e26fe up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:01:09.795731 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705d9b1-bb84-463f-b1ac-822ec375505c req-ce63727d-a7fd-4550-bbb0-4ab18bce7482 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:09.801671 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port d08ae64a-9639-4aaa-b7d2-4d25a88e26fe triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:09.802131 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:09.803991 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2705d9b1-bb84-463f-b1ac-822ec375505c req-ce63727d-a7fd-4550-bbb0-4ab18bce7482 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=653e4ded-e5e1-4857-b265-d765574fa798 HTTP/1.1" status: 200 len: 947 time: 0.0693626 Sep 30 13:01:09.854570 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2705d9b1-bb84-463f-b1ac-822ec375505c req-14517cee-fe23-40f5-8375-b8cfa74daac2 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496302 Sep 30 13:01:10.007697 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-746d4e6c-3045-4d36-ade7-548855755676 req-b31bc800-ab97-40e7-a311-8436b69532a8 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=b854e95f-d729-438d-aef1-1038fba089e9 HTTP/1.1" status: 200 len: 210 time: 0.0479319 Sep 30 13:01:10.012763 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 6b18421d-3672-4957-9df1-27317d4006b7 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:01:10.199627 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 6b18421d-3672-4957-9df1-27317d4006b7, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=6b18421d-3672-4957-9df1-27317d4006b7,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:10.218246 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '6b18421d-3672-4957-9df1-27317d4006b7', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': '6b18421d-3672-4957-9df1-27317d4006b7', 'mac_address': 'fa:16:3e:d0:36:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:01:10.312949 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:10.328555 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b18421d-3672-4957-9df1-27317d4006b7 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:01:10.358461 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 6b18421d-3672-4957-9df1-27317d4006b7, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=6b18421d-3672-4957-9df1-27317d4006b7,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:10.374350 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:10.459784 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=6b18421d-3672-4957-9df1-27317d4006b7,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:10.512252 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-84fa3740-dee9-4a83-9a56-f648d4d95fea req-2d33674d-5527-4a34-a583-2599dc63c210 tempest-QuotasAdminNegativeTest-766965500 tempest-QuotasAdminNegativeTest-766965500-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c9cd5fe44c8f4f81b588c215200456de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306268 Sep 30 13:01:10.648407 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa3740-dee9-4a83-9a56-f648d4d95fea req-63fbfe33-bd4c-4fb0-a978-bc189d57ed53 tempest-QuotasAdminNegativeTest-766965500 tempest-QuotasAdminNegativeTest-766965500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:10.650892 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-84fa3740-dee9-4a83-9a56-f648d4d95fea req-63fbfe33-bd4c-4fb0-a978-bc189d57ed53 tempest-QuotasAdminNegativeTest-766965500 tempest-QuotasAdminNegativeTest-766965500-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1371348 Sep 30 13:01:10.658352 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-2dee673d-e409-46aa-a4ab-39c264cdb2af tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=8cb5fac3743f4247a8e3f1ac2917e566&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253570 Sep 30 13:01:10.676762 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-84fa3740-dee9-4a83-9a56-f648d4d95fea req-928509c2-6851-4387-8378-382cecafd026 tempest-QuotasAdminNegativeTest-766965500 tempest-QuotasAdminNegativeTest-766965500-project] 10.222.0.18 "GET /v2.0/quotas/c9cd5fe44c8f4f81b588c215200456de HTTP/1.1" status: 200 len: 375 time: 0.0191693 Sep 30 13:01:10.683546 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6b18421d-3672-4957-9df1-27317d4006b7'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:01:10.703241 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39252) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:10.711365 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-84fa3740-dee9-4a83-9a56-f648d4d95fea req-a498039e-c591-4e78-9acb-8e7f964a2bea tempest-QuotasAdminNegativeTest-766965500 tempest-QuotasAdminNegativeTest-766965500-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c9cd5fe44c8f4f81b588c215200456de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335598 Sep 30 13:01:10.815671 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-a1c5615a-6510-437a-baf8-7a85ffc3e6e0 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:10.823178 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-a1c5615a-6510-437a-baf8-7a85ffc3e6e0 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1552691 Sep 30 13:01:10.833460 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-dd94fa0f-2317-431f-b56c-14fadbc00fe5 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/quotas/8cb5fac3743f4247a8e3f1ac2917e566 HTTP/1.1" status: 200 len: 375 time: 0.0094507 Sep 30 13:01:10.874562 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-6371c0dc-8daa-49a6-875b-5d9955b874f9 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cb5fac3743f4247a8e3f1ac2917e566&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346148 Sep 30 13:01:10.879582 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-b99b9caf-ac7a-4715-9b38-5a546169e976 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1635348289-network', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:10.904010 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99b9caf-ac7a-4715-9b38-5a546169e976 admin admin] Made reservation on behalf of fcdfca8935404bd6b32ec59be45dc83c for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:01:10.907443 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b99b9caf-ac7a-4715-9b38-5a546169e976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:10.916514 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b99b9caf-ac7a-4715-9b38-5a546169e976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:11.023844 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b99b9caf-ac7a-4715-9b38-5a546169e976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:11.030846 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b99b9caf-ac7a-4715-9b38-5a546169e976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:11.065291 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99b9caf-ac7a-4715-9b38-5a546169e976 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:01:11.078722 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b9caf-ac7a-4715-9b38-5a546169e976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd520cb-1b36-4c2e-9356-927d15c8b013,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:11.087448 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b99b9caf-ac7a-4715-9b38-5a546169e976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:11.087790 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-b99b9caf-ac7a-4715-9b38-5a546169e976 admin admin] Added segment fe45a204-9df2-427b-ab55-3bf891956d2b of type vlan for network 451c330d-13f6-4604-823e-5e771fb25477 Sep 30 13:01:11.145135 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b99b9caf-ac7a-4715-9b38-5a546169e976 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:11.183859 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b99b9caf-ac7a-4715-9b38-5a546169e976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:11.185440 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99b9caf-ac7a-4715-9b38-5a546169e976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:11.186213 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b99b9caf-ac7a-4715-9b38-5a546169e976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:11.239748 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b99b9caf-ac7a-4715-9b38-5a546169e976 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5353403 Sep 30 13:01:11.242595 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39286) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:11.251553 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-428c560c-9d33-4000-a5c1-1755f3d67d65 admin admin] Request body: {'subnet': {'network_id': '451c330d-13f6-4604-823e-5e771fb25477', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1635348289-subnet', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:11.300599 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428c560c-9d33-4000-a5c1-1755f3d67d65 admin admin] Made reservation on behalf of fcdfca8935404bd6b32ec59be45dc83c for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:01:11.303509 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-428c560c-9d33-4000-a5c1-1755f3d67d65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:11.307532 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b9caf-ac7a-4715-9b38-5a546169e976 admin admin] Pushing event updated for resources: {'Network': ['ID=451c330d-13f6-4604-823e-5e771fb25477,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:11.318671 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 451c330d-13f6-4604-823e-5e771fb25477 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:01:11.385909 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f162c536-4a1c-4107-82fb-6e8bcd56f3e5 req-10a5b5b2-f9f2-4997-8cd1-8f4259d81e1b tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6890b7e-4d43-4be2-ac6d-310fc9e56f90 HTTP/1.1" status: 200 len: 210 time: 0.0866168 Sep 30 13:01:11.447143 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a432bb-47b3-4245-80df-c2bf267de092 req-432da5bc-0a32-40a6-89e4-e977bf15b449 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:11.448949 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-55a432bb-47b3-4245-80df-c2bf267de092 req-432da5bc-0a32-40a6-89e4-e977bf15b449 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=653e4ded-e5e1-4857-b265-d765574fa798 HTTP/1.1" status: 200 len: 948 time: 0.1455867 Sep 30 13:01:11.458707 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-4f29c24d-e0cf-4804-998f-a2b7eac92386 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:11.460462 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-4f29c24d-e0cf-4804-998f-a2b7eac92386 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.54 "GET /v2.0/networks?id=53d8a375-ae3f-43ae-bcaf-c9e5f964997d HTTP/1.1" status: 200 len: 823 time: 0.3196204 Sep 30 13:01:11.505175 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d2eeacef-289d-429e-92a6-b995cc900d49 req-1a4aa667-dfa0-4ad2-ae81-7f88fa0a09b5 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=b854e95f-d729-438d-aef1-1038fba089e9 HTTP/1.1" status: 200 len: 210 time: 0.0306349 Sep 30 13:01:11.538305 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-55a432bb-47b3-4245-80df-c2bf267de092 req-79f57a3b-6b46-4ef2-b9d3-b04133497456 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766003 Sep 30 13:01:11.545859 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-5c0bcc10-df0c-4ab9-b156-e3885687a817 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0aab74e1df6d45fba7c45004cdea3fd5 HTTP/1.1" status: 200 len: 379 time: 0.0760479 Sep 30 13:01:11.556573 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-31c11ed9-e8a7-46b0-bbc1-a37321d18e39 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Request body: {'port': {'device_id': 'b854e95f-d729-438d-aef1-1038fba089e9', 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d', 'admin_state_up': True, 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'security_groups': ['6d6f0b3c-8222-4db0-ad39-a7497b1f4c12']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:11.601979 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-428c560c-9d33-4000-a5c1-1755f3d67d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:11.669948 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c560c-9d33-4000-a5c1-1755f3d67d65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28720e55-76bf-4453-857e-342ebce4f037,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:11.691622 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428c560c-9d33-4000-a5c1-1755f3d67d65 admin admin] Checking segment: {'id': 'fe45a204-9df2-427b-ab55-3bf891956d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '451c330d-13f6-4604-823e-5e771fb25477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:01:11.691993 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428c560c-9d33-4000-a5c1-1755f3d67d65 admin admin] Network hostable DHCP agents. Network: 451c330d-13f6-4604-823e-5e771fb25477, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:01:11.714388 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428c560c-9d33-4000-a5c1-1755f3d67d65 admin admin] Network 451c330d-13f6-4604-823e-5e771fb25477 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:01:11.733362 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-428c560c-9d33-4000-a5c1-1755f3d67d65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 451c330d-13f6-4604-823e-5e771fb25477) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:01:11.739529 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428c560c-9d33-4000-a5c1-1755f3d67d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:11.740170 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-428c560c-9d33-4000-a5c1-1755f3d67d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:11.746723 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a158ddb3-5fe5-44b2-94c8-f0f1fe4ac21c None None] Network 451c330d-13f6-4604-823e-5e771fb25477 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:01:11.747787 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-31c11ed9-e8a7-46b0-bbc1-a37321d18e39 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Made reservation on behalf of 0aab74e1df6d45fba7c45004cdea3fd5 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:01:11.752907 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-31c11ed9-e8a7-46b0-bbc1-a37321d18e39 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:11.762636 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-428c560c-9d33-4000-a5c1-1755f3d67d65 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5187564 Sep 30 13:01:11.768957 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39306) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:11.776426 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-ca3c96bb-3b3a-4910-922e-6102a31089f0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1635348289-router', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:11.862905 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ca3c96bb-3b3a-4910-922e-6102a31089f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:11.863979 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ca3c96bb-3b3a-4910-922e-6102a31089f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:12.034579 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 6b18421d-3672-4957-9df1-27317d4006b7 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:01:12.070042 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75920ad-4675-480f-a679-1b41d43fca54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-451c330d-13f6-4604-823e-5e771fb25477', 'network_id': '451c330d-13f6-4604-823e-5e771fb25477', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'fixed_ips': [{'subnet_id': '28720e55-76bf-4453-857e-342ebce4f037'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:01:12.071103 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b75920ad-4675-480f-a679-1b41d43fca54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:12.187278 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39340) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:12.249881 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ca3c96bb-3b3a-4910-922e-6102a31089f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:12.271534 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-18e5e76a-5eff-46e6-9b72-d93ec4c28bdd req-27facd48-5ad1-48a9-b854-306288d9deaa tempest-QuotasAdminNegativeTest-766965500 tempest-QuotasAdminNegativeTest-766965500-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c9cd5fe44c8f4f81b588c215200456de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0905621 Sep 30 13:01:12.291863 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-b75920ad-4675-480f-a679-1b41d43fca54 None None] Allocated IP 172.20.0.2 (451c330d-13f6-4604-823e-5e771fb25477/28720e55-76bf-4453-857e-342ebce4f037/8d0fb9b8-8543-44e6-8e1e-e34f32a91ead) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:01:12.338451 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-434a8944-45ab-4bb9-ab75-5c1bf8e698da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:12.413877 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 6b18421d-3672-4957-9df1-27317d4006b7 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:01:12.427794 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 6b18421d-3672-4957-9df1-27317d4006b7 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:12.428382 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:12.469117 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-c08a46b1-4adc-4434-b0e2-bfbc25070087 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8cb5fac3743f4247a8e3f1ac2917e566&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348341 Sep 30 13:01:12.484865 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5e76a-5eff-46e6-9b72-d93ec4c28bdd req-b4dd313f-89a5-45ea-bdac-f8afecbc27b3 tempest-QuotasAdminNegativeTest-766965500 tempest-QuotasAdminNegativeTest-766965500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:12.492997 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-18e5e76a-5eff-46e6-9b72-d93ec4c28bdd req-b4dd313f-89a5-45ea-bdac-f8afecbc27b3 tempest-QuotasAdminNegativeTest-766965500 tempest-QuotasAdminNegativeTest-766965500-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2205856 Sep 30 13:01:12.516396 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-31c11ed9-e8a7-46b0-bbc1-a37321d18e39 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Allocated IP 172.20.0.6 (53d8a375-ae3f-43ae-bcaf-c9e5f964997d/3e91829e-1d04-4c5a-81dc-9917c8689f4b/5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:01:12.528466 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-434a8944-45ab-4bb9-ab75-5c1bf8e698da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:12.536156 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b75920ad-4675-480f-a679-1b41d43fca54 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:12.540819 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-434a8944-45ab-4bb9-ab75-5c1bf8e698da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:12.578746 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b75920ad-4675-480f-a679-1b41d43fca54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:12.584784 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-434a8944-45ab-4bb9-ab75-5c1bf8e698da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6aa75fe6adcb4bb18dbfc80d8ed456b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3962400 Sep 30 13:01:12.593307 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39362) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:12.616254 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:12.617208 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-18e5e76a-5eff-46e6-9b72-d93ec4c28bdd req-3952cb75-af8d-425d-ba33-2a71f864bd38 tempest-QuotasAdminNegativeTest-766965500 tempest-QuotasAdminNegativeTest-766965500-project] 10.222.0.18 "GET /v2.0/quotas/c9cd5fe44c8f4f81b588c215200456de HTTP/1.1" status: 200 len: 375 time: 0.1232133 Sep 30 13:01:12.622245 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8f42b5a4-006d-4e10-b3d4-749e982a866b req-64552867-a836-4e2f-b0f0-3893ccae3a8d tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6890b7e-4d43-4be2-ac6d-310fc9e56f90 HTTP/1.1" status: 200 len: 210 time: 0.0499158 Sep 30 13:01:12.636242 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a8944-45ab-4bb9-ab75-5c1bf8e698da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9425acb-63f3-43d5-9d18-740be19173a5,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:12.639498 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75920ad-4675-480f-a679-1b41d43fca54 None None] Network 451c330d-13f6-4604-823e-5e771fb25477 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:01:12.649974 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-b75920ad-4675-480f-a679-1b41d43fca54 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:01:12.657046 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75920ad-4675-480f-a679-1b41d43fca54 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:01:12.662485 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75920ad-4675-480f-a679-1b41d43fca54 None None] Pushing event updated for resources: {'Port': ['ID=8d0fb9b8-8543-44e6-8e1e-e34f32a91ead,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:12.678263 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ca3c96bb-3b3a-4910-922e-6102a31089f0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:12.681149 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653e4ded-e5e1-4857-b265-d765574fa798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b18421d-3672-4957-9df1-27317d4006b7'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:01:12.683643 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764813d9-af90-41fe-9080-70f07a2f16b4" -d '{"events": [{"server_uuid": "653e4ded-e5e1-4857-b265-d765574fa798", "name": "network-vif-plugged", "status": "completed", "tag": "6b18421d-3672-4957-9df1-27317d4006b7"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:01:12.684278 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-be0751e7-95fe-49d4-9d53-2058738edf25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:12.715325 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 6b18421d-3672-4957-9df1-27317d4006b7, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=6b18421d-3672-4957-9df1-27317d4006b7,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:12.715893 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-be0751e7-95fe-49d4-9d53-2058738edf25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:12.722003 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:12.722916 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 9e301852-d1ff-4766-9a73-9fc234f809ee no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:01:12.788511 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-be0751e7-95fe-49d4-9d53-2058738edf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:12.790835 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-18e5e76a-5eff-46e6-9b72-d93ec4c28bdd req-1afc0b06-d1c0-4d5a-b72f-b6f4b53d326a tempest-QuotasAdminNegativeTest-766965500 tempest-QuotasAdminNegativeTest-766965500-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c9cd5fe44c8f4f81b588c215200456de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1580551 Sep 30 13:01:12.791337 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-be0751e7-95fe-49d4-9d53-2058738edf25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:12.795076 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-be0751e7-95fe-49d4-9d53-2058738edf25 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b9425acb-63f3-43d5-9d18-740be19173a5 HTTP/1.1" status: 204 len: 168 time: 0.1981199 Sep 30 13:01:12.795228 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 9e301852-d1ff-4766-9a73-9fc234f809ee {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:01:12.795228 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 9e301852-d1ff-4766-9a73-9fc234f809ee not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:01:12.805975 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0751e7-95fe-49d4-9d53-2058738edf25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9425acb-63f3-43d5-9d18-740be19173a5,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:12.827467 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b75920ad-4675-480f-a679-1b41d43fca54 None None] Attempting to bind port 8d0fb9b8-8543-44e6-8e1e-e34f32a91ead on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:01:12.827828 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b75920ad-4675-480f-a679-1b41d43fca54 None None] Attempting to bind port 8d0fb9b8-8543-44e6-8e1e-e34f32a91ead by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'fe45a204-9df2-427b-ab55-3bf891956d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '451c330d-13f6-4604-823e-5e771fb25477'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:01:12.828539 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75920ad-4675-480f-a679-1b41d43fca54 None None] Attempting to bind port 8d0fb9b8-8543-44e6-8e1e-e34f32a91ead on network 451c330d-13f6-4604-823e-5e771fb25477 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:01:12.849649 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75920ad-4675-480f-a679-1b41d43fca54 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:01:12.850041 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75920ad-4675-480f-a679-1b41d43fca54 None None] Checking segment: {'id': 'fe45a204-9df2-427b-ab55-3bf891956d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '451c330d-13f6-4604-823e-5e771fb25477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:01:12.850448 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b75920ad-4675-480f-a679-1b41d43fca54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:12.852640 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75920ad-4675-480f-a679-1b41d43fca54 None None] Bound using segment: {'id': 'fe45a204-9df2-427b-ab55-3bf891956d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '451c330d-13f6-4604-823e-5e771fb25477'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:01:12.853188 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b75920ad-4675-480f-a679-1b41d43fca54 None None] Bound port: 8d0fb9b8-8543-44e6-8e1e-e34f32a91ead, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe45a204-9df2-427b-ab55-3bf891956d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '451c330d-13f6-4604-823e-5e771fb25477'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:01:12.853590 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b75920ad-4675-480f-a679-1b41d43fca54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:12.915419 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=6b18421d-3672-4957-9df1-27317d4006b7,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:12.991253 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b75920ad-4675-480f-a679-1b41d43fca54 None None] For port 8d0fb9b8-8543-44e6-8e1e-e34f32a91ead, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:01:12.994490 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b75920ad-4675-480f-a679-1b41d43fca54 None None] For port 8d0fb9b8-8543-44e6-8e1e-e34f32a91ead, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=8d0fb9b8-8543-44e6-8e1e-e34f32a91ead,segment=NetworkSegment(fe45a204-9df2-427b-ab55-3bf891956d2b),segment_id=fe45a204-9df2-427b-ab55-3bf891956d2b)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:01:12.997314 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-a3f5f67d-4c0d-4cec-9be7-d88982cabb0b tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:12.999124 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-a3f5f67d-4c0d-4cec-9be7-d88982cabb0b tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4893551 Sep 30 13:01:13.000469 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b75920ad-4675-480f-a679-1b41d43fca54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:13.043628 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-92b2e111-471e-4d27-a5fc-c8a91747a730 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Request body: {'port': {'device_id': 'b6890b7e-4d43-4be2-ac6d-310fc9e56f90', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': '8cb5fac3743f4247a8e3f1ac2917e566'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:13.050801 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a392a1f-eeca-46ba-8e98-0c4344103a1b req-34c9a8cb-8fde-42f6-9c46-356c426cad22 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:13.052679 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a27a97b-9241-46e6-961d-476dccafc434 req-00a436a7-52ca-4038-a844-8f04c8badf76 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=b854e95f-d729-438d-aef1-1038fba089e9 HTTP/1.1" status: 200 len: 210 time: 0.0519056 Sep 30 13:01:13.066507 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4a392a1f-eeca-46ba-8e98-0c4344103a1b req-34c9a8cb-8fde-42f6-9c46-356c426cad22 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=653e4ded-e5e1-4857-b265-d765574fa798 HTTP/1.1" status: 200 len: 949 time: 0.0524261 Sep 30 13:01:13.087904 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75920ad-4675-480f-a679-1b41d43fca54 None None] Pushing event updated for resources: {'Port': ['ID=8d0fb9b8-8543-44e6-8e1e-e34f32a91ead,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:13.127493 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4a392a1f-eeca-46ba-8e98-0c4344103a1b req-74f76eab-03c9-4cbd-aaca-141c73e522e5 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596607 Sep 30 13:01:13.141113 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef059617-ae94-42ad-a973-29b0dbf74efc x-openstack-request-id: req-ef059617-ae94-42ad-a973-29b0dbf74efc {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:01:13.141676 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653e4ded-e5e1-4857-b265-d765574fa798", "name": "network-vif-plugged", "status": "completed", "tag": "6b18421d-3672-4957-9df1-27317d4006b7", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:01:13.141856 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef059617-ae94-42ad-a973-29b0dbf74efc {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:01:13.142283 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653e4ded-e5e1-4857-b265-d765574fa798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b18421d-3672-4957-9df1-27317d4006b7', 'code': 200} Sep 30 13:01:13.201087 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-31c11ed9-e8a7-46b0-bbc1-a37321d18e39 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:13.287723 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc0c5e-955b-43e7-9029-95cdf9dbc411 req-76bdf1e8-a6c1-4d4b-8d7d-a5081d6f121e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:13.302900 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e1fc0c5e-955b-43e7-9029-95cdf9dbc411 req-76bdf1e8-a6c1-4d4b-8d7d-a5081d6f121e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=653e4ded-e5e1-4857-b265-d765574fa798 HTTP/1.1" status: 200 len: 1100 time: 0.0872958 Sep 30 13:01:13.322602 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39388) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:13.331428 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-92b2e111-471e-4d27-a5fc-c8a91747a730 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Made reservation on behalf of 8cb5fac3743f4247a8e3f1ac2917e566 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:01:13.334871 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-92b2e111-471e-4d27-a5fc-c8a91747a730 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:13.337264 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-31c11ed9-e8a7-46b0-bbc1-a37321d18e39 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:13.372300 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b67d8e48-b3ce-4fb9-8922-6c555950226d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:13.419658 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e1fc0c5e-955b-43e7-9029-95cdf9dbc411 req-ba1c10cd-9d2b-4491-b9ba-ebc7dbf58aea service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089318 Sep 30 13:01:13.489767 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-31c11ed9-e8a7-46b0-bbc1-a37321d18e39 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Network 53d8a375-ae3f-43ae-bcaf-c9e5f964997d is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:01:13.530609 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c11ed9-e8a7-46b0-bbc1-a37321d18e39 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Pushing event updated for resources: {'Port': ['ID=5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:13.533193 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-31c11ed9-e8a7-46b0-bbc1-a37321d18e39 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:01:13.562131 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-31c11ed9-e8a7-46b0-bbc1-a37321d18e39 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:01:13.568371 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-31c11ed9-e8a7-46b0-bbc1-a37321d18e39 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:13.569230 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-31c11ed9-e8a7-46b0-bbc1-a37321d18e39 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:13.588247 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b67d8e48-b3ce-4fb9-8922-6c555950226d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:13.596492 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b67d8e48-b3ce-4fb9-8922-6c555950226d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:13.600660 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ca3c96bb-3b3a-4910-922e-6102a31089f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:13.662216 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ca3c96bb-3b3a-4910-922e-6102a31089f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:13.675322 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-31c11ed9-e8a7-46b0-bbc1-a37321d18e39 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1236575 Sep 30 13:01:13.715684 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-7e2b8b05-c32e-404a-bb29-9e64a2a1717e service neutron] Request body: {'port': {'device_id': 'b854e95f-d729-438d-aef1-1038fba089e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:13.725715 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b67d8e48-b3ce-4fb9-8922-6c555950226d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6617ccf4fe4e44598dd272553a9ced72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4013290 Sep 30 13:01:13.726543 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39408) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:13.727210 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d8e48-b3ce-4fb9-8922-6c555950226d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6044a676-3f33-410e-82f2-e053f5705c6a,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:13.832848 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4386bf0c-b3b1-4250-8a2a-be69d55d1c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:13.850277 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 8d0fb9b8-8543-44e6-8e1e-e34f32a91ead up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:01:13.868040 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4386bf0c-b3b1-4250-8a2a-be69d55d1c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:13.915622 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-92b2e111-471e-4d27-a5fc-c8a91747a730 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Allocated IP 192.168.233.37 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/ab4b0eb0-6de5-43aa-a509-b85073f93f8b) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:01:13.925799 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f9b4e045-f0c1-4af4-96db-0bb5835d051c None None] Provisioning complete for port 5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:13.926451 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f9b4e045-f0c1-4af4-96db-0bb5835d051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:13.946322 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4386bf0c-b3b1-4250-8a2a-be69d55d1c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:13.950305 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4386bf0c-b3b1-4250-8a2a-be69d55d1c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:13.952027 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4386bf0c-b3b1-4250-8a2a-be69d55d1c15 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6044a676-3f33-410e-82f2-e053f5705c6a HTTP/1.1" status: 204 len: 168 time: 0.2218189 Sep 30 13:01:13.967392 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-f9b4e045-f0c1-4af4-96db-0bb5835d051c None None] Port 5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:01:13.969932 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386bf0c-b3b1-4250-8a2a-be69d55d1c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6044a676-3f33-410e-82f2-e053f5705c6a,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:14.000233 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-7e2b8b05-c32e-404a-bb29-9e64a2a1717e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:14.010614 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 8d0fb9b8-8543-44e6-8e1e-e34f32a91ead triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:14.011208 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:14.052635 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b1188db6-78f5-45d8-97a3-82e276673da4 req-62b05c93-ba8a-4b8b-8f6f-b5ff338a82f2 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6890b7e-4d43-4be2-ac6d-310fc9e56f90 HTTP/1.1" status: 200 len: 210 time: 0.0766921 Sep 30 13:01:14.181894 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:14.211026 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-ca3c96bb-3b3a-4910-922e-6102a31089f0 admin admin] Allocated IP 172.25.5.245 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/c0e93b29-45a6-42b6-b846-e9a4c664d108) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:01:14.288675 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 8d0fb9b8-8543-44e6-8e1e-e34f32a91ead, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=8d0fb9b8-8543-44e6-8e1e-e34f32a91ead,segment=NetworkSegment(fe45a204-9df2-427b-ab55-3bf891956d2b),segment_id=fe45a204-9df2-427b-ab55-3bf891956d2b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:14.305824 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:14.392301 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce4534-fe39-4693-8ad6-29266194a050 req-5f2e488c-5366-4570-bf12-c4e7c0484a42 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:14.409541 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c4ce4534-fe39-4693-8ad6-29266194a050 req-5f2e488c-5366-4570-bf12-c4e7c0484a42 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=b854e95f-d729-438d-aef1-1038fba089e9 HTTP/1.1" status: 200 len: 931 time: 0.1393673 Sep 30 13:01:14.515695 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c4ce4534-fe39-4693-8ad6-29266194a050 req-38f2ca31-9d2a-4eb5-827d-237c7070167d tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d6f0b3c-8222-4db0-ad39-a7497b1f4c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051743 Sep 30 13:01:14.595732 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:14.609179 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=8d0fb9b8-8543-44e6-8e1e-e34f32a91ead,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:14.625685 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ca3c96bb-3b3a-4910-922e-6102a31089f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:14.627711 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39456) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:14.713367 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3ba66c-b60b-44d4-b6c8-660afbd5822f None None] Network 451c330d-13f6-4604-823e-5e771fb25477 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:01:14.799646 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d1dfbfe8-2773-449b-aca6-a0992173b072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:14.876861 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4286f346-87ca-48ce-9c45-696e7cb588cd None None] Provisioning complete for port 8d0fb9b8-8543-44e6-8e1e-e34f32a91ead triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:14.877405 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4286f346-87ca-48ce-9c45-696e7cb588cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:15.012655 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ca3c96bb-3b3a-4910-922e-6102a31089f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:15.063712 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d1dfbfe8-2773-449b-aca6-a0992173b072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:15.079211 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d1dfbfe8-2773-449b-aca6-a0992173b072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:15.094257 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-92b2e111-471e-4d27-a5fc-c8a91747a730 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:15.145045 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed723b-0bdb-414c-9e9a-e3f0a90e09d6 req-895a85d9-9abe-49d7-bbcc-cf6e97a87d47 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:15.158820 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed723b-0bdb-414c-9e9a-e3f0a90e09d6 req-895a85d9-9abe-49d7-bbcc-cf6e97a87d47 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=653e4ded-e5e1-4857-b265-d765574fa798 HTTP/1.1" status: 200 len: 949 time: 0.6629951 Sep 30 13:01:15.192616 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d1dfbfe8-2773-449b-aca6-a0992173b072 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c9cd5fe44c8f4f81b588c215200456de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5635822 Sep 30 13:01:15.196770 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39486) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:15.197805 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dfbfe8-2773-449b-aca6-a0992173b072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa53fbc-1172-4097-9cbf-0740dd69b9ad,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:15.279747 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b8d7e61-aa22-4898-93f8-f69e469e6bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:15.336698 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b8d7e61-aa22-4898-93f8-f69e469e6bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:15.360762 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3c96bb-3b3a-4910-922e-6102a31089f0 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:01:15.371844 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-7e2b8b05-c32e-404a-bb29-9e64a2a1717e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:01:15.376981 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-ca3c96bb-3b3a-4910-922e-6102a31089f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:01:15.393346 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-cbbade12-9c72-46e0-af6e-26d38e7ef2b2 None None] Provisioning complete for port 8d0fb9b8-8543-44e6-8e1e-e34f32a91ead triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:15.396569 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cbbade12-9c72-46e0-af6e-26d38e7ef2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:15.402911 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-7e2b8b05-c32e-404a-bb29-9e64a2a1717e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:15.406700 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3c96bb-3b3a-4910-922e-6102a31089f0 admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:01:15.408560 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c96bb-3b3a-4910-922e-6102a31089f0 admin admin] Pushing event updated for resources: {'Port': ['ID=c0e93b29-45a6-42b6-b846-e9a4c664d108,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:15.419535 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-92b2e111-471e-4d27-a5fc-c8a91747a730 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:15.434580 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-7e2b8b05-c32e-404a-bb29-9e64a2a1717e service neutron] Transition to ACTIVE for port object 5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:01:15.441739 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b8d7e61-aa22-4898-93f8-f69e469e6bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:15.444680 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b8d7e61-aa22-4898-93f8-f69e469e6bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:15.445894 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3b8d7e61-aa22-4898-93f8-f69e469e6bbd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cfa53fbc-1172-4097-9cbf-0740dd69b9ad HTTP/1.1" status: 204 len: 168 time: 0.2440963 Sep 30 13:01:15.457236 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d7e61-aa22-4898-93f8-f69e469e6bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa53fbc-1172-4097-9cbf-0740dd69b9ad,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:15.492134 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-7e2b8b05-c32e-404a-bb29-9e64a2a1717e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:15.511503 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c103302-105b-4fa6-8bbc-ee54481f42ad req-7fb3813c-2a31-45aa-8c38-48b94ca9198c tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:15.517800 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed723b-0bdb-414c-9e9a-e3f0a90e09d6 req-000b538a-2216-4b1f-a408-7669bfa00fc1 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527591 Sep 30 13:01:15.520089 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39496) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:15.532031 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6c103302-105b-4fa6-8bbc-ee54481f42ad req-7fb3813c-2a31-45aa-8c38-48b94ca9198c tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6890b7e-4d43-4be2-ac6d-310fc9e56f90 HTTP/1.1" status: 200 len: 935 time: 0.1332235 Sep 30 13:01:15.612876 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6c103302-105b-4fa6-8bbc-ee54481f42ad req-ca77ce7c-3633-4ab0-a83e-74fcf109b6cc tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786378 Sep 30 13:01:15.686477 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.39', 54754) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:15.798708 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 8d0fb9b8-8543-44e6-8e1e-e34f32a91ead up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:01:15.803656 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a66022d4-f5b7-4fee-ac6f-2ee93a0fcd7a req-1d4fedab-9c0a-4fb1-a790-6bec69282990 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1118486 Sep 30 13:01:15.943851 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 8d0fb9b8-8543-44e6-8e1e-e34f32a91ead triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:15.947626 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:15.971745 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-92b2e111-471e-4d27-a5fc-c8a91747a730 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:01:16.034796 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66022d4-f5b7-4fee-ac6f-2ee93a0fcd7a req-8e717ec0-5762-4345-9039-066ba1dbafd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:16.036682 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a66022d4-f5b7-4fee-ac6f-2ee93a0fcd7a req-8e717ec0-5762-4345-9039-066ba1dbafd6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=22bbfd7374a545fcba01ac870ed7b8c1&device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 1123 time: 0.1619589 Sep 30 13:01:16.038262 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2e111-471e-4d27-a5fc-c8a91747a730 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Pushing event updated for resources: {'Port': ['ID=ab4b0eb0-6de5-43aa-a509-b85073f93f8b,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:16.063047 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-92b2e111-471e-4d27-a5fc-c8a91747a730 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:01:16.068810 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-92b2e111-471e-4d27-a5fc-c8a91747a730 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:01:16.082675 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-92b2e111-471e-4d27-a5fc-c8a91747a730 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:16.083362 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-92b2e111-471e-4d27-a5fc-c8a91747a730 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:16.144924 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-92b2e111-471e-4d27-a5fc-c8a91747a730 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1172616 Sep 30 13:01:16.210469 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-7e2b8b05-c32e-404a-bb29-9e64a2a1717e service neutron] Attempting to bind port 5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:01:16.210710 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-7e2b8b05-c32e-404a-bb29-9e64a2a1717e service neutron] Attempting to bind port 5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'a4883d85-ae6f-4bad-8d1c-fcb49332ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:01:16.211153 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-7e2b8b05-c32e-404a-bb29-9e64a2a1717e service neutron] Attempting to bind port 5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b on network 53d8a375-ae3f-43ae-bcaf-c9e5f964997d {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:01:16.282266 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b8b05-c32e-404a-bb29-9e64a2a1717e service neutron] Pushing event updated for resources: {'Port': ['ID=5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:16.309126 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-8efa9d14-4209-48b8-a99b-ce466679d91f service neutron] Request body: {'port': {'device_id': 'b6890b7e-4d43-4be2-ac6d-310fc9e56f90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:16.382122 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d090e46-f30d-4c2e-b19f-13f6305ff698 req-3e45dfa3-4410-44a6-b94f-0f9af632615b tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:16.392291 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3d090e46-f30d-4c2e-b19f-13f6305ff698 req-3e45dfa3-4410-44a6-b94f-0f9af632615b tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=b854e95f-d729-438d-aef1-1038fba089e9 HTTP/1.1" status: 200 len: 943 time: 0.6552346 Sep 30 13:01:16.525399 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-33c3d7a8-557b-45c0-889a-7d5f2ab962d9 None None] Provisioning complete for port ab4b0eb0-6de5-43aa-a509-b85073f93f8b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:16.527692 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-33c3d7a8-557b-45c0-889a-7d5f2ab962d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:16.530152 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3ce2c685-9174-42f3-a9d2-b3a65504ce55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:16.539052 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-7e2b8b05-c32e-404a-bb29-9e64a2a1717e service neutron] Port 5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b on network 53d8a375-ae3f-43ae-bcaf-c9e5f964997d not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:01:16.539382 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-7e2b8b05-c32e-404a-bb29-9e64a2a1717e service neutron] Attempting to bind port 5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b on network 53d8a375-ae3f-43ae-bcaf-c9e5f964997d {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:01:16.547978 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39532) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:16.573866 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b1a6c4a1-46d6-4b6d-a262-8cf3dc7098ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:16.580034 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-33c3d7a8-557b-45c0-889a-7d5f2ab962d9 None None] Port ab4b0eb0-6de5-43aa-a509-b85073f93f8b cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:01:16.595250 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-7e2b8b05-c32e-404a-bb29-9e64a2a1717e service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:01:16.595610 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-7e2b8b05-c32e-404a-bb29-9e64a2a1717e service neutron] Checking segment: {'id': 'a4883d85-ae6f-4bad-8d1c-fcb49332ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:01:16.595965 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-7e2b8b05-c32e-404a-bb29-9e64a2a1717e service neutron] Bound using segment: {'id': 'a4883d85-ae6f-4bad-8d1c-fcb49332ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:01:16.596406 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-7e2b8b05-c32e-404a-bb29-9e64a2a1717e service neutron] Bound port: 5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4883d85-ae6f-4bad-8d1c-fcb49332ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:01:16.596756 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-7e2b8b05-c32e-404a-bb29-9e64a2a1717e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:16.618496 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-8efa9d14-4209-48b8-a99b-ce466679d91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:16.620281 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ca3c96bb-3b3a-4910-922e-6102a31089f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:16.692003 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66022d4-f5b7-4fee-ac6f-2ee93a0fcd7a req-c578bfdd-b087-4026-a729-4ec8857fcb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:16.692907 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a66022d4-f5b7-4fee-ac6f-2ee93a0fcd7a req-c578bfdd-b087-4026-a729-4ec8857fcb20 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.6251271 Sep 30 13:01:16.708551 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3d090e46-f30d-4c2e-b19f-13f6305ff698 req-e429eb00-755c-4d27-87c6-628fac3b6f8c tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d6f0b3c-8222-4db0-ad39-a7497b1f4c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3100481 Sep 30 13:01:16.716992 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0af4d-0433-4eae-969f-a730cd158e3d req-f4af1112-9b9b-4d3d-8250-bcadc4aa576f tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:16.719179 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b6a0af4d-0433-4eae-969f-a730cd158e3d req-f4af1112-9b9b-4d3d-8250-bcadc4aa576f tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/ports?device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 972 time: 0.0931566 Sep 30 13:01:16.824613 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a66022d4-f5b7-4fee-ac6f-2ee93a0fcd7a req-2ca7fa9c-ed9e-4793-9157-e3160180a97d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=a4c1a5db-3c81-495d-8a6b-7faebd781833 HTTP/1.1" status: 200 len: 217 time: 0.1226120 Sep 30 13:01:16.888232 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b6a0af4d-0433-4eae-969f-a730cd158e3d req-33c77088-42b8-47c9-a893-c605dca44d92 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4607da-85e4-449a-817b-ce9d9529dd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399822 Sep 30 13:01:16.903559 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66022d4-f5b7-4fee-ac6f-2ee93a0fcd7a req-0e36dd7c-bb3c-43ef-8429-51a30e501f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:16.905998 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a66022d4-f5b7-4fee-ac6f-2ee93a0fcd7a req-0e36dd7c-bb3c-43ef-8429-51a30e501f04 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0673556 Sep 30 13:01:16.986180 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-7e2b8b05-c32e-404a-bb29-9e64a2a1717e service neutron] For port 5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:01:17.041175 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-7e2b8b05-c32e-404a-bb29-9e64a2a1717e service neutron] For port 5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b,segment=NetworkSegment(a4883d85-ae6f-4bad-8d1c-fcb49332ab29),segment_id=a4883d85-ae6f-4bad-8d1c-fcb49332ab29)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:01:17.046047 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66022d4-f5b7-4fee-ac6f-2ee93a0fcd7a req-8b720b32-83de-439b-82a4-7c81408d3e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:17.047946 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a66022d4-f5b7-4fee-ac6f-2ee93a0fcd7a req-8b720b32-83de-439b-82a4-7c81408d3e67 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1281672 Sep 30 13:01:17.062194 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-7e2b8b05-c32e-404a-bb29-9e64a2a1717e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:17.066127 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec344b0e-13e9-4784-b963-3940479404da req-9f9933a4-0608-4cc9-ba76-b49b7add72bf tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:17.067969 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ec344b0e-13e9-4784-b963-3940479404da req-9f9933a4-0608-4cc9-ba76-b49b7add72bf tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6890b7e-4d43-4be2-ac6d-310fc9e56f90 HTTP/1.1" status: 200 len: 935 time: 0.0766761 Sep 30 13:01:17.112011 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e856d-ce5c-4f05-83e2-b5f36404ec4b req-bfcf30bb-8edb-42b4-bb48-306a72023cbf tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:17.113689 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a37e856d-ce5c-4f05-83e2-b5f36404ec4b req-bfcf30bb-8edb-42b4-bb48-306a72023cbf tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=653e4ded-e5e1-4857-b265-d765574fa798 HTTP/1.1" status: 200 len: 949 time: 0.3288739 Sep 30 13:01:17.166796 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ec344b0e-13e9-4784-b963-3940479404da req-bde51c63-707b-48d2-92ff-f2b28c2e615a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888050 Sep 30 13:01:17.190266 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a66022d4-f5b7-4fee-ac6f-2ee93a0fcd7a req-a82d6e7a-849e-46b2-a69f-51ccd7bcaf23 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210153 Sep 30 13:01:17.194709 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3ce2c685-9174-42f3-a9d2-b3a65504ce55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:17.218687 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-7e2b8b05-c32e-404a-bb29-9e64a2a1717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:17.219331 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-7e2b8b05-c32e-404a-bb29-9e64a2a1717e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:17.220819 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-7e2b8b05-c32e-404a-bb29-9e64a2a1717e service neutron] 10.222.0.54 "PUT /v2.0/ports/5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b HTTP/1.1" status: 200 len: 1091 time: 3.5300009 Sep 30 13:01:17.233552 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b854e95f-d729-438d-aef1-1038fba089e9', 'tag': '5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:01:17.236463 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ad1295-d3c2-4d32-8034-cacada204968" -d '{"events": [{"name": "network-changed", "server_uuid": "b854e95f-d729-438d-aef1-1038fba089e9", "tag": "5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:01:17.261163 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3ce2c685-9174-42f3-a9d2-b3a65504ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:17.313494 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a66022d4-f5b7-4fee-ac6f-2ee93a0fcd7a req-b1791b4d-e8c3-43b7-946e-56383bb4b73a service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144381 Sep 30 13:01:17.398977 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b8b05-c32e-404a-bb29-9e64a2a1717e service neutron] Pushing event updated for resources: {'Port': ['ID=5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:17.475401 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a37e856d-ce5c-4f05-83e2-b5f36404ec4b req-616faec8-cc55-4649-9bbb-95308ea25aa1 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236256 Sep 30 13:01:17.490955 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3ce2c685-9174-42f3-a9d2-b3a65504ce55 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=330d2154b6864d21a017a6b5de6d940f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9029107 Sep 30 13:01:17.493923 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39558) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:17.511017 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2c685-9174-42f3-a9d2-b3a65504ce55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f16823e-4659-4545-a583-43ff65e85205,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:17.532676 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fd7c5e-1177-4943-b140-71afef3adc6a x-openstack-request-id: req-66fd7c5e-1177-4943-b140-71afef3adc6a {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:01:17.532970 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b854e95f-d729-438d-aef1-1038fba089e9", "tag": "5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:01:17.533223 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66fd7c5e-1177-4943-b140-71afef3adc6a {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:01:17.533616 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b854e95f-d729-438d-aef1-1038fba089e9', 'tag': '5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b', 'status': 'completed', 'code': 200} Sep 30 13:01:17.555929 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ca3c96bb-3b3a-4910-922e-6102a31089f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:17.570592 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a1f341d9-f20a-493d-bc3d-de34a90908dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:17.582473 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-f7252180-e7c6-4733-9208-6c6c101a6bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:17.584703 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-f7252180-e7c6-4733-9208-6c6c101a6bc9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0aab74e1df6d45fba7c45004cdea3fd5&device_id=b854e95f-d729-438d-aef1-1038fba089e9 HTTP/1.1" status: 200 len: 1094 time: 0.2599664 Sep 30 13:01:17.600169 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a1f341d9-f20a-493d-bc3d-de34a90908dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:17.677007 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a1f341d9-f20a-493d-bc3d-de34a90908dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:17.682650 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a1f341d9-f20a-493d-bc3d-de34a90908dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:17.684035 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a1f341d9-f20a-493d-bc3d-de34a90908dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f16823e-4659-4545-a583-43ff65e85205 HTTP/1.1" status: 204 len: 168 time: 0.1888642 Sep 30 13:01:17.726467 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f341d9-f20a-493d-bc3d-de34a90908dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f16823e-4659-4545-a583-43ff65e85205,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:17.865238 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39572) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:17.879938 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3fc45-2f77-4328-82e8-766b06c064e4 req-57fa18fb-40ec-4fe8-9612-0982fc88fbf6 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:17.881525 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a3c3fc45-2f77-4328-82e8-766b06c064e4 req-57fa18fb-40ec-4fe8-9612-0982fc88fbf6 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=b854e95f-d729-438d-aef1-1038fba089e9 HTTP/1.1" status: 200 len: 943 time: 0.0524211 Sep 30 13:01:17.934845 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a3c3fc45-2f77-4328-82e8-766b06c064e4 req-8434da93-97b8-4c9f-886a-f1f27ef00201 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d6f0b3c-8222-4db0-ad39-a7497b1f4c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465975 Sep 30 13:01:17.977795 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-9b151958-1546-48ca-a7c3-136d1c5211aa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b HTTP/1.1" status: 200 len: 217 time: 0.1142004 Sep 30 13:01:18.011139 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-8efa9d14-4209-48b8-a99b-ce466679d91f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab4b0eb0-6de5-43aa-a509-b85073f93f8b {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:01:18.040756 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-8efa9d14-4209-48b8-a99b-ce466679d91f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:18.058567 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112dc497-dec5-4f50-88bb-1bef62c810e0 req-f7694cbf-5d58-4db9-82e4-b75a98d00bf7 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:18.060231 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-112dc497-dec5-4f50-88bb-1bef62c810e0 req-f7694cbf-5d58-4db9-82e4-b75a98d00bf7 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.39 "GET /v2.0/ports?device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 972 time: 0.1117718 Sep 30 13:01:18.119169 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39578) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:18.126629 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b1a6c4a1-46d6-4b6d-a262-8cf3dc7098ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:18.142667 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-8efa9d14-4209-48b8-a99b-ce466679d91f service neutron] Transition to ACTIVE for port object ab4b0eb0-6de5-43aa-a509-b85073f93f8b will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:01:18.157608 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b1a6c4a1-46d6-4b6d-a262-8cf3dc7098ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:18.164789 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-8efa9d14-4209-48b8-a99b-ce466679d91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:18.178153 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdc27e-8f6a-4ead-a791-06e234cceeee req-fa3ae18e-67a3-4f1d-a8e9-c763ad2ce2ad tempest-ServersOnMultiNodesTest-782157231 tempest-ServersOnMultiNodesTest-782157231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:18.179684 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2fbdc27e-8f6a-4ead-a791-06e234cceeee req-fa3ae18e-67a3-4f1d-a8e9-c763ad2ce2ad tempest-ServersOnMultiNodesTest-782157231 tempest-ServersOnMultiNodesTest-782157231-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=653e4ded-e5e1-4857-b265-d765574fa798 HTTP/1.1" status: 200 len: 1100 time: 0.3172562 Sep 30 13:01:18.180391 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-08701600-b4e0-4de6-99b5-c753c31cbdb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:18.182892 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-2ac5ef24-2675-4178-ac1f-da57c38f7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:18.184248 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-2ac5ef24-2675-4178-ac1f-da57c38f7d6f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e91829e-1d04-4c5a-81dc-9917c8689f4b HTTP/1.1" status: 200 len: 862 time: 0.1905980 Sep 30 13:01:18.200702 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ac04c26a-f5f0-431c-8fe9-070513d551dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:18.238718 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31bbee-c863-47e3-9c5a-cffdbf1dab20 req-8445c442-198d-4ad4-89e8-236ef1977fe5 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:18.240193 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c31bbee-c863-47e3-9c5a-cffdbf1dab20 req-8445c442-198d-4ad4-89e8-236ef1977fe5 tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/ports?device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 972 time: 0.1378529 Sep 30 13:01:18.292180 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-112dc497-dec5-4f50-88bb-1bef62c810e0 req-f566b106-4e52-4819-b051-d10fb402996b tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Deleting port a4c1a5db-3c81-495d-8a6b-7faebd781833 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:01:18.292519 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-112dc497-dec5-4f50-88bb-1bef62c810e0 req-f566b106-4e52-4819-b051-d10fb402996b tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:18.307025 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c31bbee-c863-47e3-9c5a-cffdbf1dab20 req-7264708d-3c10-48be-a5f1-0b98f5fbaabd tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4607da-85e4-449a-817b-ce9d9529dd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576470 Sep 30 13:01:18.322438 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42312644-79f3-463d-a028-c7e7423f45c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:18.334231 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b1a6c4a1-46d6-4b6d-a262-8cf3dc7098ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=293ee1b4e4114b359ece70538ec89573&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7716272 Sep 30 13:01:18.334347 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39586) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:18.334428 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6c4a1-46d6-4b6d-a262-8cf3dc7098ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edfd6c4-00dc-4879-b966-4d019ac56ff2,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:18.347191 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2fbdc27e-8f6a-4ead-a791-06e234cceeee req-3a942ff2-3059-4c11-953c-ff895fd7dfc7 tempest-ServersOnMultiNodesTest-782157231 tempest-ServersOnMultiNodesTest-782157231-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:18.389761 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa9d14-4209-48b8-a99b-ce466679d91f service neutron] Pushing event updated for resources: {'Port': ['ID=ab4b0eb0-6de5-43aa-a509-b85073f93f8b,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:18.435620 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-e895e346-e539-4ded-b9a2-a6619f8d52d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:18.437131 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-e895e346-e539-4ded-b9a2-a6619f8d52d1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=53d8a375-ae3f-43ae-bcaf-c9e5f964997d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2397680 Sep 30 13:01:18.456117 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3c96bb-3b3a-4910-922e-6102a31089f0 admin admin] Router aebd9316-a01e-4127-af29-e6378d96890b is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:01:18.476783 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-8efa9d14-4209-48b8-a99b-ce466679d91f service neutron] Attempting to bind port ab4b0eb0-6de5-43aa-a509-b85073f93f8b on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:01:18.477117 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-8efa9d14-4209-48b8-a99b-ce466679d91f service neutron] Attempting to bind port ab4b0eb0-6de5-43aa-a509-b85073f93f8b by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:01:18.477442 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-8efa9d14-4209-48b8-a99b-ce466679d91f service neutron] Attempting to bind port ab4b0eb0-6de5-43aa-a509-b85073f93f8b on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:01:18.495175 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-8efa9d14-4209-48b8-a99b-ce466679d91f service neutron] Port ab4b0eb0-6de5-43aa-a509-b85073f93f8b on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:01:18.495494 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-8efa9d14-4209-48b8-a99b-ce466679d91f service neutron] Attempting to bind port ab4b0eb0-6de5-43aa-a509-b85073f93f8b on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:01:18.549554 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-8efa9d14-4209-48b8-a99b-ce466679d91f service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:01:18.549793 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-8efa9d14-4209-48b8-a99b-ce466679d91f service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:01:18.550372 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-8efa9d14-4209-48b8-a99b-ce466679d91f service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:01:18.550964 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-8efa9d14-4209-48b8-a99b-ce466679d91f service neutron] Bound port: ab4b0eb0-6de5-43aa-a509-b85073f93f8b, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:01:18.551499 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-8efa9d14-4209-48b8-a99b-ce466679d91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:18.588117 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9807a4-4c6c-44f7-a076-0e0dd3ffebc4 req-e85f4c4c-ee84-4b94-9ead-01c855feaa66 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:18.589564 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8b9807a4-4c6c-44f7-a076-0e0dd3ffebc4 req-e85f4c4c-ee84-4b94-9ead-01c855feaa66 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6890b7e-4d43-4be2-ac6d-310fc9e56f90 HTTP/1.1" status: 200 len: 947 time: 0.1872199 Sep 30 13:01:18.591504 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-112dc497-dec5-4f50-88bb-1bef62c810e0 req-f566b106-4e52-4819-b051-d10fb402996b tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] For port a4c1a5db-3c81-495d-8a6b-7faebd781833, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=a4c1a5db-3c81-495d-8a6b-7faebd781833,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:18.592408 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-112dc497-dec5-4f50-88bb-1bef62c810e0 req-f566b106-4e52-4819-b051-d10fb402996b tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:18.603316 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f5ec3a0-532d-4afd-9a86-81c5afdb399e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:18.624535 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-112dc497-dec5-4f50-88bb-1bef62c810e0 req-f566b106-4e52-4819-b051-d10fb402996b tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Calling delete_port for a4c1a5db-3c81-495d-8a6b-7faebd781833 owned by compute:tempest-test_az-1747611694 {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:01:18.666417 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f5ec3a0-532d-4afd-9a86-81c5afdb399e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:18.711433 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-ad16df0f-5281-4568-8137-c4825cbf423d service neutron] 10.222.0.54 "GET /v2.0/networks/53d8a375-ae3f-43ae-bcaf-c9e5f964997d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657740 Sep 30 13:01:18.722629 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-08701600-b4e0-4de6-99b5-c753c31cbdb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:18.738281 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8b9807a4-4c6c-44f7-a076-0e0dd3ffebc4 req-668aea4d-72e4-440a-9364-4d9c82e85021 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358507 Sep 30 13:01:18.759736 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-08701600-b4e0-4de6-99b5-c753c31cbdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:18.778061 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3c96bb-3b3a-4910-922e-6102a31089f0 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:01:18.789059 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ec66b0-b328-4f09-9480-659587a66b81 None None] Sync routers for ids ['aebd9316-a01e-4127-af29-e6378d96890b'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:01:18.801967 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ec66b0-b328-4f09-9480-659587a66b81 None None] Routers {'aebd9316-a01e-4127-af29-e6378d96890b'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:01:18.802185 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-8efa9d14-4209-48b8-a99b-ce466679d91f service neutron] For port ab4b0eb0-6de5-43aa-a509-b85073f93f8b, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:01:18.802620 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-10ec66b0-b328-4f09-9480-659587a66b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:00:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['aebd9316-a01e-4127-af29-e6378d96890b'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:01:18.886183 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-08701600-b4e0-4de6-99b5-c753c31cbdb7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9561d978ea434214a0fefc967a843939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7544761 Sep 30 13:01:18.887864 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08701600-b4e0-4de6-99b5-c753c31cbdb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3469da86-72c6-4eb1-9f1f-8caab6c35d76,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:18.893711 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39588) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:18.949734 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6b51e775-04c1-4a06-9c9e-a4fe070fb41b req-ff2bdfcc-f3cd-4081-a4ff-97a4085243f7 service neutron] 10.222.0.54 "GET /v2.0/networks/53d8a375-ae3f-43ae-bcaf-c9e5f964997d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290564 Sep 30 13:01:18.996044 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-76c2c691-e0e3-4c7e-821d-da64badd0e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:19.030423 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-10ec66b0-b328-4f09-9480-659587a66b81 None None] Set router aebd9316-a01e-4127-af29-e6378d96890b gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:01:19.040558 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42312644-79f3-463d-a028-c7e7423f45c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:19.042559 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-76c2c691-e0e3-4c7e-821d-da64badd0e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:19.067393 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42312644-79f3-463d-a028-c7e7423f45c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:19.103431 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f5ec3a0-532d-4afd-9a86-81c5afdb399e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:19.106059 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f5ec3a0-532d-4afd-9a86-81c5afdb399e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:19.109648 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9f5ec3a0-532d-4afd-9a86-81c5afdb399e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4edfd6c4-00dc-4879-b966-4d019ac56ff2 HTTP/1.1" status: 204 len: 168 time: 0.7775435 Sep 30 13:01:19.123440 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-112dc497-dec5-4f50-88bb-1bef62c810e0 req-f566b106-4e52-4819-b051-d10fb402996b tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:19.127461 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-8efa9d14-4209-48b8-a99b-ce466679d91f service neutron] For port ab4b0eb0-6de5-43aa-a509-b85073f93f8b, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ab4b0eb0-6de5-43aa-a509-b85073f93f8b,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:01:19.151864 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-8efa9d14-4209-48b8-a99b-ce466679d91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:19.152081 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ec3a0-532d-4afd-9a86-81c5afdb399e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edfd6c4-00dc-4879-b966-4d019ac56ff2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:19.170200 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['a4c1a5db-3c81-495d-8a6b-7faebd781833'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:01:19.171133 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-42312644-79f3-463d-a028-c7e7423f45c0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4cd932cbe434652a3aa18345e692aaa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2814677 Sep 30 13:01:19.205514 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39594) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:19.209383 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566b106-4e52-4819-b051-d10fb402996b tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Pushing event deleted for resources: {'Port': ['ID=a4c1a5db-3c81-495d-8a6b-7faebd781833,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:19.230049 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:19.242650 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42312644-79f3-463d-a028-c7e7423f45c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0904dcc9-d2ba-433e-995c-beeca24061af,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:19.270713 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-8efa9d14-4209-48b8-a99b-ce466679d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:19.271359 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-8efa9d14-4209-48b8-a99b-ce466679d91f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:19.273059 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-8efa9d14-4209-48b8-a99b-ce466679d91f service neutron] 10.222.0.39 "PUT /v2.0/ports/ab4b0eb0-6de5-43aa-a509-b85073f93f8b HTTP/1.1" status: 200 len: 1095 time: 3.0036466 Sep 30 13:01:19.278299 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad1295-d3c2-4d32-8034-cacada204968 req-b8460ef5-8c37-495a-bdf5-1eb1a2af7432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:19.280190 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36ad1295-d3c2-4d32-8034-cacada204968 req-b8460ef5-8c37-495a-bdf5-1eb1a2af7432 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0aab74e1df6d45fba7c45004cdea3fd5&device_id=b854e95f-d729-438d-aef1-1038fba089e9 HTTP/1.1" status: 200 len: 1094 time: 0.2593043 Sep 30 13:01:19.282960 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa9d14-4209-48b8-a99b-ce466679d91f service neutron] Pushing event updated for resources: {'Port': ['ID=ab4b0eb0-6de5-43aa-a509-b85073f93f8b,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:19.297974 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567ff8e-e833-43ec-8782-55f8dead3652 req-f19075f9-dedf-4f2d-ae20-d71527ac0a65 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:19.299159 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7567ff8e-e833-43ec-8782-55f8dead3652 req-f19075f9-dedf-4f2d-ae20-d71527ac0a65 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=b854e95f-d729-438d-aef1-1038fba089e9 HTTP/1.1" status: 200 len: 943 time: 0.2243202 Sep 30 13:01:19.334279 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-10ec66b0-b328-4f09-9480-659587a66b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'name': 'tempest-TaggedBootDevicesTest-1635348289-router', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'c0e93b29-45a6-42b6-b846-e9a4c664d108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:11Z', 'updated_at': '2021-09-30T13:01:16Z', 'revision_number': 3, 'project_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'gw_port': {'id': 'c0e93b29-45a6-42b6-b846-e9a4c664d108', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:67:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:13Z', 'updated_at': '2021-09-30T13:01:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:01:19.341011 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-76c2c691-e0e3-4c7e-821d-da64badd0e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:19.347747 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-76c2c691-e0e3-4c7e-821d-da64badd0e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:19.351754 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-76c2c691-e0e3-4c7e-821d-da64badd0e22 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3469da86-72c6-4eb1-9f1f-8caab6c35d76 HTTP/1.1" status: 204 len: 168 time: 0.4544623 Sep 30 13:01:19.371130 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2c691-e0e3-4c7e-821d-da64badd0e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3469da86-72c6-4eb1-9f1f-8caab6c35d76,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:19.405682 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ec66b0-b328-4f09-9480-659587a66b81 None None] Checking router: aebd9316-a01e-4127-af29-e6378d96890b for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:01:19.407189 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ec66b0-b328-4f09-9480-659587a66b81 None None] Updating router aebd9316-a01e-4127-af29-e6378d96890b port c0e93b29-45a6-42b6-b846-e9a4c664d108 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:01:19.453274 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10ec66b0-b328-4f09-9480-659587a66b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:19.535051 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6890b7e-4d43-4be2-ac6d-310fc9e56f90', 'tag': 'ab4b0eb0-6de5-43aa-a509-b85073f93f8b'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:01:19.537270 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3decdcc4-ee43-4289-921e-13bb1f3bcaed" -d '{"events": [{"name": "network-changed", "server_uuid": "b6890b7e-4d43-4be2-ac6d-310fc9e56f90", "tag": "ab4b0eb0-6de5-43aa-a509-b85073f93f8b"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:01:19.542857 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2fbdc27e-8f6a-4ead-a791-06e234cceeee req-3a942ff2-3059-4c11-953c-ff895fd7dfc7 tempest-ServersOnMultiNodesTest-782157231 tempest-ServersOnMultiNodesTest-782157231-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:19.547839 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad1295-d3c2-4d32-8034-cacada204968 req-517b27b0-ec8f-4c4c-847b-04c0a701825f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:19.549445 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36ad1295-d3c2-4d32-8034-cacada204968 req-517b27b0-ec8f-4c4c-847b-04c0a701825f service neutron] 10.222.0.54 "GET /v2.0/networks?id=53d8a375-ae3f-43ae-bcaf-c9e5f964997d HTTP/1.1" status: 200 len: 924 time: 0.2595663 Sep 30 13:01:19.555046 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-b50225f5-d5d5-44af-b768-98319ce52602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:19.556683 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-b50225f5-d5d5-44af-b768-98319ce52602 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8cb5fac3743f4247a8e3f1ac2917e566&device_id=b6890b7e-4d43-4be2-ac6d-310fc9e56f90 HTTP/1.1" status: 200 len: 1098 time: 0.1734610 Sep 30 13:01:19.560089 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2fbdc27e-8f6a-4ead-a791-06e234cceeee req-3a942ff2-3059-4c11-953c-ff895fd7dfc7 tempest-ServersOnMultiNodesTest-782157231 tempest-ServersOnMultiNodesTest-782157231-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:19.584430 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2fbdc27e-8f6a-4ead-a791-06e234cceeee req-3a942ff2-3059-4c11-953c-ff895fd7dfc7 tempest-ServersOnMultiNodesTest-782157231 tempest-ServersOnMultiNodesTest-782157231-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3841603 Sep 30 13:01:19.592713 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ca3c96bb-3b3a-4910-922e-6102a31089f0 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:19.594933 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ca3c96bb-3b3a-4910-922e-6102a31089f0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.8247566 Sep 30 13:01:19.611897 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-112dc497-dec5-4f50-88bb-1bef62c810e0 req-f566b106-4e52-4819-b051-d10fb402996b tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] No DVR routers for this DVR port a4c1a5db-3c81-495d-8a6b-7faebd781833 on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:01:19.626999 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39606) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:19.643650 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36ad1295-d3c2-4d32-8034-cacada204968 req-13affe57-c6ee-44b7-9533-16b0eaea1b3f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b HTTP/1.1" status: 200 len: 217 time: 0.0844398 Sep 30 13:01:19.667562 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-112dc497-dec5-4f50-88bb-1bef62c810e0 req-f566b106-4e52-4819-b051-d10fb402996b tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:19.670572 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-112dc497-dec5-4f50-88bb-1bef62c810e0 req-f566b106-4e52-4819-b051-d10fb402996b tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.39 "DELETE /v2.0/ports/a4c1a5db-3c81-495d-8a6b-7faebd781833 HTTP/1.1" status: 204 len: 173 time: 1.6037858 Sep 30 13:01:19.695986 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-8b82a529-066d-42b5-902a-a4fd5298f4b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=ab4b0eb0-6de5-43aa-a509-b85073f93f8b HTTP/1.1" status: 200 len: 217 time: 0.1208079 Sep 30 13:01:19.701062 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00dfeb91-2afc-4b4f-a41b-634a83f52a66', 'name': 'network-vif-deleted', 'tag': 'a4c1a5db-3c81-495d-8a6b-7faebd781833'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:01:19.821720 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a942ff2-3059-4c11-953c-ff895fd7dfc7 tempest-ServersOnMultiNodesTest-782157231 tempest-ServersOnMultiNodesTest-782157231-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6b8a56-c9d6-431c-a19b-f7125da6aaf5,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:19.869083 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-111ee41c-4b86-420a-8a7e-753f387c8f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:19.927818 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-111ee41c-4b86-420a-8a7e-753f387c8f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:19.947173 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10ec66b0-b328-4f09-9480-659587a66b81 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:19.956377 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10ec66b0-b328-4f09-9480-659587a66b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:19.993022 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-10ec66b0-b328-4f09-9480-659587a66b81 None None] Attempting to bind port c0e93b29-45a6-42b6-b846-e9a4c664d108 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:01:19.993770 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-10ec66b0-b328-4f09-9480-659587a66b81 None None] Attempting to bind port c0e93b29-45a6-42b6-b846-e9a4c664d108 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:01:19.994570 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ec66b0-b328-4f09-9480-659587a66b81 None None] Attempting to bind port c0e93b29-45a6-42b6-b846-e9a4c664d108 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:01:19.996877 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2a54586e-7436-42ef-9591-aca7f78225df req-79e6450c-93f1-4d86-8092-dd159fbcde2c tempest-AggregatesAdminTestJSON-1982124272 tempest-AggregatesAdminTestJSON-1982124272-project] 10.222.0.18 "GET /v2.0/ports?device_id=00dfeb91-2afc-4b4f-a41b-634a83f52a66 HTTP/1.1" status: 200 len: 210 time: 0.1778471 Sep 30 13:01:20.034611 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ea583b79-f872-401a-b7e0-dbf7bf964f81 req-b731fc23-0b1c-4855-bef8-32ff5c13dbaa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=653e4ded-e5e1-4857-b265-d765574fa798&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5087411 Sep 30 13:01:20.036196 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-fb84e343-0305-424b-bc89-b286bcf84472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:20.041542 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-fb84e343-0305-424b-bc89-b286bcf84472 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.3009326 Sep 30 13:01:20.043579 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad1295-d3c2-4d32-8034-cacada204968 req-31cfd042-0d4a-41ba-b0be-4cee493a8282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:20.045069 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-111ee41c-4b86-420a-8a7e-753f387c8f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:20.058527 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-111ee41c-4b86-420a-8a7e-753f387c8f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:20.062972 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36ad1295-d3c2-4d32-8034-cacada204968 req-31cfd042-0d4a-41ba-b0be-4cee493a8282 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e91829e-1d04-4c5a-81dc-9917c8689f4b HTTP/1.1" status: 200 len: 862 time: 0.3694484 Sep 30 13:01:20.065325 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-111ee41c-4b86-420a-8a7e-753f387c8f9c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0904dcc9-d2ba-433e-995c-beeca24061af HTTP/1.1" status: 204 len: 168 time: 0.8532655 Sep 30 13:01:20.082131 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ec66b0-b328-4f09-9480-659587a66b81 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:01:20.082897 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ec66b0-b328-4f09-9480-659587a66b81 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:01:20.083557 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10ec66b0-b328-4f09-9480-659587a66b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:20.084903 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ec66b0-b328-4f09-9480-659587a66b81 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:01:20.088237 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-10ec66b0-b328-4f09-9480-659587a66b81 None None] Bound port: c0e93b29-45a6-42b6-b846-e9a4c664d108, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:01:20.089854 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10ec66b0-b328-4f09-9480-659587a66b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:20.097154 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7567ff8e-e833-43ec-8782-55f8dead3652 req-9236f25b-0b0f-49b6-b333-30985f4e3a52 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d6f0b3c-8222-4db0-ad39-a7497b1f4c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7237680 Sep 30 13:01:20.127779 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd790bd1-2cdd-4dcf-b6d3-897e3b24e0a9 x-openstack-request-id: req-cd790bd1-2cdd-4dcf-b6d3-897e3b24e0a9 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:01:20.128505 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6890b7e-4d43-4be2-ac6d-310fc9e56f90", "tag": "ab4b0eb0-6de5-43aa-a509-b85073f93f8b", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:01:20.128505 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd790bd1-2cdd-4dcf-b6d3-897e3b24e0a9 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:01:20.128962 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6890b7e-4d43-4be2-ac6d-310fc9e56f90', 'tag': 'ab4b0eb0-6de5-43aa-a509-b85073f93f8b', 'status': 'completed', 'code': 200} Sep 30 13:01:20.172891 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-664cfe7e-ee5d-4f8d-9613-e6ac3b27913d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:20.180470 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-664cfe7e-ee5d-4f8d-9613-e6ac3b27913d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1171072 Sep 30 13:01:20.183750 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad1295-d3c2-4d32-8034-cacada204968 req-425fbc88-9cb5-4da0-b265-b49d78e3fea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:20.183893 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ee41c-4b86-420a-8a7e-753f387c8f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0904dcc9-d2ba-433e-995c-beeca24061af,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:20.185956 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36ad1295-d3c2-4d32-8034-cacada204968 req-425fbc88-9cb5-4da0-b265-b49d78e3fea7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=53d8a375-ae3f-43ae-bcaf-c9e5f964997d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130199 Sep 30 13:01:20.236044 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-10ec66b0-b328-4f09-9480-659587a66b81 None None] For port c0e93b29-45a6-42b6-b846-e9a4c664d108, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:01:20.243732 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-10ec66b0-b328-4f09-9480-659587a66b81 None None] For port c0e93b29-45a6-42b6-b846-e9a4c664d108, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c0e93b29-45a6-42b6-b846-e9a4c664d108,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:01:20.260841 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10ec66b0-b328-4f09-9480-659587a66b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:20.306976 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ec66b0-b328-4f09-9480-659587a66b81 None None] Routers {'aebd9316-a01e-4127-af29-e6378d96890b'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:01:20.308091 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-10ec66b0-b328-4f09-9480-659587a66b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:00:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['aebd9316-a01e-4127-af29-e6378d96890b'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:01:20.336300 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea583b79-f872-401a-b7e0-dbf7bf964f81 req-b9122d8f-9988-410c-8b8e-10094e111106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:20.345062 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ea583b79-f872-401a-b7e0-dbf7bf964f81 req-b9122d8f-9988-410c-8b8e-10094e111106 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&device_id=653e4ded-e5e1-4857-b265-d765574fa798 HTTP/1.1" status: 200 len: 1100 time: 0.2467201 Sep 30 13:01:20.447885 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d485177-3d99-4900-b516-6e1a5cb3af07 None None] Pushing event updated for resources: {'Port': ['ID=c0e93b29-45a6-42b6-b846-e9a4c664d108,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:20.457459 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-10ec66b0-b328-4f09-9480-659587a66b81 None None] Set router aebd9316-a01e-4127-af29-e6378d96890b gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:01:20.465678 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f962c665-024f-4c89-9899-c5752943e4dc" -d '{"events": [{"server_uuid": "00dfeb91-2afc-4b4f-a41b-634a83f52a66", "name": "network-vif-deleted", "tag": "a4c1a5db-3c81-495d-8a6b-7faebd781833"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:01:20.652673 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0fb58567-9a1e-4aa1-8a0a-d7377d23880c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:20.668032 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d485177-3d99-4900-b516-6e1a5cb3af07 None None] Pushing event updated for resources: {'Port': ['ID=c0e93b29-45a6-42b6-b846-e9a4c664d108,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:20.764459 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea583b79-f872-401a-b7e0-dbf7bf964f81 req-6fedc9e9-a336-4922-9628-962d9a84587b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:20.765907 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ea583b79-f872-401a-b7e0-dbf7bf964f81 req-6fedc9e9-a336-4922-9628-962d9a84587b service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.2923455 Sep 30 13:01:20.790225 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-10ec66b0-b328-4f09-9480-659587a66b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'name': 'tempest-TaggedBootDevicesTest-1635348289-router', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'c0e93b29-45a6-42b6-b846-e9a4c664d108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:11Z', 'updated_at': '2021-09-30T13:01:16Z', 'revision_number': 3, 'project_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'gw_port': {'id': 'c0e93b29-45a6-42b6-b846-e9a4c664d108', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:67:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:13Z', 'updated_at': '2021-09-30T13:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:01:20.830492 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ea583b79-f872-401a-b7e0-dbf7bf964f81 req-527bebbb-b546-47fe-8a9c-fd53c608bc35 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=6b18421d-3672-4957-9df1-27317d4006b7 HTTP/1.1" status: 200 len: 217 time: 0.0559318 Sep 30 13:01:20.838531 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf3489-3416-4420-8125-7fb1fb287d18 req-ee623ac9-aa61-459b-8f78-31d363a949f7 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:20.843505 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ec66b0-b328-4f09-9480-659587a66b81 None None] The sync data for ids ['aebd9316-a01e-4127-af29-e6378d96890b'] in n-d-810909-2 is: [{'id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'name': 'tempest-TaggedBootDevicesTest-1635348289-router', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'c0e93b29-45a6-42b6-b846-e9a4c664d108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:11Z', 'updated_at': '2021-09-30T13:01:16Z', 'revision_number': 3, 'project_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'gw_port': {'id': 'c0e93b29-45a6-42b6-b846-e9a4c664d108', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:67:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:13Z', 'updated_at': '2021-09-30T13:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:01:20.845410 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7dbf3489-3416-4420-8125-7fb1fb287d18 req-ee623ac9-aa61-459b-8f78-31d363a949f7 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6890b7e-4d43-4be2-ac6d-310fc9e56f90 HTTP/1.1" status: 200 len: 947 time: 0.5921278 Sep 30 13:01:20.851327 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36ad1295-d3c2-4d32-8034-cacada204968 req-78edd549-c9a6-44aa-b0c4-3df662f5b056 service neutron] 10.222.0.54 "GET /v2.0/networks/53d8a375-ae3f-43ae-bcaf-c9e5f964997d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6493788 Sep 30 13:01:20.861003 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-adb81c91-3b31-4df6-877e-88f139573507 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6682374 Sep 30 13:01:20.930740 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea583b79-f872-401a-b7e0-dbf7bf964f81 req-1b0ef832-a48f-4bd0-81af-da9e5a8d43ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:20.932367 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ea583b79-f872-401a-b7e0-dbf7bf964f81 req-1b0ef832-a48f-4bd0-81af-da9e5a8d43ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0906208 Sep 30 13:01:20.948518 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7dbf3489-3416-4420-8125-7fb1fb287d18 req-9493c6aa-3410-4e5d-9567-c427ac8711d0 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977566 Sep 30 13:01:21.031213 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed9e300-fef9-4759-91e3-0c8431a39122 x-openstack-request-id: req-7ed9e300-fef9-4759-91e3-0c8431a39122 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:01:21.031958 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00dfeb91-2afc-4b4f-a41b-634a83f52a66", "name": "network-vif-deleted", "tag": "a4c1a5db-3c81-495d-8a6b-7faebd781833", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:01:21.031958 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ed9e300-fef9-4759-91e3-0c8431a39122 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:01:21.032227 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00dfeb91-2afc-4b4f-a41b-634a83f52a66', 'name': 'network-vif-deleted', 'tag': 'a4c1a5db-3c81-495d-8a6b-7faebd781833', 'status': 'completed', 'code': 200} Sep 30 13:01:21.135466 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-b6a15b18-5d3b-4e6a-9d62-6432346cdddb tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538793 Sep 30 13:01:21.153213 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea583b79-f872-401a-b7e0-dbf7bf964f81 req-4fc340d8-9801-44e9-9cf6-531034106812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:21.155696 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ea583b79-f872-401a-b7e0-dbf7bf964f81 req-4fc340d8-9801-44e9-9cf6-531034106812 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2133894 Sep 30 13:01:21.188846 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-99ac9085-d9de-4fb1-8947-5bb510e3d234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:21.210234 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7bc2713a-6842-4aec-a27e-793f4169b017 req-a7d61277-289c-4033-ab8c-e88038d3c33e service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337352 Sep 30 13:01:21.224955 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36ad1295-d3c2-4d32-8034-cacada204968 req-f2b89d52-c472-43ea-90af-bdd99b197286 service neutron] 10.222.0.54 "GET /v2.0/networks/53d8a375-ae3f-43ae-bcaf-c9e5f964997d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514643 Sep 30 13:01:21.388336 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decdcc4-ee43-4289-921e-13bb1f3bcaed req-2ece081f-e315-4fc4-b0b4-c2054fdaccba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:21.389945 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3decdcc4-ee43-4289-921e-13bb1f3bcaed req-2ece081f-e315-4fc4-b0b4-c2054fdaccba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8cb5fac3743f4247a8e3f1ac2917e566&device_id=b6890b7e-4d43-4be2-ac6d-310fc9e56f90 HTTP/1.1" status: 200 len: 1098 time: 0.0916667 Sep 30 13:01:21.404711 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-8dfda8d2-5cfa-4707-b91f-0746dd87e69c tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:21.413648 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-8dfda8d2-5cfa-4707-b91f-0746dd87e69c tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2764883 Sep 30 13:01:21.423404 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39672) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:21.439346 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edac12-c2c3-4cc4-8d67-a996b7b7096e req-dcc45a47-1d38-42af-b1a6-fadad4c1b3b4 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:21.443062 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-7dee6509-eebd-422f-ba9b-42fc5c205792 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/quotas/3bc89b3b842046238e7c21a0c02c3f96 HTTP/1.1" status: 200 len: 375 time: 0.0289209 Sep 30 13:01:21.452656 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-01edac12-c2c3-4cc4-8d67-a996b7b7096e req-dcc45a47-1d38-42af-b1a6-fadad4c1b3b4 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=b854e95f-d729-438d-aef1-1038fba089e9 HTTP/1.1" status: 200 len: 943 time: 0.2446322 Sep 30 13:01:21.508642 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ea583b79-f872-401a-b7e0-dbf7bf964f81 req-162b7dcf-9315-4d28-a219-731b04748fbb service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437111 Sep 30 13:01:21.509357 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-89a7eff9-00fd-453c-9edd-eebbe0033384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:21.522451 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:21.625629 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-01edac12-c2c3-4cc4-8d67-a996b7b7096e req-e94cd701-9540-48c5-a7cd-2d33d8a2eba1 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d6f0b3c-8222-4db0-ad39-a7497b1f4c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671441 Sep 30 13:01:21.652531 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-c0297a36-efbb-4fcf-b914-e91e9e286f11 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1987932 Sep 30 13:01:21.728143 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decdcc4-ee43-4289-921e-13bb1f3bcaed req-fc20aea4-160b-42a4-9267-f0434d59c5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:21.731241 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3decdcc4-ee43-4289-921e-13bb1f3bcaed req-fc20aea4-160b-42a4-9267-f0434d59c5e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.3044143 Sep 30 13:01:21.733464 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39678) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:21.759890 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ea583b79-f872-401a-b7e0-dbf7bf964f81 req-ea07f112-f346-49fa-9676-23deb872fdb8 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404971 Sep 30 13:01:21.847005 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c0e93b29-45a6-42b6-b846-e9a4c664d108 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:01:21.900794 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3decdcc4-ee43-4289-921e-13bb1f3bcaed req-0f0d7281-9de7-459a-bfcb-1bb7e006937d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=ab4b0eb0-6de5-43aa-a509-b85073f93f8b HTTP/1.1" status: 200 len: 217 time: 0.1532485 Sep 30 13:01:21.919059 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-89a7eff9-00fd-453c-9edd-eebbe0033384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:21.932687 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-99ac9085-d9de-4fb1-8947-5bb510e3d234 admin admin] Allocated IP 172.20.0.1 (451c330d-13f6-4604-823e-5e771fb25477/28720e55-76bf-4453-857e-342ebce4f037/1636c55c-bbe6-48a7-8d3a-d7a640650215) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:01:21.941208 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-89a7eff9-00fd-453c-9edd-eebbe0033384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:21.981539 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port c0e93b29-45a6-42b6-b846-e9a4c664d108 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:21.982044 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:22.005350 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decdcc4-ee43-4289-921e-13bb1f3bcaed req-40e7e0a8-a385-4f06-b8cf-0019635aa8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:22.011250 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3decdcc4-ee43-4289-921e-13bb1f3bcaed req-40e7e0a8-a385-4f06-b8cf-0019635aa8eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0997071 Sep 30 13:01:22.216266 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decdcc4-ee43-4289-921e-13bb1f3bcaed req-bd81bb2c-ccbc-45a1-bf6f-931777dfae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:22.218555 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3decdcc4-ee43-4289-921e-13bb1f3bcaed req-bd81bb2c-ccbc-45a1-bf6f-931777dfae7c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1980631 Sep 30 13:01:22.224104 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ed0467b3-2c78-47c0-b706-ba6206df6c0f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22bbfd7374a545fcba01ac870ed7b8c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4859545 Sep 30 13:01:22.224900 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39688) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:22.255238 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:22.289094 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port c0e93b29-45a6-42b6-b846-e9a4c664d108, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c0e93b29-45a6-42b6-b846-e9a4c664d108,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:22.293668 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:22.305523 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:22.437379 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=c0e93b29-45a6-42b6-b846-e9a4c664d108,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:22.498890 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-40cc8df0-649e-4a8b-ad47-5ab362e44e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:22.528583 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39698) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:22.531007 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-89a7eff9-00fd-453c-9edd-eebbe0033384 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=138a3c800bfd447bb4a889f902ab2002&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0703795 Sep 30 13:01:22.575219 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7eff9-00fd-453c-9edd-eebbe0033384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e60c242-e170-4ab4-9567-9c8e3c785c05,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:22.584519 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-40cc8df0-649e-4a8b-ad47-5ab362e44e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:22.659049 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3decdcc4-ee43-4289-921e-13bb1f3bcaed req-26f62147-a96d-4c4a-b162-36515ea76a71 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187114 Sep 30 13:01:22.665423 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50ffc4-545b-4c50-8617-38bea3b75a2b req-9e54f11b-6642-4363-87f9-2b7c88656b0f tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:22.674140 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8b50ffc4-545b-4c50-8617-38bea3b75a2b req-9e54f11b-6642-4363-87f9-2b7c88656b0f tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6890b7e-4d43-4be2-ac6d-310fc9e56f90 HTTP/1.1" status: 200 len: 947 time: 0.1822741 Sep 30 13:01:22.744767 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8b50ffc4-545b-4c50-8617-38bea3b75a2b req-77db1001-ad54-409e-b7b9-48839b7d6814 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629184 Sep 30 13:01:22.794953 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-99ac9085-d9de-4fb1-8947-5bb510e3d234 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:22.936566 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-40cc8df0-649e-4a8b-ad47-5ab362e44e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:22.941502 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-40cc8df0-649e-4a8b-ad47-5ab362e44e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:22.946214 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-40cc8df0-649e-4a8b-ad47-5ab362e44e7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff4607da-85e4-449a-817b-ce9d9529dd2f HTTP/1.1" status: 204 len: 168 time: 0.7200294 Sep 30 13:01:23.019425 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-99ac9085-d9de-4fb1-8947-5bb510e3d234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:23.025389 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc8df0-649e-4a8b-ad47-5ab362e44e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4607da-85e4-449a-817b-ce9d9529dd2f,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:23.031662 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3efe94b0-3560-4559-8674-e7f379f47cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:23.080179 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3decdcc4-ee43-4289-921e-13bb1f3bcaed req-bf7c709c-5ac7-4e8b-b63e-8ff50803bbb9 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056592 Sep 30 13:01:23.100854 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3efe94b0-3560-4559-8674-e7f379f47cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:23.127098 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device a4c1a5db-3c81-495d-8a6b-7faebd781833 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:01:23.130460 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451ecc9-7e8e-4e27-bc28-7649a0276aed req-a344a9ea-77e6-4843-b486-eaba4ad94b5d tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:23.132956 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3451ecc9-7e8e-4e27-bc28-7649a0276aed req-a344a9ea-77e6-4843-b486-eaba4ad94b5d tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=b854e95f-d729-438d-aef1-1038fba089e9 HTTP/1.1" status: 200 len: 943 time: 0.2913537 Sep 30 13:01:23.135690 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ac9085-d9de-4fb1-8947-5bb510e3d234 admin admin] Network 451c330d-13f6-4604-823e-5e771fb25477 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:01:23.139627 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-99ac9085-d9de-4fb1-8947-5bb510e3d234 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:01:23.143054 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ac9085-d9de-4fb1-8947-5bb510e3d234 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:01:23.166608 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: a4c1a5db-3c81-495d-8a6b-7faebd781833 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:01:23.167204 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device a4c1a5db-3c81-495d-8a6b-7faebd781833 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:01:23.235999 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3efe94b0-3560-4559-8674-e7f379f47cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:23.239620 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3efe94b0-3560-4559-8674-e7f379f47cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:23.241047 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3efe94b0-3560-4559-8674-e7f379f47cb4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e60c242-e170-4ab4-9567-9c8e3c785c05 HTTP/1.1" status: 204 len: 168 time: 0.7106164 Sep 30 13:01:23.255535 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe94b0-3560-4559-8674-e7f379f47cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e60c242-e170-4ab4-9567-9c8e3c785c05,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:23.295541 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac9085-d9de-4fb1-8947-5bb510e3d234 admin admin] Pushing event updated for resources: {'Port': ['ID=1636c55c-bbe6-48a7-8d3a-d7a640650215,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:23.339806 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3451ecc9-7e8e-4e27-bc28-7649a0276aed req-c94700e9-960a-4c79-a57d-3716e897fa1e tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d6f0b3c-8222-4db0-ad39-a7497b1f4c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860433 Sep 30 13:01:23.341668 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-99ac9085-d9de-4fb1-8947-5bb510e3d234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:23.473849 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-15946e03-4391-4da8-a531-7329894ab781 req-b5405b70-1ad3-41f2-ab6c-470d44201ff8 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d9d493-184d-4f0e-b4d1-c856f64569f6 HTTP/1.1" status: 200 len: 210 time: 0.0587597 Sep 30 13:01:23.558292 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aaa6dc53-af04-40db-b19c-d732eceae59b None None] Provisioning complete for port 1636c55c-bbe6-48a7-8d3a-d7a640650215 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:23.559072 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aaa6dc53-af04-40db-b19c-d732eceae59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:23.604852 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-99ac9085-d9de-4fb1-8947-5bb510e3d234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:23.609274 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aaa6dc53-af04-40db-b19c-d732eceae59b None None] Port 1636c55c-bbe6-48a7-8d3a-d7a640650215 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:01:23.639506 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-96821723-b56b-4998-a0a7-075a270f621d req-6942f3d7-7216-4407-87e6-655845d69e89 tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1990660580', 'description': 'tempest-description-2103434178'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:23.714933 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-96821723-b56b-4998-a0a7-075a270f621d req-6942f3d7-7216-4407-87e6-655845d69e89 tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:23.733731 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c0e93b29-45a6-42b6-b846-e9a4c664d108 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:01:23.746927 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-96821723-b56b-4998-a0a7-075a270f621d req-6942f3d7-7216-4407-87e6-655845d69e89 tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:23.850587 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39748) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:23.865202 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port c0e93b29-45a6-42b6-b846-e9a4c664d108 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:23.865568 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:23.959964 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fd013417-002e-492b-a727-3c3b5b159e2e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=704181843c83407b9dbea67d63f2af5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1081409 Sep 30 13:01:23.964789 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39750) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:24.019583 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c22271-6856-42ce-b03e-0e0660429575 req-789025ad-4f99-451e-876b-d157f2330ec0 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:24.027538 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-88c22271-6856-42ce-b03e-0e0660429575 req-789025ad-4f99-451e-876b-d157f2330ec0 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6890b7e-4d43-4be2-ac6d-310fc9e56f90 HTTP/1.1" status: 200 len: 947 time: 0.1559820 Sep 30 13:01:24.047329 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-96821723-b56b-4998-a0a7-075a270f621d req-6942f3d7-7216-4407-87e6-655845d69e89 tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:24.059783 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-96821723-b56b-4998-a0a7-075a270f621d req-6942f3d7-7216-4407-87e6-655845d69e89 tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:24.084871 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:24.098977 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:01:24.154333 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9ac4f50f-c6a0-4aba-a9ec-479d512be152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:24.157839 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-99ac9085-d9de-4fb1-8947-5bb510e3d234 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:24.164298 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-96821723-b56b-4998-a0a7-075a270f621d req-6942f3d7-7216-4407-87e6-655845d69e89 tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:24.166871 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942f3d7-7216-4407-87e6-655845d69e89 tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32cf8fd0-a065-400c-a5d1-cc6672c8a3b2,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:24.173559 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-88c22271-6856-42ce-b03e-0e0660429575 req-d2f0639b-5c2d-455b-8181-01f867797d7a tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447430 Sep 30 13:01:24.179464 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-99ac9085-d9de-4fb1-8947-5bb510e3d234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:24.181316 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-96821723-b56b-4998-a0a7-075a270f621d req-6942f3d7-7216-4407-87e6-655845d69e89 tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:24.220708 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942f3d7-7216-4407-87e6-655845d69e89 tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15e84c02-258e-406a-9849-513d7c904d03,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:24.239041 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-96821723-b56b-4998-a0a7-075a270f621d req-6942f3d7-7216-4407-87e6-655845d69e89 tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:24.241618 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-96821723-b56b-4998-a0a7-075a270f621d req-6942f3d7-7216-4407-87e6-655845d69e89 tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6072159 Sep 30 13:01:24.253471 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9ac4f50f-c6a0-4aba-a9ec-479d512be152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:24.277447 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b,segment=NetworkSegment(a4883d85-ae6f-4bad-8d1c-fcb49332ab29),segment_id=a4883d85-ae6f-4bad-8d1c-fcb49332ab29)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:24.284194 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-cebf626e-084b-4099-956b-e9e75585e78a req-1afe2214-6ef5-4ace-a6ed-3b65dbc2ff31 tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1650654780', 'description': 'tempest-description-1058308745'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:24.293959 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b', 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d', 'port_id': '5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b', 'mac_address': 'fa:16:3e:48:99:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:01:24.324160 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac9085-d9de-4fb1-8947-5bb510e3d234 admin admin] Pushing event updated for resources: {'Port': ['ID=1636c55c-bbe6-48a7-8d3a-d7a640650215,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:24.326722 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-99ac9085-d9de-4fb1-8947-5bb510e3d234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:24.339736 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:24.362816 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:01:24.374622 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-cebf626e-084b-4099-956b-e9e75585e78a req-1afe2214-6ef5-4ace-a6ed-3b65dbc2ff31 tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:24.389478 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b,segment=NetworkSegment(a4883d85-ae6f-4bad-8d1c-fcb49332ab29),segment_id=a4883d85-ae6f-4bad-8d1c-fcb49332ab29)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:24.402589 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:24.444604 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9ac4f50f-c6a0-4aba-a9ec-479d512be152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:24.449074 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9ac4f50f-c6a0-4aba-a9ec-479d512be152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:24.455416 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9ac4f50f-c6a0-4aba-a9ec-479d512be152 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93a999c7-de81-46be-af04-424d1247164d HTTP/1.1" status: 204 len: 168 time: 0.4819043 Sep 30 13:01:24.539825 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-cebf626e-084b-4099-956b-e9e75585e78a req-1afe2214-6ef5-4ace-a6ed-3b65dbc2ff31 tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:24.543336 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:24.553483 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-cebf626e-084b-4099-956b-e9e75585e78a req-1afe2214-6ef5-4ace-a6ed-3b65dbc2ff31 tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:24.568820 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4f50f-c6a0-4aba-a9ec-479d512be152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a999c7-de81-46be-af04-424d1247164d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:24.592960 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897956fd-d1ff-42da-9afc-ad204643c752 req-7fc02ad8-c23d-4850-8e07-1e10fc4f1e43 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:24.606873 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-897956fd-d1ff-42da-9afc-ad204643c752 req-7fc02ad8-c23d-4850-8e07-1e10fc4f1e43 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=b854e95f-d729-438d-aef1-1038fba089e9 HTTP/1.1" status: 200 len: 944 time: 0.1101987 Sep 30 13:01:24.615730 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ac9085-d9de-4fb1-8947-5bb510e3d234 admin admin] Network 451c330d-13f6-4604-823e-5e771fb25477 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:01:24.622133 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-99ac9085-d9de-4fb1-8947-5bb510e3d234 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:01:24.626709 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-cebf626e-084b-4099-956b-e9e75585e78a req-1afe2214-6ef5-4ace-a6ed-3b65dbc2ff31 tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:24.628635 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cebf626e-084b-4099-956b-e9e75585e78a req-1afe2214-6ef5-4ace-a6ed-3b65dbc2ff31 tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3573403 Sep 30 13:01:24.637748 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe2214-6ef5-4ace-a6ed-3b65dbc2ff31 tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=588bdfe7-38b3-463c-91b4-747b9451d89e,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:24.690576 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-924f8bf7-b679-4bb3-b2aa-be7eea115561 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540755 Sep 30 13:01:24.727286 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39780) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:24.731486 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-897956fd-d1ff-42da-9afc-ad204643c752 req-f7b49b83-d0c0-4de3-b650-dd5045ed0911 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d6f0b3c-8222-4db0-ad39-a7497b1f4c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223285 Sep 30 13:01:24.768774 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:01:24.930295 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1c790f1d-3362-4f3a-9919-37e7c6392457 req-cfa38aeb-0fed-4090-9188-4ee7fcef9f1c tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d9d493-184d-4f0e-b4d1-c856f64569f6 HTTP/1.1" status: 200 len: 210 time: 0.1041543 Sep 30 13:01:24.941966 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-61add83c-affd-4c23-802d-2bb74402e394 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:24.947004 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-61add83c-affd-4c23-802d-2bb74402e394 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2450747 Sep 30 13:01:24.970623 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-1daa884c-6cb4-4786-ac58-5dbe48c7c16b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Request body: {'port': {'device_id': '2e461eba-be3d-4e5b-9f2a-ac97f78fbb7b', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': '3bc89b3b842046238e7c21a0c02c3f96'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:24.999351 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ac9085-d9de-4fb1-8947-5bb510e3d234 admin admin] Router aebd9316-a01e-4127-af29-e6378d96890b has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:01:25.151161 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-a5f31c84-bc1d-4264-bcdb-8163a0ca03cd None None] Provisioning complete for port 1636c55c-bbe6-48a7-8d3a-d7a640650215 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:25.151837 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a5f31c84-bc1d-4264-bcdb-8163a0ca03cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:25.202274 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-1daa884c-6cb4-4786-ac58-5dbe48c7c16b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Made reservation on behalf of 3bc89b3b842046238e7c21a0c02c3f96 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:01:25.213324 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-1daa884c-6cb4-4786-ac58-5dbe48c7c16b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:25.223048 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-18e8bd50-21f2-4dbe-ad70-4367e1998931 req-c586c918-680c-4a6d-be96-2529e42f83d8 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1008002974', 'description': 'tempest-description-1407756136'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:25.228431 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ab4b0eb0-6de5-43aa-a509-b85073f93f8b details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:01:25.311439 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-a5f31c84-bc1d-4264-bcdb-8163a0ca03cd None None] Port 1636c55c-bbe6-48a7-8d3a-d7a640650215 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:01:25.321177 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-18e8bd50-21f2-4dbe-ad70-4367e1998931 req-c586c918-680c-4a6d-be96-2529e42f83d8 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:25.339852 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-18e8bd50-21f2-4dbe-ad70-4367e1998931 req-c586c918-680c-4a6d-be96-2529e42f83d8 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:25.348504 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ac9085-d9de-4fb1-8947-5bb510e3d234 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:01:25.368057 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-99ac9085-d9de-4fb1-8947-5bb510e3d234 admin admin] 10.222.0.18 "PUT /v2.0/routers/aebd9316-a01e-4127-af29-e6378d96890b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7070465 Sep 30 13:01:25.383775 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-8de808d0-49a8-43bc-8e41-9aaaaad3a692 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2825902 Sep 30 13:01:25.387083 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e597adfb-0e82-4f32-913a-c1ebe09cdd85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:25.464847 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b85bd6d-d0ae-412c-831a-91465782ea61 None None] Sync routers for ids ['aebd9316-a01e-4127-af29-e6378d96890b'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:01:25.479693 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6cb09a-6d2d-42be-a829-c25a5aced114 req-130379d2-24f7-4a7b-83cf-355d67c4e420 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:25.481344 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1b6cb09a-6d2d-42be-a829-c25a5aced114 req-130379d2-24f7-4a7b-83cf-355d67c4e420 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6890b7e-4d43-4be2-ac6d-310fc9e56f90 HTTP/1.1" status: 200 len: 947 time: 0.1751266 Sep 30 13:01:25.488184 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port ab4b0eb0-6de5-43aa-a509-b85073f93f8b, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ab4b0eb0-6de5-43aa-a509-b85073f93f8b,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:25.493336 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-1daa884c-6cb4-4786-ac58-5dbe48c7c16b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Allocated IP 192.168.233.122 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/9adbcaa4-175f-4bda-b130-9147bdd5c1d0) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:01:25.499373 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b85bd6d-d0ae-412c-831a-91465782ea61 None None] Routers {'aebd9316-a01e-4127-af29-e6378d96890b'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:01:25.500342 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-9b85bd6d-d0ae-412c-831a-91465782ea61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:01:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['aebd9316-a01e-4127-af29-e6378d96890b'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:01:25.561572 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'ab4b0eb0-6de5-43aa-a509-b85073f93f8b', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': 'ab4b0eb0-6de5-43aa-a509-b85073f93f8b', 'mac_address': 'fa:16:3e:95:b1:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:01:25.583075 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1b6cb09a-6d2d-42be-a829-c25a5aced114 req-30e07e70-4cc8-41a2-8864-660377ca512d tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945539 Sep 30 13:01:25.627155 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-5226f820-92f8-4d19-822b-508eff8540ca tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:25.629349 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-5226f820-92f8-4d19-822b-508eff8540ca tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2181096 Sep 30 13:01:25.657356 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-18e8bd50-21f2-4dbe-ad70-4367e1998931 req-c586c918-680c-4a6d-be96-2529e42f83d8 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:25.661525 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-32d5903e-c6ac-4095-b9f0-012265f0cc1f tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Request body: {'port': {'device_id': '35d9d493-184d-4f0e-b4d1-c856f64569f6', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': '3bc89b3b842046238e7c21a0c02c3f96'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:25.675436 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-18e8bd50-21f2-4dbe-ad70-4367e1998931 req-c586c918-680c-4a6d-be96-2529e42f83d8 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:25.682253 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:25.698497 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4b0eb0-6de5-43aa-a509-b85073f93f8b {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:01:25.730452 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port ab4b0eb0-6de5-43aa-a509-b85073f93f8b, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ab4b0eb0-6de5-43aa-a509-b85073f93f8b,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:25.736022 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-9b85bd6d-d0ae-412c-831a-91465782ea61 None None] Set router aebd9316-a01e-4127-af29-e6378d96890b gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:01:25.763391 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:25.822582 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586c918-680c-4a6d-be96-2529e42f83d8 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624aa18c-fb12-455f-a7d4-164c1cbf408d,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:25.906057 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-1daa884c-6cb4-4786-ac58-5dbe48c7c16b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:25.945591 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e597adfb-0e82-4f32-913a-c1ebe09cdd85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:25.973142 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e597adfb-0e82-4f32-913a-c1ebe09cdd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:25.979465 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=ab4b0eb0-6de5-43aa-a509-b85073f93f8b,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:26.004346 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['ab4b0eb0-6de5-43aa-a509-b85073f93f8b'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:01:26.028547 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-1daa884c-6cb4-4786-ac58-5dbe48c7c16b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:26.063103 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6b18421d-3672-4957-9df1-27317d4006b7'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:01:26.109024 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982308f2-9172-4d18-8fb5-3b99d5978484 req-c330d7d4-e319-45ba-8168-e70d64f41268 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:26.110826 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-982308f2-9172-4d18-8fb5-3b99d5978484 req-c330d7d4-e319-45ba-8168-e70d64f41268 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=b854e95f-d729-438d-aef1-1038fba089e9 HTTP/1.1" status: 200 len: 944 time: 0.2104895 Sep 30 13:01:26.124418 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597adfb-0e82-4f32-913a-c1ebe09cdd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718ed38d-30ca-41d1-aefc-3ef1a178fec7,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:26.131611 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-9b85bd6d-d0ae-412c-831a-91465782ea61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'name': 'tempest-TaggedBootDevicesTest-1635348289-router', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'c0e93b29-45a6-42b6-b846-e9a4c664d108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:11Z', 'updated_at': '2021-09-30T13:01:23Z', 'revision_number': 4, 'project_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'gw_port': {'id': 'c0e93b29-45a6-42b6-b846-e9a4c664d108', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:13Z', 'updated_at': '2021-09-30T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '1636c55c-bbe6-48a7-8d3a-d7a640650215', 'name': '', 'network_id': '451c330d-13f6-4604-823e-5e771fb25477', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'mac_address': 'fa:16:3e:51:ec:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '28720e55-76bf-4453-857e-342ebce4f037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:21Z', 'updated_at': '2021-09-30T13:01:23Z', 'revision_number': 2, 'project_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'subnets': [{'id': '28720e55-76bf-4453-857e-342ebce4f037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:01:26.136688 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:01:26.151135 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa884c-6cb4-4786-ac58-5dbe48c7c16b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Pushing event updated for resources: {'Port': ['ID=9adbcaa4-175f-4bda-b130-9147bdd5c1d0,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:26.206552 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b85bd6d-d0ae-412c-831a-91465782ea61 None None] Checking router: aebd9316-a01e-4127-af29-e6378d96890b for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:01:26.206901 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b85bd6d-d0ae-412c-831a-91465782ea61 None None] Updating router aebd9316-a01e-4127-af29-e6378d96890b port 1636c55c-bbe6-48a7-8d3a-d7a640650215 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:01:26.240733 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-982308f2-9172-4d18-8fb5-3b99d5978484 req-89ea27bd-87b5-443f-ae6b-13ebdf781a96 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d6f0b3c-8222-4db0-ad39-a7497b1f4c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845020 Sep 30 13:01:26.250151 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e597adfb-0e82-4f32-913a-c1ebe09cdd85 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3cf97eaac64647f282cf9c9a48bd227f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5189524 Sep 30 13:01:26.253775 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39854) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:26.255004 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-18e8bd50-21f2-4dbe-ad70-4367e1998931 req-c586c918-680c-4a6d-be96-2529e42f83d8 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:26.260331 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9b85bd6d-d0ae-412c-831a-91465782ea61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:26.262225 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-1daa884c-6cb4-4786-ac58-5dbe48c7c16b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:01:26.264264 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-1daa884c-6cb4-4786-ac58-5dbe48c7c16b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:01:26.267925 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-1daa884c-6cb4-4786-ac58-5dbe48c7c16b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:01:26.281163 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-1daa884c-6cb4-4786-ac58-5dbe48c7c16b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:26.285013 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-1daa884c-6cb4-4786-ac58-5dbe48c7c16b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:26.298617 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-18e8bd50-21f2-4dbe-ad70-4367e1998931 req-c586c918-680c-4a6d-be96-2529e42f83d8 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:26.387940 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586c918-680c-4a6d-be96-2529e42f83d8 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa08f50-b800-48c8-b81e-dd4f896564cf,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:26.427049 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-18e8bd50-21f2-4dbe-ad70-4367e1998931 req-c586c918-680c-4a6d-be96-2529e42f83d8 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:26.432698 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-18e8bd50-21f2-4dbe-ad70-4367e1998931 req-c586c918-680c-4a6d-be96-2529e42f83d8 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.2145052 Sep 30 13:01:26.434839 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-1daa884c-6cb4-4786-ac58-5dbe48c7c16b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4821491 Sep 30 13:01:26.449689 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-46e63793-5483-40c8-9953-0bd2fb0f4e71 service neutron] Request body: {'port': {'device_id': '2e461eba-be3d-4e5b-9f2a-ac97f78fbb7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:26.461904 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ae6e03b8-d8f1-4ac1-9b3a-2048f89fc463 req-99f08f18-af0a-4c8f-aed4-b4c842f40356 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d9d493-184d-4f0e-b4d1-c856f64569f6 HTTP/1.1" status: 200 len: 210 time: 0.0514629 Sep 30 13:01:26.468663 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-32d5903e-c6ac-4095-b9f0-012265f0cc1f tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Made reservation on behalf of 3bc89b3b842046238e7c21a0c02c3f96 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:01:26.473531 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-32d5903e-c6ac-4095-b9f0-012265f0cc1f tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:26.486668 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-80ba3387-19c0-4fcd-b313-29e83d17e8d3 req-0435254e-a982-42d3-989e-a80a546dcfc6 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1280221191', 'description': 'tempest-description-89991053'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:26.537517 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4b69fd32-c673-497f-a4df-b68f6eec0690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:26.586310 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:01:26.599779 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:26.600375 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:26.643212 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-46e63793-5483-40c8-9953-0bd2fb0f4e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:26.649176 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4b69fd32-c673-497f-a4df-b68f6eec0690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:26.964279 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-46e63793-5483-40c8-9953-0bd2fb0f4e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9adbcaa4-175f-4bda-b130-9147bdd5c1d0 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:01:26.981964 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-46e63793-5483-40c8-9953-0bd2fb0f4e71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:26.985942 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075fb1f-8932-4925-8392-53269ea65f43 req-c6eff9d6-0fbc-48a5-91b6-64b81446115f tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:26.990651 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-80ba3387-19c0-4fcd-b313-29e83d17e8d3 req-0435254e-a982-42d3-989e-a80a546dcfc6 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:26.995038 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3075fb1f-8932-4925-8392-53269ea65f43 req-c6eff9d6-0fbc-48a5-91b6-64b81446115f tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6890b7e-4d43-4be2-ac6d-310fc9e56f90 HTTP/1.1" status: 200 len: 948 time: 0.2023134 Sep 30 13:01:27.054662 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3075fb1f-8932-4925-8392-53269ea65f43 req-e4ea3960-a7a8-4841-b727-2cd9c0942d83 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552812 Sep 30 13:01:27.057748 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4b69fd32-c673-497f-a4df-b68f6eec0690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:27.059249 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-46e63793-5483-40c8-9953-0bd2fb0f4e71 service neutron] Transition to ACTIVE for port object 9adbcaa4-175f-4bda-b130-9147bdd5c1d0 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:01:27.062858 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4b69fd32-c673-497f-a4df-b68f6eec0690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:27.064532 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4b69fd32-c673-497f-a4df-b68f6eec0690 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/718ed38d-30ca-41d1-aefc-3ef1a178fec7 HTTP/1.1" status: 204 len: 168 time: 0.8097334 Sep 30 13:01:27.076199 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69fd32-c673-497f-a4df-b68f6eec0690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718ed38d-30ca-41d1-aefc-3ef1a178fec7,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:27.163549 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-46e63793-5483-40c8-9953-0bd2fb0f4e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:27.184680 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-32d5903e-c6ac-4095-b9f0-012265f0cc1f tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Allocated IP 192.168.233.121 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:01:27.290440 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e63793-5483-40c8-9953-0bd2fb0f4e71 service neutron] Pushing event updated for resources: {'Port': ['ID=9adbcaa4-175f-4bda-b130-9147bdd5c1d0,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:27.380880 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-80ba3387-19c0-4fcd-b313-29e83d17e8d3 req-0435254e-a982-42d3-989e-a80a546dcfc6 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:27.409549 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-80ba3387-19c0-4fcd-b313-29e83d17e8d3 req-0435254e-a982-42d3-989e-a80a546dcfc6 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:27.477118 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-80ba3387-19c0-4fcd-b313-29e83d17e8d3 req-0435254e-a982-42d3-989e-a80a546dcfc6 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:27.488765 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-80ba3387-19c0-4fcd-b313-29e83d17e8d3 req-0435254e-a982-42d3-989e-a80a546dcfc6 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0205095 Sep 30 13:01:27.537036 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435254e-a982-42d3-989e-a80a546dcfc6 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1118c09-5cf8-442d-9173-c4f085f89d8b,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:27.542648 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-46e63793-5483-40c8-9953-0bd2fb0f4e71 service neutron] Attempting to bind port 9adbcaa4-175f-4bda-b130-9147bdd5c1d0 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:01:27.543011 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-46e63793-5483-40c8-9953-0bd2fb0f4e71 service neutron] Attempting to bind port 9adbcaa4-175f-4bda-b130-9147bdd5c1d0 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:01:27.543347 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-46e63793-5483-40c8-9953-0bd2fb0f4e71 service neutron] Attempting to bind port 9adbcaa4-175f-4bda-b130-9147bdd5c1d0 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:01:27.554872 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-46e63793-5483-40c8-9953-0bd2fb0f4e71 service neutron] Port 9adbcaa4-175f-4bda-b130-9147bdd5c1d0 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:01:27.555222 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-46e63793-5483-40c8-9953-0bd2fb0f4e71 service neutron] Attempting to bind port 9adbcaa4-175f-4bda-b130-9147bdd5c1d0 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:01:27.566102 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-46e63793-5483-40c8-9953-0bd2fb0f4e71 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:01:27.566496 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-46e63793-5483-40c8-9953-0bd2fb0f4e71 service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:01:27.566966 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-46e63793-5483-40c8-9953-0bd2fb0f4e71 service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:01:27.567415 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-46e63793-5483-40c8-9953-0bd2fb0f4e71 service neutron] Bound port: 9adbcaa4-175f-4bda-b130-9147bdd5c1d0, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:01:27.567989 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-46e63793-5483-40c8-9953-0bd2fb0f4e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:27.743269 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:27.815468 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-46e63793-5483-40c8-9953-0bd2fb0f4e71 service neutron] For port 9adbcaa4-175f-4bda-b130-9147bdd5c1d0, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:01:27.818908 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-46e63793-5483-40c8-9953-0bd2fb0f4e71 service neutron] For port 9adbcaa4-175f-4bda-b130-9147bdd5c1d0, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=9adbcaa4-175f-4bda-b130-9147bdd5c1d0,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:01:27.828208 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b854e95f-d729-438d-aef1-1038fba089e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:01:27.833924 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8be70a-d5be-48c0-a9ea-8e3e2b511fc2" -d '{"events": [{"server_uuid": "b854e95f-d729-438d-aef1-1038fba089e9", "name": "network-vif-plugged", "status": "completed", "tag": "5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:01:27.850266 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c3332-77a4-4e9f-a13b-b0c99f6f7877 req-7cdf5f78-42ce-42fd-8f03-09d278fc3273 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:27.853651 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5f5c3332-77a4-4e9f-a13b-b0c99f6f7877 req-7cdf5f78-42ce-42fd-8f03-09d278fc3273 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=b854e95f-d729-438d-aef1-1038fba089e9 HTTP/1.1" status: 200 len: 944 time: 0.2146225 Sep 30 13:01:27.859679 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-46e63793-5483-40c8-9953-0bd2fb0f4e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:27.894948 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b,segment=NetworkSegment(a4883d85-ae6f-4bad-8d1c-fcb49332ab29),segment_id=a4883d85-ae6f-4bad-8d1c-fcb49332ab29)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:27.944835 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-32d5903e-c6ac-4095-b9f0-012265f0cc1f tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:27.964572 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:28.008694 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5f5c3332-77a4-4e9f-a13b-b0c99f6f7877 req-ef975943-a041-4d53-901f-10ff7e6a52d4 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d6f0b3c-8222-4db0-ad39-a7497b1f4c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451955 Sep 30 13:01:28.010107 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-46e63793-5483-40c8-9953-0bd2fb0f4e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:28.010762 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-46e63793-5483-40c8-9953-0bd2fb0f4e71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:28.015763 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39946) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:28.032949 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-46e63793-5483-40c8-9953-0bd2fb0f4e71 service neutron] 10.222.0.39 "PUT /v2.0/ports/9adbcaa4-175f-4bda-b130-9147bdd5c1d0 HTTP/1.1" status: 200 len: 1096 time: 1.5846694 Sep 30 13:01:28.061158 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e461eba-be3d-4e5b-9f2a-ac97f78fbb7b', 'tag': '9adbcaa4-175f-4bda-b130-9147bdd5c1d0'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:01:28.063295 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0004fe01-4f7c-4844-a128-398620436a85" -d '{"events": [{"name": "network-changed", "server_uuid": "2e461eba-be3d-4e5b-9f2a-ac97f78fbb7b", "tag": "9adbcaa4-175f-4bda-b130-9147bdd5c1d0"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:01:28.087661 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ea41e2f2-e7da-46d5-bb1c-e3e796292d82 req-12df3cd6-4bf1-4023-8de7-b7d39e9444f7 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d9d493-184d-4f0e-b4d1-c856f64569f6 HTTP/1.1" status: 200 len: 210 time: 0.1004677 Sep 30 13:01:28.092456 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9b85bd6d-d0ae-412c-831a-91465782ea61 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:28.097048 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ff34cec6-3bdc-4c59-a8c1-18b91949e463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:28.119113 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-32d5903e-c6ac-4095-b9f0-012265f0cc1f tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:28.122336 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9b85bd6d-d0ae-412c-831a-91465782ea61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:28.142525 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6b18421d-3672-4957-9df1-27317d4006b7'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:01:28.187112 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:28.200406 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e63793-5483-40c8-9953-0bd2fb0f4e71 service neutron] Pushing event updated for resources: {'Port': ['ID=9adbcaa4-175f-4bda-b130-9147bdd5c1d0,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:28.245624 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-32d5903e-c6ac-4095-b9f0-012265f0cc1f tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:01:28.270815 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-32d5903e-c6ac-4095-b9f0-012265f0cc1f tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:01:28.308702 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-32d5903e-c6ac-4095-b9f0-012265f0cc1f tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:01:28.437047 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-9b85bd6d-d0ae-412c-831a-91465782ea61 None None] Attempting to bind port 1636c55c-bbe6-48a7-8d3a-d7a640650215 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:01:28.437416 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-9b85bd6d-d0ae-412c-831a-91465782ea61 None None] Attempting to bind port 1636c55c-bbe6-48a7-8d3a-d7a640650215 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'fe45a204-9df2-427b-ab55-3bf891956d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '451c330d-13f6-4604-823e-5e771fb25477'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:01:28.437769 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b85bd6d-d0ae-412c-831a-91465782ea61 None None] Attempting to bind port 1636c55c-bbe6-48a7-8d3a-d7a640650215 on network 451c330d-13f6-4604-823e-5e771fb25477 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:01:28.440223 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5903e-c6ac-4095-b9f0-012265f0cc1f tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Pushing event updated for resources: {'Port': ['ID=e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:28.484732 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b85bd6d-d0ae-412c-831a-91465782ea61 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:01:28.486711 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b85bd6d-d0ae-412c-831a-91465782ea61 None None] Checking segment: {'id': 'fe45a204-9df2-427b-ab55-3bf891956d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '451c330d-13f6-4604-823e-5e771fb25477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:01:28.487115 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9b85bd6d-d0ae-412c-831a-91465782ea61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:28.487605 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b85bd6d-d0ae-412c-831a-91465782ea61 None None] Bound using segment: {'id': 'fe45a204-9df2-427b-ab55-3bf891956d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '451c330d-13f6-4604-823e-5e771fb25477'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:01:28.487976 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-9b85bd6d-d0ae-412c-831a-91465782ea61 None None] Bound port: 1636c55c-bbe6-48a7-8d3a-d7a640650215, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe45a204-9df2-427b-ab55-3bf891956d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '451c330d-13f6-4604-823e-5e771fb25477'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:01:28.488350 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9b85bd6d-d0ae-412c-831a-91465782ea61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:28.599871 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-32d5903e-c6ac-4095-b9f0-012265f0cc1f tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:28.600575 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-32d5903e-c6ac-4095-b9f0-012265f0cc1f tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:28.613364 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a3aa373-8ee7-4fca-ba45-28c2bfd50e1e req-8450309c-1141-4aaa-9039-f612b6d9e914 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39556 time: 0.5462365 Sep 30 13:01:28.661966 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc3545-b148-495d-ae90-9fdd648989dc None None] Pushing event updated for resources: {'Port': ['ID=1636c55c-bbe6-48a7-8d3a-d7a640650215,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:28.720818 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a3aa373-8ee7-4fca-ba45-28c2bfd50e1e req-c7d82fc7-17ea-4276-9010-4a467a19ab5a tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] 10.222.0.18 "GET /v2.0/security-groups/1d7433fc-2dcb-4dfb-b290-d94ce6ee4ef8 HTTP/1.1" status: 200 len: 2977 time: 0.0825214 Sep 30 13:01:28.721123 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7df0bf-d8b7-42f3-937b-d311d858dd04 x-openstack-request-id: req-5e7df0bf-d8b7-42f3-937b-d311d858dd04 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:01:28.721712 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b854e95f-d729-438d-aef1-1038fba089e9", "name": "network-vif-plugged", "status": "completed", "tag": "5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:01:28.722161 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e7df0bf-d8b7-42f3-937b-d311d858dd04 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:01:28.722705 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b854e95f-d729-438d-aef1-1038fba089e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b', 'code': 200} Sep 30 13:01:28.748757 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-a7b1dcfc-bc6a-47bd-9a18-66ee6f0ecaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:28.756895 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-a7b1dcfc-bc6a-47bd-9a18-66ee6f0ecaa8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&device_id=2e461eba-be3d-4e5b-9f2a-ac97f78fbb7b HTTP/1.1" status: 200 len: 1099 time: 0.6410830 Sep 30 13:01:28.839853 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-15be6cb2-469a-48d4-8221-ab13bd9b76e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=9adbcaa4-175f-4bda-b130-9147bdd5c1d0 HTTP/1.1" status: 200 len: 217 time: 0.0630288 Sep 30 13:01:28.861156 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-9b85bd6d-d0ae-412c-831a-91465782ea61 None None] For port 1636c55c-bbe6-48a7-8d3a-d7a640650215, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:01:28.898373 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-9b85bd6d-d0ae-412c-831a-91465782ea61 None None] For port 1636c55c-bbe6-48a7-8d3a-d7a640650215, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1636c55c-bbe6-48a7-8d3a-d7a640650215,segment=NetworkSegment(fe45a204-9df2-427b-ab55-3bf891956d2b),segment_id=fe45a204-9df2-427b-ab55-3bf891956d2b)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:01:28.919252 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba495a2c-0579-44a0-bb50-b8d35f00e350 req-0b55f882-367e-4cfd-9240-d90d8ff1d9a6 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:28.921504 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ba495a2c-0579-44a0-bb50-b8d35f00e350 req-0b55f882-367e-4cfd-9240-d90d8ff1d9a6 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6890b7e-4d43-4be2-ac6d-310fc9e56f90 HTTP/1.1" status: 200 len: 948 time: 0.1479604 Sep 30 13:01:28.924808 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ff34cec6-3bdc-4c59-a8c1-18b91949e463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:28.928182 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9b85bd6d-d0ae-412c-831a-91465782ea61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:28.951374 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-e9cceab9-aaa5-4c7b-8c94-7da8fe0d3054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:28.953616 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-e9cceab9-aaa5-4c7b-8c94-7da8fe0d3054 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0937245 Sep 30 13:01:28.958421 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a3aa373-8ee7-4fca-ba45-28c2bfd50e1e req-09fed57e-4d96-4454-842f-bd937b01fc84 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] 10.222.0.18 "GET /v2.0/security-groups/1d7433fc-2dcb-4dfb-b290-d94ce6ee4ef8 HTTP/1.1" status: 200 len: 2977 time: 0.2195663 Sep 30 13:01:28.966188 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fe2c0-bbb4-45c6-b815-8e0e5eeb21c4 req-75c17d72-9d00-41f3-8b2d-0d5526edc290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:28.968433 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-523fe2c0-bbb4-45c6-b815-8e0e5eeb21c4 req-75c17d72-9d00-41f3-8b2d-0d5526edc290 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b854e95f-d729-438d-aef1-1038fba089e9 HTTP/1.1" status: 200 len: 1096 time: 0.2523820 Sep 30 13:01:28.976879 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ff34cec6-3bdc-4c59-a8c1-18b91949e463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:29.004803 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-32d5903e-c6ac-4095-b9f0-012265f0cc1f tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3512733 Sep 30 13:01:29.029503 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ba495a2c-0579-44a0-bb50-b8d35f00e350 req-b7d58d59-d787-4204-ad75-a3d0918f9d7b tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001945 Sep 30 13:01:29.040765 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b85bd6d-d0ae-412c-831a-91465782ea61 None None] Routers {'aebd9316-a01e-4127-af29-e6378d96890b'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:01:29.053540 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-9b85bd6d-d0ae-412c-831a-91465782ea61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:01:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['aebd9316-a01e-4127-af29-e6378d96890b'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:01:29.056500 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4a95ed48-918c-438f-b003-fd293b762181 None None] Provisioning complete for port e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:29.057123 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4a95ed48-918c-438f-b003-fd293b762181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:29.070611 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Request body: {'port': {'device_id': '35d9d493-184d-4f0e-b4d1-c856f64569f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:29.096558 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ff34cec6-3bdc-4c59-a8c1-18b91949e463 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b774b9af95fa4afba1285035387fb35d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0780096 Sep 30 13:01:29.105983 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39984) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:29.146120 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc3545-b148-495d-ae90-9fdd648989dc None None] Pushing event updated for resources: {'Port': ['ID=1636c55c-bbe6-48a7-8d3a-d7a640650215,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:29.158002 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e7ba4c-eef6-4a71-b457-c5908164e6e2 x-openstack-request-id: req-20e7ba4c-eef6-4a71-b457-c5908164e6e2 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:01:29.158453 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e461eba-be3d-4e5b-9f2a-ac97f78fbb7b", "tag": "9adbcaa4-175f-4bda-b130-9147bdd5c1d0", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:01:29.158716 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20e7ba4c-eef6-4a71-b457-c5908164e6e2 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:01:29.162063 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e461eba-be3d-4e5b-9f2a-ac97f78fbb7b', 'tag': '9adbcaa4-175f-4bda-b130-9147bdd5c1d0', 'status': 'completed', 'code': 200} Sep 30 13:01:29.170421 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-4a95ed48-918c-438f-b003-fd293b762181 None None] Port e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:01:29.191602 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ab4b0eb0-6de5-43aa-a509-b85073f93f8b up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:01:29.193324 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34cec6-3bdc-4c59-a8c1-18b91949e463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87527b6-c9ee-4b35-8bd6-6f57e3a192fa,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:29.237667 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-523fe2c0-bbb4-45c6-b815-8e0e5eeb21c4 req-67aeea69-95f3-4046-a5ba-259bbc04aa57 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6d6f0b3c-8222-4db0-ad39-a7497b1f4c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2377586 Sep 30 13:01:29.239257 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-dbeeab02-7b89-4407-b507-fe6109cd8db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:29.246824 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-dbeeab02-7b89-4407-b507-fe6109cd8db0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2831650 Sep 30 13:01:29.292567 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:29.294113 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4a95ed48-918c-438f-b003-fd293b762181 None None] Provisioning complete for port 1636c55c-bbe6-48a7-8d3a-d7a640650215 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:29.294675 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4a95ed48-918c-438f-b003-fd293b762181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:29.318188 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a3aa373-8ee7-4fca-ba45-28c2bfd50e1e req-83ead4ba-f2f9-48db-89b9-a7a70d25308f tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] 10.222.0.18 "GET /v2.0/security-groups/21d07db6-4d30-4022-a3a5-4bde7379e950 HTTP/1.1" status: 200 len: 2981 time: 0.3479245 Sep 30 13:01:29.344368 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-9b85bd6d-d0ae-412c-831a-91465782ea61 None None] Set router aebd9316-a01e-4127-af29-e6378d96890b gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:01:29.455402 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-888d8584-a9f1-43a0-96ed-90e912094fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:29.461570 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a3aa373-8ee7-4fca-ba45-28c2bfd50e1e req-4b3ae2d3-5fc9-4c00-89bc-7a633fe1d98e tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] 10.222.0.18 "GET /v2.0/security-groups/21d07db6-4d30-4022-a3a5-4bde7379e950 HTTP/1.1" status: 200 len: 2981 time: 0.1277847 Sep 30 13:01:29.470503 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port ab4b0eb0-6de5-43aa-a509-b85073f93f8b completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:01:29.503618 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port ab4b0eb0-6de5-43aa-a509-b85073f93f8b triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:29.503997 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:29.556785 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-888d8584-a9f1-43a0-96ed-90e912094fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:29.564254 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-ffa121a0-dc83-4769-8105-3f990ce11be4 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955170 Sep 30 13:01:29.630336 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4a95ed48-918c-438f-b003-fd293b762181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:29.664106 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a3aa373-8ee7-4fca-ba45-28c2bfd50e1e req-fd357e40-aaa8-4c3c-b033-18f46338743f tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] 10.222.0.18 "GET /v2.0/security-groups/32cf8fd0-a065-400c-a5d1-cc6672c8a3b2 HTTP/1.1" status: 200 len: 2981 time: 0.1909697 Sep 30 13:01:29.722730 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-4a95ed48-918c-438f-b003-fd293b762181 None None] For port 1636c55c-bbe6-48a7-8d3a-d7a640650215, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1636c55c-bbe6-48a7-8d3a-d7a640650215,segment=NetworkSegment(fe45a204-9df2-427b-ab55-3bf891956d2b),segment_id=fe45a204-9df2-427b-ab55-3bf891956d2b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:29.748937 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cede65d-02c6-4195-a244-1f86d9b907b6 req-a4a67d28-2906-41e9-b778-2c7fce3c5cf8 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:29.751971 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4a95ed48-918c-438f-b003-fd293b762181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:29.758050 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5cede65d-02c6-4195-a244-1f86d9b907b6 req-a4a67d28-2906-41e9-b778-2c7fce3c5cf8 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=b854e95f-d729-438d-aef1-1038fba089e9 HTTP/1.1" status: 200 len: 945 time: 0.1477158 Sep 30 13:01:29.782931 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a3aa373-8ee7-4fca-ba45-28c2bfd50e1e req-863e15c1-674b-4d3c-a913-61a3d5fd392e tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] 10.222.0.18 "GET /v2.0/security-groups/32cf8fd0-a065-400c-a5d1-cc6672c8a3b2 HTTP/1.1" status: 200 len: 2981 time: 0.1175320 Sep 30 13:01:29.804574 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-888d8584-a9f1-43a0-96ed-90e912094fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:29.808179 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-888d8584-a9f1-43a0-96ed-90e912094fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:29.810534 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-888d8584-a9f1-43a0-96ed-90e912094fcb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e87527b6-c9ee-4b35-8bd6-6f57e3a192fa HTTP/1.1" status: 204 len: 168 time: 0.6981966 Sep 30 13:01:29.828702 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:29.852423 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95ed48-918c-438f-b003-fd293b762181 None None] Pushing event updated for resources: {'Port': ['ID=1636c55c-bbe6-48a7-8d3a-d7a640650215,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:29.852709 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-e93f6e94-c093-4e28-ad27-d5da9094d3c8 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439051 Sep 30 13:01:29.874167 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-9b85bd6d-d0ae-412c-831a-91465782ea61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'name': 'tempest-TaggedBootDevicesTest-1635348289-router', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'c0e93b29-45a6-42b6-b846-e9a4c664d108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:11Z', 'updated_at': '2021-09-30T13:01:23Z', 'revision_number': 4, 'project_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'gw_port': {'id': 'c0e93b29-45a6-42b6-b846-e9a4c664d108', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:13Z', 'updated_at': '2021-09-30T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '1636c55c-bbe6-48a7-8d3a-d7a640650215', 'name': '', 'network_id': '451c330d-13f6-4604-823e-5e771fb25477', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'mac_address': 'fa:16:3e:51:ec:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '28720e55-76bf-4453-857e-342ebce4f037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:21Z', 'updated_at': '2021-09-30T13:01:28Z', 'revision_number': 4, 'project_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'subnets': [{'id': '28720e55-76bf-4453-857e-342ebce4f037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:01:29.880403 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d8584-a9f1-43a0-96ed-90e912094fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87527b6-c9ee-4b35-8bd6-6f57e3a192fa,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:29.890582 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5cede65d-02c6-4195-a244-1f86d9b907b6 req-e78d180c-bc5f-4706-af05-3f4ad7f9d800 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d6f0b3c-8222-4db0-ad39-a7497b1f4c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276398 Sep 30 13:01:29.899078 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a3aa373-8ee7-4fca-ba45-28c2bfd50e1e req-43824e69-dd4f-47c4-a03c-ead3f38f488b tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] 10.222.0.18 "GET /v2.0/security-groups/609495c6-0f13-46e6-85b9-74a07b94d169 HTTP/1.1" status: 200 len: 2981 time: 0.1039865 Sep 30 13:01:29.922071 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d8584-a9f1-43a0-96ed-90e912094fcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:29.922951 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d8584-a9f1-43a0-96ed-90e912094fcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:29.923462 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d8584-a9f1-43a0-96ed-90e912094fcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:29.923801 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d8584-a9f1-43a0-96ed-90e912094fcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:29.924133 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d8584-a9f1-43a0-96ed-90e912094fcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:29.924464 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d8584-a9f1-43a0-96ed-90e912094fcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:29.925020 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d8584-a9f1-43a0-96ed-90e912094fcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:29.925404 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d8584-a9f1-43a0-96ed-90e912094fcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:29.925729 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d8584-a9f1-43a0-96ed-90e912094fcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:29.926101 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d8584-a9f1-43a0-96ed-90e912094fcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:29.926428 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d8584-a9f1-43a0-96ed-90e912094fcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:29.926746 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d8584-a9f1-43a0-96ed-90e912094fcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:29.929010 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b85bd6d-d0ae-412c-831a-91465782ea61 None None] The sync data for ids ['aebd9316-a01e-4127-af29-e6378d96890b'] in n-d-810909-2 is: [{'id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'name': 'tempest-TaggedBootDevicesTest-1635348289-router', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'c0e93b29-45a6-42b6-b846-e9a4c664d108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:11Z', 'updated_at': '2021-09-30T13:01:23Z', 'revision_number': 4, 'project_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'gw_port': {'id': 'c0e93b29-45a6-42b6-b846-e9a4c664d108', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:13Z', 'updated_at': '2021-09-30T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '1636c55c-bbe6-48a7-8d3a-d7a640650215', 'name': '', 'network_id': '451c330d-13f6-4604-823e-5e771fb25477', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'mac_address': 'fa:16:3e:51:ec:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '28720e55-76bf-4453-857e-342ebce4f037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:21Z', 'updated_at': '2021-09-30T13:01:28Z', 'revision_number': 4, 'project_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'subnets': [{'id': '28720e55-76bf-4453-857e-342ebce4f037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:01:29.938057 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port ab4b0eb0-6de5-43aa-a509-b85073f93f8b, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ab4b0eb0-6de5-43aa-a509-b85073f93f8b,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:29.945927 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-8a09c901-1192-46bb-8def-4268282cd075 None None] Provisioning complete for port 1636c55c-bbe6-48a7-8d3a-d7a640650215 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:29.952840 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8a09c901-1192-46bb-8def-4268282cd075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:30.069242 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:30.153938 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a3aa373-8ee7-4fca-ba45-28c2bfd50e1e req-151aa7c2-7d92-449f-888f-ac7668f7045e tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] 10.222.0.18 "GET /v2.0/security-groups/609495c6-0f13-46e6-85b9-74a07b94d169 HTTP/1.1" status: 200 len: 2981 time: 0.2537055 Sep 30 13:01:30.155702 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8 {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:01:30.166883 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:30.178902 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004fe01-4f7c-4844-a128-398620436a85 req-e0642b7d-7270-4c8a-8928-c1c028dc9deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:30.182342 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0004fe01-4f7c-4844-a128-398620436a85 req-e0642b7d-7270-4c8a-8928-c1c028dc9deb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&device_id=2e461eba-be3d-4e5b-9f2a-ac97f78fbb7b HTTP/1.1" status: 200 len: 1099 time: 0.2286787 Sep 30 13:01:30.221290 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=ab4b0eb0-6de5-43aa-a509-b85073f93f8b,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:30.231189 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Transition to ACTIVE for port object e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:01:30.251124 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:30.268680 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80764344-67f5-4821-b9dc-04127659e881 req-53b29bfe-2309-4985-8593-de40053a8275 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:30.272100 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-80764344-67f5-4821-b9dc-04127659e881 req-53b29bfe-2309-4985-8593-de40053a8275 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d9d493-184d-4f0e-b4d1-c856f64569f6 HTTP/1.1" status: 200 len: 936 time: 0.1768610 Sep 30 13:01:30.351622 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:30.354003 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004fe01-4f7c-4844-a128-398620436a85 req-6769ba3b-9ce0-41f1-bc67-7756ea47fa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:30.361958 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0004fe01-4f7c-4844-a128-398620436a85 req-6769ba3b-9ce0-41f1-bc67-7756ea47fa7e service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.1598790 Sep 30 13:01:30.390322 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:30.390708 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:30.390992 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:30.396151 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:30.396151 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:30.396151 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:30.396151 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:30.396151 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:30.396151 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:30.396151 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:30.396151 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:30.396817 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:30.418148 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-80764344-67f5-4821-b9dc-04127659e881 req-de07d3bf-0b16-43f9-ba98-b10131df6e22 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024601 Sep 30 13:01:30.493698 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0004fe01-4f7c-4844-a128-398620436a85 req-114e7224-0678-4e95-afe3-bb5ef4238540 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=9adbcaa4-175f-4bda-b130-9147bdd5c1d0 HTTP/1.1" status: 200 len: 217 time: 0.1271744 Sep 30 13:01:30.498258 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a3aa373-8ee7-4fca-ba45-28c2bfd50e1e req-2c18531c-592e-4f9d-83ca-bbbc7ccbcb38 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] 10.222.0.18 "GET /v2.0/security-groups/624aa18c-fb12-455f-a7d4-164c1cbf408d HTTP/1.1" status: 200 len: 2981 time: 0.3253622 Sep 30 13:01:30.609510 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Attempting to bind port e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:01:30.609510 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Attempting to bind port e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:01:30.609999 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Attempting to bind port e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:01:30.615619 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Port e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:01:30.616062 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Attempting to bind port e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:01:30.628482 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:01:30.629195 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:01:30.630219 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:01:30.630914 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Bound port: e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:01:30.631505 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:30.709405 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004fe01-4f7c-4844-a128-398620436a85 req-c9e7a718-59cc-4c0b-9c2e-9d1ca7ef3dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:30.714934 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0004fe01-4f7c-4844-a128-398620436a85 req-c9e7a718-59cc-4c0b-9c2e-9d1ca7ef3dba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.2118492 Sep 30 13:01:30.725422 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6890b7e-4d43-4be2-ac6d-310fc9e56f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4b0eb0-6de5-43aa-a509-b85073f93f8b'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:01:30.728103 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fad1613-2507-45f8-93eb-a18c21d12b05" -d '{"events": [{"server_uuid": "b6890b7e-4d43-4be2-ac6d-310fc9e56f90", "name": "network-vif-plugged", "status": "completed", "tag": "ab4b0eb0-6de5-43aa-a509-b85073f93f8b"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:01:30.819384 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] For port e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:01:30.828453 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] For port e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:01:30.840243 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:30.845726 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a3aa373-8ee7-4fca-ba45-28c2bfd50e1e req-0e1f7656-0d82-40c5-8a1b-decfc787429b tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] 10.222.0.18 "GET /v2.0/security-groups/624aa18c-fb12-455f-a7d4-164c1cbf408d HTTP/1.1" status: 200 len: 2981 time: 0.3220358 Sep 30 13:01:30.914602 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004fe01-4f7c-4844-a128-398620436a85 req-c6253282-d23e-4f14-81f5-3b30248ecdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:30.916572 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0004fe01-4f7c-4844-a128-398620436a85 req-c6253282-d23e-4f14-81f5-3b30248ecdf1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1930642 Sep 30 13:01:30.922929 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:30.923691 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:30.925867 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] 10.222.0.39 "PUT /v2.0/ports/e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8 HTTP/1.1" status: 200 len: 1096 time: 1.8948274 Sep 30 13:01:30.925867 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d9d493-184d-4f0e-b4d1-c856f64569f6', 'tag': 'e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:01:30.928258 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cea752-fef6-4100-910b-4a5097aa497b" -d '{"events": [{"name": "network-changed", "server_uuid": "35d9d493-184d-4f0e-b4d1-c856f64569f6", "tag": "e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:01:30.961980 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0dba1-cf4d-4feb-8c15-bcc18ed2d3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:31.091778 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-3c7e0c38-c4a3-498b-a8de-7f171ce340dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:31.094903 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-3c7e0c38-c4a3-498b-a8de-7f171ce340dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&device_id=35d9d493-184d-4f0e-b4d1-c856f64569f6 HTTP/1.1" status: 200 len: 1099 time: 0.1029701 Sep 30 13:01:31.108689 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a3aa373-8ee7-4fca-ba45-28c2bfd50e1e req-24d4ab9b-2e74-4cd4-9ea9-163884a9458d tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] 10.222.0.18 "GET /v2.0/security-groups/74560b77-8100-496f-974d-9e6cfad60cd3 HTTP/1.1" status: 200 len: 2977 time: 0.2615888 Sep 30 13:01:31.185580 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0004fe01-4f7c-4844-a128-398620436a85 req-b86f7e8f-ca1e-4ac0-ade2-9f57e08a36be service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415767 Sep 30 13:01:31.213191 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-e47cd27f-6681-47f3-82b0-b8d40bd2e5fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8 HTTP/1.1" status: 200 len: 217 time: 0.1107631 Sep 30 13:01:31.336063 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-af78beb2-770d-446e-838e-5af18df5857c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:31.339775 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-af78beb2-770d-446e-838e-5af18df5857c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1193390 Sep 30 13:01:31.354955 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0004fe01-4f7c-4844-a128-398620436a85 req-713af297-a31d-4909-a2f0-61438ff03427 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579070 Sep 30 13:01:31.358126 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a3aa373-8ee7-4fca-ba45-28c2bfd50e1e req-98e71120-bf90-453c-a402-a844184f1c0a tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] 10.222.0.18 "GET /v2.0/security-groups/74560b77-8100-496f-974d-9e6cfad60cd3 HTTP/1.1" status: 200 len: 2977 time: 0.2398512 Sep 30 13:01:31.425194 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-138b90b7-c587-4691-b937-d70f1c3a5152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:31.426852 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-138b90b7-c587-4691-b937-d70f1c3a5152 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0790474 Sep 30 13:01:31.438266 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40034) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:31.467150 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a3aa373-8ee7-4fca-ba45-28c2bfd50e1e req-11f7ca2d-0313-4cc0-9ac2-fbd9091bbb69 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] 10.222.0.18 "GET /v2.0/security-groups/8d6b8a56-c9d6-431c-a19b-f7125da6aaf5 HTTP/1.1" status: 200 len: 2981 time: 0.0932429 Sep 30 13:01:31.541943 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a3aa373-8ee7-4fca-ba45-28c2bfd50e1e req-c1e11e3b-42af-4924-9374-f79f944274ef tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] 10.222.0.18 "GET /v2.0/security-groups/8d6b8a56-c9d6-431c-a19b-f7125da6aaf5 HTTP/1.1" status: 200 len: 2981 time: 0.0644970 Sep 30 13:01:31.604712 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a3aa373-8ee7-4fca-ba45-28c2bfd50e1e req-2065824f-acb0-4a20-9f11-5cf53f1f6191 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] 10.222.0.18 "GET /v2.0/security-groups/945eb4ed-851e-43e2-ba7d-691da67100e7 HTTP/1.1" status: 200 len: 2981 time: 0.0541129 Sep 30 13:01:31.623250 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-99afdd14-8384-414a-bc66-7474dc9b0585 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-253381871-network', 'tenant_id': '52fc4a104b2948969e2ddc7c90e1bf83'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:31.629569 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-f5952442-5621-4aba-ad11-c14de603634a service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949265 Sep 30 13:01:31.705263 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99afdd14-8384-414a-bc66-7474dc9b0585 admin admin] Made reservation on behalf of 52fc4a104b2948969e2ddc7c90e1bf83 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:01:31.707578 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99afdd14-8384-414a-bc66-7474dc9b0585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:31.738619 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99afdd14-8384-414a-bc66-7474dc9b0585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:31.744245 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a3aa373-8ee7-4fca-ba45-28c2bfd50e1e req-446d2b6f-784b-4c82-8781-e3be682d06b2 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] 10.222.0.18 "GET /v2.0/security-groups/945eb4ed-851e-43e2-ba7d-691da67100e7 HTTP/1.1" status: 200 len: 2981 time: 0.1174366 Sep 30 13:01:31.772486 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08494d-fa6b-4fe1-ad22-6d92fbbc4d06 req-edbc3afc-2e53-4829-bfba-ac80bd7cc287 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:31.786665 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8c08494d-fa6b-4fe1-ad22-6d92fbbc4d06 req-edbc3afc-2e53-4829-bfba-ac80bd7cc287 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6890b7e-4d43-4be2-ac6d-310fc9e56f90 HTTP/1.1" status: 200 len: 949 time: 0.1700068 Sep 30 13:01:31.826392 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1636c55c-bbe6-48a7-8d3a-d7a640650215 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:01:31.860105 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a3aa373-8ee7-4fca-ba45-28c2bfd50e1e req-eb0db4a5-3430-447e-9e51-4d4cd930b35b tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] 10.222.0.18 "GET /v2.0/security-groups/b98758e5-29ce-48c9-9648-44f4b4efa3f1 HTTP/1.1" status: 200 len: 2973 time: 0.0963364 Sep 30 13:01:31.871121 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-82c460c8-b15e-47ce-b524-262aa1fb0e92 req-d6cb7ab5-d43e-41d9-8c3b-c1cfcfdfc4e7 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197881 Sep 30 13:01:31.878547 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8c08494d-fa6b-4fe1-ad22-6d92fbbc4d06 req-99d3bda3-2b07-413c-b26a-8b7f393d2311 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899606 Sep 30 13:01:31.948867 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0feeb5c-a4ef-4ab5-8f80-888711ebb191 x-openstack-request-id: req-e0feeb5c-a4ef-4ab5-8f80-888711ebb191 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:01:31.949216 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6890b7e-4d43-4be2-ac6d-310fc9e56f90", "name": "network-vif-plugged", "status": "completed", "tag": "ab4b0eb0-6de5-43aa-a509-b85073f93f8b", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:01:31.949476 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0feeb5c-a4ef-4ab5-8f80-888711ebb191 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:01:31.949992 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6890b7e-4d43-4be2-ac6d-310fc9e56f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4b0eb0-6de5-43aa-a509-b85073f93f8b', 'code': 200} Sep 30 13:01:31.963546 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 1636c55c-bbe6-48a7-8d3a-d7a640650215 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:31.964410 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:32.097506 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11186e92-4179-4999-aac9-931235251757 req-42d43771-9d4c-4a9b-bbac-60fbe46cfbba tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:32.099269 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-11186e92-4179-4999-aac9-931235251757 req-42d43771-9d4c-4a9b-bbac-60fbe46cfbba tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=b854e95f-d729-438d-aef1-1038fba089e9 HTTP/1.1" status: 200 len: 945 time: 0.0940676 Sep 30 13:01:32.104820 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c99242-d5bc-4e3a-94fd-4f3478ff2d26 req-585dd95b-5d1c-4697-9647-1ca09fda06f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:32.106385 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b4c99242-d5bc-4e3a-94fd-4f3478ff2d26 req-585dd95b-5d1c-4697-9647-1ca09fda06f3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b6890b7e-4d43-4be2-ac6d-310fc9e56f90 HTTP/1.1" status: 200 len: 1100 time: 0.0712886 Sep 30 13:01:32.163286 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-11186e92-4179-4999-aac9-931235251757 req-e3b09439-eca5-4356-8db9-8f7e73090b92 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d6f0b3c-8222-4db0-ad39-a7497b1f4c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558374 Sep 30 13:01:32.169913 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b4c99242-d5bc-4e3a-94fd-4f3478ff2d26 req-4cd6fea8-0270-4c7c-834a-f74ad7ec4bf2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548930 Sep 30 13:01:32.220604 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5db2e1-0016-4f42-a246-53a6c52fd48a x-openstack-request-id: req-ef5db2e1-0016-4f42-a246-53a6c52fd48a {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:01:32.221236 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d9d493-184d-4f0e-b4d1-c856f64569f6", "tag": "e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:01:32.221236 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef5db2e1-0016-4f42-a246-53a6c52fd48a {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:01:32.221521 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d9d493-184d-4f0e-b4d1-c856f64569f6', 'tag': 'e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8', 'status': 'completed', 'code': 200} Sep 30 13:01:32.228363 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a3aa373-8ee7-4fca-ba45-28c2bfd50e1e req-50316bcd-f79f-4426-b038-22376f297720 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] 10.222.0.18 "GET /v2.0/security-groups/b98758e5-29ce-48c9-9648-44f4b4efa3f1 HTTP/1.1" status: 200 len: 2973 time: 0.3670630 Sep 30 13:01:32.291799 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99afdd14-8384-414a-bc66-7474dc9b0585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:32.296080 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a3aa373-8ee7-4fca-ba45-28c2bfd50e1e req-cb62289b-fd02-484c-8743-adbc242a53c5 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] 10.222.0.18 "GET /v2.0/security-groups/cf048e45-5217-4b84-8732-6ee3a0834c5c HTTP/1.1" status: 200 len: 2977 time: 0.0550325 Sep 30 13:01:32.297525 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99afdd14-8384-414a-bc66-7474dc9b0585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:32.325092 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99afdd14-8384-414a-bc66-7474dc9b0585 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:01:32.354794 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99afdd14-8384-414a-bc66-7474dc9b0585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbba3ca-fc6f-431b-a248-65a430d6b630,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:32.362353 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99afdd14-8384-414a-bc66-7474dc9b0585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:32.362690 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-99afdd14-8384-414a-bc66-7474dc9b0585 admin admin] Added segment 3dcaa16c-8d59-405a-b5ec-7dd97299c53d of type vlan for network 49ef354a-ba5f-45a0-ae5d-336431ac76bd Sep 30 13:01:32.403240 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a3aa373-8ee7-4fca-ba45-28c2bfd50e1e req-52847b6b-3631-45cd-9206-bb9d6939c874 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] 10.222.0.18 "GET /v2.0/security-groups/cf048e45-5217-4b84-8732-6ee3a0834c5c HTTP/1.1" status: 200 len: 2977 time: 0.0981586 Sep 30 13:01:32.437920 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99afdd14-8384-414a-bc66-7474dc9b0585 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:32.459381 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cea752-fef6-4100-910b-4a5097aa497b req-f4b1c6a4-0b97-4ad8-8528-a440eeb1fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:32.461298 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-53cea752-fef6-4100-910b-4a5097aa497b req-f4b1c6a4-0b97-4ad8-8528-a440eeb1fd3e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&device_id=35d9d493-184d-4f0e-b4d1-c856f64569f6 HTTP/1.1" status: 200 len: 1099 time: 0.0645552 Sep 30 13:01:32.484184 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99afdd14-8384-414a-bc66-7474dc9b0585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:32.485416 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99afdd14-8384-414a-bc66-7474dc9b0585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:32.485847 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99afdd14-8384-414a-bc66-7474dc9b0585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:32.534864 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a3aa373-8ee7-4fca-ba45-28c2bfd50e1e req-50836510-6901-4d61-8d20-b60ff2980c8d tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] 10.222.0.18 "GET /v2.0/security-groups/ddd520cb-1b36-4c2e-9356-927d15c8b013 HTTP/1.1" status: 200 len: 2981 time: 0.1184120 Sep 30 13:01:32.547023 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-99afdd14-8384-414a-bc66-7474dc9b0585 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1098516 Sep 30 13:01:32.549879 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40052) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:32.554403 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-6b5fe23f-9bd8-4337-a0c2-361c1e2dcdeb admin admin] Request body: {'subnet': {'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-253381871-subnet', 'tenant_id': '52fc4a104b2948969e2ddc7c90e1bf83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:32.597732 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99afdd14-8384-414a-bc66-7474dc9b0585 admin admin] Pushing event updated for resources: {'Network': ['ID=49ef354a-ba5f-45a0-ae5d-336431ac76bd,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:32.615381 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 49ef354a-ba5f-45a0-ae5d-336431ac76bd details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:01:32.627094 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a3aa373-8ee7-4fca-ba45-28c2bfd50e1e req-3f15bc2a-568f-43f2-8d45-6b8d2c9249d3 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] 10.222.0.18 "GET /v2.0/security-groups/ddd520cb-1b36-4c2e-9356-927d15c8b013 HTTP/1.1" status: 200 len: 2981 time: 0.0911958 Sep 30 13:01:32.631717 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cea752-fef6-4100-910b-4a5097aa497b req-661a82d5-894b-4cc3-8b83-ab154cbbc208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:32.634914 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-53cea752-fef6-4100-910b-4a5097aa497b req-661a82d5-894b-4cc3-8b83-ab154cbbc208 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.1649632 Sep 30 13:01:32.638602 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5fe23f-9bd8-4337-a0c2-361c1e2dcdeb admin admin] Made reservation on behalf of 52fc4a104b2948969e2ddc7c90e1bf83 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:01:32.641042 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6b5fe23f-9bd8-4337-a0c2-361c1e2dcdeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:32.685392 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d033b-e8d8-4341-b4aa-e7a8eaeb9c7a req-8575c920-4f53-4999-8254-ccb6707caacd tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:32.692659 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-900d033b-e8d8-4341-b4aa-e7a8eaeb9c7a req-8575c920-4f53-4999-8254-ccb6707caacd tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d9d493-184d-4f0e-b4d1-c856f64569f6 HTTP/1.1" status: 200 len: 948 time: 0.1435285 Sep 30 13:01:32.735438 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-53cea752-fef6-4100-910b-4a5097aa497b req-3368b67b-2514-4f0e-8a7f-8590f70f5ad1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8 HTTP/1.1" status: 200 len: 217 time: 0.0911925 Sep 30 13:01:32.812611 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd506ba-0fe4-4a17-8992-077a0a796c9e req-dc4790fa-aa9b-4bd8-994e-223956d6af47 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:32.824334 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fcd506ba-0fe4-4a17-8992-077a0a796c9e req-dc4790fa-aa9b-4bd8-994e-223956d6af47 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=b854e95f-d729-438d-aef1-1038fba089e9 HTTP/1.1" status: 200 len: 945 time: 0.0603647 Sep 30 13:01:32.824334 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40060) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:32.835567 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-b4e0f436-1b4c-45b4-a6b1-bc58b35d5145 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Request body: {'floatingip': {'port_id': '5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:32.862532 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-900d033b-e8d8-4341-b4aa-e7a8eaeb9c7a req-821918c4-f256-40fd-8694-6f264cac57b2 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689012 Sep 30 13:01:32.865401 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cea752-fef6-4100-910b-4a5097aa497b req-4a5c45af-9ef7-4ccb-b888-c59a01b20301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:32.874242 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-53cea752-fef6-4100-910b-4a5097aa497b req-4a5c45af-9ef7-4ccb-b888-c59a01b20301 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1168346 Sep 30 13:01:32.979506 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4e0f436-1b4c-45b4-a6b1-bc58b35d5145 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks [] for floatingip, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:33.032584 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cea752-fef6-4100-910b-4a5097aa497b req-a8126c4d-990d-402b-a3a4-de0de7607a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:33.034114 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-53cea752-fef6-4100-910b-4a5097aa497b req-a8126c4d-990d-402b-a3a4-de0de7607a3f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1529765 Sep 30 13:01:33.050969 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8571bf4c-901b-422b-a444-23f3eb026314 req-0d815ce4-a2ec-4240-9ceb-475537891126 tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5eff653c28c54d43b1db15a7d21c2f69 HTTP/1.1" status: 200 len: 6104 time: 0.1504221 Sep 30 13:01:33.147317 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6b5fe23f-9bd8-4337-a0c2-361c1e2dcdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:33.173170 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2b1a6-01ba-4687-a75c-5f85c18bb72c req-41c9e101-2559-410b-8d91-bafa55c2a0fa tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:33.174696 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-93d2b1a6-01ba-4687-a75c-5f85c18bb72c req-41c9e101-2559-410b-8d91-bafa55c2a0fa tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6890b7e-4d43-4be2-ac6d-310fc9e56f90 HTTP/1.1" status: 200 len: 949 time: 0.0921583 Sep 30 13:01:33.214529 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 9adbcaa4-175f-4bda-b130-9147bdd5c1d0 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:01:33.231503 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8571bf4c-901b-422b-a444-23f3eb026314 req-049a845c-b6b9-4452-8d0b-20a477c02ce4 tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] 10.222.0.18 "GET /v2.0/security-groups/32cf8fd0-a065-400c-a5d1-cc6672c8a3b2 HTTP/1.1" status: 200 len: 2981 time: 0.1795938 Sep 30 13:01:33.250923 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-93d2b1a6-01ba-4687-a75c-5f85c18bb72c req-06204c51-3984-421a-a00f-b54dd27da4a9 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462828 Sep 30 13:01:33.300657 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5fe23f-9bd8-4337-a0c2-361c1e2dcdeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d154e7f6-f478-45ee-9bd0-03f890cad96e,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:33.309736 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-53cea752-fef6-4100-910b-4a5097aa497b req-b300eed9-e091-4723-82e9-011d1ba3bbe8 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568085 Sep 30 13:01:33.335471 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5fe23f-9bd8-4337-a0c2-361c1e2dcdeb admin admin] Checking segment: {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:01:33.335784 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5fe23f-9bd8-4337-a0c2-361c1e2dcdeb admin admin] Network hostable DHCP agents. Network: 49ef354a-ba5f-45a0-ae5d-336431ac76bd, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:01:33.365359 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8571bf4c-901b-422b-a444-23f3eb026314 req-664964f9-8703-44c6-abbb-8e85fd0bb75b tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] 10.222.0.18 "GET /v2.0/security-groups/32cf8fd0-a065-400c-a5d1-cc6672c8a3b2 HTTP/1.1" status: 200 len: 2981 time: 0.1328843 Sep 30 13:01:33.450126 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 9adbcaa4-175f-4bda-b130-9147bdd5c1d0, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=9adbcaa4-175f-4bda-b130-9147bdd5c1d0,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:33.471428 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '9adbcaa4-175f-4bda-b130-9147bdd5c1d0', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': '9adbcaa4-175f-4bda-b130-9147bdd5c1d0', 'mac_address': 'fa:16:3e:ac:7b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:01:33.501486 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5fe23f-9bd8-4337-a0c2-361c1e2dcdeb admin admin] Network 49ef354a-ba5f-45a0-ae5d-336431ac76bd is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:01:33.517993 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-53cea752-fef6-4100-910b-4a5097aa497b req-5b550423-814d-4686-88c2-b9624be46969 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001696 Sep 30 13:01:33.537668 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-6b5fe23f-9bd8-4337-a0c2-361c1e2dcdeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 49ef354a-ba5f-45a0-ae5d-336431ac76bd) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:01:33.541127 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:33.543296 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5fe23f-9bd8-4337-a0c2-361c1e2dcdeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:33.544429 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6b5fe23f-9bd8-4337-a0c2-361c1e2dcdeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:33.564935 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9adbcaa4-175f-4bda-b130-9147bdd5c1d0 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:01:33.569929 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01809e1-b0ee-4d74-8feb-d74cd0bdf14e None None] Network 49ef354a-ba5f-45a0-ae5d-336431ac76bd requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:01:33.582889 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6b5fe23f-9bd8-4337-a0c2-361c1e2dcdeb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0318797 Sep 30 13:01:33.689571 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 9adbcaa4-175f-4bda-b130-9147bdd5c1d0, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=9adbcaa4-175f-4bda-b130-9147bdd5c1d0,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:33.699651 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:33.721768 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5417e471-37fe-44f4-9c32-d42f20ed3bf0 req-2fa588aa-ef05-4215-bb61-bc0855e8ea02 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] 10.222.0.18 "GET /v2.0/security-groups/a1118c09-5cf8-442d-9173-c4f085f89d8b HTTP/1.1" status: 200 len: 1776 time: 0.2522666 Sep 30 13:01:33.812662 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417ac51a-772d-4bac-b29a-866b2b5b7ae0 None None] Network 49ef354a-ba5f-45a0-ae5d-336431ac76bd requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:01:33.817046 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=9adbcaa4-175f-4bda-b130-9147bdd5c1d0,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:33.889787 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.db.resource_extend [None req-b4e0f436-1b4c-45b4-a6b1-bc58b35d5145 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 13:01:33.960307 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['9adbcaa4-175f-4bda-b130-9147bdd5c1d0'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:01:34.014289 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5417e471-37fe-44f4-9c32-d42f20ed3bf0 req-d3bc77c3-c548-41d1-8391-36885919df81 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:34.017500 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4e0f436-1b4c-45b4-a6b1-bc58b35d5145 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:34.031763 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4e0f436-1b4c-45b4-a6b1-bc58b35d5145 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:34.086862 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5417e471-37fe-44f4-9c32-d42f20ed3bf0 req-d3bc77c3-c548-41d1-8391-36885919df81 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:34.120194 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd96194-42d9-4647-8d80-04558e621462 req-1e9f814b-b884-4c74-8f64-870cc1dbbdcb tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:34.128811 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7cd96194-42d9-4647-8d80-04558e621462 req-1e9f814b-b884-4c74-8f64-870cc1dbbdcb tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d9d493-184d-4f0e-b4d1-c856f64569f6 HTTP/1.1" status: 200 len: 948 time: 0.1299200 Sep 30 13:01:34.174508 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7cd96194-42d9-4647-8d80-04558e621462 req-25f2120f-c96f-40af-a89e-b770193206bf tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446441 Sep 30 13:01:34.200324 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5417e471-37fe-44f4-9c32-d42f20ed3bf0 req-d3bc77c3-c548-41d1-8391-36885919df81 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:34.208062 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5417e471-37fe-44f4-9c32-d42f20ed3bf0 req-d3bc77c3-c548-41d1-8391-36885919df81 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:34.209163 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5417e471-37fe-44f4-9c32-d42f20ed3bf0 req-d3bc77c3-c548-41d1-8391-36885919df81 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/a1118c09-5cf8-442d-9173-c4f085f89d8b HTTP/1.1" status: 204 len: 173 time: 0.4734535 Sep 30 13:01:34.220195 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-b4e0f436-1b4c-45b4-a6b1-bc58b35d5145 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Floating IP 09990a12-fe39-4b0f-8ff0-7b4ffdb0eaf7 associated. External IP: 172.25.5.161, port: 5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b. Sep 30 13:01:34.287616 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc77c3-c548-41d1-8391-36885919df81 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1118c09-5cf8-442d-9173-c4f085f89d8b,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:34.304394 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a432bc8c-9bf8-48ce-a1a7-80b56d967a9f req-efe0ba57-bacb-4c45-bd14-8d52d6719fdf tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] 10.222.0.18 "GET /v2.0/security-groups/aaa08f50-b800-48c8-b81e-dd4f896564cf HTTP/1.1" status: 200 len: 1778 time: 0.0640230 Sep 30 13:01:34.312244 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40122) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:34.395171 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-a432bc8c-9bf8-48ce-a1a7-80b56d967a9f req-45686996-0302-4254-89be-6ac8e0e18c11 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:34.421148 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-a432bc8c-9bf8-48ce-a1a7-80b56d967a9f req-45686996-0302-4254-89be-6ac8e0e18c11 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:34.479226 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-a432bc8c-9bf8-48ce-a1a7-80b56d967a9f req-45686996-0302-4254-89be-6ac8e0e18c11 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:34.481780 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-a432bc8c-9bf8-48ce-a1a7-80b56d967a9f req-45686996-0302-4254-89be-6ac8e0e18c11 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:34.499361 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a432bc8c-9bf8-48ce-a1a7-80b56d967a9f req-45686996-0302-4254-89be-6ac8e0e18c11 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/aaa08f50-b800-48c8-b81e-dd4f896564cf HTTP/1.1" status: 204 len: 173 time: 0.1870649 Sep 30 13:01:34.522716 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45686996-0302-4254-89be-6ac8e0e18c11 tempest-SecurityGroupsTestAdminJSON-1684410264 tempest-SecurityGroupsTestAdminJSON-1684410264-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa08f50-b800-48c8-b81e-dd4f896564cf,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:34.669402 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d948a5-0c86-4a68-ae6b-610b23f22d42 req-7a2fb987-a602-4f9a-9634-da98afe8d505 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:34.671577 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c3d948a5-0c86-4a68-ae6b-610b23f22d42 req-7a2fb987-a602-4f9a-9634-da98afe8d505 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6890b7e-4d43-4be2-ac6d-310fc9e56f90 HTTP/1.1" status: 200 len: 949 time: 0.0853999 Sep 30 13:01:34.751045 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c3d948a5-0c86-4a68-ae6b-610b23f22d42 req-3031d370-3860-4b22-877e-d234996f36f0 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663443 Sep 30 13:01:34.764889 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f857205d-b0fc-4ebe-9180-a2e5be4b5026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:34.783212 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40140) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:34.789244 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-7a87301f-37f4-47f7-8f41-1f03ac669ca3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1853921090-network', 'tenant_id': 'e6df0031419b4eb1baa1006c9ad981f5'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:34.790139 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e0f436-1b4c-45b4-a6b1-bc58b35d5145 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Router db3040c0-28a4-4ed9-bf94-d03e73d75495 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:01:34.821512 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-edffe5c4-01c3-47b7-a54c-b8a4c09fcbb3 req-58011c10-0fe1-4bf0-bc05-395439b08451 tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] 10.222.0.18 "GET /v2.0/security-groups/588bdfe7-38b3-463c-91b4-747b9451d89e HTTP/1.1" status: 200 len: 1778 time: 0.0940897 Sep 30 13:01:34.837976 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a87301f-37f4-47f7-8f41-1f03ac669ca3 admin admin] Made reservation on behalf of e6df0031419b4eb1baa1006c9ad981f5 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:01:34.840499 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a87301f-37f4-47f7-8f41-1f03ac669ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:34.854216 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a87301f-37f4-47f7-8f41-1f03ac669ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:34.879255 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.db.api [None req-7a87301f-37f4-47f7-8f41-1f03ac669ca3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 13:01:34.879255 n-d-810909-2 neutron-server[94764]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 30 13:01:34.879255 n-d-810909-2 neutron-server[94764]: [parameters: {'project_id_1': 'e6df0031419b4eb1baa1006c9ad981f5', 'expiration_1': datetime.datetime(2021, 9, 30, 13, 1, 14, 866539)}] Sep 30 13:01:34.879255 n-d-810909-2 neutron-server[94764]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:01:34.882210 n-d-810909-2 neutron-server[94764]: DEBUG oslo_db.api [None req-7a87301f-37f4-47f7-8f41-1f03ac669ca3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:01:35.038706 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e0f436-1b4c-45b4-a6b1-bc58b35d5145 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:01:35.043221 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4e0f436-1b4c-45b4-a6b1-bc58b35d5145 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:35.045216 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-edffe5c4-01c3-47b7-a54c-b8a4c09fcbb3 req-f13ca11e-fd96-466c-8114-4fbf4cbaf05b tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:35.055242 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9daec93-c5a1-4d7e-9a91-5e68cac97771 None None] Sync routers for ids ['db3040c0-28a4-4ed9-bf94-d03e73d75495'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:01:35.075212 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9daec93-c5a1-4d7e-9a91-5e68cac97771 None None] Routers {'db3040c0-28a4-4ed9-bf94-d03e73d75495'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:01:35.076589 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-e9daec93-c5a1-4d7e-9a91-5e68cac97771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:01:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['db3040c0-28a4-4ed9-bf94-d03e73d75495'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:01:35.106059 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b4e0f436-1b4c-45b4-a6b1-bc58b35d5145 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "PUT /v2.0/floatingips/09990a12-fe39-4b0f-8ff0-7b4ffdb0eaf7 HTTP/1.1" status: 200 len: 991 time: 2.2738068 Sep 30 13:01:35.106059 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b854e95f-d729-438d-aef1-1038fba089e9', 'tag': '5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:01:35.107558 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bec6bc-efa4-4a82-9a1f-503f15b0fb84" -d '{"events": [{"name": "network-changed", "server_uuid": "b854e95f-d729-438d-aef1-1038fba089e9", "tag": "5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:01:35.111510 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-edffe5c4-01c3-47b7-a54c-b8a4c09fcbb3 req-f13ca11e-fd96-466c-8114-4fbf4cbaf05b tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:35.129512 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f857205d-b0fc-4ebe-9180-a2e5be4b5026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:35.145672 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f857205d-b0fc-4ebe-9180-a2e5be4b5026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:35.177609 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669904a7-17c4-4bdb-ac5a-420f7d6dedab req-81108b8c-b251-4975-b0d8-4061b234bc25 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:35.182524 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-669904a7-17c4-4bdb-ac5a-420f7d6dedab req-81108b8c-b251-4975-b0d8-4061b234bc25 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6890b7e-4d43-4be2-ac6d-310fc9e56f90 HTTP/1.1" status: 200 len: 949 time: 0.0807722 Sep 30 13:01:35.196012 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f857205d-b0fc-4ebe-9180-a2e5be4b5026 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=274b0623f59843d2b713991d8379ae1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8827403 Sep 30 13:01:35.197959 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857205d-b0fc-4ebe-9180-a2e5be4b5026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2aa668-b84e-45ae-8e61-bd78aaa3c32d,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:35.198704 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40156) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:35.203172 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-e9daec93-c5a1-4d7e-9a91-5e68cac97771 None None] Set router db3040c0-28a4-4ed9-bf94-d03e73d75495 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:01:35.208357 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-edffe5c4-01c3-47b7-a54c-b8a4c09fcbb3 req-f13ca11e-fd96-466c-8114-4fbf4cbaf05b tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:35.212107 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-edffe5c4-01c3-47b7-a54c-b8a4c09fcbb3 req-f13ca11e-fd96-466c-8114-4fbf4cbaf05b tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:35.225376 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-edffe5c4-01c3-47b7-a54c-b8a4c09fcbb3 req-f13ca11e-fd96-466c-8114-4fbf4cbaf05b tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] 10.222.0.18 "DELETE /v2.0/security-groups/588bdfe7-38b3-463c-91b4-747b9451d89e HTTP/1.1" status: 204 len: 173 time: 0.3613644 Sep 30 13:01:35.236064 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ca11e-fd96-466c-8114-4fbf4cbaf05b tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=588bdfe7-38b3-463c-91b4-747b9451d89e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:35.242000 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:01:35.281679 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 9adbcaa4-175f-4bda-b130-9147bdd5c1d0 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:01:35.427051 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 9adbcaa4-175f-4bda-b130-9147bdd5c1d0 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:01:35.438842 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 9adbcaa4-175f-4bda-b130-9147bdd5c1d0 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:35.439547 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:35.488782 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a87301f-37f4-47f7-8f41-1f03ac669ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:35.496298 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:35.506370 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d90f0d4-f07b-42af-90ff-9dc54ad4afe3 x-openstack-request-id: req-0d90f0d4-f07b-42af-90ff-9dc54ad4afe3 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:01:35.506370 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b854e95f-d729-438d-aef1-1038fba089e9", "tag": "5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:01:35.506370 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d90f0d4-f07b-42af-90ff-9dc54ad4afe3 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:01:35.506370 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b854e95f-d729-438d-aef1-1038fba089e9', 'tag': '5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b', 'status': 'completed', 'code': 200} Sep 30 13:01:35.522615 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': 'e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8', 'mac_address': 'fa:16:3e:35:82:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:01:35.534789 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-e9daec93-c5a1-4d7e-9a91-5e68cac97771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-872543346-router', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:38Z', 'updated_at': '2021-09-30T13:00:51Z', 'revision_number': 4, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'gw_port': {'id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:41Z', 'updated_at': '2021-09-30T13:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '09990a12-fe39-4b0f-8ff0-7b4ffdb0eaf7', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'floating_ip_address': '172.25.5.161', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'port_id': '5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d', 'mac_address': 'fa:16:3e:48:99:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b854e95f-d729-438d-aef1-1038fba089e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:01:07Z', 'updated_at': '2021-09-30T13:01:33Z', 'revision_number': 1, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26b22a7-8efd-42c5-8640-90a9f76935d7', 'name': '', 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'mac_address': 'fa:16:3e:02:bb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:50Z', 'updated_at': '2021-09-30T13:00:56Z', 'revision_number': 5, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'subnets': [{'id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:01:35.593938 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9daec93-c5a1-4d7e-9a91-5e68cac97771 None None] Checking router: db3040c0-28a4-4ed9-bf94-d03e73d75495 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:01:35.607151 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9daec93-c5a1-4d7e-9a91-5e68cac97771 None None] Routers {'db3040c0-28a4-4ed9-bf94-d03e73d75495'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:01:35.608017 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-e9daec93-c5a1-4d7e-9a91-5e68cac97771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:01:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['db3040c0-28a4-4ed9-bf94-d03e73d75495'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:01:35.609743 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:35.612672 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:35.651232 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18830aaf-ea0f-46ea-9416-60d7ca3b3ae6 req-b4820ac3-8bf2-49bb-bad0-2f6f00f60eec tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:35.659644 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-18830aaf-ea0f-46ea-9416-60d7ca3b3ae6 req-b4820ac3-8bf2-49bb-bad0-2f6f00f60eec tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d9d493-184d-4f0e-b4d1-c856f64569f6 HTTP/1.1" status: 200 len: 948 time: 0.0652590 Sep 30 13:01:35.669871 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e461eba-be3d-4e5b-9f2a-ac97f78fbb7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9adbcaa4-175f-4bda-b130-9147bdd5c1d0'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:01:35.673160 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-669904a7-17c4-4bdb-ac5a-420f7d6dedab req-10b7bd20-a95e-4be7-8162-79b6d943ba15 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848993 Sep 30 13:01:35.678378 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2e1366-acdf-4c49-b5d7-b09e11ab8d68" -d '{"events": [{"server_uuid": "2e461eba-be3d-4e5b-9f2a-ac97f78fbb7b", "name": "network-vif-plugged", "status": "completed", "tag": "9adbcaa4-175f-4bda-b130-9147bdd5c1d0"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:01:35.685578 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:01:35.720617 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 9adbcaa4-175f-4bda-b130-9147bdd5c1d0, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=9adbcaa4-175f-4bda-b130-9147bdd5c1d0,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:35.725418 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bec6bc-efa4-4a82-9a1f-503f15b0fb84 req-a11d6b98-c27e-489b-a5a0-6c3b4f6659f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:35.727093 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-56bec6bc-efa4-4a82-9a1f-503f15b0fb84 req-a11d6b98-c27e-489b-a5a0-6c3b4f6659f1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0aab74e1df6d45fba7c45004cdea3fd5&device_id=b854e95f-d729-438d-aef1-1038fba089e9 HTTP/1.1" status: 200 len: 1096 time: 0.1705084 Sep 30 13:01:35.730407 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-18830aaf-ea0f-46ea-9416-60d7ca3b3ae6 req-30cc0980-82f4-4bf1-b160-cfcb52af42fc tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649426 Sep 30 13:01:35.752224 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:35.758074 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-103f78a8-e5d8-4d8d-bc6d-9e59e92f3fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:35.769898 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:35.796299 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:35.832920 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=9adbcaa4-175f-4bda-b130-9147bdd5c1d0,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:35.848063 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-103f78a8-e5d8-4d8d-bc6d-9e59e92f3fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:35.929593 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-db406e7c-9d15-4b29-ba16-56148ed625c2 req-98379320-22eb-46d2-82d5-9c6f7515cdb1 tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] 10.222.0.18 "GET /v2.0/security-groups/15e84c02-258e-406a-9849-513d7c904d03 HTTP/1.1" status: 200 len: 1778 time: 0.2075362 Sep 30 13:01:35.931417 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-e9daec93-c5a1-4d7e-9a91-5e68cac97771 None None] Set router db3040c0-28a4-4ed9-bf94-d03e73d75495 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:01:35.944021 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:36.019778 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:01:36.023646 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bec6bc-efa4-4a82-9a1f-503f15b0fb84 req-1a3b9f91-5385-4f69-8483-3fc5c3a6e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:36.025123 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-56bec6bc-efa4-4a82-9a1f-503f15b0fb84 req-1a3b9f91-5385-4f69-8483-3fc5c3a6e514 service neutron] 10.222.0.54 "GET /v2.0/networks?id=53d8a375-ae3f-43ae-bcaf-c9e5f964997d HTTP/1.1" status: 200 len: 924 time: 0.2830062 Sep 30 13:01:36.033476 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a87301f-37f4-47f7-8f41-1f03ac669ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:36.046599 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a87301f-37f4-47f7-8f41-1f03ac669ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:36.108889 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-103f78a8-e5d8-4d8d-bc6d-9e59e92f3fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:36.111533 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-103f78a8-e5d8-4d8d-bc6d-9e59e92f3fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:36.112685 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-103f78a8-e5d8-4d8d-bc6d-9e59e92f3fcb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa2aa668-b84e-45ae-8e61-bd78aaa3c32d HTTP/1.1" status: 204 len: 168 time: 0.9127724 Sep 30 13:01:36.168005 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a87301f-37f4-47f7-8f41-1f03ac669ca3 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:01:36.180899 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a87301f-37f4-47f7-8f41-1f03ac669ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:36.181234 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-7a87301f-37f4-47f7-8f41-1f03ac669ca3 admin admin] Added segment a979f6e6-c44f-48c0-98d1-d03b2d4bd699 of type vlan for network b5a8aa43-38e5-4bf4-b489-b245be1b2254 Sep 30 13:01:36.194992 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fe435a-1df7-499f-9ddd-6cb489d08e88 x-openstack-request-id: req-38fe435a-1df7-499f-9ddd-6cb489d08e88 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:01:36.195478 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e461eba-be3d-4e5b-9f2a-ac97f78fbb7b", "name": "network-vif-plugged", "status": "completed", "tag": "9adbcaa4-175f-4bda-b130-9147bdd5c1d0", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:01:36.196791 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-38fe435a-1df7-499f-9ddd-6cb489d08e88 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:01:36.198384 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e461eba-be3d-4e5b-9f2a-ac97f78fbb7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9adbcaa4-175f-4bda-b130-9147bdd5c1d0', 'code': 200} Sep 30 13:01:36.262031 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-db406e7c-9d15-4b29-ba16-56148ed625c2 req-e2c9fc98-35f6-4b2a-ae71-4d8670a69dbe tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:36.322193 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a87301f-37f4-47f7-8f41-1f03ac669ca3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:36.331040 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87301f-37f4-47f7-8f41-1f03ac669ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6e7d4b-e445-4ffc-9e78-63bbc694056f,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:36.351820 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-56bec6bc-efa4-4a82-9a1f-503f15b0fb84 req-8a953428-8fd9-4dd9-9054-c2b38b65b56f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b HTTP/1.1" status: 200 len: 999 time: 0.3153350 Sep 30 13:01:36.380578 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-db406e7c-9d15-4b29-ba16-56148ed625c2 req-e2c9fc98-35f6-4b2a-ae71-4d8670a69dbe tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:36.381706 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-e9daec93-c5a1-4d7e-9a91-5e68cac97771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-872543346-router', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:38Z', 'updated_at': '2021-09-30T13:00:51Z', 'revision_number': 4, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'gw_port': {'id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:41Z', 'updated_at': '2021-09-30T13:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '09990a12-fe39-4b0f-8ff0-7b4ffdb0eaf7', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'floating_ip_address': '172.25.5.161', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'port_id': '5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d', 'mac_address': 'fa:16:3e:48:99:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b854e95f-d729-438d-aef1-1038fba089e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:01:07Z', 'updated_at': '2021-09-30T13:01:33Z', 'revision_number': 1, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26b22a7-8efd-42c5-8640-90a9f76935d7', 'name': '', 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'mac_address': 'fa:16:3e:02:bb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:50Z', 'updated_at': '2021-09-30T13:00:56Z', 'revision_number': 5, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'subnets': [{'id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:01:36.385632 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f78a8-e5d8-4d8d-bc6d-9e59e92f3fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2aa668-b84e-45ae-8e61-bd78aaa3c32d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:36.469052 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2957b73-b655-43ea-b686-f393dce8c6d1 req-2736655a-f133-43d3-9a79-b44d0080f6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:36.470602 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f2957b73-b655-43ea-b686-f393dce8c6d1 req-2736655a-f133-43d3-9a79-b44d0080f6ef service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2e461eba-be3d-4e5b-9f2a-ac97f78fbb7b HTTP/1.1" status: 200 len: 1101 time: 0.2066424 Sep 30 13:01:36.479957 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a87301f-37f4-47f7-8f41-1f03ac669ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:36.480924 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a87301f-37f4-47f7-8f41-1f03ac669ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:36.481528 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a87301f-37f4-47f7-8f41-1f03ac669ca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:36.488522 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9daec93-c5a1-4d7e-9a91-5e68cac97771 None None] The sync data for ids ['db3040c0-28a4-4ed9-bf94-d03e73d75495'] in n-d-810909-2 is: [{'id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-872543346-router', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:38Z', 'updated_at': '2021-09-30T13:00:51Z', 'revision_number': 4, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'gw_port': {'id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:41Z', 'updated_at': '2021-09-30T13:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '09990a12-fe39-4b0f-8ff0-7b4ffdb0eaf7', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'floating_ip_address': '172.25.5.161', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'port_id': '5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d', 'mac_address': 'fa:16:3e:48:99:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b854e95f-d729-438d-aef1-1038fba089e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:01:07Z', 'updated_at': '2021-09-30T13:01:33Z', 'revision_number': 1, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26b22a7-8efd-42c5-8640-90a9f76935d7', 'name': '', 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'mac_address': 'fa:16:3e:02:bb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:50Z', 'updated_at': '2021-09-30T13:00:56Z', 'revision_number': 5, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'subnets': [{'id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:01:36.527896 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bec6bc-efa4-4a82-9a1f-503f15b0fb84 req-b11e1bbd-27b2-4bb7-8fbb-313d740c96b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:36.529855 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-56bec6bc-efa4-4a82-9a1f-503f15b0fb84 req-b11e1bbd-27b2-4bb7-8fbb-313d740c96b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e91829e-1d04-4c5a-81dc-9917c8689f4b HTTP/1.1" status: 200 len: 862 time: 0.1617322 Sep 30 13:01:36.553873 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7a87301f-37f4-47f7-8f41-1f03ac669ca3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7693501 Sep 30 13:01:36.554220 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40186) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:36.561780 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-cf6f408f-0db2-4f66-b91f-e05e669c5cbe admin admin] Request body: {'subnet': {'network_id': 'b5a8aa43-38e5-4bf4-b489-b245be1b2254', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1853921090-subnet', 'tenant_id': 'e6df0031419b4eb1baa1006c9ad981f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:36.610519 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-db406e7c-9d15-4b29-ba16-56148ed625c2 req-e2c9fc98-35f6-4b2a-ae71-4d8670a69dbe tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:36.613103 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-db406e7c-9d15-4b29-ba16-56148ed625c2 req-e2c9fc98-35f6-4b2a-ae71-4d8670a69dbe tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:36.634577 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-db406e7c-9d15-4b29-ba16-56148ed625c2 req-e2c9fc98-35f6-4b2a-ae71-4d8670a69dbe tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] 10.222.0.18 "DELETE /v2.0/security-groups/15e84c02-258e-406a-9849-513d7c904d03 HTTP/1.1" status: 204 len: 173 time: 0.7037158 Sep 30 13:01:36.641746 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6f408f-0db2-4f66-b91f-e05e669c5cbe admin admin] Made reservation on behalf of e6df0031419b4eb1baa1006c9ad981f5 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:01:36.649103 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf6f408f-0db2-4f66-b91f-e05e669c5cbe admin admin] Notify callbacks [] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:36.688570 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f2957b73-b655-43ea-b686-f393dce8c6d1 req-d496eecd-5155-4dea-bc85-b298246ebed0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038317 Sep 30 13:01:36.691177 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87301f-37f4-47f7-8f41-1f03ac669ca3 admin admin] Pushing event updated for resources: {'Network': ['ID=b5a8aa43-38e5-4bf4-b489-b245be1b2254,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:36.694455 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9fc98-35f6-4b2a-ae71-4d8670a69dbe tempest-SecurityGroupsTestAdminJSON-271174242 tempest-SecurityGroupsTestAdminJSON-271174242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e84c02-258e-406a-9849-513d7c904d03,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:36.702494 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network b5a8aa43-38e5-4bf4-b489-b245be1b2254 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:01:36.761303 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bec6bc-efa4-4a82-9a1f-503f15b0fb84 req-790bf9e0-cd8f-445c-af9f-874b65a6d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:36.764059 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-56bec6bc-efa4-4a82-9a1f-503f15b0fb84 req-790bf9e0-cd8f-445c-af9f-874b65a6d515 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=53d8a375-ae3f-43ae-bcaf-c9e5f964997d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2162187 Sep 30 13:01:36.929964 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf433243-9b9b-4d18-8faf-7f82b8930e8b None None] New status for floating IP 09990a12-fe39-4b0f-8ff0-7b4ffdb0eaf7: ACTIVE {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:01:36.931081 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-56bec6bc-efa4-4a82-9a1f-503f15b0fb84 req-3971e58d-4d3f-422c-9d19-d692d68c9b9b service neutron] 10.222.0.54 "GET /v2.0/networks/53d8a375-ae3f-43ae-bcaf-c9e5f964997d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568141 Sep 30 13:01:36.931699 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40196) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:36.973893 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c38a2bb-ae43-4e0c-b07e-7d401db0e52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:36.989904 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027c522-596e-4e9f-9e34-678388267bde req-153a81b8-ac0c-413a-a622-090310a408d9 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:36.993848 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f027c522-596e-4e9f-9e34-678388267bde req-153a81b8-ac0c-413a-a622-090310a408d9 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6890b7e-4d43-4be2-ac6d-310fc9e56f90 HTTP/1.1" status: 200 len: 949 time: 0.1856525 Sep 30 13:01:37.159501 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f027c522-596e-4e9f-9e34-678388267bde req-ca949108-0f43-4582-a00b-d02d558a5ff1 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600869 Sep 30 13:01:37.195057 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40204) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:37.236861 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-56bec6bc-efa4-4a82-9a1f-503f15b0fb84 req-34e60de7-bc4e-49d0-9a2c-4834cf693a7b service neutron] 10.222.0.54 "GET /v2.0/networks/53d8a375-ae3f-43ae-bcaf-c9e5f964997d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665689 Sep 30 13:01:37.291871 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:01:37.293982 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c38a2bb-ae43-4e0c-b07e-7d401db0e52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:37.304505 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c38a2bb-ae43-4e0c-b07e-7d401db0e52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:37.304966 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf6f408f-0db2-4f66-b91f-e05e669c5cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:37.419955 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5c38a2bb-ae43-4e0c-b07e-7d401db0e52e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=739b4f3c5bd24a3eb49a46c09e2982e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4855208 Sep 30 13:01:37.420723 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c38a2bb-ae43-4e0c-b07e-7d401db0e52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a022d64f-971c-4935-ab33-2c1ea2141718,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:37.423582 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40210) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:37.463593 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97d5b4-0a07-4e09-b5e7-68f4745237b0 req-21226431-ab6c-4aff-b5a9-51049acd0dec tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:37.465691 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-da97d5b4-0a07-4e09-b5e7-68f4745237b0 req-21226431-ab6c-4aff-b5a9-51049acd0dec tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d9d493-184d-4f0e-b4d1-c856f64569f6 HTTP/1.1" status: 200 len: 949 time: 0.1755087 Sep 30 13:01:37.468869 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f408f-0db2-4f66-b91f-e05e669c5cbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9e88c25-2876-4faf-b5ce-8fb97ad57c06,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:37.476719 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6f408f-0db2-4f66-b91f-e05e669c5cbe admin admin] Checking segment: {'id': 'a979f6e6-c44f-48c0-98d1-d03b2d4bd699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b5a8aa43-38e5-4bf4-b489-b245be1b2254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:01:37.477370 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6f408f-0db2-4f66-b91f-e05e669c5cbe admin admin] Network hostable DHCP agents. Network: b5a8aa43-38e5-4bf4-b489-b245be1b2254, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:01:37.519903 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-37a448ef-cced-4ad6-ac5d-d7107a79ce57 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5eff653c28c54d43b1db15a7d21c2f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230026 Sep 30 13:01:37.524585 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40216) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:37.530508 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:01:37.537591 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:37.539323 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:37.553285 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-da97d5b4-0a07-4e09-b5e7-68f4745237b0 req-1bbc70fe-ec0e-4c3f-a949-ef4883dec24f tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788333 Sep 30 13:01:37.587647 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6f408f-0db2-4f66-b91f-e05e669c5cbe admin admin] Network b5a8aa43-38e5-4bf4-b489-b245be1b2254 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:01:37.603674 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-840e19aa-cb95-444c-a8d8-26ab03457cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:37.619343 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-cf6f408f-0db2-4f66-b91f-e05e669c5cbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, b5a8aa43-38e5-4bf4-b489-b245be1b2254) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:01:37.625986 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6f408f-0db2-4f66-b91f-e05e669c5cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:37.626841 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf6f408f-0db2-4f66-b91f-e05e669c5cbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:37.630662 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73438dcc-614c-4cff-80b9-9a0c20e4cc8b None None] Network b5a8aa43-38e5-4bf4-b489-b245be1b2254 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:01:37.631504 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e875415-58d0-452b-a075-18362914a8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:37.659841 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-840e19aa-cb95-444c-a8d8-26ab03457cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:37.681445 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cf6f408f-0db2-4f66-b91f-e05e669c5cbe admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1250730 Sep 30 13:01:37.693337 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e875415-58d0-452b-a075-18362914a8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:37.796292 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e875415-58d0-452b-a075-18362914a8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:37.809329 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e875415-58d0-452b-a075-18362914a8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:37.812413 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1e875415-58d0-452b-a075-18362914a8e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/32cf8fd0-a065-400c-a5d1-cc6672c8a3b2 HTTP/1.1" status: 204 len: 168 time: 0.2869661 Sep 30 13:01:37.845629 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e875415-58d0-452b-a075-18362914a8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cf8fd0-a065-400c-a5d1-cc6672c8a3b2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:37.848657 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-840e19aa-cb95-444c-a8d8-26ab03457cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:37.853079 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-840e19aa-cb95-444c-a8d8-26ab03457cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:37.857573 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-840e19aa-cb95-444c-a8d8-26ab03457cc5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a022d64f-971c-4935-ab33-2c1ea2141718 HTTP/1.1" status: 204 len: 168 time: 0.4318464 Sep 30 13:01:37.886152 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e19aa-cb95-444c-a8d8-26ab03457cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a022d64f-971c-4935-ab33-2c1ea2141718,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:38.022225 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:38.099324 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428495f1-66cf-4f5d-b971-842c0c612152 req-e65424e6-14c6-4566-85c8-39db0bab2e9e tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:38.104021 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-428495f1-66cf-4f5d-b971-842c0c612152 req-e65424e6-14c6-4566-85c8-39db0bab2e9e tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6890b7e-4d43-4be2-ac6d-310fc9e56f90 HTTP/1.1" status: 200 len: 949 time: 0.1172652 Sep 30 13:01:38.115864 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:38.118210 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d8a89a-664c-4c51-8bac-fd5fc2b49c1f None None] Network b5a8aa43-38e5-4bf4-b489-b245be1b2254 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:01:38.132477 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:38.217697 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d9d493-184d-4f0e-b4d1-c856f64569f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:01:38.226448 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef92e75-e7b2-48b3-837f-a3410e2cb325" -d '{"events": [{"server_uuid": "35d9d493-184d-4f0e-b4d1-c856f64569f6", "name": "network-vif-plugged", "status": "completed", "tag": "e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:01:38.241368 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-428495f1-66cf-4f5d-b971-842c0c612152 req-436ee88f-c82d-41b2-972b-aacdfee61964 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Deleting port ab4b0eb0-6de5-43aa-a509-b85073f93f8b {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:01:38.241951 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-428495f1-66cf-4f5d-b971-842c0c612152 req-436ee88f-c82d-41b2-972b-aacdfee61964 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:38.340751 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:38.390383 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-428495f1-66cf-4f5d-b971-842c0c612152 req-436ee88f-c82d-41b2-972b-aacdfee61964 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] For port ab4b0eb0-6de5-43aa-a509-b85073f93f8b, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ab4b0eb0-6de5-43aa-a509-b85073f93f8b,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:38.391583 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-428495f1-66cf-4f5d-b971-842c0c612152 req-436ee88f-c82d-41b2-972b-aacdfee61964 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:38.411612 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-428495f1-66cf-4f5d-b971-842c0c612152 req-436ee88f-c82d-41b2-972b-aacdfee61964 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Calling delete_port for ab4b0eb0-6de5-43aa-a509-b85073f93f8b owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:01:38.427415 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27c340-4cc0-4d8b-b82f-776be8fd40f4 req-e0d6c90b-4f80-4a54-a31c-afbce188618d tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:38.436028 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ea27c340-4cc0-4d8b-b82f-776be8fd40f4 req-e0d6c90b-4f80-4a54-a31c-afbce188618d tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6890b7e-4d43-4be2-ac6d-310fc9e56f90 HTTP/1.1" status: 200 len: 949 time: 0.1067536 Sep 30 13:01:38.511655 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ea27c340-4cc0-4d8b-b82f-776be8fd40f4 req-853cfb32-2f71-488b-b3a1-8ed2f913cbcd tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/security-groups?id=74560b77-8100-496f-974d-9e6cfad60cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744648 Sep 30 13:01:38.605249 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f790f362-5007-432a-a639-314ea8e6b18d x-openstack-request-id: req-f790f362-5007-432a-a639-314ea8e6b18d {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:01:38.605613 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d9d493-184d-4f0e-b4d1-c856f64569f6", "name": "network-vif-plugged", "status": "completed", "tag": "e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:01:38.605978 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f790f362-5007-432a-a639-314ea8e6b18d {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:01:38.606496 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d9d493-184d-4f0e-b4d1-c856f64569f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8', 'code': 200} Sep 30 13:01:38.645174 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-428495f1-66cf-4f5d-b971-842c0c612152 req-436ee88f-c82d-41b2-972b-aacdfee61964 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:38.661697 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['ab4b0eb0-6de5-43aa-a509-b85073f93f8b'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:01:38.715702 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ee88f-c82d-41b2-972b-aacdfee61964 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Pushing event deleted for resources: {'Port': ['ID=ab4b0eb0-6de5-43aa-a509-b85073f93f8b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:38.785897 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40262) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:38.815522 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-428495f1-66cf-4f5d-b971-842c0c612152 req-436ee88f-c82d-41b2-972b-aacdfee61964 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] No DVR routers for this DVR port ab4b0eb0-6de5-43aa-a509-b85073f93f8b on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:01:38.824608 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-428495f1-66cf-4f5d-b971-842c0c612152 req-436ee88f-c82d-41b2-972b-aacdfee61964 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:38.828924 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-428495f1-66cf-4f5d-b971-842c0c612152 req-436ee88f-c82d-41b2-972b-aacdfee61964 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.39 "DELETE /v2.0/ports/ab4b0eb0-6de5-43aa-a509-b85073f93f8b HTTP/1.1" status: 204 len: 173 time: 0.7133927 Sep 30 13:01:38.829389 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6890b7e-4d43-4be2-ac6d-310fc9e56f90', 'name': 'network-vif-deleted', 'tag': 'ab4b0eb0-6de5-43aa-a509-b85073f93f8b'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:01:38.831682 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdc9fd6-f745-4626-9c85-06d2a6402b96" -d '{"events": [{"server_uuid": "b6890b7e-4d43-4be2-ac6d-310fc9e56f90", "name": "network-vif-deleted", "tag": "ab4b0eb0-6de5-43aa-a509-b85073f93f8b"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:01:38.904555 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d244492-7fa7-440b-a8a8-b1540f61f0c5 req-c9dbd4b6-8aa6-443f-a2de-33b87d4ba779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:38.906571 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7d244492-7fa7-440b-a8a8-b1540f61f0c5 req-c9dbd4b6-8aa6-443f-a2de-33b87d4ba779 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=35d9d493-184d-4f0e-b4d1-c856f64569f6 HTTP/1.1" status: 200 len: 1101 time: 0.2363119 Sep 30 13:01:38.909629 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-718b97f7-e3a4-4697-9f0a-8a4462b44724 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=070c4ac7f2484a599178123c56747dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1226084 Sep 30 13:01:38.912086 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40274) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:38.968599 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8808773-61de-4add-8e13-9c610cb22f88 req-9124038c-2ff4-444b-899a-41a1777bed3f tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:38.971111 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f8808773-61de-4add-8e13-9c610cb22f88 req-9124038c-2ff4-444b-899a-41a1777bed3f tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d9d493-184d-4f0e-b4d1-c856f64569f6 HTTP/1.1" status: 200 len: 950 time: 0.2429574 Sep 30 13:01:39.020459 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40278) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:39.042076 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7d244492-7fa7-440b-a8a8-b1540f61f0c5 req-401ae372-9560-4dd2-8c02-15c0a673c8a1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252255 Sep 30 13:01:39.084253 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-ad7b9394-b0c5-4361-be1b-c5eb559be61a tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:39.085903 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-ad7b9394-b0c5-4361-be1b-c5eb559be61a tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/networks?id=49ef354a-ba5f-45a0-ae5d-336431ac76bd HTTP/1.1" status: 200 len: 807 time: 0.2094800 Sep 30 13:01:39.086971 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8013d0b-5eb5-420e-8d7b-634fac37d8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:39.113647 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-1b495a9b-9f28-4bac-be90-febe5a661217 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/quotas/52fc4a104b2948969e2ddc7c90e1bf83 HTTP/1.1" status: 200 len: 375 time: 0.0186920 Sep 30 13:01:39.116462 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f8808773-61de-4add-8e13-9c610cb22f88 req-90ba252b-558c-4690-b328-3d4ed89870ef tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348341 Sep 30 13:01:39.143527 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8013d0b-5eb5-420e-8d7b-634fac37d8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:39.179810 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-9408c7f8-f3f5-4cfd-ad46-814e2903370e tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592110 Sep 30 13:01:39.260742 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8013d0b-5eb5-420e-8d7b-634fac37d8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:39.266376 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8013d0b-5eb5-420e-8d7b-634fac37d8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:39.273030 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b8013d0b-5eb5-420e-8d7b-634fac37d8b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/624aa18c-fb12-455f-a7d4-164c1cbf408d HTTP/1.1" status: 204 len: 168 time: 0.3592243 Sep 30 13:01:39.295022 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8013d0b-5eb5-420e-8d7b-634fac37d8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624aa18c-fb12-455f-a7d4-164c1cbf408d,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:39.308318 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-c9780e1d-67cb-452f-b8b2-2dee113f7b5b service neutron] 10.222.0.18 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143372 Sep 30 13:01:39.312662 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccab357c-e590-4c24-ba95-de22faa2023e x-openstack-request-id: req-ccab357c-e590-4c24-ba95-de22faa2023e {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:01:39.313013 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6890b7e-4d43-4be2-ac6d-310fc9e56f90", "name": "network-vif-deleted", "tag": "ab4b0eb0-6de5-43aa-a509-b85073f93f8b", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:01:39.313331 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ccab357c-e590-4c24-ba95-de22faa2023e {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:01:39.313867 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6890b7e-4d43-4be2-ac6d-310fc9e56f90', 'name': 'network-vif-deleted', 'tag': 'ab4b0eb0-6de5-43aa-a509-b85073f93f8b', 'status': 'completed', 'code': 200} Sep 30 13:01:39.378652 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10f9d51b-2b25-4ec4-ab12-eed54364b32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:39.512332 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-44908a72-8f8c-4bf9-829c-92e3663f55f4 service neutron] 10.222.0.18 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929555 Sep 30 13:01:39.551743 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10f9d51b-2b25-4ec4-ab12-eed54364b32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:39.557459 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10f9d51b-2b25-4ec4-ab12-eed54364b32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:39.635361 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9d51b-2b25-4ec4-ab12-eed54364b32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1343525e-6e1c-4188-9831-0444357fe04a,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:39.650812 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-10f9d51b-2b25-4ec4-ab12-eed54364b32c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97b352624eb54c8ba71d10e06c972c19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6190691 Sep 30 13:01:39.651469 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40304) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:39.784589 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-38f515bd-8b21-4a38-95b9-8f0f5645c9bb req-21b9081d-e503-43eb-928f-aba9538f52c3 tempest-DeleteServersAdminTestJSON-2051249674 tempest-DeleteServersAdminTestJSON-2051249674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6890b7e-4d43-4be2-ac6d-310fc9e56f90 HTTP/1.1" status: 200 len: 210 time: 0.1173167 Sep 30 13:01:39.799306 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b8e7d7f7-c383-4b32-a949-e5c2112b9873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:39.861715 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b8e7d7f7-c383-4b32-a949-e5c2112b9873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:39.873164 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-01c86688-9238-4148-bde6-6cfaf4e26a81 req-4feaac0f-9ae7-41e5-8c14-f37e29b1bade tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 210 time: 0.0504909 Sep 30 13:01:39.970600 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b8e7d7f7-c383-4b32-a949-e5c2112b9873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:39.973211 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b8e7d7f7-c383-4b32-a949-e5c2112b9873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:39.974384 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b8e7d7f7-c383-4b32-a949-e5c2112b9873 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1343525e-6e1c-4188-9831-0444357fe04a HTTP/1.1" status: 204 len: 168 time: 0.3223560 Sep 30 13:01:39.986055 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7d7f7-c383-4b32-a949-e5c2112b9873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1343525e-6e1c-4188-9831-0444357fe04a,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:40.337438 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0df0c1-4e5e-47e7-ba12-d2b8b8770f4b req-e78522d4-5a10-46f9-9ee0-4acd05df66e6 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:40.347165 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d0df0c1-4e5e-47e7-ba12-d2b8b8770f4b req-e78522d4-5a10-46f9-9ee0-4acd05df66e6 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d9d493-184d-4f0e-b4d1-c856f64569f6 HTTP/1.1" status: 200 len: 950 time: 0.0726824 Sep 30 13:01:40.410218 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d0df0c1-4e5e-47e7-ba12-d2b8b8770f4b req-fe3d82d7-3135-44e2-b0da-e3bf4bf795f1 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512238 Sep 30 13:01:40.701853 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40348) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:40.723523 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-75fd461d-6884-420c-a173-e6ec254023fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:40.868197 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-75fd461d-6884-420c-a173-e6ec254023fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:40.875634 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-75fd461d-6884-420c-a173-e6ec254023fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:40.979451 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-75fd461d-6884-420c-a173-e6ec254023fa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c90708b75a442a5b4ffe628b0f0e93a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729993 Sep 30 13:01:40.979451 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd461d-6884-420c-a173-e6ec254023fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd3ef05-e581-4a57-9fcd-cf6606c4bbf3,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:40.980471 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40364) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:41.171681 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7bca9a5e-0a34-46bf-b94d-6330d1b9e246 req-2c22f5bf-4555-466a-8077-ea28d748741b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 210 time: 0.1006131 Sep 30 13:01:41.192399 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fe2540b6-c92f-4485-a040-cc968881e620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:41.230395 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fe2540b6-c92f-4485-a040-cc968881e620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:41.247914 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40376) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:41.367318 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fe2540b6-c92f-4485-a040-cc968881e620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:41.370097 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fe2540b6-c92f-4485-a040-cc968881e620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:41.373841 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fe2540b6-c92f-4485-a040-cc968881e620 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2bd3ef05-e581-4a57-9fcd-cf6606c4bbf3 HTTP/1.1" status: 204 len: 168 time: 0.3896856 Sep 30 13:01:41.385090 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2540b6-c92f-4485-a040-cc968881e620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd3ef05-e581-4a57-9fcd-cf6606c4bbf3,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:41.471204 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-21047c7c-501f-4ec1-be54-2646bbdfd9e8 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:41.472761 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-21047c7c-501f-4ec1-be54-2646bbdfd9e8 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.54 "GET /v2.0/networks?id=49ef354a-ba5f-45a0-ae5d-336431ac76bd HTTP/1.1" status: 200 len: 807 time: 0.2869492 Sep 30 13:01:41.516392 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-e8cb12c6-7123-4993-8222-609aa79bbb9e tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Request body: {'port': {'device_id': '36cb3371-6394-4613-88c1-0ac7ae73c25b', 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd', 'admin_state_up': True, 'tenant_id': '52fc4a104b2948969e2ddc7c90e1bf83'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:41.562287 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:01:41.633933 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47b33c-cacf-4086-ab77-371dbeb96fea req-eb3c861c-a832-4ad0-b249-0d29bc22fe49 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:41.638610 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5b47b33c-cacf-4086-ab77-371dbeb96fea req-eb3c861c-a832-4ad0-b249-0d29bc22fe49 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d9d493-184d-4f0e-b4d1-c856f64569f6 HTTP/1.1" status: 200 len: 950 time: 0.1454964 Sep 30 13:01:41.728899 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5b47b33c-cacf-4086-ab77-371dbeb96fea req-b8053ff5-aeec-43aa-92b3-93b24d19fe73 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726063 Sep 30 13:01:41.740489 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-e8cb12c6-7123-4993-8222-609aa79bbb9e tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Made reservation on behalf of 52fc4a104b2948969e2ddc7c90e1bf83 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:01:41.744129 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-e8cb12c6-7123-4993-8222-609aa79bbb9e tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:41.806089 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-231d76e0-6f77-48b1-b027-770631b2763c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1987859137-network', 'tenant_id': '378e2d050da241729559ea504aeeacae'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:41.850540 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231d76e0-6f77-48b1-b027-770631b2763c admin admin] Made reservation on behalf of 378e2d050da241729559ea504aeeacae for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:01:41.853052 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-231d76e0-6f77-48b1-b027-770631b2763c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:41.901777 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-231d76e0-6f77-48b1-b027-770631b2763c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:41.930337 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c57fa-344f-4d85-bca1-935dceb4f6a9 req-225a740c-d7d7-475f-a63a-fb8f0271483b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:41.932468 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cf1c57fa-344f-4d85-bca1-935dceb4f6a9 req-225a740c-d7d7-475f-a63a-fb8f0271483b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e461eba-be3d-4e5b-9f2a-ac97f78fbb7b HTTP/1.1" status: 200 len: 950 time: 0.0724857 Sep 30 13:01:41.945410 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-e8cb12c6-7123-4993-8222-609aa79bbb9e tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Allocated IP 172.20.0.11 (49ef354a-ba5f-45a0-ae5d-336431ac76bd/d154e7f6-f478-45ee-9bd0-03f890cad96e/69b0b8d6-2056-4042-8361-14e3cabfbf17) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:01:41.959423 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40400) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:41.994584 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cf1c57fa-344f-4d85-bca1-935dceb4f6a9 req-aef2d4bc-3c20-44f3-b0c9-05ed11668265 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537233 Sep 30 13:01:42.158293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40406) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:42.170866 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-231d76e0-6f77-48b1-b027-770631b2763c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:42.177739 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3d659c17-8811-4e03-9a01-d724b08a2036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:42.248403 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-231d76e0-6f77-48b1-b027-770631b2763c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:42.271028 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-e8cb12c6-7123-4993-8222-609aa79bbb9e tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:42.350393 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-231d76e0-6f77-48b1-b027-770631b2763c admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:01:42.366228 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d76e0-6f77-48b1-b027-770631b2763c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa7dfcb-a079-4bf0-b589-11027411807e,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:42.366684 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-e8cb12c6-7123-4993-8222-609aa79bbb9e tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:42.402875 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-231d76e0-6f77-48b1-b027-770631b2763c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:42.402875 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-231d76e0-6f77-48b1-b027-770631b2763c admin admin] Added segment b2db1676-b010-4608-ac63-64833176515d of type vlan for network fe2b754e-2c6a-4249-8e43-9c69174bc58a Sep 30 13:01:42.455844 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40412) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:42.486972 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-e8cb12c6-7123-4993-8222-609aa79bbb9e tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Network 49ef354a-ba5f-45a0-ae5d-336431ac76bd is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:01:42.499185 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-231d76e0-6f77-48b1-b027-770631b2763c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:42.516964 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-e8cb12c6-7123-4993-8222-609aa79bbb9e tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:01:42.518217 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787b53c-1e7c-4620-8779-1d320937419a req-18f4c8bc-e4b6-4021-b449-bf0259124bea tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:42.520822 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3787b53c-1e7c-4620-8779-1d320937419a req-18f4c8bc-e4b6-4021-b449-bf0259124bea tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 932 time: 0.1758475 Sep 30 13:01:42.523639 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3d659c17-8811-4e03-9a01-d724b08a2036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:42.526969 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-e8cb12c6-7123-4993-8222-609aa79bbb9e tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:01:42.537192 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb12c6-7123-4993-8222-609aa79bbb9e tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Pushing event updated for resources: {'Port': ['ID=69b0b8d6-2056-4042-8361-14e3cabfbf17,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:42.541505 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3d659c17-8811-4e03-9a01-d724b08a2036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:42.609775 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-231d76e0-6f77-48b1-b027-770631b2763c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:42.611111 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231d76e0-6f77-48b1-b027-770631b2763c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:42.611690 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-231d76e0-6f77-48b1-b027-770631b2763c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:42.631904 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3d659c17-8811-4e03-9a01-d724b08a2036 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9c27afd16abc49729f524234316180b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4700646 Sep 30 13:01:42.643250 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40418) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:42.655842 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d659c17-8811-4e03-9a01-d724b08a2036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2b011f-3c22-4d22-9dd2-0fd0fd04562e,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:42.661755 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3787b53c-1e7c-4620-8779-1d320937419a req-9fc8ecfd-3ecf-4e3d-b583-9d3e2ed9f8b0 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320612 Sep 30 13:01:42.724450 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-231d76e0-6f77-48b1-b027-770631b2763c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4746082 Sep 30 13:01:42.725238 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d76e0-6f77-48b1-b027-770631b2763c admin admin] Pushing event updated for resources: {'Network': ['ID=fe2b754e-2c6a-4249-8e43-9c69174bc58a,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:42.738602 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network fe2b754e-2c6a-4249-8e43-9c69174bc58a details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:01:42.740569 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40422) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:42.759598 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-6b2e42b7-964a-4c84-842c-7a503e5fb7be admin admin] Request body: {'subnet': {'network_id': 'fe2b754e-2c6a-4249-8e43-9c69174bc58a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1987859137-subnet', 'tenant_id': '378e2d050da241729559ea504aeeacae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:42.809169 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0392d440-f53d-47ce-8323-2ab72edab8e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:42.818841 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f2d5287-4a85-4510-8686-459eaa4b60d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:42.829023 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e19489e6-f9eb-40cc-b1a2-298c7a43c2a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8cb5fac3743f4247a8e3f1ac2917e566&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8682759 Sep 30 13:01:42.830163 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2e42b7-964a-4c84-842c-7a503e5fb7be admin admin] Made reservation on behalf of 378e2d050da241729559ea504aeeacae for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:01:42.831923 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6b2e42b7-964a-4c84-842c-7a503e5fb7be admin admin] Notify callbacks [] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:42.835010 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40424) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:42.835496 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-e8cb12c6-7123-4993-8222-609aa79bbb9e tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:42.836104 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-e8cb12c6-7123-4993-8222-609aa79bbb9e tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:42.846391 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e165c66-3c16-4ee5-b552-e11818d363dd req-23dee809-d1a3-4226-8c1e-abbd41ba6ad4 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:42.852663 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e165c66-3c16-4ee5-b552-e11818d363dd req-23dee809-d1a3-4226-8c1e-abbd41ba6ad4 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:42.861219 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5e165c66-3c16-4ee5-b552-e11818d363dd req-23dee809-d1a3-4226-8c1e-abbd41ba6ad4 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d9d493-184d-4f0e-b4d1-c856f64569f6&device_id=2e461eba-be3d-4e5b-9f2a-ac97f78fbb7b HTTP/1.1" status: 200 len: 1691 time: 0.4040966 Sep 30 13:01:42.889235 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f2d5287-4a85-4510-8686-459eaa4b60d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:42.916811 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5e165c66-3c16-4ee5-b552-e11818d363dd req-cde7d4ba-9b2c-4a57-8514-04b7bdeb5a95 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547268 Sep 30 13:01:42.996607 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dca0f209-8f33-4204-9a8d-bd761029c7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:43.004812 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0392d440-f53d-47ce-8323-2ab72edab8e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:43.011715 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0392d440-f53d-47ce-8323-2ab72edab8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:43.033987 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-e8cb12c6-7123-4993-8222-609aa79bbb9e tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5228722 Sep 30 13:01:43.044332 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f2d5287-4a85-4510-8686-459eaa4b60d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:43.046893 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f2d5287-4a85-4510-8686-459eaa4b60d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:43.048211 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0f2d5287-4a85-4510-8686-459eaa4b60d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf2b011f-3c22-4d22-9dd2-0fd0fd04562e HTTP/1.1" status: 204 len: 168 time: 0.4023209 Sep 30 13:01:43.050830 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-47af74a9-c1c9-4225-8894-b6675cd981b4 service neutron] Request body: {'port': {'device_id': '36cb3371-6394-4613-88c1-0ac7ae73c25b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:43.056978 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dca0f209-8f33-4204-9a8d-bd761029c7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:43.073900 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d5287-4a85-4510-8686-459eaa4b60d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2b011f-3c22-4d22-9dd2-0fd0fd04562e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:43.118601 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0392d440-f53d-47ce-8323-2ab72edab8e1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78f0221b4e4a4fa285ba1e07befa9390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6603522 Sep 30 13:01:43.119791 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40432) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:43.120437 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392d440-f53d-47ce-8323-2ab72edab8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0564dd3d-89ec-4920-a951-b58a30ba59c2,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:43.166109 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6b2e42b7-964a-4c84-842c-7a503e5fb7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:43.211986 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-47af74a9-c1c9-4225-8894-b6675cd981b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:43.217396 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e42b7-964a-4c84-842c-7a503e5fb7be admin admin] Pushing event updated for resources: {'Subnet': ['ID=20bee72f-ee73-4ea9-93af-994f5f95c535,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:43.220919 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dca0f209-8f33-4204-9a8d-bd761029c7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:43.223729 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dca0f209-8f33-4204-9a8d-bd761029c7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:43.227652 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-dca0f209-8f33-4204-9a8d-bd761029c7da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/74560b77-8100-496f-974d-9e6cfad60cd3 HTTP/1.1" status: 204 len: 168 time: 0.3878114 Sep 30 13:01:43.238436 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0f209-8f33-4204-9a8d-bd761029c7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74560b77-8100-496f-974d-9e6cfad60cd3,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:43.269118 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2e42b7-964a-4c84-842c-7a503e5fb7be admin admin] Checking segment: {'id': 'b2db1676-b010-4608-ac63-64833176515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fe2b754e-2c6a-4249-8e43-9c69174bc58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:01:43.269476 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2e42b7-964a-4c84-842c-7a503e5fb7be admin admin] Network hostable DHCP agents. Network: fe2b754e-2c6a-4249-8e43-9c69174bc58a, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:01:43.293508 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2e42b7-964a-4c84-842c-7a503e5fb7be admin admin] Network fe2b754e-2c6a-4249-8e43-9c69174bc58a is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:01:43.303554 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ab4b0eb0-6de5-43aa-a509-b85073f93f8b no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:01:43.313628 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-6b2e42b7-964a-4c84-842c-7a503e5fb7be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, fe2b754e-2c6a-4249-8e43-9c69174bc58a) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:01:43.322846 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e42b7-964a-4c84-842c-7a503e5fb7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:43.323632 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6b2e42b7-964a-4c84-842c-7a503e5fb7be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:43.343767 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67066a6-3b79-4034-abcd-719820f06082 None None] Network fe2b754e-2c6a-4249-8e43-9c69174bc58a requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:01:43.352067 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3bb82bd3-dd1e-48b7-9f8a-4bb565ae4c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:43.354272 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: ab4b0eb0-6de5-43aa-a509-b85073f93f8b {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:01:43.354767 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ab4b0eb0-6de5-43aa-a509-b85073f93f8b not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:01:43.358494 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6b2e42b7-964a-4c84-842c-7a503e5fb7be admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6165922 Sep 30 13:01:43.361575 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40438) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:43.368761 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-5fb1a460-437a-49c6-9ff4-5f30ebb668ca admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1987859137-router', 'tenant_id': '378e2d050da241729559ea504aeeacae', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:43.401902 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de8fde-e415-42a5-a915-ea0ad1062668 req-e76c36eb-a667-46cb-8626-8fb0b71b3ce0 tempest-ServersOnMultiNodesTest-782157231 tempest-ServersOnMultiNodesTest-782157231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:43.408248 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a5de8fde-e415-42a5-a915-ea0ad1062668 req-e76c36eb-a667-46cb-8626-8fb0b71b3ce0 tempest-ServersOnMultiNodesTest-782157231 tempest-ServersOnMultiNodesTest-782157231-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=35d9d493-184d-4f0e-b4d1-c856f64569f6 HTTP/1.1" status: 200 len: 1101 time: 0.2104037 Sep 30 13:01:43.420671 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5fb1a460-437a-49c6-9ff4-5f30ebb668ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:43.421699 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5fb1a460-437a-49c6-9ff4-5f30ebb668ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:43.488206 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3bb82bd3-dd1e-48b7-9f8a-4bb565ae4c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:43.556053 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5fb1a460-437a-49c6-9ff4-5f30ebb668ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:43.625808 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3bb82bd3-dd1e-48b7-9f8a-4bb565ae4c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:43.628391 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3bb82bd3-dd1e-48b7-9f8a-4bb565ae4c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:43.632103 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3bb82bd3-dd1e-48b7-9f8a-4bb565ae4c91 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0564dd3d-89ec-4920-a951-b58a30ba59c2 HTTP/1.1" status: 204 len: 168 time: 0.5055144 Sep 30 13:01:43.642171 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-fe2b754e-2c6a-4249-8e43-9c69174bc58a', 'network_id': 'fe2b754e-2c6a-4249-8e43-9c69174bc58a', 'tenant_id': '378e2d050da241729559ea504aeeacae', 'fixed_ips': [{'subnet_id': '20bee72f-ee73-4ea9-93af-994f5f95c535'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:01:43.643147 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:43.662366 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb82bd3-dd1e-48b7-9f8a-4bb565ae4c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0564dd3d-89ec-4920-a951-b58a30ba59c2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:43.708560 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a5de8fde-e415-42a5-a915-ea0ad1062668 req-bc7eebbb-b94c-47d3-b66c-fb9f61261ddb tempest-ServersOnMultiNodesTest-782157231 tempest-ServersOnMultiNodesTest-782157231-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698214 Sep 30 13:01:43.940503 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Allocated IP 172.20.0.2 (fe2b754e-2c6a-4249-8e43-9c69174bc58a/20bee72f-ee73-4ea9-93af-994f5f95c535/59f79d7e-cd9a-48ae-8a92-817df4ed42ce) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:01:43.951719 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67215867-49fe-48ff-b38e-82555d41e506 req-85050827-dbca-4eac-b35f-3ddcef567d85 tempest-ServersOnMultiNodesTest-782157231 tempest-ServersOnMultiNodesTest-782157231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:43.953542 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-67215867-49fe-48ff-b38e-82555d41e506 req-85050827-dbca-4eac-b35f-3ddcef567d85 tempest-ServersOnMultiNodesTest-782157231 tempest-ServersOnMultiNodesTest-782157231-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2e461eba-be3d-4e5b-9f2a-ac97f78fbb7b HTTP/1.1" status: 200 len: 1101 time: 0.1083677 Sep 30 13:01:43.962128 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-47af74a9-c1c9-4225-8894-b6675cd981b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b0b8d6-2056-4042-8361-14e3cabfbf17 {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:01:43.978080 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-47af74a9-c1c9-4225-8894-b6675cd981b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:43.978794 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5fb1a460-437a-49c6-9ff4-5f30ebb668ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:43.982713 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40460) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:44.021146 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d254f821-a7c3-43bf-a15d-449d21ef85e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:44.023758 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-47af74a9-c1c9-4225-8894-b6675cd981b4 service neutron] Transition to ACTIVE for port object 69b0b8d6-2056-4042-8361-14e3cabfbf17 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:01:44.041987 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-47af74a9-c1c9-4225-8894-b6675cd981b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:44.060774 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-67215867-49fe-48ff-b38e-82555d41e506 req-6fe29bec-4376-4666-8585-a904c2fcf164 tempest-ServersOnMultiNodesTest-782157231 tempest-ServersOnMultiNodesTest-782157231-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926974 Sep 30 13:01:44.084222 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092015bc-9792-44a3-96a8-027eb68700b3 req-92def9f7-be08-4a89-9980-8e88b2e31b54 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:44.093220 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-092015bc-9792-44a3-96a8-027eb68700b3 req-92def9f7-be08-4a89-9980-8e88b2e31b54 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 932 time: 0.2533996 Sep 30 13:01:44.146658 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af74a9-c1c9-4225-8894-b6675cd981b4 service neutron] Pushing event updated for resources: {'Port': ['ID=69b0b8d6-2056-4042-8361-14e3cabfbf17,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:44.245402 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-092015bc-9792-44a3-96a8-027eb68700b3 req-d797fb9b-9aa8-4a26-815f-77726deecb24 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504943 Sep 30 13:01:44.312623 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-47af74a9-c1c9-4225-8894-b6675cd981b4 service neutron] Attempting to bind port 69b0b8d6-2056-4042-8361-14e3cabfbf17 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:01:44.313690 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-47af74a9-c1c9-4225-8894-b6675cd981b4 service neutron] Attempting to bind port 69b0b8d6-2056-4042-8361-14e3cabfbf17 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:01:44.314039 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-47af74a9-c1c9-4225-8894-b6675cd981b4 service neutron] Attempting to bind port 69b0b8d6-2056-4042-8361-14e3cabfbf17 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:01:44.331287 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-47af74a9-c1c9-4225-8894-b6675cd981b4 service neutron] Port 69b0b8d6-2056-4042-8361-14e3cabfbf17 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:01:44.331515 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-47af74a9-c1c9-4225-8894-b6675cd981b4 service neutron] Attempting to bind port 69b0b8d6-2056-4042-8361-14e3cabfbf17 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:01:44.346282 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-47af74a9-c1c9-4225-8894-b6675cd981b4 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:01:44.346628 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-47af74a9-c1c9-4225-8894-b6675cd981b4 service neutron] Checking segment: {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:01:44.347002 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-47af74a9-c1c9-4225-8894-b6675cd981b4 service neutron] Bound using segment: {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:01:44.347444 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-47af74a9-c1c9-4225-8894-b6675cd981b4 service neutron] Bound port: 69b0b8d6-2056-4042-8361-14e3cabfbf17, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:01:44.347802 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-47af74a9-c1c9-4225-8894-b6675cd981b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:44.363318 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:44.388861 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40466) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:44.391096 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:44.392320 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d254f821-a7c3-43bf-a15d-449d21ef85e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:44.435103 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d254f821-a7c3-43bf-a15d-449d21ef85e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:44.458140 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Pushing event updated for resources: {'Port': ['ID=59f79d7e-cd9a-48ae-8a92-817df4ed42ce,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:44.474170 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-92d46948-5ded-49a6-88c3-6e0333c87e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:44.494695 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:44.496172 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:44.496522 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:44.496865 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:44.497250 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:44.501884 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:44.502384 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:44.502780 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:44.506429 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:44.506796 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:44.507145 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:44.507492 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:44.507833 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:01:44.520973 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Network fe2b754e-2c6a-4249-8e43-9c69174bc58a is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:01:44.523757 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:01:44.530170 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:01:44.541087 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254f821-a7c3-43bf-a15d-449d21ef85e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a1088f-4b61-4a15-b981-0408dbec6e03,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:44.548150 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d254f821-a7c3-43bf-a15d-449d21ef85e6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2172630d4eda491b9b6bd5827c3ee5b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5617962 Sep 30 13:01:44.555697 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40470) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:44.585589 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5fb1a460-437a-49c6-9ff4-5f30ebb668ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:44.594730 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-47af74a9-c1c9-4225-8894-b6675cd981b4 service neutron] For port 69b0b8d6-2056-4042-8361-14e3cabfbf17, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:01:44.613499 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5fb1a460-437a-49c6-9ff4-5f30ebb668ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:44.648937 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-47af74a9-c1c9-4225-8894-b6675cd981b4 service neutron] For port 69b0b8d6-2056-4042-8361-14e3cabfbf17, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=69b0b8d6-2056-4042-8361-14e3cabfbf17,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:01:44.658172 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Attempting to bind port 59f79d7e-cd9a-48ae-8a92-817df4ed42ce on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:01:44.658857 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Attempting to bind port 59f79d7e-cd9a-48ae-8a92-817df4ed42ce by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'b2db1676-b010-4608-ac63-64833176515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fe2b754e-2c6a-4249-8e43-9c69174bc58a'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:01:44.659478 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Attempting to bind port 59f79d7e-cd9a-48ae-8a92-817df4ed42ce on network fe2b754e-2c6a-4249-8e43-9c69174bc58a {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:01:44.672256 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-47af74a9-c1c9-4225-8894-b6675cd981b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:44.677141 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:01:44.681786 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Checking segment: {'id': 'b2db1676-b010-4608-ac63-64833176515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fe2b754e-2c6a-4249-8e43-9c69174bc58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:01:44.683435 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:44.685923 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Bound using segment: {'id': 'b2db1676-b010-4608-ac63-64833176515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fe2b754e-2c6a-4249-8e43-9c69174bc58a'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:01:44.686468 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Bound port: 59f79d7e-cd9a-48ae-8a92-817df4ed42ce, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2db1676-b010-4608-ac63-64833176515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fe2b754e-2c6a-4249-8e43-9c69174bc58a'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:01:44.686879 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:44.786301 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-5fb1a460-437a-49c6-9ff4-5f30ebb668ca admin admin] Allocated IP 172.25.5.244 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/357faaaf-740a-4654-a3fd-2d85c29003d2) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:01:44.791010 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-47af74a9-c1c9-4225-8894-b6675cd981b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:44.791879 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-47af74a9-c1c9-4225-8894-b6675cd981b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:44.793541 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-47af74a9-c1c9-4225-8894-b6675cd981b4 service neutron] 10.222.0.54 "PUT /v2.0/ports/69b0b8d6-2056-4042-8361-14e3cabfbf17 HTTP/1.1" status: 200 len: 1092 time: 1.7489789 Sep 30 13:01:44.798550 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36cb3371-6394-4613-88c1-0ac7ae73c25b', 'tag': '69b0b8d6-2056-4042-8361-14e3cabfbf17'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:01:44.804998 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] For port 59f79d7e-cd9a-48ae-8a92-817df4ed42ce, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:01:44.812655 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] For port 59f79d7e-cd9a-48ae-8a92-817df4ed42ce, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=59f79d7e-cd9a-48ae-8a92-817df4ed42ce,segment=NetworkSegment(b2db1676-b010-4608-ac63-64833176515d),segment_id=b2db1676-b010-4608-ac63-64833176515d)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:01:44.814223 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbe7d22-abdd-466d-a4b6-9eea81f4fe47" -d '{"events": [{"name": "network-changed", "server_uuid": "36cb3371-6394-4613-88c1-0ac7ae73c25b", "tag": "69b0b8d6-2056-4042-8361-14e3cabfbf17"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:01:44.820749 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:44.859611 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f3198a4-d509-44cf-bcad-fb1d473a78bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:44.907518 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-4f5abe0c-a389-459e-a197-b0621d5baf47 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1061802 Sep 30 13:01:44.911922 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cacd11-2678-464a-b4ee-be5e61af51c5 x-openstack-request-id: req-e6cacd11-2678-464a-b4ee-be5e61af51c5 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:01:44.912209 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36cb3371-6394-4613-88c1-0ac7ae73c25b", "tag": "69b0b8d6-2056-4042-8361-14e3cabfbf17", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:01:44.912459 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6cacd11-2678-464a-b4ee-be5e61af51c5 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:01:44.912965 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36cb3371-6394-4613-88c1-0ac7ae73c25b', 'tag': '69b0b8d6-2056-4042-8361-14e3cabfbf17', 'status': 'completed', 'code': 200} Sep 30 13:01:44.914771 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af74a9-c1c9-4225-8894-b6675cd981b4 service neutron] Pushing event updated for resources: {'Port': ['ID=69b0b8d6-2056-4042-8361-14e3cabfbf17,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:44.975494 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6cedb-392f-4b83-8e52-ab63a0d20125 None None] Pushing event updated for resources: {'Port': ['ID=59f79d7e-cd9a-48ae-8a92-817df4ed42ce,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:44.976119 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f3198a4-d509-44cf-bcad-fb1d473a78bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:44.985287 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-92d46948-5ded-49a6-88c3-6e0333c87e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:44.998134 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-92d46948-5ded-49a6-88c3-6e0333c87e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:45.092004 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-84b9a150-f08a-42be-b6a6-7f0c1fe3d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:45.093544 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-84b9a150-f08a-42be-b6a6-7f0c1fe3d5ae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 1095 time: 0.2373345 Sep 30 13:01:45.097462 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-92d46948-5ded-49a6-88c3-6e0333c87e1d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2382a576625946a281ace58af0b2a545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7038348 Sep 30 13:01:45.099595 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d46948-5ded-49a6-88c3-6e0333c87e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba9755c-852b-4dcc-8cc3-59715a88644d,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:45.103589 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40496) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:45.180763 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-45a1ab64-e576-424c-8b4c-c75a096b52aa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69b0b8d6-2056-4042-8361-14e3cabfbf17 HTTP/1.1" status: 200 len: 217 time: 0.0779665 Sep 30 13:01:45.219049 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-23877620-28b0-4262-84f6-5360eebe9382 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:45.248570 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f3198a4-d509-44cf-bcad-fb1d473a78bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:45.252288 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f3198a4-d509-44cf-bcad-fb1d473a78bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:45.258586 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-23877620-28b0-4262-84f6-5360eebe9382 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3098164 Sep 30 13:01:45.264439 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9f3198a4-d509-44cf-bcad-fb1d473a78bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/55a1088f-4b61-4a15-b981-0408dbec6e03 HTTP/1.1" status: 204 len: 168 time: 0.7038958 Sep 30 13:01:45.351808 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3198a4-d509-44cf-bcad-fb1d473a78bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a1088f-4b61-4a15-b981-0408dbec6e03,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:45.355635 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-52baa1c0-b88f-4221-86ce-fe634e8135a6 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/quotas/3bc89b3b842046238e7c21a0c02c3f96 HTTP/1.1" status: 200 len: 375 time: 0.0959516 Sep 30 13:01:45.358685 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5fb1a460-437a-49c6-9ff4-5f30ebb668ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:45.415467 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ed6923e3-d44e-4ff7-b5aa-9333ead69e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:45.442843 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ed6923e3-d44e-4ff7-b5aa-9333ead69e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:45.454282 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-a9e32cb8-43d1-4f07-b281-e058bc1cd972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:45.460277 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-a9e32cb8-43d1-4f07-b281-e058bc1cd972 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d154e7f6-f478-45ee-9bd0-03f890cad96e HTTP/1.1" status: 200 len: 847 time: 0.2501533 Sep 30 13:01:45.493320 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5fb1a460-437a-49c6-9ff4-5f30ebb668ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:45.549533 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-0d4efc55-ef49-4ae3-b680-fd1b6acd9e71 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1855631 Sep 30 13:01:45.563482 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-cf7a1960-2e19-4539-8acf-85f74176b1c4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=49ef354a-ba5f-45a0-ae5d-336431ac76bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522447 Sep 30 13:01:45.572599 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb1a460-437a-49c6-9ff4-5f30ebb668ca admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:01:45.578144 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-5fb1a460-437a-49c6-9ff4-5f30ebb668ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:01:45.584883 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb1a460-437a-49c6-9ff4-5f30ebb668ca admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:01:45.643102 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc59a72-2424-4697-935d-c1935b4294c7 req-e02b6090-11e4-4144-bfd5-a4f2cd664093 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:45.645067 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fdc59a72-2424-4697-935d-c1935b4294c7 req-e02b6090-11e4-4144-bfd5-a4f2cd664093 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 944 time: 0.1805179 Sep 30 13:01:45.746682 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1a460-437a-49c6-9ff4-5f30ebb668ca admin admin] Pushing event updated for resources: {'Port': ['ID=357faaaf-740a-4654-a3fd-2d85c29003d2,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:45.803474 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ed6923e3-d44e-4ff7-b5aa-9333ead69e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:45.810867 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ed6923e3-d44e-4ff7-b5aa-9333ead69e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:45.816236 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ed6923e3-d44e-4ff7-b5aa-9333ead69e8d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ba9755c-852b-4dcc-8cc3-59715a88644d HTTP/1.1" status: 204 len: 168 time: 0.7107663 Sep 30 13:01:45.917640 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fdc59a72-2424-4697-935d-c1935b4294c7 req-1102d412-06f6-4b5e-a65d-559ae73c5535 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913013 Sep 30 13:01:45.926064 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6923e3-d44e-4ff7-b5aa-9333ead69e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba9755c-852b-4dcc-8cc3-59715a88644d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:45.967675 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 59f79d7e-cd9a-48ae-8a92-817df4ed42ce up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:01:46.005042 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-052655b2-fac6-43ae-9592-c5d890ef0ceb service neutron] 10.222.0.54 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213405 Sep 30 13:01:46.271309 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b6a3801f-9c7b-4d2f-8ead-5decbbc1fe54 req-1b928575-282d-4e72-80fd-001e072777d9 service neutron] 10.222.0.54 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466130 Sep 30 13:01:46.405442 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 59f79d7e-cd9a-48ae-8a92-817df4ed42ce triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:46.407483 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:46.448253 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe7d22-abdd-466d-a4b6-9eea81f4fe47 req-585a0930-3bb7-4e63-99ba-f324dba037f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:46.452862 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8dbe7d22-abdd-466d-a4b6-9eea81f4fe47 req-585a0930-3bb7-4e63-99ba-f324dba037f8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 1095 time: 0.1249080 Sep 30 13:01:46.524402 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5fb1a460-437a-49c6-9ff4-5f30ebb668ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:46.731204 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:46.745420 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe7d22-abdd-466d-a4b6-9eea81f4fe47 req-39a99ccc-1c45-42f6-b537-0dfb5693ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:46.746971 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8dbe7d22-abdd-466d-a4b6-9eea81f4fe47 req-39a99ccc-1c45-42f6-b537-0dfb5693ccf2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=49ef354a-ba5f-45a0-ae5d-336431ac76bd HTTP/1.1" status: 200 len: 908 time: 0.2800975 Sep 30 13:01:46.840418 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ae08c7-5cdf-4d99-b810-582a08fdb71f None None] Network fe2b754e-2c6a-4249-8e43-9c69174bc58a requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:01:46.916789 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8dbe7d22-abdd-466d-a4b6-9eea81f4fe47 req-b96b4cc8-7a5f-4d58-aba7-ac9bd1a932b0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69b0b8d6-2056-4042-8361-14e3cabfbf17 HTTP/1.1" status: 200 len: 217 time: 0.1492448 Sep 30 13:01:46.985981 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 59f79d7e-cd9a-48ae-8a92-817df4ed42ce, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=59f79d7e-cd9a-48ae-8a92-817df4ed42ce,segment=NetworkSegment(b2db1676-b010-4608-ac63-64833176515d),segment_id=b2db1676-b010-4608-ac63-64833176515d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:46.990473 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a7dcdf2c-00a1-495c-9a48-ac6f868f737a req-669e85de-8021-4bf4-b996-78b7ab23aa71 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9af4f54-2095-4166-b301-b10972272b8a HTTP/1.1" status: 200 len: 210 time: 0.0960209 Sep 30 13:01:47.003152 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5fb1a460-437a-49c6-9ff4-5f30ebb668ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:47.061128 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe7d22-abdd-466d-a4b6-9eea81f4fe47 req-d3068ceb-2916-4804-93fe-7ef25ae52702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:47.063314 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8dbe7d22-abdd-466d-a4b6-9eea81f4fe47 req-d3068ceb-2916-4804-93fe-7ef25ae52702 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d154e7f6-f478-45ee-9bd0-03f890cad96e HTTP/1.1" status: 200 len: 847 time: 0.1040637 Sep 30 13:01:47.146591 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:47.176312 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8dbe7d22-abdd-466d-a4b6-9eea81f4fe47 req-c9b653ce-cd7f-4a9e-8033-231b7649dedf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=49ef354a-ba5f-45a0-ae5d-336431ac76bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009707 Sep 30 13:01:47.233666 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced06c8-fb7c-41aa-8a64-6d5681286d90 req-85e5ee99-1ec2-47e9-ad2e-b8df73af28c2 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:47.238044 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ced06c8-fb7c-41aa-8a64-6d5681286d90 req-85e5ee99-1ec2-47e9-ad2e-b8df73af28c2 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 944 time: 0.1357894 Sep 30 13:01:47.272552 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-96a9b36a-0392-455e-b638-6cddc4ce9848 None None] Provisioning complete for port 59f79d7e-cd9a-48ae-8a92-817df4ed42ce triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:47.273113 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-96a9b36a-0392-455e-b638-6cddc4ce9848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:47.326913 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8dbe7d22-abdd-466d-a4b6-9eea81f4fe47 req-def87736-5384-4347-9f1b-9ce246dbd4a2 service neutron] 10.222.0.54 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445012 Sep 30 13:01:47.365784 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ced06c8-fb7c-41aa-8a64-6d5681286d90 req-710a9e72-9178-45a9-af9c-9d6b71cb5f2a tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096971 Sep 30 13:01:47.386644 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb1a460-437a-49c6-9ff4-5f30ebb668ca admin admin] Router b650b030-a213-4bc1-a90a-14cc7f079f9b is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:01:47.491601 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=59f79d7e-cd9a-48ae-8a92-817df4ed42ce,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:47.508789 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8dbe7d22-abdd-466d-a4b6-9eea81f4fe47 req-c7e541d7-d945-4575-8342-fcff9f122fc2 service neutron] 10.222.0.54 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694288 Sep 30 13:01:47.655637 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb1a460-437a-49c6-9ff4-5f30ebb668ca admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:01:47.673020 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fab70d2-8b61-46d0-8e08-1ecbbbba05d3 None None] Sync routers for ids ['b650b030-a213-4bc1-a90a-14cc7f079f9b'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:01:47.689757 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fab70d2-8b61-46d0-8e08-1ecbbbba05d3 None None] Routers {'b650b030-a213-4bc1-a90a-14cc7f079f9b'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:01:47.690739 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7fab70d2-8b61-46d0-8e08-1ecbbbba05d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:01:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b650b030-a213-4bc1-a90a-14cc7f079f9b'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:01:47.718067 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5fb1a460-437a-49c6-9ff4-5f30ebb668ca admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:47.719609 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5fb1a460-437a-49c6-9ff4-5f30ebb668ca admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3569970 Sep 30 13:01:47.722537 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40588) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:47.820905 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 59f79d7e-cd9a-48ae-8a92-817df4ed42ce up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:01:47.963607 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 59f79d7e-cd9a-48ae-8a92-817df4ed42ce triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:47.966210 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:47.976556 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-7fab70d2-8b61-46d0-8e08-1ecbbbba05d3 None None] Set router b650b030-a213-4bc1-a90a-14cc7f079f9b gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:01:48.268835 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5dcf5c0f-a411-4ae9-92fe-fa827c51724d req-1be4fcd0-a870-49eb-af09-108f6aae2021 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9af4f54-2095-4166-b301-b10972272b8a HTTP/1.1" status: 200 len: 210 time: 0.0777967 Sep 30 13:01:48.286215 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8e5908c8-b7b7-431c-9b38-e8834c89c057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:48.314583 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4b0d3c10-e094-40b3-a005-5cb55fe74d9e None None] Provisioning complete for port 59f79d7e-cd9a-48ae-8a92-817df4ed42ce triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:48.315362 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4b0d3c10-e094-40b3-a005-5cb55fe74d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:48.442312 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7fab70d2-8b61-46d0-8e08-1ecbbbba05d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b650b030-a213-4bc1-a90a-14cc7f079f9b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1987859137-router', 'tenant_id': '378e2d050da241729559ea504aeeacae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '357faaaf-740a-4654-a3fd-2d85c29003d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:43Z', 'updated_at': '2021-09-30T13:01:45Z', 'revision_number': 3, 'project_id': '378e2d050da241729559ea504aeeacae', 'gw_port': {'id': '357faaaf-740a-4654-a3fd-2d85c29003d2', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b650b030-a213-4bc1-a90a-14cc7f079f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:44Z', 'updated_at': '2021-09-30T13:01:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:01:48.569878 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fab70d2-8b61-46d0-8e08-1ecbbbba05d3 None None] Checking router: b650b030-a213-4bc1-a90a-14cc7f079f9b for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:01:48.572472 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a336b4-e985-43d3-857f-48e6330a9e58 req-0793c879-0b95-4478-8a27-c6630bbf4173 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:48.580841 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-84a336b4-e985-43d3-857f-48e6330a9e58 req-0793c879-0b95-4478-8a27-c6630bbf4173 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 944 time: 0.0743117 Sep 30 13:01:48.581597 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fab70d2-8b61-46d0-8e08-1ecbbbba05d3 None None] Updating router b650b030-a213-4bc1-a90a-14cc7f079f9b port 357faaaf-740a-4654-a3fd-2d85c29003d2 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:01:48.661633 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7fab70d2-8b61-46d0-8e08-1ecbbbba05d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:48.697347 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-84a336b4-e985-43d3-857f-48e6330a9e58 req-762633ed-7260-4cd0-aafc-152328555427 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081121 Sep 30 13:01:48.740145 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48b7d518-2137-41c0-b89b-1a991c5e791a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:48.978274 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-8aff9cff-c0c9-49f5-a0d9-84d3e40eee72 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1632366 Sep 30 13:01:49.001317 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-2efe9ca3-28d7-4062-bce6-abffe71e8237 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0826821 Sep 30 13:01:49.179633 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:49.276959 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-0245435b-c20d-4243-8ca7-5ac3b9a1c6bf tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:49.279293 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-0245435b-c20d-4243-8ca7-5ac3b9a1c6bf tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2693214 Sep 30 13:01:49.294900 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-b6f8ee00-0914-4c57-bd98-dced0c415d05 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:49.295668 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-aab62c22-fb2b-4cf0-bed7-8abc8b5faa07 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Request body: {'port': {'device_id': 'c9af4f54-2095-4166-b301-b10972272b8a', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': '3bc89b3b842046238e7c21a0c02c3f96'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:49.296480 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-b6f8ee00-0914-4c57-bd98-dced0c415d05 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3092005 Sep 30 13:01:49.308883 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-48b7d518-2137-41c0-b89b-1a991c5e791a admin admin] Allocated IP 172.20.0.1 (fe2b754e-2c6a-4249-8e43-9c69174bc58a/20bee72f-ee73-4ea9-93af-994f5f95c535/b646da60-8761-4be8-9341-6e76102de0fb) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:01:49.329350 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7fab70d2-8b61-46d0-8e08-1ecbbbba05d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:49.337857 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c70ed941-ad6f-4e26-91f5-7f15237c1f21 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Request body: {'port': {'device_id': '3aa85f18-d84d-4f77-8a6a-ea2222b09f63', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': '3bc89b3b842046238e7c21a0c02c3f96'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:49.359878 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7fab70d2-8b61-46d0-8e08-1ecbbbba05d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:49.440314 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-55ea7419-cf7c-440f-9e1a-5d541fca77e2 req-56487926-1d7f-4392-a5e6-5ba3083ca924 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9af4f54-2095-4166-b301-b10972272b8a HTTP/1.1" status: 200 len: 210 time: 0.0460737 Sep 30 13:01:49.523775 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-7fab70d2-8b61-46d0-8e08-1ecbbbba05d3 None None] Attempting to bind port 357faaaf-740a-4654-a3fd-2d85c29003d2 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:01:49.524150 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-7fab70d2-8b61-46d0-8e08-1ecbbbba05d3 None None] Attempting to bind port 357faaaf-740a-4654-a3fd-2d85c29003d2 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:01:49.524505 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fab70d2-8b61-46d0-8e08-1ecbbbba05d3 None None] Attempting to bind port 357faaaf-740a-4654-a3fd-2d85c29003d2 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:01:49.553505 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e4ade-d6d1-4a80-8728-161fd2cab477 None None] Pushing event updated for resources: {'Port': ['ID=357faaaf-740a-4654-a3fd-2d85c29003d2,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:49.562480 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fab70d2-8b61-46d0-8e08-1ecbbbba05d3 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:01:49.562855 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fab70d2-8b61-46d0-8e08-1ecbbbba05d3 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:01:49.564167 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7fab70d2-8b61-46d0-8e08-1ecbbbba05d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:49.565123 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fab70d2-8b61-46d0-8e08-1ecbbbba05d3 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:01:49.565553 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-7fab70d2-8b61-46d0-8e08-1ecbbbba05d3 None None] Bound port: 357faaaf-740a-4654-a3fd-2d85c29003d2, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:01:49.565949 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7fab70d2-8b61-46d0-8e08-1ecbbbba05d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:49.608400 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-aab62c22-fb2b-4cf0-bed7-8abc8b5faa07 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Made reservation on behalf of 3bc89b3b842046238e7c21a0c02c3f96 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:01:49.613191 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-aab62c22-fb2b-4cf0-bed7-8abc8b5faa07 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:49.621987 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48b7d518-2137-41c0-b89b-1a991c5e791a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:49.651840 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c70ed941-ad6f-4e26-91f5-7f15237c1f21 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Made reservation on behalf of 3bc89b3b842046238e7c21a0c02c3f96 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:01:49.660132 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c70ed941-ad6f-4e26-91f5-7f15237c1f21 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:49.695011 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-7fab70d2-8b61-46d0-8e08-1ecbbbba05d3 None None] For port 357faaaf-740a-4654-a3fd-2d85c29003d2, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:01:49.704316 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-7fab70d2-8b61-46d0-8e08-1ecbbbba05d3 None None] For port 357faaaf-740a-4654-a3fd-2d85c29003d2, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=357faaaf-740a-4654-a3fd-2d85c29003d2,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:01:49.719064 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7fab70d2-8b61-46d0-8e08-1ecbbbba05d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:49.784845 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48b7d518-2137-41c0-b89b-1a991c5e791a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:49.876701 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b7d518-2137-41c0-b89b-1a991c5e791a admin admin] Network fe2b754e-2c6a-4249-8e43-9c69174bc58a is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:01:49.881623 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fab70d2-8b61-46d0-8e08-1ecbbbba05d3 None None] Routers {'b650b030-a213-4bc1-a90a-14cc7f079f9b'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:01:49.882876 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7fab70d2-8b61-46d0-8e08-1ecbbbba05d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:01:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b650b030-a213-4bc1-a90a-14cc7f079f9b'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:01:49.886035 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e4ade-d6d1-4a80-8728-161fd2cab477 None None] Pushing event updated for resources: {'Port': ['ID=357faaaf-740a-4654-a3fd-2d85c29003d2,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:49.906810 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-48b7d518-2137-41c0-b89b-1a991c5e791a admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:01:49.912131 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b7d518-2137-41c0-b89b-1a991c5e791a admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:01:49.916257 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48b7d518-2137-41c0-b89b-1a991c5e791a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:49.946464 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-aab62c22-fb2b-4cf0-bed7-8abc8b5faa07 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Allocated IP 192.168.233.66 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/6e09df4b-e0e2-4848-abda-3a11a18e8595) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:01:49.978979 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7d518-2137-41c0-b89b-1a991c5e791a admin admin] Pushing event updated for resources: {'Port': ['ID=b646da60-8761-4be8-9341-6e76102de0fb,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:50.031420 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c83335-d2e0-45ce-8ac9-065eb4a4c167 req-7126e6be-5e29-4ad6-b6cb-0061e48fb873 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:50.033701 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-01c83335-d2e0-45ce-8ac9-065eb4a4c167 req-7126e6be-5e29-4ad6-b6cb-0061e48fb873 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 944 time: 0.1737862 Sep 30 13:01:50.037311 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40680) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:50.152534 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-7fab70d2-8b61-46d0-8e08-1ecbbbba05d3 None None] Set router b650b030-a213-4bc1-a90a-14cc7f079f9b gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:01:50.176029 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 69b0b8d6-2056-4042-8361-14e3cabfbf17 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:01:50.287789 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-aab62c22-fb2b-4cf0-bed7-8abc8b5faa07 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:50.296104 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-01c83335-d2e0-45ce-8ac9-065eb4a4c167 req-1f3d2bcf-2a73-4ebf-a895-0e78bc6a96bf tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464433 Sep 30 13:01:50.348683 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-aab62c22-fb2b-4cf0-bed7-8abc8b5faa07 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:50.493621 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-aab62c22-fb2b-4cf0-bed7-8abc8b5faa07 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:01:50.501467 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-aab62c22-fb2b-4cf0-bed7-8abc8b5faa07 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:01:50.516234 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-aab62c22-fb2b-4cf0-bed7-8abc8b5faa07 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:01:50.570196 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48b7d518-2137-41c0-b89b-1a991c5e791a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:50.573125 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c70ed941-ad6f-4e26-91f5-7f15237c1f21 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Allocated IP 192.168.233.13 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/0cdedf33-c8b7-441b-a6fe-6cc0d76225be) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:01:50.635600 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab62c22-fb2b-4cf0-bed7-8abc8b5faa07 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Pushing event updated for resources: {'Port': ['ID=6e09df4b-e0e2-4848-abda-3a11a18e8595,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:50.638696 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7fab70d2-8b61-46d0-8e08-1ecbbbba05d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b650b030-a213-4bc1-a90a-14cc7f079f9b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1987859137-router', 'tenant_id': '378e2d050da241729559ea504aeeacae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '357faaaf-740a-4654-a3fd-2d85c29003d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:43Z', 'updated_at': '2021-09-30T13:01:45Z', 'revision_number': 3, 'project_id': '378e2d050da241729559ea504aeeacae', 'gw_port': {'id': '357faaaf-740a-4654-a3fd-2d85c29003d2', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b650b030-a213-4bc1-a90a-14cc7f079f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:44Z', 'updated_at': '2021-09-30T13:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:01:50.708659 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6b18421d-3672-4957-9df1-27317d4006b7'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:01:50.712054 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-aab62c22-fb2b-4cf0-bed7-8abc8b5faa07 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:50.712734 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-aab62c22-fb2b-4cf0-bed7-8abc8b5faa07 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:50.713200 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['9adbcaa4-175f-4bda-b130-9147bdd5c1d0', 'e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:01:50.724712 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fab70d2-8b61-46d0-8e08-1ecbbbba05d3 None None] The sync data for ids ['b650b030-a213-4bc1-a90a-14cc7f079f9b'] in n-d-810909-2 is: [{'id': 'b650b030-a213-4bc1-a90a-14cc7f079f9b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1987859137-router', 'tenant_id': '378e2d050da241729559ea504aeeacae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '357faaaf-740a-4654-a3fd-2d85c29003d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:43Z', 'updated_at': '2021-09-30T13:01:45Z', 'revision_number': 3, 'project_id': '378e2d050da241729559ea504aeeacae', 'gw_port': {'id': '357faaaf-740a-4654-a3fd-2d85c29003d2', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b650b030-a213-4bc1-a90a-14cc7f079f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:44Z', 'updated_at': '2021-09-30T13:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:01:50.766687 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 69b0b8d6-2056-4042-8361-14e3cabfbf17, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=69b0b8d6-2056-4042-8361-14e3cabfbf17,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:50.770365 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-aab62c22-fb2b-4cf0-bed7-8abc8b5faa07 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4791625 Sep 30 13:01:50.784490 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-5d6f5d15-13c0-402b-b6b1-18f9f634582a service neutron] Request body: {'port': {'device_id': 'c9af4f54-2095-4166-b301-b10972272b8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:50.798310 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '69b0b8d6-2056-4042-8361-14e3cabfbf17', 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd', 'port_id': '69b0b8d6-2056-4042-8361-14e3cabfbf17', 'mac_address': 'fa:16:3e:e8:b9:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd154e7f6-f478-45ee-9bd0-03f890cad96e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:01:50.927294 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5b3fe825-6448-4552-99c7-fe259cf993ed None None] Provisioning complete for port b646da60-8761-4be8-9341-6e76102de0fb triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:50.928236 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5b3fe825-6448-4552-99c7-fe259cf993ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:50.935606 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-5d6f5d15-13c0-402b-b6b1-18f9f634582a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:50.935920 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6d0362bf-ca3d-4897-9ff6-4789776a4b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:50.978043 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:50.999912 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-92b0c245-34b1-47ef-9b60-021c773a53ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:51.006691 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5b3fe825-6448-4552-99c7-fe259cf993ed None None] Port b646da60-8761-4be8-9341-6e76102de0fb cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:01:51.010361 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b0b8d6-2056-4042-8361-14e3cabfbf17 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:01:51.034975 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 69b0b8d6-2056-4042-8361-14e3cabfbf17, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=69b0b8d6-2056-4042-8361-14e3cabfbf17,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:51.054645 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:51.109838 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ebaff-fce2-4f30-9ecc-21287e41f706 req-950106a7-75fe-43be-b289-331b20987222 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:51.118350 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ac3ebaff-fce2-4f30-9ecc-21287e41f706 req-950106a7-75fe-43be-b289-331b20987222 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9af4f54-2095-4166-b301-b10972272b8a HTTP/1.1" status: 200 len: 935 time: 0.3824832 Sep 30 13:01:51.143743 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6d0362bf-ca3d-4897-9ff6-4789776a4b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:51.182788 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6d0362bf-ca3d-4897-9ff6-4789776a4b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:51.201427 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=69b0b8d6-2056-4042-8361-14e3cabfbf17,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:51.236546 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-139cf4f0-b6e0-4561-9b37-b7dbc123ea09 None None] Provisioning complete for port 6e09df4b-e0e2-4848-abda-3a11a18e8595 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:51.236884 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-139cf4f0-b6e0-4561-9b37-b7dbc123ea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:51.248379 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6d0362bf-ca3d-4897-9ff6-4789776a4b4a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f50a8ec083764208bd3a5f1a4dfa1b59&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2082775 Sep 30 13:01:51.267874 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40704) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:51.391828 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-139cf4f0-b6e0-4561-9b37-b7dbc123ea09 None None] Port 6e09df4b-e0e2-4848-abda-3a11a18e8595 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:01:51.406998 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-691ab5fa-d713-4f12-8094-e37ade17081b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:51.471299 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-691ab5fa-d713-4f12-8094-e37ade17081b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:51.474279 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['69b0b8d6-2056-4042-8361-14e3cabfbf17'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:01:51.551999 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-691ab5fa-d713-4f12-8094-e37ade17081b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:51.557153 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-691ab5fa-d713-4f12-8094-e37ade17081b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:51.559343 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-691ab5fa-d713-4f12-8094-e37ade17081b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a10655b3-0101-40db-ae8b-f45dd5f668dd HTTP/1.1" status: 204 len: 168 time: 0.2903564 Sep 30 13:01:51.591644 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ab5fa-d713-4f12-8094-e37ade17081b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10655b3-0101-40db-ae8b-f45dd5f668dd,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:51.694587 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0362bf-ca3d-4897-9ff6-4789776a4b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10655b3-0101-40db-ae8b-f45dd5f668dd,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:51.823896 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ac3ebaff-fce2-4f30-9ecc-21287e41f706 req-cd68cbd7-bae3-4fea-8702-479279f38885 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6961751 Sep 30 13:01:51.874865 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:51.941247 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48b7d518-2137-41c0-b89b-1a991c5e791a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:51.946026 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 357faaaf-740a-4654-a3fd-2d85c29003d2 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:01:51.959770 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6bfa0-3d08-4f39-b7f1-b262ac6d1c1b req-e64aabdd-281a-485a-8d73-b10f89afc035 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:51.972285 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c70ed941-ad6f-4e26-91f5-7f15237c1f21 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:51.977399 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4bc6bfa0-3d08-4f39-b7f1-b262ac6d1c1b req-e64aabdd-281a-485a-8d73-b10f89afc035 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 945 time: 0.1733196 Sep 30 13:01:52.030427 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48b7d518-2137-41c0-b89b-1a991c5e791a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:52.031205 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48b7d518-2137-41c0-b89b-1a991c5e791a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:52.179219 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4bc6bfa0-3d08-4f39-b7f1-b262ac6d1c1b req-ca4c6a88-dfdf-486a-a492-b019f0c00c1f tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988716 Sep 30 13:01:52.194496 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40752) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:52.201798 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c70ed941-ad6f-4e26-91f5-7f15237c1f21 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:52.225466 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7d518-2137-41c0-b89b-1a991c5e791a admin admin] Pushing event updated for resources: {'Port': ['ID=b646da60-8761-4be8-9341-6e76102de0fb,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:52.307319 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-54292f49-1c9d-42e2-8507-f74041bf2cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:52.360870 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c70ed941-ad6f-4e26-91f5-7f15237c1f21 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:01:52.388709 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c70ed941-ad6f-4e26-91f5-7f15237c1f21 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:01:52.421615 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c70ed941-ad6f-4e26-91f5-7f15237c1f21 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:01:52.440345 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c70ed941-ad6f-4e26-91f5-7f15237c1f21 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:52.440980 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c70ed941-ad6f-4e26-91f5-7f15237c1f21 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:52.457889 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-54292f49-1c9d-42e2-8507-f74041bf2cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:52.469336 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-54292f49-1c9d-42e2-8507-f74041bf2cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:52.514706 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54292f49-1c9d-42e2-8507-f74041bf2cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179df1c4-6e59-49b7-9961-538675daf436,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:52.532182 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c70ed941-ad6f-4e26-91f5-7f15237c1f21 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2048981 Sep 30 13:01:52.532868 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ed941-ad6f-4e26-91f5-7f15237c1f21 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Pushing event updated for resources: {'Port': ['ID=0cdedf33-c8b7-441b-a6fe-6cc0d76225be,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:52.557395 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c71ba670-7cb2-46bf-9511-67f4ec5f7acb service neutron] Request body: {'port': {'device_id': '3aa85f18-d84d-4f77-8a6a-ea2222b09f63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:52.588197 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:52.612811 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40764) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:52.627209 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b7d518-2137-41c0-b89b-1a991c5e791a admin admin] Network fe2b754e-2c6a-4249-8e43-9c69174bc58a is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:01:52.632733 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-5d6f5d15-13c0-402b-b6b1-18f9f634582a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e09df4b-e0e2-4848-abda-3a11a18e8595 {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:01:52.645657 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-48b7d518-2137-41c0-b89b-1a991c5e791a admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:01:52.646835 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-5d6f5d15-13c0-402b-b6b1-18f9f634582a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:52.671072 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-5d6f5d15-13c0-402b-b6b1-18f9f634582a service neutron] Transition to ACTIVE for port object 6e09df4b-e0e2-4848-abda-3a11a18e8595 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:01:52.705639 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 357faaaf-740a-4654-a3fd-2d85c29003d2 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:52.707851 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:52.745709 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-54292f49-1c9d-42e2-8507-f74041bf2cb2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b00902c60f1b466ba8513e11e0320c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5479329 Sep 30 13:01:52.745709 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-5d6f5d15-13c0-402b-b6b1-18f9f634582a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:52.755151 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40770) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:52.952154 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5de2d199-d845-473f-85d3-5795859dc0a6 None None] Provisioning complete for port 0cdedf33-c8b7-441b-a6fe-6cc0d76225be triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:52.953453 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5de2d199-d845-473f-85d3-5795859dc0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:52.986412 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f5d15-13c0-402b-b6b1-18f9f634582a service neutron] Pushing event updated for resources: {'Port': ['ID=6e09df4b-e0e2-4848-abda-3a11a18e8595,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:53.024631 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73cb7fee-7a53-404e-890d-e93998fc1a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:53.037678 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b7d518-2137-41c0-b89b-1a991c5e791a admin admin] Router b650b030-a213-4bc1-a90a-14cc7f079f9b has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:01:53.056426 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73cb7fee-7a53-404e-890d-e93998fc1a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:53.061161 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-67cde02f-5834-420b-8341-18b394352398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:53.078211 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c71ba670-7cb2-46bf-9511-67f4ec5f7acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:53.150806 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40776) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:53.156364 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5de2d199-d845-473f-85d3-5795859dc0a6 None None] Port 0cdedf33-c8b7-441b-a6fe-6cc0d76225be cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:01:53.158666 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:53.207527 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73cb7fee-7a53-404e-890d-e93998fc1a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:53.208300 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 357faaaf-740a-4654-a3fd-2d85c29003d2, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=357faaaf-740a-4654-a3fd-2d85c29003d2,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:53.221047 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['9adbcaa4-175f-4bda-b130-9147bdd5c1d0', 'e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:01:53.223161 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73cb7fee-7a53-404e-890d-e93998fc1a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:53.227110 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-73cb7fee-7a53-404e-890d-e93998fc1a44 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/179df1c4-6e59-49b7-9961-538675daf436 HTTP/1.1" status: 204 len: 168 time: 0.4538066 Sep 30 13:01:53.261930 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-5d6f5d15-13c0-402b-b6b1-18f9f634582a service neutron] Attempting to bind port 6e09df4b-e0e2-4848-abda-3a11a18e8595 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:01:53.262884 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-5d6f5d15-13c0-402b-b6b1-18f9f634582a service neutron] Attempting to bind port 6e09df4b-e0e2-4848-abda-3a11a18e8595 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:01:53.266318 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-5d6f5d15-13c0-402b-b6b1-18f9f634582a service neutron] Attempting to bind port 6e09df4b-e0e2-4848-abda-3a11a18e8595 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:01:53.299667 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb7fee-7a53-404e-890d-e93998fc1a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179df1c4-6e59-49b7-9961-538675daf436,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:53.315584 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:53.329176 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-5d6f5d15-13c0-402b-b6b1-18f9f634582a service neutron] Port 6e09df4b-e0e2-4848-abda-3a11a18e8595 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:01:53.329844 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-5d6f5d15-13c0-402b-b6b1-18f9f634582a service neutron] Attempting to bind port 6e09df4b-e0e2-4848-abda-3a11a18e8595 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:01:53.359752 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d3664-e51f-4e4b-a5b0-d392dfc96ad6 req-9ebd7707-ff91-4d13-b096-7b584a467f9a tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:53.370216 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-024d3664-e51f-4e4b-a5b0-d392dfc96ad6 req-9ebd7707-ff91-4d13-b096-7b584a467f9a tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9af4f54-2095-4166-b301-b10972272b8a HTTP/1.1" status: 200 len: 947 time: 0.2390740 Sep 30 13:01:53.373067 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-5d6f5d15-13c0-402b-b6b1-18f9f634582a service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:01:53.374126 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-5d6f5d15-13c0-402b-b6b1-18f9f634582a service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:01:53.374609 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-5d6f5d15-13c0-402b-b6b1-18f9f634582a service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:01:53.375194 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-5d6f5d15-13c0-402b-b6b1-18f9f634582a service neutron] Bound port: 6e09df4b-e0e2-4848-abda-3a11a18e8595, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:01:53.375719 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-5d6f5d15-13c0-402b-b6b1-18f9f634582a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:53.466731 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6b18421d-3672-4957-9df1-27317d4006b7'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:01:53.486040 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-78f9090e-58a1-45f7-92e5-96a333956fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:53.525088 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-024d3664-e51f-4e4b-a5b0-d392dfc96ad6 req-ea301398-6cf7-4ae2-bf73-426ec5d0b96f tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538103 Sep 30 13:01:53.534414 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b7d518-2137-41c0-b89b-1a991c5e791a admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:01:53.549756 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=357faaaf-740a-4654-a3fd-2d85c29003d2,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:53.553556 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-48b7d518-2137-41c0-b89b-1a991c5e791a admin admin] 10.222.0.18 "PUT /v2.0/routers/b650b030-a213-4bc1-a90a-14cc7f079f9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8295074 Sep 30 13:01:53.575605 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-5d6f5d15-13c0-402b-b6b1-18f9f634582a service neutron] For port 6e09df4b-e0e2-4848-abda-3a11a18e8595, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:01:53.583942 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-5d6f5d15-13c0-402b-b6b1-18f9f634582a service neutron] For port 6e09df4b-e0e2-4848-abda-3a11a18e8595, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=6e09df4b-e0e2-4848-abda-3a11a18e8595,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:01:53.595810 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-5d6f5d15-13c0-402b-b6b1-18f9f634582a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:53.663878 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305b4d35-d539-4291-af39-59274e0d3471 None None] Sync routers for ids ['b650b030-a213-4bc1-a90a-14cc7f079f9b'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:01:53.684083 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4da858-7b75-4b75-a941-f8670aeca4b9 req-cdafbf6b-b105-402a-a6e3-1ecbbaebd50c tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:53.697722 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cb4da858-7b75-4b75-a941-f8670aeca4b9 req-cdafbf6b-b105-402a-a6e3-1ecbbaebd50c tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 945 time: 0.3414881 Sep 30 13:01:53.699799 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-2b30d79c-1508-42ff-8297-d585d20644a8 None None] Provisioning complete for port b646da60-8761-4be8-9341-6e76102de0fb triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:53.700560 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2b30d79c-1508-42ff-8297-d585d20644a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:53.714320 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-5d6f5d15-13c0-402b-b6b1-18f9f634582a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:53.716549 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-5d6f5d15-13c0-402b-b6b1-18f9f634582a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:53.719679 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-5d6f5d15-13c0-402b-b6b1-18f9f634582a service neutron] 10.222.0.54 "PUT /v2.0/ports/6e09df4b-e0e2-4848-abda-3a11a18e8595 HTTP/1.1" status: 200 len: 1095 time: 2.9405959 Sep 30 13:01:53.723388 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9af4f54-2095-4166-b301-b10972272b8a', 'tag': '6e09df4b-e0e2-4848-abda-3a11a18e8595'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:01:53.725973 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5355788-3068-43d7-9bad-ac99b19d8d95" -d '{"events": [{"name": "network-changed", "server_uuid": "c9af4f54-2095-4166-b301-b10972272b8a", "tag": "6e09df4b-e0e2-4848-abda-3a11a18e8595"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:01:53.793125 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305b4d35-d539-4291-af39-59274e0d3471 None None] Routers {'b650b030-a213-4bc1-a90a-14cc7f079f9b'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:01:53.793125 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-305b4d35-d539-4291-af39-59274e0d3471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:01:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b650b030-a213-4bc1-a90a-14cc7f079f9b'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:01:53.888375 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae2fdf3-c89c-4894-99fd-c3c396e8c1e1 x-openstack-request-id: req-aae2fdf3-c89c-4894-99fd-c3c396e8c1e1 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:01:53.889575 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9af4f54-2095-4166-b301-b10972272b8a", "tag": "6e09df4b-e0e2-4848-abda-3a11a18e8595", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:01:53.889834 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aae2fdf3-c89c-4894-99fd-c3c396e8c1e1 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:01:53.890265 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9af4f54-2095-4166-b301-b10972272b8a', 'tag': '6e09df4b-e0e2-4848-abda-3a11a18e8595', 'status': 'completed', 'code': 200} Sep 30 13:01:53.894497 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-67cde02f-5834-420b-8341-18b394352398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:53.923596 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f5d15-13c0-402b-b6b1-18f9f634582a service neutron] Pushing event updated for resources: {'Port': ['ID=6e09df4b-e0e2-4848-abda-3a11a18e8595,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:53.951260 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cb4da858-7b75-4b75-a941-f8670aeca4b9 req-a26e686f-cbe3-4226-874b-ea868a3aa2ff tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523572 Sep 30 13:01:53.956105 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-67cde02f-5834-420b-8341-18b394352398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:53.982727 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-305b4d35-d539-4291-af39-59274e0d3471 None None] Set router b650b030-a213-4bc1-a90a-14cc7f079f9b gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:01:54.053172 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 357faaaf-740a-4654-a3fd-2d85c29003d2 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:01:54.096299 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-67cde02f-5834-420b-8341-18b394352398 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=894f521720f846a7928feda5ce19266a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4676456 Sep 30 13:01:54.098862 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40806) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:54.132835 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cde02f-5834-420b-8341-18b394352398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee39c5d-77b1-430c-ab48-440041b11855,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:54.161630 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-78f9090e-58a1-45f7-92e5-96a333956fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:54.177690 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-78f9090e-58a1-45f7-92e5-96a333956fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:54.179909 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:54.180575 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-2b30d79c-1508-42ff-8297-d585d20644a8 None None] Port b646da60-8761-4be8-9341-6e76102de0fb cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:01:54.243867 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-78f9090e-58a1-45f7-92e5-96a333956fd8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f86400f41cde48deb094ecce6a3cd600&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0934803 Sep 30 13:01:54.249986 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40812) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:54.261461 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 69b0b8d6-2056-4042-8361-14e3cabfbf17 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:01:54.284872 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-79458938-f8c7-49e7-a113-370f0814d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:54.295470 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-79458938-f8c7-49e7-a113-370f0814d27d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&device_id=c9af4f54-2095-4166-b301-b10972272b8a HTTP/1.1" status: 200 len: 1098 time: 0.5124876 Sep 30 13:01:54.317840 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-15427244-980a-4ba9-9844-7f6204274e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:54.335013 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c71ba670-7cb2-46bf-9511-67f4ec5f7acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cdedf33-c8b7-441b-a6fe-6cc0d76225be {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:01:54.367926 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c71ba670-7cb2-46bf-9511-67f4ec5f7acb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:54.385136 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-15427244-980a-4ba9-9844-7f6204274e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:54.415995 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c71ba670-7cb2-46bf-9511-67f4ec5f7acb service neutron] Transition to ACTIVE for port object 0cdedf33-c8b7-441b-a6fe-6cc0d76225be will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:01:54.435296 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-e8d60a0b-5dcd-4f4c-ad3c-2147e9b30e25 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6e09df4b-e0e2-4848-abda-3a11a18e8595 HTTP/1.1" status: 200 len: 217 time: 0.1192794 Sep 30 13:01:54.438167 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9090e-58a1-45f7-92e5-96a333956fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f786f2c-7907-4185-9a94-abe716bef511,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:54.440156 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c71ba670-7cb2-46bf-9511-67f4ec5f7acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:54.464093 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-97305bc3-7594-4cae-8851-2a3a90a81ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:54.576640 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40826) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:54.584665 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-7324790c-4433-48f6-9d64-e8ab3321d559 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1264414573-network', 'tenant_id': 'f2263fd780df4d0cb7dc5f0644481f03'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:54.590073 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-97305bc3-7594-4cae-8851-2a3a90a81ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:54.593347 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 357faaaf-740a-4654-a3fd-2d85c29003d2 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:54.593721 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:54.660045 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-f19982ac-e1d1-4e74-a845-ce7a9def5edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:54.666670 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-f19982ac-e1d1-4e74-a845-ce7a9def5edb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1983731 Sep 30 13:01:54.673782 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-97305bc3-7594-4cae-8851-2a3a90a81ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:54.676647 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-97305bc3-7594-4cae-8851-2a3a90a81ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:54.678616 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-97305bc3-7594-4cae-8851-2a3a90a81ad5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f786f2c-7907-4185-9a94-abe716bef511 HTTP/1.1" status: 204 len: 168 time: 0.4275699 Sep 30 13:01:54.697639 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ba670-7cb2-46bf-9511-67f4ec5f7acb service neutron] Pushing event updated for resources: {'Port': ['ID=0cdedf33-c8b7-441b-a6fe-6cc0d76225be,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:54.713879 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-15427244-980a-4ba9-9844-7f6204274e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:54.717707 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-15427244-980a-4ba9-9844-7f6204274e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:54.723749 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-15427244-980a-4ba9-9844-7f6204274e07 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ee39c5d-77b1-430c-ab48-440041b11855 HTTP/1.1" status: 204 len: 168 time: 0.5951476 Sep 30 13:01:54.734284 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c71ba670-7cb2-46bf-9511-67f4ec5f7acb service neutron] Attempting to bind port 0cdedf33-c8b7-441b-a6fe-6cc0d76225be on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:01:54.736145 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c71ba670-7cb2-46bf-9511-67f4ec5f7acb service neutron] Attempting to bind port 0cdedf33-c8b7-441b-a6fe-6cc0d76225be by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:01:54.736857 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c71ba670-7cb2-46bf-9511-67f4ec5f7acb service neutron] Attempting to bind port 0cdedf33-c8b7-441b-a6fe-6cc0d76225be on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:01:54.741034 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97305bc3-7594-4cae-8851-2a3a90a81ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f786f2c-7907-4185-9a94-abe716bef511,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:54.761193 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7324790c-4433-48f6-9d64-e8ab3321d559 admin admin] Made reservation on behalf of f2263fd780df4d0cb7dc5f0644481f03 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:01:54.764862 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c71ba670-7cb2-46bf-9511-67f4ec5f7acb service neutron] Port 0cdedf33-c8b7-441b-a6fe-6cc0d76225be on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:01:54.765473 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c71ba670-7cb2-46bf-9511-67f4ec5f7acb service neutron] Attempting to bind port 0cdedf33-c8b7-441b-a6fe-6cc0d76225be on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:01:54.773236 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7324790c-4433-48f6-9d64-e8ab3321d559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:54.778100 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15427244-980a-4ba9-9844-7f6204274e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee39c5d-77b1-430c-ab48-440041b11855,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:54.788913 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c71ba670-7cb2-46bf-9511-67f4ec5f7acb service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:01:54.790128 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c71ba670-7cb2-46bf-9511-67f4ec5f7acb service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:01:54.790783 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c71ba670-7cb2-46bf-9511-67f4ec5f7acb service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:01:54.791462 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c71ba670-7cb2-46bf-9511-67f4ec5f7acb service neutron] Bound port: 0cdedf33-c8b7-441b-a6fe-6cc0d76225be, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:01:54.792052 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c71ba670-7cb2-46bf-9511-67f4ec5f7acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:54.920996 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c71ba670-7cb2-46bf-9511-67f4ec5f7acb service neutron] For port 0cdedf33-c8b7-441b-a6fe-6cc0d76225be, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:01:54.929438 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c71ba670-7cb2-46bf-9511-67f4ec5f7acb service neutron] For port 0cdedf33-c8b7-441b-a6fe-6cc0d76225be, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0cdedf33-c8b7-441b-a6fe-6cc0d76225be,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:01:54.941935 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c71ba670-7cb2-46bf-9511-67f4ec5f7acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:54.976231 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c71ba670-7cb2-46bf-9511-67f4ec5f7acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:54.977855 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c71ba670-7cb2-46bf-9511-67f4ec5f7acb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:54.979382 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-c71ba670-7cb2-46bf-9511-67f4ec5f7acb service neutron] 10.222.0.39 "PUT /v2.0/ports/0cdedf33-c8b7-441b-a6fe-6cc0d76225be HTTP/1.1" status: 200 len: 1095 time: 2.4283464 Sep 30 13:01:54.981026 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa85f18-d84d-4f77-8a6a-ea2222b09f63', 'tag': '0cdedf33-c8b7-441b-a6fe-6cc0d76225be'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:01:54.991846 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a802cf-b189-468c-b171-b285380555e1" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa85f18-d84d-4f77-8a6a-ea2222b09f63", "tag": "0cdedf33-c8b7-441b-a6fe-6cc0d76225be"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:01:55.010233 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 69b0b8d6-2056-4042-8361-14e3cabfbf17 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:01:55.020629 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 69b0b8d6-2056-4042-8361-14e3cabfbf17 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:55.021424 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:55.186452 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-305b4d35-d539-4291-af39-59274e0d3471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b650b030-a213-4bc1-a90a-14cc7f079f9b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1987859137-router', 'tenant_id': '378e2d050da241729559ea504aeeacae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '357faaaf-740a-4654-a3fd-2d85c29003d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:43Z', 'updated_at': '2021-09-30T13:01:50Z', 'revision_number': 4, 'project_id': '378e2d050da241729559ea504aeeacae', 'gw_port': {'id': '357faaaf-740a-4654-a3fd-2d85c29003d2', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b650b030-a213-4bc1-a90a-14cc7f079f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:44Z', 'updated_at': '2021-09-30T13:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'b646da60-8761-4be8-9341-6e76102de0fb', 'name': '', 'network_id': 'fe2b754e-2c6a-4249-8e43-9c69174bc58a', 'tenant_id': '378e2d050da241729559ea504aeeacae', 'mac_address': 'fa:16:3e:c6:95:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b650b030-a213-4bc1-a90a-14cc7f079f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '20bee72f-ee73-4ea9-93af-994f5f95c535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:48Z', 'updated_at': '2021-09-30T13:01:50Z', 'revision_number': 2, 'project_id': '378e2d050da241729559ea504aeeacae', 'subnets': [{'id': '20bee72f-ee73-4ea9-93af-994f5f95c535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:01:55.271329 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305b4d35-d539-4291-af39-59274e0d3471 None None] Checking router: b650b030-a213-4bc1-a90a-14cc7f079f9b for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:01:55.272965 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305b4d35-d539-4291-af39-59274e0d3471 None None] Updating router b650b030-a213-4bc1-a90a-14cc7f079f9b port b646da60-8761-4be8-9341-6e76102de0fb binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:01:55.359201 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ba670-7cb2-46bf-9511-67f4ec5f7acb service neutron] Pushing event updated for resources: {'Port': ['ID=0cdedf33-c8b7-441b-a6fe-6cc0d76225be,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:55.375694 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-65a9998d-9be5-4ecd-a8d1-9777c8c814e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:55.377663 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-65a9998d-9be5-4ecd-a8d1-9777c8c814e7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&device_id=3aa85f18-d84d-4f77-8a6a-ea2222b09f63 HTTP/1.1" status: 200 len: 1098 time: 0.3202386 Sep 30 13:01:55.397034 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7324790c-4433-48f6-9d64-e8ab3321d559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:55.457687 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-2ea4a007-9c25-400a-a367-430f30530123 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=0cdedf33-c8b7-441b-a6fe-6cc0d76225be HTTP/1.1" status: 200 len: 217 time: 0.0656254 Sep 30 13:01:55.480049 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4ffc2-a1e9-468f-b094-5b7921056be6 req-a5d7101a-4b18-4b53-9a8f-a34047234eac tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:55.486751 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c1d4ffc2-a1e9-468f-b094-5b7921056be6 req-a5d7101a-4b18-4b53-9a8f-a34047234eac tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 945 time: 0.3145878 Sep 30 13:01:55.515657 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604991f-f9bb-4075-a238-5d73d3a37a88 req-a169b947-b73f-4286-b9ed-01ccd5cabf21 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:55.517874 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c604991f-f9bb-4075-a238-5d73d3a37a88 req-a169b947-b73f-4286-b9ed-01ccd5cabf21 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9af4f54-2095-4166-b301-b10972272b8a HTTP/1.1" status: 200 len: 947 time: 0.8366416 Sep 30 13:01:55.526802 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-be22a058-f440-4a07-914e-0753f5bce58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:55.529177 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-be22a058-f440-4a07-914e-0753f5bce58b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8525155 Sep 30 13:01:55.640466 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-3ca3e31a-8a52-4bf5-9890-e3581f4b67a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:55.642299 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-3ca3e31a-8a52-4bf5-9890-e3581f4b67a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1529980 Sep 30 13:01:55.682305 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c1d4ffc2-a1e9-468f-b094-5b7921056be6 req-d0afc9a6-379e-4eb2-b2e4-269d42ee680b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732705 Sep 30 13:01:55.698449 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c604991f-f9bb-4075-a238-5d73d3a37a88 req-2a875f50-db2c-4731-b031-1b656821d642 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681473 Sep 30 13:01:55.724284 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40852) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:55.740069 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-e37aa3e7-d278-407d-91f1-7f1ff87a1c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:55.741672 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-e37aa3e7-d278-407d-91f1-7f1ff87a1c90 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0872204 Sep 30 13:01:55.787405 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-305b4d35-d539-4291-af39-59274e0d3471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:55.798338 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc532731-da0e-4d54-98e5-aaab4688c973 x-openstack-request-id: req-bc532731-da0e-4d54-98e5-aaab4688c973 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:01:55.799091 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa85f18-d84d-4f77-8a6a-ea2222b09f63", "tag": "0cdedf33-c8b7-441b-a6fe-6cc0d76225be", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:01:55.799359 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc532731-da0e-4d54-98e5-aaab4688c973 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:01:55.802236 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa85f18-d84d-4f77-8a6a-ea2222b09f63', 'tag': '0cdedf33-c8b7-441b-a6fe-6cc0d76225be', 'status': 'completed', 'code': 200} Sep 30 13:01:55.819800 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:55.873407 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e6e51896-fb8a-411e-881f-7196f228a67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:55.880036 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-ba7f8912-24d4-46f4-8274-95622917bbf6 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360960 Sep 30 13:01:55.884488 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7324790c-4433-48f6-9d64-e8ab3321d559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:55.914828 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36cb3371-6394-4613-88c1-0ac7ae73c25b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b0b8d6-2056-4042-8361-14e3cabfbf17'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:01:55.916255 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40856) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:55.922746 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1604a8fe-81de-4dd6-9919-247ef923dc01" -d '{"events": [{"server_uuid": "36cb3371-6394-4613-88c1-0ac7ae73c25b", "name": "network-vif-plugged", "status": "completed", "tag": "69b0b8d6-2056-4042-8361-14e3cabfbf17"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:01:55.934714 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7324790c-4433-48f6-9d64-e8ab3321d559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:55.965093 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 69b0b8d6-2056-4042-8361-14e3cabfbf17, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=69b0b8d6-2056-4042-8361-14e3cabfbf17,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:56.006773 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:56.034725 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-f0c75c31-d6f2-44db-a3a0-af0a9c54b304 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785275 Sep 30 13:01:56.144276 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3329ad48-9d2a-463e-816d-d718f4743744 x-openstack-request-id: req-3329ad48-9d2a-463e-816d-d718f4743744 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:01:56.144878 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36cb3371-6394-4613-88c1-0ac7ae73c25b", "name": "network-vif-plugged", "status": "completed", "tag": "69b0b8d6-2056-4042-8361-14e3cabfbf17", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:01:56.145025 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3329ad48-9d2a-463e-816d-d718f4743744 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:01:56.145687 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36cb3371-6394-4613-88c1-0ac7ae73c25b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b0b8d6-2056-4042-8361-14e3cabfbf17', 'code': 200} Sep 30 13:01:56.146854 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=69b0b8d6-2056-4042-8361-14e3cabfbf17,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:56.148191 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e6e51896-fb8a-411e-881f-7196f228a67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:56.165119 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7324790c-4433-48f6-9d64-e8ab3321d559 admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:01:56.180196 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7324790c-4433-48f6-9d64-e8ab3321d559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:56.181183 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-7324790c-4433-48f6-9d64-e8ab3321d559 admin admin] Added segment 691320a5-06d1-46ed-a709-4305c88af6f3 of type vlan for network c9a8e0b8-7741-4585-9436-c5c9a4a25aa8 Sep 30 13:01:56.254156 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e6e51896-fb8a-411e-881f-7196f228a67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:56.308536 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a45cd-b99d-4239-8e77-29f5b4b22490 req-f1f0b49e-da51-40d2-9b69-3b6413b9d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:56.310714 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-988a45cd-b99d-4239-8e77-29f5b4b22490 req-f1f0b49e-da51-40d2-9b69-3b6413b9d4ee service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 1097 time: 0.2084205 Sep 30 13:01:56.316362 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e6e51896-fb8a-411e-881f-7196f228a67d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=119163f9c4024f96b9e21f24a765671e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5832262 Sep 30 13:01:56.316362 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ff413674-6384-4410-9f98-2d52779eb4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:56.319273 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40868) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:56.337087 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7324790c-4433-48f6-9d64-e8ab3321d559 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:56.383088 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-e0e6b8a0-a182-4b1a-9d0c-2fe0819e1ad6 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414125 Sep 30 13:01:56.383652 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324790c-4433-48f6-9d64-e8ab3321d559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f57b26-a20b-40ca-b502-3b1b4fe2e50f,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:56.387621 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-988a45cd-b99d-4239-8e77-29f5b4b22490 req-032bbf13-74b8-4c10-aea6-6314f5323fbb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691571 Sep 30 13:01:56.410855 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-805562b4-940f-4230-9a0f-af49747d2016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:56.450259 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.db.resource_extend [None req-7324790c-4433-48f6-9d64-e8ab3321d559 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 13:01:56.454975 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-805562b4-940f-4230-9a0f-af49747d2016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:56.475456 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e51896-fb8a-411e-881f-7196f228a67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12cbdad-381a-475b-9ee1-80baaddca8ef,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:56.507915 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7324790c-4433-48f6-9d64-e8ab3321d559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:56.509030 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7324790c-4433-48f6-9d64-e8ab3321d559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:56.509675 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7324790c-4433-48f6-9d64-e8ab3321d559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:56.518907 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-305b4d35-d539-4291-af39-59274e0d3471 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:56.531839 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-305b4d35-d539-4291-af39-59274e0d3471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:56.533591 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e839b781-e620-4795-ba69-85f1f948cbc9 req-6d5daeeb-d6bb-496c-aee4-6dc225e2588f service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6312613 Sep 30 13:01:56.554194 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a802cf-b189-468c-b171-b285380555e1 req-cb846868-0e96-40a6-8c9c-a7c048e56d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:56.555749 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-22a802cf-b189-468c-b171-b285380555e1 req-cb846868-0e96-40a6-8c9c-a7c048e56d37 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&device_id=3aa85f18-d84d-4f77-8a6a-ea2222b09f63 HTTP/1.1" status: 200 len: 1098 time: 0.0981057 Sep 30 13:01:56.612895 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54007f35-0307-41df-ac34-12b393966e08 None None] Pushing event updated for resources: {'Port': ['ID=b646da60-8761-4be8-9341-6e76102de0fb,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:56.660895 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-805562b4-940f-4230-9a0f-af49747d2016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:56.664198 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-805562b4-940f-4230-9a0f-af49747d2016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:56.665659 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-805562b4-940f-4230-9a0f-af49747d2016 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a12cbdad-381a-475b-9ee1-80baaddca8ef HTTP/1.1" status: 204 len: 168 time: 0.3455403 Sep 30 13:01:56.679892 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805562b4-940f-4230-9a0f-af49747d2016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12cbdad-381a-475b-9ee1-80baaddca8ef,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:56.720980 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ff413674-6384-4410-9f98-2d52779eb4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:56.743988 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a802cf-b189-468c-b171-b285380555e1 req-c9332962-14b8-4fb4-92b9-aa8aabeadff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:56.748033 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-22a802cf-b189-468c-b171-b285380555e1 req-c9332962-14b8-4fb4-92b9-aa8aabeadff2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.1806910 Sep 30 13:01:56.769989 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-305b4d35-d539-4291-af39-59274e0d3471 None None] Attempting to bind port b646da60-8761-4be8-9341-6e76102de0fb on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:01:56.773688 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-305b4d35-d539-4291-af39-59274e0d3471 None None] Attempting to bind port b646da60-8761-4be8-9341-6e76102de0fb by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'b2db1676-b010-4608-ac63-64833176515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fe2b754e-2c6a-4249-8e43-9c69174bc58a'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:01:56.774385 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305b4d35-d539-4291-af39-59274e0d3471 None None] Attempting to bind port b646da60-8761-4be8-9341-6e76102de0fb on network fe2b754e-2c6a-4249-8e43-9c69174bc58a {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:01:56.827756 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ff413674-6384-4410-9f98-2d52779eb4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:56.837868 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305b4d35-d539-4291-af39-59274e0d3471 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:01:56.839902 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305b4d35-d539-4291-af39-59274e0d3471 None None] Checking segment: {'id': 'b2db1676-b010-4608-ac63-64833176515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fe2b754e-2c6a-4249-8e43-9c69174bc58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:01:56.842945 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-305b4d35-d539-4291-af39-59274e0d3471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:56.845851 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305b4d35-d539-4291-af39-59274e0d3471 None None] Bound using segment: {'id': 'b2db1676-b010-4608-ac63-64833176515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fe2b754e-2c6a-4249-8e43-9c69174bc58a'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:01:56.846622 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-305b4d35-d539-4291-af39-59274e0d3471 None None] Bound port: b646da60-8761-4be8-9341-6e76102de0fb, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2db1676-b010-4608-ac63-64833176515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fe2b754e-2c6a-4249-8e43-9c69174bc58a'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:01:56.848402 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-22a802cf-b189-468c-b171-b285380555e1 req-35e43bf1-b4a1-4c58-b7d0-1c5e52884f25 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=0cdedf33-c8b7-441b-a6fe-6cc0d76225be HTTP/1.1" status: 200 len: 217 time: 0.0898774 Sep 30 13:01:56.848888 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-305b4d35-d539-4291-af39-59274e0d3471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:56.942647 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ff413674-6384-4410-9f98-2d52779eb4af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d80fbe96247d412b8964b63aad4694aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0171652 Sep 30 13:01:56.944303 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7324790c-4433-48f6-9d64-e8ab3321d559 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3651276 Sep 30 13:01:56.951187 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40882) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:56.951508 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40884) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:56.954390 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff413674-6384-4410-9f98-2d52779eb4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8218d95-a802-4c35-8570-6821d47c374c,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:56.979522 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-305b4d35-d539-4291-af39-59274e0d3471 None None] For port b646da60-8761-4be8-9341-6e76102de0fb, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:01:56.983248 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-305b4d35-d539-4291-af39-59274e0d3471 None None] For port b646da60-8761-4be8-9341-6e76102de0fb, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b646da60-8761-4be8-9341-6e76102de0fb,segment=NetworkSegment(b2db1676-b010-4608-ac63-64833176515d),segment_id=b2db1676-b010-4608-ac63-64833176515d)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:01:56.991561 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5355788-3068-43d7-9bad-ac99b19d8d95 req-ecc386d3-977c-41a1-af1a-0131f6b04f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:56.993291 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a5355788-3068-43d7-9bad-ac99b19d8d95 req-ecc386d3-977c-41a1-af1a-0131f6b04f32 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&device_id=c9af4f54-2095-4166-b301-b10972272b8a HTTP/1.1" status: 200 len: 1098 time: 0.2696161 Sep 30 13:01:56.994971 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-305b4d35-d539-4291-af39-59274e0d3471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:57.024802 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-3f6f44eb-0030-4f16-828f-39f32218f7fe admin admin] Request body: {'subnet': {'network_id': 'c9a8e0b8-7741-4585-9436-c5c9a4a25aa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1264414573-subnet', 'tenant_id': 'f2263fd780df4d0cb7dc5f0644481f03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:57.032922 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324790c-4433-48f6-9d64-e8ab3321d559 admin admin] Pushing event updated for resources: {'Network': ['ID=c9a8e0b8-7741-4585-9436-c5c9a4a25aa8,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:57.055638 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network c9a8e0b8-7741-4585-9436-c5c9a4a25aa8 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:01:57.105032 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a802cf-b189-468c-b171-b285380555e1 req-d4f77a61-657b-46bd-90ba-f454b0836077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:57.107178 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-22a802cf-b189-468c-b171-b285380555e1 req-d4f77a61-657b-46bd-90ba-f454b0836077 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.2494802 Sep 30 13:01:57.120815 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305b4d35-d539-4291-af39-59274e0d3471 None None] Routers {'b650b030-a213-4bc1-a90a-14cc7f079f9b'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:01:57.121937 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-305b4d35-d539-4291-af39-59274e0d3471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:01:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b650b030-a213-4bc1-a90a-14cc7f079f9b'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:01:57.127495 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1df9c-f802-4911-b992-83a40a26fb4c req-139d6be1-361b-426b-bdc7-69243bb67c80 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:57.130589 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87c1df9c-f802-4911-b992-83a40a26fb4c req-139d6be1-361b-426b-bdc7-69243bb67c80 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 946 time: 0.1856716 Sep 30 13:01:57.191233 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-0c445a0b-df88-4bfe-8c3a-f01c6039a4b3 None None] Provisioning complete for port b646da60-8761-4be8-9341-6e76102de0fb triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:57.191839 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0c445a0b-df88-4bfe-8c3a-f01c6039a4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:57.241281 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802889e-4d72-4916-8245-c90b34a81c1e req-1df94cf1-6a2c-44ff-9709-e0d4aa06b601 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:57.247312 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8802889e-4d72-4916-8245-c90b34a81c1e req-1df94cf1-6a2c-44ff-9709-e0d4aa06b601 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9af4f54-2095-4166-b301-b10972272b8a HTTP/1.1" status: 200 len: 947 time: 0.3041151 Sep 30 13:01:57.251178 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6f44eb-0030-4f16-828f-39f32218f7fe admin admin] Made reservation on behalf of f2263fd780df4d0cb7dc5f0644481f03 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:01:57.259760 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f6f44eb-0030-4f16-828f-39f32218f7fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:57.293406 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-50cfaecd-39d1-4784-87d4-3f2ead28ffd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:57.294044 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87c1df9c-f802-4911-b992-83a40a26fb4c req-cd55a7b5-7c15-4eee-b369-6695ab884a67 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454208 Sep 30 13:01:57.332850 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5355788-3068-43d7-9bad-ac99b19d8d95 req-8592f60c-8cf3-4e7c-9f3c-ab22a28db0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:57.334418 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a5355788-3068-43d7-9bad-ac99b19d8d95 req-8592f60c-8cf3-4e7c-9f3c-ab22a28db0cb service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.3074057 Sep 30 13:01:57.335520 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54007f35-0307-41df-ac34-12b393966e08 None None] Pushing event updated for resources: {'Port': ['ID=b646da60-8761-4be8-9341-6e76102de0fb,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:57.402480 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8802889e-4d72-4916-8245-c90b34a81c1e req-4dcad9a9-1510-49b1-ac1b-53afe4c04f80 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232779 Sep 30 13:01:57.436335 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a5355788-3068-43d7-9bad-ac99b19d8d95 req-23d41ad8-6adc-4647-977d-1763e263d6b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6e09df4b-e0e2-4848-abda-3a11a18e8595 HTTP/1.1" status: 200 len: 217 time: 0.0885892 Sep 30 13:01:57.503735 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5355788-3068-43d7-9bad-ac99b19d8d95 req-4ac86b3e-2ce4-4d7c-b3a4-33f921dd8fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:57.505627 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a5355788-3068-43d7-9bad-ac99b19d8d95 req-4ac86b3e-2ce4-4d7c-b3a4-33f921dd8fb4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0618882 Sep 30 13:01:57.527208 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a802cf-b189-468c-b171-b285380555e1 req-a9e9f84c-849b-49a0-8148-d1e7882cf3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:57.528955 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-22a802cf-b189-468c-b171-b285380555e1 req-a9e9f84c-849b-49a0-8148-d1e7882cf3ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4020641 Sep 30 13:01:57.562954 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-50cfaecd-39d1-4784-87d4-3f2ead28ffd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:57.569306 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-305b4d35-d539-4291-af39-59274e0d3471 None None] Set router b650b030-a213-4bc1-a90a-14cc7f079f9b gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:01:57.593604 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5355788-3068-43d7-9bad-ac99b19d8d95 req-85bcd36f-eec3-4aae-99b5-c27f494a5e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:57.595813 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a5355788-3068-43d7-9bad-ac99b19d8d95 req-85bcd36f-eec3-4aae-99b5-c27f494a5e64 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0804241 Sep 30 13:01:57.747880 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-22a802cf-b189-468c-b171-b285380555e1 req-f3973e46-104b-4b53-9c13-23571c38b92c service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000573 Sep 30 13:01:57.758496 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-50cfaecd-39d1-4784-87d4-3f2ead28ffd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:57.761105 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-50cfaecd-39d1-4784-87d4-3f2ead28ffd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:57.762313 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-50cfaecd-39d1-4784-87d4-3f2ead28ffd2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8218d95-a802-4c35-8570-6821d47c374c HTTP/1.1" status: 204 len: 168 time: 0.8095679 Sep 30 13:01:57.796092 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a5355788-3068-43d7-9bad-ac99b19d8d95 req-2282f428-8afe-4f04-a2ce-abea306c66bf service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839230 Sep 30 13:01:57.827482 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0c445a0b-df88-4bfe-8c3a-f01c6039a4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:57.828670 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cfaecd-39d1-4784-87d4-3f2ead28ffd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8218d95-a802-4c35-8570-6821d47c374c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:57.886572 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f6f44eb-0030-4f16-828f-39f32218f7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:57.930688 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-0c445a0b-df88-4bfe-8c3a-f01c6039a4b3 None None] For port b646da60-8761-4be8-9341-6e76102de0fb, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b646da60-8761-4be8-9341-6e76102de0fb,segment=NetworkSegment(b2db1676-b010-4608-ac63-64833176515d),segment_id=b2db1676-b010-4608-ac63-64833176515d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:57.940531 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f44eb-0030-4f16-828f-39f32218f7fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ead8130-3392-4e9a-878f-50fbe3d4e25b,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:57.944891 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0c445a0b-df88-4bfe-8c3a-f01c6039a4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:57.976696 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-22a802cf-b189-468c-b171-b285380555e1 req-dabe327b-707a-4d17-8181-266430fd12c0 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129898 Sep 30 13:01:57.986466 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6f44eb-0030-4f16-828f-39f32218f7fe admin admin] Checking segment: {'id': '691320a5-06d1-46ed-a709-4305c88af6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c9a8e0b8-7741-4585-9436-c5c9a4a25aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:01:57.986829 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6f44eb-0030-4f16-828f-39f32218f7fe admin admin] Network hostable DHCP agents. Network: c9a8e0b8-7741-4585-9436-c5c9a4a25aa8, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:01:58.006373 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a5355788-3068-43d7-9bad-ac99b19d8d95 req-6e3ce0a8-99ef-436e-a9b9-475a73c7f18b service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010334 Sep 30 13:01:58.017935 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6f44eb-0030-4f16-828f-39f32218f7fe admin admin] Network c9a8e0b8-7741-4585-9436-c5c9a4a25aa8 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:01:58.040275 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-3f6f44eb-0030-4f16-828f-39f32218f7fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, c9a8e0b8-7741-4585-9436-c5c9a4a25aa8) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:01:58.044176 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c445a0b-df88-4bfe-8c3a-f01c6039a4b3 None None] Pushing event updated for resources: {'Port': ['ID=b646da60-8761-4be8-9341-6e76102de0fb,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:58.044999 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6f44eb-0030-4f16-828f-39f32218f7fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:58.048300 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f6f44eb-0030-4f16-828f-39f32218f7fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:58.071444 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703fd68c-ad90-4b49-bdac-9675f45b7d4e None None] Network c9a8e0b8-7741-4585-9436-c5c9a4a25aa8 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:01:58.082973 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3f6f44eb-0030-4f16-828f-39f32218f7fe admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1213655 Sep 30 13:01:58.083190 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40914) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:58.088813 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-97a654a3-015c-4bf9-b9c2-a4c4d09993de admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1264414573-router', 'tenant_id': 'f2263fd780df4d0cb7dc5f0644481f03', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:01:58.121221 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-305b4d35-d539-4291-af39-59274e0d3471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b650b030-a213-4bc1-a90a-14cc7f079f9b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1987859137-router', 'tenant_id': '378e2d050da241729559ea504aeeacae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '357faaaf-740a-4654-a3fd-2d85c29003d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:43Z', 'updated_at': '2021-09-30T13:01:50Z', 'revision_number': 4, 'project_id': '378e2d050da241729559ea504aeeacae', 'gw_port': {'id': '357faaaf-740a-4654-a3fd-2d85c29003d2', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b650b030-a213-4bc1-a90a-14cc7f079f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:44Z', 'updated_at': '2021-09-30T13:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'b646da60-8761-4be8-9341-6e76102de0fb', 'name': '', 'network_id': 'fe2b754e-2c6a-4249-8e43-9c69174bc58a', 'tenant_id': '378e2d050da241729559ea504aeeacae', 'mac_address': 'fa:16:3e:c6:95:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b650b030-a213-4bc1-a90a-14cc7f079f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '20bee72f-ee73-4ea9-93af-994f5f95c535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:48Z', 'updated_at': '2021-09-30T13:01:56Z', 'revision_number': 4, 'project_id': '378e2d050da241729559ea504aeeacae', 'subnets': [{'id': '20bee72f-ee73-4ea9-93af-994f5f95c535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:01:58.131911 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-97a654a3-015c-4bf9-b9c2-a4c4d09993de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:58.133170 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-97a654a3-015c-4bf9-b9c2-a4c4d09993de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:58.185919 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-26e9db7b-b5ef-4418-90d7-e19e2de915ae None None] Provisioning complete for port b646da60-8761-4be8-9341-6e76102de0fb triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:01:58.186327 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-26e9db7b-b5ef-4418-90d7-e19e2de915ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:58.194884 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-97a654a3-015c-4bf9-b9c2-a4c4d09993de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:58.219995 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305b4d35-d539-4291-af39-59274e0d3471 None None] The sync data for ids ['b650b030-a213-4bc1-a90a-14cc7f079f9b'] in n-d-810909-2 is: [{'id': 'b650b030-a213-4bc1-a90a-14cc7f079f9b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1987859137-router', 'tenant_id': '378e2d050da241729559ea504aeeacae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '357faaaf-740a-4654-a3fd-2d85c29003d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:43Z', 'updated_at': '2021-09-30T13:01:50Z', 'revision_number': 4, 'project_id': '378e2d050da241729559ea504aeeacae', 'gw_port': {'id': '357faaaf-740a-4654-a3fd-2d85c29003d2', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b650b030-a213-4bc1-a90a-14cc7f079f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:44Z', 'updated_at': '2021-09-30T13:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'b646da60-8761-4be8-9341-6e76102de0fb', 'name': '', 'network_id': 'fe2b754e-2c6a-4249-8e43-9c69174bc58a', 'tenant_id': '378e2d050da241729559ea504aeeacae', 'mac_address': 'fa:16:3e:c6:95:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b650b030-a213-4bc1-a90a-14cc7f079f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '20bee72f-ee73-4ea9-93af-994f5f95c535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:48Z', 'updated_at': '2021-09-30T13:01:56Z', 'revision_number': 4, 'project_id': '378e2d050da241729559ea504aeeacae', 'subnets': [{'id': '20bee72f-ee73-4ea9-93af-994f5f95c535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:01:58.557106 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd2f5a5-e61b-4527-8860-0821f32113d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-c9a8e0b8-7741-4585-9436-c5c9a4a25aa8', 'network_id': 'c9a8e0b8-7741-4585-9436-c5c9a4a25aa8', 'tenant_id': 'f2263fd780df4d0cb7dc5f0644481f03', 'fixed_ips': [{'subnet_id': '9ead8130-3392-4e9a-878f-50fbe3d4e25b'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:01:58.557974 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5bd2f5a5-e61b-4527-8860-0821f32113d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:58.568157 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215cdb6f-c228-4913-b400-35d7a21f60b0 req-5632542c-169c-413c-b3dd-749de93eb3fd tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:58.579735 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-215cdb6f-c228-4913-b400-35d7a21f60b0 req-5632542c-169c-413c-b3dd-749de93eb3fd tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 946 time: 0.1076701 Sep 30 13:01:58.696329 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-215cdb6f-c228-4913-b400-35d7a21f60b0 req-c3eb8cfe-9b65-41f5-a27d-939c0fc51cc8 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130705 Sep 30 13:01:58.940341 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-5bd2f5a5-e61b-4527-8860-0821f32113d5 None None] Allocated IP 172.20.0.2 (c9a8e0b8-7741-4585-9436-c5c9a4a25aa8/9ead8130-3392-4e9a-878f-50fbe3d4e25b/17f241dd-e58f-4c7e-92d7-af53c494ab43) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:01:58.989629 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40962) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:59.187863 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-97a654a3-015c-4bf9-b9c2-a4c4d09993de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:59.212283 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f4bd5-0a0d-45cb-abba-deb07759d84a req-afeef089-a4ca-4faf-885b-28dadab0df69 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:59.214666 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-254f4bd5-0a0d-45cb-abba-deb07759d84a req-afeef089-a4ca-4faf-885b-28dadab0df69 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9af4f54-2095-4166-b301-b10972272b8a HTTP/1.1" status: 200 len: 947 time: 0.2070320 Sep 30 13:01:59.236669 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5bd2f5a5-e61b-4527-8860-0821f32113d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:59.250283 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5bd2f5a5-e61b-4527-8860-0821f32113d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:59.293960 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-254f4bd5-0a0d-45cb-abba-deb07759d84a req-12d806b3-cbbb-4396-894e-70d75ec0c981 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489163 Sep 30 13:01:59.373833 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd2f5a5-e61b-4527-8860-0821f32113d5 None None] Network c9a8e0b8-7741-4585-9436-c5c9a4a25aa8 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:01:59.387837 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-5bd2f5a5-e61b-4527-8860-0821f32113d5 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:01:59.391975 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd2f5a5-e61b-4527-8860-0821f32113d5 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:01:59.398954 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0cdedf33-c8b7-441b-a6fe-6cc0d76225be details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:01:59.426927 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2f5a5-e61b-4527-8860-0821f32113d5 None None] Pushing event updated for resources: {'Port': ['ID=17f241dd-e58f-4c7e-92d7-af53c494ab43,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:01:59.578094 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5af00-b977-4a77-9184-d8e5db4d924d req-eb74fcf4-f141-478d-8003-1d6923caf24a tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:01:59.582386 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0ae5af00-b977-4a77-9184-d8e5db4d924d req-eb74fcf4-f141-478d-8003-1d6923caf24a tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 1097 time: 0.1015253 Sep 30 13:01:59.664840 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-97a654a3-015c-4bf9-b9c2-a4c4d09993de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:59.755529 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-13049ed7-8e12-4b01-89fb-c23ea27c7ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:59.755723 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-5bd2f5a5-e61b-4527-8860-0821f32113d5 None None] Attempting to bind port 17f241dd-e58f-4c7e-92d7-af53c494ab43 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:01:59.755971 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-5bd2f5a5-e61b-4527-8860-0821f32113d5 None None] Attempting to bind port 17f241dd-e58f-4c7e-92d7-af53c494ab43 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '691320a5-06d1-46ed-a709-4305c88af6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c9a8e0b8-7741-4585-9436-c5c9a4a25aa8'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:01:59.756331 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd2f5a5-e61b-4527-8860-0821f32113d5 None None] Attempting to bind port 17f241dd-e58f-4c7e-92d7-af53c494ab43 on network c9a8e0b8-7741-4585-9436-c5c9a4a25aa8 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:01:59.762891 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0cdedf33-c8b7-441b-a6fe-6cc0d76225be, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0cdedf33-c8b7-441b-a6fe-6cc0d76225be,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:01:59.765608 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd2f5a5-e61b-4527-8860-0821f32113d5 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:01:59.765980 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd2f5a5-e61b-4527-8860-0821f32113d5 None None] Checking segment: {'id': '691320a5-06d1-46ed-a709-4305c88af6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c9a8e0b8-7741-4585-9436-c5c9a4a25aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:01:59.766690 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5bd2f5a5-e61b-4527-8860-0821f32113d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:59.767331 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd2f5a5-e61b-4527-8860-0821f32113d5 None None] Bound using segment: {'id': '691320a5-06d1-46ed-a709-4305c88af6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c9a8e0b8-7741-4585-9436-c5c9a4a25aa8'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:01:59.767868 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-5bd2f5a5-e61b-4527-8860-0821f32113d5 None None] Bound port: 17f241dd-e58f-4c7e-92d7-af53c494ab43, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691320a5-06d1-46ed-a709-4305c88af6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c9a8e0b8-7741-4585-9436-c5c9a4a25aa8'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:01:59.768256 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5bd2f5a5-e61b-4527-8860-0821f32113d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:59.786142 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-97a654a3-015c-4bf9-b9c2-a4c4d09993de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:01:59.900669 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40988) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:01:59.920523 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0ae5af00-b977-4a77-9184-d8e5db4d924d req-a7723e19-8725-4055-92cd-7e0e0c883af7 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282640 Sep 30 13:02:00.107480 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b646da60-8761-4be8-9341-6e76102de0fb up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:02:00.131772 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '0cdedf33-c8b7-441b-a6fe-6cc0d76225be', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': '0cdedf33-c8b7-441b-a6fe-6cc0d76225be', 'mac_address': 'fa:16:3e:13:83:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:02:00.201713 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-97a654a3-015c-4bf9-b9c2-a4c4d09993de admin admin] Allocated IP 172.25.5.109 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/d7aac31a-97d7-4a18-8a95-41c7bd4d3620) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:02:00.248869 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 6e09df4b-e0e2-4848-abda-3a11a18e8595 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:02:00.252858 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-13049ed7-8e12-4b01-89fb-c23ea27c7ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:00.269606 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-13049ed7-8e12-4b01-89fb-c23ea27c7ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:00.316614 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104bfb0-3c23-4cb0-9e03-94bf6dfcf1c9 req-c939473b-8c3e-403f-bdd2-60dbf792d602 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:00.318233 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f104bfb0-3c23-4cb0-9e03-94bf6dfcf1c9 req-c939473b-8c3e-403f-bdd2-60dbf792d602 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 1097 time: 0.1839862 Sep 30 13:02:00.342375 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-f63bbf51-52a9-472a-97ff-bcf8ebfff11b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1211634253-network', 'tenant_id': '307346d36aaf451c8749a0da5f22f449'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:00.352842 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:00.375332 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-97a654a3-015c-4bf9-b9c2-a4c4d09993de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:00.385664 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5bd2f5a5-e61b-4527-8860-0821f32113d5 None None] For port 17f241dd-e58f-4c7e-92d7-af53c494ab43, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:02:00.386657 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-13049ed7-8e12-4b01-89fb-c23ea27c7ec3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a32335a0aa3e4530936d1ca6887dd25b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3952041 Sep 30 13:02:00.392192 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port b646da60-8761-4be8-9341-6e76102de0fb triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:00.392644 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:00.393826 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41004) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:00.402986 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cdedf33-c8b7-441b-a6fe-6cc0d76225be {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:02:00.449684 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-97a654a3-015c-4bf9-b9c2-a4c4d09993de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:00.459000 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13049ed7-8e12-4b01-89fb-c23ea27c7ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9964351e-49aa-4f90-b49d-b7a6456357f3,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:00.470963 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5bd2f5a5-e61b-4527-8860-0821f32113d5 None None] For port 17f241dd-e58f-4c7e-92d7-af53c494ab43, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=17f241dd-e58f-4c7e-92d7-af53c494ab43,segment=NetworkSegment(691320a5-06d1-46ed-a709-4305c88af6f3),segment_id=691320a5-06d1-46ed-a709-4305c88af6f3)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:02:00.495735 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5bd2f5a5-e61b-4527-8860-0821f32113d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:00.506178 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63bbf51-52a9-472a-97ff-bcf8ebfff11b admin admin] Made reservation on behalf of 307346d36aaf451c8749a0da5f22f449 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:02:00.509566 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f63bbf51-52a9-472a-97ff-bcf8ebfff11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:00.516884 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a654a3-015c-4bf9-b9c2-a4c4d09993de admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:02:00.520129 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-97a654a3-015c-4bf9-b9c2-a4c4d09993de admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:02:00.525174 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a654a3-015c-4bf9-b9c2-a4c4d09993de admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:02:00.528977 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f104bfb0-3c23-4cb0-9e03-94bf6dfcf1c9 req-ac377907-fab8-4109-aee4-2ba3579c6514 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713059 Sep 30 13:02:00.530301 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f63bbf51-52a9-472a-97ff-bcf8ebfff11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:00.563002 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-db09a1df-2b40-4fc5-9720-7616c07fb121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:00.599967 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-db09a1df-2b40-4fc5-9720-7616c07fb121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:00.608283 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0cdedf33-c8b7-441b-a6fe-6cc0d76225be, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0cdedf33-c8b7-441b-a6fe-6cc0d76225be,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:00.629942 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a654a3-015c-4bf9-b9c2-a4c4d09993de admin admin] Pushing event updated for resources: {'Port': ['ID=d7aac31a-97d7-4a18-8a95-41c7bd4d3620,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:00.632820 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:00.672622 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2f5a5-e61b-4527-8860-0821f32113d5 None None] Pushing event updated for resources: {'Port': ['ID=17f241dd-e58f-4c7e-92d7-af53c494ab43,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:00.740498 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661a88e-0d2c-44aa-bc88-944325f0886d req-020608ba-fd9b-42f8-8906-aecf9f6e5d4a tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:00.742206 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1661a88e-0d2c-44aa-bc88-944325f0886d req-020608ba-fd9b-42f8-8906-aecf9f6e5d4a tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9af4f54-2095-4166-b301-b10972272b8a HTTP/1.1" status: 200 len: 947 time: 0.3253264 Sep 30 13:02:00.750914 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f63bbf51-52a9-472a-97ff-bcf8ebfff11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:00.752610 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-db09a1df-2b40-4fc5-9720-7616c07fb121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:00.755343 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-db09a1df-2b40-4fc5-9720-7616c07fb121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:00.758725 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-db09a1df-2b40-4fc5-9720-7616c07fb121 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9964351e-49aa-4f90-b49d-b7a6456357f3 HTTP/1.1" status: 204 len: 168 time: 0.3558805 Sep 30 13:02:00.759601 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f63bbf51-52a9-472a-97ff-bcf8ebfff11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:00.772273 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09a1df-2b40-4fc5-9720-7616c07fb121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9964351e-49aa-4f90-b49d-b7a6456357f3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:00.788010 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63bbf51-52a9-472a-97ff-bcf8ebfff11b admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:02:00.815899 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 6e09df4b-e0e2-4848-abda-3a11a18e8595, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=6e09df4b-e0e2-4848-abda-3a11a18e8595,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:00.838141 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f63bbf51-52a9-472a-97ff-bcf8ebfff11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:00.838493 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-f63bbf51-52a9-472a-97ff-bcf8ebfff11b admin admin] Added segment b7d9bd34-d598-4354-9792-c21f2e5c5b6d of type vlan for network 7f887bd6-efe8-4735-bd01-6dc4b9f55b3a Sep 30 13:02:00.848086 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63bbf51-52a9-472a-97ff-bcf8ebfff11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70066f09-1c74-4572-8322-8b90c51f6abe,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:00.895848 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['0cdedf33-c8b7-441b-a6fe-6cc0d76225be'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:02:00.933033 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f63bbf51-52a9-472a-97ff-bcf8ebfff11b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:00.948011 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=0cdedf33-c8b7-441b-a6fe-6cc0d76225be,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:00.951726 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '6e09df4b-e0e2-4848-abda-3a11a18e8595', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': '6e09df4b-e0e2-4848-abda-3a11a18e8595', 'mac_address': 'fa:16:3e:c1:2f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:02:01.004614 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f63bbf51-52a9-472a-97ff-bcf8ebfff11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:01.008699 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63bbf51-52a9-472a-97ff-bcf8ebfff11b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:01.008699 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f63bbf51-52a9-472a-97ff-bcf8ebfff11b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:01.029205 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-97a654a3-015c-4bf9-b9c2-a4c4d09993de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:01.039777 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-a89d1e5b-c534-49c3-8b28-4789643258d9 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ddc027bea95145c4a230ab390cc111ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0998933 Sep 30 13:02:01.117793 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f63bbf51-52a9-472a-97ff-bcf8ebfff11b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2121596 Sep 30 13:02:01.121149 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63bbf51-52a9-472a-97ff-bcf8ebfff11b admin admin] Pushing event updated for resources: {'Network': ['ID=7f887bd6-efe8-4735-bd01-6dc4b9f55b3a,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:01.126437 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41028) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:01.162152 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-b15f025b-8c73-4e43-9640-2531a3d1ed42 admin admin] Request body: {'subnet': {'network_id': '7f887bd6-efe8-4735-bd01-6dc4b9f55b3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1211634253-subnet', 'tenant_id': '307346d36aaf451c8749a0da5f22f449', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:01.176697 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 7f887bd6-efe8-4735-bd01-6dc4b9f55b3a details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:02:01.222634 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1661a88e-0d2c-44aa-bc88-944325f0886d req-6aa4b33f-5a1e-4638-b3a2-59fbc6cd92e6 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4662368 Sep 30 13:02:01.265331 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15f025b-8c73-4e43-9640-2531a3d1ed42 admin admin] Made reservation on behalf of 307346d36aaf451c8749a0da5f22f449 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:02:01.268265 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b15f025b-8c73-4e43-9640-2531a3d1ed42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:01.292335 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:01.312349 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-f02f0982-ff84-4e39-9d04-4bacdd22d675 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:01.313953 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-f02f0982-ff84-4e39-9d04-4bacdd22d675 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2624066 Sep 30 13:02:01.319858 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e09df4b-e0e2-4848-abda-3a11a18e8595 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:02:01.372890 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-f72a4048-050f-40c8-b7f1-99713431c8d2 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/quotas/ddc027bea95145c4a230ab390cc111ba HTTP/1.1" status: 200 len: 375 time: 0.0509059 Sep 30 13:02:01.396235 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 6e09df4b-e0e2-4848-abda-3a11a18e8595, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=6e09df4b-e0e2-4848-abda-3a11a18e8595,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:01.408718 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-97a654a3-015c-4bf9-b9c2-a4c4d09993de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:01.419322 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41036) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:01.425878 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-18bfde7a-cd9b-4270-909d-a30c37c46748 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ddc027bea95145c4a230ab390cc111ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407155 Sep 30 13:02:01.447847 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:01.552451 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=6e09df4b-e0e2-4848-abda-3a11a18e8595,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:01.557683 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-27731782-3c0f-4315-bfda-09acf64626c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:01.561647 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b15f025b-8c73-4e43-9640-2531a3d1ed42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:01.689498 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15f025b-8c73-4e43-9640-2531a3d1ed42 admin admin] Checking segment: {'id': 'b7d9bd34-d598-4354-9792-c21f2e5c5b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7f887bd6-efe8-4735-bd01-6dc4b9f55b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:02:01.689860 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15f025b-8c73-4e43-9640-2531a3d1ed42 admin admin] Network hostable DHCP agents. Network: 7f887bd6-efe8-4735-bd01-6dc4b9f55b3a, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:02:01.710287 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f025b-8c73-4e43-9640-2531a3d1ed42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54f51ec7-2b2b-47c8-81be-5c68934b2b96,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:01.783461 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15f025b-8c73-4e43-9640-2531a3d1ed42 admin admin] Network 7f887bd6-efe8-4735-bd01-6dc4b9f55b3a is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:02:01.796584 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6e09df4b-e0e2-4848-abda-3a11a18e8595'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:02:01.816154 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-b15f025b-8c73-4e43-9640-2531a3d1ed42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 7f887bd6-efe8-4735-bd01-6dc4b9f55b3a) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:02:01.858900 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-178bce0d-5e26-4dd5-ba2e-22faf1da0400 req-854a8bac-0401-4623-8d87-7756988c2eb6 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f60593-3b10-499f-b28e-dcbc3c5afb43 HTTP/1.1" status: 200 len: 210 time: 0.0557494 Sep 30 13:02:01.860532 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15f025b-8c73-4e43-9640-2531a3d1ed42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:01.861299 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b15f025b-8c73-4e43-9640-2531a3d1ed42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:01.876709 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eefb104-70ca-453c-8659-6252df37077f None None] Network 7f887bd6-efe8-4735-bd01-6dc4b9f55b3a requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:02:01.899671 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-cf9b0d1f-4ecc-4ed9-93ac-86fa6560d4b2 req-dcaf30e3-cf1c-4fbb-b507-ea43a23d4048 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:02:01.913308 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cf9b0d1f-4ecc-4ed9-93ac-86fa6560d4b2 req-dcaf30e3-cf1c-4fbb-b507-ea43a23d4048 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1547260 Sep 30 13:02:01.919886 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a654a3-015c-4bf9-b9c2-a4c4d09993de admin admin] Router f87002cf-6b42-41f8-9136-5b39955a67fc is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:02:01.999427 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 17f241dd-e58f-4c7e-92d7-af53c494ab43 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:02:02.091797 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-27731782-3c0f-4315-bfda-09acf64626c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:02.109874 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-27731782-3c0f-4315-bfda-09acf64626c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:02.142489 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b15f025b-8c73-4e43-9640-2531a3d1ed42 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0147781 Sep 30 13:02:02.192535 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 17f241dd-e58f-4c7e-92d7-af53c494ab43 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:02.192996 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:02.207809 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b692fb1-f2c9-4a81-90ca-1ab169038ce8 None None] Network 7f887bd6-efe8-4735-bd01-6dc4b9f55b3a requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:02:02.252848 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27731782-3c0f-4315-bfda-09acf64626c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f47a26-afbf-4f94-b3af-b1e4818a0b79,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:02.262512 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41060) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:02.263344 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-27731782-3c0f-4315-bfda-09acf64626c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4c2a3e834754b02b5a88068f76991a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8429694 Sep 30 13:02:02.289434 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a654a3-015c-4bf9-b9c2-a4c4d09993de admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:02:02.304210 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0194495a-83ec-4b27-ad4e-a5bf03772d7f None None] Sync routers for ids ['f87002cf-6b42-41f8-9136-5b39955a67fc'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:02:02.319193 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0194495a-83ec-4b27-ad4e-a5bf03772d7f None None] Routers {'f87002cf-6b42-41f8-9136-5b39955a67fc'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:02:02.320134 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-0194495a-83ec-4b27-ad4e-a5bf03772d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:01:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f87002cf-6b42-41f8-9136-5b39955a67fc'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:02:02.358673 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-97a654a3-015c-4bf9-b9c2-a4c4d09993de admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:02.360048 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-97a654a3-015c-4bf9-b9c2-a4c4d09993de admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2759311 Sep 30 13:02:02.362752 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41066) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:02.403894 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4716099d-4a35-4b3a-8033-409a443863cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:02.435685 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4716099d-4a35-4b3a-8033-409a443863cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:02.609412 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-0194495a-83ec-4b27-ad4e-a5bf03772d7f None None] Set router f87002cf-6b42-41f8-9136-5b39955a67fc gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:02:02.621155 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd32c54-7846-47df-8215-6debbe4908f4 None None] Network c9a8e0b8-7741-4585-9436-c5c9a4a25aa8 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:02:02.624451 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8876e68-84d5-4c25-b3d4-b2d3669c67c5 req-1f574062-69d2-4933-ba2b-51ce9db2e9da tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:02.627095 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b8876e68-84d5-4c25-b3d4-b2d3669c67c5 req-1f574062-69d2-4933-ba2b-51ce9db2e9da tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9af4f54-2095-4166-b301-b10972272b8a HTTP/1.1" status: 200 len: 948 time: 0.1584764 Sep 30 13:02:02.678437 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4716099d-4a35-4b3a-8033-409a443863cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:02.685821 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4716099d-4a35-4b3a-8033-409a443863cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:02.690782 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4716099d-4a35-4b3a-8033-409a443863cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0f47a26-afbf-4f94-b3af-b1e4818a0b79 HTTP/1.1" status: 204 len: 168 time: 0.4264464 Sep 30 13:02:02.748489 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716099d-4a35-4b3a-8033-409a443863cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f47a26-afbf-4f94-b3af-b1e4818a0b79,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:02.796115 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b8876e68-84d5-4c25-b3d4-b2d3669c67c5 req-3db06c17-d827-44e9-9548-eb6a32d6ca6c tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621857 Sep 30 13:02:03.152395 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-93885044-44e6-4514-b2ca-34277d5d321b None None] Provisioning complete for port 17f241dd-e58f-4c7e-92d7-af53c494ab43 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:03.153340 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-93885044-44e6-4514-b2ca-34277d5d321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:03.236718 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-078490fb-96c7-4523-a3fd-3b9f13dde218 req-69c869ca-c414-4f46-95ed-690bb83d72b4 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f60593-3b10-499f-b28e-dcbc3c5afb43 HTTP/1.1" status: 200 len: 210 time: 0.0510750 Sep 30 13:02:03.335721 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:03.388161 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-0194495a-83ec-4b27-ad4e-a5bf03772d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87002cf-6b42-41f8-9136-5b39955a67fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1264414573-router', 'tenant_id': 'f2263fd780df4d0cb7dc5f0644481f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'd7aac31a-97d7-4a18-8a95-41c7bd4d3620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:58Z', 'updated_at': '2021-09-30T13:02:00Z', 'revision_number': 3, 'project_id': 'f2263fd780df4d0cb7dc5f0644481f03', 'gw_port': {'id': 'd7aac31a-97d7-4a18-8a95-41c7bd4d3620', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87002cf-6b42-41f8-9136-5b39955a67fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:59Z', 'updated_at': '2021-09-30T13:02:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:02:03.412368 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0cdedf33-c8b7-441b-a6fe-6cc0d76225be up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:02:03.473275 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0194495a-83ec-4b27-ad4e-a5bf03772d7f None None] Checking router: f87002cf-6b42-41f8-9136-5b39955a67fc for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:02:03.473408 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0194495a-83ec-4b27-ad4e-a5bf03772d7f None None] Updating router f87002cf-6b42-41f8-9136-5b39955a67fc port d7aac31a-97d7-4a18-8a95-41c7bd4d3620 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:02:03.489712 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42ef0b89-9f93-4d5b-999a-39d110a07f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:03.491482 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 17f241dd-e58f-4c7e-92d7-af53c494ab43, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=17f241dd-e58f-4c7e-92d7-af53c494ab43,segment=NetworkSegment(691320a5-06d1-46ed-a709-4305c88af6f3),segment_id=691320a5-06d1-46ed-a709-4305c88af6f3)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:03.523421 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:03.548541 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0194495a-83ec-4b27-ad4e-a5bf03772d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:03.584977 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=17f241dd-e58f-4c7e-92d7-af53c494ab43,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:03.605956 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-93885044-44e6-4514-b2ca-34277d5d321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:03.640651 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 0cdedf33-c8b7-441b-a6fe-6cc0d76225be completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:02:03.669368 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 0cdedf33-c8b7-441b-a6fe-6cc0d76225be triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:03.669824 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:03.775852 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-018dfb4b-18ad-4923-bc89-688a9aecfc5b tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ddc027bea95145c4a230ab390cc111ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2880275 Sep 30 13:02:03.852279 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 17f241dd-e58f-4c7e-92d7-af53c494ab43 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:02:03.961271 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41120) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:03.967232 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-19f12214-7570-4ab0-b635-7d5f3dd8f968 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1406979443-network', 'tenant_id': '6d0310d673e74d7ca673703861d63034'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:03.995285 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7acce-b1b3-49f3-80b4-febee2fbbf28 req-fd698337-f0cd-4a5b-aacb-0f12ded63b24 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:03.997870 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-59a7acce-b1b3-49f3-80b4-febee2fbbf28 req-fd698337-f0cd-4a5b-aacb-0f12ded63b24 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9af4f54-2095-4166-b301-b10972272b8a HTTP/1.1" status: 200 len: 948 time: 0.0746694 Sep 30 13:02:04.024111 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41124) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:04.029712 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-f9f864f6-d8b7-4318-89cf-8caffb2dba3b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2146596738'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:04.064637 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f12214-7570-4ab0-b635-7d5f3dd8f968 admin admin] Made reservation on behalf of 6d0310d673e74d7ca673703861d63034 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:02:04.067328 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-19f12214-7570-4ab0-b635-7d5f3dd8f968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:04.083059 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-19f12214-7570-4ab0-b635-7d5f3dd8f968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:04.115201 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-59a7acce-b1b3-49f3-80b4-febee2fbbf28 req-1f6491fb-ad80-4aa0-bd09-98f15db2f636 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963478 Sep 30 13:02:04.137041 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-93885044-44e6-4514-b2ca-34277d5d321b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:02:04.142801 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-93885044-44e6-4514-b2ca-34277d5d321b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:02:04.156690 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f864f6-d8b7-4318-89cf-8caffb2dba3b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Made reservation on behalf of fcdfca8935404bd6b32ec59be45dc83c for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:02:04.165351 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9f864f6-d8b7-4318-89cf-8caffb2dba3b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:04.165577 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0194495a-83ec-4b27-ad4e-a5bf03772d7f None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:04.173822 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0194495a-83ec-4b27-ad4e-a5bf03772d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:04.181071 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 17f241dd-e58f-4c7e-92d7-af53c494ab43 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:04.195596 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:04.315622 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f864f6-d8b7-4318-89cf-8caffb2dba3b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:02:04.319306 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 6e09df4b-e0e2-4848-abda-3a11a18e8595 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:02:04.324214 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f626237-df36-48f7-a7e9-4082d06d7099 None None] Pushing event updated for resources: {'Port': ['ID=d7aac31a-97d7-4a18-8a95-41c7bd4d3620,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:04.354781 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f626237-df36-48f7-a7e9-4082d06d7099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:04.355243 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f626237-df36-48f7-a7e9-4082d06d7099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:04.355584 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f626237-df36-48f7-a7e9-4082d06d7099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:04.356697 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f626237-df36-48f7-a7e9-4082d06d7099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:04.356913 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f626237-df36-48f7-a7e9-4082d06d7099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:04.357242 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f626237-df36-48f7-a7e9-4082d06d7099 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:04.357600 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f626237-df36-48f7-a7e9-4082d06d7099 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:04.357957 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f626237-df36-48f7-a7e9-4082d06d7099 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:04.358198 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f626237-df36-48f7-a7e9-4082d06d7099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:04.358518 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f626237-df36-48f7-a7e9-4082d06d7099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:04.358838 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f626237-df36-48f7-a7e9-4082d06d7099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:04.359180 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f626237-df36-48f7-a7e9-4082d06d7099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:04.365212 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-0194495a-83ec-4b27-ad4e-a5bf03772d7f None None] Attempting to bind port d7aac31a-97d7-4a18-8a95-41c7bd4d3620 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:02:04.365588 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-0194495a-83ec-4b27-ad4e-a5bf03772d7f None None] Attempting to bind port d7aac31a-97d7-4a18-8a95-41c7bd4d3620 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:02:04.365941 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0194495a-83ec-4b27-ad4e-a5bf03772d7f None None] Attempting to bind port d7aac31a-97d7-4a18-8a95-41c7bd4d3620 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:02:04.371327 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9f864f6-d8b7-4318-89cf-8caffb2dba3b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:04.371986 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0194495a-83ec-4b27-ad4e-a5bf03772d7f None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:02:04.372195 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0194495a-83ec-4b27-ad4e-a5bf03772d7f None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:02:04.372817 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0194495a-83ec-4b27-ad4e-a5bf03772d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:04.373204 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0194495a-83ec-4b27-ad4e-a5bf03772d7f None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:02:04.373579 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-f9f864f6-d8b7-4318-89cf-8caffb2dba3b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Added segment ac637a4a-2081-46b7-8c83-b608b8cef194 of type vlan for network 7f6c8617-7052-4e03-9d52-54c6cfa13c48 Sep 30 13:02:04.373691 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-0194495a-83ec-4b27-ad4e-a5bf03772d7f None None] Bound port: d7aac31a-97d7-4a18-8a95-41c7bd4d3620, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:02:04.374073 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0194495a-83ec-4b27-ad4e-a5bf03772d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:04.437629 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-971c9ed3-069d-4d96-81dc-3ee70eb29e64 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:04.440185 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-971c9ed3-069d-4d96-81dc-3ee70eb29e64 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6567183 Sep 30 13:02:04.459600 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-0194495a-83ec-4b27-ad4e-a5bf03772d7f None None] For port d7aac31a-97d7-4a18-8a95-41c7bd4d3620, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:02:04.464756 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-4c311aee-5223-47c5-98a7-0de457daed9c tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Request body: {'port': {'device_id': '95f60593-3b10-499f-b28e-dcbc3c5afb43', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': 'ddc027bea95145c4a230ab390cc111ba'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:04.466210 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-0194495a-83ec-4b27-ad4e-a5bf03772d7f None None] For port d7aac31a-97d7-4a18-8a95-41c7bd4d3620, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d7aac31a-97d7-4a18-8a95-41c7bd4d3620,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:02:04.477033 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0194495a-83ec-4b27-ad4e-a5bf03772d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:04.511504 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:04.538378 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-742c3a4e-97d3-4db1-8a74-e1a4de6ec92e req-928ed7ff-b7c8-4d2a-8226-2905bbf14db3 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f60593-3b10-499f-b28e-dcbc3c5afb43 HTTP/1.1" status: 200 len: 210 time: 0.1776843 Sep 30 13:02:04.592927 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 6e09df4b-e0e2-4848-abda-3a11a18e8595 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:02:04.595042 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9f864f6-d8b7-4318-89cf-8caffb2dba3b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:04.595991 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f626237-df36-48f7-a7e9-4082d06d7099 None None] Pushing event updated for resources: {'Port': ['ID=d7aac31a-97d7-4a18-8a95-41c7bd4d3620,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:04.612752 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa85f18-d84d-4f77-8a6a-ea2222b09f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdedf33-c8b7-441b-a6fe-6cc0d76225be'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:02:04.615547 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8c0798-fbff-4398-aa9f-d91f88992f55" -d '{"events": [{"server_uuid": "3aa85f18-d84d-4f77-8a6a-ea2222b09f63", "name": "network-vif-plugged", "status": "completed", "tag": "0cdedf33-c8b7-441b-a6fe-6cc0d76225be"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:02:04.617095 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-42ef0b89-9f93-4d5b-999a-39d110a07f30 admin admin] Allocated IP 172.20.0.1 (c9a8e0b8-7741-4585-9436-c5c9a4a25aa8/9ead8130-3392-4e9a-878f-50fbe3d4e25b/63b56d4c-9b2b-4a14-9e6a-e142938d307e) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:02:04.617680 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0194495a-83ec-4b27-ad4e-a5bf03772d7f None None] Routers {'f87002cf-6b42-41f8-9136-5b39955a67fc'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:02:04.618874 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-0194495a-83ec-4b27-ad4e-a5bf03772d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:01:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f87002cf-6b42-41f8-9136-5b39955a67fc'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:02:04.650125 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 6e09df4b-e0e2-4848-abda-3a11a18e8595 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:04.654235 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:04.702780 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0cdedf33-c8b7-441b-a6fe-6cc0d76225be, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0cdedf33-c8b7-441b-a6fe-6cc0d76225be,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:04.709552 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9f864f6-d8b7-4318-89cf-8caffb2dba3b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:04.738896 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f864f6-d8b7-4318-89cf-8caffb2dba3b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:04.739813 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9f864f6-d8b7-4318-89cf-8caffb2dba3b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:04.753531 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-19f12214-7570-4ab0-b635-7d5f3dd8f968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:04.769706 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b539549-07ca-4756-8cad-78bbe6665689 x-openstack-request-id: req-8b539549-07ca-4756-8cad-78bbe6665689 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:02:04.770299 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa85f18-d84d-4f77-8a6a-ea2222b09f63", "name": "network-vif-plugged", "status": "completed", "tag": "0cdedf33-c8b7-441b-a6fe-6cc0d76225be", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:02:04.770724 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b539549-07ca-4756-8cad-78bbe6665689 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:02:04.771251 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa85f18-d84d-4f77-8a6a-ea2222b09f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdedf33-c8b7-441b-a6fe-6cc0d76225be', 'code': 200} Sep 30 13:02:04.820186 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:04.821308 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41150) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:04.831309 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-0194495a-83ec-4b27-ad4e-a5bf03772d7f None None] Set router f87002cf-6b42-41f8-9136-5b39955a67fc gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:02:04.832980 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42ef0b89-9f93-4d5b-999a-39d110a07f30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:04.850742 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-19f12214-7570-4ab0-b635-7d5f3dd8f968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:04.860676 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-4c311aee-5223-47c5-98a7-0de457daed9c tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Made reservation on behalf of ddc027bea95145c4a230ab390cc111ba for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:02:04.867069 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-4c311aee-5223-47c5-98a7-0de457daed9c tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:04.892450 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-4c311aee-5223-47c5-98a7-0de457daed9c tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:04.948632 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=0cdedf33-c8b7-441b-a6fe-6cc0d76225be,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:04.975284 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f9f864f6-d8b7-4318-89cf-8caffb2dba3b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9500210 Sep 30 13:02:04.984787 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41156) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:04.997732 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-c852e180-411b-486c-9872-e3275986c01b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-977633497'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:05.018687 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42ef0b89-9f93-4d5b-999a-39d110a07f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:05.033603 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f12214-7570-4ab0-b635-7d5f3dd8f968 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:02:05.056080 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-7afb453d-5f7d-46c5-a82a-eda4a1665dd1 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:02:05.064141 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-7afb453d-5f7d-46c5-a82a-eda4a1665dd1 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2393773 Sep 30 13:02:05.107682 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-0194495a-83ec-4b27-ad4e-a5bf03772d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87002cf-6b42-41f8-9136-5b39955a67fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1264414573-router', 'tenant_id': 'f2263fd780df4d0cb7dc5f0644481f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'd7aac31a-97d7-4a18-8a95-41c7bd4d3620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:58Z', 'updated_at': '2021-09-30T13:02:00Z', 'revision_number': 3, 'project_id': 'f2263fd780df4d0cb7dc5f0644481f03', 'gw_port': {'id': 'd7aac31a-97d7-4a18-8a95-41c7bd4d3620', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87002cf-6b42-41f8-9136-5b39955a67fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:59Z', 'updated_at': '2021-09-30T13:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:02:05.116444 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-478c3649-db52-4641-b326-0deaa842b188 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:05.126663 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:05.126795 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-478c3649-db52-4641-b326-0deaa842b188 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/ports/69b0b8d6-2056-4042-8361-14e3cabfbf17 HTTP/1.1" status: 200 len: 1094 time: 0.0617867 Sep 30 13:02:05.144404 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ef0b89-9f93-4d5b-999a-39d110a07f30 admin admin] Network c9a8e0b8-7741-4585-9436-c5c9a4a25aa8 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:02:05.151946 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-42ef0b89-9f93-4d5b-999a-39d110a07f30 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:02:05.159139 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ef0b89-9f93-4d5b-999a-39d110a07f30 admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:02:05.159644 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42ef0b89-9f93-4d5b-999a-39d110a07f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:05.173831 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-327a0f72-0c79-4424-b231-07640c5ca4bd None None] Provisioning complete for port 17f241dd-e58f-4c7e-92d7-af53c494ab43 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:05.174564 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-327a0f72-0c79-4424-b231-07640c5ca4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:05.175887 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0194495a-83ec-4b27-ad4e-a5bf03772d7f None None] The sync data for ids ['f87002cf-6b42-41f8-9136-5b39955a67fc'] in n-d-810909-2 is: [{'id': 'f87002cf-6b42-41f8-9136-5b39955a67fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1264414573-router', 'tenant_id': 'f2263fd780df4d0cb7dc5f0644481f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'd7aac31a-97d7-4a18-8a95-41c7bd4d3620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:58Z', 'updated_at': '2021-09-30T13:02:00Z', 'revision_number': 3, 'project_id': 'f2263fd780df4d0cb7dc5f0644481f03', 'gw_port': {'id': 'd7aac31a-97d7-4a18-8a95-41c7bd4d3620', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87002cf-6b42-41f8-9136-5b39955a67fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:59Z', 'updated_at': '2021-09-30T13:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:02:05.201966 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f864f6-d8b7-4318-89cf-8caffb2dba3b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event updated for resources: {'Network': ['ID=7f6c8617-7052-4e03-9d52-54c6cfa13c48,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:05.229442 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f12214-7570-4ab0-b635-7d5f3dd8f968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8647c036-f24b-4822-a723-80c8f1381d26,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:05.263143 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 7f6c8617-7052-4e03-9d52-54c6cfa13c48 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:02:05.269817 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-19f12214-7570-4ab0-b635-7d5f3dd8f968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:05.271932 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef0b89-9f93-4d5b-999a-39d110a07f30 admin admin] Pushing event updated for resources: {'Port': ['ID=63b56d4c-9b2b-4a14-9e6a-e142938d307e,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:05.272763 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-19f12214-7570-4ab0-b635-7d5f3dd8f968 admin admin] Added segment d8d5b1d7-a8e4-4972-ad4b-414179baa1b9 of type vlan for network 82bf0381-2175-4bb3-8dce-5d41cce47720 Sep 30 13:02:05.279019 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b6d74-078d-47d1-98e9-08714964d8f8 req-0078a14d-bfd2-4971-88c5-dbfebc220c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:05.286535 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cc6b6d74-078d-47d1-98e9-08714964d8f8 req-0078a14d-bfd2-4971-88c5-dbfebc220c16 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3aa85f18-d84d-4f77-8a6a-ea2222b09f63 HTTP/1.1" status: 200 len: 1100 time: 0.4969091 Sep 30 13:02:05.308729 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 6e09df4b-e0e2-4848-abda-3a11a18e8595, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=6e09df4b-e0e2-4848-abda-3a11a18e8595,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:05.338696 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:05.399330 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=6e09df4b-e0e2-4848-abda-3a11a18e8595,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:05.463992 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cc6b6d74-078d-47d1-98e9-08714964d8f8 req-61687a8d-e6d6-4125-9d33-b8e8f686f427 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555624 Sep 30 13:02:05.503765 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441510e6-54fb-44f0-905b-ab8c6c8d6076 req-db367cad-9e42-49da-a32e-d7dd6b59e9ce tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:05.505355 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-441510e6-54fb-44f0-905b-ab8c6c8d6076 req-db367cad-9e42-49da-a32e-d7dd6b59e9ce tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9af4f54-2095-4166-b301-b10972272b8a HTTP/1.1" status: 200 len: 949 time: 0.2305629 Sep 30 13:02:05.515040 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-19f12214-7570-4ab0-b635-7d5f3dd8f968 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:05.542605 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-4c311aee-5223-47c5-98a7-0de457daed9c tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:05.553503 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-4c311aee-5223-47c5-98a7-0de457daed9c tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:05.601022 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c311aee-5223-47c5-98a7-0de457daed9c tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e178f35a-2fb8-458f-9707-b2d2c3465f89,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:05.627949 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-441510e6-54fb-44f0-905b-ab8c6c8d6076 req-2f366823-701e-4e5c-8433-019a26272353 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953908 Sep 30 13:02:05.649700 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-1941f8fb-53cd-43ac-bc5f-ecd7356f2ac2 None None] Provisioning complete for port 63b56d4c-9b2b-4a14-9e6a-e142938d307e triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:05.651104 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1941f8fb-53cd-43ac-bc5f-ecd7356f2ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:05.689009 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42ef0b89-9f93-4d5b-999a-39d110a07f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:05.701634 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-e1129816-274e-4ed1-9e53-f65b20b6b0e7 service neutron] Request body: {'binding': {'host': 'n-h1-810909-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:05.702223 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-e1129816-274e-4ed1-9e53-f65b20b6b0e7 service neutron] Unknown quota resources ['binding']. {{(pid=94763) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 13:02:05.709176 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-19f12214-7570-4ab0-b635-7d5f3dd8f968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:05.712254 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f12214-7570-4ab0-b635-7d5f3dd8f968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:05.712416 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-1941f8fb-53cd-43ac-bc5f-ecd7356f2ac2 None None] Port 63b56d4c-9b2b-4a14-9e6a-e142938d307e cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:02:05.721273 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-19f12214-7570-4ab0-b635-7d5f3dd8f968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:05.807788 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-19f12214-7570-4ab0-b635-7d5f3dd8f968 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8447564 Sep 30 13:02:05.815978 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41178) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:05.827724 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-19953ed0-f383-4007-9abb-d666843afab2 admin admin] Request body: {'subnet': {'network_id': '82bf0381-2175-4bb3-8dce-5d41cce47720', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1406979443-subnet', 'tenant_id': '6d0310d673e74d7ca673703861d63034', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:05.879922 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f12214-7570-4ab0-b635-7d5f3dd8f968 admin admin] Pushing event updated for resources: {'Network': ['ID=82bf0381-2175-4bb3-8dce-5d41cce47720,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:05.880702 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d7aac31a-97d7-4a18-8a95-41c7bd4d3620 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:02:05.903813 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19953ed0-f383-4007-9abb-d666843afab2 admin admin] Made reservation on behalf of 6d0310d673e74d7ca673703861d63034 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:02:05.906726 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-19953ed0-f383-4007-9abb-d666843afab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:05.917189 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 82bf0381-2175-4bb3-8dce-5d41cce47720 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:02:05.920310 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c852e180-411b-486c-9872-e3275986c01b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Made reservation on behalf of fcdfca8935404bd6b32ec59be45dc83c for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:02:05.926143 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c852e180-411b-486c-9872-e3275986c01b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:05.950079 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d3b02efb-5878-4144-93c8-838d8cd622b0 req-e51b3ea2-2452-4abd-821f-2d5dd1c98bd5 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f60593-3b10-499f-b28e-dcbc3c5afb43 HTTP/1.1" status: 200 len: 210 time: 0.0390134 Sep 30 13:02:05.957118 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-4c311aee-5223-47c5-98a7-0de457daed9c tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Allocated IP 192.168.233.207 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/aaefd042-2197-4f90-aa9f-065cad9e163c) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:02:06.047746 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port d7aac31a-97d7-4a18-8a95-41c7bd4d3620 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:06.048260 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:06.169183 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:06.212987 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port d7aac31a-97d7-4a18-8a95-41c7bd4d3620, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d7aac31a-97d7-4a18-8a95-41c7bd4d3620,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:06.220554 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:06.292758 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=d7aac31a-97d7-4a18-8a95-41c7bd4d3620,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:06.370443 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c852e180-411b-486c-9872-e3275986c01b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:02:06.416973 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c852e180-411b-486c-9872-e3275986c01b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:06.417342 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-c852e180-411b-486c-9872-e3275986c01b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Added segment 1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f of type vlan for network d88806d7-cb43-44a5-88a4-05dfc9e84a4d Sep 30 13:02:06.420427 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-19953ed0-f383-4007-9abb-d666843afab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:06.467057 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42ef0b89-9f93-4d5b-999a-39d110a07f30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:06.479513 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19953ed0-f383-4007-9abb-d666843afab2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce81fb51-5147-4a45-98df-6408a5e4a57d,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:06.506246 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19953ed0-f383-4007-9abb-d666843afab2 admin admin] Checking segment: {'id': 'd8d5b1d7-a8e4-4972-ad4b-414179baa1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '82bf0381-2175-4bb3-8dce-5d41cce47720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:02:06.506970 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19953ed0-f383-4007-9abb-d666843afab2 admin admin] Network hostable DHCP agents. Network: 82bf0381-2175-4bb3-8dce-5d41cce47720, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:02:06.508979 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42ef0b89-9f93-4d5b-999a-39d110a07f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:06.509683 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42ef0b89-9f93-4d5b-999a-39d110a07f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:06.531166 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19953ed0-f383-4007-9abb-d666843afab2 admin admin] Network 82bf0381-2175-4bb3-8dce-5d41cce47720 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:02:06.545659 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-19953ed0-f383-4007-9abb-d666843afab2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 82bf0381-2175-4bb3-8dce-5d41cce47720) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:02:06.554627 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5a5faa-6021-40a3-89d0-ecf4454c9979 None None] Network 82bf0381-2175-4bb3-8dce-5d41cce47720 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:02:06.558463 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-4c311aee-5223-47c5-98a7-0de457daed9c tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:06.558660 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19953ed0-f383-4007-9abb-d666843afab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:06.560548 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-19953ed0-f383-4007-9abb-d666843afab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:06.568887 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c852e180-411b-486c-9872-e3275986c01b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:06.617741 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-19953ed0-f383-4007-9abb-d666843afab2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7906311 Sep 30 13:02:06.638749 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-e1129816-274e-4ed1-9e53-f65b20b6b0e7 service neutron] Attempting to bind port 69b0b8d6-2056-4042-8361-14e3cabfbf17 on host n-h1-810909-2 for vnic_type normal with profile None {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:02:06.639073 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-e1129816-274e-4ed1-9e53-f65b20b6b0e7 service neutron] Attempting to bind port 69b0b8d6-2056-4042-8361-14e3cabfbf17 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:02:06.639398 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-e1129816-274e-4ed1-9e53-f65b20b6b0e7 service neutron] Attempting to bind port 69b0b8d6-2056-4042-8361-14e3cabfbf17 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:02:06.648947 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef0b89-9f93-4d5b-999a-39d110a07f30 admin admin] Pushing event updated for resources: {'Port': ['ID=63b56d4c-9b2b-4a14-9e6a-e142938d307e,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:06.679697 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-e1129816-274e-4ed1-9e53-f65b20b6b0e7 service neutron] Port 69b0b8d6-2056-4042-8361-14e3cabfbf17 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:02:06.680145 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-e1129816-274e-4ed1-9e53-f65b20b6b0e7 service neutron] Attempting to bind port 69b0b8d6-2056-4042-8361-14e3cabfbf17 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:02:06.693902 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c852e180-411b-486c-9872-e3275986c01b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:06.700509 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c852e180-411b-486c-9872-e3275986c01b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:06.701300 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c852e180-411b-486c-9872-e3275986c01b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:06.755046 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-e1129816-274e-4ed1-9e53-f65b20b6b0e7 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:02:06.755370 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-e1129816-274e-4ed1-9e53-f65b20b6b0e7 service neutron] Checking segment: {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:02:06.758189 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-e1129816-274e-4ed1-9e53-f65b20b6b0e7 service neutron] Bound using segment: {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:02:06.758189 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-e1129816-274e-4ed1-9e53-f65b20b6b0e7 service neutron] Bound port: 69b0b8d6-2056-4042-8361-14e3cabfbf17, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:02:06.776773 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9af4f54-2095-4166-b301-b10972272b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e09df4b-e0e2-4848-abda-3a11a18e8595'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:02:06.780158 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c4597a-23a5-4dbf-8f9a-583500d04dd0" -d '{"events": [{"server_uuid": "c9af4f54-2095-4166-b301-b10972272b8a", "name": "network-vif-plugged", "status": "completed", "tag": "6e09df4b-e0e2-4848-abda-3a11a18e8595"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:02:06.790150 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41216) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:06.798867 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1794de38-c890-4c11-b524-24cc0f9c3c51 None None] Network 82bf0381-2175-4bb3-8dce-5d41cce47720 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:02:06.823858 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-4c311aee-5223-47c5-98a7-0de457daed9c tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:06.847666 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdc4e7-b086-47eb-80da-5fd9e6a07d1d req-d73dddab-5638-4f64-9bd4-6fd8585f90e7 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:06.849528 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-92fdc4e7-b086-47eb-80da-5fd9e6a07d1d req-d73dddab-5638-4f64-9bd4-6fd8585f90e7 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9af4f54-2095-4166-b301-b10972272b8a HTTP/1.1" status: 200 len: 949 time: 0.1238785 Sep 30 13:02:06.887020 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a67059-9eff-49fc-95fc-6cacae3dee0d admin admin] Deleting subnet 54f51ec7-2b2b-47c8-81be-5c68934b2b96 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:02:06.898921 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-25a67059-9eff-49fc-95fc-6cacae3dee0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:06.917674 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c852e180-411b-486c-9872-e3275986c01b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.9299860 Sep 30 13:02:06.921171 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41220) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:06.926842 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-3e265407-7595-4576-9136-9c3ba9e16a8b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Request body: {'subnet': {'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:06.957664 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-92fdc4e7-b086-47eb-80da-5fd9e6a07d1d req-23ffcab7-b146-4193-9399-5e82d9c73c2e tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003194 Sep 30 13:02:06.985162 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-25a67059-9eff-49fc-95fc-6cacae3dee0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:06.999660 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852e180-411b-486c-9872-e3275986c01b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event updated for resources: {'Network': ['ID=d88806d7-cb43-44a5-88a4-05dfc9e84a4d,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:07.013429 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-4c311aee-5223-47c5-98a7-0de457daed9c tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:02:07.018408 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network d88806d7-cb43-44a5-88a4-05dfc9e84a4d details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:02:07.023376 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-4c311aee-5223-47c5-98a7-0de457daed9c tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:02:07.027511 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c311aee-5223-47c5-98a7-0de457daed9c tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Pushing event updated for resources: {'Port': ['ID=aaefd042-2197-4f90-aa9f-065cad9e163c,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:07.029857 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-4c311aee-5223-47c5-98a7-0de457daed9c tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:02:07.035465 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-4c311aee-5223-47c5-98a7-0de457daed9c tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:07.036096 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-4c311aee-5223-47c5-98a7-0de457daed9c tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:07.051587 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ef0b89-9f93-4d5b-999a-39d110a07f30 admin admin] Network c9a8e0b8-7741-4585-9436-c5c9a4a25aa8 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:02:07.057511 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-e1129816-274e-4ed1-9e53-f65b20b6b0e7 service neutron] For port 69b0b8d6-2056-4042-8361-14e3cabfbf17, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=69b0b8d6-2056-4042-8361-14e3cabfbf17,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:02:07.058722 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-42ef0b89-9f93-4d5b-999a-39d110a07f30 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:02:07.069639 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-e1129816-274e-4ed1-9e53-f65b20b6b0e7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:07.070981 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-e1129816-274e-4ed1-9e53-f65b20b6b0e7 service neutron] 10.222.0.18 "POST /v2.0/ports/69b0b8d6-2056-4042-8361-14e3cabfbf17/bindings HTTP/1.1" status: 201 len: 389 time: 1.6216512 Sep 30 13:02:07.088495 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e265407-7595-4576-9136-9c3ba9e16a8b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Made reservation on behalf of fcdfca8935404bd6b32ec59be45dc83c for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:02:07.096524 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e265407-7595-4576-9136-9c3ba9e16a8b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:07.172235 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-4c311aee-5223-47c5-98a7-0de457daed9c tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7124577 Sep 30 13:02:07.194116 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-bc1a36a9-e130-4542-b316-6e3ef948f13f service neutron] Request body: {'port': {'device_id': '95f60593-3b10-499f-b28e-dcbc3c5afb43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:07.199265 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6333c78-262e-465b-8b62-5324e7298962 x-openstack-request-id: req-d6333c78-262e-465b-8b62-5324e7298962 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:02:07.199729 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9af4f54-2095-4166-b301-b10972272b8a", "name": "network-vif-plugged", "status": "completed", "tag": "6e09df4b-e0e2-4848-abda-3a11a18e8595", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:02:07.200090 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6333c78-262e-465b-8b62-5324e7298962 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:02:07.200550 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9af4f54-2095-4166-b301-b10972272b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e09df4b-e0e2-4848-abda-3a11a18e8595', 'code': 200} Sep 30 13:02:07.250309 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-25a67059-9eff-49fc-95fc-6cacae3dee0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:07.382231 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-bc1a36a9-e130-4542-b316-6e3ef948f13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:07.422417 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ef0b89-9f93-4d5b-999a-39d110a07f30 admin admin] Router f87002cf-6b42-41f8-9136-5b39955a67fc has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:02:07.553597 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-799e6c05-76d7-4055-92b6-257929cb19ea None None] Provisioning complete for port 63b56d4c-9b2b-4a14-9e6a-e142938d307e triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:07.556210 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-799e6c05-76d7-4055-92b6-257929cb19ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:07.612521 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-799e6c05-76d7-4055-92b6-257929cb19ea None None] Port 63b56d4c-9b2b-4a14-9e6a-e142938d307e cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:02:07.663097 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba675c7-bc0f-4bb9-b92b-02a78dd2b35e req-3b01d4f4-40d8-4b1c-9a0c-ce370eda8465 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:07.671466 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0ba675c7-bc0f-4bb9-b92b-02a78dd2b35e req-3b01d4f4-40d8-4b1c-9a0c-ce370eda8465 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f60593-3b10-499f-b28e-dcbc3c5afb43 HTTP/1.1" status: 200 len: 936 time: 0.2092121 Sep 30 13:02:07.695218 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-25a67059-9eff-49fc-95fc-6cacae3dee0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:07.706276 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415dae1-acd4-43db-ae86-dc7faca7efc3 req-6487caa5-bb13-42b2-a3a5-7320375ac620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:07.707849 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c415dae1-acd4-43db-ae86-dc7faca7efc3 req-6487caa5-bb13-42b2-a3a5-7320375ac620 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c9af4f54-2095-4166-b301-b10972272b8a HTTP/1.1" status: 200 len: 1100 time: 0.3880446 Sep 30 13:02:07.742085 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41232) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:07.742905 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-a114b13c-6bbe-4204-99a2-fde5e376415c None None] Provisioning complete for port aaefd042-2197-4f90-aa9f-065cad9e163c triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:07.743479 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a114b13c-6bbe-4204-99a2-fde5e376415c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:07.799439 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d7aac31a-97d7-4a18-8a95-41c7bd4d3620 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:02:07.801805 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-a114b13c-6bbe-4204-99a2-fde5e376415c None None] Port aaefd042-2197-4f90-aa9f-065cad9e163c cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:02:07.823073 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-25a67059-9eff-49fc-95fc-6cacae3dee0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:07.826194 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-25a67059-9eff-49fc-95fc-6cacae3dee0d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/54f51ec7-2b2b-47c8-81be-5c68934b2b96 HTTP/1.1" status: 204 len: 168 time: 1.0344522 Sep 30 13:02:07.827720 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-266eee9d-ce24-42ec-a09b-02b5c12fea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:07.829140 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-266eee9d-ce24-42ec-a09b-02b5c12fea6e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 1097 time: 0.2889326 Sep 30 13:02:07.836732 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fd981-9f1c-4e3f-a64d-2d4073c46801 req-d94eb1e9-5669-4f91-8dc3-29be7e7b3046 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:07.844243 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b62fd981-9f1c-4e3f-a64d-2d4073c46801 req-d94eb1e9-5669-4f91-8dc3-29be7e7b3046 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 946 time: 0.3094778 Sep 30 13:02:07.852738 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41236) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:07.857284 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port d7aac31a-97d7-4a18-8a95-41c7bd4d3620 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:07.857988 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:07.933476 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a67059-9eff-49fc-95fc-6cacae3dee0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54f51ec7-2b2b-47c8-81be-5c68934b2b96,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:08.021987 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c415dae1-acd4-43db-ae86-dc7faca7efc3 req-e27b4b4a-1044-40e1-b9fc-54ca1a9a9808 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828474 Sep 30 13:02:08.047017 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0ba675c7-bc0f-4bb9-b92b-02a78dd2b35e req-767256cd-2f5b-49c6-aadf-b935ad1b7444 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746231 Sep 30 13:02:08.053153 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ef0b89-9f93-4d5b-999a-39d110a07f30 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:02:08.068185 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-42ef0b89-9f93-4d5b-999a-39d110a07f30 admin admin] 10.222.0.18 "PUT /v2.0/routers/f87002cf-6b42-41f8-9136-5b39955a67fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6953311 Sep 30 13:02:08.068326 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-76875a70-48d0-4bcc-90a3-9e9ede574be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:08.076950 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc49659-5ad3-4615-bb4f-c1f23b65fd9e None None] Sync routers for ids ['f87002cf-6b42-41f8-9136-5b39955a67fc'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:02:08.088490 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc49659-5ad3-4615-bb4f-c1f23b65fd9e None None] Routers {'f87002cf-6b42-41f8-9136-5b39955a67fc'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:02:08.089661 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-5bc49659-5ad3-4615-bb4f-c1f23b65fd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:01:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f87002cf-6b42-41f8-9136-5b39955a67fc'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:02:08.140068 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b62fd981-9f1c-4e3f-a64d-2d4073c46801 req-12a2167c-1d0a-49c9-9a3e-b3c08d8af5c4 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949398 Sep 30 13:02:08.175088 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-bc1a36a9-e130-4542-b316-6e3ef948f13f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaefd042-2197-4f90-aa9f-065cad9e163c {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:02:08.185454 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-bc1a36a9-e130-4542-b316-6e3ef948f13f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:08.199278 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-bc1a36a9-e130-4542-b316-6e3ef948f13f service neutron] Transition to ACTIVE for port object aaefd042-2197-4f90-aa9f-065cad9e163c will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:02:08.214747 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-bc1a36a9-e130-4542-b316-6e3ef948f13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:08.224812 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c1656011-9333-4ad1-ac33-329717f03d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:08.231378 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-5bc49659-5ad3-4615-bb4f-c1f23b65fd9e None None] Set router f87002cf-6b42-41f8-9136-5b39955a67fc gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:02:08.238229 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e265407-7595-4576-9136-9c3ba9e16a8b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:08.287607 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-76875a70-48d0-4bcc-90a3-9e9ede574be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:08.294863 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-f424bae8-7003-4b10-a0df-ca2c2a214044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:08.296479 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-f424bae8-7003-4b10-a0df-ca2c2a214044 service neutron] 10.222.0.39 "GET /v2.0/networks?id=49ef354a-ba5f-45a0-ae5d-336431ac76bd HTTP/1.1" status: 200 len: 908 time: 0.4477289 Sep 30 13:02:08.306868 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a36a9-e130-4542-b316-6e3ef948f13f service neutron] Pushing event updated for resources: {'Port': ['ID=aaefd042-2197-4f90-aa9f-065cad9e163c,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:08.365501 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbc12f-bf6b-46e3-9389-2d81f24d60ca req-67ffd8ec-e877-4b5b-a55e-7c07ceb410a0 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:08.367329 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c4bbc12f-bf6b-46e3-9389-2d81f24d60ca req-67ffd8ec-e877-4b5b-a55e-7c07ceb410a0 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9af4f54-2095-4166-b301-b10972272b8a HTTP/1.1" status: 200 len: 949 time: 0.1661401 Sep 30 13:02:08.373766 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-76875a70-48d0-4bcc-90a3-9e9ede574be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:08.391603 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-bc1a36a9-e130-4542-b316-6e3ef948f13f service neutron] Attempting to bind port aaefd042-2197-4f90-aa9f-065cad9e163c on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:02:08.392083 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-bc1a36a9-e130-4542-b316-6e3ef948f13f service neutron] Attempting to bind port aaefd042-2197-4f90-aa9f-065cad9e163c by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:02:08.392531 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-bc1a36a9-e130-4542-b316-6e3ef948f13f service neutron] Attempting to bind port aaefd042-2197-4f90-aa9f-065cad9e163c on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:02:08.404106 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-bc1a36a9-e130-4542-b316-6e3ef948f13f service neutron] Port aaefd042-2197-4f90-aa9f-065cad9e163c on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:02:08.404805 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-bc1a36a9-e130-4542-b316-6e3ef948f13f service neutron] Attempting to bind port aaefd042-2197-4f90-aa9f-065cad9e163c on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:02:08.419265 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-bc1a36a9-e130-4542-b316-6e3ef948f13f service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:02:08.419701 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-bc1a36a9-e130-4542-b316-6e3ef948f13f service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:02:08.420332 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-bc1a36a9-e130-4542-b316-6e3ef948f13f service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:02:08.420890 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-bc1a36a9-e130-4542-b316-6e3ef948f13f service neutron] Bound port: aaefd042-2197-4f90-aa9f-065cad9e163c, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:02:08.421345 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-bc1a36a9-e130-4542-b316-6e3ef948f13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:08.431256 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-1896be47-8dbc-4492-bf0e-b4ca0489c5c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69b0b8d6-2056-4042-8361-14e3cabfbf17 HTTP/1.1" status: 200 len: 217 time: 0.0975618 Sep 30 13:02:08.460028 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c4bbc12f-bf6b-46e3-9389-2d81f24d60ca req-fb5e85ec-b4b1-49dc-bade-a1c529a1df60 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835032 Sep 30 13:02:08.482660 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-76875a70-48d0-4bcc-90a3-9e9ede574be8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2dc1fe1280664de7b1a0baf7b195d4f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7141325 Sep 30 13:02:08.500325 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41252) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:08.571362 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e265407-7595-4576-9136-9c3ba9e16a8b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event updated for resources: {'Subnet': ['ID=520f9abb-4aa3-4c91-b512-dfb75ecf6576,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:08.595560 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b58cfa78-0c4e-44ed-a5df-81bdc6e7afcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:08.599495 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-bc1a36a9-e130-4542-b316-6e3ef948f13f service neutron] For port aaefd042-2197-4f90-aa9f-065cad9e163c, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:02:08.609332 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-bc1a36a9-e130-4542-b316-6e3ef948f13f service neutron] For port aaefd042-2197-4f90-aa9f-065cad9e163c, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=aaefd042-2197-4f90-aa9f-065cad9e163c,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:02:08.613701 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76875a70-48d0-4bcc-90a3-9e9ede574be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7f95c0-fe5a-4d4e-b2fd-da0d6bbbc8e7,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:08.637299 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e265407-7595-4576-9136-9c3ba9e16a8b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Checking segment: {'id': 'ac637a4a-2081-46b7-8c83-b608b8cef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:02:08.638050 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e265407-7595-4576-9136-9c3ba9e16a8b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Network hostable DHCP agents. Network: 7f6c8617-7052-4e03-9d52-54c6cfa13c48, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:02:08.650320 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b58cfa78-0c4e-44ed-a5df-81bdc6e7afcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:08.666164 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c1656011-9333-4ad1-ac33-329717f03d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:08.682535 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-cdcb15ae-a6c5-4857-b6a4-97747b6c8f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:08.684296 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-cdcb15ae-a6c5-4857-b6a4-97747b6c8f6a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d154e7f6-f478-45ee-9bd0-03f890cad96e HTTP/1.1" status: 200 len: 847 time: 0.2137144 Sep 30 13:02:08.709402 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-bc1a36a9-e130-4542-b316-6e3ef948f13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:08.719635 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-c1656011-9333-4ad1-ac33-329717f03d28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f887bd6-efe8-4735-bd01-6dc4b9f55b3a']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:02:08.749884 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-bc1a36a9-e130-4542-b316-6e3ef948f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:08.750884 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-bc1a36a9-e130-4542-b316-6e3ef948f13f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:08.752068 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-f9ebcfa0-166f-4dff-8e8c-56654df51312 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=49ef354a-ba5f-45a0-ae5d-336431ac76bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568063 Sep 30 13:02:08.753064 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-bc1a36a9-e130-4542-b316-6e3ef948f13f service neutron] 10.222.0.39 "PUT /v2.0/ports/aaefd042-2197-4f90-aa9f-065cad9e163c HTTP/1.1" status: 200 len: 1096 time: 1.5650373 Sep 30 13:02:08.756716 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f60593-3b10-499f-b28e-dcbc3c5afb43', 'tag': 'aaefd042-2197-4f90-aa9f-065cad9e163c'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:02:08.758150 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-c1656011-9333-4ad1-ac33-329717f03d28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d9bd34-d598-4354-9792-c21f2e5c5b6d') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:02:08.758150 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-c1656011-9333-4ad1-ac33-329717f03d28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d9bd34-d598-4354-9792-c21f2e5c5b6d') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:02:08.773974 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bd35f2-3fa2-4a7b-bf08-187acc085b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "95f60593-3b10-499f-b28e-dcbc3c5afb43", "tag": "aaefd042-2197-4f90-aa9f-065cad9e163c"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:02:08.787612 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c1656011-9333-4ad1-ac33-329717f03d28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:08.789369 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e265407-7595-4576-9136-9c3ba9e16a8b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Network 7f6c8617-7052-4e03-9d52-54c6cfa13c48 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:02:08.824261 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c1656011-9333-4ad1-ac33-329717f03d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:08.836080 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-5bc49659-5ad3-4615-bb4f-c1f23b65fd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87002cf-6b42-41f8-9136-5b39955a67fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1264414573-router', 'tenant_id': 'f2263fd780df4d0cb7dc5f0644481f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'd7aac31a-97d7-4a18-8a95-41c7bd4d3620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:58Z', 'updated_at': '2021-09-30T13:02:05Z', 'revision_number': 4, 'project_id': 'f2263fd780df4d0cb7dc5f0644481f03', 'gw_port': {'id': 'd7aac31a-97d7-4a18-8a95-41c7bd4d3620', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87002cf-6b42-41f8-9136-5b39955a67fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:59Z', 'updated_at': '2021-09-30T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '63b56d4c-9b2b-4a14-9e6a-e142938d307e', 'name': '', 'network_id': 'c9a8e0b8-7741-4585-9436-c5c9a4a25aa8', 'tenant_id': 'f2263fd780df4d0cb7dc5f0644481f03', 'mac_address': 'fa:16:3e:b0:bb:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87002cf-6b42-41f8-9136-5b39955a67fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9ead8130-3392-4e9a-878f-50fbe3d4e25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:02:03Z', 'updated_at': '2021-09-30T13:02:06Z', 'revision_number': 2, 'project_id': 'f2263fd780df4d0cb7dc5f0644481f03', 'subnets': [{'id': '9ead8130-3392-4e9a-878f-50fbe3d4e25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:02:08.837725 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-3e265407-7595-4576-9136-9c3ba9e16a8b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 7f6c8617-7052-4e03-9d52-54c6cfa13c48) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:02:08.863687 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b58cfa78-0c4e-44ed-a5df-81bdc6e7afcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:08.873658 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b58cfa78-0c4e-44ed-a5df-81bdc6e7afcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:08.880412 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b58cfa78-0c4e-44ed-a5df-81bdc6e7afcf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dc7f95c0-fe5a-4d4e-b2fd-da0d6bbbc8e7 HTTP/1.1" status: 204 len: 168 time: 0.3776183 Sep 30 13:02:08.885161 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ccfbff-d4e5-4318-8e99-08280c02852b x-openstack-request-id: req-14ccfbff-d4e5-4318-8e99-08280c02852b {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:02:08.885607 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f60593-3b10-499f-b28e-dcbc3c5afb43", "tag": "aaefd042-2197-4f90-aa9f-065cad9e163c", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:02:08.885996 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14ccfbff-d4e5-4318-8e99-08280c02852b {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:02:08.886566 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f60593-3b10-499f-b28e-dcbc3c5afb43', 'tag': 'aaefd042-2197-4f90-aa9f-065cad9e163c', 'status': 'completed', 'code': 200} Sep 30 13:02:08.894713 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e482f26-bcdb-463c-9d9e-5dab216d8639 None None] Network 7f6c8617-7052-4e03-9d52-54c6cfa13c48 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:02:08.911443 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1656011-9333-4ad1-ac33-329717f03d28 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:02:08.911858 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c1656011-9333-4ad1-ac33-329717f03d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:02:08.915918 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:02:08.945541 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58cfa78-0c4e-44ed-a5df-81bdc6e7afcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7f95c0-fe5a-4d4e-b2fd-da0d6bbbc8e7,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:08.953996 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e265407-7595-4576-9136-9c3ba9e16a8b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:08.965168 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e265407-7595-4576-9136-9c3ba9e16a8b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:08.975647 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a36a9-e130-4542-b316-6e3ef948f13f service neutron] Pushing event updated for resources: {'Port': ['ID=aaefd042-2197-4f90-aa9f-065cad9e163c,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:08.983514 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-1c384241-f336-4bfd-902c-8887cf5312e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:08.985023 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-1c384241-f336-4bfd-902c-8887cf5312e1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc027bea95145c4a230ab390cc111ba&device_id=95f60593-3b10-499f-b28e-dcbc3c5afb43 HTTP/1.1" status: 200 len: 1099 time: 0.1027281 Sep 30 13:02:09.060875 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc49659-5ad3-4615-bb4f-c1f23b65fd9e None None] Checking router: f87002cf-6b42-41f8-9136-5b39955a67fc for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:02:09.061207 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc49659-5ad3-4615-bb4f-c1f23b65fd9e None None] Updating router f87002cf-6b42-41f8-9136-5b39955a67fc port 63b56d4c-9b2b-4a14-9e6a-e142938d307e binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:02:09.137948 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-84bb73a8-1231-41a6-bb1c-57b5b96d0d80 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=aaefd042-2197-4f90-aa9f-065cad9e163c HTTP/1.1" status: 200 len: 217 time: 0.1429007 Sep 30 13:02:09.151836 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5bc49659-5ad3-4615-bb4f-c1f23b65fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:09.162633 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3e265407-7595-4576-9136-9c3ba9e16a8b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2404039 Sep 30 13:02:09.163911 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41264) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:09.183351 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-ecc691cb-0948-4c3c-8956-45e580fcb226 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Request body: {'subnet': {'network_id': 'd88806d7-cb43-44a5-88a4-05dfc9e84a4d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:09.260206 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcd7ac1-a8af-4f57-aba9-dc25677c4377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-7f6c8617-7052-4e03-9d52-54c6cfa13c48', 'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'fixed_ips': [{'subnet_id': '520f9abb-4aa3-4c91-b512-dfb75ecf6576'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:02:09.264690 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7ac1-a8af-4f57-aba9-dc25677c4377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:09.365511 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-1d798494-8d04-4d02-b771-fdead98f1fe9 service neutron] 10.222.0.39 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915022 Sep 30 13:02:09.380277 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c1656011-9333-4ad1-ac33-329717f03d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:09.393101 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-99dad0c7-aea0-4e3d-8a1e-c5bb4c7f8de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:09.394626 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-99dad0c7-aea0-4e3d-8a1e-c5bb4c7f8de2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.2466488 Sep 30 13:02:09.438759 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c1656011-9333-4ad1-ac33-329717f03d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:09.441110 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c1656011-9333-4ad1-ac33-329717f03d28 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7f887bd6-efe8-4735-bd01-6dc4b9f55b3a HTTP/1.1" status: 204 len: 168 time: 1.5873404 Sep 30 13:02:09.445053 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb359f6-d437-463f-af57-4adf193080cc req-67c8395b-f48f-4e31-b2ca-b3ff58a5ae07 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:09.453356 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1656011-9333-4ad1-ac33-329717f03d28 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f887bd6-efe8-4735-bd01-6dc4b9f55b3a,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:09.461685 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41272) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:09.466847 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cbb359f6-d437-463f-af57-4adf193080cc req-67c8395b-f48f-4e31-b2ca-b3ff58a5ae07 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f60593-3b10-499f-b28e-dcbc3c5afb43 HTTP/1.1" status: 200 len: 948 time: 0.1760550 Sep 30 13:02:09.561339 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e8481-a83b-4ee7-a8d7-4614939b55cc req-649f433a-1b88-4efb-b810-cd66e2c234d9 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:09.572400 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f56e8481-a83b-4ee7-a8d7-4614939b55cc req-649f433a-1b88-4efb-b810-cd66e2c234d9 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 946 time: 0.2057092 Sep 30 13:02:09.612817 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-ff985a92-6b98-4d16-8b68-3360da077034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:09.614771 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-ff985a92-6b98-4d16-8b68-3360da077034 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2089021 Sep 30 13:02:09.635067 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cbb359f6-d437-463f-af57-4adf193080cc req-3f0783cc-72b3-4e48-9ee2-06aa9f53437b tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588416 Sep 30 13:02:09.641189 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc691cb-0948-4c3c-8956-45e580fcb226 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Made reservation on behalf of fcdfca8935404bd6b32ec59be45dc83c for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:02:09.655123 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ecc691cb-0948-4c3c-8956-45e580fcb226 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:09.693909 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41276) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:09.745056 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a778db8-b201-43f0-bb59-190d97cf4608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:09.835765 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-2fcd7ac1-a8af-4f57-aba9-dc25677c4377 None None] Allocated IP 10.1.1.2 (7f6c8617-7052-4e03-9d52-54c6cfa13c48/520f9abb-4aa3-4c91-b512-dfb75ecf6576/902673bb-f87a-4a17-a2bb-caa9590222eb) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:02:09.883886 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b5d6cf-bef2-47b0-acfb-a0fb1eea8e29 admin admin] Deleting subnet ce81fb51-5147-4a45-98df-6408a5e4a57d {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:02:09.917380 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f56e8481-a83b-4ee7-a8d7-4614939b55cc req-d346746c-820c-4662-9626-80099913c1b5 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425367 Sep 30 13:02:09.918319 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d6cf-bef2-47b0-acfb-a0fb1eea8e29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:09.967160 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-3d3f66f7-3fd6-46cf-bf50-cf1b66e469f6 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280389 Sep 30 13:02:10.066768 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5bc49659-5ad3-4615-bb4f-c1f23b65fd9e None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:10.073869 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8abece-4072-4dce-8890-231bc9fafa55 req-cc44b823-c870-4d12-99a8-e9c65780ca20 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:10.076467 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6a8abece-4072-4dce-8890-231bc9fafa55 req-cc44b823-c870-4d12-99a8-e9c65780ca20 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9af4f54-2095-4166-b301-b10972272b8a HTTP/1.1" status: 200 len: 949 time: 0.1726103 Sep 30 13:02:10.098834 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5bc49659-5ad3-4615-bb4f-c1f23b65fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:10.153263 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a778db8-b201-43f0-bb59-190d97cf4608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:10.161152 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-96fd38f6-9596-4626-8052-83a3c1b640d0 req-cdf8b76f-6050-4af4-bf2f-4dce008e2034 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801214 Sep 30 13:02:10.171645 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6a8abece-4072-4dce-8890-231bc9fafa55 req-bda981af-f962-41b2-97eb-b1f09621fea5 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881774 Sep 30 13:02:10.174615 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a778db8-b201-43f0-bb59-190d97cf4608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:10.175724 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d6cf-bef2-47b0-acfb-a0fb1eea8e29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:10.239710 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d02bf3-65fc-493d-ae59-3711a1acea20 None None] Pushing event updated for resources: {'Port': ['ID=63b56d4c-9b2b-4a14-9e6a-e142938d307e,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:10.245895 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d6cf-bef2-47b0-acfb-a0fb1eea8e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:10.290340 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a778db8-b201-43f0-bb59-190d97cf4608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ea53aa-e8b0-49d1-93a3-5fcdf5d36a36,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:10.305245 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2a778db8-b201-43f0-bb59-190d97cf4608 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ff3d220b4e94810845859138af61c9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6026685 Sep 30 13:02:10.313569 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41280) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:10.354244 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd35f2-3fa2-4a7b-bf08-187acc085b7b req-c132ff47-ce07-459a-a1d9-6decf578f26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:10.356108 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c2bd35f2-3fa2-4a7b-bf08-187acc085b7b req-c132ff47-ce07-459a-a1d9-6decf578f26e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc027bea95145c4a230ab390cc111ba&device_id=95f60593-3b10-499f-b28e-dcbc3c5afb43 HTTP/1.1" status: 200 len: 1099 time: 0.1314669 Sep 30 13:02:10.383406 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-2a73cc70-568d-4c4c-bc01-0d4e6d6e126a service neutron] 10.222.0.39 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0006051 Sep 30 13:02:10.389343 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d6cf-bef2-47b0-acfb-a0fb1eea8e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:10.456879 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-240b8d95-382d-4ead-b2a7-07962064c3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:10.470308 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5d6cf-bef2-47b0-acfb-a0fb1eea8e29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce81fb51-5147-4a45-98df-6408a5e4a57d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:10.507831 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d6cf-bef2-47b0-acfb-a0fb1eea8e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:10.515580 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d9b5d6cf-bef2-47b0-acfb-a0fb1eea8e29 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ce81fb51-5147-4a45-98df-6408a5e4a57d HTTP/1.1" status: 204 len: 168 time: 1.0468144 Sep 30 13:02:10.520388 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41282) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:10.532136 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-240b8d95-382d-4ead-b2a7-07962064c3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:10.567301 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd35f2-3fa2-4a7b-bf08-187acc085b7b req-3180640c-b678-467a-bbb1-006d8b7ded90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:10.584728 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c2bd35f2-3fa2-4a7b-bf08-187acc085b7b req-3180640c-b678-467a-bbb1-006d8b7ded90 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.1926827 Sep 30 13:02:10.593346 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-5bc49659-5ad3-4615-bb4f-c1f23b65fd9e None None] Attempting to bind port 63b56d4c-9b2b-4a14-9e6a-e142938d307e on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:02:10.601192 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-5bc49659-5ad3-4615-bb4f-c1f23b65fd9e None None] Attempting to bind port 63b56d4c-9b2b-4a14-9e6a-e142938d307e by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '691320a5-06d1-46ed-a709-4305c88af6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c9a8e0b8-7741-4585-9436-c5c9a4a25aa8'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:02:10.603745 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc49659-5ad3-4615-bb4f-c1f23b65fd9e None None] Attempting to bind port 63b56d4c-9b2b-4a14-9e6a-e142938d307e on network c9a8e0b8-7741-4585-9436-c5c9a4a25aa8 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:02:10.643116 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c2bd35f2-3fa2-4a7b-bf08-187acc085b7b req-7c6fac66-158a-472c-9c64-28d18d5491e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=aaefd042-2197-4f90-aa9f-065cad9e163c HTTP/1.1" status: 200 len: 217 time: 0.0439901 Sep 30 13:02:10.669415 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc49659-5ad3-4615-bb4f-c1f23b65fd9e None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:02:10.669791 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc49659-5ad3-4615-bb4f-c1f23b65fd9e None None] Checking segment: {'id': '691320a5-06d1-46ed-a709-4305c88af6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c9a8e0b8-7741-4585-9436-c5c9a4a25aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:02:10.670215 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5bc49659-5ad3-4615-bb4f-c1f23b65fd9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:10.670611 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc49659-5ad3-4615-bb4f-c1f23b65fd9e None None] Bound using segment: {'id': '691320a5-06d1-46ed-a709-4305c88af6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c9a8e0b8-7741-4585-9436-c5c9a4a25aa8'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:02:10.671183 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-5bc49659-5ad3-4615-bb4f-c1f23b65fd9e None None] Bound port: 63b56d4c-9b2b-4a14-9e6a-e142938d307e, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691320a5-06d1-46ed-a709-4305c88af6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c9a8e0b8-7741-4585-9436-c5c9a4a25aa8'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:02:10.671446 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5bc49659-5ad3-4615-bb4f-c1f23b65fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:10.694145 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7ac1-a8af-4f57-aba9-dc25677c4377 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:10.738049 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7ac1-a8af-4f57-aba9-dc25677c4377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:10.750946 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f064826e-932b-4648-9012-fe77db35b0f6 None None] Provisioning complete for port 63b56d4c-9b2b-4a14-9e6a-e142938d307e triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:10.751339 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f064826e-932b-4648-9012-fe77db35b0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:10.754339 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-240b8d95-382d-4ead-b2a7-07962064c3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:10.757289 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-240b8d95-382d-4ead-b2a7-07962064c3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:10.759240 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-240b8d95-382d-4ead-b2a7-07962064c3ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/71ea53aa-e8b0-49d1-93a3-5fcdf5d36a36 HTTP/1.1" status: 204 len: 168 time: 0.4445958 Sep 30 13:02:10.839210 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcd7ac1-a8af-4f57-aba9-dc25677c4377 None None] Network 7f6c8617-7052-4e03-9d52-54c6cfa13c48 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:02:10.854992 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-2fcd7ac1-a8af-4f57-aba9-dc25677c4377 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:02:10.860731 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5bc49659-5ad3-4615-bb4f-c1f23b65fd9e None None] For port 63b56d4c-9b2b-4a14-9e6a-e142938d307e, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:02:10.864818 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd7ac1-a8af-4f57-aba9-dc25677c4377 None None] Pushing event updated for resources: {'Port': ['ID=902673bb-f87a-4a17-a2bb-caa9590222eb,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:10.867261 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcd7ac1-a8af-4f57-aba9-dc25677c4377 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:02:10.878190 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b8d95-382d-4ead-b2a7-07962064c3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ea53aa-e8b0-49d1-93a3-5fcdf5d36a36,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:10.879098 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5bc49659-5ad3-4615-bb4f-c1f23b65fd9e None None] For port 63b56d4c-9b2b-4a14-9e6a-e142938d307e, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=63b56d4c-9b2b-4a14-9e6a-e142938d307e,segment=NetworkSegment(691320a5-06d1-46ed-a709-4305c88af6f3),segment_id=691320a5-06d1-46ed-a709-4305c88af6f3)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:02:10.904386 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f09e4155-6d47-401e-9c67-8d26a53c366a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:10.914231 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd35f2-3fa2-4a7b-bf08-187acc085b7b req-9ed708a6-a641-4613-9d46-c15347d28a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:10.915091 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5bc49659-5ad3-4615-bb4f-c1f23b65fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:10.919356 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c2bd35f2-3fa2-4a7b-bf08-187acc085b7b req-9ed708a6-a641-4613-9d46-c15347d28a95 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.2646506 Sep 30 13:02:10.928397 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-f064826e-932b-4648-9012-fe77db35b0f6 None None] Port 63b56d4c-9b2b-4a14-9e6a-e142938d307e cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:02:10.931052 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ecc691cb-0948-4c3c-8956-45e580fcb226 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:10.992113 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-2fcd7ac1-a8af-4f57-aba9-dc25677c4377 None None] Attempting to bind port 902673bb-f87a-4a17-a2bb-caa9590222eb on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:02:10.992487 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-2fcd7ac1-a8af-4f57-aba9-dc25677c4377 None None] Attempting to bind port 902673bb-f87a-4a17-a2bb-caa9590222eb by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'ac637a4a-2081-46b7-8c83-b608b8cef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:02:10.992851 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd7ac1-a8af-4f57-aba9-dc25677c4377 None None] Attempting to bind port 902673bb-f87a-4a17-a2bb-caa9590222eb on network 7f6c8617-7052-4e03-9d52-54c6cfa13c48 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:02:11.039305 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd7ac1-a8af-4f57-aba9-dc25677c4377 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:02:11.040016 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd7ac1-a8af-4f57-aba9-dc25677c4377 None None] Checking segment: {'id': 'ac637a4a-2081-46b7-8c83-b608b8cef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:02:11.040582 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7ac1-a8af-4f57-aba9-dc25677c4377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:11.041189 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd7ac1-a8af-4f57-aba9-dc25677c4377 None None] Bound using segment: {'id': 'ac637a4a-2081-46b7-8c83-b608b8cef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:02:11.042552 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-2fcd7ac1-a8af-4f57-aba9-dc25677c4377 None None] Bound port: 902673bb-f87a-4a17-a2bb-caa9590222eb, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac637a4a-2081-46b7-8c83-b608b8cef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:02:11.043667 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7ac1-a8af-4f57-aba9-dc25677c4377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:11.061084 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b26039-f7da-4ae2-8039-7adb832bc257 req-01346352-592d-447b-82ee-53d47f38f08a tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:11.065765 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc691cb-0948-4c3c-8956-45e580fcb226 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event updated for resources: {'Subnet': ['ID=78037d28-e7f8-493a-8dcf-013e39c51454,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:11.073964 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13b26039-f7da-4ae2-8039-7adb832bc257 req-01346352-592d-447b-82ee-53d47f38f08a tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f60593-3b10-499f-b28e-dcbc3c5afb43 HTTP/1.1" status: 200 len: 948 time: 0.3116145 Sep 30 13:02:11.084059 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba9b36-0b22-4ac6-9536-2553e9754950 req-471a7044-435f-4622-a03f-117bf862c989 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:11.093412 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d5ba9b36-0b22-4ac6-9536-2553e9754950 req-471a7044-435f-4622-a03f-117bf862c989 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=3aa85f18-d84d-4f77-8a6a-ea2222b09f63 HTTP/1.1" status: 200 len: 949 time: 0.7650576 Sep 30 13:02:11.098173 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-adcf1c9b-9883-49f6-8f05-760f3f67b70b tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:11.100541 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-adcf1c9b-9883-49f6-8f05-760f3f67b70b tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b&tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&binding%3Ahost_id=n-h2-810909-2 HTTP/1.1" status: 200 len: 1097 time: 0.4715497 Sep 30 13:02:11.153261 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd35f2-3fa2-4a7b-bf08-187acc085b7b req-72076618-a095-439d-b7e1-e17fd9466b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:11.170182 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c2bd35f2-3fa2-4a7b-bf08-187acc085b7b req-72076618-a095-439d-b7e1-e17fd9466b3a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2222636 Sep 30 13:02:11.172036 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f09e4155-6d47-401e-9c67-8d26a53c366a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:11.204057 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-2fcd7ac1-a8af-4f57-aba9-dc25677c4377 None None] For port 902673bb-f87a-4a17-a2bb-caa9590222eb, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:02:11.206706 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-f09e4155-6d47-401e-9c67-8d26a53c366a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82bf0381-2175-4bb3-8dce-5d41cce47720']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:02:11.212838 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-2fcd7ac1-a8af-4f57-aba9-dc25677c4377 None None] For port 902673bb-f87a-4a17-a2bb-caa9590222eb, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=902673bb-f87a-4a17-a2bb-caa9590222eb,segment=NetworkSegment(ac637a4a-2081-46b7-8c83-b608b8cef194),segment_id=ac637a4a-2081-46b7-8c83-b608b8cef194)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:02:11.220362 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-f09e4155-6d47-401e-9c67-8d26a53c366a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d5b1d7-a8e4-4972-ad4b-414179baa1b9') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:02:11.220588 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc49659-5ad3-4615-bb4f-c1f23b65fd9e None None] Routers {'f87002cf-6b42-41f8-9136-5b39955a67fc'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:02:11.220675 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-f09e4155-6d47-401e-9c67-8d26a53c366a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d5b1d7-a8e4-4972-ad4b-414179baa1b9') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:02:11.221138 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-5bc49659-5ad3-4615-bb4f-c1f23b65fd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:01:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f87002cf-6b42-41f8-9136-5b39955a67fc'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:02:11.233255 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f09e4155-6d47-401e-9c67-8d26a53c366a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:11.234938 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7ac1-a8af-4f57-aba9-dc25677c4377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:11.250649 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f09e4155-6d47-401e-9c67-8d26a53c366a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:11.258422 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09e4155-6d47-401e-9c67-8d26a53c366a admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:02:11.258831 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f09e4155-6d47-401e-9c67-8d26a53c366a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:11.280536 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13b26039-f7da-4ae2-8039-7adb832bc257 req-d18fc9cc-4b30-425e-b6a9-f05423f65a37 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040441 Sep 30 13:02:11.323868 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d02bf3-65fc-493d-ae59-3711a1acea20 None None] Pushing event updated for resources: {'Port': ['ID=63b56d4c-9b2b-4a14-9e6a-e142938d307e,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:02:11.419928 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:02:11.435006 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-6ee3972e-89e1-4bdb-ae3a-0897a642becd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810909-2'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:11.469005 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc691cb-0948-4c3c-8956-45e580fcb226 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Checking segment: {'id': '1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd88806d7-cb43-44a5-88a4-05dfc9e84a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:02:11.469665 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc691cb-0948-4c3c-8956-45e580fcb226 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Network hostable DHCP agents. Network: d88806d7-cb43-44a5-88a4-05dfc9e84a4d, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:02:11.478505 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f09e4155-6d47-401e-9c67-8d26a53c366a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:11.506054 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c2bd35f2-3fa2-4a7b-bf08-187acc085b7b req-e3a886a8-5587-44a5-a12c-f01f0ff1d743 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343735 Sep 30 13:02:11.584179 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc691cb-0948-4c3c-8956-45e580fcb226 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Network d88806d7-cb43-44a5-88a4-05dfc9e84a4d is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:02:11.600315 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-5bc49659-5ad3-4615-bb4f-c1f23b65fd9e None None] Set router f87002cf-6b42-41f8-9136-5b39955a67fc gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:02:11.638808 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f09e4155-6d47-401e-9c67-8d26a53c366a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:11.641093 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f09e4155-6d47-401e-9c67-8d26a53c366a admin admin] 10.222.0.18 "DELETE /v2.0/networks/82bf0381-2175-4bb3-8dce-5d41cce47720 HTTP/1.1" status: 204 len: 168 time: 1.1039727 Sep 30 13:02:11.666293 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d5ba9b36-0b22-4ac6-9536-2553e9754950 req-ee1e0e04-5813-4487-aa69-03373c969c29 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5667713 Sep 30 13:02:11.667356 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-ecc691cb-0948-4c3c-8956-45e580fcb226 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, d88806d7-cb43-44a5-88a4-05dfc9e84a4d) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:02:11.678632 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e4155-6d47-401e-9c67-8d26a53c366a admin admin] Pushing event deleted for resources: {'Network': ['ID=82bf0381-2175-4bb3-8dce-5d41cce47720,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:11.688538 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-6ee3972e-89e1-4bdb-ae3a-0897a642becd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:11.760443 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc691cb-0948-4c3c-8956-45e580fcb226 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:11.761048 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ecc691cb-0948-4c3c-8956-45e580fcb226 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:11.805173 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6081455-d861-45d3-9511-39c395829832 req-8fcbaecb-b16d-4633-8247-015ab578ca9b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:11.808992 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b6081455-d861-45d3-9511-39c395829832 req-8fcbaecb-b16d-4633-8247-015ab578ca9b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 946 time: 0.2411978 Sep 30 13:02:11.850352 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c2bd35f2-3fa2-4a7b-bf08-187acc085b7b req-04111d9e-ceab-466f-9da0-4372a3d98595 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312597 Sep 30 13:02:11.878126 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ecc691cb-0948-4c3c-8956-45e580fcb226 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7026446 Sep 30 13:02:11.878714 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41306) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:11.884345 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-32f6cdae-19ea-473a-9b48-3072566cadb5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Request body: {'port': {'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48', 'name': 'tempest-TaggedBootDevicesTest-2012474981', 'fixed_ips': [{'subnet_id': '520f9abb-4aa3-4c91-b512-dfb75ecf6576'}]}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:11.930929 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361fcb9d-e3cf-477b-97e1-d39c782c9671 None None] Network d88806d7-cb43-44a5-88a4-05dfc9e84a4d requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:02:11.961006 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41310) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:11.999942 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-11e45fda-9d6f-4ef6-b222-313db341a5e5 None None] Provisioning complete for port 63b56d4c-9b2b-4a14-9e6a-e142938d307e triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:12.000318 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-11e45fda-9d6f-4ef6-b222-313db341a5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:12.001883 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd7ac1-a8af-4f57-aba9-dc25677c4377 None None] Pushing event updated for resources: {'Port': ['ID=902673bb-f87a-4a17-a2bb-caa9590222eb,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:12.412801 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-92942e56-089d-448c-be6f-1278847ee5b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=307346d36aaf451c8749a0da5f22f449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4506547 Sep 30 13:02:12.413422 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41316) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:12.496316 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b6081455-d861-45d3-9511-39c395829832 req-488dca73-dff6-42eb-a663-21fc42ee0f8a tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551006 Sep 30 13:02:12.524193 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f6cdae-19ea-473a-9b48-3072566cadb5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Made reservation on behalf of fcdfca8935404bd6b32ec59be45dc83c for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:02:12.556785 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-6ee3972e-89e1-4bdb-ae3a-0897a642becd service neutron] For port 69b0b8d6-2056-4042-8361-14e3cabfbf17, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=69b0b8d6-2056-4042-8361-14e3cabfbf17,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:12.714045 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-32f6cdae-19ea-473a-9b48-3072566cadb5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:12.738002 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e9e56-8637-4bac-8b07-d7079e698f3c req-e7765ced-4226-47b4-afea-163a7b860857 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:12.739664 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-6ee3972e-89e1-4bdb-ae3a-0897a642becd service neutron] For port 69b0b8d6-2056-4042-8361-14e3cabfbf17, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:02:12.745573 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e18e9e56-8637-4bac-8b07-d7079e698f3c req-e7765ced-4226-47b4-afea-163a7b860857 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f60593-3b10-499f-b28e-dcbc3c5afb43 HTTP/1.1" status: 200 len: 948 time: 0.1015322 Sep 30 13:02:12.753546 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-32f6cdae-19ea-473a-9b48-3072566cadb5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] device_id is not set on port 84755c0f-2e46-4801-beed-ac8ea40167fc yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:02:12.764684 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-11e45fda-9d6f-4ef6-b222-313db341a5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:12.877372 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-5bc49659-5ad3-4615-bb4f-c1f23b65fd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87002cf-6b42-41f8-9136-5b39955a67fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1264414573-router', 'tenant_id': 'f2263fd780df4d0cb7dc5f0644481f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'd7aac31a-97d7-4a18-8a95-41c7bd4d3620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:58Z', 'updated_at': '2021-09-30T13:02:05Z', 'revision_number': 4, 'project_id': 'f2263fd780df4d0cb7dc5f0644481f03', 'gw_port': {'id': 'd7aac31a-97d7-4a18-8a95-41c7bd4d3620', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87002cf-6b42-41f8-9136-5b39955a67fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:59Z', 'updated_at': '2021-09-30T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '63b56d4c-9b2b-4a14-9e6a-e142938d307e', 'name': '', 'network_id': 'c9a8e0b8-7741-4585-9436-c5c9a4a25aa8', 'tenant_id': 'f2263fd780df4d0cb7dc5f0644481f03', 'mac_address': 'fa:16:3e:b0:bb:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87002cf-6b42-41f8-9136-5b39955a67fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9ead8130-3392-4e9a-878f-50fbe3d4e25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:02:03Z', 'updated_at': '2021-09-30T13:02:10Z', 'revision_number': 4, 'project_id': 'f2263fd780df4d0cb7dc5f0644481f03', 'subnets': [{'id': '9ead8130-3392-4e9a-878f-50fbe3d4e25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:02:12.898886 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a630bf8-f5e7-4922-acc6-619385460e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-d88806d7-cb43-44a5-88a4-05dfc9e84a4d', 'network_id': 'd88806d7-cb43-44a5-88a4-05dfc9e84a4d', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'fixed_ips': [{'subnet_id': '78037d28-e7f8-493a-8dcf-013e39c51454'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:02:12.899701 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6a630bf8-f5e7-4922-acc6-619385460e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:12.951043 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36cb3371-6394-4613-88c1-0ac7ae73c25b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69b0b8d6-2056-4042-8361-14e3cabfbf17'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:02:12.953816 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90109633-1d37-4d8f-a04a-cb072bc6308f" -d '{"events": [{"server_uuid": "36cb3371-6394-4613-88c1-0ac7ae73c25b", "name": "network-vif-unplugged", "status": "completed", "tag": "69b0b8d6-2056-4042-8361-14e3cabfbf17"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:02:12.964210 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-6ee3972e-89e1-4bdb-ae3a-0897a642becd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:12.991504 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-6ee3972e-89e1-4bdb-ae3a-0897a642becd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:13.058122 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc49659-5ad3-4615-bb4f-c1f23b65fd9e None None] The sync data for ids ['f87002cf-6b42-41f8-9136-5b39955a67fc'] in n-d-810909-2 is: [{'id': 'f87002cf-6b42-41f8-9136-5b39955a67fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1264414573-router', 'tenant_id': 'f2263fd780df4d0cb7dc5f0644481f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'd7aac31a-97d7-4a18-8a95-41c7bd4d3620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:58Z', 'updated_at': '2021-09-30T13:02:05Z', 'revision_number': 4, 'project_id': 'f2263fd780df4d0cb7dc5f0644481f03', 'gw_port': {'id': 'd7aac31a-97d7-4a18-8a95-41c7bd4d3620', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87002cf-6b42-41f8-9136-5b39955a67fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:59Z', 'updated_at': '2021-09-30T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '63b56d4c-9b2b-4a14-9e6a-e142938d307e', 'name': '', 'network_id': 'c9a8e0b8-7741-4585-9436-c5c9a4a25aa8', 'tenant_id': 'f2263fd780df4d0cb7dc5f0644481f03', 'mac_address': 'fa:16:3e:b0:bb:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87002cf-6b42-41f8-9136-5b39955a67fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9ead8130-3392-4e9a-878f-50fbe3d4e25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:02:03Z', 'updated_at': '2021-09-30T13:02:10Z', 'revision_number': 4, 'project_id': 'f2263fd780df4d0cb7dc5f0644481f03', 'subnets': [{'id': '9ead8130-3392-4e9a-878f-50fbe3d4e25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:02:13.068597 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-11e45fda-9d6f-4ef6-b222-313db341a5e5 None None] For port 63b56d4c-9b2b-4a14-9e6a-e142938d307e, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=63b56d4c-9b2b-4a14-9e6a-e142938d307e,segment=NetworkSegment(691320a5-06d1-46ed-a709-4305c88af6f3),segment_id=691320a5-06d1-46ed-a709-4305c88af6f3)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:13.134569 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-32f6cdae-19ea-473a-9b48-3072566cadb5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Allocated IP 10.1.1.136 (7f6c8617-7052-4e03-9d52-54c6cfa13c48/520f9abb-4aa3-4c91-b512-dfb75ecf6576/84755c0f-2e46-4801-beed-ac8ea40167fc) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:02:13.236657 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-11e45fda-9d6f-4ef6-b222-313db341a5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:13.272594 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358676f-ebec-4d7d-a127-069d4f493b5c req-508efd7c-5fd6-4bc8-8264-13a3d0e1dfeb tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:13.297853 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358676f-ebec-4d7d-a127-069d4f493b5c req-508efd7c-5fd6-4bc8-8264-13a3d0e1dfeb tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:13.308078 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b358676f-ebec-4d7d-a127-069d4f493b5c req-508efd7c-5fd6-4bc8-8264-13a3d0e1dfeb tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9af4f54-2095-4166-b301-b10972272b8a&device_id=3aa85f18-d84d-4f77-8a6a-ea2222b09f63 HTTP/1.1" status: 200 len: 1689 time: 0.4368713 Sep 30 13:02:13.321043 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18acd4d8-8fb0-4372-b54b-fc4b5f0b4048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:13.452363 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device aaefd042-2197-4f90-aa9f-065cad9e163c details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:02:13.513266 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-32f6cdae-19ea-473a-9b48-3072566cadb5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:13.522365 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-6ee3972e-89e1-4bdb-ae3a-0897a642becd service neutron] Attempting to bind port 69b0b8d6-2056-4042-8361-14e3cabfbf17 on host n-h2-810909-2 for vnic_type normal with profile {"migrating_to": "n-h1-810909-2"} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:02:13.522483 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-6ee3972e-89e1-4bdb-ae3a-0897a642becd service neutron] Attempting to bind port 69b0b8d6-2056-4042-8361-14e3cabfbf17 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:02:13.522783 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-6ee3972e-89e1-4bdb-ae3a-0897a642becd service neutron] Attempting to bind port 69b0b8d6-2056-4042-8361-14e3cabfbf17 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:02:13.569191 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-32f6cdae-19ea-473a-9b48-3072566cadb5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:13.616935 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3972e-89e1-4bdb-ae3a-0897a642becd service neutron] Pushing event updated for resources: {'Port': ['ID=69b0b8d6-2056-4042-8361-14e3cabfbf17,revision_number=7']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:13.618545 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ce9cdb-0d63-48ed-8cc0-e2298a0b52a0 None None] Network 7f6c8617-7052-4e03-9d52-54c6cfa13c48 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:02:13.660099 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-6ee3972e-89e1-4bdb-ae3a-0897a642becd service neutron] Port 69b0b8d6-2056-4042-8361-14e3cabfbf17 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:02:13.660417 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-6ee3972e-89e1-4bdb-ae3a-0897a642becd service neutron] Attempting to bind port 69b0b8d6-2056-4042-8361-14e3cabfbf17 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:02:13.676141 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18acd4d8-8fb0-4372-b54b-fc4b5f0b4048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:13.686533 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b358676f-ebec-4d7d-a127-069d4f493b5c req-07e281c7-a31a-42a3-8d3d-f3840d4dfc81 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618138 Sep 30 13:02:13.688358 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-6ee3972e-89e1-4bdb-ae3a-0897a642becd service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:02:13.688358 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-6ee3972e-89e1-4bdb-ae3a-0897a642becd service neutron] Checking segment: {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:02:13.688543 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-6ee3972e-89e1-4bdb-ae3a-0897a642becd service neutron] Bound using segment: {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:02:13.691762 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-6ee3972e-89e1-4bdb-ae3a-0897a642becd service neutron] Bound port: 69b0b8d6-2056-4042-8361-14e3cabfbf17, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:02:13.692115 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-6ee3972e-89e1-4bdb-ae3a-0897a642becd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:13.711439 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f6cdae-19ea-473a-9b48-3072566cadb5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Network 7f6c8617-7052-4e03-9d52-54c6cfa13c48 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:02:13.805941 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e45fda-9d6f-4ef6-b222-313db341a5e5 None None] Pushing event updated for resources: {'Port': ['ID=63b56d4c-9b2b-4a14-9e6a-e142938d307e,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:13.811861 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e18e9e56-8637-4bac-8b07-d7079e698f3c req-e72335e1-1ca5-4793-9c69-e579da928a0e tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0651259 Sep 30 13:02:13.814148 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-32f6cdae-19ea-473a-9b48-3072566cadb5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:02:13.829954 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f6cdae-19ea-473a-9b48-3072566cadb5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:02:13.838071 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f6cdae-19ea-473a-9b48-3072566cadb5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:13.845482 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-32f6cdae-19ea-473a-9b48-3072566cadb5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:13.857598 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6cdae-19ea-473a-9b48-3072566cadb5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event updated for resources: {'Port': ['ID=84755c0f-2e46-4801-beed-ac8ea40167fc,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:13.893397 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-32f6cdae-19ea-473a-9b48-3072566cadb5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0133915 Sep 30 13:02:13.895899 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41346) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:13.903924 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-822d1a2f-2051-40fd-9404-953fdb9a5274 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Request body: {'port': {'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48', 'name': 'tempest-TaggedBootDevicesTest-1737977919', 'fixed_ips': [{'subnet_id': '520f9abb-4aa3-4c91-b512-dfb75ecf6576'}]}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:13.962158 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b23a534-5d94-41bd-87da-29c5c69aa301 x-openstack-request-id: req-2b23a534-5d94-41bd-87da-29c5c69aa301 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:02:13.962440 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36cb3371-6394-4613-88c1-0ac7ae73c25b", "name": "network-vif-unplugged", "status": "completed", "tag": "69b0b8d6-2056-4042-8361-14e3cabfbf17", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:02:13.963214 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-cbef01be-19b8-4cc6-85b5-5bee71adf8af None None] Provisioning complete for port 902673bb-f87a-4a17-a2bb-caa9590222eb triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:13.964042 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cbef01be-19b8-4cc6-85b5-5bee71adf8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:13.973142 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b23a534-5d94-41bd-87da-29c5c69aa301 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:02:13.973677 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36cb3371-6394-4613-88c1-0ac7ae73c25b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69b0b8d6-2056-4042-8361-14e3cabfbf17', 'code': 200} Sep 30 13:02:14.026726 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18acd4d8-8fb0-4372-b54b-fc4b5f0b4048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:14.031090 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18acd4d8-8fb0-4372-b54b-fc4b5f0b4048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:14.035076 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-18acd4d8-8fb0-4372-b54b-fc4b5f0b4048 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/70066f09-1c74-4572-8322-8b90c51f6abe HTTP/1.1" status: 204 len: 168 time: 1.6156533 Sep 30 13:02:14.052113 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-6ee3972e-89e1-4bdb-ae3a-0897a642becd service neutron] For port 69b0b8d6-2056-4042-8361-14e3cabfbf17, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:02:14.075319 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-6ee3972e-89e1-4bdb-ae3a-0897a642becd service neutron] For port 69b0b8d6-2056-4042-8361-14e3cabfbf17, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=69b0b8d6-2056-4042-8361-14e3cabfbf17,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:02:14.094515 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18acd4d8-8fb0-4372-b54b-fc4b5f0b4048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70066f09-1c74-4572-8322-8b90c51f6abe,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:14.112078 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-6ee3972e-89e1-4bdb-ae3a-0897a642becd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:14.211018 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-6a630bf8-f5e7-4922-acc6-619385460e22 None None] Allocated IP 10.2.2.2 (d88806d7-cb43-44a5-88a4-05dfc9e84a4d/78037d28-e7f8-493a-8dcf-013e39c51454/74904ce3-6f4f-488b-9a5e-d8b9ac3216e7) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:02:14.256605 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port aaefd042-2197-4f90-aa9f-065cad9e163c, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=aaefd042-2197-4f90-aa9f-065cad9e163c,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:14.276392 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 63b56d4c-9b2b-4a14-9e6a-e142938d307e up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:02:14.325875 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'aaefd042-2197-4f90-aa9f-065cad9e163c', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': 'aaefd042-2197-4f90-aa9f-065cad9e163c', 'mac_address': 'fa:16:3e:bc:b3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:02:14.334058 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822d1a2f-2051-40fd-9404-953fdb9a5274 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Made reservation on behalf of fcdfca8935404bd6b32ec59be45dc83c for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:02:14.340880 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-822d1a2f-2051-40fd-9404-953fdb9a5274 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:14.392692 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-822d1a2f-2051-40fd-9404-953fdb9a5274 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] device_id is not set on port edd46fc9-4ca1-4629-b3fb-da71ea25c33c yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:02:14.452753 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3972e-89e1-4bdb-ae3a-0897a642becd service neutron] Pushing event updated for resources: {'Port': ['ID=69b0b8d6-2056-4042-8361-14e3cabfbf17,revision_number=8']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:14.483266 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-6ee3972e-89e1-4bdb-ae3a-0897a642becd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:14.487038 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-6ee3972e-89e1-4bdb-ae3a-0897a642becd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:14.491218 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-6ee3972e-89e1-4bdb-ae3a-0897a642becd service neutron] 10.222.0.39 "PUT /v2.0/ports/69b0b8d6-2056-4042-8361-14e3cabfbf17 HTTP/1.1" status: 200 len: 1122 time: 3.0744755 Sep 30 13:02:14.559623 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4173b-e813-4b1e-9d8e-76b7f81e3f4b req-95fa2e81-1b42-409c-b72d-4fd65fda3ef7 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:14.571525 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-42e4173b-e813-4b1e-9d8e-76b7f81e3f4b req-95fa2e81-1b42-409c-b72d-4fd65fda3ef7 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 944 time: 0.4204326 Sep 30 13:02:14.617729 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-42e4173b-e813-4b1e-9d8e-76b7f81e3f4b req-8cf63669-3311-4342-b2b6-f7c3c901c18c tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446773 Sep 30 13:02:14.704502 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cbef01be-19b8-4cc6-85b5-5bee71adf8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:14.748975 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:14.781503 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['69b0b8d6-2056-4042-8361-14e3cabfbf17'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:02:14.839044 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc5f4d-91ee-4566-a884-5f28d804844f req-8e94b293-fe0d-4e0b-bfdb-ce8572b55d18 tempest-ServersOnMultiNodesTest-782157231 tempest-ServersOnMultiNodesTest-782157231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:14.844209 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c8fc5f4d-91ee-4566-a884-5f28d804844f req-8e94b293-fe0d-4e0b-bfdb-ce8572b55d18 tempest-ServersOnMultiNodesTest-782157231 tempest-ServersOnMultiNodesTest-782157231-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c9af4f54-2095-4166-b301-b10972272b8a HTTP/1.1" status: 200 len: 1100 time: 0.0911822 Sep 30 13:02:14.911249 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-822d1a2f-2051-40fd-9404-953fdb9a5274 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Allocated IP 10.1.1.24 (7f6c8617-7052-4e03-9d52-54c6cfa13c48/520f9abb-4aa3-4c91-b512-dfb75ecf6576/edd46fc9-4ca1-4629-b3fb-da71ea25c33c) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:02:14.935083 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c8fc5f4d-91ee-4566-a884-5f28d804844f req-a5a2dd67-120f-4e06-aa4e-2805e998cd8d tempest-ServersOnMultiNodesTest-782157231 tempest-ServersOnMultiNodesTest-782157231-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854192 Sep 30 13:02:14.985415 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-cbef01be-19b8-4cc6-85b5-5bee71adf8af None None] For port 902673bb-f87a-4a17-a2bb-caa9590222eb, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=902673bb-f87a-4a17-a2bb-caa9590222eb,segment=NetworkSegment(ac637a4a-2081-46b7-8c83-b608b8cef194),segment_id=ac637a4a-2081-46b7-8c83-b608b8cef194)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:15.004598 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cbef01be-19b8-4cc6-85b5-5bee71adf8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:15.009227 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:15.025586 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41364) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:15.116233 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-79a0e0a0-2dfc-43da-94f6-37bc44368786 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d0310d673e74d7ca673703861d63034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0885441 Sep 30 13:02:15.116883 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41366) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:15.165133 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaefd042-2197-4f90-aa9f-065cad9e163c {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:02:15.222842 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port aaefd042-2197-4f90-aa9f-065cad9e163c, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=aaefd042-2197-4f90-aa9f-065cad9e163c,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:15.225661 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 63b56d4c-9b2b-4a14-9e6a-e142938d307e triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:15.227478 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:15.235654 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-abaf3ceb-610f-443a-8016-bc186cac25d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:15.249160 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-822d1a2f-2051-40fd-9404-953fdb9a5274 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:15.284148 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-abaf3ceb-610f-443a-8016-bc186cac25d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:15.294227 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef01be-19b8-4cc6-85b5-5bee71adf8af None None] Pushing event updated for resources: {'Port': ['ID=902673bb-f87a-4a17-a2bb-caa9590222eb,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:15.297446 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:15.370421 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=aaefd042-2197-4f90-aa9f-065cad9e163c,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:15.399195 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5850373-11f1-4745-95e5-de9c73f7b8be req-af2adb82-e551-4ca1-8e9a-7c30d54072aa tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:15.401507 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c5850373-11f1-4745-95e5-de9c73f7b8be req-af2adb82-e551-4ca1-8e9a-7c30d54072aa tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f60593-3b10-499f-b28e-dcbc3c5afb43 HTTP/1.1" status: 200 len: 949 time: 0.1957440 Sep 30 13:02:15.417784 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bbe81-ee81-4d29-a54f-5384e2a929c6 req-6c7fdb14-aeb6-4416-924a-fc5667034489 tempest-ServersOnMultiNodesTest-782157231 tempest-ServersOnMultiNodesTest-782157231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:15.419634 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f96bbe81-ee81-4d29-a54f-5384e2a929c6 req-6c7fdb14-aeb6-4416-924a-fc5667034489 tempest-ServersOnMultiNodesTest-782157231 tempest-ServersOnMultiNodesTest-782157231-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3aa85f18-d84d-4f77-8a6a-ea2222b09f63 HTTP/1.1" status: 200 len: 1100 time: 0.1304810 Sep 30 13:02:15.427438 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-822d1a2f-2051-40fd-9404-953fdb9a5274 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:15.451683 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-abaf3ceb-610f-443a-8016-bc186cac25d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:15.454733 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-abaf3ceb-610f-443a-8016-bc186cac25d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:15.458776 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-abaf3ceb-610f-443a-8016-bc186cac25d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8647c036-f24b-4822-a723-80c8f1381d26 HTTP/1.1" status: 204 len: 168 time: 0.3407488 Sep 30 13:02:15.478112 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c5850373-11f1-4745-95e5-de9c73f7b8be req-76834c3a-2905-4cd7-8d66-01dbb335f6fe tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605476 Sep 30 13:02:15.501311 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf3ceb-610f-443a-8016-bc186cac25d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8647c036-f24b-4822-a723-80c8f1381d26,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:15.528023 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822d1a2f-2051-40fd-9404-953fdb9a5274 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Network 7f6c8617-7052-4e03-9d52-54c6cfa13c48 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:02:15.531746 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-822d1a2f-2051-40fd-9404-953fdb9a5274 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:02:15.538203 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822d1a2f-2051-40fd-9404-953fdb9a5274 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:02:15.547141 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822d1a2f-2051-40fd-9404-953fdb9a5274 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:15.548065 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-822d1a2f-2051-40fd-9404-953fdb9a5274 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:15.564269 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f96bbe81-ee81-4d29-a54f-5384e2a929c6 req-e17bad50-5e36-4f71-998d-fea915ea1fe0 tempest-ServersOnMultiNodesTest-782157231 tempest-ServersOnMultiNodesTest-782157231-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981994 Sep 30 13:02:15.573056 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d1a2f-2051-40fd-9404-953fdb9a5274 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event updated for resources: {'Port': ['ID=edd46fc9-4ca1-4629-b3fb-da71ea25c33c,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:15.595468 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-822d1a2f-2051-40fd-9404-953fdb9a5274 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6981497 Sep 30 13:02:15.671618 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6a630bf8-f5e7-4922-acc6-619385460e22 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:15.676049 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 902673bb-f87a-4a17-a2bb-caa9590222eb up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:02:15.677892 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['aaefd042-2197-4f90-aa9f-065cad9e163c'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:02:15.744746 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6a630bf8-f5e7-4922-acc6-619385460e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:15.835956 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a630bf8-f5e7-4922-acc6-619385460e22 None None] Network d88806d7-cb43-44a5-88a4-05dfc9e84a4d is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:02:15.849439 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-6a630bf8-f5e7-4922-acc6-619385460e22 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:02:15.852962 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a630bf8-f5e7-4922-acc6-619385460e22 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:02:15.960781 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785141b1-2467-4ef2-9ac2-7468485baafd req-fe1495ba-33dc-4a53-9a33-211eeb1ad6af tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:15.972942 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-785141b1-2467-4ef2-9ac2-7468485baafd req-fe1495ba-33dc-4a53-9a33-211eeb1ad6af tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 944 time: 0.1420109 Sep 30 13:02:15.977096 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36cb3371-6394-4613-88c1-0ac7ae73c25b', 'tag': '69b0b8d6-2056-4042-8361-14e3cabfbf17'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:02:15.979484 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774a6bd0-a80f-48e4-9a28-9c75581d857e" -d '{"events": [{"name": "network-changed", "server_uuid": "36cb3371-6394-4613-88c1-0ac7ae73c25b", "tag": "69b0b8d6-2056-4042-8361-14e3cabfbf17"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:02:16.071872 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-785141b1-2467-4ef2-9ac2-7468485baafd req-1bdde7e9-224a-4f3b-a08e-13fb93e415d4 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922475 Sep 30 13:02:16.072584 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-6a630bf8-f5e7-4922-acc6-619385460e22 None None] Attempting to bind port 74904ce3-6f4f-488b-9a5e-d8b9ac3216e7 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:02:16.080035 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-6a630bf8-f5e7-4922-acc6-619385460e22 None None] Attempting to bind port 74904ce3-6f4f-488b-9a5e-d8b9ac3216e7 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd88806d7-cb43-44a5-88a4-05dfc9e84a4d'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:02:16.080413 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a630bf8-f5e7-4922-acc6-619385460e22 None None] Attempting to bind port 74904ce3-6f4f-488b-9a5e-d8b9ac3216e7 on network d88806d7-cb43-44a5-88a4-05dfc9e84a4d {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:02:16.124657 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a630bf8-f5e7-4922-acc6-619385460e22 None None] Pushing event updated for resources: {'Port': ['ID=74904ce3-6f4f-488b-9a5e-d8b9ac3216e7,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:16.208820 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a630bf8-f5e7-4922-acc6-619385460e22 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:02:16.210650 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a630bf8-f5e7-4922-acc6-619385460e22 None None] Checking segment: {'id': '1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd88806d7-cb43-44a5-88a4-05dfc9e84a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:02:16.211246 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6a630bf8-f5e7-4922-acc6-619385460e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:16.212237 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a630bf8-f5e7-4922-acc6-619385460e22 None None] Bound using segment: {'id': '1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd88806d7-cb43-44a5-88a4-05dfc9e84a4d'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:02:16.214911 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-6a630bf8-f5e7-4922-acc6-619385460e22 None None] Bound port: 74904ce3-6f4f-488b-9a5e-d8b9ac3216e7, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd88806d7-cb43-44a5-88a4-05dfc9e84a4d'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:02:16.215321 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6a630bf8-f5e7-4922-acc6-619385460e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:16.348643 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41402) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:16.368387 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-c5b3a11c-9fce-43d7-a1c3-a23aa191da52 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1165716471', 'description': 'tempest-description--1919395484'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:16.400768 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-86f7d205-fb22-4682-b393-61d169568df0 req-e6cf6382-95aa-4219-a0b8-5f203ebe871d tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681314 Sep 30 13:02:16.405507 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd8e296-e3ab-4792-a846-ce0eca4312c3 x-openstack-request-id: req-3fd8e296-e3ab-4792-a846-ce0eca4312c3 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:02:16.405809 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36cb3371-6394-4613-88c1-0ac7ae73c25b", "tag": "69b0b8d6-2056-4042-8361-14e3cabfbf17", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:02:16.407459 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3fd8e296-e3ab-4792-a846-ce0eca4312c3 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:02:16.408058 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36cb3371-6394-4613-88c1-0ac7ae73c25b', 'tag': '69b0b8d6-2056-4042-8361-14e3cabfbf17', 'status': 'completed', 'code': 200} Sep 30 13:02:16.472591 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 902673bb-f87a-4a17-a2bb-caa9590222eb triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:16.473352 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:16.584665 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c5b3a11c-9fce-43d7-a1c3-a23aa191da52 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:16.653241 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a6bd0-a80f-48e4-9a28-9c75581d857e req-699ff957-d180-4c9a-930a-35b90b59d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:16.656348 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-774a6bd0-a80f-48e4-9a28-9c75581d857e req-699ff957-d180-4c9a-930a-35b90b59d501 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 1125 time: 0.2197726 Sep 30 13:02:16.657630 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-01e3a748-b3ef-496f-9770-e462c4f79730 None None] Provisioning complete for port 902673bb-f87a-4a17-a2bb-caa9590222eb triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:16.661225 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-01e3a748-b3ef-496f-9770-e462c4f79730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:16.792762 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7d205-fb22-4682-b393-61d169568df0 req-8973e840-4975-4d56-9474-24766314aba8 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:16.825707 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-86f7d205-fb22-4682-b393-61d169568df0 req-8973e840-4975-4d56-9474-24766314aba8 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4237065 Sep 30 13:02:16.879200 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-86f7d205-fb22-4682-b393-61d169568df0 req-d748ba57-09f1-4320-843c-9e07f5552c55 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/quotas/3bc89b3b842046238e7c21a0c02c3f96 HTTP/1.1" status: 200 len: 375 time: 0.0493510 Sep 30 13:02:17.068434 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-86f7d205-fb22-4682-b393-61d169568df0 req-2abedffc-74fc-4d30-ae4a-928bb2c5b543 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1877408 Sep 30 13:02:17.116979 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c5b3a11c-9fce-43d7-a1c3-a23aa191da52 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:17.139433 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-097def02-a0ba-4b70-a875-56976081126c req-4e13f5d2-5ca1-42c8-a527-15501756e88f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2e461eba-be3d-4e5b-9f2a-ac97f78fbb7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3412187 Sep 30 13:02:17.140427 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c5b3a11c-9fce-43d7-a1c3-a23aa191da52 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:17.191843 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-6a630bf8-f5e7-4922-acc6-619385460e22 None None] For port 74904ce3-6f4f-488b-9a5e-d8b9ac3216e7, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:02:17.228366 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-6a630bf8-f5e7-4922-acc6-619385460e22 None None] For port 74904ce3-6f4f-488b-9a5e-d8b9ac3216e7, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=74904ce3-6f4f-488b-9a5e-d8b9ac3216e7,segment=NetworkSegment(1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f),segment_id=1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:02:17.230296 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c5b3a11c-9fce-43d7-a1c3-a23aa191da52 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:17.234660 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c5b3a11c-9fce-43d7-a1c3-a23aa191da52 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8838127 Sep 30 13:02:17.236733 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41422) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:17.243603 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-4fb2bb8e-1de7-40cf-b788-93aad49bd63f tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Request body: {'security_group_rule': {'security_group_id': '0841f57a-25ef-404b-8124-5c41f0f8c857', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:17.296115 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-01e3a748-b3ef-496f-9770-e462c4f79730 None None] Provisioning complete for port 84755c0f-2e46-4801-beed-ac8ea40167fc triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:17.296664 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-01e3a748-b3ef-496f-9770-e462c4f79730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:17.326286 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4fb2bb8e-1de7-40cf-b788-93aad49bd63f tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:17.408431 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6a630bf8-f5e7-4922-acc6-619385460e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:17.431570 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-01e3a748-b3ef-496f-9770-e462c4f79730 None None] Port 84755c0f-2e46-4801-beed-ac8ea40167fc cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:02:17.459143 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d8a56-f421-4351-8255-d1a98d1179b5 req-513e3148-a3f9-45d8-9bef-cf6af093ff0f tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:17.471656 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0a2d8a56-f421-4351-8255-d1a98d1179b5 req-513e3148-a3f9-45d8-9bef-cf6af093ff0f tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f60593-3b10-499f-b28e-dcbc3c5afb43 HTTP/1.1" status: 200 len: 949 time: 0.5448024 Sep 30 13:02:17.521756 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4fb2bb8e-1de7-40cf-b788-93aad49bd63f tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:17.543536 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4fb2bb8e-1de7-40cf-b788-93aad49bd63f tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:17.600833 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2bb8e-1de7-40cf-b788-93aad49bd63f tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e74ae49-3a9d-4ac0-ad11-4f97b34d96cf,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:17.615053 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097def02-a0ba-4b70-a875-56976081126c req-70177ecc-9cd2-4361-bc07-cfd2a312b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:17.622638 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-097def02-a0ba-4b70-a875-56976081126c req-70177ecc-9cd2-4361-bc07-cfd2a312b955 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&device_id=2e461eba-be3d-4e5b-9f2a-ac97f78fbb7b HTTP/1.1" status: 200 len: 1101 time: 0.3596644 Sep 30 13:02:17.638396 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a6bd0-a80f-48e4-9a28-9c75581d857e req-8387d509-6932-4d17-b128-7ae139fb87dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:17.639977 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-774a6bd0-a80f-48e4-9a28-9c75581d857e req-8387d509-6932-4d17-b128-7ae139fb87dd service neutron] 10.222.0.54 "GET /v2.0/networks?id=49ef354a-ba5f-45a0-ae5d-336431ac76bd HTTP/1.1" status: 200 len: 908 time: 0.9664180 Sep 30 13:02:17.648471 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3a11c-9fce-43d7-a1c3-a23aa191da52 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0841f57a-25ef-404b-8124-5c41f0f8c857,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:17.657188 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a630bf8-f5e7-4922-acc6-619385460e22 None None] Pushing event updated for resources: {'Port': ['ID=74904ce3-6f4f-488b-9a5e-d8b9ac3216e7,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:17.674400 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 69b0b8d6-2056-4042-8361-14e3cabfbf17 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:02:17.725359 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4fb2bb8e-1de7-40cf-b788-93aad49bd63f tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:17.756809 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4fb2bb8e-1de7-40cf-b788-93aad49bd63f tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5136755 Sep 30 13:02:17.758607 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41438) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:17.787782 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-ddfca9df-616f-474d-a584-7476dd1f3b77 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Request body: {'security_group_rule': {'security_group_id': '0841f57a-25ef-404b-8124-5c41f0f8c857', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:17.923057 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051d3ae-ff40-40bb-a0c0-9c3da7656a32 req-b82cff54-33ce-4c19-9c59-9d9a35375c00 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:17.947123 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3051d3ae-ff40-40bb-a0c0-9c3da7656a32 req-b82cff54-33ce-4c19-9c59-9d9a35375c00 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 944 time: 0.3302467 Sep 30 13:02:18.057250 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ddfca9df-616f-474d-a584-7476dd1f3b77 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:18.159014 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0a2d8a56-f421-4351-8255-d1a98d1179b5 req-d14776dc-3db1-424e-8e3b-0f9df0648094 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6864033 Sep 30 13:02:18.191887 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3051d3ae-ff40-40bb-a0c0-9c3da7656a32 req-c02899f7-433d-413d-aa87-eedf3f6382fc tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437949 Sep 30 13:02:18.206834 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-774a6bd0-a80f-48e4-9a28-9c75581d857e req-7f38bdc0-968e-477d-8dc9-227aee9d33a0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69b0b8d6-2056-4042-8361-14e3cabfbf17 HTTP/1.1" status: 200 len: 217 time: 0.4995918 Sep 30 13:02:18.477902 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a6bd0-a80f-48e4-9a28-9c75581d857e req-d2242a79-4d9e-4b67-b089-bb3f8eabc320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:18.482341 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 63b56d4c-9b2b-4a14-9e6a-e142938d307e up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:02:18.485529 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-774a6bd0-a80f-48e4-9a28-9c75581d857e req-d2242a79-4d9e-4b67-b089-bb3f8eabc320 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d154e7f6-f478-45ee-9bd0-03f890cad96e HTTP/1.1" status: 200 len: 847 time: 0.2753837 Sep 30 13:02:18.495504 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ddfca9df-616f-474d-a584-7476dd1f3b77 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:18.513307 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ddfca9df-616f-474d-a584-7476dd1f3b77 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:18.565435 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097def02-a0ba-4b70-a875-56976081126c req-593fe5cd-3d61-46ce-9ab5-58c5353ff659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:18.567087 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-097def02-a0ba-4b70-a875-56976081126c req-593fe5cd-3d61-46ce-9ab5-58c5353ff659 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.9241452 Sep 30 13:02:18.574458 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:02:18.615330 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfca9df-616f-474d-a584-7476dd1f3b77 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8915a05-aeaa-433c-a341-6a618e8fe6e9,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:18.660516 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8d9062ae-5ad4-465b-a833-98a26004e486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:18.664079 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ddfca9df-616f-474d-a584-7476dd1f3b77 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:18.665400 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ddfca9df-616f-474d-a584-7476dd1f3b77 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8926523 Sep 30 13:02:18.669163 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41454) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:18.673796 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-99a63889-6162-4814-a1ad-e7e26a78ec04 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:18.675466 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-83b33e76-baf1-4d64-a621-25c00a9d3578 req-044351b4-cceb-43d2-8048-9503678a8de6 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=18c29188-cc72-48cd-9952-764e190b5aa6 HTTP/1.1" status: 200 len: 210 time: 0.1887846 Sep 30 13:02:18.733604 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 69b0b8d6-2056-4042-8361-14e3cabfbf17, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=69b0b8d6-2056-4042-8361-14e3cabfbf17,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:18.749206 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 69b0b8d6-2056-4042-8361-14e3cabfbf17 has no active binding in host n-h1-810909-2 {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 30 13:02:18.754447 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-855023ba-717e-4837-9a83-bde6552ecc16 None None] Provisioning complete for port edd46fc9-4ca1-4629-b3fb-da71ea25c33c triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:18.754930 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-855023ba-717e-4837-9a83-bde6552ecc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:18.795532 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99a63889-6162-4814-a1ad-e7e26a78ec04 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for floatingip, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:18.819683 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-855023ba-717e-4837-9a83-bde6552ecc16 None None] Port edd46fc9-4ca1-4629-b3fb-da71ea25c33c cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:02:18.840496 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-855023ba-717e-4837-9a83-bde6552ecc16 None None] Provisioning complete for port 84755c0f-2e46-4801-beed-ac8ea40167fc triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:18.841142 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-855023ba-717e-4837-9a83-bde6552ecc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:18.880336 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-855023ba-717e-4837-9a83-bde6552ecc16 None None] Port 84755c0f-2e46-4801-beed-ac8ea40167fc cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:02:18.904762 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 63b56d4c-9b2b-4a14-9e6a-e142938d307e triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:18.907379 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:18.968375 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-774a6bd0-a80f-48e4-9a28-9c75581d857e req-9991fec0-e9bc-4879-b676-0df5c2ef39f1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=49ef354a-ba5f-45a0-ae5d-336431ac76bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3991070 Sep 30 13:02:18.975695 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-097def02-a0ba-4b70-a875-56976081126c req-fd28f542-9141-404d-bb5e-ad466fa02357 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=9adbcaa4-175f-4bda-b130-9147bdd5c1d0 HTTP/1.1" status: 200 len: 217 time: 0.3759778 Sep 30 13:02:19.064175 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 902673bb-f87a-4a17-a2bb-caa9590222eb up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:02:19.193244 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 902673bb-f87a-4a17-a2bb-caa9590222eb triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:19.193978 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:19.317905 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:19.353841 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99a63889-6162-4814-a1ad-e7e26a78ec04 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:19.412622 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41470) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:19.450403 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097def02-a0ba-4b70-a875-56976081126c req-079c0472-6e25-497d-9bb9-a050a9d424be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:19.452930 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-097def02-a0ba-4b70-a875-56976081126c req-079c0472-6e25-497d-9bb9-a050a9d424be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.2871687 Sep 30 13:02:19.468232 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device aaefd042-2197-4f90-aa9f-065cad9e163c up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:02:19.575799 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port aaefd042-2197-4f90-aa9f-065cad9e163c completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:02:19.581775 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port aaefd042-2197-4f90-aa9f-065cad9e163c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:19.582781 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:19.649908 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cadeed3-b74e-4b6c-92a6-f3a158b6395a None None] Network d88806d7-cb43-44a5-88a4-05dfc9e84a4d requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:02:19.793486 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d5f2c-4b03-4349-9b7a-5b13cb2219ab req-f632d1e3-87fd-49c7-bcf1-6c0ce86ca1d1 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:19.820288 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-050d5f2c-4b03-4349-9b7a-5b13cb2219ab req-f632d1e3-87fd-49c7-bcf1-6c0ce86ca1d1 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f60593-3b10-499f-b28e-dcbc3c5afb43 HTTP/1.1" status: 200 len: 949 time: 0.3595774 Sep 30 13:02:19.858831 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-774a6bd0-a80f-48e4-9a28-9c75581d857e req-e0ca599d-b79c-4adb-bf51-d02bded78fe5 service neutron] 10.222.0.54 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8754525 Sep 30 13:02:19.890163 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-86f7d205-fb22-4682-b393-61d169568df0 req-c0cbe34e-ebb3-47df-ac7d-78c778d41298 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2076535 Sep 30 13:02:19.893665 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bb2e6e92-892a-4c83-8bae-00513e2a3fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:19.976329 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-99a63889-6162-4814-a1ad-e7e26a78ec04 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Allocated IP 172.25.5.203 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/48015cc7-f724-4c43-9674-8637da096165) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:02:20.019446 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 74904ce3-6f4f-488b-9a5e-d8b9ac3216e7 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:02:20.028108 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-774a6bd0-a80f-48e4-9a28-9c75581d857e req-498e5348-4c88-46b0-91f7-73bf5ed98b6a service neutron] 10.222.0.54 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577435 Sep 30 13:02:20.030075 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097def02-a0ba-4b70-a875-56976081126c req-1c02b354-09f3-4c29-8bcd-6857aa849666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:20.031583 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-097def02-a0ba-4b70-a875-56976081126c req-1c02b354-09f3-4c29-8bcd-6857aa849666 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4901588 Sep 30 13:02:20.081104 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-050d5f2c-4b03-4349-9b7a-5b13cb2219ab req-1754f7c1-cb13-4517-a61d-2890e029c0c6 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598279 Sep 30 13:02:20.113392 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-2cd83d68-141f-49c2-a52d-2d90cf904616 None None] Provisioning complete for port 74904ce3-6f4f-488b-9a5e-d8b9ac3216e7 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:20.113766 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2cd83d68-141f-49c2-a52d-2d90cf904616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:20.137901 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99a63889-6162-4814-a1ad-e7e26a78ec04 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:20.195661 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e263ff1-d960-4cd7-8932-723b1378017c req-2ed6e9a0-3cc0-4998-9a15-725105e002c1 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:20.206429 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3e263ff1-d960-4cd7-8932-723b1378017c req-2ed6e9a0-3cc0-4998-9a15-725105e002c1 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 944 time: 0.8278949 Sep 30 13:02:20.232202 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99a63889-6162-4814-a1ad-e7e26a78ec04 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:20.257736 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:20.262003 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-097def02-a0ba-4b70-a875-56976081126c req-76acce50-206d-4eb6-a975-0a27064b6e71 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203314 Sep 30 13:02:20.305070 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port aaefd042-2197-4f90-aa9f-065cad9e163c, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=aaefd042-2197-4f90-aa9f-065cad9e163c,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:20.307078 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 74904ce3-6f4f-488b-9a5e-d8b9ac3216e7 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:20.307560 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:20.321585 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f60593-3b10-499f-b28e-dcbc3c5afb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaefd042-2197-4f90-aa9f-065cad9e163c'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:02:20.327228 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3aca762-dd1b-4850-96ab-3157e8ce32fa" -d '{"events": [{"server_uuid": "95f60593-3b10-499f-b28e-dcbc3c5afb43", "name": "network-vif-plugged", "status": "completed", "tag": "aaefd042-2197-4f90-aa9f-065cad9e163c"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:02:20.333370 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:20.505406 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7d205-fb22-4682-b393-61d169568df0 req-5d125d1b-ff1c-46a5-bb6d-261511a4aa10 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:20.510707 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-86f7d205-fb22-4682-b393-61d169568df0 req-5d125d1b-ff1c-46a5-bb6d-261511a4aa10 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3373482 Sep 30 13:02:20.516203 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a63889-6162-4814-a1ad-e7e26a78ec04 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event updated for resources: {'Port': ['ID=48015cc7-f724-4c43-9674-8637da096165,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:20.550460 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-86f7d205-fb22-4682-b393-61d169568df0 req-f3374b19-c135-49ce-bf33-6ba2ce57f758 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Request body: {'port': {'device_id': '18c29188-cc72-48cd-9952-764e190b5aa6', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': '3bc89b3b842046238e7c21a0c02c3f96'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:20.564311 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2cd83d68-141f-49c2-a52d-2d90cf904616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:20.597952 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=aaefd042-2197-4f90-aa9f-065cad9e163c,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:20.638568 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a63889-6162-4814-a1ad-e7e26a78ec04 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:02:20.658116 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-99a63889-6162-4814-a1ad-e7e26a78ec04 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:02:20.661977 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-2cd83d68-141f-49c2-a52d-2d90cf904616 None None] For port 74904ce3-6f4f-488b-9a5e-d8b9ac3216e7, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=74904ce3-6f4f-488b-9a5e-d8b9ac3216e7,segment=NetworkSegment(1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f),segment_id=1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:20.669810 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a63889-6162-4814-a1ad-e7e26a78ec04 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:02:20.685005 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3e263ff1-d960-4cd7-8932-723b1378017c req-d047e4d8-fbc7-41dd-bb7c-b0f843b13d3b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777138 Sep 30 13:02:20.733701 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2cd83d68-141f-49c2-a52d-2d90cf904616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:20.741265 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-711ed7af-b33c-4b8a-9667-3d0d3948530d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:20.827738 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9547b694-5b91-4ca0-880d-26cad72c4e2e req-95e12799-d8ef-449e-babb-324a16294807 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=18c29188-cc72-48cd-9952-764e190b5aa6 HTTP/1.1" status: 200 len: 210 time: 0.1088536 Sep 30 13:02:20.830574 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bb2e6e92-892a-4c83-8bae-00513e2a3fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:20.872281 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-80b6c899-1cac-4a00-b09c-75f7a290cb97 req-6adfbf8b-d0e9-4384-a702-e61fce77e376 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=653e4ded-e5e1-4857-b265-d765574fa798&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1555037 Sep 30 13:02:20.906329 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-097def02-a0ba-4b70-a875-56976081126c req-f3128d5e-053d-4ae8-ba29-8caf763c587d service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6295671 Sep 30 13:02:20.949752 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7842a78f-c3d5-443e-b108-6fd42a6e670b x-openstack-request-id: req-7842a78f-c3d5-443e-b108-6fd42a6e670b {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:02:20.949752 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f60593-3b10-499f-b28e-dcbc3c5afb43", "name": "network-vif-plugged", "status": "completed", "tag": "aaefd042-2197-4f90-aa9f-065cad9e163c", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:02:20.949752 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7842a78f-c3d5-443e-b108-6fd42a6e670b {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:02:20.949752 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f60593-3b10-499f-b28e-dcbc3c5afb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaefd042-2197-4f90-aa9f-065cad9e163c', 'code': 200} Sep 30 13:02:20.949752 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:21.024198 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-262edcdf-e1cd-4f1d-9943-54ab6f9327ea None None] Provisioning complete for port 74904ce3-6f4f-488b-9a5e-d8b9ac3216e7 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:21.024577 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-262edcdf-e1cd-4f1d-9943-54ab6f9327ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:21.048422 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6c899-1cac-4a00-b09c-75f7a290cb97 req-a26c9de1-c7a3-45dc-8214-2be6431f9701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:21.052550 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-80b6c899-1cac-4a00-b09c-75f7a290cb97 req-a26c9de1-c7a3-45dc-8214-2be6431f9701 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&device_id=653e4ded-e5e1-4857-b265-d765574fa798 HTTP/1.1" status: 200 len: 1100 time: 0.0823078 Sep 30 13:02:21.079911 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd83d68-141f-49c2-a52d-2d90cf904616 None None] Pushing event updated for resources: {'Port': ['ID=74904ce3-6f4f-488b-9a5e-d8b9ac3216e7,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:21.157586 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:02:21.157950 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:02:21.371688 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6c899-1cac-4a00-b09c-75f7a290cb97 req-a83f9c05-4a4a-43b3-a026-b5b055173eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:21.373491 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-80b6c899-1cac-4a00-b09c-75f7a290cb97 req-a83f9c05-4a4a-43b3-a026-b5b055173eff service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.2712071 Sep 30 13:02:21.375490 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fbe00-9bd1-42c5-a232-e3dea9171e46 req-e6b9dc94-039c-4d51-875c-0dae8671dc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:21.377072 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c13fbe00-9bd1-42c5-a232-e3dea9171e46 req-e6b9dc94-039c-4d51-875c-0dae8671dc77 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=95f60593-3b10-499f-b28e-dcbc3c5afb43 HTTP/1.1" status: 200 len: 1101 time: 0.2920399 Sep 30 13:02:21.438578 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-80b6c899-1cac-4a00-b09c-75f7a290cb97 req-a63a640c-f9cd-4c1f-b38a-383ac9ba595d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=6b18421d-3672-4957-9df1-27317d4006b7 HTTP/1.1" status: 200 len: 217 time: 0.0579715 Sep 30 13:02:21.487087 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37837c1f-d4a0-4ba8-8574-a5043d91d0ea req-64f821df-a017-4e26-b002-01ed7132f033 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:21.494384 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-37837c1f-d4a0-4ba8-8574-a5043d91d0ea req-64f821df-a017-4e26-b002-01ed7132f033 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f60593-3b10-499f-b28e-dcbc3c5afb43 HTTP/1.1" status: 200 len: 950 time: 0.2436020 Sep 30 13:02:21.530055 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:21.537853 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bb2e6e92-892a-4c83-8bae-00513e2a3fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:21.574363 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bb2e6e92-892a-4c83-8bae-00513e2a3fc4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f096585ab2d345e292a6856a1486c6be&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1561825 Sep 30 13:02:21.579374 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41508) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:21.585248 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-5523bfb7-afbd-4985-b77f-96307f9b8119 service neutron] 10.222.0.54 "GET /v2.0/ports/69b0b8d6-2056-4042-8361-14e3cabfbf17/bindings/n-h1-810909-2 HTTP/1.1" status: 200 len: 384 time: 0.7527137 Sep 30 13:02:21.594778 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c13fbe00-9bd1-42c5-a232-e3dea9171e46 req-4d4a3b29-6385-4727-9f5b-fd21b124d28f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642008 Sep 30 13:02:21.618048 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6c899-1cac-4a00-b09c-75f7a290cb97 req-8c458d06-f075-484f-a679-abd0fcc6b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:21.619307 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-80b6c899-1cac-4a00-b09c-75f7a290cb97 req-8c458d06-f075-484f-a679-abd0fcc6b5f1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1563630 Sep 30 13:02:21.659275 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99a63889-6162-4814-a1ad-e7e26a78ec04 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:21.695409 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-37837c1f-d4a0-4ba8-8574-a5043d91d0ea req-012441e5-f79c-4b6e-95b8-195cc2e400f4 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000499 Sep 30 13:02:21.723225 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e6e92-892a-4c83-8bae-00513e2a3fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ac1be7-8d77-414a-8150-badfba84a156,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:21.760061 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6eeeec3f-a56e-4657-98b7-4fb5d664110a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:21.776434 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86f7d205-fb22-4682-b393-61d169568df0 req-f3374b19-c135-49ce-bf33-6ba2ce57f758 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Made reservation on behalf of 3bc89b3b842046238e7c21a0c02c3f96 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:02:21.780859 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-86f7d205-fb22-4682-b393-61d169568df0 req-f3374b19-c135-49ce-bf33-6ba2ce57f758 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:21.790902 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6c899-1cac-4a00-b09c-75f7a290cb97 req-06509c91-02bf-4678-8df5-936b89ab2830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:21.792608 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-80b6c899-1cac-4a00-b09c-75f7a290cb97 req-06509c91-02bf-4678-8df5-936b89ab2830 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1640346 Sep 30 13:02:21.803818 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6eeeec3f-a56e-4657-98b7-4fb5d664110a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:21.890698 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99a63889-6162-4814-a1ad-e7e26a78ec04 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:21.921469 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 74904ce3-6f4f-488b-9a5e-d8b9ac3216e7 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:02:21.959724 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-80b6c899-1cac-4a00-b09c-75f7a290cb97 req-ac092497-01f8-4049-aa38-5e2392e33d56 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583474 Sep 30 13:02:21.969458 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6eeeec3f-a56e-4657-98b7-4fb5d664110a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:21.983906 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6eeeec3f-a56e-4657-98b7-4fb5d664110a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:21.988937 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6eeeec3f-a56e-4657-98b7-4fb5d664110a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/65ac1be7-8d77-414a-8150-badfba84a156 HTTP/1.1" status: 204 len: 168 time: 0.4052713 Sep 30 13:02:21.993365 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 74904ce3-6f4f-488b-9a5e-d8b9ac3216e7 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:21.993742 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:22.029287 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-35aeb75a-6971-48e3-a14a-bedf8920c65c service neutron] For port 69b0b8d6-2056-4042-8361-14e3cabfbf17, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=69b0b8d6-2056-4042-8361-14e3cabfbf17,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:22.042316 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeeec3f-a56e-4657-98b7-4fb5d664110a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ac1be7-8d77-414a-8150-badfba84a156,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:22.089066 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-35aeb75a-6971-48e3-a14a-bedf8920c65c service neutron] For port 69b0b8d6-2056-4042-8361-14e3cabfbf17, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:02:22.164747 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-80b6c899-1cac-4a00-b09c-75f7a290cb97 req-66cb920e-59e6-4508-9f7d-04055c2cb3cc service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944914 Sep 30 13:02:22.229708 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-35aeb75a-6971-48e3-a14a-bedf8920c65c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b0b8d6-2056-4042-8361-14e3cabfbf17 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:02:22.230728 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:22.257218 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-35aeb75a-6971-48e3-a14a-bedf8920c65c service neutron] For port 69b0b8d6-2056-4042-8361-14e3cabfbf17, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=69b0b8d6-2056-4042-8361-14e3cabfbf17,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:22.270638 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-861d59ef-86ca-4296-b147-e57033c66a21 req-e3d9500a-a122-4d87-878c-71697861fdf7 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=18c29188-cc72-48cd-9952-764e190b5aa6 HTTP/1.1" status: 200 len: 210 time: 0.0327499 Sep 30 13:02:22.340754 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47937e-3049-496f-b9a6-51cb2434332a req-e59ca86f-9240-4e4b-affc-e70d8071acaf tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:22.342321 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4c47937e-3049-496f-b9a6-51cb2434332a req-e59ca86f-9240-4e4b-affc-e70d8071acaf tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 944 time: 0.4773469 Sep 30 13:02:22.343471 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-86f7d205-fb22-4682-b393-61d169568df0 req-f3374b19-c135-49ce-bf33-6ba2ce57f758 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Allocated IP 192.168.233.61 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/8e71fb98-3316-4858-9707-b96aec6d2288) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:02:22.355809 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-35aeb75a-6971-48e3-a14a-bedf8920c65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:22.460488 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41556) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:22.479678 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-771d61e5-23f7-4470-b279-fa083a83f389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:22.535974 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4c47937e-3049-496f-b9a6-51cb2434332a req-74ea39fe-f33d-442b-b568-7272e31fd434 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778512 Sep 30 13:02:22.632650 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-771d61e5-23f7-4470-b279-fa083a83f389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:22.638177 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-771d61e5-23f7-4470-b279-fa083a83f389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:22.661485 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99a63889-6162-4814-a1ad-e7e26a78ec04 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:22.684214 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-771d61e5-23f7-4470-b279-fa083a83f389 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e37ae739ef341f1869e1c4fba0b3feb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2209845 Sep 30 13:02:22.686554 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d61e5-23f7-4470-b279-fa083a83f389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771aa6be-e105-4792-92fd-17505a6da017,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:22.689174 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41560) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:22.693960 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99a63889-6162-4814-a1ad-e7e26a78ec04 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:22.725186 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99a63889-6162-4814-a1ad-e7e26a78ec04 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:22.772178 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-35aeb75a-6971-48e3-a14a-bedf8920c65c service neutron] Transition to ACTIVE for port object 69b0b8d6-2056-4042-8361-14e3cabfbf17 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:02:22.811160 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-35aeb75a-6971-48e3-a14a-bedf8920c65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:22.854561 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-88cc463d-2e99-43ed-bedc-d8875a641a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:22.857680 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99a63889-6162-4814-a1ad-e7e26a78ec04 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:22.859306 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-99a63889-6162-4814-a1ad-e7e26a78ec04 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1890957 Sep 30 13:02:22.895830 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a63889-6162-4814-a1ad-e7e26a78ec04 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event updated for resources: {'Port': ['ID=48015cc7-f724-4c43-9674-8637da096165,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:22.905388 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-35aeb75a-6971-48e3-a14a-bedf8920c65c service neutron] No DVR routers for this DVR port 69b0b8d6-2056-4042-8361-14e3cabfbf17 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:02:22.907563 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-88cc463d-2e99-43ed-bedc-d8875a641a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:22.913106 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-86f7d205-fb22-4682-b393-61d169568df0 req-f3374b19-c135-49ce-bf33-6ba2ce57f758 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:22.991010 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-35aeb75a-6971-48e3-a14a-bedf8920c65c service neutron] 10.222.0.54 "PUT /v2.0/ports/69b0b8d6-2056-4042-8361-14e3cabfbf17/bindings/n-h1-810909-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3926706 Sep 30 13:02:23.019560 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf7be7-4429-4b99-ab9c-3695ec8a4e71 req-5f3de649-99bf-48f5-8f81-b58f42e2ef7a tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:23.023061 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87bf7be7-4429-4b99-ab9c-3695ec8a4e71 req-5f3de649-99bf-48f5-8f81-b58f42e2ef7a tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f60593-3b10-499f-b28e-dcbc3c5afb43 HTTP/1.1" status: 200 len: 950 time: 0.1923504 Sep 30 13:02:23.039535 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aeb75a-6971-48e3-a14a-bedf8920c65c service neutron] Pushing event updated for resources: {'Port': ['ID=69b0b8d6-2056-4042-8361-14e3cabfbf17,revision_number=10']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:23.078959 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-86f7d205-fb22-4682-b393-61d169568df0 req-f3374b19-c135-49ce-bf33-6ba2ce57f758 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:23.094829 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6b18421d-3672-4957-9df1-27317d4006b7', '6e09df4b-e0e2-4848-abda-3a11a18e8595'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:02:23.101780 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['9adbcaa4-175f-4bda-b130-9147bdd5c1d0', 'e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8', '0cdedf33-c8b7-441b-a6fe-6cc0d76225be'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:02:23.124812 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-88cc463d-2e99-43ed-bedc-d8875a641a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:23.127988 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-88cc463d-2e99-43ed-bedc-d8875a641a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:23.131670 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-88cc463d-2e99-43ed-bedc-d8875a641a3d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/771aa6be-e105-4792-92fd-17505a6da017 HTTP/1.1" status: 204 len: 168 time: 0.4255748 Sep 30 13:02:23.167241 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc463d-2e99-43ed-bedc-d8875a641a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771aa6be-e105-4792-92fd-17505a6da017,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:23.185232 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-12b46712-e246-40a6-93db-da8c48bc21c5 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:23.187052 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-12b46712-e246-40a6-93db-da8c48bc21c5 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b&tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&binding%3Ahost_id=n-h2-810909-2 HTTP/1.1" status: 200 len: 1096 time: 0.1075554 Sep 30 13:02:23.196389 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87bf7be7-4429-4b99-ab9c-3695ec8a4e71 req-394e4f4a-807c-4209-953d-e62102341fbc tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613598 Sep 30 13:02:23.231746 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86f7d205-fb22-4682-b393-61d169568df0 req-f3374b19-c135-49ce-bf33-6ba2ce57f758 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:02:23.235959 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-86f7d205-fb22-4682-b393-61d169568df0 req-f3374b19-c135-49ce-bf33-6ba2ce57f758 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:02:23.252778 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3374b19-c135-49ce-bf33-6ba2ce57f758 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Pushing event updated for resources: {'Port': ['ID=8e71fb98-3316-4858-9707-b96aec6d2288,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:23.262749 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f7d205-fb22-4682-b393-61d169568df0 req-f3374b19-c135-49ce-bf33-6ba2ce57f758 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:02:23.268675 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7d205-fb22-4682-b393-61d169568df0 req-f3374b19-c135-49ce-bf33-6ba2ce57f758 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:23.269314 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-86f7d205-fb22-4682-b393-61d169568df0 req-f3374b19-c135-49ce-bf33-6ba2ce57f758 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:23.327799 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-86f7d205-fb22-4682-b393-61d169568df0 req-f3374b19-c135-49ce-bf33-6ba2ce57f758 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7811093 Sep 30 13:02:23.360508 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-86f7d205-fb22-4682-b393-61d169568df0 req-e0f7fe0a-b73e-4bce-a638-4b3a163a14e1 service neutron] Request body: {'port': {'device_id': '18c29188-cc72-48cd-9952-764e190b5aa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:23.387995 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-754202d9-3814-4f72-8a25-ce06aef9a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:23.391998 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-754202d9-3814-4f72-8a25-ce06aef9a22e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b&tenant_id=52fc4a104b2948969e2ddc7c90e1bf83 HTTP/1.1" status: 200 len: 1096 time: 0.1941350 Sep 30 13:02:23.601190 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-86f7d205-fb22-4682-b393-61d169568df0 req-e0f7fe0a-b73e-4bce-a638-4b3a163a14e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:23.612640 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-d32270df-e39e-488d-9404-4d29908259de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:23.614606 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-d32270df-e39e-488d-9404-4d29908259de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 1096 time: 0.1916957 Sep 30 13:02:23.635898 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-75b2924e-38ef-4937-8a7b-5346a3550c16 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1165716471&fields=id&tenant_id=fcdfca8935404bd6b32ec59be45dc83c HTTP/1.1" status: 200 len: 267 time: 0.2940490 Sep 30 13:02:23.645820 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912fea2-4586-471e-8c90-d65fcd716dac req-212d47ad-aab3-4e1c-a2ce-d37e26b9bd74 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:23.650472 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c912fea2-4586-471e-8c90-d65fcd716dac req-212d47ad-aab3-4e1c-a2ce-d37e26b9bd74 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=18c29188-cc72-48cd-9952-764e190b5aa6 HTTP/1.1" status: 200 len: 935 time: 0.1493583 Sep 30 13:02:23.805969 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-4496e500-ec1f-4020-89e3-647de49df974 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:23.808472 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-4496e500-ec1f-4020-89e3-647de49df974 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports/84755c0f-2e46-4801-beed-ac8ea40167fc HTTP/1.1" status: 200 len: 932 time: 0.1607013 Sep 30 13:02:23.875375 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-2071f0c0-0efe-49fc-af3a-49183c27a5f7 None None] Provisioning complete for port 8e71fb98-3316-4858-9707-b96aec6d2288 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:23.875754 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2071f0c0-0efe-49fc-af3a-49183c27a5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:23.878712 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-60aeb788-d0a1-4037-a5d8-ae87a99ce18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:23.884808 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-60aeb788-d0a1-4037-a5d8-ae87a99ce18e service neutron] 10.222.0.39 "GET /v2.0/networks?id=49ef354a-ba5f-45a0-ae5d-336431ac76bd HTTP/1.1" status: 200 len: 908 time: 0.2294066 Sep 30 13:02:23.973700 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-2071f0c0-0efe-49fc-af3a-49183c27a5f7 None None] Port 8e71fb98-3316-4858-9707-b96aec6d2288 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:02:23.984827 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-9e6d1504-9f78-4bb8-8550-8510cd952bca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69b0b8d6-2056-4042-8361-14e3cabfbf17 HTTP/1.1" status: 200 len: 217 time: 0.0880170 Sep 30 13:02:23.990523 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41600) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:24.106924 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-05572413-4fd0-4193-a5ad-63b627efa30c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:24.114368 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-05572413-4fd0-4193-a5ad-63b627efa30c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports/edd46fc9-4ca1-4629-b3fb-da71ea25c33c HTTP/1.1" status: 200 len: 931 time: 0.0716681 Sep 30 13:02:24.143071 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:24.155636 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c912fea2-4586-471e-8c90-d65fcd716dac req-edd3b9c0-692d-4d22-8041-f6c9fb81f819 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696934 Sep 30 13:02:24.181374 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-23b569a8-a4e3-44f5-b0cb-0d1773b45df3 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?network_id=d88806d7-cb43-44a5-88a4-05dfc9e84a4d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0659630 Sep 30 13:02:24.181538 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-b3fdc0a7-d45c-491d-8d9e-41e09c6f7210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:24.197998 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-b3fdc0a7-d45c-491d-8d9e-41e09c6f7210 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d154e7f6-f478-45ee-9bd0-03f890cad96e HTTP/1.1" status: 200 len: 847 time: 0.1900842 Sep 30 13:02:24.246639 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-628677a4-c5d4-49ca-82a2-36cf151b3283 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?network_id=d88806d7-cb43-44a5-88a4-05dfc9e84a4d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0643446 Sep 30 13:02:24.267122 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-dbc5520c-cb4b-43a4-baf9-488dc543890e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=49ef354a-ba5f-45a0-ae5d-336431ac76bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531232 Sep 30 13:02:24.326153 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-71d97147-f8cd-40c5-853b-aaeb24533025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:24.369273 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-bd0e6be0-7c2b-49d0-b78c-e1a0a78725c2 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:24.376420 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-bd0e6be0-7c2b-49d0-b78c-e1a0a78725c2 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:24.383332 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-bd0e6be0-7c2b-49d0-b78c-e1a0a78725c2 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:24.391327 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-bd0e6be0-7c2b-49d0-b78c-e1a0a78725c2 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/networks?id=451c330d-13f6-4604-823e-5e771fb25477&id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&id=d88806d7-cb43-44a5-88a4-05dfc9e84a4d&id=d88806d7-cb43-44a5-88a4-05dfc9e84a4d HTTP/1.1" status: 200 len: 1990 time: 0.1435483 Sep 30 13:02:24.423225 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-a670cd9f-14bd-4c25-b39d-a8e9ac1731a4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/quotas/fcdfca8935404bd6b32ec59be45dc83c HTTP/1.1" status: 200 len: 375 time: 0.0308194 Sep 30 13:02:24.431170 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 69b0b8d6-2056-4042-8361-14e3cabfbf17 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:02:24.546360 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 69b0b8d6-2056-4042-8361-14e3cabfbf17 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:02:24.564580 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-e581fd92-421e-48b2-9e14-c5437161a1e8 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fcdfca8935404bd6b32ec59be45dc83c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1404116 Sep 30 13:02:24.583277 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-fe45003e-a1d7-4e0d-9820-9fb3a7cf5729 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:02:24.590955 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-fe45003e-a1d7-4e0d-9820-9fb3a7cf5729 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0154548 Sep 30 13:02:24.637241 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-71d97147-f8cd-40c5-853b-aaeb24533025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:24.660040 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5957717-cb79-4a3c-a3f5-4fb1e206194b req-4f635e9f-753b-4d73-9ce2-b6f465b14999 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:24.668658 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c5957717-cb79-4a3c-a3f5-4fb1e206194b req-4f635e9f-753b-4d73-9ce2-b6f465b14999 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 945 time: 0.4001009 Sep 30 13:02:24.692297 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-71d97147-f8cd-40c5-853b-aaeb24533025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:24.709100 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-599f8d92-0534-4665-a951-dff89d8a2399 service neutron] 10.222.0.18 "GET /v2.0/networks/451c330d-13f6-4604-823e-5e771fb25477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172242 Sep 30 13:02:24.729128 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-71d97147-f8cd-40c5-853b-aaeb24533025 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97b0a01927ac4edf9bcbdeb7bd6e8780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7375979 Sep 30 13:02:24.737653 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41618) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:24.827259 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-5e1a0604-158e-4a18-be94-fb768e5fba75 service neutron] 10.222.0.18 "GET /v2.0/networks/451c330d-13f6-4604-823e-5e771fb25477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171935 Sep 30 13:02:24.828285 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c5957717-cb79-4a3c-a3f5-4fb1e206194b req-035171fa-4f69-400e-acc6-a8d8cfa147a1 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575069 Sep 30 13:02:24.861246 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-36767b92-ad18-438b-b80a-0f1429140edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:24.863728 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d97147-f8cd-40c5-853b-aaeb24533025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430b6b1c-ca7f-4abf-9043-f97acbb6cd0f,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:24.889653 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-b6b4a619-80a3-45df-9840-3dd0adceb013 service neutron] 10.222.0.39 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5426679 Sep 30 13:02:24.892573 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-ba82c264-b299-4e3b-8093-38254cee1dfe service neutron] 10.222.0.18 "GET /v2.0/ports/84755c0f-2e46-4801-beed-ac8ea40167fc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0643415 Sep 30 13:02:24.954646 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-86f7d205-fb22-4682-b393-61d169568df0 req-e0f7fe0a-b73e-4bce-a638-4b3a163a14e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e71fb98-3316-4858-9707-b96aec6d2288 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:02:25.016141 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-86f7d205-fb22-4682-b393-61d169568df0 req-e0f7fe0a-b73e-4bce-a638-4b3a163a14e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:25.017150 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-36767b92-ad18-438b-b80a-0f1429140edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:25.038006 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-86f7d205-fb22-4682-b393-61d169568df0 req-e0f7fe0a-b73e-4bce-a638-4b3a163a14e1 service neutron] Transition to ACTIVE for port object 8e71fb98-3316-4858-9707-b96aec6d2288 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:02:25.053705 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-86f7d205-fb22-4682-b393-61d169568df0 req-e0f7fe0a-b73e-4bce-a638-4b3a163a14e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:25.073061 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-70e803e8-dfa5-454a-b592-613a3d535ed0 service neutron] 10.222.0.18 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795568 Sep 30 13:02:25.202660 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-5753817f-7365-461a-b5dd-ab8f4e1072c4 service neutron] 10.222.0.18 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283569 Sep 30 13:02:25.208416 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e84cb7-8d11-4758-9378-0f91238571d9 req-10886829-7ace-4447-b87f-ba8d6a545ab9 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:25.209950 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d0e84cb7-8d11-4758-9378-0f91238571d9 req-10886829-7ace-4447-b87f-ba8d6a545ab9 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f60593-3b10-499f-b28e-dcbc3c5afb43 HTTP/1.1" status: 200 len: 950 time: 0.1479428 Sep 30 13:02:25.230817 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-ecf963f2-f5db-4fee-9b5e-93f886274781 service neutron] 10.222.0.39 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306670 Sep 30 13:02:25.288042 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-b4b83158-d337-4c7a-8869-54e09810d76e service neutron] 10.222.0.18 "GET /v2.0/ports/edd46fc9-4ca1-4629-b3fb-da71ea25c33c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0830984 Sep 30 13:02:25.330079 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7fe0a-b73e-4bce-a638-4b3a163a14e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e71fb98-3316-4858-9707-b96aec6d2288,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:25.365099 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d0e84cb7-8d11-4758-9378-0f91238571d9 req-571b4b66-1ccf-4717-8212-a0cd99c21c8a tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170018 Sep 30 13:02:25.378766 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-86f7d205-fb22-4682-b393-61d169568df0 req-e0f7fe0a-b73e-4bce-a638-4b3a163a14e1 service neutron] Attempting to bind port 8e71fb98-3316-4858-9707-b96aec6d2288 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:02:25.379102 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-86f7d205-fb22-4682-b393-61d169568df0 req-e0f7fe0a-b73e-4bce-a638-4b3a163a14e1 service neutron] Attempting to bind port 8e71fb98-3316-4858-9707-b96aec6d2288 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:02:25.379429 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f7d205-fb22-4682-b393-61d169568df0 req-e0f7fe0a-b73e-4bce-a638-4b3a163a14e1 service neutron] Attempting to bind port 8e71fb98-3316-4858-9707-b96aec6d2288 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:02:25.387120 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-36767b92-ad18-438b-b80a-0f1429140edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:25.391994 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-36767b92-ad18-438b-b80a-0f1429140edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:25.403317 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-36767b92-ad18-438b-b80a-0f1429140edc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/430b6b1c-ca7f-4abf-9043-f97acbb6cd0f HTTP/1.1" status: 204 len: 168 time: 0.6545725 Sep 30 13:02:25.418704 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f7d205-fb22-4682-b393-61d169568df0 req-e0f7fe0a-b73e-4bce-a638-4b3a163a14e1 service neutron] Port 8e71fb98-3316-4858-9707-b96aec6d2288 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:02:25.419056 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f7d205-fb22-4682-b393-61d169568df0 req-e0f7fe0a-b73e-4bce-a638-4b3a163a14e1 service neutron] Attempting to bind port 8e71fb98-3316-4858-9707-b96aec6d2288 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:02:25.467907 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36767b92-ad18-438b-b80a-0f1429140edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430b6b1c-ca7f-4abf-9043-f97acbb6cd0f,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:25.544222 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f7d205-fb22-4682-b393-61d169568df0 req-e0f7fe0a-b73e-4bce-a638-4b3a163a14e1 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:02:25.544646 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f7d205-fb22-4682-b393-61d169568df0 req-e0f7fe0a-b73e-4bce-a638-4b3a163a14e1 service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:02:25.545050 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f7d205-fb22-4682-b393-61d169568df0 req-e0f7fe0a-b73e-4bce-a638-4b3a163a14e1 service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:02:25.553191 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-86f7d205-fb22-4682-b393-61d169568df0 req-e0f7fe0a-b73e-4bce-a638-4b3a163a14e1 service neutron] Bound port: 8e71fb98-3316-4858-9707-b96aec6d2288, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:02:25.553446 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-86f7d205-fb22-4682-b393-61d169568df0 req-e0f7fe0a-b73e-4bce-a638-4b3a163a14e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:25.667850 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-009320c1-0e6f-4a77-b154-0e0757c33e00 service neutron] 10.222.0.18 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717334 Sep 30 13:02:25.698466 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-86f7d205-fb22-4682-b393-61d169568df0 req-e0f7fe0a-b73e-4bce-a638-4b3a163a14e1 service neutron] For port 8e71fb98-3316-4858-9707-b96aec6d2288, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:02:25.743773 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-86f7d205-fb22-4682-b393-61d169568df0 req-e0f7fe0a-b73e-4bce-a638-4b3a163a14e1 service neutron] For port 8e71fb98-3316-4858-9707-b96aec6d2288, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8e71fb98-3316-4858-9707-b96aec6d2288,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:02:25.768111 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e2ed3-4f94-4605-9b3b-b2d3bbeeff93 req-0be1b748-d5b1-4d6c-8afd-1c1a921cbbd3 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:25.769682 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-705e2ed3-4f94-4605-9b3b-b2d3bbeeff93 req-0be1b748-d5b1-4d6c-8afd-1c1a921cbbd3 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=18c29188-cc72-48cd-9952-764e190b5aa6 HTTP/1.1" status: 200 len: 947 time: 0.2253525 Sep 30 13:02:25.772788 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-4dfe99bf-2d7b-413f-80be-434da0e1631e tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:25.774212 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-4dfe99bf-2d7b-413f-80be-434da0e1631e tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b&tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&binding%3Ahost_id=n-h1-810909-2 HTTP/1.1" status: 200 len: 1096 time: 0.1857631 Sep 30 13:02:25.834232 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-86f7d205-fb22-4682-b393-61d169568df0 req-e0f7fe0a-b73e-4bce-a638-4b3a163a14e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:25.849964 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-705e2ed3-4f94-4605-9b3b-b2d3bbeeff93 req-354d7411-6f9f-49f6-82a3-4afa01f63618 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733645 Sep 30 13:02:25.962769 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7d205-fb22-4682-b393-61d169568df0 req-e0f7fe0a-b73e-4bce-a638-4b3a163a14e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:25.963495 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-86f7d205-fb22-4682-b393-61d169568df0 req-e0f7fe0a-b73e-4bce-a638-4b3a163a14e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:25.965081 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-86f7d205-fb22-4682-b393-61d169568df0 req-e0f7fe0a-b73e-4bce-a638-4b3a163a14e1 service neutron] 10.222.0.39 "PUT /v2.0/ports/8e71fb98-3316-4858-9707-b96aec6d2288 HTTP/1.1" status: 200 len: 1095 time: 2.6246400 Sep 30 13:02:25.965618 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c29188-cc72-48cd-9952-764e190b5aa6', 'tag': '8e71fb98-3316-4858-9707-b96aec6d2288'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:02:25.968148 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bc31f2-a988-4dc0-bf21-839305bcfccc" -d '{"events": [{"name": "network-changed", "server_uuid": "18c29188-cc72-48cd-9952-764e190b5aa6", "tag": "8e71fb98-3316-4858-9707-b96aec6d2288"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:02:26.009935 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-c3de2087-a08d-44b8-8782-f426ee47674c service neutron] For port 69b0b8d6-2056-4042-8361-14e3cabfbf17, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:02:26.021737 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-c3de2087-a08d-44b8-8782-f426ee47674c service neutron] Notify callbacks [] for binding, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:26.025871 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-761dbd68-87c9-4e63-bcc0-8c514b3f8570 req-c3de2087-a08d-44b8-8782-f426ee47674c service neutron] 10.222.0.39 "DELETE /v2.0/ports/69b0b8d6-2056-4042-8361-14e3cabfbf17/bindings/n-h2-810909-2 HTTP/1.1" status: 204 len: 173 time: 0.2408175 Sep 30 13:02:26.057506 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-6755a78d-1ac7-43c9-acc4-4aead8a8b77c service neutron] 10.222.0.18 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811188 Sep 30 13:02:26.067678 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7fe0a-b73e-4bce-a638-4b3a163a14e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e71fb98-3316-4858-9707-b96aec6d2288,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:26.186201 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41650) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:26.233737 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-d37b895e-5a2a-4616-ba5d-d5026d76985d service neutron] 10.222.0.18 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680593 Sep 30 13:02:26.252355 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7d205-fb22-4682-b393-61d169568df0 req-03d9bc77-e496-4492-a1ca-2083c10cc8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:26.253672 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-86f7d205-fb22-4682-b393-61d169568df0 req-03d9bc77-e496-4492-a1ca-2083c10cc8bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&device_id=18c29188-cc72-48cd-9952-764e190b5aa6 HTTP/1.1" status: 200 len: 1098 time: 0.2252550 Sep 30 13:02:26.347328 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-86f7d205-fb22-4682-b393-61d169568df0 req-e70bcbb9-b353-4c87-a2b5-32ad5969b1b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=8e71fb98-3316-4858-9707-b96aec6d2288 HTTP/1.1" status: 200 len: 217 time: 0.0704815 Sep 30 13:02:26.413887 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7d205-fb22-4682-b393-61d169568df0 req-598c75ef-01d4-46c3-b250-e8177ba5be58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:26.418271 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-86f7d205-fb22-4682-b393-61d169568df0 req-598c75ef-01d4-46c3-b250-e8177ba5be58 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0566897 Sep 30 13:02:26.517316 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7d205-fb22-4682-b393-61d169568df0 req-2ad997d5-7ef9-4b1e-ba93-dc8b49b3266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:26.518182 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-86f7d205-fb22-4682-b393-61d169568df0 req-2ad997d5-7ef9-4b1e-ba93-dc8b49b3266e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0703828 Sep 30 13:02:26.520666 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-b3e20893-c4b6-4517-9f34-51ba08d8197a service neutron] 10.222.0.18 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659545 Sep 30 13:02:26.611498 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7ef3c136-fdbb-43f4-8b4b-4334f3001ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:26.711841 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-86f7d205-fb22-4682-b393-61d169568df0 req-281c036c-bdb4-44e5-86d3-a52df253f471 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716611 Sep 30 13:02:26.744661 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7ef3c136-fdbb-43f4-8b4b-4334f3001ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:26.754389 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7ef3c136-fdbb-43f4-8b4b-4334f3001ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:26.794389 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a800de1-a9b8-4433-8d1d-81f95f937c6b req-6bc0dfe1-9333-4488-b390-08e4032302de tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:26.801982 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3a800de1-a9b8-4433-8d1d-81f95f937c6b req-6bc0dfe1-9333-4488-b390-08e4032302de tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 945 time: 0.1931412 Sep 30 13:02:26.818546 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-9631171c-6235-47e8-be1a-d76c45802bd5 service neutron] 10.222.0.18 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911503 Sep 30 13:02:26.840298 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7ef3c136-fdbb-43f4-8b4b-4334f3001ef2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd3764d72f354ba3a7eec8da7400b70d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6522565 Sep 30 13:02:26.842293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41660) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:26.848480 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3c136-fdbb-43f4-8b4b-4334f3001ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14577f6-a7ec-4571-a636-e9f0b98b944e,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:26.888949 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3a800de1-a9b8-4433-8d1d-81f95f937c6b req-4ee814e7-aaa8-43b2-abc7-71824d7a6e67 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855803 Sep 30 13:02:27.129857 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463d276b-5425-4447-bf92-372a6c7e13f5 x-openstack-request-id: req-463d276b-5425-4447-bf92-372a6c7e13f5 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:02:27.130176 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c29188-cc72-48cd-9952-764e190b5aa6", "tag": "8e71fb98-3316-4858-9707-b96aec6d2288", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:02:27.130844 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-463d276b-5425-4447-bf92-372a6c7e13f5 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:02:27.130844 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c29188-cc72-48cd-9952-764e190b5aa6', 'tag': '8e71fb98-3316-4858-9707-b96aec6d2288', 'status': 'completed', 'code': 200} Sep 30 13:02:27.183126 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-86f7d205-fb22-4682-b393-61d169568df0 req-53275bea-7578-4fb2-9615-f26a3515dd6a service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638875 Sep 30 13:02:27.184472 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-d1beefcb-3dd5-4664-b2e8-166f5edf5427 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ddc027bea95145c4a230ab390cc111ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336876 Sep 30 13:02:27.236580 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-2b1007b5-328a-4371-b8f5-4dfd30533d9f service neutron] 10.222.0.18 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170246 Sep 30 13:02:27.305402 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-16e8ff1f-746f-4df7-83bf-ccf1d8aac8e0 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:27.313284 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-16e8ff1f-746f-4df7-83bf-ccf1d8aac8e0 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1277022 Sep 30 13:02:27.325292 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6441e66b-84ee-48cd-a5ad-61e0ada02a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:27.330145 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-782154eb-0c50-4334-a0a0-6c196925d0bc tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/quotas/ddc027bea95145c4a230ab390cc111ba HTTP/1.1" status: 200 len: 375 time: 0.0157964 Sep 30 13:02:27.360628 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-3673ce1e-66e6-42a3-8202-ab5d747a8cfe service neutron] 10.222.0.18 "GET /v2.0/networks/d88806d7-cb43-44a5-88a4-05dfc9e84a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232829 Sep 30 13:02:27.391190 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-b0a14aeb-e64e-4eaa-bb10-36e0553959fa tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ddc027bea95145c4a230ab390cc111ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0599937 Sep 30 13:02:27.398867 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6441e66b-84ee-48cd-a5ad-61e0ada02a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:27.493955 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc31f2-a988-4dc0-bf21-839305bcfccc req-ab0df0e9-ccb7-4996-b2e0-cb8a7fae14bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:27.494177 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-45bc31f2-a988-4dc0-bf21-839305bcfccc req-ab0df0e9-ccb7-4996-b2e0-cb8a7fae14bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&device_id=18c29188-cc72-48cd-9952-764e190b5aa6 HTTP/1.1" status: 200 len: 1098 time: 0.1793609 Sep 30 13:02:27.649152 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6441e66b-84ee-48cd-a5ad-61e0ada02a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:27.652487 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6441e66b-84ee-48cd-a5ad-61e0ada02a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:27.657314 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6441e66b-84ee-48cd-a5ad-61e0ada02a5e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c14577f6-a7ec-4571-a636-e9f0b98b944e HTTP/1.1" status: 204 len: 168 time: 0.8139706 Sep 30 13:02:27.671019 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441e66b-84ee-48cd-a5ad-61e0ada02a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14577f6-a7ec-4571-a636-e9f0b98b944e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:27.674500 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-597dd78f-6db1-4e4a-8e98-3095ebf1c65d service neutron] 10.222.0.18 "GET /v2.0/networks/d88806d7-cb43-44a5-88a4-05dfc9e84a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024421 Sep 30 13:02:27.805187 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc31f2-a988-4dc0-bf21-839305bcfccc req-0ea78e1a-3861-4a58-90b0-6e51fd463414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:27.806726 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-45bc31f2-a988-4dc0-bf21-839305bcfccc req-0ea78e1a-3861-4a58-90b0-6e51fd463414 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.3001966 Sep 30 13:02:27.883052 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-45bc31f2-a988-4dc0-bf21-839305bcfccc req-41a34e30-564e-41ce-8d34-66a1b735ebc3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=8e71fb98-3316-4858-9707-b96aec6d2288 HTTP/1.1" status: 200 len: 217 time: 0.0493076 Sep 30 13:02:27.933612 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-9a60d443-4dc5-40e9-99d8-cb7cbfb2938d service neutron] 10.222.0.18 "GET /v2.0/networks/d88806d7-cb43-44a5-88a4-05dfc9e84a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390103 Sep 30 13:02:28.010858 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc31f2-a988-4dc0-bf21-839305bcfccc req-fd5b8df6-e8a4-4049-9fbb-07ba856f3564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:28.012842 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-45bc31f2-a988-4dc0-bf21-839305bcfccc req-fd5b8df6-e8a4-4049-9fbb-07ba856f3564 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1166749 Sep 30 13:02:28.138461 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc31f2-a988-4dc0-bf21-839305bcfccc req-2dafcfda-3c7b-47e3-844a-8f763efccc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:28.140024 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-45bc31f2-a988-4dc0-bf21-839305bcfccc req-2dafcfda-3c7b-47e3-844a-8f763efccc91 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1082754 Sep 30 13:02:28.147420 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-fde68015-5017-47db-af41-a2842386b771 service neutron] 10.222.0.18 "GET /v2.0/networks/d88806d7-cb43-44a5-88a4-05dfc9e84a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891084 Sep 30 13:02:28.310064 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-45bc31f2-a988-4dc0-bf21-839305bcfccc req-4836dfad-d665-4368-acd8-f52ace2fa54b service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599104 Sep 30 13:02:28.525027 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-45bc31f2-a988-4dc0-bf21-839305bcfccc req-7d763e46-ad7e-436c-b9f1-a7181ec6d01c service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047157 Sep 30 13:02:28.553941 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234c517-c8b5-48b1-a24d-caf29eb11da0 req-5741110d-2cae-45d3-a836-621070dbe77e tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:28.562953 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7234c517-c8b5-48b1-a24d-caf29eb11da0 req-5741110d-2cae-45d3-a836-621070dbe77e tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=18c29188-cc72-48cd-9952-764e190b5aa6 HTTP/1.1" status: 200 len: 947 time: 0.0697243 Sep 30 13:02:28.606217 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7234c517-c8b5-48b1-a24d-caf29eb11da0 req-10d1cced-d005-41ca-bd23-4305f7eeb8e1 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418010 Sep 30 13:02:28.739680 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-02c8d8e9-98cd-4cc5-8b98-dc387e9af607 req-0625970c-ecbd-44d6-bec5-1ab87fffb99c tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=4035c873-9d35-46f9-b0f8-6cf9e5fa31df HTTP/1.1" status: 200 len: 210 time: 0.0358202 Sep 30 13:02:29.205226 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a5fdd-496f-47c6-bf62-7a228c207a72 req-43fa2c83-b593-4629-94d5-fb0c7040bed5 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:29.215272 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-645a5fdd-496f-47c6-bf62-7a228c207a72 req-43fa2c83-b593-4629-94d5-fb0c7040bed5 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 1096 time: 0.1089423 Sep 30 13:02:29.264549 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-645a5fdd-496f-47c6-bf62-7a228c207a72 req-4ca3e7cb-f3f6-4a75-a4e9-1141fb87defe tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477104 Sep 30 13:02:29.290512 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-a4cdf16f-bf9d-4351-889f-00a0aa4b8160 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ddc027bea95145c4a230ab390cc111ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649168 Sep 30 13:02:29.358261 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99f74041-9af0-45fb-b98a-8881d33d2f3f req-346d4a08-e9ad-4763-b967-8d005e52e84a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.0876622 Sep 30 13:02:29.499598 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-2eedadb0-27b9-4138-b44d-9fefb96583de tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:29.501723 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-2eedadb0-27b9-4138-b44d-9fefb96583de tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986778 Sep 30 13:02:29.522039 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-15e0c26f-e862-4b03-8252-dbb761e96057 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Request body: {'port': {'device_id': '4035c873-9d35-46f9-b0f8-6cf9e5fa31df', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': 'ddc027bea95145c4a230ab390cc111ba'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:29.788142 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-15e0c26f-e862-4b03-8252-dbb761e96057 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Made reservation on behalf of ddc027bea95145c4a230ab390cc111ba for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:02:29.793673 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-15e0c26f-e862-4b03-8252-dbb761e96057 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:29.807514 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-f487be0e-111a-4eb9-a47a-c820fda45db3 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:29.810340 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-f487be0e-111a-4eb9-a47a-c820fda45db3 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/networks?id=49ef354a-ba5f-45a0-ae5d-336431ac76bd HTTP/1.1" status: 200 len: 807 time: 0.1788089 Sep 30 13:02:29.959891 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-b03f783c-aa36-494f-ab01-e98d9bbdb474 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/quotas/52fc4a104b2948969e2ddc7c90e1bf83 HTTP/1.1" status: 200 len: 375 time: 0.1368518 Sep 30 13:02:30.038783 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-15e0c26f-e862-4b03-8252-dbb761e96057 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Allocated IP 192.168.233.127 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/50c15571-afef-4104-9892-6d0ee9b4e2e8) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:02:30.088160 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-d9938f9d-ef2a-46df-8d63-0dc814fa999a tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1209831 Sep 30 13:02:30.180847 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0517663-1606-4c9b-a7cb-869c9460fc89 req-cd209542-5b5b-4d8d-aa4c-af5675dcf7e4 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:30.192181 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f0517663-1606-4c9b-a7cb-869c9460fc89 req-cd209542-5b5b-4d8d-aa4c-af5675dcf7e4 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=18c29188-cc72-48cd-9952-764e190b5aa6 HTTP/1.1" status: 200 len: 947 time: 0.0780499 Sep 30 13:02:30.243211 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f0517663-1606-4c9b-a7cb-869c9460fc89 req-5ffeb102-7217-455b-adbb-4447fb0921af tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472846 Sep 30 13:02:30.287921 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-d09d947d-1a64-4fb6-ba64-b2b17011383f service neutron] 10.222.0.18 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988373 Sep 30 13:02:30.366513 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1ec28dc8-fa1d-4b75-9618-af7084234d57 req-44d2a498-d6ef-4ab6-a313-d7a4cdc0bfa0 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=4035c873-9d35-46f9-b0f8-6cf9e5fa31df HTTP/1.1" status: 200 len: 210 time: 0.0423791 Sep 30 13:02:30.386345 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-15e0c26f-e862-4b03-8252-dbb761e96057 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:30.467597 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-d7687329-94df-4739-b375-41d8a06dab72 service neutron] 10.222.0.18 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786876 Sep 30 13:02:30.472422 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-15e0c26f-e862-4b03-8252-dbb761e96057 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:30.489759 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['aaefd042-2197-4f90-aa9f-065cad9e163c'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:02:30.587580 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0c26f-e862-4b03-8252-dbb761e96057 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Pushing event updated for resources: {'Port': ['ID=50c15571-afef-4104-9892-6d0ee9b4e2e8,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:30.624164 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0c26f-e862-4b03-8252-dbb761e96057 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:30.625162 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0c26f-e862-4b03-8252-dbb761e96057 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:30.626179 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0c26f-e862-4b03-8252-dbb761e96057 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:30.626744 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0c26f-e862-4b03-8252-dbb761e96057 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:30.627241 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0c26f-e862-4b03-8252-dbb761e96057 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:30.627845 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0c26f-e862-4b03-8252-dbb761e96057 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:30.628346 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0c26f-e862-4b03-8252-dbb761e96057 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:30.628895 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0c26f-e862-4b03-8252-dbb761e96057 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:30.629377 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0c26f-e862-4b03-8252-dbb761e96057 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:30.630148 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0c26f-e862-4b03-8252-dbb761e96057 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:30.636877 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0c26f-e862-4b03-8252-dbb761e96057 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:30.637427 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0c26f-e862-4b03-8252-dbb761e96057 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:30.677071 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-15e0c26f-e862-4b03-8252-dbb761e96057 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:02:30.685358 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-15e0c26f-e862-4b03-8252-dbb761e96057 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:02:30.692384 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-15e0c26f-e862-4b03-8252-dbb761e96057 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:02:30.713968 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-15e0c26f-e862-4b03-8252-dbb761e96057 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:30.718800 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-15e0c26f-e862-4b03-8252-dbb761e96057 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:30.727971 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b92ea7c6-2e45-41c3-88a5-77b928f644df req-30efed1d-15bd-4aac-8255-a751d0262e67 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.0836523 Sep 30 13:02:30.773423 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-15e0c26f-e862-4b03-8252-dbb761e96057 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2560451 Sep 30 13:02:30.784812 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-b6bc39bb-2848-41cb-8d35-c437a9faf6c1 service neutron] Request body: {'port': {'device_id': '4035c873-9d35-46f9-b0f8-6cf9e5fa31df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:30.856176 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-b6bc39bb-2848-41cb-8d35-c437a9faf6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:30.908610 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b8826671-382c-45b4-9ed8-5943bc6b7364 req-bd564158-fe83-445f-bcba-95f835ad9d6e tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 210 time: 0.0435278 Sep 30 13:02:31.186831 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-0e0fc7de-8c0c-4861-8585-36430ff3d465 None None] Provisioning complete for port 50c15571-afef-4104-9892-6d0ee9b4e2e8 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:31.187219 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0e0fc7de-8c0c-4861-8585-36430ff3d465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:31.207056 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-3fdbd5bf-dd96-4068-a42f-cf36e32889f4 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6bc2b8265cf74e51b317b791268104cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874765 Sep 30 13:02:31.292766 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-0e0fc7de-8c0c-4861-8585-36430ff3d465 None None] Port 50c15571-afef-4104-9892-6d0ee9b4e2e8 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:02:31.335378 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-e74d296a-c2e7-4f4c-957a-89b93a5a19c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:31.336753 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-e74d296a-c2e7-4f4c-957a-89b93a5a19c4 service neutron] 10.222.0.54 "GET /v2.0/ports/84755c0f-2e46-4801-beed-ac8ea40167fc HTTP/1.1" status: 200 len: 1028 time: 0.3036819 Sep 30 13:02:31.497231 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710e963-d70b-43ff-9557-d791c1cf0eef req-cd8ce631-d150-416f-8649-39780c88c4ce tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:31.503402 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5710e963-d70b-43ff-9557-d791c1cf0eef req-cd8ce631-d150-416f-8649-39780c88c4ce tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=18c29188-cc72-48cd-9952-764e190b5aa6 HTTP/1.1" status: 200 len: 947 time: 0.1247272 Sep 30 13:02:31.510859 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-107295a6-c738-438d-b426-62df3091d9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:31.523799 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-107295a6-c738-438d-b426-62df3091d9b5 service neutron] 10.222.0.54 "GET /v2.0/ports/edd46fc9-4ca1-4629-b3fb-da71ea25c33c HTTP/1.1" status: 200 len: 1027 time: 0.0950902 Sep 30 13:02:31.547109 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8e71fb98-3316-4858-9707-b96aec6d2288 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:02:31.611954 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-92c11c0c-85b7-46fb-a37e-17995ce440c9 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:31.622327 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-92c11c0c-85b7-46fb-a37e-17995ce440c9 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4024205 Sep 30 13:02:31.669267 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-19ce9783-2509-4c22-82e4-1d33145e4d32 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.18 "GET /v2.0/quotas/6bc2b8265cf74e51b317b791268104cc HTTP/1.1" status: 200 len: 375 time: 0.0306783 Sep 30 13:02:31.691931 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5710e963-d70b-43ff-9557-d791c1cf0eef req-72932671-33b9-4af5-bf7b-8bf9a7d6a4db tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770225 Sep 30 13:02:31.711454 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41824) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:31.768056 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8e71fb98-3316-4858-9707-b96aec6d2288, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8e71fb98-3316-4858-9707-b96aec6d2288,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:31.772214 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-b6bc39bb-2848-41cb-8d35-c437a9faf6c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c15571-afef-4104-9892-6d0ee9b4e2e8 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:02:31.792123 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-b6bc39bb-2848-41cb-8d35-c437a9faf6c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:31.816667 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '8e71fb98-3316-4858-9707-b96aec6d2288', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': '8e71fb98-3316-4858-9707-b96aec6d2288', 'mac_address': 'fa:16:3e:5d:43:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:02:31.821201 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-b6bc39bb-2848-41cb-8d35-c437a9faf6c1 service neutron] Transition to ACTIVE for port object 50c15571-afef-4104-9892-6d0ee9b4e2e8 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:02:31.832374 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-03a5c007-ff56-488e-ba90-7c0343945014 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:31.838067 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-b6bc39bb-2848-41cb-8d35-c437a9faf6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:31.840573 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-03a5c007-ff56-488e-ba90-7c0343945014 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:31.847642 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-03a5c007-ff56-488e-ba90-7c0343945014 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:31.849505 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-03a5c007-ff56-488e-ba90-7c0343945014 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.54 "GET /v2.0/networks?id=451c330d-13f6-4604-823e-5e771fb25477&id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&id=d88806d7-cb43-44a5-88a4-05dfc9e84a4d&id=d88806d7-cb43-44a5-88a4-05dfc9e84a4d HTTP/1.1" status: 200 len: 1990 time: 0.3164599 Sep 30 13:02:31.891756 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-07b37a36-a3a1-4faa-a2b9-b2fb1295ba2a tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6bc2b8265cf74e51b317b791268104cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411339 Sep 30 13:02:32.007048 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de389480-3da0-4331-8bfa-1f13a42137b0 req-ed51d5d4-1505-424f-a6a1-afc5dda66212 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:32.015339 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de389480-3da0-4331-8bfa-1f13a42137b0 req-ed51d5d4-1505-424f-a6a1-afc5dda66212 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=4035c873-9d35-46f9-b0f8-6cf9e5fa31df HTTP/1.1" status: 200 len: 948 time: 0.1889062 Sep 30 13:02:32.024570 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc39bb-2848-41cb-8d35-c437a9faf6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=50c15571-afef-4104-9892-6d0ee9b4e2e8,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:32.034514 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-3a7aab63-a747-4a62-bd2d-d1a5b46fc04c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcdfca8935404bd6b32ec59be45dc83c HTTP/1.1" status: 200 len: 380 time: 0.1415639 Sep 30 13:02:32.034838 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:32.053943 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-49d4e0e4-0774-437e-95e1-3959e07c0051 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Request body: {'port': {'device_id': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'network_id': '451c330d-13f6-4604-823e-5e771fb25477', 'admin_state_up': True, 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'security_groups': ['0841f57a-25ef-404b-8124-5c41f0f8c857']}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:32.059063 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9fbaa963-c586-46c2-a7aa-2f7a2e6f40e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:32.104451 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e71fb98-3316-4858-9707-b96aec6d2288 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:02:32.117814 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-b6bc39bb-2848-41cb-8d35-c437a9faf6c1 service neutron] Attempting to bind port 50c15571-afef-4104-9892-6d0ee9b4e2e8 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:02:32.118345 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-b6bc39bb-2848-41cb-8d35-c437a9faf6c1 service neutron] Attempting to bind port 50c15571-afef-4104-9892-6d0ee9b4e2e8 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:02:32.119173 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-b6bc39bb-2848-41cb-8d35-c437a9faf6c1 service neutron] Attempting to bind port 50c15571-afef-4104-9892-6d0ee9b4e2e8 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:02:32.139519 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-b6bc39bb-2848-41cb-8d35-c437a9faf6c1 service neutron] Port 50c15571-afef-4104-9892-6d0ee9b4e2e8 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:02:32.144130 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-b6bc39bb-2848-41cb-8d35-c437a9faf6c1 service neutron] Attempting to bind port 50c15571-afef-4104-9892-6d0ee9b4e2e8 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:02:32.160832 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de389480-3da0-4331-8bfa-1f13a42137b0 req-a3059a14-23ac-4023-b3c8-0ab313341196 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446326 Sep 30 13:02:32.161715 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-b6bc39bb-2848-41cb-8d35-c437a9faf6c1 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:02:32.164178 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-b6bc39bb-2848-41cb-8d35-c437a9faf6c1 service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:02:32.164666 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-b6bc39bb-2848-41cb-8d35-c437a9faf6c1 service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:02:32.165221 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-b6bc39bb-2848-41cb-8d35-c437a9faf6c1 service neutron] Bound port: 50c15571-afef-4104-9892-6d0ee9b4e2e8, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:02:32.165689 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-b6bc39bb-2848-41cb-8d35-c437a9faf6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:32.225458 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8e71fb98-3316-4858-9707-b96aec6d2288, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8e71fb98-3316-4858-9707-b96aec6d2288,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:32.234644 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:32.339123 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=8e71fb98-3316-4858-9707-b96aec6d2288,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:32.446300 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.54', 56416) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:32.456737 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2ef22a37-92bb-4b1e-962a-6faf68b76932 req-fbdcd242-b419-4395-8dcc-a105a1ca2d7e tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.0865982 Sep 30 13:02:32.468615 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-b6bc39bb-2848-41cb-8d35-c437a9faf6c1 service neutron] For port 50c15571-afef-4104-9892-6d0ee9b4e2e8, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:02:32.473069 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1b5f8d30-a5cf-4ede-8064-5bdd55692ff9 req-07a36dbe-da1b-43b2-bd5f-e4a350e6a7e3 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 210 time: 0.0696607 Sep 30 13:02:32.502712 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-b6bc39bb-2848-41cb-8d35-c437a9faf6c1 service neutron] For port 50c15571-afef-4104-9892-6d0ee9b4e2e8, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=50c15571-afef-4104-9892-6d0ee9b4e2e8,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:02:32.527053 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['8e71fb98-3316-4858-9707-b96aec6d2288'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:02:32.545469 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-b6bc39bb-2848-41cb-8d35-c437a9faf6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:32.651157 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-b6bc39bb-2848-41cb-8d35-c437a9faf6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:32.652253 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-b6bc39bb-2848-41cb-8d35-c437a9faf6c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:32.653773 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-b6bc39bb-2848-41cb-8d35-c437a9faf6c1 service neutron] 10.222.0.54 "PUT /v2.0/ports/50c15571-afef-4104-9892-6d0ee9b4e2e8 HTTP/1.1" status: 200 len: 1096 time: 1.8734937 Sep 30 13:02:32.686325 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4035c873-9d35-46f9-b0f8-6cf9e5fa31df', 'tag': '50c15571-afef-4104-9892-6d0ee9b4e2e8'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:02:32.688899 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76da3909-dee5-4f41-a5c6-3725aed2150e" -d '{"events": [{"name": "network-changed", "server_uuid": "4035c873-9d35-46f9-b0f8-6cf9e5fa31df", "tag": "50c15571-afef-4104-9892-6d0ee9b4e2e8"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:02:32.814533 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d38c65e2-4f84-4d23-99b2-978c5b234110 req-fac0ff49-f922-4e9e-8941-844c653f0d62 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.18 "GET /v2.0/ports?device_id=59107eaf-e8e2-4d7b-aea8-edab9debc349 HTTP/1.1" status: 200 len: 210 time: 0.2254548 Sep 30 13:02:32.833882 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4fb239-ba70-4503-95f8-269a7a107c33 x-openstack-request-id: req-ca4fb239-ba70-4503-95f8-269a7a107c33 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:02:32.833882 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4035c873-9d35-46f9-b0f8-6cf9e5fa31df", "tag": "50c15571-afef-4104-9892-6d0ee9b4e2e8", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:02:32.833882 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca4fb239-ba70-4503-95f8-269a7a107c33 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:02:32.833882 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4035c873-9d35-46f9-b0f8-6cf9e5fa31df', 'tag': '50c15571-afef-4104-9892-6d0ee9b4e2e8', 'status': 'completed', 'code': 200} Sep 30 13:02:33.030525 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889d465-8a58-4e06-8688-d87ce4caddad req-e3ea77ba-6c16-4858-855b-b2a0f4f5d32c tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:33.032271 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3889d465-8a58-4e06-8688-d87ce4caddad req-e3ea77ba-6c16-4858-855b-b2a0f4f5d32c tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=18c29188-cc72-48cd-9952-764e190b5aa6 HTTP/1.1" status: 200 len: 948 time: 0.1334743 Sep 30 13:02:33.107051 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3889d465-8a58-4e06-8688-d87ce4caddad req-fac6f46a-dc4d-4bb5-8b81-709a5297b563 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649216 Sep 30 13:02:33.366309 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9fbaa963-c586-46c2-a7aa-2f7a2e6f40e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:33.404213 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-49d4e0e4-0774-437e-95e1-3959e07c0051 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Made reservation on behalf of fcdfca8935404bd6b32ec59be45dc83c for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:02:33.408205 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-49d4e0e4-0774-437e-95e1-3959e07c0051 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:33.422063 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9fbaa963-c586-46c2-a7aa-2f7a2e6f40e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:33.481117 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc39bb-2848-41cb-8d35-c437a9faf6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=50c15571-afef-4104-9892-6d0ee9b4e2e8,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:33.530128 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9fbaa963-c586-46c2-a7aa-2f7a2e6f40e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0478965814ae463698af35984e043ef3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8172522 Sep 30 13:02:33.532779 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-0bacdd6b-b7fd-451b-bcfc-192962d7f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:33.535627 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-0bacdd6b-b7fd-451b-bcfc-192962d7f2b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ddc027bea95145c4a230ab390cc111ba&device_id=4035c873-9d35-46f9-b0f8-6cf9e5fa31df HTTP/1.1" status: 200 len: 1099 time: 0.7411191 Sep 30 13:02:33.538265 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbaa963-c586-46c2-a7aa-2f7a2e6f40e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b615142c-a964-4d45-91d0-7885ae96c8c8,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:33.546875 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41860) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:33.575009 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154929c-8afd-4fc8-b7e9-cbddd07f791d req-0f4ba5bd-81a1-4972-b1b8-3d776987b2db tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:33.585557 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a154929c-8afd-4fc8-b7e9-cbddd07f791d req-0f4ba5bd-81a1-4972-b1b8-3d776987b2db tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=4035c873-9d35-46f9-b0f8-6cf9e5fa31df HTTP/1.1" status: 200 len: 948 time: 0.2176466 Sep 30 13:02:33.613253 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-c2dc39be-43e7-42e1-9eed-b1442d83a596 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:33.619312 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-c2dc39be-43e7-42e1-9eed-b1442d83a596 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.54 "GET /v2.0/networks?id=49ef354a-ba5f-45a0-ae5d-336431ac76bd HTTP/1.1" status: 200 len: 807 time: 1.1139002 Sep 30 13:02:33.644391 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-f12b1cd3-c3b2-40df-8824-722134314e60 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Request body: {'port': {'device_id': 'ccd5673e-b0e8-4951-9e1d-a5e56d54c649', 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd', 'admin_state_up': True, 'tenant_id': '52fc4a104b2948969e2ddc7c90e1bf83'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:33.709626 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d66f06df-9a34-440b-b901-24a8ed4fdd2e req-a62878e5-85be-43d4-a360-c18efa57aca2 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.0672927 Sep 30 13:02:33.757154 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-49d4e0e4-0774-437e-95e1-3959e07c0051 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Allocated IP 172.20.0.13 (451c330d-13f6-4604-823e-5e771fb25477/28720e55-76bf-4453-857e-342ebce4f037/91dd7c39-fe37-47b7-b54a-b0e32073743f) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:02:33.832796 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-9b2a2193-b913-41e9-9b20-dc3d6060ac3a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=50c15571-afef-4104-9892-6d0ee9b4e2e8 HTTP/1.1" status: 200 len: 217 time: 0.2291977 Sep 30 13:02:33.874801 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7d2f5d79-a02e-49f7-ad95-4ac1576ffc53 req-b71361c0-261c-4f90-b204-6dc841c9b2cf tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 210 time: 0.0523582 Sep 30 13:02:33.952254 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a154929c-8afd-4fc8-b7e9-cbddd07f791d req-38c89bd3-6879-40da-9521-01c0b2a49e6d tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605762 Sep 30 13:02:33.985070 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-260637da-e164-4f1d-87da-19c99628757a tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6bc2b8265cf74e51b317b791268104cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722904 Sep 30 13:02:34.036539 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-d66a599d-bbbd-47fa-aeae-218639f3db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:34.048743 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-d66a599d-bbbd-47fa-aeae-218639f3db03 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1984773 Sep 30 13:02:34.085299 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-374541c2-8c52-4b8c-a4e2-9bc5cb7cc54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:34.108093 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1877c900-c723-4cfd-a29d-e4aa57605202 req-fc2de1ba-71d3-4de9-9aac-00fa85899ff9 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.18 "GET /v2.0/ports?device_id=59107eaf-e8e2-4d7b-aea8-edab9debc349 HTTP/1.1" status: 200 len: 210 time: 0.0836093 Sep 30 13:02:34.173109 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-49d4e0e4-0774-437e-95e1-3959e07c0051 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:34.226697 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-49d4e0e4-0774-437e-95e1-3959e07c0051 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:34.288034 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-374541c2-8c52-4b8c-a4e2-9bc5cb7cc54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:34.289717 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4e0e4-0774-437e-95e1-3959e07c0051 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event updated for resources: {'Port': ['ID=91dd7c39-fe37-47b7-b54a-b0e32073743f,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:34.301339 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-49d4e0e4-0774-437e-95e1-3959e07c0051 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Network 451c330d-13f6-4604-823e-5e771fb25477 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:02:34.303722 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4e0e4-0774-437e-95e1-3959e07c0051 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:34.304460 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4e0e4-0774-437e-95e1-3959e07c0051 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:34.304460 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4e0e4-0774-437e-95e1-3959e07c0051 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:34.305012 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4e0e4-0774-437e-95e1-3959e07c0051 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:34.305397 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4e0e4-0774-437e-95e1-3959e07c0051 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:34.305909 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4e0e4-0774-437e-95e1-3959e07c0051 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:34.306628 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4e0e4-0774-437e-95e1-3959e07c0051 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:34.307530 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4e0e4-0774-437e-95e1-3959e07c0051 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:34.307530 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4e0e4-0774-437e-95e1-3959e07c0051 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:34.307530 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4e0e4-0774-437e-95e1-3959e07c0051 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:34.307840 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4e0e4-0774-437e-95e1-3959e07c0051 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:34.311327 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4e0e4-0774-437e-95e1-3959e07c0051 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:34.312948 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-49d4e0e4-0774-437e-95e1-3959e07c0051 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:02:34.315433 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-49d4e0e4-0774-437e-95e1-3959e07c0051 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:02:34.345253 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-f12b1cd3-c3b2-40df-8824-722134314e60 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Made reservation on behalf of 52fc4a104b2948969e2ddc7c90e1bf83 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:02:34.348720 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-f12b1cd3-c3b2-40df-8824-722134314e60 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:34.384161 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-5f281faf-35a8-4a17-b06a-f2e6ac9a299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:34.385689 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-5f281faf-35a8-4a17-b06a-f2e6ac9a299a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2922182 Sep 30 13:02:34.403996 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-49d4e0e4-0774-437e-95e1-3959e07c0051 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:34.405338 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-49d4e0e4-0774-437e-95e1-3959e07c0051 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:34.453168 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-49d4e0e4-0774-437e-95e1-3959e07c0051 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4077525 Sep 30 13:02:34.468761 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-1e7d37ca-d0a3-4b9e-b1f0-9c13ae685a69 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Request body: {'port': {'device_id': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48', 'admin_state_up': True, 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'security_groups': ['0841f57a-25ef-404b-8124-5c41f0f8c857']}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:34.469437 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-419f7fe8-714e-43ae-a69d-dc125e8690ad tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:34.471001 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-419f7fe8-714e-43ae-a69d-dc125e8690ad tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4657776 Sep 30 13:02:34.545245 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-35dbe878-adc5-4619-91f9-c69d31372902 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Request body: {'port': {'device_id': '59107eaf-e8e2-4d7b-aea8-edab9debc349', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': '6bc2b8265cf74e51b317b791268104cc'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:34.607908 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99f915-dfcd-4ee4-a4ee-09d2a876e8e5 req-77ef0c6f-693c-4440-a61f-2294449f7e5b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:34.617999 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9b99f915-dfcd-4ee4-a4ee-09d2a876e8e5 req-77ef0c6f-693c-4440-a61f-2294449f7e5b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=18c29188-cc72-48cd-9952-764e190b5aa6 HTTP/1.1" status: 200 len: 948 time: 0.3818121 Sep 30 13:02:34.670104 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-1e7d37ca-d0a3-4b9e-b1f0-9c13ae685a69 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Made reservation on behalf of fcdfca8935404bd6b32ec59be45dc83c for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:02:34.676346 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-1e7d37ca-d0a3-4b9e-b1f0-9c13ae685a69 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:34.679616 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-374541c2-8c52-4b8c-a4e2-9bc5cb7cc54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:34.682244 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-374541c2-8c52-4b8c-a4e2-9bc5cb7cc54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:34.684200 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-374541c2-8c52-4b8c-a4e2-9bc5cb7cc54c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b615142c-a964-4d45-91d0-7885ae96c8c8 HTTP/1.1" status: 204 len: 168 time: 1.1341259 Sep 30 13:02:34.773849 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374541c2-8c52-4b8c-a4e2-9bc5cb7cc54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b615142c-a964-4d45-91d0-7885ae96c8c8,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:34.796934 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7e5abefa-20e1-4416-8741-81727b35cac6 None None] Provisioning complete for port 91dd7c39-fe37-47b7-b54a-b0e32073743f triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:34.797478 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7e5abefa-20e1-4416-8741-81727b35cac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:34.869464 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-29b951df-8760-43bf-9e68-de2223e67d0b service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706604 Sep 30 13:02:34.884327 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7e5abefa-20e1-4416-8741-81727b35cac6 None None] Port 91dd7c39-fe37-47b7-b54a-b0e32073743f cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:02:34.897829 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9b99f915-dfcd-4ee4-a4ee-09d2a876e8e5 req-343b91de-9ff4-436d-8022-4a9e13a72116 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739041 Sep 30 13:02:35.024710 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-1e7d37ca-d0a3-4b9e-b1f0-9c13ae685a69 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Allocated IP 10.1.1.231 (7f6c8617-7052-4e03-9d52-54c6cfa13c48/520f9abb-4aa3-4c91-b512-dfb75ecf6576/83670bbb-25ac-4b77-ac32-d478dc7ddaeb) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:02:35.038599 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1267a1a-d872-4782-9aed-2c45bfb0d3d9 req-9bb346d8-5bd0-4625-8d8b-3d1604a96659 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:35.047895 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f1267a1a-d872-4782-9aed-2c45bfb0d3d9 req-9bb346d8-5bd0-4625-8d8b-3d1604a96659 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 932 time: 0.1387649 Sep 30 13:02:35.107682 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-35dbe878-adc5-4619-91f9-c69d31372902 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Made reservation on behalf of 6bc2b8265cf74e51b317b791268104cc for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:02:35.111188 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-35dbe878-adc5-4619-91f9-c69d31372902 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:35.202992 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c41145d1-8682-4959-a7d2-5b013606154b req-76970a86-6b50-4319-9208-c7fd02aca874 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 210 time: 0.1320431 Sep 30 13:02:35.209135 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-35dbe878-adc5-4619-91f9-c69d31372902 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:35.217043 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f1267a1a-d872-4782-9aed-2c45bfb0d3d9 req-ead18b76-f402-4d27-9d3d-5d73453ed47c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682751 Sep 30 13:02:35.288834 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-f12b1cd3-c3b2-40df-8824-722134314e60 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Allocated IP 172.20.0.6 (49ef354a-ba5f-45a0-ae5d-336431ac76bd/d154e7f6-f478-45ee-9bd0-03f890cad96e/bd0b27e8-4458-40c8-96bb-d3be19e3b861) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:02:35.312413 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20e02966-42cc-4d07-8d6b-bc445891d8f0 req-a821fb11-3686-4789-8a7d-d6a6aa03d532 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132540 Sep 30 13:02:35.489512 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa64fe-4d1a-4ebd-9493-61b9aba85de9 req-888ef815-4dee-4196-aef6-5d6fb1b3bb2b tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:35.491381 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4cfa64fe-4d1a-4ebd-9493-61b9aba85de9 req-888ef815-4dee-4196-aef6-5d6fb1b3bb2b tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=4035c873-9d35-46f9-b0f8-6cf9e5fa31df HTTP/1.1" status: 200 len: 948 time: 0.1661522 Sep 30 13:02:35.530973 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41888) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:35.564325 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3190e9ca-4711-41e0-8d50-35fa4e5d254c req-01e1f50d-c4c8-4a2a-a7ce-87f7ed54d684 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.18 "GET /v2.0/ports?device_id=59107eaf-e8e2-4d7b-aea8-edab9debc349 HTTP/1.1" status: 200 len: 210 time: 0.0580451 Sep 30 13:02:35.587696 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8e71fb98-3316-4858-9707-b96aec6d2288 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:02:35.629250 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da3909-dee5-4f41-a5c6-3725aed2150e req-ede6c4dd-bd83-4383-b92e-5488d2b70cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:35.632352 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-76da3909-dee5-4f41-a5c6-3725aed2150e req-ede6c4dd-bd83-4383-b92e-5488d2b70cdd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ddc027bea95145c4a230ab390cc111ba&device_id=4035c873-9d35-46f9-b0f8-6cf9e5fa31df HTTP/1.1" status: 200 len: 1099 time: 0.2523186 Sep 30 13:02:35.633801 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-1e7d37ca-d0a3-4b9e-b1f0-9c13ae685a69 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:35.641838 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2b65179e-00be-4d52-a068-9ce74985a7a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:35.688862 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 8e71fb98-3316-4858-9707-b96aec6d2288 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:02:35.696563 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 8e71fb98-3316-4858-9707-b96aec6d2288 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:35.698289 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:35.740660 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4cfa64fe-4d1a-4ebd-9493-61b9aba85de9 req-e842de90-1b24-4c68-81c0-7fca331a7738 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388115 Sep 30 13:02:35.767791 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-1e7d37ca-d0a3-4b9e-b1f0-9c13ae685a69 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:35.773870 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-35dbe878-adc5-4619-91f9-c69d31372902 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:35.813974 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-1e7d37ca-d0a3-4b9e-b1f0-9c13ae685a69 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Network 7f6c8617-7052-4e03-9d52-54c6cfa13c48 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:02:35.818418 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-1e7d37ca-d0a3-4b9e-b1f0-9c13ae685a69 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:02:35.822957 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-35dbe878-adc5-4619-91f9-c69d31372902 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:35.833042 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-f12b1cd3-c3b2-40df-8824-722134314e60 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:35.846454 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-1e7d37ca-d0a3-4b9e-b1f0-9c13ae685a69 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:02:35.864864 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:35.916565 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c29188-cc72-48cd-9952-764e190b5aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e71fb98-3316-4858-9707-b96aec6d2288'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:02:35.924407 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f9830d-6198-4c84-8237-563617cba639" -d '{"events": [{"server_uuid": "18c29188-cc72-48cd-9952-764e190b5aa6", "name": "network-vif-plugged", "status": "completed", "tag": "8e71fb98-3316-4858-9707-b96aec6d2288"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:02:35.938521 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d37ca-d0a3-4b9e-b1f0-9c13ae685a69 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event updated for resources: {'Port': ['ID=83670bbb-25ac-4b77-ac32-d478dc7ddaeb,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:35.987890 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8e71fb98-3316-4858-9707-b96aec6d2288, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8e71fb98-3316-4858-9707-b96aec6d2288,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:35.994103 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-1e7d37ca-d0a3-4b9e-b1f0-9c13ae685a69 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:35.994937 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-1e7d37ca-d0a3-4b9e-b1f0-9c13ae685a69 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:36.001710 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:36.060964 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388931fa-0764-4710-8409-4664621129b8 x-openstack-request-id: req-388931fa-0764-4710-8409-4664621129b8 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:02:36.061522 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c29188-cc72-48cd-9952-764e190b5aa6", "name": "network-vif-plugged", "status": "completed", "tag": "8e71fb98-3316-4858-9707-b96aec6d2288", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:02:36.061927 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-388931fa-0764-4710-8409-4664621129b8 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:02:36.062485 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c29188-cc72-48cd-9952-764e190b5aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e71fb98-3316-4858-9707-b96aec6d2288', 'code': 200} Sep 30 13:02:36.101062 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=8e71fb98-3316-4858-9707-b96aec6d2288,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:36.163294 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbe878-adc5-4619-91f9-c69d31372902 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c009b8b-759d-4e5a-80fb-7535d7623141,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:36.182329 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5abac9-a64d-4455-9e3b-99287517c485 req-c88464b1-62a3-4168-bc58-384e657583e0 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:36.184657 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bb5abac9-a64d-4455-9e3b-99287517c485 req-c88464b1-62a3-4168-bc58-384e657583e0 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=18c29188-cc72-48cd-9952-764e190b5aa6 HTTP/1.1" status: 200 len: 949 time: 0.1183770 Sep 30 13:02:36.199977 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da3909-dee5-4f41-a5c6-3725aed2150e req-051c5320-332c-4307-bc9c-8b770d2b64dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:36.201739 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-76da3909-dee5-4f41-a5c6-3725aed2150e req-051c5320-332c-4307-bc9c-8b770d2b64dd service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.5480459 Sep 30 13:02:36.220204 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89ca96-322f-473f-9635-3c55dd84c68d req-c97bae64-e5a1-44ee-a5e3-f14648607746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:36.221741 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ab89ca96-322f-473f-9635-3c55dd84c68d req-c97bae64-e5a1-44ee-a5e3-f14648607746 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=18c29188-cc72-48cd-9952-764e190b5aa6 HTTP/1.1" status: 200 len: 1100 time: 0.1076496 Sep 30 13:02:36.228939 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2b65179e-00be-4d52-a068-9ce74985a7a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:36.273718 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bb5abac9-a64d-4455-9e3b-99287517c485 req-d398499a-8eff-426a-bc55-88ab0d313ca5 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810242 Sep 30 13:02:36.274482 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2b65179e-00be-4d52-a068-9ce74985a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:36.282796 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-76da3909-dee5-4f41-a5c6-3725aed2150e req-4567c8dc-3d38-4e76-823b-db880e223bd5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=50c15571-afef-4104-9892-6d0ee9b4e2e8 HTTP/1.1" status: 200 len: 217 time: 0.0610244 Sep 30 13:02:36.300547 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-1e7d37ca-d0a3-4b9e-b1f0-9c13ae685a69 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8369188 Sep 30 13:02:36.327076 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-a3c97ee4-62ec-4475-98b7-8aac734cd58e None None] Provisioning complete for port 83670bbb-25ac-4b77-ac32-d478dc7ddaeb triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:36.327454 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a3c97ee4-62ec-4475-98b7-8aac734cd58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:36.337093 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-e34148b0-aaf2-4636-a343-f4232c9b8bf5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Request body: {'port': {'device_id': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48', 'admin_state_up': True, 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'security_groups': ['0841f57a-25ef-404b-8124-5c41f0f8c857']}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:36.371382 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-f12b1cd3-c3b2-40df-8824-722134314e60 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:36.374317 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-a3c97ee4-62ec-4475-98b7-8aac734cd58e None None] Port 83670bbb-25ac-4b77-ac32-d478dc7ddaeb cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:02:36.379392 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da3909-dee5-4f41-a5c6-3725aed2150e req-4d7f2b22-50d0-4f99-bdc9-7212158866cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:36.381021 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-76da3909-dee5-4f41-a5c6-3725aed2150e req-4d7f2b22-50d0-4f99-bdc9-7212158866cb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0888374 Sep 30 13:02:36.453585 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ab89ca96-322f-473f-9635-3c55dd84c68d req-1f9acfe7-9763-4a79-aae4-42740b156138 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984365 Sep 30 13:02:36.537907 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbb131-d3ff-43e0-9428-9d03aa6265a6 req-e3ec2f19-94ce-417d-9465-a019342832bb tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:36.544731 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbb131-d3ff-43e0-9428-9d03aa6265a6 req-e3ec2f19-94ce-417d-9465-a019342832bb tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:36.552543 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b8bbb131-d3ff-43e0-9428-9d03aa6265a6 req-e3ec2f19-94ce-417d-9465-a019342832bb tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 1654 time: 0.1916668 Sep 30 13:02:36.608964 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-e34148b0-aaf2-4636-a343-f4232c9b8bf5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Made reservation on behalf of fcdfca8935404bd6b32ec59be45dc83c for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:02:36.612740 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-e34148b0-aaf2-4636-a343-f4232c9b8bf5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:36.643550 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b8bbb131-d3ff-43e0-9428-9d03aa6265a6 req-26dacc54-ae17-4445-b764-7ff4db500481 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900347 Sep 30 13:02:36.815894 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b30e0518-6df7-4cab-9e65-3bc0c069cb70 req-3f2a48aa-6d30-4f24-834c-805349d073ff tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.18 "GET /v2.0/ports?device_id=59107eaf-e8e2-4d7b-aea8-edab9debc349 HTTP/1.1" status: 200 len: 210 time: 0.0578606 Sep 30 13:02:36.848560 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2b65179e-00be-4d52-a068-9ce74985a7a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=92ed988649584709b095d323aebeb514&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3152304 Sep 30 13:02:36.852990 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41904) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:36.865030 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-f12b1cd3-c3b2-40df-8824-722134314e60 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Network 49ef354a-ba5f-45a0-ae5d-336431ac76bd is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:02:36.893626 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65179e-00be-4d52-a068-9ce74985a7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebc6e49-e519-4dfe-89ac-ead1bee97f76,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:36.942108 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-f12b1cd3-c3b2-40df-8824-722134314e60 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:02:36.960302 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-e34148b0-aaf2-4636-a343-f4232c9b8bf5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Allocated IP 10.1.1.140 (7f6c8617-7052-4e03-9d52-54c6cfa13c48/520f9abb-4aa3-4c91-b512-dfb75ecf6576/3735fbdc-2096-4924-a740-2efbd559b38e) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:02:36.962846 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-f12b1cd3-c3b2-40df-8824-722134314e60 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:02:36.981274 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-f12b1cd3-c3b2-40df-8824-722134314e60 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:36.983090 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-f12b1cd3-c3b2-40df-8824-722134314e60 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:36.988969 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1d96357d-a5c0-47d7-b201-58f3acda7441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:37.025223 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b1cd3-c3b2-40df-8824-722134314e60 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Pushing event updated for resources: {'Port': ['ID=bd0b27e8-4458-40c8-96bb-d3be19e3b861,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:37.029881 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-35dbe878-adc5-4619-91f9-c69d31372902 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Allocated IP 192.168.233.76 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:02:37.034731 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-f12b1cd3-c3b2-40df-8824-722134314e60 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3983741 Sep 30 13:02:37.057281 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-4343717f-cbdc-469a-8482-95a44724d435 service neutron] Request body: {'port': {'device_id': 'ccd5673e-b0e8-4951-9e1d-a5e56d54c649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:37.068889 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc22113-20f7-4141-b41a-57e34f0c9586 req-031bfe59-8e8a-4d59-96e3-3cc1e9f0e409 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:37.074830 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6bc22113-20f7-4141-b41a-57e34f0c9586 req-031bfe59-8e8a-4d59-96e3-3cc1e9f0e409 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 931 time: 0.6925197 Sep 30 13:02:37.131341 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da3909-dee5-4f41-a5c6-3725aed2150e req-e6e399c0-feae-45e9-bb70-db6ad2fb48be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:37.132962 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-76da3909-dee5-4f41-a5c6-3725aed2150e req-e6e399c0-feae-45e9-bb70-db6ad2fb48be service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7243688 Sep 30 13:02:37.221560 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-e34148b0-aaf2-4636-a343-f4232c9b8bf5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:37.231309 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1d96357d-a5c0-47d7-b201-58f3acda7441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:37.303875 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278d72a-0b57-4ad1-9e03-3d51b8fdc8c3 req-6d58bce3-1e5a-4c97-a3cb-c073e681833a tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:37.305400 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4278d72a-0b57-4ad1-9e03-3d51b8fdc8c3 req-6d58bce3-1e5a-4c97-a3cb-c073e681833a tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=4035c873-9d35-46f9-b0f8-6cf9e5fa31df HTTP/1.1" status: 200 len: 948 time: 0.2799895 Sep 30 13:02:37.355279 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-e34148b0-aaf2-4636-a343-f4232c9b8bf5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:37.398079 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1d96357d-a5c0-47d7-b201-58f3acda7441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:37.400589 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1d96357d-a5c0-47d7-b201-58f3acda7441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:37.401779 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1d96357d-a5c0-47d7-b201-58f3acda7441 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ebc6e49-e519-4dfe-89ac-ead1bee97f76 HTTP/1.1" status: 204 len: 168 time: 0.5354638 Sep 30 13:02:37.421073 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-e34148b0-aaf2-4636-a343-f4232c9b8bf5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Network 7f6c8617-7052-4e03-9d52-54c6cfa13c48 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:02:37.426436 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6bc22113-20f7-4141-b41a-57e34f0c9586 req-31010a3c-1287-45ab-ab87-64af6b1f2828 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164933 Sep 30 13:02:37.436967 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96357d-a5c0-47d7-b201-58f3acda7441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebc6e49-e519-4dfe-89ac-ead1bee97f76,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:37.445395 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-e34148b0-aaf2-4636-a343-f4232c9b8bf5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:02:37.473050 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4278d72a-0b57-4ad1-9e03-3d51b8fdc8c3 req-61e9bce8-e550-4a5c-bf5c-95c907f28a7e tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559289 Sep 30 13:02:37.492459 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-e34148b0-aaf2-4636-a343-f4232c9b8bf5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:02:37.554237 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-35dbe878-adc5-4619-91f9-c69d31372902 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:37.571637 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34148b0-aaf2-4636-a343-f4232c9b8bf5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event updated for resources: {'Port': ['ID=3735fbdc-2096-4924-a740-2efbd559b38e,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:37.648007 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-e34148b0-aaf2-4636-a343-f4232c9b8bf5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:37.650894 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-e34148b0-aaf2-4636-a343-f4232c9b8bf5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:37.665423 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-76da3909-dee5-4f41-a5c6-3725aed2150e req-969d5c9b-c794-4c82-90ca-64cff7bb7c23 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286001 Sep 30 13:02:37.690628 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-4343717f-cbdc-469a-8482-95a44724d435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:37.699866 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-35dbe878-adc5-4619-91f9-c69d31372902 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:37.708170 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-e34148b0-aaf2-4636-a343-f4232c9b8bf5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3747694 Sep 30 13:02:37.727671 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-9771cbcd-103c-445f-8477-bfc88917e545 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Request body: {'port': {'device_id': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd88806d7-cb43-44a5-88a4-05dfc9e84a4d', 'admin_state_up': True, 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'security_groups': ['0841f57a-25ef-404b-8124-5c41f0f8c857']}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:37.914324 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f8626d51-e6c6-41cd-8fc8-a2c08946c813 None None] Provisioning complete for port 3735fbdc-2096-4924-a740-2efbd559b38e triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:37.916466 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f8626d51-e6c6-41cd-8fc8-a2c08946c813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:37.942769 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-9771cbcd-103c-445f-8477-bfc88917e545 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Made reservation on behalf of fcdfca8935404bd6b32ec59be45dc83c for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:02:38.031508 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-f8626d51-e6c6-41cd-8fc8-a2c08946c813 None None] Port 3735fbdc-2096-4924-a740-2efbd559b38e cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:02:38.055293 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e72d8-ee12-457d-8f5c-8203b3511d80 req-935fdd28-ddb6-4ed7-b438-e55ce8c111c9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:38.064746 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e72d8-ee12-457d-8f5c-8203b3511d80 req-935fdd28-ddb6-4ed7-b438-e55ce8c111c9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:38.072552 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e72d8-ee12-457d-8f5c-8203b3511d80 req-935fdd28-ddb6-4ed7-b438-e55ce8c111c9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:38.074478 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d72e72d8-ee12-457d-8f5c-8203b3511d80 req-935fdd28-ddb6-4ed7-b438-e55ce8c111c9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 2375 time: 0.1461565 Sep 30 13:02:38.095537 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-35dbe878-adc5-4619-91f9-c69d31372902 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:02:38.113784 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-35dbe878-adc5-4619-91f9-c69d31372902 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:02:38.123876 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664b274-a2f0-4b7f-abba-db1ca4373f02 req-2eb2e7d9-f5ca-463e-be3f-091e79892cae tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:38.125535 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f664b274-a2f0-4b7f-abba-db1ca4373f02 req-2eb2e7d9-f5ca-463e-be3f-091e79892cae tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=18c29188-cc72-48cd-9952-764e190b5aa6 HTTP/1.1" status: 200 len: 949 time: 0.4405231 Sep 30 13:02:38.126310 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbe878-adc5-4619-91f9-c69d31372902 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Pushing event updated for resources: {'Port': ['ID=bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:38.135498 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-35dbe878-adc5-4619-91f9-c69d31372902 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:02:38.141408 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-35dbe878-adc5-4619-91f9-c69d31372902 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:38.142186 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-35dbe878-adc5-4619-91f9-c69d31372902 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:38.218155 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-9771cbcd-103c-445f-8477-bfc88917e545 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:38.355288 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d72e72d8-ee12-457d-8f5c-8203b3511d80 req-91588e70-cc6b-4d55-920b-23a94622598b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474601 Sep 30 13:02:38.440019 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-35dbe878-adc5-4619-91f9-c69d31372902 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9068780 Sep 30 13:02:38.454175 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-76da3909-dee5-4f41-a5c6-3725aed2150e req-ed83dca4-3b61-444f-a809-4ad66427e83f service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7331157 Sep 30 13:02:38.473974 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-23e9195c-143a-40ba-a3a9-d06c4dec0139 None None] Provisioning complete for port bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:38.478946 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-23e9195c-143a-40ba-a3a9-d06c4dec0139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:38.496588 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-7e69c9e8-20df-499f-8363-3fc5211edcbb service neutron] Request body: {'port': {'device_id': '59107eaf-e8e2-4d7b-aea8-edab9debc349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:38.585489 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f664b274-a2f0-4b7f-abba-db1ca4373f02 req-452271de-f9f3-432a-a74d-c99501718c5b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338410 Sep 30 13:02:38.600837 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-23e9195c-143a-40ba-a3a9-d06c4dec0139 None None] Port bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:02:38.668569 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-7e69c9e8-20df-499f-8363-3fc5211edcbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:38.685802 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719805b-80a2-4fd2-981e-f9fdc6378e83 req-516f51ce-b110-46a3-ad48-402c1dc9009a tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:38.694419 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e719805b-80a2-4fd2-981e-f9fdc6378e83 req-516f51ce-b110-46a3-ad48-402c1dc9009a tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.18 "GET /v2.0/ports?device_id=59107eaf-e8e2-4d7b-aea8-edab9debc349 HTTP/1.1" status: 200 len: 935 time: 0.1706412 Sep 30 13:02:38.777779 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-9771cbcd-103c-445f-8477-bfc88917e545 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Allocated IP 10.2.2.100 (d88806d7-cb43-44a5-88a4-05dfc9e84a4d/78037d28-e7f8-493a-8dcf-013e39c51454/20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:02:38.794672 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e719805b-80a2-4fd2-981e-f9fdc6378e83 req-95bd80ca-324d-46e1-87c2-bf916ff3a64b tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c009b8b-759d-4e5a-80fb-7535d7623141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990310 Sep 30 13:02:38.846170 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-4343717f-cbdc-469a-8482-95a44724d435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd0b27e8-4458-40c8-96bb-d3be19e3b861 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:02:38.894727 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-4343717f-cbdc-469a-8482-95a44724d435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:38.908778 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41938) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:39.087282 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-4343717f-cbdc-469a-8482-95a44724d435 service neutron] Transition to ACTIVE for port object bd0b27e8-4458-40c8-96bb-d3be19e3b861 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:02:39.268299 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-7e69c9e8-20df-499f-8363-3fc5211edcbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:02:39.276059 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-7e69c9e8-20df-499f-8363-3fc5211edcbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:39.289539 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-7e69c9e8-20df-499f-8363-3fc5211edcbb service neutron] Transition to ACTIVE for port object bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:02:39.291801 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-4343717f-cbdc-469a-8482-95a44724d435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:39.302578 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-15345870-2879-4765-b8ee-19f9b6606c36 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-660627798-network', 'tenant_id': 'bfee4c1083184c949bfe63d2e5d7a195'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:39.321674 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-7e69c9e8-20df-499f-8363-3fc5211edcbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:39.330934 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ddee5-a554-4c52-9496-b59bd47d36ba req-4a777add-642d-444e-b26f-a831746e83a4 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:39.334511 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-9771cbcd-103c-445f-8477-bfc88917e545 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:39.338244 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a36ddee5-a554-4c52-9496-b59bd47d36ba req-4a777add-642d-444e-b26f-a831746e83a4 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 931 time: 0.4960117 Sep 30 13:02:39.423484 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343717f-cbdc-469a-8482-95a44724d435 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0b27e8-4458-40c8-96bb-d3be19e3b861,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:39.437306 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5cf27-f22b-419b-a283-95b259d0f761 req-b9a6b65b-5d16-47c8-b044-22169fd543bf tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:39.446820 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-97c5cf27-f22b-419b-a283-95b259d0f761 req-b9a6b65b-5d16-47c8-b044-22169fd543bf tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=4035c873-9d35-46f9-b0f8-6cf9e5fa31df HTTP/1.1" status: 200 len: 948 time: 0.5370290 Sep 30 13:02:39.460972 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-9771cbcd-103c-445f-8477-bfc88917e545 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:39.471280 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15345870-2879-4765-b8ee-19f9b6606c36 admin admin] Made reservation on behalf of bfee4c1083184c949bfe63d2e5d7a195 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:02:39.478071 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-15345870-2879-4765-b8ee-19f9b6606c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:39.520318 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69c9e8-20df-499f-8363-3fc5211edcbb service neutron] Pushing event updated for resources: {'Port': ['ID=bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:39.559076 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a36ddee5-a554-4c52-9496-b59bd47d36ba req-98965371-299f-4095-9c4b-c71b74d26121 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154326 Sep 30 13:02:39.579085 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-9771cbcd-103c-445f-8477-bfc88917e545 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Network d88806d7-cb43-44a5-88a4-05dfc9e84a4d is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:02:39.592202 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771cbcd-103c-445f-8477-bfc88917e545 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event updated for resources: {'Port': ['ID=20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:39.602741 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-9771cbcd-103c-445f-8477-bfc88917e545 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:02:39.608799 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-9771cbcd-103c-445f-8477-bfc88917e545 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:02:39.610935 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-4343717f-cbdc-469a-8482-95a44724d435 service neutron] Attempting to bind port bd0b27e8-4458-40c8-96bb-d3be19e3b861 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:02:39.612151 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-15345870-2879-4765-b8ee-19f9b6606c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:39.612809 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-4343717f-cbdc-469a-8482-95a44724d435 service neutron] Attempting to bind port bd0b27e8-4458-40c8-96bb-d3be19e3b861 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:02:39.613301 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-4343717f-cbdc-469a-8482-95a44724d435 service neutron] Attempting to bind port bd0b27e8-4458-40c8-96bb-d3be19e3b861 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:02:39.640374 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-4343717f-cbdc-469a-8482-95a44724d435 service neutron] Port bd0b27e8-4458-40c8-96bb-d3be19e3b861 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:02:39.644292 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-4343717f-cbdc-469a-8482-95a44724d435 service neutron] Attempting to bind port bd0b27e8-4458-40c8-96bb-d3be19e3b861 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:02:39.655806 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-7e69c9e8-20df-499f-8363-3fc5211edcbb service neutron] Attempting to bind port bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:02:39.656150 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-7e69c9e8-20df-499f-8363-3fc5211edcbb service neutron] Attempting to bind port bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:02:39.656485 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-7e69c9e8-20df-499f-8363-3fc5211edcbb service neutron] Attempting to bind port bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:02:39.659886 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-4343717f-cbdc-469a-8482-95a44724d435 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:02:39.660227 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-4343717f-cbdc-469a-8482-95a44724d435 service neutron] Checking segment: {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:02:39.660612 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-4343717f-cbdc-469a-8482-95a44724d435 service neutron] Bound using segment: {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:02:39.661051 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-4343717f-cbdc-469a-8482-95a44724d435 service neutron] Bound port: bd0b27e8-4458-40c8-96bb-d3be19e3b861, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:02:39.661424 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-4343717f-cbdc-469a-8482-95a44724d435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:39.706460 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-7e69c9e8-20df-499f-8363-3fc5211edcbb service neutron] Port bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:02:39.706764 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-7e69c9e8-20df-499f-8363-3fc5211edcbb service neutron] Attempting to bind port bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:02:39.732594 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-7e69c9e8-20df-499f-8363-3fc5211edcbb service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:02:39.733035 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-7e69c9e8-20df-499f-8363-3fc5211edcbb service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:02:39.736701 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-7e69c9e8-20df-499f-8363-3fc5211edcbb service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:02:39.737223 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-7e69c9e8-20df-499f-8363-3fc5211edcbb service neutron] Bound port: bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:02:39.737599 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-7e69c9e8-20df-499f-8363-3fc5211edcbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:39.793875 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-15345870-2879-4765-b8ee-19f9b6606c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:39.818518 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-15345870-2879-4765-b8ee-19f9b6606c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:39.832323 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15345870-2879-4765-b8ee-19f9b6606c36 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:02:39.898733 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-15345870-2879-4765-b8ee-19f9b6606c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:39.900571 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-15345870-2879-4765-b8ee-19f9b6606c36 admin admin] Added segment bf86f141-e7cd-42f7-a7a8-ff58f91b78e9 of type vlan for network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a Sep 30 13:02:39.933223 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-97c5cf27-f22b-419b-a283-95b259d0f761 req-d8ba4e76-b5ca-43ab-bc1e-9b33b60d9387 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837692 Sep 30 13:02:39.976555 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-9771cbcd-103c-445f-8477-bfc88917e545 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:39.977336 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-9771cbcd-103c-445f-8477-bfc88917e545 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:39.980252 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15345870-2879-4765-b8ee-19f9b6606c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6470d0-f06c-4b36-827b-03bd4e434e28,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:39.984782 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-8cb6146f-f8c2-4c47-9287-6528c85f07fc None None] Provisioning complete for port 20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:39.986432 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8cb6146f-f8c2-4c47-9287-6528c85f07fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:39.987209 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69147ab-41c0-40e0-9d76-d0fac40fab41 req-defbb619-cdf5-494a-b02f-b63de3e1b705 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:40.001473 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69147ab-41c0-40e0-9d76-d0fac40fab41 req-defbb619-cdf5-494a-b02f-b63de3e1b705 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:40.006168 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-15345870-2879-4765-b8ee-19f9b6606c36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:40.014234 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69147ab-41c0-40e0-9d76-d0fac40fab41 req-defbb619-cdf5-494a-b02f-b63de3e1b705 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:40.020331 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-9771cbcd-103c-445f-8477-bfc88917e545 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3048832 Sep 30 13:02:40.023547 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69147ab-41c0-40e0-9d76-d0fac40fab41 req-defbb619-cdf5-494a-b02f-b63de3e1b705 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:40.025883 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f69147ab-41c0-40e0-9d76-d0fac40fab41 req-defbb619-cdf5-494a-b02f-b63de3e1b705 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 3096 time: 0.3481929 Sep 30 13:02:40.040039 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-32870867-32b8-4fc1-baf0-ed1991c66d62 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Request body: {'port': {'device_id': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd88806d7-cb43-44a5-88a4-05dfc9e84a4d', 'admin_state_up': True, 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'security_groups': ['0841f57a-25ef-404b-8124-5c41f0f8c857']}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:40.051774 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-8cb6146f-f8c2-4c47-9287-6528c85f07fc None None] Port 20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:02:40.077309 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-15345870-2879-4765-b8ee-19f9b6606c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:40.078556 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15345870-2879-4765-b8ee-19f9b6606c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:40.079454 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-15345870-2879-4765-b8ee-19f9b6606c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:40.125359 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-7e69c9e8-20df-499f-8363-3fc5211edcbb service neutron] For port bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:02:40.148857 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-4343717f-cbdc-469a-8482-95a44724d435 service neutron] For port bd0b27e8-4458-40c8-96bb-d3be19e3b861, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:02:40.156731 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-7e69c9e8-20df-499f-8363-3fc5211edcbb service neutron] For port bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:02:40.177815 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-4343717f-cbdc-469a-8482-95a44724d435 service neutron] For port bd0b27e8-4458-40c8-96bb-d3be19e3b861, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=bd0b27e8-4458-40c8-96bb-d3be19e3b861,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:02:40.180155 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-7e69c9e8-20df-499f-8363-3fc5211edcbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:40.199565 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-15345870-2879-4765-b8ee-19f9b6606c36 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2836771 Sep 30 13:02:40.210236 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41950) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:40.226170 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-d863d16e-ab74-4c90-b700-1803ce56fbef admin admin] Request body: {'subnet': {'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-660627798-subnet', 'tenant_id': 'bfee4c1083184c949bfe63d2e5d7a195', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:40.230620 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-4343717f-cbdc-469a-8482-95a44724d435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:40.253953 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f69147ab-41c0-40e0-9d76-d0fac40fab41 req-9b8d0d71-d0c8-4aea-aa80-dc6c3172058e tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903462 Sep 30 13:02:40.275132 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15345870-2879-4765-b8ee-19f9b6606c36 admin admin] Pushing event updated for resources: {'Network': ['ID=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:40.277900 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-7e69c9e8-20df-499f-8363-3fc5211edcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:40.278865 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-7e69c9e8-20df-499f-8363-3fc5211edcbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:40.280259 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-7e69c9e8-20df-499f-8363-3fc5211edcbb service neutron] 10.222.0.39 "PUT /v2.0/ports/bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a HTTP/1.1" status: 200 len: 1095 time: 1.8222864 Sep 30 13:02:40.286046 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59107eaf-e8e2-4d7b-aea8-edab9debc349', 'tag': 'bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:02:40.289159 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43382c09-a749-4d11-a350-f05f49e0a7d8" -d '{"events": [{"name": "network-changed", "server_uuid": "59107eaf-e8e2-4d7b-aea8-edab9debc349", "tag": "bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:02:40.292795 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:02:40.334210 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-4343717f-cbdc-469a-8482-95a44724d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:40.336593 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-4343717f-cbdc-469a-8482-95a44724d435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:40.340008 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-4343717f-cbdc-469a-8482-95a44724d435 service neutron] 10.222.0.54 "PUT /v2.0/ports/bd0b27e8-4458-40c8-96bb-d3be19e3b861 HTTP/1.1" status: 200 len: 1091 time: 3.2889454 Sep 30 13:02:40.340982 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e887e-5962-4fe1-b244-b9e9daa4b897 req-a1d8a9af-73d8-41c4-a76e-cb8b3c932976 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:40.342662 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-321e887e-5962-4fe1-b244-b9e9daa4b897 req-a1d8a9af-73d8-41c4-a76e-cb8b3c932976 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=18c29188-cc72-48cd-9952-764e190b5aa6 HTTP/1.1" status: 200 len: 949 time: 0.2397089 Sep 30 13:02:40.353164 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d863d16e-ab74-4c90-b700-1803ce56fbef admin admin] Made reservation on behalf of bfee4c1083184c949bfe63d2e5d7a195 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:02:40.356338 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d863d16e-ab74-4c90-b700-1803ce56fbef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:40.372420 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69c9e8-20df-499f-8363-3fc5211edcbb service neutron] Pushing event updated for resources: {'Port': ['ID=bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:40.463231 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-32870867-32b8-4fc1-baf0-ed1991c66d62 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Made reservation on behalf of fcdfca8935404bd6b32ec59be45dc83c for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:02:40.480745 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-32870867-32b8-4fc1-baf0-ed1991c66d62 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:40.602614 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-321e887e-5962-4fe1-b244-b9e9daa4b897 req-12bf3950-6ec5-4d03-9e34-c94687174e47 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374403 Sep 30 13:02:40.634453 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 50c15571-afef-4104-9892-6d0ee9b4e2e8 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:02:40.654901 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-48598a37-f38d-42ff-a32f-fe06269264e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:40.656426 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-48598a37-f38d-42ff-a32f-fe06269264e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6bc2b8265cf74e51b317b791268104cc&device_id=59107eaf-e8e2-4d7b-aea8-edab9debc349 HTTP/1.1" status: 200 len: 1098 time: 0.3040459 Sep 30 13:02:40.773479 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-d1fdc0c9-2954-4b44-9612-1135e58c0d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:40.775002 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-d1fdc0c9-2954-4b44-9612-1135e58c0d17 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 1094 time: 0.3175464 Sep 30 13:02:40.782333 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343717f-cbdc-469a-8482-95a44724d435 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0b27e8-4458-40c8-96bb-d3be19e3b861,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:40.786255 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34506fd0-17ab-4e43-a60d-223312ef9be9 x-openstack-request-id: req-34506fd0-17ab-4e43-a60d-223312ef9be9 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:02:40.786531 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59107eaf-e8e2-4d7b-aea8-edab9debc349", "tag": "bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:02:40.786774 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34506fd0-17ab-4e43-a60d-223312ef9be9 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:02:40.787164 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59107eaf-e8e2-4d7b-aea8-edab9debc349', 'tag': 'bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a', 'status': 'completed', 'code': 200} Sep 30 13:02:40.850364 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 50c15571-afef-4104-9892-6d0ee9b4e2e8, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=50c15571-afef-4104-9892-6d0ee9b4e2e8,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:40.868842 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '50c15571-afef-4104-9892-6d0ee9b4e2e8', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': '50c15571-afef-4104-9892-6d0ee9b4e2e8', 'mac_address': 'fa:16:3e:4c:45:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:02:40.872505 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-c62da729-441d-49ce-b977-97b6e93f6d84 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd0b27e8-4458-40c8-96bb-d3be19e3b861 HTTP/1.1" status: 200 len: 217 time: 0.0831151 Sep 30 13:02:40.885396 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-d9112fe0-6700-4881-ab7f-f9ee128bf334 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a HTTP/1.1" status: 200 len: 217 time: 0.1934445 Sep 30 13:02:40.897039 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-32870867-32b8-4fc1-baf0-ed1991c66d62 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Allocated IP 10.2.2.200 (d88806d7-cb43-44a5-88a4-05dfc9e84a4d/78037d28-e7f8-493a-8dcf-013e39c51454/a590db81-d7b1-40db-81be-4877e02204d3) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:02:40.919216 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2b571-671c-45bd-84a1-a727aa885239 req-8bcc7345-884f-44cb-9dcf-4d6a54e7551e tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:40.928795 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-60c2b571-671c-45bd-84a1-a727aa885239 req-8bcc7345-884f-44cb-9dcf-4d6a54e7551e tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.18 "GET /v2.0/ports?device_id=59107eaf-e8e2-4d7b-aea8-edab9debc349 HTTP/1.1" status: 200 len: 947 time: 0.3871753 Sep 30 13:02:40.979708 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:40.998808 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c15571-afef-4104-9892-6d0ee9b4e2e8 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:02:41.028005 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 50c15571-afef-4104-9892-6d0ee9b4e2e8, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=50c15571-afef-4104-9892-6d0ee9b4e2e8,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:41.029909 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-60c2b571-671c-45bd-84a1-a727aa885239 req-040bb80d-4b21-471b-994b-c00e918d7dd5 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c009b8b-759d-4e5a-80fb-7535d7623141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001682 Sep 30 13:02:41.046942 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:41.096881 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-5da620b6-e707-45ff-a0f5-efce71014d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:41.098423 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-5da620b6-e707-45ff-a0f5-efce71014d6e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1590931 Sep 30 13:02:41.112711 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-0d3effd8-5310-4eed-8bfb-99b3e733e412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:41.114115 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-0d3effd8-5310-4eed-8bfb-99b3e733e412 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d154e7f6-f478-45ee-9bd0-03f890cad96e HTTP/1.1" status: 200 len: 847 time: 0.2278128 Sep 30 13:02:41.154653 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=50c15571-afef-4104-9892-6d0ee9b4e2e8,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:41.193941 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3b720-ddb1-415c-becb-ae0ab0b645d8 req-71b0c418-dece-4f21-83f4-9e6e61ef4a51 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:41.195494 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87d3b720-ddb1-415c-becb-ae0ab0b645d8 req-71b0c418-dece-4f21-83f4-9e6e61ef4a51 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 943 time: 0.1561506 Sep 30 13:02:41.202436 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-32870867-32b8-4fc1-baf0-ed1991c66d62 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:41.237662 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-9f261a25-02ee-4341-9e21-2725da34306b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=49ef354a-ba5f-45a0-ae5d-336431ac76bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999722 Sep 30 13:02:41.255224 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-93274fdc-049b-47eb-8639-56b7f785d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:41.256713 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-93274fdc-049b-47eb-8639-56b7f785d699 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1417410 Sep 30 13:02:41.279087 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87d3b720-ddb1-415c-becb-ae0ab0b645d8 req-bbcaec12-f00b-4dfb-81ad-8dd431f93eff tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729642 Sep 30 13:02:41.359497 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-347867f5-03ae-474f-ba29-58168c941255 service neutron] 10.222.0.54 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076283 Sep 30 13:02:41.361229 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebbc1e-2f34-4358-b63b-8620b063d1f4 req-c9197e9e-bbc2-4a5d-bfd8-f3e24aa4b2ee tempest-ServersOnMultiNodesTest-782157231 tempest-ServersOnMultiNodesTest-782157231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:41.370890 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e5ebbc1e-2f34-4358-b63b-8620b063d1f4 req-c9197e9e-bbc2-4a5d-bfd8-f3e24aa4b2ee tempest-ServersOnMultiNodesTest-782157231 tempest-ServersOnMultiNodesTest-782157231-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=18c29188-cc72-48cd-9952-764e190b5aa6 HTTP/1.1" status: 200 len: 1100 time: 0.2360373 Sep 30 13:02:41.408596 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-32870867-32b8-4fc1-baf0-ed1991c66d62 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:41.429562 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['50c15571-afef-4104-9892-6d0ee9b4e2e8'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:02:41.494203 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a3bd72a-8990-46e2-9cf2-ba7ec2cd8a1f req-a98915c4-bb2b-40cf-aa92-f79d163427e0 service neutron] 10.222.0.54 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195211 Sep 30 13:02:41.531247 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d863d16e-ab74-4c90-b700-1803ce56fbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:41.629369 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e5ebbc1e-2f34-4358-b63b-8620b063d1f4 req-23b82667-b919-4f4e-b37a-13d2971dc5b9 tempest-ServersOnMultiNodesTest-782157231 tempest-ServersOnMultiNodesTest-782157231-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574503 Sep 30 13:02:41.707859 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863d16e-ab74-4c90-b700-1803ce56fbef admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2a3567b-bc5f-477b-8f28-c16dcd278961,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:41.711623 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-c3350b15-40d4-442d-a5d3-a36364d27019 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321844 Sep 30 13:02:41.751676 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-32870867-32b8-4fc1-baf0-ed1991c66d62 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Network d88806d7-cb43-44a5-88a4-05dfc9e84a4d is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:02:41.784955 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f2efa-bf44-4810-9427-797020cbd3af req-7bb92ea6-152c-428e-8377-b2330f9955ef tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:41.803721 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7c3f2efa-bf44-4810-9427-797020cbd3af req-7bb92ea6-152c-428e-8377-b2330f9955ef tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=4035c873-9d35-46f9-b0f8-6cf9e5fa31df HTTP/1.1" status: 200 len: 949 time: 0.4347358 Sep 30 13:02:41.816264 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-32870867-32b8-4fc1-baf0-ed1991c66d62 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:02:41.829025 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-32870867-32b8-4fc1-baf0-ed1991c66d62 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:02:41.895889 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32870867-32b8-4fc1-baf0-ed1991c66d62 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event updated for resources: {'Port': ['ID=a590db81-d7b1-40db-81be-4877e02204d3,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:42.061542 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7c3f2efa-bf44-4810-9427-797020cbd3af req-6b68a276-17b9-43a2-889d-94feb6429b98 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427838 Sep 30 13:02:42.094481 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-32870867-32b8-4fc1-baf0-ed1991c66d62 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:42.095422 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-32870867-32b8-4fc1-baf0-ed1991c66d62 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:42.108144 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d863d16e-ab74-4c90-b700-1803ce56fbef admin admin] Checking segment: {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:02:42.109745 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d863d16e-ab74-4c90-b700-1803ce56fbef admin admin] Network hostable DHCP agents. Network: 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:02:42.147366 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-32870867-32b8-4fc1-baf0-ed1991c66d62 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1122835 Sep 30 13:02:42.164867 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-463b3ca5-c0bd-4f95-822c-b9297cafbf9e service neutron] Request body: {'port': {'device_id': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:42.171995 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d863d16e-ab74-4c90-b700-1803ce56fbef admin admin] Network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:02:42.216377 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-d863d16e-ab74-4c90-b700-1803ce56fbef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:02:42.230275 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537761f1-17e4-4342-a882-8571947c817d None None] Network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:02:42.232753 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d863d16e-ab74-4c90-b700-1803ce56fbef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:42.233359 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d863d16e-ab74-4c90-b700-1803ce56fbef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:42.273539 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-463b3ca5-c0bd-4f95-822c-b9297cafbf9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:42.285168 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d863d16e-ab74-4c90-b700-1803ce56fbef admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0636005 Sep 30 13:02:42.437053 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfee5b-837a-4e42-a616-1c5eb6ef1897 req-fc8bafe3-7ec7-45a0-8ef3-2980546ecd22 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:42.443707 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfee5b-837a-4e42-a616-1c5eb6ef1897 req-fc8bafe3-7ec7-45a0-8ef3-2980546ecd22 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:42.451351 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfee5b-837a-4e42-a616-1c5eb6ef1897 req-fc8bafe3-7ec7-45a0-8ef3-2980546ecd22 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:42.458176 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfee5b-837a-4e42-a616-1c5eb6ef1897 req-fc8bafe3-7ec7-45a0-8ef3-2980546ecd22 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:42.464198 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfee5b-837a-4e42-a616-1c5eb6ef1897 req-fc8bafe3-7ec7-45a0-8ef3-2980546ecd22 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:42.472842 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4bbfee5b-837a-4e42-a616-1c5eb6ef1897 req-fc8bafe3-7ec7-45a0-8ef3-2980546ecd22 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 3817 time: 0.6573982 Sep 30 13:02:42.483382 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75dafe00-e8b2-4586-9219-4f0ad1e6972b req-c58ee727-1be5-4598-8434-1bcf1cd5a824 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7602894 Sep 30 13:02:42.559676 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4bbfee5b-837a-4e42-a616-1c5eb6ef1897 req-2369f081-e052-47bd-a52b-21d257224c24 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857291 Sep 30 13:02:42.563371 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-91375b06-b943-436d-8d9b-6d9ce70b3a2b None None] Provisioning complete for port a590db81-d7b1-40db-81be-4877e02204d3 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:42.564008 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-91375b06-b943-436d-8d9b-6d9ce70b3a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:42.620073 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95293924-8953-4035-94ee-fba18ce7dcb1 None None] Network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:02:42.699026 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-91375b06-b943-436d-8d9b-6d9ce70b3a2b None None] Port a590db81-d7b1-40db-81be-4877e02204d3 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:02:42.799875 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd5673e-b0e8-4951-9e1d-a5e56d54c649', 'tag': 'bd0b27e8-4458-40c8-96bb-d3be19e3b861'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:02:42.808906 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfba4d4-53c2-4d91-9b7e-3abfcd8f5a76" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd5673e-b0e8-4951-9e1d-a5e56d54c649", "tag": "bd0b27e8-4458-40c8-96bb-d3be19e3b861"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:02:42.840016 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-3c7a560b-50b2-49e0-805d-78589970bc9b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3560915 Sep 30 13:02:42.915396 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43382c09-a749-4d11-a350-f05f49e0a7d8 req-f80dda77-cbfb-4c6c-855f-a05f4267097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:42.917720 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-43382c09-a749-4d11-a350-f05f49e0a7d8 req-f80dda77-cbfb-4c6c-855f-a05f4267097d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6bc2b8265cf74e51b317b791268104cc&device_id=59107eaf-e8e2-4d7b-aea8-edab9debc349 HTTP/1.1" status: 200 len: 1098 time: 0.1542845 Sep 30 13:02:42.931489 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b975d-c497-4f96-ba97-c511471d686b req-d7520b69-dcc2-4f59-aad3-a34b5f205a40 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:42.940401 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-492b975d-c497-4f96-ba97-c511471d686b req-d7520b69-dcc2-4f59-aad3-a34b5f205a40 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.18 "GET /v2.0/ports?device_id=59107eaf-e8e2-4d7b-aea8-edab9debc349 HTTP/1.1" status: 200 len: 947 time: 0.0832515 Sep 30 13:02:43.034486 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-492b975d-c497-4f96-ba97-c511471d686b req-38899d08-dc06-495e-83ef-c02ea7370509 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c009b8b-759d-4e5a-80fb-7535d7623141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876839 Sep 30 13:02:43.139129 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-0314bbc9-ff44-40b5-934b-683d52a810ad tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:43.150635 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-0314bbc9-ff44-40b5-934b-683d52a810ad tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3068275 Sep 30 13:02:43.177316 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-6e4c95d2-6ba3-4776-a92a-e4eac6e6b05d tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/quotas/3bc89b3b842046238e7c21a0c02c3f96 HTTP/1.1" status: 200 len: 375 time: 0.0255148 Sep 30 13:02:43.212295 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43382c09-a749-4d11-a350-f05f49e0a7d8 req-d4558add-a491-47ca-823d-958dc46dc5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:43.214510 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-43382c09-a749-4d11-a350-f05f49e0a7d8 req-d4558add-a491-47ca-823d-958dc46dc5a3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.2647638 Sep 30 13:02:43.231902 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace0941-5095-4248-b56f-8fc0ffa61e2a req-85be4348-afba-445d-b497-f4e859ae2539 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:43.233650 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6ace0941-5095-4248-b56f-8fc0ffa61e2a req-85be4348-afba-445d-b497-f4e859ae2539 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 943 time: 0.0934889 Sep 30 13:02:43.268886 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-463b3ca5-c0bd-4f95-822c-b9297cafbf9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91dd7c39-fe37-47b7-b54a-b0e32073743f {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:02:43.279636 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-43382c09-a749-4d11-a350-f05f49e0a7d8 req-acaae5cd-8136-4f1b-a4e1-32161b8fc40a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a HTTP/1.1" status: 200 len: 217 time: 0.0446210 Sep 30 13:02:43.292811 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-463b3ca5-c0bd-4f95-822c-b9297cafbf9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:43.325928 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42004) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:43.336293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-be6819b4-4fd8-4556-874d-7e37ac9cf8ea admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-561175623-network', 'tenant_id': 'b98cf259c19a492f87f5c5e39ae1a1c9'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:43.339759 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-463b3ca5-c0bd-4f95-822c-b9297cafbf9e service neutron] Transition to ACTIVE for port object 91dd7c39-fe37-47b7-b54a-b0e32073743f will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:02:43.358538 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-7d8c9701-e553-47d8-815e-286e18da1b8e tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1802845 Sep 30 13:02:43.360336 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-463b3ca5-c0bd-4f95-822c-b9297cafbf9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:43.381630 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6819b4-4fd8-4556-874d-7e37ac9cf8ea admin admin] Made reservation on behalf of b98cf259c19a492f87f5c5e39ae1a1c9 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:02:43.387518 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-be6819b4-4fd8-4556-874d-7e37ac9cf8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:43.419779 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6ace0941-5095-4248-b56f-8fc0ffa61e2a req-4118946d-42b3-4c4e-bef0-ceba128fd2d3 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345205 Sep 30 13:02:43.426944 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-be6819b4-4fd8-4556-874d-7e37ac9cf8ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:43.467952 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43382c09-a749-4d11-a350-f05f49e0a7d8 req-c07cd634-3824-41e9-a98a-2dc198367b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:43.469493 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-43382c09-a749-4d11-a350-f05f49e0a7d8 req-c07cd634-3824-41e9-a98a-2dc198367b95 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1793301 Sep 30 13:02:43.515142 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab88773-8831-46bd-8e76-a7cfaf36c132 x-openstack-request-id: req-aab88773-8831-46bd-8e76-a7cfaf36c132 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:02:43.515462 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd5673e-b0e8-4951-9e1d-a5e56d54c649", "tag": "bd0b27e8-4458-40c8-96bb-d3be19e3b861", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:02:43.515718 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aab88773-8831-46bd-8e76-a7cfaf36c132 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:02:43.517756 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd5673e-b0e8-4951-9e1d-a5e56d54c649', 'tag': 'bd0b27e8-4458-40c8-96bb-d3be19e3b861', 'status': 'completed', 'code': 200} Sep 30 13:02:43.604906 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b3ca5-c0bd-4f95-822c-b9297cafbf9e service neutron] Pushing event updated for resources: {'Port': ['ID=91dd7c39-fe37-47b7-b54a-b0e32073743f,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:43.644870 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-463b3ca5-c0bd-4f95-822c-b9297cafbf9e service neutron] Attempting to bind port 91dd7c39-fe37-47b7-b54a-b0e32073743f on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:02:43.650620 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-463b3ca5-c0bd-4f95-822c-b9297cafbf9e service neutron] Attempting to bind port 91dd7c39-fe37-47b7-b54a-b0e32073743f by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'fe45a204-9df2-427b-ab55-3bf891956d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '451c330d-13f6-4604-823e-5e771fb25477'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:02:43.651193 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-463b3ca5-c0bd-4f95-822c-b9297cafbf9e service neutron] Attempting to bind port 91dd7c39-fe37-47b7-b54a-b0e32073743f on network 451c330d-13f6-4604-823e-5e771fb25477 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:02:43.666727 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-463b3ca5-c0bd-4f95-822c-b9297cafbf9e service neutron] Port 91dd7c39-fe37-47b7-b54a-b0e32073743f on network 451c330d-13f6-4604-823e-5e771fb25477 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:02:43.667104 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-463b3ca5-c0bd-4f95-822c-b9297cafbf9e service neutron] Attempting to bind port 91dd7c39-fe37-47b7-b54a-b0e32073743f on network 451c330d-13f6-4604-823e-5e771fb25477 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:02:43.680881 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-463b3ca5-c0bd-4f95-822c-b9297cafbf9e service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:02:43.681215 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-463b3ca5-c0bd-4f95-822c-b9297cafbf9e service neutron] Checking segment: {'id': 'fe45a204-9df2-427b-ab55-3bf891956d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '451c330d-13f6-4604-823e-5e771fb25477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:02:43.681882 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-463b3ca5-c0bd-4f95-822c-b9297cafbf9e service neutron] Bound using segment: {'id': 'fe45a204-9df2-427b-ab55-3bf891956d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '451c330d-13f6-4604-823e-5e771fb25477'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:02:43.682561 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-463b3ca5-c0bd-4f95-822c-b9297cafbf9e service neutron] Bound port: 91dd7c39-fe37-47b7-b54a-b0e32073743f, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe45a204-9df2-427b-ab55-3bf891956d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '451c330d-13f6-4604-823e-5e771fb25477'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:02:43.683024 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-463b3ca5-c0bd-4f95-822c-b9297cafbf9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:43.779955 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-463b3ca5-c0bd-4f95-822c-b9297cafbf9e service neutron] For port 91dd7c39-fe37-47b7-b54a-b0e32073743f, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:02:43.784322 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-463b3ca5-c0bd-4f95-822c-b9297cafbf9e service neutron] For port 91dd7c39-fe37-47b7-b54a-b0e32073743f, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=91dd7c39-fe37-47b7-b54a-b0e32073743f,segment=NetworkSegment(fe45a204-9df2-427b-ab55-3bf891956d2b),segment_id=fe45a204-9df2-427b-ab55-3bf891956d2b)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:02:43.798258 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-463b3ca5-c0bd-4f95-822c-b9297cafbf9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:43.834689 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43382c09-a749-4d11-a350-f05f49e0a7d8 req-bc09f5e9-5760-48f0-aac5-a77017285f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:43.836648 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-43382c09-a749-4d11-a350-f05f49e0a7d8 req-bc09f5e9-5760-48f0-aac5-a77017285f52 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3556058 Sep 30 13:02:43.859148 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ce589-d278-41c9-91ec-7207ce901a7b req-02ef3bb7-4eb9-4454-a9e9-3799e53a542d tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:43.861245 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bb0ce589-d278-41c9-91ec-7207ce901a7b req-02ef3bb7-4eb9-4454-a9e9-3799e53a542d tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=4035c873-9d35-46f9-b0f8-6cf9e5fa31df HTTP/1.1" status: 200 len: 949 time: 0.2268214 Sep 30 13:02:43.910596 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a2bc1f9c-ce5b-47e3-ba09-9a78e0a2ade8 req-7b45cb39-89d0-45d9-a906-ed5744144550 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=066fe2a6-3ad6-4aea-8e84-4a38d8a96df8 HTTP/1.1" status: 200 len: 210 time: 0.1247046 Sep 30 13:02:43.918762 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b3ca5-c0bd-4f95-822c-b9297cafbf9e service neutron] Pushing event updated for resources: {'Port': ['ID=91dd7c39-fe37-47b7-b54a-b0e32073743f,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:43.929862 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-463b3ca5-c0bd-4f95-822c-b9297cafbf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:43.929862 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-463b3ca5-c0bd-4f95-822c-b9297cafbf9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:43.933252 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-463b3ca5-c0bd-4f95-822c-b9297cafbf9e service neutron] 10.222.0.54 "PUT /v2.0/ports/91dd7c39-fe37-47b7-b54a-b0e32073743f HTTP/1.1" status: 200 len: 1092 time: 1.7734442 Sep 30 13:02:43.933347 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'tag': '91dd7c39-fe37-47b7-b54a-b0e32073743f'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:02:43.937837 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32319aca-be0d-4ae4-af31-90c8f0922c90" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "tag": "91dd7c39-fe37-47b7-b54a-b0e32073743f"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:02:43.978717 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dfee14bf-91d3-48fd-affb-ef047cf1424e service neutron] Request body: {'port': {'device_id': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:43.995767 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bb0ce589-d278-41c9-91ec-7207ce901a7b req-56f5f6f1-ae73-47f0-9b59-57b50c490ac8 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182218 Sep 30 13:02:44.003396 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfba4d4-53c2-4d91-9b7e-3abfcd8f5a76 req-2e3e88fa-b0f1-47f0-aba8-d6cbced746fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:44.009239 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1bfba4d4-53c2-4d91-9b7e-3abfcd8f5a76 req-2e3e88fa-b0f1-47f0-aba8-d6cbced746fd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 1094 time: 0.4243891 Sep 30 13:02:44.109433 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32c4037-ab56-436b-88d1-132443b27ae9 x-openstack-request-id: req-e32c4037-ab56-436b-88d1-132443b27ae9 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:02:44.111895 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "tag": "91dd7c39-fe37-47b7-b54a-b0e32073743f", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:02:44.112174 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e32c4037-ab56-436b-88d1-132443b27ae9 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:02:44.112595 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'tag': '91dd7c39-fe37-47b7-b54a-b0e32073743f', 'status': 'completed', 'code': 200} Sep 30 13:02:44.173204 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfba4d4-53c2-4d91-9b7e-3abfcd8f5a76 req-cc4c2042-2194-4e3f-a532-7e418cca8db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:44.178271 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1bfba4d4-53c2-4d91-9b7e-3abfcd8f5a76 req-cc4c2042-2194-4e3f-a532-7e418cca8db5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=49ef354a-ba5f-45a0-ae5d-336431ac76bd HTTP/1.1" status: 200 len: 908 time: 0.1559691 Sep 30 13:02:44.237522 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dfee14bf-91d3-48fd-affb-ef047cf1424e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:44.270055 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5d3a5-4b84-477a-89a8-98b613903036 req-e8937e38-00ff-4fbd-adc2-6ab65e02c25a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:44.285770 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5d3a5-4b84-477a-89a8-98b613903036 req-e8937e38-00ff-4fbd-adc2-6ab65e02c25a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:44.305565 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5d3a5-4b84-477a-89a8-98b613903036 req-e8937e38-00ff-4fbd-adc2-6ab65e02c25a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:44.315789 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5d3a5-4b84-477a-89a8-98b613903036 req-e8937e38-00ff-4fbd-adc2-6ab65e02c25a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:44.322244 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5d3a5-4b84-477a-89a8-98b613903036 req-e8937e38-00ff-4fbd-adc2-6ab65e02c25a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:44.330061 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-55c5d3a5-4b84-477a-89a8-98b613903036 req-e8937e38-00ff-4fbd-adc2-6ab65e02c25a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 3829 time: 0.2771661 Sep 30 13:02:44.344490 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1bfba4d4-53c2-4d91-9b7e-3abfcd8f5a76 req-ab92046d-25d8-4b28-9546-3ad9739c9c58 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd0b27e8-4458-40c8-96bb-d3be19e3b861 HTTP/1.1" status: 200 len: 217 time: 0.1358588 Sep 30 13:02:44.430536 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:44.475810 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfba4d4-53c2-4d91-9b7e-3abfcd8f5a76 req-55aeec1d-df15-4b7a-af62-be170d42096d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:44.475810 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1bfba4d4-53c2-4d91-9b7e-3abfcd8f5a76 req-55aeec1d-df15-4b7a-af62-be170d42096d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d154e7f6-f478-45ee-9bd0-03f890cad96e HTTP/1.1" status: 200 len: 847 time: 0.0900660 Sep 30 13:02:44.496941 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 50c15571-afef-4104-9892-6d0ee9b4e2e8 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:02:44.532180 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32319aca-be0d-4ae4-af31-90c8f0922c90 req-662cf859-8e0d-4405-893e-3f9b2ca824dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:44.534563 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32319aca-be0d-4ae4-af31-90c8f0922c90 req-662cf859-8e0d-4405-893e-3f9b2ca824dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:44.535229 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32319aca-be0d-4ae4-af31-90c8f0922c90 req-662cf859-8e0d-4405-893e-3f9b2ca824dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:44.536971 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32319aca-be0d-4ae4-af31-90c8f0922c90 req-662cf859-8e0d-4405-893e-3f9b2ca824dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:44.540349 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32319aca-be0d-4ae4-af31-90c8f0922c90 req-662cf859-8e0d-4405-893e-3f9b2ca824dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:44.551199 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 50c15571-afef-4104-9892-6d0ee9b4e2e8 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:02:44.556408 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 50c15571-afef-4104-9892-6d0ee9b4e2e8 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:44.558248 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:44.558519 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32319aca-be0d-4ae4-af31-90c8f0922c90 req-662cf859-8e0d-4405-893e-3f9b2ca824dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcdfca8935404bd6b32ec59be45dc83c&device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 4364 time: 0.3725190 Sep 30 13:02:44.590289 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-55c5d3a5-4b84-477a-89a8-98b613903036 req-1d13b9d2-4cf8-4b1b-94c1-af0ac800ccaa tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538521 Sep 30 13:02:44.674210 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:44.712676 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4035c873-9d35-46f9-b0f8-6cf9e5fa31df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c15571-afef-4104-9892-6d0ee9b4e2e8'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:02:44.716805 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fe81c6-afd9-41d5-a538-b5cd6277a270" -d '{"events": [{"server_uuid": "4035c873-9d35-46f9-b0f8-6cf9e5fa31df", "name": "network-vif-plugged", "status": "completed", "tag": "50c15571-afef-4104-9892-6d0ee9b4e2e8"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:02:44.743375 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 50c15571-afef-4104-9892-6d0ee9b4e2e8, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=50c15571-afef-4104-9892-6d0ee9b4e2e8,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:44.749363 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:44.771759 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dfee14bf-91d3-48fd-affb-ef047cf1424e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84755c0f-2e46-4801-beed-ac8ea40167fc {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:02:44.781170 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dfee14bf-91d3-48fd-affb-ef047cf1424e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:44.798942 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dfee14bf-91d3-48fd-affb-ef047cf1424e service neutron] Transition to ACTIVE for port object 84755c0f-2e46-4801-beed-ac8ea40167fc will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:02:44.800959 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=50c15571-afef-4104-9892-6d0ee9b4e2e8,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:44.807363 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd4792-8521-4d03-b6dd-a515c1dbf853 req-ad53a0f8-b46d-48db-9063-ef0d215582e6 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:44.810612 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:44.811107 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:44.811451 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:44.811918 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:44.812421 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:44.812760 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:44.813131 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:44.813474 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:44.813800 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:44.814239 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:44.814635 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:44.814968 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:02:44.815509 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-88cd4792-8521-4d03-b6dd-a515c1dbf853 req-ad53a0f8-b46d-48db-9063-ef0d215582e6 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 943 time: 0.0851135 Sep 30 13:02:44.822615 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dfee14bf-91d3-48fd-affb-ef047cf1424e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:44.856660 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-be6819b4-4fd8-4556-874d-7e37ac9cf8ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:44.869637 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1bfba4d4-53c2-4d91-9b7e-3abfcd8f5a76 req-b477940d-4b35-42aa-9972-eb23f3743a1e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=49ef354a-ba5f-45a0-ae5d-336431ac76bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3866410 Sep 30 13:02:44.880989 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-43382c09-a749-4d11-a350-f05f49e0a7d8 req-38983ebf-c8b4-44ca-a519-863733152eba service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0172369 Sep 30 13:02:44.889883 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-be6819b4-4fd8-4556-874d-7e37ac9cf8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:44.901236 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512ed9b-3b9e-4e0b-accc-dfa785844ec1 req-3110d6cf-1e36-4c03-81d6-1b067e0dce20 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:44.908920 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1512ed9b-3b9e-4e0b-accc-dfa785844ec1 req-3110d6cf-1e36-4c03-81d6-1b067e0dce20 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.18 "GET /v2.0/ports?device_id=59107eaf-e8e2-4d7b-aea8-edab9debc349 HTTP/1.1" status: 200 len: 947 time: 0.6552451 Sep 30 13:02:44.910973 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-88cd4792-8521-4d03-b6dd-a515c1dbf853 req-85fefcad-0bd4-4f23-b882-7c0c602e8599 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941634 Sep 30 13:02:44.911518 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee14bf-91d3-48fd-affb-ef047cf1424e service neutron] Pushing event updated for resources: {'Port': ['ID=84755c0f-2e46-4801-beed-ac8ea40167fc,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:45.026294 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dfee14bf-91d3-48fd-affb-ef047cf1424e service neutron] Attempting to bind port 84755c0f-2e46-4801-beed-ac8ea40167fc on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:02:45.026713 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dfee14bf-91d3-48fd-affb-ef047cf1424e service neutron] Attempting to bind port 84755c0f-2e46-4801-beed-ac8ea40167fc by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'ac637a4a-2081-46b7-8c83-b608b8cef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:02:45.027045 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dfee14bf-91d3-48fd-affb-ef047cf1424e service neutron] Attempting to bind port 84755c0f-2e46-4801-beed-ac8ea40167fc on network 7f6c8617-7052-4e03-9d52-54c6cfa13c48 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:02:45.032242 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dfee14bf-91d3-48fd-affb-ef047cf1424e service neutron] Port 84755c0f-2e46-4801-beed-ac8ea40167fc on network 7f6c8617-7052-4e03-9d52-54c6cfa13c48 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:02:45.032567 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dfee14bf-91d3-48fd-affb-ef047cf1424e service neutron] Attempting to bind port 84755c0f-2e46-4801-beed-ac8ea40167fc on network 7f6c8617-7052-4e03-9d52-54c6cfa13c48 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:02:45.051256 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dfee14bf-91d3-48fd-affb-ef047cf1424e service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:02:45.052101 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dfee14bf-91d3-48fd-affb-ef047cf1424e service neutron] Checking segment: {'id': 'ac637a4a-2081-46b7-8c83-b608b8cef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:02:45.052507 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dfee14bf-91d3-48fd-affb-ef047cf1424e service neutron] Bound using segment: {'id': 'ac637a4a-2081-46b7-8c83-b608b8cef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:02:45.053011 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dfee14bf-91d3-48fd-affb-ef047cf1424e service neutron] Bound port: 84755c0f-2e46-4801-beed-ac8ea40167fc, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac637a4a-2081-46b7-8c83-b608b8cef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:02:45.053886 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dfee14bf-91d3-48fd-affb-ef047cf1424e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:45.092629 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9772a37c-d028-47f4-bce8-bfc3c787aa1c x-openstack-request-id: req-9772a37c-d028-47f4-bce8-bfc3c787aa1c {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:02:45.092945 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4035c873-9d35-46f9-b0f8-6cf9e5fa31df", "name": "network-vif-plugged", "status": "completed", "tag": "50c15571-afef-4104-9892-6d0ee9b4e2e8", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:02:45.093198 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9772a37c-d028-47f4-bce8-bfc3c787aa1c {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:02:45.093591 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4035c873-9d35-46f9-b0f8-6cf9e5fa31df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c15571-afef-4104-9892-6d0ee9b4e2e8', 'code': 200} Sep 30 13:02:45.163908 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1bfba4d4-53c2-4d91-9b7e-3abfcd8f5a76 req-4d791c7e-7cd7-416a-ad42-07f0394de2a0 service neutron] 10.222.0.54 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737958 Sep 30 13:02:45.170929 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.54', 56421) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:45.177538 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6819b4-4fd8-4556-874d-7e37ac9cf8ea admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:02:45.185602 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32319aca-be0d-4ae4-af31-90c8f0922c90 req-ca20358f-27fc-47e6-bb6d-53de8e6448d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:45.186108 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32319aca-be0d-4ae4-af31-90c8f0922c90 req-ca20358f-27fc-47e6-bb6d-53de8e6448d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:45.186581 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32319aca-be0d-4ae4-af31-90c8f0922c90 req-ca20358f-27fc-47e6-bb6d-53de8e6448d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:45.188562 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32319aca-be0d-4ae4-af31-90c8f0922c90 req-ca20358f-27fc-47e6-bb6d-53de8e6448d2 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=fcdfca8935404bd6b32ec59be45dc83c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5782294 Sep 30 13:02:45.250349 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-be6819b4-4fd8-4556-874d-7e37ac9cf8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:45.250690 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-be6819b4-4fd8-4556-874d-7e37ac9cf8ea admin admin] Added segment f5539c63-4727-48f4-bb6d-7f8a31f7dce8 of type vlan for network 9f461ada-3505-443a-b8c7-cfa42a786359 Sep 30 13:02:45.292580 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6819b4-4fd8-4556-874d-7e37ac9cf8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e4145e-6253-4d32-a216-2ad8b3d86f25,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:45.367773 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-ee5661a0-1263-46b6-a84b-75279cfa4241 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1580698 Sep 30 13:02:45.375056 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1512ed9b-3b9e-4e0b-accc-dfa785844ec1 req-81c18a41-92b6-4a67-9c16-c337e42a632a tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c009b8b-759d-4e5a-80fb-7535d7623141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4651430 Sep 30 13:02:45.386597 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dfee14bf-91d3-48fd-affb-ef047cf1424e service neutron] For port 84755c0f-2e46-4801-beed-ac8ea40167fc, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:02:45.462241 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dfee14bf-91d3-48fd-affb-ef047cf1424e service neutron] For port 84755c0f-2e46-4801-beed-ac8ea40167fc, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=84755c0f-2e46-4801-beed-ac8ea40167fc,segment=NetworkSegment(ac637a4a-2081-46b7-8c83-b608b8cef194),segment_id=ac637a4a-2081-46b7-8c83-b608b8cef194)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:02:45.467452 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420cb77-2aba-47f9-b732-ddac1ba131a7 req-d7f120bb-84f7-4e31-bce4-c673400f8a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:45.468912 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4420cb77-2aba-47f9-b732-ddac1ba131a7 req-d7f120bb-84f7-4e31-bce4-c673400f8a75 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4035c873-9d35-46f9-b0f8-6cf9e5fa31df HTTP/1.1" status: 200 len: 1101 time: 0.2915640 Sep 30 13:02:45.477240 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dfee14bf-91d3-48fd-affb-ef047cf1424e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:45.484598 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-be6819b4-4fd8-4556-874d-7e37ac9cf8ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:45.596988 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b43289a7-0ff3-46b7-b9e5-57f8c5a103a4 req-4a0cb906-3189-43bf-bc25-45b4d3531bf4 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=066fe2a6-3ad6-4aea-8e84-4a38d8a96df8 HTTP/1.1" status: 200 len: 210 time: 0.1141465 Sep 30 13:02:45.624344 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-43382c09-a749-4d11-a350-f05f49e0a7d8 req-67614e13-2a64-466e-971e-31c713bbc01f service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7057459 Sep 30 13:02:45.642253 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:02:45.654629 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1bfba4d4-53c2-4d91-9b7e-3abfcd8f5a76 req-25a36789-a55c-480d-b8f4-0c57f3a1a50f service neutron] 10.222.0.54 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616439 Sep 30 13:02:45.667858 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32319aca-be0d-4ae4-af31-90c8f0922c90 req-7d18740f-799e-41be-b8e0-82a53866f85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:45.669482 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32319aca-be0d-4ae4-af31-90c8f0922c90 req-7d18740f-799e-41be-b8e0-82a53866f85f service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4296632 Sep 30 13:02:45.671709 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-be6819b4-4fd8-4556-874d-7e37ac9cf8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:45.673920 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6819b4-4fd8-4556-874d-7e37ac9cf8ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:45.674668 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-be6819b4-4fd8-4556-874d-7e37ac9cf8ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:45.725545 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-be6819b4-4fd8-4556-874d-7e37ac9cf8ea admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3960164 Sep 30 13:02:45.758335 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42054) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:45.765166 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-8a6e878b-6730-4f59-a528-4fe773caf46f admin admin] Request body: {'subnet': {'network_id': '9f461ada-3505-443a-b8c7-cfa42a786359', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-561175623-subnet', 'tenant_id': 'b98cf259c19a492f87f5c5e39ae1a1c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:45.784058 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6819b4-4fd8-4556-874d-7e37ac9cf8ea admin admin] Pushing event updated for resources: {'Network': ['ID=9f461ada-3505-443a-b8c7-cfa42a786359,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:45.799347 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 9f461ada-3505-443a-b8c7-cfa42a786359 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:02:45.823972 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded3ebd-fed3-4d34-8551-9850fd4b39ee req-ca6f582d-d722-46cc-8ca6-fe39240aa15f tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:45.825564 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6ded3ebd-fed3-4d34-8551-9850fd4b39ee req-ca6f582d-d722-46cc-8ca6-fe39240aa15f tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=4035c873-9d35-46f9-b0f8-6cf9e5fa31df HTTP/1.1" status: 200 len: 950 time: 0.1067042 Sep 30 13:02:45.826805 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6e878b-6730-4f59-a528-4fe773caf46f admin admin] Made reservation on behalf of b98cf259c19a492f87f5c5e39ae1a1c9 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:02:45.829154 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8a6e878b-6730-4f59-a528-4fe773caf46f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:45.896067 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:45.910192 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': 'bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a', 'mac_address': 'fa:16:3e:9c:22:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:02:45.925015 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6ded3ebd-fed3-4d34-8551-9850fd4b39ee req-7c1c2ab9-fa38-4322-b2f2-d6c7d34c6258 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824218 Sep 30 13:02:45.963309 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:45.977991 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:02:45.999962 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:46.004064 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-926b6d77-6bf8-4ba0-8cfb-1aae3d329d36 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:46.005747 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-926b6d77-6bf8-4ba0-8cfb-1aae3d329d36 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6205964 Sep 30 13:02:46.007705 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:46.023829 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dfee14bf-91d3-48fd-affb-ef047cf1424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:46.024264 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dfee14bf-91d3-48fd-affb-ef047cf1424e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:46.026329 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dfee14bf-91d3-48fd-affb-ef047cf1424e service neutron] 10.222.0.54 "PUT /v2.0/ports/84755c0f-2e46-4801-beed-ac8ea40167fc HTTP/1.1" status: 200 len: 1131 time: 2.0534303 Sep 30 13:02:46.082522 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-de9081ad-ab42-47a6-8219-cf23c3763816 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Request body: {'port': {'device_id': '066fe2a6-3ad6-4aea-8e84-4a38d8a96df8', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': '3bc89b3b842046238e7c21a0c02c3f96'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:46.099164 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-f503b54e-bab8-447f-8305-851194fcd42c service neutron] Request body: {'port': {'device_id': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:46.115599 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee14bf-91d3-48fd-affb-ef047cf1424e service neutron] Pushing event updated for resources: {'Port': ['ID=84755c0f-2e46-4801-beed-ac8ea40167fc,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:46.118928 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'tag': '84755c0f-2e46-4801-beed-ac8ea40167fc'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:02:46.121241 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:46.122489 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957a1a75-087e-45f3-ae08-ceb1e8e6ae2f" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "tag": "84755c0f-2e46-4801-beed-ac8ea40167fc"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:02:46.154393 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62646113-81a6-4edb-bdcb-77854e83b905 req-9789ec2b-872c-46c5-9ab0-9da9f59a8e09 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:46.162059 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62646113-81a6-4edb-bdcb-77854e83b905 req-9789ec2b-872c-46c5-9ab0-9da9f59a8e09 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:46.168306 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62646113-81a6-4edb-bdcb-77854e83b905 req-9789ec2b-872c-46c5-9ab0-9da9f59a8e09 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:46.174907 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62646113-81a6-4edb-bdcb-77854e83b905 req-9789ec2b-872c-46c5-9ab0-9da9f59a8e09 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:46.181540 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62646113-81a6-4edb-bdcb-77854e83b905 req-9789ec2b-872c-46c5-9ab0-9da9f59a8e09 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:46.188059 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62646113-81a6-4edb-bdcb-77854e83b905 req-9789ec2b-872c-46c5-9ab0-9da9f59a8e09 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:46.196354 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62646113-81a6-4edb-bdcb-77854e83b905 req-9789ec2b-872c-46c5-9ab0-9da9f59a8e09 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 4602 time: 0.1414821 Sep 30 13:02:46.199328 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8a6e878b-6730-4f59-a528-4fe773caf46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:46.252676 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4420cb77-2aba-47f9-b732-ddac1ba131a7 req-3c4d5622-4b35-4f90-9d2d-9a5c5b862fe1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7641115 Sep 30 13:02:46.259075 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e878b-6730-4f59-a528-4fe773caf46f admin admin] Pushing event updated for resources: {'Subnet': ['ID=52d1db5c-4976-4d69-9f9c-d466377cafc6,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:46.275086 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-1af91528-b9c5-4d21-8c2d-3361adba5313 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:46.283465 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-1af91528-b9c5-4d21-8c2d-3361adba5313 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/networks?id=fe2b754e-2c6a-4249-8e43-9c69174bc58a HTTP/1.1" status: 200 len: 815 time: 0.8993189 Sep 30 13:02:46.293904 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:02:46.307347 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62646113-81a6-4edb-bdcb-77854e83b905 req-7c293323-3f1b-4650-84d3-56ab145385d5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1026068 Sep 30 13:02:46.311211 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-f503b54e-bab8-447f-8305-851194fcd42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:46.330532 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-20d63a16-131f-4a3a-8a62-6a54329a448a tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/quotas/378e2d050da241729559ea504aeeacae HTTP/1.1" status: 200 len: 375 time: 0.0458207 Sep 30 13:02:46.363970 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6e878b-6730-4f59-a528-4fe773caf46f admin admin] Checking segment: {'id': 'f5539c63-4727-48f4-bb6d-7f8a31f7dce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9f461ada-3505-443a-b8c7-cfa42a786359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:02:46.364327 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6e878b-6730-4f59-a528-4fe773caf46f admin admin] Network hostable DHCP agents. Network: 9f461ada-3505-443a-b8c7-cfa42a786359, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:02:46.387830 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6e878b-6730-4f59-a528-4fe773caf46f admin admin] Network 9f461ada-3505-443a-b8c7-cfa42a786359 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:02:46.404606 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-8a6e878b-6730-4f59-a528-4fe773caf46f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 9f461ada-3505-443a-b8c7-cfa42a786359) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:02:46.417500 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64be49a0-a557-4305-8d03-560b42e72b3b None None] Network 9f461ada-3505-443a-b8c7-cfa42a786359 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:02:46.424138 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6e878b-6730-4f59-a528-4fe773caf46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:46.425663 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8a6e878b-6730-4f59-a528-4fe773caf46f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:46.500190 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cda64b-cf52-4dda-9de8-ea2ad6c58b5b req-93d2c435-d3a3-40a6-81a1-3e4bf967e3f1 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:46.508714 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-02cda64b-cf52-4dda-9de8-ea2ad6c58b5b req-93d2c435-d3a3-40a6-81a1-3e4bf967e3f1 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 943 time: 0.0793269 Sep 30 13:02:46.513309 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8a6e878b-6730-4f59-a528-4fe773caf46f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7538142 Sep 30 13:02:46.527428 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-de9081ad-ab42-47a6-8219-cf23c3763816 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Made reservation on behalf of 3bc89b3b842046238e7c21a0c02c3f96 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:02:46.531124 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-de9081ad-ab42-47a6-8219-cf23c3763816 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:46.533076 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device bd0b27e8-4458-40c8-96bb-d3be19e3b861 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:02:46.550986 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-f7b7809a-e40f-478f-94a8-d85dde3ca920 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=378e2d050da241729559ea504aeeacae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2193880 Sep 30 13:02:46.583968 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5552e8-bbe4-45c4-9db7-6f0c7566e782 None None] Network 9f461ada-3505-443a-b8c7-cfa42a786359 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:02:46.590887 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-02cda64b-cf52-4dda-9de8-ea2ad6c58b5b req-686c74e5-fe4a-4140-a653-d602ef3ecaf6 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796449 Sep 30 13:02:46.695350 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.resource_extend [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 13:02:46.806382 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dab90e-90e3-4dac-a844-289af2849395 x-openstack-request-id: req-c3dab90e-90e3-4dac-a844-289af2849395 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:02:46.807114 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "tag": "84755c0f-2e46-4801-beed-ac8ea40167fc", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:02:46.807114 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3dab90e-90e3-4dac-a844-289af2849395 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:02:46.808054 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'tag': '84755c0f-2e46-4801-beed-ac8ea40167fc', 'status': 'completed', 'code': 200} Sep 30 13:02:46.837321 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port bd0b27e8-4458-40c8-96bb-d3be19e3b861, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=bd0b27e8-4458-40c8-96bb-d3be19e3b861,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:46.855762 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'bd0b27e8-4458-40c8-96bb-d3be19e3b861', 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd', 'port_id': 'bd0b27e8-4458-40c8-96bb-d3be19e3b861', 'mac_address': 'fa:16:3e:99:c5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd154e7f6-f478-45ee-9bd0-03f890cad96e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:02:46.903030 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:46.916740 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd0b27e8-4458-40c8-96bb-d3be19e3b861 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:02:46.916991 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-27e45c15-ccd5-44ad-88cb-b85cae79b450 service neutron] 10.222.0.18 "GET /v2.0/networks/fe2b754e-2c6a-4249-8e43-9c69174bc58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641942 Sep 30 13:02:46.939247 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port bd0b27e8-4458-40c8-96bb-d3be19e3b861, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=bd0b27e8-4458-40c8-96bb-d3be19e3b861,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:46.945953 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:46.966691 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113565e6-7a44-4264-9445-26d754d4426b req-39650257-6e44-44f2-b9bc-5ac9a5ca734a tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:46.971183 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-113565e6-7a44-4264-9445-26d754d4426b req-39650257-6e44-44f2-b9bc-5ac9a5ca734a tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.18 "GET /v2.0/ports?device_id=59107eaf-e8e2-4d7b-aea8-edab9debc349 HTTP/1.1" status: 200 len: 948 time: 0.0966034 Sep 30 13:02:46.999246 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=bd0b27e8-4458-40c8-96bb-d3be19e3b861,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:47.030739 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-113565e6-7a44-4264-9445-26d754d4426b req-2b96c9d6-d6a4-4467-b816-12f9c3fcf866 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c009b8b-759d-4e5a-80fb-7535d7623141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461025 Sep 30 13:02:47.051192 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-de9081ad-ab42-47a6-8219-cf23c3763816 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Allocated IP 192.168.233.191 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/11a69a79-8602-4e0d-8c17-ce90d13899e8) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:02:47.065671 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a1a75-087e-45f3-ae08-ceb1e8e6ae2f req-4719cc37-cdd8-42aa-8c11-a0410aae68ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:47.066180 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a1a75-087e-45f3-ae08-ceb1e8e6ae2f req-4719cc37-cdd8-42aa-8c11-a0410aae68ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:47.066673 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a1a75-087e-45f3-ae08-ceb1e8e6ae2f req-4719cc37-cdd8-42aa-8c11-a0410aae68ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:47.067137 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a1a75-087e-45f3-ae08-ceb1e8e6ae2f req-4719cc37-cdd8-42aa-8c11-a0410aae68ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:47.067608 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a1a75-087e-45f3-ae08-ceb1e8e6ae2f req-4719cc37-cdd8-42aa-8c11-a0410aae68ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:47.068072 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a1a75-087e-45f3-ae08-ceb1e8e6ae2f req-4719cc37-cdd8-42aa-8c11-a0410aae68ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:47.069890 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-957a1a75-087e-45f3-ae08-ceb1e8e6ae2f req-4719cc37-cdd8-42aa-8c11-a0410aae68ac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcdfca8935404bd6b32ec59be45dc83c&device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5288 time: 0.2292664 Sep 30 13:02:47.125157 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-78762590-ce06-46c4-b017-b2e6959755d2 req-7a795ff7-6e45-48fd-b563-d3b850aed8f5 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=066fe2a6-3ad6-4aea-8e84-4a38d8a96df8 HTTP/1.1" status: 200 len: 210 time: 0.0296540 Sep 30 13:02:47.199368 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-f503b54e-bab8-447f-8305-851194fcd42c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd46fc9-4ca1-4629-b3fb-da71ea25c33c {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:02:47.220095 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-f503b54e-bab8-447f-8305-851194fcd42c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:47.296641 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-c3cffb61-2a85-4e4d-be74-87b1b0f14950 service neutron] 10.222.0.18 "GET /v2.0/networks/fe2b754e-2c6a-4249-8e43-9c69174bc58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640151 Sep 30 13:02:47.341634 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['bd0b27e8-4458-40c8-96bb-d3be19e3b861'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:02:47.345741 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-f503b54e-bab8-447f-8305-851194fcd42c service neutron] Transition to ACTIVE for port object edd46fc9-4ca1-4629-b3fb-da71ea25c33c will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:02:47.381761 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-f503b54e-bab8-447f-8305-851194fcd42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:47.401775 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-9153198b-9d52-4106-b91a-7da8b5f776a0 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:47.406687 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-9153198b-9d52-4106-b91a-7da8b5f776a0 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/networks?id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a HTTP/1.1" status: 200 len: 820 time: 0.1430399 Sep 30 13:02:47.429626 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-5a717548-06df-432d-bbc4-b6e1ad00e30d tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/quotas/bfee4c1083184c949bfe63d2e5d7a195 HTTP/1.1" status: 200 len: 375 time: 0.0158751 Sep 30 13:02:47.468858 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-f2dc5f02-ff80-4fb3-b4a9-92289e8515d3 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfee4c1083184c949bfe63d2e5d7a195&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378563 Sep 30 13:02:47.492723 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a1a75-087e-45f3-ae08-ceb1e8e6ae2f req-908371ca-41c8-4366-8a1e-8b6255a09449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:47.493420 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a1a75-087e-45f3-ae08-ceb1e8e6ae2f req-908371ca-41c8-4366-8a1e-8b6255a09449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:47.493981 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a1a75-087e-45f3-ae08-ceb1e8e6ae2f req-908371ca-41c8-4366-8a1e-8b6255a09449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:47.496443 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-957a1a75-087e-45f3-ae08-ceb1e8e6ae2f req-908371ca-41c8-4366-8a1e-8b6255a09449 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=fcdfca8935404bd6b32ec59be45dc83c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3914561 Sep 30 13:02:47.613747 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503b54e-bab8-447f-8305-851194fcd42c service neutron] Pushing event updated for resources: {'Port': ['ID=edd46fc9-4ca1-4629-b3fb-da71ea25c33c,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:47.647333 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:02:47.716062 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-80b4561b-879d-4580-a3d1-5c7df67aead0 service neutron] 10.222.0.18 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371960 Sep 30 13:02:47.784348 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:02:47.790409 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:47.790790 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:47.916608 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-4ab45d19-6cbd-40fa-9e30-b34314e569e0 service neutron] 10.222.0.18 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996324 Sep 30 13:02:47.930058 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-de9081ad-ab42-47a6-8219-cf23c3763816 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:48.004894 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb8d02-a9a9-41a2-894a-63bc225745a0 req-9082c2ec-d1b5-42f3-8839-ebbe955c347d tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:48.012135 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f6cb8d02-a9a9-41a2-894a-63bc225745a0 req-9082c2ec-d1b5-42f3-8839-ebbe955c347d tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=4035c873-9d35-46f9-b0f8-6cf9e5fa31df HTTP/1.1" status: 200 len: 950 time: 0.4174049 Sep 30 13:02:48.018043 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-f503b54e-bab8-447f-8305-851194fcd42c service neutron] Attempting to bind port edd46fc9-4ca1-4629-b3fb-da71ea25c33c on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:02:48.018399 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-f503b54e-bab8-447f-8305-851194fcd42c service neutron] Attempting to bind port edd46fc9-4ca1-4629-b3fb-da71ea25c33c by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'ac637a4a-2081-46b7-8c83-b608b8cef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:02:48.018730 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-f503b54e-bab8-447f-8305-851194fcd42c service neutron] Attempting to bind port edd46fc9-4ca1-4629-b3fb-da71ea25c33c on network 7f6c8617-7052-4e03-9d52-54c6cfa13c48 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:02:48.028209 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:48.032480 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a1a75-087e-45f3-ae08-ceb1e8e6ae2f req-6ea5c1a6-9945-46bf-9475-ed7dc259add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:48.033949 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-957a1a75-087e-45f3-ae08-ceb1e8e6ae2f req-6ea5c1a6-9945-46bf-9475-ed7dc259add2 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4810743 Sep 30 13:02:48.047338 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-f503b54e-bab8-447f-8305-851194fcd42c service neutron] Port edd46fc9-4ca1-4629-b3fb-da71ea25c33c on network 7f6c8617-7052-4e03-9d52-54c6cfa13c48 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:02:48.047680 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-f503b54e-bab8-447f-8305-851194fcd42c service neutron] Attempting to bind port edd46fc9-4ca1-4629-b3fb-da71ea25c33c on network 7f6c8617-7052-4e03-9d52-54c6cfa13c48 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:02:48.073741 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59107eaf-e8e2-4d7b-aea8-edab9debc349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:02:48.077832 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a3ae87-0be1-4d21-b43d-f489cb104f0f" -d '{"events": [{"server_uuid": "59107eaf-e8e2-4d7b-aea8-edab9debc349", "name": "network-vif-plugged", "status": "completed", "tag": "bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:02:48.118640 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:48.135377 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:48.276320 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6534d710-cec1-4fda-a3b6-8ab794ee93d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:48.290056 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:48.313397 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-f503b54e-bab8-447f-8305-851194fcd42c service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:02:48.313883 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-f503b54e-bab8-447f-8305-851194fcd42c service neutron] Checking segment: {'id': 'ac637a4a-2081-46b7-8c83-b608b8cef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:02:48.314438 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-f503b54e-bab8-447f-8305-851194fcd42c service neutron] Bound using segment: {'id': 'ac637a4a-2081-46b7-8c83-b608b8cef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:02:48.314607 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-f503b54e-bab8-447f-8305-851194fcd42c service neutron] Bound port: edd46fc9-4ca1-4629-b3fb-da71ea25c33c, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac637a4a-2081-46b7-8c83-b608b8cef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:02:48.314957 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-f503b54e-bab8-447f-8305-851194fcd42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:48.316631 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5ef40-21c7-4424-862f-d7b4f481594e req-db229907-dc89-4f36-8dd5-8651d40eee1d tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:48.331410 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5ef40-21c7-4424-862f-d7b4f481594e req-db229907-dc89-4f36-8dd5-8651d40eee1d tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:48.338634 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-de9081ad-ab42-47a6-8219-cf23c3763816 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:48.348163 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5ef40-21c7-4424-862f-d7b4f481594e req-db229907-dc89-4f36-8dd5-8651d40eee1d tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:48.353933 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['9adbcaa4-175f-4bda-b130-9147bdd5c1d0', 'e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8', '0cdedf33-c8b7-441b-a6fe-6cc0d76225be', '8e71fb98-3316-4858-9707-b96aec6d2288'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:02:48.356018 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f6cb8d02-a9a9-41a2-894a-63bc225745a0 req-6831a8d4-85a2-4b9c-9102-04c648a0ea8f tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429251 Sep 30 13:02:48.360852 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5ef40-21c7-4424-862f-d7b4f481594e req-db229907-dc89-4f36-8dd5-8651d40eee1d tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:48.367626 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5ef40-21c7-4424-862f-d7b4f481594e req-db229907-dc89-4f36-8dd5-8651d40eee1d tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:48.380897 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5ef40-21c7-4424-862f-d7b4f481594e req-db229907-dc89-4f36-8dd5-8651d40eee1d tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:48.389177 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5ef40-21c7-4424-862f-d7b4f481594e req-db229907-dc89-4f36-8dd5-8651d40eee1d tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:48.391006 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05e5ef40-21c7-4424-862f-d7b4f481594e req-db229907-dc89-4f36-8dd5-8651d40eee1d tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5374 time: 0.1826756 Sep 30 13:02:48.420566 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6b18421d-3672-4957-9df1-27317d4006b7', '6e09df4b-e0e2-4848-abda-3a11a18e8595'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:02:48.471410 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05e5ef40-21c7-4424-862f-d7b4f481594e req-4449fb61-7c78-415e-883a-6493ace876f7 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0724759 Sep 30 13:02:48.484245 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-de9081ad-ab42-47a6-8219-cf23c3763816 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:02:48.509608 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device bd0b27e8-4458-40c8-96bb-d3be19e3b861 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:02:48.519839 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-de9081ad-ab42-47a6-8219-cf23c3763816 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:02:48.556774 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-805b2859-df86-4362-b23a-7c25d744ef92 req-b4684df4-f07f-41b2-a9fb-a1dabe7bc869 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/ports?device_id=58e523f8-22cc-40c8-9381-2a61b891fcab HTTP/1.1" status: 200 len: 210 time: 0.1066463 Sep 30 13:02:48.557692 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-de9081ad-ab42-47a6-8219-cf23c3763816 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:02:48.574341 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9081ad-ab42-47a6-8219-cf23c3763816 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Pushing event updated for resources: {'Port': ['ID=11a69a79-8602-4e0d-8c17-ce90d13899e8,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:48.702594 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-f503b54e-bab8-447f-8305-851194fcd42c service neutron] For port edd46fc9-4ca1-4629-b3fb-da71ea25c33c, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:02:48.718029 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8373cf9-d9de-4dd6-87b1-05485a36f3b3 req-647168ea-ffe3-4362-9aaa-3611b14011c5 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:48.719074 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-f503b54e-bab8-447f-8305-851194fcd42c service neutron] For port edd46fc9-4ca1-4629-b3fb-da71ea25c33c, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=edd46fc9-4ca1-4629-b3fb-da71ea25c33c,segment=NetworkSegment(ac637a4a-2081-46b7-8c83-b608b8cef194),segment_id=ac637a4a-2081-46b7-8c83-b608b8cef194)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:02:48.726794 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f8373cf9-d9de-4dd6-87b1-05485a36f3b3 req-647168ea-ffe3-4362-9aaa-3611b14011c5 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 944 time: 0.0958540 Sep 30 13:02:48.733517 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-f503b54e-bab8-447f-8305-851194fcd42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:48.749985 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-de9081ad-ab42-47a6-8219-cf23c3763816 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:48.750882 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-de9081ad-ab42-47a6-8219-cf23c3763816 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:48.780867 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port bd0b27e8-4458-40c8-96bb-d3be19e3b861 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:02:48.797670 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f8373cf9-d9de-4dd6-87b1-05485a36f3b3 req-038214f6-3348-4543-9af7-4ebc6ff38e48 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631673 Sep 30 13:02:48.800555 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port bd0b27e8-4458-40c8-96bb-d3be19e3b861 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:48.801053 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:48.827204 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-f503b54e-bab8-447f-8305-851194fcd42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:48.827822 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-f503b54e-bab8-447f-8305-851194fcd42c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:48.829194 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-f503b54e-bab8-447f-8305-851194fcd42c service neutron] 10.222.0.54 "PUT /v2.0/ports/edd46fc9-4ca1-4629-b3fb-da71ea25c33c HTTP/1.1" status: 200 len: 1130 time: 2.7385480 Sep 30 13:02:48.873783 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'tag': 'edd46fc9-4ca1-4629-b3fb-da71ea25c33c'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:02:48.876076 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a584a5-5051-4721-a196-092dba09fdb7" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "tag": "edd46fc9-4ca1-4629-b3fb-da71ea25c33c"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:02:48.888840 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-2a2befc1-dcba-413e-9f94-f8f00a749b5f service neutron] Request body: {'port': {'device_id': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:48.955092 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-de9081ad-ab42-47a6-8219-cf23c3763816 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8774052 Sep 30 13:02:48.984063 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8129ed9-febb-4f25-a6d9-1307b8dfe2a5 x-openstack-request-id: req-d8129ed9-febb-4f25-a6d9-1307b8dfe2a5 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:02:48.984366 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59107eaf-e8e2-4d7b-aea8-edab9debc349", "name": "network-vif-plugged", "status": "completed", "tag": "bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:02:48.984623 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d8129ed9-febb-4f25-a6d9-1307b8dfe2a5 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:02:48.985017 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59107eaf-e8e2-4d7b-aea8-edab9debc349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a', 'code': 200} Sep 30 13:02:48.986298 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-5ad5faaf-e0a1-4a1b-8776-5650f42dc160 service neutron] Request body: {'port': {'device_id': '066fe2a6-3ad6-4aea-8e84-4a38d8a96df8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:49.007355 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503b54e-bab8-447f-8305-851194fcd42c service neutron] Pushing event updated for resources: {'Port': ['ID=edd46fc9-4ca1-4629-b3fb-da71ea25c33c,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:49.111831 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5029d6ee-e9f1-4904-98e8-06b379b0f9e5 None None] Provisioning complete for port 11a69a79-8602-4e0d-8c17-ce90d13899e8 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:49.113615 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5029d6ee-e9f1-4904-98e8-06b379b0f9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:49.146185 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c36ea-c48d-4349-bea4-de0a5a9b75a7 req-cebfa63e-3c47-4df7-8779-9bfa78d0c819 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:49.147782 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-048c36ea-c48d-4349-bea4-de0a5a9b75a7 req-cebfa63e-3c47-4df7-8779-9bfa78d0c819 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.18 "GET /v2.0/ports?device_id=59107eaf-e8e2-4d7b-aea8-edab9debc349 HTTP/1.1" status: 200 len: 949 time: 0.3276656 Sep 30 13:02:49.158782 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ec9894d0-56b3-4df1-858d-0c9849fc7aae req-2489c0b0-d465-4bc0-acae-345ce0f0470d tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 210 time: 0.0925930 Sep 30 13:02:49.201676 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da0712-eb22-4658-ace5-7afcdead892c req-e70b768a-8422-4ba5-a7ba-036e3176c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:49.207253 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c2da0712-eb22-4658-ace5-7afcdead892c req-e70b768a-8422-4ba5-a7ba-036e3176c342 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=59107eaf-e8e2-4d7b-aea8-edab9debc349 HTTP/1.1" status: 200 len: 1100 time: 0.1107187 Sep 30 13:02:49.241157 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:49.282596 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c2da0712-eb22-4658-ace5-7afcdead892c req-f6519f16-3c5e-48d7-b4b3-d6d25f9a720a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4c009b8b-759d-4e5a-80fb-7535d7623141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622644 Sep 30 13:02:49.287635 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-2a2befc1-dcba-413e-9f94-f8f00a749b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:49.313389 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-5ad5faaf-e0a1-4a1b-8776-5650f42dc160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:49.420692 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-048c36ea-c48d-4349-bea4-de0a5a9b75a7 req-35816a95-e48c-4b57-bf62-73960a9e453b tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c009b8b-759d-4e5a-80fb-7535d7623141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852794 Sep 30 13:02:49.492743 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:49.498216 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port bd0b27e8-4458-40c8-96bb-d3be19e3b861, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=bd0b27e8-4458-40c8-96bb-d3be19e3b861,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:49.504927 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-a5523213-5ac0-4222-bde6-c37355b02eb6 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:49.506820 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-a5523213-5ac0-4222-bde6-c37355b02eb6 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.54 "GET /v2.0/networks?id=fe2b754e-2c6a-4249-8e43-9c69174bc58a HTTP/1.1" status: 200 len: 815 time: 0.4545009 Sep 30 13:02:49.508269 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5029d6ee-e9f1-4904-98e8-06b379b0f9e5 None None] Port 11a69a79-8602-4e0d-8c17-ce90d13899e8 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:02:49.516008 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4536de3-1786-4a3c-874e-f9da1a05458e x-openstack-request-id: req-d4536de3-1786-4a3c-874e-f9da1a05458e {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:02:49.516467 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "tag": "edd46fc9-4ca1-4629-b3fb-da71ea25c33c", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:02:49.516745 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4536de3-1786-4a3c-874e-f9da1a05458e {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:02:49.517266 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'tag': 'edd46fc9-4ca1-4629-b3fb-da71ea25c33c', 'status': 'completed', 'code': 200} Sep 30 13:02:49.525203 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:49.541646 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-3327abc1-0396-4b4d-9752-fae260c3e86f tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Request body: {'port': {'device_id': '58e523f8-22cc-40c8-9381-2a61b891fcab', 'network_id': 'fe2b754e-2c6a-4249-8e43-9c69174bc58a', 'admin_state_up': True, 'tenant_id': '378e2d050da241729559ea504aeeacae'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:02:49.676476 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=bd0b27e8-4458-40c8-96bb-d3be19e3b861,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:49.804505 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24862199-c2b3-4755-a25e-7d8b653755b7 req-ea94d565-2983-4d2e-aceb-4caa286563c5 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:49.812322 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-24862199-c2b3-4755-a25e-7d8b653755b7 req-ea94d565-2983-4d2e-aceb-4caa286563c5 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=066fe2a6-3ad6-4aea-8e84-4a38d8a96df8 HTTP/1.1" status: 200 len: 936 time: 0.5284097 Sep 30 13:02:49.907585 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a584a5-5051-4721-a196-092dba09fdb7 req-ac421914-e3e4-47ae-8296-31ecd1cfe2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:49.908165 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a584a5-5051-4721-a196-092dba09fdb7 req-ac421914-e3e4-47ae-8296-31ecd1cfe2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:49.908555 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a584a5-5051-4721-a196-092dba09fdb7 req-ac421914-e3e4-47ae-8296-31ecd1cfe2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:49.909029 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a584a5-5051-4721-a196-092dba09fdb7 req-ac421914-e3e4-47ae-8296-31ecd1cfe2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:49.909660 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a584a5-5051-4721-a196-092dba09fdb7 req-ac421914-e3e4-47ae-8296-31ecd1cfe2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:49.909974 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a584a5-5051-4721-a196-092dba09fdb7 req-ac421914-e3e4-47ae-8296-31ecd1cfe2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:49.910447 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a584a5-5051-4721-a196-092dba09fdb7 req-ac421914-e3e4-47ae-8296-31ecd1cfe2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:49.912384 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-17a584a5-5051-4721-a196-092dba09fdb7 req-ac421914-e3e4-47ae-8296-31ecd1cfe2a4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcdfca8935404bd6b32ec59be45dc83c&device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 6211 time: 0.1708767 Sep 30 13:02:49.998637 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-24862199-c2b3-4755-a25e-7d8b653755b7 req-2a0ebb35-2bc6-4acf-8d6c-ce0db1a2e285 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853490 Sep 30 13:02:50.099412 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-2ba0d4ce-416a-4ea0-9734-b9a69c43a967 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:50.101211 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-2ba0d4ce-416a-4ea0-9734-b9a69c43a967 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.54 "GET /v2.0/networks?id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a HTTP/1.1" status: 200 len: 820 time: 0.3481541 Sep 30 13:02:50.296807 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a584a5-5051-4721-a196-092dba09fdb7 req-e1a64fa7-b805-43d7-b902-1b33e45b8b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:50.310750 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a584a5-5051-4721-a196-092dba09fdb7 req-e1a64fa7-b805-43d7-b902-1b33e45b8b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:50.311480 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a584a5-5051-4721-a196-092dba09fdb7 req-e1a64fa7-b805-43d7-b902-1b33e45b8b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:50.313338 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-17a584a5-5051-4721-a196-092dba09fdb7 req-e1a64fa7-b805-43d7-b902-1b33e45b8b0d service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=fcdfca8935404bd6b32ec59be45dc83c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3875036 Sep 30 13:02:50.329011 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624541aa-6e35-4497-b9ef-f57456538e45 req-bf8ac013-34d5-4b8f-b1a7-d9e579da4f5f tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:50.348584 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624541aa-6e35-4497-b9ef-f57456538e45 req-bf8ac013-34d5-4b8f-b1a7-d9e579da4f5f tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:50.368509 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624541aa-6e35-4497-b9ef-f57456538e45 req-bf8ac013-34d5-4b8f-b1a7-d9e579da4f5f tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:50.375767 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624541aa-6e35-4497-b9ef-f57456538e45 req-bf8ac013-34d5-4b8f-b1a7-d9e579da4f5f tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:50.392457 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624541aa-6e35-4497-b9ef-f57456538e45 req-bf8ac013-34d5-4b8f-b1a7-d9e579da4f5f tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:50.398502 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624541aa-6e35-4497-b9ef-f57456538e45 req-bf8ac013-34d5-4b8f-b1a7-d9e579da4f5f tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:50.404517 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624541aa-6e35-4497-b9ef-f57456538e45 req-bf8ac013-34d5-4b8f-b1a7-d9e579da4f5f tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:50.406548 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-624541aa-6e35-4497-b9ef-f57456538e45 req-bf8ac013-34d5-4b8f-b1a7-d9e579da4f5f tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5374 time: 0.2478950 Sep 30 13:02:50.479257 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-2a2befc1-dcba-413e-9f94-f8f00a749b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83670bbb-25ac-4b77-ac32-d478dc7ddaeb {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:02:50.515798 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-2a2befc1-dcba-413e-9f94-f8f00a749b5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:50.528707 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-624541aa-6e35-4497-b9ef-f57456538e45 req-63fb4b34-34a8-4eec-b997-34d01bc7bb03 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1050973 Sep 30 13:02:50.544535 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-2a2befc1-dcba-413e-9f94-f8f00a749b5f service neutron] Transition to ACTIVE for port object 83670bbb-25ac-4b77-ac32-d478dc7ddaeb will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:02:50.650880 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c196a7a2-5e32-4867-b34e-aa3837f001fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:50.693930 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dc430f9e-5c4e-469c-b420-49690feb8755 req-8358a536-62ec-4bcc-aa96-6630fb79820f tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/ports?device_id=58e523f8-22cc-40c8-9381-2a61b891fcab HTTP/1.1" status: 200 len: 210 time: 0.0512543 Sep 30 13:02:50.846665 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-3327abc1-0396-4b4d-9752-fae260c3e86f tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Made reservation on behalf of 378e2d050da241729559ea504aeeacae for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:02:50.858728 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-3327abc1-0396-4b4d-9752-fae260c3e86f tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:50.866601 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-2a2befc1-dcba-413e-9f94-f8f00a749b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:50.921648 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-5ad5faaf-e0a1-4a1b-8776-5650f42dc160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a69a79-8602-4e0d-8c17-ce90d13899e8 {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:02:50.931031 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-5ad5faaf-e0a1-4a1b-8776-5650f42dc160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:50.944941 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-5ad5faaf-e0a1-4a1b-8776-5650f42dc160 service neutron] Transition to ACTIVE for port object 11a69a79-8602-4e0d-8c17-ce90d13899e8 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:02:50.959360 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c5f0e-f46c-46cc-a69c-9ca252030314 req-66e53bc1-66f1-44be-9b73-62ff5bc19ea4 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:50.961203 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-915c5f0e-f46c-46cc-a69c-9ca252030314 req-66e53bc1-66f1-44be-9b73-62ff5bc19ea4 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=4035c873-9d35-46f9-b0f8-6cf9e5fa31df HTTP/1.1" status: 200 len: 950 time: 1.2959504 Sep 30 13:02:50.986952 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd5673e-b0e8-4951-9e1d-a5e56d54c649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0b27e8-4458-40c8-96bb-d3be19e3b861'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:02:50.989433 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42052dc-aa30-48cb-afeb-0dd4bd1cd443" -d '{"events": [{"server_uuid": "ccd5673e-b0e8-4951-9e1d-a5e56d54c649", "name": "network-vif-plugged", "status": "completed", "tag": "bd0b27e8-4458-40c8-96bb-d3be19e3b861"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:02:50.993988 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-5ad5faaf-e0a1-4a1b-8776-5650f42dc160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:51.318359 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-3327abc1-0396-4b4d-9752-fae260c3e86f tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Allocated IP 172.20.0.14 (fe2b754e-2c6a-4249-8e43-9c69174bc58a/20bee72f-ee73-4ea9-93af-994f5f95c535/a931b3ed-1204-4910-a059-52f0fe045d9f) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:02:51.494592 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-3327abc1-0396-4b4d-9752-fae260c3e86f tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:51.541542 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2befc1-dcba-413e-9f94-f8f00a749b5f service neutron] Pushing event updated for resources: {'Port': ['ID=83670bbb-25ac-4b77-ac32-d478dc7ddaeb,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:51.545957 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:51.562406 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-3327abc1-0396-4b4d-9752-fae260c3e86f tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:51.660233 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-915c5f0e-f46c-46cc-a69c-9ca252030314 req-99401597-152d-472a-8001-d7705735390f tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6866693 Sep 30 13:02:51.768377 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5faaf-e0a1-4a1b-8776-5650f42dc160 service neutron] Pushing event updated for resources: {'Port': ['ID=11a69a79-8602-4e0d-8c17-ce90d13899e8,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:51.774143 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-3327abc1-0396-4b4d-9752-fae260c3e86f tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Network fe2b754e-2c6a-4249-8e43-9c69174bc58a is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:02:51.780233 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-3327abc1-0396-4b4d-9752-fae260c3e86f tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:02:51.793833 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-3327abc1-0396-4b4d-9752-fae260c3e86f tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:02:51.936759 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327abc1-0396-4b4d-9752-fae260c3e86f tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Pushing event updated for resources: {'Port': ['ID=a931b3ed-1204-4910-a059-52f0fe045d9f,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:51.945030 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-2a2befc1-dcba-413e-9f94-f8f00a749b5f service neutron] Attempting to bind port 83670bbb-25ac-4b77-ac32-d478dc7ddaeb on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:02:51.945312 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-2a2befc1-dcba-413e-9f94-f8f00a749b5f service neutron] Attempting to bind port 83670bbb-25ac-4b77-ac32-d478dc7ddaeb by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'ac637a4a-2081-46b7-8c83-b608b8cef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:02:51.945748 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-2a2befc1-dcba-413e-9f94-f8f00a749b5f service neutron] Attempting to bind port 83670bbb-25ac-4b77-ac32-d478dc7ddaeb on network 7f6c8617-7052-4e03-9d52-54c6cfa13c48 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:02:51.956630 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-2a2befc1-dcba-413e-9f94-f8f00a749b5f service neutron] Port 83670bbb-25ac-4b77-ac32-d478dc7ddaeb on network 7f6c8617-7052-4e03-9d52-54c6cfa13c48 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:02:51.957115 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-2a2befc1-dcba-413e-9f94-f8f00a749b5f service neutron] Attempting to bind port 83670bbb-25ac-4b77-ac32-d478dc7ddaeb on network 7f6c8617-7052-4e03-9d52-54c6cfa13c48 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:02:51.964634 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-5ad5faaf-e0a1-4a1b-8776-5650f42dc160 service neutron] Attempting to bind port 11a69a79-8602-4e0d-8c17-ce90d13899e8 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:02:51.965123 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-5ad5faaf-e0a1-4a1b-8776-5650f42dc160 service neutron] Attempting to bind port 11a69a79-8602-4e0d-8c17-ce90d13899e8 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:02:51.965556 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-5ad5faaf-e0a1-4a1b-8776-5650f42dc160 service neutron] Attempting to bind port 11a69a79-8602-4e0d-8c17-ce90d13899e8 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:02:51.983222 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-2a2befc1-dcba-413e-9f94-f8f00a749b5f service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:02:51.983720 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-2a2befc1-dcba-413e-9f94-f8f00a749b5f service neutron] Checking segment: {'id': 'ac637a4a-2081-46b7-8c83-b608b8cef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:02:51.984295 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-2a2befc1-dcba-413e-9f94-f8f00a749b5f service neutron] Bound using segment: {'id': 'ac637a4a-2081-46b7-8c83-b608b8cef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:02:51.984849 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-2a2befc1-dcba-413e-9f94-f8f00a749b5f service neutron] Bound port: 83670bbb-25ac-4b77-ac32-d478dc7ddaeb, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac637a4a-2081-46b7-8c83-b608b8cef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:02:51.985331 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-2a2befc1-dcba-413e-9f94-f8f00a749b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:51.988596 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-5ad5faaf-e0a1-4a1b-8776-5650f42dc160 service neutron] Port 11a69a79-8602-4e0d-8c17-ce90d13899e8 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:02:51.989015 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-5ad5faaf-e0a1-4a1b-8776-5650f42dc160 service neutron] Attempting to bind port 11a69a79-8602-4e0d-8c17-ce90d13899e8 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:02:52.000612 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-3327abc1-0396-4b4d-9752-fae260c3e86f tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:52.001544 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-3327abc1-0396-4b4d-9752-fae260c3e86f tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:52.005895 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-5ad5faaf-e0a1-4a1b-8776-5650f42dc160 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:02:52.006419 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-5ad5faaf-e0a1-4a1b-8776-5650f42dc160 service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:02:52.006968 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-5ad5faaf-e0a1-4a1b-8776-5650f42dc160 service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:02:52.007525 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-5ad5faaf-e0a1-4a1b-8776-5650f42dc160 service neutron] Bound port: 11a69a79-8602-4e0d-8c17-ce90d13899e8, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:02:52.008037 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-5ad5faaf-e0a1-4a1b-8776-5650f42dc160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:52.042138 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491849c-1bf5-4a68-85b9-ff5059bcaf39 req-6bb6a63b-6a2b-426e-b9c5-5a0945244a80 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:52.043780 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d491849c-1bf5-4a68-85b9-ff5059bcaf39 req-6bb6a63b-6a2b-426e-b9c5-5a0945244a80 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 945 time: 0.2725780 Sep 30 13:02:52.129038 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-655d4bfa-fdfb-4436-b1f7-4167f4c1bfac None None] Provisioning complete for port a931b3ed-1204-4910-a059-52f0fe045d9f triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:52.130032 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-655d4bfa-fdfb-4436-b1f7-4167f4c1bfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:52.149709 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-5ad5faaf-e0a1-4a1b-8776-5650f42dc160 service neutron] For port 11a69a79-8602-4e0d-8c17-ce90d13899e8, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:02:52.155340 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-5ad5faaf-e0a1-4a1b-8776-5650f42dc160 service neutron] For port 11a69a79-8602-4e0d-8c17-ce90d13899e8, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=11a69a79-8602-4e0d-8c17-ce90d13899e8,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:02:52.158991 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-3327abc1-0396-4b4d-9752-fae260c3e86f tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6227314 Sep 30 13:02:52.174547 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-655d4bfa-fdfb-4436-b1f7-4167f4c1bfac None None] Port a931b3ed-1204-4910-a059-52f0fe045d9f cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:02:52.220090 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d491849c-1bf5-4a68-85b9-ff5059bcaf39 req-2ae2bb40-462f-480e-8862-3b7a4b1f20e0 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372588 Sep 30 13:02:52.221252 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-5ad5faaf-e0a1-4a1b-8776-5650f42dc160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:52.236697 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:52.296990 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-5ad5faaf-e0a1-4a1b-8776-5650f42dc160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:52.297629 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-5ad5faaf-e0a1-4a1b-8776-5650f42dc160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:52.299110 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-5ad5faaf-e0a1-4a1b-8776-5650f42dc160 service neutron] 10.222.0.39 "PUT /v2.0/ports/11a69a79-8602-4e0d-8c17-ce90d13899e8 HTTP/1.1" status: 200 len: 1096 time: 3.3273640 Sep 30 13:02:52.301156 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '066fe2a6-3ad6-4aea-8e84-4a38d8a96df8', 'tag': '11a69a79-8602-4e0d-8c17-ce90d13899e8'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:02:52.303425 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a377c63-04f7-4d54-80ff-fdea2a875dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "066fe2a6-3ad6-4aea-8e84-4a38d8a96df8", "tag": "11a69a79-8602-4e0d-8c17-ce90d13899e8"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:02:52.358614 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bd63c9d1-5783-4ed9-95c3-cedeed8c6898 req-e72d9543-21aa-4b95-98ea-43522e6df6fb tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 210 time: 0.0515924 Sep 30 13:02:52.365602 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-2a2befc1-dcba-413e-9f94-f8f00a749b5f service neutron] For port 83670bbb-25ac-4b77-ac32-d478dc7ddaeb, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:02:52.403213 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-2a2befc1-dcba-413e-9f94-f8f00a749b5f service neutron] For port 83670bbb-25ac-4b77-ac32-d478dc7ddaeb, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=83670bbb-25ac-4b77-ac32-d478dc7ddaeb,segment=NetworkSegment(ac637a4a-2081-46b7-8c83-b608b8cef194),segment_id=ac637a4a-2081-46b7-8c83-b608b8cef194)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:02:52.404463 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5faaf-e0a1-4a1b-8776-5650f42dc160 service neutron] Pushing event updated for resources: {'Port': ['ID=11a69a79-8602-4e0d-8c17-ce90d13899e8,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:52.446830 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-2a2befc1-dcba-413e-9f94-f8f00a749b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:52.487820 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-2a2befc1-dcba-413e-9f94-f8f00a749b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:52.488498 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-2a2befc1-dcba-413e-9f94-f8f00a749b5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:52.489898 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-2a2befc1-dcba-413e-9f94-f8f00a749b5f service neutron] 10.222.0.54 "PUT /v2.0/ports/83670bbb-25ac-4b77-ac32-d478dc7ddaeb HTTP/1.1" status: 200 len: 1091 time: 3.6109324 Sep 30 13:02:52.824965 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-faa1fea4-edf9-4c5a-9a80-36e5f3e1b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:52.826490 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-faa1fea4-edf9-4c5a-9a80-36e5f3e1b105 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&device_id=066fe2a6-3ad6-4aea-8e84-4a38d8a96df8 HTTP/1.1" status: 200 len: 1099 time: 0.4492116 Sep 30 13:02:52.832352 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2befc1-dcba-413e-9f94-f8f00a749b5f service neutron] Pushing event updated for resources: {'Port': ['ID=83670bbb-25ac-4b77-ac32-d478dc7ddaeb,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:52.892471 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-08767553-7e8f-4488-b112-68c2e88c7205 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=11a69a79-8602-4e0d-8c17-ce90d13899e8 HTTP/1.1" status: 200 len: 217 time: 0.0475483 Sep 30 13:02:52.911295 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d55c0c-e28a-49f1-8931-f5b83d514e55 req-a0b8c360-43c9-49d5-b158-ae9f829e017f tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:52.913259 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-17d55c0c-e28a-49f1-8931-f5b83d514e55 req-a0b8c360-43c9-49d5-b158-ae9f829e017f tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.18 "GET /v2.0/ports?device_id=59107eaf-e8e2-4d7b-aea8-edab9debc349 HTTP/1.1" status: 200 len: 949 time: 0.3952672 Sep 30 13:02:52.970841 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-8bd2651a-c3a5-40c6-b30b-4232f3753465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:52.972291 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-8bd2651a-c3a5-40c6-b30b-4232f3753465 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0698659 Sep 30 13:02:53.031444 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-17d55c0c-e28a-49f1-8931-f5b83d514e55 req-e2c80521-5609-464d-8a8d-0e5237759bea tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c009b8b-759d-4e5a-80fb-7535d7623141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089582 Sep 30 13:02:53.043490 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-b7788f3a-3830-4b4a-9f7f-e97d68e2ab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:53.045451 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-b7788f3a-3830-4b4a-9f7f-e97d68e2ab98 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0638089 Sep 30 13:02:53.077603 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0000e700-34fc-4245-b258-020f0efc1e14 x-openstack-request-id: req-0000e700-34fc-4245-b258-020f0efc1e14 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:02:53.077902 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd5673e-b0e8-4951-9e1d-a5e56d54c649", "name": "network-vif-plugged", "status": "completed", "tag": "bd0b27e8-4458-40c8-96bb-d3be19e3b861", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:02:53.078201 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0000e700-34fc-4245-b258-020f0efc1e14 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:02:53.078620 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd5673e-b0e8-4951-9e1d-a5e56d54c649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0b27e8-4458-40c8-96bb-d3be19e3b861', 'code': 200} Sep 30 13:02:53.222117 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-56f7b68e-16da-4b39-bbb7-136e96740c01 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614478 Sep 30 13:02:53.231304 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070b003-9de4-4cfc-8f3a-fc9b7bab7a81 req-d2441fa4-b3c3-4a49-a7b1-20c9238825f1 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:53.233018 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4070b003-9de4-4cfc-8f3a-fc9b7bab7a81 req-d2441fa4-b3c3-4a49-a7b1-20c9238825f1 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=066fe2a6-3ad6-4aea-8e84-4a38d8a96df8 HTTP/1.1" status: 200 len: 948 time: 0.0905151 Sep 30 13:02:53.345862 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4070b003-9de4-4cfc-8f3a-fc9b7bab7a81 req-9af033d0-fce1-4efd-b5c3-f0053c9c0746 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757234 Sep 30 13:02:53.349512 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-088ede27-813b-4b3b-94a6-edcccfc7adf1 req-b22a532d-0ebe-4129-b014-51ab271c24ca service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155980 Sep 30 13:02:53.496385 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e8e7d-2cef-435f-aff6-2d75cc02536e req-c0753a80-8980-4338-b583-9439d7bf7a12 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:53.503322 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e8e7d-2cef-435f-aff6-2d75cc02536e req-c0753a80-8980-4338-b583-9439d7bf7a12 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:53.511072 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e8e7d-2cef-435f-aff6-2d75cc02536e req-c0753a80-8980-4338-b583-9439d7bf7a12 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:53.518947 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e8e7d-2cef-435f-aff6-2d75cc02536e req-c0753a80-8980-4338-b583-9439d7bf7a12 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:53.525940 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e8e7d-2cef-435f-aff6-2d75cc02536e req-c0753a80-8980-4338-b583-9439d7bf7a12 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:53.533096 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e8e7d-2cef-435f-aff6-2d75cc02536e req-c0753a80-8980-4338-b583-9439d7bf7a12 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:53.540071 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e8e7d-2cef-435f-aff6-2d75cc02536e req-c0753a80-8980-4338-b583-9439d7bf7a12 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:53.542171 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c44e8e7d-2cef-435f-aff6-2d75cc02536e req-c0753a80-8980-4338-b583-9439d7bf7a12 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5386 time: 0.1204262 Sep 30 13:02:53.588312 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c44e8e7d-2cef-435f-aff6-2d75cc02536e req-5d0dca20-98dd-461b-a378-abda389a0c70 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394955 Sep 30 13:02:53.872412 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a44c8a-5d3c-42a6-965b-1241c1a0d718 req-5005ed97-90ca-4b92-9776-bba587898e33 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:53.873856 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c4a44c8a-5d3c-42a6-965b-1241c1a0d718 req-5005ed97-90ca-4b92-9776-bba587898e33 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/ports?device_id=58e523f8-22cc-40c8-9381-2a61b891fcab HTTP/1.1" status: 200 len: 932 time: 0.0483944 Sep 30 13:02:53.914951 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c4a44c8a-5d3c-42a6-965b-1241c1a0d718 req-0a728da3-f2af-49e3-8635-4734013066f1 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fa7dfcb-a079-4bf0-b589-11027411807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349572 Sep 30 13:02:53.971114 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd15a30-5975-4b28-83f0-e330f2161fae x-openstack-request-id: req-4fd15a30-5975-4b28-83f0-e330f2161fae {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:02:53.971522 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "066fe2a6-3ad6-4aea-8e84-4a38d8a96df8", "tag": "11a69a79-8602-4e0d-8c17-ce90d13899e8", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:02:53.971781 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4fd15a30-5975-4b28-83f0-e330f2161fae {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:02:53.972184 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '066fe2a6-3ad6-4aea-8e84-4a38d8a96df8', 'tag': '11a69a79-8602-4e0d-8c17-ce90d13899e8', 'status': 'completed', 'code': 200} Sep 30 13:02:54.054856 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a377c63-04f7-4d54-80ff-fdea2a875dd1 req-fbfc0623-480e-45c0-8b65-62eda8037c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:54.056838 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5a377c63-04f7-4d54-80ff-fdea2a875dd1 req-fbfc0623-480e-45c0-8b65-62eda8037c22 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&device_id=066fe2a6-3ad6-4aea-8e84-4a38d8a96df8 HTTP/1.1" status: 200 len: 1099 time: 0.0581124 Sep 30 13:02:54.132194 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:54.192883 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70176c30-a6ac-4eba-b384-89646e2fb0bf req-038734f4-635a-4557-8529-482d5b1789a1 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:54.194440 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-70176c30-a6ac-4eba-b384-89646e2fb0bf req-038734f4-635a-4557-8529-482d5b1789a1 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 945 time: 0.0933383 Sep 30 13:02:54.196001 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a377c63-04f7-4d54-80ff-fdea2a875dd1 req-140f5652-751f-49d2-b902-11a8358395c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:54.197314 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5a377c63-04f7-4d54-80ff-fdea2a875dd1 req-140f5652-751f-49d2-b902-11a8358395c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.1327224 Sep 30 13:02:54.251185 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5a377c63-04f7-4d54-80ff-fdea2a875dd1 req-8e67935b-e4e9-4409-b4ca-2c9d85464133 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=11a69a79-8602-4e0d-8c17-ce90d13899e8 HTTP/1.1" status: 200 len: 217 time: 0.0446408 Sep 30 13:02:54.295042 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-70176c30-a6ac-4eba-b384-89646e2fb0bf req-cedc7a0e-d952-4d72-ab4d-ec7300a862fc tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946047 Sep 30 13:02:54.323877 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a377c63-04f7-4d54-80ff-fdea2a875dd1 req-aaf9bfa7-698a-4c22-a212-d2e70e76d148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:54.325357 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5a377c63-04f7-4d54-80ff-fdea2a875dd1 req-aaf9bfa7-698a-4c22-a212-d2e70e76d148 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0630367 Sep 30 13:02:54.398512 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7a2dba65-72bf-4e0b-93d8-4d0fa553f4d8 req-d24d681f-fff3-482b-a93d-686743302060 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 210 time: 0.0325036 Sep 30 13:02:54.407865 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a377c63-04f7-4d54-80ff-fdea2a875dd1 req-33b15a68-80bf-4bae-9fe1-1f2b53cd801d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:54.409289 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5a377c63-04f7-4d54-80ff-fdea2a875dd1 req-33b15a68-80bf-4bae-9fe1-1f2b53cd801d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0736861 Sep 30 13:02:54.517599 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5a377c63-04f7-4d54-80ff-fdea2a875dd1 req-63bc5536-42ba-4735-af83-b82e569baa4e service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989680 Sep 30 13:02:54.664258 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5a377c63-04f7-4d54-80ff-fdea2a875dd1 req-9e89bcee-ab81-4bf1-8195-288b8dfa6605 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380255 Sep 30 13:02:54.678710 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493279ed-667c-4155-ad45-5297029c937b req-f67f962b-995a-47af-b037-c6631c0adf5d tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:54.680174 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-493279ed-667c-4155-ad45-5297029c937b req-f67f962b-995a-47af-b037-c6631c0adf5d tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4035c873-9d35-46f9-b0f8-6cf9e5fa31df HTTP/1.1" status: 200 len: 1101 time: 0.0477979 Sep 30 13:02:54.698923 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-493279ed-667c-4155-ad45-5297029c937b req-75aa00ea-7879-4675-bba9-2e6c33a3be24 tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:54.789484 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-493279ed-667c-4155-ad45-5297029c937b req-75aa00ea-7879-4675-bba9-2e6c33a3be24 tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:54.793838 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-493279ed-667c-4155-ad45-5297029c937b req-75aa00ea-7879-4675-bba9-2e6c33a3be24 tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:54.818049 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-493279ed-667c-4155-ad45-5297029c937b req-75aa00ea-7879-4675-bba9-2e6c33a3be24 tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318133 Sep 30 13:02:54.828022 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa00ea-7879-4675-bba9-2e6c33a3be24 tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750e1bf1-8227-4514-8ea9-3048ee71d673,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:55.050487 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52048fc5-8ad1-49f3-b278-049ef0da9cf7 req-5b8c6227-6573-4c21-ac97-fb7eacc1e4bd tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:55.052289 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-52048fc5-8ad1-49f3-b278-049ef0da9cf7 req-5b8c6227-6573-4c21-ac97-fb7eacc1e4bd tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=066fe2a6-3ad6-4aea-8e84-4a38d8a96df8 HTTP/1.1" status: 200 len: 948 time: 0.0548754 Sep 30 13:02:55.092208 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-52048fc5-8ad1-49f3-b278-049ef0da9cf7 req-adcdd551-9abb-4962-819b-c793ff286d6f tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324118 Sep 30 13:02:55.207158 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b141dc-8655-49a7-bd18-f3dcd7ccaf7f req-da61cfb1-0035-4c1c-ac55-c63ac63c67d1 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:55.213046 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b141dc-8655-49a7-bd18-f3dcd7ccaf7f req-da61cfb1-0035-4c1c-ac55-c63ac63c67d1 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:55.218926 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b141dc-8655-49a7-bd18-f3dcd7ccaf7f req-da61cfb1-0035-4c1c-ac55-c63ac63c67d1 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:55.224800 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b141dc-8655-49a7-bd18-f3dcd7ccaf7f req-da61cfb1-0035-4c1c-ac55-c63ac63c67d1 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:55.230661 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b141dc-8655-49a7-bd18-f3dcd7ccaf7f req-da61cfb1-0035-4c1c-ac55-c63ac63c67d1 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:55.236524 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b141dc-8655-49a7-bd18-f3dcd7ccaf7f req-da61cfb1-0035-4c1c-ac55-c63ac63c67d1 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:55.242311 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b141dc-8655-49a7-bd18-f3dcd7ccaf7f req-da61cfb1-0035-4c1c-ac55-c63ac63c67d1 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:55.244169 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a7b141dc-8655-49a7-bd18-f3dcd7ccaf7f req-da61cfb1-0035-4c1c-ac55-c63ac63c67d1 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5386 time: 0.0938339 Sep 30 13:02:55.285811 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a7b141dc-8655-49a7-bd18-f3dcd7ccaf7f req-1b581120-1b1e-4225-ad38-0ea62bbb7d1c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345969 Sep 30 13:02:55.398967 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655aebb6-cd8a-4b99-82a4-14a9403f1995 req-7f865643-5217-4a10-998a-aa63aade61f6 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:55.400443 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-655aebb6-cd8a-4b99-82a4-14a9403f1995 req-7f865643-5217-4a10-998a-aa63aade61f6 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/ports?device_id=58e523f8-22cc-40c8-9381-2a61b891fcab HTTP/1.1" status: 200 len: 932 time: 0.0512567 Sep 30 13:02:55.448719 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-655aebb6-cd8a-4b99-82a4-14a9403f1995 req-3b094882-74b4-4467-a249-d12421dacac1 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fa7dfcb-a079-4bf0-b589-11027411807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413575 Sep 30 13:02:55.567808 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:02:55.568695 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc95278-5477-4e16-ac67-805e907b2f53 req-462aa3fc-1499-40dd-830e-67817a1c1f9c tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:55.570278 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2bc95278-5477-4e16-ac67-805e907b2f53 req-462aa3fc-1499-40dd-830e-67817a1c1f9c tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.18 "GET /v2.0/ports?device_id=59107eaf-e8e2-4d7b-aea8-edab9debc349 HTTP/1.1" status: 200 len: 949 time: 0.0523722 Sep 30 13:02:55.608034 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2bc95278-5477-4e16-ac67-805e907b2f53 req-863c4d53-55e1-4786-a718-88004b779476 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c009b8b-759d-4e5a-80fb-7535d7623141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316815 Sep 30 13:02:55.726576 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f13f7e-2651-4507-a548-3c5b758e598c req-df519ffb-6888-4896-a81c-261994f1fbee tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:55.728678 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e4f13f7e-2651-4507-a548-3c5b758e598c req-df519ffb-6888-4896-a81c-261994f1fbee tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 945 time: 0.0629981 Sep 30 13:02:55.769315 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e4f13f7e-2651-4507-a548-3c5b758e598c req-a06c6632-2e53-4b66-bfe6-44f56def73b7 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342374 Sep 30 13:02:55.849186 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8a2a0c13-2cca-4798-a83b-d78ce521f5b7 req-c6d16597-8070-48b6-aecd-905cd0165124 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 210 time: 0.0268116 Sep 30 13:02:55.951008 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bd637-dbce-45bc-b537-7c87875c89d6 req-5c10b38f-3eb8-422b-9543-9894691fdf87 tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:55.952579 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-698bd637-dbce-45bc-b537-7c87875c89d6 req-5c10b38f-3eb8-422b-9543-9894691fdf87 tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4035c873-9d35-46f9-b0f8-6cf9e5fa31df HTTP/1.1" status: 200 len: 1101 time: 0.0440059 Sep 30 13:02:55.975632 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'tag': '83670bbb-25ac-4b77-ac32-d478dc7ddaeb'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:02:55.978376 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52af8e4f-d438-40d1-a05c-1c8fd6672999" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "tag": "83670bbb-25ac-4b77-ac32-d478dc7ddaeb"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:02:55.998763 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-698bd637-dbce-45bc-b537-7c87875c89d6 req-fc75990c-e80c-4c4b-b3d7-85907991447f tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384521 Sep 30 13:02:56.042681 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a6dbd7-2162-4099-aaee-2145fc9ec602 x-openstack-request-id: req-18a6dbd7-2162-4099-aaee-2145fc9ec602 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:02:56.042975 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "tag": "83670bbb-25ac-4b77-ac32-d478dc7ddaeb", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:02:56.043229 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18a6dbd7-2162-4099-aaee-2145fc9ec602 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:02:56.043639 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'tag': '83670bbb-25ac-4b77-ac32-d478dc7ddaeb', 'status': 'completed', 'code': 200} Sep 30 13:02:56.216791 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e63fa-887c-4280-9d43-ce128301dacc req-94f9f396-328a-4ecd-b504-40fd641f6a05 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:56.219674 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-758e63fa-887c-4280-9d43-ce128301dacc req-94f9f396-328a-4ecd-b504-40fd641f6a05 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=066fe2a6-3ad6-4aea-8e84-4a38d8a96df8 HTTP/1.1" status: 200 len: 948 time: 0.0582304 Sep 30 13:02:56.259675 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-758e63fa-887c-4280-9d43-ce128301dacc req-5cb3cbae-4f8a-4a73-8c2b-f67013b4969f tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335672 Sep 30 13:02:56.427557 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fbdc4-150a-47fb-ae16-35d46e2a9461 req-c12f16ea-96e2-4a02-9e24-b0706dcfbbdd tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:56.435190 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fbdc4-150a-47fb-ae16-35d46e2a9461 req-c12f16ea-96e2-4a02-9e24-b0706dcfbbdd tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:56.441092 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fbdc4-150a-47fb-ae16-35d46e2a9461 req-c12f16ea-96e2-4a02-9e24-b0706dcfbbdd tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:56.447371 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fbdc4-150a-47fb-ae16-35d46e2a9461 req-c12f16ea-96e2-4a02-9e24-b0706dcfbbdd tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:56.453812 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fbdc4-150a-47fb-ae16-35d46e2a9461 req-c12f16ea-96e2-4a02-9e24-b0706dcfbbdd tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:56.459721 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fbdc4-150a-47fb-ae16-35d46e2a9461 req-c12f16ea-96e2-4a02-9e24-b0706dcfbbdd tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:56.466165 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fbdc4-150a-47fb-ae16-35d46e2a9461 req-c12f16ea-96e2-4a02-9e24-b0706dcfbbdd tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:56.474305 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-010fbdc4-150a-47fb-ae16-35d46e2a9461 req-c12f16ea-96e2-4a02-9e24-b0706dcfbbdd tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5386 time: 0.1014984 Sep 30 13:02:56.519867 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-010fbdc4-150a-47fb-ae16-35d46e2a9461 req-d8ca1cc7-ea83-401c-a187-1756f6991388 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446584 Sep 30 13:02:56.597674 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56086cd1-5176-43b4-a178-dc13ca9dcb9d req-2fa43ee0-243d-405a-9121-e235e85f1cc8 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:56.599095 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-56086cd1-5176-43b4-a178-dc13ca9dcb9d req-2fa43ee0-243d-405a-9121-e235e85f1cc8 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.39 "GET /v2.0/ports?device_id=59107eaf-e8e2-4d7b-aea8-edab9debc349 HTTP/1.1" status: 200 len: 949 time: 0.0572536 Sep 30 13:02:56.702419 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32137782-77a3-4785-93f6-fe1d07bbef87 req-bf4d4f60-2f56-4495-908f-aeb8fb5c0a7a tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:56.703922 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-32137782-77a3-4785-93f6-fe1d07bbef87 req-bf4d4f60-2f56-4495-908f-aeb8fb5c0a7a tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/ports?device_id=58e523f8-22cc-40c8-9381-2a61b891fcab HTTP/1.1" status: 200 len: 932 time: 0.1226594 Sep 30 13:02:56.766516 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-32137782-77a3-4785-93f6-fe1d07bbef87 req-ff5669fa-1d88-4355-a7aa-4a9800efef64 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fa7dfcb-a079-4bf0-b589-11027411807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553660 Sep 30 13:02:56.769651 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-56086cd1-5176-43b4-a178-dc13ca9dcb9d req-3de36ae0-2c4d-4088-823e-5bc128784b2e tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Deleting port bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:02:56.769987 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-56086cd1-5176-43b4-a178-dc13ca9dcb9d req-3de36ae0-2c4d-4088-823e-5bc128784b2e tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:56.896540 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-56086cd1-5176-43b4-a178-dc13ca9dcb9d req-3de36ae0-2c4d-4088-823e-5bc128784b2e tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] For port bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:56.896923 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-56086cd1-5176-43b4-a178-dc13ca9dcb9d req-3de36ae0-2c4d-4088-823e-5bc128784b2e tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:56.913610 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-56086cd1-5176-43b4-a178-dc13ca9dcb9d req-3de36ae0-2c4d-4088-823e-5bc128784b2e tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Calling delete_port for bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:02:56.923008 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf56865-1af9-45f3-a7d0-5b26a08eae3e req-8eb498bf-b3fb-4b49-8ee0-6a5071559ac0 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:56.924509 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4cf56865-1af9-45f3-a7d0-5b26a08eae3e req-8eb498bf-b3fb-4b49-8ee0-6a5071559ac0 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.18 "GET /v2.0/ports?device_id=59107eaf-e8e2-4d7b-aea8-edab9debc349 HTTP/1.1" status: 200 len: 949 time: 0.0895236 Sep 30 13:02:57.003872 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4cf56865-1af9-45f3-a7d0-5b26a08eae3e req-0de68fdf-3c56-4cac-8cc8-e723b9ba1559 tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c009b8b-759d-4e5a-80fb-7535d7623141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716708 Sep 30 13:02:57.116349 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-56086cd1-5176-43b4-a178-dc13ca9dcb9d req-3de36ae0-2c4d-4088-823e-5bc128784b2e tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:57.128698 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:02:57.160013 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de36ae0-2c4d-4088-823e-5bc128784b2e tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Pushing event deleted for resources: {'Port': ['ID=bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:57.186756 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280c9a2-a668-49c9-b478-b4cf8e954984 req-196b5e59-ece9-4aa6-bd89-00f6a31edd1c tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:57.188320 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4280c9a2-a668-49c9-b478-b4cf8e954984 req-196b5e59-ece9-4aa6-bd89-00f6a31edd1c tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 945 time: 0.1131599 Sep 30 13:02:57.213477 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-56086cd1-5176-43b4-a178-dc13ca9dcb9d req-3de36ae0-2c4d-4088-823e-5bc128784b2e tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] No DVR routers for this DVR port bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:02:57.216618 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-56086cd1-5176-43b4-a178-dc13ca9dcb9d req-3de36ae0-2c4d-4088-823e-5bc128784b2e tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:57.218738 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-56086cd1-5176-43b4-a178-dc13ca9dcb9d req-3de36ae0-2c4d-4088-823e-5bc128784b2e tempest-ServerDiagnosticsNegativeTest-544323725 tempest-ServerDiagnosticsNegativeTest-544323725-project] 10.222.0.39 "DELETE /v2.0/ports/bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a HTTP/1.1" status: 204 len: 173 time: 0.6024826 Sep 30 13:02:57.272429 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4280c9a2-a668-49c9-b478-b4cf8e954984 req-01ec46a6-0016-4acd-a789-a75f9fea9ce6 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657604 Sep 30 13:02:57.403556 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-392d453f-f311-4590-84e4-28cb842ae497 req-6513f365-9ab9-44b0-9fdc-121acc2004cd tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 210 time: 0.0280085 Sep 30 13:02:57.515538 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dc27b-7ba7-4a8a-83c5-571ce9e07a1d req-205bfede-b413-4984-aa5f-d3b4011829e4 tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:57.517119 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d3dc27b-7ba7-4a8a-83c5-571ce9e07a1d req-205bfede-b413-4984-aa5f-d3b4011829e4 tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4035c873-9d35-46f9-b0f8-6cf9e5fa31df HTTP/1.1" status: 200 len: 1101 time: 0.0460572 Sep 30 13:02:57.553693 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d3dc27b-7ba7-4a8a-83c5-571ce9e07a1d req-8d9e5e63-c404-4d58-b564-d6c266262982 tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296738 Sep 30 13:02:57.666120 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ede8a-54ff-4fa9-b283-623f57d5561a req-7d6dcf82-0127-4c40-be25-0e0696f41e84 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:57.667638 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bb4ede8a-54ff-4fa9-b283-623f57d5561a req-7d6dcf82-0127-4c40-be25-0e0696f41e84 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=066fe2a6-3ad6-4aea-8e84-4a38d8a96df8 HTTP/1.1" status: 200 len: 948 time: 0.0513830 Sep 30 13:02:57.713511 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 11a69a79-8602-4e0d-8c17-ce90d13899e8 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:02:57.719428 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bb4ede8a-54ff-4fa9-b283-623f57d5561a req-dbd8f4ce-5630-4f47-b3cb-4b852be813aa tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411479 Sep 30 13:02:57.856040 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949045ba-1ce5-4e86-ae93-fb2de65b3b4b req-5a81cc0e-e887-423b-a0ac-f5d3618df7cb tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:57.858699 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 11a69a79-8602-4e0d-8c17-ce90d13899e8, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=11a69a79-8602-4e0d-8c17-ce90d13899e8,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:57.861957 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949045ba-1ce5-4e86-ae93-fb2de65b3b4b req-5a81cc0e-e887-423b-a0ac-f5d3618df7cb tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:57.867997 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949045ba-1ce5-4e86-ae93-fb2de65b3b4b req-5a81cc0e-e887-423b-a0ac-f5d3618df7cb tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:57.874992 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '11a69a79-8602-4e0d-8c17-ce90d13899e8', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': '11a69a79-8602-4e0d-8c17-ce90d13899e8', 'mac_address': 'fa:16:3e:70:26:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:02:57.875224 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949045ba-1ce5-4e86-ae93-fb2de65b3b4b req-5a81cc0e-e887-423b-a0ac-f5d3618df7cb tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:57.880961 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949045ba-1ce5-4e86-ae93-fb2de65b3b4b req-5a81cc0e-e887-423b-a0ac-f5d3618df7cb tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:57.887042 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949045ba-1ce5-4e86-ae93-fb2de65b3b4b req-5a81cc0e-e887-423b-a0ac-f5d3618df7cb tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:57.892832 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949045ba-1ce5-4e86-ae93-fb2de65b3b4b req-5a81cc0e-e887-423b-a0ac-f5d3618df7cb tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:57.894872 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-949045ba-1ce5-4e86-ae93-fb2de65b3b4b req-5a81cc0e-e887-423b-a0ac-f5d3618df7cb tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5386 time: 0.1013467 Sep 30 13:02:57.914143 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:57.931659 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a69a79-8602-4e0d-8c17-ce90d13899e8 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:02:57.940957 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-949045ba-1ce5-4e86-ae93-fb2de65b3b4b req-c7c9c0bc-9433-45d3-811d-ab57b774c044 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381434 Sep 30 13:02:57.953731 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 11a69a79-8602-4e0d-8c17-ce90d13899e8, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=11a69a79-8602-4e0d-8c17-ce90d13899e8,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:57.972540 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:58.025737 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=11a69a79-8602-4e0d-8c17-ce90d13899e8,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:58.048731 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59107eaf-e8e2-4d7b-aea8-edab9debc349', 'name': 'network-vif-deleted', 'tag': 'bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:02:58.051239 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4780520-bb92-4647-b9a6-92ae27749b7e" -d '{"events": [{"server_uuid": "59107eaf-e8e2-4d7b-aea8-edab9debc349", "name": "network-vif-deleted", "tag": "bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:02:58.089128 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c2789-48fa-4b11-be9a-d0f46baec8f7 req-7418b94f-76f1-484a-8341-76dea9214053 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:58.091157 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f47c2789-48fa-4b11-be9a-d0f46baec8f7 req-7418b94f-76f1-484a-8341-76dea9214053 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/ports?device_id=58e523f8-22cc-40c8-9381-2a61b891fcab HTTP/1.1" status: 200 len: 932 time: 0.0706875 Sep 30 13:02:58.131890 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f47c2789-48fa-4b11-be9a-d0f46baec8f7 req-baf8e7d8-7698-40b3-87e4-efbf16a6771a tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fa7dfcb-a079-4bf0-b589-11027411807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347378 Sep 30 13:02:58.215993 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafba2f2-c763-4b29-8a6e-aef8db209a04 x-openstack-request-id: req-cafba2f2-c763-4b29-8a6e-aef8db209a04 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:02:58.216278 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59107eaf-e8e2-4d7b-aea8-edab9debc349", "name": "network-vif-deleted", "tag": "bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:02:58.216525 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cafba2f2-c763-4b29-8a6e-aef8db209a04 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:02:58.216907 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59107eaf-e8e2-4d7b-aea8-edab9debc349', 'name': 'network-vif-deleted', 'tag': 'bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a', 'status': 'completed', 'code': 200} Sep 30 13:02:58.252262 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['11a69a79-8602-4e0d-8c17-ce90d13899e8'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:02:58.441573 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2850d6c-b6b2-454a-a70d-adcd056c8ca5 req-2db14fa1-a6b3-4f21-856f-d3b671390d6c tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:58.449759 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c2850d6c-b6b2-454a-a70d-adcd056c8ca5 req-2db14fa1-a6b3-4f21-856f-d3b671390d6c tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 945 time: 0.0662651 Sep 30 13:02:58.492654 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c2850d6c-b6b2-454a-a70d-adcd056c8ca5 req-e90255bf-0129-4064-94d3-19f298387077 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418649 Sep 30 13:02:58.511874 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42224) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:58.595588 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dc6c53ce-bf44-41ca-bec7-844b62749dce req-6ea4f5ae-a9bb-4c7e-9b89-1116fb49fdaa tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 210 time: 0.0311677 Sep 30 13:02:58.656076 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f5e453bd-e72a-4689-bd00-c0d08fefcaa5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6bc2b8265cf74e51b317b791268104cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463428 Sep 30 13:02:58.658626 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42230) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:58.740138 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0b559-b1b3-4900-b227-ed486eb8eb42 req-ce01c17d-a05e-47cb-a8df-308e8fdb79ad tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:58.741640 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cee0b559-b1b3-4900-b227-ed486eb8eb42 req-ce01c17d-a05e-47cb-a8df-308e8fdb79ad tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4035c873-9d35-46f9-b0f8-6cf9e5fa31df HTTP/1.1" status: 200 len: 1101 time: 0.0703354 Sep 30 13:02:58.742665 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a9b7fe9f-24d7-404c-af0f-73e0ce2fab08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:58.775260 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a9b7fe9f-24d7-404c-af0f-73e0ce2fab08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:58.820780 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cee0b559-b1b3-4900-b227-ed486eb8eb42 req-b80c3a22-4a42-4891-910a-68a82184f69a tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688114 Sep 30 13:02:58.840364 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a9b7fe9f-24d7-404c-af0f-73e0ce2fab08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:58.843185 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a9b7fe9f-24d7-404c-af0f-73e0ce2fab08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:58.844343 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a9b7fe9f-24d7-404c-af0f-73e0ce2fab08 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c009b8b-759d-4e5a-80fb-7535d7623141 HTTP/1.1" status: 204 len: 168 time: 0.1846983 Sep 30 13:02:58.852585 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7fe9f-24d7-404c-af0f-73e0ce2fab08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c009b8b-759d-4e5a-80fb-7535d7623141,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:58.959053 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ee954-96fe-4719-b096-1f252cb05764 req-d1d1cf68-4333-4c0d-b7c5-aa0319b66103 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:58.960912 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0c8ee954-96fe-4719-b096-1f252cb05764 req-d1d1cf68-4333-4c0d-b7c5-aa0319b66103 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=066fe2a6-3ad6-4aea-8e84-4a38d8a96df8 HTTP/1.1" status: 200 len: 949 time: 0.0688028 Sep 30 13:02:59.003814 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0c8ee954-96fe-4719-b096-1f252cb05764 req-ec8c2437-507d-4fae-bede-2284811e8606 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365958 Sep 30 13:02:59.121036 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704e3d0-680f-4953-98cd-11235f0f89e6 req-782c70d7-ef64-47b4-a098-dd7557beec57 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:59.138037 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704e3d0-680f-4953-98cd-11235f0f89e6 req-782c70d7-ef64-47b4-a098-dd7557beec57 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:59.138037 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704e3d0-680f-4953-98cd-11235f0f89e6 req-782c70d7-ef64-47b4-a098-dd7557beec57 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:59.143699 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704e3d0-680f-4953-98cd-11235f0f89e6 req-782c70d7-ef64-47b4-a098-dd7557beec57 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:59.149907 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704e3d0-680f-4953-98cd-11235f0f89e6 req-782c70d7-ef64-47b4-a098-dd7557beec57 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:59.155778 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704e3d0-680f-4953-98cd-11235f0f89e6 req-782c70d7-ef64-47b4-a098-dd7557beec57 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:59.161768 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704e3d0-680f-4953-98cd-11235f0f89e6 req-782c70d7-ef64-47b4-a098-dd7557beec57 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:59.163698 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c704e3d0-680f-4953-98cd-11235f0f89e6 req-782c70d7-ef64-47b4-a098-dd7557beec57 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5386 time: 0.1050084 Sep 30 13:02:59.192620 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42242) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:59.207156 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d1d569b3-5149-4a14-8f2b-7e784f81fc71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:59.224765 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c704e3d0-680f-4953-98cd-11235f0f89e6 req-1d4c6c75-92a8-44c0-a43b-4b8e0fdf127f tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513287 Sep 30 13:02:59.319359 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d1d569b3-5149-4a14-8f2b-7e784f81fc71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:59.324046 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d1d569b3-5149-4a14-8f2b-7e784f81fc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:59.356441 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e24355-dc13-4a9a-b401-1f46d3198916 req-c573035e-b788-4942-ad2a-85627d98d707 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:59.358380 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-20e24355-dc13-4a9a-b401-1f46d3198916 req-c573035e-b788-4942-ad2a-85627d98d707 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/ports?device_id=58e523f8-22cc-40c8-9381-2a61b891fcab HTTP/1.1" status: 200 len: 932 time: 0.0665224 Sep 30 13:02:59.369884 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d1d569b3-5149-4a14-8f2b-7e784f81fc71 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9974b343226b43e3aa115c2857ba0836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738756 Sep 30 13:02:59.369884 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d569b3-5149-4a14-8f2b-7e784f81fc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1812b64-968f-4eca-8fcb-f2f9bf43367c,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:59.371910 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42244) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:02:59.423370 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-20e24355-dc13-4a9a-b401-1f46d3198916 req-20eba195-698b-49f0-bca4-6d4d599bbdae tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fa7dfcb-a079-4bf0-b589-11027411807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589747 Sep 30 13:02:59.458245 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-59578141-4378-4f8e-a7f0-baeb0dfeda55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:59.475171 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-59578141-4378-4f8e-a7f0-baeb0dfeda55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:59.539223 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-59578141-4378-4f8e-a7f0-baeb0dfeda55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:59.542426 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-59578141-4378-4f8e-a7f0-baeb0dfeda55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:59.543569 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-59578141-4378-4f8e-a7f0-baeb0dfeda55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1812b64-968f-4eca-8fcb-f2f9bf43367c HTTP/1.1" status: 204 len: 168 time: 0.1691835 Sep 30 13:02:59.553078 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59578141-4378-4f8e-a7f0-baeb0dfeda55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1812b64-968f-4eca-8fcb-f2f9bf43367c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:02:59.626471 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725485e9-0025-402a-bf26-ec5945b8386c req-1dfd1bd9-c9b2-40a1-b534-de796ca47a43 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:59.633857 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-725485e9-0025-402a-bf26-ec5945b8386c req-1dfd1bd9-c9b2-40a1-b534-de796ca47a43 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 945 time: 0.0691397 Sep 30 13:02:59.674633 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-725485e9-0025-402a-bf26-ec5945b8386c req-6029f0b6-3a64-4b31-9640-b82f353c5bf7 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396104 Sep 30 13:02:59.716728 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 11a69a79-8602-4e0d-8c17-ce90d13899e8 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:02:59.794586 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0fd11b66-d34c-4991-9d7d-d6ff78f5164a req-caeb1bc8-a9df-4c77-9560-eb0bfbf7feb5 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 210 time: 0.0438023 Sep 30 13:02:59.811244 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 11a69a79-8602-4e0d-8c17-ce90d13899e8 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:02:59.815148 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 11a69a79-8602-4e0d-8c17-ce90d13899e8 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:02:59.815586 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:59.915598 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:59.940068 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066fe2a6-3ad6-4aea-8e84-4a38d8a96df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a69a79-8602-4e0d-8c17-ce90d13899e8'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:02:59.942825 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8494a8d-021d-4810-867e-c5f367763c34" -d '{"events": [{"server_uuid": "066fe2a6-3ad6-4aea-8e84-4a38d8a96df8", "name": "network-vif-plugged", "status": "completed", "tag": "11a69a79-8602-4e0d-8c17-ce90d13899e8"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:02:59.957821 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01c57c-92f3-45e6-a5a3-6d635b1788da req-dfd0b8a0-0a79-4a33-ac4a-34cc9eac1ea6 tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:02:59.959672 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dd01c57c-92f3-45e6-a5a3-6d635b1788da req-dfd0b8a0-0a79-4a33-ac4a-34cc9eac1ea6 tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4035c873-9d35-46f9-b0f8-6cf9e5fa31df HTTP/1.1" status: 200 len: 1101 time: 0.0509713 Sep 30 13:02:59.959988 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 11a69a79-8602-4e0d-8c17-ce90d13899e8, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=11a69a79-8602-4e0d-8c17-ce90d13899e8,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:02:59.966904 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:02:59.967662 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:03:00.005394 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dd01c57c-92f3-45e6-a5a3-6d635b1788da req-8bb7ccc1-fa85-49df-9d4f-b93cd50924f7 tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366015 Sep 30 13:03:00.008984 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:03:00.009328 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device bb5d5ed2-05ce-4edb-bcb2-e75db2950c1a not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:03:00.043081 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=11a69a79-8602-4e0d-8c17-ce90d13899e8,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:00.063603 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9dd78b-52a4-402c-a15c-76c9613096f5 x-openstack-request-id: req-8b9dd78b-52a4-402c-a15c-76c9613096f5 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:00.063906 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "066fe2a6-3ad6-4aea-8e84-4a38d8a96df8", "name": "network-vif-plugged", "status": "completed", "tag": "11a69a79-8602-4e0d-8c17-ce90d13899e8", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:00.064152 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b9dd78b-52a4-402c-a15c-76c9613096f5 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:00.064547 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066fe2a6-3ad6-4aea-8e84-4a38d8a96df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a69a79-8602-4e0d-8c17-ce90d13899e8', 'code': 200} Sep 30 13:03:00.193165 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579291f3-cf0e-4d4b-a490-947abdbc3de2 req-c46748f7-9ce2-4d44-8123-d3b43baee4f7 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:00.194922 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-579291f3-cf0e-4d4b-a490-947abdbc3de2 req-c46748f7-9ce2-4d44-8123-d3b43baee4f7 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=066fe2a6-3ad6-4aea-8e84-4a38d8a96df8 HTTP/1.1" status: 200 len: 950 time: 0.0759873 Sep 30 13:03:00.219491 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed4135-7468-417d-9f01-604396b5b2a9 req-3ed7cc9c-5e80-4524-9a04-6a612bcefdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:00.221062 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ffed4135-7468-417d-9f01-604396b5b2a9 req-3ed7cc9c-5e80-4524-9a04-6a612bcefdde service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=066fe2a6-3ad6-4aea-8e84-4a38d8a96df8 HTTP/1.1" status: 200 len: 1101 time: 0.0898311 Sep 30 13:03:00.251926 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-579291f3-cf0e-4d4b-a490-947abdbc3de2 req-c16e0b56-e8c8-4aa2-9aae-bccfcacfe7ef tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486336 Sep 30 13:03:00.270590 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ffed4135-7468-417d-9f01-604396b5b2a9 req-22262c0e-ec7c-4703-88fd-a8abf7fcb3d3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373991 Sep 30 13:03:00.374241 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68f0eb-0374-406e-8a52-07e6c3396bd0 req-a7a7a8d3-0cdd-4045-a5f7-699f83b30e34 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:00.380167 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68f0eb-0374-406e-8a52-07e6c3396bd0 req-a7a7a8d3-0cdd-4045-a5f7-699f83b30e34 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:00.386561 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68f0eb-0374-406e-8a52-07e6c3396bd0 req-a7a7a8d3-0cdd-4045-a5f7-699f83b30e34 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:00.392419 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68f0eb-0374-406e-8a52-07e6c3396bd0 req-a7a7a8d3-0cdd-4045-a5f7-699f83b30e34 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:00.398159 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68f0eb-0374-406e-8a52-07e6c3396bd0 req-a7a7a8d3-0cdd-4045-a5f7-699f83b30e34 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:00.404009 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68f0eb-0374-406e-8a52-07e6c3396bd0 req-a7a7a8d3-0cdd-4045-a5f7-699f83b30e34 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:00.409789 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68f0eb-0374-406e-8a52-07e6c3396bd0 req-a7a7a8d3-0cdd-4045-a5f7-699f83b30e34 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:00.411671 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3c68f0eb-0374-406e-8a52-07e6c3396bd0 req-a7a7a8d3-0cdd-4045-a5f7-699f83b30e34 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5386 time: 0.0914521 Sep 30 13:03:00.453120 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3c68f0eb-0374-406e-8a52-07e6c3396bd0 req-c90e8a34-fe2b-4e7a-9468-fbd97009093b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353510 Sep 30 13:03:00.559894 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f1761-30f0-40ad-8279-3023543b8d37 req-a58e347e-6d74-4657-95a5-45a1741cd69c tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:00.561376 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3b1f1761-30f0-40ad-8279-3023543b8d37 req-a58e347e-6d74-4657-95a5-45a1741cd69c tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/ports?device_id=58e523f8-22cc-40c8-9381-2a61b891fcab HTTP/1.1" status: 200 len: 932 time: 0.0479155 Sep 30 13:03:00.598880 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3b1f1761-30f0-40ad-8279-3023543b8d37 req-54058219-21d5-4bac-9367-2182a2a08dad tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fa7dfcb-a079-4bf0-b589-11027411807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314541 Sep 30 13:03:00.805323 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d6ecf-e8ab-49ea-8951-f6ec60b719c4 req-9ddf7ac3-ccfc-4476-9220-ce80309b42ec tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:00.806810 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-273d6ecf-e8ab-49ea-8951-f6ec60b719c4 req-9ddf7ac3-ccfc-4476-9220-ce80309b42ec tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 945 time: 0.0516295 Sep 30 13:03:00.845827 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-273d6ecf-e8ab-49ea-8951-f6ec60b719c4 req-b244c9cf-b572-4fb9-acbc-1836d17c57e4 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327971 Sep 30 13:03:00.926540 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6258b342-f14d-4516-8afd-b1f42e771345 req-103be98a-ee2f-48e2-b7bf-d94afc5f3b71 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 210 time: 0.0266373 Sep 30 13:03:01.131846 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265f481-34f8-4393-8951-03b3fb937a38 req-6198f0b4-e8b3-4bcb-a8e6-88da557def95 tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:01.133328 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a265f481-34f8-4393-8951-03b3fb937a38 req-6198f0b4-e8b3-4bcb-a8e6-88da557def95 tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4035c873-9d35-46f9-b0f8-6cf9e5fa31df HTTP/1.1" status: 200 len: 1101 time: 0.0395925 Sep 30 13:03:01.166969 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a265f481-34f8-4393-8951-03b3fb937a38 req-be9c7eaa-e77a-43e0-b5ef-6db37bc55144 tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271509 Sep 30 13:03:01.389185 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d9429-a026-4541-baf3-fad8028120d7 req-d851183d-f8cb-493a-ac24-1bd7691c3ec4 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:01.390696 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-827d9429-a026-4541-baf3-fad8028120d7 req-d851183d-f8cb-493a-ac24-1bd7691c3ec4 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=066fe2a6-3ad6-4aea-8e84-4a38d8a96df8 HTTP/1.1" status: 200 len: 950 time: 0.0535927 Sep 30 13:03:01.432661 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-827d9429-a026-4541-baf3-fad8028120d7 req-7b32a477-eec0-45b6-beaf-378a89f21780 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359979 Sep 30 13:03:01.544558 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42320) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:01.581604 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141c557-8686-4c8b-9f81-b40daa76f1dd req-0337ab9d-8236-42fb-ae0b-47a4248da407 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:01.587522 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141c557-8686-4c8b-9f81-b40daa76f1dd req-0337ab9d-8236-42fb-ae0b-47a4248da407 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:01.594003 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141c557-8686-4c8b-9f81-b40daa76f1dd req-0337ab9d-8236-42fb-ae0b-47a4248da407 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:01.599949 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141c557-8686-4c8b-9f81-b40daa76f1dd req-0337ab9d-8236-42fb-ae0b-47a4248da407 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:01.606024 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141c557-8686-4c8b-9f81-b40daa76f1dd req-0337ab9d-8236-42fb-ae0b-47a4248da407 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:01.611945 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141c557-8686-4c8b-9f81-b40daa76f1dd req-0337ab9d-8236-42fb-ae0b-47a4248da407 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:01.617754 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141c557-8686-4c8b-9f81-b40daa76f1dd req-0337ab9d-8236-42fb-ae0b-47a4248da407 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:01.619711 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2141c557-8686-4c8b-9f81-b40daa76f1dd req-0337ab9d-8236-42fb-ae0b-47a4248da407 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5386 time: 0.0913436 Sep 30 13:03:01.657566 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-390aa32b-230d-46ac-99bf-23406d360f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:01.664038 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2141c557-8686-4c8b-9f81-b40daa76f1dd req-926dec99-d040-42ab-8a96-588dd67114a7 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361032 Sep 30 13:03:01.747714 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-390aa32b-230d-46ac-99bf-23406d360f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:01.752256 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-390aa32b-230d-46ac-99bf-23406d360f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:01.774404 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1d134-89df-4595-bc31-7067904430f5 req-5d8b55d6-fcfb-45d6-81df-d9127703bcdc tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:01.776497 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dda1d134-89df-4595-bc31-7067904430f5 req-5d8b55d6-fcfb-45d6-81df-d9127703bcdc tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/ports?device_id=58e523f8-22cc-40c8-9381-2a61b891fcab HTTP/1.1" status: 200 len: 932 time: 0.0503576 Sep 30 13:03:01.792093 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-390aa32b-230d-46ac-99bf-23406d360f6a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6378fe62969d418ea9c506d1f9c29709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463815 Sep 30 13:03:01.793219 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390aa32b-230d-46ac-99bf-23406d360f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5b6f8e-3dc5-4ac6-abb8-738451001fb2,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:01.795552 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42326) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:01.821505 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dda1d134-89df-4595-bc31-7067904430f5 req-89580255-d2bc-4a63-b624-66fa670b9012 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fa7dfcb-a079-4bf0-b589-11027411807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382514 Sep 30 13:03:01.843986 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-427ffd72-6c94-4d01-af0d-63c844b4e4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:01.864336 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-427ffd72-6c94-4d01-af0d-63c844b4e4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:01.910971 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-427ffd72-6c94-4d01-af0d-63c844b4e4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:01.913537 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-427ffd72-6c94-4d01-af0d-63c844b4e4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:01.914714 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-427ffd72-6c94-4d01-af0d-63c844b4e4d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d5b6f8e-3dc5-4ac6-abb8-738451001fb2 HTTP/1.1" status: 204 len: 168 time: 0.1182778 Sep 30 13:03:01.922748 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ffd72-6c94-4d01-af0d-63c844b4e4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5b6f8e-3dc5-4ac6-abb8-738451001fb2,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:01.966285 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa90b0d-378c-403d-ab85-f300ec8e7bb2 req-10cf31e8-ad5e-4cf8-bee7-591f710c6b9f tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:01.967810 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0fa90b0d-378c-403d-ab85-f300ec8e7bb2 req-10cf31e8-ad5e-4cf8-bee7-591f710c6b9f tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 945 time: 0.0519080 Sep 30 13:03:02.010098 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0fa90b0d-378c-403d-ab85-f300ec8e7bb2 req-394fdc41-a13d-4188-8342-22b064d3d5b4 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329764 Sep 30 13:03:02.090966 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-685a1106-cd76-45e1-a2bd-70fc5af62553 req-84c6b039-b5b8-47b0-8a65-012bdaa24aec tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 210 time: 0.0261233 Sep 30 13:03:02.196100 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42338) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:02.210047 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5badf41c-6ad7-4824-ba9b-e510934ff728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:02.271072 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261789f-ce6c-4e99-92b9-ee76bbf7b9d7 req-e6a5d11a-33e3-4d0f-ae09-9f1dad3d8f75 tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:02.272641 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9261789f-ce6c-4e99-92b9-ee76bbf7b9d7 req-e6a5d11a-33e3-4d0f-ae09-9f1dad3d8f75 tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4035c873-9d35-46f9-b0f8-6cf9e5fa31df HTTP/1.1" status: 200 len: 1101 time: 0.0404334 Sep 30 13:03:02.303322 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5badf41c-6ad7-4824-ba9b-e510934ff728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:02.308278 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5badf41c-6ad7-4824-ba9b-e510934ff728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:02.309732 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9261789f-ce6c-4e99-92b9-ee76bbf7b9d7 req-a2a39d99-3c48-4bd7-93a8-2395f163e41f tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304003 Sep 30 13:03:02.346598 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5badf41c-6ad7-4824-ba9b-e510934ff728 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=12e011b0fd2246d6b3d7aef0d6c4bf68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1492994 Sep 30 13:03:02.347780 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badf41c-6ad7-4824-ba9b-e510934ff728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2525871-2eea-4c0c-8bd2-d18d48f578b3,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:02.349283 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42340) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:02.400212 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0d05ce27-992f-4511-9531-54378c11873d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:02.421091 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0d05ce27-992f-4511-9531-54378c11873d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:02.466432 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0d05ce27-992f-4511-9531-54378c11873d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:02.469031 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0d05ce27-992f-4511-9531-54378c11873d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:02.470330 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0d05ce27-992f-4511-9531-54378c11873d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2525871-2eea-4c0c-8bd2-d18d48f578b3 HTTP/1.1" status: 204 len: 168 time: 0.1199982 Sep 30 13:03:02.485012 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05ce27-992f-4511-9531-54378c11873d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2525871-2eea-4c0c-8bd2-d18d48f578b3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:02.550136 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcae0ed-698c-405a-bf66-5af66541aed4 req-db0d3cbf-687c-4666-bdbc-e2e53561d6e8 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:02.551945 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cbcae0ed-698c-405a-bf66-5af66541aed4 req-db0d3cbf-687c-4666-bdbc-e2e53561d6e8 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=066fe2a6-3ad6-4aea-8e84-4a38d8a96df8 HTTP/1.1" status: 200 len: 950 time: 0.0478635 Sep 30 13:03:02.590720 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cbcae0ed-698c-405a-bf66-5af66541aed4 req-b5976dcf-e68a-4cb2-b148-e99f242324f4 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320711 Sep 30 13:03:02.696761 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1968a6-650e-4648-9c89-ffed0eedf25c req-804f4158-a884-4958-aa17-0f924a35f02e tempest-ServersOnMultiNodesTest-782157231 tempest-ServersOnMultiNodesTest-782157231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:02.698322 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ef1968a6-650e-4648-9c89-ffed0eedf25c req-804f4158-a884-4958-aa17-0f924a35f02e tempest-ServersOnMultiNodesTest-782157231 tempest-ServersOnMultiNodesTest-782157231-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=066fe2a6-3ad6-4aea-8e84-4a38d8a96df8 HTTP/1.1" status: 200 len: 1101 time: 0.0417502 Sep 30 13:03:02.736792 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ef1968a6-650e-4648-9c89-ffed0eedf25c req-31334494-cc63-4425-b344-d6bf1cbdf65c tempest-ServersOnMultiNodesTest-782157231 tempest-ServersOnMultiNodesTest-782157231-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325284 Sep 30 13:03:02.862897 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa995af9-f8d2-47a2-b0ed-a0b908b23521 req-f432782c-d5f1-40a9-b40d-0a17631be157 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:02.868959 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa995af9-f8d2-47a2-b0ed-a0b908b23521 req-f432782c-d5f1-40a9-b40d-0a17631be157 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:02.875142 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa995af9-f8d2-47a2-b0ed-a0b908b23521 req-f432782c-d5f1-40a9-b40d-0a17631be157 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:02.881003 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa995af9-f8d2-47a2-b0ed-a0b908b23521 req-f432782c-d5f1-40a9-b40d-0a17631be157 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:02.886923 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa995af9-f8d2-47a2-b0ed-a0b908b23521 req-f432782c-d5f1-40a9-b40d-0a17631be157 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:02.892785 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa995af9-f8d2-47a2-b0ed-a0b908b23521 req-f432782c-d5f1-40a9-b40d-0a17631be157 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:02.898663 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa995af9-f8d2-47a2-b0ed-a0b908b23521 req-f432782c-d5f1-40a9-b40d-0a17631be157 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:02.900528 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fa995af9-f8d2-47a2-b0ed-a0b908b23521 req-f432782c-d5f1-40a9-b40d-0a17631be157 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5386 time: 0.0961204 Sep 30 13:03:02.942584 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fa995af9-f8d2-47a2-b0ed-a0b908b23521 req-c3d0c2ec-ad86-4664-9177-995f407e93ad tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352762 Sep 30 13:03:03.055703 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089632fc-66f3-470d-80ca-5ea7b5cb797f req-e881b037-291e-4e47-a861-46182f631116 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:03.057206 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-089632fc-66f3-470d-80ca-5ea7b5cb797f req-e881b037-291e-4e47-a861-46182f631116 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/ports?device_id=58e523f8-22cc-40c8-9381-2a61b891fcab HTTP/1.1" status: 200 len: 932 time: 0.0491154 Sep 30 13:03:03.095806 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-089632fc-66f3-470d-80ca-5ea7b5cb797f req-99f2215c-ab34-4670-ab56-819a7e1b5132 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fa7dfcb-a079-4bf0-b589-11027411807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326536 Sep 30 13:03:03.107024 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-a7837508-b79c-46f7-9322-b895a0a7cd1d tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Request body: {'port': {'device_id': '3e333a66-a0c0-46e1-8dae-2740888cda26', 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a', 'admin_state_up': True, 'tenant_id': 'bfee4c1083184c949bfe63d2e5d7a195'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:03.180901 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42386) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:03.205642 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-b7e986c1-5344-4616-9556-cfee0247135b service neutron] Request body: {'port': {'device_id': '58e523f8-22cc-40c8-9381-2a61b891fcab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:03.247943 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-363b5a9c-2329-406d-a755-402aac89f26d req-3982207c-0a7b-455c-88be-615a9bfb3bda tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595946 Sep 30 13:03:03.367974 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-a7837508-b79c-46f7-9322-b895a0a7cd1d tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Made reservation on behalf of bfee4c1083184c949bfe63d2e5d7a195 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:03:03.372515 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-a7837508-b79c-46f7-9322-b895a0a7cd1d tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:03.375502 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-6f3e24eb-3e2e-4ac6-be41-0111e1db650d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1022218742-network', 'tenant_id': '1918ce5530b54418b123e59195052815'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:03.396458 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a584a5-5051-4721-a196-092dba09fdb7 req-3b27d78c-dd28-45c4-ad9c-073f1725b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:03.398144 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-17a584a5-5051-4721-a196-092dba09fdb7 req-3b27d78c-dd28-45c4-ad9c-073f1725b908 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1989677 Sep 30 13:03:03.405771 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-b7e986c1-5344-4616-9556-cfee0247135b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:03.431116 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3e24eb-3e2e-4ac6-be41-0111e1db650d admin admin] Made reservation on behalf of 1918ce5530b54418b123e59195052815 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:03:03.434290 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6f3e24eb-3e2e-4ac6-be41-0111e1db650d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:03.443651 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-11dda079-5fdd-4b19-bc5b-937a3ba1e47d service neutron] Request body: {'port': {'device_id': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:03.468578 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.54', 56434) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:03.472614 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6f3e24eb-3e2e-4ac6-be41-0111e1db650d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:03.565655 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fd3ea-02d9-429d-9c76-05a55ce5d8d3 req-8a622ab5-e043-4c18-932a-460e15cb51d5 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:03.567193 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f97fd3ea-02d9-429d-9c76-05a55ce5d8d3 req-8a622ab5-e043-4c18-932a-460e15cb51d5 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 945 time: 0.1643553 Sep 30 13:03:03.601299 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-11dda079-5fdd-4b19-bc5b-937a3ba1e47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:03.676172 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f97fd3ea-02d9-429d-9c76-05a55ce5d8d3 req-79c4bde9-f406-4e45-b4c0-deb283a99af4 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829275 Sep 30 13:03:03.688173 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-a7837508-b79c-46f7-9322-b895a0a7cd1d tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Allocated IP 172.20.0.10 (9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a/d2a3567b-bc5f-477b-8f28-c16dcd278961/ab95f5b0-e778-4b9c-87ab-50dfb371cc27) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:03:03.779574 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b5a9c-2329-406d-a755-402aac89f26d req-02c2dd29-b9bf-4be5-b127-09ee7d11a191 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:03.781043 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-363b5a9c-2329-406d-a755-402aac89f26d req-02c2dd29-b9bf-4be5-b127-09ee7d11a191 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5324116 Sep 30 13:03:03.811386 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d6c91d16-8d42-4ddd-aa74-9a423259eacb req-d09c3ccc-4cbf-4948-9a86-40ddb07ad57f tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 210 time: 0.0501401 Sep 30 13:03:03.819463 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebe277-772a-4da6-a347-1e443c38f179 req-0d93fd20-e698-49bc-83ec-60e06e1e3b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:03.820941 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-81ebe277-772a-4da6-a347-1e443c38f179 req-0d93fd20-e698-49bc-83ec-60e06e1e3b7f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 1096 time: 0.4172084 Sep 30 13:03:03.837798 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-363b5a9c-2329-406d-a755-402aac89f26d req-f146c9d7-ae7e-415e-ae25-e1c6eef49719 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/quotas/3bc89b3b842046238e7c21a0c02c3f96 HTTP/1.1" status: 200 len: 375 time: 0.0474424 Sep 30 13:03:03.897741 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af8e4f-d438-40d1-a05c-1c8fd6672999 req-14d5766a-3df6-411b-8511-a27748693df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:03.898241 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af8e4f-d438-40d1-a05c-1c8fd6672999 req-14d5766a-3df6-411b-8511-a27748693df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:03.898714 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af8e4f-d438-40d1-a05c-1c8fd6672999 req-14d5766a-3df6-411b-8511-a27748693df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:03.899179 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af8e4f-d438-40d1-a05c-1c8fd6672999 req-14d5766a-3df6-411b-8511-a27748693df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:03.899641 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af8e4f-d438-40d1-a05c-1c8fd6672999 req-14d5766a-3df6-411b-8511-a27748693df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:03.900100 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af8e4f-d438-40d1-a05c-1c8fd6672999 req-14d5766a-3df6-411b-8511-a27748693df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:03.900558 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af8e4f-d438-40d1-a05c-1c8fd6672999 req-14d5766a-3df6-411b-8511-a27748693df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:03.903022 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-52af8e4f-d438-40d1-a05c-1c8fd6672999 req-14d5766a-3df6-411b-8511-a27748693df3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcdfca8935404bd6b32ec59be45dc83c&device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 6278 time: 0.4314177 Sep 30 13:03:04.003307 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-81ebe277-772a-4da6-a347-1e443c38f179 req-64881641-9db6-4881-b678-b5370473e98b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721051 Sep 30 13:03:04.023713 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680531a-9157-474b-8649-2e35a0b373fd req-04c6cd74-a84e-43b0-abef-eb7e849c3bf3 tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:04.025243 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8680531a-9157-474b-8649-2e35a0b373fd req-04c6cd74-a84e-43b0-abef-eb7e849c3bf3 tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4035c873-9d35-46f9-b0f8-6cf9e5fa31df HTTP/1.1" status: 200 len: 1101 time: 0.1153972 Sep 30 13:03:04.042689 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-363b5a9c-2329-406d-a755-402aac89f26d req-64628986-d4db-45e6-bb2d-b38efd5116c8 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1506321 Sep 30 13:03:04.047938 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-a7837508-b79c-46f7-9322-b895a0a7cd1d tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:04.123543 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6f3e24eb-3e2e-4ac6-be41-0111e1db650d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:04.132314 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6f3e24eb-3e2e-4ac6-be41-0111e1db650d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:04.133803 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-11dda079-5fdd-4b19-bc5b-937a3ba1e47d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3735fbdc-2096-4924-a740-2efbd559b38e {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:03:04.145794 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-11dda079-5fdd-4b19-bc5b-937a3ba1e47d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:04.150340 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8680531a-9157-474b-8649-2e35a0b373fd req-396cf9ac-63bf-447b-b662-dad69a2b6eee tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146119 Sep 30 13:03:04.168610 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f3e24eb-3e2e-4ac6-be41-0111e1db650d admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:03:04.179253 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-11dda079-5fdd-4b19-bc5b-937a3ba1e47d service neutron] Transition to ACTIVE for port object 3735fbdc-2096-4924-a740-2efbd559b38e will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:03:04.187305 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-a7837508-b79c-46f7-9322-b895a0a7cd1d tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:04.194619 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6f3e24eb-3e2e-4ac6-be41-0111e1db650d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:04.194783 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-6f3e24eb-3e2e-4ac6-be41-0111e1db650d admin admin] Added segment fce243b1-29c1-429f-8048-4239c3c11ea3 of type vlan for network 8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9 Sep 30 13:03:04.198636 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e24eb-3e2e-4ac6-be41-0111e1db650d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f01f0d8-4018-48c5-af83-0cf99dbdfcf6,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:04.253862 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-11dda079-5fdd-4b19-bc5b-937a3ba1e47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:04.315151 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-a7837508-b79c-46f7-9322-b895a0a7cd1d tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:03:04.327384 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-b7e986c1-5344-4616-9556-cfee0247135b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a931b3ed-1204-4910-a059-52f0fe045d9f {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:03:04.349419 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6f3e24eb-3e2e-4ac6-be41-0111e1db650d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:04.351602 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-a7837508-b79c-46f7-9322-b895a0a7cd1d tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:03:04.367325 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-a7837508-b79c-46f7-9322-b895a0a7cd1d tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:03:04.374139 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-a7837508-b79c-46f7-9322-b895a0a7cd1d tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:04.374810 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-a7837508-b79c-46f7-9322-b895a0a7cd1d tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:04.379062 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-b7e986c1-5344-4616-9556-cfee0247135b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:04.385998 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7837508-b79c-46f7-9322-b895a0a7cd1d tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Pushing event updated for resources: {'Port': ['ID=ab95f5b0-e778-4b9c-87ab-50dfb371cc27,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:04.425806 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-b7e986c1-5344-4616-9556-cfee0247135b service neutron] Transition to ACTIVE for port object a931b3ed-1204-4910-a059-52f0fe045d9f will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:03:04.440494 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dda079-5fdd-4b19-bc5b-937a3ba1e47d service neutron] Pushing event updated for resources: {'Port': ['ID=3735fbdc-2096-4924-a740-2efbd559b38e,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:04.455969 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-11dda079-5fdd-4b19-bc5b-937a3ba1e47d service neutron] Attempting to bind port 3735fbdc-2096-4924-a740-2efbd559b38e on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:03:04.456365 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-11dda079-5fdd-4b19-bc5b-937a3ba1e47d service neutron] Attempting to bind port 3735fbdc-2096-4924-a740-2efbd559b38e by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'ac637a4a-2081-46b7-8c83-b608b8cef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:03:04.456634 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-11dda079-5fdd-4b19-bc5b-937a3ba1e47d service neutron] Attempting to bind port 3735fbdc-2096-4924-a740-2efbd559b38e on network 7f6c8617-7052-4e03-9d52-54c6cfa13c48 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:04.467311 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6f3e24eb-3e2e-4ac6-be41-0111e1db650d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:04.468281 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3e24eb-3e2e-4ac6-be41-0111e1db650d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:04.468859 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6f3e24eb-3e2e-4ac6-be41-0111e1db650d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:04.470978 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-b7e986c1-5344-4616-9556-cfee0247135b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:04.474217 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14aeac-32d2-4e48-b444-52df8510ac29 req-f253527c-fa71-4af7-a262-b0a855178228 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:04.482934 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0b14aeac-32d2-4e48-b444-52df8510ac29 req-f253527c-fa71-4af7-a262-b0a855178228 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/ports?device_id=58e523f8-22cc-40c8-9381-2a61b891fcab HTTP/1.1" status: 200 len: 932 time: 0.2239003 Sep 30 13:03:04.495675 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-a7837508-b79c-46f7-9322-b895a0a7cd1d tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3928151 Sep 30 13:03:04.503027 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-11dda079-5fdd-4b19-bc5b-937a3ba1e47d service neutron] Port 3735fbdc-2096-4924-a740-2efbd559b38e on network 7f6c8617-7052-4e03-9d52-54c6cfa13c48 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:03:04.503357 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-11dda079-5fdd-4b19-bc5b-937a3ba1e47d service neutron] Attempting to bind port 3735fbdc-2096-4924-a740-2efbd559b38e on network 7f6c8617-7052-4e03-9d52-54c6cfa13c48 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:04.512444 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-11dda079-5fdd-4b19-bc5b-937a3ba1e47d service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:03:04.512787 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-11dda079-5fdd-4b19-bc5b-937a3ba1e47d service neutron] Checking segment: {'id': 'ac637a4a-2081-46b7-8c83-b608b8cef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:03:04.513178 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-11dda079-5fdd-4b19-bc5b-937a3ba1e47d service neutron] Bound using segment: {'id': 'ac637a4a-2081-46b7-8c83-b608b8cef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:03:04.513616 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-11dda079-5fdd-4b19-bc5b-937a3ba1e47d service neutron] Bound port: 3735fbdc-2096-4924-a740-2efbd559b38e, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac637a4a-2081-46b7-8c83-b608b8cef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:03:04.514048 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-11dda079-5fdd-4b19-bc5b-937a3ba1e47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:04.546913 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-949f3b2b-7f7a-4a6f-9e27-8507c17874d2 service neutron] Request body: {'port': {'device_id': '3e333a66-a0c0-46e1-8dae-2740888cda26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:04.559336 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbbee5-ea24-43b5-b955-a119c0bda433 req-b8abeada-400e-461f-b5a4-ac619adbc838 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:04.565232 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbbee5-ea24-43b5-b955-a119c0bda433 req-b8abeada-400e-461f-b5a4-ac619adbc838 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:04.566093 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0b14aeac-32d2-4e48-b444-52df8510ac29 req-2255c27c-00f5-43ee-bbdd-b9743c16007f tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fa7dfcb-a079-4bf0-b589-11027411807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820851 Sep 30 13:03:04.571275 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbbee5-ea24-43b5-b955-a119c0bda433 req-b8abeada-400e-461f-b5a4-ac619adbc838 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:04.577503 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbbee5-ea24-43b5-b955-a119c0bda433 req-b8abeada-400e-461f-b5a4-ac619adbc838 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:04.590221 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbbee5-ea24-43b5-b955-a119c0bda433 req-b8abeada-400e-461f-b5a4-ac619adbc838 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:04.597248 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbbee5-ea24-43b5-b955-a119c0bda433 req-b8abeada-400e-461f-b5a4-ac619adbc838 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:04.605503 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbbee5-ea24-43b5-b955-a119c0bda433 req-b8abeada-400e-461f-b5a4-ac619adbc838 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:04.614931 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-defbbee5-ea24-43b5-b955-a119c0bda433 req-b8abeada-400e-461f-b5a4-ac619adbc838 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5398 time: 0.3419201 Sep 30 13:03:04.706350 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-11dda079-5fdd-4b19-bc5b-937a3ba1e47d service neutron] For port 3735fbdc-2096-4924-a740-2efbd559b38e, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:03:04.710676 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-11dda079-5fdd-4b19-bc5b-937a3ba1e47d service neutron] For port 3735fbdc-2096-4924-a740-2efbd559b38e, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=3735fbdc-2096-4924-a740-2efbd559b38e,segment=NetworkSegment(ac637a4a-2081-46b7-8c83-b608b8cef194),segment_id=ac637a4a-2081-46b7-8c83-b608b8cef194)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:03:04.717092 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6f3e24eb-3e2e-4ac6-be41-0111e1db650d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5350573 Sep 30 13:03:04.729504 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42412) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:04.732909 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af8e4f-d438-40d1-a05c-1c8fd6672999 req-a4ba3096-9377-4b0c-923f-7c5324434465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:04.733655 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af8e4f-d438-40d1-a05c-1c8fd6672999 req-a4ba3096-9377-4b0c-923f-7c5324434465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:04.736793 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af8e4f-d438-40d1-a05c-1c8fd6672999 req-a4ba3096-9377-4b0c-923f-7c5324434465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:04.736793 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-52af8e4f-d438-40d1-a05c-1c8fd6672999 req-a4ba3096-9377-4b0c-923f-7c5324434465 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=fcdfca8935404bd6b32ec59be45dc83c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4195766 Sep 30 13:03:04.742363 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-2ad02b33-b8f5-4ffe-8ada-8d21eaf1074b admin admin] Request body: {'subnet': {'network_id': '8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1022218742-subnet', 'tenant_id': '1918ce5530b54418b123e59195052815', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:04.773574 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-11dda079-5fdd-4b19-bc5b-937a3ba1e47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:04.788587 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e986c1-5344-4616-9556-cfee0247135b service neutron] Pushing event updated for resources: {'Port': ['ID=a931b3ed-1204-4910-a059-52f0fe045d9f,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:04.819375 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e24eb-3e2e-4ac6-be41-0111e1db650d admin admin] Pushing event updated for resources: {'Network': ['ID=8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:04.840877 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:03:04.851596 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fbd120b3-0d26-466f-8f48-f9e2a9db8e2f req-a435e6db-4e62-481c-998f-9f83e1dc614b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=853540a5-261e-4237-bc80-c838b2b5d907 HTTP/1.1" status: 200 len: 210 time: 0.2245271 Sep 30 13:03:04.932332 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-11dda079-5fdd-4b19-bc5b-937a3ba1e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:04.932964 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-11dda079-5fdd-4b19-bc5b-937a3ba1e47d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:04.934372 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-11dda079-5fdd-4b19-bc5b-937a3ba1e47d service neutron] 10.222.0.54 "PUT /v2.0/ports/3735fbdc-2096-4924-a740-2efbd559b38e HTTP/1.1" status: 200 len: 1091 time: 1.4952796 Sep 30 13:03:04.934815 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'tag': '3735fbdc-2096-4924-a740-2efbd559b38e'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:03:04.937054 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68208f9d-9f1a-4c3f-872a-f0cc945df64f" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "tag": "3735fbdc-2096-4924-a740-2efbd559b38e"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:03:04.961369 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-949f3b2b-7f7a-4a6f-9e27-8507c17874d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:04.992005 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-944d5293-b96e-4ce5-bf01-6c33cc7c6873 service neutron] Request body: {'port': {'device_id': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:05.043393 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af8e4f-d438-40d1-a05c-1c8fd6672999 req-7d84c43d-2040-4b0a-81b7-3664c180344c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:05.045153 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-52af8e4f-d438-40d1-a05c-1c8fd6672999 req-7d84c43d-2040-4b0a-81b7-3664c180344c service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2522361 Sep 30 13:03:05.087161 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-defbbee5-ea24-43b5-b955-a119c0bda433 req-0b0564fb-0bf4-4a34-8d81-27f33991af31 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4662936 Sep 30 13:03:05.090585 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad02b33-b8f5-4ffe-8ada-8d21eaf1074b admin admin] Made reservation on behalf of 1918ce5530b54418b123e59195052815 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:03:05.092979 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2ad02b33-b8f5-4ffe-8ada-8d21eaf1074b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:05.146542 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dda079-5fdd-4b19-bc5b-937a3ba1e47d service neutron] Pushing event updated for resources: {'Port': ['ID=3735fbdc-2096-4924-a740-2efbd559b38e,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:05.155738 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-b7e986c1-5344-4616-9556-cfee0247135b service neutron] Attempting to bind port a931b3ed-1204-4910-a059-52f0fe045d9f on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:03:05.156073 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-b7e986c1-5344-4616-9556-cfee0247135b service neutron] Attempting to bind port a931b3ed-1204-4910-a059-52f0fe045d9f by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'b2db1676-b010-4608-ac63-64833176515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fe2b754e-2c6a-4249-8e43-9c69174bc58a'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:03:05.156400 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-b7e986c1-5344-4616-9556-cfee0247135b service neutron] Attempting to bind port a931b3ed-1204-4910-a059-52f0fe045d9f on network fe2b754e-2c6a-4249-8e43-9c69174bc58a {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:05.165303 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-b7e986c1-5344-4616-9556-cfee0247135b service neutron] Port a931b3ed-1204-4910-a059-52f0fe045d9f on network fe2b754e-2c6a-4249-8e43-9c69174bc58a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:03:05.165623 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-b7e986c1-5344-4616-9556-cfee0247135b service neutron] Attempting to bind port a931b3ed-1204-4910-a059-52f0fe045d9f on network fe2b754e-2c6a-4249-8e43-9c69174bc58a {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:05.192652 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-b7e986c1-5344-4616-9556-cfee0247135b service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:03:05.192999 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-b7e986c1-5344-4616-9556-cfee0247135b service neutron] Checking segment: {'id': 'b2db1676-b010-4608-ac63-64833176515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fe2b754e-2c6a-4249-8e43-9c69174bc58a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:03:05.193370 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-b7e986c1-5344-4616-9556-cfee0247135b service neutron] Bound using segment: {'id': 'b2db1676-b010-4608-ac63-64833176515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fe2b754e-2c6a-4249-8e43-9c69174bc58a'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:03:05.193808 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-b7e986c1-5344-4616-9556-cfee0247135b service neutron] Bound port: a931b3ed-1204-4910-a059-52f0fe045d9f, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2db1676-b010-4608-ac63-64833176515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'fe2b754e-2c6a-4249-8e43-9c69174bc58a'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:03:05.194193 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-b7e986c1-5344-4616-9556-cfee0247135b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:05.203553 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f1353-5492-459f-9469-9cea6c7030c6 req-266bebff-6ca0-4a91-971b-516d9232137d tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:05.205194 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1c0f1353-5492-459f-9469-9cea6c7030c6 req-266bebff-6ca0-4a91-971b-516d9232137d tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 945 time: 0.1648664 Sep 30 13:03:05.209504 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-944d5293-b96e-4ce5-bf01-6c33cc7c6873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:05.344970 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa6f2e-de87-4fcb-ba02-1327638ee8c6 req-f089ea9f-768b-45bf-ab86-6a3a784eee96 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:05.346377 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bbaa6f2e-de87-4fcb-ba02-1327638ee8c6 req-f089ea9f-768b-45bf-ab86-6a3a784eee96 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 932 time: 0.1491799 Sep 30 13:03:05.356068 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1c0f1353-5492-459f-9469-9cea6c7030c6 req-5af8d1c8-3508-4bf6-bfa9-0a49bf829491 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437910 Sep 30 13:03:05.471859 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9c0aa5-97fc-4aba-9bdc-3b5e80d8d049 x-openstack-request-id: req-dd9c0aa5-97fc-4aba-9bdc-3b5e80d8d049 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:05.472170 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "tag": "3735fbdc-2096-4924-a740-2efbd559b38e", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:05.472426 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd9c0aa5-97fc-4aba-9bdc-3b5e80d8d049 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:05.472820 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'tag': '3735fbdc-2096-4924-a740-2efbd559b38e', 'status': 'completed', 'code': 200} Sep 30 13:03:05.492059 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-b7e986c1-5344-4616-9556-cfee0247135b service neutron] For port a931b3ed-1204-4910-a059-52f0fe045d9f, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:03:05.591884 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-b7e986c1-5344-4616-9556-cfee0247135b service neutron] For port a931b3ed-1204-4910-a059-52f0fe045d9f, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=a931b3ed-1204-4910-a059-52f0fe045d9f,segment=NetworkSegment(b2db1676-b010-4608-ac63-64833176515d),segment_id=b2db1676-b010-4608-ac63-64833176515d)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:03:05.597175 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2ad02b33-b8f5-4ffe-8ada-8d21eaf1074b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:05.606554 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-b7e986c1-5344-4616-9556-cfee0247135b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:05.611429 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bbaa6f2e-de87-4fcb-ba02-1327638ee8c6 req-88b83497-acf2-437b-9839-1784fcd2739c tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401915 Sep 30 13:03:05.662244 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03cb797-358d-4228-b669-0ade048851b1 req-751388dc-f095-4437-9bcb-4259032e1e0e tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:05.663803 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d03cb797-358d-4228-b669-0ade048851b1 req-751388dc-f095-4437-9bcb-4259032e1e0e tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4035c873-9d35-46f9-b0f8-6cf9e5fa31df HTTP/1.1" status: 200 len: 1101 time: 0.1557443 Sep 30 13:03:05.709155 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-949f3b2b-7f7a-4a6f-9e27-8507c17874d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab95f5b0-e778-4b9c-87ab-50dfb371cc27 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:03:05.724584 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-363b5a9c-2329-406d-a755-402aac89f26d req-2dae7f71-c3a0-49e1-940e-c90c18aefbf8 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0906496 Sep 30 13:03:05.730441 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-949f3b2b-7f7a-4a6f-9e27-8507c17874d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:05.737217 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-b7e986c1-5344-4616-9556-cfee0247135b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:05.737827 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-b7e986c1-5344-4616-9556-cfee0247135b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:05.739211 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-b7e986c1-5344-4616-9556-cfee0247135b service neutron] 10.222.0.54 "PUT /v2.0/ports/a931b3ed-1204-4910-a059-52f0fe045d9f HTTP/1.1" status: 200 len: 1092 time: 2.5389199 Sep 30 13:03:05.754584 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e523f8-22cc-40c8-9381-2a61b891fcab', 'tag': 'a931b3ed-1204-4910-a059-52f0fe045d9f'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:03:05.756456 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3ee173-8332-4acf-9346-14ce4460a867" -d '{"events": [{"name": "network-changed", "server_uuid": "58e523f8-22cc-40c8-9381-2a61b891fcab", "tag": "a931b3ed-1204-4910-a059-52f0fe045d9f"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:03:05.771156 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d03cb797-358d-4228-b669-0ade048851b1 req-ebe88f58-7763-4f0a-9c1e-509f4e20fa52 tempest-ServersAdminNegativeTestJSON-1857229191 tempest-ServersAdminNegativeTestJSON-1857229191-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978684 Sep 30 13:03:05.778127 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-949f3b2b-7f7a-4a6f-9e27-8507c17874d2 service neutron] Transition to ACTIVE for port object ab95f5b0-e778-4b9c-87ab-50dfb371cc27 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:03:05.815845 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68208f9d-9f1a-4c3f-872a-f0cc945df64f req-981e5c3b-ab3d-4d57-a585-56efa95d7382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:05.816447 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-949f3b2b-7f7a-4a6f-9e27-8507c17874d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:05.816577 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68208f9d-9f1a-4c3f-872a-f0cc945df64f req-981e5c3b-ab3d-4d57-a585-56efa95d7382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:05.816788 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68208f9d-9f1a-4c3f-872a-f0cc945df64f req-981e5c3b-ab3d-4d57-a585-56efa95d7382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:05.817268 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68208f9d-9f1a-4c3f-872a-f0cc945df64f req-981e5c3b-ab3d-4d57-a585-56efa95d7382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:05.817729 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68208f9d-9f1a-4c3f-872a-f0cc945df64f req-981e5c3b-ab3d-4d57-a585-56efa95d7382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:05.818224 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68208f9d-9f1a-4c3f-872a-f0cc945df64f req-981e5c3b-ab3d-4d57-a585-56efa95d7382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:05.818688 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68208f9d-9f1a-4c3f-872a-f0cc945df64f req-981e5c3b-ab3d-4d57-a585-56efa95d7382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:05.822071 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-68208f9d-9f1a-4c3f-872a-f0cc945df64f req-981e5c3b-ab3d-4d57-a585-56efa95d7382 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcdfca8935404bd6b32ec59be45dc83c&device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 6345 time: 0.3335814 Sep 30 13:03:05.822071 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad02b33-b8f5-4ffe-8ada-8d21eaf1074b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1e8767f-4cd3-4d01-ac66-6310dd0701df,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:05.856917 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-944d5293-b96e-4ce5-bf01-6c33cc7c6873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:03:05.866430 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6631c39-cca1-4a85-ac9e-0c6e72b9534b x-openstack-request-id: req-b6631c39-cca1-4a85-ac9e-0c6e72b9534b {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:05.866740 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e523f8-22cc-40c8-9381-2a61b891fcab", "tag": "a931b3ed-1204-4910-a059-52f0fe045d9f", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:05.866955 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6631c39-cca1-4a85-ac9e-0c6e72b9534b {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:05.867336 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e523f8-22cc-40c8-9381-2a61b891fcab', 'tag': 'a931b3ed-1204-4910-a059-52f0fe045d9f', 'status': 'completed', 'code': 200} Sep 30 13:03:05.874736 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-944d5293-b96e-4ce5-bf01-6c33cc7c6873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:05.894768 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f3b2b-7f7a-4a6f-9e27-8507c17874d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab95f5b0-e778-4b9c-87ab-50dfb371cc27,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:05.900426 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-944d5293-b96e-4ce5-bf01-6c33cc7c6873 service neutron] Transition to ACTIVE for port object 20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:03:05.907110 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-944d5293-b96e-4ce5-bf01-6c33cc7c6873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:05.977004 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-949f3b2b-7f7a-4a6f-9e27-8507c17874d2 service neutron] Attempting to bind port ab95f5b0-e778-4b9c-87ab-50dfb371cc27 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:03:05.977347 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-949f3b2b-7f7a-4a6f-9e27-8507c17874d2 service neutron] Attempting to bind port ab95f5b0-e778-4b9c-87ab-50dfb371cc27 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:03:05.977679 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-949f3b2b-7f7a-4a6f-9e27-8507c17874d2 service neutron] Attempting to bind port ab95f5b0-e778-4b9c-87ab-50dfb371cc27 on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:05.989539 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-949f3b2b-7f7a-4a6f-9e27-8507c17874d2 service neutron] Port ab95f5b0-e778-4b9c-87ab-50dfb371cc27 on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:03:05.989868 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-949f3b2b-7f7a-4a6f-9e27-8507c17874d2 service neutron] Attempting to bind port ab95f5b0-e778-4b9c-87ab-50dfb371cc27 on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:06.000346 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d5293-b96e-4ce5-bf01-6c33cc7c6873 service neutron] Pushing event updated for resources: {'Port': ['ID=20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:06.027092 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-949f3b2b-7f7a-4a6f-9e27-8507c17874d2 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:03:06.027432 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-949f3b2b-7f7a-4a6f-9e27-8507c17874d2 service neutron] Checking segment: {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:03:06.027820 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-949f3b2b-7f7a-4a6f-9e27-8507c17874d2 service neutron] Bound using segment: {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:03:06.028266 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-949f3b2b-7f7a-4a6f-9e27-8507c17874d2 service neutron] Bound port: ab95f5b0-e778-4b9c-87ab-50dfb371cc27, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:03:06.028623 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-949f3b2b-7f7a-4a6f-9e27-8507c17874d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:06.053157 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e986c1-5344-4616-9556-cfee0247135b service neutron] Pushing event updated for resources: {'Port': ['ID=a931b3ed-1204-4910-a059-52f0fe045d9f,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:06.069977 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b5a9c-2329-406d-a755-402aac89f26d req-9bf27470-0413-44a5-8188-4ab943e3ce51 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:06.073207 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-363b5a9c-2329-406d-a755-402aac89f26d req-9bf27470-0413-44a5-8188-4ab943e3ce51 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3328073 Sep 30 13:03:06.107696 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e79abf3f-47e7-489e-9b06-b617ae25af18 req-49e3fdb7-8002-49d3-87d1-3046b869233d tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=853540a5-261e-4237-bc80-c838b2b5d907 HTTP/1.1" status: 200 len: 210 time: 0.0850930 Sep 30 13:03:06.119449 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-944d5293-b96e-4ce5-bf01-6c33cc7c6873 service neutron] Attempting to bind port 20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:03:06.120301 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-944d5293-b96e-4ce5-bf01-6c33cc7c6873 service neutron] Attempting to bind port 20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd88806d7-cb43-44a5-88a4-05dfc9e84a4d'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:03:06.121009 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-944d5293-b96e-4ce5-bf01-6c33cc7c6873 service neutron] Attempting to bind port 20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c on network d88806d7-cb43-44a5-88a4-05dfc9e84a4d {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:06.131113 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-944d5293-b96e-4ce5-bf01-6c33cc7c6873 service neutron] Port 20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c on network d88806d7-cb43-44a5-88a4-05dfc9e84a4d not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:03:06.131625 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-944d5293-b96e-4ce5-bf01-6c33cc7c6873 service neutron] Attempting to bind port 20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c on network d88806d7-cb43-44a5-88a4-05dfc9e84a4d {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:06.160802 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-944d5293-b96e-4ce5-bf01-6c33cc7c6873 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:03:06.161846 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-944d5293-b96e-4ce5-bf01-6c33cc7c6873 service neutron] Checking segment: {'id': '1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd88806d7-cb43-44a5-88a4-05dfc9e84a4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:03:06.162411 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-944d5293-b96e-4ce5-bf01-6c33cc7c6873 service neutron] Bound using segment: {'id': '1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd88806d7-cb43-44a5-88a4-05dfc9e84a4d'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:03:06.163613 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-944d5293-b96e-4ce5-bf01-6c33cc7c6873 service neutron] Bound port: 20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd88806d7-cb43-44a5-88a4-05dfc9e84a4d'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:03:06.164292 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-944d5293-b96e-4ce5-bf01-6c33cc7c6873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:06.229791 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-363b5a9c-2329-406d-a755-402aac89f26d req-189bb924-89c3-456f-a8d1-144831cf2e15 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Request body: {'port': {'device_id': '853540a5-261e-4237-bc80-c838b2b5d907', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': '3bc89b3b842046238e7c21a0c02c3f96'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:06.259842 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-949f3b2b-7f7a-4a6f-9e27-8507c17874d2 service neutron] For port ab95f5b0-e778-4b9c-87ab-50dfb371cc27, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:03:06.266345 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68208f9d-9f1a-4c3f-872a-f0cc945df64f req-3675310c-295a-4080-84d3-918755f91283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:06.267013 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-949f3b2b-7f7a-4a6f-9e27-8507c17874d2 service neutron] For port ab95f5b0-e778-4b9c-87ab-50dfb371cc27, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=ab95f5b0-e778-4b9c-87ab-50dfb371cc27,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:03:06.267131 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68208f9d-9f1a-4c3f-872a-f0cc945df64f req-3675310c-295a-4080-84d3-918755f91283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:06.267644 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68208f9d-9f1a-4c3f-872a-f0cc945df64f req-3675310c-295a-4080-84d3-918755f91283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:06.271712 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-68208f9d-9f1a-4c3f-872a-f0cc945df64f req-3675310c-295a-4080-84d3-918755f91283 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=fcdfca8935404bd6b32ec59be45dc83c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4172187 Sep 30 13:03:06.281300 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-949f3b2b-7f7a-4a6f-9e27-8507c17874d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:06.296363 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-33958f5c-49ec-43c8-980a-51cc675a7ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:06.297522 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-33958f5c-49ec-43c8-980a-51cc675a7ab8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=378e2d050da241729559ea504aeeacae&device_id=58e523f8-22cc-40c8-9381-2a61b891fcab HTTP/1.1" status: 200 len: 1095 time: 0.4613814 Sep 30 13:03:06.298340 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad02b33-b8f5-4ffe-8ada-8d21eaf1074b admin admin] Checking segment: {'id': 'fce243b1-29c1-429f-8048-4239c3c11ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:03:06.298782 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad02b33-b8f5-4ffe-8ada-8d21eaf1074b admin admin] Network hostable DHCP agents. Network: 8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:03:06.320674 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-944d5293-b96e-4ce5-bf01-6c33cc7c6873 service neutron] For port 20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:03:06.329138 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-949f3b2b-7f7a-4a6f-9e27-8507c17874d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:06.330408 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-949f3b2b-7f7a-4a6f-9e27-8507c17874d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:06.331812 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-949f3b2b-7f7a-4a6f-9e27-8507c17874d2 service neutron] 10.222.0.54 "PUT /v2.0/ports/ab95f5b0-e778-4b9c-87ab-50dfb371cc27 HTTP/1.1" status: 200 len: 1092 time: 1.8044393 Sep 30 13:03:06.361614 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-944d5293-b96e-4ce5-bf01-6c33cc7c6873 service neutron] For port 20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c,segment=NetworkSegment(1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f),segment_id=1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:03:06.367482 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364135d-9daa-4b61-a996-a48e20e8ac54 req-de64cd9a-5d4d-423a-ba70-99ec4e5e0a07 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:06.369004 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5364135d-9daa-4b61-a996-a48e20e8ac54 req-de64cd9a-5d4d-423a-ba70-99ec4e5e0a07 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/ports?device_id=58e523f8-22cc-40c8-9381-2a61b891fcab HTTP/1.1" status: 200 len: 944 time: 0.6482623 Sep 30 13:03:06.384834 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-944d5293-b96e-4ce5-bf01-6c33cc7c6873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:06.420176 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-944d5293-b96e-4ce5-bf01-6c33cc7c6873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:06.420311 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-944d5293-b96e-4ce5-bf01-6c33cc7c6873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:06.421698 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-944d5293-b96e-4ce5-bf01-6c33cc7c6873 service neutron] 10.222.0.54 "PUT /v2.0/ports/20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c HTTP/1.1" status: 200 len: 1091 time: 1.4453833 Sep 30 13:03:06.424565 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f3b2b-7f7a-4a6f-9e27-8507c17874d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab95f5b0-e778-4b9c-87ab-50dfb371cc27,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:06.427240 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-53a3b275-adb1-4f27-93ca-7435462a40c2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a931b3ed-1204-4910-a059-52f0fe045d9f HTTP/1.1" status: 200 len: 217 time: 0.1120355 Sep 30 13:03:06.495625 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dc55785a-4e2a-4211-a80a-72104106ab7e service neutron] Request body: {'port': {'device_id': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:06.519333 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7c7c1-d461-4419-86a1-def891447605 req-22a7f754-9892-4eb4-979d-d4200fb36c96 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:06.524669 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad02b33-b8f5-4ffe-8ada-8d21eaf1074b admin admin] Network 8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:03:06.527540 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7c7c1-d461-4419-86a1-def891447605 req-22a7f754-9892-4eb4-979d-d4200fb36c96 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:06.533648 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7c7c1-d461-4419-86a1-def891447605 req-22a7f754-9892-4eb4-979d-d4200fb36c96 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:06.539634 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7c7c1-d461-4419-86a1-def891447605 req-22a7f754-9892-4eb4-979d-d4200fb36c96 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:06.546680 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7c7c1-d461-4419-86a1-def891447605 req-22a7f754-9892-4eb4-979d-d4200fb36c96 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:06.552758 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7c7c1-d461-4419-86a1-def891447605 req-22a7f754-9892-4eb4-979d-d4200fb36c96 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:06.560431 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7c7c1-d461-4419-86a1-def891447605 req-22a7f754-9892-4eb4-979d-d4200fb36c96 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:06.562260 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-81c7c7c1-d461-4419-86a1-def891447605 req-22a7f754-9892-4eb4-979d-d4200fb36c96 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5410 time: 0.2392924 Sep 30 13:03:06.572374 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-2ad02b33-b8f5-4ffe-8ada-8d21eaf1074b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:03:06.581603 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7e727f-edfd-4f5f-bd57-8189441462b4 None None] Network 8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:03:06.585953 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-18962c31-7b22-42b5-b3f6-e7c801913254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:06.587473 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-18962c31-7b22-42b5-b3f6-e7c801913254 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=20bee72f-ee73-4ea9-93af-994f5f95c535 HTTP/1.1" status: 200 len: 854 time: 0.1527197 Sep 30 13:03:06.600190 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5364135d-9daa-4b61-a996-a48e20e8ac54 req-445d4dbf-8725-4538-b4a6-806a2381c00c tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fa7dfcb-a079-4bf0-b589-11027411807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189381 Sep 30 13:03:06.608275 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad02b33-b8f5-4ffe-8ada-8d21eaf1074b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:06.608887 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2ad02b33-b8f5-4ffe-8ada-8d21eaf1074b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:06.677872 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68208f9d-9f1a-4c3f-872a-f0cc945df64f req-ad88b5f0-d755-4e26-bf1a-0c8bf15a9664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:06.679574 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-68208f9d-9f1a-4c3f-872a-f0cc945df64f req-ad88b5f0-d755-4e26-bf1a-0c8bf15a9664 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3863239 Sep 30 13:03:06.692079 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-363b5a9c-2329-406d-a755-402aac89f26d req-189bb924-89c3-456f-a8d1-144831cf2e15 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Made reservation on behalf of 3bc89b3b842046238e7c21a0c02c3f96 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:03:06.696179 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-363b5a9c-2329-406d-a755-402aac89f26d req-189bb924-89c3-456f-a8d1-144831cf2e15 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:06.725494 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2ad02b33-b8f5-4ffe-8ada-8d21eaf1074b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9917095 Sep 30 13:03:06.739942 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-95b2da76-e167-4403-b2b1-5e6d27a0026d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:06.741780 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-95b2da76-e167-4403-b2b1-5e6d27a0026d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe2b754e-2c6a-4249-8e43-9c69174bc58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1350679 Sep 30 13:03:06.742136 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42442) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:06.750614 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-633ca581-57b1-4ad5-82ad-7466432ac4eb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1022218742-router', 'tenant_id': '1918ce5530b54418b123e59195052815', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:06.779083 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e81411-d5a4-4f9f-a157-1cf6edc38e1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9', 'network_id': '8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9', 'tenant_id': '1918ce5530b54418b123e59195052815', 'fixed_ips': [{'subnet_id': 'c1e8767f-4cd3-4d01-ac66-6310dd0701df'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:03:06.779984 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-94e81411-d5a4-4f9f-a157-1cf6edc38e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:06.907977 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-633ca581-57b1-4ad5-82ad-7466432ac4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:06.908989 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-633ca581-57b1-4ad5-82ad-7466432ac4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:06.925603 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-94e81411-d5a4-4f9f-a157-1cf6edc38e1d None None] Allocated IP 172.20.0.2 (8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9/c1e8767f-4cd3-4d01-ac66-6310dd0701df/5a022c1d-0052-41bb-a564-0a17c4d907c9) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:03:06.968096 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-2d7b07d5-0592-4fe0-aaea-9c6e14664c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:06.969656 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-2d7b07d5-0592-4fe0-aaea-9c6e14664c28 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bfee4c1083184c949bfe63d2e5d7a195&device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 1095 time: 0.5470326 Sep 30 13:03:06.974105 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d5293-b96e-4ce5-bf01-6c33cc7c6873 service neutron] Pushing event updated for resources: {'Port': ['ID=20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:06.995785 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-81c7c7c1-d461-4419-86a1-def891447605 req-7cb72c5b-ade9-4d40-b32e-bf05d0361ca3 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1235273 Sep 30 13:03:07.038224 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dc55785a-4e2a-4211-a80a-72104106ab7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:07.048610 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-35f3cd15-198c-4e6c-a303-c81e8072a384 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab95f5b0-e778-4b9c-87ab-50dfb371cc27 HTTP/1.1" status: 200 len: 217 time: 0.0656393 Sep 30 13:03:07.085386 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-94e81411-d5a4-4f9f-a157-1cf6edc38e1d None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:07.093486 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-94e81411-d5a4-4f9f-a157-1cf6edc38e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:07.140855 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e81411-d5a4-4f9f-a157-1cf6edc38e1d None None] Network 8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:03:07.143923 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-94e81411-d5a4-4f9f-a157-1cf6edc38e1d None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:03:07.148051 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e81411-d5a4-4f9f-a157-1cf6edc38e1d None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:03:07.159759 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e81411-d5a4-4f9f-a157-1cf6edc38e1d None None] Pushing event updated for resources: {'Port': ['ID=5a022c1d-0052-41bb-a564-0a17c4d907c9,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:07.161005 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420db7d2-7ed8-448f-ae80-1b5bc14ea5ef req-b094d727-5ef1-4cfd-a9b2-cb91e4c37c7e tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:07.168907 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-420db7d2-7ed8-448f-ae80-1b5bc14ea5ef req-b094d727-5ef1-4cfd-a9b2-cb91e4c37c7e tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 945 time: 0.4798825 Sep 30 13:03:07.208927 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-94e81411-d5a4-4f9f-a157-1cf6edc38e1d None None] Attempting to bind port 5a022c1d-0052-41bb-a564-0a17c4d907c9 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:03:07.209386 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-94e81411-d5a4-4f9f-a157-1cf6edc38e1d None None] Attempting to bind port 5a022c1d-0052-41bb-a564-0a17c4d907c9 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'fce243b1-29c1-429f-8048-4239c3c11ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:03:07.209972 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e81411-d5a4-4f9f-a157-1cf6edc38e1d None None] Attempting to bind port 5a022c1d-0052-41bb-a564-0a17c4d907c9 on network 8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:07.215999 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e81411-d5a4-4f9f-a157-1cf6edc38e1d None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:03:07.216647 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e81411-d5a4-4f9f-a157-1cf6edc38e1d None None] Checking segment: {'id': 'fce243b1-29c1-429f-8048-4239c3c11ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:03:07.217248 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-94e81411-d5a4-4f9f-a157-1cf6edc38e1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:07.217711 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e81411-d5a4-4f9f-a157-1cf6edc38e1d None None] Bound using segment: {'id': 'fce243b1-29c1-429f-8048-4239c3c11ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:03:07.218364 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-94e81411-d5a4-4f9f-a157-1cf6edc38e1d None None] Bound port: 5a022c1d-0052-41bb-a564-0a17c4d907c9, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce243b1-29c1-429f-8048-4239c3c11ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:03:07.218941 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-94e81411-d5a4-4f9f-a157-1cf6edc38e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:07.228228 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-4ab2ddc4-2b96-40d6-876e-d3ef7365d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:07.229875 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-4ab2ddc4-2b96-40d6-876e-d3ef7365d7d0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d2a3567b-bc5f-477b-8f28-c16dcd278961 HTTP/1.1" status: 200 len: 860 time: 0.1550186 Sep 30 13:03:07.261231 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-34779c14-f751-47c8-9145-2e563145619b service neutron] 10.222.0.54 "GET /v2.0/networks/fe2b754e-2c6a-4249-8e43-9c69174bc58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5054250 Sep 30 13:03:07.270745 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-e1b56c0e-4d32-4e6f-b48a-75e49e9ea29c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330429 Sep 30 13:03:07.287607 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-94e81411-d5a4-4f9f-a157-1cf6edc38e1d None None] For port 5a022c1d-0052-41bb-a564-0a17c4d907c9, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:03:07.288680 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfd6c4-5fc1-4aff-853d-2a1ebef2ad8c req-484b7e35-ed0f-4523-8754-add8527dbfc0 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:07.290258 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05cfd6c4-5fc1-4aff-853d-2a1ebef2ad8c req-484b7e35-ed0f-4523-8754-add8527dbfc0 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 944 time: 0.1786425 Sep 30 13:03:07.292304 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-94e81411-d5a4-4f9f-a157-1cf6edc38e1d None None] For port 5a022c1d-0052-41bb-a564-0a17c4d907c9, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=5a022c1d-0052-41bb-a564-0a17c4d907c9,segment=NetworkSegment(fce243b1-29c1-429f-8048-4239c3c11ea3),segment_id=fce243b1-29c1-429f-8048-4239c3c11ea3)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:03:07.299796 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-94e81411-d5a4-4f9f-a157-1cf6edc38e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:07.361042 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-633ca581-57b1-4ad5-82ad-7466432ac4eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:07.361303 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e81411-d5a4-4f9f-a157-1cf6edc38e1d None None] Pushing event updated for resources: {'Port': ['ID=5a022c1d-0052-41bb-a564-0a17c4d907c9,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:07.372041 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-420db7d2-7ed8-448f-ae80-1b5bc14ea5ef req-75f2fe13-d633-4af5-b849-e6854ff0560e tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018921 Sep 30 13:03:07.452949 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05cfd6c4-5fc1-4aff-853d-2a1ebef2ad8c req-08528623-84bb-488e-a7b2-3b93f192199f tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496024 Sep 30 13:03:07.466705 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-363b5a9c-2329-406d-a755-402aac89f26d req-189bb924-89c3-456f-a8d1-144831cf2e15 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Allocated IP 192.168.233.12 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/9250746d-c533-4298-be3a-9476c32b1d72) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:03:07.473309 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e333a66-a0c0-46e1-8dae-2740888cda26', 'tag': 'ab95f5b0-e778-4b9c-87ab-50dfb371cc27'}, {'name': 'network-changed', 'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'tag': '20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:03:07.475855 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05f5942-c841-418d-8b3d-228af0d4102f" -d '{"events": [{"name": "network-changed", "server_uuid": "3e333a66-a0c0-46e1-8dae-2740888cda26", "tag": "ab95f5b0-e778-4b9c-87ab-50dfb371cc27"}, {"name": "network-changed", "server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "tag": "20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:03:07.506965 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-ebc36203-67b5-4aba-b1bf-48688160905d service neutron] 10.222.0.54 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270842 Sep 30 13:03:07.597385 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0ee10bad-b715-4ea1-a936-23e5c8356fda req-0630a6c4-3474-4ab1-8292-c49e55e05b52 service neutron] 10.222.0.54 "GET /v2.0/networks/fe2b754e-2c6a-4249-8e43-9c69174bc58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183351 Sep 30 13:03:07.603335 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d1a1af3-04e2-4e2e-bfa9-01bcca24638c req-fc790858-ebbf-405f-8eec-88a6a8146a6a tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=853540a5-261e-4237-bc80-c838b2b5d907 HTTP/1.1" status: 200 len: 210 time: 0.0506258 Sep 30 13:03:07.668651 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-633ca581-57b1-4ad5-82ad-7466432ac4eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:07.720622 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dc55785a-4e2a-4211-a80a-72104106ab7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a590db81-d7b1-40db-81be-4877e02204d3 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:03:07.736415 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dc55785a-4e2a-4211-a80a-72104106ab7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:07.754144 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dc55785a-4e2a-4211-a80a-72104106ab7e service neutron] Transition to ACTIVE for port object a590db81-d7b1-40db-81be-4877e02204d3 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:03:07.768402 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dc55785a-4e2a-4211-a80a-72104106ab7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:07.872286 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d1f2095-d67e-4787-9187-ffae62364e50 req-1bd996b5-3c4c-476d-af15-8d546699ce51 service neutron] 10.222.0.54 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539624 Sep 30 13:03:07.873374 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55785a-4e2a-4211-a80a-72104106ab7e service neutron] Pushing event updated for resources: {'Port': ['ID=a590db81-d7b1-40db-81be-4877e02204d3,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:07.881258 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 30 Sep 2021 13:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cceffe7-ca4f-46be-bfd1-4149ef0967b3 x-openstack-request-id: req-6cceffe7-ca4f-46be-bfd1-4149ef0967b3 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:07.886416 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e333a66-a0c0-46e1-8dae-2740888cda26", "tag": "ab95f5b0-e778-4b9c-87ab-50dfb371cc27", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "tag": "20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:07.886680 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6cceffe7-ca4f-46be-bfd1-4149ef0967b3 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:07.887105 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e333a66-a0c0-46e1-8dae-2740888cda26', 'tag': 'ab95f5b0-e778-4b9c-87ab-50dfb371cc27', 'status': 'completed', 'code': 200} Sep 30 13:03:07.887482 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'tag': '20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c', 'status': 'completed', 'code': 200} Sep 30 13:03:07.905963 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ee173-8332-4acf-9346-14ce4460a867 req-001ffdcb-107f-4647-82cc-26b1a0c97d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:07.907870 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f3ee173-8332-4acf-9346-14ce4460a867 req-001ffdcb-107f-4647-82cc-26b1a0c97d15 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=378e2d050da241729559ea504aeeacae&device_id=58e523f8-22cc-40c8-9381-2a61b891fcab HTTP/1.1" status: 200 len: 1095 time: 0.1767113 Sep 30 13:03:07.929119 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-363b5a9c-2329-406d-a755-402aac89f26d req-189bb924-89c3-456f-a8d1-144831cf2e15 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:07.943021 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2252b2-0e1c-42bb-bb99-6a48a6ef7c70 req-90dcff1b-f763-44bd-b1ec-4098de0196db tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:07.944534 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2f2252b2-0e1c-42bb-bb99-6a48a6ef7c70 req-90dcff1b-f763-44bd-b1ec-4098de0196db tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 1096 time: 0.1659999 Sep 30 13:03:07.965444 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 5a022c1d-0052-41bb-a564-0a17c4d907c9 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:03:08.005491 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dc55785a-4e2a-4211-a80a-72104106ab7e service neutron] Attempting to bind port a590db81-d7b1-40db-81be-4877e02204d3 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:03:08.005840 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dc55785a-4e2a-4211-a80a-72104106ab7e service neutron] Attempting to bind port a590db81-d7b1-40db-81be-4877e02204d3 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd88806d7-cb43-44a5-88a4-05dfc9e84a4d'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:03:08.006193 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dc55785a-4e2a-4211-a80a-72104106ab7e service neutron] Attempting to bind port a590db81-d7b1-40db-81be-4877e02204d3 on network d88806d7-cb43-44a5-88a4-05dfc9e84a4d {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:08.036401 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dc55785a-4e2a-4211-a80a-72104106ab7e service neutron] Port a590db81-d7b1-40db-81be-4877e02204d3 on network d88806d7-cb43-44a5-88a4-05dfc9e84a4d not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:03:08.036752 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dc55785a-4e2a-4211-a80a-72104106ab7e service neutron] Attempting to bind port a590db81-d7b1-40db-81be-4877e02204d3 on network d88806d7-cb43-44a5-88a4-05dfc9e84a4d {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:08.045643 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 5a022c1d-0052-41bb-a564-0a17c4d907c9 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:08.046428 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:08.051097 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dc55785a-4e2a-4211-a80a-72104106ab7e service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:03:08.051443 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dc55785a-4e2a-4211-a80a-72104106ab7e service neutron] Checking segment: {'id': '1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd88806d7-cb43-44a5-88a4-05dfc9e84a4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:03:08.051832 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dc55785a-4e2a-4211-a80a-72104106ab7e service neutron] Bound using segment: {'id': '1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd88806d7-cb43-44a5-88a4-05dfc9e84a4d'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:03:08.052271 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dc55785a-4e2a-4211-a80a-72104106ab7e service neutron] Bound port: a590db81-d7b1-40db-81be-4877e02204d3, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd88806d7-cb43-44a5-88a4-05dfc9e84a4d'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:03:08.052619 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dc55785a-4e2a-4211-a80a-72104106ab7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:08.123490 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2f2252b2-0e1c-42bb-bb99-6a48a6ef7c70 req-8c29ac61-8688-4b28-b3e7-40f4760b295a tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495852 Sep 30 13:03:08.147269 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:08.155729 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-363b5a9c-2329-406d-a755-402aac89f26d req-189bb924-89c3-456f-a8d1-144831cf2e15 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:08.158680 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78c626-7546-4e54-917a-35357d0d6ad7 req-390c9d33-3a5c-4851-8b80-a911ed7e4a7b tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:08.170538 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dc78c626-7546-4e54-917a-35357d0d6ad7 req-390c9d33-3a5c-4851-8b80-a911ed7e4a7b tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/ports?device_id=58e523f8-22cc-40c8-9381-2a61b891fcab HTTP/1.1" status: 200 len: 944 time: 0.2281926 Sep 30 13:03:08.189837 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ee173-8332-4acf-9346-14ce4460a867 req-4b26c1f7-694b-447f-8353-098dda7a6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:08.192915 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6b18421d-3672-4957-9df1-27317d4006b7', '6e09df4b-e0e2-4848-abda-3a11a18e8595'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:08.193589 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f3ee173-8332-4acf-9346-14ce4460a867 req-4b26c1f7-694b-447f-8353-098dda7a6069 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fe2b754e-2c6a-4249-8e43-9c69174bc58a HTTP/1.1" status: 200 len: 916 time: 0.2679033 Sep 30 13:03:08.195244 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f5942-c841-418d-8b3d-228af0d4102f req-e7da4c4f-a854-4713-bd0d-51405d78dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:08.195402 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['9adbcaa4-175f-4bda-b130-9147bdd5c1d0', 'e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8', '0cdedf33-c8b7-441b-a6fe-6cc0d76225be', '8e71fb98-3316-4858-9707-b96aec6d2288', '11a69a79-8602-4e0d-8c17-ce90d13899e8'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:08.196935 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a05f5942-c841-418d-8b3d-228af0d4102f req-e7da4c4f-a854-4713-bd0d-51405d78dd9b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bfee4c1083184c949bfe63d2e5d7a195&device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 1095 time: 0.2150860 Sep 30 13:03:08.200942 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 5a022c1d-0052-41bb-a564-0a17c4d907c9, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=5a022c1d-0052-41bb-a564-0a17c4d907c9,segment=NetworkSegment(fce243b1-29c1-429f-8048-4239c3c11ea3),segment_id=fce243b1-29c1-429f-8048-4239c3c11ea3)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:08.201868 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dc55785a-4e2a-4211-a80a-72104106ab7e service neutron] For port a590db81-d7b1-40db-81be-4877e02204d3, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:03:08.234182 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dc55785a-4e2a-4211-a80a-72104106ab7e service neutron] For port a590db81-d7b1-40db-81be-4877e02204d3, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=a590db81-d7b1-40db-81be-4877e02204d3,segment=NetworkSegment(1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f),segment_id=1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:03:08.256651 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:08.264923 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dc78c626-7546-4e54-917a-35357d0d6ad7 req-8f7275b2-f624-4272-b05a-ef0b4030b081 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fa7dfcb-a079-4bf0-b589-11027411807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916271 Sep 30 13:03:08.269131 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dc55785a-4e2a-4211-a80a-72104106ab7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:08.319912 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189bb924-89c3-456f-a8d1-144831cf2e15 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Pushing event updated for resources: {'Port': ['ID=9250746d-c533-4298-be3a-9476c32b1d72,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:08.323250 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f3ee173-8332-4acf-9346-14ce4460a867 req-28daba03-8e92-4e52-ad43-273c4f2be2c0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a931b3ed-1204-4910-a059-52f0fe045d9f HTTP/1.1" status: 200 len: 217 time: 0.0951746 Sep 30 13:03:08.329976 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-363b5a9c-2329-406d-a755-402aac89f26d req-189bb924-89c3-456f-a8d1-144831cf2e15 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:03:08.378853 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=5a022c1d-0052-41bb-a564-0a17c4d907c9,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:08.398514 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55785a-4e2a-4211-a80a-72104106ab7e service neutron] Pushing event updated for resources: {'Port': ['ID=a590db81-d7b1-40db-81be-4877e02204d3,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:08.418585 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dc55785a-4e2a-4211-a80a-72104106ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:08.419685 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dc55785a-4e2a-4211-a80a-72104106ab7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:08.421575 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-dc55785a-4e2a-4211-a80a-72104106ab7e service neutron] 10.222.0.54 "PUT /v2.0/ports/a590db81-d7b1-40db-81be-4877e02204d3 HTTP/1.1" status: 200 len: 1091 time: 1.9330399 Sep 30 13:03:08.422648 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-363b5a9c-2329-406d-a755-402aac89f26d req-189bb924-89c3-456f-a8d1-144831cf2e15 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:03:08.518892 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-363b5a9c-2329-406d-a755-402aac89f26d req-189bb924-89c3-456f-a8d1-144831cf2e15 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:03:08.611184 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b5a9c-2329-406d-a755-402aac89f26d req-189bb924-89c3-456f-a8d1-144831cf2e15 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:08.612129 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-363b5a9c-2329-406d-a755-402aac89f26d req-189bb924-89c3-456f-a8d1-144831cf2e15 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:08.659956 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7eca19-f9b0-424d-8b61-18bf0102b401 req-0ee366d9-77ae-49de-aacd-3d551275caf9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:08.665896 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ee173-8332-4acf-9346-14ce4460a867 req-4831dc3f-33c4-4e45-9b74-2b5017a09990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:08.667821 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f3ee173-8332-4acf-9346-14ce4460a867 req-4831dc3f-33c4-4e45-9b74-2b5017a09990 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=20bee72f-ee73-4ea9-93af-994f5f95c535 HTTP/1.1" status: 200 len: 854 time: 0.2205536 Sep 30 13:03:08.668700 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7eca19-f9b0-424d-8b61-18bf0102b401 req-0ee366d9-77ae-49de-aacd-3d551275caf9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:08.679500 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7eca19-f9b0-424d-8b61-18bf0102b401 req-0ee366d9-77ae-49de-aacd-3d551275caf9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:08.690981 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7eca19-f9b0-424d-8b61-18bf0102b401 req-0ee366d9-77ae-49de-aacd-3d551275caf9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:08.697890 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7eca19-f9b0-424d-8b61-18bf0102b401 req-0ee366d9-77ae-49de-aacd-3d551275caf9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:08.700607 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa4791-cdc6-42c7-a471-305960b233a8 req-85f1721a-d10b-4ada-97b7-225e16044f61 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:08.706583 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7eca19-f9b0-424d-8b61-18bf0102b401 req-0ee366d9-77ae-49de-aacd-3d551275caf9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:08.713904 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f5fa4791-cdc6-42c7-a471-305960b233a8 req-85f1721a-d10b-4ada-97b7-225e16044f61 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=4035c873-9d35-46f9-b0f8-6cf9e5fa31df HTTP/1.1" status: 200 len: 950 time: 0.4845939 Sep 30 13:03:08.722260 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7eca19-f9b0-424d-8b61-18bf0102b401 req-0ee366d9-77ae-49de-aacd-3d551275caf9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:08.731251 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d7eca19-f9b0-424d-8b61-18bf0102b401 req-0ee366d9-77ae-49de-aacd-3d551275caf9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5422 time: 0.3552299 Sep 30 13:03:08.741608 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-363b5a9c-2329-406d-a755-402aac89f26d req-189bb924-89c3-456f-a8d1-144831cf2e15 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5231895 Sep 30 13:03:08.785606 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-363b5a9c-2329-406d-a755-402aac89f26d req-a43c5d6c-1d18-4ffc-940b-71cce33660f4 service neutron] Request body: {'port': {'device_id': '853540a5-261e-4237-bc80-c838b2b5d907', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:08.787705 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-daf101fd-9b49-4bc8-a0d6-0e0ee6dad910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:08.788323 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-daf101fd-9b49-4bc8-a0d6-0e0ee6dad910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:08.788858 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-daf101fd-9b49-4bc8-a0d6-0e0ee6dad910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:08.790570 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-daf101fd-9b49-4bc8-a0d6-0e0ee6dad910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:08.790570 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-daf101fd-9b49-4bc8-a0d6-0e0ee6dad910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:08.791046 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-daf101fd-9b49-4bc8-a0d6-0e0ee6dad910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:08.793924 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-daf101fd-9b49-4bc8-a0d6-0e0ee6dad910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:08.796923 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-daf101fd-9b49-4bc8-a0d6-0e0ee6dad910 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcdfca8935404bd6b32ec59be45dc83c&device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 6479 time: 0.3033838 Sep 30 13:03:08.836382 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f5942-c841-418d-8b3d-228af0d4102f req-0f6da75e-9797-43ce-8f40-0751e0cf820a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:08.839053 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a05f5942-c841-418d-8b3d-228af0d4102f req-0f6da75e-9797-43ce-8f40-0751e0cf820a service neutron] 10.222.0.54 "GET /v2.0/networks?id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a HTTP/1.1" status: 200 len: 921 time: 0.6299787 Sep 30 13:03:08.839493 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-633ca581-57b1-4ad5-82ad-7466432ac4eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:08.883851 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d7eca19-f9b0-424d-8b61-18bf0102b401 req-7272d2de-e828-40f6-8034-98e0da9df172 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1515923 Sep 30 13:03:08.895996 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe6e7f0-19fb-4af6-8b32-cf90be775fd8 None None] Network 8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:03:08.898586 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-633ca581-57b1-4ad5-82ad-7466432ac4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:08.927554 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-1087dd71-b21d-4a0d-b8ac-7016f8908915 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91dd7c39-fe37-47b7-b54a-b0e32073743f HTTP/1.1" status: 200 len: 217 time: 0.1167114 Sep 30 13:03:08.928850 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a05f5942-c841-418d-8b3d-228af0d4102f req-ec9a47b6-09df-4bac-a9c8-3358adb98727 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab95f5b0-e778-4b9c-87ab-50dfb371cc27 HTTP/1.1" status: 200 len: 217 time: 0.0516016 Sep 30 13:03:09.017573 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-8a3b40d5-d65f-411b-a287-dc31c724f703 None None] Provisioning complete for port 9250746d-c533-4298-be3a-9476c32b1d72 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:09.018173 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8a3b40d5-d65f-411b-a287-dc31c724f703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:09.022989 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f5fa4791-cdc6-42c7-a471-305960b233a8 req-b866d66f-9bec-494f-8a95-6548f9b44d44 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077574 Sep 30 13:03:09.057830 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f5942-c841-418d-8b3d-228af0d4102f req-3c39beb9-c738-4ffe-8a35-e11bcd7ed9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:09.059487 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a05f5942-c841-418d-8b3d-228af0d4102f req-3c39beb9-c738-4ffe-8a35-e11bcd7ed9ed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d2a3567b-bc5f-477b-8f28-c16dcd278961 HTTP/1.1" status: 200 len: 860 time: 0.1081479 Sep 30 13:03:09.062319 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-9a7b422c-9457-48f7-98d5-6d5e2087dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:09.063675 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-9a7b422c-9457-48f7-98d5-6d5e2087dd44 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28720e55-76bf-4453-857e-342ebce4f037 HTTP/1.1" status: 200 len: 851 time: 0.1224885 Sep 30 13:03:09.074494 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ee173-8332-4acf-9346-14ce4460a867 req-52f97726-9a36-49e0-aa77-8ef7d7eeb1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:09.075992 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f3ee173-8332-4acf-9346-14ce4460a867 req-52f97726-9a36-49e0-aa77-8ef7d7eeb1a0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe2b754e-2c6a-4249-8e43-9c69174bc58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3902719 Sep 30 13:03:09.076546 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-363b5a9c-2329-406d-a755-402aac89f26d req-a43c5d6c-1d18-4ffc-940b-71cce33660f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:09.118342 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fee1c-5e94-419a-af5a-ba69e01b527f req-491709fc-60d4-4aad-b533-e0362173e851 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:09.120155 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bb5fee1c-5e94-419a-af5a-ba69e01b527f req-491709fc-60d4-4aad-b533-e0362173e851 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 1096 time: 0.1203752 Sep 30 13:03:09.122259 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a05f5942-c841-418d-8b3d-228af0d4102f req-1adde6fc-7981-4b3a-a24e-7a83c37540d3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484352 Sep 30 13:03:09.125257 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-8a3b40d5-d65f-411b-a287-dc31c724f703 None None] Port 9250746d-c533-4298-be3a-9476c32b1d72 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:03:09.143745 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-633ca581-57b1-4ad5-82ad-7466432ac4eb admin admin] Allocated IP 172.25.5.9 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/f5f84222-75f6-47e3-8666-65e15b580211) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:03:09.179636 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-8a3b40d5-d65f-411b-a287-dc31c724f703 None None] Provisioning complete for port 5a022c1d-0052-41bb-a564-0a17c4d907c9 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:09.180009 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8a3b40d5-d65f-411b-a287-dc31c724f703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:09.239576 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-8e3a67a6-4a33-40f9-b5aa-7b87e6b4de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:09.241093 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-8e3a67a6-4a33-40f9-b5aa-7b87e6b4de57 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=451c330d-13f6-4604-823e-5e771fb25477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1653178 Sep 30 13:03:09.269543 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bb5fee1c-5e94-419a-af5a-ba69e01b527f req-e4eaac1a-4864-44e0-b8aa-32ef971e33cd tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161931 Sep 30 13:03:09.344054 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353ddfc-a19c-4644-894e-db640899f4cf req-8fc96421-0310-45d5-b0c6-f98aedee628a tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:09.345414 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e353ddfc-a19c-4644-894e-db640899f4cf req-8fc96421-0310-45d5-b0c6-f98aedee628a tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 944 time: 0.2428222 Sep 30 13:03:09.361308 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a05f5942-c841-418d-8b3d-228af0d4102f req-446ceb6b-3418-4b76-be5f-5382c1eb5d3b service neutron] 10.222.0.54 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229338 Sep 30 13:03:09.420057 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f3ee173-8332-4acf-9346-14ce4460a867 req-f0e0eb0f-5919-444f-8d3c-7f6ab48d51e1 service neutron] 10.222.0.54 "GET /v2.0/networks/fe2b754e-2c6a-4249-8e43-9c69174bc58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318605 Sep 30 13:03:09.515695 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-bf29d334-28d8-40e0-bc0a-af0494b72c14 service neutron] 10.222.0.54 "GET /v2.0/networks/451c330d-13f6-4604-823e-5e771fb25477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539556 Sep 30 13:03:09.529560 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521fc4dd-e732-4e14-9379-17b573eb65c0 req-1934fbbe-da24-4c77-8b62-32c55195f3c2 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:09.531030 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-521fc4dd-e732-4e14-9379-17b573eb65c0 req-1934fbbe-da24-4c77-8b62-32c55195f3c2 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=853540a5-261e-4237-bc80-c838b2b5d907 HTTP/1.1" status: 200 len: 935 time: 0.1874483 Sep 30 13:03:09.549288 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-70e92b50-2ef0-4fd1-95c8-eed6502f221a None None] Provisioning complete for port 5a022c1d-0052-41bb-a564-0a17c4d907c9 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:09.549980 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-70e92b50-2ef0-4fd1-95c8-eed6502f221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:09.594087 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a05f5942-c841-418d-8b3d-228af0d4102f req-d2ad41c0-afe9-4fa1-97a8-47b519337ba8 service neutron] 10.222.0.54 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764457 Sep 30 13:03:09.650079 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-521fc4dd-e732-4e14-9379-17b573eb65c0 req-401ba7b2-9fb4-4322-9128-d3c25d142f6e tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059012 Sep 30 13:03:09.681513 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-8fc46378-c22f-480d-8bb5-4bd28faba18e service neutron] 10.222.0.54 "GET /v2.0/networks/451c330d-13f6-4604-823e-5e771fb25477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494830 Sep 30 13:03:09.740662 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-391369c7-d7d3-473f-b35b-407cd51e6751 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=84755c0f-2e46-4801-beed-ac8ea40167fc HTTP/1.1" status: 200 len: 217 time: 0.0436907 Sep 30 13:03:09.766378 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98090de6-3f2c-44f4-9e0c-8ea28f33b359 req-0a4978f7-d78c-40e7-a962-01531c167f10 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:09.767977 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-98090de6-3f2c-44f4-9e0c-8ea28f33b359 req-0a4978f7-d78c-40e7-a962-01531c167f10 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.54 "GET /v2.0/ports?device_id=4035c873-9d35-46f9-b0f8-6cf9e5fa31df HTTP/1.1" status: 200 len: 950 time: 0.1006949 Sep 30 13:03:09.773695 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-633ca581-57b1-4ad5-82ad-7466432ac4eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:09.830254 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e353ddfc-a19c-4644-894e-db640899f4cf req-cc27a910-58e2-4d21-adaf-c3fb2787d128 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749095 Sep 30 13:03:09.883497 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 5a022c1d-0052-41bb-a564-0a17c4d907c9 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:03:09.898255 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'tag': 'a590db81-d7b1-40db-81be-4877e02204d3'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:03:09.901496 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd111744-8e7b-4f9d-a815-3584aa342eda" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "tag": "a590db81-d7b1-40db-81be-4877e02204d3"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:03:09.905766 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-b74f0b66-8037-447a-ae05-ec5f6969db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:09.907277 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-b74f0b66-8037-447a-ae05-ec5f6969db96 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=520f9abb-4aa3-4c91-b512-dfb75ecf6576 HTTP/1.1" status: 200 len: 797 time: 0.1586013 Sep 30 13:03:09.913639 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f3ee173-8332-4acf-9346-14ce4460a867 req-0c87e258-464c-47e3-b4c5-5545fbe4827c service neutron] 10.222.0.54 "GET /v2.0/networks/fe2b754e-2c6a-4249-8e43-9c69174bc58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842932 Sep 30 13:03:09.936919 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-633ca581-57b1-4ad5-82ad-7466432ac4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:09.978991 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 5a022c1d-0052-41bb-a564-0a17c4d907c9 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:09.979511 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:10.014923 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df90f67-b270-4183-8fe1-54196d9ff07b x-openstack-request-id: req-1df90f67-b270-4183-8fe1-54196d9ff07b {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:10.015135 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "tag": "a590db81-d7b1-40db-81be-4877e02204d3", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:10.015436 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1df90f67-b270-4183-8fe1-54196d9ff07b {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:10.016190 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'tag': 'a590db81-d7b1-40db-81be-4877e02204d3', 'status': 'completed', 'code': 200} Sep 30 13:03:10.028171 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633ca581-57b1-4ad5-82ad-7466432ac4eb admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:03:10.049589 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-633ca581-57b1-4ad5-82ad-7466432ac4eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:03:10.051290 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e0e97-10c5-4c23-8194-0bc80529ce27 req-35b9d4d7-59a7-4441-ac77-9c92a19fb1f8 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:10.063258 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ea8e0e97-10c5-4c23-8194-0bc80529ce27 req-35b9d4d7-59a7-4441-ac77-9c92a19fb1f8 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/ports?device_id=58e523f8-22cc-40c8-9381-2a61b891fcab HTTP/1.1" status: 200 len: 944 time: 0.2350788 Sep 30 13:03:10.083406 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633ca581-57b1-4ad5-82ad-7466432ac4eb admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:03:10.092179 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-99fe80aa-e4a7-4407-83a7-e6b0db517348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:10.093683 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-99fe80aa-e4a7-4407-83a7-e6b0db517348 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1581805 Sep 30 13:03:10.113812 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ca581-57b1-4ad5-82ad-7466432ac4eb admin admin] Pushing event updated for resources: {'Port': ['ID=f5f84222-75f6-47e3-8666-65e15b580211,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:10.122235 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-98090de6-3f2c-44f4-9e0c-8ea28f33b359 req-5110b66c-de8b-4a0f-99eb-7b86ccc2a7a0 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Deleting port 50c15571-afef-4104-9892-6d0ee9b4e2e8 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:03:10.122471 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-98090de6-3f2c-44f4-9e0c-8ea28f33b359 req-5110b66c-de8b-4a0f-99eb-7b86ccc2a7a0 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:10.151942 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ea8e0e97-10c5-4c23-8194-0bc80529ce27 req-3c9a9b7e-4f1d-4d0b-9f53-e8d6e4a229c6 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fa7dfcb-a079-4bf0-b589-11027411807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875797 Sep 30 13:03:10.161318 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-363b5a9c-2329-406d-a755-402aac89f26d req-a43c5d6c-1d18-4ffc-940b-71cce33660f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9250746d-c533-4298-be3a-9476c32b1d72 {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:03:10.176298 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-363b5a9c-2329-406d-a755-402aac89f26d req-a43c5d6c-1d18-4ffc-940b-71cce33660f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:10.240525 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efac406-4161-4401-adf6-e105eceb2b20 req-23bc38e6-c065-4498-82c5-66ea280dc131 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:10.247511 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efac406-4161-4401-adf6-e105eceb2b20 req-23bc38e6-c065-4498-82c5-66ea280dc131 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:10.253726 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efac406-4161-4401-adf6-e105eceb2b20 req-23bc38e6-c065-4498-82c5-66ea280dc131 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:10.259635 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efac406-4161-4401-adf6-e105eceb2b20 req-23bc38e6-c065-4498-82c5-66ea280dc131 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:10.266128 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efac406-4161-4401-adf6-e105eceb2b20 req-23bc38e6-c065-4498-82c5-66ea280dc131 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:10.272674 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efac406-4161-4401-adf6-e105eceb2b20 req-23bc38e6-c065-4498-82c5-66ea280dc131 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:10.279281 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efac406-4161-4401-adf6-e105eceb2b20 req-23bc38e6-c065-4498-82c5-66ea280dc131 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:10.281241 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2efac406-4161-4401-adf6-e105eceb2b20 req-23bc38e6-c065-4498-82c5-66ea280dc131 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5422 time: 0.1918457 Sep 30 13:03:10.284353 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-363b5a9c-2329-406d-a755-402aac89f26d req-a43c5d6c-1d18-4ffc-940b-71cce33660f4 service neutron] Transition to ACTIVE for port object 9250746d-c533-4298-be3a-9476c32b1d72 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:03:10.301583 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-363b5a9c-2329-406d-a755-402aac89f26d req-a43c5d6c-1d18-4ffc-940b-71cce33660f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:10.433635 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c5d6c-1d18-4ffc-940b-71cce33660f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9250746d-c533-4298-be3a-9476c32b1d72,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:10.452533 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2efac406-4161-4401-adf6-e105eceb2b20 req-6e100883-1797-498e-8128-a5e25f2f3a5d tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1630447 Sep 30 13:03:10.587251 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-7e3e2cc0-1d2e-44aa-86b0-fc87110323fe service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787188 Sep 30 13:03:10.593893 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-98090de6-3f2c-44f4-9e0c-8ea28f33b359 req-5110b66c-de8b-4a0f-99eb-7b86ccc2a7a0 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] For port 50c15571-afef-4104-9892-6d0ee9b4e2e8, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=50c15571-afef-4104-9892-6d0ee9b4e2e8,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:10.594279 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-98090de6-3f2c-44f4-9e0c-8ea28f33b359 req-5110b66c-de8b-4a0f-99eb-7b86ccc2a7a0 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:10.621055 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-363b5a9c-2329-406d-a755-402aac89f26d req-a43c5d6c-1d18-4ffc-940b-71cce33660f4 service neutron] Attempting to bind port 9250746d-c533-4298-be3a-9476c32b1d72 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:03:10.621652 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-363b5a9c-2329-406d-a755-402aac89f26d req-a43c5d6c-1d18-4ffc-940b-71cce33660f4 service neutron] Attempting to bind port 9250746d-c533-4298-be3a-9476c32b1d72 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:03:10.621976 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363b5a9c-2329-406d-a755-402aac89f26d req-a43c5d6c-1d18-4ffc-940b-71cce33660f4 service neutron] Attempting to bind port 9250746d-c533-4298-be3a-9476c32b1d72 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:10.629570 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754f1af-a0a1-484e-9f5c-013e1df4082d req-186786e6-e1df-49e9-b886-881b496213e5 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:10.631110 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1754f1af-a0a1-484e-9f5c-013e1df4082d req-186786e6-e1df-49e9-b886-881b496213e5 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 1096 time: 0.3908169 Sep 30 13:03:10.633473 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-98090de6-3f2c-44f4-9e0c-8ea28f33b359 req-5110b66c-de8b-4a0f-99eb-7b86ccc2a7a0 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Calling delete_port for 50c15571-afef-4104-9892-6d0ee9b4e2e8 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:03:10.664292 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff53e80-106f-4494-a01a-2059e5e42ca0 req-d1b992a0-7c8f-48c2-bb36-b510f3539728 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:10.665726 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-eff53e80-106f-4494-a01a-2059e5e42ca0 req-d1b992a0-7c8f-48c2-bb36-b510f3539728 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=4035c873-9d35-46f9-b0f8-6cf9e5fa31df HTTP/1.1" status: 200 len: 950 time: 0.1437037 Sep 30 13:03:10.666851 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363b5a9c-2329-406d-a755-402aac89f26d req-a43c5d6c-1d18-4ffc-940b-71cce33660f4 service neutron] Port 9250746d-c533-4298-be3a-9476c32b1d72 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:03:10.667172 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363b5a9c-2329-406d-a755-402aac89f26d req-a43c5d6c-1d18-4ffc-940b-71cce33660f4 service neutron] Attempting to bind port 9250746d-c533-4298-be3a-9476c32b1d72 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:10.687023 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363b5a9c-2329-406d-a755-402aac89f26d req-a43c5d6c-1d18-4ffc-940b-71cce33660f4 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:03:10.687394 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363b5a9c-2329-406d-a755-402aac89f26d req-a43c5d6c-1d18-4ffc-940b-71cce33660f4 service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:03:10.687771 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363b5a9c-2329-406d-a755-402aac89f26d req-a43c5d6c-1d18-4ffc-940b-71cce33660f4 service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:03:10.688209 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-363b5a9c-2329-406d-a755-402aac89f26d req-a43c5d6c-1d18-4ffc-940b-71cce33660f4 service neutron] Bound port: 9250746d-c533-4298-be3a-9476c32b1d72, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:03:10.688558 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-363b5a9c-2329-406d-a755-402aac89f26d req-a43c5d6c-1d18-4ffc-940b-71cce33660f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:10.715612 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-633ca581-57b1-4ad5-82ad-7466432ac4eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:10.758611 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1754f1af-a0a1-484e-9f5c-013e1df4082d req-b9c105dc-62de-4983-b39b-ef6dd19bbf39 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182168 Sep 30 13:03:10.779622 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-f945492d-f5d5-43e2-9c43-462e10af2913 service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773777 Sep 30 13:03:10.802273 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-eff53e80-106f-4494-a01a-2059e5e42ca0 req-da67fd53-a345-40e0-9c1b-b7f4d454a74e tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287789 Sep 30 13:03:10.825786 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-363b5a9c-2329-406d-a755-402aac89f26d req-a43c5d6c-1d18-4ffc-940b-71cce33660f4 service neutron] For port 9250746d-c533-4298-be3a-9476c32b1d72, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:03:10.828995 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-363b5a9c-2329-406d-a755-402aac89f26d req-a43c5d6c-1d18-4ffc-940b-71cce33660f4 service neutron] For port 9250746d-c533-4298-be3a-9476c32b1d72, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=9250746d-c533-4298-be3a-9476c32b1d72,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:03:10.839810 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-363b5a9c-2329-406d-a755-402aac89f26d req-a43c5d6c-1d18-4ffc-940b-71cce33660f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:10.879643 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-a6583648-a81a-4176-89e6-1b78d9e4b454 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=edd46fc9-4ca1-4629-b3fb-da71ea25c33c HTTP/1.1" status: 200 len: 217 time: 0.0872200 Sep 30 13:03:10.912328 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b5a9c-2329-406d-a755-402aac89f26d req-a43c5d6c-1d18-4ffc-940b-71cce33660f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:10.913308 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-363b5a9c-2329-406d-a755-402aac89f26d req-a43c5d6c-1d18-4ffc-940b-71cce33660f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:10.914766 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-363b5a9c-2329-406d-a755-402aac89f26d req-a43c5d6c-1d18-4ffc-940b-71cce33660f4 service neutron] 10.222.0.54 "PUT /v2.0/ports/9250746d-c533-4298-be3a-9476c32b1d72 HTTP/1.1" status: 200 len: 1095 time: 2.1352336 Sep 30 13:03:10.915227 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '853540a5-261e-4237-bc80-c838b2b5d907', 'tag': '9250746d-c533-4298-be3a-9476c32b1d72'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:03:10.918054 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52c46ee-854d-4266-bfe2-74b1609bfdd9" -d '{"events": [{"name": "network-changed", "server_uuid": "853540a5-261e-4237-bc80-c838b2b5d907", "tag": "9250746d-c533-4298-be3a-9476c32b1d72"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:03:10.983245 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d670e-2751-46fe-b98c-ba3351c0f72e req-8c101bd4-81f0-4062-bfcd-58ce148a9a52 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:10.984663 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a42d670e-2751-46fe-b98c-ba3351c0f72e req-8c101bd4-81f0-4062-bfcd-58ce148a9a52 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=853540a5-261e-4237-bc80-c838b2b5d907 HTTP/1.1" status: 200 len: 947 time: 0.1297710 Sep 30 13:03:10.995771 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-43e76344-b3bd-40fc-8938-09ccd0116566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:10.997429 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-43e76344-b3bd-40fc-8938-09ccd0116566 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=520f9abb-4aa3-4c91-b512-dfb75ecf6576 HTTP/1.1" status: 200 len: 797 time: 0.1074553 Sep 30 13:03:11.003695 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-98090de6-3f2c-44f4-9e0c-8ea28f33b359 req-5110b66c-de8b-4a0f-99eb-7b86ccc2a7a0 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:11.008437 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c5d6c-1d18-4ffc-940b-71cce33660f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9250746d-c533-4298-be3a-9476c32b1d72,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:11.018102 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['aaefd042-2197-4f90-aa9f-065cad9e163c'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:11.020504 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['50c15571-afef-4104-9892-6d0ee9b4e2e8'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:11.071638 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110b66c-de8b-4a0f-99eb-7b86ccc2a7a0 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Pushing event deleted for resources: {'Port': ['ID=50c15571-afef-4104-9892-6d0ee9b4e2e8,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:11.122700 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83839463-d2cd-46fd-913f-86ab9a3a84ad req-25436675-e42a-48fe-9c18-20d616388bd7 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:11.124246 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-83839463-d2cd-46fd-913f-86ab9a3a84ad req-25436675-e42a-48fe-9c18-20d616388bd7 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 944 time: 0.1465843 Sep 30 13:03:11.128453 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-633ca581-57b1-4ad5-82ad-7466432ac4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:11.131600 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b5a9c-2329-406d-a755-402aac89f26d req-b76daee9-18c5-4f67-9ac2-a403bd1ffe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:11.133063 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-363b5a9c-2329-406d-a755-402aac89f26d req-b76daee9-18c5-4f67-9ac2-a403bd1ffe80 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&device_id=853540a5-261e-4237-bc80-c838b2b5d907 HTTP/1.1" status: 200 len: 1098 time: 0.1542592 Sep 30 13:03:11.152307 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a42d670e-2751-46fe-b98c-ba3351c0f72e req-0ededa5a-8cc0-4a05-a835-85f131d0edaf tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593211 Sep 30 13:03:11.182909 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-449a566f-ee2c-42ab-b04e-38bebeb9a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:11.184870 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-449a566f-ee2c-42ab-b04e-38bebeb9a7fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1794505 Sep 30 13:03:11.185886 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-98090de6-3f2c-44f4-9e0c-8ea28f33b359 req-5110b66c-de8b-4a0f-99eb-7b86ccc2a7a0 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] No DVR routers for this DVR port 50c15571-afef-4104-9892-6d0ee9b4e2e8 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:03:11.192226 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-98090de6-3f2c-44f4-9e0c-8ea28f33b359 req-5110b66c-de8b-4a0f-99eb-7b86ccc2a7a0 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:11.193291 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-363b5a9c-2329-406d-a755-402aac89f26d req-550dbde4-6685-4c1d-a206-2f42370d4a17 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=9250746d-c533-4298-be3a-9476c32b1d72 HTTP/1.1" status: 200 len: 217 time: 0.0499940 Sep 30 13:03:11.197111 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-98090de6-3f2c-44f4-9e0c-8ea28f33b359 req-5110b66c-de8b-4a0f-99eb-7b86ccc2a7a0 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.54 "DELETE /v2.0/ports/50c15571-afef-4104-9892-6d0ee9b4e2e8 HTTP/1.1" status: 204 len: 173 time: 1.4087021 Sep 30 13:03:11.233883 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9dc062-6453-4744-8c76-af0245788fee x-openstack-request-id: req-8b9dc062-6453-4744-8c76-af0245788fee {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:11.233883 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "853540a5-261e-4237-bc80-c838b2b5d907", "tag": "9250746d-c533-4298-be3a-9476c32b1d72", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:11.233883 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b9dc062-6453-4744-8c76-af0245788fee {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:11.233883 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '853540a5-261e-4237-bc80-c838b2b5d907', 'tag': '9250746d-c533-4298-be3a-9476c32b1d72', 'status': 'completed', 'code': 200} Sep 30 13:03:11.292731 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-83839463-d2cd-46fd-913f-86ab9a3a84ad req-eb68c705-c6f6-43a4-8b12-f43a65e40d20 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564705 Sep 30 13:03:11.358853 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b5a9c-2329-406d-a755-402aac89f26d req-ae3dca23-44d3-442b-b495-6d9f0a41f8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:11.358853 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-363b5a9c-2329-406d-a755-402aac89f26d req-ae3dca23-44d3-442b-b495-6d9f0a41f8df service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1305654 Sep 30 13:03:11.395340 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-eabf934e-2efe-496f-8421-e28b39dbf091 service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955769 Sep 30 13:03:11.421892 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4c030-6c6f-4491-a876-639b75b74c5e req-0af27dbc-e9db-4450-8eac-c27954c83f97 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:11.423668 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-42e4c030-6c6f-4491-a876-639b75b74c5e req-0af27dbc-e9db-4450-8eac-c27954c83f97 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/ports?device_id=58e523f8-22cc-40c8-9381-2a61b891fcab HTTP/1.1" status: 200 len: 944 time: 0.0789793 Sep 30 13:03:11.434731 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b5a9c-2329-406d-a755-402aac89f26d req-2782a3a1-24c9-42e2-95d9-a5f5649017a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:11.436417 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-363b5a9c-2329-406d-a755-402aac89f26d req-2782a3a1-24c9-42e2-95d9-a5f5649017a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0687087 Sep 30 13:03:11.494461 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633ca581-57b1-4ad5-82ad-7466432ac4eb admin admin] Router ac27e1f2-4b8a-4620-b460-00db75e56c94 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:03:11.516487 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-42e4c030-6c6f-4491-a876-639b75b74c5e req-2fbe8abd-902e-43f4-8fee-deb9ad524f5e tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fa7dfcb-a079-4bf0-b589-11027411807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824969 Sep 30 13:03:11.545492 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-592ffa9a-142b-4abc-806b-7fd480a83133 service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404316 Sep 30 13:03:11.589218 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-5c3d066a-c3d0-476f-9f0e-8a5719af1090 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=83670bbb-25ac-4b77-ac32-d478dc7ddaeb HTTP/1.1" status: 200 len: 217 time: 0.0355113 Sep 30 13:03:11.596473 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-363b5a9c-2329-406d-a755-402aac89f26d req-4543af48-bb98-4933-94b0-fea8da8b385d service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505449 Sep 30 13:03:11.648541 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-ba57ce7c-36cb-430e-8b8c-946f8312f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:11.650042 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-ba57ce7c-36cb-430e-8b8c-946f8312f599 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=520f9abb-4aa3-4c91-b512-dfb75ecf6576 HTTP/1.1" status: 200 len: 797 time: 0.0449724 Sep 30 13:03:11.705577 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-72f3c159-283f-42af-9664-76b8d528d9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:11.707656 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-72f3c159-283f-42af-9664-76b8d528d9dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0494504 Sep 30 13:03:11.708217 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3fa3c-f199-48a9-b502-627b8041c9e7 req-3b95e877-0f2f-4c1a-9bc5-13f6a62534fe tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:11.714098 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3fa3c-f199-48a9-b502-627b8041c9e7 req-3b95e877-0f2f-4c1a-9bc5-13f6a62534fe tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:11.719916 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3fa3c-f199-48a9-b502-627b8041c9e7 req-3b95e877-0f2f-4c1a-9bc5-13f6a62534fe tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:11.726316 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3fa3c-f199-48a9-b502-627b8041c9e7 req-3b95e877-0f2f-4c1a-9bc5-13f6a62534fe tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:11.732213 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3fa3c-f199-48a9-b502-627b8041c9e7 req-3b95e877-0f2f-4c1a-9bc5-13f6a62534fe tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:11.738325 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3fa3c-f199-48a9-b502-627b8041c9e7 req-3b95e877-0f2f-4c1a-9bc5-13f6a62534fe tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:11.745168 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3fa3c-f199-48a9-b502-627b8041c9e7 req-3b95e877-0f2f-4c1a-9bc5-13f6a62534fe tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:11.747321 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-65c3fa3c-f199-48a9-b502-627b8041c9e7 req-3b95e877-0f2f-4c1a-9bc5-13f6a62534fe tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5422 time: 0.1689281 Sep 30 13:03:11.815837 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-76abfba4-a5e2-4e1c-b7d5-5392c67a7ea0 service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010911 Sep 30 13:03:11.843341 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633ca581-57b1-4ad5-82ad-7466432ac4eb admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:03:11.852809 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60a5c0e-b6c0-4b7e-b651-33b108bb9456 None None] Sync routers for ids ['ac27e1f2-4b8a-4620-b460-00db75e56c94'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:03:11.861452 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a5c0e-b6c0-4b7e-b651-33b108bb9456 None None] Routers {'ac27e1f2-4b8a-4620-b460-00db75e56c94'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:03:11.862382 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a60a5c0e-b6c0-4b7e-b651-33b108bb9456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:02:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['ac27e1f2-4b8a-4620-b460-00db75e56c94'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:11.876976 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-65c3fa3c-f199-48a9-b502-627b8041c9e7 req-298ea1d2-81c9-4978-957a-ed180b0ba51c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0987079 Sep 30 13:03:11.879665 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-363b5a9c-2329-406d-a755-402aac89f26d req-9550a38b-3633-4272-af46-d876f429f604 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640691 Sep 30 13:03:11.896634 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-633ca581-57b1-4ad5-82ad-7466432ac4eb admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:11.900891 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-633ca581-57b1-4ad5-82ad-7466432ac4eb admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1533062 Sep 30 13:03:11.901049 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42500) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:11.935866 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6540aa-05bd-4172-9055-57893a4cdda4 req-4edc5cbe-66a3-4664-b0a2-ff8c7ce3c47a tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:11.937401 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8f6540aa-05bd-4172-9055-57893a4cdda4 req-4edc5cbe-66a3-4664-b0a2-ff8c7ce3c47a tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 1096 time: 0.1057746 Sep 30 13:03:11.977735 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-a1cc6896-69a4-476a-815c-23a599b42722 service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550314 Sep 30 13:03:11.984238 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8f6540aa-05bd-4172-9055-57893a4cdda4 req-a5434645-0b68-4626-b871-594da05b5221 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379598 Sep 30 13:03:12.004633 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-a60a5c0e-b6c0-4b7e-b651-33b108bb9456 None None] Set router ac27e1f2-4b8a-4620-b460-00db75e56c94 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:03:12.030187 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4035c873-9d35-46f9-b0f8-6cf9e5fa31df', 'name': 'network-vif-deleted', 'tag': '50c15571-afef-4104-9892-6d0ee9b4e2e8'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:03:12.032418 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54df579c-e047-40fd-9ed3-ce8c34bb9c5b" -d '{"events": [{"server_uuid": "4035c873-9d35-46f9-b0f8-6cf9e5fa31df", "name": "network-vif-deleted", "tag": "50c15571-afef-4104-9892-6d0ee9b4e2e8"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:03:12.039079 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-3b58c38e-447e-4ca9-9f89-57eab073dcf7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=3735fbdc-2096-4924-a740-2efbd559b38e HTTP/1.1" status: 200 len: 217 time: 0.0539069 Sep 30 13:03:12.047170 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c46ee-854d-4266-bfe2-74b1609bfdd9 req-797c5df9-3db5-41e1-8fa9-0278a93f5608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:12.048913 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a52c46ee-854d-4266-bfe2-74b1609bfdd9 req-797c5df9-3db5-41e1-8fa9-0278a93f5608 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&device_id=853540a5-261e-4237-bc80-c838b2b5d907 HTTP/1.1" status: 200 len: 1098 time: 0.1024687 Sep 30 13:03:12.096657 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-38775129-d229-4f24-b317-df0a8b0d9986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:12.098478 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-38775129-d229-4f24-b317-df0a8b0d9986 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=520f9abb-4aa3-4c91-b512-dfb75ecf6576 HTTP/1.1" status: 200 len: 797 time: 0.0522580 Sep 30 13:03:12.185984 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-e9db4c8b-0ef5-4d51-a7a6-8d06b031ced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:12.188461 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-e9db4c8b-0ef5-4d51-a7a6-8d06b031ced8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0823307 Sep 30 13:03:12.230054 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a60a5c0e-b6c0-4b7e-b651-33b108bb9456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac27e1f2-4b8a-4620-b460-00db75e56c94', 'name': 'tempest-FloatingIPsTestJSON-1022218742-router', 'tenant_id': '1918ce5530b54418b123e59195052815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': 'f5f84222-75f6-47e3-8666-65e15b580211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:07Z', 'updated_at': '2021-09-30T13:03:10Z', 'revision_number': 3, 'project_id': '1918ce5530b54418b123e59195052815', 'gw_port': {'id': 'f5f84222-75f6-47e3-8666-65e15b580211', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac27e1f2-4b8a-4620-b460-00db75e56c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:08Z', 'updated_at': '2021-09-30T13:03:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:12.253742 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-b6a78b8e-9c8d-4a35-a89d-6a441b9d13de req-87c3c2ac-53e5-4349-a61c-1ddd448985d3 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:03:12.259887 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b6a78b8e-9c8d-4a35-a89d-6a441b9d13de req-87c3c2ac-53e5-4349-a61c-1ddd448985d3 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0137446 Sep 30 13:03:12.264308 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60a5c0e-b6c0-4b7e-b651-33b108bb9456 None None] Checking router: ac27e1f2-4b8a-4620-b460-00db75e56c94 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:03:12.264651 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60a5c0e-b6c0-4b7e-b651-33b108bb9456 None None] Updating router ac27e1f2-4b8a-4620-b460-00db75e56c94 port f5f84222-75f6-47e3-8666-65e15b580211 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:03:12.295246 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c46ee-854d-4266-bfe2-74b1609bfdd9 req-9dbbac7c-ed83-4aaf-bf4d-ed12c0e35899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:12.296695 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a52c46ee-854d-4266-bfe2-74b1609bfdd9 req-9dbbac7c-ed83-4aaf-bf4d-ed12c0e35899 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.2172852 Sep 30 13:03:12.296826 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a60a5c0e-b6c0-4b7e-b651-33b108bb9456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:12.297852 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8574716f-f42e-42ef-a357-3feec51bea0b x-openstack-request-id: req-8574716f-f42e-42ef-a357-3feec51bea0b {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:12.298317 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4035c873-9d35-46f9-b0f8-6cf9e5fa31df", "name": "network-vif-deleted", "tag": "50c15571-afef-4104-9892-6d0ee9b4e2e8", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:12.299017 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8574716f-f42e-42ef-a357-3feec51bea0b {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:12.299513 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4035c873-9d35-46f9-b0f8-6cf9e5fa31df', 'name': 'network-vif-deleted', 'tag': '50c15571-afef-4104-9892-6d0ee9b4e2e8', 'status': 'completed', 'code': 200} Sep 30 13:03:12.333147 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-9eb9e549-f15a-43f9-a318-47ebe35b2078 service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367819 Sep 30 13:03:12.473043 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58f5b1-317b-4490-b980-e86c4eaa5bfb req-3dfbfcfe-9d90-4344-94a4-98851c78eeb2 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:12.474908 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6c58f5b1-317b-4490-b980-e86c4eaa5bfb req-3dfbfcfe-9d90-4344-94a4-98851c78eeb2 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=853540a5-261e-4237-bc80-c838b2b5d907 HTTP/1.1" status: 200 len: 947 time: 0.1111875 Sep 30 13:03:12.526718 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-518cafdb-1b7e-4f2c-ac5e-36a1f008d34c service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864059 Sep 30 13:03:12.540989 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6c58f5b1-317b-4490-b980-e86c4eaa5bfb req-532bdcd4-95a7-41c0-b1cc-fa1ee64ed5a5 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519354 Sep 30 13:03:12.609176 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device ab95f5b0-e778-4b9c-87ab-50dfb371cc27 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:03:12.621765 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a60a5c0e-b6c0-4b7e-b651-33b108bb9456 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:12.625968 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-7c2eb204-6d3f-4cb0-8e3f-b1a436273a6d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c HTTP/1.1" status: 200 len: 217 time: 0.0831828 Sep 30 13:03:12.630881 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a60a5c0e-b6c0-4b7e-b651-33b108bb9456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:12.679899 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d80c4-3d3d-46ce-8ca4-2e5c7f5b38fb None None] Pushing event updated for resources: {'Port': ['ID=f5f84222-75f6-47e3-8666-65e15b580211,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:12.693063 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d80c4-3d3d-46ce-8ca4-2e5c7f5b38fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:12.693355 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d80c4-3d3d-46ce-8ca4-2e5c7f5b38fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:12.693709 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d80c4-3d3d-46ce-8ca4-2e5c7f5b38fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:12.694053 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d80c4-3d3d-46ce-8ca4-2e5c7f5b38fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:12.694385 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d80c4-3d3d-46ce-8ca4-2e5c7f5b38fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:12.694826 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d80c4-3d3d-46ce-8ca4-2e5c7f5b38fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:12.695127 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d80c4-3d3d-46ce-8ca4-2e5c7f5b38fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:12.695441 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d80c4-3d3d-46ce-8ca4-2e5c7f5b38fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:12.696359 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d80c4-3d3d-46ce-8ca4-2e5c7f5b38fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:12.696820 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d80c4-3d3d-46ce-8ca4-2e5c7f5b38fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:12.697153 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d80c4-3d3d-46ce-8ca4-2e5c7f5b38fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:12.698147 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d80c4-3d3d-46ce-8ca4-2e5c7f5b38fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:12.721923 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-a60a5c0e-b6c0-4b7e-b651-33b108bb9456 None None] Attempting to bind port f5f84222-75f6-47e3-8666-65e15b580211 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:03:12.722315 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-a60a5c0e-b6c0-4b7e-b651-33b108bb9456 None None] Attempting to bind port f5f84222-75f6-47e3-8666-65e15b580211 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:03:12.722787 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60a5c0e-b6c0-4b7e-b651-33b108bb9456 None None] Attempting to bind port f5f84222-75f6-47e3-8666-65e15b580211 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:12.726611 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84787111-e005-4c32-98e5-e3d154ff921e req-447dfe3c-53d3-48c3-9d7c-3e35eb285130 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:12.729391 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60a5c0e-b6c0-4b7e-b651-33b108bb9456 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:03:12.729755 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60a5c0e-b6c0-4b7e-b651-33b108bb9456 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:03:12.730289 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a60a5c0e-b6c0-4b7e-b651-33b108bb9456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:12.730679 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60a5c0e-b6c0-4b7e-b651-33b108bb9456 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:03:12.731260 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-a60a5c0e-b6c0-4b7e-b651-33b108bb9456 None None] Bound port: f5f84222-75f6-47e3-8666-65e15b580211, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:03:12.731892 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a60a5c0e-b6c0-4b7e-b651-33b108bb9456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:12.739230 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-84787111-e005-4c32-98e5-e3d154ff921e req-447dfe3c-53d3-48c3-9d7c-3e35eb285130 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f60593-3b10-499f-b28e-dcbc3c5afb43 HTTP/1.1" status: 200 len: 950 time: 0.1229641 Sep 30 13:03:12.742928 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a52c46ee-854d-4266-bfe2-74b1609bfdd9 req-71aac2f3-0c50-4429-b8be-1105cf902cf7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=9250746d-c533-4298-be3a-9476c32b1d72 HTTP/1.1" status: 200 len: 217 time: 0.0516920 Sep 30 13:03:12.774129 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port ab95f5b0-e778-4b9c-87ab-50dfb371cc27, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=ab95f5b0-e778-4b9c-87ab-50dfb371cc27,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:12.794137 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'ab95f5b0-e778-4b9c-87ab-50dfb371cc27', 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a', 'port_id': 'ab95f5b0-e778-4b9c-87ab-50dfb371cc27', 'mac_address': 'fa:16:3e:98:19:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2a3567b-bc5f-477b-8f28-c16dcd278961', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:03:12.798146 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-a60a5c0e-b6c0-4b7e-b651-33b108bb9456 None None] For port f5f84222-75f6-47e3-8666-65e15b580211, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:03:12.801863 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-a60a5c0e-b6c0-4b7e-b651-33b108bb9456 None None] For port f5f84222-75f6-47e3-8666-65e15b580211, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=f5f84222-75f6-47e3-8666-65e15b580211,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:03:12.803518 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-038fa56f-b525-4c9a-a288-95e4fa506ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:12.805302 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-038fa56f-b525-4c9a-a288-95e4fa506ffb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78037d28-e7f8-493a-8dcf-013e39c51454 HTTP/1.1" status: 200 len: 797 time: 0.1624751 Sep 30 13:03:12.808517 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a60a5c0e-b6c0-4b7e-b651-33b108bb9456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:12.845661 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:12.859841 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab95f5b0-e778-4b9c-87ab-50dfb371cc27 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:03:12.866378 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-84787111-e005-4c32-98e5-e3d154ff921e req-de130f4c-7c1c-4a05-9509-f0af8a4d8f6d tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224277 Sep 30 13:03:12.882666 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-1abe56b0-f6b5-4d4d-8d35-1ead873ce533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:12.885624 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-1abe56b0-f6b5-4d4d-8d35-1ead873ce533 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d88806d7-cb43-44a5-88a4-05dfc9e84a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0614057 Sep 30 13:03:12.906532 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d80c4-3d3d-46ce-8ca4-2e5c7f5b38fb None None] Pushing event updated for resources: {'Port': ['ID=f5f84222-75f6-47e3-8666-65e15b580211,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:12.916359 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port ab95f5b0-e778-4b9c-87ab-50dfb371cc27, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=ab95f5b0-e778-4b9c-87ab-50dfb371cc27,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:12.920196 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a5c0e-b6c0-4b7e-b651-33b108bb9456 None None] Routers {'ac27e1f2-4b8a-4620-b460-00db75e56c94'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:03:12.920196 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a60a5c0e-b6c0-4b7e-b651-33b108bb9456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:02:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['ac27e1f2-4b8a-4620-b460-00db75e56c94'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:12.927357 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:12.928227 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device a931b3ed-1204-4910-a059-52f0fe045d9f details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:03:13.008130 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c46ee-854d-4266-bfe2-74b1609bfdd9 req-8313c26d-7e11-46bf-8c77-b946f525f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:13.014099 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a52c46ee-854d-4266-bfe2-74b1609bfdd9 req-8313c26d-7e11-46bf-8c77-b946f525f6d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.2595167 Sep 30 13:03:13.023940 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-d11c178a-c2e9-4cb8-b362-8e6d1f5ec1ec service neutron] 10.222.0.54 "GET /v2.0/networks/d88806d7-cb43-44a5-88a4-05dfc9e84a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307700 Sep 30 13:03:13.064247 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-a60a5c0e-b6c0-4b7e-b651-33b108bb9456 None None] Set router ac27e1f2-4b8a-4620-b460-00db75e56c94 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:03:13.077722 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port a931b3ed-1204-4910-a059-52f0fe045d9f, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=a931b3ed-1204-4910-a059-52f0fe045d9f,segment=NetworkSegment(b2db1676-b010-4608-ac63-64833176515d),segment_id=b2db1676-b010-4608-ac63-64833176515d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:13.181568 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded5e31-9a95-4ff7-826c-77624a26a75d req-79229fa0-2908-4b5c-b4e8-55d006b348ae tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:13.184624 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eded5e31-9a95-4ff7-826c-77624a26a75d req-79229fa0-2908-4b5c-b4e8-55d006b348ae tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 945 time: 0.1592646 Sep 30 13:03:13.203506 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c46ee-854d-4266-bfe2-74b1609bfdd9 req-4e09c41c-db2f-4fce-bc47-f21ded510f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:13.205773 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a52c46ee-854d-4266-bfe2-74b1609bfdd9 req-4e09c41c-db2f-4fce-bc47-f21ded510f85 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1832509 Sep 30 13:03:13.228503 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-8b845b24-93c9-4a6d-bd11-efdd7f8311f6 service neutron] 10.222.0.54 "GET /v2.0/networks/d88806d7-cb43-44a5-88a4-05dfc9e84a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928234 Sep 30 13:03:13.295274 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eded5e31-9a95-4ff7-826c-77624a26a75d req-bbbd3069-c068-444d-ab9c-022e0492b7ae tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000247 Sep 30 13:03:13.297093 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-3404d071-e57f-4ec3-9666-db4fb0ee3c2e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a590db81-d7b1-40db-81be-4877e02204d3 HTTP/1.1" status: 200 len: 217 time: 0.0588248 Sep 30 13:03:13.311702 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'a931b3ed-1204-4910-a059-52f0fe045d9f', 'network_id': 'fe2b754e-2c6a-4249-8e43-9c69174bc58a', 'port_id': 'a931b3ed-1204-4910-a059-52f0fe045d9f', 'mac_address': 'fa:16:3e:a3:b4:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20bee72f-ee73-4ea9-93af-994f5f95c535', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:03:13.401209 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-c7751191-9b7e-4b14-b44b-92cdc400a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:13.403407 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-c7751191-9b7e-4b14-b44b-92cdc400a7fc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78037d28-e7f8-493a-8dcf-013e39c51454 HTTP/1.1" status: 200 len: 797 time: 0.0983715 Sep 30 13:03:13.404536 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=ab95f5b0-e778-4b9c-87ab-50dfb371cc27,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:13.407483 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:13.415441 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a52c46ee-854d-4266-bfe2-74b1609bfdd9 req-960e3bc7-9f43-4192-85b8-ba26567c9518 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958158 Sep 30 13:03:13.417896 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4282d02c-a227-46e1-89ee-20dec2ce6784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:13.422652 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a931b3ed-1204-4910-a059-52f0fe045d9f {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:03:13.450582 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port a931b3ed-1204-4910-a059-52f0fe045d9f, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=a931b3ed-1204-4910-a059-52f0fe045d9f,segment=NetworkSegment(b2db1676-b010-4608-ac63-64833176515d),segment_id=b2db1676-b010-4608-ac63-64833176515d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:13.461457 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:13.499663 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1cb8d-d178-45d4-8437-3b77975cdf0c req-550e6a76-d02e-4864-84a9-125e8bf726fb tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:13.507463 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0fd1cb8d-d178-45d4-8437-3b77975cdf0c req-550e6a76-d02e-4864-84a9-125e8bf726fb tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/ports?device_id=58e523f8-22cc-40c8-9381-2a61b891fcab HTTP/1.1" status: 200 len: 944 time: 0.1028745 Sep 30 13:03:13.521019 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-71bfd98f-6600-4c41-a3e7-c33ccdae141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:13.522796 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-71bfd98f-6600-4c41-a3e7-c33ccdae141d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d88806d7-cb43-44a5-88a4-05dfc9e84a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1081085 Sep 30 13:03:13.523417 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a60a5c0e-b6c0-4b7e-b651-33b108bb9456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac27e1f2-4b8a-4620-b460-00db75e56c94', 'name': 'tempest-FloatingIPsTestJSON-1022218742-router', 'tenant_id': '1918ce5530b54418b123e59195052815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': 'f5f84222-75f6-47e3-8666-65e15b580211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:07Z', 'updated_at': '2021-09-30T13:03:10Z', 'revision_number': 3, 'project_id': '1918ce5530b54418b123e59195052815', 'gw_port': {'id': 'f5f84222-75f6-47e3-8666-65e15b580211', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac27e1f2-4b8a-4620-b460-00db75e56c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:08Z', 'updated_at': '2021-09-30T13:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:13.538945 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=a931b3ed-1204-4910-a059-52f0fe045d9f,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:13.559824 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60a5c0e-b6c0-4b7e-b651-33b108bb9456 None None] The sync data for ids ['ac27e1f2-4b8a-4620-b460-00db75e56c94'] in n-d-810909-2 is: [{'id': 'ac27e1f2-4b8a-4620-b460-00db75e56c94', 'name': 'tempest-FloatingIPsTestJSON-1022218742-router', 'tenant_id': '1918ce5530b54418b123e59195052815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': 'f5f84222-75f6-47e3-8666-65e15b580211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:07Z', 'updated_at': '2021-09-30T13:03:10Z', 'revision_number': 3, 'project_id': '1918ce5530b54418b123e59195052815', 'gw_port': {'id': 'f5f84222-75f6-47e3-8666-65e15b580211', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac27e1f2-4b8a-4620-b460-00db75e56c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:08Z', 'updated_at': '2021-09-30T13:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:03:13.590501 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-2da2891d-09a9-4d25-bc1c-05c117ba6e01 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:03:13.591511 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-2da2891d-09a9-4d25-bc1c-05c117ba6e01 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0138724 Sep 30 13:03:13.642273 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a52c46ee-854d-4266-bfe2-74b1609bfdd9 req-8b82b6a3-be68-4245-bf56-a05a9dced840 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899357 Sep 30 13:03:13.645521 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0fd1cb8d-d178-45d4-8437-3b77975cdf0c req-5a99da50-3e95-4477-a881-8e4b931bf842 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fa7dfcb-a079-4bf0-b589-11027411807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369460 Sep 30 13:03:13.698303 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-9b420c63-80b8-469c-bfec-bbd711aec462 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:13.699700 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-9b420c63-80b8-469c-bfec-bbd711aec462 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/ports/bd0b27e8-4458-40c8-96bb-d3be19e3b861 HTTP/1.1" status: 200 len: 1093 time: 0.0963266 Sep 30 13:03:13.712660 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-4282d02c-a227-46e1-89ee-20dec2ce6784 admin admin] Allocated IP 172.20.0.1 (8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9/c1e8767f-4cd3-4d01-ac66-6310dd0701df/b724aa73-2625-41b3-a729-16de63cf07d7) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:03:13.720836 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-b666f2ef-25a3-4320-9995-6c8b75a0a897 service neutron] Request body: {'binding': {'host': 'n-h1-810909-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:13.721474 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-b666f2ef-25a3-4320-9995-6c8b75a0a897 service neutron] Unknown quota resources ['binding']. {{(pid=94763) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 13:03:13.784386 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-85fd11b1-7e87-41e6-b5a8-97fda5635940 service neutron] 10.222.0.54 "GET /v2.0/networks/d88806d7-cb43-44a5-88a4-05dfc9e84a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468529 Sep 30 13:03:13.863418 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09febf68-4f90-416d-8836-df8b523d1b9c req-50ae59fd-a551-4d56-801d-b8a2d101e9e8 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:13.865240 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-09febf68-4f90-416d-8836-df8b523d1b9c req-50ae59fd-a551-4d56-801d-b8a2d101e9e8 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.39 "GET /v2.0/ports?device_id=95f60593-3b10-499f-b28e-dcbc3c5afb43 HTTP/1.1" status: 200 len: 950 time: 0.1064131 Sep 30 13:03:13.896179 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4282d02c-a227-46e1-89ee-20dec2ce6784 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:13.907014 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['ab95f5b0-e778-4b9c-87ab-50dfb371cc27'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:13.934773 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af57c4-d9d0-4583-9f5d-3e5cf73f01e8 req-411d9150-a75f-4a6d-8464-dc6707b2ebbb tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:13.935176 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['a931b3ed-1204-4910-a059-52f0fe045d9f'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:13.946749 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af57c4-d9d0-4583-9f5d-3e5cf73f01e8 req-411d9150-a75f-4a6d-8464-dc6707b2ebbb tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:13.954491 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af57c4-d9d0-4583-9f5d-3e5cf73f01e8 req-411d9150-a75f-4a6d-8464-dc6707b2ebbb tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:13.960773 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af57c4-d9d0-4583-9f5d-3e5cf73f01e8 req-411d9150-a75f-4a6d-8464-dc6707b2ebbb tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:13.966929 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af57c4-d9d0-4583-9f5d-3e5cf73f01e8 req-411d9150-a75f-4a6d-8464-dc6707b2ebbb tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:13.973382 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af57c4-d9d0-4583-9f5d-3e5cf73f01e8 req-411d9150-a75f-4a6d-8464-dc6707b2ebbb tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:13.979113 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af57c4-d9d0-4583-9f5d-3e5cf73f01e8 req-411d9150-a75f-4a6d-8464-dc6707b2ebbb tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:13.981469 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-56af57c4-d9d0-4583-9f5d-3e5cf73f01e8 req-411d9150-a75f-4a6d-8464-dc6707b2ebbb tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5422 time: 0.2323194 Sep 30 13:03:14.023819 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4282d02c-a227-46e1-89ee-20dec2ce6784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:14.062762 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-09febf68-4f90-416d-8836-df8b523d1b9c req-e433947e-7130-4737-93f5-aa01e23f9064 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Deleting port aaefd042-2197-4f90-aa9f-065cad9e163c {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:03:14.063551 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-09febf68-4f90-416d-8836-df8b523d1b9c req-e433947e-7130-4737-93f5-aa01e23f9064 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:14.080263 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb46238e-27e3-4cd6-a209-ec8805db1a02 req-8aa94054-5374-4caf-9a7c-6ceb7c07e2fb service neutron] 10.222.0.54 "GET /v2.0/networks/d88806d7-cb43-44a5-88a4-05dfc9e84a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854519 Sep 30 13:03:14.100094 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4282d02c-a227-46e1-89ee-20dec2ce6784 admin admin] Network 8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:03:14.101398 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-56af57c4-d9d0-4583-9f5d-3e5cf73f01e8 req-812aaadb-3dda-4a2a-ab01-840374257bda tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0827684 Sep 30 13:03:14.114709 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-4282d02c-a227-46e1-89ee-20dec2ce6784 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:03:14.120045 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282d02c-a227-46e1-89ee-20dec2ce6784 admin admin] Pushing event updated for resources: {'Port': ['ID=b724aa73-2625-41b3-a729-16de63cf07d7,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:14.125948 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4282d02c-a227-46e1-89ee-20dec2ce6784 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:03:14.132683 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-b666f2ef-25a3-4320-9995-6c8b75a0a897 service neutron] Attempting to bind port bd0b27e8-4458-40c8-96bb-d3be19e3b861 on host n-h1-810909-2 for vnic_type normal with profile None {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:03:14.133201 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-b666f2ef-25a3-4320-9995-6c8b75a0a897 service neutron] Attempting to bind port bd0b27e8-4458-40c8-96bb-d3be19e3b861 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:03:14.133731 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-b666f2ef-25a3-4320-9995-6c8b75a0a897 service neutron] Attempting to bind port bd0b27e8-4458-40c8-96bb-d3be19e3b861 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:14.147409 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-b666f2ef-25a3-4320-9995-6c8b75a0a897 service neutron] Port bd0b27e8-4458-40c8-96bb-d3be19e3b861 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:03:14.147895 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-b666f2ef-25a3-4320-9995-6c8b75a0a897 service neutron] Attempting to bind port bd0b27e8-4458-40c8-96bb-d3be19e3b861 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:14.161644 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-b666f2ef-25a3-4320-9995-6c8b75a0a897 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:03:14.162190 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-b666f2ef-25a3-4320-9995-6c8b75a0a897 service neutron] Checking segment: {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:03:14.163904 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-b666f2ef-25a3-4320-9995-6c8b75a0a897 service neutron] Bound using segment: {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:03:14.164444 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-b666f2ef-25a3-4320-9995-6c8b75a0a897 service neutron] Bound port: bd0b27e8-4458-40c8-96bb-d3be19e3b861, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:03:14.268844 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4282d02c-a227-46e1-89ee-20dec2ce6784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:14.271689 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f5942-c841-418d-8b3d-228af0d4102f req-ee55dc92-1fb8-43f7-9d18-015543667ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:14.272298 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f5942-c841-418d-8b3d-228af0d4102f req-ee55dc92-1fb8-43f7-9d18-015543667ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:14.272844 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f5942-c841-418d-8b3d-228af0d4102f req-ee55dc92-1fb8-43f7-9d18-015543667ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:14.273428 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f5942-c841-418d-8b3d-228af0d4102f req-ee55dc92-1fb8-43f7-9d18-015543667ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:14.273955 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f5942-c841-418d-8b3d-228af0d4102f req-ee55dc92-1fb8-43f7-9d18-015543667ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:14.274600 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f5942-c841-418d-8b3d-228af0d4102f req-ee55dc92-1fb8-43f7-9d18-015543667ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:14.275105 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f5942-c841-418d-8b3d-228af0d4102f req-ee55dc92-1fb8-43f7-9d18-015543667ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:14.278363 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a05f5942-c841-418d-8b3d-228af0d4102f req-ee55dc92-1fb8-43f7-9d18-015543667ab4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcdfca8935404bd6b32ec59be45dc83c&device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 6479 time: 0.1062951 Sep 30 13:03:14.287837 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-b666f2ef-25a3-4320-9995-6c8b75a0a897 service neutron] For port bd0b27e8-4458-40c8-96bb-d3be19e3b861, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=bd0b27e8-4458-40c8-96bb-d3be19e3b861,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:03:14.301837 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-b666f2ef-25a3-4320-9995-6c8b75a0a897 service neutron] Notify callbacks [] for binding, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:14.317387 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-b666f2ef-25a3-4320-9995-6c8b75a0a897 service neutron] 10.222.0.18 "POST /v2.0/ports/bd0b27e8-4458-40c8-96bb-d3be19e3b861/bindings HTTP/1.1" status: 201 len: 389 time: 0.5989177 Sep 30 13:03:14.422301 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:14.472948 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-09febf68-4f90-416d-8836-df8b523d1b9c req-e433947e-7130-4737-93f5-aa01e23f9064 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] For port aaefd042-2197-4f90-aa9f-065cad9e163c, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=aaefd042-2197-4f90-aa9f-065cad9e163c,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:14.473471 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-09febf68-4f90-416d-8836-df8b523d1b9c req-e433947e-7130-4737-93f5-aa01e23f9064 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:14.507292 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-09febf68-4f90-416d-8836-df8b523d1b9c req-e433947e-7130-4737-93f5-aa01e23f9064 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Calling delete_port for aaefd042-2197-4f90-aa9f-065cad9e163c owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:03:14.507744 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f5942-c841-418d-8b3d-228af0d4102f req-2c74c9e7-2f2b-46ac-9e54-eb4314e7ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:14.509268 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a05f5942-c841-418d-8b3d-228af0d4102f req-2c74c9e7-2f2b-46ac-9e54-eb4314e7ea44 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d88806d7-cb43-44a5-88a4-05dfc9e84a4d HTTP/1.1" status: 200 len: 902 time: 0.2200983 Sep 30 13:03:14.518286 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0312dc-12d1-4320-8bea-085e1f46707f req-60f0be81-c86e-473a-8a63-e11bc76a9314 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:14.519804 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e0312dc-12d1-4320-8bea-085e1f46707f req-60f0be81-c86e-473a-8a63-e11bc76a9314 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=853540a5-261e-4237-bc80-c838b2b5d907 HTTP/1.1" status: 200 len: 947 time: 0.1532793 Sep 30 13:03:14.571042 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a05f5942-c841-418d-8b3d-228af0d4102f req-36b12db1-717c-4794-b7f5-20c0727eabfe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c HTTP/1.1" status: 200 len: 217 time: 0.0501575 Sep 30 13:03:14.577125 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-68f59507-bbd2-4a66-b046-dea17c121567 None None] Provisioning complete for port b724aa73-2625-41b3-a729-16de63cf07d7 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:14.578047 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-68f59507-bbd2-4a66-b046-dea17c121567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:14.604394 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e0312dc-12d1-4320-8bea-085e1f46707f req-6c3ead84-b27a-473f-8816-613becebdb14 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769136 Sep 30 13:03:14.619679 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 50c15571-afef-4104-9892-6d0ee9b4e2e8 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:03:14.654039 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 50c15571-afef-4104-9892-6d0ee9b4e2e8 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:03:14.654528 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 50c15571-afef-4104-9892-6d0ee9b4e2e8 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:03:14.658841 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-68f59507-bbd2-4a66-b046-dea17c121567 None None] Port b724aa73-2625-41b3-a729-16de63cf07d7 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:03:14.681363 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f5942-c841-418d-8b3d-228af0d4102f req-b14413bc-245d-4c34-9f14-18baf478c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:14.683345 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a05f5942-c841-418d-8b3d-228af0d4102f req-b14413bc-245d-4c34-9f14-18baf478c06d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78037d28-e7f8-493a-8dcf-013e39c51454 HTTP/1.1" status: 200 len: 797 time: 0.0930772 Sep 30 13:03:14.689010 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4282d02c-a227-46e1-89ee-20dec2ce6784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:14.692541 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-50b06266-cab0-4640-bab9-c378c8038cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:14.694109 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-50b06266-cab0-4640-bab9-c378c8038cc0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 1096 time: 0.1048875 Sep 30 13:03:14.761842 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0ff83-529a-4080-9fd2-71b7be701124 req-b0e4a4c1-8bff-44bf-871a-d4e912516226 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:14.769409 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7fc0ff83-529a-4080-9fd2-71b7be701124 req-b0e4a4c1-8bff-44bf-871a-d4e912516226 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f60593-3b10-499f-b28e-dcbc3c5afb43 HTTP/1.1" status: 200 len: 950 time: 0.2529714 Sep 30 13:03:14.840434 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f5942-c841-418d-8b3d-228af0d4102f req-0036e4f8-a371-416b-85bb-4c004ed5989c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:14.841965 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a05f5942-c841-418d-8b3d-228af0d4102f req-0036e4f8-a371-416b-85bb-4c004ed5989c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d88806d7-cb43-44a5-88a4-05dfc9e84a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1469743 Sep 30 13:03:14.865666 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d90b29-6fce-4655-a053-f422405fddf0 req-1438720e-1863-40cd-817a-5dfca718fbde tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:14.875872 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-10d90b29-6fce-4655-a053-f422405fddf0 req-1438720e-1863-40cd-817a-5dfca718fbde tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 945 time: 0.1783986 Sep 30 13:03:14.906849 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-2299b9c9-7535-4a58-8d58-4ad7703e8b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:14.908260 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-2299b9c9-7535-4a58-8d58-4ad7703e8b7c service neutron] 10.222.0.39 "GET /v2.0/networks?id=49ef354a-ba5f-45a0-ae5d-336431ac76bd HTTP/1.1" status: 200 len: 908 time: 0.1926026 Sep 30 13:03:14.934317 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7fc0ff83-529a-4080-9fd2-71b7be701124 req-a12366cc-ecaa-4762-a956-6d7194a170fe tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.18 "GET /v2.0/security-groups?id=e178f35a-2fb8-458f-9707-b2d2c3465f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636899 Sep 30 13:03:14.940050 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-09febf68-4f90-416d-8836-df8b523d1b9c req-e433947e-7130-4737-93f5-aa01e23f9064 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:14.958842 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['aaefd042-2197-4f90-aa9f-065cad9e163c'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:15.042555 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433947e-7130-4737-93f5-aa01e23f9064 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Pushing event deleted for resources: {'Port': ['ID=aaefd042-2197-4f90-aa9f-065cad9e163c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:15.116964 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4282d02c-a227-46e1-89ee-20dec2ce6784 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:15.120510 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-09febf68-4f90-416d-8836-df8b523d1b9c req-e433947e-7130-4737-93f5-aa01e23f9064 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] No DVR routers for this DVR port aaefd042-2197-4f90-aa9f-065cad9e163c on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:03:15.124140 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-09febf68-4f90-416d-8836-df8b523d1b9c req-e433947e-7130-4737-93f5-aa01e23f9064 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:15.127067 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-09febf68-4f90-416d-8836-df8b523d1b9c req-e433947e-7130-4737-93f5-aa01e23f9064 tempest-ServersAdminNegativeTestJSON-1229949391 tempest-ServersAdminNegativeTestJSON-1229949391-project] 10.222.0.39 "DELETE /v2.0/ports/aaefd042-2197-4f90-aa9f-065cad9e163c HTTP/1.1" status: 204 len: 173 time: 1.2431040 Sep 30 13:03:15.129212 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f60593-3b10-499f-b28e-dcbc3c5afb43', 'name': 'network-vif-deleted', 'tag': 'aaefd042-2197-4f90-aa9f-065cad9e163c'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:03:15.131700 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936df590-2545-4dc5-8204-7589fab31b49" -d '{"events": [{"server_uuid": "95f60593-3b10-499f-b28e-dcbc3c5afb43", "name": "network-vif-deleted", "tag": "aaefd042-2197-4f90-aa9f-065cad9e163c"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:03:15.143109 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4282d02c-a227-46e1-89ee-20dec2ce6784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:15.231559 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c282772-513c-413e-b65a-f249fc77e13c req-4d0231d4-83c9-4591-bc37-ea24251ab9c0 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:15.233277 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8c282772-513c-413e-b65a-f249fc77e13c req-4d0231d4-83c9-4591-bc37-ea24251ab9c0 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 945 time: 0.1966436 Sep 30 13:03:15.234711 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4282d02c-a227-46e1-89ee-20dec2ce6784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:15.235420 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-848c05d0-a317-4c86-9365-421caf0c2358 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd0b27e8-4458-40c8-96bb-d3be19e3b861 HTTP/1.1" status: 200 len: 217 time: 0.0421963 Sep 30 13:03:15.276202 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282d02c-a227-46e1-89ee-20dec2ce6784 admin admin] Pushing event updated for resources: {'Port': ['ID=b724aa73-2625-41b3-a729-16de63cf07d7,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:15.341170 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-10d90b29-6fce-4655-a053-f422405fddf0 req-d778d27a-05d7-472d-a0c2-cf53b09497a3 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315004 Sep 30 13:03:15.342372 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8c282772-513c-413e-b65a-f249fc77e13c req-528629d7-0fa0-4a0b-bb30-1af3af012f0f tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966940 Sep 30 13:03:15.381080 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-14625647-27ce-4686-81d0-394e17ad0159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:15.382647 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-14625647-27ce-4686-81d0-394e17ad0159 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d154e7f6-f478-45ee-9bd0-03f890cad96e HTTP/1.1" status: 200 len: 847 time: 0.1337450 Sep 30 13:03:15.385532 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a05f5942-c841-418d-8b3d-228af0d4102f req-806abe47-2960-43ec-9fa5-5fdaa3fd74e2 service neutron] 10.222.0.54 "GET /v2.0/networks/d88806d7-cb43-44a5-88a4-05dfc9e84a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289130 Sep 30 13:03:15.432812 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b285609-5ba1-4375-979a-f1c820cb279b x-openstack-request-id: req-8b285609-5ba1-4375-979a-f1c820cb279b {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:15.433107 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f60593-3b10-499f-b28e-dcbc3c5afb43", "name": "network-vif-deleted", "tag": "aaefd042-2197-4f90-aa9f-065cad9e163c", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:15.433360 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b285609-5ba1-4375-979a-f1c820cb279b {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:15.433759 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f60593-3b10-499f-b28e-dcbc3c5afb43', 'name': 'network-vif-deleted', 'tag': 'aaefd042-2197-4f90-aa9f-065cad9e163c', 'status': 'completed', 'code': 200} Sep 30 13:03:15.467404 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4282d02c-a227-46e1-89ee-20dec2ce6784 admin admin] Network 8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:03:15.471253 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-4282d02c-a227-46e1-89ee-20dec2ce6784 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:03:15.489894 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a05f5942-c841-418d-8b3d-228af0d4102f req-8b163985-1ca3-4804-8e63-4dc5a6289a22 service neutron] 10.222.0.54 "GET /v2.0/networks/d88806d7-cb43-44a5-88a4-05dfc9e84a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975986 Sep 30 13:03:15.552401 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-f71343f2-de6d-48a0-b36a-6fa2228aed0d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=49ef354a-ba5f-45a0-ae5d-336431ac76bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598564 Sep 30 13:03:15.595696 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c02f73-5d0d-4b35-bcc3-04efa16f6d89 req-39e4323f-6251-4594-b914-715af2de58aa tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:15.597396 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-43c02f73-5d0d-4b35-bcc3-04efa16f6d89 req-39e4323f-6251-4594-b914-715af2de58aa tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/ports?device_id=58e523f8-22cc-40c8-9381-2a61b891fcab HTTP/1.1" status: 200 len: 945 time: 0.1283865 Sep 30 13:03:15.694756 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd111744-8e7b-4f9d-a815-3584aa342eda req-78f33f14-4ac5-4caa-a90d-98953b46b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:15.695309 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd111744-8e7b-4f9d-a815-3584aa342eda req-78f33f14-4ac5-4caa-a90d-98953b46b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:15.695727 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd111744-8e7b-4f9d-a815-3584aa342eda req-78f33f14-4ac5-4caa-a90d-98953b46b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:15.696338 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd111744-8e7b-4f9d-a815-3584aa342eda req-78f33f14-4ac5-4caa-a90d-98953b46b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:15.696727 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd111744-8e7b-4f9d-a815-3584aa342eda req-78f33f14-4ac5-4caa-a90d-98953b46b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:15.697204 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd111744-8e7b-4f9d-a815-3584aa342eda req-78f33f14-4ac5-4caa-a90d-98953b46b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:15.698573 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd111744-8e7b-4f9d-a815-3584aa342eda req-78f33f14-4ac5-4caa-a90d-98953b46b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:15.700948 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd111744-8e7b-4f9d-a815-3584aa342eda req-78f33f14-4ac5-4caa-a90d-98953b46b11c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcdfca8935404bd6b32ec59be45dc83c&device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 6479 time: 0.1541221 Sep 30 13:03:15.715065 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60042e-babb-4638-a4e7-ceeae062d16d req-1783f794-fb08-4737-ae0e-a986e1ee2464 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:15.722176 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60042e-babb-4638-a4e7-ceeae062d16d req-1783f794-fb08-4737-ae0e-a986e1ee2464 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:15.728325 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60042e-babb-4638-a4e7-ceeae062d16d req-1783f794-fb08-4737-ae0e-a986e1ee2464 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:15.735631 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60042e-babb-4638-a4e7-ceeae062d16d req-1783f794-fb08-4737-ae0e-a986e1ee2464 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:15.741761 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60042e-babb-4638-a4e7-ceeae062d16d req-1783f794-fb08-4737-ae0e-a986e1ee2464 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:15.748254 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60042e-babb-4638-a4e7-ceeae062d16d req-1783f794-fb08-4737-ae0e-a986e1ee2464 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:15.753434 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4282d02c-a227-46e1-89ee-20dec2ce6784 admin admin] Router ac27e1f2-4b8a-4620-b460-00db75e56c94 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:03:15.754668 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60042e-babb-4638-a4e7-ceeae062d16d req-1783f794-fb08-4737-ae0e-a986e1ee2464 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:15.764105 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ef60042e-babb-4638-a4e7-ceeae062d16d req-1783f794-fb08-4737-ae0e-a986e1ee2464 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5422 time: 0.2513454 Sep 30 13:03:15.894174 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-896d2f64-4c0e-42ed-bcbf-a4c8dd0f5ff1 None None] Provisioning complete for port b724aa73-2625-41b3-a729-16de63cf07d7 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:15.894462 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-896d2f64-4c0e-42ed-bcbf-a4c8dd0f5ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:15.899123 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-d30f3abc-9a6f-4e8e-a630-4f07ca01f127 service neutron] 10.222.0.39 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204126 Sep 30 13:03:15.970617 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-43c02f73-5d0d-4b35-bcc3-04efa16f6d89 req-d6110048-96a1-4f03-ad19-13d9f7343e57 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fa7dfcb-a079-4bf0-b589-11027411807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614976 Sep 30 13:03:15.999770 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device f5f84222-75f6-47e3-8666-65e15b580211 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:03:16.009130 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4282d02c-a227-46e1-89ee-20dec2ce6784 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:03:16.030127 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4282d02c-a227-46e1-89ee-20dec2ce6784 admin admin] 10.222.0.18 "PUT /v2.0/routers/ac27e1f2-4b8a-4620-b460-00db75e56c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1279209 Sep 30 13:03:16.061495 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-896d2f64-4c0e-42ed-bcbf-a4c8dd0f5ff1 None None] Port b724aa73-2625-41b3-a729-16de63cf07d7 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:03:16.064706 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ef60042e-babb-4638-a4e7-ceeae062d16d req-47c876c0-1be2-471e-9348-12da55c4d2a0 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2957625 Sep 30 13:03:16.096098 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port f5f84222-75f6-47e3-8666-65e15b580211 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:16.096474 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:16.128259 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959ddfa6-1d63-42b6-aa73-f9442b66ba36 None None] Sync routers for ids ['ac27e1f2-4b8a-4620-b460-00db75e56c94'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:03:16.151169 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959ddfa6-1d63-42b6-aa73-f9442b66ba36 None None] Routers {'ac27e1f2-4b8a-4620-b460-00db75e56c94'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:03:16.151818 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-959ddfa6-1d63-42b6-aa73-f9442b66ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:02:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['ac27e1f2-4b8a-4620-b460-00db75e56c94'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:16.275629 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-959ddfa6-1d63-42b6-aa73-f9442b66ba36 None None] Set router ac27e1f2-4b8a-4620-b460-00db75e56c94 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:03:16.346197 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd111744-8e7b-4f9d-a815-3584aa342eda req-f1146d1f-21b9-407c-91bb-944211fac0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:16.347709 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd111744-8e7b-4f9d-a815-3584aa342eda req-f1146d1f-21b9-407c-91bb-944211fac0fb service neutron] 10.222.0.54 "GET /v2.0/networks?id=d88806d7-cb43-44a5-88a4-05dfc9e84a4d HTTP/1.1" status: 200 len: 902 time: 0.5795367 Sep 30 13:03:16.386969 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-d0cf0c29-79b3-4b2c-b6f0-e8792de8e079 service neutron] 10.222.0.39 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286802 Sep 30 13:03:16.432405 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd111744-8e7b-4f9d-a815-3584aa342eda req-ace5b1eb-7f27-49fe-99b4-22877b08a919 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a590db81-d7b1-40db-81be-4877e02204d3 HTTP/1.1" status: 200 len: 217 time: 0.0629237 Sep 30 13:03:16.453815 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfcdb1-2d00-4c94-acea-4bd7c8b739a1 req-7be9fb07-16ac-4f92-8990-e868b88f90c4 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:16.455451 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a1cfcdb1-2d00-4c94-acea-4bd7c8b739a1 req-7be9fb07-16ac-4f92-8990-e868b88f90c4 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=853540a5-261e-4237-bc80-c838b2b5d907 HTTP/1.1" status: 200 len: 947 time: 0.2135072 Sep 30 13:03:16.485500 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:16.504877 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd111744-8e7b-4f9d-a815-3584aa342eda req-f4ff357d-f267-4395-8448-3a106a27bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:16.506851 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd111744-8e7b-4f9d-a815-3584aa342eda req-f4ff357d-f267-4395-8448-3a106a27bac0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78037d28-e7f8-493a-8dcf-013e39c51454 HTTP/1.1" status: 200 len: 797 time: 0.0674176 Sep 30 13:03:16.540563 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42578) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:16.546262 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port f5f84222-75f6-47e3-8666-65e15b580211, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=f5f84222-75f6-47e3-8666-65e15b580211,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:16.560153 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:16.652997 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=f5f84222-75f6-47e3-8666-65e15b580211,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:16.658113 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 9250746d-c533-4298-be3a-9476c32b1d72 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:03:16.670462 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device ab95f5b0-e778-4b9c-87ab-50dfb371cc27 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:03:16.678288 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a1cfcdb1-2d00-4c94-acea-4bd7c8b739a1 req-0b50c519-a9da-4ddd-90c2-0ba85c7a38ae tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645277 Sep 30 13:03:16.686693 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-3ebf0d2a-186d-416f-b554-feaa0d97dd01 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:16.690142 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-3ebf0d2a-186d-416f-b554-feaa0d97dd01 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649&tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&binding%3Ahost_id=n-h2-810909-2 HTTP/1.1" status: 200 len: 1096 time: 0.1823325 Sep 30 13:03:16.700123 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd111744-8e7b-4f9d-a815-3584aa342eda req-9343128f-71b4-472e-b1b2-220490874e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:16.706398 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd111744-8e7b-4f9d-a815-3584aa342eda req-9343128f-71b4-472e-b1b2-220490874e52 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d88806d7-cb43-44a5-88a4-05dfc9e84a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1606576 Sep 30 13:03:16.731702 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-235df469-d2cb-4003-8049-b77ff85a2883 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810909-2'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:16.759035 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fe9914f9-3741-43fd-be37-2c8a69dd3ec6 req-1e7a9a18-63c7-43b4-9fb1-45efd762cff8 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3325269 Sep 30 13:03:16.766352 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-fe9914f9-3741-43fd-be37-2c8a69dd3ec6 req-372eab22-b224-4605-995e-248c09b9458e tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:16.828426 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fe9914f9-3741-43fd-be37-2c8a69dd3ec6 req-372eab22-b224-4605-995e-248c09b9458e tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:16.867438 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-235df469-d2cb-4003-8049-b77ff85a2883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:16.881804 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-959ddfa6-1d63-42b6-aa73-f9442b66ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac27e1f2-4b8a-4620-b460-00db75e56c94', 'name': 'tempest-FloatingIPsTestJSON-1022218742-router', 'tenant_id': '1918ce5530b54418b123e59195052815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': 'f5f84222-75f6-47e3-8666-65e15b580211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:07Z', 'updated_at': '2021-09-30T13:03:14Z', 'revision_number': 4, 'project_id': '1918ce5530b54418b123e59195052815', 'gw_port': {'id': 'f5f84222-75f6-47e3-8666-65e15b580211', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac27e1f2-4b8a-4620-b460-00db75e56c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:08Z', 'updated_at': '2021-09-30T13:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'b724aa73-2625-41b3-a729-16de63cf07d7', 'name': '', 'network_id': '8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9', 'tenant_id': '1918ce5530b54418b123e59195052815', 'mac_address': 'fa:16:3e:6e:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac27e1f2-4b8a-4620-b460-00db75e56c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'c1e8767f-4cd3-4d01-ac66-6310dd0701df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:13Z', 'updated_at': '2021-09-30T13:03:14Z', 'revision_number': 2, 'project_id': '1918ce5530b54418b123e59195052815', 'subnets': [{'id': 'c1e8767f-4cd3-4d01-ac66-6310dd0701df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:16.967640 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd8cf1-1ead-4acf-a57c-1fd0f3bdad00 req-1bc96a5a-6fbf-41e3-a494-a20be9ce6a9b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:16.975493 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebbd8cf1-1ead-4acf-a57c-1fd0f3bdad00 req-1bc96a5a-6fbf-41e3-a494-a20be9ce6a9b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 945 time: 0.1922436 Sep 30 13:03:16.992420 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959ddfa6-1d63-42b6-aa73-f9442b66ba36 None None] Checking router: ac27e1f2-4b8a-4620-b460-00db75e56c94 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:03:16.992809 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959ddfa6-1d63-42b6-aa73-f9442b66ba36 None None] Updating router ac27e1f2-4b8a-4620-b460-00db75e56c94 port b724aa73-2625-41b3-a729-16de63cf07d7 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:03:17.052953 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd111744-8e7b-4f9d-a815-3584aa342eda req-7845e927-b720-49f1-972e-bd34035bc4e2 service neutron] 10.222.0.54 "GET /v2.0/networks/d88806d7-cb43-44a5-88a4-05dfc9e84a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172834 Sep 30 13:03:17.053375 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fe9914f9-3741-43fd-be37-2c8a69dd3ec6 req-372eab22-b224-4605-995e-248c09b9458e tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:17.062630 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-959ddfa6-1d63-42b6-aa73-f9442b66ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:17.064384 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port ab95f5b0-e778-4b9c-87ab-50dfb371cc27 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:03:17.092998 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port ab95f5b0-e778-4b9c-87ab-50dfb371cc27 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:17.093378 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:17.098605 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 9250746d-c533-4298-be3a-9476c32b1d72, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=9250746d-c533-4298-be3a-9476c32b1d72,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:17.102997 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-beec505d-d570-4893-9209-9ccc79368569 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ddc027bea95145c4a230ab390cc111ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5603485 Sep 30 13:03:17.107270 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42586) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:17.138859 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebbd8cf1-1ead-4acf-a57c-1fd0f3bdad00 req-4410c416-8f47-480e-a714-0d8c6c50c3fd tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574669 Sep 30 13:03:17.156946 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '9250746d-c533-4298-be3a-9476c32b1d72', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': '9250746d-c533-4298-be3a-9476c32b1d72', 'mac_address': 'fa:16:3e:c4:03:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:03:17.223167 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:17.233260 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-235df469-d2cb-4003-8049-b77ff85a2883 service neutron] For port bd0b27e8-4458-40c8-96bb-d3be19e3b861, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=bd0b27e8-4458-40c8-96bb-d3be19e3b861,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:17.292195 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-fe9914f9-3741-43fd-be37-2c8a69dd3ec6 req-372eab22-b224-4605-995e-248c09b9458e tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Allocated IP 172.25.5.208 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/25ade29f-5a26-44ac-b770-ac1a7b656b90) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:03:17.311767 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd111744-8e7b-4f9d-a815-3584aa342eda req-5243974f-1566-47aa-84c2-7f729a6fe467 service neutron] 10.222.0.54 "GET /v2.0/networks/d88806d7-cb43-44a5-88a4-05dfc9e84a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454200 Sep 30 13:03:17.312023 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9250746d-c533-4298-be3a-9476c32b1d72 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:03:17.328716 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-235df469-d2cb-4003-8049-b77ff85a2883 service neutron] For port bd0b27e8-4458-40c8-96bb-d3be19e3b861, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:03:17.337411 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd789e4-5b1a-4fcb-b2c8-de0805756b75 req-1ecccbc1-4d41-4bd3-a5c0-de78a7a49200 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:17.339702 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7fd789e4-5b1a-4fcb-b2c8-de0805756b75 req-1ecccbc1-4d41-4bd3-a5c0-de78a7a49200 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 945 time: 0.0949607 Sep 30 13:03:17.397963 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 9250746d-c533-4298-be3a-9476c32b1d72, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=9250746d-c533-4298-be3a-9476c32b1d72,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:17.402866 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd5673e-b0e8-4951-9e1d-a5e56d54c649', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd0b27e8-4458-40c8-96bb-d3be19e3b861'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:03:17.405233 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7764a69c-3635-4a41-920a-a49ec62258cd" -d '{"events": [{"server_uuid": "ccd5673e-b0e8-4951-9e1d-a5e56d54c649", "name": "network-vif-unplugged", "status": "completed", "tag": "bd0b27e8-4458-40c8-96bb-d3be19e3b861"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:03:17.408242 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:17.411481 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-235df469-d2cb-4003-8049-b77ff85a2883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:17.414535 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:17.418186 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7fd789e4-5b1a-4fcb-b2c8-de0805756b75 req-31fed778-810f-48ba-b961-a07c9d0b5f9c tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602338 Sep 30 13:03:17.424886 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-235df469-d2cb-4003-8049-b77ff85a2883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:17.455836 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-02a29498-38df-443b-a62d-131361adf333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:17.463595 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fe9914f9-3741-43fd-be37-2c8a69dd3ec6 req-372eab22-b224-4605-995e-248c09b9458e tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:17.498528 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-02a29498-38df-443b-a62d-131361adf333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:17.517884 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e333a66-a0c0-46e1-8dae-2740888cda26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab95f5b0-e778-4b9c-87ab-50dfb371cc27'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:03:17.520031 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bd61b3-c17d-458b-8c52-183def36853f" -d '{"events": [{"server_uuid": "3e333a66-a0c0-46e1-8dae-2740888cda26", "name": "network-vif-plugged", "status": "completed", "tag": "ab95f5b0-e778-4b9c-87ab-50dfb371cc27"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:03:17.547314 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port ab95f5b0-e778-4b9c-87ab-50dfb371cc27, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=ab95f5b0-e778-4b9c-87ab-50dfb371cc27,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:17.552034 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fe9914f9-3741-43fd-be37-2c8a69dd3ec6 req-372eab22-b224-4605-995e-248c09b9458e tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:17.570589 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:17.571362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device a931b3ed-1204-4910-a059-52f0fe045d9f up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:03:17.576899 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=9250746d-c533-4298-be3a-9476c32b1d72,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:17.603049 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe9914f9-3741-43fd-be37-2c8a69dd3ec6 req-372eab22-b224-4605-995e-248c09b9458e tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:03:17.606395 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-fe9914f9-3741-43fd-be37-2c8a69dd3ec6 req-372eab22-b224-4605-995e-248c09b9458e tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:03:17.611667 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9914f9-3741-43fd-be37-2c8a69dd3ec6 req-372eab22-b224-4605-995e-248c09b9458e tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:03:17.614271 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-02a29498-38df-443b-a62d-131361adf333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:17.617506 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-02a29498-38df-443b-a62d-131361adf333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:17.619966 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-02a29498-38df-443b-a62d-131361adf333 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e178f35a-2fb8-458f-9707-b2d2c3465f89 HTTP/1.1" status: 204 len: 168 time: 0.5107398 Sep 30 13:03:17.632131 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-235df469-d2cb-4003-8049-b77ff85a2883 service neutron] Attempting to bind port bd0b27e8-4458-40c8-96bb-d3be19e3b861 on host n-h2-810909-2 for vnic_type normal with profile {"migrating_to": "n-h1-810909-2"} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:03:17.633481 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-235df469-d2cb-4003-8049-b77ff85a2883 service neutron] Attempting to bind port bd0b27e8-4458-40c8-96bb-d3be19e3b861 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:03:17.634215 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-235df469-d2cb-4003-8049-b77ff85a2883 service neutron] Attempting to bind port bd0b27e8-4458-40c8-96bb-d3be19e3b861 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:17.641919 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372eab22-b224-4605-995e-248c09b9458e tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Pushing event updated for resources: {'Port': ['ID=25ade29f-5a26-44ac-b770-ac1a7b656b90,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:17.642559 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235df469-d2cb-4003-8049-b77ff85a2883 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0b27e8-4458-40c8-96bb-d3be19e3b861,revision_number=7']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:17.654442 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a29498-38df-443b-a62d-131361adf333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e178f35a-2fb8-458f-9707-b2d2c3465f89,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:17.679243 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f858f3-630c-4b00-9025-c1a1922b76b4 req-cf1beae2-b059-4a81-888c-c515b935ed28 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:17.680765 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-86f858f3-630c-4b00-9025-c1a1922b76b4 req-cf1beae2-b059-4a81-888c-c515b935ed28 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/ports?device_id=58e523f8-22cc-40c8-9381-2a61b891fcab HTTP/1.1" status: 200 len: 945 time: 0.1672564 Sep 30 13:03:17.682090 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-235df469-d2cb-4003-8049-b77ff85a2883 service neutron] Port bd0b27e8-4458-40c8-96bb-d3be19e3b861 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:03:17.690754 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-235df469-d2cb-4003-8049-b77ff85a2883 service neutron] Attempting to bind port bd0b27e8-4458-40c8-96bb-d3be19e3b861 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:17.709133 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-235df469-d2cb-4003-8049-b77ff85a2883 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:03:17.709853 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-235df469-d2cb-4003-8049-b77ff85a2883 service neutron] Checking segment: {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:03:17.712455 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-235df469-d2cb-4003-8049-b77ff85a2883 service neutron] Bound using segment: {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:03:17.713127 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-235df469-d2cb-4003-8049-b77ff85a2883 service neutron] Bound port: bd0b27e8-4458-40c8-96bb-d3be19e3b861, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:03:17.715486 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-235df469-d2cb-4003-8049-b77ff85a2883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:17.757125 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=ab95f5b0-e778-4b9c-87ab-50dfb371cc27,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:17.765788 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port a931b3ed-1204-4910-a059-52f0fe045d9f completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:03:17.766959 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fe9914f9-3741-43fd-be37-2c8a69dd3ec6 req-372eab22-b224-4605-995e-248c09b9458e tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:17.774596 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port a931b3ed-1204-4910-a059-52f0fe045d9f triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:17.774969 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:17.795201 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-86f858f3-630c-4b00-9025-c1a1922b76b4 req-b8d303cf-fba6-483a-b785-44f8788892fd tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fa7dfcb-a079-4bf0-b589-11027411807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002657 Sep 30 13:03:17.815476 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device aaefd042-2197-4f90-aa9f-065cad9e163c no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:03:17.817735 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['9250746d-c533-4298-be3a-9476c32b1d72'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:17.824727 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-959ddfa6-1d63-42b6-aa73-f9442b66ba36 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:17.835306 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-235df469-d2cb-4003-8049-b77ff85a2883 service neutron] For port bd0b27e8-4458-40c8-96bb-d3be19e3b861, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:03:17.841816 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-235df469-d2cb-4003-8049-b77ff85a2883 service neutron] For port bd0b27e8-4458-40c8-96bb-d3be19e3b861, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=bd0b27e8-4458-40c8-96bb-d3be19e3b861,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:03:17.843299 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fe9914f9-3741-43fd-be37-2c8a69dd3ec6 req-372eab22-b224-4605-995e-248c09b9458e tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:17.851751 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-235df469-d2cb-4003-8049-b77ff85a2883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:17.868163 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: aaefd042-2197-4f90-aa9f-065cad9e163c {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:03:17.868502 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device aaefd042-2197-4f90-aa9f-065cad9e163c not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:03:17.883627 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-959ddfa6-1d63-42b6-aa73-f9442b66ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:18.024548 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device f5f84222-75f6-47e3-8666-65e15b580211 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:03:18.027055 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4ae5-9b9a-47c3-ab2d-e53a6e1f3d0d None None] Pushing event updated for resources: {'Port': ['ID=b724aa73-2625-41b3-a729-16de63cf07d7,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:18.106556 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-235df469-d2cb-4003-8049-b77ff85a2883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:18.107386 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-235df469-d2cb-4003-8049-b77ff85a2883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:18.109581 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-235df469-d2cb-4003-8049-b77ff85a2883 service neutron] 10.222.0.39 "PUT /v2.0/ports/bd0b27e8-4458-40c8-96bb-d3be19e3b861 HTTP/1.1" status: 200 len: 1121 time: 1.4008095 Sep 30 13:03:18.214661 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a0d7a-1582-4b03-971b-aefb70e39941 req-c2031b6e-ef64-4c05-bf6e-7f76d2f495a1 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:18.222631 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a0d7a-1582-4b03-971b-aefb70e39941 req-c2031b6e-ef64-4c05-bf6e-7f76d2f495a1 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:18.230826 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a0d7a-1582-4b03-971b-aefb70e39941 req-c2031b6e-ef64-4c05-bf6e-7f76d2f495a1 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:18.240464 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a0d7a-1582-4b03-971b-aefb70e39941 req-c2031b6e-ef64-4c05-bf6e-7f76d2f495a1 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:18.249300 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a0d7a-1582-4b03-971b-aefb70e39941 req-c2031b6e-ef64-4c05-bf6e-7f76d2f495a1 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:18.256717 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a0d7a-1582-4b03-971b-aefb70e39941 req-c2031b6e-ef64-4c05-bf6e-7f76d2f495a1 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:18.263855 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a0d7a-1582-4b03-971b-aefb70e39941 req-c2031b6e-ef64-4c05-bf6e-7f76d2f495a1 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:18.266174 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-af7a0d7a-1582-4b03-971b-aefb70e39941 req-c2031b6e-ef64-4c05-bf6e-7f76d2f495a1 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5422 time: 0.2947218 Sep 30 13:03:18.266473 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42602) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:18.300689 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:18.342828 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['bd0b27e8-4458-40c8-96bb-d3be19e3b861'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:18.344770 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0e0f5de3-4a38-4d69-8647-4914f4486e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:18.352768 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-af7a0d7a-1582-4b03-971b-aefb70e39941 req-54d2bffa-60eb-4c1d-a4f7-1736b3576619 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683761 Sep 30 13:03:18.354131 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235df469-d2cb-4003-8049-b77ff85a2883 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0b27e8-4458-40c8-96bb-d3be19e3b861,revision_number=8']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:18.396351 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-077e2650-8041-48cb-b654-228c0d30c849 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=228f33a93e654c529b75ed9d17eb2b53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1254840 Sep 30 13:03:18.398858 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42604) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:18.436058 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fe9914f9-3741-43fd-be37-2c8a69dd3ec6 req-372eab22-b224-4605-995e-248c09b9458e tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:18.437609 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-959ddfa6-1d63-42b6-aa73-f9442b66ba36 None None] Attempting to bind port b724aa73-2625-41b3-a729-16de63cf07d7 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:03:18.438149 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-959ddfa6-1d63-42b6-aa73-f9442b66ba36 None None] Attempting to bind port b724aa73-2625-41b3-a729-16de63cf07d7 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'fce243b1-29c1-429f-8048-4239c3c11ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:03:18.438606 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959ddfa6-1d63-42b6-aa73-f9442b66ba36 None None] Attempting to bind port b724aa73-2625-41b3-a729-16de63cf07d7 on network 8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:18.445939 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fe9914f9-3741-43fd-be37-2c8a69dd3ec6 req-372eab22-b224-4605-995e-248c09b9458e tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:18.463471 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port a931b3ed-1204-4910-a059-52f0fe045d9f, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=a931b3ed-1204-4910-a059-52f0fe045d9f,segment=NetworkSegment(b2db1676-b010-4608-ac63-64833176515d),segment_id=b2db1676-b010-4608-ac63-64833176515d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:18.471513 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-01b69dba-25a2-4aed-b0a5-83ac16d96d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:18.478033 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959ddfa6-1d63-42b6-aa73-f9442b66ba36 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:03:18.479205 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959ddfa6-1d63-42b6-aa73-f9442b66ba36 None None] Checking segment: {'id': 'fce243b1-29c1-429f-8048-4239c3c11ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:03:18.479928 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-959ddfa6-1d63-42b6-aa73-f9442b66ba36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:18.479928 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959ddfa6-1d63-42b6-aa73-f9442b66ba36 None None] Bound using segment: {'id': 'fce243b1-29c1-429f-8048-4239c3c11ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:03:18.480383 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-959ddfa6-1d63-42b6-aa73-f9442b66ba36 None None] Bound port: b724aa73-2625-41b3-a729-16de63cf07d7, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce243b1-29c1-429f-8048-4239c3c11ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:03:18.480762 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-959ddfa6-1d63-42b6-aa73-f9442b66ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:18.497899 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:18.500034 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port f5f84222-75f6-47e3-8666-65e15b580211 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:18.500396 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:18.504764 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-01b69dba-25a2-4aed-b0a5-83ac16d96d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:18.520823 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592daa0e-466f-49eb-9886-210fd3e52fa3 x-openstack-request-id: req-592daa0e-466f-49eb-9886-210fd3e52fa3 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:18.521381 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd5673e-b0e8-4951-9e1d-a5e56d54c649", "name": "network-vif-unplugged", "status": "completed", "tag": "bd0b27e8-4458-40c8-96bb-d3be19e3b861", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:18.521638 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-592daa0e-466f-49eb-9886-210fd3e52fa3 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:18.522042 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd5673e-b0e8-4951-9e1d-a5e56d54c649', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd0b27e8-4458-40c8-96bb-d3be19e3b861', 'code': 200} Sep 30 13:03:18.546827 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372eab22-b224-4605-995e-248c09b9458e tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Pushing event updated for resources: {'Port': ['ID=25ade29f-5a26-44ac-b770-ac1a7b656b90,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:18.556063 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fe9914f9-3741-43fd-be37-2c8a69dd3ec6 req-372eab22-b224-4605-995e-248c09b9458e tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:18.564689 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-01b69dba-25a2-4aed-b0a5-83ac16d96d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:18.567488 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-01b69dba-25a2-4aed-b0a5-83ac16d96d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:18.570953 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9d5fb5ef-c6e4-43ca-999a-077bfe811f90 None None] Provisioning complete for port b724aa73-2625-41b3-a729-16de63cf07d7 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:18.571644 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9d5fb5ef-c6e4-43ca-999a-077bfe811f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:18.575008 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-01b69dba-25a2-4aed-b0a5-83ac16d96d74 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/750e1bf1-8227-4514-8ea9-3048ee71d673 HTTP/1.1" status: 204 len: 168 time: 0.1748607 Sep 30 13:03:18.583106 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fe9914f9-3741-43fd-be37-2c8a69dd3ec6 req-372eab22-b224-4605-995e-248c09b9458e tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:18.584576 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fe9914f9-3741-43fd-be37-2c8a69dd3ec6 req-372eab22-b224-4605-995e-248c09b9458e tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8243670 Sep 30 13:03:18.607121 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b69dba-25a2-4aed-b0a5-83ac16d96d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750e1bf1-8227-4514-8ea9-3048ee71d673,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:18.619994 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acefd3b-bca9-4c62-b89d-d1a18cc92ce8 x-openstack-request-id: req-3acefd3b-bca9-4c62-b89d-d1a18cc92ce8 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:18.620283 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e333a66-a0c0-46e1-8dae-2740888cda26", "name": "network-vif-plugged", "status": "completed", "tag": "ab95f5b0-e778-4b9c-87ab-50dfb371cc27", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:18.620532 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3acefd3b-bca9-4c62-b89d-d1a18cc92ce8 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:18.621523 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e333a66-a0c0-46e1-8dae-2740888cda26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab95f5b0-e778-4b9c-87ab-50dfb371cc27', 'code': 200} Sep 30 13:03:18.733178 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=a931b3ed-1204-4910-a059-52f0fe045d9f,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:18.746931 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-9d5fb5ef-c6e4-43ca-999a-077bfe811f90 None None] Port b724aa73-2625-41b3-a729-16de63cf07d7 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:03:18.757884 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fd5a5-badf-479a-af12-e9c842e97370 req-8776f8c5-9267-462b-89da-18e650915ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:18.761209 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dc7fd5a5-badf-479a-af12-e9c842e97370 req-8776f8c5-9267-462b-89da-18e650915ae8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 1097 time: 0.1071963 Sep 30 13:03:18.769177 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-959ddfa6-1d63-42b6-aa73-f9442b66ba36 None None] For port b724aa73-2625-41b3-a729-16de63cf07d7, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:03:18.772248 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d79e8-abef-406f-a7e6-95f3bad69865 req-3afcd2ae-980b-4380-a096-6173f64ba671 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:18.776311 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-959ddfa6-1d63-42b6-aa73-f9442b66ba36 None None] For port b724aa73-2625-41b3-a729-16de63cf07d7, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b724aa73-2625-41b3-a729-16de63cf07d7,segment=NetworkSegment(fce243b1-29c1-429f-8048-4239c3c11ea3),segment_id=fce243b1-29c1-429f-8048-4239c3c11ea3)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:03:18.782674 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d73d79e8-abef-406f-a7e6-95f3bad69865 req-3afcd2ae-980b-4380-a096-6173f64ba671 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=853540a5-261e-4237-bc80-c838b2b5d907 HTTP/1.1" status: 200 len: 948 time: 0.0961769 Sep 30 13:03:18.784355 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fe9914f9-3741-43fd-be37-2c8a69dd3ec6 req-3f9c6ff7-c265-4d08-b4e0-34cb52f2176b tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.208 HTTP/1.1" status: 200 len: 696 time: 0.1878302 Sep 30 13:03:18.804675 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-959ddfa6-1d63-42b6-aa73-f9442b66ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:18.887370 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dc7fd5a5-badf-479a-af12-e9c842e97370 req-78b3cea2-81e5-40e1-b54f-40652b72e7f7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955243 Sep 30 13:03:18.898620 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d73d79e8-abef-406f-a7e6-95f3bad69865 req-d581eeec-d11f-4883-8c76-136f2127b2de tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148193 Sep 30 13:03:18.920804 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-60235c29-ee7c-4d86-8c3e-488a3e7fb79e req-f651d804-c3ce-4bad-815b-8b04c62284c1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=35d9d493-184d-4f0e-b4d1-c856f64569f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1013205 Sep 30 13:03:18.948800 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9914f9-3741-43fd-be37-2c8a69dd3ec6 req-bb4fd384-ddab-40ab-92ea-ade89de920ac tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:18.950830 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fe9914f9-3741-43fd-be37-2c8a69dd3ec6 req-bb4fd384-ddab-40ab-92ea-ade89de920ac tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 784 time: 0.1602674 Sep 30 13:03:18.973599 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-fe9914f9-3741-43fd-be37-2c8a69dd3ec6 req-8c0c60c6-e5c3-438c-9547-467479d3491d tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:03:18.980312 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959ddfa6-1d63-42b6-aa73-f9442b66ba36 None None] Routers {'ac27e1f2-4b8a-4620-b460-00db75e56c94'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:03:18.980506 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fe9914f9-3741-43fd-be37-2c8a69dd3ec6 req-8c0c60c6-e5c3-438c-9547-467479d3491d tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0174873 Sep 30 13:03:18.980949 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-959ddfa6-1d63-42b6-aa73-f9442b66ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:02:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['ac27e1f2-4b8a-4620-b460-00db75e56c94'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:19.028518 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4ae5-9b9a-47c3-ab2d-e53a6e1f3d0d None None] Pushing event updated for resources: {'Port': ['ID=b724aa73-2625-41b3-a729-16de63cf07d7,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:19.059413 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60235c29-ee7c-4d86-8c3e-488a3e7fb79e req-6b1c3e38-1710-4a96-806d-77bccaf840a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:19.061178 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-60235c29-ee7c-4d86-8c3e-488a3e7fb79e req-6b1c3e38-1710-4a96-806d-77bccaf840a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&device_id=35d9d493-184d-4f0e-b4d1-c856f64569f6 HTTP/1.1" status: 200 len: 1101 time: 0.1063051 Sep 30 13:03:19.122479 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd11394-c1d6-45ca-bafa-342f90e4eb27 req-3e7a28ef-8f08-41c2-b91b-7365a3808c95 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:19.124064 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ddd11394-c1d6-45ca-bafa-342f90e4eb27 req-3e7a28ef-8f08-41c2-b91b-7365a3808c95 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 943 time: 0.1192241 Sep 30 13:03:19.137931 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-959ddfa6-1d63-42b6-aa73-f9442b66ba36 None None] Set router ac27e1f2-4b8a-4620-b460-00db75e56c94 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:03:19.147114 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f9b14-7610-4c0e-8de7-5c29f182e5a1 req-7de72b32-30c6-4836-9ba1-50d0d7883509 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:19.162511 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-880f9b14-7610-4c0e-8de7-5c29f182e5a1 req-7de72b32-30c6-4836-9ba1-50d0d7883509 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 946 time: 0.0722303 Sep 30 13:03:19.206268 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ddd11394-c1d6-45ca-bafa-342f90e4eb27 req-d9dd425a-e0b1-4804-8fc0-0e590b1bc8b0 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609589 Sep 30 13:03:19.217490 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-880f9b14-7610-4c0e-8de7-5c29f182e5a1 req-94b7f8c1-02df-4afd-9bf2-998b086a4d84 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529485 Sep 30 13:03:19.241780 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:19.293310 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-8d82ad09-9e94-423d-a99f-e250205c8e3a None None] Provisioning complete for port b724aa73-2625-41b3-a729-16de63cf07d7 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:19.293627 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8d82ad09-9e94-423d-a99f-e250205c8e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:19.294405 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60235c29-ee7c-4d86-8c3e-488a3e7fb79e req-bf3accf3-3028-4b2c-9458-a8f6766dd4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:19.297433 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-60235c29-ee7c-4d86-8c3e-488a3e7fb79e req-bf3accf3-3028-4b2c-9458-a8f6766dd4a8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.2074075 Sep 30 13:03:19.336996 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a2473f28-b189-4728-8b09-55162fada2ab req-17409ce4-deb5-41be-8f17-5362b4e7b099 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] 10.222.0.18 "GET /v2.0/floatingips/b95c7516-c017-45b5-b4d8-433301c607ee HTTP/1.1" status: 200 len: 693 time: 0.0835755 Sep 30 13:03:19.429986 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-60235c29-ee7c-4d86-8c3e-488a3e7fb79e req-694b305a-aabb-47bc-bae9-b8ce27001b49 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8 HTTP/1.1" status: 200 len: 217 time: 0.1218908 Sep 30 13:03:19.488388 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85902e27-27e7-40b9-9673-81d91fc2c721 req-bcffd476-b893-4e28-9172-289733c9f789 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:19.496431 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-85902e27-27e7-40b9-9673-81d91fc2c721 req-bcffd476-b893-4e28-9172-289733c9f789 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/ports?device_id=58e523f8-22cc-40c8-9381-2a61b891fcab HTTP/1.1" status: 200 len: 946 time: 0.1746712 Sep 30 13:03:19.518407 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8d82ad09-9e94-423d-a99f-e250205c8e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:19.531508 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2473f28-b189-4728-8b09-55162fada2ab req-f35da3a5-a616-4f49-9bef-4c34752dd158 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:19.534602 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a2473f28-b189-4728-8b09-55162fada2ab req-f35da3a5-a616-4f49-9bef-4c34752dd158 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 784 time: 0.1907618 Sep 30 13:03:19.552972 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-a2473f28-b189-4728-8b09-55162fada2ab req-ef4bb69f-01b3-4de4-8c67-b7a4cd8ad3da tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:03:19.554754 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a2473f28-b189-4728-8b09-55162fada2ab req-ef4bb69f-01b3-4de4-8c67-b7a4cd8ad3da tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0125344 Sep 30 13:03:19.565116 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-959ddfa6-1d63-42b6-aa73-f9442b66ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac27e1f2-4b8a-4620-b460-00db75e56c94', 'name': 'tempest-FloatingIPsTestJSON-1022218742-router', 'tenant_id': '1918ce5530b54418b123e59195052815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': 'f5f84222-75f6-47e3-8666-65e15b580211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:07Z', 'updated_at': '2021-09-30T13:03:14Z', 'revision_number': 4, 'project_id': '1918ce5530b54418b123e59195052815', 'gw_port': {'id': 'f5f84222-75f6-47e3-8666-65e15b580211', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac27e1f2-4b8a-4620-b460-00db75e56c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:08Z', 'updated_at': '2021-09-30T13:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'b724aa73-2625-41b3-a729-16de63cf07d7', 'name': '', 'network_id': '8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9', 'tenant_id': '1918ce5530b54418b123e59195052815', 'mac_address': 'fa:16:3e:6e:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac27e1f2-4b8a-4620-b460-00db75e56c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'c1e8767f-4cd3-4d01-ac66-6310dd0701df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:13Z', 'updated_at': '2021-09-30T13:03:18Z', 'revision_number': 4, 'project_id': '1918ce5530b54418b123e59195052815', 'subnets': [{'id': 'c1e8767f-4cd3-4d01-ac66-6310dd0701df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:19.575390 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60235c29-ee7c-4d86-8c3e-488a3e7fb79e req-ae957c36-8849-4646-9768-48cb94f82688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:19.577174 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-8d82ad09-9e94-423d-a99f-e250205c8e3a None None] For port b724aa73-2625-41b3-a729-16de63cf07d7, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b724aa73-2625-41b3-a729-16de63cf07d7,segment=NetworkSegment(fce243b1-29c1-429f-8048-4239c3c11ea3),segment_id=fce243b1-29c1-429f-8048-4239c3c11ea3)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:19.577639 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-60235c29-ee7c-4d86-8c3e-488a3e7fb79e req-ae957c36-8849-4646-9768-48cb94f82688 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1337454 Sep 30 13:03:19.581204 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-85902e27-27e7-40b9-9673-81d91fc2c721 req-bb45a2e2-7c0d-4703-a71e-92756456bad3 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fa7dfcb-a079-4bf0-b589-11027411807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834839 Sep 30 13:03:19.625494 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959ddfa6-1d63-42b6-aa73-f9442b66ba36 None None] The sync data for ids ['ac27e1f2-4b8a-4620-b460-00db75e56c94'] in n-d-810909-2 is: [{'id': 'ac27e1f2-4b8a-4620-b460-00db75e56c94', 'name': 'tempest-FloatingIPsTestJSON-1022218742-router', 'tenant_id': '1918ce5530b54418b123e59195052815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': 'f5f84222-75f6-47e3-8666-65e15b580211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:07Z', 'updated_at': '2021-09-30T13:03:14Z', 'revision_number': 4, 'project_id': '1918ce5530b54418b123e59195052815', 'gw_port': {'id': 'f5f84222-75f6-47e3-8666-65e15b580211', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac27e1f2-4b8a-4620-b460-00db75e56c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:08Z', 'updated_at': '2021-09-30T13:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'b724aa73-2625-41b3-a729-16de63cf07d7', 'name': '', 'network_id': '8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9', 'tenant_id': '1918ce5530b54418b123e59195052815', 'mac_address': 'fa:16:3e:6e:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac27e1f2-4b8a-4620-b460-00db75e56c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'c1e8767f-4cd3-4d01-ac66-6310dd0701df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:13Z', 'updated_at': '2021-09-30T13:03:18Z', 'revision_number': 4, 'project_id': '1918ce5530b54418b123e59195052815', 'subnets': [{'id': 'c1e8767f-4cd3-4d01-ac66-6310dd0701df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:03:19.627339 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8d82ad09-9e94-423d-a99f-e250205c8e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:19.632337 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60235c29-ee7c-4d86-8c3e-488a3e7fb79e req-85df37b2-0390-4bfa-96ad-47c58f2207c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:19.633583 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-60235c29-ee7c-4d86-8c3e-488a3e7fb79e req-85df37b2-0390-4bfa-96ad-47c58f2207c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0480254 Sep 30 13:03:19.721564 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82ad09-9e94-423d-a99f-e250205c8e3a None None] Pushing event updated for resources: {'Port': ['ID=b724aa73-2625-41b3-a729-16de63cf07d7,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:19.785103 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9002d5-0346-4ba4-9213-f1b3a7ec5548 req-cea18ea3-c552-4985-8733-ee1a786b89f7 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:19.791987 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9002d5-0346-4ba4-9213-f1b3a7ec5548 req-cea18ea3-c552-4985-8733-ee1a786b89f7 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:19.798635 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9002d5-0346-4ba4-9213-f1b3a7ec5548 req-cea18ea3-c552-4985-8733-ee1a786b89f7 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:19.810264 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9002d5-0346-4ba4-9213-f1b3a7ec5548 req-cea18ea3-c552-4985-8733-ee1a786b89f7 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:19.816699 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9002d5-0346-4ba4-9213-f1b3a7ec5548 req-cea18ea3-c552-4985-8733-ee1a786b89f7 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:19.825633 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9002d5-0346-4ba4-9213-f1b3a7ec5548 req-cea18ea3-c552-4985-8733-ee1a786b89f7 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:19.831853 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9002d5-0346-4ba4-9213-f1b3a7ec5548 req-cea18ea3-c552-4985-8733-ee1a786b89f7 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:19.840194 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6a9002d5-0346-4ba4-9213-f1b3a7ec5548 req-cea18ea3-c552-4985-8733-ee1a786b89f7 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5422 time: 0.1948919 Sep 30 13:03:19.890665 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6a9002d5-0346-4ba4-9213-f1b3a7ec5548 req-9473f645-ee36-4868-a771-2af78e4f1535 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495372 Sep 30 13:03:19.901821 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5201d497-0dcc-4781-9738-02becc5682af req-2999141d-6449-45db-a7e6-9690a00bb5cb tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=1918ce5530b54418b123e59195052815 HTTP/1.1" status: 200 len: 696 time: 0.1158068 Sep 30 13:03:19.924326 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b724aa73-2625-41b3-a729-16de63cf07d7 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:03:19.930533 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-60235c29-ee7c-4d86-8c3e-488a3e7fb79e req-f96bc621-d783-4ef2-a7bb-e859767c747c service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880752 Sep 30 13:03:20.017105 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port b724aa73-2625-41b3-a729-16de63cf07d7 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:20.017976 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:20.063942 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50fc8b-c722-4903-be63-ab1a2c0792ba req-209de43a-752d-4e9d-8042-9233c449ed62 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:20.074171 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ad50fc8b-c722-4903-be63-ab1a2c0792ba req-209de43a-752d-4e9d-8042-9233c449ed62 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=853540a5-261e-4237-bc80-c838b2b5d907 HTTP/1.1" status: 200 len: 948 time: 0.1016710 Sep 30 13:03:20.111684 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201d497-0dcc-4781-9738-02becc5682af req-4f741129-feda-4337-86b3-4259ef11f466 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:20.118602 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5201d497-0dcc-4781-9738-02becc5682af req-4f741129-feda-4337-86b3-4259ef11f466 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] 10.222.0.18 "GET /v2.0/networks?id=7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 787 time: 0.2066977 Sep 30 13:03:20.124705 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-5201d497-0dcc-4781-9738-02becc5682af req-4835ec1d-01df-46a2-9181-96d2707671ff tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:03:20.128937 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5201d497-0dcc-4781-9738-02becc5682af req-4835ec1d-01df-46a2-9181-96d2707671ff tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0090098 Sep 30 13:03:20.131535 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ad50fc8b-c722-4903-be63-ab1a2c0792ba req-30387edf-48ba-4b84-abd7-3c31f7c9f2e7 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564809 Sep 30 13:03:20.160971 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-60235c29-ee7c-4d86-8c3e-488a3e7fb79e req-d3017e06-e30d-44e2-8749-ed743e9533c5 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137835 Sep 30 13:03:20.228224 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f4ed0afb-c136-41c6-b624-2363cf29b5e5 req-b24612b8-4cfa-46ac-b0c7-e5f75e802797 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] 10.222.0.18 "GET /v2.0/floatingips/b95c7516-c017-45b5-b4d8-433301c607ee HTTP/1.1" status: 200 len: 693 time: 0.0767722 Sep 30 13:03:20.346457 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5fb7b1-93e3-4b24-b265-e713c693e2f7 req-d7643946-b9fe-44ca-8241-deed5b399234 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:20.360327 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-be5fb7b1-93e3-4b24-b265-e713c693e2f7 req-d7643946-b9fe-44ca-8241-deed5b399234 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 943 time: 0.0761561 Sep 30 13:03:20.411431 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-be5fb7b1-93e3-4b24-b265-e713c693e2f7 req-0e66a585-b5e1-43c9-a917-f5380f158fe7 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499740 Sep 30 13:03:20.563679 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd5673e-b0e8-4951-9e1d-a5e56d54c649', 'tag': 'bd0b27e8-4458-40c8-96bb-d3be19e3b861'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:03:20.566297 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41380db8-e7b3-44af-a663-5b6e7c2a9cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd5673e-b0e8-4951-9e1d-a5e56d54c649", "tag": "bd0b27e8-4458-40c8-96bb-d3be19e3b861"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:03:20.583228 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0441ced-954a-4889-8222-14705a19fa0d req-a732ac3b-0b90-4783-bd6e-fa6380127798 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:20.591836 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c0441ced-954a-4889-8222-14705a19fa0d req-a732ac3b-0b90-4783-bd6e-fa6380127798 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 946 time: 0.0750620 Sep 30 13:03:20.624064 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e523f8-22cc-40c8-9381-2a61b891fcab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a931b3ed-1204-4910-a059-52f0fe045d9f'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:03:20.626405 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b225822-79f2-4c48-aa93-33d5ef022f67" -d '{"events": [{"server_uuid": "58e523f8-22cc-40c8-9381-2a61b891fcab", "name": "network-vif-plugged", "status": "completed", "tag": "a931b3ed-1204-4910-a059-52f0fe045d9f"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:03:20.654845 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-09fb5097-0424-4836-9a8e-8d81fb6ea2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:20.675454 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 9250746d-c533-4298-be3a-9476c32b1d72 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:03:20.688588 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c0441ced-954a-4889-8222-14705a19fa0d req-ad31b4f0-704c-4941-9e2b-8602f641c023 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956395 Sep 30 13:03:20.724034 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed0afb-c136-41c6-b624-2363cf29b5e5 req-5922e6f8-22c9-4735-bebd-e9e16e5900b3 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:20.726058 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f4ed0afb-c136-41c6-b624-2363cf29b5e5 req-5922e6f8-22c9-4735-bebd-e9e16e5900b3 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 784 time: 0.4965024 Sep 30 13:03:20.741831 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-f4ed0afb-c136-41c6-b624-2363cf29b5e5 req-14b79d6e-edd4-4d68-97f6-91d1fe118141 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:03:20.745799 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f4ed0afb-c136-41c6-b624-2363cf29b5e5 req-14b79d6e-edd4-4d68-97f6-91d1fe118141 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0118861 Sep 30 13:03:20.795908 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e653e85-03e0-41c2-8aa7-2c8a282a3a61 x-openstack-request-id: req-2e653e85-03e0-41c2-8aa7-2c8a282a3a61 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:20.796387 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd5673e-b0e8-4951-9e1d-a5e56d54c649", "tag": "bd0b27e8-4458-40c8-96bb-d3be19e3b861", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:20.796945 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 9250746d-c533-4298-be3a-9476c32b1d72 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:03:20.797086 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e653e85-03e0-41c2-8aa7-2c8a282a3a61 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:20.797413 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd5673e-b0e8-4951-9e1d-a5e56d54c649', 'tag': 'bd0b27e8-4458-40c8-96bb-d3be19e3b861', 'status': 'completed', 'code': 200} Sep 30 13:03:20.803472 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 9250746d-c533-4298-be3a-9476c32b1d72 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:20.803472 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:20.903327 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f4ed0afb-c136-41c6-b624-2363cf29b5e5 req-e31ba582-7010-4273-b7ad-d155aa0841e9 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.208 HTTP/1.1" status: 200 len: 696 time: 0.1468959 Sep 30 13:03:20.909683 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143b747-b280-46cc-9a62-c1f4107afce5 req-93180a33-af46-44c9-8b62-6169731f4b5a tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:20.919172 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d143b747-b280-46cc-9a62-c1f4107afce5 req-93180a33-af46-44c9-8b62-6169731f4b5a tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/ports?device_id=58e523f8-22cc-40c8-9381-2a61b891fcab HTTP/1.1" status: 200 len: 946 time: 0.0790863 Sep 30 13:03:20.922340 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:20.927106 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41380db8-e7b3-44af-a663-5b6e7c2a9cbd req-b6dc2021-9471-4b62-b1e0-7985ee3c927b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:20.928631 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-41380db8-e7b3-44af-a663-5b6e7c2a9cbd req-b6dc2021-9471-4b62-b1e0-7985ee3c927b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 1124 time: 0.1351209 Sep 30 13:03:20.969381 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 9250746d-c533-4298-be3a-9476c32b1d72, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=9250746d-c533-4298-be3a-9476c32b1d72,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:20.974104 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d143b747-b280-46cc-9a62-c1f4107afce5 req-925e029b-b7f2-438e-bf81-2c95aee33be4 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fa7dfcb-a079-4bf0-b589-11027411807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513234 Sep 30 13:03:20.975186 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:21.013205 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f4ed0afb-c136-41c6-b624-2363cf29b5e5 req-3be06c24-b83f-4e0d-bb6c-a84742bba310 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.208 HTTP/1.1" status: 200 len: 696 time: 0.1002953 Sep 30 13:03:21.027093 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667e527c-520a-4ed3-b066-ba567b08c715 x-openstack-request-id: req-667e527c-520a-4ed3-b066-ba567b08c715 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:21.027777 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e523f8-22cc-40c8-9381-2a61b891fcab", "name": "network-vif-plugged", "status": "completed", "tag": "a931b3ed-1204-4910-a059-52f0fe045d9f", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:21.028295 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-667e527c-520a-4ed3-b066-ba567b08c715 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:21.029094 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e523f8-22cc-40c8-9381-2a61b891fcab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a931b3ed-1204-4910-a059-52f0fe045d9f', 'code': 200} Sep 30 13:03:21.067223 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=9250746d-c533-4298-be3a-9476c32b1d72,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:21.149609 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc93fa-bf9c-422f-af05-61f7d3a900fc req-a100a101-44fb-4fa5-9e84-f9ff2be4f557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:21.152071 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1dcc93fa-bf9c-422f-af05-61f7d3a900fc req-a100a101-44fb-4fa5-9e84-f9ff2be4f557 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=58e523f8-22cc-40c8-9381-2a61b891fcab HTTP/1.1" status: 200 len: 1097 time: 0.0504451 Sep 30 13:03:21.206876 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1dcc93fa-bf9c-422f-af05-61f7d3a900fc req-eb715fcf-9750-4207-a291-00d1da2ddfdb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2fa7dfcb-a079-4bf0-b589-11027411807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408385 Sep 30 13:03:21.243340 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41380db8-e7b3-44af-a663-5b6e7c2a9cbd req-abb9c17b-6d2f-4f0d-824f-1466c9bfa0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:21.244879 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-41380db8-e7b3-44af-a663-5b6e7c2a9cbd req-abb9c17b-6d2f-4f0d-824f-1466c9bfa0d2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=49ef354a-ba5f-45a0-ae5d-336431ac76bd HTTP/1.1" status: 200 len: 908 time: 0.3065484 Sep 30 13:03:21.268323 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-f4ed0afb-c136-41c6-b624-2363cf29b5e5 req-1ed351f9-a2b4-43f9-bae1-3650e68924c6 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Deleting port 25ade29f-5a26-44ac-b770-ac1a7b656b90 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:03:21.268677 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f4ed0afb-c136-41c6-b624-2363cf29b5e5 req-1ed351f9-a2b4-43f9-bae1-3650e68924c6 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:21.350671 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f4ed0afb-c136-41c6-b624-2363cf29b5e5 req-1ed351f9-a2b4-43f9-bae1-3650e68924c6 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:21.350915 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f4ed0afb-c136-41c6-b624-2363cf29b5e5 req-1ed351f9-a2b4-43f9-bae1-3650e68924c6 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:21.361917 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-f4ed0afb-c136-41c6-b624-2363cf29b5e5 req-1ed351f9-a2b4-43f9-bae1-3650e68924c6 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Calling delete_port for 25ade29f-5a26-44ac-b770-ac1a7b656b90 owned by network:floatingip {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:03:21.530067 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-41380db8-e7b3-44af-a663-5b6e7c2a9cbd req-4fb43a91-432d-4140-8ef8-754d9f3d3098 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd0b27e8-4458-40c8-96bb-d3be19e3b861 HTTP/1.1" status: 200 len: 217 time: 0.0381429 Sep 30 13:03:21.530643 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f4ed0afb-c136-41c6-b624-2363cf29b5e5 req-1ed351f9-a2b4-43f9-bae1-3650e68924c6 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:21.541327 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:21.584477 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed351f9-a2b4-43f9-bae1-3650e68924c6 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Pushing event deleted for resources: {'Port': ['ID=25ade29f-5a26-44ac-b770-ac1a7b656b90,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:21.608599 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa797a11-4fe1-4cfb-b502-0b47df5ec5bb req-55ac8849-2637-49f1-9ebe-3d720faf1ca5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:21.614374 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa797a11-4fe1-4cfb-b502-0b47df5ec5bb req-55ac8849-2637-49f1-9ebe-3d720faf1ca5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:21.618620 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f4ed0afb-c136-41c6-b624-2363cf29b5e5 req-1ed351f9-a2b4-43f9-bae1-3650e68924c6 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks [] for floatingip, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:21.620733 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa797a11-4fe1-4cfb-b502-0b47df5ec5bb req-55ac8849-2637-49f1-9ebe-3d720faf1ca5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:21.621902 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f4ed0afb-c136-41c6-b624-2363cf29b5e5 req-1ed351f9-a2b4-43f9-bae1-3650e68924c6 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:21.623042 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f4ed0afb-c136-41c6-b624-2363cf29b5e5 req-1ed351f9-a2b4-43f9-bae1-3650e68924c6 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] 10.222.0.18 "DELETE /v2.0/floatingips/b95c7516-c017-45b5-b4d8-433301c607ee HTTP/1.1" status: 204 len: 173 time: 0.5962322 Sep 30 13:03:21.626921 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa797a11-4fe1-4cfb-b502-0b47df5ec5bb req-55ac8849-2637-49f1-9ebe-3d720faf1ca5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:21.632024 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41380db8-e7b3-44af-a663-5b6e7c2a9cbd req-23e93a94-37de-4bfa-88ce-7f7843b571d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:21.632765 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa797a11-4fe1-4cfb-b502-0b47df5ec5bb req-55ac8849-2637-49f1-9ebe-3d720faf1ca5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:21.633440 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-41380db8-e7b3-44af-a663-5b6e7c2a9cbd req-23e93a94-37de-4bfa-88ce-7f7843b571d8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d154e7f6-f478-45ee-9bd0-03f890cad96e HTTP/1.1" status: 200 len: 847 time: 0.0921504 Sep 30 13:03:21.639221 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa797a11-4fe1-4cfb-b502-0b47df5ec5bb req-55ac8849-2637-49f1-9ebe-3d720faf1ca5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:21.645047 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa797a11-4fe1-4cfb-b502-0b47df5ec5bb req-55ac8849-2637-49f1-9ebe-3d720faf1ca5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:21.648009 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-aa797a11-4fe1-4cfb-b502-0b47df5ec5bb req-55ac8849-2637-49f1-9ebe-3d720faf1ca5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5422 time: 0.0941086 Sep 30 13:03:21.668387 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-41380db8-e7b3-44af-a663-5b6e7c2a9cbd req-16880fbb-5f94-460a-8ca9-aef3e3347965 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=49ef354a-ba5f-45a0-ae5d-336431ac76bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260923 Sep 30 13:03:21.694375 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-aa797a11-4fe1-4cfb-b502-0b47df5ec5bb req-16ce212a-fc21-4541-ac4e-1ee387c4b285 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394490 Sep 30 13:03:21.789812 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eab7fe-a1cd-44a3-b20b-3524e3110372 req-6af1ad17-3c47-4433-8540-bf4059cad9da tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:21.791925 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-82eab7fe-a1cd-44a3-b20b-3524e3110372 req-6af1ad17-3c47-4433-8540-bf4059cad9da tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=853540a5-261e-4237-bc80-c838b2b5d907 HTTP/1.1" status: 200 len: 949 time: 0.1155739 Sep 30 13:03:21.810980 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device bd0b27e8-4458-40c8-96bb-d3be19e3b861 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:03:21.824891 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-41380db8-e7b3-44af-a663-5b6e7c2a9cbd req-2e0ab0ae-ee68-4036-ba35-99c7f2c9ab21 service neutron] 10.222.0.54 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467671 Sep 30 13:03:21.828976 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec9a80-32ab-41ee-b931-1f624c877b35 req-10fdec22-e8a1-4856-a40d-cb6624d25c19 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:21.830499 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-26ec9a80-32ab-41ee-b931-1f624c877b35 req-10fdec22-e8a1-4856-a40d-cb6624d25c19 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 943 time: 0.0538642 Sep 30 13:03:21.864141 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-82eab7fe-a1cd-44a3-b20b-3524e3110372 req-97ec3c58-d71f-461f-bc72-3c1069b34737 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621390 Sep 30 13:03:21.882187 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-26ec9a80-32ab-41ee-b931-1f624c877b35 req-2c51014b-890a-4b57-a799-e2e29f4c5da5 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408468 Sep 30 13:03:21.923454 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port bd0b27e8-4458-40c8-96bb-d3be19e3b861, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=bd0b27e8-4458-40c8-96bb-d3be19e3b861,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:21.936357 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device bd0b27e8-4458-40c8-96bb-d3be19e3b861 has no active binding in host n-h1-810909-2 {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 30 13:03:21.985671 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741e9a9-9901-4287-b1c4-0b714c0ff94c req-643c7324-0810-4519-a605-095ad6ee07ec tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:21.987406 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1741e9a9-9901-4287-b1c4-0b714c0ff94c req-643c7324-0810-4519-a605-095ad6ee07ec tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 946 time: 0.0485137 Sep 30 13:03:22.027406 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1741e9a9-9901-4287-b1c4-0b714c0ff94c req-4c08d300-6962-4962-a481-b6e7e7c6bdaf tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331237 Sep 30 13:03:22.055705 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-41380db8-e7b3-44af-a663-5b6e7c2a9cbd req-f5b331bf-5f80-4c07-a09d-3f07a2fd27a4 service neutron] 10.222.0.54 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157042 Sep 30 13:03:22.124493 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d514ab03-1257-47af-83d8-1fe506a02d87 req-1d2c750b-ac87-4592-91c0-8fdf58c4901c tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2167180 Sep 30 13:03:22.133946 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-d514ab03-1257-47af-83d8-1fe506a02d87 req-25271c8d-fac1-458b-bdf6-0fcdeb6c3320 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:22.157035 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d514ab03-1257-47af-83d8-1fe506a02d87 req-25271c8d-fac1-458b-bdf6-0fcdeb6c3320 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks [] for floatingip, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:22.160923 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0b1ab-5061-4be4-b5a5-02d7895324e0 req-ba2cf26d-1170-4d83-aadb-f9eebe25f9ab tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:22.162433 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b5f0b1ab-5061-4be4-b5a5-02d7895324e0 req-ba2cf26d-1170-4d83-aadb-f9eebe25f9ab tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/ports?device_id=58e523f8-22cc-40c8-9381-2a61b891fcab HTTP/1.1" status: 200 len: 946 time: 0.0486169 Sep 30 13:03:22.203957 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b5f0b1ab-5061-4be4-b5a5-02d7895324e0 req-a835708d-e9e6-4ce3-a1c1-9ce384bd97f5 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fa7dfcb-a079-4bf0-b589-11027411807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349183 Sep 30 13:03:22.238472 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:22.260784 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d514ab03-1257-47af-83d8-1fe506a02d87 req-25271c8d-fac1-458b-bdf6-0fcdeb6c3320 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:22.363508 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-d514ab03-1257-47af-83d8-1fe506a02d87 req-25271c8d-fac1-458b-bdf6-0fcdeb6c3320 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Allocated IP 172.25.5.12 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/0703fb25-34f1-4aaa-bca7-67ce8e69d5ce) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:03:22.404021 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67065ae-ef98-40f3-99a2-22dcbae0dca9 req-ea3be96c-09f7-41f4-a27d-2c529a422cbe tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:22.405441 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a67065ae-ef98-40f3-99a2-22dcbae0dca9 req-ea3be96c-09f7-41f4-a27d-2c529a422cbe tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 1097 time: 0.0435975 Sep 30 13:03:22.440216 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a67065ae-ef98-40f3-99a2-22dcbae0dca9 req-94e975b0-62eb-41e4-a003-966cc0bb4897 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284498 Sep 30 13:03:22.497683 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d514ab03-1257-47af-83d8-1fe506a02d87 req-25271c8d-fac1-458b-bdf6-0fcdeb6c3320 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:22.501277 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ca115a4-18b8-4898-9fcd-9e6d4ce18003 req-b75a9f96-d010-43df-b4e9-6a0d009c95dc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b854e95f-d729-438d-aef1-1038fba089e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693557 Sep 30 13:03:22.566770 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d514ab03-1257-47af-83d8-1fe506a02d87 req-25271c8d-fac1-458b-bdf6-0fcdeb6c3320 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:22.622116 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca115a4-18b8-4898-9fcd-9e6d4ce18003 req-40fff5ac-611e-49f9-8d9e-4dc8ab2932ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:22.623602 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ca115a4-18b8-4898-9fcd-9e6d4ce18003 req-40fff5ac-611e-49f9-8d9e-4dc8ab2932ca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0aab74e1df6d45fba7c45004cdea3fd5&device_id=b854e95f-d729-438d-aef1-1038fba089e9 HTTP/1.1" status: 200 len: 1096 time: 0.0834327 Sep 30 13:03:22.627278 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d514ab03-1257-47af-83d8-1fe506a02d87 req-25271c8d-fac1-458b-bdf6-0fcdeb6c3320 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:03:22.637088 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-4297d9a3-71b0-42ad-b958-eaeaee93e958 service neutron] 10.222.0.54 "GET /v2.0/ports/bd0b27e8-4458-40c8-96bb-d3be19e3b861/bindings/n-h1-810909-2 HTTP/1.1" status: 200 len: 384 time: 0.0608079 Sep 30 13:03:22.638219 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25271c8d-fac1-458b-bdf6-0fcdeb6c3320 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Pushing event updated for resources: {'Port': ['ID=0703fb25-34f1-4aaa-bca7-67ce8e69d5ce,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:22.642730 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-d514ab03-1257-47af-83d8-1fe506a02d87 req-25271c8d-fac1-458b-bdf6-0fcdeb6c3320 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:03:22.645610 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-d514ab03-1257-47af-83d8-1fe506a02d87 req-25271c8d-fac1-458b-bdf6-0fcdeb6c3320 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:03:22.742094 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e308029-01b4-4af9-b876-02fa540526c0 req-decb43e4-8269-4b2c-b477-3c23a3c2478a tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:22.743534 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0e308029-01b4-4af9-b876-02fa540526c0 req-decb43e4-8269-4b2c-b477-3c23a3c2478a tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 1097 time: 0.0697508 Sep 30 13:03:22.747810 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d514ab03-1257-47af-83d8-1fe506a02d87 req-25271c8d-fac1-458b-bdf6-0fcdeb6c3320 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:22.796658 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca115a4-18b8-4898-9fcd-9e6d4ce18003 req-d2497915-b88f-4118-9dbf-8776c442feee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:22.798189 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ca115a4-18b8-4898-9fcd-9e6d4ce18003 req-d2497915-b88f-4118-9dbf-8776c442feee service neutron] 10.222.0.54 "GET /v2.0/networks?id=53d8a375-ae3f-43ae-bcaf-c9e5f964997d HTTP/1.1" status: 200 len: 924 time: 0.1458931 Sep 30 13:03:22.800686 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d514ab03-1257-47af-83d8-1fe506a02d87 req-25271c8d-fac1-458b-bdf6-0fcdeb6c3320 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:22.815046 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0e308029-01b4-4af9-b876-02fa540526c0 req-c2f4dc30-5cb5-46de-9abf-06de928da1d9 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530729 Sep 30 13:03:22.882618 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-5f78de8d-2567-4885-9db9-010e76278328 service neutron] For port bd0b27e8-4458-40c8-96bb-d3be19e3b861, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=bd0b27e8-4458-40c8-96bb-d3be19e3b861,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:22.908002 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-5f78de8d-2567-4885-9db9-010e76278328 service neutron] For port bd0b27e8-4458-40c8-96bb-d3be19e3b861, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:03:22.932634 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ca115a4-18b8-4898-9fcd-9e6d4ce18003 req-ca44c529-1ede-47af-bd5f-4b52b7d98216 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b HTTP/1.1" status: 200 len: 1001 time: 0.1121583 Sep 30 13:03:22.945318 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-5f78de8d-2567-4885-9db9-010e76278328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd0b27e8-4458-40c8-96bb-d3be19e3b861 {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:03:22.965486 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-5f78de8d-2567-4885-9db9-010e76278328 service neutron] For port bd0b27e8-4458-40c8-96bb-d3be19e3b861, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=bd0b27e8-4458-40c8-96bb-d3be19e3b861,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:23.002527 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-5f78de8d-2567-4885-9db9-010e76278328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:23.028688 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca115a4-18b8-4898-9fcd-9e6d4ce18003 req-ba4b2e16-2126-4384-91b3-7cca5124ddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:23.029157 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6968-562a-4a93-aa02-3e118b7c8cbc req-d2ac0d79-0e0c-4b5d-ad39-6159aeaeaa6c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:23.030175 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ca115a4-18b8-4898-9fcd-9e6d4ce18003 req-ba4b2e16-2126-4384-91b3-7cca5124ddfb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e91829e-1d04-4c5a-81dc-9917c8689f4b HTTP/1.1" status: 200 len: 862 time: 0.0885446 Sep 30 13:03:23.030774 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853540a5-261e-4237-bc80-c838b2b5d907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9250746d-c533-4298-be3a-9476c32b1d72'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:03:23.034988 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6968-562a-4a93-aa02-3e118b7c8cbc req-d2ac0d79-0e0c-4b5d-ad39-6159aeaeaa6c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:23.036992 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3326c441-26cd-4728-b0c8-5042b52277ed" -d '{"events": [{"server_uuid": "853540a5-261e-4237-bc80-c838b2b5d907", "name": "network-vif-plugged", "status": "completed", "tag": "9250746d-c533-4298-be3a-9476c32b1d72"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:03:23.041273 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6968-562a-4a93-aa02-3e118b7c8cbc req-d2ac0d79-0e0c-4b5d-ad39-6159aeaeaa6c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:23.047205 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6968-562a-4a93-aa02-3e118b7c8cbc req-d2ac0d79-0e0c-4b5d-ad39-6159aeaeaa6c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:23.053057 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6968-562a-4a93-aa02-3e118b7c8cbc req-d2ac0d79-0e0c-4b5d-ad39-6159aeaeaa6c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:23.061286 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6968-562a-4a93-aa02-3e118b7c8cbc req-d2ac0d79-0e0c-4b5d-ad39-6159aeaeaa6c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:23.065927 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6968-562a-4a93-aa02-3e118b7c8cbc req-d2ac0d79-0e0c-4b5d-ad39-6159aeaeaa6c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:23.067910 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dcff6968-562a-4a93-aa02-3e118b7c8cbc req-d2ac0d79-0e0c-4b5d-ad39-6159aeaeaa6c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5422 time: 0.1152542 Sep 30 13:03:23.115342 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d514ab03-1257-47af-83d8-1fe506a02d87 req-25271c8d-fac1-458b-bdf6-0fcdeb6c3320 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:23.118305 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca115a4-18b8-4898-9fcd-9e6d4ce18003 req-a62bc88e-5224-466d-bc0a-d6e76ad5de9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:23.120827 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ca115a4-18b8-4898-9fcd-9e6d4ce18003 req-a62bc88e-5224-466d-bc0a-d6e76ad5de9d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=53d8a375-ae3f-43ae-bcaf-c9e5f964997d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757658 Sep 30 13:03:23.122780 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d514ab03-1257-47af-83d8-1fe506a02d87 req-25271c8d-fac1-458b-bdf6-0fcdeb6c3320 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:23.160788 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dcff6968-562a-4a93-aa02-3e118b7c8cbc req-8e31544d-92f4-4f05-aab9-eae1611f5824 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661497 Sep 30 13:03:23.165699 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d514ab03-1257-47af-83d8-1fe506a02d87 req-25271c8d-fac1-458b-bdf6-0fcdeb6c3320 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:23.171991 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-5f78de8d-2567-4885-9db9-010e76278328 service neutron] Transition to ACTIVE for port object bd0b27e8-4458-40c8-96bb-d3be19e3b861 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:03:23.183339 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-5f78de8d-2567-4885-9db9-010e76278328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:23.215740 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d514ab03-1257-47af-83d8-1fe506a02d87 req-25271c8d-fac1-458b-bdf6-0fcdeb6c3320 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:23.216953 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d514ab03-1257-47af-83d8-1fe506a02d87 req-25271c8d-fac1-458b-bdf6-0fcdeb6c3320 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0870614 Sep 30 13:03:23.243557 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25271c8d-fac1-458b-bdf6-0fcdeb6c3320 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Pushing event updated for resources: {'Port': ['ID=0703fb25-34f1-4aaa-bca7-67ce8e69d5ce,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:23.259064 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-5f78de8d-2567-4885-9db9-010e76278328 service neutron] No DVR routers for this DVR port bd0b27e8-4458-40c8-96bb-d3be19e3b861 on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:03:23.285058 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78de8d-2567-4885-9db9-010e76278328 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0b27e8-4458-40c8-96bb-d3be19e3b861,revision_number=10']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:23.304567 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d514ab03-1257-47af-83d8-1fe506a02d87 req-83274555-12a9-4d40-b860-47caace20961 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 695 time: 0.0548408 Sep 30 13:03:23.328542 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-5f78de8d-2567-4885-9db9-010e76278328 service neutron] 10.222.0.54 "PUT /v2.0/ports/bd0b27e8-4458-40c8-96bb-d3be19e3b861/bindings/n-h1-810909-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6803930 Sep 30 13:03:23.340279 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ca115a4-18b8-4898-9fcd-9e6d4ce18003 req-aa699228-4cd3-46b2-b840-ac0ea3c95d4e service neutron] 10.222.0.54 "GET /v2.0/networks/53d8a375-ae3f-43ae-bcaf-c9e5f964997d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076604 Sep 30 13:03:23.345098 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd61e34-f537-476e-b384-cd02829dd2a8 req-bc96c119-d78a-433f-91f8-d98a69f1959a tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:23.346603 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-edd61e34-f537-476e-b384-cd02829dd2a8 req-bc96c119-d78a-433f-91f8-d98a69f1959a tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=853540a5-261e-4237-bc80-c838b2b5d907 HTTP/1.1" status: 200 len: 949 time: 0.0768454 Sep 30 13:03:23.388086 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-edd61e34-f537-476e-b384-cd02829dd2a8 req-120fa057-01e6-450a-aa26-361f80a438fa tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348058 Sep 30 13:03:23.503371 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5991d-cfb7-4177-9626-cb7493446c50 req-24e67e19-649a-4be2-8116-34d8d8da7dfd tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:23.505010 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-46e5991d-cfb7-4177-9626-cb7493446c50 req-24e67e19-649a-4be2-8116-34d8d8da7dfd tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 944 time: 0.0508449 Sep 30 13:03:23.545108 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-46e5991d-cfb7-4177-9626-cb7493446c50 req-1866d9a2-7773-4633-ab96-9c3cd6819c4e tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338194 Sep 30 13:03:23.623218 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78bfbc9-0e0f-4e0f-acec-7cc03c88b304 x-openstack-request-id: req-b78bfbc9-0e0f-4e0f-acec-7cc03c88b304 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:23.623571 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853540a5-261e-4237-bc80-c838b2b5d907", "name": "network-vif-plugged", "status": "completed", "tag": "9250746d-c533-4298-be3a-9476c32b1d72", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:23.623880 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b78bfbc9-0e0f-4e0f-acec-7cc03c88b304 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:23.624352 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853540a5-261e-4237-bc80-c838b2b5d907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9250746d-c533-4298-be3a-9476c32b1d72', 'code': 200} Sep 30 13:03:23.728172 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c1fcb-8dff-4269-bb86-4e22cab77365 req-e15138e9-11b6-4cc3-b9e8-229c14751951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:23.730492 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ce4c1fcb-8dff-4269-bb86-4e22cab77365 req-e15138e9-11b6-4cc3-b9e8-229c14751951 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=853540a5-261e-4237-bc80-c838b2b5d907 HTTP/1.1" status: 200 len: 1100 time: 0.0448782 Sep 30 13:03:23.762911 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514ab03-1257-47af-83d8-1fe506a02d87 req-d7fffa19-8c50-42c4-9bfa-099656f1a732 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:23.764202 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d514ab03-1257-47af-83d8-1fe506a02d87 req-d7fffa19-8c50-42c4-9bfa-099656f1a732 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 784 time: 0.4503016 Sep 30 13:03:23.768545 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ce4c1fcb-8dff-4269-bb86-4e22cab77365 req-df2d47e3-623c-4643-84d1-ac7e8fab94fe service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303879 Sep 30 13:03:23.783959 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-d514ab03-1257-47af-83d8-1fe506a02d87 req-2e450889-0fe7-4a82-b23f-0b5119122f6b tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:03:23.785035 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d514ab03-1257-47af-83d8-1fe506a02d87 req-2e450889-0fe7-4a82-b23f-0b5119122f6b tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0106785 Sep 30 13:03:23.792792 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-76f0b945-bb42-42e3-80f8-48d2305c947f tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:23.794466 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-76f0b945-bb42-42e3-80f8-48d2305c947f tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649&tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&binding%3Ahost_id=n-h2-810909-2 HTTP/1.1" status: 200 len: 1095 time: 0.4001291 Sep 30 13:03:23.836073 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ca115a4-18b8-4898-9fcd-9e6d4ce18003 req-c7c16bc5-4d0a-4aee-9d1a-847b57ca8d5e service neutron] 10.222.0.54 "GET /v2.0/networks/53d8a375-ae3f-43ae-bcaf-c9e5f964997d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510357 Sep 30 13:03:23.912260 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-2eeecbf4-187d-4444-b68f-75641e3bba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:23.913772 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-2eeecbf4-187d-4444-b68f-75641e3bba39 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649&tenant_id=52fc4a104b2948969e2ddc7c90e1bf83 HTTP/1.1" status: 200 len: 1095 time: 0.1101613 Sep 30 13:03:23.927316 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72824a17-5cfc-43e1-b191-08260bac20a7 req-d82c1c18-63b9-45de-8154-adf527c0b6af tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:23.928891 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-72824a17-5cfc-43e1-b191-08260bac20a7 req-d82c1c18-63b9-45de-8154-adf527c0b6af tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/ports?device_id=58e523f8-22cc-40c8-9381-2a61b891fcab HTTP/1.1" status: 200 len: 946 time: 0.0770576 Sep 30 13:03:23.978921 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:23.995432 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-72824a17-5cfc-43e1-b191-08260bac20a7 req-27a21d3e-1986-41f1-8436-a9a892fd61ab tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fa7dfcb-a079-4bf0-b589-11027411807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586383 Sep 30 13:03:24.004820 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-88b34c6a-d3e5-4c65-b2e0-eb0bfe57b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:24.006329 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-88b34c6a-d3e5-4c65-b2e0-eb0bfe57b942 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 1095 time: 0.0683680 Sep 30 13:03:24.156368 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-a5d850ad-68d7-4a36-bf7b-aab36682a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:24.158382 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-a5d850ad-68d7-4a36-bf7b-aab36682a6c7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=49ef354a-ba5f-45a0-ae5d-336431ac76bd HTTP/1.1" status: 200 len: 908 time: 0.1452408 Sep 30 13:03:24.239088 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-df3764af-7a67-4d18-baf0-d2e56cc6dfd9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd0b27e8-4458-40c8-96bb-d3be19e3b861 HTTP/1.1" status: 200 len: 217 time: 0.0711176 Sep 30 13:03:24.242508 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-196c5fae-ebe4-4144-b4d5-93180cfc15f6 req-f0db80c0-eb61-4d6a-98da-437b90e52e12 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] 10.222.0.18 "GET /v2.0/floatingips/5ee47402-62ce-4d69-a71e-b4e4f4ddf765 HTTP/1.1" status: 200 len: 692 time: 0.0830917 Sep 30 13:03:24.381797 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-16ce1030-7906-4803-a39b-54bc6f8d3fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:24.383623 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-16ce1030-7906-4803-a39b-54bc6f8d3fb8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d154e7f6-f478-45ee-9bd0-03f890cad96e HTTP/1.1" status: 200 len: 847 time: 0.1360004 Sep 30 13:03:24.419099 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c5fae-ebe4-4144-b4d5-93180cfc15f6 req-aa67c2e3-3d39-4443-a188-b33dbd513eda tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:24.420574 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-196c5fae-ebe4-4144-b4d5-93180cfc15f6 req-aa67c2e3-3d39-4443-a188-b33dbd513eda tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 784 time: 0.1635435 Sep 30 13:03:24.444832 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-764e0b35-6749-4208-a4d8-5468b9fb5e66 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=49ef354a-ba5f-45a0-ae5d-336431ac76bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518861 Sep 30 13:03:24.522384 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-196c5fae-ebe4-4144-b4d5-93180cfc15f6 req-f8b6cf0a-b47e-4228-a24d-247b27f10b1c tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 695 time: 0.0806787 Sep 30 13:03:24.636989 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-196c5fae-ebe4-4144-b4d5-93180cfc15f6 req-5215449b-b9ee-4d67-befe-1a12a485b5dc tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 695 time: 0.1047230 Sep 30 13:03:24.669609 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42778) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:24.709189 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-dd29a3f1-4de2-4ce9-9765-e6ac1e2d84f3 service neutron] 10.222.0.39 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553730 Sep 30 13:03:24.805316 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-8c703f5a-d10e-41ba-b93b-d5fac2711316 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:03:24.813908 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-8c703f5a-d10e-41ba-b93b-d5fac2711316 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1420174 Sep 30 13:03:24.858071 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-455af3e9-c65f-4431-9c27-d655a4cdeee1 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:24.862609 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-455af3e9-c65f-4431-9c27-d655a4cdeee1 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/ports/ab95f5b0-e778-4b9c-87ab-50dfb371cc27 HTTP/1.1" status: 200 len: 1094 time: 0.0472651 Sep 30 13:03:24.895938 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-699e37ce-e470-40af-83e4-1c23d4015d04 service neutron] 10.222.0.39 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728296 Sep 30 13:03:24.908858 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-196c5fae-ebe4-4144-b4d5-93180cfc15f6 req-6cc470c0-1b93-4615-9de5-168a50e90152 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Deleting port 0703fb25-34f1-4aaa-bca7-67ce8e69d5ce {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:03:24.909202 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-196c5fae-ebe4-4144-b4d5-93180cfc15f6 req-6cc470c0-1b93-4615-9de5-168a50e90152 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:24.975657 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-f2046ef3-75c0-46c2-9436-b722b89116f9 service neutron] Request body: {'binding': {'host': 'n-h1-810909-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:24.976411 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-f2046ef3-75c0-46c2-9436-b722b89116f9 service neutron] Unknown quota resources ['binding']. {{(pid=94764) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 13:03:25.000460 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-196c5fae-ebe4-4144-b4d5-93180cfc15f6 req-6cc470c0-1b93-4615-9de5-168a50e90152 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:25.000902 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-196c5fae-ebe4-4144-b4d5-93180cfc15f6 req-6cc470c0-1b93-4615-9de5-168a50e90152 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:25.015358 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-196c5fae-ebe4-4144-b4d5-93180cfc15f6 req-6cc470c0-1b93-4615-9de5-168a50e90152 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Calling delete_port for 0703fb25-34f1-4aaa-bca7-67ce8e69d5ce owned by network:floatingip {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:03:25.143588 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-f2046ef3-75c0-46c2-9436-b722b89116f9 service neutron] Attempting to bind port ab95f5b0-e778-4b9c-87ab-50dfb371cc27 on host n-h1-810909-2 for vnic_type normal with profile None {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:03:25.143920 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-f2046ef3-75c0-46c2-9436-b722b89116f9 service neutron] Attempting to bind port ab95f5b0-e778-4b9c-87ab-50dfb371cc27 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:03:25.144248 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-f2046ef3-75c0-46c2-9436-b722b89116f9 service neutron] Attempting to bind port ab95f5b0-e778-4b9c-87ab-50dfb371cc27 on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:25.153210 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-f2046ef3-75c0-46c2-9436-b722b89116f9 service neutron] Port ab95f5b0-e778-4b9c-87ab-50dfb371cc27 on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:03:25.153885 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-f2046ef3-75c0-46c2-9436-b722b89116f9 service neutron] Attempting to bind port ab95f5b0-e778-4b9c-87ab-50dfb371cc27 on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:25.161860 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-f2046ef3-75c0-46c2-9436-b722b89116f9 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:03:25.162524 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-f2046ef3-75c0-46c2-9436-b722b89116f9 service neutron] Checking segment: {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:03:25.162735 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-f2046ef3-75c0-46c2-9436-b722b89116f9 service neutron] Bound using segment: {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:03:25.163277 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-f2046ef3-75c0-46c2-9436-b722b89116f9 service neutron] Bound port: ab95f5b0-e778-4b9c-87ab-50dfb371cc27, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:03:25.176627 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-196c5fae-ebe4-4144-b4d5-93180cfc15f6 req-6cc470c0-1b93-4615-9de5-168a50e90152 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:25.220242 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-f2046ef3-75c0-46c2-9436-b722b89116f9 service neutron] For port ab95f5b0-e778-4b9c-87ab-50dfb371cc27, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ab95f5b0-e778-4b9c-87ab-50dfb371cc27,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:03:25.224852 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc470c0-1b93-4615-9de5-168a50e90152 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Pushing event deleted for resources: {'Port': ['ID=0703fb25-34f1-4aaa-bca7-67ce8e69d5ce,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:25.235936 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-f2046ef3-75c0-46c2-9436-b722b89116f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:25.250334 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-f2046ef3-75c0-46c2-9436-b722b89116f9 service neutron] 10.222.0.18 "POST /v2.0/ports/ab95f5b0-e778-4b9c-87ab-50dfb371cc27/bindings HTTP/1.1" status: 201 len: 389 time: 0.3242474 Sep 30 13:03:25.257644 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-196c5fae-ebe4-4144-b4d5-93180cfc15f6 req-6cc470c0-1b93-4615-9de5-168a50e90152 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks [] for floatingip, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:25.260745 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-196c5fae-ebe4-4144-b4d5-93180cfc15f6 req-6cc470c0-1b93-4615-9de5-168a50e90152 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:25.261909 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-196c5fae-ebe4-4144-b4d5-93180cfc15f6 req-6cc470c0-1b93-4615-9de5-168a50e90152 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] 10.222.0.18 "DELETE /v2.0/floatingips/5ee47402-62ce-4d69-a71e-b4e4f4ddf765 HTTP/1.1" status: 204 len: 173 time: 0.6219053 Sep 30 13:03:25.269741 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-3e20d183-2920-49f0-bbf9-e420137629b9 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:25.271314 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-3e20d183-2920-49f0-bbf9-e420137629b9 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649&tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&binding%3Ahost_id=n-h1-810909-2 HTTP/1.1" status: 200 len: 1095 time: 0.1059115 Sep 30 13:03:25.488642 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973eba0-204d-4a90-8856-30d6fec71a3e req-f3fcdcaa-daf0-4238-b315-807ea1f573b9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:25.495082 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973eba0-204d-4a90-8856-30d6fec71a3e req-f3fcdcaa-daf0-4238-b315-807ea1f573b9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:25.502730 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973eba0-204d-4a90-8856-30d6fec71a3e req-f3fcdcaa-daf0-4238-b315-807ea1f573b9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:25.509083 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973eba0-204d-4a90-8856-30d6fec71a3e req-f3fcdcaa-daf0-4238-b315-807ea1f573b9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:25.516037 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973eba0-204d-4a90-8856-30d6fec71a3e req-f3fcdcaa-daf0-4238-b315-807ea1f573b9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:25.522212 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-6d7d6a36-48cb-4403-9b13-03cd2af84147 service neutron] For port bd0b27e8-4458-40c8-96bb-d3be19e3b861, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:03:25.523815 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973eba0-204d-4a90-8856-30d6fec71a3e req-f3fcdcaa-daf0-4238-b315-807ea1f573b9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:25.529745 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-6d7d6a36-48cb-4403-9b13-03cd2af84147 service neutron] Notify callbacks [] for binding, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:25.530177 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973eba0-204d-4a90-8856-30d6fec71a3e req-f3fcdcaa-daf0-4238-b315-807ea1f573b9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:25.531024 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51a6928e-190a-4d62-8b50-2855ff1b2ed7 req-6d7d6a36-48cb-4403-9b13-03cd2af84147 service neutron] 10.222.0.39 "DELETE /v2.0/ports/bd0b27e8-4458-40c8-96bb-d3be19e3b861/bindings/n-h2-810909-2 HTTP/1.1" status: 204 len: 173 time: 0.2518129 Sep 30 13:03:25.535786 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1973eba0-204d-4a90-8856-30d6fec71a3e req-f3fcdcaa-daf0-4238-b315-807ea1f573b9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5422 time: 0.1283271 Sep 30 13:03:25.547019 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74561bcb-0b10-4abb-bc2f-29541e94eab9 req-0de1b6b0-9395-4680-b76e-efc76f6fb0d6 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:25.549551 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-74561bcb-0b10-4abb-bc2f-29541e94eab9 req-0de1b6b0-9395-4680-b76e-efc76f6fb0d6 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=853540a5-261e-4237-bc80-c838b2b5d907 HTTP/1.1" status: 200 len: 949 time: 0.0821660 Sep 30 13:03:25.578782 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1973eba0-204d-4a90-8856-30d6fec71a3e req-75a8b8c4-169a-4787-a34d-811a72f2ca57 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398588 Sep 30 13:03:25.592014 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-74561bcb-0b10-4abb-bc2f-29541e94eab9 req-2f5c74a5-4280-4c69-b6ae-6dc63a6e8326 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345113 Sep 30 13:03:25.692633 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f47e45-0c73-4af6-8e50-9ddbdc546bd2 req-a2fa9f8f-350e-4236-a087-32534f11561b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:25.694272 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-27f47e45-0c73-4af6-8e50-9ddbdc546bd2 req-a2fa9f8f-350e-4236-a087-32534f11561b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 944 time: 0.0527995 Sep 30 13:03:25.727149 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-1f4919ec-52a3-4a30-be39-bc532c22776f req-55c768e2-7a54-4e67-9a9e-636320d75948 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] show failed (client error): The resource could not be found. Sep 30 13:03:25.728688 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f4919ec-52a3-4a30-be39-bc532c22776f req-55c768e2-7a54-4e67-9a9e-636320d75948 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] 10.222.0.18 "GET /v2.0/floatingips/5ee47402-62ce-4d69-a71e-b4e4f4ddf765 HTTP/1.1" status: 404 len: 350 time: 0.0375032 Sep 30 13:03:25.733009 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-27f47e45-0c73-4af6-8e50-9ddbdc546bd2 req-61c47d2d-8bc8-4cb3-9b8e-1ff4dfe59991 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327621 Sep 30 13:03:25.829733 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279d2c3-8be7-4e1b-8442-a0d824208232 req-a60caa7d-4183-4c58-bd0a-5373f1c371f9 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:25.831215 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b279d2c3-8be7-4e1b-8442-a0d824208232 req-a60caa7d-4183-4c58-bd0a-5373f1c371f9 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 946 time: 0.0531189 Sep 30 13:03:25.868937 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b279d2c3-8be7-4e1b-8442-a0d824208232 req-2b379de9-4f6a-4960-9326-4d496176ff78 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315492 Sep 30 13:03:25.943367 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-bcdd34d0-2181-4381-abd4-4c8a77aae8c6 req-d7267319-6157-44c7-b2fa-fe9dd785ac57 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] show failed (client error): The resource could not be found. Sep 30 13:03:25.944307 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bcdd34d0-2181-4381-abd4-4c8a77aae8c6 req-d7267319-6157-44c7-b2fa-fe9dd785ac57 tempest-FloatingIPsTestJSON-1509410288 tempest-FloatingIPsTestJSON-1509410288-project] 10.222.0.18 "GET /v2.0/floatingips/5ee47402-62ce-4d69-a71e-b4e4f4ddf765 HTTP/1.1" status: 404 len: 350 time: 0.0390046 Sep 30 13:03:25.953054 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42810) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:26.292080 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22def2bf-6ef9-4e77-bfb2-2d104315bb90 req-f8b10137-c4b5-4ab9-9c80-0517b157cb96 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:26.293608 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-22def2bf-6ef9-4e77-bfb2-2d104315bb90 req-f8b10137-c4b5-4ab9-9c80-0517b157cb96 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 1095 time: 0.0785317 Sep 30 13:03:26.403825 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-22def2bf-6ef9-4e77-bfb2-2d104315bb90 req-21191a75-79cd-4530-b93c-ac631e8ff7e8 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869458 Sep 30 13:03:26.454221 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42828) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:26.599019 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-870cfefe-d53f-43f2-98dd-ca93a6ea9f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:26.603631 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1b96e2a0-4502-49c8-85b0-69d9848b5aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:26.712370 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device bd0b27e8-4458-40c8-96bb-d3be19e3b861 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:03:26.779149 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device bd0b27e8-4458-40c8-96bb-d3be19e3b861 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:03:26.861091 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1b96e2a0-4502-49c8-85b0-69d9848b5aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:26.873200 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1b96e2a0-4502-49c8-85b0-69d9848b5aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:26.910359 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-c7285ce2-d795-40d4-b193-6d44493dff21 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:26.911923 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-c7285ce2-d795-40d4-b193-6d44493dff21 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/networks?id=49ef354a-ba5f-45a0-ae5d-336431ac76bd HTTP/1.1" status: 200 len: 807 time: 0.2147977 Sep 30 13:03:26.932877 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-44e05a65-022e-45ae-9a58-9d7cab352ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:26.934414 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-44e05a65-022e-45ae-9a58-9d7cab352ded service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bfee4c1083184c949bfe63d2e5d7a195&device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 1097 time: 0.1382637 Sep 30 13:03:26.949890 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1b96e2a0-4502-49c8-85b0-69d9848b5aa3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e6342dd8dde4a22a1a73ac737189b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4938831 Sep 30 13:03:26.959928 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42850) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:26.960577 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96e2a0-4502-49c8-85b0-69d9848b5aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b73ce9-fcf8-4c72-87fa-051d93e6c3fe,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:26.979549 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-17f2504f-f60a-418f-b493-b15eb3ab8ca7 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/quotas/52fc4a104b2948969e2ddc7c90e1bf83 HTTP/1.1" status: 200 len: 375 time: 0.0524807 Sep 30 13:03:27.045675 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc061656-1463-4eb0-9b32-ebe0f12b6cb9 req-a20e0149-f604-41c8-8050-597865fd8a78 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:27.051519 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc061656-1463-4eb0-9b32-ebe0f12b6cb9 req-a20e0149-f604-41c8-8050-597865fd8a78 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:27.058377 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc061656-1463-4eb0-9b32-ebe0f12b6cb9 req-a20e0149-f604-41c8-8050-597865fd8a78 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:27.064257 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc061656-1463-4eb0-9b32-ebe0f12b6cb9 req-a20e0149-f604-41c8-8050-597865fd8a78 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:27.069897 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc061656-1463-4eb0-9b32-ebe0f12b6cb9 req-a20e0149-f604-41c8-8050-597865fd8a78 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:27.075975 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc061656-1463-4eb0-9b32-ebe0f12b6cb9 req-a20e0149-f604-41c8-8050-597865fd8a78 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:27.081730 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc061656-1463-4eb0-9b32-ebe0f12b6cb9 req-a20e0149-f604-41c8-8050-597865fd8a78 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:27.083621 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bc061656-1463-4eb0-9b32-ebe0f12b6cb9 req-a20e0149-f604-41c8-8050-597865fd8a78 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5422 time: 0.4008896 Sep 30 13:03:27.121736 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-a1fecd5c-9445-4bc5-8d18-59d7b9c28f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:27.124185 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-a1fecd5c-9445-4bc5-8d18-59d7b9c28f44 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a HTTP/1.1" status: 200 len: 921 time: 0.1776853 Sep 30 13:03:27.130133 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3c77b9fb-88d5-4450-ac8e-c90a29c10b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:27.137493 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-39b09704-3a96-447b-ad0b-28d04e33fd70 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1468918 Sep 30 13:03:27.247790 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bc061656-1463-4eb0-9b32-ebe0f12b6cb9 req-ed71d064-96c8-44a7-b3da-d4b063cb30be tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1568317 Sep 30 13:03:27.295526 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-19e15073-10c1-41c3-80ef-81fc01f32564 service neutron] 10.222.0.18 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481092 Sep 30 13:03:27.309357 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-652a0129-bf4d-4a96-a77d-001a3630ddb0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab95f5b0-e778-4b9c-87ab-50dfb371cc27 HTTP/1.1" status: 200 len: 217 time: 0.1699698 Sep 30 13:03:27.323970 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3c77b9fb-88d5-4450-ac8e-c90a29c10b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:27.383021 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-870cfefe-d53f-43f2-98dd-ca93a6ea9f4d admin admin] Deleting port b724aa73-2625-41b3-a729-16de63cf07d7 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:03:27.383552 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-870cfefe-d53f-43f2-98dd-ca93a6ea9f4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:27.409897 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343cd745-513e-408c-a043-4453f2f7e586 req-f43854f6-32a5-4ccf-9ae5-92386313c063 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:27.411439 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-343cd745-513e-408c-a043-4453f2f7e586 req-f43854f6-32a5-4ccf-9ae5-92386313c063 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=853540a5-261e-4237-bc80-c838b2b5d907 HTTP/1.1" status: 200 len: 949 time: 0.0817342 Sep 30 13:03:27.474245 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-d6727076-becb-4443-b875-8e643ef54994 service neutron] 10.222.0.18 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777363 Sep 30 13:03:27.476306 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-5722f49b-718a-4f38-85aa-b197e1e8003f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:27.477929 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-5722f49b-718a-4f38-85aa-b197e1e8003f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d2a3567b-bc5f-477b-8f28-c16dcd278961 HTTP/1.1" status: 200 len: 860 time: 0.1513507 Sep 30 13:03:27.498291 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3c77b9fb-88d5-4450-ac8e-c90a29c10b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:27.501367 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3c77b9fb-88d5-4450-ac8e-c90a29c10b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:27.503448 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3c77b9fb-88d5-4450-ac8e-c90a29c10b30 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0b73ce9-fcf8-4c72-87fa-051d93e6c3fe HTTP/1.1" status: 204 len: 168 time: 0.5399766 Sep 30 13:03:27.507512 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-343cd745-513e-408c-a043-4453f2f7e586 req-da36333b-051f-4cc0-8c16-743f4834b286 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865321 Sep 30 13:03:27.533264 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-870cfefe-d53f-43f2-98dd-ca93a6ea9f4d admin admin] For port b724aa73-2625-41b3-a729-16de63cf07d7, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b724aa73-2625-41b3-a729-16de63cf07d7,segment=NetworkSegment(fce243b1-29c1-429f-8048-4239c3c11ea3),segment_id=fce243b1-29c1-429f-8048-4239c3c11ea3)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:27.533264 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-870cfefe-d53f-43f2-98dd-ca93a6ea9f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:27.536723 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77b9fb-88d5-4450-ac8e-c90a29c10b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b73ce9-fcf8-4c72-87fa-051d93e6c3fe,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:27.537173 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-870cfefe-d53f-43f2-98dd-ca93a6ea9f4d admin admin] Calling delete_port for b724aa73-2625-41b3-a729-16de63cf07d7 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:03:27.540087 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-616c543e-21f2-4893-ad84-fb1a817636ac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442135 Sep 30 13:03:27.773386 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-88ad9565-0bb6-48b9-bebf-4a39b9307173 service neutron] 10.222.0.39 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236991 Sep 30 13:03:27.890677 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-870cfefe-d53f-43f2-98dd-ca93a6ea9f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:27.925614 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-2fb8774e-2664-4753-9b0c-480b2c54d447 service neutron] 10.222.0.39 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365714 Sep 30 13:03:27.938062 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870cfefe-d53f-43f2-98dd-ca93a6ea9f4d admin admin] Pushing event deleted for resources: {'Port': ['ID=b724aa73-2625-41b3-a729-16de63cf07d7,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:27.962248 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f92b4-606a-4133-846f-07246f5c5f2d req-9a92141f-76fa-4e07-be24-d94f7f163c11 tempest-ServersOnMultiNodesTest-782157231 tempest-ServersOnMultiNodesTest-782157231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:27.972574 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ca6f92b4-606a-4133-846f-07246f5c5f2d req-9a92141f-76fa-4e07-be24-d94f7f163c11 tempest-ServersOnMultiNodesTest-782157231 tempest-ServersOnMultiNodesTest-782157231-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=853540a5-261e-4237-bc80-c838b2b5d907 HTTP/1.1" status: 200 len: 1100 time: 0.1927516 Sep 30 13:03:28.017228 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ca6f92b4-606a-4133-846f-07246f5c5f2d req-00989c8f-fdca-4c54-83fb-bbffa1c17a55 tempest-ServersOnMultiNodesTest-782157231 tempest-ServersOnMultiNodesTest-782157231-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436847 Sep 30 13:03:28.017744 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42868) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:28.057935 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5332a-76d7-4d0d-ba26-3254b1184291 req-09193340-4c11-4b5e-936b-921700eeda16 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:28.081504 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fed5332a-76d7-4d0d-ba26-3254b1184291 req-09193340-4c11-4b5e-936b-921700eeda16 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 946 time: 0.2479239 Sep 30 13:03:28.085416 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9ad7895a-d77a-4d38-a17f-8f05aff34d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:28.159089 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d4d14f4a-cef4-40e6-9ad5-a4635a588a01 req-e8c204de-395c-474b-83cb-abfb6901ee02 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 210 time: 0.0708985 Sep 30 13:03:28.167791 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-c1650e22-58de-483f-ba2d-83be4ed9585e tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:28.167791 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-c1650e22-58de-483f-ba2d-83be4ed9585e tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26&tenant_id=bfee4c1083184c949bfe63d2e5d7a195&binding%3Ahost_id=n-h2-810909-2 HTTP/1.1" status: 200 len: 1097 time: 0.1590800 Sep 30 13:03:28.184581 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-71e6a08c-95e5-44a3-9062-afdd4a10b6bd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810909-2'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:28.268790 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-71e6a08c-95e5-44a3-9062-afdd4a10b6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:28.277692 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fed5332a-76d7-4d0d-ba26-3254b1184291 req-a697ebd8-ec8c-4c8b-b13f-ab912df9b377 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860609 Sep 30 13:03:28.383340 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-870cfefe-d53f-43f2-98dd-ca93a6ea9f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:28.463779 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-71e6a08c-95e5-44a3-9062-afdd4a10b6bd service neutron] For port ab95f5b0-e778-4b9c-87ab-50dfb371cc27, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=ab95f5b0-e778-4b9c-87ab-50dfb371cc27,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:28.507653 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-71e6a08c-95e5-44a3-9062-afdd4a10b6bd service neutron] For port ab95f5b0-e778-4b9c-87ab-50dfb371cc27, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:03:28.558315 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9f747-84d5-4351-9002-513905729a01 req-3099ffe9-5be0-48b0-9ca9-695f06f683a2 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:28.564253 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9f747-84d5-4351-9002-513905729a01 req-3099ffe9-5be0-48b0-9ca9-695f06f683a2 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:28.569838 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e333a66-a0c0-46e1-8dae-2740888cda26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab95f5b0-e778-4b9c-87ab-50dfb371cc27'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:03:28.570149 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9f747-84d5-4351-9002-513905729a01 req-3099ffe9-5be0-48b0-9ca9-695f06f683a2 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:28.573531 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2427c02f-2943-49c0-a96d-cdeb0f92b6f9" -d '{"events": [{"server_uuid": "3e333a66-a0c0-46e1-8dae-2740888cda26", "name": "network-vif-unplugged", "status": "completed", "tag": "ab95f5b0-e778-4b9c-87ab-50dfb371cc27"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:03:28.576180 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9f747-84d5-4351-9002-513905729a01 req-3099ffe9-5be0-48b0-9ca9-695f06f683a2 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:28.577878 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-71e6a08c-95e5-44a3-9062-afdd4a10b6bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:28.582968 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9f747-84d5-4351-9002-513905729a01 req-3099ffe9-5be0-48b0-9ca9-695f06f683a2 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:28.589048 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9f747-84d5-4351-9002-513905729a01 req-3099ffe9-5be0-48b0-9ca9-695f06f683a2 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:28.594092 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-71e6a08c-95e5-44a3-9062-afdd4a10b6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:28.595246 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9f747-84d5-4351-9002-513905729a01 req-3099ffe9-5be0-48b0-9ca9-695f06f683a2 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:28.597186 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f3e9f747-84d5-4351-9002-513905729a01 req-3099ffe9-5be0-48b0-9ca9-695f06f683a2 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5422 time: 0.1958516 Sep 30 13:03:28.598246 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9ad7895a-d77a-4d38-a17f-8f05aff34d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:28.627161 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9ad7895a-d77a-4d38-a17f-8f05aff34d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:28.697967 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f3e9f747-84d5-4351-9002-513905729a01 req-613b4b7a-7a18-4ab8-99c7-360c92bd23e7 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0838654 Sep 30 13:03:28.757741 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9ad7895a-d77a-4d38-a17f-8f05aff34d08 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3322526349fc4c10be07771a8aa51113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6938696 Sep 30 13:03:28.760049 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42884) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:28.767692 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870cfefe-d53f-43f2-98dd-ca93a6ea9f4d admin admin] Router ac27e1f2-4b8a-4620-b460-00db75e56c94 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:03:28.780836 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-71e6a08c-95e5-44a3-9062-afdd4a10b6bd service neutron] Attempting to bind port ab95f5b0-e778-4b9c-87ab-50dfb371cc27 on host n-h2-810909-2 for vnic_type normal with profile {"migrating_to": "n-h1-810909-2"} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:03:28.781945 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-71e6a08c-95e5-44a3-9062-afdd4a10b6bd service neutron] Attempting to bind port ab95f5b0-e778-4b9c-87ab-50dfb371cc27 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:03:28.782317 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-71e6a08c-95e5-44a3-9062-afdd4a10b6bd service neutron] Attempting to bind port ab95f5b0-e778-4b9c-87ab-50dfb371cc27 on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:28.790058 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-71e6a08c-95e5-44a3-9062-afdd4a10b6bd service neutron] Port ab95f5b0-e778-4b9c-87ab-50dfb371cc27 on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:03:28.790212 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-71e6a08c-95e5-44a3-9062-afdd4a10b6bd service neutron] Attempting to bind port ab95f5b0-e778-4b9c-87ab-50dfb371cc27 on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:28.795956 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7895a-d77a-4d38-a17f-8f05aff34d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40abb666-c813-4868-b1e1-8548d57e60c2,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:28.800561 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-71e6a08c-95e5-44a3-9062-afdd4a10b6bd service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:03:28.800837 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-71e6a08c-95e5-44a3-9062-afdd4a10b6bd service neutron] Checking segment: {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:03:28.801159 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-71e6a08c-95e5-44a3-9062-afdd4a10b6bd service neutron] Bound using segment: {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:03:28.801593 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-71e6a08c-95e5-44a3-9062-afdd4a10b6bd service neutron] Bound port: ab95f5b0-e778-4b9c-87ab-50dfb371cc27, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:03:28.801953 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-71e6a08c-95e5-44a3-9062-afdd4a10b6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:28.806125 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6a08c-95e5-44a3-9062-afdd4a10b6bd service neutron] Pushing event updated for resources: {'Port': ['ID=ab95f5b0-e778-4b9c-87ab-50dfb371cc27,revision_number=7']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:28.868321 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b61d933-af04-44ba-9375-964fd8ae44f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:28.879047 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-71e6a08c-95e5-44a3-9062-afdd4a10b6bd service neutron] For port ab95f5b0-e778-4b9c-87ab-50dfb371cc27, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:03:28.882249 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-71e6a08c-95e5-44a3-9062-afdd4a10b6bd service neutron] For port ab95f5b0-e778-4b9c-87ab-50dfb371cc27, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=ab95f5b0-e778-4b9c-87ab-50dfb371cc27,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:03:28.891132 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2717f8-c393-4fbd-9bb9-9458eb449014 req-91cd2ddf-2058-4d5c-a6dc-b296302d82c2 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:28.892681 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f2717f8-c393-4fbd-9bb9-9458eb449014 req-91cd2ddf-2058-4d5c-a6dc-b296302d82c2 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=853540a5-261e-4237-bc80-c838b2b5d907 HTTP/1.1" status: 200 len: 949 time: 0.2622836 Sep 30 13:03:28.894496 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b917257-aee1-4948-8ca6-9cb7afd625cf x-openstack-request-id: req-8b917257-aee1-4948-8ca6-9cb7afd625cf {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:28.895281 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e333a66-a0c0-46e1-8dae-2740888cda26", "name": "network-vif-unplugged", "status": "completed", "tag": "ab95f5b0-e778-4b9c-87ab-50dfb371cc27", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:28.895281 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b917257-aee1-4948-8ca6-9cb7afd625cf {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:28.895502 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e333a66-a0c0-46e1-8dae-2740888cda26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab95f5b0-e778-4b9c-87ab-50dfb371cc27', 'code': 200} Sep 30 13:03:28.896596 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-71e6a08c-95e5-44a3-9062-afdd4a10b6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:28.930465 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b61d933-af04-44ba-9375-964fd8ae44f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:28.949981 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870cfefe-d53f-43f2-98dd-ca93a6ea9f4d admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:03:28.951790 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6a08c-95e5-44a3-9062-afdd4a10b6bd service neutron] Pushing event updated for resources: {'Port': ['ID=ab95f5b0-e778-4b9c-87ab-50dfb371cc27,revision_number=8']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:28.959050 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-870cfefe-d53f-43f2-98dd-ca93a6ea9f4d admin admin] 10.222.0.18 "PUT /v2.0/routers/ac27e1f2-4b8a-4620-b460-00db75e56c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0037787 Sep 30 13:03:28.959689 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42886) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:28.976487 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43721448-2074-46a8-b909-ce2272fc5bc9 None None] Sync routers for ids ['ac27e1f2-4b8a-4620-b460-00db75e56c94'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:03:28.997862 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43721448-2074-46a8-b909-ce2272fc5bc9 None None] Routers {'ac27e1f2-4b8a-4620-b460-00db75e56c94'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:03:28.999034 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-43721448-2074-46a8-b909-ce2272fc5bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:03:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['ac27e1f2-4b8a-4620-b460-00db75e56c94'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:29.016225 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-71e6a08c-95e5-44a3-9062-afdd4a10b6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:29.019007 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-71e6a08c-95e5-44a3-9062-afdd4a10b6bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:29.019007 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-71e6a08c-95e5-44a3-9062-afdd4a10b6bd service neutron] 10.222.0.39 "PUT /v2.0/ports/ab95f5b0-e778-4b9c-87ab-50dfb371cc27 HTTP/1.1" status: 200 len: 1122 time: 0.8439338 Sep 30 13:03:29.033858 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f2717f8-c393-4fbd-9bb9-9458eb449014 req-40b2e190-a30b-414e-82ae-1a893e9f7cbd tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781481 Sep 30 13:03:29.072867 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b61d933-af04-44ba-9375-964fd8ae44f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:29.075753 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b61d933-af04-44ba-9375-964fd8ae44f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:29.077115 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3b61d933-af04-44ba-9375-964fd8ae44f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/40abb666-c813-4868-b1e1-8548d57e60c2 HTTP/1.1" status: 204 len: 168 time: 0.3159165 Sep 30 13:03:29.093164 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61d933-af04-44ba-9375-964fd8ae44f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40abb666-c813-4868-b1e1-8548d57e60c2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:29.099772 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c376a596-5573-4f76-ae47-6a490c596786 admin admin] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:29.157173 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['ab95f5b0-e778-4b9c-87ab-50dfb371cc27'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:29.158430 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-43721448-2074-46a8-b909-ce2272fc5bc9 None None] Set router ac27e1f2-4b8a-4620-b460-00db75e56c94 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:03:29.295779 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c376a596-5573-4f76-ae47-6a490c596786 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:29.460971 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b1ee949a-b5ea-4192-8968-84cbb647082b req-59ff9843-a776-47d8-90b1-f26b1b083ae9 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 210 time: 0.0925419 Sep 30 13:03:29.486153 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-0b23e8fd-3251-4cf1-bd91-d8862ad0b6a0 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:29.502853 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-0b23e8fd-3251-4cf1-bd91-d8862ad0b6a0 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.39 "GET /v2.0/networks?id=49ef354a-ba5f-45a0-ae5d-336431ac76bd HTTP/1.1" status: 200 len: 807 time: 0.2665086 Sep 30 13:03:29.512180 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-c376a596-5573-4f76-ae47-6a490c596786 admin admin] Deleting port f5f84222-75f6-47e3-8666-65e15b580211 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:03:29.512535 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c376a596-5573-4f76-ae47-6a490c596786 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:29.523240 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-21add836-5f46-4b66-ba93-648b7459a34b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Request body: {'port': {'device_id': '2732d3ad-6e01-4dc6-939e-5642c7760ce3', 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd', 'admin_state_up': True, 'tenant_id': '52fc4a104b2948969e2ddc7c90e1bf83'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:29.622322 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-43721448-2074-46a8-b909-ce2272fc5bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac27e1f2-4b8a-4620-b460-00db75e56c94', 'name': 'tempest-FloatingIPsTestJSON-1022218742-router', 'tenant_id': '1918ce5530b54418b123e59195052815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': 'f5f84222-75f6-47e3-8666-65e15b580211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:07Z', 'updated_at': '2021-09-30T13:03:27Z', 'revision_number': 5, 'project_id': '1918ce5530b54418b123e59195052815', 'gw_port': {'id': 'f5f84222-75f6-47e3-8666-65e15b580211', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac27e1f2-4b8a-4620-b460-00db75e56c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:08Z', 'updated_at': '2021-09-30T13:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:29.658606 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43721448-2074-46a8-b909-ce2272fc5bc9 None None] Checking router: ac27e1f2-4b8a-4620-b460-00db75e56c94 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:03:29.667998 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43721448-2074-46a8-b909-ce2272fc5bc9 None None] Routers {'ac27e1f2-4b8a-4620-b460-00db75e56c94'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:03:29.668752 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-43721448-2074-46a8-b909-ce2272fc5bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:03:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['ac27e1f2-4b8a-4620-b460-00db75e56c94'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:29.721132 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-c376a596-5573-4f76-ae47-6a490c596786 admin admin] For port f5f84222-75f6-47e3-8666-65e15b580211, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=f5f84222-75f6-47e3-8666-65e15b580211,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:29.721657 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c376a596-5573-4f76-ae47-6a490c596786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:29.768731 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-c376a596-5573-4f76-ae47-6a490c596786 admin admin] Calling delete_port for f5f84222-75f6-47e3-8666-65e15b580211 owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:03:29.809853 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-43721448-2074-46a8-b909-ce2272fc5bc9 None None] Set router ac27e1f2-4b8a-4620-b460-00db75e56c94 gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:03:29.921522 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-43721448-2074-46a8-b909-ce2272fc5bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac27e1f2-4b8a-4620-b460-00db75e56c94', 'name': 'tempest-FloatingIPsTestJSON-1022218742-router', 'tenant_id': '1918ce5530b54418b123e59195052815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:07Z', 'updated_at': '2021-09-30T13:03:29Z', 'revision_number': 6, 'project_id': '1918ce5530b54418b123e59195052815', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:29.966385 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43721448-2074-46a8-b909-ce2272fc5bc9 None None] The sync data for ids ['ac27e1f2-4b8a-4620-b460-00db75e56c94'] in n-d-810909-2 is: [{'id': 'ac27e1f2-4b8a-4620-b460-00db75e56c94', 'name': 'tempest-FloatingIPsTestJSON-1022218742-router', 'tenant_id': '1918ce5530b54418b123e59195052815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:07Z', 'updated_at': '2021-09-30T13:03:29Z', 'revision_number': 6, 'project_id': '1918ce5530b54418b123e59195052815', 'gw_port_host': None}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:03:30.063598 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77bfac4-6e53-40d4-a812-68d000c7ab2b req-fa91d4c2-87d2-474d-bc20-6ffbd307ddf6 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:30.065049 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c488c6-7298-4857-a039-8cb87a318489 req-b631ec4a-2fa4-43cc-972c-f6f880f592a5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:30.065200 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b77bfac4-6e53-40d4-a812-68d000c7ab2b req-fa91d4c2-87d2-474d-bc20-6ffbd307ddf6 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 944 time: 0.5575414 Sep 30 13:03:30.071471 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c488c6-7298-4857-a039-8cb87a318489 req-b631ec4a-2fa4-43cc-972c-f6f880f592a5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:30.078076 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c488c6-7298-4857-a039-8cb87a318489 req-b631ec4a-2fa4-43cc-972c-f6f880f592a5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:30.084831 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c488c6-7298-4857-a039-8cb87a318489 req-b631ec4a-2fa4-43cc-972c-f6f880f592a5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:30.090716 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c488c6-7298-4857-a039-8cb87a318489 req-b631ec4a-2fa4-43cc-972c-f6f880f592a5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:30.096539 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c488c6-7298-4857-a039-8cb87a318489 req-b631ec4a-2fa4-43cc-972c-f6f880f592a5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:30.102679 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c488c6-7298-4857-a039-8cb87a318489 req-b631ec4a-2fa4-43cc-972c-f6f880f592a5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:30.111587 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-06c488c6-7298-4857-a039-8cb87a318489 req-b631ec4a-2fa4-43cc-972c-f6f880f592a5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5422 time: 0.2172663 Sep 30 13:03:30.165426 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-06c488c6-7298-4857-a039-8cb87a318489 req-7627a1b3-2dee-4242-a805-da8bc5079d04 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529454 Sep 30 13:03:30.171395 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c376a596-5573-4f76-ae47-6a490c596786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:30.186309 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b77bfac4-6e53-40d4-a812-68d000c7ab2b req-bbde7303-295f-4d63-afbd-d7526b2b3ed9 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861967 Sep 30 13:03:30.187803 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-21add836-5f46-4b66-ba93-648b7459a34b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Made reservation on behalf of 52fc4a104b2948969e2ddc7c90e1bf83 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:03:30.193938 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-21add836-5f46-4b66-ba93-648b7459a34b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:30.294729 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376a596-5573-4f76-ae47-6a490c596786 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f84222-75f6-47e3-8666-65e15b580211,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:30.302570 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c376a596-5573-4f76-ae47-6a490c596786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:30.510788 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-21add836-5f46-4b66-ba93-648b7459a34b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Allocated IP 172.20.0.5 (49ef354a-ba5f-45a0-ae5d-336431ac76bd/d154e7f6-f478-45ee-9bd0-03f890cad96e/52f3328b-321c-496f-9969-4dcbe18927e9) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:03:30.533022 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c376a596-5573-4f76-ae47-6a490c596786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:30.544602 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c376a596-5573-4f76-ae47-6a490c596786 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:30.558069 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7359e-f7a0-4e5f-aa68-f0ae55cc0e8b req-5f5c82d9-4523-4b71-9570-8abbc5d4671c tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:30.560226 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0ae7359e-f7a0-4e5f-aa68-f0ae55cc0e8b req-5f5c82d9-4523-4b71-9570-8abbc5d4671c tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.54 "GET /v2.0/ports?device_id=853540a5-261e-4237-bc80-c838b2b5d907 HTTP/1.1" status: 200 len: 949 time: 0.0944107 Sep 30 13:03:30.671102 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b64e40-df29-4d39-9e1a-15e38172df9f req-6f19e7a4-a5f3-4939-a9f1-8d64750fc67b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:30.672990 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-04b64e40-df29-4d39-9e1a-15e38172df9f req-6f19e7a4-a5f3-4939-a9f1-8d64750fc67b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=853540a5-261e-4237-bc80-c838b2b5d907 HTTP/1.1" status: 200 len: 949 time: 0.2746904 Sep 30 13:03:30.674359 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c376a596-5573-4f76-ae47-6a490c596786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:30.675029 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c376a596-5573-4f76-ae47-6a490c596786 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac27e1f2-4b8a-4620-b460-00db75e56c94 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:03:30.685666 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c376a596-5573-4f76-ae47-6a490c596786 admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:30.689388 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c376a596-5573-4f76-ae47-6a490c596786 admin admin] 10.222.0.18 "DELETE /v2.0/routers/ac27e1f2-4b8a-4620-b460-00db75e56c94 HTTP/1.1" status: 204 len: 168 time: 1.7205896 Sep 30 13:03:30.689546 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42930) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:30.715844 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b9f3d53c-2337-42be-8410-2fe997275627 req-416e6ecf-3ab8-435d-9066-887f37cf166f tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 210 time: 0.0557597 Sep 30 13:03:30.776468 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e3cebd2-da66-4118-a733-08ee99eca4e6 admin admin] Deleting subnet c1e8767f-4cd3-4d01-ac66-6310dd0701df {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:03:30.782906 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4e3cebd2-da66-4118-a733-08ee99eca4e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:30.790464 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-0ae7359e-f7a0-4e5f-aa68-f0ae55cc0e8b req-513b27a1-5261-4407-b4c1-c7669803c26a tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Deleting port 9250746d-c533-4298-be3a-9476c32b1d72 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:03:30.791154 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0ae7359e-f7a0-4e5f-aa68-f0ae55cc0e8b req-513b27a1-5261-4407-b4c1-c7669803c26a tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:30.800711 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-04b64e40-df29-4d39-9e1a-15e38172df9f req-aa8546aa-8f1a-4bdc-972b-f0fc183c8eda tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175919 Sep 30 13:03:30.849531 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4e3cebd2-da66-4118-a733-08ee99eca4e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:30.927625 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0ae7359e-f7a0-4e5f-aa68-f0ae55cc0e8b req-513b27a1-5261-4407-b4c1-c7669803c26a tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] For port 9250746d-c533-4298-be3a-9476c32b1d72, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=9250746d-c533-4298-be3a-9476c32b1d72,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:30.927991 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0ae7359e-f7a0-4e5f-aa68-f0ae55cc0e8b req-513b27a1-5261-4407-b4c1-c7669803c26a tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:30.941746 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-0ae7359e-f7a0-4e5f-aa68-f0ae55cc0e8b req-513b27a1-5261-4407-b4c1-c7669803c26a tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Calling delete_port for 9250746d-c533-4298-be3a-9476c32b1d72 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:03:30.980757 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4e3cebd2-da66-4118-a733-08ee99eca4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:31.000204 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e333a66-a0c0-46e1-8dae-2740888cda26', 'tag': 'ab95f5b0-e778-4b9c-87ab-50dfb371cc27'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:03:31.002628 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f920092-20b2-4aa5-a674-029034aebb8f" -d '{"events": [{"name": "network-changed", "server_uuid": "3e333a66-a0c0-46e1-8dae-2740888cda26", "tag": "ab95f5b0-e778-4b9c-87ab-50dfb371cc27"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:03:31.026620 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-21add836-5f46-4b66-ba93-648b7459a34b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:31.041294 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4e3cebd2-da66-4118-a733-08ee99eca4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:31.075589 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3cebd2-da66-4118-a733-08ee99eca4e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1e8767f-4cd3-4d01-ac66-6310dd0701df,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:31.077834 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4e3cebd2-da66-4118-a733-08ee99eca4e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:31.079800 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4e3cebd2-da66-4118-a733-08ee99eca4e6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c1e8767f-4cd3-4d01-ac66-6310dd0701df HTTP/1.1" status: 204 len: 168 time: 0.3892305 Sep 30 13:03:31.082390 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42964) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:31.085547 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab62d9f-32db-4daf-b3f5-dbdde51c0d70 None None] Network 8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:03:31.148120 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91ce773-4ab0-472d-afa1-add966aa62f0 x-openstack-request-id: req-f91ce773-4ab0-472d-afa1-add966aa62f0 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:31.150911 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e333a66-a0c0-46e1-8dae-2740888cda26", "tag": "ab95f5b0-e778-4b9c-87ab-50dfb371cc27", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:31.151289 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f91ce773-4ab0-472d-afa1-add966aa62f0 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:31.151789 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e333a66-a0c0-46e1-8dae-2740888cda26', 'tag': 'ab95f5b0-e778-4b9c-87ab-50dfb371cc27', 'status': 'completed', 'code': 200} Sep 30 13:03:31.156586 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-21add836-5f46-4b66-ba93-648b7459a34b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:31.233679 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc97713e-ce46-4dc3-95e2-73b25b80dedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:31.248599 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f920092-20b2-4aa5-a674-029034aebb8f req-93f56dfc-f409-4230-ab71-187a354555fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:31.250313 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f920092-20b2-4aa5-a674-029034aebb8f req-93f56dfc-f409-4230-ab71-187a354555fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bfee4c1083184c949bfe63d2e5d7a195&device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 1125 time: 0.0705416 Sep 30 13:03:31.326293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-21add836-5f46-4b66-ba93-648b7459a34b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Network 49ef354a-ba5f-45a0-ae5d-336431ac76bd is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:03:31.336643 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-21add836-5f46-4b66-ba93-648b7459a34b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:03:31.349254 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-21add836-5f46-4b66-ba93-648b7459a34b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:03:31.365488 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-21add836-5f46-4b66-ba93-648b7459a34b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:31.370465 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-21add836-5f46-4b66-ba93-648b7459a34b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:31.374649 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21add836-5f46-4b66-ba93-648b7459a34b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Pushing event updated for resources: {'Port': ['ID=52f3328b-321c-496f-9969-4dcbe18927e9,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:31.390559 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0ae7359e-f7a0-4e5f-aa68-f0ae55cc0e8b req-513b27a1-5261-4407-b4c1-c7669803c26a tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:31.406114 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6b18421d-3672-4957-9df1-27317d4006b7', '6e09df4b-e0e2-4848-abda-3a11a18e8595', '9250746d-c533-4298-be3a-9476c32b1d72'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:31.408395 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['9adbcaa4-175f-4bda-b130-9147bdd5c1d0', 'e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8', '0cdedf33-c8b7-441b-a6fe-6cc0d76225be', '8e71fb98-3316-4858-9707-b96aec6d2288', '11a69a79-8602-4e0d-8c17-ce90d13899e8'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:31.446189 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21add836-5f46-4b66-ba93-648b7459a34b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:31.446189 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21add836-5f46-4b66-ba93-648b7459a34b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:31.446189 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21add836-5f46-4b66-ba93-648b7459a34b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:31.446189 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21add836-5f46-4b66-ba93-648b7459a34b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:31.446189 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21add836-5f46-4b66-ba93-648b7459a34b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:31.446189 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21add836-5f46-4b66-ba93-648b7459a34b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:31.448495 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21add836-5f46-4b66-ba93-648b7459a34b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:31.448495 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21add836-5f46-4b66-ba93-648b7459a34b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:31.448495 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21add836-5f46-4b66-ba93-648b7459a34b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:31.448495 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21add836-5f46-4b66-ba93-648b7459a34b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:31.448495 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21add836-5f46-4b66-ba93-648b7459a34b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:31.448495 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21add836-5f46-4b66-ba93-648b7459a34b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:31.515653 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd0b73c-1da3-4280-8a81-51f48bf733e8 None None] DHCP port deletion for 8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:03:31.535140 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-21add836-5f46-4b66-ba93-648b7459a34b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0302150 Sep 30 13:03:31.594749 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b27a1-5261-4407-b4c1-c7669803c26a tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Pushing event deleted for resources: {'Port': ['ID=9250746d-c533-4298-be3a-9476c32b1d72,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:31.616334 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-0b542374-aa70-4dac-b174-f0ee8e0f4856 service neutron] Request body: {'port': {'device_id': '2732d3ad-6e01-4dc6-939e-5642c7760ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:31.716077 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42976) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:31.764188 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae7359e-f7a0-4e5f-aa68-f0ae55cc0e8b req-513b27a1-5261-4407-b4c1-c7669803c26a tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] No DVR routers for this DVR port 9250746d-c533-4298-be3a-9476c32b1d72 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:03:31.769538 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0ae7359e-f7a0-4e5f-aa68-f0ae55cc0e8b req-513b27a1-5261-4407-b4c1-c7669803c26a tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:31.771996 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0ae7359e-f7a0-4e5f-aa68-f0ae55cc0e8b req-513b27a1-5261-4407-b4c1-c7669803c26a tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.54 "DELETE /v2.0/ports/9250746d-c533-4298-be3a-9476c32b1d72 HTTP/1.1" status: 204 len: 173 time: 1.2025955 Sep 30 13:03:31.815917 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-0b542374-aa70-4dac-b174-f0ee8e0f4856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:31.864924 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ab95f5b0-e778-4b9c-87ab-50dfb371cc27 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:03:31.896242 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-cfd0b73c-1da3-4280-8a81-51f48bf733e8 None None] Deleting port 5a022c1d-0052-41bb-a564-0a17c4d907c9 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:03:31.896898 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cfd0b73c-1da3-4280-8a81-51f48bf733e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:31.899086 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280532a-26d3-480e-95ca-b82bda35bb75 req-02f8fd3b-a827-463c-8fc9-de0e5fe923d9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:31.922223 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280532a-26d3-480e-95ca-b82bda35bb75 req-02f8fd3b-a827-463c-8fc9-de0e5fe923d9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:31.934521 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280532a-26d3-480e-95ca-b82bda35bb75 req-02f8fd3b-a827-463c-8fc9-de0e5fe923d9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:31.942567 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280532a-26d3-480e-95ca-b82bda35bb75 req-02f8fd3b-a827-463c-8fc9-de0e5fe923d9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:31.964740 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280532a-26d3-480e-95ca-b82bda35bb75 req-02f8fd3b-a827-463c-8fc9-de0e5fe923d9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:31.972463 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280532a-26d3-480e-95ca-b82bda35bb75 req-02f8fd3b-a827-463c-8fc9-de0e5fe923d9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:31.980678 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280532a-26d3-480e-95ca-b82bda35bb75 req-02f8fd3b-a827-463c-8fc9-de0e5fe923d9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:31.990463 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9280532a-26d3-480e-95ca-b82bda35bb75 req-02f8fd3b-a827-463c-8fc9-de0e5fe923d9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5422 time: 0.5242431 Sep 30 13:03:32.017145 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b724aa73-2625-41b3-a729-16de63cf07d7 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:03:32.058219 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-bc97713e-ce46-4dc3-95e2-73b25b80dedf admin admin] Deleting port 5a022c1d-0052-41bb-a564-0a17c4d907c9 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:03:32.058557 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc97713e-ce46-4dc3-95e2-73b25b80dedf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:32.066600 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: b724aa73-2625-41b3-a729-16de63cf07d7 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:03:32.066931 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b724aa73-2625-41b3-a729-16de63cf07d7 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:03:32.067511 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 5a022c1d-0052-41bb-a564-0a17c4d907c9 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:03:32.068097 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5e4e68d7-cc00-4ff0-bd2f-2fe67b37633b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:32.099134 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9280532a-26d3-480e-95ca-b82bda35bb75 req-d704b96e-003c-4051-8577-9c1b63578a36 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1073625 Sep 30 13:03:32.104742 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f920092-20b2-4aa5-a674-029034aebb8f req-6663b5cb-cfe5-4804-a758-a8d7771be464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:32.106301 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f920092-20b2-4aa5-a674-029034aebb8f req-6663b5cb-cfe5-4804-a758-a8d7771be464 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a HTTP/1.1" status: 200 len: 921 time: 0.8474500 Sep 30 13:03:32.194120 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f45ad-4f84-4fa8-8d00-cb5a5bcebd00 req-f6acc791-8e8c-40ee-8f62-742ee80ea03e tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:32.202150 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ca5f45ad-4f84-4fa8-8d00-cb5a5bcebd00 req-f6acc791-8e8c-40ee-8f62-742ee80ea03e tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 944 time: 0.7923512 Sep 30 13:03:32.210383 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f920092-20b2-4aa5-a674-029034aebb8f req-392f3bdd-5a7b-4a46-be3c-59a6fedd63e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab95f5b0-e778-4b9c-87ab-50dfb371cc27 HTTP/1.1" status: 200 len: 217 time: 0.0758331 Sep 30 13:03:32.218136 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-bc97713e-ce46-4dc3-95e2-73b25b80dedf admin admin] For port 5a022c1d-0052-41bb-a564-0a17c4d907c9, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=5a022c1d-0052-41bb-a564-0a17c4d907c9,segment=NetworkSegment(fce243b1-29c1-429f-8048-4239c3c11ea3),segment_id=fce243b1-29c1-429f-8048-4239c3c11ea3)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:32.218384 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc97713e-ce46-4dc3-95e2-73b25b80dedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:32.234232 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.resource_extend [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 13:03:32.277236 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-bc97713e-ce46-4dc3-95e2-73b25b80dedf admin admin] Calling delete_port for 5a022c1d-0052-41bb-a564-0a17c4d907c9 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:03:32.285997 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-cfd0b73c-1da3-4280-8a81-51f48bf733e8 None None] For port 5a022c1d-0052-41bb-a564-0a17c4d907c9, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=5a022c1d-0052-41bb-a564-0a17c4d907c9,segment=NetworkSegment(fce243b1-29c1-429f-8048-4239c3c11ea3),segment_id=fce243b1-29c1-429f-8048-4239c3c11ea3)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:32.286780 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cfd0b73c-1da3-4280-8a81-51f48bf733e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:32.316628 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ca5f45ad-4f84-4fa8-8d00-cb5a5bcebd00 req-a7f02015-14b1-4c56-8ef0-1833f0341b35 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136098 Sep 30 13:03:32.349015 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f920092-20b2-4aa5-a674-029034aebb8f req-0ffc2914-8187-419a-a0c0-cd1c9aa1c897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:32.350141 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5e4e68d7-cc00-4ff0-bd2f-2fe67b37633b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:32.350630 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f920092-20b2-4aa5-a674-029034aebb8f req-0ffc2914-8187-419a-a0c0-cd1c9aa1c897 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d2a3567b-bc5f-477b-8f28-c16dcd278961 HTTP/1.1" status: 200 len: 860 time: 0.1289337 Sep 30 13:03:32.357155 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-cfd0b73c-1da3-4280-8a81-51f48bf733e8 None None] Calling delete_port for 5a022c1d-0052-41bb-a564-0a17c4d907c9 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:03:32.399490 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5e4e68d7-cc00-4ff0-bd2f-2fe67b37633b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:32.405042 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f920092-20b2-4aa5-a674-029034aebb8f req-fcb82553-556e-4018-84b2-54421bf0726d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471623 Sep 30 13:03:32.485622 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc97713e-ce46-4dc3-95e2-73b25b80dedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:32.504730 n-d-810909-2 neutron-server[94765]: INFO neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No ports have port_id starting with 5a022c1d-0052-41bb-a564-0a17c4d907c9 Sep 30 13:03:32.510871 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5e4e68d7-cc00-4ff0-bd2f-2fe67b37633b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d06291fd8a3443548e023759f97273c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7897382 Sep 30 13:03:32.522760 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device f5f84222-75f6-47e3-8666-65e15b580211 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:03:32.541832 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42984) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:32.555228 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2ab8bdb3-270f-405e-a854-54111476d950 req-a24ac075-d9eb-4f2e-b5d1-1fbe697fc391 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=853540a5-261e-4237-bc80-c838b2b5d907 HTTP/1.1" status: 200 len: 210 time: 0.0832365 Sep 30 13:03:32.558914 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc97713e-ce46-4dc3-95e2-73b25b80dedf admin admin] No DVR routers for this DVR port 5a022c1d-0052-41bb-a564-0a17c4d907c9 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:03:32.560666 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97713e-ce46-4dc3-95e2-73b25b80dedf admin admin] Pushing event deleted for resources: {'Port': ['ID=5a022c1d-0052-41bb-a564-0a17c4d907c9,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:32.576294 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:03:32.586104 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e68d7-cc00-4ff0-bd2f-2fe67b37633b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb136174-ceff-449b-8380-65781ebe20a8,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:32.605435 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-0b542374-aa70-4dac-b174-f0ee8e0f4856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f3328b-321c-496f-9969-4dcbe18927e9 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:03:32.616632 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145b52b-1fc6-477e-a472-946b63a19671 req-fb865f25-4768-4af2-b62d-e73360b41862 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:32.618178 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a145b52b-1fc6-477e-a472-946b63a19671 req-fb865f25-4768-4af2-b62d-e73360b41862 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 931 time: 0.2472680 Sep 30 13:03:32.624946 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-0b542374-aa70-4dac-b174-f0ee8e0f4856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:32.653508 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: f5f84222-75f6-47e3-8666-65e15b580211 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:03:32.653824 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device f5f84222-75f6-47e3-8666-65e15b580211 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:03:32.663801 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-0b542374-aa70-4dac-b174-f0ee8e0f4856 service neutron] Transition to ACTIVE for port object 52f3328b-321c-496f-9969-4dcbe18927e9 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:03:32.673320 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port ab95f5b0-e778-4b9c-87ab-50dfb371cc27, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=ab95f5b0-e778-4b9c-87ab-50dfb371cc27,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:32.683328 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-0b542374-aa70-4dac-b174-f0ee8e0f4856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:32.687454 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a145b52b-1fc6-477e-a472-946b63a19671 req-93b80aa6-ddce-4241-b86b-9d6a90d85e06 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571196 Sep 30 13:03:32.701178 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc97713e-ce46-4dc3-95e2-73b25b80dedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:32.737426 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f920092-20b2-4aa5-a674-029034aebb8f req-3e78c95b-e8f9-44dc-849a-a1f348ebf7c8 service neutron] 10.222.0.54 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920644 Sep 30 13:03:32.741563 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-bc97713e-ce46-4dc3-95e2-73b25b80dedf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:32.744458 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ab95f5b0-e778-4b9c-87ab-50dfb371cc27 has no active binding in host n-h1-810909-2 {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 30 13:03:32.748266 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ef3527f4-03af-493e-afb7-bc05bfc1e352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:32.773084 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b542374-aa70-4dac-b174-f0ee8e0f4856 service neutron] Pushing event updated for resources: {'Port': ['ID=52f3328b-321c-496f-9969-4dcbe18927e9,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:32.778424 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-bc97713e-ce46-4dc3-95e2-73b25b80dedf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce243b1-29c1-429f-8048-4239c3c11ea3') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:32.778844 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-bc97713e-ce46-4dc3-95e2-73b25b80dedf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce243b1-29c1-429f-8048-4239c3c11ea3') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:32.784575 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cfd0b73c-1da3-4280-8a81-51f48bf733e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:32.786525 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ef3527f4-03af-493e-afb7-bc05bfc1e352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:32.794479 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc97713e-ce46-4dc3-95e2-73b25b80dedf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:32.822108 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0b73c-1da3-4280-8a81-51f48bf733e8 None None] Pushing event deleted for resources: {'Port': ['ID=5a022c1d-0052-41bb-a564-0a17c4d907c9,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:32.825049 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd0b73c-1da3-4280-8a81-51f48bf733e8 None None] No DVR routers for this DVR port 5a022c1d-0052-41bb-a564-0a17c4d907c9 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:03:32.843581 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc97713e-ce46-4dc3-95e2-73b25b80dedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:32.857537 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc97713e-ce46-4dc3-95e2-73b25b80dedf admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:03:32.858061 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc97713e-ce46-4dc3-95e2-73b25b80dedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:03:32.859889 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:03:32.867102 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-0b542374-aa70-4dac-b174-f0ee8e0f4856 service neutron] Attempting to bind port 52f3328b-321c-496f-9969-4dcbe18927e9 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:03:32.867446 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-0b542374-aa70-4dac-b174-f0ee8e0f4856 service neutron] Attempting to bind port 52f3328b-321c-496f-9969-4dcbe18927e9 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:03:32.867770 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-0b542374-aa70-4dac-b174-f0ee8e0f4856 service neutron] Attempting to bind port 52f3328b-321c-496f-9969-4dcbe18927e9 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:32.875080 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-0b542374-aa70-4dac-b174-f0ee8e0f4856 service neutron] Port 52f3328b-321c-496f-9969-4dcbe18927e9 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:03:32.875403 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-0b542374-aa70-4dac-b174-f0ee8e0f4856 service neutron] Attempting to bind port 52f3328b-321c-496f-9969-4dcbe18927e9 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:32.881307 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-0b542374-aa70-4dac-b174-f0ee8e0f4856 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:03:32.881678 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-0b542374-aa70-4dac-b174-f0ee8e0f4856 service neutron] Checking segment: {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:03:32.882208 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-0b542374-aa70-4dac-b174-f0ee8e0f4856 service neutron] Bound using segment: {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:03:32.882726 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-0b542374-aa70-4dac-b174-f0ee8e0f4856 service neutron] Bound port: 52f3328b-321c-496f-9969-4dcbe18927e9, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:03:32.883088 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-0b542374-aa70-4dac-b174-f0ee8e0f4856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:32.933023 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f920092-20b2-4aa5-a674-029034aebb8f req-0f427070-68cf-457b-8527-5e9b80430cdd service neutron] 10.222.0.54 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870039 Sep 30 13:03:32.939237 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ef3527f4-03af-493e-afb7-bc05bfc1e352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:32.941501 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc97713e-ce46-4dc3-95e2-73b25b80dedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:32.942080 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ef3527f4-03af-493e-afb7-bc05bfc1e352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:32.945544 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ef3527f4-03af-493e-afb7-bc05bfc1e352 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bb136174-ceff-449b-8380-65781ebe20a8 HTTP/1.1" status: 204 len: 168 time: 0.3985109 Sep 30 13:03:32.951156 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc97713e-ce46-4dc3-95e2-73b25b80dedf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:32.957257 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bc97713e-ce46-4dc3-95e2-73b25b80dedf admin admin] 10.222.0.18 "DELETE /v2.0/networks/8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9 HTTP/1.1" status: 204 len: 168 time: 1.8733408 Sep 30 13:03:32.960508 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3527f4-03af-493e-afb7-bc05bfc1e352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb136174-ceff-449b-8380-65781ebe20a8,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:32.971231 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97713e-ce46-4dc3-95e2-73b25b80dedf admin admin] Pushing event deleted for resources: {'Network': ['ID=8d16cb2a-7aab-4727-98f9-6beb2b3dc1b9,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:33.000107 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-0b542374-aa70-4dac-b174-f0ee8e0f4856 service neutron] For port 52f3328b-321c-496f-9969-4dcbe18927e9, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:03:33.005415 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-0b542374-aa70-4dac-b174-f0ee8e0f4856 service neutron] For port 52f3328b-321c-496f-9969-4dcbe18927e9, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=52f3328b-321c-496f-9969-4dcbe18927e9,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:03:33.013064 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-0b542374-aa70-4dac-b174-f0ee8e0f4856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:33.064666 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-0b542374-aa70-4dac-b174-f0ee8e0f4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:33.065302 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-0b542374-aa70-4dac-b174-f0ee8e0f4856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:33.068692 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-0b542374-aa70-4dac-b174-f0ee8e0f4856 service neutron] 10.222.0.39 "PUT /v2.0/ports/52f3328b-321c-496f-9969-4dcbe18927e9 HTTP/1.1" status: 200 len: 1091 time: 1.4631791 Sep 30 13:03:33.096372 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b542374-aa70-4dac-b174-f0ee8e0f4856 service neutron] Pushing event updated for resources: {'Port': ['ID=52f3328b-321c-496f-9969-4dcbe18927e9,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:33.156751 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853540a5-261e-4237-bc80-c838b2b5d907', 'name': 'network-vif-deleted', 'tag': '9250746d-c533-4298-be3a-9476c32b1d72'}, {'name': 'network-changed', 'server_uuid': '2732d3ad-6e01-4dc6-939e-5642c7760ce3', 'tag': '52f3328b-321c-496f-9969-4dcbe18927e9'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:03:33.159096 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a12bb7-1cd7-44b4-9baa-d75779f5fa0e" -d '{"events": [{"server_uuid": "853540a5-261e-4237-bc80-c838b2b5d907", "name": "network-vif-deleted", "tag": "9250746d-c533-4298-be3a-9476c32b1d72"}, {"name": "network-changed", "server_uuid": "2732d3ad-6e01-4dc6-939e-5642c7760ce3", "tag": "52f3328b-321c-496f-9969-4dcbe18927e9"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:03:33.179401 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-26760712-a3d9-4817-ab06-02d163354ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:33.180966 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-26760712-a3d9-4817-ab06-02d163354ed2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 1094 time: 0.0635128 Sep 30 13:03:33.193345 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42998) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:33.216671 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 30 Sep 2021 13:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f020c9a1-cb01-4cd6-abfa-c51638d710c5 x-openstack-request-id: req-f020c9a1-cb01-4cd6-abfa-c51638d710c5 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:33.217047 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853540a5-261e-4237-bc80-c838b2b5d907", "name": "network-vif-deleted", "tag": "9250746d-c533-4298-be3a-9476c32b1d72", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2732d3ad-6e01-4dc6-939e-5642c7760ce3", "tag": "52f3328b-321c-496f-9969-4dcbe18927e9", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:33.217360 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f020c9a1-cb01-4cd6-abfa-c51638d710c5 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:33.217992 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853540a5-261e-4237-bc80-c838b2b5d907', 'name': 'network-vif-deleted', 'tag': '9250746d-c533-4298-be3a-9476c32b1d72', 'status': 'completed', 'code': 200} Sep 30 13:03:33.218330 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2732d3ad-6e01-4dc6-939e-5642c7760ce3', 'tag': '52f3328b-321c-496f-9969-4dcbe18927e9', 'status': 'completed', 'code': 200} Sep 30 13:03:33.261146 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-92d729fe-3f76-46f3-82ac-fb87fd353593 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52f3328b-321c-496f-9969-4dcbe18927e9 HTTP/1.1" status: 200 len: 217 time: 0.0419037 Sep 30 13:03:33.295764 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ea5fac95-76bd-45ae-9f7d-bf1984fac7e5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1918ce5530b54418b123e59195052815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1011767 Sep 30 13:03:33.296016 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50322a2a-2349-473b-9add-545b44b55be7 req-24e8c603-de16-42a8-b3c0-e8b773906510 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:33.303037 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50322a2a-2349-473b-9add-545b44b55be7 req-24e8c603-de16-42a8-b3c0-e8b773906510 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:33.309813 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50322a2a-2349-473b-9add-545b44b55be7 req-24e8c603-de16-42a8-b3c0-e8b773906510 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:33.316134 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50322a2a-2349-473b-9add-545b44b55be7 req-24e8c603-de16-42a8-b3c0-e8b773906510 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:33.317324 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43004) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:33.322809 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50322a2a-2349-473b-9add-545b44b55be7 req-24e8c603-de16-42a8-b3c0-e8b773906510 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:33.328530 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50322a2a-2349-473b-9add-545b44b55be7 req-24e8c603-de16-42a8-b3c0-e8b773906510 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:33.334526 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50322a2a-2349-473b-9add-545b44b55be7 req-24e8c603-de16-42a8-b3c0-e8b773906510 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:33.336585 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-50322a2a-2349-473b-9add-545b44b55be7 req-24e8c603-de16-42a8-b3c0-e8b773906510 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5422 time: 0.1013699 Sep 30 13:03:33.367228 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-867ea74a-3a69-4297-aabf-853328742299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:33.369435 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-867ea74a-3a69-4297-aabf-853328742299 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d154e7f6-f478-45ee-9bd0-03f890cad96e HTTP/1.1" status: 200 len: 847 time: 0.0860653 Sep 30 13:03:33.391727 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-47fe12cb-c72b-48ae-9cb1-fab73aafc80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:33.397142 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-50322a2a-2349-473b-9add-545b44b55be7 req-6290fe43-cfbe-40d0-89f3-03163d224b36 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491471 Sep 30 13:03:33.437198 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-2e82df54-5b4c-42bd-87e0-c3e123955c88 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=49ef354a-ba5f-45a0-ae5d-336431ac76bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460620 Sep 30 13:03:33.476246 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-47fe12cb-c72b-48ae-9cb1-fab73aafc80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:33.583192 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7eae3-a1ec-4d98-9af9-d1cf725a452f req-b3bb76f8-bf33-46b6-9696-4bb1c6cc89b2 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:33.584779 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7ca7eae3-a1ec-4d98-9af9-d1cf725a452f req-b3bb76f8-bf33-46b6-9696-4bb1c6cc89b2 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 944 time: 0.1539905 Sep 30 13:03:33.620443 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-99ce4cec-0290-4545-be1d-39fa34333fa4 service neutron] 10.222.0.39 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695182 Sep 30 13:03:33.656358 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-47fe12cb-c72b-48ae-9cb1-fab73aafc80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:33.659149 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-47fe12cb-c72b-48ae-9cb1-fab73aafc80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:33.662516 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-47fe12cb-c72b-48ae-9cb1-fab73aafc80b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f01f0d8-4018-48c5-af83-0cf99dbdfcf6 HTTP/1.1" status: 204 len: 168 time: 0.3418112 Sep 30 13:03:33.678294 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7ca7eae3-a1ec-4d98-9af9-d1cf725a452f req-d109682b-113d-4bef-a238-61753561fefb tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824130 Sep 30 13:03:33.686140 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe12cb-c72b-48ae-9cb1-fab73aafc80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f01f0d8-4018-48c5-af83-0cf99dbdfcf6,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:33.775884 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33e254e8-cad4-443f-b750-c149ae0925d3 req-bb742af4-ceb0-4263-a967-1403b7797335 service neutron] 10.222.0.39 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451952 Sep 30 13:03:33.875324 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43034) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:33.895525 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1682d5-cdf6-4c19-9ff0-eee97f145ffd req-34b927cf-1cc7-4890-9c73-98a585455ff0 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:33.897577 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0d1682d5-cdf6-4c19-9ff0-eee97f145ffd req-34b927cf-1cc7-4890-9c73-98a585455ff0 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 943 time: 0.0975728 Sep 30 13:03:33.901439 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a12bb7-1cd7-44b4-9baa-d75779f5fa0e req-0fda994d-10e1-4968-ab76-ce0c718391a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:33.903072 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f2a12bb7-1cd7-44b4-9baa-d75779f5fa0e req-0fda994d-10e1-4968-ab76-ce0c718391a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 1094 time: 0.0653784 Sep 30 13:03:33.968857 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95759388-3be0-4954-a13b-d6b0e1a39359 req-5f217cc3-ea05-4369-ad8e-e118ae512190 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:33.972162 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0d1682d5-cdf6-4c19-9ff0-eee97f145ffd req-37da3418-69d9-4989-9acd-81c359efb1bc tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681732 Sep 30 13:03:33.976847 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-95759388-3be0-4954-a13b-d6b0e1a39359 req-5f217cc3-ea05-4369-ad8e-e118ae512190 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=066fe2a6-3ad6-4aea-8e84-4a38d8a96df8 HTTP/1.1" status: 200 len: 950 time: 0.0599253 Sep 30 13:03:34.014890 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-95759388-3be0-4954-a13b-d6b0e1a39359 req-a28c1b1f-b151-4a17-a673-f6276dd350dc tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371799 Sep 30 13:03:34.056077 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a12bb7-1cd7-44b4-9baa-d75779f5fa0e req-49f38efe-a15b-4f1a-82dc-24e45489de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:34.058219 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f2a12bb7-1cd7-44b4-9baa-d75779f5fa0e req-49f38efe-a15b-4f1a-82dc-24e45489de59 service neutron] 10.222.0.39 "GET /v2.0/networks?id=49ef354a-ba5f-45a0-ae5d-336431ac76bd HTTP/1.1" status: 200 len: 908 time: 0.1471696 Sep 30 13:03:34.088576 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-911796dd-545b-48da-a37e-6615113dc6a8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-413480197-network', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:34.101307 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f2a12bb7-1cd7-44b4-9baa-d75779f5fa0e req-262d6a14-b352-4e93-ad27-60959859dd27 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52f3328b-321c-496f-9969-4dcbe18927e9 HTTP/1.1" status: 200 len: 217 time: 0.0353787 Sep 30 13:03:34.110829 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911796dd-545b-48da-a37e-6615113dc6a8 admin admin] Made reservation on behalf of 2d47c5f4db0b40ebafa33b6cab0bb6ca for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:03:34.115441 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-911796dd-545b-48da-a37e-6615113dc6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:34.129467 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-911796dd-545b-48da-a37e-6615113dc6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:34.153081 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a12bb7-1cd7-44b4-9baa-d75779f5fa0e req-23571614-e891-4ece-9e7c-1bfa91472640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:34.154590 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f2a12bb7-1cd7-44b4-9baa-d75779f5fa0e req-23571614-e891-4ece-9e7c-1bfa91472640 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d154e7f6-f478-45ee-9bd0-03f890cad96e HTTP/1.1" status: 200 len: 847 time: 0.0445538 Sep 30 13:03:34.194182 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f2a12bb7-1cd7-44b4-9baa-d75779f5fa0e req-0eaf2285-15ee-49c7-8c94-cc8951a6164f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=49ef354a-ba5f-45a0-ae5d-336431ac76bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313413 Sep 30 13:03:34.230424 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-911796dd-545b-48da-a37e-6615113dc6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:34.234424 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-911796dd-545b-48da-a37e-6615113dc6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:34.259582 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-911796dd-545b-48da-a37e-6615113dc6a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:03:34.269217 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911796dd-545b-48da-a37e-6615113dc6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0315174-b17a-43ff-9bcc-a006db6de83f,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:34.274022 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-911796dd-545b-48da-a37e-6615113dc6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:34.274447 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-911796dd-545b-48da-a37e-6615113dc6a8 admin admin] Added segment 43f5aa2a-7a86-4eac-bb2b-076a8ae826a8 of type vlan for network 0f9e9a25-efc7-491a-8143-c6db148dfd0c Sep 30 13:03:34.298891 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f2a12bb7-1cd7-44b4-9baa-d75779f5fa0e req-55c10ea1-18af-41c2-be3e-634f1030fda5 service neutron] 10.222.0.39 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896654 Sep 30 13:03:34.320332 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-911796dd-545b-48da-a37e-6615113dc6a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:34.349073 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-911796dd-545b-48da-a37e-6615113dc6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:34.350470 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911796dd-545b-48da-a37e-6615113dc6a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:34.351157 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-911796dd-545b-48da-a37e-6615113dc6a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:34.389864 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-911796dd-545b-48da-a37e-6615113dc6a8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5127401 Sep 30 13:03:34.394742 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43056) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:34.400742 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d7e6145d-c3f4-4403-8caa-586a348d3d30 admin admin] Request body: {'subnet': {'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-413480197-subnet', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:34.430371 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911796dd-545b-48da-a37e-6615113dc6a8 admin admin] Pushing event updated for resources: {'Network': ['ID=0f9e9a25-efc7-491a-8143-c6db148dfd0c,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:34.432870 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f2a12bb7-1cd7-44b4-9baa-d75779f5fa0e req-749196eb-e716-4a4c-8bf6-f8ad387a37d3 service neutron] 10.222.0.39 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256318 Sep 30 13:03:34.440536 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911796dd-545b-48da-a37e-6615113dc6a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:34.440844 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911796dd-545b-48da-a37e-6615113dc6a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:34.441590 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911796dd-545b-48da-a37e-6615113dc6a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:34.441933 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911796dd-545b-48da-a37e-6615113dc6a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:34.442281 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911796dd-545b-48da-a37e-6615113dc6a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:34.442791 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911796dd-545b-48da-a37e-6615113dc6a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:34.443521 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911796dd-545b-48da-a37e-6615113dc6a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:34.444000 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911796dd-545b-48da-a37e-6615113dc6a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:34.444632 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911796dd-545b-48da-a37e-6615113dc6a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:34.445117 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911796dd-545b-48da-a37e-6615113dc6a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:34.445591 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911796dd-545b-48da-a37e-6615113dc6a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:34.446093 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911796dd-545b-48da-a37e-6615113dc6a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:34.462355 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 0f9e9a25-efc7-491a-8143-c6db148dfd0c details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:03:34.464023 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e6145d-c3f4-4403-8caa-586a348d3d30 admin admin] Made reservation on behalf of 2d47c5f4db0b40ebafa33b6cab0bb6ca for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:03:34.467183 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d7e6145d-c3f4-4403-8caa-586a348d3d30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:34.566463 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b9574-82c3-4610-894e-8856af264706 req-66d533cf-ed8f-4335-b346-7c1406ee79ea tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:34.572893 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b9574-82c3-4610-894e-8856af264706 req-66d533cf-ed8f-4335-b346-7c1406ee79ea tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:34.578805 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b9574-82c3-4610-894e-8856af264706 req-66d533cf-ed8f-4335-b346-7c1406ee79ea tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:34.584638 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43062) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:34.584768 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b9574-82c3-4610-894e-8856af264706 req-66d533cf-ed8f-4335-b346-7c1406ee79ea tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:34.591106 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b9574-82c3-4610-894e-8856af264706 req-66d533cf-ed8f-4335-b346-7c1406ee79ea tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:34.597018 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b9574-82c3-4610-894e-8856af264706 req-66d533cf-ed8f-4335-b346-7c1406ee79ea tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:34.602932 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b9574-82c3-4610-894e-8856af264706 req-66d533cf-ed8f-4335-b346-7c1406ee79ea tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:34.604879 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3d5b9574-82c3-4610-894e-8856af264706 req-66d533cf-ed8f-4335-b346-7c1406ee79ea tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5422 time: 0.0977046 Sep 30 13:03:34.648843 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3d5b9574-82c3-4610-894e-8856af264706 req-0b0b7102-1a3c-42f4-b486-8c150511e272 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371962 Sep 30 13:03:34.664267 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d7e6145d-c3f4-4403-8caa-586a348d3d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:34.701944 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-a74c940d-c0a3-4f84-9a4d-7aac44620ff8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1820394865-network', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:34.747006 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6145d-c3f4-4403-8caa-586a348d3d30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dab259b8-7f2d-4c77-ac66-ab5ff9b3b271,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:34.755106 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74c940d-c0a3-4f84-9a4d-7aac44620ff8 admin admin] Made reservation on behalf of 709b4a13cb0a4dd9a6e7e0c68425f852 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:03:34.756875 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a74c940d-c0a3-4f84-9a4d-7aac44620ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:34.760186 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e6145d-c3f4-4403-8caa-586a348d3d30 admin admin] Checking segment: {'id': '43f5aa2a-7a86-4eac-bb2b-076a8ae826a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:03:34.760545 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e6145d-c3f4-4403-8caa-586a348d3d30 admin admin] Network hostable DHCP agents. Network: 0f9e9a25-efc7-491a-8143-c6db148dfd0c, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:03:34.773178 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 9250746d-c533-4298-be3a-9476c32b1d72 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:03:34.777884 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a74c940d-c0a3-4f84-9a4d-7aac44620ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:34.793602 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 9250746d-c533-4298-be3a-9476c32b1d72 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:03:34.793946 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 9250746d-c533-4298-be3a-9476c32b1d72 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:03:34.827795 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e6145d-c3f4-4403-8caa-586a348d3d30 admin admin] Network 0f9e9a25-efc7-491a-8143-c6db148dfd0c is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:03:34.842863 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-d7e6145d-c3f4-4403-8caa-586a348d3d30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 0f9e9a25-efc7-491a-8143-c6db148dfd0c) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:03:34.852508 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36e8930-b154-4a52-8bac-7d3533015ea8 None None] Network 0f9e9a25-efc7-491a-8143-c6db148dfd0c requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:03:34.855310 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e6145d-c3f4-4403-8caa-586a348d3d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:34.855906 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d7e6145d-c3f4-4403-8caa-586a348d3d30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:34.867566 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed50a8-acb3-4164-839c-72e0145d338c req-47586751-77d2-4e4b-b2c4-fecc15e18f0f tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:34.869589 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05ed50a8-acb3-4164-839c-72e0145d338c req-47586751-77d2-4e4b-b2c4-fecc15e18f0f tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 944 time: 0.1011419 Sep 30 13:03:34.934624 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05ed50a8-acb3-4164-839c-72e0145d338c req-7a60b36f-5467-44dc-999b-a259304b71ca tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578737 Sep 30 13:03:34.970606 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a74c940d-c0a3-4f84-9a4d-7aac44620ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:34.976486 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a74c940d-c0a3-4f84-9a4d-7aac44620ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:34.984841 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d7e6145d-c3f4-4403-8caa-586a348d3d30 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5889509 Sep 30 13:03:34.987751 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43070) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:34.992359 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-596bc69b-b8f2-419d-aeeb-ba6ab1f2ab9d admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-413480197-router', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:35.029780 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-596bc69b-b8f2-419d-aeeb-ba6ab1f2ab9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:35.030920 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-596bc69b-b8f2-419d-aeeb-ba6ab1f2ab9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:35.031377 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4182e76c-c728-4612-a49f-ab6ddf7331fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-0f9e9a25-efc7-491a-8143-c6db148dfd0c', 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'fixed_ips': [{'subnet_id': 'dab259b8-7f2d-4c77-ac66-ab5ff9b3b271'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:03:35.032599 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4182e76c-c728-4612-a49f-ab6ddf7331fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:35.033892 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74c940d-c0a3-4f84-9a4d-7aac44620ff8 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:03:35.036402 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c940d-c0a3-4f84-9a4d-7aac44620ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baca9b05-d601-443a-b301-6aaa0a7c962b,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:35.048917 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a74c940d-c0a3-4f84-9a4d-7aac44620ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:35.049786 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-a74c940d-c0a3-4f84-9a4d-7aac44620ff8 admin admin] Added segment deb31db1-d8df-41a6-b608-befa9fb857a5 of type vlan for network 76f7ace0-4a25-49af-ab9a-631a26ec2b18 Sep 30 13:03:35.097891 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-3de86009-2954-4920-966d-dcf0e86b75f9 service neutron] 10.222.0.54 "GET /v2.0/ports/ab95f5b0-e778-4b9c-87ab-50dfb371cc27/bindings/n-h1-810909-2 HTTP/1.1" status: 200 len: 384 time: 0.0693171 Sep 30 13:03:35.098548 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a74c940d-c0a3-4f84-9a4d-7aac44620ff8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:35.135922 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a74c940d-c0a3-4f84-9a4d-7aac44620ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:35.138206 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74c940d-c0a3-4f84-9a4d-7aac44620ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:35.138944 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a74c940d-c0a3-4f84-9a4d-7aac44620ff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:35.174240 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a74c940d-c0a3-4f84-9a4d-7aac44620ff8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.5859177 Sep 30 13:03:35.183750 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43076) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:35.204173 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-4182e76c-c728-4612-a49f-ab6ddf7331fe None None] Allocated IP 172.20.0.2 (0f9e9a25-efc7-491a-8143-c6db148dfd0c/dab259b8-7f2d-4c77-ac66-ab5ff9b3b271/6defcd17-8f0d-4b5a-9bf8-c34098f072d0) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:03:35.212901 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-596bc69b-b8f2-419d-aeeb-ba6ab1f2ab9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:35.218776 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-81c41ea3-9b74-4974-a4a8-67c9303e046e admin admin] Request body: {'subnet': {'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1820394865-subnet', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:35.255294 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c940d-c0a3-4f84-9a4d-7aac44620ff8 admin admin] Pushing event updated for resources: {'Network': ['ID=76f7ace0-4a25-49af-ab9a-631a26ec2b18,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:35.266126 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8954a-4630-4817-b13e-543b99904c18 req-4238caca-78d8-4c9c-8d88-36b687c648c9 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:35.267530 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a3d8954a-4630-4817-b13e-543b99904c18 req-4238caca-78d8-4c9c-8d88-36b687c648c9 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=066fe2a6-3ad6-4aea-8e84-4a38d8a96df8 HTTP/1.1" status: 200 len: 950 time: 0.1122415 Sep 30 13:03:35.311607 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a3d8954a-4630-4817-b13e-543b99904c18 req-ce6e5c5e-1dfb-4eeb-b5fb-c0a131fdca6e tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355718 Sep 30 13:03:35.315951 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 76f7ace0-4a25-49af-ab9a-631a26ec2b18 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:03:35.336314 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343383f9-c685-49a1-8327-a07fb28a0c16 req-a5e4aeaf-acc1-4840-a269-3c5fee486dad tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:35.337850 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-343383f9-c685-49a1-8327-a07fb28a0c16 req-a5e4aeaf-acc1-4840-a269-3c5fee486dad tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 943 time: 0.2129471 Sep 30 13:03:35.341065 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c41ea3-9b74-4974-a4a8-67c9303e046e admin admin] Made reservation on behalf of 709b4a13cb0a4dd9a6e7e0c68425f852 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:03:35.343286 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-81c41ea3-9b74-4974-a4a8-67c9303e046e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:35.399795 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d0802-1d99-4830-bbaf-e00b7815f3ef req-af70df15-f3a7-458d-907f-6e863c633dc5 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:35.401383 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7e6d0802-1d99-4830-bbaf-e00b7815f3ef req-af70df15-f3a7-458d-907f-6e863c633dc5 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.39 "GET /v2.0/ports?device_id=066fe2a6-3ad6-4aea-8e84-4a38d8a96df8 HTTP/1.1" status: 200 len: 950 time: 0.0495827 Sep 30 13:03:35.438051 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4182e76c-c728-4612-a49f-ab6ddf7331fe None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:35.449576 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4182e76c-c728-4612-a49f-ab6ddf7331fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:35.479277 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-596bc69b-b8f2-419d-aeeb-ba6ab1f2ab9d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:35.492427 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4182e76c-c728-4612-a49f-ab6ddf7331fe None None] Network 0f9e9a25-efc7-491a-8143-c6db148dfd0c is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:03:35.496746 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-4182e76c-c728-4612-a49f-ab6ddf7331fe None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:03:35.502743 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4182e76c-c728-4612-a49f-ab6ddf7331fe None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:03:35.518744 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182e76c-c728-4612-a49f-ab6ddf7331fe None None] Pushing event updated for resources: {'Port': ['ID=6defcd17-8f0d-4b5a-9bf8-c34098f072d0,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:35.539765 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-7e6d0802-1d99-4830-bbaf-e00b7815f3ef req-947ca78c-cac2-4d24-8800-408b84d43eae tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Deleting port 11a69a79-8602-4e0d-8c17-ce90d13899e8 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:03:35.540032 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7e6d0802-1d99-4830-bbaf-e00b7815f3ef req-947ca78c-cac2-4d24-8800-408b84d43eae tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:35.566113 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-4182e76c-c728-4612-a49f-ab6ddf7331fe None None] Attempting to bind port 6defcd17-8f0d-4b5a-9bf8-c34098f072d0 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:03:35.566484 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-4182e76c-c728-4612-a49f-ab6ddf7331fe None None] Attempting to bind port 6defcd17-8f0d-4b5a-9bf8-c34098f072d0 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '43f5aa2a-7a86-4eac-bb2b-076a8ae826a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:03:35.566845 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4182e76c-c728-4612-a49f-ab6ddf7331fe None None] Attempting to bind port 6defcd17-8f0d-4b5a-9bf8-c34098f072d0 on network 0f9e9a25-efc7-491a-8143-c6db148dfd0c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:35.572188 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4182e76c-c728-4612-a49f-ab6ddf7331fe None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:03:35.572552 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4182e76c-c728-4612-a49f-ab6ddf7331fe None None] Checking segment: {'id': '43f5aa2a-7a86-4eac-bb2b-076a8ae826a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:03:35.572962 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4182e76c-c728-4612-a49f-ab6ddf7331fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:35.573365 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4182e76c-c728-4612-a49f-ab6ddf7331fe None None] Bound using segment: {'id': '43f5aa2a-7a86-4eac-bb2b-076a8ae826a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:03:35.573828 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-4182e76c-c728-4612-a49f-ab6ddf7331fe None None] Bound port: 6defcd17-8f0d-4b5a-9bf8-c34098f072d0, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f5aa2a-7a86-4eac-bb2b-076a8ae826a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:03:35.574417 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4182e76c-c728-4612-a49f-ab6ddf7331fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:35.583838 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-343383f9-c685-49a1-8327-a07fb28a0c16 req-8338b6b8-c5c0-4da2-bfb3-b4b95b175245 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304044 Sep 30 13:03:35.642513 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-7e6d0802-1d99-4830-bbaf-e00b7815f3ef req-947ca78c-cac2-4d24-8800-408b84d43eae tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] For port 11a69a79-8602-4e0d-8c17-ce90d13899e8, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=11a69a79-8602-4e0d-8c17-ce90d13899e8,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:35.642873 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7e6d0802-1d99-4830-bbaf-e00b7815f3ef req-947ca78c-cac2-4d24-8800-408b84d43eae tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:35.656112 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-4182e76c-c728-4612-a49f-ab6ddf7331fe None None] For port 6defcd17-8f0d-4b5a-9bf8-c34098f072d0, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:03:35.656574 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-7e6d0802-1d99-4830-bbaf-e00b7815f3ef req-947ca78c-cac2-4d24-8800-408b84d43eae tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Calling delete_port for 11a69a79-8602-4e0d-8c17-ce90d13899e8 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:03:35.659608 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-4182e76c-c728-4612-a49f-ab6ddf7331fe None None] For port 6defcd17-8f0d-4b5a-9bf8-c34098f072d0, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=6defcd17-8f0d-4b5a-9bf8-c34098f072d0,segment=NetworkSegment(43f5aa2a-7a86-4eac-bb2b-076a8ae826a8),segment_id=43f5aa2a-7a86-4eac-bb2b-076a8ae826a8)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:03:35.666782 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4182e76c-c728-4612-a49f-ab6ddf7331fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:35.673333 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-1978799a-e2b1-48a7-b430-0f0eba74dbbb service neutron] For port ab95f5b0-e778-4b9c-87ab-50dfb371cc27, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=ab95f5b0-e778-4b9c-87ab-50dfb371cc27,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:35.741751 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-1978799a-e2b1-48a7-b430-0f0eba74dbbb service neutron] For port ab95f5b0-e778-4b9c-87ab-50dfb371cc27, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:03:35.808366 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182e76c-c728-4612-a49f-ab6ddf7331fe None None] Pushing event updated for resources: {'Port': ['ID=6defcd17-8f0d-4b5a-9bf8-c34098f072d0,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:35.856823 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-1978799a-e2b1-48a7-b430-0f0eba74dbbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab95f5b0-e778-4b9c-87ab-50dfb371cc27 {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:03:35.879639 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-1978799a-e2b1-48a7-b430-0f0eba74dbbb service neutron] For port ab95f5b0-e778-4b9c-87ab-50dfb371cc27, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ab95f5b0-e778-4b9c-87ab-50dfb371cc27,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:35.892468 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7e6d0802-1d99-4830-bbaf-e00b7815f3ef req-947ca78c-cac2-4d24-8800-408b84d43eae tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:35.908198 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['9adbcaa4-175f-4bda-b130-9147bdd5c1d0', 'e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8', '0cdedf33-c8b7-441b-a6fe-6cc0d76225be', '8e71fb98-3316-4858-9707-b96aec6d2288', '11a69a79-8602-4e0d-8c17-ce90d13899e8'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:35.909106 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-1978799a-e2b1-48a7-b430-0f0eba74dbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:35.913992 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-81c41ea3-9b74-4974-a4a8-67c9303e046e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:35.959020 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c86dc-d00f-4a86-bf9d-e3611b7511fb req-833a8224-b54e-45e6-b163-aeb65a9401a7 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:35.979437 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6b18421d-3672-4957-9df1-27317d4006b7', '6e09df4b-e0e2-4848-abda-3a11a18e8595'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:35.991278 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c86dc-d00f-4a86-bf9d-e3611b7511fb req-833a8224-b54e-45e6-b163-aeb65a9401a7 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:36.004555 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c86dc-d00f-4a86-bf9d-e3611b7511fb req-833a8224-b54e-45e6-b163-aeb65a9401a7 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:36.012047 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c86dc-d00f-4a86-bf9d-e3611b7511fb req-833a8224-b54e-45e6-b163-aeb65a9401a7 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:36.018300 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c86dc-d00f-4a86-bf9d-e3611b7511fb req-833a8224-b54e-45e6-b163-aeb65a9401a7 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:36.029228 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c86dc-d00f-4a86-bf9d-e3611b7511fb req-833a8224-b54e-45e6-b163-aeb65a9401a7 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:36.042219 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c86dc-d00f-4a86-bf9d-e3611b7511fb req-833a8224-b54e-45e6-b163-aeb65a9401a7 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:36.047962 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-078c86dc-d00f-4a86-bf9d-e3611b7511fb req-833a8224-b54e-45e6-b163-aeb65a9401a7 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5422 time: 0.2154169 Sep 30 13:03:36.083320 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ca78c-cac2-4d24-8800-408b84d43eae tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Pushing event deleted for resources: {'Port': ['ID=11a69a79-8602-4e0d-8c17-ce90d13899e8,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:36.149658 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6d0802-1d99-4830-bbaf-e00b7815f3ef req-947ca78c-cac2-4d24-8800-408b84d43eae tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] No DVR routers for this DVR port 11a69a79-8602-4e0d-8c17-ce90d13899e8 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:03:36.157647 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7e6d0802-1d99-4830-bbaf-e00b7815f3ef req-947ca78c-cac2-4d24-8800-408b84d43eae tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:36.159756 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7e6d0802-1d99-4830-bbaf-e00b7815f3ef req-947ca78c-cac2-4d24-8800-408b84d43eae tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.39 "DELETE /v2.0/ports/11a69a79-8602-4e0d-8c17-ce90d13899e8 HTTP/1.1" status: 204 len: 173 time: 0.7521243 Sep 30 13:03:36.160216 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066fe2a6-3ad6-4aea-8e84-4a38d8a96df8', 'name': 'network-vif-deleted', 'tag': '11a69a79-8602-4e0d-8c17-ce90d13899e8'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:03:36.162766 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597fcecc-5298-45c6-ab00-d34f5226d773" -d '{"events": [{"server_uuid": "066fe2a6-3ad6-4aea-8e84-4a38d8a96df8", "name": "network-vif-deleted", "tag": "11a69a79-8602-4e0d-8c17-ce90d13899e8"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:03:36.184647 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-078c86dc-d00f-4a86-bf9d-e3611b7511fb req-9f272c47-b658-43d1-b92a-edf1700f82f1 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1110721 Sep 30 13:03:36.204472 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c41ea3-9b74-4974-a4a8-67c9303e046e admin admin] Pushing event updated for resources: {'Subnet': ['ID=53cc4aed-c0f6-4bf3-a455-86c2a6798883,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:36.269509 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0330af5e-428c-40d8-93fe-24df57dfcee6 x-openstack-request-id: req-0330af5e-428c-40d8-93fe-24df57dfcee6 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:36.270189 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "066fe2a6-3ad6-4aea-8e84-4a38d8a96df8", "name": "network-vif-deleted", "tag": "11a69a79-8602-4e0d-8c17-ce90d13899e8", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:36.270189 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0330af5e-428c-40d8-93fe-24df57dfcee6 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:36.270659 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066fe2a6-3ad6-4aea-8e84-4a38d8a96df8', 'name': 'network-vif-deleted', 'tag': '11a69a79-8602-4e0d-8c17-ce90d13899e8', 'status': 'completed', 'code': 200} Sep 30 13:03:36.273658 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c41ea3-9b74-4974-a4a8-67c9303e046e admin admin] Checking segment: {'id': 'deb31db1-d8df-41a6-b608-befa9fb857a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:03:36.274058 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c41ea3-9b74-4974-a4a8-67c9303e046e admin admin] Network hostable DHCP agents. Network: 76f7ace0-4a25-49af-ab9a-631a26ec2b18, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:03:36.276974 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-596bc69b-b8f2-419d-aeeb-ba6ab1f2ab9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:36.307067 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a423ca3-58e0-40cd-bf0b-13715497a93c req-f61a989a-d20d-43c7-8d12-d94d55bdedf0 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:36.308474 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3a423ca3-58e0-40cd-bf0b-13715497a93c req-f61a989a-d20d-43c7-8d12-d94d55bdedf0 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 944 time: 0.2490029 Sep 30 13:03:36.309742 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-1978799a-e2b1-48a7-b430-0f0eba74dbbb service neutron] Transition to ACTIVE for port object ab95f5b0-e778-4b9c-87ab-50dfb371cc27 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:03:36.313998 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-596bc69b-b8f2-419d-aeeb-ba6ab1f2ab9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:36.329374 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-1978799a-e2b1-48a7-b430-0f0eba74dbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:36.411098 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c41ea3-9b74-4974-a4a8-67c9303e046e admin admin] Network 76f7ace0-4a25-49af-ab9a-631a26ec2b18 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:03:36.445329 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-81c41ea3-9b74-4974-a4a8-67c9303e046e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 76f7ace0-4a25-49af-ab9a-631a26ec2b18) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:03:36.470561 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6b5d1989-ec1d-4946-b889-d0ce7cf5a2f0 req-186c41f8-a85a-49c2-a8bb-c7c40b92ca4b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=066fe2a6-3ad6-4aea-8e84-4a38d8a96df8 HTTP/1.1" status: 200 len: 210 time: 0.0566864 Sep 30 13:03:36.481064 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501df697-a788-48a7-885d-e3721f212df5 None None] Network 76f7ace0-4a25-49af-ab9a-631a26ec2b18 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:03:36.486774 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c41ea3-9b74-4974-a4a8-67c9303e046e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:36.487370 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-81c41ea3-9b74-4974-a4a8-67c9303e046e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:36.499254 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-1978799a-e2b1-48a7-b430-0f0eba74dbbb service neutron] No DVR routers for this DVR port ab95f5b0-e778-4b9c-87ab-50dfb371cc27 on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:03:36.535314 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3a423ca3-58e0-40cd-bf0b-13715497a93c req-a7c2af01-899f-495a-a736-9f1b227e870b tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107828 Sep 30 13:03:36.548694 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978799a-e2b1-48a7-b430-0f0eba74dbbb service neutron] Pushing event updated for resources: {'Port': ['ID=ab95f5b0-e778-4b9c-87ab-50dfb371cc27,revision_number=10']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:36.579867 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-81c41ea3-9b74-4974-a4a8-67c9303e046e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3892698 Sep 30 13:03:36.581434 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43092) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:36.586242 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-ae85a20d-7784-4ff3-8260-5081f72e914c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1820394865-router', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:36.611518 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-596bc69b-b8f2-419d-aeeb-ba6ab1f2ab9d admin admin] Allocated IP 172.25.5.108 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/9a7eb502-4af7-4418-9a69-bb66752ff4d9) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:03:36.642275 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-1978799a-e2b1-48a7-b430-0f0eba74dbbb service neutron] 10.222.0.54 "PUT /v2.0/ports/ab95f5b0-e778-4b9c-87ab-50dfb371cc27/bindings/n-h1-810909-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5352564 Sep 30 13:03:36.654940 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ae85a20d-7784-4ff3-8260-5081f72e914c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:36.656134 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ae85a20d-7784-4ff3-8260-5081f72e914c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:36.782844 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ae85a20d-7784-4ff3-8260-5081f72e914c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:36.818115 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 83670bbb-25ac-4b77-ac32-d478dc7ddaeb details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:03:36.881870 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaceae45-1271-4f54-87b1-02b27a5312d9 req-3bdd336b-a599-476b-8052-0ec6c42c32e8 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:36.883640 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-aaceae45-1271-4f54-87b1-02b27a5312d9 req-3bdd336b-a599-476b-8052-0ec6c42c32e8 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 943 time: 0.1893892 Sep 30 13:03:36.948468 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-aaceae45-1271-4f54-87b1-02b27a5312d9 req-2384f98a-a7d5-48f5-94ce-1ff3f410eb4a tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485010 Sep 30 13:03:36.966566 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-596bc69b-b8f2-419d-aeeb-ba6ab1f2ab9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:37.008192 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-596bc69b-b8f2-419d-aeeb-ba6ab1f2ab9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:37.035730 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fd6f3f-415a-4986-9e11-af6fa45c90ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-76f7ace0-4a25-49af-ab9a-631a26ec2b18', 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'fixed_ips': [{'subnet_id': '53cc4aed-c0f6-4bf3-a455-86c2a6798883'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:03:37.036591 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6f3f-415a-4986-9e11-af6fa45c90ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:37.104220 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596bc69b-b8f2-419d-aeeb-ba6ab1f2ab9d admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:03:37.107942 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-596bc69b-b8f2-419d-aeeb-ba6ab1f2ab9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:03:37.111894 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596bc69b-b8f2-419d-aeeb-ba6ab1f2ab9d admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:03:37.117757 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596bc69b-b8f2-419d-aeeb-ba6ab1f2ab9d admin admin] Pushing event updated for resources: {'Port': ['ID=9a7eb502-4af7-4418-9a69-bb66752ff4d9,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:37.143206 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 83670bbb-25ac-4b77-ac32-d478dc7ddaeb, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=83670bbb-25ac-4b77-ac32-d478dc7ddaeb,segment=NetworkSegment(ac637a4a-2081-46b7-8c83-b608b8cef194),segment_id=ac637a4a-2081-46b7-8c83-b608b8cef194)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:37.194786 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af57c081-cb8a-4a9b-89d1-31deb4f32055 None None] Network 0f9e9a25-efc7-491a-8143-c6db148dfd0c requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:03:37.240196 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '83670bbb-25ac-4b77-ac32-d478dc7ddaeb', 'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48', 'port_id': '83670bbb-25ac-4b77-ac32-d478dc7ddaeb', 'mac_address': 'fa:16:3e:da:5e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520f9abb-4aa3-4c91-b512-dfb75ecf6576', 'ip_address': '10.1.1.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:03:37.248048 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-c80d6b12-5195-4938-9e3f-63154c082283 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:37.249190 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-c80d6b12-5195-4938-9e3f-63154c082283 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26&tenant_id=bfee4c1083184c949bfe63d2e5d7a195&binding%3Ahost_id=n-h2-810909-2 HTTP/1.1" status: 200 len: 1096 time: 0.4647720 Sep 30 13:03:37.348290 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ae85a20d-7784-4ff3-8260-5081f72e914c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:37.398435 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-596bc69b-b8f2-419d-aeeb-ba6ab1f2ab9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:37.403212 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-d2e61823-4a7e-4be7-8122-a6f212204d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:37.404786 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-d2e61823-4a7e-4be7-8122-a6f212204d3c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26&tenant_id=bfee4c1083184c949bfe63d2e5d7a195 HTTP/1.1" status: 200 len: 1096 time: 0.1218512 Sep 30 13:03:37.410167 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-25a5c72c-243e-4b11-9f49-65c472650f7a None None] Provisioning complete for port 6defcd17-8f0d-4b5a-9bf8-c34098f072d0 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:37.410540 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-25a5c72c-243e-4b11-9f49-65c472650f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:37.435197 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13e178-438b-4388-b3eb-17bb234cfcf3 req-4815130b-1375-4101-923c-e85ab5d76989 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:37.441437 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13e178-438b-4388-b3eb-17bb234cfcf3 req-4815130b-1375-4101-923c-e85ab5d76989 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:37.443948 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:37.448764 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13e178-438b-4388-b3eb-17bb234cfcf3 req-4815130b-1375-4101-923c-e85ab5d76989 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:37.451121 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-d7fd6f3f-415a-4986-9e11-af6fa45c90ab None None] Allocated IP 172.20.0.2 (76f7ace0-4a25-49af-ab9a-631a26ec2b18/53cc4aed-c0f6-4bf3-a455-86c2a6798883/2c62562f-e3a4-443e-93f1-a112bb84a931) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:03:37.454897 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13e178-438b-4388-b3eb-17bb234cfcf3 req-4815130b-1375-4101-923c-e85ab5d76989 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:37.461096 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13e178-438b-4388-b3eb-17bb234cfcf3 req-4815130b-1375-4101-923c-e85ab5d76989 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:37.467652 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13e178-438b-4388-b3eb-17bb234cfcf3 req-4815130b-1375-4101-923c-e85ab5d76989 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:37.473784 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13e178-438b-4388-b3eb-17bb234cfcf3 req-4815130b-1375-4101-923c-e85ab5d76989 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:37.475651 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d13e178-438b-4388-b3eb-17bb234cfcf3 req-4815130b-1375-4101-923c-e85ab5d76989 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5422 time: 0.1561270 Sep 30 13:03:37.593269 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-030a0e2d-770e-45e4-a41f-a7530cbe8722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:37.594820 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-030a0e2d-770e-45e4-a41f-a7530cbe8722 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bfee4c1083184c949bfe63d2e5d7a195&device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 1096 time: 0.1181486 Sep 30 13:03:37.604613 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d13e178-438b-4388-b3eb-17bb234cfcf3 req-0a2ca5e1-d17c-4d63-9390-04c5553d7cd5 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1160634 Sep 30 13:03:37.638239 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83670bbb-25ac-4b77-ac32-d478dc7ddaeb {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:03:37.694219 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 83670bbb-25ac-4b77-ac32-d478dc7ddaeb, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=83670bbb-25ac-4b77-ac32-d478dc7ddaeb,segment=NetworkSegment(ac637a4a-2081-46b7-8c83-b608b8cef194),segment_id=ac637a4a-2081-46b7-8c83-b608b8cef194)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:37.756072 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:37.756897 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device edd46fc9-4ca1-4629-b3fb-da71ea25c33c details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:03:37.834237 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6f3f-415a-4986-9e11-af6fa45c90ab None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:37.866935 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-a5df1685-9de6-448f-a569-be187c2a65a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:37.868455 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-a5df1685-9de6-448f-a569-be187c2a65a0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a HTTP/1.1" status: 200 len: 921 time: 0.2630358 Sep 30 13:03:37.884110 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64595308-d8ea-4279-befd-22073fc338a5 req-24be90f6-75c3-4f7b-a8dc-ced768115565 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:37.893792 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64595308-d8ea-4279-befd-22073fc338a5 req-24be90f6-75c3-4f7b-a8dc-ced768115565 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 945 time: 0.1417642 Sep 30 13:03:37.931165 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6f3f-415a-4986-9e11-af6fa45c90ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:37.933112 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 52f3328b-321c-496f-9969-4dcbe18927e9 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:03:37.961218 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 6defcd17-8f0d-4b5a-9bf8-c34098f072d0 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:03:38.011079 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port edd46fc9-4ca1-4629-b3fb-da71ea25c33c, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=edd46fc9-4ca1-4629-b3fb-da71ea25c33c,segment=NetworkSegment(ac637a4a-2081-46b7-8c83-b608b8cef194),segment_id=ac637a4a-2081-46b7-8c83-b608b8cef194)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:38.014528 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-df8a6cfa-f926-4890-a72c-b5368b29acd9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab95f5b0-e778-4b9c-87ab-50dfb371cc27 HTTP/1.1" status: 200 len: 217 time: 0.0772946 Sep 30 13:03:38.015216 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=83670bbb-25ac-4b77-ac32-d478dc7ddaeb,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:38.073188 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fd6f3f-415a-4986-9e11-af6fa45c90ab None None] Network 76f7ace0-4a25-49af-ab9a-631a26ec2b18 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:03:38.074915 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-25a5c72c-243e-4b11-9f49-65c472650f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:38.075721 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ae85a20d-7784-4ff3-8260-5081f72e914c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:38.083809 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'edd46fc9-4ca1-4629-b3fb-da71ea25c33c', 'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48', 'port_id': 'edd46fc9-4ca1-4629-b3fb-da71ea25c33c', 'mac_address': 'fa:16:3e:bd:c4:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520f9abb-4aa3-4c91-b512-dfb75ecf6576', 'ip_address': '10.1.1.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:03:38.091108 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64595308-d8ea-4279-befd-22073fc338a5 req-b24937f2-a996-412f-814a-2e4ec42f503f tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958258 Sep 30 13:03:38.099717 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-d7fd6f3f-415a-4986-9e11-af6fa45c90ab None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:03:38.119102 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-596bc69b-b8f2-419d-aeeb-ba6ab1f2ab9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:38.120593 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fd6f3f-415a-4986-9e11-af6fa45c90ab None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:03:38.151093 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd6f3f-415a-4986-9e11-af6fa45c90ab None None] Pushing event updated for resources: {'Port': ['ID=2c62562f-e3a4-443e-93f1-a112bb84a931,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:38.171200 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ae85a20d-7784-4ff3-8260-5081f72e914c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:38.182888 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf88b8e-796a-44d6-b92e-a22cf337f0b7 req-053f57c6-ef7e-4eed-adf9-fa559937d995 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:38.191172 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4bf88b8e-796a-44d6-b92e-a22cf337f0b7 req-053f57c6-ef7e-4eed-adf9-fa559937d995 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=18c29188-cc72-48cd-9952-764e190b5aa6 HTTP/1.1" status: 200 len: 949 time: 0.1456189 Sep 30 13:03:38.256736 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-62fbf075-9bad-4271-a4ff-09819097bd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:38.258341 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-62fbf075-9bad-4271-a4ff-09819097bd6d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d2a3567b-bc5f-477b-8f28-c16dcd278961 HTTP/1.1" status: 200 len: 860 time: 0.2339263 Sep 30 13:03:38.281973 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4bf88b8e-796a-44d6-b92e-a22cf337f0b7 req-0a28081d-5ee6-4c56-878e-6e5f894f09bc tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869470 Sep 30 13:03:38.300255 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-25a5c72c-243e-4b11-9f49-65c472650f7a None None] For port 6defcd17-8f0d-4b5a-9bf8-c34098f072d0, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=6defcd17-8f0d-4b5a-9bf8-c34098f072d0,segment=NetworkSegment(43f5aa2a-7a86-4eac-bb2b-076a8ae826a8),segment_id=43f5aa2a-7a86-4eac-bb2b-076a8ae826a8)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:38.354953 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-25a5c72c-243e-4b11-9f49-65c472650f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:38.360909 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-d7fd6f3f-415a-4986-9e11-af6fa45c90ab None None] Attempting to bind port 2c62562f-e3a4-443e-93f1-a112bb84a931 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:03:38.361281 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-d7fd6f3f-415a-4986-9e11-af6fa45c90ab None None] Attempting to bind port 2c62562f-e3a4-443e-93f1-a112bb84a931 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'deb31db1-d8df-41a6-b608-befa9fb857a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:03:38.361641 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd6f3f-415a-4986-9e11-af6fa45c90ab None None] Attempting to bind port 2c62562f-e3a4-443e-93f1-a112bb84a931 on network 76f7ace0-4a25-49af-ab9a-631a26ec2b18 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:38.371896 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 6defcd17-8f0d-4b5a-9bf8-c34098f072d0 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:38.372218 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:38.395400 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-424b2d2c-98ba-4cb6-bfb1-e1c10c59d11e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775764 Sep 30 13:03:38.395591 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:38.401908 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596bc69b-b8f2-419d-aeeb-ba6ab1f2ab9d admin admin] Router 86cbe371-4143-45f5-808e-daeffa2b1186 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:03:38.426977 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd6f3f-415a-4986-9e11-af6fa45c90ab None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:03:38.429275 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd6f3f-415a-4986-9e11-af6fa45c90ab None None] Checking segment: {'id': 'deb31db1-d8df-41a6-b608-befa9fb857a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:03:38.429275 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6f3f-415a-4986-9e11-af6fa45c90ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:38.429275 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd6f3f-415a-4986-9e11-af6fa45c90ab None None] Bound using segment: {'id': 'deb31db1-d8df-41a6-b608-befa9fb857a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:03:38.429275 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-d7fd6f3f-415a-4986-9e11-af6fa45c90ab None None] Bound port: 2c62562f-e3a4-443e-93f1-a112bb84a931, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb31db1-d8df-41a6-b608-befa9fb857a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:03:38.429275 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6f3f-415a-4986-9e11-af6fa45c90ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:38.431776 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd6acf-dfa2-4049-9f9c-0d86eb7e5f7b req-bb8636fe-084c-4125-a565-14bd08f4e155 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:38.439045 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a1cd6acf-dfa2-4049-9f9c-0d86eb7e5f7b req-bb8636fe-084c-4125-a565-14bd08f4e155 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 943 time: 0.1786947 Sep 30 13:03:38.466612 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 52f3328b-321c-496f-9969-4dcbe18927e9, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=52f3328b-321c-496f-9969-4dcbe18927e9,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:38.468398 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-ae85a20d-7784-4ff3-8260-5081f72e914c admin admin] Allocated IP 172.25.5.235 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/5727c14d-0eff-49cb-863c-9f72a78d5afa) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:03:38.503639 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd46fc9-4ca1-4629-b3fb-da71ea25c33c {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:03:38.539982 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '52f3328b-321c-496f-9969-4dcbe18927e9', 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd', 'port_id': '52f3328b-321c-496f-9969-4dcbe18927e9', 'mac_address': 'fa:16:3e:2f:72:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd154e7f6-f478-45ee-9bd0-03f890cad96e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:03:38.560340 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5c72c-243e-4b11-9f49-65c472650f7a None None] Pushing event updated for resources: {'Port': ['ID=6defcd17-8f0d-4b5a-9bf8-c34098f072d0,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:38.561819 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596bc69b-b8f2-419d-aeeb-ba6ab1f2ab9d admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:03:38.567393 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port edd46fc9-4ca1-4629-b3fb-da71ea25c33c, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=edd46fc9-4ca1-4629-b3fb-da71ea25c33c,segment=NetworkSegment(ac637a4a-2081-46b7-8c83-b608b8cef194),segment_id=ac637a4a-2081-46b7-8c83-b608b8cef194)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:38.589312 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-596bc69b-b8f2-419d-aeeb-ba6ab1f2ab9d admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:38.591215 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-596bc69b-b8f2-419d-aeeb-ba6ab1f2ab9d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6024318 Sep 30 13:03:38.591725 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b1edd1-6963-4c8b-8133-2157a599e940 None None] Sync routers for ids ['86cbe371-4143-45f5-808e-daeffa2b1186'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:03:38.593875 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a1cd6acf-dfa2-4049-9f9c-0d86eb7e5f7b req-db801022-e02c-4984-a074-6cb0cf505201 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471887 Sep 30 13:03:38.594061 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43122) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:38.629082 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:38.629975 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device a590db81-d7b1-40db-81be-4877e02204d3 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:03:38.707306 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ae85a20d-7784-4ff3-8260-5081f72e914c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:38.794463 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-556e5655-e97b-414f-a0ff-08feceb5d073 service neutron] 10.222.0.39 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406737 Sep 30 13:03:38.817801 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ae85a20d-7784-4ff3-8260-5081f72e914c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:38.866464 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d7fd6f3f-415a-4986-9e11-af6fa45c90ab None None] For port 2c62562f-e3a4-443e-93f1-a112bb84a931, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:03:38.874248 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf49f9-6f60-4073-85cd-03167c2d60a7 req-a22b36a3-1938-40d2-9a4b-0b17b87355b6 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:38.892789 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf49f9-6f60-4073-85cd-03167c2d60a7 req-a22b36a3-1938-40d2-9a4b-0b17b87355b6 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:38.902696 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b1edd1-6963-4c8b-8133-2157a599e940 None None] Routers {'86cbe371-4143-45f5-808e-daeffa2b1186'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:03:38.903353 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-63b1edd1-6963-4c8b-8133-2157a599e940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:03:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['86cbe371-4143-45f5-808e-daeffa2b1186'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:38.905091 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=edd46fc9-4ca1-4629-b3fb-da71ea25c33c,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:38.911538 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d7fd6f3f-415a-4986-9e11-af6fa45c90ab None None] For port 2c62562f-e3a4-443e-93f1-a112bb84a931, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2c62562f-e3a4-443e-93f1-a112bb84a931,segment=NetworkSegment(deb31db1-d8df-41a6-b608-befa9fb857a5),segment_id=deb31db1-d8df-41a6-b608-befa9fb857a5)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:03:38.913127 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:38.916369 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-e6c3db83-680e-4b1b-9210-36863a340c10 None None] Provisioning complete for port 6defcd17-8f0d-4b5a-9bf8-c34098f072d0 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:38.916732 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e6c3db83-680e-4b1b-9210-36863a340c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:38.917355 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf49f9-6f60-4073-85cd-03167c2d60a7 req-a22b36a3-1938-40d2-9a4b-0b17b87355b6 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:38.933944 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf49f9-6f60-4073-85cd-03167c2d60a7 req-a22b36a3-1938-40d2-9a4b-0b17b87355b6 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:38.956320 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf49f9-6f60-4073-85cd-03167c2d60a7 req-a22b36a3-1938-40d2-9a4b-0b17b87355b6 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:38.972257 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf49f9-6f60-4073-85cd-03167c2d60a7 req-a22b36a3-1938-40d2-9a4b-0b17b87355b6 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:38.980157 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf49f9-6f60-4073-85cd-03167c2d60a7 req-a22b36a3-1938-40d2-9a4b-0b17b87355b6 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:38.988970 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6f3f-415a-4986-9e11-af6fa45c90ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:38.989256 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bcbf49f9-6f60-4073-85cd-03167c2d60a7 req-a22b36a3-1938-40d2-9a4b-0b17b87355b6 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5424 time: 0.2390766 Sep 30 13:03:39.021606 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae85a20d-7784-4ff3-8260-5081f72e914c admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:03:39.044122 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f3328b-321c-496f-9969-4dcbe18927e9 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:03:39.062173 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-ae85a20d-7784-4ff3-8260-5081f72e914c admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:03:39.064839 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae85a20d-7784-4ff3-8260-5081f72e914c admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:03:39.120243 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae85a20d-7784-4ff3-8260-5081f72e914c admin admin] Pushing event updated for resources: {'Port': ['ID=5727c14d-0eff-49cb-863c-9f72a78d5afa,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:39.144930 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 52f3328b-321c-496f-9969-4dcbe18927e9, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=52f3328b-321c-496f-9969-4dcbe18927e9,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:39.195875 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:39.210047 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd6f3f-415a-4986-9e11-af6fa45c90ab None None] Pushing event updated for resources: {'Port': ['ID=2c62562f-e3a4-443e-93f1-a112bb84a931,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:39.226298 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-05fe4024-b176-4f64-a26d-52e050791a9f service neutron] 10.222.0.39 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224029 Sep 30 13:03:39.257585 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port a590db81-d7b1-40db-81be-4877e02204d3, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=a590db81-d7b1-40db-81be-4877e02204d3,segment=NetworkSegment(1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f),segment_id=1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:39.263524 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-63b1edd1-6963-4c8b-8133-2157a599e940 None None] Set router 86cbe371-4143-45f5-808e-daeffa2b1186 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:03:39.267336 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bcbf49f9-6f60-4073-85cd-03167c2d60a7 req-0c30bc08-5bb3-4630-867a-a273a0284e1c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2771504 Sep 30 13:03:39.312192 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-26fe282e-a097-4792-8c48-e39bab38db32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:39.375654 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a207d-6fbf-43a8-9677-f19239f49d11 req-067413e3-1ea4-41e1-82bc-b69eb976f1a9 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:39.383901 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-844a207d-6fbf-43a8-9677-f19239f49d11 req-067413e3-1ea4-41e1-82bc-b69eb976f1a9 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 945 time: 0.1600142 Sep 30 13:03:39.384434 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'a590db81-d7b1-40db-81be-4877e02204d3', 'network_id': 'd88806d7-cb43-44a5-88a4-05dfc9e84a4d', 'port_id': 'a590db81-d7b1-40db-81be-4877e02204d3', 'mac_address': 'fa:16:3e:d9:9d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78037d28-e7f8-493a-8dcf-013e39c51454', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:03:39.397005 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90825ca2-9338-4dc0-8428-4698837d8fd2 req-d6ff97f1-f40f-487e-a148-5f7fa137d735 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:39.404888 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-90825ca2-9338-4dc0-8428-4698837d8fd2 req-d6ff97f1-f40f-487e-a148-5f7fa137d735 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.39 "GET /v2.0/ports?device_id=18c29188-cc72-48cd-9952-764e190b5aa6 HTTP/1.1" status: 200 len: 949 time: 0.1903372 Sep 30 13:03:39.425600 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=52f3328b-321c-496f-9969-4dcbe18927e9,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:39.576791 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['52f3328b-321c-496f-9969-4dcbe18927e9'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:39.584623 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ae85a20d-7784-4ff3-8260-5081f72e914c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:39.595418 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-844a207d-6fbf-43a8-9677-f19239f49d11 req-a8130a01-4d25-40a3-94de-83a352551c22 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105765 Sep 30 13:03:39.707034 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:39.742490 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a590db81-d7b1-40db-81be-4877e02204d3 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:03:39.796066 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc6770-1f0a-4b06-89ae-6ccd487e8c39 req-68c484da-6d78-4c25-a335-f30c9e053d97 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:39.805496 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-78fc6770-1f0a-4b06-89ae-6ccd487e8c39 req-68c484da-6d78-4c25-a335-f30c9e053d97 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=18c29188-cc72-48cd-9952-764e190b5aa6 HTTP/1.1" status: 200 len: 949 time: 0.3998837 Sep 30 13:03:39.840304 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port a590db81-d7b1-40db-81be-4877e02204d3, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=a590db81-d7b1-40db-81be-4877e02204d3,segment=NetworkSegment(1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f),segment_id=1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:39.868996 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:39.877379 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246612e-92e1-466b-b2d6-ffed303b7958 req-c8ee80ce-904e-4285-ae16-65a80d33aef7 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:39.879674 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b246612e-92e1-466b-b2d6-ffed303b7958 req-c8ee80ce-904e-4285-ae16-65a80d33aef7 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 944 time: 0.1097429 Sep 30 13:03:39.880736 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 91dd7c39-fe37-47b7-b54a-b0e32073743f details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:03:39.882345 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-90825ca2-9338-4dc0-8428-4698837d8fd2 req-98c79aef-f5f7-4bb6-bd47-b2a386cc7f82 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Deleting port 8e71fb98-3316-4858-9707-b96aec6d2288 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:03:39.882688 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-90825ca2-9338-4dc0-8428-4698837d8fd2 req-98c79aef-f5f7-4bb6-bd47-b2a386cc7f82 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:39.927880 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-26fe282e-a097-4792-8c48-e39bab38db32 admin admin] Allocated IP 172.20.0.1 (0f9e9a25-efc7-491a-8143-c6db148dfd0c/dab259b8-7f2d-4c77-ac66-ab5ff9b3b271/421ba193-b2d4-4af9-969f-bd113f01bd4a) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:03:39.958256 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 11a69a79-8602-4e0d-8c17-ce90d13899e8 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:03:39.971953 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-f8889faa-09e9-4ead-8f20-7f94f8b4f25e tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:39.982976 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-f8889faa-09e9-4ead-8f20-7f94f8b4f25e tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26&tenant_id=bfee4c1083184c949bfe63d2e5d7a195&binding%3Ahost_id=n-h1-810909-2 HTTP/1.1" status: 200 len: 1096 time: 0.2007883 Sep 30 13:03:40.051172 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b246612e-92e1-466b-b2d6-ffed303b7958 req-6821dfcb-5f50-4a69-93c8-14ab67bccb8e tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602530 Sep 30 13:03:40.071417 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-78fc6770-1f0a-4b06-89ae-6ccd487e8c39 req-66763f5b-8fcf-4143-8b97-628ff05fa6d8 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651453 Sep 30 13:03:40.188969 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ae85a20d-7784-4ff3-8260-5081f72e914c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:40.190981 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 91dd7c39-fe37-47b7-b54a-b0e32073743f, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=91dd7c39-fe37-47b7-b54a-b0e32073743f,segment=NetworkSegment(fe45a204-9df2-427b-ab55-3bf891956d2b),segment_id=fe45a204-9df2-427b-ab55-3bf891956d2b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:40.199012 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-90825ca2-9338-4dc0-8428-4698837d8fd2 req-98c79aef-f5f7-4bb6-bd47-b2a386cc7f82 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] For port 8e71fb98-3316-4858-9707-b96aec6d2288, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8e71fb98-3316-4858-9707-b96aec6d2288,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:40.202696 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-90825ca2-9338-4dc0-8428-4698837d8fd2 req-98c79aef-f5f7-4bb6-bd47-b2a386cc7f82 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:40.226563 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-90825ca2-9338-4dc0-8428-4698837d8fd2 req-98c79aef-f5f7-4bb6-bd47-b2a386cc7f82 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Calling delete_port for 8e71fb98-3316-4858-9707-b96aec6d2288 owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:03:40.228431 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 11a69a79-8602-4e0d-8c17-ce90d13899e8 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:03:40.228935 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 11a69a79-8602-4e0d-8c17-ce90d13899e8 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:03:40.272463 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '91dd7c39-fe37-47b7-b54a-b0e32073743f', 'network_id': '451c330d-13f6-4604-823e-5e771fb25477', 'port_id': '91dd7c39-fe37-47b7-b54a-b0e32073743f', 'mac_address': 'fa:16:3e:20:67:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28720e55-76bf-4453-857e-342ebce4f037', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:03:40.315925 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 6defcd17-8f0d-4b5a-9bf8-c34098f072d0 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:03:40.318502 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=a590db81-d7b1-40db-81be-4877e02204d3,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:40.381545 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-d973b783-0ec3-4b1f-866e-4a8f574949fe service neutron] For port ab95f5b0-e778-4b9c-87ab-50dfb371cc27, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:03:40.386573 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-26fe282e-a097-4792-8c48-e39bab38db32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:40.389026 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-d973b783-0ec3-4b1f-866e-4a8f574949fe service neutron] Notify callbacks [] for binding, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:40.390303 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9aef7d61-aada-4be8-927a-da80abe8c5f2 req-d973b783-0ec3-4b1f-866e-4a8f574949fe service neutron] 10.222.0.39 "DELETE /v2.0/ports/ab95f5b0-e778-4b9c-87ab-50dfb371cc27/bindings/n-h2-810909-2 HTTP/1.1" status: 204 len: 173 time: 0.3798151 Sep 30 13:03:40.457404 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-63b1edd1-6963-4c8b-8133-2157a599e940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'name': 'tempest-ServersTestFqdnHostnames-413480197-router', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '9a7eb502-4af7-4418-9a69-bb66752ff4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:35Z', 'updated_at': '2021-09-30T13:03:37Z', 'revision_number': 3, 'project_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'gw_port': {'id': '9a7eb502-4af7-4418-9a69-bb66752ff4d9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:36Z', 'updated_at': '2021-09-30T13:03:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:40.506382 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-26fe282e-a097-4792-8c48-e39bab38db32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:40.507722 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b1edd1-6963-4c8b-8133-2157a599e940 None None] Checking router: 86cbe371-4143-45f5-808e-daeffa2b1186 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:03:40.508077 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b1edd1-6963-4c8b-8133-2157a599e940 None None] Updating router 86cbe371-4143-45f5-808e-daeffa2b1186 port 9a7eb502-4af7-4418-9a69-bb66752ff4d9 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:03:40.511645 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae85a20d-7784-4ff3-8260-5081f72e914c admin admin] Router 7aa0dc4d-b8c3-42ef-918a-7071d7f18835 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:03:40.537202 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-63b1edd1-6963-4c8b-8133-2157a599e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:40.546541 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:40.605149 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91dd7c39-fe37-47b7-b54a-b0e32073743f {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:03:40.619477 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fe282e-a097-4792-8c48-e39bab38db32 admin admin] Network 0f9e9a25-efc7-491a-8143-c6db148dfd0c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:03:40.631189 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-26fe282e-a097-4792-8c48-e39bab38db32 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:03:40.636495 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fe282e-a097-4792-8c48-e39bab38db32 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:03:40.641113 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe282e-a097-4792-8c48-e39bab38db32 admin admin] Pushing event updated for resources: {'Port': ['ID=421ba193-b2d4-4af9-969f-bd113f01bd4a,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:40.653564 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 6defcd17-8f0d-4b5a-9bf8-c34098f072d0 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:40.653944 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:40.692021 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 91dd7c39-fe37-47b7-b54a-b0e32073743f, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=91dd7c39-fe37-47b7-b54a-b0e32073743f,segment=NetworkSegment(fe45a204-9df2-427b-ab55-3bf891956d2b),segment_id=fe45a204-9df2-427b-ab55-3bf891956d2b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:40.704696 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-90825ca2-9338-4dc0-8428-4698837d8fd2 req-98c79aef-f5f7-4bb6-bd47-b2a386cc7f82 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:40.760954 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61608ffb-970f-4a0c-970b-91735fcd03df req-bac1e0f2-e689-4b44-82dd-638f1ddab629 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:40.767834 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61608ffb-970f-4a0c-970b-91735fcd03df req-bac1e0f2-e689-4b44-82dd-638f1ddab629 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:40.775249 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61608ffb-970f-4a0c-970b-91735fcd03df req-bac1e0f2-e689-4b44-82dd-638f1ddab629 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:40.782286 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61608ffb-970f-4a0c-970b-91735fcd03df req-bac1e0f2-e689-4b44-82dd-638f1ddab629 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:40.788996 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61608ffb-970f-4a0c-970b-91735fcd03df req-bac1e0f2-e689-4b44-82dd-638f1ddab629 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:40.799028 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61608ffb-970f-4a0c-970b-91735fcd03df req-bac1e0f2-e689-4b44-82dd-638f1ddab629 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:40.805710 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61608ffb-970f-4a0c-970b-91735fcd03df req-bac1e0f2-e689-4b44-82dd-638f1ddab629 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:40.820695 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6b18421d-3672-4957-9df1-27317d4006b7', '6e09df4b-e0e2-4848-abda-3a11a18e8595'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:40.824629 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bce647-d8a8-48d5-8755-433597f815a5 None None] Network 76f7ace0-4a25-49af-ab9a-631a26ec2b18 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:03:40.826533 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-61608ffb-970f-4a0c-970b-91735fcd03df req-bac1e0f2-e689-4b44-82dd-638f1ddab629 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5425 time: 0.4054346 Sep 30 13:03:40.830359 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c79aef-f5f7-4bb6-bd47-b2a386cc7f82 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Pushing event deleted for resources: {'Port': ['ID=8e71fb98-3316-4858-9707-b96aec6d2288,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:40.875491 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae85a20d-7784-4ff3-8260-5081f72e914c admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:03:40.890574 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4fbb6f-57dd-4f38-a1be-109c3473bf31 None None] Sync routers for ids ['7aa0dc4d-b8c3-42ef-918a-7071d7f18835'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:03:40.895003 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-26fe282e-a097-4792-8c48-e39bab38db32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:40.898625 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-61608ffb-970f-4a0c-970b-91735fcd03df req-4db85a2d-3ce0-4c26-a150-c50935516727 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711427 Sep 30 13:03:40.911739 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4fbb6f-57dd-4f38-a1be-109c3473bf31 None None] Routers {'7aa0dc4d-b8c3-42ef-918a-7071d7f18835'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:03:40.912426 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-bc4fbb6f-57dd-4f38-a1be-109c3473bf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:03:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['7aa0dc4d-b8c3-42ef-918a-7071d7f18835'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:40.922273 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:40.923683 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 84755c0f-2e46-4801-beed-ac8ea40167fc details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:03:40.936263 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ae85a20d-7784-4ff3-8260-5081f72e914c admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:40.937790 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ae85a20d-7784-4ff3-8260-5081f72e914c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.3555589 Sep 30 13:03:40.940709 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43148) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:41.041544 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-90825ca2-9338-4dc0-8428-4698837d8fd2 req-98c79aef-f5f7-4bb6-bd47-b2a386cc7f82 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] No DVR routers for this DVR port 8e71fb98-3316-4858-9707-b96aec6d2288 on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:03:41.055606 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-90825ca2-9338-4dc0-8428-4698837d8fd2 req-98c79aef-f5f7-4bb6-bd47-b2a386cc7f82 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:41.061474 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-90825ca2-9338-4dc0-8428-4698837d8fd2 req-98c79aef-f5f7-4bb6-bd47-b2a386cc7f82 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.39 "DELETE /v2.0/ports/8e71fb98-3316-4858-9707-b96aec6d2288 HTTP/1.1" status: 204 len: 173 time: 1.6350536 Sep 30 13:03:41.062146 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c29188-cc72-48cd-9952-764e190b5aa6', 'name': 'network-vif-deleted', 'tag': '8e71fb98-3316-4858-9707-b96aec6d2288'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:03:41.064819 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f434a8de-bc31-4c64-94ba-93d1c32d728c" -d '{"events": [{"server_uuid": "18c29188-cc72-48cd-9952-764e190b5aa6", "name": "network-vif-deleted", "tag": "8e71fb98-3316-4858-9707-b96aec6d2288"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:03:41.136019 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-26fe282e-a097-4792-8c48-e39bab38db32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:41.158381 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07590f5-ff89-4e15-bd38-334aa43a4f87 req-8de7c269-b6e2-4182-b8d9-96f5b1a4681e tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:41.168518 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e07590f5-ff89-4e15-bd38-334aa43a4f87 req-8de7c269-b6e2-4182-b8d9-96f5b1a4681e tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 945 time: 0.4189684 Sep 30 13:03:41.204990 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=91dd7c39-fe37-47b7-b54a-b0e32073743f,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:41.212198 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d2a7f1-ed39-4dc2-9797-5cb7c77cafbb x-openstack-request-id: req-f7d2a7f1-ed39-4dc2-9797-5cb7c77cafbb {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:41.215968 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c29188-cc72-48cd-9952-764e190b5aa6", "name": "network-vif-deleted", "tag": "8e71fb98-3316-4858-9707-b96aec6d2288", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:41.216347 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7d2a7f1-ed39-4dc2-9797-5cb7c77cafbb {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:41.217297 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c29188-cc72-48cd-9952-764e190b5aa6', 'name': 'network-vif-deleted', 'tag': '8e71fb98-3316-4858-9707-b96aec6d2288', 'status': 'completed', 'code': 200} Sep 30 13:03:41.249102 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-bc4fbb6f-57dd-4f38-a1be-109c3473bf31 None None] Set router 7aa0dc4d-b8c3-42ef-918a-7071d7f18835 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:03:41.265548 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['9adbcaa4-175f-4bda-b130-9147bdd5c1d0', 'e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8', '0cdedf33-c8b7-441b-a6fe-6cc0d76225be', '8e71fb98-3316-4858-9707-b96aec6d2288'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:41.307994 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e07590f5-ff89-4e15-bd38-334aa43a4f87 req-c168a1c7-9bee-46af-9101-2a79a7b87000 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369371 Sep 30 13:03:41.485921 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075b333-d9bb-4650-bc65-fbf432c69e47 req-35334406-68d4-4185-b563-1f03be3adb5a tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:41.494368 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c075b333-d9bb-4650-bc65-fbf432c69e47 req-35334406-68d4-4185-b563-1f03be3adb5a tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 944 time: 0.1399570 Sep 30 13:03:41.525831 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2c62562f-e3a4-443e-93f1-a112bb84a931 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:03:41.620286 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-26fe282e-a097-4792-8c48-e39bab38db32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:41.671051 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6ead9e1f-79e3-48e3-a586-a23f18089dea req-ac87a4e3-5cb9-4794-8679-c2385407a33d tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=18c29188-cc72-48cd-9952-764e190b5aa6 HTTP/1.1" status: 200 len: 210 time: 0.0440915 Sep 30 13:03:41.673638 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-26fe282e-a097-4792-8c48-e39bab38db32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:41.717720 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-bc4fbb6f-57dd-4f38-a1be-109c3473bf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1820394865-router', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '5727c14d-0eff-49cb-863c-9f72a78d5afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:36Z', 'updated_at': '2021-09-30T13:03:39Z', 'revision_number': 3, 'project_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'gw_port': {'id': '5727c14d-0eff-49cb-863c-9f72a78d5afa', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:38Z', 'updated_at': '2021-09-30T13:03:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:41.754113 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4fbb6f-57dd-4f38-a1be-109c3473bf31 None None] Checking router: 7aa0dc4d-b8c3-42ef-918a-7071d7f18835 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:03:41.754894 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4fbb6f-57dd-4f38-a1be-109c3473bf31 None None] Updating router 7aa0dc4d-b8c3-42ef-918a-7071d7f18835 port 5727c14d-0eff-49cb-863c-9f72a78d5afa binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:03:41.756496 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ee43ee95-1340-4c13-a28c-5858fc3ba4cf None None] Provisioning complete for port 2c62562f-e3a4-443e-93f1-a112bb84a931 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:41.756866 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ee43ee95-1340-4c13-a28c-5858fc3ba4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:41.795276 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bc4fbb6f-57dd-4f38-a1be-109c3473bf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:41.847367 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.resource_extend [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 13:03:41.907042 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-26fe282e-a097-4792-8c48-e39bab38db32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:41.923113 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 84755c0f-2e46-4801-beed-ac8ea40167fc, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=84755c0f-2e46-4801-beed-ac8ea40167fc,segment=NetworkSegment(ac637a4a-2081-46b7-8c83-b608b8cef194),segment_id=ac637a4a-2081-46b7-8c83-b608b8cef194)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:41.980980 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 52f3328b-321c-496f-9969-4dcbe18927e9 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:03:42.015351 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe282e-a097-4792-8c48-e39bab38db32 admin admin] Pushing event updated for resources: {'Port': ['ID=421ba193-b2d4-4af9-969f-bd113f01bd4a,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:42.044548 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c075b333-d9bb-4650-bc65-fbf432c69e47 req-e5801d11-0cd7-4aab-bedf-4cc2c5ef4915 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5489609 Sep 30 13:03:42.197169 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '84755c0f-2e46-4801-beed-ac8ea40167fc', 'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48', 'port_id': '84755c0f-2e46-4801-beed-ac8ea40167fc', 'mac_address': 'fa:16:3e:db:8a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520f9abb-4aa3-4c91-b512-dfb75ecf6576', 'ip_address': '10.1.1.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:03:42.232902 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fe282e-a097-4792-8c48-e39bab38db32 admin admin] Network 0f9e9a25-efc7-491a-8143-c6db148dfd0c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:03:42.246214 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-26fe282e-a097-4792-8c48-e39bab38db32 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:03:42.265493 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ce175-bdd1-4979-9b9e-1d0db91f5ef7 req-08892eb5-25b2-402c-9072-eb46ebe2df19 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:42.267036 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-524ce175-bdd1-4979-9b9e-1d0db91f5ef7 req-08892eb5-25b2-402c-9072-eb46ebe2df19 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 1096 time: 0.1820138 Sep 30 13:03:42.409207 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 2c62562f-e3a4-443e-93f1-a112bb84a931 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:42.409870 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:42.498381 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:42.522514 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-12a487a3-1514-4a81-855a-ebfd3f0e4e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:42.536153 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 52f3328b-321c-496f-9969-4dcbe18927e9 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:03:42.599278 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fe282e-a097-4792-8c48-e39bab38db32 admin admin] Router 86cbe371-4143-45f5-808e-daeffa2b1186 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:03:42.625725 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ee43ee95-1340-4c13-a28c-5858fc3ba4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:42.643409 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 52f3328b-321c-496f-9969-4dcbe18927e9 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:42.643969 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:42.661277 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1ff7d-c7e8-4767-afb5-785890bec53c req-9cc59ec2-2519-4d89-9a1b-8010d5dfa99a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:42.685276 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-524ce175-bdd1-4979-9b9e-1d0db91f5ef7 req-454dd347-778d-42bb-904c-83dbd38984ff tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879504 Sep 30 13:03:42.687763 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1ff7d-c7e8-4767-afb5-785890bec53c req-9cc59ec2-2519-4d89-9a1b-8010d5dfa99a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:42.717484 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1ff7d-c7e8-4767-afb5-785890bec53c req-9cc59ec2-2519-4d89-9a1b-8010d5dfa99a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:42.724372 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1ff7d-c7e8-4767-afb5-785890bec53c req-9cc59ec2-2519-4d89-9a1b-8010d5dfa99a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:42.743306 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1ff7d-c7e8-4767-afb5-785890bec53c req-9cc59ec2-2519-4d89-9a1b-8010d5dfa99a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:42.756241 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1ff7d-c7e8-4767-afb5-785890bec53c req-9cc59ec2-2519-4d89-9a1b-8010d5dfa99a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:42.769715 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1ff7d-c7e8-4767-afb5-785890bec53c req-9cc59ec2-2519-4d89-9a1b-8010d5dfa99a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:42.784181 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f5c1ff7d-c7e8-4767-afb5-785890bec53c req-9cc59ec2-2519-4d89-9a1b-8010d5dfa99a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5426 time: 0.5281169 Sep 30 13:03:42.828938 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84755c0f-2e46-4801-beed-ac8ea40167fc {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:03:42.860326 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fe282e-a097-4792-8c48-e39bab38db32 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:03:42.878706 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-26fe282e-a097-4792-8c48-e39bab38db32 admin admin] 10.222.0.18 "PUT /v2.0/routers/86cbe371-4143-45f5-808e-daeffa2b1186/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2728174 Sep 30 13:03:42.878950 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 84755c0f-2e46-4801-beed-ac8ea40167fc, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=84755c0f-2e46-4801-beed-ac8ea40167fc,segment=NetworkSegment(ac637a4a-2081-46b7-8c83-b608b8cef194),segment_id=ac637a4a-2081-46b7-8c83-b608b8cef194)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:42.922356 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-ee43ee95-1340-4c13-a28c-5858fc3ba4cf None None] For port 2c62562f-e3a4-443e-93f1-a112bb84a931, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2c62562f-e3a4-443e-93f1-a112bb84a931,segment=NetworkSegment(deb31db1-d8df-41a6-b608-befa9fb857a5),segment_id=deb31db1-d8df-41a6-b608-befa9fb857a5)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:42.969169 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-12a487a3-1514-4a81-855a-ebfd3f0e4e78 admin admin] Allocated IP 172.20.0.1 (76f7ace0-4a25-49af-ab9a-631a26ec2b18/53cc4aed-c0f6-4bf3-a455-86c2a6798883/c416f925-9825-4ed8-a7d4-d467b99c5f71) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:03:42.974994 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f5c1ff7d-c7e8-4767-afb5-785890bec53c req-c2cb4371-416c-459b-8e7e-abe7ce7caf4e tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1899817 Sep 30 13:03:43.081938 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ee43ee95-1340-4c13-a28c-5858fc3ba4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:43.215673 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:43.216324 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 3735fbdc-2096-4924-a740-2efbd559b38e details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:03:43.220809 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-12a487a3-1514-4a81-855a-ebfd3f0e4e78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:43.232596 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43ee95-1340-4c13-a28c-5858fc3ba4cf None None] Pushing event updated for resources: {'Port': ['ID=2c62562f-e3a4-443e-93f1-a112bb84a931,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:43.314504 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5231657-7340-48bc-9adb-39a82b5ab608 req-b78c1b52-5835-4e3a-9962-1c382b5ba676 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:43.324314 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f5231657-7340-48bc-9adb-39a82b5ab608 req-b78c1b52-5835-4e3a-9962-1c382b5ba676 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 944 time: 0.0681221 Sep 30 13:03:43.350182 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=84755c0f-2e46-4801-beed-ac8ea40167fc,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:43.366174 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-63b1edd1-6963-4c8b-8133-2157a599e940 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:43.367753 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:43.376025 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f5231657-7340-48bc-9adb-39a82b5ab608 req-be6d1861-a27e-4d98-b3de-1479d644f234 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506530 Sep 30 13:03:43.384264 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-5979c4e7-3424-484f-b046-e59c2c8e7f04 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:43.387774 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-5979c4e7-3424-484f-b046-e59c2c8e7f04 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/networks?id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a HTTP/1.1" status: 200 len: 820 time: 0.2289510 Sep 30 13:03:43.412883 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 52f3328b-321c-496f-9969-4dcbe18927e9, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=52f3328b-321c-496f-9969-4dcbe18927e9,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:43.414238 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5ae22a94-d1ab-4e7f-bad4-a9b6e3907f85 None None] Provisioning complete for port 421ba193-b2d4-4af9-969f-bd113f01bd4a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:43.414669 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5ae22a94-d1ab-4e7f-bad4-a9b6e3907f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:43.421330 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-12a487a3-1514-4a81-855a-ebfd3f0e4e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:43.455691 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-0cc6bc74-51f9-4786-9499-8f1d56b5abdf tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/quotas/bfee4c1083184c949bfe63d2e5d7a195 HTTP/1.1" status: 200 len: 375 time: 0.0592420 Sep 30 13:03:43.487737 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a487a3-1514-4a81-855a-ebfd3f0e4e78 admin admin] Network 76f7ace0-4a25-49af-ab9a-631a26ec2b18 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:03:43.499553 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2732d3ad-6e01-4dc6-939e-5642c7760ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f3328b-321c-496f-9969-4dcbe18927e9'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:03:43.501820 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eee6898-d3eb-44e2-9469-7c129361d229" -d '{"events": [{"server_uuid": "2732d3ad-6e01-4dc6-939e-5642c7760ce3", "name": "network-vif-plugged", "status": "completed", "tag": "52f3328b-321c-496f-9969-4dcbe18927e9"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:03:43.504553 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5ae22a94-d1ab-4e7f-bad4-a9b6e3907f85 None None] Port 421ba193-b2d4-4af9-969f-bd113f01bd4a cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:03:43.507262 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-12a487a3-1514-4a81-855a-ebfd3f0e4e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:03:43.509689 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:43.530789 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a487a3-1514-4a81-855a-ebfd3f0e4e78 admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:03:43.531329 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-12a487a3-1514-4a81-855a-ebfd3f0e4e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:43.537114 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a487a3-1514-4a81-855a-ebfd3f0e4e78 admin admin] Pushing event updated for resources: {'Port': ['ID=c416f925-9825-4ed8-a7d4-d467b99c5f71,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:43.598324 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-63b1edd1-6963-4c8b-8133-2157a599e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:43.624454 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=52f3328b-321c-496f-9969-4dcbe18927e9,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:43.637346 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-ea21b9cc-db81-43a7-8c1a-9774b3dde355 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfee4c1083184c949bfe63d2e5d7a195&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1730022 Sep 30 13:03:43.675971 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bc4fbb6f-57dd-4f38-a1be-109c3473bf31 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:43.677466 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:43.688556 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.resource_extend [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 13:03:43.699638 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bc4fbb6f-57dd-4f38-a1be-109c3473bf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:43.787965 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 3735fbdc-2096-4924-a740-2efbd559b38e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=3735fbdc-2096-4924-a740-2efbd559b38e,segment=NetworkSegment(ac637a4a-2081-46b7-8c83-b608b8cef194),segment_id=ac637a4a-2081-46b7-8c83-b608b8cef194)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:43.813671 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-63b1edd1-6963-4c8b-8133-2157a599e940 None None] Attempting to bind port 9a7eb502-4af7-4418-9a69-bb66752ff4d9 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:03:43.814231 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-63b1edd1-6963-4c8b-8133-2157a599e940 None None] Attempting to bind port 9a7eb502-4af7-4418-9a69-bb66752ff4d9 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:03:43.814696 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b1edd1-6963-4c8b-8133-2157a599e940 None None] Attempting to bind port 9a7eb502-4af7-4418-9a69-bb66752ff4d9 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:43.817301 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5ae22a94-d1ab-4e7f-bad4-a9b6e3907f85 None None] Provisioning complete for port 2c62562f-e3a4-443e-93f1-a112bb84a931 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:43.817780 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5ae22a94-d1ab-4e7f-bad4-a9b6e3907f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:43.824419 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-bc4fbb6f-57dd-4f38-a1be-109c3473bf31 None None] Attempting to bind port 5727c14d-0eff-49cb-863c-9f72a78d5afa on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:03:43.824785 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-bc4fbb6f-57dd-4f38-a1be-109c3473bf31 None None] Attempting to bind port 5727c14d-0eff-49cb-863c-9f72a78d5afa by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:03:43.825140 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4fbb6f-57dd-4f38-a1be-109c3473bf31 None None] Attempting to bind port 5727c14d-0eff-49cb-863c-9f72a78d5afa on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:43.849819 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e185b-2800-4d65-bc30-6c59f7900f9b None None] Pushing event updated for resources: {'Port': ['ID=5727c14d-0eff-49cb-863c-9f72a78d5afa,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:43.865110 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4fbb6f-57dd-4f38-a1be-109c3473bf31 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:03:43.865669 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4fbb6f-57dd-4f38-a1be-109c3473bf31 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:03:43.866098 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bc4fbb6f-57dd-4f38-a1be-109c3473bf31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:43.866496 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4fbb6f-57dd-4f38-a1be-109c3473bf31 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:03:43.866624 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '3735fbdc-2096-4924-a740-2efbd559b38e', 'network_id': '7f6c8617-7052-4e03-9d52-54c6cfa13c48', 'port_id': '3735fbdc-2096-4924-a740-2efbd559b38e', 'mac_address': 'fa:16:3e:b1:e0:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520f9abb-4aa3-4c91-b512-dfb75ecf6576', 'ip_address': '10.1.1.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:03:43.866984 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-bc4fbb6f-57dd-4f38-a1be-109c3473bf31 None None] Bound port: 5727c14d-0eff-49cb-863c-9f72a78d5afa, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:03:43.867505 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bc4fbb6f-57dd-4f38-a1be-109c3473bf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:43.869339 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954369ba-306e-42b8-bb73-f26003ecc30f None None] Pushing event updated for resources: {'Port': ['ID=9a7eb502-4af7-4418-9a69-bb66752ff4d9,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:43.870577 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-08fe3d30-e5f7-4bb5-98b4-b5e354317356 service neutron] 10.222.0.18 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320983 Sep 30 13:03:43.877020 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b1edd1-6963-4c8b-8133-2157a599e940 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:03:43.877550 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b1edd1-6963-4c8b-8133-2157a599e940 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:03:43.878175 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-63b1edd1-6963-4c8b-8133-2157a599e940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:43.878830 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b1edd1-6963-4c8b-8133-2157a599e940 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:03:43.879409 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-63b1edd1-6963-4c8b-8133-2157a599e940 None None] Bound port: 9a7eb502-4af7-4418-9a69-bb66752ff4d9, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:03:43.881086 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-63b1edd1-6963-4c8b-8133-2157a599e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:43.943149 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-12a487a3-1514-4a81-855a-ebfd3f0e4e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:44.006376 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-63b1edd1-6963-4c8b-8133-2157a599e940 None None] For port 9a7eb502-4af7-4418-9a69-bb66752ff4d9, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:03:44.015298 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-63b1edd1-6963-4c8b-8133-2157a599e940 None None] For port 9a7eb502-4af7-4418-9a69-bb66752ff4d9, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9a7eb502-4af7-4418-9a69-bb66752ff4d9,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:03:44.100290 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:44.105222 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:03:44.105590 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:03:44.106293 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8e71fb98-3316-4858-9707-b96aec6d2288 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:03:44.132538 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-b7766d7b-df3b-4471-aae1-628dab7fd90f service neutron] 10.222.0.18 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176507 Sep 30 13:03:44.134609 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 8e71fb98-3316-4858-9707-b96aec6d2288 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:03:44.135032 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8e71fb98-3316-4858-9707-b96aec6d2288 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:03:44.136950 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-63b1edd1-6963-4c8b-8133-2157a599e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:44.226360 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954369ba-306e-42b8-bb73-f26003ecc30f None None] Pushing event updated for resources: {'Port': ['ID=9a7eb502-4af7-4418-9a69-bb66752ff4d9,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:44.257736 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-12a487a3-1514-4a81-855a-ebfd3f0e4e78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:44.268684 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-bc4fbb6f-57dd-4f38-a1be-109c3473bf31 None None] For port 5727c14d-0eff-49cb-863c-9f72a78d5afa, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:03:44.271807 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-12a487a3-1514-4a81-855a-ebfd3f0e4e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:44.273638 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-12a487a3-1514-4a81-855a-ebfd3f0e4e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:44.276121 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-bc4fbb6f-57dd-4f38-a1be-109c3473bf31 None None] For port 5727c14d-0eff-49cb-863c-9f72a78d5afa, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=5727c14d-0eff-49cb-863c-9f72a78d5afa,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:03:44.284083 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bc4fbb6f-57dd-4f38-a1be-109c3473bf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:44.318323 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3735fbdc-2096-4924-a740-2efbd559b38e {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:03:44.349030 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4fbb6f-57dd-4f38-a1be-109c3473bf31 None None] Routers {'7aa0dc4d-b8c3-42ef-918a-7071d7f18835'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:03:44.349663 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-bc4fbb6f-57dd-4f38-a1be-109c3473bf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:03:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['7aa0dc4d-b8c3-42ef-918a-7071d7f18835'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:44.368040 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 3735fbdc-2096-4924-a740-2efbd559b38e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=3735fbdc-2096-4924-a740-2efbd559b38e,segment=NetworkSegment(ac637a4a-2081-46b7-8c83-b608b8cef194),segment_id=ac637a4a-2081-46b7-8c83-b608b8cef194)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:44.388489 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e185b-2800-4d65-bc30-6c59f7900f9b None None] Pushing event updated for resources: {'Port': ['ID=5727c14d-0eff-49cb-863c-9f72a78d5afa,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:44.389701 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43206) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:44.394955 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-010fdc83-778d-45fa-aeef-b4f0498829e4 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--342510976', 'description': 'tempest-description--129608502'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:44.457455 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-010fdc83-778d-45fa-aeef-b4f0498829e4 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:44.512722 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:44.513424 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:03:44.589393 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c,segment=NetworkSegment(1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f),segment_id=1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:44.593339 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a487a3-1514-4a81-855a-ebfd3f0e4e78 admin admin] Network 76f7ace0-4a25-49af-ab9a-631a26ec2b18 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:03:44.601097 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-12a487a3-1514-4a81-855a-ebfd3f0e4e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:03:44.621838 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed84a0f-db72-4502-a16c-e52186921f6b x-openstack-request-id: req-bed84a0f-db72-4502-a16c-e52186921f6b {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:44.623917 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2732d3ad-6e01-4dc6-939e-5642c7760ce3", "name": "network-vif-plugged", "status": "completed", "tag": "52f3328b-321c-496f-9969-4dcbe18927e9", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:44.625304 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bed84a0f-db72-4502-a16c-e52186921f6b {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:44.625304 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2732d3ad-6e01-4dc6-939e-5642c7760ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f3328b-321c-496f-9969-4dcbe18927e9', 'code': 200} Sep 30 13:03:44.627759 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-bc4fbb6f-57dd-4f38-a1be-109c3473bf31 None None] Set router 7aa0dc4d-b8c3-42ef-918a-7071d7f18835 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:03:44.645337 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c', 'network_id': 'd88806d7-cb43-44a5-88a4-05dfc9e84a4d', 'port_id': '20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c', 'mac_address': 'fa:16:3e:a1:94:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78037d28-e7f8-493a-8dcf-013e39c51454', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:03:44.672145 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b1edd1-6963-4c8b-8133-2157a599e940 None None] Routers {'86cbe371-4143-45f5-808e-daeffa2b1186'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:03:44.673993 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-63b1edd1-6963-4c8b-8133-2157a599e940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:03:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['86cbe371-4143-45f5-808e-daeffa2b1186'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:44.863480 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf658e13-3392-4f52-926d-1b8d29b79c67 req-7c7bd0e3-f049-403e-83cd-ac9256940038 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:44.865031 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bf658e13-3392-4f52-926d-1b8d29b79c67 req-7c7bd0e3-f049-403e-83cd-ac9256940038 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.39 "GET /v2.0/ports?device_id=3aa85f18-d84d-4f77-8a6a-ea2222b09f63 HTTP/1.1" status: 200 len: 949 time: 0.2656064 Sep 30 13:03:44.906343 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:44.916590 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-010fdc83-778d-45fa-aeef-b4f0498829e4 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:44.938328 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a487a3-1514-4a81-855a-ebfd3f0e4e78 admin admin] Router 7aa0dc4d-b8c3-42ef-918a-7071d7f18835 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:03:45.031325 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:45.034031 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7c749340-8ceb-41f6-bdaa-f755065bd841 None None] Provisioning complete for port c416f925-9825-4ed8-a7d4-d467b99c5f71 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:45.036503 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7c749340-8ceb-41f6-bdaa-f755065bd841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:45.059377 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-010fdc83-778d-45fa-aeef-b4f0498829e4 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:45.077178 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=3735fbdc-2096-4924-a740-2efbd559b38e,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:45.139585 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a487a3-1514-4a81-855a-ebfd3f0e4e78 admin admin] Pushing event updated for resources: {'Port': ['ID=c416f925-9825-4ed8-a7d4-d467b99c5f71,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:45.162427 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:03:45.188717 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-bc4fbb6f-57dd-4f38-a1be-109c3473bf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1820394865-router', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '5727c14d-0eff-49cb-863c-9f72a78d5afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:36Z', 'updated_at': '2021-09-30T13:03:43Z', 'revision_number': 4, 'project_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'gw_port': {'id': '5727c14d-0eff-49cb-863c-9f72a78d5afa', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:38Z', 'updated_at': '2021-09-30T13:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'c416f925-9825-4ed8-a7d4-d467b99c5f71', 'name': '', 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'mac_address': 'fa:16:3e:27:6a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '53cc4aed-c0f6-4bf3-a455-86c2a6798883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:42Z', 'updated_at': '2021-09-30T13:03:44Z', 'revision_number': 2, 'project_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'subnets': [{'id': '53cc4aed-c0f6-4bf3-a455-86c2a6798883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:45.201056 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-010fdc83-778d-45fa-aeef-b4f0498829e4 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:45.204061 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a487a3-1514-4a81-855a-ebfd3f0e4e78 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:03:45.208526 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d688cd-97de-455d-a093-e859e31ada00 req-80f06cc7-b7de-487d-9ea3-1074f67312fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:45.211130 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-010fdc83-778d-45fa-aeef-b4f0498829e4 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8197076 Sep 30 13:03:45.217517 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010fdc83-778d-45fa-aeef-b4f0498829e4 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dafbab7-d7fa-4fb8-af76-ab1f58380d30,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:45.219603 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-90d688cd-97de-455d-a093-e859e31ada00 req-80f06cc7-b7de-487d-9ea3-1074f67312fe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 1096 time: 0.3546097 Sep 30 13:03:45.224703 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-12a487a3-1514-4a81-855a-ebfd3f0e4e78 admin admin] 10.222.0.18 "PUT /v2.0/routers/7aa0dc4d-b8c3-42ef-918a-7071d7f18835/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2827747 Sep 30 13:03:45.228276 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43224) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:45.232865 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-039ff81f-5200-4627-a095-801fc3c8d5c9 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Request body: {'security_group_rule': {'security_group_id': '3dafbab7-d7fa-4fb8-af76-ab1f58380d30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:45.267015 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b729f-412f-48e1-a5e9-4dea41c26889 req-c54d0ad5-3477-42d9-9ecf-d630cd416345 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:45.268657 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4fbb6f-57dd-4f38-a1be-109c3473bf31 None None] The sync data for ids ['7aa0dc4d-b8c3-42ef-918a-7071d7f18835'] in n-d-810909-2 is: [{'id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1820394865-router', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '5727c14d-0eff-49cb-863c-9f72a78d5afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:36Z', 'updated_at': '2021-09-30T13:03:43Z', 'revision_number': 4, 'project_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'gw_port': {'id': '5727c14d-0eff-49cb-863c-9f72a78d5afa', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:38Z', 'updated_at': '2021-09-30T13:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'c416f925-9825-4ed8-a7d4-d467b99c5f71', 'name': '', 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'mac_address': 'fa:16:3e:27:6a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '53cc4aed-c0f6-4bf3-a455-86c2a6798883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:42Z', 'updated_at': '2021-09-30T13:03:44Z', 'revision_number': 2, 'project_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'subnets': [{'id': '53cc4aed-c0f6-4bf3-a455-86c2a6798883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:03:45.268874 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a82b729f-412f-48e1-a5e9-4dea41c26889 req-c54d0ad5-3477-42d9-9ecf-d630cd416345 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 945 time: 0.2766149 Sep 30 13:03:45.320526 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693c097-c01a-419e-bd7f-84b381aad999 req-67b17d2b-efa3-46c5-ac18-c8138f417f97 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:45.334539 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693c097-c01a-419e-bd7f-84b381aad999 req-67b17d2b-efa3-46c5-ac18-c8138f417f97 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:45.347297 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693c097-c01a-419e-bd7f-84b381aad999 req-67b17d2b-efa3-46c5-ac18-c8138f417f97 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:45.354792 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-039ff81f-5200-4627-a095-801fc3c8d5c9 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:45.364504 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693c097-c01a-419e-bd7f-84b381aad999 req-67b17d2b-efa3-46c5-ac18-c8138f417f97 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:45.380173 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693c097-c01a-419e-bd7f-84b381aad999 req-67b17d2b-efa3-46c5-ac18-c8138f417f97 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:45.399280 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693c097-c01a-419e-bd7f-84b381aad999 req-67b17d2b-efa3-46c5-ac18-c8138f417f97 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:45.413375 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693c097-c01a-419e-bd7f-84b381aad999 req-67b17d2b-efa3-46c5-ac18-c8138f417f97 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:45.428227 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d693c097-c01a-419e-bd7f-84b381aad999 req-67b17d2b-efa3-46c5-ac18-c8138f417f97 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5428 time: 0.5716028 Sep 30 13:03:45.444761 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7c749340-8ceb-41f6-bdaa-f755065bd841 None None] Port c416f925-9825-4ed8-a7d4-d467b99c5f71 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:03:45.448390 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:45.448934 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:45.449361 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:45.449794 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:45.450320 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:45.450875 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:45.451565 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:45.451953 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:45.452341 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:45.452856 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:45.453240 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:45.453634 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:03:45.457904 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2c62562f-e3a4-443e-93f1-a112bb84a931 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:03:45.499595 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a82b729f-412f-48e1-a5e9-4dea41c26889 req-645cd833-8488-456b-a780-42656a9734f1 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990819 Sep 30 13:03:45.508733 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-90d688cd-97de-455d-a093-e859e31ada00 req-aa941ad6-80d9-4daa-9671-838f1ee6efef service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875404 Sep 30 13:03:45.528639 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-bf658e13-3392-4f52-926d-1b8d29b79c67 req-4b99b4d8-c80e-4688-8932-5153dab93a6b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Deleting port 0cdedf33-c8b7-441b-a6fe-6cc0d76225be {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:03:45.531036 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bf658e13-3392-4f52-926d-1b8d29b79c67 req-4b99b4d8-c80e-4688-8932-5153dab93a6b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:45.577155 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c,segment=NetworkSegment(1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f),segment_id=1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:45.592538 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:45.617035 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d693c097-c01a-419e-bd7f-84b381aad999 req-659fbcfe-6f69-4a5b-b008-cafb36cf6d78 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1666341 Sep 30 13:03:45.651169 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f76219d2-a629-473d-a6de-c132fa46e32d None None] Provisioning complete for port c416f925-9825-4ed8-a7d4-d467b99c5f71 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:45.651542 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f76219d2-a629-473d-a6de-c132fa46e32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:45.667969 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-63b1edd1-6963-4c8b-8133-2157a599e940 None None] Set router 86cbe371-4143-45f5-808e-daeffa2b1186 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:03:45.758989 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-039ff81f-5200-4627-a095-801fc3c8d5c9 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:45.810142 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-afb753fe-bf49-4ab4-9e65-1fd50cc74ca2 req-6078c56d-4542-41cc-945a-b83ec7ad2ca6 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 210 time: 0.1474164 Sep 30 13:03:45.878079 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 2c62562f-e3a4-443e-93f1-a112bb84a931 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:45.878396 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:45.879785 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-039ff81f-5200-4627-a095-801fc3c8d5c9 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:45.880404 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:45.886212 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-f76219d2-a629-473d-a6de-c132fa46e32d None None] Port c416f925-9825-4ed8-a7d4-d467b99c5f71 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:03:45.897095 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a79c9-1b19-43bd-bf26-371dd6f370c1 req-2cad9522-7f4c-4980-afa7-bd138320fc80 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:45.898743 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1e2a79c9-1b19-43bd-bf26-371dd6f370c1 req-2cad9522-7f4c-4980-afa7-bd138320fc80 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=3aa85f18-d84d-4f77-8a6a-ea2222b09f63 HTTP/1.1" status: 200 len: 949 time: 0.1021202 Sep 30 13:03:45.975817 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ff81f-5200-4627-a095-801fc3c8d5c9 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc4f028e-5b6f-4c50-a021-7dccdde3bad3,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:45.985023 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1e2a79c9-1b19-43bd-bf26-371dd6f370c1 req-a579d0a0-b824-4927-9e28-e54a284b7f27 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770741 Sep 30 13:03:46.105993 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-039ff81f-5200-4627-a095-801fc3c8d5c9 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:46.110123 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43246) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:46.110285 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-039ff81f-5200-4627-a095-801fc3c8d5c9 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8806882 Sep 30 13:03:46.116192 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-1f9eaeaa-b17a-47ba-8466-2612803a9060 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Request body: {'security_group_rule': {'security_group_id': '3dafbab7-d7fa-4fb8-af76-ab1f58380d30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:46.139398 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-bf658e13-3392-4f52-926d-1b8d29b79c67 req-4b99b4d8-c80e-4688-8932-5153dab93a6b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] For port 0cdedf33-c8b7-441b-a6fe-6cc0d76225be, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0cdedf33-c8b7-441b-a6fe-6cc0d76225be,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:46.139729 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bf658e13-3392-4f52-926d-1b8d29b79c67 req-4b99b4d8-c80e-4688-8932-5153dab93a6b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:46.220784 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1f9eaeaa-b17a-47ba-8466-2612803a9060 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:46.272148 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-63b1edd1-6963-4c8b-8133-2157a599e940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'name': 'tempest-ServersTestFqdnHostnames-413480197-router', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '9a7eb502-4af7-4418-9a69-bb66752ff4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:35Z', 'updated_at': '2021-09-30T13:03:41Z', 'revision_number': 4, 'project_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'gw_port': {'id': '9a7eb502-4af7-4418-9a69-bb66752ff4d9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:36Z', 'updated_at': '2021-09-30T13:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '421ba193-b2d4-4af9-969f-bd113f01bd4a', 'name': '', 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'mac_address': 'fa:16:3e:13:7b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'dab259b8-7f2d-4c77-ac66-ab5ff9b3b271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:39Z', 'updated_at': '2021-09-30T13:03:41Z', 'revision_number': 2, 'project_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'subnets': [{'id': 'dab259b8-7f2d-4c77-ac66-ab5ff9b3b271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:46.322244 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b1edd1-6963-4c8b-8133-2157a599e940 None None] The sync data for ids ['86cbe371-4143-45f5-808e-daeffa2b1186'] in n-d-810909-2 is: [{'id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'name': 'tempest-ServersTestFqdnHostnames-413480197-router', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '9a7eb502-4af7-4418-9a69-bb66752ff4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:35Z', 'updated_at': '2021-09-30T13:03:41Z', 'revision_number': 4, 'project_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'gw_port': {'id': '9a7eb502-4af7-4418-9a69-bb66752ff4d9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:36Z', 'updated_at': '2021-09-30T13:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '421ba193-b2d4-4af9-969f-bd113f01bd4a', 'name': '', 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'mac_address': 'fa:16:3e:13:7b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'dab259b8-7f2d-4c77-ac66-ab5ff9b3b271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:39Z', 'updated_at': '2021-09-30T13:03:41Z', 'revision_number': 2, 'project_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'subnets': [{'id': 'dab259b8-7f2d-4c77-ac66-ab5ff9b3b271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:03:46.349521 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1f9eaeaa-b17a-47ba-8466-2612803a9060 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:46.361818 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1f9eaeaa-b17a-47ba-8466-2612803a9060 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:46.417622 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9eaeaa-b17a-47ba-8466-2612803a9060 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e034ca4e-0a8f-49d0-aaac-eefa93df625e,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:46.447607 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-bf658e13-3392-4f52-926d-1b8d29b79c67 req-4b99b4d8-c80e-4688-8932-5153dab93a6b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Calling delete_port for 0cdedf33-c8b7-441b-a6fe-6cc0d76225be owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:03:46.476550 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-55d9dfc3-f546-4d17-b5f3-72afe97eb767 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:46.476943 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1f9eaeaa-b17a-47ba-8466-2612803a9060 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:46.481347 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1f9eaeaa-b17a-47ba-8466-2612803a9060 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3667650 Sep 30 13:03:46.481574 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-55d9dfc3-f546-4d17-b5f3-72afe97eb767 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.54 "GET /v2.0/networks?id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a HTTP/1.1" status: 200 len: 820 time: 0.2150049 Sep 30 13:03:46.485487 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43248) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:46.497293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-39ecc3a6-765f-4eb6-823d-31f3dc7e0bdf tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:46.501637 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-dc78729f-9947-47f8-ac48-024210de6e69 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Request body: {'port': {'device_id': '87d40ace-e564-44e9-bb91-eb87fc3fab9b', 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a', 'admin_state_up': True, 'tenant_id': 'bfee4c1083184c949bfe63d2e5d7a195'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:46.531739 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39ecc3a6-765f-4eb6-823d-31f3dc7e0bdf tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks [] for floatingip, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:46.680731 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663ded7-00f6-4077-8e9d-9613babfe593 req-b2cd07ba-8afd-42fc-bbb6-a85c14d306ff tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:46.690936 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8663ded7-00f6-4077-8e9d-9613babfe593 req-b2cd07ba-8afd-42fc-bbb6-a85c14d306ff tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 945 time: 0.1095228 Sep 30 13:03:46.858947 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8663ded7-00f6-4077-8e9d-9613babfe593 req-56fd2e40-f519-46e1-9d8e-478f1a080749 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666064 Sep 30 13:03:46.870910 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39ecc3a6-765f-4eb6-823d-31f3dc7e0bdf tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:46.874812 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:47.006814 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['edd46fc9-4ca1-4629-b3fb-da71ea25c33c'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:47.022901 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db298c-bd0f-47f0-9937-a301200e81b4 req-06945b45-7ff0-4af3-9783-3f959ba67518 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:47.031350 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-76db298c-bd0f-47f0-9937-a301200e81b4 req-06945b45-7ff0-4af3-9783-3f959ba67518 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9af4f54-2095-4166-b301-b10972272b8a HTTP/1.1" status: 200 len: 949 time: 0.3383617 Sep 30 13:03:47.100577 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-39ecc3a6-765f-4eb6-823d-31f3dc7e0bdf tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Allocated IP 172.25.5.221 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/748bd762-1b81-4b0f-a3f2-6b1cc1eb9701) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:03:47.127403 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-d0751014-22b3-4e86-b3bd-4894002cf987 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:47.131447 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-d0751014-22b3-4e86-b3bd-4894002cf987 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/networks?id=76f7ace0-4a25-49af-ab9a-631a26ec2b18 HTTP/1.1" status: 200 len: 829 time: 1.0657880 Sep 30 13:03:47.176504 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['a590db81-d7b1-40db-81be-4877e02204d3'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:47.190771 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['83670bbb-25ac-4b77-ac32-d478dc7ddaeb'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:47.192869 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['91dd7c39-fe37-47b7-b54a-b0e32073743f'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:47.217758 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-dc78729f-9947-47f8-ac48-024210de6e69 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Made reservation on behalf of bfee4c1083184c949bfe63d2e5d7a195 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:03:47.221234 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-dc78729f-9947-47f8-ac48-024210de6e69 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:47.224834 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52576f-fd60-4915-aee5-8cfab5b47721 req-29770ec3-f30b-47a0-94d9-3ffa53ce53d1 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:47.246411 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52576f-fd60-4915-aee5-8cfab5b47721 req-29770ec3-f30b-47a0-94d9-3ffa53ce53d1 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:47.250311 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['3735fbdc-2096-4924-a740-2efbd559b38e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:47.254792 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52576f-fd60-4915-aee5-8cfab5b47721 req-29770ec3-f30b-47a0-94d9-3ffa53ce53d1 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:47.260032 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52576f-fd60-4915-aee5-8cfab5b47721 req-29770ec3-f30b-47a0-94d9-3ffa53ce53d1 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:47.268084 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52576f-fd60-4915-aee5-8cfab5b47721 req-29770ec3-f30b-47a0-94d9-3ffa53ce53d1 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:47.274106 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52576f-fd60-4915-aee5-8cfab5b47721 req-29770ec3-f30b-47a0-94d9-3ffa53ce53d1 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:47.279046 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-c46159ad-9076-4678-8ff4-93e1abafe002 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/quotas/709b4a13cb0a4dd9a6e7e0c68425f852 HTTP/1.1" status: 200 len: 375 time: 0.0652766 Sep 30 13:03:47.280032 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52576f-fd60-4915-aee5-8cfab5b47721 req-29770ec3-f30b-47a0-94d9-3ffa53ce53d1 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:47.287887 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fd52576f-fd60-4915-aee5-8cfab5b47721 req-29770ec3-f30b-47a0-94d9-3ffa53ce53d1 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5429 time: 0.2843349 Sep 30 13:03:47.369736 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 5727c14d-0eff-49cb-863c-9f72a78d5afa up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:03:47.452234 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-9447d1c3-9ce6-48ee-a4d3-f2bc16fd8301 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=709b4a13cb0a4dd9a6e7e0c68425f852&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1624482 Sep 30 13:03:47.541371 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39ecc3a6-765f-4eb6-823d-31f3dc7e0bdf tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:47.610114 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39ecc3a6-765f-4eb6-823d-31f3dc7e0bdf tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:47.616404 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fd52576f-fd60-4915-aee5-8cfab5b47721 req-70631640-a8c7-44a9-a1dd-2f351a39f5e4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3276794 Sep 30 13:03:47.640278 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-1a0fbb76-13a8-4779-a734-f2e8fb94fa41 service neutron] 10.222.0.18 "GET /v2.0/networks/76f7ace0-4a25-49af-ab9a-631a26ec2b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842873 Sep 30 13:03:47.644432 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-76db298c-bd0f-47f0-9937-a301200e81b4 req-20cfde92-cf42-41ca-8d4b-82262092d5e5 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Deleting port 6e09df4b-e0e2-4848-abda-3a11a18e8595 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:03:47.644794 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-76db298c-bd0f-47f0-9937-a301200e81b4 req-20cfde92-cf42-41ca-8d4b-82262092d5e5 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:47.661357 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device ab95f5b0-e778-4b9c-87ab-50dfb371cc27 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:03:47.723417 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ecc3a6-765f-4eb6-823d-31f3dc7e0bdf tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Pushing event updated for resources: {'Port': ['ID=748bd762-1b81-4b0f-a3f2-6b1cc1eb9701,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:47.740745 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bf658e13-3392-4f52-926d-1b8d29b79c67 req-4b99b4d8-c80e-4688-8932-5153dab93a6b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:47.753765 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ecc3a6-765f-4eb6-823d-31f3dc7e0bdf tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:03:47.770069 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-39ecc3a6-765f-4eb6-823d-31f3dc7e0bdf tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:03:47.780127 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ecc3a6-765f-4eb6-823d-31f3dc7e0bdf tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:03:47.781660 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['84755c0f-2e46-4801-beed-ac8ea40167fc'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:47.784079 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['9adbcaa4-175f-4bda-b130-9147bdd5c1d0', 'e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:47.847342 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-dc78729f-9947-47f8-ac48-024210de6e69 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Allocated IP 172.20.0.2 (9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a/d2a3567b-bc5f-477b-8f28-c16dcd278961/cd6c2cd3-b68c-41d7-80d1-b20fa3579274) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:03:47.864568 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99b4d8-c80e-4688-8932-5153dab93a6b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Pushing event deleted for resources: {'Port': ['ID=0cdedf33-c8b7-441b-a6fe-6cc0d76225be,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:47.874733 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device ab95f5b0-e778-4b9c-87ab-50dfb371cc27 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:03:47.892671 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 5727c14d-0eff-49cb-863c-9f72a78d5afa triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:47.893039 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:47.900116 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf658e13-3392-4f52-926d-1b8d29b79c67 req-4b99b4d8-c80e-4688-8932-5153dab93a6b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] No DVR routers for this DVR port 0cdedf33-c8b7-441b-a6fe-6cc0d76225be on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:03:47.915776 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bf658e13-3392-4f52-926d-1b8d29b79c67 req-4b99b4d8-c80e-4688-8932-5153dab93a6b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:47.917789 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bf658e13-3392-4f52-926d-1b8d29b79c67 req-4b99b4d8-c80e-4688-8932-5153dab93a6b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.39 "DELETE /v2.0/ports/0cdedf33-c8b7-441b-a6fe-6cc0d76225be HTTP/1.1" status: 204 len: 173 time: 3.0120561 Sep 30 13:03:47.918259 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa85f18-d84d-4f77-8a6a-ea2222b09f63', 'name': 'network-vif-deleted', 'tag': '0cdedf33-c8b7-441b-a6fe-6cc0d76225be'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:03:47.919016 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c9ef5855-8153-4908-9d08-e120e1174056 req-7eac8e36-0493-48aa-a039-1d15b44388a3 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 210 time: 0.0936182 Sep 30 13:03:47.920498 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2057e68f-f597-4860-b7fe-092f76a64d4d" -d '{"events": [{"server_uuid": "3aa85f18-d84d-4f77-8a6a-ea2222b09f63", "name": "network-vif-deleted", "tag": "0cdedf33-c8b7-441b-a6fe-6cc0d76225be"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:03:47.967609 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-83700ed5-79ad-459d-8ff4-8e8527369e4d service neutron] 10.222.0.18 "GET /v2.0/networks/76f7ace0-4a25-49af-ab9a-631a26ec2b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261843 Sep 30 13:03:47.978108 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39ecc3a6-765f-4eb6-823d-31f3dc7e0bdf tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:47.986682 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-76db298c-bd0f-47f0-9937-a301200e81b4 req-20cfde92-cf42-41ca-8d4b-82262092d5e5 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] For port 6e09df4b-e0e2-4848-abda-3a11a18e8595, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=6e09df4b-e0e2-4848-abda-3a11a18e8595,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:47.987058 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-76db298c-bd0f-47f0-9937-a301200e81b4 req-20cfde92-cf42-41ca-8d4b-82262092d5e5 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:48.029389 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-76db298c-bd0f-47f0-9937-a301200e81b4 req-20cfde92-cf42-41ca-8d4b-82262092d5e5 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Calling delete_port for 6e09df4b-e0e2-4848-abda-3a11a18e8595 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:03:48.072386 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39ecc3a6-765f-4eb6-823d-31f3dc7e0bdf tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:48.123647 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0cdedf33-c8b7-441b-a6fe-6cc0d76225be no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:03:48.183593 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-dc78729f-9947-47f8-ac48-024210de6e69 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:48.195328 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f7ac4975-a4bc-412c-8f68-427f1679a2a8 req-02d70325-cd43-4ce8-8645-c1a50d7b77d6 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=3aa85f18-d84d-4f77-8a6a-ea2222b09f63 HTTP/1.1" status: 200 len: 210 time: 0.0614443 Sep 30 13:03:48.210434 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 0cdedf33-c8b7-441b-a6fe-6cc0d76225be {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:03:48.211018 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0cdedf33-c8b7-441b-a6fe-6cc0d76225be not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:03:48.308276 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-dc78729f-9947-47f8-ac48-024210de6e69 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:48.506273 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78729f-9947-47f8-ac48-024210de6e69 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Pushing event updated for resources: {'Port': ['ID=cd6c2cd3-b68c-41d7-80d1-b20fa3579274,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:48.537131 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-76db298c-bd0f-47f0-9937-a301200e81b4 req-20cfde92-cf42-41ca-8d4b-82262092d5e5 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:48.539728 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47617f9-8fcf-4260-b5f2-aa1ed67acdf5 x-openstack-request-id: req-f47617f9-8fcf-4260-b5f2-aa1ed67acdf5 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:48.545187 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa85f18-d84d-4f77-8a6a-ea2222b09f63", "name": "network-vif-deleted", "tag": "0cdedf33-c8b7-441b-a6fe-6cc0d76225be", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:48.545187 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f47617f9-8fcf-4260-b5f2-aa1ed67acdf5 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:48.545187 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa85f18-d84d-4f77-8a6a-ea2222b09f63', 'name': 'network-vif-deleted', 'tag': '0cdedf33-c8b7-441b-a6fe-6cc0d76225be', 'status': 'completed', 'code': 200} Sep 30 13:03:48.618930 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-dc78729f-9947-47f8-ac48-024210de6e69 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:03:48.647718 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-dc78729f-9947-47f8-ac48-024210de6e69 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:03:48.659732 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-dc78729f-9947-47f8-ac48-024210de6e69 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:03:48.749896 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-dc78729f-9947-47f8-ac48-024210de6e69 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:48.750696 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-dc78729f-9947-47f8-ac48-024210de6e69 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:48.753311 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39ecc3a6-765f-4eb6-823d-31f3dc7e0bdf tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:48.772716 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfde92-cf42-41ca-8d4b-82262092d5e5 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Pushing event deleted for resources: {'Port': ['ID=6e09df4b-e0e2-4848-abda-3a11a18e8595,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:48.781707 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6f2b9d80-7319-435c-9ca5-61d43e84a0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:48.801903 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39ecc3a6-765f-4eb6-823d-31f3dc7e0bdf tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:48.803052 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84413c02-65c7-4fbb-8182-ba41afd67276 req-3146ec0c-79f6-4e14-a7dd-f74cd4afd4d6 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:48.811391 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-84413c02-65c7-4fbb-8182-ba41afd67276 req-3146ec0c-79f6-4e14-a7dd-f74cd4afd4d6 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 945 time: 0.2628102 Sep 30 13:03:48.825650 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-76db298c-bd0f-47f0-9937-a301200e81b4 req-20cfde92-cf42-41ca-8d4b-82262092d5e5 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] No DVR routers for this DVR port 6e09df4b-e0e2-4848-abda-3a11a18e8595 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:03:48.849536 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-60145746-a2db-4722-92fd-950c2b72dde2 req-007dc1d7-e64e-42eb-b041-66904ba5f0cd tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b11aa305-0cee-46d1-9fd1-fdc54159586c HTTP/1.1" status: 200 len: 210 time: 0.1930029 Sep 30 13:03:48.869795 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-dc78729f-9947-47f8-ac48-024210de6e69 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3771894 Sep 30 13:03:48.887508 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-84413c02-65c7-4fbb-8182-ba41afd67276 req-28cc82b1-53c0-4653-bb7e-cc538892efaf tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685000 Sep 30 13:03:48.909410 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-00f67ef1-658e-430d-aedd-7dc98588a294 service neutron] Request body: {'port': {'device_id': '87d40ace-e564-44e9-bb91-eb87fc3fab9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:48.920918 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-76db298c-bd0f-47f0-9937-a301200e81b4 req-20cfde92-cf42-41ca-8d4b-82262092d5e5 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:48.928271 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-76db298c-bd0f-47f0-9937-a301200e81b4 req-20cfde92-cf42-41ca-8d4b-82262092d5e5 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.54 "DELETE /v2.0/ports/6e09df4b-e0e2-4848-abda-3a11a18e8595 HTTP/1.1" status: 204 len: 173 time: 1.8709154 Sep 30 13:03:48.931002 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9af4f54-2095-4166-b301-b10972272b8a', 'name': 'network-vif-deleted', 'tag': '6e09df4b-e0e2-4848-abda-3a11a18e8595'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:03:48.940816 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d54de0d-edeb-40ee-bb1e-b1e16f1cd64b" -d '{"events": [{"server_uuid": "c9af4f54-2095-4166-b301-b10972272b8a", "name": "network-vif-deleted", "tag": "6e09df4b-e0e2-4848-abda-3a11a18e8595"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:03:48.967555 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39ecc3a6-765f-4eb6-823d-31f3dc7e0bdf tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:49.013806 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39ecc3a6-765f-4eb6-823d-31f3dc7e0bdf tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:49.023327 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-39ecc3a6-765f-4eb6-823d-31f3dc7e0bdf tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5289235 Sep 30 13:03:49.046313 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ecc3a6-765f-4eb6-823d-31f3dc7e0bdf tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Pushing event updated for resources: {'Port': ['ID=748bd762-1b81-4b0f-a3f2-6b1cc1eb9701,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:49.081519 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-00f67ef1-658e-430d-aedd-7dc98588a294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:49.169969 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e36ce7-767b-4f22-8d5d-040e67347fef req-50b8da04-78fc-404b-9fe4-4e3dfeb5a7fe tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:49.183312 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e36ce7-767b-4f22-8d5d-040e67347fef req-50b8da04-78fc-404b-9fe4-4e3dfeb5a7fe tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:49.192787 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f373b5ea-f414-45e5-95ea-d622cea073e5 None None] Sync routers for ids ['7aa0dc4d-b8c3-42ef-918a-7071d7f18835'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:03:49.202401 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e36ce7-767b-4f22-8d5d-040e67347fef req-50b8da04-78fc-404b-9fe4-4e3dfeb5a7fe tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:49.206876 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:49.209288 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e36ce7-767b-4f22-8d5d-040e67347fef req-50b8da04-78fc-404b-9fe4-4e3dfeb5a7fe tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:49.219853 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e36ce7-767b-4f22-8d5d-040e67347fef req-50b8da04-78fc-404b-9fe4-4e3dfeb5a7fe tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:49.236125 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e36ce7-767b-4f22-8d5d-040e67347fef req-50b8da04-78fc-404b-9fe4-4e3dfeb5a7fe tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:49.249325 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e36ce7-767b-4f22-8d5d-040e67347fef req-50b8da04-78fc-404b-9fe4-4e3dfeb5a7fe tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:49.258301 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e0e36ce7-767b-4f22-8d5d-040e67347fef req-50b8da04-78fc-404b-9fe4-4e3dfeb5a7fe tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5429 time: 0.2521746 Sep 30 13:03:49.322391 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eb37c-2a5a-453a-adf3-78a9441ae9bc req-39936a65-6d74-4dc3-be49-dda19cc10c4d tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:49.352280 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ce2eb37c-2a5a-453a-adf3-78a9441ae9bc req-39936a65-6d74-4dc3-be49-dda19cc10c4d tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 1096 time: 0.0968218 Sep 30 13:03:49.386002 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e0e36ce7-767b-4f22-8d5d-040e67347fef req-3a9c8961-e17d-478f-8e32-1acffd822d2c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0861440 Sep 30 13:03:49.431209 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ce2eb37c-2a5a-453a-adf3-78a9441ae9bc req-cfe27252-b38f-4e3d-b37e-12456ad3c187 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752461 Sep 30 13:03:49.482336 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 5727c14d-0eff-49cb-863c-9f72a78d5afa, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=5727c14d-0eff-49cb-863c-9f72a78d5afa,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:49.486614 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f373b5ea-f414-45e5-95ea-d622cea073e5 None None] Routers {'7aa0dc4d-b8c3-42ef-918a-7071d7f18835'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:03:49.487220 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f373b5ea-f414-45e5-95ea-d622cea073e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:03:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['7aa0dc4d-b8c3-42ef-918a-7071d7f18835'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:49.489975 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ac0598-3d6e-4895-863c-3bc2f6465e97 x-openstack-request-id: req-a1ac0598-3d6e-4895-863c-3bc2f6465e97 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:49.490617 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9af4f54-2095-4166-b301-b10972272b8a", "name": "network-vif-deleted", "tag": "6e09df4b-e0e2-4848-abda-3a11a18e8595", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:49.490733 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:49.491184 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1ac0598-3d6e-4895-863c-3bc2f6465e97 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:49.491757 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9af4f54-2095-4166-b301-b10972272b8a', 'name': 'network-vif-deleted', 'tag': '6e09df4b-e0e2-4848-abda-3a11a18e8595', 'status': 'completed', 'code': 200} Sep 30 13:03:49.546339 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:49.626126 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:03:49.640646 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d981078-e49e-4290-b095-d07c2b439703 req-813bfe41-5bfe-444f-aaab-e51847fa5a3c tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:49.648714 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d981078-e49e-4290-b095-d07c2b439703 req-813bfe41-5bfe-444f-aaab-e51847fa5a3c tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 931 time: 0.1119013 Sep 30 13:03:49.664482 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-84a0127e-34b6-445c-a28b-fba585a80290 req-d132cf81-06d9-4a49-a188-8a002d21e751 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--342510976&fields=id&tenant_id=2d47c5f4db0b40ebafa33b6cab0bb6ca HTTP/1.1" status: 200 len: 267 time: 0.0806489 Sep 30 13:03:49.710781 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d981078-e49e-4290-b095-d07c2b439703 req-2332cf22-8965-4013-a4f8-c3caf43cf54c tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531139 Sep 30 13:03:49.766638 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=5727c14d-0eff-49cb-863c-9f72a78d5afa,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:49.794220 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9a7eb502-4af7-4418-9a69-bb66752ff4d9 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:03:49.839957 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-f373b5ea-f414-45e5-95ea-d622cea073e5 None None] Set router 7aa0dc4d-b8c3-42ef-918a-7071d7f18835 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:03:49.884917 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0127e-34b6-445c-a28b-fba585a80290 req-9285e92b-d565-47e7-ba19-623d53057fe5 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:49.892207 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-84a0127e-34b6-445c-a28b-fba585a80290 req-9285e92b-d565-47e7-ba19-623d53057fe5 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/networks?id=0f9e9a25-efc7-491a-8143-c6db148dfd0c HTTP/1.1" status: 200 len: 814 time: 0.2250540 Sep 30 13:03:49.906592 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-00f67ef1-658e-430d-aedd-7dc98588a294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd6c2cd3-b68c-41d7-80d1-b20fa3579274 {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:03:49.925469 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-00f67ef1-658e-430d-aedd-7dc98588a294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:49.953931 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dadd4-5333-4e78-81ca-9c7460d29a18 req-e31c96b1-797a-40e6-80fe-0417c103d3ac tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:49.955293 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:03:49.960115 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c79dadd4-5333-4e78-81ca-9c7460d29a18 req-e31c96b1-797a-40e6-80fe-0417c103d3ac tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/ports?device_id=58e523f8-22cc-40c8-9381-2a61b891fcab HTTP/1.1" status: 200 len: 946 time: 0.1093888 Sep 30 13:03:49.961029 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-84a0127e-34b6-445c-a28b-fba585a80290 req-91ffddf5-c72c-4f34-b151-e0b7e3abaf7b tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/quotas/2d47c5f4db0b40ebafa33b6cab0bb6ca HTTP/1.1" status: 200 len: 375 time: 0.0678358 Sep 30 13:03:49.968608 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:49.969052 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:50.001923 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-00f67ef1-658e-430d-aedd-7dc98588a294 service neutron] Transition to ACTIVE for port object cd6c2cd3-b68c-41d7-80d1-b20fa3579274 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:03:50.018818 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-00f67ef1-658e-430d-aedd-7dc98588a294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:50.032554 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c79dadd4-5333-4e78-81ca-9c7460d29a18 req-a7ab79ba-a79f-4325-92e7-4a5640b03c11 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fa7dfcb-a079-4bf0-b589-11027411807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649168 Sep 30 13:03:50.115949 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 9a7eb502-4af7-4418-9a69-bb66752ff4d9 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:50.116051 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:50.135184 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-84a0127e-34b6-445c-a28b-fba585a80290 req-c5861b90-6c7d-43e7-a262-535846c43079 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d47c5f4db0b40ebafa33b6cab0bb6ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1670592 Sep 30 13:03:50.201190 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f67ef1-658e-430d-aedd-7dc98588a294 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6c2cd3-b68c-41d7-80d1-b20fa3579274,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:50.225800 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-8d1be581-bb64-4a29-bc23-21ee8950045e tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:50.227903 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-8d1be581-bb64-4a29-bc23-21ee8950045e tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.39 "GET /v2.0/networks?id=76f7ace0-4a25-49af-ab9a-631a26ec2b18 HTTP/1.1" status: 200 len: 829 time: 0.3152094 Sep 30 13:03:50.239298 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:50.267525 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-0cfb6688-5a94-4b47-9523-8bcf2a2cd7f1 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Request body: {'port': {'device_id': 'b11aa305-0cee-46d1-9fd1-fdc54159586c', 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18', 'admin_state_up': True, 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:50.284104 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c,segment=NetworkSegment(1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f),segment_id=1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:50.305355 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:03:50.308463 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3829ceda-e56f-40b4-8b43-bd9e93363996" -d '{"events": [{"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-plugged", "status": "completed", "tag": "20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:03:50.315053 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9587306b-5a2f-4d04-82c8-8f3d3f5c648e req-677079ed-da34-4b4c-9d38-bee7590c559e tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b11aa305-0cee-46d1-9fd1-fdc54159586c HTTP/1.1" status: 200 len: 210 time: 0.0455871 Sep 30 13:03:50.319811 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:50.320725 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 6e09df4b-e0e2-4848-abda-3a11a18e8595 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:03:50.382568 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 6e09df4b-e0e2-4848-abda-3a11a18e8595 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:03:50.383153 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 6e09df4b-e0e2-4848-abda-3a11a18e8595 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:03:50.396264 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['9adbcaa4-175f-4bda-b130-9147bdd5c1d0', 'e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:50.453818 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6319bfd-4a37-4e75-9850-5b7bcb8980b7 x-openstack-request-id: req-a6319bfd-4a37-4e75-9850-5b7bcb8980b7 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:50.454124 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-plugged", "status": "completed", "tag": "20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:50.454373 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6319bfd-4a37-4e75-9850-5b7bcb8980b7 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:50.454751 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c', 'code': 200} Sep 30 13:03:50.472147 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-84a0127e-34b6-445c-a28b-fba585a80290 req-88677176-03ce-46d4-bfed-8f0ce4fd65e0 service neutron] 10.222.0.18 "GET /v2.0/networks/0f9e9a25-efc7-491a-8143-c6db148dfd0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236947 Sep 30 13:03:50.505213 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:50.535379 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:50.549149 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-00f67ef1-658e-430d-aedd-7dc98588a294 service neutron] Attempting to bind port cd6c2cd3-b68c-41d7-80d1-b20fa3579274 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:03:50.549493 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-00f67ef1-658e-430d-aedd-7dc98588a294 service neutron] Attempting to bind port cd6c2cd3-b68c-41d7-80d1-b20fa3579274 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:03:50.549928 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-00f67ef1-658e-430d-aedd-7dc98588a294 service neutron] Attempting to bind port cd6c2cd3-b68c-41d7-80d1-b20fa3579274 on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:50.554861 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 9a7eb502-4af7-4418-9a69-bb66752ff4d9, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9a7eb502-4af7-4418-9a69-bb66752ff4d9,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:50.556478 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b75035-190c-4a4f-a496-d02337383033 None None] Sync routers for ids ['86cbe371-4143-45f5-808e-daeffa2b1186'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:03:50.567670 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:50.573525 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b75035-190c-4a4f-a496-d02337383033 None None] Routers {'86cbe371-4143-45f5-808e-daeffa2b1186'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:03:50.574391 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-83b75035-190c-4a4f-a496-d02337383033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:03:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['86cbe371-4143-45f5-808e-daeffa2b1186'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:50.640169 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-84a0127e-34b6-445c-a28b-fba585a80290 req-4dd54102-f4e8-4a50-8fb7-da2f0ad5b9a1 service neutron] 10.222.0.18 "GET /v2.0/networks/0f9e9a25-efc7-491a-8143-c6db148dfd0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669569 Sep 30 13:03:50.648875 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-00f67ef1-658e-430d-aedd-7dc98588a294 service neutron] Port cd6c2cd3-b68c-41d7-80d1-b20fa3579274 on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:03:50.649977 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-00f67ef1-658e-430d-aedd-7dc98588a294 service neutron] Attempting to bind port cd6c2cd3-b68c-41d7-80d1-b20fa3579274 on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:50.658601 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-00f67ef1-658e-430d-aedd-7dc98588a294 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:03:50.659296 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-00f67ef1-658e-430d-aedd-7dc98588a294 service neutron] Checking segment: {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:03:50.659926 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-00f67ef1-658e-430d-aedd-7dc98588a294 service neutron] Bound using segment: {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:03:50.660729 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-00f67ef1-658e-430d-aedd-7dc98588a294 service neutron] Bound port: cd6c2cd3-b68c-41d7-80d1-b20fa3579274, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:03:50.661444 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-00f67ef1-658e-430d-aedd-7dc98588a294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:50.690530 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=9a7eb502-4af7-4418-9a69-bb66752ff4d9,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:50.711088 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f373b5ea-f414-45e5-95ea-d622cea073e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1820394865-router', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '5727c14d-0eff-49cb-863c-9f72a78d5afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:36Z', 'updated_at': '2021-09-30T13:03:43Z', 'revision_number': 4, 'project_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'gw_port': {'id': '5727c14d-0eff-49cb-863c-9f72a78d5afa', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:38Z', 'updated_at': '2021-09-30T13:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'c416f925-9825-4ed8-a7d4-d467b99c5f71', 'name': '', 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'mac_address': 'fa:16:3e:27:6a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '53cc4aed-c0f6-4bf3-a455-86c2a6798883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:42Z', 'updated_at': '2021-09-30T13:03:44Z', 'revision_number': 2, 'project_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'subnets': [{'id': '53cc4aed-c0f6-4bf3-a455-86c2a6798883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:50.749756 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-0cfb6688-5a94-4b47-9523-8bcf2a2cd7f1 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Made reservation on behalf of 709b4a13cb0a4dd9a6e7e0c68425f852 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:03:50.753016 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f193667-9d41-4e92-beef-e4294ef2d770 req-65b45bee-fbd2-443f-9c70-1d3745efb840 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:50.753649 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-0cfb6688-5a94-4b47-9523-8bcf2a2cd7f1 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:50.765732 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-83b75035-190c-4a4f-a496-d02337383033 None None] Set router 86cbe371-4143-45f5-808e-daeffa2b1186 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:03:50.772564 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f193667-9d41-4e92-beef-e4294ef2d770 req-65b45bee-fbd2-443f-9c70-1d3745efb840 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:50.790791 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f193667-9d41-4e92-beef-e4294ef2d770 req-65b45bee-fbd2-443f-9c70-1d3745efb840 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:50.797241 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f193667-9d41-4e92-beef-e4294ef2d770 req-65b45bee-fbd2-443f-9c70-1d3745efb840 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:50.801079 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f373b5ea-f414-45e5-95ea-d622cea073e5 None None] Checking router: 7aa0dc4d-b8c3-42ef-918a-7071d7f18835 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:03:50.802103 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f373b5ea-f414-45e5-95ea-d622cea073e5 None None] Updating router 7aa0dc4d-b8c3-42ef-918a-7071d7f18835 port c416f925-9825-4ed8-a7d4-d467b99c5f71 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:03:50.820223 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f193667-9d41-4e92-beef-e4294ef2d770 req-65b45bee-fbd2-443f-9c70-1d3745efb840 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:50.833718 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f193667-9d41-4e92-beef-e4294ef2d770 req-65b45bee-fbd2-443f-9c70-1d3745efb840 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:50.852261 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f193667-9d41-4e92-beef-e4294ef2d770 req-65b45bee-fbd2-443f-9c70-1d3745efb840 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:50.854886 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f193667-9d41-4e92-beef-e4294ef2d770 req-65b45bee-fbd2-443f-9c70-1d3745efb840 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5430 time: 0.2353477 Sep 30 13:03:50.856780 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d607baa7-0e4a-44f3-9093-1f48e0fc5c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:50.889652 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-00f67ef1-658e-430d-aedd-7dc98588a294 service neutron] For port cd6c2cd3-b68c-41d7-80d1-b20fa3579274, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:03:50.902045 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f373b5ea-f414-45e5-95ea-d622cea073e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:50.925097 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f193667-9d41-4e92-beef-e4294ef2d770 req-ea1c7e9d-5301-4cb7-960a-3093abf3c53b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619881 Sep 30 13:03:50.936074 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-00f67ef1-658e-430d-aedd-7dc98588a294 service neutron] For port cd6c2cd3-b68c-41d7-80d1-b20fa3579274, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=cd6c2cd3-b68c-41d7-80d1-b20fa3579274,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:03:51.013140 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-00f67ef1-658e-430d-aedd-7dc98588a294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:51.062275 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-00f67ef1-658e-430d-aedd-7dc98588a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:51.063008 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-00f67ef1-658e-430d-aedd-7dc98588a294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:51.064341 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-00f67ef1-658e-430d-aedd-7dc98588a294 service neutron] 10.222.0.54 "PUT /v2.0/ports/cd6c2cd3-b68c-41d7-80d1-b20fa3579274 HTTP/1.1" status: 200 len: 1091 time: 2.1758323 Sep 30 13:03:51.064809 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d40ace-e564-44e9-bb91-eb87fc3fab9b', 'tag': 'cd6c2cd3-b68c-41d7-80d1-b20fa3579274'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:03:51.067407 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbe9f71-efea-4d47-883c-cd1780d97b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "87d40ace-e564-44e9-bb91-eb87fc3fab9b", "tag": "cd6c2cd3-b68c-41d7-80d1-b20fa3579274"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:03:51.156419 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-0cfb6688-5a94-4b47-9523-8bcf2a2cd7f1 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Allocated IP 172.20.0.5 (76f7ace0-4a25-49af-ab9a-631a26ec2b18/53cc4aed-c0f6-4bf3-a455-86c2a6798883/4efe3b77-09a8-4837-9598-1a45201283e3) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:03:51.204977 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8666581-08ef-46c0-8a23-f60c6c2531fa req-411b71bb-31b2-4101-97d7-600f4da286b3 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:51.206873 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f8666581-08ef-46c0-8a23-f60c6c2531fa req-411b71bb-31b2-4101-97d7-600f4da286b3 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 943 time: 0.1111453 Sep 30 13:03:51.219992 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-83b75035-190c-4a4f-a496-d02337383033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'name': 'tempest-ServersTestFqdnHostnames-413480197-router', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '9a7eb502-4af7-4418-9a69-bb66752ff4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:35Z', 'updated_at': '2021-09-30T13:03:41Z', 'revision_number': 4, 'project_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'gw_port': {'id': '9a7eb502-4af7-4418-9a69-bb66752ff4d9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:36Z', 'updated_at': '2021-09-30T13:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '421ba193-b2d4-4af9-969f-bd113f01bd4a', 'name': '', 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'mac_address': 'fa:16:3e:13:7b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'dab259b8-7f2d-4c77-ac66-ab5ff9b3b271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:39Z', 'updated_at': '2021-09-30T13:03:41Z', 'revision_number': 2, 'project_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'subnets': [{'id': 'dab259b8-7f2d-4c77-ac66-ab5ff9b3b271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:51.261149 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-94b6ff9b-bf89-4213-bbab-6e5c7614afc8 req-d3b7461e-ecc3-4851-91d9-b9d929d05a0e tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/ports?device_id=16d23a3b-07b4-4128-88e3-72148f8e245d HTTP/1.1" status: 200 len: 210 time: 0.0361133 Sep 30 13:03:51.263134 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b75035-190c-4a4f-a496-d02337383033 None None] Checking router: 86cbe371-4143-45f5-808e-daeffa2b1186 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:03:51.263495 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b75035-190c-4a4f-a496-d02337383033 None None] Updating router 86cbe371-4143-45f5-808e-daeffa2b1186 port 421ba193-b2d4-4af9-969f-bd113f01bd4a binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:03:51.313851 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f8666581-08ef-46c0-8a23-f60c6c2531fa req-0767f0d7-3730-4c29-86de-ba0a10bd6f1e tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909033 Sep 30 13:03:51.354418 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-83b75035-190c-4a4f-a496-d02337383033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:51.407252 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aae04c-0e8a-450b-96fc-bf2f12e1d732 req-625128d6-b962-4dc8-bcad-6ad55d358539 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:51.409438 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-04aae04c-0e8a-450b-96fc-bf2f12e1d732 req-625128d6-b962-4dc8-bcad-6ad55d358539 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.54 "GET /v2.0/ports?device_id=58e523f8-22cc-40c8-9381-2a61b891fcab HTTP/1.1" status: 200 len: 946 time: 0.0726824 Sep 30 13:03:51.541583 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:51.560908 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-0cfb6688-5a94-4b47-9523-8bcf2a2cd7f1 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:51.635970 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device edd46fc9-4ca1-4629-b3fb-da71ea25c33c up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:03:51.694218 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-04aae04c-0e8a-450b-96fc-bf2f12e1d732 req-282a295c-6a70-4695-8727-3261593fee77 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Deleting port a931b3ed-1204-4910-a059-52f0fe045d9f {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:03:51.694475 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 5727c14d-0eff-49cb-863c-9f72a78d5afa up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:03:51.694600 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-04aae04c-0e8a-450b-96fc-bf2f12e1d732 req-282a295c-6a70-4695-8727-3261593fee77 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:51.747181 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eaf3aa5-c541-4578-b630-d15f84d4ce55 x-openstack-request-id: req-1eaf3aa5-c541-4578-b630-d15f84d4ce55 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:51.747771 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d40ace-e564-44e9-bb91-eb87fc3fab9b", "tag": "cd6c2cd3-b68c-41d7-80d1-b20fa3579274", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:51.748182 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1eaf3aa5-c541-4578-b630-d15f84d4ce55 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:51.750595 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d40ace-e564-44e9-bb91-eb87fc3fab9b', 'tag': 'cd6c2cd3-b68c-41d7-80d1-b20fa3579274', 'status': 'completed', 'code': 200} Sep 30 13:03:51.852540 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-0cfb6688-5a94-4b47-9523-8bcf2a2cd7f1 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:51.908829 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port edd46fc9-4ca1-4629-b3fb-da71ea25c33c completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:03:51.924670 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port edd46fc9-4ca1-4629-b3fb-da71ea25c33c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:51.925546 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:51.936728 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-04aae04c-0e8a-450b-96fc-bf2f12e1d732 req-282a295c-6a70-4695-8727-3261593fee77 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] For port a931b3ed-1204-4910-a059-52f0fe045d9f, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=a931b3ed-1204-4910-a059-52f0fe045d9f,segment=NetworkSegment(b2db1676-b010-4608-ac63-64833176515d),segment_id=b2db1676-b010-4608-ac63-64833176515d)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:51.937327 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-04aae04c-0e8a-450b-96fc-bf2f12e1d732 req-282a295c-6a70-4695-8727-3261593fee77 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:51.950629 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-6494a585-824c-4913-b21f-847987fe49d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:51.955288 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-04aae04c-0e8a-450b-96fc-bf2f12e1d732 req-282a295c-6a70-4695-8727-3261593fee77 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Calling delete_port for a931b3ed-1204-4910-a059-52f0fe045d9f owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:03:51.955812 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-6494a585-824c-4913-b21f-847987fe49d2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bfee4c1083184c949bfe63d2e5d7a195&device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 1094 time: 0.8286064 Sep 30 13:03:51.963039 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 5727c14d-0eff-49cb-863c-9f72a78d5afa triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:51.963472 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:51.968315 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ffb5b-7a78-4cad-b0c4-62fcbf3eb9c5 req-90ea5b65-e709-4db1-bbf3-5f7f70278310 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:51.976826 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ae5ffb5b-7a78-4cad-b0c4-62fcbf3eb9c5 req-90ea5b65-e709-4db1-bbf3-5f7f70278310 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b11aa305-0cee-46d1-9fd1-fdc54159586c HTTP/1.1" status: 200 len: 931 time: 0.0942135 Sep 30 13:03:52.058431 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-0cfb6688-5a94-4b47-9523-8bcf2a2cd7f1 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Network 76f7ace0-4a25-49af-ab9a-631a26ec2b18 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:03:52.060512 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-f54bac52-46f8-473a-a483-b8100431ccd8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd6c2cd3-b68c-41d7-80d1-b20fa3579274 HTTP/1.1" status: 200 len: 217 time: 0.0790820 Sep 30 13:03:52.064937 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-0cfb6688-5a94-4b47-9523-8bcf2a2cd7f1 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:03:52.068274 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-0cfb6688-5a94-4b47-9523-8bcf2a2cd7f1 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:03:52.071140 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f67ef1-658e-430d-aedd-7dc98588a294 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6c2cd3-b68c-41d7-80d1-b20fa3579274,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:52.110492 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-83b75035-190c-4a4f-a496-d02337383033 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:52.125401 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-83b75035-190c-4a4f-a496-d02337383033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:52.134702 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ae5ffb5b-7a78-4cad-b0c4-62fcbf3eb9c5 req-e192c85a-6a0d-4da7-98bd-8a1c9affe7b0 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/security-groups?id=baca9b05-d601-443a-b301-6aaa0a7c962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550667 Sep 30 13:03:52.197904 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:52.231224 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177eaabe-391f-4bc7-b347-d896fb71640c req-72d77b7c-b69f-4dcb-b93e-0e4a1d635037 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:52.232817 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-177eaabe-391f-4bc7-b347-d896fb71640c req-72d77b7c-b69f-4dcb-b93e-0e4a1d635037 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/ports?device_id=58e523f8-22cc-40c8-9381-2a61b891fcab HTTP/1.1" status: 200 len: 946 time: 0.5113475 Sep 30 13:03:52.248045 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-e058052b-bc32-4cab-8430-4b5cfa37beb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:52.250614 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-e058052b-bc32-4cab-8430-4b5cfa37beb0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d2a3567b-bc5f-477b-8f28-c16dcd278961 HTTP/1.1" status: 200 len: 860 time: 0.1668363 Sep 30 13:03:52.263460 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f373b5ea-f414-45e5-95ea-d622cea073e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:52.300684 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb6688-5a94-4b47-9523-8bcf2a2cd7f1 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Pushing event updated for resources: {'Port': ['ID=4efe3b77-09a8-4837-9598-1a45201283e3,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:52.311424 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f373b5ea-f414-45e5-95ea-d622cea073e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:52.315821 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-0cfb6688-5a94-4b47-9523-8bcf2a2cd7f1 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:52.317065 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-0cfb6688-5a94-4b47-9523-8bcf2a2cd7f1 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:52.317276 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798cdd0-4b98-4426-b935-db591c290bbc None None] Pushing event updated for resources: {'Port': ['ID=421ba193-b2d4-4af9-969f-bd113f01bd4a,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:52.365568 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-83b75035-190c-4a4f-a496-d02337383033 None None] Attempting to bind port 421ba193-b2d4-4af9-969f-bd113f01bd4a on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:03:52.366151 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-83b75035-190c-4a4f-a496-d02337383033 None None] Attempting to bind port 421ba193-b2d4-4af9-969f-bd113f01bd4a by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '43f5aa2a-7a86-4eac-bb2b-076a8ae826a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:03:52.369596 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b75035-190c-4a4f-a496-d02337383033 None None] Attempting to bind port 421ba193-b2d4-4af9-969f-bd113f01bd4a on network 0f9e9a25-efc7-491a-8143-c6db148dfd0c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:52.372933 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-75c4e8a2-ebae-4c82-8ddf-76b39bef69b2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516367 Sep 30 13:03:52.387920 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b75035-190c-4a4f-a496-d02337383033 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:03:52.388682 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b75035-190c-4a4f-a496-d02337383033 None None] Checking segment: {'id': '43f5aa2a-7a86-4eac-bb2b-076a8ae826a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:03:52.390300 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-83b75035-190c-4a4f-a496-d02337383033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:52.390906 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b75035-190c-4a4f-a496-d02337383033 None None] Bound using segment: {'id': '43f5aa2a-7a86-4eac-bb2b-076a8ae826a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:03:52.394654 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-83b75035-190c-4a4f-a496-d02337383033 None None] Bound port: 421ba193-b2d4-4af9-969f-bd113f01bd4a, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f5aa2a-7a86-4eac-bb2b-076a8ae826a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:03:52.395461 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-83b75035-190c-4a4f-a496-d02337383033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:52.420266 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-0cfb6688-5a94-4b47-9523-8bcf2a2cd7f1 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1581399 Sep 30 13:03:52.437000 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-d8bfcdef-c0e6-4e72-b894-39d6957cc86c service neutron] Request body: {'port': {'device_id': 'b11aa305-0cee-46d1-9fd1-fdc54159586c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:52.526140 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9a7eb502-4af7-4418-9a69-bb66752ff4d9 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:03:52.533437 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-177eaabe-391f-4bc7-b347-d896fb71640c req-bd5c5f9a-32ef-4964-bca7-b87da1ae2c1e tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fa7dfcb-a079-4bf0-b589-11027411807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754104 Sep 30 13:03:52.545805 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6b18421d-3672-4957-9df1-27317d4006b7'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:52.556562 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6b18421d-3672-4957-9df1-27317d4006b7'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:52.582165 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-d8bfcdef-c0e6-4e72-b894-39d6957cc86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:52.583024 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-83b75035-190c-4a4f-a496-d02337383033 None None] For port 421ba193-b2d4-4af9-969f-bd113f01bd4a, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:03:52.594767 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-83b75035-190c-4a4f-a496-d02337383033 None None] For port 421ba193-b2d4-4af9-969f-bd113f01bd4a, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=421ba193-b2d4-4af9-969f-bd113f01bd4a,segment=NetworkSegment(43f5aa2a-7a86-4eac-bb2b-076a8ae826a8),segment_id=43f5aa2a-7a86-4eac-bb2b-076a8ae826a8)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:03:52.611204 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-83b75035-190c-4a4f-a496-d02337383033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:52.711843 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b75035-190c-4a4f-a496-d02337383033 None None] Routers {'86cbe371-4143-45f5-808e-daeffa2b1186'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:03:52.712479 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-83b75035-190c-4a4f-a496-d02337383033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:03:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['86cbe371-4143-45f5-808e-daeffa2b1186'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:52.908437 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-04aae04c-0e8a-450b-96fc-bf2f12e1d732 req-282a295c-6a70-4695-8727-3261593fee77 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:52.962412 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acf648-3560-4e58-9567-e7737d950c95 req-0496b20c-9dc8-4ccc-8c2a-13d1913895d2 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:52.970924 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-95acf648-3560-4e58-9567-e7737d950c95 req-0496b20c-9dc8-4ccc-8c2a-13d1913895d2 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e461eba-be3d-4e5b-9f2a-ac97f78fbb7b HTTP/1.1" status: 200 len: 950 time: 0.7167091 Sep 30 13:03:52.977754 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-83b75035-190c-4a4f-a496-d02337383033 None None] Set router 86cbe371-4143-45f5-808e-daeffa2b1186 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:03:52.981709 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd46fc9-4ca1-4629-b3fb-da71ea25c33c'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:03:52.984282 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d342f8a1-ad83-4fd3-a65b-ca79024e3c89" -d '{"events": [{"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-plugged", "status": "completed", "tag": "edd46fc9-4ca1-4629-b3fb-da71ea25c33c"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:03:53.100404 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:53.130919 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81fdac-0976-478d-bf72-2db42d854d40 req-2f4faf20-613d-4a93-9fef-1bfe91a22d4d tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:53.132641 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4c81fdac-0976-478d-bf72-2db42d854d40 req-2f4faf20-613d-4a93-9fef-1bfe91a22d4d tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e461eba-be3d-4e5b-9f2a-ac97f78fbb7b HTTP/1.1" status: 200 len: 950 time: 0.4147279 Sep 30 13:03:53.152491 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.39', 54786) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:03:53.152689 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port edd46fc9-4ca1-4629-b3fb-da71ea25c33c, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=edd46fc9-4ca1-4629-b3fb-da71ea25c33c,segment=NetworkSegment(ac637a4a-2081-46b7-8c83-b608b8cef194),segment_id=ac637a4a-2081-46b7-8c83-b608b8cef194)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:53.174624 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-95acf648-3560-4e58-9567-e7737d950c95 req-290d3683-b918-4961-b382-3adf8991f662 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027464 Sep 30 13:03:53.175498 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-04aae04c-0e8a-450b-96fc-bf2f12e1d732 req-282a295c-6a70-4695-8727-3261593fee77 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] No DVR routers for this DVR port a931b3ed-1204-4910-a059-52f0fe045d9f on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:03:53.188490 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a295c-6a70-4695-8727-3261593fee77 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Pushing event deleted for resources: {'Port': ['ID=a931b3ed-1204-4910-a059-52f0fe045d9f,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:53.211876 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:53.213117 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 3735fbdc-2096-4924-a740-2efbd559b38e up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:03:53.236404 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798cdd0-4b98-4426-b935-db591c290bbc None None] Pushing event updated for resources: {'Port': ['ID=421ba193-b2d4-4af9-969f-bd113f01bd4a,revision_number=4']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:53.278334 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-04aae04c-0e8a-450b-96fc-bf2f12e1d732 req-282a295c-6a70-4695-8727-3261593fee77 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:53.299726 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-d8bfcdef-c0e6-4e72-b894-39d6957cc86c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4efe3b77-09a8-4837-9598-1a45201283e3 {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:03:53.303258 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-04aae04c-0e8a-450b-96fc-bf2f12e1d732 req-282a295c-6a70-4695-8727-3261593fee77 tempest-AttachSCSIVolumeTestJSON-1861067977 tempest-AttachSCSIVolumeTestJSON-1861067977-project] 10.222.0.54 "DELETE /v2.0/ports/a931b3ed-1204-4910-a059-52f0fe045d9f HTTP/1.1" status: 204 len: 173 time: 1.8785527 Sep 30 13:03:53.309834 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-d8bfcdef-c0e6-4e72-b894-39d6957cc86c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:53.313267 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e523f8-22cc-40c8-9381-2a61b891fcab', 'name': 'network-vif-deleted', 'tag': 'a931b3ed-1204-4910-a059-52f0fe045d9f'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:03:53.322142 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef971d52-5953-4ba0-af34-e761f6fa6abd" -d '{"events": [{"server_uuid": "58e523f8-22cc-40c8-9381-2a61b891fcab", "name": "network-vif-deleted", "tag": "a931b3ed-1204-4910-a059-52f0fe045d9f"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:03:53.327868 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-d8bfcdef-c0e6-4e72-b894-39d6957cc86c service neutron] Transition to ACTIVE for port object 4efe3b77-09a8-4837-9598-1a45201283e3 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:03:53.357243 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca34f8-7b7d-474c-a2e2-051571c080ff None None] Pushing event updated for resources: {'Port': ['ID=c416f925-9825-4ed8-a7d4-d467b99c5f71,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:53.370316 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-d8bfcdef-c0e6-4e72-b894-39d6957cc86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:53.370969 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 9a7eb502-4af7-4418-9a69-bb66752ff4d9 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:53.371666 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:53.457648 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-79fd9b48-4dd3-4dc7-ab53-73fa4cea6440 service neutron] 10.222.0.54 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0711181 Sep 30 13:03:53.479010 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b0375-8392-4e5a-a188-6defb490eb18 req-a4a78235-e495-4b61-8c50-11c204ee2271 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:53.491413 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b0375-8392-4e5a-a188-6defb490eb18 req-a4a78235-e495-4b61-8c50-11c204ee2271 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:53.499627 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b0375-8392-4e5a-a188-6defb490eb18 req-a4a78235-e495-4b61-8c50-11c204ee2271 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:53.507225 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b0375-8392-4e5a-a188-6defb490eb18 req-a4a78235-e495-4b61-8c50-11c204ee2271 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:53.507443 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d55dc933-e5d5-4b3b-b1ff-41077eb438a5 req-f795e9ee-f770-48e4-8fc2-57f457ba463d tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/ports?device_id=16d23a3b-07b4-4128-88e3-72148f8e245d HTTP/1.1" status: 200 len: 210 time: 0.1587169 Sep 30 13:03:53.514731 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b0375-8392-4e5a-a188-6defb490eb18 req-a4a78235-e495-4b61-8c50-11c204ee2271 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:53.521573 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b0375-8392-4e5a-a188-6defb490eb18 req-a4a78235-e495-4b61-8c50-11c204ee2271 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:53.528689 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b0375-8392-4e5a-a188-6defb490eb18 req-a4a78235-e495-4b61-8c50-11c204ee2271 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:53.538941 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-095b0375-8392-4e5a-a188-6defb490eb18 req-a4a78235-e495-4b61-8c50-11c204ee2271 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5431 time: 0.2094643 Sep 30 13:03:53.575943 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d21543-f0db-4e7f-9916-b3251943dc05 req-f42f15c3-162c-450b-992b-a3ecc626a673 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:53.577474 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-54d21543-f0db-4e7f-9916-b3251943dc05 req-f42f15c3-162c-450b-992b-a3ecc626a673 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.39 "GET /v2.0/ports?device_id=35d9d493-184d-4f0e-b4d1-c856f64569f6 HTTP/1.1" status: 200 len: 950 time: 0.3835812 Sep 30 13:03:53.584546 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0127e-34b6-445c-a28b-fba585a80290 req-7cff9ff2-d598-4c72-83ed-c3b86a58b47a tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:53.586516 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-84a0127e-34b6-445c-a28b-fba585a80290 req-7cff9ff2-d598-4c72-83ed-c3b86a58b47a tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.54 "GET /v2.0/networks?id=0f9e9a25-efc7-491a-8143-c6db148dfd0c HTTP/1.1" status: 200 len: 814 time: 0.8674364 Sep 30 13:03:53.629681 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-095b0375-8392-4e5a-a188-6defb490eb18 req-f19f6be9-5bc4-4dde-8e92-c2a666f2e4bc tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0823278 Sep 30 13:03:53.644401 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-83b75035-190c-4a4f-a496-d02337383033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'name': 'tempest-ServersTestFqdnHostnames-413480197-router', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '9a7eb502-4af7-4418-9a69-bb66752ff4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:35Z', 'updated_at': '2021-09-30T13:03:41Z', 'revision_number': 4, 'project_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'gw_port': {'id': '9a7eb502-4af7-4418-9a69-bb66752ff4d9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:36Z', 'updated_at': '2021-09-30T13:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '421ba193-b2d4-4af9-969f-bd113f01bd4a', 'name': '', 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'mac_address': 'fa:16:3e:13:7b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'dab259b8-7f2d-4c77-ac66-ab5ff9b3b271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:39Z', 'updated_at': '2021-09-30T13:03:52Z', 'revision_number': 4, 'project_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'subnets': [{'id': 'dab259b8-7f2d-4c77-ac66-ab5ff9b3b271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:53.684103 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b75035-190c-4a4f-a496-d02337383033 None None] The sync data for ids ['86cbe371-4143-45f5-808e-daeffa2b1186'] in n-d-810909-2 is: [{'id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'name': 'tempest-ServersTestFqdnHostnames-413480197-router', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '9a7eb502-4af7-4418-9a69-bb66752ff4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:35Z', 'updated_at': '2021-09-30T13:03:41Z', 'revision_number': 4, 'project_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'gw_port': {'id': '9a7eb502-4af7-4418-9a69-bb66752ff4d9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:36Z', 'updated_at': '2021-09-30T13:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '421ba193-b2d4-4af9-969f-bd113f01bd4a', 'name': '', 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'mac_address': 'fa:16:3e:13:7b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'dab259b8-7f2d-4c77-ac66-ab5ff9b3b271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:39Z', 'updated_at': '2021-09-30T13:03:52Z', 'revision_number': 4, 'project_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'subnets': [{'id': 'dab259b8-7f2d-4c77-ac66-ab5ff9b3b271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:03:53.690401 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bfcdef-c0e6-4e72-b894-39d6957cc86c service neutron] Pushing event updated for resources: {'Port': ['ID=4efe3b77-09a8-4837-9598-1a45201283e3,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:53.813494 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-d8bfcdef-c0e6-4e72-b894-39d6957cc86c service neutron] Attempting to bind port 4efe3b77-09a8-4837-9598-1a45201283e3 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:03:53.815082 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-d8bfcdef-c0e6-4e72-b894-39d6957cc86c service neutron] Attempting to bind port 4efe3b77-09a8-4837-9598-1a45201283e3 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'deb31db1-d8df-41a6-b608-befa9fb857a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:03:53.815423 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-d8bfcdef-c0e6-4e72-b894-39d6957cc86c service neutron] Attempting to bind port 4efe3b77-09a8-4837-9598-1a45201283e3 on network 76f7ace0-4a25-49af-ab9a-631a26ec2b18 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:53.826527 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4bf2190a-880d-4a28-9e40-d272c503522f None None] Provisioning complete for port 421ba193-b2d4-4af9-969f-bd113f01bd4a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:53.830405 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4bf2190a-880d-4a28-9e40-d272c503522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:53.833236 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-d8bfcdef-c0e6-4e72-b894-39d6957cc86c service neutron] Port 4efe3b77-09a8-4837-9598-1a45201283e3 on network 76f7ace0-4a25-49af-ab9a-631a26ec2b18 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:03:53.834044 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-d8bfcdef-c0e6-4e72-b894-39d6957cc86c service neutron] Attempting to bind port 4efe3b77-09a8-4837-9598-1a45201283e3 on network 76f7ace0-4a25-49af-ab9a-631a26ec2b18 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:53.851150 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8bcbce3a-80d9-4521-94fc-26cf33c3627e req-4ccc9168-4eb4-48eb-abbd-04d4e712a9e2 service neutron] 10.222.0.54 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836583 Sep 30 13:03:53.852153 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-d8bfcdef-c0e6-4e72-b894-39d6957cc86c service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:03:53.853073 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-d8bfcdef-c0e6-4e72-b894-39d6957cc86c service neutron] Checking segment: {'id': 'deb31db1-d8df-41a6-b608-befa9fb857a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:03:53.855868 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-d8bfcdef-c0e6-4e72-b894-39d6957cc86c service neutron] Bound using segment: {'id': 'deb31db1-d8df-41a6-b608-befa9fb857a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:03:53.856779 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-d8bfcdef-c0e6-4e72-b894-39d6957cc86c service neutron] Bound port: 4efe3b77-09a8-4837-9598-1a45201283e3, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb31db1-d8df-41a6-b608-befa9fb857a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:03:53.857140 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-d8bfcdef-c0e6-4e72-b894-39d6957cc86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:53.896949 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f373b5ea-f414-45e5-95ea-d622cea073e5 None None] Attempting to bind port c416f925-9825-4ed8-a7d4-d467b99c5f71 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:03:53.897393 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f373b5ea-f414-45e5-95ea-d622cea073e5 None None] Attempting to bind port c416f925-9825-4ed8-a7d4-d467b99c5f71 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'deb31db1-d8df-41a6-b608-befa9fb857a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:03:53.897948 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f373b5ea-f414-45e5-95ea-d622cea073e5 None None] Attempting to bind port c416f925-9825-4ed8-a7d4-d467b99c5f71 on network 76f7ace0-4a25-49af-ab9a-631a26ec2b18 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:53.936698 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f373b5ea-f414-45e5-95ea-d622cea073e5 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:03:53.937232 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f373b5ea-f414-45e5-95ea-d622cea073e5 None None] Checking segment: {'id': 'deb31db1-d8df-41a6-b608-befa9fb857a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:03:53.937900 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f373b5ea-f414-45e5-95ea-d622cea073e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:53.938628 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f373b5ea-f414-45e5-95ea-d622cea073e5 None None] Bound using segment: {'id': 'deb31db1-d8df-41a6-b608-befa9fb857a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:03:53.939222 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f373b5ea-f414-45e5-95ea-d622cea073e5 None None] Bound port: c416f925-9825-4ed8-a7d4-d467b99c5f71, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb31db1-d8df-41a6-b608-befa9fb857a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:03:53.939713 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f373b5ea-f414-45e5-95ea-d622cea073e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:53.960154 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 3735fbdc-2096-4924-a740-2efbd559b38e completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:03:53.973190 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-84a0127e-34b6-445c-a28b-fba585a80290 req-087fd978-5949-46ad-818c-190755a1da89 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d47c5f4db0b40ebafa33b6cab0bb6ca HTTP/1.1" status: 200 len: 379 time: 0.3454666 Sep 30 13:03:53.996420 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-84a0127e-34b6-445c-a28b-fba585a80290 req-e4cc5188-41b5-48e8-94d4-f72e85e78e5e tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Request body: {'port': {'device_id': '16d23a3b-07b4-4128-88e3-72148f8e245d', 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c', 'admin_state_up': True, 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'security_groups': ['3dafbab7-d7fa-4fb8-af76-ab1f58380d30']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:54.026836 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-d8bfcdef-c0e6-4e72-b894-39d6957cc86c service neutron] For port 4efe3b77-09a8-4837-9598-1a45201283e3, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:03:54.031327 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe9f71-efea-4d47-883c-cd1780d97b3b req-f70ad09d-ee99-4944-9868-751f782ea7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:54.032848 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-acbe9f71-efea-4d47-883c-cd1780d97b3b req-f70ad09d-ee99-4944-9868-751f782ea7ed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bfee4c1083184c949bfe63d2e5d7a195&device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 1094 time: 0.1121285 Sep 30 13:03:54.045001 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f373b5ea-f414-45e5-95ea-d622cea073e5 None None] For port c416f925-9825-4ed8-a7d4-d467b99c5f71, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:03:54.048903 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f373b5ea-f414-45e5-95ea-d622cea073e5 None None] For port c416f925-9825-4ed8-a7d4-d467b99c5f71, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c416f925-9825-4ed8-a7d4-d467b99c5f71,segment=NetworkSegment(deb31db1-d8df-41a6-b608-befa9fb857a5),segment_id=deb31db1-d8df-41a6-b608-befa9fb857a5)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:03:54.050187 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 3735fbdc-2096-4924-a740-2efbd559b38e triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:54.051376 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:54.059597 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-d8bfcdef-c0e6-4e72-b894-39d6957cc86c service neutron] For port 4efe3b77-09a8-4837-9598-1a45201283e3, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4efe3b77-09a8-4837-9598-1a45201283e3,segment=NetworkSegment(deb31db1-d8df-41a6-b608-befa9fb857a5),segment_id=deb31db1-d8df-41a6-b608-befa9fb857a5)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:03:54.083233 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-d8bfcdef-c0e6-4e72-b894-39d6957cc86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:54.182548 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f373b5ea-f414-45e5-95ea-d622cea073e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:54.183932 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-d8bfcdef-c0e6-4e72-b894-39d6957cc86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:54.184594 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-d8bfcdef-c0e6-4e72-b894-39d6957cc86c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:54.187411 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-d8bfcdef-c0e6-4e72-b894-39d6957cc86c service neutron] 10.222.0.39 "PUT /v2.0/ports/4efe3b77-09a8-4837-9598-1a45201283e3 HTTP/1.1" status: 200 len: 1091 time: 1.7540438 Sep 30 13:03:54.187411 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11aa305-0cee-46d1-9fd1-fdc54159586c', 'tag': '4efe3b77-09a8-4837-9598-1a45201283e3'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:03:54.189097 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc80246-0054-41aa-891f-f634c5e007c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b11aa305-0cee-46d1-9fd1-fdc54159586c", "tag": "4efe3b77-09a8-4837-9598-1a45201283e3"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:03:54.250353 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa5f07-1060-4168-8cdd-3abbdf2fae8c req-b56d31db-240b-4624-8486-0a9db4b75050 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:54.259129 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-85fa5f07-1060-4168-8cdd-3abbdf2fae8c req-b56d31db-240b-4624-8486-0a9db4b75050 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 943 time: 0.5205560 Sep 30 13:03:54.267784 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bfcdef-c0e6-4e72-b894-39d6957cc86c service neutron] Pushing event updated for resources: {'Port': ['ID=4efe3b77-09a8-4837-9598-1a45201283e3,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:54.307664 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=edd46fc9-4ca1-4629-b3fb-da71ea25c33c,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:54.405882 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-4c81fdac-0976-478d-bf72-2db42d854d40 req-59e4c2de-5dce-4e56-ab8a-0df21d11574c tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Deleting port 9adbcaa4-175f-4bda-b130-9147bdd5c1d0 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:03:54.406335 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-4c81fdac-0976-478d-bf72-2db42d854d40 req-59e4c2de-5dce-4e56-ab8a-0df21d11574c tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:54.417421 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a0127e-34b6-445c-a28b-fba585a80290 req-e4cc5188-41b5-48e8-94d4-f72e85e78e5e tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Made reservation on behalf of 2d47c5f4db0b40ebafa33b6cab0bb6ca for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:03:54.421692 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-84a0127e-34b6-445c-a28b-fba585a80290 req-e4cc5188-41b5-48e8-94d4-f72e85e78e5e tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:54.455931 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-54d21543-f0db-4e7f-9916-b3251943dc05 req-50f45a46-b984-4d26-9504-a0028e173971 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Deleting port e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:03:54.456276 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-54d21543-f0db-4e7f-9916-b3251943dc05 req-50f45a46-b984-4d26-9504-a0028e173971 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:54.457720 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca34f8-7b7d-474c-a2e2-051571c080ff None None] Pushing event updated for resources: {'Port': ['ID=c416f925-9825-4ed8-a7d4-d467b99c5f71,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:54.462672 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe9f71-efea-4d47-883c-cd1780d97b3b req-eaeeeb22-88af-48a2-bed1-87c9d888dd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:54.464190 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-acbe9f71-efea-4d47-883c-cd1780d97b3b req-eaeeeb22-88af-48a2-bed1-87c9d888dd42 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a HTTP/1.1" status: 200 len: 921 time: 0.4209886 Sep 30 13:03:54.469572 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 421ba193-b2d4-4af9-969f-bd113f01bd4a up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:03:54.472474 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-fa00375a-80c1-40ab-bfce-040b19b60331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:54.473968 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-fa00375a-80c1-40ab-bfce-040b19b60331 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=709b4a13cb0a4dd9a6e7e0c68425f852&device_id=b11aa305-0cee-46d1-9fd1-fdc54159586c HTTP/1.1" status: 200 len: 1094 time: 0.2019134 Sep 30 13:03:54.480377 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3e3b53-a2d9-4a92-80f0-511f367a58bc x-openstack-request-id: req-2d3e3b53-a2d9-4a92-80f0-511f367a58bc {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:54.480789 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-plugged", "status": "completed", "tag": "edd46fc9-4ca1-4629-b3fb-da71ea25c33c", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:54.481060 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d3e3b53-a2d9-4a92-80f0-511f367a58bc {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:54.481553 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd46fc9-4ca1-4629-b3fb-da71ea25c33c', 'code': 200} Sep 30 13:03:54.523201 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:54.534369 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-85fa5f07-1060-4168-8cdd-3abbdf2fae8c req-9692a3b2-ea42-466e-933d-a6b0b656cd9b tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728672 Sep 30 13:03:54.576272 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-acbe9f71-efea-4d47-883c-cd1780d97b3b req-0fea0374-f8ee-4410-bce3-cc03e34b4962 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd6c2cd3-b68c-41d7-80d1-b20fa3579274 HTTP/1.1" status: 200 len: 217 time: 0.1012907 Sep 30 13:03:54.595903 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:54.626159 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f373b5ea-f414-45e5-95ea-d622cea073e5 None None] Routers {'7aa0dc4d-b8c3-42ef-918a-7071d7f18835'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:03:54.626808 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f373b5ea-f414-45e5-95ea-d622cea073e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:03:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['7aa0dc4d-b8c3-42ef-918a-7071d7f18835'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:54.662102 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3c3e6e-a7ca-403b-bb40-b61561ef1a5b x-openstack-request-id: req-fe3c3e6e-a7ca-403b-bb40-b61561ef1a5b {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:54.662401 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e523f8-22cc-40c8-9381-2a61b891fcab", "name": "network-vif-deleted", "tag": "a931b3ed-1204-4910-a059-52f0fe045d9f", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:54.662709 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe3c3e6e-a7ca-403b-bb40-b61561ef1a5b {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:54.663106 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e523f8-22cc-40c8-9381-2a61b891fcab', 'name': 'network-vif-deleted', 'tag': 'a931b3ed-1204-4910-a059-52f0fe045d9f', 'status': 'completed', 'code': 200} Sep 30 13:03:54.680092 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe9f71-efea-4d47-883c-cd1780d97b3b req-e6e7faae-4b61-4e75-be05-c09164c6d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:54.682249 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-acbe9f71-efea-4d47-883c-cd1780d97b3b req-e6e7faae-4b61-4e75-be05-c09164c6d2a4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d2a3567b-bc5f-477b-8f28-c16dcd278961 HTTP/1.1" status: 200 len: 860 time: 0.0825741 Sep 30 13:03:54.753501 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4bf2190a-880d-4a28-9e40-d272c503522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:54.856328 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-acbe9f71-efea-4d47-883c-cd1780d97b3b req-a90f05dd-2191-47c8-8370-0b53dd45495f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1640136 Sep 30 13:03:54.859155 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-417523f5-79a5-474e-8bef-af847d5c31fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4efe3b77-09a8-4837-9598-1a45201283e3 HTTP/1.1" status: 200 len: 217 time: 0.1751955 Sep 30 13:03:54.903399 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 3735fbdc-2096-4924-a740-2efbd559b38e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=3735fbdc-2096-4924-a740-2efbd559b38e,segment=NetworkSegment(ac637a4a-2081-46b7-8c83-b608b8cef194),segment_id=ac637a4a-2081-46b7-8c83-b608b8cef194)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:54.999166 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9dc61-7cfc-47cf-9edb-32cf8be8be6f req-30ecf424-0a76-4f47-98a1-4a352365c2e5 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:55.007408 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0aa9dc61-7cfc-47cf-9edb-32cf8be8be6f req-30ecf424-0a76-4f47-98a1-4a352365c2e5 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b11aa305-0cee-46d1-9fd1-fdc54159586c HTTP/1.1" status: 200 len: 943 time: 0.4270880 Sep 30 13:03:55.012381 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-54d21543-f0db-4e7f-9916-b3251943dc05 req-50f45a46-b984-4d26-9504-a0028e173971 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] For port e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:55.012869 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-54d21543-f0db-4e7f-9916-b3251943dc05 req-50f45a46-b984-4d26-9504-a0028e173971 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:55.027241 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-54d21543-f0db-4e7f-9916-b3251943dc05 req-50f45a46-b984-4d26-9504-a0028e173971 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Calling delete_port for e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:03:55.051190 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-f373b5ea-f414-45e5-95ea-d622cea073e5 None None] Set router 7aa0dc4d-b8c3-42ef-918a-7071d7f18835 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:03:55.159180 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-4c81fdac-0976-478d-bf72-2db42d854d40 req-59e4c2de-5dce-4e56-ab8a-0df21d11574c tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] For port 9adbcaa4-175f-4bda-b130-9147bdd5c1d0, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=9adbcaa4-175f-4bda-b130-9147bdd5c1d0,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:55.159814 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-4c81fdac-0976-478d-bf72-2db42d854d40 req-59e4c2de-5dce-4e56-ab8a-0df21d11574c tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:55.165507 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 421ba193-b2d4-4af9-969f-bd113f01bd4a triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:55.166139 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:55.168147 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:55.177660 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-4bf2190a-880d-4a28-9e40-d272c503522f None None] For port 421ba193-b2d4-4af9-969f-bd113f01bd4a, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=421ba193-b2d4-4af9-969f-bd113f01bd4a,segment=NetworkSegment(43f5aa2a-7a86-4eac-bb2b-076a8ae826a8),segment_id=43f5aa2a-7a86-4eac-bb2b-076a8ae826a8)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:55.185984 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-b7a6650c-ed35-41cb-b79c-bae5a849bb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:55.188333 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-b7a6650c-ed35-41cb-b79c-bae5a849bb4b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=53cc4aed-c0f6-4bf3-a455-86c2a6798883 HTTP/1.1" status: 200 len: 868 time: 0.3030605 Sep 30 13:03:55.235833 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 83670bbb-25ac-4b77-ac32-d478dc7ddaeb up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:03:55.251830 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4bf2190a-880d-4a28-9e40-d272c503522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:55.253265 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47fdfe7-f2bf-4bc4-a97f-ef0b6303db27 req-c650977b-6e68-41b7-b9b4-49eab6caceb9 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:55.262054 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e47fdfe7-f2bf-4bc4-a97f-ef0b6303db27 req-c650977b-6e68-41b7-b9b4-49eab6caceb9 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e461eba-be3d-4e5b-9f2a-ac97f78fbb7b HTTP/1.1" status: 200 len: 950 time: 0.3859754 Sep 30 13:03:55.274721 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-4c81fdac-0976-478d-bf72-2db42d854d40 req-59e4c2de-5dce-4e56-ab8a-0df21d11574c tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Calling delete_port for 9adbcaa4-175f-4bda-b130-9147bdd5c1d0 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:03:55.286854 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0aa9dc61-7cfc-47cf-9edb-32cf8be8be6f req-7cd60799-3d23-4629-89c9-e3c4312ea351 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/security-groups?id=baca9b05-d601-443a-b301-6aaa0a7c962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742178 Sep 30 13:03:55.334985 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-acbe9f71-efea-4d47-883c-cd1780d97b3b req-c35a5a0d-99a2-4f37-8396-c2ecff357528 service neutron] 10.222.0.54 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698727 Sep 30 13:03:55.363791 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4bf2190a-880d-4a28-9e40-d272c503522f None None] Provisioning complete for port c416f925-9825-4ed8-a7d4-d467b99c5f71 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:55.364163 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4bf2190a-880d-4a28-9e40-d272c503522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:55.375502 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f080dea2-0c66-4342-9fb4-d21e21a7fcb0 x-openstack-request-id: req-f080dea2-0c66-4342-9fb4-d21e21a7fcb0 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:55.375894 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11aa305-0cee-46d1-9fd1-fdc54159586c", "tag": "4efe3b77-09a8-4837-9598-1a45201283e3", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:55.376252 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f080dea2-0c66-4342-9fb4-d21e21a7fcb0 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:55.376761 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11aa305-0cee-46d1-9fd1-fdc54159586c', 'tag': '4efe3b77-09a8-4837-9598-1a45201283e3', 'status': 'completed', 'code': 200} Sep 30 13:03:55.430165 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-bb3f0efc-0935-4ccc-be08-064c18c9d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:55.434092 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-bb3f0efc-0935-4ccc-be08-064c18c9d50b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=76f7ace0-4a25-49af-ab9a-631a26ec2b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2167156 Sep 30 13:03:55.469369 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=3735fbdc-2096-4924-a740-2efbd559b38e,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:55.503680 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-84a0127e-34b6-445c-a28b-fba585a80290 req-e4cc5188-41b5-48e8-94d4-f72e85e78e5e tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Allocated IP 172.20.0.3 (0f9e9a25-efc7-491a-8143-c6db148dfd0c/dab259b8-7f2d-4c77-ac66-ab5ff9b3b271/226aad45-78b1-4552-842d-8a3da379dcc9) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:03:55.565330 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-891d4eab-b3d8-44c5-a239-6064da1963b5 req-e28ed4d4-b3b9-4cd2-96c8-9db26b25834a tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/ports?device_id=16d23a3b-07b4-4128-88e3-72148f8e245d HTTP/1.1" status: 200 len: 210 time: 0.0545897 Sep 30 13:03:55.590090 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-54d21543-f0db-4e7f-9916-b3251943dc05 req-50f45a46-b984-4d26-9504-a0028e173971 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:55.629398 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e47fdfe7-f2bf-4bc4-a97f-ef0b6303db27 req-1249635c-562b-475c-9e2a-b79028b79479 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587475 Sep 30 13:03:55.633557 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 83670bbb-25ac-4b77-ac32-d478dc7ddaeb completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:03:55.643513 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6b18421d-3672-4957-9df1-27317d4006b7'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:55.647548 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:55.688797 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-acbe9f71-efea-4d47-883c-cd1780d97b3b req-c6d42016-4c2a-4cdb-afce-a8c249d39e96 service neutron] 10.222.0.54 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447690 Sep 30 13:03:55.729868 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 83670bbb-25ac-4b77-ac32-d478dc7ddaeb triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:55.733632 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:55.755921 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-57e37249-c63e-4e0b-b0f0-81c4bdd28c3e service neutron] 10.222.0.39 "GET /v2.0/networks/76f7ace0-4a25-49af-ab9a-631a26ec2b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085518 Sep 30 13:03:55.887796 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2190a-880d-4a28-9e40-d272c503522f None None] Pushing event updated for resources: {'Port': ['ID=421ba193-b2d4-4af9-969f-bd113f01bd4a,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:55.925012 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-35b27230-8f3d-401d-b3b8-30995b2b439f req-dae41d8d-f48a-46d6-a9a6-cf30d18adcba service neutron] 10.222.0.39 "GET /v2.0/networks/76f7ace0-4a25-49af-ab9a-631a26ec2b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541526 Sep 30 13:03:55.975222 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57db9d3-63c7-45fe-929d-a9d613a83ae2 req-1fadfa65-637d-4d70-836e-f3ba0ab09e21 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:55.990828 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57db9d3-63c7-45fe-929d-a9d613a83ae2 req-1fadfa65-637d-4d70-836e-f3ba0ab09e21 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:56.000445 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57db9d3-63c7-45fe-929d-a9d613a83ae2 req-1fadfa65-637d-4d70-836e-f3ba0ab09e21 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:56.004425 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4bf2190a-880d-4a28-9e40-d272c503522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:56.011060 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57db9d3-63c7-45fe-929d-a9d613a83ae2 req-1fadfa65-637d-4d70-836e-f3ba0ab09e21 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:56.019980 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57db9d3-63c7-45fe-929d-a9d613a83ae2 req-1fadfa65-637d-4d70-836e-f3ba0ab09e21 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:56.020726 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 9adbcaa4-175f-4bda-b130-9147bdd5c1d0 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:03:56.031192 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57db9d3-63c7-45fe-929d-a9d613a83ae2 req-1fadfa65-637d-4d70-836e-f3ba0ab09e21 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:56.035166 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f373b5ea-f414-45e5-95ea-d622cea073e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1820394865-router', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '5727c14d-0eff-49cb-863c-9f72a78d5afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:36Z', 'updated_at': '2021-09-30T13:03:43Z', 'revision_number': 4, 'project_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'gw_port': {'id': '5727c14d-0eff-49cb-863c-9f72a78d5afa', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:38Z', 'updated_at': '2021-09-30T13:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'c416f925-9825-4ed8-a7d4-d467b99c5f71', 'name': '', 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'mac_address': 'fa:16:3e:27:6a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '53cc4aed-c0f6-4bf3-a455-86c2a6798883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:42Z', 'updated_at': '2021-09-30T13:03:54Z', 'revision_number': 4, 'project_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'subnets': [{'id': '53cc4aed-c0f6-4bf3-a455-86c2a6798883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:03:56.037991 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-4c81fdac-0976-478d-bf72-2db42d854d40 req-59e4c2de-5dce-4e56-ab8a-0df21d11574c tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:56.046418 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57db9d3-63c7-45fe-929d-a9d613a83ae2 req-1fadfa65-637d-4d70-836e-f3ba0ab09e21 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:56.048587 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d57db9d3-63c7-45fe-929d-a9d613a83ae2 req-1fadfa65-637d-4d70-836e-f3ba0ab09e21 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5432 time: 0.3453655 Sep 30 13:03:56.075797 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f45a46-b984-4d26-9504-a0028e173971 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Pushing event deleted for resources: {'Port': ['ID=e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:56.090209 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d21543-f0db-4e7f-9916-b3251943dc05 req-50f45a46-b984-4d26-9504-a0028e173971 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] No DVR routers for this DVR port e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:03:56.105757 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-84a0127e-34b6-445c-a28b-fba585a80290 req-e4cc5188-41b5-48e8-94d4-f72e85e78e5e tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:56.151278 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-54d21543-f0db-4e7f-9916-b3251943dc05 req-50f45a46-b984-4d26-9504-a0028e173971 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:56.153289 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-54d21543-f0db-4e7f-9916-b3251943dc05 req-50f45a46-b984-4d26-9504-a0028e173971 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.39 "DELETE /v2.0/ports/e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8 HTTP/1.1" status: 204 len: 173 time: 2.5040309 Sep 30 13:03:56.154785 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4c2de-5dce-4e56-ab8a-0df21d11574c tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Pushing event deleted for resources: {'Port': ['ID=9adbcaa4-175f-4bda-b130-9147bdd5c1d0,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:56.155807 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d57db9d3-63c7-45fe-929d-a9d613a83ae2 req-f0b05cd2-7790-48f6-8a01-67614ac03c34 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0838678 Sep 30 13:03:56.164278 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc80246-0054-41aa-891f-f634c5e007c8 req-b3b0ae34-906e-4ccc-a1f6-823d7bbd8682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:56.166675 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-afc80246-0054-41aa-891f-f634c5e007c8 req-b3b0ae34-906e-4ccc-a1f6-823d7bbd8682 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=709b4a13cb0a4dd9a6e7e0c68425f852&device_id=b11aa305-0cee-46d1-9fd1-fdc54159586c HTTP/1.1" status: 200 len: 1094 time: 0.1171689 Sep 30 13:03:56.189575 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789f2b0-e269-40f7-850b-a566065598dd req-778df89e-9f8c-4908-9ab3-d39d55fe9399 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:56.191243 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1789f2b0-e269-40f7-850b-a566065598dd req-778df89e-9f8c-4908-9ab3-d39d55fe9399 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 943 time: 0.1639102 Sep 30 13:03:56.274257 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c81fdac-0976-478d-bf72-2db42d854d40 req-59e4c2de-5dce-4e56-ab8a-0df21d11574c tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] No DVR routers for this DVR port 9adbcaa4-175f-4bda-b130-9147bdd5c1d0 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:03:56.288639 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 9adbcaa4-175f-4bda-b130-9147bdd5c1d0 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:03:56.294556 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 9adbcaa4-175f-4bda-b130-9147bdd5c1d0 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:03:56.298868 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:56.304159 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-4c81fdac-0976-478d-bf72-2db42d854d40 req-59e4c2de-5dce-4e56-ab8a-0df21d11574c tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:56.306587 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4c81fdac-0976-478d-bf72-2db42d854d40 req-59e4c2de-5dce-4e56-ab8a-0df21d11574c tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.39 "DELETE /v2.0/ports/9adbcaa4-175f-4bda-b130-9147bdd5c1d0 HTTP/1.1" status: 204 len: 173 time: 3.0622396 Sep 30 13:03:56.308812 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f373b5ea-f414-45e5-95ea-d622cea073e5 None None] The sync data for ids ['7aa0dc4d-b8c3-42ef-918a-7071d7f18835'] in n-d-810909-2 is: [{'id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1820394865-router', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '5727c14d-0eff-49cb-863c-9f72a78d5afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:36Z', 'updated_at': '2021-09-30T13:03:43Z', 'revision_number': 4, 'project_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'gw_port': {'id': '5727c14d-0eff-49cb-863c-9f72a78d5afa', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:38Z', 'updated_at': '2021-09-30T13:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'c416f925-9825-4ed8-a7d4-d467b99c5f71', 'name': '', 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'mac_address': 'fa:16:3e:27:6a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '53cc4aed-c0f6-4bf3-a455-86c2a6798883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:42Z', 'updated_at': '2021-09-30T13:03:54Z', 'revision_number': 4, 'project_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'subnets': [{'id': '53cc4aed-c0f6-4bf3-a455-86c2a6798883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:03:56.312180 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-4bf2190a-880d-4a28-9e40-d272c503522f None None] For port c416f925-9825-4ed8-a7d4-d467b99c5f71, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c416f925-9825-4ed8-a7d4-d467b99c5f71,segment=NetworkSegment(deb31db1-d8df-41a6-b608-befa9fb857a5),segment_id=deb31db1-d8df-41a6-b608-befa9fb857a5)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:56.393725 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1789f2b0-e269-40f7-850b-a566065598dd req-c180d323-d798-44ad-a841-dab26c5eae9e tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957572 Sep 30 13:03:56.395430 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-84a0127e-34b6-445c-a28b-fba585a80290 req-e4cc5188-41b5-48e8-94d4-f72e85e78e5e tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:56.444592 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4bf2190a-880d-4a28-9e40-d272c503522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:56.492433 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc5188-41b5-48e8-94d4-f72e85e78e5e tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Pushing event updated for resources: {'Port': ['ID=226aad45-78b1-4552-842d-8a3da379dcc9,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:56.512363 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3735fbdc-2096-4924-a740-2efbd559b38e'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:03:56.514882 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d3b67d-d770-4cee-afb6-8d26d5829d8e" -d '{"events": [{"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-plugged", "status": "completed", "tag": "3735fbdc-2096-4924-a740-2efbd559b38e"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:03:56.521846 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a0127e-34b6-445c-a28b-fba585a80290 req-e4cc5188-41b5-48e8-94d4-f72e85e78e5e tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Network 0f9e9a25-efc7-491a-8143-c6db148dfd0c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:03:56.523574 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-84a0127e-34b6-445c-a28b-fba585a80290 req-e4cc5188-41b5-48e8-94d4-f72e85e78e5e tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:03:56.525337 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c416f925-9825-4ed8-a7d4-d467b99c5f71 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:03:56.525497 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc80246-0054-41aa-891f-f634c5e007c8 req-35b71b94-bf51-48b9-9caf-d7465ae33d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:56.526662 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a0127e-34b6-445c-a28b-fba585a80290 req-e4cc5188-41b5-48e8-94d4-f72e85e78e5e tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:03:56.527054 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-afc80246-0054-41aa-891f-f634c5e007c8 req-35b71b94-bf51-48b9-9caf-d7465ae33d71 service neutron] 10.222.0.39 "GET /v2.0/networks?id=76f7ace0-4a25-49af-ab9a-631a26ec2b18 HTTP/1.1" status: 200 len: 930 time: 0.3490052 Sep 30 13:03:56.540629 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0127e-34b6-445c-a28b-fba585a80290 req-e4cc5188-41b5-48e8-94d4-f72e85e78e5e tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:56.542460 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-84a0127e-34b6-445c-a28b-fba585a80290 req-e4cc5188-41b5-48e8-94d4-f72e85e78e5e tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:56.567755 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-84a0127e-34b6-445c-a28b-fba585a80290 req-e4cc5188-41b5-48e8-94d4-f72e85e78e5e tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5820413 Sep 30 13:03:56.588220 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-84a0127e-34b6-445c-a28b-fba585a80290 req-61b0708f-da04-4b2f-ad51-436c815bc58f service neutron] Request body: {'port': {'device_id': '16d23a3b-07b4-4128-88e3-72148f8e245d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:03:56.662266 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458b1f8-4e7b-4b37-8ed0-b5ba80eca902 req-ae00c892-f95b-4a6c-b197-6baab40b68ef tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:56.664201 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3458b1f8-4e7b-4b37-8ed0-b5ba80eca902 req-ae00c892-f95b-4a6c-b197-6baab40b68ef tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b11aa305-0cee-46d1-9fd1-fdc54159586c HTTP/1.1" status: 200 len: 943 time: 0.2566504 Sep 30 13:03:56.666515 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d9d493-184d-4f0e-b4d1-c856f64569f6', 'name': 'network-vif-deleted', 'tag': 'e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8'}, {'server_uuid': '2e461eba-be3d-4e5b-9f2a-ac97f78fbb7b', 'name': 'network-vif-deleted', 'tag': '9adbcaa4-175f-4bda-b130-9147bdd5c1d0'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:03:56.670125 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e061061e-2bae-4414-b093-d32b9abd4f0a" -d '{"events": [{"server_uuid": "35d9d493-184d-4f0e-b4d1-c856f64569f6", "name": "network-vif-deleted", "tag": "e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8"}, {"server_uuid": "2e461eba-be3d-4e5b-9f2a-ac97f78fbb7b", "name": "network-vif-deleted", "tag": "9adbcaa4-175f-4bda-b130-9147bdd5c1d0"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:03:56.671203 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-afc80246-0054-41aa-891f-f634c5e007c8 req-c41b5d13-1f57-4364-8b84-043624a8b980 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4efe3b77-09a8-4837-9598-1a45201283e3 HTTP/1.1" status: 200 len: 217 time: 0.1231122 Sep 30 13:03:56.761180 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-84a0127e-34b6-445c-a28b-fba585a80290 req-61b0708f-da04-4b2f-ad51-436c815bc58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:56.836347 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698555e2-1e3f-4641-9ab4-426429c7c4f2 x-openstack-request-id: req-698555e2-1e3f-4641-9ab4-426429c7c4f2 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:56.836978 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-plugged", "status": "completed", "tag": "3735fbdc-2096-4924-a740-2efbd559b38e", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:56.837733 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3458b1f8-4e7b-4b37-8ed0-b5ba80eca902 req-d9208a26-b867-4367-b30e-a82a4230ac90 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/security-groups?id=baca9b05-d601-443a-b301-6aaa0a7c962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654370 Sep 30 13:03:56.838179 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-698555e2-1e3f-4641-9ab4-426429c7c4f2 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:56.840081 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3735fbdc-2096-4924-a740-2efbd559b38e', 'code': 200} Sep 30 13:03:56.869298 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc80246-0054-41aa-891f-f634c5e007c8 req-a3295b19-69ca-4bfc-a161-17c2f524a2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:56.875747 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-afc80246-0054-41aa-891f-f634c5e007c8 req-a3295b19-69ca-4bfc-a161-17c2f524a2e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=53cc4aed-c0f6-4bf3-a455-86c2a6798883 HTTP/1.1" status: 200 len: 868 time: 0.1671262 Sep 30 13:03:56.894550 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa82af-3ed3-4b3e-b0b9-339bf3224fcd req-d65a4b40-50a6-49f3-bbf6-5d5cfb3c1b30 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:56.905101 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f5fa82af-3ed3-4b3e-b0b9-339bf3224fcd req-d65a4b40-50a6-49f3-bbf6-5d5cfb3c1b30 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/ports?device_id=16d23a3b-07b4-4128-88e3-72148f8e245d HTTP/1.1" status: 200 len: 931 time: 0.2108743 Sep 30 13:03:56.958988 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 83670bbb-25ac-4b77-ac32-d478dc7ddaeb, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=83670bbb-25ac-4b77-ac32-d478dc7ddaeb,segment=NetworkSegment(ac637a4a-2081-46b7-8c83-b608b8cef194),segment_id=ac637a4a-2081-46b7-8c83-b608b8cef194)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:57.004336 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:57.005579 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device a590db81-d7b1-40db-81be-4877e02204d3 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:03:57.021278 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f5fa82af-3ed3-4b3e-b0b9-339bf3224fcd req-bc31198f-56d8-4a59-86a5-23a187f9943c tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dafbab7-d7fa-4fb8-af76-ab1f58380d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079314 Sep 30 13:03:57.044298 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc80246-0054-41aa-891f-f634c5e007c8 req-b62d9272-9abd-4fbd-8dd5-05807ef22d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:57.046534 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-afc80246-0054-41aa-891f-f634c5e007c8 req-b62d9272-9abd-4fbd-8dd5-05807ef22d6b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=76f7ace0-4a25-49af-ab9a-631a26ec2b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1630728 Sep 30 13:03:57.092500 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2190a-880d-4a28-9e40-d272c503522f None None] Pushing event updated for resources: {'Port': ['ID=c416f925-9825-4ed8-a7d4-d467b99c5f71,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:57.212136 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 13:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac92b09d-c31b-41d5-a614-39f8ce71b840 x-openstack-request-id: req-ac92b09d-c31b-41d5-a614-39f8ce71b840 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:57.212649 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d9d493-184d-4f0e-b4d1-c856f64569f6", "name": "network-vif-deleted", "tag": "e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8", "status": "completed", "code": 200}, {"server_uuid": "2e461eba-be3d-4e5b-9f2a-ac97f78fbb7b", "name": "network-vif-deleted", "tag": "9adbcaa4-175f-4bda-b130-9147bdd5c1d0", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:57.212649 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac92b09d-c31b-41d5-a614-39f8ce71b840 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:57.218605 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d9d493-184d-4f0e-b4d1-c856f64569f6', 'name': 'network-vif-deleted', 'tag': 'e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8', 'status': 'completed', 'code': 200} Sep 30 13:03:57.218605 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e461eba-be3d-4e5b-9f2a-ac97f78fbb7b', 'name': 'network-vif-deleted', 'tag': '9adbcaa4-175f-4bda-b130-9147bdd5c1d0', 'status': 'completed', 'code': 200} Sep 30 13:03:57.270900 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-afc80246-0054-41aa-891f-f634c5e007c8 req-6d3c3edf-eceb-4228-bca4-d1dfbda0901e service neutron] 10.222.0.39 "GET /v2.0/networks/76f7ace0-4a25-49af-ab9a-631a26ec2b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038622 Sep 30 13:03:57.282255 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-839943a3-de12-4112-8687-ce5d28d033f0 req-95c9c6d3-b2f8-42e8-8ebe-86b5dcb5ef5c tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e461eba-be3d-4e5b-9f2a-ac97f78fbb7b HTTP/1.1" status: 200 len: 210 time: 0.1640859 Sep 30 13:03:57.304446 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port c416f925-9825-4ed8-a7d4-d467b99c5f71 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:57.304985 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:57.369353 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5a5d414e-e803-48f0-9513-b058d0b35d04 None None] Provisioning complete for port c416f925-9825-4ed8-a7d4-d467b99c5f71 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:57.375826 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5a5d414e-e803-48f0-9513-b058d0b35d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:57.455919 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-afc80246-0054-41aa-891f-f634c5e007c8 req-c525b43a-c145-40bc-ab8b-13d9e061931b service neutron] 10.222.0.39 "GET /v2.0/networks/76f7ace0-4a25-49af-ab9a-631a26ec2b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697764 Sep 30 13:03:57.457518 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=83670bbb-25ac-4b77-ac32-d478dc7ddaeb,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:57.498535 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d0e2b-2066-4afb-be0e-c9c14302df3a req-89cd7b75-7d63-4e82-a818-b8bd4ebd20d7 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:57.502972 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port a590db81-d7b1-40db-81be-4877e02204d3 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:03:57.504634 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d0e2b-2066-4afb-be0e-c9c14302df3a req-89cd7b75-7d63-4e82-a818-b8bd4ebd20d7 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:57.511090 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d0e2b-2066-4afb-be0e-c9c14302df3a req-89cd7b75-7d63-4e82-a818-b8bd4ebd20d7 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:57.513975 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port a590db81-d7b1-40db-81be-4877e02204d3 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:57.514374 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:57.516818 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d0e2b-2066-4afb-be0e-c9c14302df3a req-89cd7b75-7d63-4e82-a818-b8bd4ebd20d7 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:57.522999 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d0e2b-2066-4afb-be0e-c9c14302df3a req-89cd7b75-7d63-4e82-a818-b8bd4ebd20d7 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:57.531207 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d0e2b-2066-4afb-be0e-c9c14302df3a req-89cd7b75-7d63-4e82-a818-b8bd4ebd20d7 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:57.537408 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d0e2b-2066-4afb-be0e-c9c14302df3a req-89cd7b75-7d63-4e82-a818-b8bd4ebd20d7 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:57.539398 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b85d0e2b-2066-4afb-be0e-c9c14302df3a req-89cd7b75-7d63-4e82-a818-b8bd4ebd20d7 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5433 time: 0.1666071 Sep 30 13:03:57.562053 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-84a0127e-34b6-445c-a28b-fba585a80290 req-61b0708f-da04-4b2f-ad51-436c815bc58f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 226aad45-78b1-4552-842d-8a3da379dcc9 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:03:57.577344 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-84a0127e-34b6-445c-a28b-fba585a80290 req-61b0708f-da04-4b2f-ad51-436c815bc58f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:57.605234 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b85d0e2b-2066-4afb-be0e-c9c14302df3a req-097f59a4-69cc-484a-aa82-aeb9c2a24e99 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566485 Sep 30 13:03:57.611700 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6c96f-9558-4000-b7a5-281d86e330bb req-edb9043a-eb2d-4dfe-add2-2e0239ff5970 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:57.613317 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-13c6c96f-9558-4000-b7a5-281d86e330bb req-edb9043a-eb2d-4dfe-add2-2e0239ff5970 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 943 time: 0.0966406 Sep 30 13:03:57.619532 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-84a0127e-34b6-445c-a28b-fba585a80290 req-61b0708f-da04-4b2f-ad51-436c815bc58f service neutron] Transition to ACTIVE for port object 226aad45-78b1-4552-842d-8a3da379dcc9 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:03:57.629941 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-84a0127e-34b6-445c-a28b-fba585a80290 req-61b0708f-da04-4b2f-ad51-436c815bc58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:57.643785 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device cd6c2cd3-b68c-41d7-80d1-b20fa3579274 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:03:57.671852 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 421ba193-b2d4-4af9-969f-bd113f01bd4a up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:03:57.750619 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0708f-da04-4b2f-ad51-436c815bc58f service neutron] Pushing event updated for resources: {'Port': ['ID=226aad45-78b1-4552-842d-8a3da379dcc9,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:57.773665 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-13c6c96f-9558-4000-b7a5-281d86e330bb req-409ab20b-f9d0-440c-9f40-21733d927475 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390455 Sep 30 13:03:57.797694 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6b18421d-3672-4957-9df1-27317d4006b7'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:57.826739 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-84a0127e-34b6-445c-a28b-fba585a80290 req-61b0708f-da04-4b2f-ad51-436c815bc58f service neutron] Attempting to bind port 226aad45-78b1-4552-842d-8a3da379dcc9 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:03:57.827570 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-84a0127e-34b6-445c-a28b-fba585a80290 req-61b0708f-da04-4b2f-ad51-436c815bc58f service neutron] Attempting to bind port 226aad45-78b1-4552-842d-8a3da379dcc9 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '43f5aa2a-7a86-4eac-bb2b-076a8ae826a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:03:57.829267 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a0127e-34b6-445c-a28b-fba585a80290 req-61b0708f-da04-4b2f-ad51-436c815bc58f service neutron] Attempting to bind port 226aad45-78b1-4552-842d-8a3da379dcc9 on network 0f9e9a25-efc7-491a-8143-c6db148dfd0c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:57.835661 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a0127e-34b6-445c-a28b-fba585a80290 req-61b0708f-da04-4b2f-ad51-436c815bc58f service neutron] Port 226aad45-78b1-4552-842d-8a3da379dcc9 on network 0f9e9a25-efc7-491a-8143-c6db148dfd0c not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:03:57.836122 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a0127e-34b6-445c-a28b-fba585a80290 req-61b0708f-da04-4b2f-ad51-436c815bc58f service neutron] Attempting to bind port 226aad45-78b1-4552-842d-8a3da379dcc9 on network 0f9e9a25-efc7-491a-8143-c6db148dfd0c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:03:57.843962 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a0127e-34b6-445c-a28b-fba585a80290 req-61b0708f-da04-4b2f-ad51-436c815bc58f service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:03:57.845595 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a0127e-34b6-445c-a28b-fba585a80290 req-61b0708f-da04-4b2f-ad51-436c815bc58f service neutron] Checking segment: {'id': '43f5aa2a-7a86-4eac-bb2b-076a8ae826a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:03:57.846150 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a0127e-34b6-445c-a28b-fba585a80290 req-61b0708f-da04-4b2f-ad51-436c815bc58f service neutron] Bound using segment: {'id': '43f5aa2a-7a86-4eac-bb2b-076a8ae826a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:03:57.848546 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-84a0127e-34b6-445c-a28b-fba585a80290 req-61b0708f-da04-4b2f-ad51-436c815bc58f service neutron] Bound port: 226aad45-78b1-4552-842d-8a3da379dcc9, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f5aa2a-7a86-4eac-bb2b-076a8ae826a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:03:57.849347 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-84a0127e-34b6-445c-a28b-fba585a80290 req-61b0708f-da04-4b2f-ad51-436c815bc58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:57.941471 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:57.981155 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port cd6c2cd3-b68c-41d7-80d1-b20fa3579274, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=cd6c2cd3-b68c-41d7-80d1-b20fa3579274,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:57.999241 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 421ba193-b2d4-4af9-969f-bd113f01bd4a triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:57.999632 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:58.001578 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-84a0127e-34b6-445c-a28b-fba585a80290 req-61b0708f-da04-4b2f-ad51-436c815bc58f service neutron] For port 226aad45-78b1-4552-842d-8a3da379dcc9, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:03:58.009674 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:03:58.026668 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-84a0127e-34b6-445c-a28b-fba585a80290 req-61b0708f-da04-4b2f-ad51-436c815bc58f service neutron] For port 226aad45-78b1-4552-842d-8a3da379dcc9, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=226aad45-78b1-4552-842d-8a3da379dcc9,segment=NetworkSegment(43f5aa2a-7a86-4eac-bb2b-076a8ae826a8),segment_id=43f5aa2a-7a86-4eac-bb2b-076a8ae826a8)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:03:58.036715 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a365e84-d85d-4412-92f6-19f076e963d5 req-e4c10be4-a8e1-489b-bf5e-c595fe4bb652 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:58.038286 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7a365e84-d85d-4412-92f6-19f076e963d5 req-e4c10be4-a8e1-489b-bf5e-c595fe4bb652 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b11aa305-0cee-46d1-9fd1-fdc54159586c HTTP/1.1" status: 200 len: 943 time: 0.1026099 Sep 30 13:03:58.041213 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-84a0127e-34b6-445c-a28b-fba585a80290 req-61b0708f-da04-4b2f-ad51-436c815bc58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:58.043515 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'cd6c2cd3-b68c-41d7-80d1-b20fa3579274', 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a', 'port_id': 'cd6c2cd3-b68c-41d7-80d1-b20fa3579274', 'mac_address': 'fa:16:3e:2e:09:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2a3567b-bc5f-477b-8f28-c16dcd278961', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:03:58.081959 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port a590db81-d7b1-40db-81be-4877e02204d3, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=a590db81-d7b1-40db-81be-4877e02204d3,segment=NetworkSegment(1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f),segment_id=1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:58.084586 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:03:58.084933 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device e0c5c4fe-ca63-4ecb-b7fa-611f4dfd35a8 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:03:58.110913 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:58.111723 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 84755c0f-2e46-4801-beed-ac8ea40167fc up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:03:58.116450 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0708f-da04-4b2f-ad51-436c815bc58f service neutron] Pushing event updated for resources: {'Port': ['ID=226aad45-78b1-4552-842d-8a3da379dcc9,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:58.147466 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0127e-34b6-445c-a28b-fba585a80290 req-61b0708f-da04-4b2f-ad51-436c815bc58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:58.148542 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-84a0127e-34b6-445c-a28b-fba585a80290 req-61b0708f-da04-4b2f-ad51-436c815bc58f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:58.150180 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-84a0127e-34b6-445c-a28b-fba585a80290 req-61b0708f-da04-4b2f-ad51-436c815bc58f service neutron] 10.222.0.54 "PUT /v2.0/ports/226aad45-78b1-4552-842d-8a3da379dcc9 HTTP/1.1" status: 200 len: 1091 time: 1.5677269 Sep 30 13:03:58.202433 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7a365e84-d85d-4412-92f6-19f076e963d5 req-076301a8-ec62-4809-954f-fffa3075fc13 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/security-groups?id=baca9b05-d601-443a-b301-6aaa0a7c962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809340 Sep 30 13:03:58.247321 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5bc830-3fb0-4dce-bf88-5b24b8257260 req-029637d7-aacd-4b08-a944-f8c12a03ec0c tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:58.248984 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-de5bc830-3fb0-4dce-bf88-5b24b8257260 req-029637d7-aacd-4b08-a944-f8c12a03ec0c tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/ports?device_id=16d23a3b-07b4-4128-88e3-72148f8e245d HTTP/1.1" status: 200 len: 943 time: 0.0969141 Sep 30 13:03:58.298506 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0127e-34b6-445c-a28b-fba585a80290 req-e96de741-39f2-4451-8588-adf4fc06dd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:58.299679 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=a590db81-d7b1-40db-81be-4877e02204d3,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:58.300400 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-84a0127e-34b6-445c-a28b-fba585a80290 req-e96de741-39f2-4451-8588-adf4fc06dd5a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d47c5f4db0b40ebafa33b6cab0bb6ca&device_id=16d23a3b-07b4-4128-88e3-72148f8e245d HTTP/1.1" status: 200 len: 1094 time: 0.0968654 Sep 30 13:03:58.318896 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-de5bc830-3fb0-4dce-bf88-5b24b8257260 req-e286b343-8679-41ea-9b0f-61b23a5ca736 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dafbab7-d7fa-4fb8-af76-ab1f58380d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614266 Sep 30 13:03:58.325899 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:58.349196 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6c2cd3-b68c-41d7-80d1-b20fa3579274 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:03:58.382873 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-84a0127e-34b6-445c-a28b-fba585a80290 req-bb166686-aab4-4858-9410-913b06834444 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=226aad45-78b1-4552-842d-8a3da379dcc9 HTTP/1.1" status: 200 len: 217 time: 0.0708807 Sep 30 13:03:58.383058 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port cd6c2cd3-b68c-41d7-80d1-b20fa3579274, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=cd6c2cd3-b68c-41d7-80d1-b20fa3579274,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:58.451156 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:58.465994 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0127e-34b6-445c-a28b-fba585a80290 req-5244406f-fa3d-43eb-a6b1-f119cbd92f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:58.467846 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-84a0127e-34b6-445c-a28b-fba585a80290 req-5244406f-fa3d-43eb-a6b1-f119cbd92f0d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dab259b8-7f2d-4c77-ac66-ab5ff9b3b271 HTTP/1.1" status: 200 len: 853 time: 0.0728939 Sep 30 13:03:58.543566 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0127e-34b6-445c-a28b-fba585a80290 req-3abb0117-bd3d-41f1-a5c3-8f2c6d8c23e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:58.545257 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-84a0127e-34b6-445c-a28b-fba585a80290 req-3abb0117-bd3d-41f1-a5c3-8f2c6d8c23e5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0f9e9a25-efc7-491a-8143-c6db148dfd0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641918 Sep 30 13:03:58.546891 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 84755c0f-2e46-4801-beed-ac8ea40167fc completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:03:58.575716 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 84755c0f-2e46-4801-beed-ac8ea40167fc triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:58.576097 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:58.610423 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c416f925-9825-4ed8-a7d4-d467b99c5f71 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:03:58.615906 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=cd6c2cd3-b68c-41d7-80d1-b20fa3579274,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:58.677116 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-84a0127e-34b6-445c-a28b-fba585a80290 req-412fe4a1-e8b5-4db6-8949-78e6e69ea542 service neutron] 10.222.0.54 "GET /v2.0/networks/0f9e9a25-efc7-491a-8143-c6db148dfd0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179273 Sep 30 13:03:58.736245 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port c416f925-9825-4ed8-a7d4-d467b99c5f71 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:58.737288 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:58.764049 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:58.817705 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 84755c0f-2e46-4801-beed-ac8ea40167fc, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=84755c0f-2e46-4801-beed-ac8ea40167fc,segment=NetworkSegment(ac637a4a-2081-46b7-8c83-b608b8cef194),segment_id=ac637a4a-2081-46b7-8c83-b608b8cef194)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:58.830627 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:58.833832 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 91dd7c39-fe37-47b7-b54a-b0e32073743f up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:03:58.856622 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07ac91-5afd-4c05-b6d7-02856e6eff73 req-89b5f24e-944d-4404-8d17-e2a803df0adb tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:58.858452 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f07ac91-5afd-4c05-b6d7-02856e6eff73 req-89b5f24e-944d-4404-8d17-e2a803df0adb tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=653e4ded-e5e1-4857-b265-d765574fa798 HTTP/1.1" status: 200 len: 949 time: 0.0615408 Sep 30 13:03:58.869160 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83670bbb-25ac-4b77-ac32-d478dc7ddaeb'}, {'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a590db81-d7b1-40db-81be-4877e02204d3'}, {'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84755c0f-2e46-4801-beed-ac8ea40167fc'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:03:58.871666 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2662273-ba38-473d-bb18-23b1dfacb566" -d '{"events": [{"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-plugged", "status": "completed", "tag": "83670bbb-25ac-4b77-ac32-d478dc7ddaeb"}, {"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-plugged", "status": "completed", "tag": "a590db81-d7b1-40db-81be-4877e02204d3"}, {"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-plugged", "status": "completed", "tag": "84755c0f-2e46-4801-beed-ac8ea40167fc"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:03:58.878164 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-84a0127e-34b6-445c-a28b-fba585a80290 req-474b2b4b-5a98-4798-b0e4-69d814045c1d service neutron] 10.222.0.54 "GET /v2.0/networks/0f9e9a25-efc7-491a-8143-c6db148dfd0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937146 Sep 30 13:03:58.903888 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['cd6c2cd3-b68c-41d7-80d1-b20fa3579274'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:03:58.928555 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f07ac91-5afd-4c05-b6d7-02856e6eff73 req-35d57107-07f6-4a2a-84d8-a7a4339697ca tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639589 Sep 30 13:03:58.935525 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971da74e-bd8f-4e58-8f55-c688c6307a8d req-61db72d3-6710-4f1d-acf4-a07352ea7451 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:58.942270 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971da74e-bd8f-4e58-8f55-c688c6307a8d req-61db72d3-6710-4f1d-acf4-a07352ea7451 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:58.953237 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971da74e-bd8f-4e58-8f55-c688c6307a8d req-61db72d3-6710-4f1d-acf4-a07352ea7451 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:58.956777 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971da74e-bd8f-4e58-8f55-c688c6307a8d req-61db72d3-6710-4f1d-acf4-a07352ea7451 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:58.965121 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971da74e-bd8f-4e58-8f55-c688c6307a8d req-61db72d3-6710-4f1d-acf4-a07352ea7451 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:58.972275 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971da74e-bd8f-4e58-8f55-c688c6307a8d req-61db72d3-6710-4f1d-acf4-a07352ea7451 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:58.979437 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971da74e-bd8f-4e58-8f55-c688c6307a8d req-61db72d3-6710-4f1d-acf4-a07352ea7451 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:58.981649 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-971da74e-bd8f-4e58-8f55-c688c6307a8d req-61db72d3-6710-4f1d-acf4-a07352ea7451 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5435 time: 0.1739516 Sep 30 13:03:59.016610 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=84755c0f-2e46-4801-beed-ac8ea40167fc,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:59.054596 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-971da74e-bd8f-4e58-8f55-c688c6307a8d req-3132443c-375c-4abd-b20e-1451da8255ec tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629647 Sep 30 13:03:59.059485 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 91dd7c39-fe37-47b7-b54a-b0e32073743f completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:03:59.065642 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 91dd7c39-fe37-47b7-b54a-b0e32073743f triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:03:59.066029 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:59.078602 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce943e6c-6955-49fe-af33-e867fc6105c8 req-e54d68e9-47fe-4ba4-b511-465a5327466d tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:59.091620 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ce943e6c-6955-49fe-af33-e867fc6105c8 req-e54d68e9-47fe-4ba4-b511-465a5327466d tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 944 time: 0.0765142 Sep 30 13:03:59.129662 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 30 Sep 2021 13:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd81057e-2420-486a-86ca-acd588ee55c6 x-openstack-request-id: req-cd81057e-2420-486a-86ca-acd588ee55c6 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:59.129962 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-plugged", "status": "completed", "tag": "83670bbb-25ac-4b77-ac32-d478dc7ddaeb", "code": 200}, {"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-plugged", "status": "completed", "tag": "a590db81-d7b1-40db-81be-4877e02204d3", "code": 200}, {"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-plugged", "status": "completed", "tag": "84755c0f-2e46-4801-beed-ac8ea40167fc", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:59.134434 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd81057e-2420-486a-86ca-acd588ee55c6 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:59.134853 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83670bbb-25ac-4b77-ac32-d478dc7ddaeb', 'code': 200} Sep 30 13:03:59.135109 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a590db81-d7b1-40db-81be-4877e02204d3', 'code': 200} Sep 30 13:03:59.135360 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84755c0f-2e46-4801-beed-ac8ea40167fc', 'code': 200} Sep 30 13:03:59.143832 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ce943e6c-6955-49fe-af33-e867fc6105c8 req-a006221b-bb3e-49e2-b59e-ccf44b6092bd tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434191 Sep 30 13:03:59.211541 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:59.220143 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d23a3b-07b4-4128-88e3-72148f8e245d', 'tag': '226aad45-78b1-4552-842d-8a3da379dcc9'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:03:59.222457 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21781f95-34a0-4f2e-ad87-4b8154d2547f" -d '{"events": [{"name": "network-changed", "server_uuid": "16d23a3b-07b4-4128-88e3-72148f8e245d", "tag": "226aad45-78b1-4552-842d-8a3da379dcc9"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:03:59.251468 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 91dd7c39-fe37-47b7-b54a-b0e32073743f, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=91dd7c39-fe37-47b7-b54a-b0e32073743f,segment=NetworkSegment(fe45a204-9df2-427b-ab55-3bf891956d2b),segment_id=fe45a204-9df2-427b-ab55-3bf891956d2b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:03:59.258448 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:03:59.258448 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device a931b3ed-1204-4910-a059-52f0fe045d9f no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:03:59.287680 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc92d4a-e756-4ed6-8653-8ba95bb5c936 x-openstack-request-id: req-0fc92d4a-e756-4ed6-8653-8ba95bb5c936 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:03:59.288369 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d23a3b-07b4-4128-88e3-72148f8e245d", "tag": "226aad45-78b1-4552-842d-8a3da379dcc9", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:03:59.288777 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0fc92d4a-e756-4ed6-8653-8ba95bb5c936 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:03:59.290312 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d23a3b-07b4-4128-88e3-72148f8e245d', 'tag': '226aad45-78b1-4552-842d-8a3da379dcc9', 'status': 'completed', 'code': 200} Sep 30 13:03:59.304313 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: a931b3ed-1204-4910-a059-52f0fe045d9f {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:03:59.304802 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device a931b3ed-1204-4910-a059-52f0fe045d9f not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:03:59.335131 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=91dd7c39-fe37-47b7-b54a-b0e32073743f,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:03:59.382995 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21781f95-34a0-4f2e-ad87-4b8154d2547f req-856f2912-a7b5-4ecf-8e0b-1025286f391b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:59.384557 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-21781f95-34a0-4f2e-ad87-4b8154d2547f req-856f2912-a7b5-4ecf-8e0b-1025286f391b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d47c5f4db0b40ebafa33b6cab0bb6ca&device_id=16d23a3b-07b4-4128-88e3-72148f8e245d HTTP/1.1" status: 200 len: 1094 time: 0.0681722 Sep 30 13:03:59.392016 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac992f-aa44-4a6d-b908-f3aec1271eab req-ea54e846-fe3c-4f18-8564-790085294f5c tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:59.393414 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-60ac992f-aa44-4a6d-b908-f3aec1271eab req-ea54e846-fe3c-4f18-8564-790085294f5c tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b11aa305-0cee-46d1-9fd1-fdc54159586c HTTP/1.1" status: 200 len: 943 time: 0.0856771 Sep 30 13:03:59.445010 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bd287-2250-4d71-8a68-a85564809ffa req-56c68e5a-3940-4f02-b302-68db94392683 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:59.447121 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d98bd287-2250-4d71-8a68-a85564809ffa req-56c68e5a-3940-4f02-b302-68db94392683 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/ports?device_id=16d23a3b-07b4-4128-88e3-72148f8e245d HTTP/1.1" status: 200 len: 943 time: 0.0559304 Sep 30 13:03:59.492580 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d98bd287-2250-4d71-8a68-a85564809ffa req-c52bc57f-49f1-4322-8890-143399948ee6 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dafbab7-d7fa-4fb8-af76-ab1f58380d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396318 Sep 30 13:03:59.502606 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21781f95-34a0-4f2e-ad87-4b8154d2547f req-60a0e14a-f7b4-45e6-8915-fd7167c99cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:59.504129 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-21781f95-34a0-4f2e-ad87-4b8154d2547f req-60a0e14a-f7b4-45e6-8915-fd7167c99cc7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0f9e9a25-efc7-491a-8143-c6db148dfd0c HTTP/1.1" status: 200 len: 915 time: 0.1098845 Sep 30 13:03:59.532278 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-60ac992f-aa44-4a6d-b908-f3aec1271eab req-f492ecf7-465e-479a-8252-78fabd04c3d5 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/security-groups?id=baca9b05-d601-443a-b301-6aaa0a7c962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300538 Sep 30 13:03:59.561418 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-21781f95-34a0-4f2e-ad87-4b8154d2547f req-12576354-e47c-4e48-a8b2-8cc7465affe5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=226aad45-78b1-4552-842d-8a3da379dcc9 HTTP/1.1" status: 200 len: 217 time: 0.0426955 Sep 30 13:03:59.618397 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21781f95-34a0-4f2e-ad87-4b8154d2547f req-ce8b7325-65e6-45e1-b1a6-bf215962b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:59.619923 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-21781f95-34a0-4f2e-ad87-4b8154d2547f req-ce8b7325-65e6-45e1-b1a6-bf215962b667 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dab259b8-7f2d-4c77-ac66-ab5ff9b3b271 HTTP/1.1" status: 200 len: 853 time: 0.0506799 Sep 30 13:03:59.666897 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21781f95-34a0-4f2e-ad87-4b8154d2547f req-95cde526-309d-4a82-8aae-c13fa27d2c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:03:59.668416 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-21781f95-34a0-4f2e-ad87-4b8154d2547f req-95cde526-309d-4a82-8aae-c13fa27d2c8d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0f9e9a25-efc7-491a-8143-c6db148dfd0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399208 Sep 30 13:03:59.764367 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-21781f95-34a0-4f2e-ad87-4b8154d2547f req-5e623644-5f25-46b0-ab40-fe97c2648292 service neutron] 10.222.0.54 "GET /v2.0/networks/0f9e9a25-efc7-491a-8143-c6db148dfd0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868077 Sep 30 13:03:59.859792 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-21781f95-34a0-4f2e-ad87-4b8154d2547f req-c976b01e-2a19-4903-afd3-1665367580c6 service neutron] 10.222.0.54 "GET /v2.0/networks/0f9e9a25-efc7-491a-8143-c6db148dfd0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872536 Sep 30 13:03:59.997496 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4efe3b77-09a8-4837-9598-1a45201283e3 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:04:00.049169 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e14cfc-4a96-479b-a596-27fef4ae4bfc req-74ffe0aa-8c55-4ec6-a7e3-c86729082c3f tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:00.050703 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69e14cfc-4a96-479b-a596-27fef4ae4bfc req-74ffe0aa-8c55-4ec6-a7e3-c86729082c3f tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=653e4ded-e5e1-4857-b265-d765574fa798 HTTP/1.1" status: 200 len: 949 time: 0.0510142 Sep 30 13:04:00.090435 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69e14cfc-4a96-479b-a596-27fef4ae4bfc req-0ed0c475-a33f-405c-b11e-914e3766e958 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334799 Sep 30 13:04:00.109561 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4efe3b77-09a8-4837-9598-1a45201283e3, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4efe3b77-09a8-4837-9598-1a45201283e3,segment=NetworkSegment(deb31db1-d8df-41a6-b608-befa9fb857a5),segment_id=deb31db1-d8df-41a6-b608-befa9fb857a5)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:00.137925 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '4efe3b77-09a8-4837-9598-1a45201283e3', 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18', 'port_id': '4efe3b77-09a8-4837-9598-1a45201283e3', 'mac_address': 'fa:16:3e:cc:02:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cc4aed-c0f6-4bf3-a455-86c2a6798883', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:04:00.179006 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:00.199659 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4efe3b77-09a8-4837-9598-1a45201283e3 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:04:00.224605 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4efe3b77-09a8-4837-9598-1a45201283e3, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4efe3b77-09a8-4837-9598-1a45201283e3,segment=NetworkSegment(deb31db1-d8df-41a6-b608-befa9fb857a5),segment_id=deb31db1-d8df-41a6-b608-befa9fb857a5)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:00.235404 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:00.265149 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d227904-b7ed-4070-8b59-7819d51a93c0 req-c358cfd3-968e-4b9c-8326-92b7350c3234 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:00.276698 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d227904-b7ed-4070-8b59-7819d51a93c0 req-c358cfd3-968e-4b9c-8326-92b7350c3234 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:00.287504 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d227904-b7ed-4070-8b59-7819d51a93c0 req-c358cfd3-968e-4b9c-8326-92b7350c3234 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:00.299570 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d227904-b7ed-4070-8b59-7819d51a93c0 req-c358cfd3-968e-4b9c-8326-92b7350c3234 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:00.310198 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2dc90d-b9da-4260-beee-15d88ce214ad req-bd07e47e-59c4-4543-97dd-8a8c96aa53b6 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:00.317298 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d227904-b7ed-4070-8b59-7819d51a93c0 req-c358cfd3-968e-4b9c-8326-92b7350c3234 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:00.319101 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6e2dc90d-b9da-4260-beee-15d88ce214ad req-bd07e47e-59c4-4543-97dd-8a8c96aa53b6 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 944 time: 0.0652790 Sep 30 13:04:00.325743 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d227904-b7ed-4070-8b59-7819d51a93c0 req-c358cfd3-968e-4b9c-8326-92b7350c3234 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:00.332859 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=4efe3b77-09a8-4837-9598-1a45201283e3,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:00.337994 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d227904-b7ed-4070-8b59-7819d51a93c0 req-c358cfd3-968e-4b9c-8326-92b7350c3234 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:00.346084 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6d227904-b7ed-4070-8b59-7819d51a93c0 req-c358cfd3-968e-4b9c-8326-92b7350c3234 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5436 time: 0.1910295 Sep 30 13:04:00.368783 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6e2dc90d-b9da-4260-beee-15d88ce214ad req-ccb4582d-6247-4ac7-80e0-ec7f8761c194 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433178 Sep 30 13:04:00.401059 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6d227904-b7ed-4070-8b59-7819d51a93c0 req-1a1df04a-bdfe-44f6-b807-ceaeb4c88cc9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470071 Sep 30 13:04:00.459145 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed226a8-088e-4b7b-ab44-36f73936e8f4 req-10e1de77-c004-4691-b463-ed1fce1ff69b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:00.460766 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fed226a8-088e-4b7b-ab44-36f73936e8f4 req-10e1de77-c004-4691-b463-ed1fce1ff69b tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.54 "GET /v2.0/ports?device_id=653e4ded-e5e1-4857-b265-d765574fa798 HTTP/1.1" status: 200 len: 949 time: 0.0660689 Sep 30 13:04:00.510311 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['4efe3b77-09a8-4837-9598-1a45201283e3'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:04:00.577416 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-fed226a8-088e-4b7b-ab44-36f73936e8f4 req-6fffa40e-140c-4a2f-b068-c989db3251fe tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Deleting port 6b18421d-3672-4957-9df1-27317d4006b7 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:04:00.577884 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fed226a8-088e-4b7b-ab44-36f73936e8f4 req-6fffa40e-140c-4a2f-b068-c989db3251fe tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:00.687366 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc2e5d-a7fe-4e94-89f9-e08e54d51815 req-9a08d8fa-9962-4e7b-8912-eed469328d61 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:00.689630 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-48cc2e5d-a7fe-4e94-89f9-e08e54d51815 req-9a08d8fa-9962-4e7b-8912-eed469328d61 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b11aa305-0cee-46d1-9fd1-fdc54159586c HTTP/1.1" status: 200 len: 944 time: 0.0492649 Sep 30 13:04:00.703102 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8516fde-1375-404a-a61b-5631ff7d16cc req-b3c203a4-5240-4db4-aadd-d878286ab597 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:00.704678 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c8516fde-1375-404a-a61b-5631ff7d16cc req-b3c203a4-5240-4db4-aadd-d878286ab597 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/ports?device_id=16d23a3b-07b4-4128-88e3-72148f8e245d HTTP/1.1" status: 200 len: 943 time: 0.1104016 Sep 30 13:04:00.744174 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-fed226a8-088e-4b7b-ab44-36f73936e8f4 req-6fffa40e-140c-4a2f-b068-c989db3251fe tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] For port 6b18421d-3672-4957-9df1-27317d4006b7, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=6b18421d-3672-4957-9df1-27317d4006b7,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:00.744538 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fed226a8-088e-4b7b-ab44-36f73936e8f4 req-6fffa40e-140c-4a2f-b068-c989db3251fe tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:00.751307 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-48cc2e5d-a7fe-4e94-89f9-e08e54d51815 req-96e61fc6-c0a8-470c-835b-38e20e5c0ff5 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/security-groups?id=baca9b05-d601-443a-b301-6aaa0a7c962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500021 Sep 30 13:04:00.776065 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-fed226a8-088e-4b7b-ab44-36f73936e8f4 req-6fffa40e-140c-4a2f-b068-c989db3251fe tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Calling delete_port for 6b18421d-3672-4957-9df1-27317d4006b7 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:04:00.799497 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c8516fde-1375-404a-a61b-5631ff7d16cc req-cbf16265-8f23-4a36-99fd-4d9b11595072 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dafbab7-d7fa-4fb8-af76-ab1f58380d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807650 Sep 30 13:04:01.136281 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91dd7c39-fe37-47b7-b54a-b0e32073743f'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:04:01.138929 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3318a02e-3dc7-4784-93ba-6c2e7603adb2" -d '{"events": [{"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-plugged", "status": "completed", "tag": "91dd7c39-fe37-47b7-b54a-b0e32073743f"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:04:01.182877 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e712a69-44bf-4923-b68d-1f5de5f2c660 x-openstack-request-id: req-4e712a69-44bf-4923-b68d-1f5de5f2c660 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:04:01.183155 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-plugged", "status": "completed", "tag": "91dd7c39-fe37-47b7-b54a-b0e32073743f", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:04:01.183366 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e712a69-44bf-4923-b68d-1f5de5f2c660 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:04:01.183752 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91dd7c39-fe37-47b7-b54a-b0e32073743f', 'code': 200} Sep 30 13:04:01.281941 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a229db-87c0-4e6a-b5a8-72b91159117a req-ba1807d4-a0ff-4f03-a0d8-3ffbe22176aa tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:01.283455 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-10a229db-87c0-4e6a-b5a8-72b91159117a req-ba1807d4-a0ff-4f03-a0d8-3ffbe22176aa tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/ports?device_id=653e4ded-e5e1-4857-b265-d765574fa798 HTTP/1.1" status: 200 len: 949 time: 0.1087267 Sep 30 13:04:01.284530 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fed226a8-088e-4b7b-ab44-36f73936e8f4 req-6fffa40e-140c-4a2f-b068-c989db3251fe tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:01.296421 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6b18421d-3672-4957-9df1-27317d4006b7'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:04:01.320714 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffa40e-140c-4a2f-b068-c989db3251fe tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Pushing event deleted for resources: {'Port': ['ID=6b18421d-3672-4957-9df1-27317d4006b7,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:01.375287 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a7a81-14d7-4f1a-85b8-66264edbfc88 req-1ac6b4aa-67a7-4793-9d62-00271d031085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:01.376566 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a7a81-14d7-4f1a-85b8-66264edbfc88 req-1ac6b4aa-67a7-4793-9d62-00271d031085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:01.377450 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a7a81-14d7-4f1a-85b8-66264edbfc88 req-1ac6b4aa-67a7-4793-9d62-00271d031085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:01.378280 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a7a81-14d7-4f1a-85b8-66264edbfc88 req-1ac6b4aa-67a7-4793-9d62-00271d031085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:01.379202 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a7a81-14d7-4f1a-85b8-66264edbfc88 req-1ac6b4aa-67a7-4793-9d62-00271d031085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:01.379855 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a7a81-14d7-4f1a-85b8-66264edbfc88 req-1ac6b4aa-67a7-4793-9d62-00271d031085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:01.380554 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a7a81-14d7-4f1a-85b8-66264edbfc88 req-1ac6b4aa-67a7-4793-9d62-00271d031085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:01.383219 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bb4a7a81-14d7-4f1a-85b8-66264edbfc88 req-1ac6b4aa-67a7-4793-9d62-00271d031085 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 6493 time: 0.0962367 Sep 30 13:04:01.388389 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed226a8-088e-4b7b-ab44-36f73936e8f4 req-6fffa40e-140c-4a2f-b068-c989db3251fe tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] No DVR routers for this DVR port 6b18421d-3672-4957-9df1-27317d4006b7 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:04:01.399827 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fed226a8-088e-4b7b-ab44-36f73936e8f4 req-6fffa40e-140c-4a2f-b068-c989db3251fe tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:01.401828 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fed226a8-088e-4b7b-ab44-36f73936e8f4 req-6fffa40e-140c-4a2f-b068-c989db3251fe tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.54 "DELETE /v2.0/ports/6b18421d-3672-4957-9df1-27317d4006b7 HTTP/1.1" status: 204 len: 173 time: 0.9345262 Sep 30 13:04:01.411544 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-10a229db-87c0-4e6a-b5a8-72b91159117a req-c72a22ad-c4cb-4c0e-af76-9bd5adb43420 tempest-ServersOnMultiNodesTest-1040435200 tempest-ServersOnMultiNodesTest-1040435200-project] 10.222.0.18 "GET /v2.0/security-groups?id=609495c6-0f13-46e6-85b9-74a07b94d169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973520 Sep 30 13:04:01.412015 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653e4ded-e5e1-4857-b265-d765574fa798', 'name': 'network-vif-deleted', 'tag': '6b18421d-3672-4957-9df1-27317d4006b7'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:04:01.414262 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a982db1a-8698-47b7-81e3-b3fd9db1f08a" -d '{"events": [{"server_uuid": "653e4ded-e5e1-4857-b265-d765574fa798", "name": "network-vif-deleted", "tag": "6b18421d-3672-4957-9df1-27317d4006b7"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:04:01.471239 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bb4a7a81-14d7-4f1a-85b8-66264edbfc88 req-9690c2a2-9426-4956-aecb-76e6b7f5022c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0775812 Sep 30 13:04:01.514261 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a3f18-98a1-4dcb-b7ac-06e8f461d50d req-7c411482-8246-4471-9006-34214d90a24c tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:01.521947 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-465a3f18-98a1-4dcb-b7ac-06e8f461d50d req-7c411482-8246-4471-9006-34214d90a24c tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 944 time: 0.0688987 Sep 30 13:04:01.526061 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c6c6d8-02fb-4419-8ca1-acdc51347d95 x-openstack-request-id: req-b6c6c6d8-02fb-4419-8ca1-acdc51347d95 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:04:01.526573 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653e4ded-e5e1-4857-b265-d765574fa798", "name": "network-vif-deleted", "tag": "6b18421d-3672-4957-9df1-27317d4006b7", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:04:01.526791 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6c6c6d8-02fb-4419-8ca1-acdc51347d95 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:04:01.527370 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653e4ded-e5e1-4857-b265-d765574fa798', 'name': 'network-vif-deleted', 'tag': '6b18421d-3672-4957-9df1-27317d4006b7', 'status': 'completed', 'code': 200} Sep 30 13:04:01.576860 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-465a3f18-98a1-4dcb-b7ac-06e8f461d50d req-79f1788a-0e77-4d3d-8f94-e74bf0b62071 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538375 Sep 30 13:04:01.651281 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c67666-da49-41c5-bc87-0f15d87b864d req-1c5516d7-b445-4280-a17b-d2ac4fcba1e2 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:01.658562 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c67666-da49-41c5-bc87-0f15d87b864d req-1c5516d7-b445-4280-a17b-d2ac4fcba1e2 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:01.661020 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device cd6c2cd3-b68c-41d7-80d1-b20fa3579274 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:04:01.688749 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c67666-da49-41c5-bc87-0f15d87b864d req-1c5516d7-b445-4280-a17b-d2ac4fcba1e2 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:01.695764 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c67666-da49-41c5-bc87-0f15d87b864d req-1c5516d7-b445-4280-a17b-d2ac4fcba1e2 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:01.702595 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c67666-da49-41c5-bc87-0f15d87b864d req-1c5516d7-b445-4280-a17b-d2ac4fcba1e2 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:01.716296 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c67666-da49-41c5-bc87-0f15d87b864d req-1c5516d7-b445-4280-a17b-d2ac4fcba1e2 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:01.726051 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c67666-da49-41c5-bc87-0f15d87b864d req-1c5516d7-b445-4280-a17b-d2ac4fcba1e2 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:01.732531 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e7c67666-da49-41c5-bc87-0f15d87b864d req-1c5516d7-b445-4280-a17b-d2ac4fcba1e2 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5436 time: 0.1408722 Sep 30 13:04:01.748942 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port cd6c2cd3-b68c-41d7-80d1-b20fa3579274 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:04:01.761691 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port cd6c2cd3-b68c-41d7-80d1-b20fa3579274 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:04:01.762922 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:01.806934 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e7c67666-da49-41c5-bc87-0f15d87b864d req-4802862f-d9be-4c3c-a86d-66a200f6853f tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0727861 Sep 30 13:04:01.875863 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:01.923092 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port cd6c2cd3-b68c-41d7-80d1-b20fa3579274, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=cd6c2cd3-b68c-41d7-80d1-b20fa3579274,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:01.928272 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:01.929337 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 6b18421d-3672-4957-9df1-27317d4006b7 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:04:01.972715 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 6b18421d-3672-4957-9df1-27317d4006b7 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:04:01.973108 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 6b18421d-3672-4957-9df1-27317d4006b7 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:04:01.997646 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e3402-3579-4edc-8b22-f01f35c7da89 req-662750d1-61e8-44aa-a92e-1b61100e2b38 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:02.003912 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-832e3402-3579-4edc-8b22-f01f35c7da89 req-662750d1-61e8-44aa-a92e-1b61100e2b38 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b11aa305-0cee-46d1-9fd1-fdc54159586c HTTP/1.1" status: 200 len: 944 time: 0.1093764 Sep 30 13:04:02.010965 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e720a-5710-4a4c-a23d-fe65c1e910b6 req-cecff654-652d-448c-b2d5-324870b1f05c tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:02.011157 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4efe3b77-09a8-4837-9598-1a45201283e3 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:04:02.025405 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c3e720a-5710-4a4c-a23d-fe65c1e910b6 req-cecff654-652d-448c-b2d5-324870b1f05c tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/ports?device_id=16d23a3b-07b4-4128-88e3-72148f8e245d HTTP/1.1" status: 200 len: 943 time: 0.0963061 Sep 30 13:04:02.038248 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=cd6c2cd3-b68c-41d7-80d1-b20fa3579274,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:02.061336 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-832e3402-3579-4edc-8b22-f01f35c7da89 req-bdbd858a-a091-4312-9e5d-4b6641116a50 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/security-groups?id=baca9b05-d601-443a-b301-6aaa0a7c962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486381 Sep 30 13:04:02.099100 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 4efe3b77-09a8-4837-9598-1a45201283e3 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:04:02.103723 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 4efe3b77-09a8-4837-9598-1a45201283e3 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:04:02.104495 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:02.112825 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c3e720a-5710-4a4c-a23d-fe65c1e910b6 req-0d9836b1-0858-4971-b373-5c0df04ffde7 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dafbab7-d7fa-4fb8-af76-ab1f58380d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860641 Sep 30 13:04:02.322456 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:02.354251 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4efe3b77-09a8-4837-9598-1a45201283e3, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4efe3b77-09a8-4837-9598-1a45201283e3,segment=NetworkSegment(deb31db1-d8df-41a6-b608-befa9fb857a5),segment_id=deb31db1-d8df-41a6-b608-befa9fb857a5)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:02.358396 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:02.403804 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=4efe3b77-09a8-4837-9598-1a45201283e3,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:02.656935 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43566) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:02.706822 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3b9b7-d11d-42b2-8ce7-d8c26a5014a5 req-237100bc-5d97-4c47-aa9d-46ee261d9c26 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:02.708578 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-96b3b9b7-d11d-42b2-8ce7-d8c26a5014a5 req-237100bc-5d97-4c47-aa9d-46ee261d9c26 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 945 time: 0.0625587 Sep 30 13:04:02.763636 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-96b3b9b7-d11d-42b2-8ce7-d8c26a5014a5 req-a8b4b74d-d62b-4152-be34-3b674653024f tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444484 Sep 30 13:04:02.783458 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43576) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:02.826152 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-56ad41fd-33d6-4539-8935-1577cf84b677 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3bc89b3b842046238e7c21a0c02c3f96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1678004 Sep 30 13:04:02.826367 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43578) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:02.959024 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b567b8cb-73b5-49a5-a49a-e3c14d3f6faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:03.022329 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b567b8cb-73b5-49a5-a49a-e3c14d3f6faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:03.052560 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20035e0c-0974-40ed-a968-1ffcfced94e9 req-19428fbb-3167-40aa-b652-b4600331a51b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:03.058619 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20035e0c-0974-40ed-a968-1ffcfced94e9 req-19428fbb-3167-40aa-b652-b4600331a51b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:03.065090 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20035e0c-0974-40ed-a968-1ffcfced94e9 req-19428fbb-3167-40aa-b652-b4600331a51b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:03.071904 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20035e0c-0974-40ed-a968-1ffcfced94e9 req-19428fbb-3167-40aa-b652-b4600331a51b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:03.086369 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20035e0c-0974-40ed-a968-1ffcfced94e9 req-19428fbb-3167-40aa-b652-b4600331a51b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:03.094324 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20035e0c-0974-40ed-a968-1ffcfced94e9 req-19428fbb-3167-40aa-b652-b4600331a51b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:03.100798 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20035e0c-0974-40ed-a968-1ffcfced94e9 req-19428fbb-3167-40aa-b652-b4600331a51b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:03.106493 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-20035e0c-0974-40ed-a968-1ffcfced94e9 req-19428fbb-3167-40aa-b652-b4600331a51b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5436 time: 0.2242553 Sep 30 13:04:03.184696 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d40ace-e564-44e9-bb91-eb87fc3fab9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6c2cd3-b68c-41d7-80d1-b20fa3579274'}, {'server_uuid': 'b11aa305-0cee-46d1-9fd1-fdc54159586c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efe3b77-09a8-4837-9598-1a45201283e3'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:04:03.188418 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec46e793-fdec-4071-8b1b-5cda2404b8f7" -d '{"events": [{"server_uuid": "87d40ace-e564-44e9-bb91-eb87fc3fab9b", "name": "network-vif-plugged", "status": "completed", "tag": "cd6c2cd3-b68c-41d7-80d1-b20fa3579274"}, {"server_uuid": "b11aa305-0cee-46d1-9fd1-fdc54159586c", "name": "network-vif-plugged", "status": "completed", "tag": "4efe3b77-09a8-4837-9598-1a45201283e3"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:04:03.191075 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f20c8-84a9-4083-966b-31fadb55db95 req-129ba8f5-c295-465f-830d-23874bfbaf0d tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:03.199292 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fa0f20c8-84a9-4083-966b-31fadb55db95 req-129ba8f5-c295-465f-830d-23874bfbaf0d tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b11aa305-0cee-46d1-9fd1-fdc54159586c HTTP/1.1" status: 200 len: 945 time: 0.0627472 Sep 30 13:04:03.228015 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-20035e0c-0974-40ed-a968-1ffcfced94e9 req-32d4afdd-962d-4c54-92fe-07e1ac80ce69 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1097760 Sep 30 13:04:03.233696 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fa0f20c8-84a9-4083-966b-31fadb55db95 req-5b569fc3-d7c7-43b1-a647-6a4dc5a9383d tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/security-groups?id=baca9b05-d601-443a-b301-6aaa0a7c962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335107 Sep 30 13:04:03.264510 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b567b8cb-73b5-49a5-a49a-e3c14d3f6faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:03.267278 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b567b8cb-73b5-49a5-a49a-e3c14d3f6faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:03.270648 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b567b8cb-73b5-49a5-a49a-e3c14d3f6faf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/609495c6-0f13-46e6-85b9-74a07b94d169 HTTP/1.1" status: 204 len: 168 time: 0.4412668 Sep 30 13:04:03.279775 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567b8cb-73b5-49a5-a49a-e3c14d3f6faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609495c6-0f13-46e6-85b9-74a07b94d169,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:03.384158 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16765bb-9049-4cd9-a429-aa66953272f0 req-3bad7bb0-777e-4b92-a21b-4da1c71b19e3 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:03.386759 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f16765bb-9049-4cd9-a429-aa66953272f0 req-3bad7bb0-777e-4b92-a21b-4da1c71b19e3 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/ports?device_id=16d23a3b-07b4-4128-88e3-72148f8e245d HTTP/1.1" status: 200 len: 943 time: 0.0675197 Sep 30 13:04:03.387744 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 13:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9b67c1-1942-4249-ab18-709c5bca5913 x-openstack-request-id: req-ff9b67c1-1942-4249-ab18-709c5bca5913 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:04:03.388044 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d40ace-e564-44e9-bb91-eb87fc3fab9b", "name": "network-vif-plugged", "status": "completed", "tag": "cd6c2cd3-b68c-41d7-80d1-b20fa3579274", "code": 200}, {"server_uuid": "b11aa305-0cee-46d1-9fd1-fdc54159586c", "name": "network-vif-plugged", "status": "completed", "tag": "4efe3b77-09a8-4837-9598-1a45201283e3", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:04:03.388300 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff9b67c1-1942-4249-ab18-709c5bca5913 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:04:03.389033 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d40ace-e564-44e9-bb91-eb87fc3fab9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6c2cd3-b68c-41d7-80d1-b20fa3579274', 'code': 200} Sep 30 13:04:03.389475 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11aa305-0cee-46d1-9fd1-fdc54159586c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efe3b77-09a8-4837-9598-1a45201283e3', 'code': 200} Sep 30 13:04:03.442088 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9e4c49ff-6fd5-4605-bb8f-7722de2d1383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:03.476226 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f16765bb-9049-4cd9-a429-aa66953272f0 req-244f23ff-34f8-42d4-9709-8f0c370ac0b9 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dafbab7-d7fa-4fb8-af76-ab1f58380d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673695 Sep 30 13:04:03.574632 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556c428-dc02-4470-b0ba-96163657936e req-7a04802c-848b-4c72-88c3-702f791f9f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:03.576139 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d556c428-dc02-4470-b0ba-96163657936e req-7a04802c-848b-4c72-88c3-702f791f9f7c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 1096 time: 0.0842462 Sep 30 13:04:03.611677 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43596) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:03.655021 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-030df371-9a4c-4a5a-836c-2e0a8cfbf559 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67c4ada601234eb2a67826102bc2a8f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420547 Sep 30 13:04:03.657448 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43598) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:03.675434 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 226aad45-78b1-4552-842d-8a3da379dcc9 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:04:03.709134 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c9910cd6-518c-45ca-8fd6-daf78b97c95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:03.733233 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c9910cd6-518c-45ca-8fd6-daf78b97c95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:03.782842 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 226aad45-78b1-4552-842d-8a3da379dcc9, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=226aad45-78b1-4552-842d-8a3da379dcc9,segment=NetworkSegment(43f5aa2a-7a86-4eac-bb2b-076a8ae826a8),segment_id=43f5aa2a-7a86-4eac-bb2b-076a8ae826a8)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:03.796795 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '226aad45-78b1-4552-842d-8a3da379dcc9', 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c', 'port_id': '226aad45-78b1-4552-842d-8a3da379dcc9', 'mac_address': 'fa:16:3e:31:52:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab259b8-7f2d-4c77-ac66-ab5ff9b3b271', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:04:03.797932 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c9910cd6-518c-45ca-8fd6-daf78b97c95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:03.801245 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c9910cd6-518c-45ca-8fd6-daf78b97c95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:03.808639 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c9910cd6-518c-45ca-8fd6-daf78b97c95b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d6b8a56-c9d6-431c-a19b-f7125da6aaf5 HTTP/1.1" status: 204 len: 168 time: 0.1501348 Sep 30 13:04:03.817885 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9910cd6-518c-45ca-8fd6-daf78b97c95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6b8a56-c9d6-431c-a19b-f7125da6aaf5,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:03.849080 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:03.863283 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226aad45-78b1-4552-842d-8a3da379dcc9 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:04:03.885367 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 226aad45-78b1-4552-842d-8a3da379dcc9, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=226aad45-78b1-4552-842d-8a3da379dcc9,segment=NetworkSegment(43f5aa2a-7a86-4eac-bb2b-076a8ae826a8),segment_id=43f5aa2a-7a86-4eac-bb2b-076a8ae826a8)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:03.889864 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:03.943333 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=226aad45-78b1-4552-842d-8a3da379dcc9,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:03.957712 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b018547-72cd-44d1-8384-25fa50ddab33 req-77d42dfb-7015-4f53-bb99-1fc7f65fe49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:03.959205 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5b018547-72cd-44d1-8384-25fa50ddab33 req-77d42dfb-7015-4f53-bb99-1fc7f65fe49d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b11aa305-0cee-46d1-9fd1-fdc54159586c HTTP/1.1" status: 200 len: 1096 time: 0.4332564 Sep 30 13:04:03.973262 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d556c428-dc02-4470-b0ba-96163657936e req-8f4920ce-d95b-4265-933f-f553e92c8a80 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680241 Sep 30 13:04:04.058399 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5b018547-72cd-44d1-8384-25fa50ddab33 req-89e761e4-bf76-4f41-b743-7218219861ad service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=baca9b05-d601-443a-b301-6aaa0a7c962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841801 Sep 30 13:04:04.066589 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6e22d-ebb9-452a-ad2a-4e30cc09b0e3 req-b02192a9-f059-44b9-9d64-14c4eb3cbbab tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:04.068000 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f9a6e22d-ebb9-452a-ad2a-4e30cc09b0e3 req-b02192a9-f059-44b9-9d64-14c4eb3cbbab tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 945 time: 0.1060238 Sep 30 13:04:04.136497 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f9a6e22d-ebb9-452a-ad2a-4e30cc09b0e3 req-e1dd3b22-0ac8-42ac-8d2f-263e38c2852d tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614133 Sep 30 13:04:04.189785 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-9e4c49ff-6fd5-4605-bb8f-7722de2d1383 admin admin] Deleting port b646da60-8761-4be8-9341-6e76102de0fb {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:04:04.190163 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9e4c49ff-6fd5-4605-bb8f-7722de2d1383 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:04.280305 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-9e4c49ff-6fd5-4605-bb8f-7722de2d1383 admin admin] For port b646da60-8761-4be8-9341-6e76102de0fb, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b646da60-8761-4be8-9341-6e76102de0fb,segment=NetworkSegment(b2db1676-b010-4608-ac63-64833176515d),segment_id=b2db1676-b010-4608-ac63-64833176515d)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:04.280662 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9e4c49ff-6fd5-4605-bb8f-7722de2d1383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:04.294366 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['226aad45-78b1-4552-842d-8a3da379dcc9'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:04:04.297119 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-9e4c49ff-6fd5-4605-bb8f-7722de2d1383 admin admin] Calling delete_port for b646da60-8761-4be8-9341-6e76102de0fb owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:04:04.429506 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4c037-3d80-472c-a983-b296ce86b1b3 req-9771a640-b007-463c-b078-62d70e3af849 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:04.431036 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-66c4c037-3d80-472c-a983-b296ce86b1b3 req-9771a640-b007-463c-b078-62d70e3af849 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b11aa305-0cee-46d1-9fd1-fdc54159586c HTTP/1.1" status: 200 len: 945 time: 0.0634282 Sep 30 13:04:04.488317 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790dc9dc-a25b-48ef-a9e2-6721775be1ed req-15b0d77e-850b-4c1a-9f93-b8bcb93ab97c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:04.493348 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-66c4c037-3d80-472c-a983-b296ce86b1b3 req-9d3ca534-ab00-4b18-becd-e600be039388 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/security-groups?id=baca9b05-d601-443a-b301-6aaa0a7c962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543962 Sep 30 13:04:04.494289 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790dc9dc-a25b-48ef-a9e2-6721775be1ed req-15b0d77e-850b-4c1a-9f93-b8bcb93ab97c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:04.500495 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790dc9dc-a25b-48ef-a9e2-6721775be1ed req-15b0d77e-850b-4c1a-9f93-b8bcb93ab97c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:04.508900 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790dc9dc-a25b-48ef-a9e2-6721775be1ed req-15b0d77e-850b-4c1a-9f93-b8bcb93ab97c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:04.514830 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790dc9dc-a25b-48ef-a9e2-6721775be1ed req-15b0d77e-850b-4c1a-9f93-b8bcb93ab97c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:04.520791 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790dc9dc-a25b-48ef-a9e2-6721775be1ed req-15b0d77e-850b-4c1a-9f93-b8bcb93ab97c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:04.527273 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790dc9dc-a25b-48ef-a9e2-6721775be1ed req-15b0d77e-850b-4c1a-9f93-b8bcb93ab97c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:04.529234 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-790dc9dc-a25b-48ef-a9e2-6721775be1ed req-15b0d77e-850b-4c1a-9f93-b8bcb93ab97c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5436 time: 0.1505713 Sep 30 13:04:04.584433 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-790dc9dc-a25b-48ef-a9e2-6721775be1ed req-b6a732a1-f577-4765-aed0-ffdab2dd89be tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477748 Sep 30 13:04:04.645954 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43634) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:04.665368 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9e4c49ff-6fd5-4605-bb8f-7722de2d1383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:04.684153 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4e8b9-6df5-41af-80fd-fd55deb90403 req-646e5b08-0cc6-4e73-ae5e-0f20204c3773 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:04.685835 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-44b4e8b9-6df5-41af-80fd-fd55deb90403 req-646e5b08-0cc6-4e73-ae5e-0f20204c3773 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/ports?device_id=16d23a3b-07b4-4128-88e3-72148f8e245d HTTP/1.1" status: 200 len: 944 time: 0.0608435 Sep 30 13:04:04.727394 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-44b4e8b9-6df5-41af-80fd-fd55deb90403 req-91e23895-e80a-4dbb-9fac-b5c25fb82b67 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dafbab7-d7fa-4fb8-af76-ab1f58380d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353208 Sep 30 13:04:04.729786 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c49ff-6fd5-4605-bb8f-7722de2d1383 admin admin] Pushing event deleted for resources: {'Port': ['ID=b646da60-8761-4be8-9341-6e76102de0fb,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:04.777749 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-14a3ef21-8164-4195-86f1-0d2006f320fe admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2032506722-network', 'tenant_id': '45cce2bf838441a9981db8ce67fd0eb9'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:04.813185 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545437aa-63fc-4afa-926a-6813e4dcad8f req-eadac4f8-4af5-4397-a32e-d20eadb80281 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:04.819181 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545437aa-63fc-4afa-926a-6813e4dcad8f req-eadac4f8-4af5-4397-a32e-d20eadb80281 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:04.825620 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545437aa-63fc-4afa-926a-6813e4dcad8f req-eadac4f8-4af5-4397-a32e-d20eadb80281 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:04.831483 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545437aa-63fc-4afa-926a-6813e4dcad8f req-eadac4f8-4af5-4397-a32e-d20eadb80281 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:04.837356 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545437aa-63fc-4afa-926a-6813e4dcad8f req-eadac4f8-4af5-4397-a32e-d20eadb80281 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:04.843200 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545437aa-63fc-4afa-926a-6813e4dcad8f req-eadac4f8-4af5-4397-a32e-d20eadb80281 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:04.849033 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545437aa-63fc-4afa-926a-6813e4dcad8f req-eadac4f8-4af5-4397-a32e-d20eadb80281 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:04.851015 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-545437aa-63fc-4afa-926a-6813e4dcad8f req-eadac4f8-4af5-4397-a32e-d20eadb80281 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5436 time: 0.1580248 Sep 30 13:04:04.861530 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43638) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:04.868205 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-a65a327b-822a-492c-9a24-8f4d06cc9d8b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Request body: {'floatingip': {'port_id': '91dd7c39-fe37-47b7-b54a-b0e32073743f'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:04.912531 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a65a327b-822a-492c-9a24-8f4d06cc9d8b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for floatingip, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:04.918114 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a3ef21-8164-4195-86f1-0d2006f320fe admin admin] Made reservation on behalf of 45cce2bf838441a9981db8ce67fd0eb9 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:04:04.920464 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14a3ef21-8164-4195-86f1-0d2006f320fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:04.935576 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14a3ef21-8164-4195-86f1-0d2006f320fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:05.014164 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9e4c49ff-6fd5-4605-bb8f-7722de2d1383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:05.162681 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14a3ef21-8164-4195-86f1-0d2006f320fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:05.169079 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14a3ef21-8164-4195-86f1-0d2006f320fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:05.229488 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a3ef21-8164-4195-86f1-0d2006f320fe admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:04:05.250211 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3ef21-8164-4195-86f1-0d2006f320fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ade867-ec1a-4f82-99df-6c9dd87c89aa,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:05.253074 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14a3ef21-8164-4195-86f1-0d2006f320fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:05.253414 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-14a3ef21-8164-4195-86f1-0d2006f320fe admin admin] Added segment b950cf71-eed4-40e5-acff-d62a03811dab of type vlan for network 5852d43e-281b-43ba-9982-97897fe44657 Sep 30 13:04:05.294964 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cae0fa-9270-4843-8379-4b9730b142e5 req-f5f1b0dc-6259-4ee1-8d88-683adde8d07f tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:05.296443 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-14cae0fa-9270-4843-8379-4b9730b142e5 req-f5f1b0dc-6259-4ee1-8d88-683adde8d07f tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 945 time: 0.0669243 Sep 30 13:04:05.333109 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14a3ef21-8164-4195-86f1-0d2006f320fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:05.368626 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4c49ff-6fd5-4605-bb8f-7722de2d1383 admin admin] Router b650b030-a213-4bc1-a90a-14cc7f079f9b has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:04:05.372986 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-14cae0fa-9270-4843-8379-4b9730b142e5 req-6a18292d-055b-4a24-a2dd-a10a4a7704d8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469196 Sep 30 13:04:05.392912 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14a3ef21-8164-4195-86f1-0d2006f320fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:05.392912 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a3ef21-8164-4195-86f1-0d2006f320fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:05.392912 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14a3ef21-8164-4195-86f1-0d2006f320fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:05.408703 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-14a3ef21-8164-4195-86f1-0d2006f320fe admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7590449 Sep 30 13:04:05.414928 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43644) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:05.423384 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-9cad9759-ae30-45b5-b252-f7b1bc336f68 admin admin] Request body: {'subnet': {'network_id': '5852d43e-281b-43ba-9982-97897fe44657', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2032506722-subnet', 'tenant_id': '45cce2bf838441a9981db8ce67fd0eb9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:05.502948 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3ef21-8164-4195-86f1-0d2006f320fe admin admin] Pushing event updated for resources: {'Network': ['ID=5852d43e-281b-43ba-9982-97897fe44657,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:05.508153 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cad9759-ae30-45b5-b252-f7b1bc336f68 admin admin] Made reservation on behalf of 45cce2bf838441a9981db8ce67fd0eb9 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:04:05.510795 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9cad9759-ae30-45b5-b252-f7b1bc336f68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:05.514773 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 5852d43e-281b-43ba-9982-97897fe44657 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:04:05.537602 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a65a327b-822a-492c-9a24-8f4d06cc9d8b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:05.549218 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a65a327b-822a-492c-9a24-8f4d06cc9d8b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:05.570340 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4c49ff-6fd5-4605-bb8f-7722de2d1383 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:04:05.584292 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9e4c49ff-6fd5-4605-bb8f-7722de2d1383 admin admin] 10.222.0.18 "PUT /v2.0/routers/b650b030-a213-4bc1-a90a-14cc7f079f9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7973580 Sep 30 13:04:05.584784 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43650) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:05.595823 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eefda7-475d-4809-859d-007bb803475c None None] Sync routers for ids ['b650b030-a213-4bc1-a90a-14cc7f079f9b'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:04:05.606345 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eefda7-475d-4809-859d-007bb803475c None None] Routers {'b650b030-a213-4bc1-a90a-14cc7f079f9b'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:04:05.607216 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e6eefda7-475d-4809-859d-007bb803475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:03:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b650b030-a213-4bc1-a90a-14cc7f079f9b'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:05.705334 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 226aad45-78b1-4552-842d-8a3da379dcc9 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:04:05.722905 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada6689-1fe7-48e7-b988-fc284b14fb1f req-06910c11-d074-4e19-a7d9-4a87d90587f9 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:05.724511 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7ada6689-1fe7-48e7-b988-fc284b14fb1f req-06910c11-d074-4e19-a7d9-4a87d90587f9 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b11aa305-0cee-46d1-9fd1-fdc54159586c HTTP/1.1" status: 200 len: 945 time: 0.1309829 Sep 30 13:04:05.747269 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-e6eefda7-475d-4809-859d-007bb803475c None None] Set router b650b030-a213-4bc1-a90a-14cc7f079f9b gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:04:05.752330 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74b6247a-ef85-43c0-a159-4a4733955ed3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:05.778117 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-a65a327b-822a-492c-9a24-8f4d06cc9d8b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Floating IP 25383912-e22d-477f-ac08-808d97a1362a associated. External IP: 172.25.5.203, port: 91dd7c39-fe37-47b7-b54a-b0e32073743f. Sep 30 13:04:05.808580 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7ada6689-1fe7-48e7-b988-fc284b14fb1f req-ac6b9c1f-2ee6-42a8-8f6d-db01c9371139 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/security-groups?id=baca9b05-d601-443a-b301-6aaa0a7c962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764353 Sep 30 13:04:05.894158 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 226aad45-78b1-4552-842d-8a3da379dcc9 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:04:05.903900 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 226aad45-78b1-4552-842d-8a3da379dcc9 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:04:05.904501 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:05.957296 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9cad9759-ae30-45b5-b252-f7b1bc336f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:05.964946 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74b6247a-ef85-43c0-a159-4a4733955ed3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:05.976061 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85eb85-98d3-4384-8f07-3e2afdbff1a6 req-d1654d4a-c95e-453a-ac98-ef82547c94b1 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:05.982550 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c85eb85-98d3-4384-8f07-3e2afdbff1a6 req-d1654d4a-c95e-453a-ac98-ef82547c94b1 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/ports?device_id=16d23a3b-07b4-4128-88e3-72148f8e245d HTTP/1.1" status: 200 len: 944 time: 0.1508272 Sep 30 13:04:06.044116 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e6eefda7-475d-4809-859d-007bb803475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b650b030-a213-4bc1-a90a-14cc7f079f9b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1987859137-router', 'tenant_id': '378e2d050da241729559ea504aeeacae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '357faaaf-740a-4654-a3fd-2d85c29003d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:43Z', 'updated_at': '2021-09-30T13:04:04Z', 'revision_number': 5, 'project_id': '378e2d050da241729559ea504aeeacae', 'gw_port': {'id': '357faaaf-740a-4654-a3fd-2d85c29003d2', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b650b030-a213-4bc1-a90a-14cc7f079f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:44Z', 'updated_at': '2021-09-30T13:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:06.048705 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:06.058713 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c85eb85-98d3-4384-8f07-3e2afdbff1a6 req-f7a12590-1979-471d-a6fb-4ea54efd9cff tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dafbab7-d7fa-4fb8-af76-ab1f58380d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434813 Sep 30 13:04:06.093517 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eefda7-475d-4809-859d-007bb803475c None None] Checking router: b650b030-a213-4bc1-a90a-14cc7f079f9b for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:04:06.100369 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cad9759-ae30-45b5-b252-f7b1bc336f68 admin admin] Checking segment: {'id': 'b950cf71-eed4-40e5-acff-d62a03811dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5852d43e-281b-43ba-9982-97897fe44657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:04:06.100732 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cad9759-ae30-45b5-b252-f7b1bc336f68 admin admin] Network hostable DHCP agents. Network: 5852d43e-281b-43ba-9982-97897fe44657, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:04:06.112684 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7a17bce8-2bc4-42ec-8be0-c1a12f96fca4 req-459d2b79-0068-4509-b4d8-ce53c888eb54 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 258 time: 0.2415452 Sep 30 13:04:06.117123 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d23a3b-07b4-4128-88e3-72148f8e245d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226aad45-78b1-4552-842d-8a3da379dcc9'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:04:06.120013 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f8dee1-2004-434a-8109-3b9d45d4b9b1" -d '{"events": [{"server_uuid": "16d23a3b-07b4-4128-88e3-72148f8e245d", "name": "network-vif-plugged", "status": "completed", "tag": "226aad45-78b1-4552-842d-8a3da379dcc9"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:04:06.130894 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-7a17bce8-2bc4-42ec-8be0-c1a12f96fca4 req-d84a5ecd-1bc3-4b74-b977-8dab49a21f79 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:06.135284 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eefda7-475d-4809-859d-007bb803475c None None] Routers {'b650b030-a213-4bc1-a90a-14cc7f079f9b'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:04:06.135931 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e6eefda7-475d-4809-859d-007bb803475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:03:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b650b030-a213-4bc1-a90a-14cc7f079f9b'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:06.141955 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad9759-ae30-45b5-b252-f7b1bc336f68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=559154e4-79bf-47e8-bfb1-1cd40ce99242,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:06.143913 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-74b6247a-ef85-43c0-a159-4a4733955ed3 admin admin] Deleting port 357faaaf-740a-4654-a3fd-2d85c29003d2 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:04:06.144882 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74b6247a-ef85-43c0-a159-4a4733955ed3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:06.179777 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cad9759-ae30-45b5-b252-f7b1bc336f68 admin admin] Network 5852d43e-281b-43ba-9982-97897fe44657 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:04:06.191578 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 226aad45-78b1-4552-842d-8a3da379dcc9, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=226aad45-78b1-4552-842d-8a3da379dcc9,segment=NetworkSegment(43f5aa2a-7a86-4eac-bb2b-076a8ae826a8),segment_id=43f5aa2a-7a86-4eac-bb2b-076a8ae826a8)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:06.193576 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceefc1b0-fd2d-4718-9b9a-639e02f1885d x-openstack-request-id: req-ceefc1b0-fd2d-4718-9b9a-639e02f1885d {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:04:06.193913 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d23a3b-07b4-4128-88e3-72148f8e245d", "name": "network-vif-plugged", "status": "completed", "tag": "226aad45-78b1-4552-842d-8a3da379dcc9", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:04:06.194250 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ceefc1b0-fd2d-4718-9b9a-639e02f1885d {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:04:06.194648 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d23a3b-07b4-4128-88e3-72148f8e245d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226aad45-78b1-4552-842d-8a3da379dcc9', 'code': 200} Sep 30 13:04:06.202762 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:06.225257 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-7a17bce8-2bc4-42ec-8be0-c1a12f96fca4 req-d84a5ecd-1bc3-4b74-b977-8dab49a21f79 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:06.229584 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-9cad9759-ae30-45b5-b252-f7b1bc336f68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 5852d43e-281b-43ba-9982-97897fe44657) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:04:06.236122 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad9759-ae30-45b5-b252-f7b1bc336f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:06.236700 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9cad9759-ae30-45b5-b252-f7b1bc336f68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:06.256214 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c491dacb-ba48-4645-b09f-d22efa3ee410 None None] Network 5852d43e-281b-43ba-9982-97897fe44657 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:04:06.261632 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9cad9759-ae30-45b5-b252-f7b1bc336f68 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8456428 Sep 30 13:04:06.264420 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43658) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:06.271019 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-88fdfdd3-902f-4aff-8cad-733f2e0a3e4f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2032506722-router', 'tenant_id': '45cce2bf838441a9981db8ce67fd0eb9', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:06.285983 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65a327b-822a-492c-9a24-8f4d06cc9d8b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Router aebd9316-a01e-4127-af29-e6378d96890b has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:04:06.295710 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-74b6247a-ef85-43c0-a159-4a4733955ed3 admin admin] For port 357faaaf-740a-4654-a3fd-2d85c29003d2, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=357faaaf-740a-4654-a3fd-2d85c29003d2,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:06.296047 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74b6247a-ef85-43c0-a159-4a4733955ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:06.302633 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-88fdfdd3-902f-4aff-8cad-733f2e0a3e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:06.304122 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-88fdfdd3-902f-4aff-8cad-733f2e0a3e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:06.314825 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-74b6247a-ef85-43c0-a159-4a4733955ed3 admin admin] Calling delete_port for 357faaaf-740a-4654-a3fd-2d85c29003d2 owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:04:06.375528 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04820834-0b17-4732-99d6-da3564ca37d7 req-859f0910-676c-4279-929e-6a8bea314fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:06.377064 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-04820834-0b17-4732-99d6-da3564ca37d7 req-859f0910-676c-4279-929e-6a8bea314fc7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=16d23a3b-07b4-4128-88e3-72148f8e245d HTTP/1.1" status: 200 len: 1096 time: 0.1330080 Sep 30 13:04:06.419889 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-e6eefda7-475d-4809-859d-007bb803475c None None] Set router b650b030-a213-4bc1-a90a-14cc7f079f9b gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:04:06.454901 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594a342a-85b6-4ba4-a478-f9ea6d65386d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-5852d43e-281b-43ba-9982-97897fe44657', 'network_id': '5852d43e-281b-43ba-9982-97897fe44657', 'tenant_id': '45cce2bf838441a9981db8ce67fd0eb9', 'fixed_ips': [{'subnet_id': '559154e4-79bf-47e8-bfb1-1cd40ce99242'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:04:06.456139 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-594a342a-85b6-4ba4-a478-f9ea6d65386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:06.489576 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-88fdfdd3-902f-4aff-8cad-733f2e0a3e4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:06.499057 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e6eefda7-475d-4809-859d-007bb803475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b650b030-a213-4bc1-a90a-14cc7f079f9b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1987859137-router', 'tenant_id': '378e2d050da241729559ea504aeeacae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:43Z', 'updated_at': '2021-09-30T13:04:05Z', 'revision_number': 6, 'project_id': '378e2d050da241729559ea504aeeacae', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:06.505082 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=226aad45-78b1-4552-842d-8a3da379dcc9,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:06.518120 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-04820834-0b17-4732-99d6-da3564ca37d7 req-bc396b2f-ecb3-4a94-b651-4bad89ead09e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3dafbab7-d7fa-4fb8-af76-ab1f58380d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331527 Sep 30 13:04:06.540547 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eefda7-475d-4809-859d-007bb803475c None None] The sync data for ids ['b650b030-a213-4bc1-a90a-14cc7f079f9b'] in n-d-810909-2 is: [{'id': 'b650b030-a213-4bc1-a90a-14cc7f079f9b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1987859137-router', 'tenant_id': '378e2d050da241729559ea504aeeacae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:43Z', 'updated_at': '2021-09-30T13:04:05Z', 'revision_number': 6, 'project_id': '378e2d050da241729559ea504aeeacae', 'gw_port_host': None}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:04:06.556650 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65a327b-822a-492c-9a24-8f4d06cc9d8b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:04:06.564230 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a65a327b-822a-492c-9a24-8f4d06cc9d8b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:06.576850 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066cd967-4db6-4a1b-a876-9111257bf581 None None] Sync routers for ids ['aebd9316-a01e-4127-af29-e6378d96890b'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:04:06.588040 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066cd967-4db6-4a1b-a876-9111257bf581 None None] Routers {'aebd9316-a01e-4127-af29-e6378d96890b'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:04:06.597265 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-066cd967-4db6-4a1b-a876-9111257bf581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:03:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['aebd9316-a01e-4127-af29-e6378d96890b'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:06.624207 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-7a17bce8-2bc4-42ec-8be0-c1a12f96fca4 req-d84a5ecd-1bc3-4b74-b977-8dab49a21f79 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:06.633501 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74b6247a-ef85-43c0-a159-4a4733955ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:06.690581 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a65a327b-822a-492c-9a24-8f4d06cc9d8b tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "PUT /v2.0/floatingips/25383912-e22d-477f-ac08-808d97a1362a HTTP/1.1" status: 200 len: 992 time: 1.8250687 Sep 30 13:04:06.692430 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'tag': '91dd7c39-fe37-47b7-b54a-b0e32073743f'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:04:06.694381 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350c4478-ecde-4b87-bfc2-425b46d7d134" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "tag": "91dd7c39-fe37-47b7-b54a-b0e32073743f"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:04:06.710503 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6247a-ef85-43c0-a159-4a4733955ed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=357faaaf-740a-4654-a3fd-2d85c29003d2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:06.728782 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-066cd967-4db6-4a1b-a876-9111257bf581 None None] Set router aebd9316-a01e-4127-af29-e6378d96890b gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:04:06.731144 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-88fdfdd3-902f-4aff-8cad-733f2e0a3e4f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:06.750235 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf61f07-d612-4c52-a211-c8dcef515202 req-e2e41676-b3db-4e81-976a-41f5465b562a tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:06.752098 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5cf61f07-d612-4c52-a211-c8dcef515202 req-e2e41676-b3db-4e81-976a-41f5465b562a tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 945 time: 0.1851356 Sep 30 13:04:06.793613 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-594a342a-85b6-4ba4-a478-f9ea6d65386d None None] Allocated IP 172.20.0.2 (5852d43e-281b-43ba-9982-97897fe44657/559154e4-79bf-47e8-bfb1-1cd40ce99242/9abbb346-5fc6-4535-a1ce-8e4572604e69) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:04:06.822493 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5cf61f07-d612-4c52-a211-c8dcef515202 req-6cd02e4e-adda-43c3-a25f-e5d244061b59 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569041 Sep 30 13:04:06.839005 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74b6247a-ef85-43c0-a159-4a4733955ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:06.998005 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-066cd967-4db6-4a1b-a876-9111257bf581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'name': 'tempest-TaggedBootDevicesTest-1635348289-router', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'c0e93b29-45a6-42b6-b846-e9a4c664d108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:11Z', 'updated_at': '2021-09-30T13:01:23Z', 'revision_number': 4, 'project_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'gw_port': {'id': 'c0e93b29-45a6-42b6-b846-e9a4c664d108', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:13Z', 'updated_at': '2021-09-30T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '25383912-e22d-477f-ac08-808d97a1362a', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'floating_ip_address': '172.25.5.203', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'port_id': '91dd7c39-fe37-47b7-b54a-b0e32073743f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '451c330d-13f6-4604-823e-5e771fb25477', 'mac_address': 'fa:16:3e:20:67:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:02:20Z', 'updated_at': '2021-09-30T13:04:05Z', 'revision_number': 1, 'project_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1636c55c-bbe6-48a7-8d3a-d7a640650215', 'name': '', 'network_id': '451c330d-13f6-4604-823e-5e771fb25477', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'mac_address': 'fa:16:3e:51:ec:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '28720e55-76bf-4453-857e-342ebce4f037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:21Z', 'updated_at': '2021-09-30T13:01:29Z', 'revision_number': 5, 'project_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'subnets': [{'id': '28720e55-76bf-4453-857e-342ebce4f037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:06.998434 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-7a17bce8-2bc4-42ec-8be0-c1a12f96fca4 req-d84a5ecd-1bc3-4b74-b977-8dab49a21f79 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Allocated IP 172.25.5.119 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/6873fa57-a23e-49ba-b160-1aa6d8cf31c7) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:04:07.037589 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066cd967-4db6-4a1b-a876-9111257bf581 None None] Checking router: aebd9316-a01e-4127-af29-e6378d96890b for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:04:07.048707 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066cd967-4db6-4a1b-a876-9111257bf581 None None] Routers {'aebd9316-a01e-4127-af29-e6378d96890b'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:04:07.049569 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-066cd967-4db6-4a1b-a876-9111257bf581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:03:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['aebd9316-a01e-4127-af29-e6378d96890b'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:07.073396 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-594a342a-85b6-4ba4-a478-f9ea6d65386d None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:07.089356 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-594a342a-85b6-4ba4-a478-f9ea6d65386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:07.101317 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-88fdfdd3-902f-4aff-8cad-733f2e0a3e4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:07.140181 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-88fdfdd3-902f-4aff-8cad-733f2e0a3e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:07.147464 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c528b352-139b-458f-aae0-7acc06e9b183 x-openstack-request-id: req-c528b352-139b-458f-aae0-7acc06e9b183 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:04:07.147832 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "tag": "91dd7c39-fe37-47b7-b54a-b0e32073743f", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:04:07.148015 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c528b352-139b-458f-aae0-7acc06e9b183 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:04:07.148514 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'tag': '91dd7c39-fe37-47b7-b54a-b0e32073743f', 'status': 'completed', 'code': 200} Sep 30 13:04:07.194293 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a342a-85b6-4ba4-a478-f9ea6d65386d None None] Pushing event updated for resources: {'Port': ['ID=9abbb346-5fc6-4535-a1ce-8e4572604e69,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:07.212581 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594a342a-85b6-4ba4-a478-f9ea6d65386d None None] Network 5852d43e-281b-43ba-9982-97897fe44657 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:04:07.215807 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-594a342a-85b6-4ba4-a478-f9ea6d65386d None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:04:07.224732 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594a342a-85b6-4ba4-a478-f9ea6d65386d None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:04:07.236094 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-066cd967-4db6-4a1b-a876-9111257bf581 None None] Set router aebd9316-a01e-4127-af29-e6378d96890b gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:04:07.309051 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5822e2b-15c5-45cc-99f6-483dbe324a38 req-e3c6c328-c9ab-4cae-8a85-807e94cb72b2 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:07.318996 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d5822e2b-15c5-45cc-99f6-483dbe324a38 req-e3c6c328-c9ab-4cae-8a85-807e94cb72b2 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 1096 time: 0.0549517 Sep 30 13:04:07.369161 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d5822e2b-15c5-45cc-99f6-483dbe324a38 req-77cfe119-8159-4f16-8c46-49ae50ee4837 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420477 Sep 30 13:04:07.376178 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74b6247a-ef85-43c0-a159-4a4733955ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:07.391783 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74b6247a-ef85-43c0-a159-4a4733955ed3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:07.419441 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-594a342a-85b6-4ba4-a478-f9ea6d65386d None None] Attempting to bind port 9abbb346-5fc6-4535-a1ce-8e4572604e69 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:04:07.419586 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-594a342a-85b6-4ba4-a478-f9ea6d65386d None None] Attempting to bind port 9abbb346-5fc6-4535-a1ce-8e4572604e69 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'b950cf71-eed4-40e5-acff-d62a03811dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5852d43e-281b-43ba-9982-97897fe44657'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:04:07.421103 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594a342a-85b6-4ba4-a478-f9ea6d65386d None None] Attempting to bind port 9abbb346-5fc6-4535-a1ce-8e4572604e69 on network 5852d43e-281b-43ba-9982-97897fe44657 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:04:07.427170 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594a342a-85b6-4ba4-a478-f9ea6d65386d None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:04:07.427556 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594a342a-85b6-4ba4-a478-f9ea6d65386d None None] Checking segment: {'id': 'b950cf71-eed4-40e5-acff-d62a03811dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5852d43e-281b-43ba-9982-97897fe44657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:04:07.427964 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-594a342a-85b6-4ba4-a478-f9ea6d65386d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:07.429040 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594a342a-85b6-4ba4-a478-f9ea6d65386d None None] Bound using segment: {'id': 'b950cf71-eed4-40e5-acff-d62a03811dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5852d43e-281b-43ba-9982-97897fe44657'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:04:07.429587 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-594a342a-85b6-4ba4-a478-f9ea6d65386d None None] Bound port: 9abbb346-5fc6-4535-a1ce-8e4572604e69, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b950cf71-eed4-40e5-acff-d62a03811dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5852d43e-281b-43ba-9982-97897fe44657'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:04:07.430531 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-594a342a-85b6-4ba4-a478-f9ea6d65386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:07.517646 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-066cd967-4db6-4a1b-a876-9111257bf581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'name': 'tempest-TaggedBootDevicesTest-1635348289-router', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'c0e93b29-45a6-42b6-b846-e9a4c664d108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:11Z', 'updated_at': '2021-09-30T13:01:23Z', 'revision_number': 4, 'project_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'gw_port': {'id': 'c0e93b29-45a6-42b6-b846-e9a4c664d108', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:13Z', 'updated_at': '2021-09-30T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '25383912-e22d-477f-ac08-808d97a1362a', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'floating_ip_address': '172.25.5.203', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'port_id': '91dd7c39-fe37-47b7-b54a-b0e32073743f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '451c330d-13f6-4604-823e-5e771fb25477', 'mac_address': 'fa:16:3e:20:67:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:02:20Z', 'updated_at': '2021-09-30T13:04:05Z', 'revision_number': 1, 'project_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1636c55c-bbe6-48a7-8d3a-d7a640650215', 'name': '', 'network_id': '451c330d-13f6-4604-823e-5e771fb25477', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'mac_address': 'fa:16:3e:51:ec:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '28720e55-76bf-4453-857e-342ebce4f037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:21Z', 'updated_at': '2021-09-30T13:01:29Z', 'revision_number': 5, 'project_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'subnets': [{'id': '28720e55-76bf-4453-857e-342ebce4f037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:07.564737 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066cd967-4db6-4a1b-a876-9111257bf581 None None] The sync data for ids ['aebd9316-a01e-4127-af29-e6378d96890b'] in n-d-810909-2 is: [{'id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'name': 'tempest-TaggedBootDevicesTest-1635348289-router', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'c0e93b29-45a6-42b6-b846-e9a4c664d108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:11Z', 'updated_at': '2021-09-30T13:01:23Z', 'revision_number': 4, 'project_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'gw_port': {'id': 'c0e93b29-45a6-42b6-b846-e9a4c664d108', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:13Z', 'updated_at': '2021-09-30T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '25383912-e22d-477f-ac08-808d97a1362a', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'floating_ip_address': '172.25.5.203', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'port_id': '91dd7c39-fe37-47b7-b54a-b0e32073743f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '451c330d-13f6-4604-823e-5e771fb25477', 'mac_address': 'fa:16:3e:20:67:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:02:20Z', 'updated_at': '2021-09-30T13:04:05Z', 'revision_number': 1, 'project_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1636c55c-bbe6-48a7-8d3a-d7a640650215', 'name': '', 'network_id': '451c330d-13f6-4604-823e-5e771fb25477', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'mac_address': 'fa:16:3e:51:ec:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '28720e55-76bf-4453-857e-342ebce4f037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:21Z', 'updated_at': '2021-09-30T13:01:29Z', 'revision_number': 5, 'project_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'subnets': [{'id': '28720e55-76bf-4453-857e-342ebce4f037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:04:07.575814 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-594a342a-85b6-4ba4-a478-f9ea6d65386d None None] For port 9abbb346-5fc6-4535-a1ce-8e4572604e69, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:04:07.579792 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-594a342a-85b6-4ba4-a478-f9ea6d65386d None None] For port 9abbb346-5fc6-4535-a1ce-8e4572604e69, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9abbb346-5fc6-4535-a1ce-8e4572604e69,segment=NetworkSegment(b950cf71-eed4-40e5-acff-d62a03811dab),segment_id=b950cf71-eed4-40e5-acff-d62a03811dab)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:04:07.587774 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-594a342a-85b6-4ba4-a478-f9ea6d65386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:07.603633 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-7a17bce8-2bc4-42ec-8be0-c1a12f96fca4 req-d84a5ecd-1bc3-4b74-b977-8dab49a21f79 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:07.612720 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74b6247a-ef85-43c0-a159-4a4733955ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:07.613519 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b6247a-ef85-43c0-a159-4a4733955ed3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b650b030-a213-4bc1-a90a-14cc7f079f9b {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:04:07.624551 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74b6247a-ef85-43c0-a159-4a4733955ed3 admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:07.628170 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-74b6247a-ef85-43c0-a159-4a4733955ed3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b650b030-a213-4bc1-a90a-14cc7f079f9b HTTP/1.1" status: 204 len: 168 time: 2.0422387 Sep 30 13:04:07.630783 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43676) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:07.640546 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c4478-ecde-4b87-bfc2-425b46d7d134 req-e014258b-6d3b-416e-91f5-12ed13da3cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:07.641313 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c4478-ecde-4b87-bfc2-425b46d7d134 req-e014258b-6d3b-416e-91f5-12ed13da3cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:07.641965 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c4478-ecde-4b87-bfc2-425b46d7d134 req-e014258b-6d3b-416e-91f5-12ed13da3cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:07.643047 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c4478-ecde-4b87-bfc2-425b46d7d134 req-e014258b-6d3b-416e-91f5-12ed13da3cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:07.643716 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c4478-ecde-4b87-bfc2-425b46d7d134 req-e014258b-6d3b-416e-91f5-12ed13da3cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:07.644338 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c4478-ecde-4b87-bfc2-425b46d7d134 req-e014258b-6d3b-416e-91f5-12ed13da3cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:07.645592 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c4478-ecde-4b87-bfc2-425b46d7d134 req-e014258b-6d3b-416e-91f5-12ed13da3cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:07.647817 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-350c4478-ecde-4b87-bfc2-425b46d7d134 req-e014258b-6d3b-416e-91f5-12ed13da3cea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcdfca8935404bd6b32ec59be45dc83c&device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 6493 time: 0.2659707 Sep 30 13:04:07.677821 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a342a-85b6-4ba4-a478-f9ea6d65386d None None] Pushing event updated for resources: {'Port': ['ID=9abbb346-5fc6-4535-a1ce-8e4572604e69,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:07.753153 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38d7053-eaaf-494d-bc02-f3876b00ee62 admin admin] Deleting subnet 20bee72f-ee73-4ea9-93af-994f5f95c535 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:04:07.758850 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b38d7053-eaaf-494d-bc02-f3876b00ee62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:07.795173 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-7a17bce8-2bc4-42ec-8be0-c1a12f96fca4 req-d84a5ecd-1bc3-4b74-b977-8dab49a21f79 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:07.841182 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c4478-ecde-4b87-bfc2-425b46d7d134 req-652f9ce9-6386-4846-b09d-48f5d7d075f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:07.842742 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-350c4478-ecde-4b87-bfc2-425b46d7d134 req-652f9ce9-6386-4846-b09d-48f5d7d075f7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=451c330d-13f6-4604-823e-5e771fb25477 HTTP/1.1" status: 200 len: 913 time: 0.1809413 Sep 30 13:04:07.853375 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a17bce8-2bc4-42ec-8be0-c1a12f96fca4 req-d84a5ecd-1bc3-4b74-b977-8dab49a21f79 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:04:07.867065 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-7a17bce8-2bc4-42ec-8be0-c1a12f96fca4 req-d84a5ecd-1bc3-4b74-b977-8dab49a21f79 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:04:07.878281 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b38d7053-eaaf-494d-bc02-f3876b00ee62 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:07.932211 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a17bce8-2bc4-42ec-8be0-c1a12f96fca4 req-d84a5ecd-1bc3-4b74-b977-8dab49a21f79 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:04:07.938846 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a5ecd-1bc3-4b74-b977-8dab49a21f79 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Pushing event updated for resources: {'Port': ['ID=6873fa57-a23e-49ba-b160-1aa6d8cf31c7,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:08.015756 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-350c4478-ecde-4b87-bfc2-425b46d7d134 req-7e14f905-5e52-47f8-919d-e16e96d48228 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91dd7c39-fe37-47b7-b54a-b0e32073743f HTTP/1.1" status: 200 len: 1000 time: 0.1611059 Sep 30 13:04:08.063272 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-88fdfdd3-902f-4aff-8cad-733f2e0a3e4f admin admin] Allocated IP 172.25.5.209 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/43d73d18-4e35-4e1c-bf3e-50ce0d641a2e) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:04:08.066186 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b38d7053-eaaf-494d-bc02-f3876b00ee62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:08.115718 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325e34bc-d562-4751-a89f-2fc7571d9641 None None] New status for floating IP 25383912-e22d-477f-ac08-808d97a1362a: ACTIVE {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:04:08.116552 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c4478-ecde-4b87-bfc2-425b46d7d134 req-00d58d75-6b8e-4a5a-a4c6-9ff29215944b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:08.118332 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-350c4478-ecde-4b87-bfc2-425b46d7d134 req-00d58d75-6b8e-4a5a-a4c6-9ff29215944b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28720e55-76bf-4453-857e-342ebce4f037 HTTP/1.1" status: 200 len: 851 time: 0.0807552 Sep 30 13:04:08.189645 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57223fa-6402-41e2-a909-310b8288ff21 req-95fe6784-f283-40ba-aeac-bf57bdc72610 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:08.191380 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b57223fa-6402-41e2-a909-310b8288ff21 req-95fe6784-f283-40ba-aeac-bf57bdc72610 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/ports?device_id=16d23a3b-07b4-4128-88e3-72148f8e245d HTTP/1.1" status: 200 len: 945 time: 0.3971305 Sep 30 13:04:08.198441 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-7a17bce8-2bc4-42ec-8be0-c1a12f96fca4 req-d84a5ecd-1bc3-4b74-b977-8dab49a21f79 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:08.210199 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c4478-ecde-4b87-bfc2-425b46d7d134 req-a0453ff2-fc3b-4bcd-8048-9aa91b4a6e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:08.212303 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-350c4478-ecde-4b87-bfc2-425b46d7d134 req-a0453ff2-fc3b-4bcd-8048-9aa91b4a6e42 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=451c330d-13f6-4604-823e-5e771fb25477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707755 Sep 30 13:04:08.268268 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-7a17bce8-2bc4-42ec-8be0-c1a12f96fca4 req-d84a5ecd-1bc3-4b74-b977-8dab49a21f79 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:08.308761 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b57223fa-6402-41e2-a909-310b8288ff21 req-8054c9f6-a79a-41d8-834e-e8f72e04b5bc tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dafbab7-d7fa-4fb8-af76-ab1f58380d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085300 Sep 30 13:04:08.342292 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b38d7053-eaaf-494d-bc02-f3876b00ee62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:08.389364 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d7053-eaaf-494d-bc02-f3876b00ee62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20bee72f-ee73-4ea9-93af-994f5f95c535,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:08.389364 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b38d7053-eaaf-494d-bc02-f3876b00ee62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:08.389364 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b38d7053-eaaf-494d-bc02-f3876b00ee62 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/20bee72f-ee73-4ea9-93af-994f5f95c535 HTTP/1.1" status: 204 len: 168 time: 0.7576306 Sep 30 13:04:08.394459 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43684) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:08.398287 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bdae20-6317-4c97-a9af-f802fb8b64fc None None] Network fe2b754e-2c6a-4249-8e43-9c69174bc58a requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:04:08.406256 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-88fdfdd3-902f-4aff-8cad-733f2e0a3e4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:08.417123 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-350c4478-ecde-4b87-bfc2-425b46d7d134 req-ce573f3f-7fda-4c17-a600-759e9ab9175b service neutron] 10.222.0.54 "GET /v2.0/networks/451c330d-13f6-4604-823e-5e771fb25477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974821 Sep 30 13:04:08.642104 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1093eb0c-6ebf-4070-81b2-ea8753da852a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:08.704933 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14beb41-0e18-4964-b7ac-a2534dbe9888 None None] DHCP port deletion for fe2b754e-2c6a-4249-8e43-9c69174bc58a request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:04:08.733048 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-7a17bce8-2bc4-42ec-8be0-c1a12f96fca4 req-d84a5ecd-1bc3-4b74-b977-8dab49a21f79 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:08.750128 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9abbb346-5fc6-4535-a1ce-8e4572604e69 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:04:08.771438 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-7a17bce8-2bc4-42ec-8be0-c1a12f96fca4 req-d84a5ecd-1bc3-4b74-b977-8dab49a21f79 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:08.828442 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a5ecd-1bc3-4b74-b977-8dab49a21f79 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Pushing event updated for resources: {'Port': ['ID=6873fa57-a23e-49ba-b160-1aa6d8cf31c7,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:08.845969 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-a14beb41-0e18-4964-b7ac-a2534dbe9888 None None] Deleting port 59f79d7e-cd9a-48ae-8a92-817df4ed42ce {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:04:08.846250 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-350c4478-ecde-4b87-bfc2-425b46d7d134 req-3238a52a-0c4c-4f92-b618-4253a25dc9cc service neutron] 10.222.0.54 "GET /v2.0/networks/451c330d-13f6-4604-823e-5e771fb25477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183950 Sep 30 13:04:08.846354 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a14beb41-0e18-4964-b7ac-a2534dbe9888 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:08.882556 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 9abbb346-5fc6-4535-a1ce-8e4572604e69 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:04:08.882556 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:08.887376 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0ab4c-60b2-4eff-be45-257a71531636 req-2c5c681b-7401-4fce-ac27-ecc40fda67ce tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:08.894923 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebf0ab4c-60b2-4eff-be45-257a71531636 req-2c5c681b-7401-4fce-ac27-ecc40fda67ce tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 1096 time: 0.4868155 Sep 30 13:04:08.917095 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-7a17bce8-2bc4-42ec-8be0-c1a12f96fca4 req-d84a5ecd-1bc3-4b74-b977-8dab49a21f79 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:08.938140 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebf0ab4c-60b2-4eff-be45-257a71531636 req-a2d73811-b30f-4ae9-821c-bedee7ed9bb0 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418625 Sep 30 13:04:08.939220 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-7a17bce8-2bc4-42ec-8be0-c1a12f96fca4 req-d84a5ecd-1bc3-4b74-b977-8dab49a21f79 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:08.940314 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-88fdfdd3-902f-4aff-8cad-733f2e0a3e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:08.943476 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7a17bce8-2bc4-42ec-8be0-c1a12f96fca4 req-d84a5ecd-1bc3-4b74-b977-8dab49a21f79 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8170419 Sep 30 13:04:08.944582 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-a14beb41-0e18-4964-b7ac-a2534dbe9888 None None] For port 59f79d7e-cd9a-48ae-8a92-817df4ed42ce, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=59f79d7e-cd9a-48ae-8a92-817df4ed42ce,segment=NetworkSegment(b2db1676-b010-4608-ac63-64833176515d),segment_id=b2db1676-b010-4608-ac63-64833176515d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:08.945134 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a14beb41-0e18-4964-b7ac-a2534dbe9888 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:08.950885 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-1093eb0c-6ebf-4070-81b2-ea8753da852a admin admin] Deleting port 59f79d7e-cd9a-48ae-8a92-817df4ed42ce {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:04:08.951226 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1093eb0c-6ebf-4070-81b2-ea8753da852a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:08.973876 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-a14beb41-0e18-4964-b7ac-a2534dbe9888 None None] Calling delete_port for 59f79d7e-cd9a-48ae-8a92-817df4ed42ce owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:04:08.988734 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fdfdd3-902f-4aff-8cad-733f2e0a3e4f admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:04:08.994818 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-88fdfdd3-902f-4aff-8cad-733f2e0a3e4f admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:04:09.000381 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fdfdd3-902f-4aff-8cad-733f2e0a3e4f admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:04:09.003926 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fdfdd3-902f-4aff-8cad-733f2e0a3e4f admin admin] Pushing event updated for resources: {'Port': ['ID=43d73d18-4e35-4e1c-bf3e-50ce0d641a2e,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:09.028758 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7a17bce8-2bc4-42ec-8be0-c1a12f96fca4 req-8770e0f0-3a30-4959-8881-94ecc5816ea5 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.119 HTTP/1.1" status: 200 len: 696 time: 0.0741758 Sep 30 13:04:09.129096 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:09.177464 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a14beb41-0e18-4964-b7ac-a2534dbe9888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:09.191233 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 9abbb346-5fc6-4535-a1ce-8e4572604e69, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9abbb346-5fc6-4535-a1ce-8e4572604e69,segment=NetworkSegment(b950cf71-eed4-40e5-acff-d62a03811dab),segment_id=b950cf71-eed4-40e5-acff-d62a03811dab)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:09.204950 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-1093eb0c-6ebf-4070-81b2-ea8753da852a admin admin] For port 59f79d7e-cd9a-48ae-8a92-817df4ed42ce, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=59f79d7e-cd9a-48ae-8a92-817df4ed42ce,segment=NetworkSegment(b2db1676-b010-4608-ac63-64833176515d),segment_id=b2db1676-b010-4608-ac63-64833176515d)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:09.205246 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1093eb0c-6ebf-4070-81b2-ea8753da852a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:09.215672 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:09.217548 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14beb41-0e18-4964-b7ac-a2534dbe9888 None None] Pushing event deleted for resources: {'Port': ['ID=59f79d7e-cd9a-48ae-8a92-817df4ed42ce,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:09.223370 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce6044b-e493-446d-81d0-3ab1c6a6871d None None] Network 5852d43e-281b-43ba-9982-97897fe44657 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:04:09.227378 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14beb41-0e18-4964-b7ac-a2534dbe9888 None None] No DVR routers for this DVR port 59f79d7e-cd9a-48ae-8a92-817df4ed42ce on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:04:09.234242 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-1093eb0c-6ebf-4070-81b2-ea8753da852a admin admin] Calling delete_port for 59f79d7e-cd9a-48ae-8a92-817df4ed42ce owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:04:09.295870 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-88fdfdd3-902f-4aff-8cad-733f2e0a3e4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:09.315262 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17bce8-2bc4-42ec-8be0-c1a12f96fca4 req-9776e2b4-e3db-4ec7-8d81-7058ca782e48 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:09.316617 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7a17bce8-2bc4-42ec-8be0-c1a12f96fca4 req-9776e2b4-e3db-4ec7-8d81-7058ca782e48 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 784 time: 0.2801166 Sep 30 13:04:09.357580 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1093eb0c-6ebf-4070-81b2-ea8753da852a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:09.399398 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093eb0c-6ebf-4070-81b2-ea8753da852a admin admin] Pushing event deleted for resources: {'Port': ['ID=59f79d7e-cd9a-48ae-8a92-817df4ed42ce,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:09.401687 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1093eb0c-6ebf-4070-81b2-ea8753da852a admin admin] No DVR routers for this DVR port 59f79d7e-cd9a-48ae-8a92-817df4ed42ce on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:04:09.412422 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=9abbb346-5fc6-4535-a1ce-8e4572604e69,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:09.420352 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989d332-84ee-4e03-a02c-a63c4c4da4e2 req-d5c6a62d-2344-4758-8ccf-1e2fe19daefb tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:09.421890 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5989d332-84ee-4e03-a02c-a63c4c4da4e2 req-d5c6a62d-2344-4758-8ccf-1e2fe19daefb tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 1096 time: 0.0871129 Sep 30 13:04:09.438071 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-a91d312e-a2cd-4ec6-b6b4-5ea343dad64e None None] Provisioning complete for port 9abbb346-5fc6-4535-a1ce-8e4572604e69 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:04:09.438071 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a91d312e-a2cd-4ec6-b6b4-5ea343dad64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:09.438071 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b646da60-8761-4be8-9341-6e76102de0fb no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:04:09.486646 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1093eb0c-6ebf-4070-81b2-ea8753da852a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:09.501554 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5989d332-84ee-4e03-a02c-a63c4c4da4e2 req-53d978ec-1f2c-4104-9ab6-06955cba5f7c tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731354 Sep 30 13:04:09.509378 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-1093eb0c-6ebf-4070-81b2-ea8753da852a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe2b754e-2c6a-4249-8e43-9c69174bc58a']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:09.527638 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-1093eb0c-6ebf-4070-81b2-ea8753da852a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2db1676-b010-4608-ac63-64833176515d') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:09.527832 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-1093eb0c-6ebf-4070-81b2-ea8753da852a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2db1676-b010-4608-ac63-64833176515d') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:09.538102 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1093eb0c-6ebf-4070-81b2-ea8753da852a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:09.551923 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1093eb0c-6ebf-4070-81b2-ea8753da852a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:09.557734 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: b646da60-8761-4be8-9341-6e76102de0fb {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:04:09.558354 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b646da60-8761-4be8-9341-6e76102de0fb not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:04:09.558977 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 357faaaf-740a-4654-a3fd-2d85c29003d2 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:04:09.566698 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1093eb0c-6ebf-4070-81b2-ea8753da852a admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:04:09.567183 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1093eb0c-6ebf-4070-81b2-ea8753da852a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:09.567302 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: self.session.flush() Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: self.session.flush() Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: self.session.flush() Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: self.session.flush() Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:04:09.572023 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:04:09.574624 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-88fdfdd3-902f-4aff-8cad-733f2e0a3e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:09.596969 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 357faaaf-740a-4654-a3fd-2d85c29003d2 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:04:09.597309 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 357faaaf-740a-4654-a3fd-2d85c29003d2 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:04:09.707539 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373a7a2-7b2e-43b8-a740-f403b6a93200 req-12180f12-d71b-460d-a106-c4ce02a8bd32 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:09.709110 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a373a7a2-7b2e-43b8-a740-f403b6a93200 req-12180f12-d71b-460d-a106-c4ce02a8bd32 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b11aa305-0cee-46d1-9fd1-fdc54159586c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1381834 Sep 30 13:04:09.709748 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1093eb0c-6ebf-4070-81b2-ea8753da852a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:09.719623 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1093eb0c-6ebf-4070-81b2-ea8753da852a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:09.724148 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1093eb0c-6ebf-4070-81b2-ea8753da852a admin admin] 10.222.0.18 "DELETE /v2.0/networks/fe2b754e-2c6a-4249-8e43-9c69174bc58a HTTP/1.1" status: 204 len: 168 time: 1.3239691 Sep 30 13:04:09.727556 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43704) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:09.740708 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093eb0c-6ebf-4070-81b2-ea8753da852a admin admin] Pushing event deleted for resources: {'Network': ['ID=fe2b754e-2c6a-4249-8e43-9c69174bc58a,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:09.780142 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1c9d5-0f8a-4062-a321-3ade708e48cf req-2eb0d37e-0e21-4ae1-a7e8-dfd9e09d46af tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:09.781889 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e4b1c9d5-0f8a-4062-a321-3ade708e48cf req-2eb0d37e-0e21-4ae1-a7e8-dfd9e09d46af tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/ports?device_id=16d23a3b-07b4-4128-88e3-72148f8e245d HTTP/1.1" status: 200 len: 945 time: 0.1470356 Sep 30 13:04:09.783135 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a373a7a2-7b2e-43b8-a740-f403b6a93200 req-1e7723eb-26c7-40ca-9a14-faedd4ff39a9 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.119 HTTP/1.1" status: 200 len: 696 time: 0.0593326 Sep 30 13:04:09.798254 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-a373a7a2-7b2e-43b8-a740-f403b6a93200 req-18f190d6-0f8e-4479-9f89-8c5577cf5a45 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Request body: {'floatingip': {'port_id': '4efe3b77-09a8-4837-9598-1a45201283e3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:09.838471 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-a373a7a2-7b2e-43b8-a740-f403b6a93200 req-18f190d6-0f8e-4479-9f89-8c5577cf5a45 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks [] for floatingip, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:09.854543 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e4b1c9d5-0f8a-4062-a321-3ade708e48cf req-c57e9a4f-d30f-4641-b23f-0843d063014d tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dafbab7-d7fa-4fb8-af76-ab1f58380d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634549 Sep 30 13:04:09.903017 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fdfdd3-902f-4aff-8cad-733f2e0a3e4f admin admin] Router aa5bcc35-0704-4b77-b2a2-e4c30024593d is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:04:10.024897 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7058dc7b-7305-4c23-ade6-8a342538df7d None None] Provisioning complete for port 9abbb346-5fc6-4535-a1ce-8e4572604e69 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:04:10.025395 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7058dc7b-7305-4c23-ade6-8a342538df7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:10.166884 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fdfdd3-902f-4aff-8cad-733f2e0a3e4f admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:04:10.179698 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db20cb3-99e0-4159-9f2a-77394cb34cbd None None] Sync routers for ids ['aa5bcc35-0704-4b77-b2a2-e4c30024593d'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:04:10.191526 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db20cb3-99e0-4159-9f2a-77394cb34cbd None None] Routers {'aa5bcc35-0704-4b77-b2a2-e4c30024593d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:04:10.192911 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-0db20cb3-99e0-4159-9f2a-77394cb34cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:03:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['aa5bcc35-0704-4b77-b2a2-e4c30024593d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:10.199582 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-88fdfdd3-902f-4aff-8cad-733f2e0a3e4f admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:10.204228 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-88fdfdd3-902f-4aff-8cad-733f2e0a3e4f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9372671 Sep 30 13:04:10.204405 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43718) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:10.308507 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-0db20cb3-99e0-4159-9f2a-77394cb34cbd None None] Set router aa5bcc35-0704-4b77-b2a2-e4c30024593d gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:04:10.420938 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-17bda76a-1250-4270-90a7-1e06402a3895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:10.590524 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-0db20cb3-99e0-4159-9f2a-77394cb34cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5bcc35-0704-4b77-b2a2-e4c30024593d', 'name': 'tempest-FloatingIPDetailsTestJSON-2032506722-router', 'tenant_id': '45cce2bf838441a9981db8ce67fd0eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '43d73d18-4e35-4e1c-bf3e-50ce0d641a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:04:06Z', 'updated_at': '2021-09-30T13:04:09Z', 'revision_number': 3, 'project_id': '45cce2bf838441a9981db8ce67fd0eb9', 'gw_port': {'id': '43d73d18-4e35-4e1c-bf3e-50ce0d641a2e', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5bcc35-0704-4b77-b2a2-e4c30024593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:04:07Z', 'updated_at': '2021-09-30T13:04:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:10.605612 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9abbb346-5fc6-4535-a1ce-8e4572604e69 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:04:10.625372 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db20cb3-99e0-4159-9f2a-77394cb34cbd None None] Checking router: aa5bcc35-0704-4b77-b2a2-e4c30024593d for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:04:10.625973 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db20cb3-99e0-4159-9f2a-77394cb34cbd None None] Updating router aa5bcc35-0704-4b77-b2a2-e4c30024593d port 43d73d18-4e35-4e1c-bf3e-50ce0d641a2e binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:04:10.650925 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.db.resource_extend [req-a373a7a2-7b2e-43b8-a740-f403b6a93200 req-18f190d6-0f8e-4479-9f89-8c5577cf5a45 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 13:04:10.656763 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0db20cb3-99e0-4159-9f2a-77394cb34cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:10.672336 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 9abbb346-5fc6-4535-a1ce-8e4572604e69 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:04:10.672716 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:10.809424 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-17bda76a-1250-4270-90a7-1e06402a3895 admin admin] Deleting port 63b56d4c-9b2b-4a14-9e6a-e142938d307e {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:04:10.809820 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-17bda76a-1250-4270-90a7-1e06402a3895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:10.913129 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-17bda76a-1250-4270-90a7-1e06402a3895 admin admin] For port 63b56d4c-9b2b-4a14-9e6a-e142938d307e, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=63b56d4c-9b2b-4a14-9e6a-e142938d307e,segment=NetworkSegment(691320a5-06d1-46ed-a709-4305c88af6f3),segment_id=691320a5-06d1-46ed-a709-4305c88af6f3)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:10.913822 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-17bda76a-1250-4270-90a7-1e06402a3895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:10.923335 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 59f79d7e-cd9a-48ae-8a92-817df4ed42ce no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:04:10.929731 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-17bda76a-1250-4270-90a7-1e06402a3895 admin admin] Calling delete_port for 63b56d4c-9b2b-4a14-9e6a-e142938d307e owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:04:10.962894 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 59f79d7e-cd9a-48ae-8a92-817df4ed42ce {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:04:10.963267 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 59f79d7e-cd9a-48ae-8a92-817df4ed42ce not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:04:11.060715 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0db20cb3-99e0-4159-9f2a-77394cb34cbd None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:11.071334 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0db20cb3-99e0-4159-9f2a-77394cb34cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:11.114028 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-a373a7a2-7b2e-43b8-a740-f403b6a93200 req-18f190d6-0f8e-4479-9f89-8c5577cf5a45 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:11.136654 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-0db20cb3-99e0-4159-9f2a-77394cb34cbd None None] Attempting to bind port 43d73d18-4e35-4e1c-bf3e-50ce0d641a2e on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:04:11.137046 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-0db20cb3-99e0-4159-9f2a-77394cb34cbd None None] Attempting to bind port 43d73d18-4e35-4e1c-bf3e-50ce0d641a2e by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:04:11.137358 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db20cb3-99e0-4159-9f2a-77394cb34cbd None None] Attempting to bind port 43d73d18-4e35-4e1c-bf3e-50ce0d641a2e on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:04:11.146296 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180791fd-300b-4281-8fe0-a50ed891867a None None] Pushing event updated for resources: {'Port': ['ID=43d73d18-4e35-4e1c-bf3e-50ce0d641a2e,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:11.148074 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-a373a7a2-7b2e-43b8-a740-f403b6a93200 req-18f190d6-0f8e-4479-9f89-8c5577cf5a45 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:11.149846 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-7e890fa0-9e87-43b2-af71-6114a487a879 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:04:11.150831 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-7e890fa0-9e87-43b2-af71-6114a487a879 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0230668 Sep 30 13:04:11.157594 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db20cb3-99e0-4159-9f2a-77394cb34cbd None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:04:11.158277 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db20cb3-99e0-4159-9f2a-77394cb34cbd None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:04:11.159179 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0db20cb3-99e0-4159-9f2a-77394cb34cbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:11.159837 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db20cb3-99e0-4159-9f2a-77394cb34cbd None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:04:11.160327 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-0db20cb3-99e0-4159-9f2a-77394cb34cbd None None] Bound port: 43d73d18-4e35-4e1c-bf3e-50ce0d641a2e, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:04:11.160700 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0db20cb3-99e0-4159-9f2a-77394cb34cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:11.206332 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-46e25fb8-60eb-49a5-8165-1c801e040224 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:11.208212 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-46e25fb8-60eb-49a5-8165-1c801e040224 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/ports/52f3328b-321c-496f-9969-4dcbe18927e9 HTTP/1.1" status: 200 len: 1093 time: 0.0454681 Sep 30 13:04:11.209728 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-17bda76a-1250-4270-90a7-1e06402a3895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:11.243714 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-15c26dc6-ed70-42f3-b8d3-8846a9e3537c service neutron] Request body: {'binding': {'host': 'n-h2-810909-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:11.244598 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-15c26dc6-ed70-42f3-b8d3-8846a9e3537c service neutron] Unknown quota resources ['binding']. {{(pid=94763) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 13:04:11.249457 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bda76a-1250-4270-90a7-1e06402a3895 admin admin] Pushing event deleted for resources: {'Port': ['ID=63b56d4c-9b2b-4a14-9e6a-e142938d307e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:11.316284 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-0db20cb3-99e0-4159-9f2a-77394cb34cbd None None] For port 43d73d18-4e35-4e1c-bf3e-50ce0d641a2e, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:04:11.321699 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-0db20cb3-99e0-4159-9f2a-77394cb34cbd None None] For port 43d73d18-4e35-4e1c-bf3e-50ce0d641a2e, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=43d73d18-4e35-4e1c-bf3e-50ce0d641a2e,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:04:11.327349 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0db20cb3-99e0-4159-9f2a-77394cb34cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:11.355804 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [req-a373a7a2-7b2e-43b8-a740-f403b6a93200 req-18f190d6-0f8e-4479-9f89-8c5577cf5a45 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Floating IP 7bde94ff-14b6-4d76-9b11-62f632219361 associated. External IP: 172.25.5.119, port: 4efe3b77-09a8-4837-9598-1a45201283e3. Sep 30 13:04:11.388948 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180791fd-300b-4281-8fe0-a50ed891867a None None] Pushing event updated for resources: {'Port': ['ID=43d73d18-4e35-4e1c-bf3e-50ce0d641a2e,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:11.417061 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db20cb3-99e0-4159-9f2a-77394cb34cbd None None] Routers {'aa5bcc35-0704-4b77-b2a2-e4c30024593d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:04:11.418260 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-0db20cb3-99e0-4159-9f2a-77394cb34cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:03:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['aa5bcc35-0704-4b77-b2a2-e4c30024593d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:11.468086 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-17bda76a-1250-4270-90a7-1e06402a3895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:11.546398 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-0db20cb3-99e0-4159-9f2a-77394cb34cbd None None] Set router aa5bcc35-0704-4b77-b2a2-e4c30024593d gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:04:11.615026 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e9d17738-0e3f-4172-8cd4-99f215ed54f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:11.735007 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-0db20cb3-99e0-4159-9f2a-77394cb34cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5bcc35-0704-4b77-b2a2-e4c30024593d', 'name': 'tempest-FloatingIPDetailsTestJSON-2032506722-router', 'tenant_id': '45cce2bf838441a9981db8ce67fd0eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '43d73d18-4e35-4e1c-bf3e-50ce0d641a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:04:06Z', 'updated_at': '2021-09-30T13:04:09Z', 'revision_number': 3, 'project_id': '45cce2bf838441a9981db8ce67fd0eb9', 'gw_port': {'id': '43d73d18-4e35-4e1c-bf3e-50ce0d641a2e', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5bcc35-0704-4b77-b2a2-e4c30024593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:04:07Z', 'updated_at': '2021-09-30T13:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:11.763672 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db20cb3-99e0-4159-9f2a-77394cb34cbd None None] The sync data for ids ['aa5bcc35-0704-4b77-b2a2-e4c30024593d'] in n-d-810909-2 is: [{'id': 'aa5bcc35-0704-4b77-b2a2-e4c30024593d', 'name': 'tempest-FloatingIPDetailsTestJSON-2032506722-router', 'tenant_id': '45cce2bf838441a9981db8ce67fd0eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '43d73d18-4e35-4e1c-bf3e-50ce0d641a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:04:06Z', 'updated_at': '2021-09-30T13:04:09Z', 'revision_number': 3, 'project_id': '45cce2bf838441a9981db8ce67fd0eb9', 'gw_port': {'id': '43d73d18-4e35-4e1c-bf3e-50ce0d641a2e', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5bcc35-0704-4b77-b2a2-e4c30024593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:04:07Z', 'updated_at': '2021-09-30T13:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:04:11.774264 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a373a7a2-7b2e-43b8-a740-f403b6a93200 req-18f190d6-0f8e-4479-9f89-8c5577cf5a45 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Router 7aa0dc4d-b8c3-42ef-918a-7071d7f18835 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:04:11.881942 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-15c26dc6-ed70-42f3-b8d3-8846a9e3537c service neutron] Attempting to bind port 52f3328b-321c-496f-9969-4dcbe18927e9 on host n-h2-810909-2 for vnic_type normal with profile None {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:04:11.882379 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-15c26dc6-ed70-42f3-b8d3-8846a9e3537c service neutron] Attempting to bind port 52f3328b-321c-496f-9969-4dcbe18927e9 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:04:11.882699 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-15c26dc6-ed70-42f3-b8d3-8846a9e3537c service neutron] Attempting to bind port 52f3328b-321c-496f-9969-4dcbe18927e9 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:04:11.895965 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-15c26dc6-ed70-42f3-b8d3-8846a9e3537c service neutron] Port 52f3328b-321c-496f-9969-4dcbe18927e9 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:04:11.895965 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-15c26dc6-ed70-42f3-b8d3-8846a9e3537c service neutron] Attempting to bind port 52f3328b-321c-496f-9969-4dcbe18927e9 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:04:11.900887 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-e9d17738-0e3f-4172-8cd4-99f215ed54f2 admin admin] Allocated IP 172.20.0.1 (5852d43e-281b-43ba-9982-97897fe44657/559154e4-79bf-47e8-bfb1-1cd40ce99242/faff1924-f75a-4312-b1a0-0b8fd3f5c0b8) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:04:11.902891 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-15c26dc6-ed70-42f3-b8d3-8846a9e3537c service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:04:11.903252 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-15c26dc6-ed70-42f3-b8d3-8846a9e3537c service neutron] Checking segment: {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:04:11.903632 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-15c26dc6-ed70-42f3-b8d3-8846a9e3537c service neutron] Bound using segment: {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:04:11.904195 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-15c26dc6-ed70-42f3-b8d3-8846a9e3537c service neutron] Bound port: 52f3328b-321c-496f-9969-4dcbe18927e9, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:04:11.977670 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a373a7a2-7b2e-43b8-a740-f403b6a93200 req-18f190d6-0f8e-4479-9f89-8c5577cf5a45 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:04:11.983778 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-a373a7a2-7b2e-43b8-a740-f403b6a93200 req-18f190d6-0f8e-4479-9f89-8c5577cf5a45 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:12.007172 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0016e1-571c-4f97-badb-de29aadc93c8 None None] Sync routers for ids ['7aa0dc4d-b8c3-42ef-918a-7071d7f18835'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:04:12.021698 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0016e1-571c-4f97-badb-de29aadc93c8 None None] Routers {'7aa0dc4d-b8c3-42ef-918a-7071d7f18835'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:04:12.024618 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-6c0016e1-571c-4f97-badb-de29aadc93c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:03:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['7aa0dc4d-b8c3-42ef-918a-7071d7f18835'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:12.067028 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-15c26dc6-ed70-42f3-b8d3-8846a9e3537c service neutron] For port 52f3328b-321c-496f-9969-4dcbe18927e9, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=52f3328b-321c-496f-9969-4dcbe18927e9,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:04:12.078813 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-15c26dc6-ed70-42f3-b8d3-8846a9e3537c service neutron] Notify callbacks [] for binding, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:12.079023 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a373a7a2-7b2e-43b8-a740-f403b6a93200 req-18f190d6-0f8e-4479-9f89-8c5577cf5a45 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "PUT /v2.0/floatingips/7bde94ff-14b6-4d76-9b11-62f632219361 HTTP/1.1" status: 200 len: 996 time: 2.2893848 Sep 30 13:04:12.080961 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11aa305-0cee-46d1-9fd1-fdc54159586c', 'tag': '4efe3b77-09a8-4837-9598-1a45201283e3'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:04:12.084388 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7aed3bf-2a4e-4e9d-acb1-1c05ed23909c" -d '{"events": [{"name": "network-changed", "server_uuid": "b11aa305-0cee-46d1-9fd1-fdc54159586c", "tag": "4efe3b77-09a8-4837-9598-1a45201283e3"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:04:12.090788 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-15c26dc6-ed70-42f3-b8d3-8846a9e3537c service neutron] 10.222.0.18 "POST /v2.0/ports/52f3328b-321c-496f-9969-4dcbe18927e9/bindings HTTP/1.1" status: 201 len: 389 time: 0.8492496 Sep 30 13:04:12.115818 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17bda76a-1250-4270-90a7-1e06402a3895 admin admin] Router f87002cf-6b42-41f8-9136-5b39955a67fc has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:04:12.169127 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e9d17738-0e3f-4172-8cd4-99f215ed54f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:12.201340 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373a7a2-7b2e-43b8-a740-f403b6a93200 req-13de28e4-f151-4112-825a-162ac90376d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:12.202984 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a373a7a2-7b2e-43b8-a740-f403b6a93200 req-13de28e4-f151-4112-825a-162ac90376d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=709b4a13cb0a4dd9a6e7e0c68425f852&device_id=b11aa305-0cee-46d1-9fd1-fdc54159586c HTTP/1.1" status: 200 len: 1096 time: 0.0832949 Sep 30 13:04:12.215243 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-6c0016e1-571c-4f97-badb-de29aadc93c8 None None] Set router 7aa0dc4d-b8c3-42ef-918a-7071d7f18835 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:04:12.318870 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e9d17738-0e3f-4172-8cd4-99f215ed54f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:12.357373 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bda76a-1250-4270-90a7-1e06402a3895 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:04:12.363274 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-17bda76a-1250-4270-90a7-1e06402a3895 admin admin] 10.222.0.18 "PUT /v2.0/routers/f87002cf-6b42-41f8-9136-5b39955a67fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6338418 Sep 30 13:04:12.367611 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43742) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:12.379099 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c8d098-6877-48db-8732-70e0a9b062bf None None] Sync routers for ids ['f87002cf-6b42-41f8-9136-5b39955a67fc'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:04:12.393465 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c8d098-6877-48db-8732-70e0a9b062bf None None] Routers {'f87002cf-6b42-41f8-9136-5b39955a67fc'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:04:12.394159 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-b2c8d098-6877-48db-8732-70e0a9b062bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:03:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f87002cf-6b42-41f8-9136-5b39955a67fc'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:12.404999 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d17738-0e3f-4172-8cd4-99f215ed54f2 admin admin] Network 5852d43e-281b-43ba-9982-97897fe44657 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:04:12.411041 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373a7a2-7b2e-43b8-a740-f403b6a93200 req-2c606d30-3e4a-47ef-b15e-baabf815a9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:12.412583 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a373a7a2-7b2e-43b8-a740-f403b6a93200 req-2c606d30-3e4a-47ef-b15e-baabf815a9f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=76f7ace0-4a25-49af-ab9a-631a26ec2b18 HTTP/1.1" status: 200 len: 930 time: 0.1921675 Sep 30 13:04:12.430763 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-e9d17738-0e3f-4172-8cd4-99f215ed54f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:04:12.451794 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3719cc-6d25-434a-a638-400cda39dd07 req-653b2abb-9a89-40d7-b570-6a02baa36293 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:12.453401 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d17738-0e3f-4172-8cd4-99f215ed54f2 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:04:12.465393 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ec3719cc-6d25-434a-a638-400cda39dd07 req-653b2abb-9a89-40d7-b570-6a02baa36293 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/ports?device_id=16d23a3b-07b4-4128-88e3-72148f8e245d HTTP/1.1" status: 200 len: 945 time: 0.1653981 Sep 30 13:04:12.467919 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43744) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:12.484379 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-1789406c-7e7b-4a25-8126-7f3683bb6923 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Request body: {'floatingip': {'port_id': '226aad45-78b1-4552-842d-8a3da379dcc9'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:12.537399 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e9d17738-0e3f-4172-8cd4-99f215ed54f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:12.626736 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d17738-0e3f-4172-8cd4-99f215ed54f2 admin admin] Pushing event updated for resources: {'Port': ['ID=faff1924-f75a-4312-b1a0-0b8fd3f5c0b8,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:12.632047 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-b2c8d098-6877-48db-8732-70e0a9b062bf None None] Set router f87002cf-6b42-41f8-9136-5b39955a67fc gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:04:12.683434 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1789406c-7e7b-4a25-8126-7f3683bb6923 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks [] for floatingip, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:12.754671 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-8687551f-48b8-459a-9331-43e9a0ec3930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:12.756341 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-8687551f-48b8-459a-9331-43e9a0ec3930 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 1096 time: 0.3652616 Sep 30 13:04:12.799592 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-6c0016e1-571c-4f97-badb-de29aadc93c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1820394865-router', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '5727c14d-0eff-49cb-863c-9f72a78d5afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:36Z', 'updated_at': '2021-09-30T13:03:43Z', 'revision_number': 4, 'project_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'gw_port': {'id': '5727c14d-0eff-49cb-863c-9f72a78d5afa', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:38Z', 'updated_at': '2021-09-30T13:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '7bde94ff-14b6-4d76-9b11-62f632219361', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'port_id': '4efe3b77-09a8-4837-9598-1a45201283e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18', 'mac_address': 'fa:16:3e:cc:02:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11aa305-0cee-46d1-9fd1-fdc54159586c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:04:08Z', 'updated_at': '2021-09-30T13:04:10Z', 'revision_number': 1, 'project_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c416f925-9825-4ed8-a7d4-d467b99c5f71', 'name': '', 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'mac_address': 'fa:16:3e:27:6a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '53cc4aed-c0f6-4bf3-a455-86c2a6798883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:42Z', 'updated_at': '2021-09-30T13:03:56Z', 'revision_number': 5, 'project_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'subnets': [{'id': '53cc4aed-c0f6-4bf3-a455-86c2a6798883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:12.841100 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a373a7a2-7b2e-43b8-a740-f403b6a93200 req-389b2001-6a58-49b5-a746-5c0a368df1ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4efe3b77-09a8-4837-9598-1a45201283e3 HTTP/1.1" status: 200 len: 999 time: 0.3942201 Sep 30 13:04:12.855728 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 43d73d18-4e35-4e1c-bf3e-50ce0d641a2e up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:04:12.858971 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0016e1-571c-4f97-badb-de29aadc93c8 None None] Checking router: 7aa0dc4d-b8c3-42ef-918a-7071d7f18835 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:04:12.876140 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d8a87-9cb6-47b4-aab2-d064fa960324 req-b909ce6f-d9d5-407a-9f94-a24e88a77528 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:12.878574 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d91d8a87-9cb6-47b4-aab2-d064fa960324 req-b909ce6f-d9d5-407a-9f94-a24e88a77528 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 1096 time: 0.3033173 Sep 30 13:04:12.889043 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0016e1-571c-4f97-badb-de29aadc93c8 None None] Routers {'7aa0dc4d-b8c3-42ef-918a-7071d7f18835'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:04:12.889814 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-6c0016e1-571c-4f97-badb-de29aadc93c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:03:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['7aa0dc4d-b8c3-42ef-918a-7071d7f18835'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:12.953854 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6089c6c7-7f97-4714-9ab2-3358e302b49b admin admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:13.012848 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373a7a2-7b2e-43b8-a740-f403b6a93200 req-4d8a9993-d7f9-41b5-8eb1-2691a8b85f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:13.014698 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a373a7a2-7b2e-43b8-a740-f403b6a93200 req-4d8a9993-d7f9-41b5-8eb1-2691a8b85f4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=53cc4aed-c0f6-4bf3-a455-86c2a6798883 HTTP/1.1" status: 200 len: 868 time: 0.1634572 Sep 30 13:04:13.048839 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-b2c8d098-6877-48db-8732-70e0a9b062bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87002cf-6b42-41f8-9136-5b39955a67fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1264414573-router', 'tenant_id': 'f2263fd780df4d0cb7dc5f0644481f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'd7aac31a-97d7-4a18-8a95-41c7bd4d3620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:58Z', 'updated_at': '2021-09-30T13:04:11Z', 'revision_number': 5, 'project_id': 'f2263fd780df4d0cb7dc5f0644481f03', 'gw_port': {'id': 'd7aac31a-97d7-4a18-8a95-41c7bd4d3620', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87002cf-6b42-41f8-9136-5b39955a67fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:59Z', 'updated_at': '2021-09-30T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:13.058077 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-f3f9e745-7947-41a7-a12f-4997e5278eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:13.059863 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-f3f9e745-7947-41a7-a12f-4997e5278eb7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=49ef354a-ba5f-45a0-ae5d-336431ac76bd HTTP/1.1" status: 200 len: 908 time: 0.2929206 Sep 30 13:04:13.089240 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c8d098-6877-48db-8732-70e0a9b062bf None None] Checking router: f87002cf-6b42-41f8-9136-5b39955a67fc for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:04:13.101881 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c8d098-6877-48db-8732-70e0a9b062bf None None] Routers {'f87002cf-6b42-41f8-9136-5b39955a67fc'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:04:13.102696 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-b2c8d098-6877-48db-8732-70e0a9b062bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:03:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f87002cf-6b42-41f8-9136-5b39955a67fc'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:13.112385 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d91d8a87-9cb6-47b4-aab2-d064fa960324 req-a0a8e5e7-ff6e-4aca-a7ea-bfde60a31b36 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242942 Sep 30 13:04:13.184374 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-6c0016e1-571c-4f97-badb-de29aadc93c8 None None] Set router 7aa0dc4d-b8c3-42ef-918a-7071d7f18835 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:04:13.223387 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e9d17738-0e3f-4172-8cd4-99f215ed54f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:13.229000 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-280ceb64-3f77-4dfc-adea-51b7c2b76fe8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52f3328b-321c-496f-9969-4dcbe18927e9 HTTP/1.1" status: 200 len: 217 time: 0.1514108 Sep 30 13:04:13.240381 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6089c6c7-7f97-4714-9ab2-3358e302b49b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:13.279570 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-b2c8d098-6877-48db-8732-70e0a9b062bf None None] Set router f87002cf-6b42-41f8-9136-5b39955a67fc gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:04:13.368538 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 43d73d18-4e35-4e1c-bf3e-50ce0d641a2e triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:04:13.368934 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:13.406176 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-45f12c8a-a526-4794-a9b8-66e892a85e1e None None] Provisioning complete for port faff1924-f75a-4312-b1a0-0b8fd3f5c0b8 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:04:13.406550 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-45f12c8a-a526-4794-a9b8-66e892a85e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:13.407389 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373a7a2-7b2e-43b8-a740-f403b6a93200 req-fdf1ac98-045a-4e5b-b1fb-19de131d9e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:13.409189 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a373a7a2-7b2e-43b8-a740-f403b6a93200 req-fdf1ac98-045a-4e5b-b1fb-19de131d9e72 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=76f7ace0-4a25-49af-ab9a-631a26ec2b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3425186 Sep 30 13:04:13.434388 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-a373a7a2-7b2e-43b8-a740-f403b6a93200 req-53d16e72-3e5f-43d3-b448-5f1f12d9c99b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:04:13.437627 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a373a7a2-7b2e-43b8-a740-f403b6a93200 req-53d16e72-3e5f-43d3-b448-5f1f12d9c99b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0121307 Sep 30 13:04:13.514805 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc6dbb7-e40a-4a24-a364-e323cc5e9ed0 x-openstack-request-id: req-fcc6dbb7-e40a-4a24-a364-e323cc5e9ed0 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:04:13.516763 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11aa305-0cee-46d1-9fd1-fdc54159586c", "tag": "4efe3b77-09a8-4837-9598-1a45201283e3", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:04:13.517124 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fcc6dbb7-e40a-4a24-a364-e323cc5e9ed0 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:04:13.517647 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11aa305-0cee-46d1-9fd1-fdc54159586c', 'tag': '4efe3b77-09a8-4837-9598-1a45201283e3', 'status': 'completed', 'code': 200} Sep 30 13:04:13.522617 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-6089c6c7-7f97-4714-9ab2-3358e302b49b admin admin] Deleting port d7aac31a-97d7-4a18-8a95-41c7bd4d3620 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:04:13.523835 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6089c6c7-7f97-4714-9ab2-3358e302b49b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:13.527094 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-43518ece-3ed1-4010-9408-f7ece4fdd326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:13.527267 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-b2c8d098-6877-48db-8732-70e0a9b062bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87002cf-6b42-41f8-9136-5b39955a67fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1264414573-router', 'tenant_id': 'f2263fd780df4d0cb7dc5f0644481f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'd7aac31a-97d7-4a18-8a95-41c7bd4d3620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:58Z', 'updated_at': '2021-09-30T13:04:11Z', 'revision_number': 5, 'project_id': 'f2263fd780df4d0cb7dc5f0644481f03', 'gw_port': {'id': 'd7aac31a-97d7-4a18-8a95-41c7bd4d3620', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87002cf-6b42-41f8-9136-5b39955a67fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:59Z', 'updated_at': '2021-09-30T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:13.539827 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-43518ece-3ed1-4010-9408-f7ece4fdd326 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d154e7f6-f478-45ee-9bd0-03f890cad96e HTTP/1.1" status: 200 len: 847 time: 0.2794476 Sep 30 13:04:13.557822 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c8d098-6877-48db-8732-70e0a9b062bf None None] The sync data for ids ['f87002cf-6b42-41f8-9136-5b39955a67fc'] in n-d-810909-2 is: [{'id': 'f87002cf-6b42-41f8-9136-5b39955a67fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1264414573-router', 'tenant_id': 'f2263fd780df4d0cb7dc5f0644481f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'd7aac31a-97d7-4a18-8a95-41c7bd4d3620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:58Z', 'updated_at': '2021-09-30T13:04:11Z', 'revision_number': 5, 'project_id': 'f2263fd780df4d0cb7dc5f0644481f03', 'gw_port': {'id': 'd7aac31a-97d7-4a18-8a95-41c7bd4d3620', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87002cf-6b42-41f8-9136-5b39955a67fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:59Z', 'updated_at': '2021-09-30T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:04:13.594248 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-8bd9dec5-1019-4eac-8986-2a8d958d2f47 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=49ef354a-ba5f-45a0-ae5d-336431ac76bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539138 Sep 30 13:04:13.626542 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-6089c6c7-7f97-4714-9ab2-3358e302b49b admin admin] For port d7aac31a-97d7-4a18-8a95-41c7bd4d3620, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d7aac31a-97d7-4a18-8a95-41c7bd4d3620,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:13.626901 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6089c6c7-7f97-4714-9ab2-3358e302b49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:13.638939 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-6089c6c7-7f97-4714-9ab2-3358e302b49b admin admin] Calling delete_port for d7aac31a-97d7-4a18-8a95-41c7bd4d3620 owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:04:13.645311 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-45f12c8a-a526-4794-a9b8-66e892a85e1e None None] Port faff1924-f75a-4312-b1a0-0b8fd3f5c0b8 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:04:13.660751 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:13.686406 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 43d73d18-4e35-4e1c-bf3e-50ce0d641a2e, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=43d73d18-4e35-4e1c-bf3e-50ce0d641a2e,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:13.697714 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:13.761101 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-6c0016e1-571c-4f97-badb-de29aadc93c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1820394865-router', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '5727c14d-0eff-49cb-863c-9f72a78d5afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:36Z', 'updated_at': '2021-09-30T13:03:43Z', 'revision_number': 4, 'project_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'gw_port': {'id': '5727c14d-0eff-49cb-863c-9f72a78d5afa', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:38Z', 'updated_at': '2021-09-30T13:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '7bde94ff-14b6-4d76-9b11-62f632219361', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'port_id': '4efe3b77-09a8-4837-9598-1a45201283e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18', 'mac_address': 'fa:16:3e:cc:02:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11aa305-0cee-46d1-9fd1-fdc54159586c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:04:08Z', 'updated_at': '2021-09-30T13:04:10Z', 'revision_number': 1, 'project_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c416f925-9825-4ed8-a7d4-d467b99c5f71', 'name': '', 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'mac_address': 'fa:16:3e:27:6a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '53cc4aed-c0f6-4bf3-a455-86c2a6798883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:42Z', 'updated_at': '2021-09-30T13:03:56Z', 'revision_number': 5, 'project_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'subnets': [{'id': '53cc4aed-c0f6-4bf3-a455-86c2a6798883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:13.794752 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0016e1-571c-4f97-badb-de29aadc93c8 None None] The sync data for ids ['7aa0dc4d-b8c3-42ef-918a-7071d7f18835'] in n-d-810909-2 is: [{'id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1820394865-router', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '5727c14d-0eff-49cb-863c-9f72a78d5afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:36Z', 'updated_at': '2021-09-30T13:03:43Z', 'revision_number': 4, 'project_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'gw_port': {'id': '5727c14d-0eff-49cb-863c-9f72a78d5afa', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:38Z', 'updated_at': '2021-09-30T13:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '7bde94ff-14b6-4d76-9b11-62f632219361', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'port_id': '4efe3b77-09a8-4837-9598-1a45201283e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18', 'mac_address': 'fa:16:3e:cc:02:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11aa305-0cee-46d1-9fd1-fdc54159586c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:04:08Z', 'updated_at': '2021-09-30T13:04:10Z', 'revision_number': 1, 'project_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c416f925-9825-4ed8-a7d4-d467b99c5f71', 'name': '', 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'mac_address': 'fa:16:3e:27:6a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '53cc4aed-c0f6-4bf3-a455-86c2a6798883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:42Z', 'updated_at': '2021-09-30T13:03:56Z', 'revision_number': 5, 'project_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'subnets': [{'id': '53cc4aed-c0f6-4bf3-a455-86c2a6798883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:04:13.801278 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=43d73d18-4e35-4e1c-bf3e-50ce0d641a2e,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:13.806681 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aed3bf-2a4e-4e9d-acb1-1c05ed23909c req-8ce3b32f-20b7-48a6-a9dd-2c776a1cea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:13.808208 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d7aed3bf-2a4e-4e9d-acb1-1c05ed23909c req-8ce3b32f-20b7-48a6-a9dd-2c776a1cea65 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=709b4a13cb0a4dd9a6e7e0c68425f852&device_id=b11aa305-0cee-46d1-9fd1-fdc54159586c HTTP/1.1" status: 200 len: 1096 time: 0.2600491 Sep 30 13:04:13.826081 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a373a7a2-7b2e-43b8-a740-f403b6a93200 req-83aed597-fc5f-4145-bc68-d1655099762b service neutron] 10.222.0.18 "GET /v2.0/networks/76f7ace0-4a25-49af-ab9a-631a26ec2b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715515 Sep 30 13:04:13.904208 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8efe6d-46e9-4021-b610-4932d1d7b2b0 req-ab7858ea-ba15-490f-a90c-d2b946ab19cb tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:13.905808 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3d8efe6d-46e9-4021-b610-4932d1d7b2b0 req-ab7858ea-ba15-490f-a90c-d2b946ab19cb tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 945 time: 0.2139497 Sep 30 13:04:13.996083 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1789406c-7e7b-4a25-8126-7f3683bb6923 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:14.009132 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1789406c-7e7b-4a25-8126-7f3683bb6923 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:14.066163 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3d8efe6d-46e9-4021-b610-4932d1d7b2b0 req-7b1c093f-ea38-4fcd-88bb-eb420c3d9f86 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219149 Sep 30 13:04:14.144344 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6089c6c7-7f97-4714-9ab2-3358e302b49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:14.188532 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089c6c7-7f97-4714-9ab2-3358e302b49b admin admin] Pushing event deleted for resources: {'Port': ['ID=d7aac31a-97d7-4a18-8a95-41c7bd4d3620,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:14.200978 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-1789406c-7e7b-4a25-8126-7f3683bb6923 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Floating IP 11670d07-5d2c-41f0-a10a-210b331a179d associated. External IP: 172.25.5.221, port: 226aad45-78b1-4552-842d-8a3da379dcc9. Sep 30 13:04:14.223699 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6089c6c7-7f97-4714-9ab2-3358e302b49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:14.309751 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3021f4b-68aa-417b-835a-f5946b1464bf None None] New status for floating IP 7bde94ff-14b6-4d76-9b11-62f632219361: ACTIVE {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:04:14.326202 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-06abe3c2-3aec-45c2-b901-5e3f434dbe02 service neutron] 10.222.0.54 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6730149 Sep 30 13:04:14.464979 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e9d17738-0e3f-4172-8cd4-99f215ed54f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:14.486456 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e9d17738-0e3f-4172-8cd4-99f215ed54f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:14.490699 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a373a7a2-7b2e-43b8-a740-f403b6a93200 req-034e92e2-2e69-4083-84b5-8004b04f3340 service neutron] 10.222.0.18 "GET /v2.0/networks/76f7ace0-4a25-49af-ab9a-631a26ec2b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6477349 Sep 30 13:04:14.497663 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aed3bf-2a4e-4e9d-acb1-1c05ed23909c req-8a9e8d65-b502-42e7-89b3-f501e425ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:14.498950 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d7aed3bf-2a4e-4e9d-acb1-1c05ed23909c req-8a9e8d65-b502-42e7-89b3-f501e425ed8e service neutron] 10.222.0.39 "GET /v2.0/networks?id=76f7ace0-4a25-49af-ab9a-631a26ec2b18 HTTP/1.1" status: 200 len: 930 time: 0.6719496 Sep 30 13:04:14.540590 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:14.596818 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6089c6c7-7f97-4714-9ab2-3358e302b49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:14.603009 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6089c6c7-7f97-4714-9ab2-3358e302b49b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:14.702732 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 43d73d18-4e35-4e1c-bf3e-50ce0d641a2e up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:04:14.733810 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-b243ba43-8b0c-4525-8c8a-4b13f1012173 service neutron] 10.222.0.54 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939505 Sep 30 13:04:14.752947 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 43d73d18-4e35-4e1c-bf3e-50ce0d641a2e triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:04:14.753636 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:14.758761 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d7aed3bf-2a4e-4e9d-acb1-1c05ed23909c req-c4880479-370a-4f27-bbdf-628313007383 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4efe3b77-09a8-4837-9598-1a45201283e3 HTTP/1.1" status: 200 len: 1001 time: 0.1963336 Sep 30 13:04:14.759598 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d17738-0e3f-4172-8cd4-99f215ed54f2 admin admin] Pushing event updated for resources: {'Port': ['ID=faff1924-f75a-4312-b1a0-0b8fd3f5c0b8,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:14.778636 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e9d17738-0e3f-4172-8cd4-99f215ed54f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:14.797309 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6089c6c7-7f97-4714-9ab2-3358e302b49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:14.798397 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6089c6c7-7f97-4714-9ab2-3358e302b49b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f87002cf-6b42-41f8-9136-5b39955a67fc {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:04:14.808344 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6089c6c7-7f97-4714-9ab2-3358e302b49b admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:14.812128 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6089c6c7-7f97-4714-9ab2-3358e302b49b admin admin] 10.222.0.18 "DELETE /v2.0/routers/f87002cf-6b42-41f8-9136-5b39955a67fc HTTP/1.1" status: 204 len: 168 time: 2.4414098 Sep 30 13:04:14.816874 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43770) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:14.885139 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 63b56d4c-9b2b-4a14-9e6a-e142938d307e no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:04:14.916763 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 63b56d4c-9b2b-4a14-9e6a-e142938d307e {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:04:14.917432 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 63b56d4c-9b2b-4a14-9e6a-e142938d307e not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:04:14.954127 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-abdbcda7-461f-4ddd-9594-4cd51474ed4b admin admin] Deleting subnet 9ead8130-3392-4e9a-878f-50fbe3d4e25b {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:04:14.969360 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-abdbcda7-461f-4ddd-9594-4cd51474ed4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:15.011032 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d17738-0e3f-4172-8cd4-99f215ed54f2 admin admin] Network 5852d43e-281b-43ba-9982-97897fe44657 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:04:15.016006 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aed3bf-2a4e-4e9d-acb1-1c05ed23909c req-c91ada5c-62a1-4d96-be8f-9d9bafb59647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:15.017683 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d7aed3bf-2a4e-4e9d-acb1-1c05ed23909c req-c91ada5c-62a1-4d96-be8f-9d9bafb59647 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=53cc4aed-c0f6-4bf3-a455-86c2a6798883 HTTP/1.1" status: 200 len: 868 time: 0.2232134 Sep 30 13:04:15.020193 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-e9d17738-0e3f-4172-8cd4-99f215ed54f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:04:15.020700 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1789406c-7e7b-4a25-8126-7f3683bb6923 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Router 86cbe371-4143-45f5-808e-daeffa2b1186 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:04:15.048828 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-abdbcda7-461f-4ddd-9594-4cd51474ed4b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:15.102915 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f592b-88ea-4de1-a95d-1ea22b50de51 req-0e8bb58a-27f7-4278-a4a9-3ba7e16cfcc6 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:15.105845 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0e9f592b-88ea-4de1-a95d-1ea22b50de51 req-0e8bb58a-27f7-4278-a4a9-3ba7e16cfcc6 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=b854e95f-d729-438d-aef1-1038fba089e9 HTTP/1.1" status: 200 len: 945 time: 0.4315324 Sep 30 13:04:15.201139 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aed3bf-2a4e-4e9d-acb1-1c05ed23909c req-0f493741-788e-4fb1-85c0-b7462608aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:15.203253 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d7aed3bf-2a4e-4e9d-acb1-1c05ed23909c req-0f493741-788e-4fb1-85c0-b7462608aff0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=76f7ace0-4a25-49af-ab9a-631a26ec2b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122251 Sep 30 13:04:15.210901 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0e9f592b-88ea-4de1-a95d-1ea22b50de51 req-ab5d5c99-6cec-4eba-9f10-af752fb4221e tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d6f0b3c-8222-4db0-ad39-a7497b1f4c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666995 Sep 30 13:04:15.227258 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1789406c-7e7b-4a25-8126-7f3683bb6923 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:04:15.245120 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1789406c-7e7b-4a25-8126-7f3683bb6923 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:15.270643 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242be30b-e4b6-4c3c-af8f-83f7f9e13be7 None None] Sync routers for ids ['86cbe371-4143-45f5-808e-daeffa2b1186'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:04:15.282292 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242be30b-e4b6-4c3c-af8f-83f7f9e13be7 None None] Routers {'86cbe371-4143-45f5-808e-daeffa2b1186'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:04:15.283954 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-242be30b-e4b6-4c3c-af8f-83f7f9e13be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:03:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['86cbe371-4143-45f5-808e-daeffa2b1186'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:15.371101 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d17738-0e3f-4172-8cd4-99f215ed54f2 admin admin] Router aa5bcc35-0704-4b77-b2a2-e4c30024593d has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:04:15.429105 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1789406c-7e7b-4a25-8126-7f3683bb6923 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "PUT /v2.0/floatingips/11670d07-5d2c-41f0-a10a-210b331a179d HTTP/1.1" status: 200 len: 991 time: 2.9553232 Sep 30 13:04:15.429347 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d23a3b-07b4-4128-88e3-72148f8e245d', 'tag': '226aad45-78b1-4552-842d-8a3da379dcc9'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:04:15.433124 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f2b69b-f85e-4171-b23e-2adea7b46eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "16d23a3b-07b4-4128-88e3-72148f8e245d", "tag": "226aad45-78b1-4552-842d-8a3da379dcc9"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:04:15.444518 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-abdbcda7-461f-4ddd-9594-4cd51474ed4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:15.459091 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-974158fa-059e-4282-aa62-48ec775f3e8c req-ad13aa07-b271-4911-b67f-7065ec476a74 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:04:15.460178 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-974158fa-059e-4282-aa62-48ec775f3e8c req-ad13aa07-b271-4911-b67f-7065ec476a74 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059788 Sep 30 13:04:15.464196 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d7aed3bf-2a4e-4e9d-acb1-1c05ed23909c req-f2e74f9f-33a3-4832-88e5-b2ddf8ab7908 service neutron] 10.222.0.39 "GET /v2.0/networks/76f7ace0-4a25-49af-ab9a-631a26ec2b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964045 Sep 30 13:04:15.491548 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-50f9e508-8e87-4c37-b201-66964e334c44 None None] Provisioning complete for port faff1924-f75a-4312-b1a0-0b8fd3f5c0b8 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:04:15.492086 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-50f9e508-8e87-4c37-b201-66964e334c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:15.523227 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-242be30b-e4b6-4c3c-af8f-83f7f9e13be7 None None] Set router 86cbe371-4143-45f5-808e-daeffa2b1186 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:04:15.530636 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-abdbcda7-461f-4ddd-9594-4cd51474ed4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:15.546462 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-abdbcda7-461f-4ddd-9594-4cd51474ed4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:15.548347 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-abdbcda7-461f-4ddd-9594-4cd51474ed4b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9ead8130-3392-4e9a-878f-50fbe3d4e25b HTTP/1.1" status: 204 len: 168 time: 0.7301362 Sep 30 13:04:15.557946 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a447cb3-91a6-4b92-8fc5-af1c7deee8c3 None None] Network c9a8e0b8-7741-4585-9436-c5c9a4a25aa8 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:04:15.569296 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43784) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:15.574894 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbcda7-461f-4ddd-9594-4cd51474ed4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ead8130-3392-4e9a-878f-50fbe3d4e25b,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:15.580474 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974158fa-059e-4282-aa62-48ec775f3e8c req-1970767f-03e3-4c89-ba97-7bef9667adf9 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:15.581903 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-974158fa-059e-4282-aa62-48ec775f3e8c req-1970767f-03e3-4c89-ba97-7bef9667adf9 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/ports/cd6c2cd3-b68c-41d7-80d1-b20fa3579274 HTTP/1.1" status: 200 len: 1093 time: 0.0957782 Sep 30 13:04:15.622496 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-974158fa-059e-4282-aa62-48ec775f3e8c req-9d5d90a5-c15c-4f6d-8bb5-2fc7363bb6b6 service neutron] Request body: {'binding': {'host': 'n-h1-810909-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:15.623010 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-974158fa-059e-4282-aa62-48ec775f3e8c req-9d5d90a5-c15c-4f6d-8bb5-2fc7363bb6b6 service neutron] Unknown quota resources ['binding']. {{(pid=94764) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 13:04:15.697413 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-50f9e508-8e87-4c37-b201-66964e334c44 None None] Port faff1924-f75a-4312-b1a0-0b8fd3f5c0b8 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:04:15.899845 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92be346b-cf13-4f79-9edf-5c86d31af185 None None] DHCP port deletion for c9a8e0b8-7741-4585-9436-c5c9a4a25aa8 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:04:15.911293 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d17738-0e3f-4172-8cd4-99f215ed54f2 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:04:15.940959 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e9d17738-0e3f-4172-8cd4-99f215ed54f2 admin admin] 10.222.0.18 "PUT /v2.0/routers/aa5bcc35-0704-4b77-b2a2-e4c30024593d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7286158 Sep 30 13:04:15.976015 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb520d4-5cba-471f-8ae1-1ab130738a1a None None] Sync routers for ids ['aa5bcc35-0704-4b77-b2a2-e4c30024593d'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:04:15.985847 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb671840-6c04-4889-91df-77cd538fad9e req-d8154c7e-fa81-4182-9d33-364e0e09c394 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 258 time: 0.5347917 Sep 30 13:04:15.994487 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-242be30b-e4b6-4c3c-af8f-83f7f9e13be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'name': 'tempest-ServersTestFqdnHostnames-413480197-router', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '9a7eb502-4af7-4418-9a69-bb66752ff4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:35Z', 'updated_at': '2021-09-30T13:03:41Z', 'revision_number': 4, 'project_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'gw_port': {'id': '9a7eb502-4af7-4418-9a69-bb66752ff4d9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:36Z', 'updated_at': '2021-09-30T13:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '11670d07-5d2c-41f0-a10a-210b331a179d', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'port_id': '226aad45-78b1-4552-842d-8a3da379dcc9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c', 'mac_address': 'fa:16:3e:31:52:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d23a3b-07b4-4128-88e3-72148f8e245d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:03:47Z', 'updated_at': '2021-09-30T13:04:13Z', 'revision_number': 1, 'project_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421ba193-b2d4-4af9-969f-bd113f01bd4a', 'name': '', 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'mac_address': 'fa:16:3e:13:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'dab259b8-7f2d-4c77-ac66-ab5ff9b3b271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:39Z', 'updated_at': '2021-09-30T13:03:54Z', 'revision_number': 5, 'project_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'subnets': [{'id': 'dab259b8-7f2d-4c77-ac66-ab5ff9b3b271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:16.011260 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d7aed3bf-2a4e-4e9d-acb1-1c05ed23909c req-30e72a58-cb4e-45de-b811-ae9d51118084 service neutron] 10.222.0.39 "GET /v2.0/networks/76f7ace0-4a25-49af-ab9a-631a26ec2b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5222678 Sep 30 13:04:16.014425 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-fb671840-6c04-4889-91df-77cd538fad9e req-4b42e703-5e5f-4da1-8278-5d1213dfd4bc tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:16.032960 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb520d4-5cba-471f-8ae1-1ab130738a1a None None] Routers {'aa5bcc35-0704-4b77-b2a2-e4c30024593d'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:04:16.034317 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-bcb520d4-5cba-471f-8ae1-1ab130738a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:03:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['aa5bcc35-0704-4b77-b2a2-e4c30024593d'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:16.042092 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242be30b-e4b6-4c3c-af8f-83f7f9e13be7 None None] Checking router: 86cbe371-4143-45f5-808e-daeffa2b1186 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:04:16.051862 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242be30b-e4b6-4c3c-af8f-83f7f9e13be7 None None] Routers {'86cbe371-4143-45f5-808e-daeffa2b1186'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:04:16.052474 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-242be30b-e4b6-4c3c-af8f-83f7f9e13be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:03:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['86cbe371-4143-45f5-808e-daeffa2b1186'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:16.059822 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-974158fa-059e-4282-aa62-48ec775f3e8c req-9d5d90a5-c15c-4f6d-8bb5-2fc7363bb6b6 service neutron] Attempting to bind port cd6c2cd3-b68c-41d7-80d1-b20fa3579274 on host n-h1-810909-2 for vnic_type normal with profile None {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:04:16.060166 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-974158fa-059e-4282-aa62-48ec775f3e8c req-9d5d90a5-c15c-4f6d-8bb5-2fc7363bb6b6 service neutron] Attempting to bind port cd6c2cd3-b68c-41d7-80d1-b20fa3579274 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:04:16.060513 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974158fa-059e-4282-aa62-48ec775f3e8c req-9d5d90a5-c15c-4f6d-8bb5-2fc7363bb6b6 service neutron] Attempting to bind port cd6c2cd3-b68c-41d7-80d1-b20fa3579274 on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:04:16.076674 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974158fa-059e-4282-aa62-48ec775f3e8c req-9d5d90a5-c15c-4f6d-8bb5-2fc7363bb6b6 service neutron] Port cd6c2cd3-b68c-41d7-80d1-b20fa3579274 on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:04:16.081365 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974158fa-059e-4282-aa62-48ec775f3e8c req-9d5d90a5-c15c-4f6d-8bb5-2fc7363bb6b6 service neutron] Attempting to bind port cd6c2cd3-b68c-41d7-80d1-b20fa3579274 on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:04:16.112557 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974158fa-059e-4282-aa62-48ec775f3e8c req-9d5d90a5-c15c-4f6d-8bb5-2fc7363bb6b6 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:04:16.112948 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974158fa-059e-4282-aa62-48ec775f3e8c req-9d5d90a5-c15c-4f6d-8bb5-2fc7363bb6b6 service neutron] Checking segment: {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:04:16.113350 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974158fa-059e-4282-aa62-48ec775f3e8c req-9d5d90a5-c15c-4f6d-8bb5-2fc7363bb6b6 service neutron] Bound using segment: {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:04:16.114152 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-974158fa-059e-4282-aa62-48ec775f3e8c req-9d5d90a5-c15c-4f6d-8bb5-2fc7363bb6b6 service neutron] Bound port: cd6c2cd3-b68c-41d7-80d1-b20fa3579274, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:04:16.121732 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb671840-6c04-4889-91df-77cd538fad9e req-4b42e703-5e5f-4da1-8278-5d1213dfd4bc tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:16.198988 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-92be346b-cf13-4f79-9edf-5c86d31af185 None None] Deleting port 17f241dd-e58f-4c7e-92d7-af53c494ab43 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:04:16.199632 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-92be346b-cf13-4f79-9edf-5c86d31af185 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:16.286225 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-92be346b-cf13-4f79-9edf-5c86d31af185 None None] For port 17f241dd-e58f-4c7e-92d7-af53c494ab43, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=17f241dd-e58f-4c7e-92d7-af53c494ab43,segment=NetworkSegment(691320a5-06d1-46ed-a709-4305c88af6f3),segment_id=691320a5-06d1-46ed-a709-4305c88af6f3)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:16.287166 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-92be346b-cf13-4f79-9edf-5c86d31af185 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:16.296088 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-242be30b-e4b6-4c3c-af8f-83f7f9e13be7 None None] Set router 86cbe371-4143-45f5-808e-daeffa2b1186 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:04:16.303342 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-92be346b-cf13-4f79-9edf-5c86d31af185 None None] Calling delete_port for 17f241dd-e58f-4c7e-92d7-af53c494ab43 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:04:16.303541 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-974158fa-059e-4282-aa62-48ec775f3e8c req-9d5d90a5-c15c-4f6d-8bb5-2fc7363bb6b6 service neutron] For port cd6c2cd3-b68c-41d7-80d1-b20fa3579274, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cd6c2cd3-b68c-41d7-80d1-b20fa3579274,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:04:16.373704 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-974158fa-059e-4282-aa62-48ec775f3e8c req-9d5d90a5-c15c-4f6d-8bb5-2fc7363bb6b6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:16.386848 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-974158fa-059e-4282-aa62-48ec775f3e8c req-9d5d90a5-c15c-4f6d-8bb5-2fc7363bb6b6 service neutron] 10.222.0.18 "POST /v2.0/ports/cd6c2cd3-b68c-41d7-80d1-b20fa3579274/bindings HTTP/1.1" status: 201 len: 389 time: 0.7741952 Sep 30 13:04:16.427265 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-bcb520d4-5cba-471f-8ae1-1ab130738a1a None None] Set router aa5bcc35-0704-4b77-b2a2-e4c30024593d gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:04:16.440712 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb671840-6c04-4889-91df-77cd538fad9e req-4b42e703-5e5f-4da1-8278-5d1213dfd4bc tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:16.454661 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:16.544203 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-92be346b-cf13-4f79-9edf-5c86d31af185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:16.599604 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Deleting port 17f241dd-e58f-4c7e-92d7-af53c494ab43 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:04:16.605837 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:16.630356 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be346b-cf13-4f79-9edf-5c86d31af185 None None] Pushing event deleted for resources: {'Port': ['ID=17f241dd-e58f-4c7e-92d7-af53c494ab43,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:16.656329 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d7aac31a-97d7-4a18-8a95-41c7bd4d3620 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:04:16.670988 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92be346b-cf13-4f79-9edf-5c86d31af185 None None] No DVR routers for this DVR port 17f241dd-e58f-4c7e-92d7-af53c494ab43 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:04:16.777166 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] For port 17f241dd-e58f-4c7e-92d7-af53c494ab43, host n-d-810909-2, got binding levels [] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:16.777772 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:16.793598 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: d7aac31a-97d7-4a18-8a95-41c7bd4d3620 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:04:16.794311 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d7aac31a-97d7-4a18-8a95-41c7bd4d3620 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:04:16.794906 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 17f241dd-e58f-4c7e-92d7-af53c494ab43 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:04:16.803138 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Calling delete_port for 17f241dd-e58f-4c7e-92d7-af53c494ab43 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:04:16.817912 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 17f241dd-e58f-4c7e-92d7-af53c494ab43 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:04:16.818546 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 17f241dd-e58f-4c7e-92d7-af53c494ab43 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:04:16.834517 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e97004-d2bd-409c-85f7-8dda0c08cdc2 req-527ed65d-0f3b-42c7-be03-2099ff9a98ea tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:16.836728 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f2e97004-d2bd-409c-85f7-8dda0c08cdc2 req-527ed65d-0f3b-42c7-be03-2099ff9a98ea tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 945 time: 0.1415491 Sep 30 13:04:16.838627 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.ipam_backend_mixin [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Port 17f241dd-e58f-4c7e-92d7-af53c494ab43 was not found and therefore no delete operation was performed {{(pid=94763) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 13:04:16.838886 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-fb671840-6c04-4889-91df-77cd538fad9e req-4b42e703-5e5f-4da1-8278-5d1213dfd4bc tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Allocated IP 172.25.5.15 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/5dc4874c-7985-403e-a37b-454845fd4e04) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:04:16.840160 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:16.872124 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974158fa-059e-4282-aa62-48ec775f3e8c req-3526c262-e030-44a1-b07e-aca76afe01ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:16.873636 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-974158fa-059e-4282-aa62-48ec775f3e8c req-3526c262-e030-44a1-b07e-aca76afe01ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bfee4c1083184c949bfe63d2e5d7a195&device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 1096 time: 0.1515622 Sep 30 13:04:16.886316 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Pushing event deleted for resources: {'Port': ['ID=17f241dd-e58f-4c7e-92d7-af53c494ab43,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:16.910070 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] No DVR routers for this DVR port 17f241dd-e58f-4c7e-92d7-af53c494ab43 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:04:16.923506 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f2e97004-d2bd-409c-85f7-8dda0c08cdc2 req-e60c2578-6318-44c8-8672-a8f05eb4def7 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591269 Sep 30 13:04:16.940365 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-242be30b-e4b6-4c3c-af8f-83f7f9e13be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'name': 'tempest-ServersTestFqdnHostnames-413480197-router', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '9a7eb502-4af7-4418-9a69-bb66752ff4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:35Z', 'updated_at': '2021-09-30T13:03:41Z', 'revision_number': 4, 'project_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'gw_port': {'id': '9a7eb502-4af7-4418-9a69-bb66752ff4d9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:36Z', 'updated_at': '2021-09-30T13:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '11670d07-5d2c-41f0-a10a-210b331a179d', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'port_id': '226aad45-78b1-4552-842d-8a3da379dcc9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c', 'mac_address': 'fa:16:3e:31:52:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d23a3b-07b4-4128-88e3-72148f8e245d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:03:47Z', 'updated_at': '2021-09-30T13:04:13Z', 'revision_number': 1, 'project_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421ba193-b2d4-4af9-969f-bd113f01bd4a', 'name': '', 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'mac_address': 'fa:16:3e:13:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'dab259b8-7f2d-4c77-ac66-ab5ff9b3b271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:39Z', 'updated_at': '2021-09-30T13:03:54Z', 'revision_number': 5, 'project_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'subnets': [{'id': 'dab259b8-7f2d-4c77-ac66-ab5ff9b3b271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:17.036980 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242be30b-e4b6-4c3c-af8f-83f7f9e13be7 None None] The sync data for ids ['86cbe371-4143-45f5-808e-daeffa2b1186'] in n-d-810909-2 is: [{'id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'name': 'tempest-ServersTestFqdnHostnames-413480197-router', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '9a7eb502-4af7-4418-9a69-bb66752ff4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:35Z', 'updated_at': '2021-09-30T13:03:41Z', 'revision_number': 4, 'project_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'gw_port': {'id': '9a7eb502-4af7-4418-9a69-bb66752ff4d9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:36Z', 'updated_at': '2021-09-30T13:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '11670d07-5d2c-41f0-a10a-210b331a179d', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'port_id': '226aad45-78b1-4552-842d-8a3da379dcc9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c', 'mac_address': 'fa:16:3e:31:52:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d23a3b-07b4-4128-88e3-72148f8e245d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:03:47Z', 'updated_at': '2021-09-30T13:04:13Z', 'revision_number': 1, 'project_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421ba193-b2d4-4af9-969f-bd113f01bd4a', 'name': '', 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'mac_address': 'fa:16:3e:13:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'dab259b8-7f2d-4c77-ac66-ab5ff9b3b271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:39Z', 'updated_at': '2021-09-30T13:03:54Z', 'revision_number': 5, 'project_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'subnets': [{'id': 'dab259b8-7f2d-4c77-ac66-ab5ff9b3b271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:04:17.064103 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-bcb520d4-5cba-471f-8ae1-1ab130738a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5bcc35-0704-4b77-b2a2-e4c30024593d', 'name': 'tempest-FloatingIPDetailsTestJSON-2032506722-router', 'tenant_id': '45cce2bf838441a9981db8ce67fd0eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '43d73d18-4e35-4e1c-bf3e-50ce0d641a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:04:06Z', 'updated_at': '2021-09-30T13:04:12Z', 'revision_number': 4, 'project_id': '45cce2bf838441a9981db8ce67fd0eb9', 'gw_port': {'id': '43d73d18-4e35-4e1c-bf3e-50ce0d641a2e', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5bcc35-0704-4b77-b2a2-e4c30024593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:04:07Z', 'updated_at': '2021-09-30T13:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'faff1924-f75a-4312-b1a0-0b8fd3f5c0b8', 'name': '', 'network_id': '5852d43e-281b-43ba-9982-97897fe44657', 'tenant_id': '45cce2bf838441a9981db8ce67fd0eb9', 'mac_address': 'fa:16:3e:7d:0e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5bcc35-0704-4b77-b2a2-e4c30024593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '559154e4-79bf-47e8-bfb1-1cd40ce99242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:04:11Z', 'updated_at': '2021-09-30T13:04:13Z', 'revision_number': 2, 'project_id': '45cce2bf838441a9981db8ce67fd0eb9', 'subnets': [{'id': '559154e4-79bf-47e8-bfb1-1cd40ce99242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:17.091019 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:17.110282 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211aa398-88d8-4c15-9a60-09476e3999d0 x-openstack-request-id: req-211aa398-88d8-4c15-9a60-09476e3999d0 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:04:17.110578 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d23a3b-07b4-4128-88e3-72148f8e245d", "tag": "226aad45-78b1-4552-842d-8a3da379dcc9", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:04:17.111335 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-211aa398-88d8-4c15-9a60-09476e3999d0 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:04:17.111335 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d23a3b-07b4-4128-88e3-72148f8e245d', 'tag': '226aad45-78b1-4552-842d-8a3da379dcc9', 'status': 'completed', 'code': 200} Sep 30 13:04:17.131437 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb520d4-5cba-471f-8ae1-1ab130738a1a None None] Checking router: aa5bcc35-0704-4b77-b2a2-e4c30024593d for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:04:17.132393 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb520d4-5cba-471f-8ae1-1ab130738a1a None None] Updating router aa5bcc35-0704-4b77-b2a2-e4c30024593d port faff1924-f75a-4312-b1a0-0b8fd3f5c0b8 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:04:17.144966 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 13:04:17.145469 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 13:04:17.146307 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 13:04:17.146595 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Subscribe: > port after_create 55550000 {{(pid=94763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 13:04:17.146934 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Subscribe: > port after_delete 55550000 {{(pid=94763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 13:04:17.151931 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Subscribe: > port after_update 55550000 {{(pid=94763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 13:04:17.151931 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 13:04:17.151931 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 13:04:17.151931 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 13:04:17.151931 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 13:04:17.188136 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bcb520d4-5cba-471f-8ae1-1ab130738a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:17.322648 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 13:04:17.322986 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 13:04:17.323315 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 13:04:17.323638 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 13:04:17.324010 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a8e0b8-7741-4585-9436-c5c9a4a25aa8']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:17.352775 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974158fa-059e-4282-aa62-48ec775f3e8c req-8eb14c07-f05c-4473-b02b-22d3444656a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:17.358475 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-974158fa-059e-4282-aa62-48ec775f3e8c req-8eb14c07-f05c-4473-b02b-22d3444656a9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a HTTP/1.1" status: 200 len: 921 time: 0.4714808 Sep 30 13:04:17.370465 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '691320a5-06d1-46ed-a709-4305c88af6f3') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:17.382927 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '691320a5-06d1-46ed-a709-4305c88af6f3') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:17.398842 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb671840-6c04-4889-91df-77cd538fad9e req-4b42e703-5e5f-4da1-8278-5d1213dfd4bc tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:17.421795 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:17.449793 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:17.468987 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2b69b-f85e-4171-b23e-2adea7b46eb2 req-a84e6010-a187-49f6-8f60-ec9252acdc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:17.472012 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-24f2b69b-f85e-4171-b23e-2adea7b46eb2 req-a84e6010-a187-49f6-8f60-ec9252acdc95 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d47c5f4db0b40ebafa33b6cab0bb6ca&device_id=16d23a3b-07b4-4128-88e3-72148f8e245d HTTP/1.1" status: 200 len: 1096 time: 0.3394909 Sep 30 13:04:17.474332 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033891b0-97e4-453c-a5b6-5ff61f15c0c4 None None] New status for floating IP 11670d07-5d2c-41f0-a10a-210b331a179d: ACTIVE {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:04:17.484751 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:04:17.485300 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: from cryptography.utils import int_from_bytes Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: from cryptography.utils import int_from_bytes Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:04:17.489289 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:04:17.492070 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb671840-6c04-4889-91df-77cd538fad9e req-4b42e703-5e5f-4da1-8278-5d1213dfd4bc tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:17.656724 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-974158fa-059e-4282-aa62-48ec775f3e8c req-72870825-6640-4b0a-ad2e-7e906e83e782 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd6c2cd3-b68c-41d7-80d1-b20fa3579274 HTTP/1.1" status: 200 len: 217 time: 0.1834588 Sep 30 13:04:17.658061 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:17.694643 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42e703-5e5f-4da1-8278-5d1213dfd4bc tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Pushing event updated for resources: {'Port': ['ID=5dc4874c-7985-403e-a37b-454845fd4e04,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:17.733267 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:17.735409 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] 10.222.0.18 "DELETE /v2.0/networks/c9a8e0b8-7741-4585-9436-c5c9a4a25aa8 HTTP/1.1" status: 204 len: 168 time: 2.1675458 Sep 30 13:04:17.758807 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd92092-7eb1-442c-a492-f4fa6f07a1ca admin admin] Pushing event deleted for resources: {'Network': ['ID=c9a8e0b8-7741-4585-9436-c5c9a4a25aa8,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:17.832488 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bcb520d4-5cba-471f-8ae1-1ab130738a1a None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:17.842166 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bcb520d4-5cba-471f-8ae1-1ab130738a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:17.882363 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974158fa-059e-4282-aa62-48ec775f3e8c req-3fd7cae7-22b1-4405-876d-0f93586d203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:17.884669 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-974158fa-059e-4282-aa62-48ec775f3e8c req-3fd7cae7-22b1-4405-876d-0f93586d203c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d2a3567b-bc5f-477b-8f28-c16dcd278961 HTTP/1.1" status: 200 len: 860 time: 0.1660197 Sep 30 13:04:17.888779 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb671840-6c04-4889-91df-77cd538fad9e req-4b42e703-5e5f-4da1-8278-5d1213dfd4bc tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:04:17.892620 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-fb671840-6c04-4889-91df-77cd538fad9e req-4b42e703-5e5f-4da1-8278-5d1213dfd4bc tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:04:17.908869 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c09f9746-78a1-4a65-99f0-2fa245e50f2d req-b1888b66-52dc-4d39-bfb4-23ce1fb8f94e tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2623620 Sep 30 13:04:17.924372 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-c09f9746-78a1-4a65-99f0-2fa245e50f2d req-afffb43a-f756-4c08-8c6c-6eca7ffbbc65 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:17.962666 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c09f9746-78a1-4a65-99f0-2fa245e50f2d req-afffb43a-f756-4c08-8c6c-6eca7ffbbc65 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks [] for floatingip, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:17.966593 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb671840-6c04-4889-91df-77cd538fad9e req-4b42e703-5e5f-4da1-8278-5d1213dfd4bc tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:04:17.984847 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43806) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:18.067039 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b49746-7d58-4fd5-8d0d-e32b55cd6b32 None None] Pushing event updated for resources: {'Port': ['ID=faff1924-f75a-4312-b1a0-0b8fd3f5c0b8,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:18.074925 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-72f98c05-60b4-43db-9429-f947cd0c0786 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=378e2d050da241729559ea504aeeacae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0876267 Sep 30 13:04:18.075527 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43810) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:18.091209 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-974158fa-059e-4282-aa62-48ec775f3e8c req-eff4f516-2430-41f7-8143-ae2c04ae8afb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1367178 Sep 30 13:04:18.094886 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-bcb520d4-5cba-471f-8ae1-1ab130738a1a None None] Attempting to bind port faff1924-f75a-4312-b1a0-0b8fd3f5c0b8 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:04:18.095578 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-bcb520d4-5cba-471f-8ae1-1ab130738a1a None None] Attempting to bind port faff1924-f75a-4312-b1a0-0b8fd3f5c0b8 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'b950cf71-eed4-40e5-acff-d62a03811dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5852d43e-281b-43ba-9982-97897fe44657'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:04:18.096471 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb520d4-5cba-471f-8ae1-1ab130738a1a None None] Attempting to bind port faff1924-f75a-4312-b1a0-0b8fd3f5c0b8 on network 5852d43e-281b-43ba-9982-97897fe44657 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:04:18.105011 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb520d4-5cba-471f-8ae1-1ab130738a1a None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:04:18.105808 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb520d4-5cba-471f-8ae1-1ab130738a1a None None] Checking segment: {'id': 'b950cf71-eed4-40e5-acff-d62a03811dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5852d43e-281b-43ba-9982-97897fe44657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:04:18.106821 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bcb520d4-5cba-471f-8ae1-1ab130738a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:18.107468 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb520d4-5cba-471f-8ae1-1ab130738a1a None None] Bound using segment: {'id': 'b950cf71-eed4-40e5-acff-d62a03811dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5852d43e-281b-43ba-9982-97897fe44657'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:04:18.108205 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-bcb520d4-5cba-471f-8ae1-1ab130738a1a None None] Bound port: faff1924-f75a-4312-b1a0-0b8fd3f5c0b8, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b950cf71-eed4-40e5-acff-d62a03811dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5852d43e-281b-43ba-9982-97897fe44657'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:04:18.109022 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bcb520d4-5cba-471f-8ae1-1ab130738a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:18.189534 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8dd231b0-fa32-4009-ad2f-ef57302bdad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:18.196350 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-bcb520d4-5cba-471f-8ae1-1ab130738a1a None None] For port faff1924-f75a-4312-b1a0-0b8fd3f5c0b8, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:04:18.201116 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-bcb520d4-5cba-471f-8ae1-1ab130738a1a None None] For port faff1924-f75a-4312-b1a0-0b8fd3f5c0b8, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=faff1924-f75a-4312-b1a0-0b8fd3f5c0b8,segment=NetworkSegment(b950cf71-eed4-40e5-acff-d62a03811dab),segment_id=b950cf71-eed4-40e5-acff-d62a03811dab)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:04:18.218983 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bcb520d4-5cba-471f-8ae1-1ab130738a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:18.224812 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8dd231b0-fa32-4009-ad2f-ef57302bdad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:18.257782 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2b69b-f85e-4171-b23e-2adea7b46eb2 req-58c4c1fb-0859-4113-a03d-be9dd94173e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:18.259367 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-24f2b69b-f85e-4171-b23e-2adea7b46eb2 req-58c4c1fb-0859-4113-a03d-be9dd94173e2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0f9e9a25-efc7-491a-8143-c6db148dfd0c HTTP/1.1" status: 200 len: 915 time: 0.7743719 Sep 30 13:04:18.285425 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-cf84b735-af4f-42e4-b8de-59a9ff26886c None None] Provisioning complete for port faff1924-f75a-4312-b1a0-0b8fd3f5c0b8 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:04:18.285803 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cf84b735-af4f-42e4-b8de-59a9ff26886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:18.293549 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb671840-6c04-4889-91df-77cd538fad9e req-4b42e703-5e5f-4da1-8278-5d1213dfd4bc tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:18.309467 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8dd231b0-fa32-4009-ad2f-ef57302bdad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:18.313137 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8dd231b0-fa32-4009-ad2f-ef57302bdad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:18.317643 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8dd231b0-fa32-4009-ad2f-ef57302bdad4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2fa7dfcb-a079-4bf0-b589-11027411807e HTTP/1.1" status: 204 len: 168 time: 0.2402871 Sep 30 13:04:18.327929 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd231b0-fa32-4009-ad2f-ef57302bdad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa7dfcb-a079-4bf0-b589-11027411807e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:18.347815 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c09f9746-78a1-4a65-99f0-2fa245e50f2d req-afffb43a-f756-4c08-8c6c-6eca7ffbbc65 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:18.375387 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb520d4-5cba-471f-8ae1-1ab130738a1a None None] Routers {'aa5bcc35-0704-4b77-b2a2-e4c30024593d'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:04:18.376279 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-bcb520d4-5cba-471f-8ae1-1ab130738a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:03:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['aa5bcc35-0704-4b77-b2a2-e4c30024593d'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:18.381744 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b49746-7d58-4fd5-8d0d-e32b55cd6b32 None None] Pushing event updated for resources: {'Port': ['ID=faff1924-f75a-4312-b1a0-0b8fd3f5c0b8,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:18.385698 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d898224a-fdd1-4a88-8073-eac7c35244d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:18.587712 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-c09f9746-78a1-4a65-99f0-2fa245e50f2d req-afffb43a-f756-4c08-8c6c-6eca7ffbbc65 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Allocated IP 172.25.5.26 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/14d7e66f-9e68-40fb-9638-b966b3b8c185) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:04:18.628604 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-bcb520d4-5cba-471f-8ae1-1ab130738a1a None None] Set router aa5bcc35-0704-4b77-b2a2-e4c30024593d gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:04:18.708603 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cf84b735-af4f-42e4-b8de-59a9ff26886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:18.809299 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c09f9746-78a1-4a65-99f0-2fa245e50f2d req-afffb43a-f756-4c08-8c6c-6eca7ffbbc65 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:18.822452 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-cf84b735-af4f-42e4-b8de-59a9ff26886c None None] For port faff1924-f75a-4312-b1a0-0b8fd3f5c0b8, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=faff1924-f75a-4312-b1a0-0b8fd3f5c0b8,segment=NetworkSegment(b950cf71-eed4-40e5-acff-d62a03811dab),segment_id=b950cf71-eed4-40e5-acff-d62a03811dab)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:18.854431 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c09f9746-78a1-4a65-99f0-2fa245e50f2d req-afffb43a-f756-4c08-8c6c-6eca7ffbbc65 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:18.859795 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cf84b735-af4f-42e4-b8de-59a9ff26886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:18.879120 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c09f9746-78a1-4a65-99f0-2fa245e50f2d req-afffb43a-f756-4c08-8c6c-6eca7ffbbc65 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:04:18.882049 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-c09f9746-78a1-4a65-99f0-2fa245e50f2d req-afffb43a-f756-4c08-8c6c-6eca7ffbbc65 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:04:18.885821 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09f9746-78a1-4a65-99f0-2fa245e50f2d req-afffb43a-f756-4c08-8c6c-6eca7ffbbc65 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:04:18.963263 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43816) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:18.982122 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb671840-6c04-4889-91df-77cd538fad9e req-4b42e703-5e5f-4da1-8278-5d1213dfd4bc tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:19.035266 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffb43a-f756-4c08-8c6c-6eca7ffbbc65 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Pushing event updated for resources: {'Port': ['ID=14d7e66f-9e68-40fb-9638-b966b3b8c185,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:19.038183 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84b735-af4f-42e4-b8de-59a9ff26886c None None] Pushing event updated for resources: {'Port': ['ID=faff1924-f75a-4312-b1a0-0b8fd3f5c0b8,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:19.044062 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d62092f5-34f6-4f77-8117-23f9c5a36e05 None None] Provisioning complete for port faff1924-f75a-4312-b1a0-0b8fd3f5c0b8 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:04:19.044580 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d62092f5-34f6-4f77-8117-23f9c5a36e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:19.072118 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c09f9746-78a1-4a65-99f0-2fa245e50f2d req-afffb43a-f756-4c08-8c6c-6eca7ffbbc65 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:19.126146 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c09f9746-78a1-4a65-99f0-2fa245e50f2d req-afffb43a-f756-4c08-8c6c-6eca7ffbbc65 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:19.167904 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-bcb520d4-5cba-471f-8ae1-1ab130738a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5bcc35-0704-4b77-b2a2-e4c30024593d', 'name': 'tempest-FloatingIPDetailsTestJSON-2032506722-router', 'tenant_id': '45cce2bf838441a9981db8ce67fd0eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '43d73d18-4e35-4e1c-bf3e-50ce0d641a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:04:06Z', 'updated_at': '2021-09-30T13:04:12Z', 'revision_number': 4, 'project_id': '45cce2bf838441a9981db8ce67fd0eb9', 'gw_port': {'id': '43d73d18-4e35-4e1c-bf3e-50ce0d641a2e', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5bcc35-0704-4b77-b2a2-e4c30024593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:04:07Z', 'updated_at': '2021-09-30T13:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'faff1924-f75a-4312-b1a0-0b8fd3f5c0b8', 'name': '', 'network_id': '5852d43e-281b-43ba-9982-97897fe44657', 'tenant_id': '45cce2bf838441a9981db8ce67fd0eb9', 'mac_address': 'fa:16:3e:7d:0e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5bcc35-0704-4b77-b2a2-e4c30024593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '559154e4-79bf-47e8-bfb1-1cd40ce99242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:04:11Z', 'updated_at': '2021-09-30T13:04:18Z', 'revision_number': 4, 'project_id': '45cce2bf838441a9981db8ce67fd0eb9', 'subnets': [{'id': '559154e4-79bf-47e8-bfb1-1cd40ce99242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:19.188899 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb671840-6c04-4889-91df-77cd538fad9e req-4b42e703-5e5f-4da1-8278-5d1213dfd4bc tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:19.214025 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-24f2b69b-f85e-4171-b23e-2adea7b46eb2 req-341f05b7-af59-414c-aa27-9b74d611a8ab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=226aad45-78b1-4552-842d-8a3da379dcc9 HTTP/1.1" status: 200 len: 1001 time: 0.9099312 Sep 30 13:04:19.214957 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb520d4-5cba-471f-8ae1-1ab130738a1a None None] The sync data for ids ['aa5bcc35-0704-4b77-b2a2-e4c30024593d'] in n-d-810909-2 is: [{'id': 'aa5bcc35-0704-4b77-b2a2-e4c30024593d', 'name': 'tempest-FloatingIPDetailsTestJSON-2032506722-router', 'tenant_id': '45cce2bf838441a9981db8ce67fd0eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '43d73d18-4e35-4e1c-bf3e-50ce0d641a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:04:06Z', 'updated_at': '2021-09-30T13:04:12Z', 'revision_number': 4, 'project_id': '45cce2bf838441a9981db8ce67fd0eb9', 'gw_port': {'id': '43d73d18-4e35-4e1c-bf3e-50ce0d641a2e', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5bcc35-0704-4b77-b2a2-e4c30024593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:04:07Z', 'updated_at': '2021-09-30T13:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'faff1924-f75a-4312-b1a0-0b8fd3f5c0b8', 'name': '', 'network_id': '5852d43e-281b-43ba-9982-97897fe44657', 'tenant_id': '45cce2bf838441a9981db8ce67fd0eb9', 'mac_address': 'fa:16:3e:7d:0e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5bcc35-0704-4b77-b2a2-e4c30024593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '559154e4-79bf-47e8-bfb1-1cd40ce99242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:04:11Z', 'updated_at': '2021-09-30T13:04:18Z', 'revision_number': 4, 'project_id': '45cce2bf838441a9981db8ce67fd0eb9', 'subnets': [{'id': '559154e4-79bf-47e8-bfb1-1cd40ce99242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:04:19.215325 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb671840-6c04-4889-91df-77cd538fad9e req-4b42e703-5e5f-4da1-8278-5d1213dfd4bc tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:19.232356 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-974158fa-059e-4282-aa62-48ec775f3e8c req-8d813526-089a-494c-b244-a9db6c595eec service neutron] 10.222.0.39 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1210136 Sep 30 13:04:19.233647 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:19.408331 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c09f9746-78a1-4a65-99f0-2fa245e50f2d req-afffb43a-f756-4c08-8c6c-6eca7ffbbc65 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:19.427157 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526fc175-a5ce-439a-8617-57ddd4da380d req-7aac46aa-0972-49db-b569-a84bfe928a14 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:19.428961 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-526fc175-a5ce-439a-8617-57ddd4da380d req-7aac46aa-0972-49db-b569-a84bfe928a14 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.54 "GET /v2.0/ports?device_id=b854e95f-d729-438d-aef1-1038fba089e9 HTTP/1.1" status: 200 len: 945 time: 0.1018584 Sep 30 13:04:19.438914 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c09f9746-78a1-4a65-99f0-2fa245e50f2d req-afffb43a-f756-4c08-8c6c-6eca7ffbbc65 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:19.442114 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43818) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:19.446596 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-767eed97-331d-4441-9dc8-3934c9d23426 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2263fd780df4d0cb7dc5f0644481f03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4711602 Sep 30 13:04:19.482241 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42e703-5e5f-4da1-8278-5d1213dfd4bc tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Pushing event updated for resources: {'Port': ['ID=5dc4874c-7985-403e-a37b-454845fd4e04,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:19.503917 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2b69b-f85e-4171-b23e-2adea7b46eb2 req-37435a2a-63d2-4e3e-955c-35704ff1af13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:19.505544 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-24f2b69b-f85e-4171-b23e-2adea7b46eb2 req-37435a2a-63d2-4e3e-955c-35704ff1af13 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dab259b8-7f2d-4c77-ac66-ab5ff9b3b271 HTTP/1.1" status: 200 len: 853 time: 0.2691681 Sep 30 13:04:19.511052 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb671840-6c04-4889-91df-77cd538fad9e req-4b42e703-5e5f-4da1-8278-5d1213dfd4bc tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:19.583000 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-974158fa-059e-4282-aa62-48ec775f3e8c req-73011d68-8def-49ef-a1d1-e1bf489662ee service neutron] 10.222.0.39 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982016 Sep 30 13:04:19.595782 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fb671840-6c04-4889-91df-77cd538fad9e req-4b42e703-5e5f-4da1-8278-5d1213dfd4bc tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:19.597058 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb671840-6c04-4889-91df-77cd538fad9e req-4b42e703-5e5f-4da1-8278-5d1213dfd4bc tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5894172 Sep 30 13:04:19.626686 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2b69b-f85e-4171-b23e-2adea7b46eb2 req-9475e3e9-0023-479d-a621-2a80c2a1b46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:19.628912 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-24f2b69b-f85e-4171-b23e-2adea7b46eb2 req-9475e3e9-0023-479d-a621-2a80c2a1b46b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0f9e9a25-efc7-491a-8143-c6db148dfd0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135662 Sep 30 13:04:19.646275 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffb43a-f756-4c08-8c6c-6eca7ffbbc65 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Pushing event updated for resources: {'Port': ['ID=14d7e66f-9e68-40fb-9638-b966b3b8c185,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:19.669461 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c09f9746-78a1-4a65-99f0-2fa245e50f2d req-afffb43a-f756-4c08-8c6c-6eca7ffbbc65 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:19.682274 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc25d679-a181-400e-b6c2-639a7630c8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:19.701402 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c09f9746-78a1-4a65-99f0-2fa245e50f2d req-afffb43a-f756-4c08-8c6c-6eca7ffbbc65 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:19.708693 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c09f9746-78a1-4a65-99f0-2fa245e50f2d req-afffb43a-f756-4c08-8c6c-6eca7ffbbc65 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7983103 Sep 30 13:04:19.726046 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb671840-6c04-4889-91df-77cd538fad9e req-c5cce393-fb56-45f8-98c0-52f3c1cfacac tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.15 HTTP/1.1" status: 200 len: 695 time: 0.1198733 Sep 30 13:04:19.731600 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc25d679-a181-400e-b6c2-639a7630c8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:19.771290 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-526fc175-a5ce-439a-8617-57ddd4da380d req-194beeb3-5e13-44cf-b213-3bb897bc946d tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Deleting port 5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:04:19.771639 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-526fc175-a5ce-439a-8617-57ddd4da380d req-194beeb3-5e13-44cf-b213-3bb897bc946d tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:19.805974 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c09f9746-78a1-4a65-99f0-2fa245e50f2d req-30bed74b-35cc-4c15-81b7-0fcc4562636a tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 695 time: 0.0961790 Sep 30 13:04:19.827111 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974158fa-059e-4282-aa62-48ec775f3e8c req-c3fa8afb-2427-447a-8874-f26dfb2e755a tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:19.828632 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-974158fa-059e-4282-aa62-48ec775f3e8c req-c3fa8afb-2427-447a-8874-f26dfb2e755a tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b&tenant_id=bfee4c1083184c949bfe63d2e5d7a195&binding%3Ahost_id=n-h2-810909-2 HTTP/1.1" status: 200 len: 1096 time: 0.1526105 Sep 30 13:04:19.865523 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-974158fa-059e-4282-aa62-48ec775f3e8c req-e0930451-775a-4570-9b91-b3f837d31787 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810909-2'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:19.943700 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-24f2b69b-f85e-4171-b23e-2adea7b46eb2 req-9bb9c083-b923-4b45-a2a4-a9a8e9d69453 service neutron] 10.222.0.54 "GET /v2.0/networks/0f9e9a25-efc7-491a-8143-c6db148dfd0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772055 Sep 30 13:04:19.949136 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-974158fa-059e-4282-aa62-48ec775f3e8c req-e0930451-775a-4570-9b91-b3f837d31787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:19.955294 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc25d679-a181-400e-b6c2-639a7630c8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:19.957863 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc25d679-a181-400e-b6c2-639a7630c8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:19.959035 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fc25d679-a181-400e-b6c2-639a7630c8a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/59f57b26-a20b-40ca-b502-3b1b4fe2e50f HTTP/1.1" status: 204 len: 168 time: 0.5146112 Sep 30 13:04:19.970272 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-526fc175-a5ce-439a-8617-57ddd4da380d req-194beeb3-5e13-44cf-b213-3bb897bc946d tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] For port 5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b,segment=NetworkSegment(a4883d85-ae6f-4bad-8d1c-fcb49332ab29),segment_id=a4883d85-ae6f-4bad-8d1c-fcb49332ab29)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:19.970643 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-526fc175-a5ce-439a-8617-57ddd4da380d req-194beeb3-5e13-44cf-b213-3bb897bc946d tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:19.994754 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25d679-a181-400e-b6c2-639a7630c8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f57b26-a20b-40ca-b502-3b1b4fe2e50f,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:20.090139 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb671840-6c04-4889-91df-77cd538fad9e req-7b7b4c80-2195-4659-91ad-5efbf5f8c542 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:20.091569 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb671840-6c04-4889-91df-77cd538fad9e req-7b7b4c80-2195-4659-91ad-5efbf5f8c542 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 784 time: 0.3572350 Sep 30 13:04:20.105140 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f9746-78a1-4a65-99f0-2fa245e50f2d req-2760194a-5277-4933-b5eb-6cb71c9998cb tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:20.106911 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c09f9746-78a1-4a65-99f0-2fa245e50f2d req-2760194a-5277-4933-b5eb-6cb71c9998cb tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 784 time: 0.2812192 Sep 30 13:04:20.223184 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-24f2b69b-f85e-4171-b23e-2adea7b46eb2 req-c142cab1-2290-4d6a-8648-c6d651d91eba service neutron] 10.222.0.54 "GET /v2.0/networks/0f9e9a25-efc7-491a-8143-c6db148dfd0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678382 Sep 30 13:04:20.298185 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-974158fa-059e-4282-aa62-48ec775f3e8c req-e0930451-775a-4570-9b91-b3f837d31787 service neutron] For port cd6c2cd3-b68c-41d7-80d1-b20fa3579274, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=cd6c2cd3-b68c-41d7-80d1-b20fa3579274,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:20.354773 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeabb45-b844-48d0-b0ec-c80d1270abff req-b43af312-1318-45c4-ab76-a7864dc946a4 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:20.359519 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5eeabb45-b844-48d0-b0ec-c80d1270abff req-b43af312-1318-45c4-ab76-a7864dc946a4 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 945 time: 0.1176770 Sep 30 13:04:20.388668 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-974158fa-059e-4282-aa62-48ec775f3e8c req-e0930451-775a-4570-9b91-b3f837d31787 service neutron] For port cd6c2cd3-b68c-41d7-80d1-b20fa3579274, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:04:20.476175 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fccd3743-b52f-447f-a095-4d5a249e446e req-5934c540-15b1-4e3a-9835-04a838d8a7a0 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--150606706&fields=id&tenant_id=0aab74e1df6d45fba7c45004cdea3fd5 HTTP/1.1" status: 200 len: 267 time: 0.1178617 Sep 30 13:04:20.480342 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-526fc175-a5ce-439a-8617-57ddd4da380d req-194beeb3-5e13-44cf-b213-3bb897bc946d tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:20.480715 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-526fc175-a5ce-439a-8617-57ddd4da380d req-194beeb3-5e13-44cf-b213-3bb897bc946d tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:20.481131 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [req-526fc175-a5ce-439a-8617-57ddd4da380d req-194beeb3-5e13-44cf-b213-3bb897bc946d tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Floating IP 09990a12-fe39-4b0f-8ff0-7b4ffdb0eaf7 disassociated. External IP: 172.25.5.161, port: 5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b. Sep 30 13:04:20.498191 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-526fc175-a5ce-439a-8617-57ddd4da380d req-194beeb3-5e13-44cf-b213-3bb897bc946d tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Calling delete_port for 5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:04:20.498738 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d40ace-e564-44e9-bb91-eb87fc3fab9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd6c2cd3-b68c-41d7-80d1-b20fa3579274'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:04:20.500938 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9faae2-27c7-479e-b33b-862a95eaa58b" -d '{"events": [{"server_uuid": "87d40ace-e564-44e9-bb91-eb87fc3fab9b", "name": "network-vif-unplugged", "status": "completed", "tag": "cd6c2cd3-b68c-41d7-80d1-b20fa3579274"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:04:20.512625 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-974158fa-059e-4282-aa62-48ec775f3e8c req-e0930451-775a-4570-9b91-b3f837d31787 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:20.538401 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5eeabb45-b844-48d0-b0ec-c80d1270abff req-e9617e84-9de8-49ba-8fee-7c1e9079295e tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653764 Sep 30 13:04:20.545137 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-974158fa-059e-4282-aa62-48ec775f3e8c req-e0930451-775a-4570-9b91-b3f837d31787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:20.646429 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d035b433-6d20-40ae-8564-f7bd389ef436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:20.668012 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device faff1924-f75a-4312-b1a0-0b8fd3f5c0b8 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:04:20.809251 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0930451-775a-4570-9b91-b3f837d31787 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6c2cd3-b68c-41d7-80d1-b20fa3579274,revision_number=7']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:20.820936 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port faff1924-f75a-4312-b1a0-0b8fd3f5c0b8 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:04:20.821444 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:20.835485 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-974158fa-059e-4282-aa62-48ec775f3e8c req-e0930451-775a-4570-9b91-b3f837d31787 service neutron] Attempting to bind port cd6c2cd3-b68c-41d7-80d1-b20fa3579274 on host n-h2-810909-2 for vnic_type normal with profile {"migrating_to": "n-h1-810909-2"} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:04:20.836363 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-974158fa-059e-4282-aa62-48ec775f3e8c req-e0930451-775a-4570-9b91-b3f837d31787 service neutron] Attempting to bind port cd6c2cd3-b68c-41d7-80d1-b20fa3579274 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:04:20.837041 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974158fa-059e-4282-aa62-48ec775f3e8c req-e0930451-775a-4570-9b91-b3f837d31787 service neutron] Attempting to bind port cd6c2cd3-b68c-41d7-80d1-b20fa3579274 on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:04:20.852124 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1534b9-2536-4cee-9749-7190c60ee553 req-328623c6-3015-4f92-8d38-ddce88a5f708 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:20.853783 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd1534b9-2536-4cee-9749-7190c60ee553 req-328623c6-3015-4f92-8d38-ddce88a5f708 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 945 time: 0.0945599 Sep 30 13:04:20.854579 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-526fc175-a5ce-439a-8617-57ddd4da380d req-194beeb3-5e13-44cf-b213-3bb897bc946d tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:20.856994 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974158fa-059e-4282-aa62-48ec775f3e8c req-e0930451-775a-4570-9b91-b3f837d31787 service neutron] Port cd6c2cd3-b68c-41d7-80d1-b20fa3579274 on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:04:20.857532 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974158fa-059e-4282-aa62-48ec775f3e8c req-e0930451-775a-4570-9b91-b3f837d31787 service neutron] Attempting to bind port cd6c2cd3-b68c-41d7-80d1-b20fa3579274 on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:04:20.866051 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974158fa-059e-4282-aa62-48ec775f3e8c req-e0930451-775a-4570-9b91-b3f837d31787 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:04:20.866628 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974158fa-059e-4282-aa62-48ec775f3e8c req-e0930451-775a-4570-9b91-b3f837d31787 service neutron] Checking segment: {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:04:20.867744 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974158fa-059e-4282-aa62-48ec775f3e8c req-e0930451-775a-4570-9b91-b3f837d31787 service neutron] Bound using segment: {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:04:20.868422 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-974158fa-059e-4282-aa62-48ec775f3e8c req-e0930451-775a-4570-9b91-b3f837d31787 service neutron] Bound port: cd6c2cd3-b68c-41d7-80d1-b20fa3579274, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:04:20.869276 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-974158fa-059e-4282-aa62-48ec775f3e8c req-e0930451-775a-4570-9b91-b3f837d31787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:20.881909 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd3743-b52f-447f-a095-4d5a249e446e req-3281b272-e27b-4d21-917d-8c4a085cfba2 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:20.885979 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fccd3743-b52f-447f-a095-4d5a249e446e req-3281b272-e27b-4d21-917d-8c4a085cfba2 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/networks?id=53d8a375-ae3f-43ae-bcaf-c9e5f964997d HTTP/1.1" status: 200 len: 823 time: 0.4089801 Sep 30 13:04:20.897942 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194beeb3-5e13-44cf-b213-3bb897bc946d tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Pushing event deleted for resources: {'Port': ['ID=5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:20.927175 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fccd3743-b52f-447f-a095-4d5a249e446e req-5ffa44df-d490-455a-9760-53f38c41db22 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/quotas/0aab74e1df6d45fba7c45004cdea3fd5 HTTP/1.1" status: 200 len: 375 time: 0.0326042 Sep 30 13:04:20.959184 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd1534b9-2536-4cee-9749-7190c60ee553 req-4311a39e-cf29-4042-9708-4b73f78a10d8 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627074 Sep 30 13:04:21.057807 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-974158fa-059e-4282-aa62-48ec775f3e8c req-e0930451-775a-4570-9b91-b3f837d31787 service neutron] For port cd6c2cd3-b68c-41d7-80d1-b20fa3579274, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:04:21.062281 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-974158fa-059e-4282-aa62-48ec775f3e8c req-e0930451-775a-4570-9b91-b3f837d31787 service neutron] For port cd6c2cd3-b68c-41d7-80d1-b20fa3579274, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=cd6c2cd3-b68c-41d7-80d1-b20fa3579274,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:04:21.072900 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fccd3743-b52f-447f-a095-4d5a249e446e req-245ba468-ff4e-41c9-8371-69c686abc9e9 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0aab74e1df6d45fba7c45004cdea3fd5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0994494 Sep 30 13:04:21.075275 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-974158fa-059e-4282-aa62-48ec775f3e8c req-e0930451-775a-4570-9b91-b3f837d31787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:21.152173 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-526fc175-a5ce-439a-8617-57ddd4da380d req-194beeb3-5e13-44cf-b213-3bb897bc946d tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Router db3040c0-28a4-4ed9-bf94-d03e73d75495 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:04:21.174499 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0930451-775a-4570-9b91-b3f837d31787 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6c2cd3-b68c-41d7-80d1-b20fa3579274,revision_number=8']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:21.370946 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974158fa-059e-4282-aa62-48ec775f3e8c req-e0930451-775a-4570-9b91-b3f837d31787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:21.371583 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-974158fa-059e-4282-aa62-48ec775f3e8c req-e0930451-775a-4570-9b91-b3f837d31787 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:21.373021 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-974158fa-059e-4282-aa62-48ec775f3e8c req-e0930451-775a-4570-9b91-b3f837d31787 service neutron] 10.222.0.39 "PUT /v2.0/ports/cd6c2cd3-b68c-41d7-80d1-b20fa3579274 HTTP/1.1" status: 200 len: 1121 time: 1.5116656 Sep 30 13:04:21.394674 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-526fc175-a5ce-439a-8617-57ddd4da380d req-194beeb3-5e13-44cf-b213-3bb897bc946d tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:04:21.396423 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43856) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:21.413324 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c1a468-0a9d-47c6-bc83-b188e11591a9 None None] Sync routers for ids ['db3040c0-28a4-4ed9-bf94-d03e73d75495'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:04:21.426813 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fccd3743-b52f-447f-a095-4d5a249e446e req-51b641dd-9ccc-411f-a612-ce610662a198 service neutron] 10.222.0.18 "GET /v2.0/networks/53d8a375-ae3f-43ae-bcaf-c9e5f964997d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830288 Sep 30 13:04:21.441786 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c1a468-0a9d-47c6-bc83-b188e11591a9 None None] Routers {'db3040c0-28a4-4ed9-bf94-d03e73d75495'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:04:21.446372 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-01c1a468-0a9d-47c6-bc83-b188e11591a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:04:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['db3040c0-28a4-4ed9-bf94-d03e73d75495'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:21.488986 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd864496-c10e-429c-99d0-147df32943a0 req-e59d1fc4-6e9e-499f-8267-1299cc1b28c8 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:21.497358 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd864496-c10e-429c-99d0-147df32943a0 req-e59d1fc4-6e9e-499f-8267-1299cc1b28c8 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b11aa305-0cee-46d1-9fd1-fdc54159586c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2001324 Sep 30 13:04:21.524409 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-526fc175-a5ce-439a-8617-57ddd4da380d req-194beeb3-5e13-44cf-b213-3bb897bc946d tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] No DVR routers for this DVR port 5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:04:21.536542 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-526fc175-a5ce-439a-8617-57ddd4da380d req-194beeb3-5e13-44cf-b213-3bb897bc946d tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:21.538682 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-526fc175-a5ce-439a-8617-57ddd4da380d req-194beeb3-5e13-44cf-b213-3bb897bc946d tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.54 "DELETE /v2.0/ports/5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b HTTP/1.1" status: 204 len: 173 time: 2.0973685 Sep 30 13:04:21.540889 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b854e95f-d729-438d-aef1-1038fba089e9', 'name': 'network-vif-deleted', 'tag': '5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:04:21.543983 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495d2513-010e-4e41-a251-576b45b15a4f" -d '{"events": [{"server_uuid": "b854e95f-d729-438d-aef1-1038fba089e9", "name": "network-vif-deleted", "tag": "5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:04:21.562468 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['cd6c2cd3-b68c-41d7-80d1-b20fa3579274'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:04:21.620984 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd864496-c10e-429c-99d0-147df32943a0 req-6ad9e33c-1f10-47fc-9a67-d2d35a3169c9 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.15 HTTP/1.1" status: 200 len: 695 time: 0.1222951 Sep 30 13:04:21.628807 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-bd864496-c10e-429c-99d0-147df32943a0 req-b489ce35-3fcc-4c41-a5a0-ee1c9826c828 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Request body: {'floatingip': {'port_id': '4efe3b77-09a8-4837-9598-1a45201283e3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:21.674611 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bd864496-c10e-429c-99d0-147df32943a0 req-b489ce35-3fcc-4c41-a5a0-ee1c9826c828 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks [] for floatingip, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:21.680936 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fccd3743-b52f-447f-a095-4d5a249e446e req-50096a10-7c30-4d23-900d-483886fe5cb5 service neutron] 10.222.0.18 "GET /v2.0/networks/53d8a375-ae3f-43ae-bcaf-c9e5f964997d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526135 Sep 30 13:04:21.775445 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-1005942a-5ea0-4509-8ed3-3535a2904104 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-707948117-network', 'tenant_id': 'eaa40acf6a14405290df9cae6ac261ca'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:21.785854 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:21.791927 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-01c1a468-0a9d-47c6-bc83-b188e11591a9 None None] Set router db3040c0-28a4-4ed9-bf94-d03e73d75495 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:04:21.843354 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1005942a-5ea0-4509-8ed3-3535a2904104 admin admin] Made reservation on behalf of eaa40acf6a14405290df9cae6ac261ca for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:04:21.846237 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1005942a-5ea0-4509-8ed3-3535a2904104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:21.891412 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1005942a-5ea0-4509-8ed3-3535a2904104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:22.016241 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-bd864496-c10e-429c-99d0-147df32943a0 req-b489ce35-3fcc-4c41-a5a0-ee1c9826c828 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] update failed (client error): There was a conflict when trying to complete your request. Sep 30 13:04:22.020661 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0ef49a1d-e163-48a1-82dc-aed869ea8bdf req-9af85ec5-807d-4321-993f-20082e8cc030 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1626289 Sep 30 13:04:22.032972 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd864496-c10e-429c-99d0-147df32943a0 req-b489ce35-3fcc-4c41-a5a0-ee1c9826c828 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "PUT /v2.0/floatingips/8a5b92dd-c06f-41a8-99ef-217300a6bc7f HTTP/1.1" status: 409 len: 549 time: 0.4112883 Sep 30 13:04:22.035767 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-0ef49a1d-e163-48a1-82dc-aed869ea8bdf req-cf911b2d-1404-4492-bd81-836efbd4edb3 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:22.086562 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de88b2c-eac9-497f-a3f7-300a03e057b6 x-openstack-request-id: req-6de88b2c-eac9-497f-a3f7-300a03e057b6 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:04:22.086927 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d40ace-e564-44e9-bb91-eb87fc3fab9b", "name": "network-vif-unplugged", "status": "completed", "tag": "cd6c2cd3-b68c-41d7-80d1-b20fa3579274", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:04:22.087796 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6de88b2c-eac9-497f-a3f7-300a03e057b6 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:04:22.088313 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d40ace-e564-44e9-bb91-eb87fc3fab9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd6c2cd3-b68c-41d7-80d1-b20fa3579274', 'code': 200} Sep 30 13:04:22.140251 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1005942a-5ea0-4509-8ed3-3535a2904104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:22.149749 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1005942a-5ea0-4509-8ed3-3535a2904104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:22.168153 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0ef49a1d-e163-48a1-82dc-aed869ea8bdf req-cf911b2d-1404-4492-bd81-836efbd4edb3 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:22.191479 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1005942a-5ea0-4509-8ed3-3535a2904104 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:04:22.197597 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005942a-5ea0-4509-8ed3-3535a2904104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79012c9-331f-4f3d-a961-b7649f3d19b5,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:22.206843 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1005942a-5ea0-4509-8ed3-3535a2904104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:22.207273 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-1005942a-5ea0-4509-8ed3-3535a2904104 admin admin] Added segment 392ba766-1ef6-4940-83e8-c740f06e9e4c of type vlan for network e8eab66f-ef4a-4a54-be2e-91970fd063a6 Sep 30 13:04:22.277017 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1005942a-5ea0-4509-8ed3-3535a2904104 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:22.286439 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:22.292660 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-01c1a468-0a9d-47c6-bc83-b188e11591a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-872543346-router', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:38Z', 'updated_at': '2021-09-30T13:00:51Z', 'revision_number': 4, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'gw_port': {'id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:41Z', 'updated_at': '2021-09-30T13:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'd26b22a7-8efd-42c5-8640-90a9f76935d7', 'name': '', 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'mac_address': 'fa:16:3e:02:bb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:50Z', 'updated_at': '2021-09-30T13:00:56Z', 'revision_number': 5, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'subnets': [{'id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:22.332421 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ae8369-17a5-44e6-9b2e-c919e94d75d5 x-openstack-request-id: req-09ae8369-17a5-44e6-9b2e-c919e94d75d5 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:04:22.332758 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b854e95f-d729-438d-aef1-1038fba089e9", "name": "network-vif-deleted", "tag": "5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:04:22.333440 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09ae8369-17a5-44e6-9b2e-c919e94d75d5 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:04:22.333893 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b854e95f-d729-438d-aef1-1038fba089e9', 'name': 'network-vif-deleted', 'tag': '5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b', 'status': 'completed', 'code': 200} Sep 30 13:04:22.337851 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0ef49a1d-e163-48a1-82dc-aed869ea8bdf req-cf911b2d-1404-4492-bd81-836efbd4edb3 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:22.340938 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1005942a-5ea0-4509-8ed3-3535a2904104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:22.342568 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1005942a-5ea0-4509-8ed3-3535a2904104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:22.343444 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1005942a-5ea0-4509-8ed3-3535a2904104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:22.368268 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c1a468-0a9d-47c6-bc83-b188e11591a9 None None] Checking router: db3040c0-28a4-4ed9-bf94-d03e73d75495 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:04:22.389715 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c1a468-0a9d-47c6-bc83-b188e11591a9 None None] Routers {'db3040c0-28a4-4ed9-bf94-d03e73d75495'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:04:22.389936 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1005942a-5ea0-4509-8ed3-3535a2904104 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9912896 Sep 30 13:04:22.390415 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-01c1a468-0a9d-47c6-bc83-b188e11591a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:04:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['db3040c0-28a4-4ed9-bf94-d03e73d75495'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:22.392686 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43880) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:22.398195 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-6857d463-edd9-4393-bf98-e7c5a831ab4b admin admin] Request body: {'subnet': {'network_id': 'e8eab66f-ef4a-4a54-be2e-91970fd063a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-707948117-subnet', 'tenant_id': 'eaa40acf6a14405290df9cae6ac261ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:22.434492 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005942a-5ea0-4509-8ed3-3535a2904104 admin admin] Pushing event updated for resources: {'Network': ['ID=e8eab66f-ef4a-4a54-be2e-91970fd063a6,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:22.451402 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network e8eab66f-ef4a-4a54-be2e-91970fd063a6 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:04:22.506598 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6857d463-edd9-4393-bf98-e7c5a831ab4b admin admin] Made reservation on behalf of eaa40acf6a14405290df9cae6ac261ca for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:04:22.507826 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-0ef49a1d-e163-48a1-82dc-aed869ea8bdf req-cf911b2d-1404-4492-bd81-836efbd4edb3 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Allocated IP 172.25.5.24 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/ce7360b8-2141-476b-86bf-4a6d562daf37) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:04:22.513299 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6857d463-edd9-4393-bf98-e7c5a831ab4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:22.525839 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e6e99-467a-4564-8de3-34f5bf487206 req-8d613c91-800e-411e-b51e-161e4b12577c tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:22.527649 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c41e6e99-467a-4564-8de3-34f5bf487206 req-8d613c91-800e-411e-b51e-161e4b12577c tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 943 time: 0.0959520 Sep 30 13:04:22.595704 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c41e6e99-467a-4564-8de3-34f5bf487206 req-3b4cbc24-9d41-4c1b-860b-eee09edad67e tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576086 Sep 30 13:04:22.620673 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-01c1a468-0a9d-47c6-bc83-b188e11591a9 None None] Set router db3040c0-28a4-4ed9-bf94-d03e73d75495 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:04:22.707595 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0ef49a1d-e163-48a1-82dc-aed869ea8bdf req-cf911b2d-1404-4492-bd81-836efbd4edb3 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:22.755688 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0ef49a1d-e163-48a1-82dc-aed869ea8bdf req-cf911b2d-1404-4492-bd81-836efbd4edb3 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:22.796928 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef49a1d-e163-48a1-82dc-aed869ea8bdf req-cf911b2d-1404-4492-bd81-836efbd4edb3 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:04:22.802113 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-0ef49a1d-e163-48a1-82dc-aed869ea8bdf req-cf911b2d-1404-4492-bd81-836efbd4edb3 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:04:22.806862 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef49a1d-e163-48a1-82dc-aed869ea8bdf req-cf911b2d-1404-4492-bd81-836efbd4edb3 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:04:22.850849 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf911b2d-1404-4492-bd81-836efbd4edb3 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Pushing event updated for resources: {'Port': ['ID=ce7360b8-2141-476b-86bf-4a6d562daf37,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:22.857623 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-01c1a468-0a9d-47c6-bc83-b188e11591a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-872543346-router', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:38Z', 'updated_at': '2021-09-30T13:00:51Z', 'revision_number': 4, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'gw_port': {'id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:41Z', 'updated_at': '2021-09-30T13:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'd26b22a7-8efd-42c5-8640-90a9f76935d7', 'name': '', 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'mac_address': 'fa:16:3e:02:bb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:50Z', 'updated_at': '2021-09-30T13:00:56Z', 'revision_number': 5, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'subnets': [{'id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:22.890365 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c1a468-0a9d-47c6-bc83-b188e11591a9 None None] The sync data for ids ['db3040c0-28a4-4ed9-bf94-d03e73d75495'] in n-d-810909-2 is: [{'id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-872543346-router', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:38Z', 'updated_at': '2021-09-30T13:00:51Z', 'revision_number': 4, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'gw_port': {'id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:41Z', 'updated_at': '2021-09-30T13:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'd26b22a7-8efd-42c5-8640-90a9f76935d7', 'name': '', 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'mac_address': 'fa:16:3e:02:bb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:50Z', 'updated_at': '2021-09-30T13:00:56Z', 'revision_number': 5, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'subnets': [{'id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:04:22.911945 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0ef49a1d-e163-48a1-82dc-aed869ea8bdf req-cf911b2d-1404-4492-bd81-836efbd4edb3 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:22.947664 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0ef49a1d-e163-48a1-82dc-aed869ea8bdf req-cf911b2d-1404-4492-bd81-836efbd4edb3 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:23.025925 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-72f662e2-cbf7-41fa-bea8-897829e9a938 req-31c03fa0-701e-4f23-8fd9-91b9a1d1eee0 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b598a21-7f28-46ab-83ee-4a41f4ae2f54 HTTP/1.1" status: 200 len: 210 time: 0.0390730 Sep 30 13:04:23.124516 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0ef49a1d-e163-48a1-82dc-aed869ea8bdf req-cf911b2d-1404-4492-bd81-836efbd4edb3 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:23.131316 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0ef49a1d-e163-48a1-82dc-aed869ea8bdf req-cf911b2d-1404-4492-bd81-836efbd4edb3 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:23.172091 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21ccde-a7b6-4a2e-8692-e64bed7471ea req-8dcf8670-e6a9-4bd1-8fcd-b858520e8b33 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:23.174077 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc21ccde-a7b6-4a2e-8692-e64bed7471ea req-8dcf8670-e6a9-4bd1-8fcd-b858520e8b33 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 945 time: 0.0703909 Sep 30 13:04:23.250396 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6857d463-edd9-4393-bf98-e7c5a831ab4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:23.258739 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf911b2d-1404-4492-bd81-836efbd4edb3 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Pushing event updated for resources: {'Port': ['ID=ce7360b8-2141-476b-86bf-4a6d562daf37,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:23.277654 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc21ccde-a7b6-4a2e-8692-e64bed7471ea req-07760552-5c2b-46d2-b887-b100ffd44f21 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749910 Sep 30 13:04:23.279909 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0ef49a1d-e163-48a1-82dc-aed869ea8bdf req-cf911b2d-1404-4492-bd81-836efbd4edb3 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:23.347087 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0ef49a1d-e163-48a1-82dc-aed869ea8bdf req-cf911b2d-1404-4492-bd81-836efbd4edb3 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:23.348363 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0ef49a1d-e163-48a1-82dc-aed869ea8bdf req-cf911b2d-1404-4492-bd81-836efbd4edb3 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3174031 Sep 30 13:04:23.406252 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a53c2ec-3700-4857-b448-628c08c25e5b None None] New status for floating IP 09990a12-fe39-4b0f-8ff0-7b4ffdb0eaf7: DOWN {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:04:23.421955 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd3743-b52f-447f-a095-4d5a249e446e req-a73e9b38-cf8c-416c-aa9f-ee4f9950cb72 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:23.423417 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fccd3743-b52f-447f-a095-4d5a249e446e req-a73e9b38-cf8c-416c-aa9f-ee4f9950cb72 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.39 "GET /v2.0/networks?id=53d8a375-ae3f-43ae-bcaf-c9e5f964997d HTTP/1.1" status: 200 len: 823 time: 0.2179499 Sep 30 13:04:23.427926 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-93a0647b-2644-4eed-82f6-b7fe99d01ee8 req-8358309b-5bb6-4b79-a945-38badcdd1551 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/floatingips/8a5b92dd-c06f-41a8-99ef-217300a6bc7f HTTP/1.1" status: 200 len: 692 time: 0.1029651 Sep 30 13:04:23.431517 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0ef49a1d-e163-48a1-82dc-aed869ea8bdf req-180f033b-d337-4193-8bc9-aaf45ab8526d tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.24 HTTP/1.1" status: 200 len: 695 time: 0.0684988 Sep 30 13:04:23.432026 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857d463-edd9-4393-bf98-e7c5a831ab4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b42e0852-0148-4ca5-a03d-00a9aefff122,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:23.440062 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6857d463-edd9-4393-bf98-e7c5a831ab4b admin admin] Checking segment: {'id': '392ba766-1ef6-4940-83e8-c740f06e9e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e8eab66f-ef4a-4a54-be2e-91970fd063a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:04:23.440423 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6857d463-edd9-4393-bf98-e7c5a831ab4b admin admin] Network hostable DHCP agents. Network: e8eab66f-ef4a-4a54-be2e-91970fd063a6, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:04:23.467752 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6857d463-edd9-4393-bf98-e7c5a831ab4b admin admin] Network e8eab66f-ef4a-4a54-be2e-91970fd063a6 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:04:23.495997 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-6857d463-edd9-4393-bf98-e7c5a831ab4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, e8eab66f-ef4a-4a54-be2e-91970fd063a6) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:04:23.503554 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6857d463-edd9-4393-bf98-e7c5a831ab4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:23.504056 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6857d463-edd9-4393-bf98-e7c5a831ab4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:23.509449 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e58e54-e9d8-463e-9e29-033d095e846b None None] Network e8eab66f-ef4a-4a54-be2e-91970fd063a6 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:04:23.527888 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fccd3743-b52f-447f-a095-4d5a249e446e req-0bcbdd85-786f-432f-9228-0a985d343af0 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0aab74e1df6d45fba7c45004cdea3fd5 HTTP/1.1" status: 200 len: 379 time: 0.0897493 Sep 30 13:04:23.568823 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-fccd3743-b52f-447f-a095-4d5a249e446e req-47129094-44ad-427f-bf82-24b39d537258 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Request body: {'port': {'device_id': '1b598a21-7f28-46ab-83ee-4a41f4ae2f54', 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d', 'admin_state_up': True, 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'security_groups': ['6d6f0b3c-8222-4db0-ad39-a7497b1f4c12']}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:23.571235 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6857d463-edd9-4393-bf98-e7c5a831ab4b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1773410 Sep 30 13:04:23.608171 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0647b-2644-4eed-82f6-b7fe99d01ee8 req-110b2998-efa7-4f97-a839-f5a76b9c6d78 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:23.619774 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-93a0647b-2644-4eed-82f6-b7fe99d01ee8 req-110b2998-efa7-4f97-a839-f5a76b9c6d78 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 784 time: 0.1653655 Sep 30 13:04:23.701158 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-93a0647b-2644-4eed-82f6-b7fe99d01ee8 req-dfb6273f-4abd-4e52-9029-1a76056e1db6 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.15 HTTP/1.1" status: 200 len: 695 time: 0.0799270 Sep 30 13:04:23.723157 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fccd3743-b52f-447f-a095-4d5a249e446e req-47129094-44ad-427f-bf82-24b39d537258 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Made reservation on behalf of 0aab74e1df6d45fba7c45004cdea3fd5 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:04:23.731698 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fccd3743-b52f-447f-a095-4d5a249e446e req-47129094-44ad-427f-bf82-24b39d537258 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:23.745989 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:04:23.767501 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-93a0647b-2644-4eed-82f6-b7fe99d01ee8 req-b54e9879-8d26-4af4-8d5b-c2bdd0daa9a6 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.15 HTTP/1.1" status: 200 len: 695 time: 0.0652397 Sep 30 13:04:23.769894 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:04:23.770264 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 5a5fdf01-5e03-4e20-9fdd-5f0a5abb056b not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:04:23.784432 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef49a1d-e163-48a1-82dc-aed869ea8bdf req-add37223-eb57-44e5-9267-c20e5540d87f tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:23.786171 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0ef49a1d-e163-48a1-82dc-aed869ea8bdf req-add37223-eb57-44e5-9267-c20e5540d87f tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 784 time: 0.3343935 Sep 30 13:04:23.874391 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cfa55b-d896-4e01-a55d-9744311e1e09 None None] Network e8eab66f-ef4a-4a54-be2e-91970fd063a6 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:04:23.932492 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-93a0647b-2644-4eed-82f6-b7fe99d01ee8 req-7154e48f-229a-429f-a2e4-7b15804d1acf tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Deleting port 5dc4874c-7985-403e-a37b-454845fd4e04 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:04:23.933102 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-93a0647b-2644-4eed-82f6-b7fe99d01ee8 req-7154e48f-229a-429f-a2e4-7b15804d1acf tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:23.983442 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-fccd3743-b52f-447f-a095-4d5a249e446e req-47129094-44ad-427f-bf82-24b39d537258 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Allocated IP 172.20.0.4 (53d8a375-ae3f-43ae-bcaf-c9e5f964997d/3e91829e-1d04-4c5a-81dc-9917c8689f4b/698480bb-c65c-4796-9f7c-716b44ff3798) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:04:24.013160 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:24.034174 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-93a0647b-2644-4eed-82f6-b7fe99d01ee8 req-7154e48f-229a-429f-a2e4-7b15804d1acf tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:24.034708 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-93a0647b-2644-4eed-82f6-b7fe99d01ee8 req-7154e48f-229a-429f-a2e4-7b15804d1acf tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:24.050425 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-93a0647b-2644-4eed-82f6-b7fe99d01ee8 req-7154e48f-229a-429f-a2e4-7b15804d1acf tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Calling delete_port for 5dc4874c-7985-403e-a37b-454845fd4e04 owned by network:floatingip {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:04:24.096542 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d40ace-e564-44e9-bb91-eb87fc3fab9b', 'tag': 'cd6c2cd3-b68c-41d7-80d1-b20fa3579274'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:04:24.099442 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e54465-89fb-44a4-be67-08079482097e" -d '{"events": [{"name": "network-changed", "server_uuid": "87d40ace-e564-44e9-bb91-eb87fc3fab9b", "tag": "cd6c2cd3-b68c-41d7-80d1-b20fa3579274"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:04:24.120713 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device cd6c2cd3-b68c-41d7-80d1-b20fa3579274 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:04:24.140681 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e17ee6-fb3c-45cd-8939-479d43359a38 req-025da740-9845-494f-bec0-64e9bd933f9c tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:24.145839 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f7e17ee6-fb3c-45cd-8939-479d43359a38 req-025da740-9845-494f-bec0-64e9bd933f9c tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 943 time: 0.0732405 Sep 30 13:04:24.235909 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f7e17ee6-fb3c-45cd-8939-479d43359a38 req-8dae2bdb-b1a4-4e52-808c-95b404b4a767 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621505 Sep 30 13:04:24.244664 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port cd6c2cd3-b68c-41d7-80d1-b20fa3579274, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=cd6c2cd3-b68c-41d7-80d1-b20fa3579274,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:24.248659 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fccd3743-b52f-447f-a095-4d5a249e446e req-47129094-44ad-427f-bf82-24b39d537258 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:24.258801 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device cd6c2cd3-b68c-41d7-80d1-b20fa3579274 has no active binding in host n-h1-810909-2 {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 30 13:04:24.279488 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-93a0647b-2644-4eed-82f6-b7fe99d01ee8 req-7154e48f-229a-429f-a2e4-7b15804d1acf tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:24.286989 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43906) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:24.294550 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d9dc1f2c-8747-4569-acfd-050f3bd94bb1 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-16007826-network', 'tenant_id': '62cb787655f14ff48f08cd6beaafd4f3'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:24.309341 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fccd3743-b52f-447f-a095-4d5a249e446e req-47129094-44ad-427f-bf82-24b39d537258 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:24.320847 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154e48f-229a-429f-a2e4-7b15804d1acf tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Pushing event deleted for resources: {'Port': ['ID=5dc4874c-7985-403e-a37b-454845fd4e04,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:24.377734 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dc1f2c-8747-4569-acfd-050f3bd94bb1 admin admin] Made reservation on behalf of 62cb787655f14ff48f08cd6beaafd4f3 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:04:24.380570 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1f2c-8747-4569-acfd-050f3bd94bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:24.393822 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1f2c-8747-4569-acfd-050f3bd94bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:24.408849 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-93a0647b-2644-4eed-82f6-b7fe99d01ee8 req-7154e48f-229a-429f-a2e4-7b15804d1acf tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks [] for floatingip, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:24.412502 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-93a0647b-2644-4eed-82f6-b7fe99d01ee8 req-7154e48f-229a-429f-a2e4-7b15804d1acf tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:24.414608 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-93a0647b-2644-4eed-82f6-b7fe99d01ee8 req-7154e48f-229a-429f-a2e4-7b15804d1acf tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "DELETE /v2.0/floatingips/8a5b92dd-c06f-41a8-99ef-217300a6bc7f HTTP/1.1" status: 204 len: 173 time: 0.6362171 Sep 30 13:04:24.571300 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec5f53-650e-4863-91ee-1c7255eab6b3 req-fdee46ea-761c-42b6-b880-060ee5d9148a tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:24.572930 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6bec5f53-650e-4863-91ee-1c7255eab6b3 req-fdee46ea-761c-42b6-b880-060ee5d9148a tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b598a21-7f28-46ab-83ee-4a41f4ae2f54 HTTP/1.1" status: 200 len: 931 time: 0.0897393 Sep 30 13:04:24.591438 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1f2c-8747-4569-acfd-050f3bd94bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:24.600602 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1f2c-8747-4569-acfd-050f3bd94bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:24.641950 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9dc1f2c-8747-4569-acfd-050f3bd94bb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:04:24.649582 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc1f2c-8747-4569-acfd-050f3bd94bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3044a0-edb8-419b-b0bf-f4aa2a149d72,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:24.656050 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6bec5f53-650e-4863-91ee-1c7255eab6b3 req-04ed46e5-a7ef-44dc-a157-cc39d8b997e8 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d6f0b3c-8222-4db0-ad39-a7497b1f4c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747159 Sep 30 13:04:24.661050 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1f2c-8747-4569-acfd-050f3bd94bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:24.661384 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-d9dc1f2c-8747-4569-acfd-050f3bd94bb1 admin admin] Added segment 5f3177a7-5760-4303-87e7-f9b12236d53e of type vlan for network f23e2949-542e-4cb4-93eb-bfe75ee34750 Sep 30 13:04:24.709171 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fccd3743-b52f-447f-a095-4d5a249e446e req-47129094-44ad-427f-bf82-24b39d537258 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Network 53d8a375-ae3f-43ae-bcaf-c9e5f964997d is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:04:24.714577 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee2fa0c-8a70-47dc-81c9-8c0c4ed82022 x-openstack-request-id: req-fee2fa0c-8a70-47dc-81c9-8c0c4ed82022 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:04:24.714862 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d40ace-e564-44e9-bb91-eb87fc3fab9b", "tag": "cd6c2cd3-b68c-41d7-80d1-b20fa3579274", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:04:24.715113 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fee2fa0c-8a70-47dc-81c9-8c0c4ed82022 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:04:24.715487 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d40ace-e564-44e9-bb91-eb87fc3fab9b', 'tag': 'cd6c2cd3-b68c-41d7-80d1-b20fa3579274', 'status': 'completed', 'code': 200} Sep 30 13:04:24.720465 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-fccd3743-b52f-447f-a095-4d5a249e446e req-47129094-44ad-427f-bf82-24b39d537258 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:04:24.727675 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccd3743-b52f-447f-a095-4d5a249e446e req-47129094-44ad-427f-bf82-24b39d537258 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:04:24.730484 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1f2c-8747-4569-acfd-050f3bd94bb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:24.734175 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47129094-44ad-427f-bf82-24b39d537258 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Pushing event updated for resources: {'Port': ['ID=698480bb-c65c-4796-9f7c-716b44ff3798,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:24.779665 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2fffb701-094b-41e2-9783-84f0f39d33e7 req-d79cb3b7-fd8e-4665-8f05-223896ed434b tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4931896 Sep 30 13:04:24.792764 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-2fffb701-094b-41e2-9783-84f0f39d33e7 req-f907482a-66b1-4d03-b2f0-415f86d869d1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:24.807015 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd3743-b52f-447f-a095-4d5a249e446e req-47129094-44ad-427f-bf82-24b39d537258 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:24.807660 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fccd3743-b52f-447f-a095-4d5a249e446e req-47129094-44ad-427f-bf82-24b39d537258 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:24.837038 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-2fffb701-094b-41e2-9783-84f0f39d33e7 req-f907482a-66b1-4d03-b2f0-415f86d869d1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:24.840026 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1f2c-8747-4569-acfd-050f3bd94bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:24.841924 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc1f2c-8747-4569-acfd-050f3bd94bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:24.842486 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1f2c-8747-4569-acfd-050f3bd94bb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:24.842798 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fccd3743-b52f-447f-a095-4d5a249e446e req-47129094-44ad-427f-bf82-24b39d537258 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2804508 Sep 30 13:04:24.858274 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-fccd3743-b52f-447f-a095-4d5a249e446e req-e673d073-c56b-48f3-a04f-10fffd92f1df service neutron] Request body: {'port': {'device_id': '1b598a21-7f28-46ab-83ee-4a41f4ae2f54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:24.911535 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e54465-89fb-44a4-be67-08079482097e req-9b5637e7-f2e7-4531-bd41-edd9ff8f1066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:24.913097 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a7e54465-89fb-44a4-be67-08079482097e req-9b5637e7-f2e7-4531-bd41-edd9ff8f1066 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bfee4c1083184c949bfe63d2e5d7a195&device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 1124 time: 0.1652262 Sep 30 13:04:24.920154 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d9dc1f2c-8747-4569-acfd-050f3bd94bb1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6268532 Sep 30 13:04:24.921183 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43914) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:24.935242 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-4e517205-ed08-4514-bab5-7809ac90a062 admin admin] Request body: {'subnet': {'network_id': 'f23e2949-542e-4cb4-93eb-bfe75ee34750', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-16007826-subnet', 'tenant_id': '62cb787655f14ff48f08cd6beaafd4f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:24.946175 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fccd3743-b52f-447f-a095-4d5a249e446e req-e673d073-c56b-48f3-a04f-10fffd92f1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:24.967081 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc1f2c-8747-4569-acfd-050f3bd94bb1 admin admin] Pushing event updated for resources: {'Network': ['ID=f23e2949-542e-4cb4-93eb-bfe75ee34750,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:24.979570 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a5461-d367-4798-9a90-7069f8c8c83c req-1f6a6d55-bc2a-428f-b2b4-f08b43c25279 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:24.981118 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c79a5461-d367-4798-9a90-7069f8c8c83c req-1f6a6d55-bc2a-428f-b2b4-f08b43c25279 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 945 time: 0.1897461 Sep 30 13:04:24.981318 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network f23e2949-542e-4cb4-93eb-bfe75ee34750 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:04:25.002918 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e517205-ed08-4514-bab5-7809ac90a062 admin admin] Made reservation on behalf of 62cb787655f14ff48f08cd6beaafd4f3 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:04:25.005720 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4e517205-ed08-4514-bab5-7809ac90a062 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:25.097126 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-e3851e6c-f0c9-4582-a4ba-5adba91b5036 None None] Provisioning complete for port 698480bb-c65c-4796-9f7c-716b44ff3798 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:04:25.097715 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e3851e6c-f0c9-4582-a4ba-5adba91b5036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:25.121825 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c79a5461-d367-4798-9a90-7069f8c8c83c req-349859e9-d093-43eb-902e-4978c4b44a36 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237435 Sep 30 13:04:25.133098 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-e3851e6c-f0c9-4582-a4ba-5adba91b5036 None None] Port 698480bb-c65c-4796-9f7c-716b44ff3798 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:04:25.157861 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e54465-89fb-44a4-be67-08079482097e req-144482f4-d2f7-46e5-be29-147e3afafc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:25.159729 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a7e54465-89fb-44a4-be67-08079482097e req-144482f4-d2f7-46e5-be29-147e3afafc15 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a HTTP/1.1" status: 200 len: 921 time: 0.2022855 Sep 30 13:04:25.237219 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a7e54465-89fb-44a4-be67-08079482097e req-14762518-92fd-4d7a-8ecd-207b56262f91 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd6c2cd3-b68c-41d7-80d1-b20fa3579274 HTTP/1.1" status: 200 len: 217 time: 0.0691581 Sep 30 13:04:25.249004 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-2fffb701-094b-41e2-9783-84f0f39d33e7 req-f907482a-66b1-4d03-b2f0-415f86d869d1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:25.318224 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-91232103-3212-48e1-9dea-5252717c15f7 req-648d78b0-ab4a-4081-8e4a-d8cc3a464d8d tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.119 HTTP/1.1" status: 200 len: 1001 time: 0.1620545 Sep 30 13:04:25.336443 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e54465-89fb-44a4-be67-08079482097e req-f0f28830-e0b2-49a9-a1a3-758217799b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:25.337850 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a7e54465-89fb-44a4-be67-08079482097e req-f0f28830-e0b2-49a9-a1a3-758217799b81 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d2a3567b-bc5f-477b-8f28-c16dcd278961 HTTP/1.1" status: 200 len: 860 time: 0.0901933 Sep 30 13:04:25.389693 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a7e54465-89fb-44a4-be67-08079482097e req-8e63e313-114b-4ffb-8c6b-f4d426b3203b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346823 Sep 30 13:04:25.396848 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91232103-3212-48e1-9dea-5252717c15f7 req-ad07eac9-8d11-430a-90df-ccaa62cbfbd8 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:25.398699 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-91232103-3212-48e1-9dea-5252717c15f7 req-ad07eac9-8d11-430a-90df-ccaa62cbfbd8 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/ports/4efe3b77-09a8-4837-9598-1a45201283e3 HTTP/1.1" status: 200 len: 942 time: 0.0741706 Sep 30 13:04:25.496351 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-974158fa-059e-4282-aa62-48ec775f3e8c req-97aad7ec-3dea-4eac-bb62-06e00829253b service neutron] 10.222.0.54 "GET /v2.0/ports/cd6c2cd3-b68c-41d7-80d1-b20fa3579274/bindings/n-h1-810909-2 HTTP/1.1" status: 200 len: 384 time: 0.2228973 Sep 30 13:04:25.507371 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4e517205-ed08-4514-bab5-7809ac90a062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:25.540385 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a7e54465-89fb-44a4-be67-08079482097e req-a7d1f326-9e82-461e-a7a0-e21f3eb7b881 service neutron] 10.222.0.54 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407464 Sep 30 13:04:25.543549 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-91232103-3212-48e1-9dea-5252717c15f7 req-c96371db-53ee-4a5f-a668-f84e44bbd6ea tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.119 HTTP/1.1" status: 200 len: 1001 time: 0.0813174 Sep 30 13:04:25.686479 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-2fffb701-094b-41e2-9783-84f0f39d33e7 req-f907482a-66b1-4d03-b2f0-415f86d869d1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Allocated IP 172.25.5.215 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/26f28a71-e775-4eac-a82d-07a0eef11ee7) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:04:25.692776 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e517205-ed08-4514-bab5-7809ac90a062 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4fa454f-f260-4e0c-bbbe-d3ea40e20a75,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:25.706577 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a7e54465-89fb-44a4-be67-08079482097e req-6fb8afdf-fbaa-4e06-a1f2-c6eac35320f9 service neutron] 10.222.0.54 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596181 Sep 30 13:04:25.714219 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91232103-3212-48e1-9dea-5252717c15f7 req-2238a5d0-bc79-4922-b811-2b1c62fba08e tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:25.715528 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-91232103-3212-48e1-9dea-5252717c15f7 req-2238a5d0-bc79-4922-b811-2b1c62fba08e tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 784 time: 0.1613569 Sep 30 13:04:25.722346 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-fccd3743-b52f-447f-a095-4d5a249e446e req-e673d073-c56b-48f3-a04f-10fffd92f1df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698480bb-c65c-4796-9f7c-716b44ff3798 {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:04:25.730780 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-91232103-3212-48e1-9dea-5252717c15f7 req-6e7ebb67-8c75-47a8-bcfd-a12d9a3cbf89 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:04:25.732340 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-91232103-3212-48e1-9dea-5252717c15f7 req-6e7ebb67-8c75-47a8-bcfd-a12d9a3cbf89 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0071867 Sep 30 13:04:25.738457 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fccd3743-b52f-447f-a095-4d5a249e446e req-e673d073-c56b-48f3-a04f-10fffd92f1df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:25.775329 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e517205-ed08-4514-bab5-7809ac90a062 admin admin] Checking segment: {'id': '5f3177a7-5760-4303-87e7-f9b12236d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f23e2949-542e-4cb4-93eb-bfe75ee34750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:04:25.775680 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e517205-ed08-4514-bab5-7809ac90a062 admin admin] Network hostable DHCP agents. Network: f23e2949-542e-4cb4-93eb-bfe75ee34750, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:04:25.806793 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-91232103-3212-48e1-9dea-5252717c15f7 req-6b2b2f74-b716-4f9d-9906-4a95dde6e9f6 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.119 HTTP/1.1" status: 200 len: 1001 time: 0.0642309 Sep 30 13:04:25.816568 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-91232103-3212-48e1-9dea-5252717c15f7 req-e7c9b463-a4a6-4973-828d-784a8db57d63 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:25.838834 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-fccd3743-b52f-447f-a095-4d5a249e446e req-e673d073-c56b-48f3-a04f-10fffd92f1df service neutron] Transition to ACTIVE for port object 698480bb-c65c-4796-9f7c-716b44ff3798 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:04:25.856506 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fccd3743-b52f-447f-a095-4d5a249e446e req-e673d073-c56b-48f3-a04f-10fffd92f1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:25.871670 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-91232103-3212-48e1-9dea-5252717c15f7 req-e7c9b463-a4a6-4973-828d-784a8db57d63 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks [] for floatingip, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:25.906360 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e517205-ed08-4514-bab5-7809ac90a062 admin admin] Network f23e2949-542e-4cb4-93eb-bfe75ee34750 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:04:25.971432 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-4e517205-ed08-4514-bab5-7809ac90a062 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, f23e2949-542e-4cb4-93eb-bfe75ee34750) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:04:25.983125 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21efe0ce-3b39-4d7b-ae6d-5c0352da1a81 None None] Network f23e2949-542e-4cb4-93eb-bfe75ee34750 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:04:25.990925 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e517205-ed08-4514-bab5-7809ac90a062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:25.991531 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4e517205-ed08-4514-bab5-7809ac90a062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:26.008259 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673d073-c56b-48f3-a04f-10fffd92f1df service neutron] Pushing event updated for resources: {'Port': ['ID=698480bb-c65c-4796-9f7c-716b44ff3798,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:26.026858 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-2fffb701-094b-41e2-9783-84f0f39d33e7 req-f907482a-66b1-4d03-b2f0-415f86d869d1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:26.030515 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-974158fa-059e-4282-aa62-48ec775f3e8c req-bca3261a-7135-4deb-9497-396c183a7038 service neutron] For port cd6c2cd3-b68c-41d7-80d1-b20fa3579274, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=cd6c2cd3-b68c-41d7-80d1-b20fa3579274,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:26.035450 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-91232103-3212-48e1-9dea-5252717c15f7 req-e7c9b463-a4a6-4973-828d-784a8db57d63 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:26.040551 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-91232103-3212-48e1-9dea-5252717c15f7 req-e7c9b463-a4a6-4973-828d-784a8db57d63 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:26.040942 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [req-91232103-3212-48e1-9dea-5252717c15f7 req-e7c9b463-a4a6-4973-828d-784a8db57d63 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Floating IP 7bde94ff-14b6-4d76-9b11-62f632219361 disassociated. External IP: 172.25.5.119, port: 4efe3b77-09a8-4837-9598-1a45201283e3. Sep 30 13:04:26.106070 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4e517205-ed08-4514-bab5-7809ac90a062 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1754434 Sep 30 13:04:26.147792 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-974158fa-059e-4282-aa62-48ec775f3e8c req-bca3261a-7135-4deb-9497-396c183a7038 service neutron] For port cd6c2cd3-b68c-41d7-80d1-b20fa3579274, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:04:26.183599 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa18f2f-1b0d-4f71-8591-4925893de4e6 None None] Network f23e2949-542e-4cb4-93eb-bfe75ee34750 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:04:26.191393 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-fccd3743-b52f-447f-a095-4d5a249e446e req-e673d073-c56b-48f3-a04f-10fffd92f1df service neutron] Attempting to bind port 698480bb-c65c-4796-9f7c-716b44ff3798 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:04:26.191940 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-fccd3743-b52f-447f-a095-4d5a249e446e req-e673d073-c56b-48f3-a04f-10fffd92f1df service neutron] Attempting to bind port 698480bb-c65c-4796-9f7c-716b44ff3798 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'a4883d85-ae6f-4bad-8d1c-fcb49332ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:04:26.192456 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccd3743-b52f-447f-a095-4d5a249e446e req-e673d073-c56b-48f3-a04f-10fffd92f1df service neutron] Attempting to bind port 698480bb-c65c-4796-9f7c-716b44ff3798 on network 53d8a375-ae3f-43ae-bcaf-c9e5f964997d {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:04:26.208087 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccd3743-b52f-447f-a095-4d5a249e446e req-e673d073-c56b-48f3-a04f-10fffd92f1df service neutron] Port 698480bb-c65c-4796-9f7c-716b44ff3798 on network 53d8a375-ae3f-43ae-bcaf-c9e5f964997d not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:04:26.208665 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccd3743-b52f-447f-a095-4d5a249e446e req-e673d073-c56b-48f3-a04f-10fffd92f1df service neutron] Attempting to bind port 698480bb-c65c-4796-9f7c-716b44ff3798 on network 53d8a375-ae3f-43ae-bcaf-c9e5f964997d {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:04:26.218542 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-2fffb701-094b-41e2-9783-84f0f39d33e7 req-f907482a-66b1-4d03-b2f0-415f86d869d1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:26.230958 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-974158fa-059e-4282-aa62-48ec775f3e8c req-bca3261a-7135-4deb-9497-396c183a7038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd6c2cd3-b68c-41d7-80d1-b20fa3579274 {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:04:26.238329 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccd3743-b52f-447f-a095-4d5a249e446e req-e673d073-c56b-48f3-a04f-10fffd92f1df service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:04:26.238664 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccd3743-b52f-447f-a095-4d5a249e446e req-e673d073-c56b-48f3-a04f-10fffd92f1df service neutron] Checking segment: {'id': 'a4883d85-ae6f-4bad-8d1c-fcb49332ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:04:26.239050 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccd3743-b52f-447f-a095-4d5a249e446e req-e673d073-c56b-48f3-a04f-10fffd92f1df service neutron] Bound using segment: {'id': 'a4883d85-ae6f-4bad-8d1c-fcb49332ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:04:26.245598 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-fccd3743-b52f-447f-a095-4d5a249e446e req-e673d073-c56b-48f3-a04f-10fffd92f1df service neutron] Bound port: 698480bb-c65c-4796-9f7c-716b44ff3798, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4883d85-ae6f-4bad-8d1c-fcb49332ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:04:26.246069 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fccd3743-b52f-447f-a095-4d5a249e446e req-e673d073-c56b-48f3-a04f-10fffd92f1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:26.270719 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fffb701-094b-41e2-9783-84f0f39d33e7 req-f907482a-66b1-4d03-b2f0-415f86d869d1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:04:26.291447 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-974158fa-059e-4282-aa62-48ec775f3e8c req-bca3261a-7135-4deb-9497-396c183a7038 service neutron] For port cd6c2cd3-b68c-41d7-80d1-b20fa3579274, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cd6c2cd3-b68c-41d7-80d1-b20fa3579274,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:26.301412 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-2fffb701-094b-41e2-9783-84f0f39d33e7 req-f907482a-66b1-4d03-b2f0-415f86d869d1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:04:26.308700 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fffb701-094b-41e2-9783-84f0f39d33e7 req-f907482a-66b1-4d03-b2f0-415f86d869d1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:04:26.360519 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-974158fa-059e-4282-aa62-48ec775f3e8c req-bca3261a-7135-4deb-9497-396c183a7038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:26.361927 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91232103-3212-48e1-9dea-5252717c15f7 req-e7c9b463-a4a6-4973-828d-784a8db57d63 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Router 7aa0dc4d-b8c3-42ef-918a-7071d7f18835 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:04:26.387107 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907482a-66b1-4d03-b2f0-415f86d869d1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Pushing event updated for resources: {'Port': ['ID=26f28a71-e775-4eac-a82d-07a0eef11ee7,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:26.465833 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-fccd3743-b52f-447f-a095-4d5a249e446e req-e673d073-c56b-48f3-a04f-10fffd92f1df service neutron] For port 698480bb-c65c-4796-9f7c-716b44ff3798, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:04:26.478443 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91232103-3212-48e1-9dea-5252717c15f7 req-e7c9b463-a4a6-4973-828d-784a8db57d63 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:04:26.483573 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-91232103-3212-48e1-9dea-5252717c15f7 req-e7c9b463-a4a6-4973-828d-784a8db57d63 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:26.489863 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f09117-3254-4e07-a906-5d1567844e8d None None] Sync routers for ids ['7aa0dc4d-b8c3-42ef-918a-7071d7f18835'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:04:26.500870 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f09117-3254-4e07-a906-5d1567844e8d None None] Routers {'7aa0dc4d-b8c3-42ef-918a-7071d7f18835'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:04:26.501807 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-10f09117-3254-4e07-a906-5d1567844e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:04:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['7aa0dc4d-b8c3-42ef-918a-7071d7f18835'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:26.507384 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-fccd3743-b52f-447f-a095-4d5a249e446e req-e673d073-c56b-48f3-a04f-10fffd92f1df service neutron] For port 698480bb-c65c-4796-9f7c-716b44ff3798, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=698480bb-c65c-4796-9f7c-716b44ff3798,segment=NetworkSegment(a4883d85-ae6f-4bad-8d1c-fcb49332ab29),segment_id=a4883d85-ae6f-4bad-8d1c-fcb49332ab29)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:04:26.516932 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fccd3743-b52f-447f-a095-4d5a249e446e req-e673d073-c56b-48f3-a04f-10fffd92f1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:26.518089 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-91232103-3212-48e1-9dea-5252717c15f7 req-e7c9b463-a4a6-4973-828d-784a8db57d63 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "PUT /v2.0/floatingips/7bde94ff-14b6-4d76-9b11-62f632219361 HTTP/1.1" status: 200 len: 695 time: 0.7052772 Sep 30 13:04:26.518776 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11aa305-0cee-46d1-9fd1-fdc54159586c', 'tag': '4efe3b77-09a8-4837-9598-1a45201283e3'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:04:26.521503 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e22baa7-d3d5-426a-bafb-b9d466320a31" -d '{"events": [{"name": "network-changed", "server_uuid": "b11aa305-0cee-46d1-9fd1-fdc54159586c", "tag": "4efe3b77-09a8-4837-9598-1a45201283e3"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:04:26.555467 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-2fffb701-094b-41e2-9783-84f0f39d33e7 req-f907482a-66b1-4d03-b2f0-415f86d869d1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:26.561458 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-974158fa-059e-4282-aa62-48ec775f3e8c req-bca3261a-7135-4deb-9497-396c183a7038 service neutron] Transition to ACTIVE for port object cd6c2cd3-b68c-41d7-80d1-b20fa3579274 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:04:26.578362 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd3743-b52f-447f-a095-4d5a249e446e req-e673d073-c56b-48f3-a04f-10fffd92f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:26.579090 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fccd3743-b52f-447f-a095-4d5a249e446e req-e673d073-c56b-48f3-a04f-10fffd92f1df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:26.580360 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fccd3743-b52f-447f-a095-4d5a249e446e req-e673d073-c56b-48f3-a04f-10fffd92f1df service neutron] 10.222.0.39 "PUT /v2.0/ports/698480bb-c65c-4796-9f7c-716b44ff3798 HTTP/1.1" status: 200 len: 1091 time: 1.7262669 Sep 30 13:04:26.582386 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-974158fa-059e-4282-aa62-48ec775f3e8c req-bca3261a-7135-4deb-9497-396c183a7038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:26.582658 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91232103-3212-48e1-9dea-5252717c15f7 req-a59d09f7-75b6-4732-bc4a-853ace18ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:26.584189 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-91232103-3212-48e1-9dea-5252717c15f7 req-a59d09f7-75b6-4732-bc4a-853ace18ca60 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=709b4a13cb0a4dd9a6e7e0c68425f852&device_id=b11aa305-0cee-46d1-9fd1-fdc54159586c HTTP/1.1" status: 200 len: 1096 time: 0.0477104 Sep 30 13:04:26.633230 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673d073-c56b-48f3-a04f-10fffd92f1df service neutron] Pushing event updated for resources: {'Port': ['ID=698480bb-c65c-4796-9f7c-716b44ff3798,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:26.649975 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-10f09117-3254-4e07-a906-5d1567844e8d None None] Set router 7aa0dc4d-b8c3-42ef-918a-7071d7f18835 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:04:26.684826 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-2fffb701-094b-41e2-9783-84f0f39d33e7 req-f907482a-66b1-4d03-b2f0-415f86d869d1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:26.701233 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-974158fa-059e-4282-aa62-48ec775f3e8c req-bca3261a-7135-4deb-9497-396c183a7038 service neutron] No DVR routers for this DVR port cd6c2cd3-b68c-41d7-80d1-b20fa3579274 on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:04:26.726968 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91232103-3212-48e1-9dea-5252717c15f7 req-b1347004-2696-4cf3-98d6-a8b115d7ba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:26.728698 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-91232103-3212-48e1-9dea-5252717c15f7 req-b1347004-2696-4cf3-98d6-a8b115d7ba53 service neutron] 10.222.0.18 "GET /v2.0/networks?id=76f7ace0-4a25-49af-ab9a-631a26ec2b18 HTTP/1.1" status: 200 len: 930 time: 0.1363590 Sep 30 13:04:26.733066 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b598a21-7f28-46ab-83ee-4a41f4ae2f54', 'tag': '698480bb-c65c-4796-9f7c-716b44ff3798'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:04:26.735347 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3af4d8-f1c4-4897-a802-7e1fe39f3614" -d '{"events": [{"name": "network-changed", "server_uuid": "1b598a21-7f28-46ab-83ee-4a41f4ae2f54", "tag": "698480bb-c65c-4796-9f7c-716b44ff3798"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:04:26.783814 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-91232103-3212-48e1-9dea-5252717c15f7 req-1f30a251-ca21-4c14-a8cb-f1aa879c2553 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4efe3b77-09a8-4837-9598-1a45201283e3 HTTP/1.1" status: 200 len: 217 time: 0.0453939 Sep 30 13:04:26.817929 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-974158fa-059e-4282-aa62-48ec775f3e8c req-bca3261a-7135-4deb-9497-396c183a7038 service neutron] 10.222.0.54 "PUT /v2.0/ports/cd6c2cd3-b68c-41d7-80d1-b20fa3579274/bindings/n-h1-810909-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3078403 Sep 30 13:04:26.818703 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3261a-7135-4deb-9497-396c183a7038 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6c2cd3-b68c-41d7-80d1-b20fa3579274,revision_number=10']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:26.840351 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd3743-b52f-447f-a095-4d5a249e446e req-25873221-368f-440b-b724-78217c741a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:26.842004 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fccd3743-b52f-447f-a095-4d5a249e446e req-25873221-368f-440b-b724-78217c741a19 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0aab74e1df6d45fba7c45004cdea3fd5&device_id=1b598a21-7f28-46ab-83ee-4a41f4ae2f54 HTTP/1.1" status: 200 len: 1094 time: 0.1974697 Sep 30 13:04:26.856418 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91232103-3212-48e1-9dea-5252717c15f7 req-208e9cd4-cfd9-4a92-b5e7-9fdce44e18ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:26.864384 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-91232103-3212-48e1-9dea-5252717c15f7 req-208e9cd4-cfd9-4a92-b5e7-9fdce44e18ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=53cc4aed-c0f6-4bf3-a455-86c2a6798883 HTTP/1.1" status: 200 len: 868 time: 0.0697253 Sep 30 13:04:26.913067 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-10f09117-3254-4e07-a906-5d1567844e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1820394865-router', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '5727c14d-0eff-49cb-863c-9f72a78d5afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:36Z', 'updated_at': '2021-09-30T13:03:43Z', 'revision_number': 4, 'project_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'gw_port': {'id': '5727c14d-0eff-49cb-863c-9f72a78d5afa', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:38Z', 'updated_at': '2021-09-30T13:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'c416f925-9825-4ed8-a7d4-d467b99c5f71', 'name': '', 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'mac_address': 'fa:16:3e:27:6a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '53cc4aed-c0f6-4bf3-a455-86c2a6798883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:42Z', 'updated_at': '2021-09-30T13:03:56Z', 'revision_number': 5, 'project_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'subnets': [{'id': '53cc4aed-c0f6-4bf3-a455-86c2a6798883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:26.928395 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fccd3743-b52f-447f-a095-4d5a249e446e req-1cc53452-a50c-426a-acc8-717f5fe35ca4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=698480bb-c65c-4796-9f7c-716b44ff3798 HTTP/1.1" status: 200 len: 217 time: 0.0686121 Sep 30 13:04:26.943787 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974158fa-059e-4282-aa62-48ec775f3e8c req-f5184fab-0b17-47e8-9986-d305835348f3 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:26.946250 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-974158fa-059e-4282-aa62-48ec775f3e8c req-f5184fab-0b17-47e8-9986-d305835348f3 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b&tenant_id=bfee4c1083184c949bfe63d2e5d7a195&binding%3Ahost_id=n-h2-810909-2 HTTP/1.1" status: 200 len: 1095 time: 0.0514905 Sep 30 13:04:26.948666 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91232103-3212-48e1-9dea-5252717c15f7 req-911c5dda-f0cb-49f8-b03d-14d323d0f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:26.956210 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f09117-3254-4e07-a906-5d1567844e8d None None] Checking router: 7aa0dc4d-b8c3-42ef-918a-7071d7f18835 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:04:26.956765 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-91232103-3212-48e1-9dea-5252717c15f7 req-911c5dda-f0cb-49f8-b03d-14d323d0f8b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=76f7ace0-4a25-49af-ab9a-631a26ec2b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913351 Sep 30 13:04:26.981249 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f09117-3254-4e07-a906-5d1567844e8d None None] Routers {'7aa0dc4d-b8c3-42ef-918a-7071d7f18835'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:04:26.981523 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-10f09117-3254-4e07-a906-5d1567844e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:04:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['7aa0dc4d-b8c3-42ef-918a-7071d7f18835'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:27.005586 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd3743-b52f-447f-a095-4d5a249e446e req-f4a5aead-14bd-462a-812f-a29eaf1d8c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:27.007076 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fccd3743-b52f-447f-a095-4d5a249e446e req-f4a5aead-14bd-462a-812f-a29eaf1d8c7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e91829e-1d04-4c5a-81dc-9917c8689f4b HTTP/1.1" status: 200 len: 862 time: 0.0692656 Sep 30 13:04:27.030224 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-2fffb701-094b-41e2-9783-84f0f39d33e7 req-f907482a-66b1-4d03-b2f0-415f86d869d1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:27.050808 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-2fffb701-094b-41e2-9783-84f0f39d33e7 req-f907482a-66b1-4d03-b2f0-415f86d869d1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:27.060300 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974158fa-059e-4282-aa62-48ec775f3e8c req-2d271f34-08e9-4d8c-b147-861a9be1f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:27.061807 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-974158fa-059e-4282-aa62-48ec775f3e8c req-2d271f34-08e9-4d8c-b147-861a9be1f778 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b&tenant_id=bfee4c1083184c949bfe63d2e5d7a195 HTTP/1.1" status: 200 len: 1095 time: 0.1031270 Sep 30 13:04:27.098652 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-91232103-3212-48e1-9dea-5252717c15f7 req-d3a1f07a-0314-4aae-869f-0394878efcf3 service neutron] 10.222.0.18 "GET /v2.0/networks/76f7ace0-4a25-49af-ab9a-631a26ec2b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409841 Sep 30 13:04:27.108956 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-10f09117-3254-4e07-a906-5d1567844e8d None None] Set router 7aa0dc4d-b8c3-42ef-918a-7071d7f18835 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:04:27.129094 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd3743-b52f-447f-a095-4d5a249e446e req-c1d742f6-ea5b-4bd0-8f88-05adb9ebe626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:27.130587 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fccd3743-b52f-447f-a095-4d5a249e446e req-c1d742f6-ea5b-4bd0-8f88-05adb9ebe626 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=53d8a375-ae3f-43ae-bcaf-c9e5f964997d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129444 Sep 30 13:04:27.133636 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907482a-66b1-4d03-b2f0-415f86d869d1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Pushing event updated for resources: {'Port': ['ID=26f28a71-e775-4eac-a82d-07a0eef11ee7,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:27.152328 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-2fffb701-094b-41e2-9783-84f0f39d33e7 req-f907482a-66b1-4d03-b2f0-415f86d869d1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:27.185685 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-2fffb701-094b-41e2-9783-84f0f39d33e7 req-f907482a-66b1-4d03-b2f0-415f86d869d1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:27.187181 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2fffb701-094b-41e2-9783-84f0f39d33e7 req-f907482a-66b1-4d03-b2f0-415f86d869d1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4015911 Sep 30 13:04:27.200629 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974158fa-059e-4282-aa62-48ec775f3e8c req-1dd08cf0-8ca7-487e-bf03-c1caf158ee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:27.202338 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-974158fa-059e-4282-aa62-48ec775f3e8c req-1dd08cf0-8ca7-487e-bf03-c1caf158ee97 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bfee4c1083184c949bfe63d2e5d7a195&device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 1095 time: 0.1022205 Sep 30 13:04:27.257959 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-91232103-3212-48e1-9dea-5252717c15f7 req-4935fb8b-880c-42de-a767-b67cb0a2bc28 service neutron] 10.222.0.18 "GET /v2.0/networks/76f7ace0-4a25-49af-ab9a-631a26ec2b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558564 Sep 30 13:04:27.268946 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2fffb701-094b-41e2-9783-84f0f39d33e7 req-1c009175-f34a-4ea0-be99-1af49fc12b40 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 696 time: 0.0509334 Sep 30 13:04:27.296801 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fccd3743-b52f-447f-a095-4d5a249e446e req-3b554c46-ff57-4756-aab9-135cbb3ed0a5 service neutron] 10.222.0.39 "GET /v2.0/networks/53d8a375-ae3f-43ae-bcaf-c9e5f964997d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552525 Sep 30 13:04:27.321758 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974158fa-059e-4282-aa62-48ec775f3e8c req-1ad48294-ddf2-4da2-b02d-939c540f9403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:27.322733 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-974158fa-059e-4282-aa62-48ec775f3e8c req-1ad48294-ddf2-4da2-b02d-939c540f9403 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a HTTP/1.1" status: 200 len: 921 time: 0.1125023 Sep 30 13:04:27.357058 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-10f09117-3254-4e07-a906-5d1567844e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1820394865-router', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '5727c14d-0eff-49cb-863c-9f72a78d5afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:36Z', 'updated_at': '2021-09-30T13:03:43Z', 'revision_number': 4, 'project_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'gw_port': {'id': '5727c14d-0eff-49cb-863c-9f72a78d5afa', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:38Z', 'updated_at': '2021-09-30T13:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'c416f925-9825-4ed8-a7d4-d467b99c5f71', 'name': '', 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'mac_address': 'fa:16:3e:27:6a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '53cc4aed-c0f6-4bf3-a455-86c2a6798883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:42Z', 'updated_at': '2021-09-30T13:03:56Z', 'revision_number': 5, 'project_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'subnets': [{'id': '53cc4aed-c0f6-4bf3-a455-86c2a6798883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:27.379995 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-974158fa-059e-4282-aa62-48ec775f3e8c req-e115200a-bcc4-43ff-95b8-825a67f582fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd6c2cd3-b68c-41d7-80d1-b20fa3579274 HTTP/1.1" status: 200 len: 217 time: 0.0475352 Sep 30 13:04:27.392243 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f09117-3254-4e07-a906-5d1567844e8d None None] The sync data for ids ['7aa0dc4d-b8c3-42ef-918a-7071d7f18835'] in n-d-810909-2 is: [{'id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1820394865-router', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '5727c14d-0eff-49cb-863c-9f72a78d5afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:36Z', 'updated_at': '2021-09-30T13:03:43Z', 'revision_number': 4, 'project_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'gw_port': {'id': '5727c14d-0eff-49cb-863c-9f72a78d5afa', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:38Z', 'updated_at': '2021-09-30T13:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'c416f925-9825-4ed8-a7d4-d467b99c5f71', 'name': '', 'network_id': '76f7ace0-4a25-49af-ab9a-631a26ec2b18', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'mac_address': 'fa:16:3e:27:6a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '53cc4aed-c0f6-4bf3-a455-86c2a6798883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:42Z', 'updated_at': '2021-09-30T13:03:56Z', 'revision_number': 5, 'project_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'subnets': [{'id': '53cc4aed-c0f6-4bf3-a455-86c2a6798883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:04:27.438742 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974158fa-059e-4282-aa62-48ec775f3e8c req-c8257778-6a4f-42b6-b2d4-ca87e9b08e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:27.440441 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-974158fa-059e-4282-aa62-48ec775f3e8c req-c8257778-6a4f-42b6-b2d4-ca87e9b08e29 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d2a3567b-bc5f-477b-8f28-c16dcd278961 HTTP/1.1" status: 200 len: 860 time: 0.0481644 Sep 30 13:04:27.474005 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-974158fa-059e-4282-aa62-48ec775f3e8c req-623ab61d-dea6-4bb6-9825-b4b41eeb5369 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256231 Sep 30 13:04:27.475867 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffb701-094b-41e2-9783-84f0f39d33e7 req-81d771c2-1790-47c1-9290-b43c4de6fe3e tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:27.477541 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2fffb701-094b-41e2-9783-84f0f39d33e7 req-81d771c2-1790-47c1-9290-b43c4de6fe3e tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 784 time: 0.1973412 Sep 30 13:04:27.504209 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fccd3743-b52f-447f-a095-4d5a249e446e req-87d395d1-507f-4a8e-b425-7132f9f36c5d service neutron] 10.222.0.39 "GET /v2.0/networks/53d8a375-ae3f-43ae-bcaf-c9e5f964997d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958649 Sep 30 13:04:27.606434 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-974158fa-059e-4282-aa62-48ec775f3e8c req-a7fc12a6-c978-426b-928c-edd29bd1c756 service neutron] 10.222.0.39 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242118 Sep 30 13:04:27.612711 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c4c48-0d63-4b60-a66b-6d8c4cfc8388 req-48930f8a-02d9-4feb-b412-eda444ea37cd tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:27.614424 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6f2c4c48-0d63-4b60-a66b-6d8c4cfc8388 req-48930f8a-02d9-4feb-b412-eda444ea37cd tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b598a21-7f28-46ab-83ee-4a41f4ae2f54 HTTP/1.1" status: 200 len: 943 time: 0.0626025 Sep 30 13:04:27.618960 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86823cb5-c391-4574-9d4c-b841e1a6eb3c req-62ee948d-c98c-4e87-8f9a-0f966edcda72 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:27.620735 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-86823cb5-c391-4574-9d4c-b841e1a6eb3c req-62ee948d-c98c-4e87-8f9a-0f966edcda72 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 944 time: 0.0713761 Sep 30 13:04:27.659106 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6f2c4c48-0d63-4b60-a66b-6d8c4cfc8388 req-a3690c79-1498-4263-a3df-8c95f1e8cf39 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d6f0b3c-8222-4db0-ad39-a7497b1f4c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367734 Sep 30 13:04:27.711939 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-86823cb5-c391-4574-9d4c-b841e1a6eb3c req-483b1386-5633-4578-9b16-6cd6820a79ee tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830681 Sep 30 13:04:27.718490 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a11ee44-0d15-4aac-8471-b32b3b50d413 None None] New status for floating IP 7bde94ff-14b6-4d76-9b11-62f632219361: DOWN {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:04:27.748833 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-974158fa-059e-4282-aa62-48ec775f3e8c req-a7a4fdfd-2d9b-4e67-b739-9e88dcbc39d0 service neutron] 10.222.0.39 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271119 Sep 30 13:04:27.790722 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7cf9c-120f-4c88-8867-80cf4bdc3645 req-f02f4e19-3732-4758-b3db-29ea3e238470 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:27.799885 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8fe7cf9c-120f-4c88-8867-80cf4bdc3645 req-f02f4e19-3732-4758-b3db-29ea3e238470 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 945 time: 0.0678737 Sep 30 13:04:27.843153 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8fe7cf9c-120f-4c88-8867-80cf4bdc3645 req-0d9ab0be-920d-41ac-b9f7-420be59969b7 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416725 Sep 30 13:04:27.884622 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f6da22-bed8-4ac3-89f0-0a189fd66aa9 x-openstack-request-id: req-04f6da22-bed8-4ac3-89f0-0a189fd66aa9 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:04:27.884916 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11aa305-0cee-46d1-9fd1-fdc54159586c", "tag": "4efe3b77-09a8-4837-9598-1a45201283e3", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:04:27.885388 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04f6da22-bed8-4ac3-89f0-0a189fd66aa9 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:04:27.885855 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11aa305-0cee-46d1-9fd1-fdc54159586c', 'tag': '4efe3b77-09a8-4837-9598-1a45201283e3', 'status': 'completed', 'code': 200} Sep 30 13:04:27.942418 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8193ca1-3ad9-422b-9b7a-8df11c8f5b16 x-openstack-request-id: req-d8193ca1-3ad9-422b-9b7a-8df11c8f5b16 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:04:27.942924 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b598a21-7f28-46ab-83ee-4a41f4ae2f54", "tag": "698480bb-c65c-4796-9f7c-716b44ff3798", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:04:27.943177 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d8193ca1-3ad9-422b-9b7a-8df11c8f5b16 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:04:27.943588 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b598a21-7f28-46ab-83ee-4a41f4ae2f54', 'tag': '698480bb-c65c-4796-9f7c-716b44ff3798', 'status': 'completed', 'code': 200} Sep 30 13:04:28.042693 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3779303c-d26b-4d0c-9b39-7732dd110e79 req-60d88a65-232e-4cdc-aaad-34b657b55123 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/floatingips/7bde94ff-14b6-4d76-9b11-62f632219361 HTTP/1.1" status: 200 len: 693 time: 0.0858526 Sep 30 13:04:28.075480 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22baa7-d3d5-426a-bafb-b9d466320a31 req-71fe189e-e745-4b8d-97d0-fc880013900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:28.077090 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0e22baa7-d3d5-426a-bafb-b9d466320a31 req-71fe189e-e745-4b8d-97d0-fc880013900e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=709b4a13cb0a4dd9a6e7e0c68425f852&device_id=b11aa305-0cee-46d1-9fd1-fdc54159586c HTTP/1.1" status: 200 len: 1096 time: 0.1586497 Sep 30 13:04:28.087161 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3af4d8-f1c4-4897-a802-7e1fe39f3614 req-12659fdb-97f0-4548-9d6b-01c0c3998dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:28.088810 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cd3af4d8-f1c4-4897-a802-7e1fe39f3614 req-12659fdb-97f0-4548-9d6b-01c0c3998dda service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0aab74e1df6d45fba7c45004cdea3fd5&device_id=1b598a21-7f28-46ab-83ee-4a41f4ae2f54 HTTP/1.1" status: 200 len: 1094 time: 0.0831447 Sep 30 13:04:28.239270 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779303c-d26b-4d0c-9b39-7732dd110e79 req-0339b1f9-15a9-49c0-ad73-ccf0e8b70d21 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:28.240953 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3779303c-d26b-4d0c-9b39-7732dd110e79 req-0339b1f9-15a9-49c0-ad73-ccf0e8b70d21 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 784 time: 0.1907544 Sep 30 13:04:28.262705 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-3779303c-d26b-4d0c-9b39-7732dd110e79 req-4a790842-f279-40a4-8a61-3e0f1a05b65d tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:04:28.263856 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3779303c-d26b-4d0c-9b39-7732dd110e79 req-4a790842-f279-40a4-8a61-3e0f1a05b65d tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0130098 Sep 30 13:04:28.270522 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3af4d8-f1c4-4897-a802-7e1fe39f3614 req-5eb89453-83c9-4519-bb6e-3ffdcae05fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:28.272198 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cd3af4d8-f1c4-4897-a802-7e1fe39f3614 req-5eb89453-83c9-4519-bb6e-3ffdcae05fe1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=53d8a375-ae3f-43ae-bcaf-c9e5f964997d HTTP/1.1" status: 200 len: 924 time: 0.1679311 Sep 30 13:04:28.378815 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3779303c-d26b-4d0c-9b39-7732dd110e79 req-2776cf92-dfea-4c43-9f9a-13b03e2bde72 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.119 HTTP/1.1" status: 200 len: 696 time: 0.1056325 Sep 30 13:04:28.380225 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cd3af4d8-f1c4-4897-a802-7e1fe39f3614 req-89ffa764-55a8-496a-9957-c58066a1c88b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=698480bb-c65c-4796-9f7c-716b44ff3798 HTTP/1.1" status: 200 len: 217 time: 0.0567181 Sep 30 13:04:28.466904 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3779303c-d26b-4d0c-9b39-7732dd110e79 req-cfd7fd9d-d988-4ae5-b9d9-37bb9fdb1511 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.119 HTTP/1.1" status: 200 len: 696 time: 0.0814953 Sep 30 13:04:28.503443 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-0f317b96-156d-44e8-a0bc-dff9d1ca3725 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:28.504924 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-0f317b96-156d-44e8-a0bc-dff9d1ca3725 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/networks?id=e8eab66f-ef4a-4a54-be2e-91970fd063a6 HTTP/1.1" status: 200 len: 814 time: 0.5237899 Sep 30 13:04:28.509280 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974158fa-059e-4282-aa62-48ec775f3e8c req-f1766c78-1686-4354-9f97-fa303b8cda70 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:28.510704 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-974158fa-059e-4282-aa62-48ec775f3e8c req-f1766c78-1686-4354-9f97-fa303b8cda70 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b&tenant_id=bfee4c1083184c949bfe63d2e5d7a195&binding%3Ahost_id=n-h1-810909-2 HTTP/1.1" status: 200 len: 1095 time: 0.4741881 Sep 30 13:04:28.518394 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3af4d8-f1c4-4897-a802-7e1fe39f3614 req-b625cf41-e068-4124-a9dd-c6294f328e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:28.519936 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cd3af4d8-f1c4-4897-a802-7e1fe39f3614 req-b625cf41-e068-4124-a9dd-c6294f328e71 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e91829e-1d04-4c5a-81dc-9917c8689f4b HTTP/1.1" status: 200 len: 862 time: 0.1276453 Sep 30 13:04:28.552318 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-0415db41-f56a-4320-aa7c-cce8a05f5566 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/quotas/eaa40acf6a14405290df9cae6ac261ca HTTP/1.1" status: 200 len: 375 time: 0.0372529 Sep 30 13:04:28.582631 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22baa7-d3d5-426a-bafb-b9d466320a31 req-1c9a28e3-cfbb-429a-92b5-94a564c29a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:28.584103 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0e22baa7-d3d5-426a-bafb-b9d466320a31 req-1c9a28e3-cfbb-429a-92b5-94a564c29a5c service neutron] 10.222.0.39 "GET /v2.0/networks?id=76f7ace0-4a25-49af-ab9a-631a26ec2b18 HTTP/1.1" status: 200 len: 930 time: 0.4837785 Sep 30 13:04:28.603388 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-67ad7033-d7cf-4fef-807d-89c6e8073f68 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=eaa40acf6a14405290df9cae6ac261ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409684 Sep 30 13:04:28.683607 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0e22baa7-d3d5-426a-bafb-b9d466320a31 req-e6a12523-520e-4d25-9bca-32664c044555 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4efe3b77-09a8-4837-9598-1a45201283e3 HTTP/1.1" status: 200 len: 217 time: 0.0796793 Sep 30 13:04:28.823891 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22baa7-d3d5-426a-bafb-b9d466320a31 req-eb9c1a1c-f20f-4c4a-a62d-dc25c75eb86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:28.825392 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0e22baa7-d3d5-426a-bafb-b9d466320a31 req-eb9c1a1c-f20f-4c4a-a62d-dc25c75eb86c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=53cc4aed-c0f6-4bf3-a455-86c2a6798883 HTTP/1.1" status: 200 len: 868 time: 0.1265872 Sep 30 13:04:28.852576 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-04fed041-ae8e-44fb-9b7c-37f109b6cecd service neutron] 10.222.0.18 "GET /v2.0/networks/e8eab66f-ef4a-4a54-be2e-91970fd063a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380989 Sep 30 13:04:28.881123 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-974158fa-059e-4282-aa62-48ec775f3e8c req-c71090cd-480a-4788-85da-706d8ec10193 service neutron] For port cd6c2cd3-b68c-41d7-80d1-b20fa3579274, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:04:28.899304 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-974158fa-059e-4282-aa62-48ec775f3e8c req-c71090cd-480a-4788-85da-706d8ec10193 service neutron] Notify callbacks [] for binding, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:28.900431 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-974158fa-059e-4282-aa62-48ec775f3e8c req-c71090cd-480a-4788-85da-706d8ec10193 service neutron] 10.222.0.39 "DELETE /v2.0/ports/cd6c2cd3-b68c-41d7-80d1-b20fa3579274/bindings/n-h2-810909-2 HTTP/1.1" status: 204 len: 173 time: 0.3756649 Sep 30 13:04:28.953242 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22baa7-d3d5-426a-bafb-b9d466320a31 req-d978f8f5-f4a7-47d6-8d7c-86b3f48f5799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:28.954680 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0e22baa7-d3d5-426a-bafb-b9d466320a31 req-d978f8f5-f4a7-47d6-8d7c-86b3f48f5799 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=76f7ace0-4a25-49af-ab9a-631a26ec2b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167169 Sep 30 13:04:28.995980 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3af4d8-f1c4-4897-a802-7e1fe39f3614 req-f02f96b7-4d60-466d-a15a-b3ab54bbc0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:28.997523 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cd3af4d8-f1c4-4897-a802-7e1fe39f3614 req-f02f96b7-4d60-466d-a15a-b3ab54bbc0d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=53d8a375-ae3f-43ae-bcaf-c9e5f964997d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4676840 Sep 30 13:04:29.004829 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-215a39e4-6fee-452d-9f48-cf95f8bd6d9e service neutron] 10.222.0.18 "GET /v2.0/networks/e8eab66f-ef4a-4a54-be2e-91970fd063a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381059 Sep 30 13:04:29.019433 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-6b42b88a-d4e3-4297-8bc9-e54f6cd30423 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:29.020949 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-6b42b88a-d4e3-4297-8bc9-e54f6cd30423 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3&tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&binding%3Ahost_id=n-h1-810909-2 HTTP/1.1" status: 200 len: 1096 time: 0.0971375 Sep 30 13:04:29.038567 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-262a8e14-3da3-4cf6-a28a-44f6c1bef8dd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810909-2'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:29.069437 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-3779303c-d26b-4d0c-9b39-7732dd110e79 req-7a458a37-fa76-45bd-a927-eb20ab578e4e tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Deleting port 6873fa57-a23e-49ba-b160-1aa6d8cf31c7 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:04:29.069779 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-3779303c-d26b-4d0c-9b39-7732dd110e79 req-7a458a37-fa76-45bd-a927-eb20ab578e4e tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:29.071994 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0e22baa7-d3d5-426a-bafb-b9d466320a31 req-7bb22c3a-ffef-44ff-b708-325e6b570f92 service neutron] 10.222.0.39 "GET /v2.0/networks/76f7ace0-4a25-49af-ab9a-631a26ec2b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079748 Sep 30 13:04:29.221091 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-262a8e14-3da3-4cf6-a28a-44f6c1bef8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:29.241614 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cd3af4d8-f1c4-4897-a802-7e1fe39f3614 req-f32ba130-336c-443a-b024-e70cd62c9b41 service neutron] 10.222.0.39 "GET /v2.0/networks/53d8a375-ae3f-43ae-bcaf-c9e5f964997d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327204 Sep 30 13:04:29.246753 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0e22baa7-d3d5-426a-bafb-b9d466320a31 req-19623fa6-379c-4ef8-853b-32b2b159e29e service neutron] 10.222.0.39 "GET /v2.0/networks/76f7ace0-4a25-49af-ab9a-631a26ec2b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665666 Sep 30 13:04:29.267436 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-3779303c-d26b-4d0c-9b39-7732dd110e79 req-7a458a37-fa76-45bd-a927-eb20ab578e4e tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:29.267766 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-3779303c-d26b-4d0c-9b39-7732dd110e79 req-7a458a37-fa76-45bd-a927-eb20ab578e4e tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:29.283592 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e91e3455-092c-4f0a-b8dc-f6ad31dff630 req-486358a5-b0a3-4180-9b6f-91c11d28b835 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1292176 Sep 30 13:04:29.297561 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-e91e3455-092c-4f0a-b8dc-f6ad31dff630 req-5b8f8218-b54e-4d23-87a9-70d1f0e295aa tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:29.324845 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-3779303c-d26b-4d0c-9b39-7732dd110e79 req-7a458a37-fa76-45bd-a927-eb20ab578e4e tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Calling delete_port for 6873fa57-a23e-49ba-b160-1aa6d8cf31c7 owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:04:29.334701 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e91e3455-092c-4f0a-b8dc-f6ad31dff630 req-5b8f8218-b54e-4d23-87a9-70d1f0e295aa tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks [] for floatingip, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:29.473600 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e91e3455-092c-4f0a-b8dc-f6ad31dff630 req-5b8f8218-b54e-4d23-87a9-70d1f0e295aa tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:29.524647 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cd3af4d8-f1c4-4897-a802-7e1fe39f3614 req-541869a3-a927-48f3-bcb4-299fb1da8148 service neutron] 10.222.0.39 "GET /v2.0/networks/53d8a375-ae3f-43ae-bcaf-c9e5f964997d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688835 Sep 30 13:04:29.557625 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-262a8e14-3da3-4cf6-a28a-44f6c1bef8dd service neutron] For port 52f3328b-321c-496f-9969-4dcbe18927e9, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=52f3328b-321c-496f-9969-4dcbe18927e9,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:29.620845 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-e91e3455-092c-4f0a-b8dc-f6ad31dff630 req-5b8f8218-b54e-4d23-87a9-70d1f0e295aa tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Allocated IP 172.25.5.65 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/2dae842f-7825-406a-ad10-2c6cd844c2f8) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:04:29.636750 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-262a8e14-3da3-4cf6-a28a-44f6c1bef8dd service neutron] For port 52f3328b-321c-496f-9969-4dcbe18927e9, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:04:29.672575 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-3779303c-d26b-4d0c-9b39-7732dd110e79 req-7a458a37-fa76-45bd-a927-eb20ab578e4e tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:29.711616 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-262a8e14-3da3-4cf6-a28a-44f6c1bef8dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:29.713362 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a458a37-fa76-45bd-a927-eb20ab578e4e tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Pushing event deleted for resources: {'Port': ['ID=6873fa57-a23e-49ba-b160-1aa6d8cf31c7,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:29.720939 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-262a8e14-3da3-4cf6-a28a-44f6c1bef8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:29.776855 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 52f3328b-321c-496f-9969-4dcbe18927e9 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:04:29.794051 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e91e3455-092c-4f0a-b8dc-f6ad31dff630 req-5b8f8218-b54e-4d23-87a9-70d1f0e295aa tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:29.851858 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-3779303c-d26b-4d0c-9b39-7732dd110e79 req-7a458a37-fa76-45bd-a927-eb20ab578e4e tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:29.854280 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-3779303c-d26b-4d0c-9b39-7732dd110e79 req-7a458a37-fa76-45bd-a927-eb20ab578e4e tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:29.855495 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3779303c-d26b-4d0c-9b39-7732dd110e79 req-7a458a37-fa76-45bd-a927-eb20ab578e4e tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "DELETE /v2.0/floatingips/7bde94ff-14b6-4d76-9b11-62f632219361 HTTP/1.1" status: 204 len: 173 time: 1.3820531 Sep 30 13:04:29.866003 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a8e14-3da3-4cf6-a28a-44f6c1bef8dd service neutron] Pushing event updated for resources: {'Port': ['ID=52f3328b-321c-496f-9969-4dcbe18927e9,revision_number=7']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:29.878186 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-262a8e14-3da3-4cf6-a28a-44f6c1bef8dd service neutron] Attempting to bind port 52f3328b-321c-496f-9969-4dcbe18927e9 on host n-h1-810909-2 for vnic_type normal with profile {"migrating_to": "n-h2-810909-2"} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:04:29.878541 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-262a8e14-3da3-4cf6-a28a-44f6c1bef8dd service neutron] Attempting to bind port 52f3328b-321c-496f-9969-4dcbe18927e9 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:04:29.878860 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-262a8e14-3da3-4cf6-a28a-44f6c1bef8dd service neutron] Attempting to bind port 52f3328b-321c-496f-9969-4dcbe18927e9 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:04:29.883754 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-262a8e14-3da3-4cf6-a28a-44f6c1bef8dd service neutron] Port 52f3328b-321c-496f-9969-4dcbe18927e9 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:04:29.883930 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-262a8e14-3da3-4cf6-a28a-44f6c1bef8dd service neutron] Attempting to bind port 52f3328b-321c-496f-9969-4dcbe18927e9 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:04:29.889271 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-262a8e14-3da3-4cf6-a28a-44f6c1bef8dd service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:04:29.889271 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-262a8e14-3da3-4cf6-a28a-44f6c1bef8dd service neutron] Checking segment: {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:04:29.889655 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-262a8e14-3da3-4cf6-a28a-44f6c1bef8dd service neutron] Bound using segment: {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:04:29.890081 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-262a8e14-3da3-4cf6-a28a-44f6c1bef8dd service neutron] Bound port: 52f3328b-321c-496f-9969-4dcbe18927e9, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:04:29.890491 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-262a8e14-3da3-4cf6-a28a-44f6c1bef8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:29.902855 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e91e3455-092c-4f0a-b8dc-f6ad31dff630 req-5b8f8218-b54e-4d23-87a9-70d1f0e295aa tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:29.944447 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device cd6c2cd3-b68c-41d7-80d1-b20fa3579274 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:04:29.967278 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-262a8e14-3da3-4cf6-a28a-44f6c1bef8dd service neutron] For port 52f3328b-321c-496f-9969-4dcbe18927e9, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:04:29.971147 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-262a8e14-3da3-4cf6-a28a-44f6c1bef8dd service neutron] For port 52f3328b-321c-496f-9969-4dcbe18927e9, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=52f3328b-321c-496f-9969-4dcbe18927e9,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:04:29.972260 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2732d3ad-6e01-4dc6-939e-5642c7760ce3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52f3328b-321c-496f-9969-4dcbe18927e9'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:04:29.974997 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96dcf846-3f97-4850-ac4b-a4f975dcd617" -d '{"events": [{"server_uuid": "2732d3ad-6e01-4dc6-939e-5642c7760ce3", "name": "network-vif-unplugged", "status": "completed", "tag": "52f3328b-321c-496f-9969-4dcbe18927e9"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:04:29.980371 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-262a8e14-3da3-4cf6-a28a-44f6c1bef8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:29.986704 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 52f3328b-321c-496f-9969-4dcbe18927e9, host n-h1-810909-2, got binding levels [] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:29.994816 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e91e3455-092c-4f0a-b8dc-f6ad31dff630 req-5b8f8218-b54e-4d23-87a9-70d1f0e295aa tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:04:29.998638 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-e91e3455-092c-4f0a-b8dc-f6ad31dff630 req-5b8f8218-b54e-4d23-87a9-70d1f0e295aa tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:04:30.003548 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91e3455-092c-4f0a-b8dc-f6ad31dff630 req-5b8f8218-b54e-4d23-87a9-70d1f0e295aa tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:04:30.032461 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Attempting to bind port 52f3328b-321c-496f-9969-4dcbe18927e9 on host n-h1-810909-2 for vnic_type normal with profile {"migrating_to": "n-h2-810909-2"} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:04:30.032461 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Attempting to bind port 52f3328b-321c-496f-9969-4dcbe18927e9 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:04:30.032461 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Attempting to bind port 52f3328b-321c-496f-9969-4dcbe18927e9 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:04:30.037378 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device cd6c2cd3-b68c-41d7-80d1-b20fa3579274 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:04:30.040812 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Port 52f3328b-321c-496f-9969-4dcbe18927e9 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:04:30.041241 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Attempting to bind port 52f3328b-321c-496f-9969-4dcbe18927e9 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:04:30.046845 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:04:30.047243 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Checking segment: {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:04:30.047854 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Bound using segment: {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:04:30.048701 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Bound port: 52f3328b-321c-496f-9969-4dcbe18927e9, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:04:30.048701 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:30.063893 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f8218-b54e-4d23-87a9-70d1f0e295aa tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Pushing event updated for resources: {'Port': ['ID=2dae842f-7825-406a-ad10-2c6cd844c2f8,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:30.073171 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a8e14-3da3-4cf6-a28a-44f6c1bef8dd service neutron] Pushing event updated for resources: {'Port': ['ID=52f3328b-321c-496f-9969-4dcbe18927e9,revision_number=8']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:30.076787 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-262a8e14-3da3-4cf6-a28a-44f6c1bef8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:30.077404 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-262a8e14-3da3-4cf6-a28a-44f6c1bef8dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:30.078831 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-262a8e14-3da3-4cf6-a28a-44f6c1bef8dd service neutron] 10.222.0.54 "PUT /v2.0/ports/52f3328b-321c-496f-9969-4dcbe18927e9 HTTP/1.1" status: 200 len: 1121 time: 1.0457458 Sep 30 13:04:30.129898 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e91e3455-092c-4f0a-b8dc-f6ad31dff630 req-5b8f8218-b54e-4d23-87a9-70d1f0e295aa tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:30.140060 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device cd6c2cd3-b68c-41d7-80d1-b20fa3579274 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:04:30.177948 n-d-810909-2 neutron-server[94765]: WARNING neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Concurrent port binding operations failed on port 52f3328b-321c-496f-9969-4dcbe18927e9 Sep 30 13:04:30.183875 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 52f3328b-321c-496f-9969-4dcbe18927e9, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=52f3328b-321c-496f-9969-4dcbe18927e9,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:30.191008 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e91e3455-092c-4f0a-b8dc-f6ad31dff630 req-5b8f8218-b54e-4d23-87a9-70d1f0e295aa tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:30.191754 n-d-810909-2 neutron-server[94765]: INFO neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Attempt 2 to bind port 52f3328b-321c-496f-9969-4dcbe18927e9 Sep 30 13:04:30.192373 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 52f3328b-321c-496f-9969-4dcbe18927e9 has no active binding in host n-h2-810909-2 {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 30 13:04:30.193986 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['52f3328b-321c-496f-9969-4dcbe18927e9'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:04:30.196440 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac66a02-b952-4099-90c9-8fccae391a71 req-ae3cbc8b-d783-4af8-b9f1-3dbcc8e09bc3 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:30.198391 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7ac66a02-b952-4099-90c9-8fccae391a71 req-ae3cbc8b-d783-4af8-b9f1-3dbcc8e09bc3 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b598a21-7f28-46ab-83ee-4a41f4ae2f54 HTTP/1.1" status: 200 len: 943 time: 0.0621340 Sep 30 13:04:30.237110 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['52f3328b-321c-496f-9969-4dcbe18927e9'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:04:30.264722 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7ac66a02-b952-4099-90c9-8fccae391a71 req-5f7b1c0f-b120-42e7-8bb4-defe536fed6d tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d6f0b3c-8222-4db0-ad39-a7497b1f4c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603075 Sep 30 13:04:30.435927 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e91e3455-092c-4f0a-b8dc-f6ad31dff630 req-5b8f8218-b54e-4d23-87a9-70d1f0e295aa tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:30.445170 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e91e3455-092c-4f0a-b8dc-f6ad31dff630 req-5b8f8218-b54e-4d23-87a9-70d1f0e295aa tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:30.473689 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd42ca8-710c-4336-9b95-b5d1970ea598 req-a9143b30-4a32-4cf5-bb54-7db78eecc5f4 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:30.475517 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4bd42ca8-710c-4336-9b95-b5d1970ea598 req-a9143b30-4a32-4cf5-bb54-7db78eecc5f4 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 944 time: 0.1121836 Sep 30 13:04:30.528630 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4bd42ca8-710c-4336-9b95-b5d1970ea598 req-6627e0b3-20d6-4dc2-9547-a6bb42eeacf5 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444350 Sep 30 13:04:30.547841 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f8218-b54e-4d23-87a9-70d1f0e295aa tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Pushing event updated for resources: {'Port': ['ID=2dae842f-7825-406a-ad10-2c6cd844c2f8,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:30.555039 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-99460ebc-89e6-4bac-bf0f-f0036b1c267a tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:30.556611 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-99460ebc-89e6-4bac-bf0f-f0036b1c267a tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.54 "GET /v2.0/networks?id=e8eab66f-ef4a-4a54-be2e-91970fd063a6 HTTP/1.1" status: 200 len: 814 time: 0.2177114 Sep 30 13:04:30.565752 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e91e3455-092c-4f0a-b8dc-f6ad31dff630 req-5b8f8218-b54e-4d23-87a9-70d1f0e295aa tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:30.572708 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-d4c975cd-e367-4781-a889-159e0866557c tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Request body: {'port': {'device_id': 'fa8f720e-a5c3-4d78-ab49-9a8341a16be3', 'network_id': 'e8eab66f-ef4a-4a54-be2e-91970fd063a6', 'admin_state_up': True, 'tenant_id': 'eaa40acf6a14405290df9cae6ac261ca'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:30.582555 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e91e3455-092c-4f0a-b8dc-f6ad31dff630 req-5b8f8218-b54e-4d23-87a9-70d1f0e295aa tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:30.584559 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e91e3455-092c-4f0a-b8dc-f6ad31dff630 req-5b8f8218-b54e-4d23-87a9-70d1f0e295aa tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2927613 Sep 30 13:04:30.641839 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e91e3455-092c-4f0a-b8dc-f6ad31dff630 req-89c018c6-a457-4627-b5bd-1bbb93988d2c tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.65 HTTP/1.1" status: 200 len: 695 time: 0.0498974 Sep 30 13:04:30.701527 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57574e63-3972-4316-afc8-7f8e7e39ebaf req-7e3c3ce0-0e4f-4fae-bdef-58592f3594e6 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:30.703161 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-57574e63-3972-4316-afc8-7f8e7e39ebaf req-7e3c3ce0-0e4f-4fae-bdef-58592f3594e6 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 943 time: 0.0958841 Sep 30 13:04:30.741575 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-d4c975cd-e367-4781-a889-159e0866557c tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Made reservation on behalf of eaa40acf6a14405290df9cae6ac261ca for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:04:30.745823 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-d4c975cd-e367-4781-a889-159e0866557c tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:30.750854 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e3455-092c-4f0a-b8dc-f6ad31dff630 req-877637be-dc2b-4f13-91e8-fdd843d4a133 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:30.752143 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e91e3455-092c-4f0a-b8dc-f6ad31dff630 req-877637be-dc2b-4f13-91e8-fdd843d4a133 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 784 time: 0.1042852 Sep 30 13:04:30.768183 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-57574e63-3972-4316-afc8-7f8e7e39ebaf req-6b837454-5656-4c8d-b751-52a78b8576ed tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561671 Sep 30 13:04:30.840034 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-42aab6d8-272e-4e5b-a4f9-80dfffbe9c71 req-190097ac-0894-41a3-a006-a0605345c2dd tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa8f720e-a5c3-4d78-ab49-9a8341a16be3 HTTP/1.1" status: 200 len: 210 time: 0.0314531 Sep 30 13:04:30.860389 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06033a12-6fbb-417e-a7a0-39cd05a4e3c3 x-openstack-request-id: req-06033a12-6fbb-417e-a7a0-39cd05a4e3c3 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:04:30.861284 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2732d3ad-6e01-4dc6-939e-5642c7760ce3", "name": "network-vif-unplugged", "status": "completed", "tag": "52f3328b-321c-496f-9969-4dcbe18927e9", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:04:30.861503 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06033a12-6fbb-417e-a7a0-39cd05a4e3c3 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:04:30.861995 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2732d3ad-6e01-4dc6-939e-5642c7760ce3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52f3328b-321c-496f-9969-4dcbe18927e9', 'code': 200} Sep 30 13:04:30.920566 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33ea9ee4-5df0-40c7-8e5c-bbdad091fd3e req-11740744-c3e8-42e6-aaf2-6f3385d08739 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/floatingips/5eab5f15-bc73-43b9-973e-c1d267a2f72b HTTP/1.1" status: 200 len: 692 time: 0.0558951 Sep 30 13:04:30.931613 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-d4c975cd-e367-4781-a889-159e0866557c tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Allocated IP 172.20.0.4 (e8eab66f-ef4a-4a54-be2e-91970fd063a6/b42e0852-0148-4ca5-a03d-00a9aefff122/295939e1-7602-4452-bb7c-211433002a13) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:04:30.993943 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd40fff-8334-486e-984f-b20a8c831179 req-e7e64707-9bfd-4b32-9fc0-3597a2bb2b1f tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:30.995734 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ffd40fff-8334-486e-984f-b20a8c831179 req-e7e64707-9bfd-4b32-9fc0-3597a2bb2b1f tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b11aa305-0cee-46d1-9fd1-fdc54159586c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0787034 Sep 30 13:04:31.032784 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea9ee4-5df0-40c7-8e5c-bbdad091fd3e req-8e7b5b46-0b32-46cc-ab1a-63d10c32fed7 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:31.034331 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33ea9ee4-5df0-40c7-8e5c-bbdad091fd3e req-8e7b5b46-0b32-46cc-ab1a-63d10c32fed7 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 784 time: 0.1129937 Sep 30 13:04:31.045667 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-33ea9ee4-5df0-40c7-8e5c-bbdad091fd3e req-c5ee3b90-eff5-458e-9940-0b4ed445254d tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:04:31.046857 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33ea9ee4-5df0-40c7-8e5c-bbdad091fd3e req-c5ee3b90-eff5-458e-9940-0b4ed445254d tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063365 Sep 30 13:04:31.061088 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ffd40fff-8334-486e-984f-b20a8c831179 req-041365c6-6fa4-402e-8fdd-bfa47d01600d tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0555835 Sep 30 13:04:31.145091 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ba8ea-9934-4b03-ab48-55b4906f7707 req-0de4f8e1-ddd7-40d9-aea5-546386ba45b4 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:31.146738 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-256ba8ea-9934-4b03-ab48-55b4906f7707 req-0de4f8e1-ddd7-40d9-aea5-546386ba45b4 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 1095 time: 0.0423949 Sep 30 13:04:31.165494 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-d4c975cd-e367-4781-a889-159e0866557c tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:31.182895 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-256ba8ea-9934-4b03-ab48-55b4906f7707 req-a58eddac-d2f3-4c34-ac92-fa6b9797eee4 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297432 Sep 30 13:04:31.218628 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-99c08209-53e5-40e3-973a-22f761f78c04 req-a99714d4-4aa2-4ac4-a6ca-44660ca557b4 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/floatingips/5eab5f15-bc73-43b9-973e-c1d267a2f72b HTTP/1.1" status: 200 len: 692 time: 0.0682943 Sep 30 13:04:31.265024 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f90d2b2d-b81a-4984-9c06-0ebdfddc765f req-5b379f84-d29b-43c9-be8d-45d5ae2f22f6 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0428362 Sep 30 13:04:31.310593 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-d4c975cd-e367-4781-a889-159e0866557c tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:31.382342 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-d4c975cd-e367-4781-a889-159e0866557c tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Network e8eab66f-ef4a-4a54-be2e-91970fd063a6 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:04:31.388949 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-d4c975cd-e367-4781-a889-159e0866557c tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:04:31.391110 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c975cd-e367-4781-a889-159e0866557c tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Pushing event updated for resources: {'Port': ['ID=295939e1-7602-4452-bb7c-211433002a13,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:31.393258 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-d4c975cd-e367-4781-a889-159e0866557c tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:04:31.402904 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c08209-53e5-40e3-973a-22f761f78c04 req-4aff8dc9-d746-4249-b9fb-b929a265aa8d tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:31.404313 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-99c08209-53e5-40e3-973a-22f761f78c04 req-4aff8dc9-d746-4249-b9fb-b929a265aa8d tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 784 time: 0.1826668 Sep 30 13:04:31.491198 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-99c08209-53e5-40e3-973a-22f761f78c04 req-fed56f87-72f3-46ed-b108-faab1d54f6df tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.65 HTTP/1.1" status: 200 len: 695 time: 0.0655060 Sep 30 13:04:31.500528 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-d4c975cd-e367-4781-a889-159e0866557c tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:31.501168 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-d4c975cd-e367-4781-a889-159e0866557c tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:31.560808 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-99c08209-53e5-40e3-973a-22f761f78c04 req-719ae161-23bc-4c10-be4f-d23e3908d576 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.65 HTTP/1.1" status: 200 len: 695 time: 0.0567617 Sep 30 13:04:31.561997 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-d4c975cd-e367-4781-a889-159e0866557c tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9941473 Sep 30 13:04:31.579029 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-7a81a232-8683-4119-8415-634e09e75316 service neutron] Request body: {'port': {'device_id': 'fa8f720e-a5c3-4d78-ab49-9a8341a16be3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:31.596566 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83d7f9-d53b-49f1-a9c8-25b39b78d8a9 req-2c02537a-2214-467f-87e2-6bba74954880 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:31.598132 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd83d7f9-d53b-49f1-a9c8-25b39b78d8a9 req-2c02537a-2214-467f-87e2-6bba74954880 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b598a21-7f28-46ab-83ee-4a41f4ae2f54 HTTP/1.1" status: 200 len: 943 time: 0.0614371 Sep 30 13:04:31.639944 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd83d7f9-d53b-49f1-a9c8-25b39b78d8a9 req-06bee82b-e813-4382-ad1d-ba978f3a4034 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d6f0b3c-8222-4db0-ad39-a7497b1f4c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344746 Sep 30 13:04:31.748318 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-7a81a232-8683-4119-8415-634e09e75316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:31.818755 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-99c08209-53e5-40e3-973a-22f761f78c04 req-be2d28af-883a-4065-b01e-0c732bdb7ad1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Deleting port 2dae842f-7825-406a-ad10-2c6cd844c2f8 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:04:31.819077 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-99c08209-53e5-40e3-973a-22f761f78c04 req-be2d28af-883a-4065-b01e-0c732bdb7ad1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:31.821558 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-d7790395-59eb-49b3-9f73-c8527b598791 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:31.823165 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-d7790395-59eb-49b3-9f73-c8527b598791 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/networks?id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a HTTP/1.1" status: 200 len: 820 time: 0.1081440 Sep 30 13:04:31.840891 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-f04f75e4-27b1-4be4-a37a-7636c6ee4ce5 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/quotas/bfee4c1083184c949bfe63d2e5d7a195 HTTP/1.1" status: 200 len: 375 time: 0.0102694 Sep 30 13:04:31.901784 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-f52cfcd4-de93-4e69-9832-79d0b99923dd tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfee4c1083184c949bfe63d2e5d7a195&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543573 Sep 30 13:04:32.005565 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-fc469e8d-acab-4a26-b097-d9bdd84e9abb service neutron] 10.222.0.18 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960057 Sep 30 13:04:32.027569 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-99c08209-53e5-40e3-973a-22f761f78c04 req-be2d28af-883a-4065-b01e-0c732bdb7ad1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:32.027913 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-99c08209-53e5-40e3-973a-22f761f78c04 req-be2d28af-883a-4065-b01e-0c732bdb7ad1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:32.046370 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-99c08209-53e5-40e3-973a-22f761f78c04 req-be2d28af-883a-4065-b01e-0c732bdb7ad1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Calling delete_port for 2dae842f-7825-406a-ad10-2c6cd844c2f8 owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:04:32.105185 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-36e39c01-61a2-44dd-9034-93cff103a130 service neutron] 10.222.0.18 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926909 Sep 30 13:04:32.139280 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 698480bb-c65c-4796-9f7c-716b44ff3798 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:04:32.192359 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-7a81a232-8683-4119-8415-634e09e75316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 295939e1-7602-4452-bb7c-211433002a13 {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:04:32.201368 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-7a81a232-8683-4119-8415-634e09e75316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:32.290137 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-7a81a232-8683-4119-8415-634e09e75316 service neutron] Transition to ACTIVE for port object 295939e1-7602-4452-bb7c-211433002a13 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:04:32.295002 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-99c08209-53e5-40e3-973a-22f761f78c04 req-be2d28af-883a-4065-b01e-0c732bdb7ad1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:32.334293 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-7a81a232-8683-4119-8415-634e09e75316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:32.337047 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d28af-883a-4065-b01e-0c732bdb7ad1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Pushing event deleted for resources: {'Port': ['ID=2dae842f-7825-406a-ad10-2c6cd844c2f8,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:32.343027 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d84aef-b47e-4bd2-9af4-2517f070dfc9 req-86c90275-d34b-472d-a019-bdac38d4f1ff tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:32.345421 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-60d84aef-b47e-4bd2-9af4-2517f070dfc9 req-86c90275-d34b-472d-a019-bdac38d4f1ff tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b11aa305-0cee-46d1-9fd1-fdc54159586c HTTP/1.1" status: 200 len: 945 time: 0.0672631 Sep 30 13:04:32.405124 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-60d84aef-b47e-4bd2-9af4-2517f070dfc9 req-54e1d00f-38a6-4556-98ea-c4f6dfea7426 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/security-groups?id=baca9b05-d601-443a-b301-6aaa0a7c962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489647 Sep 30 13:04:32.452036 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 698480bb-c65c-4796-9f7c-716b44ff3798, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=698480bb-c65c-4796-9f7c-716b44ff3798,segment=NetworkSegment(a4883d85-ae6f-4bad-8d1c-fcb49332ab29),segment_id=a4883d85-ae6f-4bad-8d1c-fcb49332ab29)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:32.467839 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '698480bb-c65c-4796-9f7c-716b44ff3798', 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d', 'port_id': '698480bb-c65c-4796-9f7c-716b44ff3798', 'mac_address': 'fa:16:3e:3f:f1:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:04:32.474681 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81a232-8683-4119-8415-634e09e75316 service neutron] Pushing event updated for resources: {'Port': ['ID=295939e1-7602-4452-bb7c-211433002a13,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:32.515230 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:32.527217 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-99c08209-53e5-40e3-973a-22f761f78c04 req-be2d28af-883a-4065-b01e-0c732bdb7ad1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:32.532142 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-99c08209-53e5-40e3-973a-22f761f78c04 req-be2d28af-883a-4065-b01e-0c732bdb7ad1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:32.533615 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-99c08209-53e5-40e3-973a-22f761f78c04 req-be2d28af-883a-4065-b01e-0c732bdb7ad1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "DELETE /v2.0/floatingips/5eab5f15-bc73-43b9-973e-c1d267a2f72b HTTP/1.1" status: 204 len: 173 time: 0.9664967 Sep 30 13:04:32.546598 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698480bb-c65c-4796-9f7c-716b44ff3798 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:04:32.558267 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8dca3-3677-4610-9987-002b47daa8d8 req-b1a3a0ef-8136-4a9f-817c-4e70f3b9a51f tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:32.566617 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c2e8dca3-3677-4610-9987-002b47daa8d8 req-b1a3a0ef-8136-4a9f-817c-4e70f3b9a51f tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 943 time: 0.0804687 Sep 30 13:04:32.575787 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-7a81a232-8683-4119-8415-634e09e75316 service neutron] Attempting to bind port 295939e1-7602-4452-bb7c-211433002a13 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:04:32.576364 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-7a81a232-8683-4119-8415-634e09e75316 service neutron] Attempting to bind port 295939e1-7602-4452-bb7c-211433002a13 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '392ba766-1ef6-4940-83e8-c740f06e9e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e8eab66f-ef4a-4a54-be2e-91970fd063a6'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:04:32.576492 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-7a81a232-8683-4119-8415-634e09e75316 service neutron] Attempting to bind port 295939e1-7602-4452-bb7c-211433002a13 on network e8eab66f-ef4a-4a54-be2e-91970fd063a6 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:04:32.581803 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-7a81a232-8683-4119-8415-634e09e75316 service neutron] Port 295939e1-7602-4452-bb7c-211433002a13 on network e8eab66f-ef4a-4a54-be2e-91970fd063a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:04:32.582097 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-7a81a232-8683-4119-8415-634e09e75316 service neutron] Attempting to bind port 295939e1-7602-4452-bb7c-211433002a13 on network e8eab66f-ef4a-4a54-be2e-91970fd063a6 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:04:32.588786 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-7a81a232-8683-4119-8415-634e09e75316 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:04:32.589203 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-7a81a232-8683-4119-8415-634e09e75316 service neutron] Checking segment: {'id': '392ba766-1ef6-4940-83e8-c740f06e9e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e8eab66f-ef4a-4a54-be2e-91970fd063a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:04:32.589497 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 698480bb-c65c-4796-9f7c-716b44ff3798, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=698480bb-c65c-4796-9f7c-716b44ff3798,segment=NetworkSegment(a4883d85-ae6f-4bad-8d1c-fcb49332ab29),segment_id=a4883d85-ae6f-4bad-8d1c-fcb49332ab29)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:32.589622 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-7a81a232-8683-4119-8415-634e09e75316 service neutron] Bound using segment: {'id': '392ba766-1ef6-4940-83e8-c740f06e9e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e8eab66f-ef4a-4a54-be2e-91970fd063a6'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:04:32.590164 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-7a81a232-8683-4119-8415-634e09e75316 service neutron] Bound port: 295939e1-7602-4452-bb7c-211433002a13, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '392ba766-1ef6-4940-83e8-c740f06e9e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e8eab66f-ef4a-4a54-be2e-91970fd063a6'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:04:32.590535 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-7a81a232-8683-4119-8415-634e09e75316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:32.598413 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:32.627749 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c2e8dca3-3677-4610-9987-002b47daa8d8 req-79981796-e3b5-40f9-ad79-94ef1d6ffe35 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505679 Sep 30 13:04:32.685354 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=698480bb-c65c-4796-9f7c-716b44ff3798,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:32.716791 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-7a81a232-8683-4119-8415-634e09e75316 service neutron] For port 295939e1-7602-4452-bb7c-211433002a13, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:04:32.727847 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d3950-23d6-41d6-9136-2ac4ee0f0648 req-6a05d14d-92bd-4704-8df8-3808d09df094 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:32.729363 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ff7d3950-23d6-41d6-9136-2ac4ee0f0648 req-6a05d14d-92bd-4704-8df8-3808d09df094 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa8f720e-a5c3-4d78-ab49-9a8341a16be3 HTTP/1.1" status: 200 len: 943 time: 0.1120081 Sep 30 13:04:32.731198 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-7a81a232-8683-4119-8415-634e09e75316 service neutron] For port 295939e1-7602-4452-bb7c-211433002a13, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=295939e1-7602-4452-bb7c-211433002a13,segment=NetworkSegment(392ba766-1ef6-4940-83e8-c740f06e9e4c),segment_id=392ba766-1ef6-4940-83e8-c740f06e9e4c)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:04:32.737591 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-7a81a232-8683-4119-8415-634e09e75316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:32.794485 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8132fb86-163f-416b-a8ca-a2137853d158 req-d82d6ba5-8766-49df-9587-ccd00221aaa3 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 210 time: 0.0318742 Sep 30 13:04:32.804348 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-7a81a232-8683-4119-8415-634e09e75316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:32.805431 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-7a81a232-8683-4119-8415-634e09e75316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:32.807221 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-7a81a232-8683-4119-8415-634e09e75316 service neutron] 10.222.0.54 "PUT /v2.0/ports/295939e1-7602-4452-bb7c-211433002a13 HTTP/1.1" status: 200 len: 1091 time: 1.2321460 Sep 30 13:04:32.896939 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['698480bb-c65c-4796-9f7c-716b44ff3798'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:04:33.133816 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac470ea-0dc3-46d4-b68d-668eeb89ed03 req-ced09b02-79b2-4e07-b681-e39ee1c22521 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:33.135334 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ac470ea-0dc3-46d4-b68d-668eeb89ed03 req-ced09b02-79b2-4e07-b681-e39ee1c22521 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2442627 Sep 30 13:04:33.217608 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2732d3ad-6e01-4dc6-939e-5642c7760ce3', 'tag': '52f3328b-321c-496f-9969-4dcbe18927e9'}, {'name': 'network-changed', 'server_uuid': 'fa8f720e-a5c3-4d78-ab49-9a8341a16be3', 'tag': '295939e1-7602-4452-bb7c-211433002a13'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:04:33.219917 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c727f55d-9c59-4e98-8ec8-6b1a0c702b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "2732d3ad-6e01-4dc6-939e-5642c7760ce3", "tag": "52f3328b-321c-496f-9969-4dcbe18927e9"}, {"name": "network-changed", "server_uuid": "fa8f720e-a5c3-4d78-ab49-9a8341a16be3", "tag": "295939e1-7602-4452-bb7c-211433002a13"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:04:33.236641 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b7b25-b69d-4ce0-8c44-43c2ee4425d6 req-3a5cf17e-8d7b-4fef-af59-19452b337116 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:33.238165 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dd3b7b25-b69d-4ce0-8c44-43c2ee4425d6 req-3a5cf17e-8d7b-4fef-af59-19452b337116 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b598a21-7f28-46ab-83ee-4a41f4ae2f54 HTTP/1.1" status: 200 len: 944 time: 0.0513439 Sep 30 13:04:33.277403 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ff7d3950-23d6-41d6-9136-2ac4ee0f0648 req-db0049cd-218c-4178-a17e-8d0d196224c7 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/security-groups?id=d79012c9-331f-4f3d-a961-b7649f3d19b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5372667 Sep 30 13:04:33.277664 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dd3b7b25-b69d-4ce0-8c44-43c2ee4425d6 req-d6882df5-07d8-4ad4-b7db-2d0598a2ac96 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d6f0b3c-8222-4db0-ad39-a7497b1f4c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327535 Sep 30 13:04:33.307408 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81a232-8683-4119-8415-634e09e75316 service neutron] Pushing event updated for resources: {'Port': ['ID=295939e1-7602-4452-bb7c-211433002a13,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:33.344406 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ef5d0-0d04-45e4-9c8f-d714645275d0 req-752f1219-3b6e-4204-b555-5559ae90e5d9 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:33.347385 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-049ef5d0-0d04-45e4-9c8f-d714645275d0 req-752f1219-3b6e-4204-b555-5559ae90e5d9 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11aa305-0cee-46d1-9fd1-fdc54159586c HTTP/1.1" status: 200 len: 945 time: 0.1231992 Sep 30 13:04:33.351214 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-71b5e6db-3bbc-4ddd-8dc6-c00b7563c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:33.353402 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-71b5e6db-3bbc-4ddd-8dc6-c00b7563c67b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eaa40acf6a14405290df9cae6ac261ca&device_id=fa8f720e-a5c3-4d78-ab49-9a8341a16be3 HTTP/1.1" status: 200 len: 1094 time: 0.1281588 Sep 30 13:04:33.356197 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 30 Sep 2021 13:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12353359-8232-4561-afdb-bee0fa9fa832 x-openstack-request-id: req-12353359-8232-4561-afdb-bee0fa9fa832 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:04:33.356515 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2732d3ad-6e01-4dc6-939e-5642c7760ce3", "tag": "52f3328b-321c-496f-9969-4dcbe18927e9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fa8f720e-a5c3-4d78-ab49-9a8341a16be3", "tag": "295939e1-7602-4452-bb7c-211433002a13", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:04:33.357349 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12353359-8232-4561-afdb-bee0fa9fa832 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:04:33.358195 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2732d3ad-6e01-4dc6-939e-5642c7760ce3', 'tag': '52f3328b-321c-496f-9969-4dcbe18927e9', 'status': 'completed', 'code': 200} Sep 30 13:04:33.358503 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8f720e-a5c3-4d78-ab49-9a8341a16be3', 'tag': '295939e1-7602-4452-bb7c-211433002a13', 'status': 'completed', 'code': 200} Sep 30 13:04:33.453508 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-a5e4718d-9f51-4321-8a96-6bf5e16c0afe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=295939e1-7602-4452-bb7c-211433002a13 HTTP/1.1" status: 200 len: 217 time: 0.0911326 Sep 30 13:04:33.466264 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e7894f9-6902-4bea-9bab-e824c599671a req-886a62ed-101e-4330-abde-ea96931c9c86 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=45cce2bf838441a9981db8ce67fd0eb9 HTTP/1.1" status: 200 len: 1655 time: 0.1509187 Sep 30 13:04:33.612479 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-6973afc1-1822-4084-9625-8c3c1ad2ac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:33.614558 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-6973afc1-1822-4084-9625-8c3c1ad2ac55 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b42e0852-0148-4ca5-a03d-00a9aefff122 HTTP/1.1" status: 200 len: 854 time: 0.1499145 Sep 30 13:04:33.615740 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727f55d-9c59-4e98-8ec8-6b1a0c702b3d req-1e41a163-9058-49eb-ad39-24907d3e93ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:33.617847 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c727f55d-9c59-4e98-8ec8-6b1a0c702b3d req-1e41a163-9058-49eb-ad39-24907d3e93ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 1124 time: 0.2213144 Sep 30 13:04:33.626632 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-ba78bc5f-0889-41ae-878c-26b443eed522 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:33.628011 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-ba78bc5f-0889-41ae-878c-26b443eed522 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.54 "GET /v2.0/networks?id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a HTTP/1.1" status: 200 len: 820 time: 0.2236416 Sep 30 13:04:33.649016 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-5b0482d6-56d0-4368-b2d8-b271c3c6a2b8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Request body: {'port': {'device_id': '8ab44c46-4132-493f-a773-31d0f141555f', 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a', 'admin_state_up': True, 'tenant_id': 'bfee4c1083184c949bfe63d2e5d7a195'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:33.651150 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbef778-5337-4d57-b924-a344f95761fe req-877cc8ad-5e36-4f16-b5c8-72d048d65c83 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:33.653235 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cbbef778-5337-4d57-b924-a344f95761fe req-877cc8ad-5e36-4f16-b5c8-72d048d65c83 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/ports?device_id=b11aa305-0cee-46d1-9fd1-fdc54159586c HTTP/1.1" status: 200 len: 945 time: 0.1220794 Sep 30 13:04:33.674807 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-bbb5a4c8-3e62-4376-8ece-48f6ccf360a5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e8eab66f-ef4a-4a54-be2e-91970fd063a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498650 Sep 30 13:04:33.710104 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-049ef5d0-0d04-45e4-9c8f-d714645275d0 req-0f756e52-77ab-44ae-a60e-9019e4cca650 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Deleting port 4efe3b77-09a8-4837-9598-1a45201283e3 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:04:33.710909 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-049ef5d0-0d04-45e4-9c8f-d714645275d0 req-0f756e52-77ab-44ae-a60e-9019e4cca650 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:33.785909 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7894f9-6902-4bea-9bab-e824c599671a req-a1cb3769-9dd3-42b5-9e3c-1cbde7f29671 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:33.787406 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e7894f9-6902-4bea-9bab-e824c599671a req-a1cb3769-9dd3-42b5-9e3c-1cbde7f29671 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/networks?id=7bf2cdd5-9828-4259-bd46-d7f13451331c&id=7bf2cdd5-9828-4259-bd46-d7f13451331c&id=7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 787 time: 0.2720923 Sep 30 13:04:33.801410 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cbbef778-5337-4d57-b924-a344f95761fe req-8e50e4fe-ded3-4e9c-8a2d-76ba3e7ea259 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.18 "GET /v2.0/security-groups?id=baca9b05-d601-443a-b301-6aaa0a7c962b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241450 Sep 30 13:04:33.839297 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727f55d-9c59-4e98-8ec8-6b1a0c702b3d req-6ab48621-20ea-47cf-8333-9712a9020a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:33.840776 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c727f55d-9c59-4e98-8ec8-6b1a0c702b3d req-6ab48621-20ea-47cf-8333-9712a9020a0c service neutron] 10.222.0.39 "GET /v2.0/networks?id=49ef354a-ba5f-45a0-ae5d-336431ac76bd HTTP/1.1" status: 200 len: 908 time: 0.2099373 Sep 30 13:04:33.899050 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c727f55d-9c59-4e98-8ec8-6b1a0c702b3d req-21f85ce3-519c-4bd6-b111-8926f459baf1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52f3328b-321c-496f-9969-4dcbe18927e9 HTTP/1.1" status: 200 len: 217 time: 0.0500653 Sep 30 13:04:33.909116 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-5b0482d6-56d0-4368-b2d8-b271c3c6a2b8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Made reservation on behalf of bfee4c1083184c949bfe63d2e5d7a195 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:04:33.912867 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-5b0482d6-56d0-4368-b2d8-b271c3c6a2b8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:33.914248 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-e35e0e8e-28f6-4fa2-b58b-6e1fc90e971a service neutron] 10.222.0.54 "GET /v2.0/networks/e8eab66f-ef4a-4a54-be2e-91970fd063a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285988 Sep 30 13:04:33.924923 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-049ef5d0-0d04-45e4-9c8f-d714645275d0 req-0f756e52-77ab-44ae-a60e-9019e4cca650 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] For port 4efe3b77-09a8-4837-9598-1a45201283e3, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4efe3b77-09a8-4837-9598-1a45201283e3,segment=NetworkSegment(deb31db1-d8df-41a6-b608-befa9fb857a5),segment_id=deb31db1-d8df-41a6-b608-befa9fb857a5)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:33.925284 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-049ef5d0-0d04-45e4-9c8f-d714645275d0 req-0f756e52-77ab-44ae-a60e-9019e4cca650 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:33.993888 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d9c46c65-4e99-48f0-8a74-2877defc8f37 req-582f150d-3662-4cce-8681-6ab229230a73 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/floatingips/ce4b2836-cdd3-4f70-9532-2f2ab5067877 HTTP/1.1" status: 200 len: 693 time: 0.0846975 Sep 30 13:04:33.994716 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-049ef5d0-0d04-45e4-9c8f-d714645275d0 req-0f756e52-77ab-44ae-a60e-9019e4cca650 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Calling delete_port for 4efe3b77-09a8-4837-9598-1a45201283e3 owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:04:34.069568 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727f55d-9c59-4e98-8ec8-6b1a0c702b3d req-6cf16ee8-7135-4d15-aac0-d447a387a034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:34.071146 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c727f55d-9c59-4e98-8ec8-6b1a0c702b3d req-6cf16ee8-7135-4d15-aac0-d447a387a034 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d154e7f6-f478-45ee-9bd0-03f890cad96e HTTP/1.1" status: 200 len: 847 time: 0.1631374 Sep 30 13:04:34.087704 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4636604-d778-4daa-8b07-d096882d3903 req-40e8b576-67c6-4d71-8043-e84a55778ba9 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:34.089138 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c4636604-d778-4daa-8b07-d096882d3903 req-40e8b576-67c6-4d71-8043-e84a55778ba9 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 943 time: 0.1926987 Sep 30 13:04:34.139084 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c727f55d-9c59-4e98-8ec8-6b1a0c702b3d req-65c8a979-9d58-4dbc-b4a6-5146f4cdc622 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=49ef354a-ba5f-45a0-ae5d-336431ac76bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600133 Sep 30 13:04:34.153652 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 698480bb-c65c-4796-9f7c-716b44ff3798 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:04:34.182329 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c779848e-65f7-4cf9-8b90-b9fecda178cb req-47a890d9-8afa-4c35-875a-09bddfbf1e60 service neutron] 10.222.0.54 "GET /v2.0/networks/e8eab66f-ef4a-4a54-be2e-91970fd063a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593307 Sep 30 13:04:34.227788 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c46c65-4e99-48f0-8a74-2877defc8f37 req-1e1c23fa-053f-433c-9e86-fecde9b62f9e tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:34.229519 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d9c46c65-4e99-48f0-8a74-2877defc8f37 req-1e1c23fa-053f-433c-9e86-fecde9b62f9e tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 784 time: 0.2275965 Sep 30 13:04:34.246362 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c4636604-d778-4daa-8b07-d096882d3903 req-39788cff-9fa1-498c-a97a-2e3ca5edd74b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411452 Sep 30 13:04:34.251381 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 698480bb-c65c-4796-9f7c-716b44ff3798 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:04:34.251912 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-5b0482d6-56d0-4368-b2d8-b271c3c6a2b8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Allocated IP 172.20.0.6 (9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a/d2a3567b-bc5f-477b-8f28-c16dcd278961/37d71825-e339-43d2-921d-7fe5b24f6f7c) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:04:34.257513 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 698480bb-c65c-4796-9f7c-716b44ff3798 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:04:34.258375 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:34.334208 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c727f55d-9c59-4e98-8ec8-6b1a0c702b3d req-cf53d51d-9c13-406b-abae-79a989984436 service neutron] 10.222.0.39 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851563 Sep 30 13:04:34.356471 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6f94a390-58f4-404a-9ce8-d845e9307b0b req-0b6476c5-65e6-4684-a482-f4a4dd8d8dbf tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 210 time: 0.0408039 Sep 30 13:04:34.359327 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:34.364478 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d9c46c65-4e99-48f0-8a74-2877defc8f37 req-02744c20-5791-4b47-bb9a-7105aa19e19c tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 696 time: 0.0946925 Sep 30 13:04:34.405596 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 698480bb-c65c-4796-9f7c-716b44ff3798, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=698480bb-c65c-4796-9f7c-716b44ff3798,segment=NetworkSegment(a4883d85-ae6f-4bad-8d1c-fcb49332ab29),segment_id=a4883d85-ae6f-4bad-8d1c-fcb49332ab29)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:34.408201 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b598a21-7f28-46ab-83ee-4a41f4ae2f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698480bb-c65c-4796-9f7c-716b44ff3798'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:04:34.409475 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-049ef5d0-0d04-45e4-9c8f-d714645275d0 req-0f756e52-77ab-44ae-a60e-9019e4cca650 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:34.413044 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8281b68c-f67d-4962-961d-4a83c8a844e8" -d '{"events": [{"server_uuid": "1b598a21-7f28-46ab-83ee-4a41f4ae2f54", "name": "network-vif-plugged", "status": "completed", "tag": "698480bb-c65c-4796-9f7c-716b44ff3798"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:04:34.418878 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:34.428160 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d9c46c65-4e99-48f0-8a74-2877defc8f37 req-ecc08545-8d1a-4dcb-83aa-49ab888441b0 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 696 time: 0.0628362 Sep 30 13:04:34.447804 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727f55d-9c59-4e98-8ec8-6b1a0c702b3d req-f2cf73db-a046-4dfc-84f1-f7c1c7b892c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:34.449351 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c727f55d-9c59-4e98-8ec8-6b1a0c702b3d req-f2cf73db-a046-4dfc-84f1-f7c1c7b892c3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eaa40acf6a14405290df9cae6ac261ca&device_id=fa8f720e-a5c3-4d78-ab49-9a8341a16be3 HTTP/1.1" status: 200 len: 1094 time: 0.1808498 Sep 30 13:04:34.476910 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=698480bb-c65c-4796-9f7c-716b44ff3798,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:34.518838 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f756e52-77ab-44ae-a60e-9019e4cca650 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Pushing event deleted for resources: {'Port': ['ID=4efe3b77-09a8-4837-9598-1a45201283e3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:34.583811 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f756e52-77ab-44ae-a60e-9019e4cca650 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:34.584282 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f756e52-77ab-44ae-a60e-9019e4cca650 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:34.584464 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f756e52-77ab-44ae-a60e-9019e4cca650 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:34.584808 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f756e52-77ab-44ae-a60e-9019e4cca650 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:34.585198 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f756e52-77ab-44ae-a60e-9019e4cca650 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:34.586098 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f756e52-77ab-44ae-a60e-9019e4cca650 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:34.586464 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f756e52-77ab-44ae-a60e-9019e4cca650 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:34.586753 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f756e52-77ab-44ae-a60e-9019e4cca650 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:34.587077 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f756e52-77ab-44ae-a60e-9019e4cca650 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:34.587396 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f756e52-77ab-44ae-a60e-9019e4cca650 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:34.587716 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f756e52-77ab-44ae-a60e-9019e4cca650 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:34.588032 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f756e52-77ab-44ae-a60e-9019e4cca650 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:34.637401 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-049ef5d0-0d04-45e4-9c8f-d714645275d0 req-0f756e52-77ab-44ae-a60e-9019e4cca650 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] No DVR routers for this DVR port 4efe3b77-09a8-4837-9598-1a45201283e3 on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:04:34.643168 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-049ef5d0-0d04-45e4-9c8f-d714645275d0 req-0f756e52-77ab-44ae-a60e-9019e4cca650 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:34.645188 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-049ef5d0-0d04-45e4-9c8f-d714645275d0 req-0f756e52-77ab-44ae-a60e-9019e4cca650 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632 tempest-FloatingIPsAssociationNegativeTestJSON-1555179632-project] 10.222.0.39 "DELETE /v2.0/ports/4efe3b77-09a8-4837-9598-1a45201283e3 HTTP/1.1" status: 204 len: 173 time: 1.2812967 Sep 30 13:04:34.736483 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727f55d-9c59-4e98-8ec8-6b1a0c702b3d req-07bcf912-c0ab-4b8f-b4ca-1d0b1eb00b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:34.737981 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c727f55d-9c59-4e98-8ec8-6b1a0c702b3d req-07bcf912-c0ab-4b8f-b4ca-1d0b1eb00b24 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e8eab66f-ef4a-4a54-be2e-91970fd063a6 HTTP/1.1" status: 200 len: 915 time: 0.2610617 Sep 30 13:04:34.797529 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c727f55d-9c59-4e98-8ec8-6b1a0c702b3d req-5524ad2c-9360-44d5-9be9-7fe80dfce86a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=295939e1-7602-4452-bb7c-211433002a13 HTTP/1.1" status: 200 len: 217 time: 0.0497916 Sep 30 13:04:34.802615 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-d9c46c65-4e99-48f0-8a74-2877defc8f37 req-dad7dd7d-ff61-4f3a-bfc8-79b6187af6c7 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Deleting port 26f28a71-e775-4eac-a82d-07a0eef11ee7 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:04:34.803052 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-d9c46c65-4e99-48f0-8a74-2877defc8f37 req-dad7dd7d-ff61-4f3a-bfc8-79b6187af6c7 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:34.892122 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727f55d-9c59-4e98-8ec8-6b1a0c702b3d req-e9342500-76bb-462f-a050-00718ae58ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:34.893577 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c727f55d-9c59-4e98-8ec8-6b1a0c702b3d req-e9342500-76bb-462f-a050-00718ae58ec6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b42e0852-0148-4ca5-a03d-00a9aefff122 HTTP/1.1" status: 200 len: 854 time: 0.0875502 Sep 30 13:04:34.932574 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c727f55d-9c59-4e98-8ec8-6b1a0c702b3d req-cd5d5e11-02e6-4fee-b9e5-6222877c6bc1 service neutron] 10.222.0.39 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5784957 Sep 30 13:04:34.938394 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c727f55d-9c59-4e98-8ec8-6b1a0c702b3d req-f3af95ab-8088-413e-8f90-6fcf0f0c332b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e8eab66f-ef4a-4a54-be2e-91970fd063a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363450 Sep 30 13:04:34.941898 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-d9c46c65-4e99-48f0-8a74-2877defc8f37 req-dad7dd7d-ff61-4f3a-bfc8-79b6187af6c7 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:34.942250 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-d9c46c65-4e99-48f0-8a74-2877defc8f37 req-dad7dd7d-ff61-4f3a-bfc8-79b6187af6c7 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:34.947568 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9814a01-5dda-4dba-bcf5-5fb59061b74b req-dbf55d08-338a-4316-bc1a-b8ff0a832504 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:34.949063 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c9814a01-5dda-4dba-bcf5-5fb59061b74b req-dbf55d08-338a-4316-bc1a-b8ff0a832504 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa8f720e-a5c3-4d78-ab49-9a8341a16be3 HTTP/1.1" status: 200 len: 943 time: 0.1291184 Sep 30 13:04:34.963359 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-d9c46c65-4e99-48f0-8a74-2877defc8f37 req-dad7dd7d-ff61-4f3a-bfc8-79b6187af6c7 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Calling delete_port for 26f28a71-e775-4eac-a82d-07a0eef11ee7 owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:04:34.991117 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-5b0482d6-56d0-4368-b2d8-b271c3c6a2b8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:35.015110 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c9814a01-5dda-4dba-bcf5-5fb59061b74b req-30de7485-0028-4a2f-9d02-e2a6e075e23b tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/security-groups?id=d79012c9-331f-4f3d-a961-b7649f3d19b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592060 Sep 30 13:04:35.050329 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-5b0482d6-56d0-4368-b2d8-b271c3c6a2b8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:35.099775 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c727f55d-9c59-4e98-8ec8-6b1a0c702b3d req-33edea9f-3672-4520-820a-9696fe1f8584 service neutron] 10.222.0.54 "GET /v2.0/networks/e8eab66f-ef4a-4a54-be2e-91970fd063a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499724 Sep 30 13:04:35.136125 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-5b0482d6-56d0-4368-b2d8-b271c3c6a2b8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:04:35.149300 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-5b0482d6-56d0-4368-b2d8-b271c3c6a2b8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:04:35.154620 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-5b0482d6-56d0-4368-b2d8-b271c3c6a2b8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:04:35.178347 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0482d6-56d0-4368-b2d8-b271c3c6a2b8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Pushing event updated for resources: {'Port': ['ID=37d71825-e339-43d2-921d-7fe5b24f6f7c,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:35.195286 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0482d6-56d0-4368-b2d8-b271c3c6a2b8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:35.195644 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0482d6-56d0-4368-b2d8-b271c3c6a2b8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:35.195976 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0482d6-56d0-4368-b2d8-b271c3c6a2b8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:35.196312 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0482d6-56d0-4368-b2d8-b271c3c6a2b8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:35.196964 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0482d6-56d0-4368-b2d8-b271c3c6a2b8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:35.196964 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0482d6-56d0-4368-b2d8-b271c3c6a2b8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:35.197278 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0482d6-56d0-4368-b2d8-b271c3c6a2b8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:35.197617 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0482d6-56d0-4368-b2d8-b271c3c6a2b8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:35.197924 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0482d6-56d0-4368-b2d8-b271c3c6a2b8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:35.198274 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0482d6-56d0-4368-b2d8-b271c3c6a2b8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:35.198600 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0482d6-56d0-4368-b2d8-b271c3c6a2b8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:35.198965 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0482d6-56d0-4368-b2d8-b271c3c6a2b8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:35.223231 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068d357-437b-4610-bc8b-eb021f8a0f34 req-23f4b6e7-aa9b-4c77-a8a2-e007481a0b26 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:35.230621 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b068d357-437b-4610-bc8b-eb021f8a0f34 req-23f4b6e7-aa9b-4c77-a8a2-e007481a0b26 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b598a21-7f28-46ab-83ee-4a41f4ae2f54 HTTP/1.1" status: 200 len: 945 time: 0.1500614 Sep 30 13:04:35.234341 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c727f55d-9c59-4e98-8ec8-6b1a0c702b3d req-72059cce-3310-4cda-b34f-7b9cd5a5f3ab service neutron] 10.222.0.54 "GET /v2.0/networks/e8eab66f-ef4a-4a54-be2e-91970fd063a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218266 Sep 30 13:04:35.237462 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-d9c46c65-4e99-48f0-8a74-2877defc8f37 req-dad7dd7d-ff61-4f3a-bfc8-79b6187af6c7 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:35.255278 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-5b0482d6-56d0-4368-b2d8-b271c3c6a2b8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:35.255929 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-5b0482d6-56d0-4368-b2d8-b271c3c6a2b8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:35.277828 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7dd7d-ff61-4f3a-bfc8-79b6187af6c7 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Pushing event deleted for resources: {'Port': ['ID=26f28a71-e775-4eac-a82d-07a0eef11ee7,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:35.291700 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-5b0482d6-56d0-4368-b2d8-b271c3c6a2b8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6481457 Sep 30 13:04:35.296854 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b068d357-437b-4610-bc8b-eb021f8a0f34 req-c40094ce-43f7-4697-9584-297bddda4e13 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d6f0b3c-8222-4db0-ad39-a7497b1f4c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654469 Sep 30 13:04:35.306074 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-025a7ba1-bab8-4f49-b973-fda227058612 service neutron] Request body: {'port': {'device_id': '8ab44c46-4132-493f-a773-31d0f141555f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:35.348539 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-d9c46c65-4e99-48f0-8a74-2877defc8f37 req-dad7dd7d-ff61-4f3a-bfc8-79b6187af6c7 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:35.351213 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-d9c46c65-4e99-48f0-8a74-2877defc8f37 req-dad7dd7d-ff61-4f3a-bfc8-79b6187af6c7 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:35.352352 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d9c46c65-4e99-48f0-8a74-2877defc8f37 req-dad7dd7d-ff61-4f3a-bfc8-79b6187af6c7 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "DELETE /v2.0/floatingips/ce4b2836-cdd3-4f70-9532-2f2ab5067877 HTTP/1.1" status: 204 len: 173 time: 0.9020898 Sep 30 13:04:35.354679 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67402560-2c7a-4ec1-97b6-1b5aeb31ebf8 x-openstack-request-id: req-67402560-2c7a-4ec1-97b6-1b5aeb31ebf8 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:04:35.355188 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b598a21-7f28-46ab-83ee-4a41f4ae2f54", "name": "network-vif-plugged", "status": "completed", "tag": "698480bb-c65c-4796-9f7c-716b44ff3798", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:04:35.355188 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67402560-2c7a-4ec1-97b6-1b5aeb31ebf8 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:04:35.355844 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b598a21-7f28-46ab-83ee-4a41f4ae2f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698480bb-c65c-4796-9f7c-716b44ff3798', 'code': 200} Sep 30 13:04:35.359990 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11aa305-0cee-46d1-9fd1-fdc54159586c', 'name': 'network-vif-deleted', 'tag': '4efe3b77-09a8-4837-9598-1a45201283e3'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:04:35.362326 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eebf42c-fbb3-4f75-b0c8-212a8ee8a92c" -d '{"events": [{"server_uuid": "b11aa305-0cee-46d1-9fd1-fdc54159586c", "name": "network-vif-deleted", "tag": "4efe3b77-09a8-4837-9598-1a45201283e3"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:04:35.375507 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-025a7ba1-bab8-4f49-b973-fda227058612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:35.395816 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44064) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:35.505995 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b51191f2-08bf-4ba7-a719-2856bf45d767 req-6e465414-1ac6-4be4-8b49-fa7c456a91e1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/floatingips/b533e9ba-07b5-4966-b4e5-819019033fd8 HTTP/1.1" status: 200 len: 692 time: 0.0510345 Sep 30 13:04:35.611539 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d34593-1cc7-4449-8db9-d4afedb5af15 req-c7f82244-237f-4579-b015-779e8d54fa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:35.612758 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-91d34593-1cc7-4449-8db9-d4afedb5af15 req-c7f82244-237f-4579-b015-779e8d54fa93 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1b598a21-7f28-46ab-83ee-4a41f4ae2f54 HTTP/1.1" status: 200 len: 1096 time: 0.1822660 Sep 30 13:04:35.674073 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99c9c2-3c48-45c4-94dc-5340f3866ea9 req-43fb3ea3-c592-4871-8246-61faad222518 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:35.675573 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0e99c9c2-3c48-45c4-94dc-5340f3866ea9 req-43fb3ea3-c592-4871-8246-61faad222518 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 943 time: 0.2060313 Sep 30 13:04:35.691414 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51191f2-08bf-4ba7-a719-2856bf45d767 req-7877338a-a2a7-4c67-9c68-b04f10544ef2 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:35.692761 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b51191f2-08bf-4ba7-a719-2856bf45d767 req-7877338a-a2a7-4c67-9c68-b04f10544ef2 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 784 time: 0.1805511 Sep 30 13:04:35.739395 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-91d34593-1cc7-4449-8db9-d4afedb5af15 req-2ed68916-03ce-41b8-9d4f-ad12258abe34 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6d6f0b3c-8222-4db0-ad39-a7497b1f4c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116545 Sep 30 13:04:35.769484 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0e99c9c2-3c48-45c4-94dc-5340f3866ea9 req-71be9695-4e7a-44f4-967e-1b7703205ba5 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822730 Sep 30 13:04:35.772112 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b51191f2-08bf-4ba7-a719-2856bf45d767 req-039bc5ed-990b-44fa-a580-013fe8409dcc tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.24 HTTP/1.1" status: 200 len: 695 time: 0.0536616 Sep 30 13:04:35.837182 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e0c10d-3226-46f2-958d-61712d22f901 x-openstack-request-id: req-f8e0c10d-3226-46f2-958d-61712d22f901 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:04:35.837469 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11aa305-0cee-46d1-9fd1-fdc54159586c", "name": "network-vif-deleted", "tag": "4efe3b77-09a8-4837-9598-1a45201283e3", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:04:35.837722 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8e0c10d-3226-46f2-958d-61712d22f901 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:04:35.838396 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11aa305-0cee-46d1-9fd1-fdc54159586c', 'name': 'network-vif-deleted', 'tag': '4efe3b77-09a8-4837-9598-1a45201283e3', 'status': 'completed', 'code': 200} Sep 30 13:04:35.851271 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b51191f2-08bf-4ba7-a719-2856bf45d767 req-0dd66684-f959-4185-a736-609cc140caf6 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.24 HTTP/1.1" status: 200 len: 695 time: 0.0566409 Sep 30 13:04:35.852132 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-025a7ba1-bab8-4f49-b973-fda227058612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37d71825-e339-43d2-921d-7fe5b24f6f7c {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:04:35.861036 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-025a7ba1-bab8-4f49-b973-fda227058612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:35.891996 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-025a7ba1-bab8-4f49-b973-fda227058612 service neutron] Transition to ACTIVE for port object 37d71825-e339-43d2-921d-7fe5b24f6f7c will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:04:35.906907 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-025a7ba1-bab8-4f49-b973-fda227058612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:35.969110 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a7ba1-bab8-4f49-b973-fda227058612 service neutron] Pushing event updated for resources: {'Port': ['ID=37d71825-e339-43d2-921d-7fe5b24f6f7c,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:35.981549 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1a397-7801-427e-87d4-cafb252b90ba req-be892a2f-660e-46b2-b572-6da462d06f86 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:35.983205 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1df1a397-7801-427e-87d4-cafb252b90ba req-be892a2f-660e-46b2-b572-6da462d06f86 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 931 time: 0.1157577 Sep 30 13:04:36.078158 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1df1a397-7801-427e-87d4-cafb252b90ba req-33428711-f7bf-487a-9cf5-d8990d95aceb tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757947 Sep 30 13:04:36.088249 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-025a7ba1-bab8-4f49-b973-fda227058612 service neutron] Attempting to bind port 37d71825-e339-43d2-921d-7fe5b24f6f7c on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:04:36.088708 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-025a7ba1-bab8-4f49-b973-fda227058612 service neutron] Attempting to bind port 37d71825-e339-43d2-921d-7fe5b24f6f7c by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:04:36.088947 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-025a7ba1-bab8-4f49-b973-fda227058612 service neutron] Attempting to bind port 37d71825-e339-43d2-921d-7fe5b24f6f7c on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:04:36.103687 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-025a7ba1-bab8-4f49-b973-fda227058612 service neutron] Port 37d71825-e339-43d2-921d-7fe5b24f6f7c on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:04:36.103687 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-025a7ba1-bab8-4f49-b973-fda227058612 service neutron] Attempting to bind port 37d71825-e339-43d2-921d-7fe5b24f6f7c on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:04:36.103687 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-025a7ba1-bab8-4f49-b973-fda227058612 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:04:36.103687 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-025a7ba1-bab8-4f49-b973-fda227058612 service neutron] Checking segment: {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:04:36.103687 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-025a7ba1-bab8-4f49-b973-fda227058612 service neutron] Bound using segment: {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:04:36.103687 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-025a7ba1-bab8-4f49-b973-fda227058612 service neutron] Bound port: 37d71825-e339-43d2-921d-7fe5b24f6f7c, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:04:36.103687 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-025a7ba1-bab8-4f49-b973-fda227058612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:36.173588 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-025a7ba1-bab8-4f49-b973-fda227058612 service neutron] For port 37d71825-e339-43d2-921d-7fe5b24f6f7c, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:04:36.176161 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4efe3b77-09a8-4837-9598-1a45201283e3 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:04:36.177324 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-025a7ba1-bab8-4f49-b973-fda227058612 service neutron] For port 37d71825-e339-43d2-921d-7fe5b24f6f7c, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=37d71825-e339-43d2-921d-7fe5b24f6f7c,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:04:36.186798 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-025a7ba1-bab8-4f49-b973-fda227058612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:36.210919 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 4efe3b77-09a8-4837-9598-1a45201283e3 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:04:36.211690 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4efe3b77-09a8-4837-9598-1a45201283e3 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:04:36.230636 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-025a7ba1-bab8-4f49-b973-fda227058612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:36.231253 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-025a7ba1-bab8-4f49-b973-fda227058612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:36.232609 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-025a7ba1-bab8-4f49-b973-fda227058612 service neutron] 10.222.0.54 "PUT /v2.0/ports/37d71825-e339-43d2-921d-7fe5b24f6f7c HTTP/1.1" status: 200 len: 1091 time: 0.9327950 Sep 30 13:04:36.234679 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab44c46-4132-493f-a773-31d0f141555f', 'tag': '37d71825-e339-43d2-921d-7fe5b24f6f7c'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:04:36.236941 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a87a117-bcab-42bc-b683-a0981487f6fa" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab44c46-4132-493f-a773-31d0f141555f", "tag": "37d71825-e339-43d2-921d-7fe5b24f6f7c"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:04:36.310405 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a7ba1-bab8-4f49-b973-fda227058612 service neutron] Pushing event updated for resources: {'Port': ['ID=37d71825-e339-43d2-921d-7fe5b24f6f7c,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:36.332388 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c5b61-4212-4759-964d-4edb697fadeb req-50b159b1-b4d0-4127-a860-a5caf21ca91c tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:36.333913 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f64c5b61-4212-4759-964d-4edb697fadeb req-50b159b1-b4d0-4127-a860-a5caf21ca91c tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa8f720e-a5c3-4d78-ab49-9a8341a16be3 HTTP/1.1" status: 200 len: 943 time: 0.1057951 Sep 30 13:04:36.336633 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-b51191f2-08bf-4ba7-a719-2856bf45d767 req-8c232de1-f1da-4902-a8b5-f197e2d8ad9f tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Deleting port ce7360b8-2141-476b-86bf-4a6d562daf37 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:04:36.337151 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b51191f2-08bf-4ba7-a719-2856bf45d767 req-8c232de1-f1da-4902-a8b5-f197e2d8ad9f tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:36.362106 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-ce2b1c82-696c-4608-9f12-e33280bfc8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:36.363617 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-ce2b1c82-696c-4608-9f12-e33280bfc8fa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bfee4c1083184c949bfe63d2e5d7a195&device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 1094 time: 0.0820932 Sep 30 13:04:36.388396 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f64c5b61-4212-4759-964d-4edb697fadeb req-c8a00376-1dec-46b1-b849-46f20e1b6a75 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/security-groups?id=d79012c9-331f-4f3d-a961-b7649f3d19b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462253 Sep 30 13:04:36.422225 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-ad7ddfa8-ab49-4449-bdd2-11d7b045c285 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37d71825-e339-43d2-921d-7fe5b24f6f7c HTTP/1.1" status: 200 len: 217 time: 0.0453243 Sep 30 13:04:36.450448 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-575de157-e955-4fa3-953d-cff499a41dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:36.483920 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40fe30f-1bd4-4c8e-bac0-3bbc675a6fce x-openstack-request-id: req-a40fe30f-1bd4-4c8e-bac0-3bbc675a6fce {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:04:36.484360 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab44c46-4132-493f-a773-31d0f141555f", "tag": "37d71825-e339-43d2-921d-7fe5b24f6f7c", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:04:36.484748 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a40fe30f-1bd4-4c8e-bac0-3bbc675a6fce {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:04:36.485365 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab44c46-4132-493f-a773-31d0f141555f', 'tag': '37d71825-e339-43d2-921d-7fe5b24f6f7c', 'status': 'completed', 'code': 200} Sep 30 13:04:36.501913 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-74dd5718-a40a-46ac-9625-b07b7c344dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:36.504856 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-74dd5718-a40a-46ac-9625-b07b7c344dad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d2a3567b-bc5f-477b-8f28-c16dcd278961 HTTP/1.1" status: 200 len: 860 time: 0.0735524 Sep 30 13:04:36.530956 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b51191f2-08bf-4ba7-a719-2856bf45d767 req-8c232de1-f1da-4902-a8b5-f197e2d8ad9f tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:36.531280 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b51191f2-08bf-4ba7-a719-2856bf45d767 req-8c232de1-f1da-4902-a8b5-f197e2d8ad9f tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:36.551522 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-b51191f2-08bf-4ba7-a719-2856bf45d767 req-8c232de1-f1da-4902-a8b5-f197e2d8ad9f tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Calling delete_port for ce7360b8-2141-476b-86bf-4a6d562daf37 owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:04:36.566264 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-70f3937b-6240-46a9-bffa-1afd36000a87 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513301 Sep 30 13:04:36.608007 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e6959-fd31-4218-ac31-81d320dd547f req-068530fb-a3db-4d2d-a77d-f458baf42364 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:36.609482 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f14e6959-fd31-4218-ac31-81d320dd547f req-068530fb-a3db-4d2d-a77d-f458baf42364 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b598a21-7f28-46ab-83ee-4a41f4ae2f54 HTTP/1.1" status: 200 len: 945 time: 0.0850399 Sep 30 13:04:36.701132 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f14e6959-fd31-4218-ac31-81d320dd547f req-04533c17-48d1-4b9f-9f15-26883ad24009 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d6f0b3c-8222-4db0-ad39-a7497b1f4c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851920 Sep 30 13:04:36.726412 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-2bd0d34b-aac1-4457-ba31-fa9e186a3618 service neutron] 10.222.0.54 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477759 Sep 30 13:04:36.816592 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b51191f2-08bf-4ba7-a719-2856bf45d767 req-8c232de1-f1da-4902-a8b5-f197e2d8ad9f tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:36.824088 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-373c8bf0-8ab5-4ac2-b6f0-971ce38e3fdb req-856b45cb-8fc0-415c-a535-e2ab0589cc62 service neutron] 10.222.0.54 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901568 Sep 30 13:04:36.864775 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c232de1-f1da-4902-a8b5-f197e2d8ad9f tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Pushing event deleted for resources: {'Port': ['ID=ce7360b8-2141-476b-86bf-4a6d562daf37,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:36.925599 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e6f66-33cb-4822-914b-4328e54844f9 req-27f64135-f95c-462d-a87b-b5ac29d783ae tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:36.927414 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-476e6f66-33cb-4822-914b-4328e54844f9 req-27f64135-f95c-462d-a87b-b5ac29d783ae tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 943 time: 0.0807407 Sep 30 13:04:36.936480 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87a117-bcab-42bc-b683-a0981487f6fa req-8372c8f7-3682-48c9-a813-ebfffe4597d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:36.937974 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6a87a117-bcab-42bc-b683-a0981487f6fa req-8372c8f7-3682-48c9-a813-ebfffe4597d7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bfee4c1083184c949bfe63d2e5d7a195&device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 1094 time: 0.0650773 Sep 30 13:04:36.940849 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-575de157-e955-4fa3-953d-cff499a41dc7 admin admin] Deleting port c416f925-9825-4ed8-a7d4-d467b99c5f71 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:04:36.941209 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-575de157-e955-4fa3-953d-cff499a41dc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:36.946251 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b51191f2-08bf-4ba7-a719-2856bf45d767 req-8c232de1-f1da-4902-a8b5-f197e2d8ad9f tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:36.948990 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b51191f2-08bf-4ba7-a719-2856bf45d767 req-8c232de1-f1da-4902-a8b5-f197e2d8ad9f tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:36.950207 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b51191f2-08bf-4ba7-a719-2856bf45d767 req-8c232de1-f1da-4902-a8b5-f197e2d8ad9f tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "DELETE /v2.0/floatingips/b533e9ba-07b5-4966-b4e5-819019033fd8 HTTP/1.1" status: 204 len: 173 time: 1.0911648 Sep 30 13:04:37.026421 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-476e6f66-33cb-4822-914b-4328e54844f9 req-809da14e-c5f9-4be4-9763-f13857fe18be tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871415 Sep 30 13:04:37.055055 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ee15bc20-90ca-48a9-8ec8-dbfdd9a1a333 req-50a5c12d-f60a-4484-a10f-d2d261525e3a tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/floatingips/cdbc67e1-6a86-421e-8b4b-c1c11572bec0 HTTP/1.1" status: 200 len: 692 time: 0.0757470 Sep 30 13:04:37.063971 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87a117-bcab-42bc-b683-a0981487f6fa req-1cddac07-1027-4dde-9ba1-e72f0daf67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:37.066675 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6a87a117-bcab-42bc-b683-a0981487f6fa req-1cddac07-1027-4dde-9ba1-e72f0daf67a7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a HTTP/1.1" status: 200 len: 921 time: 0.1203959 Sep 30 13:04:37.117631 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6a87a117-bcab-42bc-b683-a0981487f6fa req-8f16b38d-4b48-45a1-b36d-083c06fb04d1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37d71825-e339-43d2-921d-7fe5b24f6f7c HTTP/1.1" status: 200 len: 217 time: 0.0423560 Sep 30 13:04:37.122110 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-575de157-e955-4fa3-953d-cff499a41dc7 admin admin] For port c416f925-9825-4ed8-a7d4-d467b99c5f71, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c416f925-9825-4ed8-a7d4-d467b99c5f71,segment=NetworkSegment(deb31db1-d8df-41a6-b608-befa9fb857a5),segment_id=deb31db1-d8df-41a6-b608-befa9fb857a5)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:37.122489 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-575de157-e955-4fa3-953d-cff499a41dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:37.168074 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-575de157-e955-4fa3-953d-cff499a41dc7 admin admin] Calling delete_port for c416f925-9825-4ed8-a7d4-d467b99c5f71 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:04:37.202423 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87a117-bcab-42bc-b683-a0981487f6fa req-a9a7d36b-c709-45c4-a114-4f11647099c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:37.203896 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6a87a117-bcab-42bc-b683-a0981487f6fa req-a9a7d36b-c709-45c4-a114-4f11647099c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d2a3567b-bc5f-477b-8f28-c16dcd278961 HTTP/1.1" status: 200 len: 860 time: 0.0770266 Sep 30 13:04:37.218049 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bcb3e-9c45-43fd-942b-f1d7abd5966b req-13acd461-cf52-4cf4-a8f6-6a3074860751 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:37.219407 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-223bcb3e-9c45-43fd-942b-f1d7abd5966b req-13acd461-cf52-4cf4-a8f6-6a3074860751 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 943 time: 0.0614321 Sep 30 13:04:37.249062 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15bc20-90ca-48a9-8ec8-dbfdd9a1a333 req-2ff0313a-19a0-48e1-b044-57ad9b5fcd65 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:37.250449 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ee15bc20-90ca-48a9-8ec8-dbfdd9a1a333 req-2ff0313a-19a0-48e1-b044-57ad9b5fcd65 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 784 time: 0.1782525 Sep 30 13:04:37.253817 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6a87a117-bcab-42bc-b683-a0981487f6fa req-30861d9e-a9ad-4848-a176-3aa4ed5493cf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334635 Sep 30 13:04:37.303601 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-223bcb3e-9c45-43fd-942b-f1d7abd5966b req-c4b86b35-e017-43ac-8b9b-93c48f27201d tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748436 Sep 30 13:04:37.313285 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ee15bc20-90ca-48a9-8ec8-dbfdd9a1a333 req-79b251a6-9057-4100-a36a-0f57cfdebec4 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 695 time: 0.0549521 Sep 30 13:04:37.360554 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6a87a117-bcab-42bc-b683-a0981487f6fa req-cd8a3d2d-fe76-4cad-b3d7-dd148877dacb service neutron] 10.222.0.54 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977738 Sep 30 13:04:37.401815 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ee15bc20-90ca-48a9-8ec8-dbfdd9a1a333 req-654a666c-d1b6-45d4-98f5-2282de88fa7a tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 695 time: 0.0586634 Sep 30 13:04:37.469979 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6a87a117-bcab-42bc-b683-a0981487f6fa req-d0652442-5a02-4fec-b9c1-f120ba29c8b4 service neutron] 10.222.0.54 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019685 Sep 30 13:04:37.531234 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164863df-73e6-4b56-891c-83059540c24d req-d5489f21-d7ca-4688-a4c5-c8cfbad4c168 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:37.532731 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-164863df-73e6-4b56-891c-83059540c24d req-d5489f21-d7ca-4688-a4c5-c8cfbad4c168 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa8f720e-a5c3-4d78-ab49-9a8341a16be3 HTTP/1.1" status: 200 len: 943 time: 0.0498812 Sep 30 13:04:37.571026 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-164863df-73e6-4b56-891c-83059540c24d req-a6e5fad3-b855-4c7a-b176-e7c4e1e8de53 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/security-groups?id=d79012c9-331f-4f3d-a961-b7649f3d19b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313373 Sep 30 13:04:37.579681 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-575de157-e955-4fa3-953d-cff499a41dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:37.613810 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-ee15bc20-90ca-48a9-8ec8-dbfdd9a1a333 req-aeda8977-fe4c-4380-bddd-f72a4c075ce1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Deleting port 14d7e66f-9e68-40fb-9638-b966b3b8c185 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:04:37.614178 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-ee15bc20-90ca-48a9-8ec8-dbfdd9a1a333 req-aeda8977-fe4c-4380-bddd-f72a4c075ce1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:37.633822 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575de157-e955-4fa3-953d-cff499a41dc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c416f925-9825-4ed8-a7d4-d467b99c5f71,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:37.797760 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-ee15bc20-90ca-48a9-8ec8-dbfdd9a1a333 req-aeda8977-fe4c-4380-bddd-f72a4c075ce1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:37.798120 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-ee15bc20-90ca-48a9-8ec8-dbfdd9a1a333 req-aeda8977-fe4c-4380-bddd-f72a4c075ce1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:37.818974 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-ee15bc20-90ca-48a9-8ec8-dbfdd9a1a333 req-aeda8977-fe4c-4380-bddd-f72a4c075ce1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Calling delete_port for 14d7e66f-9e68-40fb-9638-b966b3b8c185 owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:04:37.835838 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cc42d-be84-43c5-b5ef-aa162d406590 req-c7615129-451e-456f-a695-710234a81762 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:37.837432 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a6cc42d-be84-43c5-b5ef-aa162d406590 req-c7615129-451e-456f-a695-710234a81762 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b598a21-7f28-46ab-83ee-4a41f4ae2f54 HTTP/1.1" status: 200 len: 945 time: 0.0624208 Sep 30 13:04:37.847409 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 295939e1-7602-4452-bb7c-211433002a13 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:04:37.879192 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a6cc42d-be84-43c5-b5ef-aa162d406590 req-8856da77-f562-48af-9444-3b83ffd4bcb0 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d6f0b3c-8222-4db0-ad39-a7497b1f4c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353634 Sep 30 13:04:37.910761 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-575de157-e955-4fa3-953d-cff499a41dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:37.959790 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 295939e1-7602-4452-bb7c-211433002a13, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=295939e1-7602-4452-bb7c-211433002a13,segment=NetworkSegment(392ba766-1ef6-4940-83e8-c740f06e9e4c),segment_id=392ba766-1ef6-4940-83e8-c740f06e9e4c)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:37.973598 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '295939e1-7602-4452-bb7c-211433002a13', 'network_id': 'e8eab66f-ef4a-4a54-be2e-91970fd063a6', 'port_id': '295939e1-7602-4452-bb7c-211433002a13', 'mac_address': 'fa:16:3e:7e:88:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b42e0852-0148-4ca5-a03d-00a9aefff122', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:04:38.015645 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:38.028420 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 295939e1-7602-4452-bb7c-211433002a13 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:04:38.049309 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 295939e1-7602-4452-bb7c-211433002a13, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=295939e1-7602-4452-bb7c-211433002a13,segment=NetworkSegment(392ba766-1ef6-4940-83e8-c740f06e9e4c),segment_id=392ba766-1ef6-4940-83e8-c740f06e9e4c)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:38.052069 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2230f9-c11c-43a6-948c-841543671909 req-fcd42744-b1f3-4d2e-852d-17cf8d74cfbb tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:38.053943 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cc2230f9-c11c-43a6-948c-841543671909 req-fcd42744-b1f3-4d2e-852d-17cf8d74cfbb tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b598a21-7f28-46ab-83ee-4a41f4ae2f54 HTTP/1.1" status: 200 len: 945 time: 0.0599625 Sep 30 13:04:38.055698 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:38.078784 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44094) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:38.083323 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-523c3f3c-837e-432a-b3d8-af9340d5e76b tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Request body: {'floatingip': {'port_id': '698480bb-c65c-4796-9f7c-716b44ff3798'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:38.116274 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=295939e1-7602-4452-bb7c-211433002a13,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:38.139972 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-523c3f3c-837e-432a-b3d8-af9340d5e76b tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks [] for floatingip, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:38.144589 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-ee15bc20-90ca-48a9-8ec8-dbfdd9a1a333 req-aeda8977-fe4c-4380-bddd-f72a4c075ce1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:38.175565 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda8977-fe4c-4380-bddd-f72a4c075ce1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Pushing event deleted for resources: {'Port': ['ID=14d7e66f-9e68-40fb-9638-b966b3b8c185,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:38.279971 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ca353-0b38-45c3-8a76-65285aa470f3 req-47540db7-01b9-45e8-a4c6-77a6200cb011 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:38.281377 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ac8ca353-0b38-45c3-8a76-65285aa470f3 req-47540db7-01b9-45e8-a4c6-77a6200cb011 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 943 time: 0.1378248 Sep 30 13:04:38.285621 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-ee15bc20-90ca-48a9-8ec8-dbfdd9a1a333 req-aeda8977-fe4c-4380-bddd-f72a4c075ce1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:38.288813 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-ee15bc20-90ca-48a9-8ec8-dbfdd9a1a333 req-aeda8977-fe4c-4380-bddd-f72a4c075ce1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:38.290003 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ee15bc20-90ca-48a9-8ec8-dbfdd9a1a333 req-aeda8977-fe4c-4380-bddd-f72a4c075ce1 tempest-FloatingIPDetailsTestJSON-492060084 tempest-FloatingIPDetailsTestJSON-492060084-project] 10.222.0.18 "DELETE /v2.0/floatingips/cdbc67e1-6a86-421e-8b4b-c1c11572bec0 HTTP/1.1" status: 204 len: 173 time: 0.8819232 Sep 30 13:04:38.297027 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575de157-e955-4fa3-953d-cff499a41dc7 admin admin] Router 7aa0dc4d-b8c3-42ef-918a-7071d7f18835 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:04:38.297552 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44096) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:38.369056 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ac8ca353-0b38-45c3-8a76-65285aa470f3 req-4824989b-4d95-46ec-b860-d8f388836e05 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791874 Sep 30 13:04:38.707863 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-523c3f3c-837e-432a-b3d8-af9340d5e76b tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:38.717699 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-523c3f3c-837e-432a-b3d8-af9340d5e76b tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:38.730073 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f7993-24eb-414d-a48a-d9e3ed31323c req-6209c2a2-e97d-46cc-a534-ccd5e4accf68 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:38.731589 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-406f7993-24eb-414d-a48a-d9e3ed31323c req-6209c2a2-e97d-46cc-a534-ccd5e4accf68 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa8f720e-a5c3-4d78-ab49-9a8341a16be3 HTTP/1.1" status: 200 len: 944 time: 0.0723851 Sep 30 13:04:38.778207 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80ba94-c54f-4214-a85f-0b85bc533ec3 req-bdd780e5-476f-45a5-9de5-86091d563594 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:38.779771 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bf80ba94-c54f-4214-a85f-0b85bc533ec3 req-bdd780e5-476f-45a5-9de5-86091d563594 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 943 time: 0.3957517 Sep 30 13:04:38.869376 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['295939e1-7602-4452-bb7c-211433002a13'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:04:38.886738 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575de157-e955-4fa3-953d-cff499a41dc7 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:04:38.895457 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-575de157-e955-4fa3-953d-cff499a41dc7 admin admin] 10.222.0.18 "PUT /v2.0/routers/7aa0dc4d-b8c3-42ef-918a-7071d7f18835/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4984856 Sep 30 13:04:38.903969 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c392193-7f8d-4ad9-8144-caadbf993695 None None] Sync routers for ids ['7aa0dc4d-b8c3-42ef-918a-7071d7f18835'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:04:38.907666 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44104) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:38.939984 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c392193-7f8d-4ad9-8144-caadbf993695 None None] Routers {'7aa0dc4d-b8c3-42ef-918a-7071d7f18835'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:04:38.940518 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-3c392193-7f8d-4ad9-8144-caadbf993695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:04:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['7aa0dc4d-b8c3-42ef-918a-7071d7f18835'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:38.953388 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bf80ba94-c54f-4214-a85f-0b85bc533ec3 req-e4c054c6-eec9-4520-aa9a-2142a8c7b40e tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446204 Sep 30 13:04:39.086838 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-3c392193-7f8d-4ad9-8144-caadbf993695 None None] Set router 7aa0dc4d-b8c3-42ef-918a-7071d7f18835 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:04:39.108153 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ad50ed16-e564-421b-ab52-1e82beece238 admin admin] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:39.112210 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-406f7993-24eb-414d-a48a-d9e3ed31323c req-833afa27-e338-4d2d-81a9-0646b7194323 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/security-groups?id=d79012c9-331f-4f3d-a961-b7649f3d19b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808403 Sep 30 13:04:39.132728 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-523c3f3c-837e-432a-b3d8-af9340d5e76b tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Floating IP 09990a12-fe39-4b0f-8ff0-7b4ffdb0eaf7 associated. External IP: 172.25.5.161, port: 698480bb-c65c-4796-9f7c-716b44ff3798. Sep 30 13:04:39.256128 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ad50ed16-e564-421b-ab52-1e82beece238 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:39.337156 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-3c392193-7f8d-4ad9-8144-caadbf993695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1820394865-router', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '5727c14d-0eff-49cb-863c-9f72a78d5afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:36Z', 'updated_at': '2021-09-30T13:04:37Z', 'revision_number': 5, 'project_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'gw_port': {'id': '5727c14d-0eff-49cb-863c-9f72a78d5afa', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:38Z', 'updated_at': '2021-09-30T13:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:39.347685 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fa5ed12-b359-46e7-b17d-8119e9e683a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:39.368904 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c392193-7f8d-4ad9-8144-caadbf993695 None None] Checking router: 7aa0dc4d-b8c3-42ef-918a-7071d7f18835 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:04:39.379217 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c392193-7f8d-4ad9-8144-caadbf993695 None None] Routers {'7aa0dc4d-b8c3-42ef-918a-7071d7f18835'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:04:39.380457 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-3c392193-7f8d-4ad9-8144-caadbf993695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:04:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['7aa0dc4d-b8c3-42ef-918a-7071d7f18835'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:39.386297 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-ad50ed16-e564-421b-ab52-1e82beece238 admin admin] Deleting port 5727c14d-0eff-49cb-863c-9f72a78d5afa {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:04:39.386661 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ad50ed16-e564-421b-ab52-1e82beece238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:39.412187 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523c3f3c-837e-432a-b3d8-af9340d5e76b tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Router db3040c0-28a4-4ed9-bf94-d03e73d75495 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:04:39.494814 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-ad50ed16-e564-421b-ab52-1e82beece238 admin admin] For port 5727c14d-0eff-49cb-863c-9f72a78d5afa, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=5727c14d-0eff-49cb-863c-9f72a78d5afa,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:39.495491 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ad50ed16-e564-421b-ab52-1e82beece238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:39.509213 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-ad50ed16-e564-421b-ab52-1e82beece238 admin admin] Calling delete_port for 5727c14d-0eff-49cb-863c-9f72a78d5afa owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:04:39.573762 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523c3f3c-837e-432a-b3d8-af9340d5e76b tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:04:39.577815 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-3c392193-7f8d-4ad9-8144-caadbf993695 None None] Set router 7aa0dc4d-b8c3-42ef-918a-7071d7f18835 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:04:39.581896 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-523c3f3c-837e-432a-b3d8-af9340d5e76b tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:39.584827 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ee0cd-89dd-4391-95b7-4545fee51b61 None None] Sync routers for ids ['db3040c0-28a4-4ed9-bf94-d03e73d75495'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:04:39.596290 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260ee0cd-89dd-4391-95b7-4545fee51b61 None None] Routers {'db3040c0-28a4-4ed9-bf94-d03e73d75495'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:04:39.596915 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-260ee0cd-89dd-4391-95b7-4545fee51b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:04:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['db3040c0-28a4-4ed9-bf94-d03e73d75495'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:39.647368 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-523c3f3c-837e-432a-b3d8-af9340d5e76b tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "PUT /v2.0/floatingips/09990a12-fe39-4b0f-8ff0-7b4ffdb0eaf7 HTTP/1.1" status: 200 len: 991 time: 1.5642710 Sep 30 13:04:39.647368 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b598a21-7f28-46ab-83ee-4a41f4ae2f54', 'tag': '698480bb-c65c-4796-9f7c-716b44ff3798'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:04:39.649659 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf31489-af5a-42ff-a845-92dcf498168b" -d '{"events": [{"name": "network-changed", "server_uuid": "1b598a21-7f28-46ab-83ee-4a41f4ae2f54", "tag": "698480bb-c65c-4796-9f7c-716b44ff3798"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:04:39.650449 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-3c392193-7f8d-4ad9-8144-caadbf993695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1820394865-router', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:36Z', 'updated_at': '2021-09-30T13:04:39Z', 'revision_number': 6, 'project_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:39.682866 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c392193-7f8d-4ad9-8144-caadbf993695 None None] The sync data for ids ['7aa0dc4d-b8c3-42ef-918a-7071d7f18835'] in n-d-810909-2 is: [{'id': '7aa0dc4d-b8c3-42ef-918a-7071d7f18835', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1820394865-router', 'tenant_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:36Z', 'updated_at': '2021-09-30T13:04:39Z', 'revision_number': 6, 'project_id': '709b4a13cb0a4dd9a6e7e0c68425f852', 'gw_port_host': None}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:04:39.775940 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-260ee0cd-89dd-4391-95b7-4545fee51b61 None None] Set router db3040c0-28a4-4ed9-bf94-d03e73d75495 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:04:39.789899 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d280491d-9274-41f5-8a26-1941a7b8f475 x-openstack-request-id: req-d280491d-9274-41f5-8a26-1941a7b8f475 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:04:39.790276 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b598a21-7f28-46ab-83ee-4a41f4ae2f54", "tag": "698480bb-c65c-4796-9f7c-716b44ff3798", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:04:39.790789 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d280491d-9274-41f5-8a26-1941a7b8f475 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:04:39.791189 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b598a21-7f28-46ab-83ee-4a41f4ae2f54', 'tag': '698480bb-c65c-4796-9f7c-716b44ff3798', 'status': 'completed', 'code': 200} Sep 30 13:04:39.849319 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff556e17-9133-4a6a-8b37-38a983c64efd req-690de94f-05e8-48b0-8a15-8230e1b23b13 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:39.851034 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ff556e17-9133-4a6a-8b37-38a983c64efd req-690de94f-05e8-48b0-8a15-8230e1b23b13 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 943 time: 0.2885885 Sep 30 13:04:39.855870 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf31489-af5a-42ff-a845-92dcf498168b req-3047161f-eeed-41d5-9f62-234977661c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:39.857594 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1bf31489-af5a-42ff-a845-92dcf498168b req-3047161f-eeed-41d5-9f62-234977661c96 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0aab74e1df6d45fba7c45004cdea3fd5&device_id=1b598a21-7f28-46ab-83ee-4a41f4ae2f54 HTTP/1.1" status: 200 len: 1096 time: 0.0457602 Sep 30 13:04:39.878165 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ad50ed16-e564-421b-ab52-1e82beece238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:39.919706 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50ed16-e564-421b-ab52-1e82beece238 admin admin] Pushing event deleted for resources: {'Port': ['ID=5727c14d-0eff-49cb-863c-9f72a78d5afa,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:39.956084 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ff556e17-9133-4a6a-8b37-38a983c64efd req-0df26045-b076-4d08-8a73-c80c01cf8f3c tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973115 Sep 30 13:04:39.997354 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf31489-af5a-42ff-a845-92dcf498168b req-7123ce1e-61b0-4761-a2cf-15676d5ba24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:39.999084 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1bf31489-af5a-42ff-a845-92dcf498168b req-7123ce1e-61b0-4761-a2cf-15676d5ba24f service neutron] 10.222.0.39 "GET /v2.0/networks?id=53d8a375-ae3f-43ae-bcaf-c9e5f964997d HTTP/1.1" status: 200 len: 924 time: 0.1281989 Sep 30 13:04:40.027961 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ad50ed16-e564-421b-ab52-1e82beece238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:40.194640 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ad50ed16-e564-421b-ab52-1e82beece238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:40.198740 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1bf31489-af5a-42ff-a845-92dcf498168b req-1ff81f2c-e2b2-4f78-a016-9b26ddb802ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=698480bb-c65c-4796-9f7c-716b44ff3798 HTTP/1.1" status: 200 len: 999 time: 0.1901789 Sep 30 13:04:40.198928 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ad50ed16-e564-421b-ab52-1e82beece238 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:40.267277 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-8fa5ed12-b359-46e7-b17d-8119e9e683a9 admin admin] Deleting port faff1924-f75a-4312-b1a0-0b8fd3f5c0b8 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:04:40.268312 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fa5ed12-b359-46e7-b17d-8119e9e683a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:40.277636 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ad50ed16-e564-421b-ab52-1e82beece238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:40.278162 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad50ed16-e564-421b-ab52-1e82beece238 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7aa0dc4d-b8c3-42ef-918a-7071d7f18835 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:04:40.290977 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-260ee0cd-89dd-4391-95b7-4545fee51b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-872543346-router', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:38Z', 'updated_at': '2021-09-30T13:00:51Z', 'revision_number': 4, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'gw_port': {'id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:41Z', 'updated_at': '2021-09-30T13:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '09990a12-fe39-4b0f-8ff0-7b4ffdb0eaf7', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'floating_ip_address': '172.25.5.161', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'port_id': '698480bb-c65c-4796-9f7c-716b44ff3798', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d', 'mac_address': 'fa:16:3e:3f:f1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b598a21-7f28-46ab-83ee-4a41f4ae2f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:01:07Z', 'updated_at': '2021-09-30T13:04:38Z', 'revision_number': 5, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26b22a7-8efd-42c5-8640-90a9f76935d7', 'name': '', 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'mac_address': 'fa:16:3e:02:bb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:50Z', 'updated_at': '2021-09-30T13:00:56Z', 'revision_number': 5, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'subnets': [{'id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:40.292533 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ad50ed16-e564-421b-ab52-1e82beece238 admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:40.293671 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ad50ed16-e564-421b-ab52-1e82beece238 admin admin] 10.222.0.18 "DELETE /v2.0/routers/7aa0dc4d-b8c3-42ef-918a-7071d7f18835 HTTP/1.1" status: 204 len: 168 time: 1.3850622 Sep 30 13:04:40.297079 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44122) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:40.322994 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ee0cd-89dd-4391-95b7-4545fee51b61 None None] Checking router: db3040c0-28a4-4ed9-bf94-d03e73d75495 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:04:40.332426 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260ee0cd-89dd-4391-95b7-4545fee51b61 None None] Routers {'db3040c0-28a4-4ed9-bf94-d03e73d75495'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:04:40.333048 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-260ee0cd-89dd-4391-95b7-4545fee51b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:04:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['db3040c0-28a4-4ed9-bf94-d03e73d75495'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:40.358004 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55f0bdb-3fe8-4c12-a5fd-68735f43e41d admin admin] Deleting subnet 53cc4aed-c0f6-4bf3-a455-86c2a6798883 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:04:40.362986 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a55f0bdb-3fe8-4c12-a5fd-68735f43e41d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:40.379926 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a6993-09b0-4de3-953d-580de05288a9 req-3d58bab6-3015-421c-a3a0-df8bc17767ff tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:40.381465 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-692a6993-09b0-4de3-953d-580de05288a9 req-3d58bab6-3015-421c-a3a0-df8bc17767ff tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa8f720e-a5c3-4d78-ab49-9a8341a16be3 HTTP/1.1" status: 200 len: 944 time: 0.1172237 Sep 30 13:04:40.415883 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-8fa5ed12-b359-46e7-b17d-8119e9e683a9 admin admin] For port faff1924-f75a-4312-b1a0-0b8fd3f5c0b8, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=faff1924-f75a-4312-b1a0-0b8fd3f5c0b8,segment=NetworkSegment(b950cf71-eed4-40e5-acff-d62a03811dab),segment_id=b950cf71-eed4-40e5-acff-d62a03811dab)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:40.416252 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fa5ed12-b359-46e7-b17d-8119e9e683a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:40.424119 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a55f0bdb-3fe8-4c12-a5fd-68735f43e41d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:40.440724 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-8fa5ed12-b359-46e7-b17d-8119e9e683a9 admin admin] Calling delete_port for faff1924-f75a-4312-b1a0-0b8fd3f5c0b8 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:04:40.445543 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-692a6993-09b0-4de3-953d-580de05288a9 req-e2337617-01b4-48eb-8acf-1e1b356ae95f tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/security-groups?id=d79012c9-331f-4f3d-a961-b7649f3d19b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554614 Sep 30 13:04:40.481747 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-260ee0cd-89dd-4391-95b7-4545fee51b61 None None] Set router db3040c0-28a4-4ed9-bf94-d03e73d75495 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:04:40.562844 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749cf84-a986-414a-97f5-2bbef5f0443a req-75943236-76be-45ad-85c2-59229a87c9c2 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:40.572964 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5749cf84-a986-414a-97f5-2bbef5f0443a req-75943236-76be-45ad-85c2-59229a87c9c2 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 943 time: 0.3727329 Sep 30 13:04:40.609701 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a55f0bdb-3fe8-4c12-a5fd-68735f43e41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:40.619645 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf31489-af5a-42ff-a845-92dcf498168b req-7bc1a571-a69c-4c5a-97e2-aee654111b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:40.622545 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1bf31489-af5a-42ff-a845-92dcf498168b req-7bc1a571-a69c-4c5a-97e2-aee654111b94 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e91829e-1d04-4c5a-81dc-9917c8689f4b HTTP/1.1" status: 200 len: 862 time: 0.4091465 Sep 30 13:04:40.672987 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 5727c14d-0eff-49cb-863c-9f72a78d5afa no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:04:40.701449 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 5727c14d-0eff-49cb-863c-9f72a78d5afa {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:04:40.702099 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 5727c14d-0eff-49cb-863c-9f72a78d5afa not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:04:40.702758 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c416f925-9825-4ed8-a7d4-d467b99c5f71 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:04:40.728899 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5749cf84-a986-414a-97f5-2bbef5f0443a req-43026e6d-1a1f-4572-bf04-84c1553dc65d tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535461 Sep 30 13:04:40.735246 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: c416f925-9825-4ed8-a7d4-d467b99c5f71 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:04:40.735896 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c416f925-9825-4ed8-a7d4-d467b99c5f71 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:04:40.759781 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf31489-af5a-42ff-a845-92dcf498168b req-2cc582d3-7747-4fe7-968d-b64cad52aa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:40.761532 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1bf31489-af5a-42ff-a845-92dcf498168b req-2cc582d3-7747-4fe7-968d-b64cad52aa09 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=53d8a375-ae3f-43ae-bcaf-c9e5f964997d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152935 Sep 30 13:04:40.806606 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fa5ed12-b359-46e7-b17d-8119e9e683a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:40.860105 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a55f0bdb-3fe8-4c12-a5fd-68735f43e41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:40.890769 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5ed12-b359-46e7-b17d-8119e9e683a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=faff1924-f75a-4312-b1a0-0b8fd3f5c0b8,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:40.926990 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-260ee0cd-89dd-4391-95b7-4545fee51b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-872543346-router', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:38Z', 'updated_at': '2021-09-30T13:00:51Z', 'revision_number': 4, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'gw_port': {'id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:41Z', 'updated_at': '2021-09-30T13:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '09990a12-fe39-4b0f-8ff0-7b4ffdb0eaf7', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'floating_ip_address': '172.25.5.161', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'port_id': '698480bb-c65c-4796-9f7c-716b44ff3798', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d', 'mac_address': 'fa:16:3e:3f:f1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b598a21-7f28-46ab-83ee-4a41f4ae2f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:01:07Z', 'updated_at': '2021-09-30T13:04:38Z', 'revision_number': 5, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26b22a7-8efd-42c5-8640-90a9f76935d7', 'name': '', 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'mac_address': 'fa:16:3e:02:bb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:50Z', 'updated_at': '2021-09-30T13:00:56Z', 'revision_number': 5, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'subnets': [{'id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:40.945760 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f0bdb-3fe8-4c12-a5fd-68735f43e41d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53cc4aed-c0f6-4bf3-a455-86c2a6798883,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:40.957258 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a55f0bdb-3fe8-4c12-a5fd-68735f43e41d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:40.957433 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ee0cd-89dd-4391-95b7-4545fee51b61 None None] The sync data for ids ['db3040c0-28a4-4ed9-bf94-d03e73d75495'] in n-d-810909-2 is: [{'id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-872543346-router', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:38Z', 'updated_at': '2021-09-30T13:00:51Z', 'revision_number': 4, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'gw_port': {'id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:41Z', 'updated_at': '2021-09-30T13:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '09990a12-fe39-4b0f-8ff0-7b4ffdb0eaf7', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'floating_ip_address': '172.25.5.161', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'port_id': '698480bb-c65c-4796-9f7c-716b44ff3798', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d', 'mac_address': 'fa:16:3e:3f:f1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b598a21-7f28-46ab-83ee-4a41f4ae2f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:01:07Z', 'updated_at': '2021-09-30T13:04:38Z', 'revision_number': 5, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26b22a7-8efd-42c5-8640-90a9f76935d7', 'name': '', 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'mac_address': 'fa:16:3e:02:bb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:50Z', 'updated_at': '2021-09-30T13:00:56Z', 'revision_number': 5, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'subnets': [{'id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:04:40.962680 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a55f0bdb-3fe8-4c12-a5fd-68735f43e41d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/53cc4aed-c0f6-4bf3-a455-86c2a6798883 HTTP/1.1" status: 204 len: 168 time: 0.6595204 Sep 30 13:04:40.965741 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44128) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:40.975803 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f87c94-2bc8-427a-91ec-1defa799b909 None None] Network 76f7ace0-4a25-49af-ab9a-631a26ec2b18 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:04:41.009164 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1bf31489-af5a-42ff-a845-92dcf498168b req-b58942ee-0fb2-406c-8739-96056ab4ec94 service neutron] 10.222.0.39 "GET /v2.0/networks/53d8a375-ae3f-43ae-bcaf-c9e5f964997d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357426 Sep 30 13:04:41.126725 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-df7fe82a-894a-4631-a81d-3ab4a60686aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:41.246241 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fa5ed12-b359-46e7-b17d-8119e9e683a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:41.315291 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-df7fe82a-894a-4631-a81d-3ab4a60686aa admin admin] Deleting port 2c62562f-e3a4-443e-93f1-a112bb84a931 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:04:41.315740 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-df7fe82a-894a-4631-a81d-3ab4a60686aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:41.334970 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1bf31489-af5a-42ff-a845-92dcf498168b req-ca007688-0abe-4e83-9aa9-a7ae8098e24c service neutron] 10.222.0.39 "GET /v2.0/networks/53d8a375-ae3f-43ae-bcaf-c9e5f964997d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192015 Sep 30 13:04:41.364036 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afa426-dcdb-4204-bc84-53e2f495b456 req-6721bc69-f4c9-4339-a57e-f5b2af268d12 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:41.372791 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64afa426-dcdb-4204-bc84-53e2f495b456 req-6721bc69-f4c9-4339-a57e-f5b2af268d12 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 943 time: 0.2675567 Sep 30 13:04:41.385164 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b484326-7dff-4a53-90ba-22ab6e741798 None None] DHCP port deletion for 76f7ace0-4a25-49af-ab9a-631a26ec2b18 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:04:41.403410 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48737ad-db4c-443e-90a2-6c457d0e5645 None None] New status for floating IP 09990a12-fe39-4b0f-8ff0-7b4ffdb0eaf7: ACTIVE {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:04:41.428697 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64afa426-dcdb-4204-bc84-53e2f495b456 req-0137a630-1cf1-483c-b31d-5f725d5b6fc5 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513971 Sep 30 13:04:41.469035 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-df7fe82a-894a-4631-a81d-3ab4a60686aa admin admin] For port 2c62562f-e3a4-443e-93f1-a112bb84a931, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2c62562f-e3a4-443e-93f1-a112bb84a931,segment=NetworkSegment(deb31db1-d8df-41a6-b608-befa9fb857a5),segment_id=deb31db1-d8df-41a6-b608-befa9fb857a5)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:41.470346 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-df7fe82a-894a-4631-a81d-3ab4a60686aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:41.493567 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-df7fe82a-894a-4631-a81d-3ab4a60686aa admin admin] Calling delete_port for 2c62562f-e3a4-443e-93f1-a112bb84a931 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:04:41.510504 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-09784d7d-f5b2-48a7-899c-4748500cfa72 service neutron] 10.222.0.39 "GET /v2.0/ports/52f3328b-321c-496f-9969-4dcbe18927e9/bindings/n-h2-810909-2 HTTP/1.1" status: 200 len: 384 time: 0.0774632 Sep 30 13:04:41.567399 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-0b484326-7dff-4a53-90ba-22ab6e741798 None None] Deleting port 2c62562f-e3a4-443e-93f1-a112bb84a931 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:04:41.567774 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0b484326-7dff-4a53-90ba-22ab6e741798 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:41.667312 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-0b484326-7dff-4a53-90ba-22ab6e741798 None None] For port 2c62562f-e3a4-443e-93f1-a112bb84a931, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2c62562f-e3a4-443e-93f1-a112bb84a931,segment=NetworkSegment(deb31db1-d8df-41a6-b608-befa9fb857a5),segment_id=deb31db1-d8df-41a6-b608-befa9fb857a5)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:41.667712 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0b484326-7dff-4a53-90ba-22ab6e741798 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:41.684369 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-0b484326-7dff-4a53-90ba-22ab6e741798 None None] Calling delete_port for 2c62562f-e3a4-443e-93f1-a112bb84a931 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:04:41.699837 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88468a70-a65c-49ff-87b9-f32c92d9e622 req-a932c410-316d-4705-94cb-74a90303c8a5 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:41.701381 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-88468a70-a65c-49ff-87b9-f32c92d9e622 req-a932c410-316d-4705-94cb-74a90303c8a5 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa8f720e-a5c3-4d78-ab49-9a8341a16be3 HTTP/1.1" status: 200 len: 944 time: 0.1562951 Sep 30 13:04:41.732988 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-bbd8bc59-4e53-47cf-be9b-63ee86af5cbc service neutron] For port 52f3328b-321c-496f-9969-4dcbe18927e9, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=52f3328b-321c-496f-9969-4dcbe18927e9,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:41.741043 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa5ed12-b359-46e7-b17d-8119e9e683a9 admin admin] Router aa5bcc35-0704-4b77-b2a2-e4c30024593d has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:04:41.750640 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-df7fe82a-894a-4631-a81d-3ab4a60686aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:41.773564 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-bbd8bc59-4e53-47cf-be9b-63ee86af5cbc service neutron] For port 52f3328b-321c-496f-9969-4dcbe18927e9, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:04:41.789234 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0b484326-7dff-4a53-90ba-22ab6e741798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:41.802266 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-88468a70-a65c-49ff-87b9-f32c92d9e622 req-2310fa93-01e4-4ffa-9421-800ef1ffef61 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/security-groups?id=d79012c9-331f-4f3d-a961-b7649f3d19b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815592 Sep 30 13:04:41.803769 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7fe82a-894a-4631-a81d-3ab4a60686aa admin admin] Pushing event deleted for resources: {'Port': ['ID=2c62562f-e3a4-443e-93f1-a112bb84a931,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:41.807280 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b484326-7dff-4a53-90ba-22ab6e741798 None None] No DVR routers for this DVR port 2c62562f-e3a4-443e-93f1-a112bb84a931 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:04:41.812868 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7fe82a-894a-4631-a81d-3ab4a60686aa admin admin] No DVR routers for this DVR port 2c62562f-e3a4-443e-93f1-a112bb84a931 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:04:41.827555 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b484326-7dff-4a53-90ba-22ab6e741798 None None] Pushing event deleted for resources: {'Port': ['ID=2c62562f-e3a4-443e-93f1-a112bb84a931,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:41.870520 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-bbd8bc59-4e53-47cf-be9b-63ee86af5cbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f3328b-321c-496f-9969-4dcbe18927e9 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:04:41.885041 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-bbd8bc59-4e53-47cf-be9b-63ee86af5cbc service neutron] For port 52f3328b-321c-496f-9969-4dcbe18927e9, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=52f3328b-321c-496f-9969-4dcbe18927e9,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:41.886194 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 37d71825-e339-43d2-921d-7fe5b24f6f7c details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:04:41.888462 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 295939e1-7602-4452-bb7c-211433002a13 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:04:41.903805 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-bbd8bc59-4e53-47cf-be9b-63ee86af5cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:41.914892 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243e393-4c22-44a8-a365-6a9439ae276e req-08a18691-4242-4f54-9eaa-a16f0fcb6c05 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:41.922429 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2243e393-4c22-44a8-a365-6a9439ae276e req-08a18691-4242-4f54-9eaa-a16f0fcb6c05 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 943 time: 0.0921564 Sep 30 13:04:41.993349 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2243e393-4c22-44a8-a365-6a9439ae276e req-0c9c6dc1-45f9-4a6b-85da-f70fb27f840d tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698912 Sep 30 13:04:42.039405 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-bbd8bc59-4e53-47cf-be9b-63ee86af5cbc service neutron] Transition to ACTIVE for port object 52f3328b-321c-496f-9969-4dcbe18927e9 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:04:42.044204 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-bbd8bc59-4e53-47cf-be9b-63ee86af5cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:42.046879 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 295939e1-7602-4452-bb7c-211433002a13 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:04:42.056530 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 37d71825-e339-43d2-921d-7fe5b24f6f7c, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=37d71825-e339-43d2-921d-7fe5b24f6f7c,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:42.059045 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 295939e1-7602-4452-bb7c-211433002a13 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:04:42.059406 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:42.088597 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '37d71825-e339-43d2-921d-7fe5b24f6f7c', 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a', 'port_id': '37d71825-e339-43d2-921d-7fe5b24f6f7c', 'mac_address': 'fa:16:3e:ad:c0:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2a3567b-bc5f-477b-8f28-c16dcd278961', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:04:42.119333 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-bbd8bc59-4e53-47cf-be9b-63ee86af5cbc service neutron] No DVR routers for this DVR port 52f3328b-321c-496f-9969-4dcbe18927e9 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:04:42.132226 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8bc59-4e53-47cf-be9b-63ee86af5cbc service neutron] Pushing event updated for resources: {'Port': ['ID=52f3328b-321c-496f-9969-4dcbe18927e9,revision_number=10']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:42.137537 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:42.152637 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37d71825-e339-43d2-921d-7fe5b24f6f7c {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:04:42.154486 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-bbd8bc59-4e53-47cf-be9b-63ee86af5cbc service neutron] 10.222.0.39 "PUT /v2.0/ports/52f3328b-321c-496f-9969-4dcbe18927e9/bindings/n-h2-810909-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6366768 Sep 30 13:04:42.178787 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 37d71825-e339-43d2-921d-7fe5b24f6f7c, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=37d71825-e339-43d2-921d-7fe5b24f6f7c,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:42.184064 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:42.228181 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-df7fe82a-894a-4631-a81d-3ab4a60686aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:42.229458 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 52f3328b-321c-496f-9969-4dcbe18927e9 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:04:42.261659 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-82cb768d-a749-4e51-b999-69a74cd17e5d tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:42.263261 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-82cb768d-a749-4e51-b999-69a74cd17e5d tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3&tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&binding%3Ahost_id=n-h1-810909-2 HTTP/1.1" status: 200 len: 1095 time: 0.0505981 Sep 30 13:04:42.282756 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:42.282984 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-df7fe82a-894a-4631-a81d-3ab4a60686aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f7ace0-4a25-49af-ab9a-631a26ec2b18']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:42.299878 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-df7fe82a-894a-4631-a81d-3ab4a60686aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb31db1-d8df-41a6-b608-befa9fb857a5') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:42.300178 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-df7fe82a-894a-4631-a81d-3ab4a60686aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb31db1-d8df-41a6-b608-befa9fb857a5') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:42.302963 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=37d71825-e339-43d2-921d-7fe5b24f6f7c,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:42.314723 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-df7fe82a-894a-4631-a81d-3ab4a60686aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:42.316523 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa5ed12-b359-46e7-b17d-8119e9e683a9 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:04:42.317510 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 52f3328b-321c-496f-9969-4dcbe18927e9 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:04:42.328575 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8fa5ed12-b359-46e7-b17d-8119e9e683a9 admin admin] 10.222.0.18 "PUT /v2.0/routers/aa5bcc35-0704-4b77-b2a2-e4c30024593d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0299122 Sep 30 13:04:42.330134 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44144) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:42.334081 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0a66bc-6369-49b1-be8f-9acbf89317fe None None] Sync routers for ids ['aa5bcc35-0704-4b77-b2a2-e4c30024593d'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:04:42.339938 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-df7fe82a-894a-4631-a81d-3ab4a60686aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:42.346137 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8f720e-a5c3-4d78-ab49-9a8341a16be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295939e1-7602-4452-bb7c-211433002a13'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:04:42.347661 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7fe82a-894a-4631-a81d-3ab4a60686aa admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:04:42.348064 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-df7fe82a-894a-4631-a81d-3ab4a60686aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:04:42.349969 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:04:42.353696 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0a66bc-6369-49b1-be8f-9acbf89317fe None None] Routers {'aa5bcc35-0704-4b77-b2a2-e4c30024593d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:04:42.353696 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-ea0a66bc-6369-49b1-be8f-9acbf89317fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:04:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['aa5bcc35-0704-4b77-b2a2-e4c30024593d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:42.355875 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4d7a85-a2c5-46bb-8ca5-17e6489e49e8" -d '{"events": [{"server_uuid": "fa8f720e-a5c3-4d78-ab49-9a8341a16be3", "name": "network-vif-plugged", "status": "completed", "tag": "295939e1-7602-4452-bb7c-211433002a13"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:04:42.371498 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 295939e1-7602-4452-bb7c-211433002a13, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=295939e1-7602-4452-bb7c-211433002a13,segment=NetworkSegment(392ba766-1ef6-4940-83e8-c740f06e9e4c),segment_id=392ba766-1ef6-4940-83e8-c740f06e9e4c)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:42.379260 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:42.414928 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-256574fe-ae67-4167-80dc-5fdf9e58a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:42.416470 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-256574fe-ae67-4167-80dc-5fdf9e58a71f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3&tenant_id=52fc4a104b2948969e2ddc7c90e1bf83 HTTP/1.1" status: 200 len: 1095 time: 0.1447346 Sep 30 13:04:42.439743 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-df7fe82a-894a-4631-a81d-3ab4a60686aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:42.455325 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-df7fe82a-894a-4631-a81d-3ab4a60686aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:42.466711 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-df7fe82a-894a-4631-a81d-3ab4a60686aa admin admin] 10.222.0.18 "DELETE /v2.0/networks/76f7ace0-4a25-49af-ab9a-631a26ec2b18 HTTP/1.1" status: 204 len: 168 time: 1.4991159 Sep 30 13:04:42.484551 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32927798-fc3c-40db-81ba-5434945dd019 x-openstack-request-id: req-32927798-fc3c-40db-81ba-5434945dd019 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:04:42.484854 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8f720e-a5c3-4d78-ab49-9a8341a16be3", "name": "network-vif-plugged", "status": "completed", "tag": "295939e1-7602-4452-bb7c-211433002a13", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:04:42.485118 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-32927798-fc3c-40db-81ba-5434945dd019 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:04:42.485524 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8f720e-a5c3-4d78-ab49-9a8341a16be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295939e1-7602-4452-bb7c-211433002a13', 'code': 200} Sep 30 13:04:42.520085 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7fe82a-894a-4631-a81d-3ab4a60686aa admin admin] Pushing event deleted for resources: {'Network': ['ID=76f7ace0-4a25-49af-ab9a-631a26ec2b18,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:42.532999 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=295939e1-7602-4452-bb7c-211433002a13,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:42.560834 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-ea0a66bc-6369-49b1-be8f-9acbf89317fe None None] Set router aa5bcc35-0704-4b77-b2a2-e4c30024593d gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:04:42.574182 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd7f69c-569a-4948-89a9-6a8fbf2832af admin admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:42.712217 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['37d71825-e339-43d2-921d-7fe5b24f6f7c'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:04:42.731272 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a97a3-7224-472d-952e-d8331dd16541 req-48964ec1-ec1f-44b1-8b02-1a438426baa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:42.739783 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-675a97a3-7224-472d-952e-d8331dd16541 req-48964ec1-ec1f-44b1-8b02-1a438426baa5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fa8f720e-a5c3-4d78-ab49-9a8341a16be3 HTTP/1.1" status: 200 len: 1096 time: 0.2418945 Sep 30 13:04:42.782839 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-d474e5ad-be5a-4f05-b91c-44a54686a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:42.784339 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-d474e5ad-be5a-4f05-b91c-44a54686a9dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 1095 time: 0.2436819 Sep 30 13:04:42.813485 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44154) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:42.826761 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2c62562f-e3a4-443e-93f1-a112bb84a931 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:04:42.871839 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d239e-f0b0-47ec-811d-945c0753878b req-207604b0-3895-4fdf-aa3c-6174b4761a57 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:42.887336 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3c5d239e-f0b0-47ec-811d-945c0753878b req-207604b0-3895-4fdf-aa3c-6174b4761a57 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 944 time: 0.3040500 Sep 30 13:04:42.889297 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 2c62562f-e3a4-443e-93f1-a112bb84a931 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:04:42.899944 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2c62562f-e3a4-443e-93f1-a112bb84a931 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:04:42.919196 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd7f69c-569a-4948-89a9-6a8fbf2832af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:42.936727 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-42324497-4406-4f24-a30e-db3cd85a3698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:42.938659 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-42324497-4406-4f24-a30e-db3cd85a3698 service neutron] 10.222.0.54 "GET /v2.0/networks?id=49ef354a-ba5f-45a0-ae5d-336431ac76bd HTTP/1.1" status: 200 len: 908 time: 0.1463554 Sep 30 13:04:42.972916 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-675a97a3-7224-472d-952e-d8331dd16541 req-cf7ab977-6499-4f4f-9e01-a83bbae914e0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d79012c9-331f-4f3d-a961-b7649f3d19b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218161 Sep 30 13:04:42.986500 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9c0dd0fc-653c-499f-b340-2c89fea612ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=709b4a13cb0a4dd9a6e7e0c68425f852&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1670766 Sep 30 13:04:42.990980 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44160) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:43.048533 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3c5d239e-f0b0-47ec-811d-945c0753878b req-f0603581-bef2-43f0-9a49-a694053992c1 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286051 Sep 30 13:04:43.068589 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-5cfeb4f7-faf5-4a03-9f38-cd906bfa24ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52f3328b-321c-496f-9969-4dcbe18927e9 HTTP/1.1" status: 200 len: 217 time: 0.1106632 Sep 30 13:04:43.068798 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-ea0a66bc-6369-49b1-be8f-9acbf89317fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5bcc35-0704-4b77-b2a2-e4c30024593d', 'name': 'tempest-FloatingIPDetailsTestJSON-2032506722-router', 'tenant_id': '45cce2bf838441a9981db8ce67fd0eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '43d73d18-4e35-4e1c-bf3e-50ce0d641a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:04:06Z', 'updated_at': '2021-09-30T13:04:40Z', 'revision_number': 5, 'project_id': '45cce2bf838441a9981db8ce67fd0eb9', 'gw_port': {'id': '43d73d18-4e35-4e1c-bf3e-50ce0d641a2e', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5bcc35-0704-4b77-b2a2-e4c30024593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:04:07Z', 'updated_at': '2021-09-30T13:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:43.099804 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3124f1d6-5231-446f-8003-98288caf9661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:43.112368 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0a66bc-6369-49b1-be8f-9acbf89317fe None None] Checking router: aa5bcc35-0704-4b77-b2a2-e4c30024593d for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:04:43.124440 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0a66bc-6369-49b1-be8f-9acbf89317fe None None] Routers {'aa5bcc35-0704-4b77-b2a2-e4c30024593d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:04:43.125066 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-ea0a66bc-6369-49b1-be8f-9acbf89317fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:04:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['aa5bcc35-0704-4b77-b2a2-e4c30024593d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:43.137063 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3124f1d6-5231-446f-8003-98288caf9661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:43.149491 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfe50e-8992-4f3a-b2b8-c63321dfcc1b req-56c499de-1da8-45a1-847d-a8993d133b4f tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:43.151923 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b5cfe50e-8992-4f3a-b2b8-c63321dfcc1b req-56c499de-1da8-45a1-847d-a8993d133b4f tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa8f720e-a5c3-4d78-ab49-9a8341a16be3 HTTP/1.1" status: 200 len: 945 time: 0.0860438 Sep 30 13:04:43.190326 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-0cd7f69c-569a-4948-89a9-6a8fbf2832af admin admin] Deleting port 43d73d18-4e35-4e1c-bf3e-50ce0d641a2e {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:04:43.190846 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd7f69c-569a-4948-89a9-6a8fbf2832af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:43.209095 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3124f1d6-5231-446f-8003-98288caf9661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:43.212738 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3124f1d6-5231-446f-8003-98288caf9661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:43.213936 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3124f1d6-5231-446f-8003-98288caf9661 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/baca9b05-d601-443a-b301-6aaa0a7c962b HTTP/1.1" status: 204 len: 168 time: 0.2210016 Sep 30 13:04:43.222271 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-ea0a66bc-6369-49b1-be8f-9acbf89317fe None None] Set router aa5bcc35-0704-4b77-b2a2-e4c30024593d gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:04:43.227674 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124f1d6-5231-446f-8003-98288caf9661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baca9b05-d601-443a-b301-6aaa0a7c962b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:43.247525 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b5cfe50e-8992-4f3a-b2b8-c63321dfcc1b req-3d4366e5-825a-4bb2-a9a6-33db7e01405e tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/security-groups?id=d79012c9-331f-4f3d-a961-b7649f3d19b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884426 Sep 30 13:04:43.287986 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-ea0a66bc-6369-49b1-be8f-9acbf89317fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5bcc35-0704-4b77-b2a2-e4c30024593d', 'name': 'tempest-FloatingIPDetailsTestJSON-2032506722-router', 'tenant_id': '45cce2bf838441a9981db8ce67fd0eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:04:06Z', 'updated_at': '2021-09-30T13:04:42Z', 'revision_number': 6, 'project_id': '45cce2bf838441a9981db8ce67fd0eb9', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:43.325234 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0a66bc-6369-49b1-be8f-9acbf89317fe None None] The sync data for ids ['aa5bcc35-0704-4b77-b2a2-e4c30024593d'] in n-d-810909-2 is: [{'id': 'aa5bcc35-0704-4b77-b2a2-e4c30024593d', 'name': 'tempest-FloatingIPDetailsTestJSON-2032506722-router', 'tenant_id': '45cce2bf838441a9981db8ce67fd0eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:04:06Z', 'updated_at': '2021-09-30T13:04:42Z', 'revision_number': 6, 'project_id': '45cce2bf838441a9981db8ce67fd0eb9', 'gw_port_host': None}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:04:43.332072 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2e255-b375-4694-a6c2-e2f095778af9 req-747e2085-5f33-49ac-9002-2e1674a99f10 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:43.334067 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a8c2e255-b375-4694-a6c2-e2f095778af9 req-747e2085-5f33-49ac-9002-2e1674a99f10 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 944 time: 0.0638478 Sep 30 13:04:43.341365 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-0cd7f69c-569a-4948-89a9-6a8fbf2832af admin admin] For port 43d73d18-4e35-4e1c-bf3e-50ce0d641a2e, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=43d73d18-4e35-4e1c-bf3e-50ce0d641a2e,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:43.341704 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd7f69c-569a-4948-89a9-6a8fbf2832af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:43.357449 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-0cd7f69c-569a-4948-89a9-6a8fbf2832af admin admin] Calling delete_port for 43d73d18-4e35-4e1c-bf3e-50ce0d641a2e owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:04:43.392978 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a8c2e255-b375-4694-a6c2-e2f095778af9 req-1156d07c-79ab-4c3d-b16c-91433b2ef798 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498230 Sep 30 13:04:43.556284 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd7f69c-569a-4948-89a9-6a8fbf2832af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:43.585722 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7f69c-569a-4948-89a9-6a8fbf2832af admin admin] Pushing event deleted for resources: {'Port': ['ID=43d73d18-4e35-4e1c-bf3e-50ce0d641a2e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:43.656382 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd7f69c-569a-4948-89a9-6a8fbf2832af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:44.039450 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd7f69c-569a-4948-89a9-6a8fbf2832af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:44.041675 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44188) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:44.044240 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd7f69c-569a-4948-89a9-6a8fbf2832af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:44.097729 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd7f69c-569a-4948-89a9-6a8fbf2832af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:44.098732 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd7f69c-569a-4948-89a9-6a8fbf2832af admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa5bcc35-0704-4b77-b2a2-e4c30024593d {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:04:44.106366 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cd7f69c-569a-4948-89a9-6a8fbf2832af admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:44.109943 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0cd7f69c-569a-4948-89a9-6a8fbf2832af admin admin] 10.222.0.18 "DELETE /v2.0/routers/aa5bcc35-0704-4b77-b2a2-e4c30024593d HTTP/1.1" status: 204 len: 168 time: 1.7766209 Sep 30 13:04:44.110724 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44194) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:44.160055 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-9a83edbd-e8a5-4030-a805-ab025875b758 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1906109351-network', 'tenant_id': '94ff36b45c4f4e4695d97fb62d35c23d'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:44.162223 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf42b793-50cd-4fe3-86d1-48ec188c9e24 admin admin] Deleting subnet 559154e4-79bf-47e8-bfb1-1cd40ce99242 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:04:44.166117 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cf42b793-50cd-4fe3-86d1-48ec188c9e24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:44.181964 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a83edbd-e8a5-4030-a805-ab025875b758 admin admin] Made reservation on behalf of 94ff36b45c4f4e4695d97fb62d35c23d for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:04:44.184701 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a83edbd-e8a5-4030-a805-ab025875b758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:44.194364 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a83edbd-e8a5-4030-a805-ab025875b758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:44.216594 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cf42b793-50cd-4fe3-86d1-48ec188c9e24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:44.297160 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a83edbd-e8a5-4030-a805-ab025875b758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:44.301148 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a83edbd-e8a5-4030-a805-ab025875b758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:44.307860 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cf42b793-50cd-4fe3-86d1-48ec188c9e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:44.326803 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a83edbd-e8a5-4030-a805-ab025875b758 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:04:44.336732 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83edbd-e8a5-4030-a805-ab025875b758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b37b70-d8a4-45e4-b797-4d2d4bff5984,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:44.345303 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a83edbd-e8a5-4030-a805-ab025875b758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:44.345712 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-9a83edbd-e8a5-4030-a805-ab025875b758 admin admin] Added segment 5240a71f-76c2-444d-9d8d-4f5b23061568 of type vlan for network 20ea5239-373d-4b14-ab09-38422eee9be3 Sep 30 13:04:44.381163 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cf42b793-50cd-4fe3-86d1-48ec188c9e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:44.398486 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a83edbd-e8a5-4030-a805-ab025875b758 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:44.409208 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:44.413144 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42b793-50cd-4fe3-86d1-48ec188c9e24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=559154e4-79bf-47e8-bfb1-1cd40ce99242,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:44.415310 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cf42b793-50cd-4fe3-86d1-48ec188c9e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:44.423830 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cf42b793-50cd-4fe3-86d1-48ec188c9e24 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/559154e4-79bf-47e8-bfb1-1cd40ce99242 HTTP/1.1" status: 204 len: 168 time: 0.3088090 Sep 30 13:04:44.424022 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628fade7-bbb9-475c-80f5-b95057e67b90 None None] Network 5852d43e-281b-43ba-9982-97897fe44657 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:04:44.424149 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44200) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:44.434557 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a83edbd-e8a5-4030-a805-ab025875b758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:44.435898 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a83edbd-e8a5-4030-a805-ab025875b758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:44.437267 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a83edbd-e8a5-4030-a805-ab025875b758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:44.488570 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9a83edbd-e8a5-4030-a805-ab025875b758 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4431896 Sep 30 13:04:44.490250 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44204) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:44.495982 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-be327653-e35e-4181-9805-96c9ff74bfba admin admin] Request body: {'subnet': {'network_id': '20ea5239-373d-4b14-ab09-38422eee9be3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1906109351-subnet', 'tenant_id': '94ff36b45c4f4e4695d97fb62d35c23d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:44.525416 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c08004c6-88af-427f-9437-1afb8d381a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:44.525935 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83edbd-e8a5-4030-a805-ab025875b758 admin admin] Pushing event updated for resources: {'Network': ['ID=20ea5239-373d-4b14-ab09-38422eee9be3,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:44.546944 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be327653-e35e-4181-9805-96c9ff74bfba admin admin] Made reservation on behalf of 94ff36b45c4f4e4695d97fb62d35c23d for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:04:44.549472 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-be327653-e35e-4181-9805-96c9ff74bfba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:44.559301 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 20ea5239-373d-4b14-ab09-38422eee9be3 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:04:44.610953 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-c08004c6-88af-427f-9437-1afb8d381a15 admin admin] Deleting port 9abbb346-5fc6-4535-a1ce-8e4572604e69 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:04:44.611478 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c08004c6-88af-427f-9437-1afb8d381a15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:44.692022 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-c08004c6-88af-427f-9437-1afb8d381a15 admin admin] For port 9abbb346-5fc6-4535-a1ce-8e4572604e69, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9abbb346-5fc6-4535-a1ce-8e4572604e69,segment=NetworkSegment(b950cf71-eed4-40e5-acff-d62a03811dab),segment_id=b950cf71-eed4-40e5-acff-d62a03811dab)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:44.692495 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c08004c6-88af-427f-9437-1afb8d381a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:44.710344 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-c08004c6-88af-427f-9437-1afb8d381a15 admin admin] Calling delete_port for 9abbb346-5fc6-4535-a1ce-8e4572604e69 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:04:44.764148 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device faff1924-f75a-4312-b1a0-0b8fd3f5c0b8 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:04:44.782560 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-be327653-e35e-4181-9805-96c9ff74bfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:44.793035 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: faff1924-f75a-4312-b1a0-0b8fd3f5c0b8 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:04:44.793376 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device faff1924-f75a-4312-b1a0-0b8fd3f5c0b8 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:04:44.793831 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 43d73d18-4e35-4e1c-bf3e-50ce0d641a2e no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:04:44.808186 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c08004c6-88af-427f-9437-1afb8d381a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:44.817467 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 43d73d18-4e35-4e1c-bf3e-50ce0d641a2e {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:04:44.817672 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 43d73d18-4e35-4e1c-bf3e-50ce0d641a2e not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:04:44.838399 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08004c6-88af-427f-9437-1afb8d381a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=9abbb346-5fc6-4535-a1ce-8e4572604e69,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:44.842369 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08004c6-88af-427f-9437-1afb8d381a15 admin admin] No DVR routers for this DVR port 9abbb346-5fc6-4535-a1ce-8e4572604e69 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:04:44.864764 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be327653-e35e-4181-9805-96c9ff74bfba admin admin] Pushing event updated for resources: {'Subnet': ['ID=77102c98-98d7-4453-b3e1-08bd3b855431,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:44.867876 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be327653-e35e-4181-9805-96c9ff74bfba admin admin] Checking segment: {'id': '5240a71f-76c2-444d-9d8d-4f5b23061568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '20ea5239-373d-4b14-ab09-38422eee9be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:04:44.868229 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be327653-e35e-4181-9805-96c9ff74bfba admin admin] Network hostable DHCP agents. Network: 20ea5239-373d-4b14-ab09-38422eee9be3, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:04:44.887043 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be327653-e35e-4181-9805-96c9ff74bfba admin admin] Network 20ea5239-373d-4b14-ab09-38422eee9be3 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:04:44.897011 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c4cf10-29ab-45bb-bf54-37065c040d89 None None] DHCP port deletion for 5852d43e-281b-43ba-9982-97897fe44657 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:04:44.897721 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-be327653-e35e-4181-9805-96c9ff74bfba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 20ea5239-373d-4b14-ab09-38422eee9be3) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:04:44.905716 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be327653-e35e-4181-9805-96c9ff74bfba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:44.906066 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188473d5-cd7d-4e3d-89de-7532dc3adac3 None None] Network 20ea5239-373d-4b14-ab09-38422eee9be3 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:04:44.906346 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-be327653-e35e-4181-9805-96c9ff74bfba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:44.930998 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-be327653-e35e-4181-9805-96c9ff74bfba admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4397242 Sep 30 13:04:44.933402 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44206) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:44.937334 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c08004c6-88af-427f-9437-1afb8d381a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:44.939096 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-6232d2dd-44cd-4ada-964b-4f4768bcf659 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1906109351-router', 'tenant_id': '94ff36b45c4f4e4695d97fb62d35c23d', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:44.962913 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-c08004c6-88af-427f-9437-1afb8d381a15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5852d43e-281b-43ba-9982-97897fe44657']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:44.967348 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6232d2dd-44cd-4ada-964b-4f4768bcf659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:44.969112 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6232d2dd-44cd-4ada-964b-4f4768bcf659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:44.976641 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-c08004c6-88af-427f-9437-1afb8d381a15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b950cf71-eed4-40e5-acff-d62a03811dab') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:44.976934 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-c08004c6-88af-427f-9437-1afb8d381a15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b950cf71-eed4-40e5-acff-d62a03811dab') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:44.989047 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c08004c6-88af-427f-9437-1afb8d381a15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:45.005069 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c08004c6-88af-427f-9437-1afb8d381a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:45.011942 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08004c6-88af-427f-9437-1afb8d381a15 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:04:45.012395 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c08004c6-88af-427f-9437-1afb8d381a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:04:45.014789 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:04:45.073942 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6232d2dd-44cd-4ada-964b-4f4768bcf659 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:45.077688 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c08004c6-88af-427f-9437-1afb8d381a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:45.081370 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-20ea5239-373d-4b14-ab09-38422eee9be3', 'network_id': '20ea5239-373d-4b14-ab09-38422eee9be3', 'tenant_id': '94ff36b45c4f4e4695d97fb62d35c23d', 'fixed_ips': [{'subnet_id': '77102c98-98d7-4453-b3e1-08bd3b855431'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:04:45.082468 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:45.089906 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c08004c6-88af-427f-9437-1afb8d381a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:45.096844 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c08004c6-88af-427f-9437-1afb8d381a15 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5852d43e-281b-43ba-9982-97897fe44657 HTTP/1.1" status: 204 len: 168 time: 0.6725085 Sep 30 13:04:45.113440 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08004c6-88af-427f-9437-1afb8d381a15 admin admin] Pushing event deleted for resources: {'Network': ['ID=5852d43e-281b-43ba-9982-97897fe44657,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:45.224447 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6232d2dd-44cd-4ada-964b-4f4768bcf659 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:45.233801 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44210) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:45.252841 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Allocated IP 172.20.0.2 (20ea5239-373d-4b14-ab09-38422eee9be3/77102c98-98d7-4453-b3e1-08bd3b855431/b4e6945f-1491-4d61-bb27-4131251b23d3) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:04:45.291450 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9fe87714-dcd9-4227-aa77-681ed4945032 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45cce2bf838441a9981db8ce67fd0eb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564151 Sep 30 13:04:45.294494 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44212) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:45.355314 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0422371b-2432-463c-b0b6-df566cf05c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:45.380010 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0422371b-2432-463c-b0b6-df566cf05c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:45.404720 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:45.411000 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:45.445618 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0422371b-2432-463c-b0b6-df566cf05c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:45.450263 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0422371b-2432-463c-b0b6-df566cf05c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:45.451755 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0422371b-2432-463c-b0b6-df566cf05c13 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88ade867-ec1a-4f82-99df-6c9dd87c89aa HTTP/1.1" status: 204 len: 168 time: 0.1561041 Sep 30 13:04:45.457303 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Network 20ea5239-373d-4b14-ab09-38422eee9be3 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:04:45.462390 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422371b-2432-463c-b0b6-df566cf05c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ade867-ec1a-4f82-99df-6c9dd87c89aa,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:45.464009 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:04:45.465934 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Pushing event updated for resources: {'Port': ['ID=b4e6945f-1491-4d61-bb27-4131251b23d3,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:45.469935 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:04:45.485231 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:45.485543 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:45.485879 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:45.486275 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:45.486567 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:45.486893 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:45.487243 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:45.487532 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:45.487848 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:45.488164 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:45.488504 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:45.488798 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:04:45.527885 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6232d2dd-44cd-4ada-964b-4f4768bcf659 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:45.550238 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Attempting to bind port b4e6945f-1491-4d61-bb27-4131251b23d3 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:04:45.550899 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Attempting to bind port b4e6945f-1491-4d61-bb27-4131251b23d3 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '5240a71f-76c2-444d-9d8d-4f5b23061568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '20ea5239-373d-4b14-ab09-38422eee9be3'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:04:45.551441 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Attempting to bind port b4e6945f-1491-4d61-bb27-4131251b23d3 on network 20ea5239-373d-4b14-ab09-38422eee9be3 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:04:45.551831 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6232d2dd-44cd-4ada-964b-4f4768bcf659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:45.556609 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:04:45.557077 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Checking segment: {'id': '5240a71f-76c2-444d-9d8d-4f5b23061568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '20ea5239-373d-4b14-ab09-38422eee9be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:04:45.557460 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:45.557951 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Bound using segment: {'id': '5240a71f-76c2-444d-9d8d-4f5b23061568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '20ea5239-373d-4b14-ab09-38422eee9be3'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:04:45.558458 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Bound port: b4e6945f-1491-4d61-bb27-4131251b23d3, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5240a71f-76c2-444d-9d8d-4f5b23061568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '20ea5239-373d-4b14-ab09-38422eee9be3'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:04:45.558788 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:45.629603 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] For port b4e6945f-1491-4d61-bb27-4131251b23d3, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:04:45.632875 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] For port b4e6945f-1491-4d61-bb27-4131251b23d3, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b4e6945f-1491-4d61-bb27-4131251b23d3,segment=NetworkSegment(5240a71f-76c2-444d-9d8d-4f5b23061568),segment_id=5240a71f-76c2-444d-9d8d-4f5b23061568)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:04:45.637267 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:45.693223 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77fa63-d448-4da4-a916-647277028a35 None None] Pushing event updated for resources: {'Port': ['ID=b4e6945f-1491-4d61-bb27-4131251b23d3,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:45.702978 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-6232d2dd-44cd-4ada-964b-4f4768bcf659 admin admin] Allocated IP 172.25.5.149 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/4f95f6b9-af63-4141-b21d-116d6ada91c4) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:04:45.832810 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6232d2dd-44cd-4ada-964b-4f4768bcf659 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:45.888564 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 37d71825-e339-43d2-921d-7fe5b24f6f7c up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:04:45.896178 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6232d2dd-44cd-4ada-964b-4f4768bcf659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:45.965642 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6232d2dd-44cd-4ada-964b-4f4768bcf659 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:04:45.969688 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-6232d2dd-44cd-4ada-964b-4f4768bcf659 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:04:45.972492 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6232d2dd-44cd-4ada-964b-4f4768bcf659 admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:04:45.975635 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 37d71825-e339-43d2-921d-7fe5b24f6f7c completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:04:45.982638 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 37d71825-e339-43d2-921d-7fe5b24f6f7c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:04:45.983309 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:46.003888 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232d2dd-44cd-4ada-964b-4f4768bcf659 admin admin] Pushing event updated for resources: {'Port': ['ID=4f95f6b9-af63-4141-b21d-116d6ada91c4,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:46.090942 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:46.119564 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab44c46-4132-493f-a773-31d0f141555f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d71825-e339-43d2-921d-7fe5b24f6f7c'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:04:46.123762 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08478a1c-7af8-4b2c-82e3-628380dcc7c0" -d '{"events": [{"server_uuid": "8ab44c46-4132-493f-a773-31d0f141555f", "name": "network-vif-plugged", "status": "completed", "tag": "37d71825-e339-43d2-921d-7fe5b24f6f7c"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:04:46.139523 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 37d71825-e339-43d2-921d-7fe5b24f6f7c, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=37d71825-e339-43d2-921d-7fe5b24f6f7c,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:46.146002 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:46.208057 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=37d71825-e339-43d2-921d-7fe5b24f6f7c,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:46.281949 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6232d2dd-44cd-4ada-964b-4f4768bcf659 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:46.536579 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6232d2dd-44cd-4ada-964b-4f4768bcf659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:46.569299 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:04:46.688691 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b4e6945f-1491-4d61-bb27-4131251b23d3 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:04:46.729664 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6232d2dd-44cd-4ada-964b-4f4768bcf659 admin admin] Router fd37b75b-b773-4de0-a54d-b54ff079aa2d is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:04:46.748457 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port b4e6945f-1491-4d61-bb27-4131251b23d3 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:04:46.748815 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:46.780385 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9796ab53-ba90-4b60-9339-29413707f119 None None] Network 20ea5239-373d-4b14-ab09-38422eee9be3 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:04:46.861490 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6232d2dd-44cd-4ada-964b-4f4768bcf659 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:04:46.879115 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6232d2dd-44cd-4ada-964b-4f4768bcf659 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:46.879373 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3e1487-2e96-49af-bd73-8f971d6a4c41 None None] Sync routers for ids ['fd37b75b-b773-4de0-a54d-b54ff079aa2d'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:04:46.880896 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6232d2dd-44cd-4ada-964b-4f4768bcf659 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 1.9461050 Sep 30 13:04:46.884169 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44258) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:46.884672 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-a1cc2f64-0b3c-40ce-b90e-9a5691270bd4 None None] Provisioning complete for port b4e6945f-1491-4d61-bb27-4131251b23d3 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:04:46.884672 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a1cc2f64-0b3c-40ce-b90e-9a5691270bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:46.955910 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3e1487-2e96-49af-bd73-8f971d6a4c41 None None] Routers {'fd37b75b-b773-4de0-a54d-b54ff079aa2d'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:04:46.956552 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-1f3e1487-2e96-49af-bd73-8f971d6a4c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:04:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['fd37b75b-b773-4de0-a54d-b54ff079aa2d'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:47.051590 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:47.196942 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port b4e6945f-1491-4d61-bb27-4131251b23d3, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b4e6945f-1491-4d61-bb27-4131251b23d3,segment=NetworkSegment(5240a71f-76c2-444d-9d8d-4f5b23061568),segment_id=5240a71f-76c2-444d-9d8d-4f5b23061568)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:47.203455 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-1f3e1487-2e96-49af-bd73-8f971d6a4c41 None None] Set router fd37b75b-b773-4de0-a54d-b54ff079aa2d gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:04:47.234138 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:47.266714 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a1cc2f64-0b3c-40ce-b90e-9a5691270bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:47.311004 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-15e8641f-0035-4e28-9c4e-a1eda5dfe438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:47.316355 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9abbb346-5fc6-4535-a1ce-8e4572604e69 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:04:47.360549 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 9abbb346-5fc6-4535-a1ce-8e4572604e69 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:04:47.360892 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9abbb346-5fc6-4535-a1ce-8e4572604e69 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:04:47.424357 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=b4e6945f-1491-4d61-bb27-4131251b23d3,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:47.480705 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-a1cc2f64-0b3c-40ce-b90e-9a5691270bd4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:04:47.481099 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-a1cc2f64-0b3c-40ce-b90e-9a5691270bd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:04:47.520034 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-15e8641f-0035-4e28-9c4e-a1eda5dfe438 admin admin] Allocated IP 172.20.0.1 (20ea5239-373d-4b14-ab09-38422eee9be3/77102c98-98d7-4453-b3e1-08bd3b855431/705f601a-5066-4ab2-942d-410e98b2e7af) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:04:47.538944 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-1f3e1487-2e96-49af-bd73-8f971d6a4c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd37b75b-b773-4de0-a54d-b54ff079aa2d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1906109351-router', 'tenant_id': '94ff36b45c4f4e4695d97fb62d35c23d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '4f95f6b9-af63-4141-b21d-116d6ada91c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:04:44Z', 'updated_at': '2021-09-30T13:04:46Z', 'revision_number': 3, 'project_id': '94ff36b45c4f4e4695d97fb62d35c23d', 'gw_port': {'id': '4f95f6b9-af63-4141-b21d-116d6ada91c4', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd37b75b-b773-4de0-a54d-b54ff079aa2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:04:45Z', 'updated_at': '2021-09-30T13:04:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:47.648791 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-15e8641f-0035-4e28-9c4e-a1eda5dfe438 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:47.684874 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-15e8641f-0035-4e28-9c4e-a1eda5dfe438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:47.687925 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3e1487-2e96-49af-bd73-8f971d6a4c41 None None] Checking router: fd37b75b-b773-4de0-a54d-b54ff079aa2d for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:04:47.688273 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3e1487-2e96-49af-bd73-8f971d6a4c41 None None] Updating router fd37b75b-b773-4de0-a54d-b54ff079aa2d port 4f95f6b9-af63-4141-b21d-116d6ada91c4 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:04:47.713604 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1f3e1487-2e96-49af-bd73-8f971d6a4c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:47.728375 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e8641f-0035-4e28-9c4e-a1eda5dfe438 admin admin] Network 20ea5239-373d-4b14-ab09-38422eee9be3 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:04:47.731264 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-15e8641f-0035-4e28-9c4e-a1eda5dfe438 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:04:47.733642 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e8641f-0035-4e28-9c4e-a1eda5dfe438 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:04:47.762942 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8641f-0035-4e28-9c4e-a1eda5dfe438 admin admin] Pushing event updated for resources: {'Port': ['ID=705f601a-5066-4ab2-942d-410e98b2e7af,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:47.780260 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-15e8641f-0035-4e28-9c4e-a1eda5dfe438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:47.914838 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-15e8641f-0035-4e28-9c4e-a1eda5dfe438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:47.980543 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1f3e1487-2e96-49af-bd73-8f971d6a4c41 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:48.002529 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1f3e1487-2e96-49af-bd73-8f971d6a4c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:48.083055 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-15e8641f-0035-4e28-9c4e-a1eda5dfe438 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:48.089237 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-15e8641f-0035-4e28-9c4e-a1eda5dfe438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:48.090240 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-1f3e1487-2e96-49af-bd73-8f971d6a4c41 None None] Attempting to bind port 4f95f6b9-af63-4141-b21d-116d6ada91c4 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:04:48.091156 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-1f3e1487-2e96-49af-bd73-8f971d6a4c41 None None] Attempting to bind port 4f95f6b9-af63-4141-b21d-116d6ada91c4 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:04:48.091156 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3e1487-2e96-49af-bd73-8f971d6a4c41 None None] Attempting to bind port 4f95f6b9-af63-4141-b21d-116d6ada91c4 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:04:48.115119 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3e1487-2e96-49af-bd73-8f971d6a4c41 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:04:48.115548 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3e1487-2e96-49af-bd73-8f971d6a4c41 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:04:48.116544 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1f3e1487-2e96-49af-bd73-8f971d6a4c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:48.116953 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3e1487-2e96-49af-bd73-8f971d6a4c41 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:04:48.117434 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-1f3e1487-2e96-49af-bd73-8f971d6a4c41 None None] Bound port: 4f95f6b9-af63-4141-b21d-116d6ada91c4, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:04:48.117818 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1f3e1487-2e96-49af-bd73-8f971d6a4c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:48.149525 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc996f-1aec-4955-bf3a-1751554c971f None None] Pushing event updated for resources: {'Port': ['ID=4f95f6b9-af63-4141-b21d-116d6ada91c4,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:48.159493 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-2ffc908b-cf22-4df2-99da-9d80a0ab8014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:48.161009 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-2ffc908b-cf22-4df2-99da-9d80a0ab8014 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d154e7f6-f478-45ee-9bd0-03f890cad96e HTTP/1.1" status: 200 len: 847 time: 0.1089351 Sep 30 13:04:48.173891 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8641f-0035-4e28-9c4e-a1eda5dfe438 admin admin] Pushing event updated for resources: {'Port': ['ID=705f601a-5066-4ab2-942d-410e98b2e7af,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:48.176039 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-15e8641f-0035-4e28-9c4e-a1eda5dfe438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:48.181717 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662c87a-8fbf-45b2-b86b-c7bdc9d9e6fe req-091d3fa9-1fa9-4760-912d-9d45185082dc tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:48.189750 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6662c87a-8fbf-45b2-b86b-c7bdc9d9e6fe req-091d3fa9-1fa9-4760-912d-9d45185082dc tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 944 time: 0.0724769 Sep 30 13:04:48.200004 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-1f3e1487-2e96-49af-bd73-8f971d6a4c41 None None] For port 4f95f6b9-af63-4141-b21d-116d6ada91c4, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:04:48.203800 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-1f3e1487-2e96-49af-bd73-8f971d6a4c41 None None] For port 4f95f6b9-af63-4141-b21d-116d6ada91c4, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4f95f6b9-af63-4141-b21d-116d6ada91c4,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:04:48.205555 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fe5b2f0b-1cb3-40d8-939c-717a6bb8ecb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:48.213665 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1f3e1487-2e96-49af-bd73-8f971d6a4c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:48.239426 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-5055ef61-5865-477d-9fa0-408f46706a89 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=49ef354a-ba5f-45a0-ae5d-336431ac76bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394108 Sep 30 13:04:48.276446 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6f6fca03-6d44-469f-bd88-f69ef778d3b8 None None] Provisioning complete for port b4e6945f-1491-4d61-bb27-4131251b23d3 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:04:48.276818 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6f6fca03-6d44-469f-bd88-f69ef778d3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:48.282578 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6662c87a-8fbf-45b2-b86b-c7bdc9d9e6fe req-555caef4-9d63-4f2d-97af-ef99e62fe14d tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918927 Sep 30 13:04:48.307146 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3e1487-2e96-49af-bd73-8f971d6a4c41 None None] Routers {'fd37b75b-b773-4de0-a54d-b54ff079aa2d'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:04:48.307787 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-1f3e1487-2e96-49af-bd73-8f971d6a4c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:04:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['fd37b75b-b773-4de0-a54d-b54ff079aa2d'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:48.312250 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc996f-1aec-4955-bf3a-1751554c971f None None] Pushing event updated for resources: {'Port': ['ID=4f95f6b9-af63-4141-b21d-116d6ada91c4,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:48.322099 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e8641f-0035-4e28-9c4e-a1eda5dfe438 admin admin] Network 20ea5239-373d-4b14-ab09-38422eee9be3 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:04:48.325854 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-15e8641f-0035-4e28-9c4e-a1eda5dfe438 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:04:48.350764 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de99d93-7075-4d56-bffc-e8a6bb4acb87 req-ca245053-b940-4a8c-b49f-dba089fbd32f tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:48.352460 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7de99d93-7075-4d56-bffc-e8a6bb4acb87 req-ca245053-b940-4a8c-b49f-dba089fbd32f tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa8f720e-a5c3-4d78-ab49-9a8341a16be3 HTTP/1.1" status: 200 len: 945 time: 0.0685520 Sep 30 13:04:48.450869 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24ac1f-7793-44a7-a836-c60feb0102b1 req-0623f245-3aaa-4127-a564-179e5ae3b6eb tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:48.452366 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7de99d93-7075-4d56-bffc-e8a6bb4acb87 req-a3b30857-7043-4d58-83a1-2d349f842684 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/security-groups?id=d79012c9-331f-4f3d-a961-b7649f3d19b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555351 Sep 30 13:04:48.470122 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0e24ac1f-7793-44a7-a836-c60feb0102b1 req-0623f245-3aaa-4127-a564-179e5ae3b6eb tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 945 time: 0.1108320 Sep 30 13:04:48.505598 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-d4baabcb-4e94-4ce9-983c-dbdfa2af378c service neutron] 10.222.0.54 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534966 Sep 30 13:04:48.509066 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-1f3e1487-2e96-49af-bd73-8f971d6a4c41 None None] Set router fd37b75b-b773-4de0-a54d-b54ff079aa2d gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:04:48.512466 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e8641f-0035-4e28-9c4e-a1eda5dfe438 admin admin] Router fd37b75b-b773-4de0-a54d-b54ff079aa2d has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:04:48.543327 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eba4b10-50f0-4a53-9710-5a342b4b9899 x-openstack-request-id: req-6eba4b10-50f0-4a53-9710-5a342b4b9899 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:04:48.543631 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab44c46-4132-493f-a773-31d0f141555f", "name": "network-vif-plugged", "status": "completed", "tag": "37d71825-e339-43d2-921d-7fe5b24f6f7c", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:04:48.543862 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6eba4b10-50f0-4a53-9710-5a342b4b9899 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:04:48.544252 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab44c46-4132-493f-a773-31d0f141555f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d71825-e339-43d2-921d-7fe5b24f6f7c', 'code': 200} Sep 30 13:04:48.611098 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6f6fca03-6d44-469f-bd88-f69ef778d3b8 None None] Provisioning complete for port 705f601a-5066-4ab2-942d-410e98b2e7af triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:04:48.611547 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6f6fca03-6d44-469f-bd88-f69ef778d3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:48.639731 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0e24ac1f-7793-44a7-a836-c60feb0102b1 req-cf4684fa-ffcf-4f9c-8e4e-726d0435d46c tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618173 Sep 30 13:04:48.698600 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e8641f-0035-4e28-9c4e-a1eda5dfe438 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:04:48.704022 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-15e8641f-0035-4e28-9c4e-a1eda5dfe438 admin admin] 10.222.0.18 "PUT /v2.0/routers/fd37b75b-b773-4de0-a54d-b54ff079aa2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8180153 Sep 30 13:04:48.712062 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b4e6945f-1491-4d61-bb27-4131251b23d3 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:04:48.733872 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-df833482-b158-4bb7-ac42-e3e086c92a2f service neutron] 10.222.0.54 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128847 Sep 30 13:04:48.734130 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79e18a-fd33-4427-b150-60ebc5c7ac6e req-24dede6c-ab63-47c4-8379-67e7c72d6b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:48.735575 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0a79e18a-fd33-4427-b150-60ebc5c7ac6e req-24dede6c-ab63-47c4-8379-67e7c72d6b5e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 1096 time: 0.0737607 Sep 30 13:04:48.783123 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-6f6fca03-6d44-469f-bd88-f69ef778d3b8 None None] Port 705f601a-5066-4ab2-942d-410e98b2e7af cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:04:48.791300 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0a79e18a-fd33-4427-b150-60ebc5c7ac6e req-26955a25-975f-44aa-ad52-59d84980b307 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373292 Sep 30 13:04:48.848140 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port b4e6945f-1491-4d61-bb27-4131251b23d3 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:04:48.848520 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:48.919005 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7611dbf6-80ac-49e7-9783-38a009ad409f None None] Provisioning complete for port 705f601a-5066-4ab2-942d-410e98b2e7af triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:04:48.919378 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7611dbf6-80ac-49e7-9783-38a009ad409f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:48.946714 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-1f3e1487-2e96-49af-bd73-8f971d6a4c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd37b75b-b773-4de0-a54d-b54ff079aa2d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1906109351-router', 'tenant_id': '94ff36b45c4f4e4695d97fb62d35c23d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '4f95f6b9-af63-4141-b21d-116d6ada91c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:04:44Z', 'updated_at': '2021-09-30T13:04:47Z', 'revision_number': 4, 'project_id': '94ff36b45c4f4e4695d97fb62d35c23d', 'gw_port': {'id': '4f95f6b9-af63-4141-b21d-116d6ada91c4', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd37b75b-b773-4de0-a54d-b54ff079aa2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:04:45Z', 'updated_at': '2021-09-30T13:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '705f601a-5066-4ab2-942d-410e98b2e7af', 'name': '', 'network_id': '20ea5239-373d-4b14-ab09-38422eee9be3', 'tenant_id': '94ff36b45c4f4e4695d97fb62d35c23d', 'mac_address': 'fa:16:3e:3f:f5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd37b75b-b773-4de0-a54d-b54ff079aa2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '77102c98-98d7-4453-b3e1-08bd3b855431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:04:47Z', 'updated_at': '2021-09-30T13:04:47Z', 'revision_number': 2, 'project_id': '94ff36b45c4f4e4695d97fb62d35c23d', 'subnets': [{'id': '77102c98-98d7-4453-b3e1-08bd3b855431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:49.002095 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3e1487-2e96-49af-bd73-8f971d6a4c41 None None] The sync data for ids ['fd37b75b-b773-4de0-a54d-b54ff079aa2d'] in n-d-810909-2 is: [{'id': 'fd37b75b-b773-4de0-a54d-b54ff079aa2d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1906109351-router', 'tenant_id': '94ff36b45c4f4e4695d97fb62d35c23d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '4f95f6b9-af63-4141-b21d-116d6ada91c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:04:44Z', 'updated_at': '2021-09-30T13:04:47Z', 'revision_number': 4, 'project_id': '94ff36b45c4f4e4695d97fb62d35c23d', 'gw_port': {'id': '4f95f6b9-af63-4141-b21d-116d6ada91c4', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd37b75b-b773-4de0-a54d-b54ff079aa2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:04:45Z', 'updated_at': '2021-09-30T13:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '705f601a-5066-4ab2-942d-410e98b2e7af', 'name': '', 'network_id': '20ea5239-373d-4b14-ab09-38422eee9be3', 'tenant_id': '94ff36b45c4f4e4695d97fb62d35c23d', 'mac_address': 'fa:16:3e:3f:f5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd37b75b-b773-4de0-a54d-b54ff079aa2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '77102c98-98d7-4453-b3e1-08bd3b855431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:04:47Z', 'updated_at': '2021-09-30T13:04:47Z', 'revision_number': 2, 'project_id': '94ff36b45c4f4e4695d97fb62d35c23d', 'subnets': [{'id': '77102c98-98d7-4453-b3e1-08bd3b855431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:04:49.017776 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7611dbf6-80ac-49e7-9783-38a009ad409f None None] Port 705f601a-5066-4ab2-942d-410e98b2e7af cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:04:49.032763 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-2d7cac5a-f4ef-4aa8-bbd3-33264617c9e3 req-a802608b-67f6-4a8c-b197-304dade6d07b tempest-FloatingIPDetailsNegativeTestJSON-821616881 tempest-FloatingIPDetailsNegativeTestJSON-821616881-project] show failed (client error): The resource could not be found. Sep 30 13:04:49.033922 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d7cac5a-f4ef-4aa8-bbd3-33264617c9e3 req-a802608b-67f6-4a8c-b197-304dade6d07b tempest-FloatingIPDetailsNegativeTestJSON-821616881 tempest-FloatingIPDetailsNegativeTestJSON-821616881-project] 10.222.0.18 "GET /v2.0/floatingips/f7526db2-b178-43c9-a580-0540d1935d70 HTTP/1.1" status: 404 len: 350 time: 0.0489054 Sep 30 13:04:49.042940 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44310) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:49.213829 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:49.435935 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-cee9661f-afe7-4554-8e9f-0e19e7cc5f2e tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:49.439635 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-cee9661f-afe7-4554-8e9f-0e19e7cc5f2e tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3&tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&binding%3Ahost_id=n-h2-810909-2 HTTP/1.1" status: 200 len: 1095 time: 0.1075695 Sep 30 13:04:49.543669 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7221fb-96a5-4bb7-a072-42e88a329d17 req-9efb877b-6457-46af-aa4d-8e1798722b87 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:49.545388 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c7221fb-96a5-4bb7-a072-42e88a329d17 req-9efb877b-6457-46af-aa4d-8e1798722b87 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 944 time: 0.1018841 Sep 30 13:04:49.586972 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-e45cf93b-02d4-4b48-b31a-adc9035734ad service neutron] For port 52f3328b-321c-496f-9969-4dcbe18927e9, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:04:49.592577 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-e45cf93b-02d4-4b48-b31a-adc9035734ad service neutron] Notify callbacks [] for binding, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:49.594866 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-da52d265-ffd0-4196-b59b-1c0660f78fb3 req-e45cf93b-02d4-4b48-b31a-adc9035734ad service neutron] 10.222.0.54 "DELETE /v2.0/ports/52f3328b-321c-496f-9969-4dcbe18927e9/bindings/n-h1-810909-2 HTTP/1.1" status: 204 len: 173 time: 0.1382329 Sep 30 13:04:49.600009 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c7221fb-96a5-4bb7-a072-42e88a329d17 req-c6ae5001-a5dc-4b71-a791-7ea607921995 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439358 Sep 30 13:04:49.671291 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-573736c0-d0eb-40c9-b4f8-e74eabb29de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:49.828143 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365b43e-9460-4a4e-830b-ee6f2c73b568 req-e82183cc-c436-41d5-8c46-4119ca6af124 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:49.829780 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e365b43e-9460-4a4e-830b-ee6f2c73b568 req-e82183cc-c436-41d5-8c46-4119ca6af124 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 945 time: 0.0585990 Sep 30 13:04:49.881887 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e365b43e-9460-4a4e-830b-ee6f2c73b568 req-399412f1-9bb7-47c1-8d41-80b6629dba8e tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435536 Sep 30 13:04:50.087705 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300ad2a-f275-4489-8e44-dadfd08fa868 req-7ab89897-c8b2-450f-97e9-ad9782c60d75 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:50.089281 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9300ad2a-f275-4489-8e44-dadfd08fa868 req-7ab89897-c8b2-450f-97e9-ad9782c60d75 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa8f720e-a5c3-4d78-ab49-9a8341a16be3 HTTP/1.1" status: 200 len: 945 time: 0.0979335 Sep 30 13:04:50.114281 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09c121-a3a7-4461-9d0a-2d678ffb03ec req-9ddd0baa-c455-462a-a213-bb0b1ff95fa4 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:50.118530 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f09c121-a3a7-4461-9d0a-2d678ffb03ec req-9ddd0baa-c455-462a-a213-bb0b1ff95fa4 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 1095 time: 0.0512376 Sep 30 13:04:50.160412 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f09c121-a3a7-4461-9d0a-2d678ffb03ec req-68092f3a-09b2-4902-a5d0-d599f61d966a tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370932 Sep 30 13:04:50.169602 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9300ad2a-f275-4489-8e44-dadfd08fa868 req-dd09a8ba-ce85-4bf5-bd0b-7c810603d3f9 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/security-groups?id=d79012c9-331f-4f3d-a961-b7649f3d19b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713894 Sep 30 13:04:50.402842 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-573736c0-d0eb-40c9-b4f8-e74eabb29de9 admin admin] Deleting port 705f601a-5066-4ab2-942d-410e98b2e7af {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:04:50.403192 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-573736c0-d0eb-40c9-b4f8-e74eabb29de9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:50.517860 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-573736c0-d0eb-40c9-b4f8-e74eabb29de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:50.531611 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-573736c0-d0eb-40c9-b4f8-e74eabb29de9 admin admin] Calling delete_port for 705f601a-5066-4ab2-942d-410e98b2e7af owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:04:50.605619 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb21d3f-0837-48ed-a497-9f58e10cdd63 req-7be4002a-cf0b-4c7f-92a2-101630ee2d42 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:50.612843 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-efb21d3f-0837-48ed-a497-9f58e10cdd63 req-7be4002a-cf0b-4c7f-92a2-101630ee2d42 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 1095 time: 0.2640157 Sep 30 13:04:50.649753 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6e16c1b8-3bf9-49f2-8464-22e0552edf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:50.715578 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4f95f6b9-af63-4141-b21d-116d6ada91c4 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:04:50.777574 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 4f95f6b9-af63-4141-b21d-116d6ada91c4 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:04:50.778202 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:50.846049 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-efb21d3f-0837-48ed-a497-9f58e10cdd63 req-c7539c98-beb9-4fe7-bd58-03b149310179 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266312 Sep 30 13:04:50.893094 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:50.936369 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 4f95f6b9-af63-4141-b21d-116d6ada91c4, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4f95f6b9-af63-4141-b21d-116d6ada91c4,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:50.950240 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:50.970323 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-573736c0-d0eb-40c9-b4f8-e74eabb29de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:51.022281 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573736c0-d0eb-40c9-b4f8-e74eabb29de9 admin admin] Pushing event deleted for resources: {'Port': ['ID=705f601a-5066-4ab2-942d-410e98b2e7af,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:51.069966 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=4f95f6b9-af63-4141-b21d-116d6ada91c4,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:51.126588 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea15d85-e8fb-4d44-8870-540da4ec4189 req-01461852-61b2-4db3-a8c6-fdc0a0627e04 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:51.128403 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1ea15d85-e8fb-4d44-8870-540da4ec4189 req-01461852-61b2-4db3-a8c6-fdc0a0627e04 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 945 time: 0.0809343 Sep 30 13:04:51.191925 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1ea15d85-e8fb-4d44-8870-540da4ec4189 req-e5d9ed10-d114-4e94-b20b-4c13d119e2ca tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500441 Sep 30 13:04:51.264943 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-573736c0-d0eb-40c9-b4f8-e74eabb29de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:51.531532 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:51.560940 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220ff5c-6015-440d-a5fc-1fc7837441ac req-cae33204-31c5-487a-8744-dc43857c4203 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:51.562518 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8220ff5c-6015-440d-a5fc-1fc7837441ac req-cae33204-31c5-487a-8744-dc43857c4203 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 1096 time: 0.1118109 Sep 30 13:04:51.667235 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8220ff5c-6015-440d-a5fc-1fc7837441ac req-ac5c559e-e20f-4dd5-860c-f938f9d5711d tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935833 Sep 30 13:04:51.675929 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573736c0-d0eb-40c9-b4f8-e74eabb29de9 admin admin] Router fd37b75b-b773-4de0-a54d-b54ff079aa2d has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:04:51.835108 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573736c0-d0eb-40c9-b4f8-e74eabb29de9 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:04:51.842966 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-573736c0-d0eb-40c9-b4f8-e74eabb29de9 admin admin] 10.222.0.18 "PUT /v2.0/routers/fd37b75b-b773-4de0-a54d-b54ff079aa2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7989750 Sep 30 13:04:51.845395 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44532) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:51.978460 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1e06-ea5f-4967-ac78-518139431151 admin admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:52.106335 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1e06-ea5f-4967-ac78-518139431151 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:52.138292 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9673690c-e9aa-4c6d-a59b-9e33dc3bff44 None None] Sync routers for ids ['fd37b75b-b773-4de0-a54d-b54ff079aa2d'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:04:52.148973 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9673690c-e9aa-4c6d-a59b-9e33dc3bff44 None None] Routers {'fd37b75b-b773-4de0-a54d-b54ff079aa2d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:04:52.149853 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-9673690c-e9aa-4c6d-a59b-9e33dc3bff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:04:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['fd37b75b-b773-4de0-a54d-b54ff079aa2d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:52.199653 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-e5ca1e06-ea5f-4967-ac78-518139431151 admin admin] Deleting port 4f95f6b9-af63-4141-b21d-116d6ada91c4 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:04:52.200149 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1e06-ea5f-4967-ac78-518139431151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:52.266131 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:52.332670 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-9673690c-e9aa-4c6d-a59b-9e33dc3bff44 None None] Set router fd37b75b-b773-4de0-a54d-b54ff079aa2d gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:04:52.381975 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-e5ca1e06-ea5f-4967-ac78-518139431151 admin admin] For port 4f95f6b9-af63-4141-b21d-116d6ada91c4, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4f95f6b9-af63-4141-b21d-116d6ada91c4,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:52.382405 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1e06-ea5f-4967-ac78-518139431151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:52.391312 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-9673690c-e9aa-4c6d-a59b-9e33dc3bff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd37b75b-b773-4de0-a54d-b54ff079aa2d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1906109351-router', 'tenant_id': '94ff36b45c4f4e4695d97fb62d35c23d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:04:44Z', 'updated_at': '2021-09-30T13:04:52Z', 'revision_number': 6, 'project_id': '94ff36b45c4f4e4695d97fb62d35c23d', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:52.398543 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-e5ca1e06-ea5f-4967-ac78-518139431151 admin admin] Calling delete_port for 4f95f6b9-af63-4141-b21d-116d6ada91c4 owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:04:52.450113 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9673690c-e9aa-4c6d-a59b-9e33dc3bff44 None None] Checking router: fd37b75b-b773-4de0-a54d-b54ff079aa2d for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:04:52.470687 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9673690c-e9aa-4c6d-a59b-9e33dc3bff44 None None] Routers {'fd37b75b-b773-4de0-a54d-b54ff079aa2d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:04:52.471291 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-9673690c-e9aa-4c6d-a59b-9e33dc3bff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:04:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['fd37b75b-b773-4de0-a54d-b54ff079aa2d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:52.650227 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1e06-ea5f-4967-ac78-518139431151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:52.684110 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4f95f6b9-af63-4141-b21d-116d6ada91c4 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:04:52.701659 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca1e06-ea5f-4967-ac78-518139431151 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f95f6b9-af63-4141-b21d-116d6ada91c4,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:52.747152 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 4f95f6b9-af63-4141-b21d-116d6ada91c4 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:04:52.747505 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4f95f6b9-af63-4141-b21d-116d6ada91c4 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 30 13:04:52.783101 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Port 4f95f6b9-af63-4141-b21d-116d6ada91c4 not found, will not notify nova. {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 30 13:04:52.803180 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1e06-ea5f-4967-ac78-518139431151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:52.854948 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-9673690c-e9aa-4c6d-a59b-9e33dc3bff44 None None] Set router fd37b75b-b773-4de0-a54d-b54ff079aa2d gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:04:52.912754 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-9673690c-e9aa-4c6d-a59b-9e33dc3bff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd37b75b-b773-4de0-a54d-b54ff079aa2d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1906109351-router', 'tenant_id': '94ff36b45c4f4e4695d97fb62d35c23d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:04:44Z', 'updated_at': '2021-09-30T13:04:52Z', 'revision_number': 6, 'project_id': '94ff36b45c4f4e4695d97fb62d35c23d', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:52.977665 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9673690c-e9aa-4c6d-a59b-9e33dc3bff44 None None] The sync data for ids ['fd37b75b-b773-4de0-a54d-b54ff079aa2d'] in n-d-810909-2 is: [{'id': 'fd37b75b-b773-4de0-a54d-b54ff079aa2d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1906109351-router', 'tenant_id': '94ff36b45c4f4e4695d97fb62d35c23d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:04:44Z', 'updated_at': '2021-09-30T13:04:52Z', 'revision_number': 6, 'project_id': '94ff36b45c4f4e4695d97fb62d35c23d', 'gw_port_host': None}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:04:52.986932 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1e06-ea5f-4967-ac78-518139431151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:52.995248 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1e06-ea5f-4967-ac78-518139431151 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:53.051322 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1e06-ea5f-4967-ac78-518139431151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:53.052076 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ca1e06-ea5f-4967-ac78-518139431151 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd37b75b-b773-4de0-a54d-b54ff079aa2d {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:04:53.062358 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1e06-ea5f-4967-ac78-518139431151 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:53.067988 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e5ca1e06-ea5f-4967-ac78-518139431151 admin admin] 10.222.0.18 "DELETE /v2.0/routers/fd37b75b-b773-4de0-a54d-b54ff079aa2d HTTP/1.1" status: 204 len: 168 time: 1.2194226 Sep 30 13:04:53.068348 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44650) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:53.128973 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-12836ee8-1bad-47d0-85ca-b964b282e345 admin admin] Deleting subnet 77102c98-98d7-4453-b3e1-08bd3b855431 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:04:53.136043 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12836ee8-1bad-47d0-85ca-b964b282e345 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:53.191727 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12836ee8-1bad-47d0-85ca-b964b282e345 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:53.350134 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12836ee8-1bad-47d0-85ca-b964b282e345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:53.462450 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12836ee8-1bad-47d0-85ca-b964b282e345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:53.526526 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12836ee8-1bad-47d0-85ca-b964b282e345 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77102c98-98d7-4453-b3e1-08bd3b855431,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:53.544949 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12836ee8-1bad-47d0-85ca-b964b282e345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:53.548091 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-12836ee8-1bad-47d0-85ca-b964b282e345 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/77102c98-98d7-4453-b3e1-08bd3b855431 HTTP/1.1" status: 204 len: 168 time: 0.4785373 Sep 30 13:04:53.550467 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44680) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:53.552227 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45417c8d-0dd7-4533-af8e-e4a073198586 None None] Network 20ea5239-373d-4b14-ab09-38422eee9be3 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:04:53.751843 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74f2cd88-2afb-4589-950b-4934849a2208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:53.858103 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-74f2cd88-2afb-4589-950b-4934849a2208 admin admin] Deleting port b4e6945f-1491-4d61-bb27-4131251b23d3 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:04:53.858454 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74f2cd88-2afb-4589-950b-4934849a2208 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:53.918570 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6ce6a9-2f88-413f-860c-79a47c86ebd7 None None] DHCP port deletion for 20ea5239-373d-4b14-ab09-38422eee9be3 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:04:53.954708 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-74f2cd88-2afb-4589-950b-4934849a2208 admin admin] For port b4e6945f-1491-4d61-bb27-4131251b23d3, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b4e6945f-1491-4d61-bb27-4131251b23d3,segment=NetworkSegment(5240a71f-76c2-444d-9d8d-4f5b23061568),segment_id=5240a71f-76c2-444d-9d8d-4f5b23061568)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:53.955097 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74f2cd88-2afb-4589-950b-4934849a2208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:53.969752 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-74f2cd88-2afb-4589-950b-4934849a2208 admin admin] Calling delete_port for b4e6945f-1491-4d61-bb27-4131251b23d3 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:04:54.028279 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:54.040072 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-4c6ce6a9-2f88-413f-860c-79a47c86ebd7 None None] Deleting port b4e6945f-1491-4d61-bb27-4131251b23d3 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:04:54.040771 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4c6ce6a9-2f88-413f-860c-79a47c86ebd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:54.165872 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74f2cd88-2afb-4589-950b-4934849a2208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:54.180704 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-4c6ce6a9-2f88-413f-860c-79a47c86ebd7 None None] For port b4e6945f-1491-4d61-bb27-4131251b23d3, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b4e6945f-1491-4d61-bb27-4131251b23d3,segment=NetworkSegment(5240a71f-76c2-444d-9d8d-4f5b23061568),segment_id=5240a71f-76c2-444d-9d8d-4f5b23061568)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:04:54.184261 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4c6ce6a9-2f88-413f-860c-79a47c86ebd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:54.201900 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2cd88-2afb-4589-950b-4934849a2208 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4e6945f-1491-4d61-bb27-4131251b23d3,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:54.205616 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f2cd88-2afb-4589-950b-4934849a2208 admin admin] No DVR routers for this DVR port b4e6945f-1491-4d61-bb27-4131251b23d3 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:04:54.222330 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-4c6ce6a9-2f88-413f-860c-79a47c86ebd7 None None] Calling delete_port for b4e6945f-1491-4d61-bb27-4131251b23d3 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:04:54.349469 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74f2cd88-2afb-4589-950b-4934849a2208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:54.353214 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4c6ce6a9-2f88-413f-860c-79a47c86ebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:54.401928 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ce6a9-2f88-413f-860c-79a47c86ebd7 None None] Pushing event deleted for resources: {'Port': ['ID=b4e6945f-1491-4d61-bb27-4131251b23d3,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:54.407282 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-74f2cd88-2afb-4589-950b-4934849a2208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ea5239-373d-4b14-ab09-38422eee9be3']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:54.409662 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6ce6a9-2f88-413f-860c-79a47c86ebd7 None None] No DVR routers for this DVR port b4e6945f-1491-4d61-bb27-4131251b23d3 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:04:54.424573 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-74f2cd88-2afb-4589-950b-4934849a2208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5240a71f-76c2-444d-9d8d-4f5b23061568') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:54.424573 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-74f2cd88-2afb-4589-950b-4934849a2208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5240a71f-76c2-444d-9d8d-4f5b23061568') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:04:54.432829 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74f2cd88-2afb-4589-950b-4934849a2208 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:54.448603 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74f2cd88-2afb-4589-950b-4934849a2208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:54.455878 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f2cd88-2afb-4589-950b-4934849a2208 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:04:54.456881 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74f2cd88-2afb-4589-950b-4934849a2208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:04:54.459509 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:04:54.530577 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74f2cd88-2afb-4589-950b-4934849a2208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:54.541946 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74f2cd88-2afb-4589-950b-4934849a2208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:54.546513 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-74f2cd88-2afb-4589-950b-4934849a2208 admin admin] 10.222.0.18 "DELETE /v2.0/networks/20ea5239-373d-4b14-ab09-38422eee9be3 HTTP/1.1" status: 204 len: 168 time: 0.9922431 Sep 30 13:04:54.559789 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2cd88-2afb-4589-950b-4934849a2208 admin admin] Pushing event deleted for resources: {'Network': ['ID=20ea5239-373d-4b14-ab09-38422eee9be3,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:54.668834 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4f95f6b9-af63-4141-b21d-116d6ada91c4 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:04:54.693104 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 4f95f6b9-af63-4141-b21d-116d6ada91c4 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:04:54.693677 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4f95f6b9-af63-4141-b21d-116d6ada91c4 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:04:54.694700 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 705f601a-5066-4ab2-942d-410e98b2e7af no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:04:54.730544 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 705f601a-5066-4ab2-942d-410e98b2e7af {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:04:54.731129 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 705f601a-5066-4ab2-942d-410e98b2e7af not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:04:54.731702 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b4e6945f-1491-4d61-bb27-4131251b23d3 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:04:54.753006 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: b4e6945f-1491-4d61-bb27-4131251b23d3 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:04:54.753735 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b4e6945f-1491-4d61-bb27-4131251b23d3 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:04:54.793458 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44790) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:54.862430 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8724196a-c340-4dfa-8254-9e975453a36f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94ff36b45c4f4e4695d97fb62d35c23d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0674641 Sep 30 13:04:54.864821 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44806) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:54.918653 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ad288bb6-d24e-4271-bb08-aef33c11e5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:54.939888 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ad288bb6-d24e-4271-bb08-aef33c11e5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:54.993369 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ad288bb6-d24e-4271-bb08-aef33c11e5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:54.996892 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ad288bb6-d24e-4271-bb08-aef33c11e5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:54.998760 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ad288bb6-d24e-4271-bb08-aef33c11e5bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31b37b70-d8a4-45e4-b797-4d2d4bff5984 HTTP/1.1" status: 204 len: 168 time: 0.1326740 Sep 30 13:04:55.025446 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad288bb6-d24e-4271-bb08-aef33c11e5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b37b70-d8a4-45e4-b797-4d2d4bff5984,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:56.033167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44890) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:56.182731 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ab9326a4-b585-4209-8f8d-97ac0d63766c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:56.246407 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-ba712384-6d3e-4bf1-b2e4-935eee08911f tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=27378699ba4049d88822a9456a352f86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371706 Sep 30 13:04:56.469297 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ab9326a4-b585-4209-8f8d-97ac0d63766c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:56.477155 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-154de416-cf9e-40b7-a68c-c517efac8f69 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:56.478718 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-154de416-cf9e-40b7-a68c-c517efac8f69 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2246933 Sep 30 13:04:56.479779 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ab9326a4-b585-4209-8f8d-97ac0d63766c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:56.523237 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-6807f6f5-a42a-4dae-aff3-6f16ed72512f tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/quotas/27378699ba4049d88822a9456a352f86 HTTP/1.1" status: 200 len: 375 time: 0.0331385 Sep 30 13:04:56.528567 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9326a4-b585-4209-8f8d-97ac0d63766c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e78bc6a-fa47-4844-859d-fcef7d62adb4,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:56.536658 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ab9326a4-b585-4209-8f8d-97ac0d63766c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de31b4f9f6f94d429e3303e8f143cf78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4999607 Sep 30 13:04:56.537422 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44904) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:56.562807 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-60dcf1b6-5ffe-45b7-8180-83347559bc80 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=27378699ba4049d88822a9456a352f86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312309 Sep 30 13:04:56.612291 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2269805e-b76a-402e-8ad3-69fb76812c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:56.636162 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2269805e-b76a-402e-8ad3-69fb76812c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:56.708782 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2269805e-b76a-402e-8ad3-69fb76812c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:56.712655 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2269805e-b76a-402e-8ad3-69fb76812c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:56.717109 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2269805e-b76a-402e-8ad3-69fb76812c00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6e78bc6a-fa47-4844-859d-fcef7d62adb4 HTTP/1.1" status: 204 len: 168 time: 0.1759236 Sep 30 13:04:56.746678 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269805e-b76a-402e-8ad3-69fb76812c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e78bc6a-fa47-4844-859d-fcef7d62adb4,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:56.833341 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fd371d9b-8871-4850-bded-0d5cdabcd2ca req-1303b62c-648b-408a-b335-b44a69650d23 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca9de113-7ebe-4e15-839a-3a136a5bc2f7 HTTP/1.1" status: 200 len: 210 time: 0.0587318 Sep 30 13:04:57.717860 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44960) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:57.870656 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-e2e1212c-afcf-426e-926c-cf70daf6f50a admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-28261505-network', 'tenant_id': '7ca8664bc2bb49b18bb6d219b3a0cde6'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:57.898545 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e1212c-afcf-426e-926c-cf70daf6f50a admin admin] Made reservation on behalf of 7ca8664bc2bb49b18bb6d219b3a0cde6 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:04:57.901991 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e2e1212c-afcf-426e-926c-cf70daf6f50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:58.279840 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e2e1212c-afcf-426e-926c-cf70daf6f50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:58.283016 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9fc24c66-c851-4269-9ec3-c601dd0b0ddd req-80bdb2dc-7f65-44ed-842a-7da77b0448d3 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca9de113-7ebe-4e15-839a-3a136a5bc2f7 HTTP/1.1" status: 200 len: 210 time: 0.0420918 Sep 30 13:04:58.301435 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-456b7098-85fb-4207-829b-660ef21c0a17 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=27378699ba4049d88822a9456a352f86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619290 Sep 30 13:04:58.450163 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-ededb86c-3312-4a69-aaed-d52d26ed2333 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:58.451712 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-ededb86c-3312-4a69-aaed-d52d26ed2333 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1428609 Sep 30 13:04:58.465973 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-49346901-b589-4a76-b1e7-e29b9196a427 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Request body: {'port': {'device_id': 'ca9de113-7ebe-4e15-839a-3a136a5bc2f7', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': '27378699ba4049d88822a9456a352f86'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:58.542182 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e2e1212c-afcf-426e-926c-cf70daf6f50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:58.547712 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e2e1212c-afcf-426e-926c-cf70daf6f50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:58.591188 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e1212c-afcf-426e-926c-cf70daf6f50a admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:04:58.606848 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1212c-afcf-426e-926c-cf70daf6f50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:58.613285 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e2e1212c-afcf-426e-926c-cf70daf6f50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:58.613625 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-e2e1212c-afcf-426e-926c-cf70daf6f50a admin admin] Added segment 46821e00-e4d0-4238-88d3-b4e77f5b89b8 of type vlan for network f2a53838-1c79-48c4-bdd8-e5e86cdc10e2 Sep 30 13:04:58.668153 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e2e1212c-afcf-426e-926c-cf70daf6f50a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:58.672073 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-49346901-b589-4a76-b1e7-e29b9196a427 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Made reservation on behalf of 27378699ba4049d88822a9456a352f86 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:04:58.675497 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-49346901-b589-4a76-b1e7-e29b9196a427 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:58.687288 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-49346901-b589-4a76-b1e7-e29b9196a427 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:58.719087 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e2e1212c-afcf-426e-926c-cf70daf6f50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:58.720043 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e1212c-afcf-426e-926c-cf70daf6f50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:58.720633 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e2e1212c-afcf-426e-926c-cf70daf6f50a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:58.804023 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1212c-afcf-426e-926c-cf70daf6f50a admin admin] Pushing event updated for resources: {'Network': ['ID=f2a53838-1c79-48c4-bdd8-e5e86cdc10e2,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:58.820636 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network f2a53838-1c79-48c4-bdd8-e5e86cdc10e2 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:04:58.868375 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-49346901-b589-4a76-b1e7-e29b9196a427 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:58.876114 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-49346901-b589-4a76-b1e7-e29b9196a427 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:58.927193 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e2e1212c-afcf-426e-926c-cf70daf6f50a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2081523 Sep 30 13:04:58.930780 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44978) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:04:58.936601 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-7548189e-44eb-4094-b153-53ccd15f1f29 admin admin] Request body: {'subnet': {'network_id': 'f2a53838-1c79-48c4-bdd8-e5e86cdc10e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-28261505-subnet', 'tenant_id': '7ca8664bc2bb49b18bb6d219b3a0cde6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:58.966056 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7548189e-44eb-4094-b153-53ccd15f1f29 admin admin] Made reservation on behalf of 7ca8664bc2bb49b18bb6d219b3a0cde6 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:04:58.969081 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7548189e-44eb-4094-b153-53ccd15f1f29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:58.974866 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49346901-b589-4a76-b1e7-e29b9196a427 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3653aa30-4a73-4dfb-9260-b86e082840cb,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:59.039572 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-49346901-b589-4a76-b1e7-e29b9196a427 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Allocated IP 192.168.233.87 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/8e16d3ba-806c-4ee8-bbf4-ef2464d4e092) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:04:59.156431 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7548189e-44eb-4094-b153-53ccd15f1f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:59.207565 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-49346901-b589-4a76-b1e7-e29b9196a427 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:59.222474 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548189e-44eb-4094-b153-53ccd15f1f29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92067afd-1f22-4fa2-ade8-89a9a9492dd2,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:59.227469 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7548189e-44eb-4094-b153-53ccd15f1f29 admin admin] Checking segment: {'id': '46821e00-e4d0-4238-88d3-b4e77f5b89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f2a53838-1c79-48c4-bdd8-e5e86cdc10e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:04:59.227828 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7548189e-44eb-4094-b153-53ccd15f1f29 admin admin] Network hostable DHCP agents. Network: f2a53838-1c79-48c4-bdd8-e5e86cdc10e2, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:04:59.246356 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7548189e-44eb-4094-b153-53ccd15f1f29 admin admin] Network f2a53838-1c79-48c4-bdd8-e5e86cdc10e2 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:04:59.248257 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-49346901-b589-4a76-b1e7-e29b9196a427 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:59.256159 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-7548189e-44eb-4094-b153-53ccd15f1f29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, f2a53838-1c79-48c4-bdd8-e5e86cdc10e2) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:04:59.262358 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7548189e-44eb-4094-b153-53ccd15f1f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:59.264433 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7548189e-44eb-4094-b153-53ccd15f1f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:59.268419 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397b3479-b11d-46c8-a838-499c05494943 None None] Network f2a53838-1c79-48c4-bdd8-e5e86cdc10e2 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:04:59.282692 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7548189e-44eb-4094-b153-53ccd15f1f29 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3502254 Sep 30 13:04:59.305840 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-49346901-b589-4a76-b1e7-e29b9196a427 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:04:59.309083 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-49346901-b589-4a76-b1e7-e29b9196a427 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:04:59.313192 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-49346901-b589-4a76-b1e7-e29b9196a427 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:04:59.353462 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49346901-b589-4a76-b1e7-e29b9196a427 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Pushing event updated for resources: {'Port': ['ID=8e16d3ba-806c-4ee8-bbf4-ef2464d4e092,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:04:59.381856 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-49346901-b589-4a76-b1e7-e29b9196a427 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:59.382635 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-49346901-b589-4a76-b1e7-e29b9196a427 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:59.425537 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-49346901-b589-4a76-b1e7-e29b9196a427 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9632843 Sep 30 13:04:59.465725 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df9adc9-d2c3-4ab5-b202-1a9ec25b3b9d None None] Network f2a53838-1c79-48c4-bdd8-e5e86cdc10e2 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:04:59.479363 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-3380bd7a-13c2-4938-8708-5c4a47bf4aae service neutron] Request body: {'port': {'device_id': 'ca9de113-7ebe-4e15-839a-3a136a5bc2f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:04:59.601097 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61f2d9-6e36-4f82-95bb-60839da61633 req-e06794d7-55d1-4ac7-972d-1961615531ae tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:59.602961 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d61f2d9-6e36-4f82-95bb-60839da61633 req-e06794d7-55d1-4ac7-972d-1961615531ae tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca9de113-7ebe-4e15-839a-3a136a5bc2f7 HTTP/1.1" status: 200 len: 935 time: 0.1942739 Sep 30 13:04:59.606626 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-3380bd7a-13c2-4938-8708-5c4a47bf4aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:59.690122 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d61f2d9-6e36-4f82-95bb-60839da61633 req-e05dbfb9-c815-449d-b29a-45658799074e tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/security-groups?id=3653aa30-4a73-4dfb-9260-b86e082840cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800598 Sep 30 13:04:59.723306 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d844b65d-c7d8-41b0-bfe4-a408b8d5a498 None None] Provisioning complete for port 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:04:59.723924 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d844b65d-c7d8-41b0-bfe4-a408b8d5a498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:59.771374 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-d844b65d-c7d8-41b0-bfe4-a408b8d5a498 None None] Port 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:04:59.860012 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-c40d3446-5468-477d-aca9-ced006b0de06 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:04:59.868139 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-c40d3446-5468-477d-aca9-ced006b0de06 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/networks?id=f2a53838-1c79-48c4-bdd8-e5e86cdc10e2 HTTP/1.1" status: 200 len: 820 time: 0.1314721 Sep 30 13:04:59.878790 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-7f93d144-bd16-451e-99a4-b461e11b0599 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/quotas/7ca8664bc2bb49b18bb6d219b3a0cde6 HTTP/1.1" status: 200 len: 375 time: 0.0102777 Sep 30 13:04:59.920405 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-0e441114-c50c-4ca5-99f1-58daff99c65f tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ca8664bc2bb49b18bb6d219b3a0cde6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350621 Sep 30 13:04:59.955271 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-3380bd7a-13c2-4938-8708-5c4a47bf4aae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:04:59.966549 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-3380bd7a-13c2-4938-8708-5c4a47bf4aae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:04:59.978688 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-3380bd7a-13c2-4938-8708-5c4a47bf4aae service neutron] Transition to ACTIVE for port object 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:04:59.983214 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-3380bd7a-13c2-4938-8708-5c4a47bf4aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:00.015887 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-d3d164f1-3a55-4322-bfcd-97b2e6691540 service neutron] 10.222.0.18 "GET /v2.0/networks/f2a53838-1c79-48c4-bdd8-e5e86cdc10e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945575 Sep 30 13:05:00.044621 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380bd7a-13c2-4938-8708-5c4a47bf4aae service neutron] Pushing event updated for resources: {'Port': ['ID=8e16d3ba-806c-4ee8-bbf4-ef2464d4e092,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:00.150951 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-f2de405e-39f2-40fd-afa8-203357929236 service neutron] 10.222.0.18 "GET /v2.0/networks/f2a53838-1c79-48c4-bdd8-e5e86cdc10e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238339 Sep 30 13:05:00.163894 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-3380bd7a-13c2-4938-8708-5c4a47bf4aae service neutron] Attempting to bind port 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:05:00.164262 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-3380bd7a-13c2-4938-8708-5c4a47bf4aae service neutron] Attempting to bind port 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:05:00.164585 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-3380bd7a-13c2-4938-8708-5c4a47bf4aae service neutron] Attempting to bind port 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:05:00.170805 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-3380bd7a-13c2-4938-8708-5c4a47bf4aae service neutron] Port 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:05:00.171130 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-3380bd7a-13c2-4938-8708-5c4a47bf4aae service neutron] Attempting to bind port 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:05:00.177380 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-3380bd7a-13c2-4938-8708-5c4a47bf4aae service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:05:00.178176 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-3380bd7a-13c2-4938-8708-5c4a47bf4aae service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:05:00.178932 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-3380bd7a-13c2-4938-8708-5c4a47bf4aae service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:05:00.179377 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-3380bd7a-13c2-4938-8708-5c4a47bf4aae service neutron] Bound port: 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:05:00.179784 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-3380bd7a-13c2-4938-8708-5c4a47bf4aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:00.295015 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-3380bd7a-13c2-4938-8708-5c4a47bf4aae service neutron] For port 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:05:00.300573 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-3380bd7a-13c2-4938-8708-5c4a47bf4aae service neutron] For port 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8e16d3ba-806c-4ee8-bbf4-ef2464d4e092,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:05:00.312180 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-3380bd7a-13c2-4938-8708-5c4a47bf4aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:00.350223 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-3380bd7a-13c2-4938-8708-5c4a47bf4aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:00.350858 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-3380bd7a-13c2-4938-8708-5c4a47bf4aae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:00.352250 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-3380bd7a-13c2-4938-8708-5c4a47bf4aae service neutron] 10.222.0.39 "PUT /v2.0/ports/8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 HTTP/1.1" status: 200 len: 1095 time: 0.9106069 Sep 30 13:05:00.352685 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9de113-7ebe-4e15-839a-3a136a5bc2f7', 'tag': '8e16d3ba-806c-4ee8-bbf4-ef2464d4e092'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:05:00.355105 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b4b091-d440-459d-a75e-d367d6444ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "ca9de113-7ebe-4e15-839a-3a136a5bc2f7", "tag": "8e16d3ba-806c-4ee8-bbf4-ef2464d4e092"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:05:00.357093 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8c36b5b9-4fa4-4d5b-8a24-17e4e1439891 req-cd145f5f-af8e-4926-bc49-d07a7ad19cf3 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b HTTP/1.1" status: 200 len: 210 time: 0.0559235 Sep 30 13:05:00.460614 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380bd7a-13c2-4938-8708-5c4a47bf4aae service neutron] Pushing event updated for resources: {'Port': ['ID=8e16d3ba-806c-4ee8-bbf4-ef2464d4e092,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:00.465832 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cccaad-34d5-47f2-bac8-b03392d171f9 x-openstack-request-id: req-70cccaad-34d5-47f2-bac8-b03392d171f9 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:05:00.466139 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca9de113-7ebe-4e15-839a-3a136a5bc2f7", "tag": "8e16d3ba-806c-4ee8-bbf4-ef2464d4e092", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:05:00.466394 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70cccaad-34d5-47f2-bac8-b03392d171f9 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:05:00.466790 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca9de113-7ebe-4e15-839a-3a136a5bc2f7', 'tag': '8e16d3ba-806c-4ee8-bbf4-ef2464d4e092', 'status': 'completed', 'code': 200} Sep 30 13:05:00.478674 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-26c034c2-98d6-488f-9924-6f0b10259408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:00.480234 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-26c034c2-98d6-488f-9924-6f0b10259408 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=27378699ba4049d88822a9456a352f86&device_id=ca9de113-7ebe-4e15-839a-3a136a5bc2f7 HTTP/1.1" status: 200 len: 1098 time: 0.0784245 Sep 30 13:05:00.534537 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-7a99927d-0ca3-497e-99d5-3a0148a7feb9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 HTTP/1.1" status: 200 len: 217 time: 0.0388675 Sep 30 13:05:00.594222 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-56e1f1b0-eaca-48e4-894a-94e07dc8406a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:00.597662 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-56e1f1b0-eaca-48e4-894a-94e07dc8406a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0542579 Sep 30 13:05:00.663551 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-b6b9fec0-53f0-4045-bd03-fe3cf09d45aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:00.665162 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-b6b9fec0-53f0-4045-bd03-fe3cf09d45aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0612533 Sep 30 13:05:00.786246 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-5dc34f19-0a8d-4696-8365-07964a775aa7 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134903 Sep 30 13:05:00.836907 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acb1da-1ed5-4907-8951-4f36d1662152 req-e7203135-5c01-4db7-8a43-765e78978214 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:00.838523 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-40acb1da-1ed5-4907-8951-4f36d1662152 req-e7203135-5c01-4db7-8a43-765e78978214 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca9de113-7ebe-4e15-839a-3a136a5bc2f7 HTTP/1.1" status: 200 len: 947 time: 0.0520241 Sep 30 13:05:00.894600 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-40acb1da-1ed5-4907-8951-4f36d1662152 req-8aaed00b-e7fa-49f9-b0d2-3e1c4a6dfa7c tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/security-groups?id=3653aa30-4a73-4dfb-9260-b86e082840cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475616 Sep 30 13:05:00.896221 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-af16540b-4406-4b3c-add7-15311dffd7e0 req-0d300cdc-3b1d-4f25-8f56-32b3a3d7ea02 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994074 Sep 30 13:05:01.013037 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4b091-d440-459d-a75e-d367d6444ca5 req-80a6f348-86cb-4f62-914c-a470d414c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:01.014651 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b0b4b091-d440-459d-a75e-d367d6444ca5 req-80a6f348-86cb-4f62-914c-a470d414c239 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=27378699ba4049d88822a9456a352f86&device_id=ca9de113-7ebe-4e15-839a-3a136a5bc2f7 HTTP/1.1" status: 200 len: 1098 time: 0.0436862 Sep 30 13:05:01.122887 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4b091-d440-459d-a75e-d367d6444ca5 req-7c84e4ee-7036-45dc-82f4-7cf63c642087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:01.124377 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b0b4b091-d440-459d-a75e-d367d6444ca5 req-7c84e4ee-7036-45dc-82f4-7cf63c642087 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.1005919 Sep 30 13:05:01.170148 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b0b4b091-d440-459d-a75e-d367d6444ca5 req-f6384389-9235-4bd7-b5c9-d696f464674d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 HTTP/1.1" status: 200 len: 217 time: 0.0363305 Sep 30 13:05:01.220681 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4b091-d440-459d-a75e-d367d6444ca5 req-7eb2a1df-bdc5-4619-8f47-7208df34bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:01.222153 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b0b4b091-d440-459d-a75e-d367d6444ca5 req-7eb2a1df-bdc5-4619-8f47-7208df34bb2e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0441623 Sep 30 13:05:01.274441 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4b091-d440-459d-a75e-d367d6444ca5 req-0862cfac-89ee-4178-ac25-c9892c234cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:01.275962 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b0b4b091-d440-459d-a75e-d367d6444ca5 req-0862cfac-89ee-4178-ac25-c9892c234cee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0423522 Sep 30 13:05:01.382051 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b0b4b091-d440-459d-a75e-d367d6444ca5 req-83c021f7-a2a7-428d-8e92-88d13423bab5 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962648 Sep 30 13:05:01.488588 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f99bf705-c6a5-44cb-8f48-1b0c291a8517 req-75d4a998-bb98-43c9-9731-ab40acac6360 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b HTTP/1.1" status: 200 len: 210 time: 0.0314009 Sep 30 13:05:01.529592 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b0b4b091-d440-459d-a75e-d367d6444ca5 req-34212eac-4c6c-4db0-92e0-cc115054367e service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231830 Sep 30 13:05:01.616653 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-315df6ff-affe-4f19-94f2-7880ebda2395 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:01.618160 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-315df6ff-affe-4f19-94f2-7880ebda2395 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.39 "GET /v2.0/networks?id=f2a53838-1c79-48c4-bdd8-e5e86cdc10e2 HTTP/1.1" status: 200 len: 820 time: 0.1167777 Sep 30 13:05:01.632242 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-ab3e3825-19fc-462a-87a4-49994c7860ab tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Request body: {'port': {'device_id': 'c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b', 'network_id': 'f2a53838-1c79-48c4-bdd8-e5e86cdc10e2', 'admin_state_up': True, 'tenant_id': '7ca8664bc2bb49b18bb6d219b3a0cde6'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:01.744398 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-ab3e3825-19fc-462a-87a4-49994c7860ab tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Made reservation on behalf of 7ca8664bc2bb49b18bb6d219b3a0cde6 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:05:01.748197 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-ab3e3825-19fc-462a-87a4-49994c7860ab tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:01.876965 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-ab3e3825-19fc-462a-87a4-49994c7860ab tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Allocated IP 172.20.0.5 (f2a53838-1c79-48c4-bdd8-e5e86cdc10e2/92067afd-1f22-4fa2-ade8-89a9a9492dd2/128c8ec2-0fe0-46e9-85fc-9e3efc8a6431) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:05:02.010769 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff8284-9c40-4e3e-af6a-5122ca2f4fc6 req-d401c682-5f9b-40e4-a0d6-2abc369d284f tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:02.012323 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2aff8284-9c40-4e3e-af6a-5122ca2f4fc6 req-d401c682-5f9b-40e4-a0d6-2abc369d284f tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca9de113-7ebe-4e15-839a-3a136a5bc2f7 HTTP/1.1" status: 200 len: 947 time: 0.0527446 Sep 30 13:05:02.033898 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-ab3e3825-19fc-462a-87a4-49994c7860ab tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:02.056205 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2aff8284-9c40-4e3e-af6a-5122ca2f4fc6 req-5094b3da-27f7-4c70-9220-253c14137cb4 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/security-groups?id=3653aa30-4a73-4dfb-9260-b86e082840cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373042 Sep 30 13:05:02.088789 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-ab3e3825-19fc-462a-87a4-49994c7860ab tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:02.131871 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-ab3e3825-19fc-462a-87a4-49994c7860ab tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Network f2a53838-1c79-48c4-bdd8-e5e86cdc10e2 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:05:02.135010 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-ab3e3825-19fc-462a-87a4-49994c7860ab tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:05:02.138724 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-ab3e3825-19fc-462a-87a4-49994c7860ab tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:05:02.166694 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e3825-19fc-462a-87a4-49994c7860ab tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Pushing event updated for resources: {'Port': ['ID=128c8ec2-0fe0-46e9-85fc-9e3efc8a6431,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:02.192254 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-ab3e3825-19fc-462a-87a4-49994c7860ab tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:02.192870 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-ab3e3825-19fc-462a-87a4-49994c7860ab tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:02.209201 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-ab3e3825-19fc-462a-87a4-49994c7860ab tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5811532 Sep 30 13:05:02.221407 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-b5d1615d-09bf-4603-ab5f-293b8fade990 service neutron] Request body: {'port': {'device_id': 'c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:02.285421 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-b5d1615d-09bf-4603-ab5f-293b8fade990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:02.624470 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af63acb-c1f0-4da4-9636-4810a24ad4b9 req-2cfa0c76-1d39-4d94-9f77-ed0305cfee3d tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:02.626165 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2af63acb-c1f0-4da4-9636-4810a24ad4b9 req-2cfa0c76-1d39-4d94-9f77-ed0305cfee3d tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b HTTP/1.1" status: 200 len: 931 time: 0.0531738 Sep 30 13:05:02.680532 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2af63acb-c1f0-4da4-9636-4810a24ad4b9 req-309e9cfa-8457-4754-9bb1-5ae732bc3055 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471377 Sep 30 13:05:02.876183 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-b5d1615d-09bf-4603-ab5f-293b8fade990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431 {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:05:02.884840 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-b5d1615d-09bf-4603-ab5f-293b8fade990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:02.897320 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-b5d1615d-09bf-4603-ab5f-293b8fade990 service neutron] Transition to ACTIVE for port object 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:05:02.902564 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-b5d1615d-09bf-4603-ab5f-293b8fade990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:02.955729 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1615d-09bf-4603-ab5f-293b8fade990 service neutron] Pushing event updated for resources: {'Port': ['ID=128c8ec2-0fe0-46e9-85fc-9e3efc8a6431,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:03.030931 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-b5d1615d-09bf-4603-ab5f-293b8fade990 service neutron] Attempting to bind port 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:05:03.031269 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-b5d1615d-09bf-4603-ab5f-293b8fade990 service neutron] Attempting to bind port 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '46821e00-e4d0-4238-88d3-b4e77f5b89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f2a53838-1c79-48c4-bdd8-e5e86cdc10e2'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:05:03.031598 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-b5d1615d-09bf-4603-ab5f-293b8fade990 service neutron] Attempting to bind port 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431 on network f2a53838-1c79-48c4-bdd8-e5e86cdc10e2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:05:03.036260 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-b5d1615d-09bf-4603-ab5f-293b8fade990 service neutron] Port 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431 on network f2a53838-1c79-48c4-bdd8-e5e86cdc10e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:05:03.036579 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-b5d1615d-09bf-4603-ab5f-293b8fade990 service neutron] Attempting to bind port 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431 on network f2a53838-1c79-48c4-bdd8-e5e86cdc10e2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:05:03.042330 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-b5d1615d-09bf-4603-ab5f-293b8fade990 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:05:03.042690 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-b5d1615d-09bf-4603-ab5f-293b8fade990 service neutron] Checking segment: {'id': '46821e00-e4d0-4238-88d3-b4e77f5b89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f2a53838-1c79-48c4-bdd8-e5e86cdc10e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:05:03.043050 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-b5d1615d-09bf-4603-ab5f-293b8fade990 service neutron] Bound using segment: {'id': '46821e00-e4d0-4238-88d3-b4e77f5b89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f2a53838-1c79-48c4-bdd8-e5e86cdc10e2'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:05:03.043865 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-b5d1615d-09bf-4603-ab5f-293b8fade990 service neutron] Bound port: 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46821e00-e4d0-4238-88d3-b4e77f5b89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f2a53838-1c79-48c4-bdd8-e5e86cdc10e2'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:05:03.043865 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-b5d1615d-09bf-4603-ab5f-293b8fade990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:03.120944 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-b5d1615d-09bf-4603-ab5f-293b8fade990 service neutron] For port 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:05:03.125477 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-b5d1615d-09bf-4603-ab5f-293b8fade990 service neutron] For port 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=128c8ec2-0fe0-46e9-85fc-9e3efc8a6431,segment=NetworkSegment(46821e00-e4d0-4238-88d3-b4e77f5b89b8),segment_id=46821e00-e4d0-4238-88d3-b4e77f5b89b8)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:05:03.133147 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-b5d1615d-09bf-4603-ab5f-293b8fade990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:03.201312 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-b5d1615d-09bf-4603-ab5f-293b8fade990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:03.201952 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-b5d1615d-09bf-4603-ab5f-293b8fade990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:03.203445 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-b5d1615d-09bf-4603-ab5f-293b8fade990 service neutron] 10.222.0.39 "PUT /v2.0/ports/128c8ec2-0fe0-46e9-85fc-9e3efc8a6431 HTTP/1.1" status: 200 len: 1091 time: 0.9862111 Sep 30 13:05:03.205848 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b', 'tag': '128c8ec2-0fe0-46e9-85fc-9e3efc8a6431'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:05:03.208145 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a55971-c1da-4083-b24e-a9b96435e50c" -d '{"events": [{"name": "network-changed", "server_uuid": "c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b", "tag": "128c8ec2-0fe0-46e9-85fc-9e3efc8a6431"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:05:03.234662 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1615d-09bf-4603-ab5f-293b8fade990 service neutron] Pushing event updated for resources: {'Port': ['ID=128c8ec2-0fe0-46e9-85fc-9e3efc8a6431,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:03.256035 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daca0f4-0446-47ec-bfce-3178ef40ebcd req-5ec94990-3b43-4593-a74b-3f7069d26e9c tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:03.257999 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2daca0f4-0446-47ec-bfce-3178ef40ebcd req-5ec94990-3b43-4593-a74b-3f7069d26e9c tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca9de113-7ebe-4e15-839a-3a136a5bc2f7 HTTP/1.1" status: 200 len: 947 time: 0.0941732 Sep 30 13:05:03.317030 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069e9f7a-7780-4622-8c52-5397591bc1a5 x-openstack-request-id: req-069e9f7a-7780-4622-8c52-5397591bc1a5 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:05:03.318149 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b", "tag": "128c8ec2-0fe0-46e9-85fc-9e3efc8a6431", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:05:03.318636 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-069e9f7a-7780-4622-8c52-5397591bc1a5 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:05:03.319642 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b', 'tag': '128c8ec2-0fe0-46e9-85fc-9e3efc8a6431', 'status': 'completed', 'code': 200} Sep 30 13:05:03.338970 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2daca0f4-0446-47ec-bfce-3178ef40ebcd req-043f1522-4f3a-42d2-9161-84b31903ad45 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/security-groups?id=3653aa30-4a73-4dfb-9260-b86e082840cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707579 Sep 30 13:05:03.348724 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-a9cff99d-70ab-4d71-8a9e-b5cc73de32b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:03.351048 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-a9cff99d-70ab-4d71-8a9e-b5cc73de32b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ca8664bc2bb49b18bb6d219b3a0cde6&device_id=c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b HTTP/1.1" status: 200 len: 1094 time: 0.0920682 Sep 30 13:05:03.408523 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-3e89a4cd-e1c5-46f7-b097-6f3bdde832f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=128c8ec2-0fe0-46e9-85fc-9e3efc8a6431 HTTP/1.1" status: 200 len: 217 time: 0.0464823 Sep 30 13:05:03.473165 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-e69b1f32-82ee-4fd5-96ab-c3356f4d69f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:03.474706 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-e69b1f32-82ee-4fd5-96ab-c3356f4d69f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92067afd-1f22-4fa2-ade8-89a9a9492dd2 HTTP/1.1" status: 200 len: 860 time: 0.0596645 Sep 30 13:05:03.512606 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-ccee1d24-270b-427c-b90f-b3160bf77551 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f2a53838-1c79-48c4-bdd8-e5e86cdc10e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297630 Sep 30 13:05:03.612452 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-5d027a98-48b2-4049-9a91-e33a4c4c2b3b service neutron] 10.222.0.39 "GET /v2.0/networks/f2a53838-1c79-48c4-bdd8-e5e86cdc10e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927050 Sep 30 13:05:03.719728 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cb55949-daac-485b-b10c-adc88f5ae544 req-9fdeda08-a436-4449-89d2-39f32af53269 service neutron] 10.222.0.39 "GET /v2.0/networks/f2a53838-1c79-48c4-bdd8-e5e86cdc10e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992107 Sep 30 13:05:03.816601 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a55971-c1da-4083-b24e-a9b96435e50c req-4049cbd5-9a3a-4cd3-badb-e15cb30a37c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:03.818331 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-89a55971-c1da-4083-b24e-a9b96435e50c req-4049cbd5-9a3a-4cd3-badb-e15cb30a37c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ca8664bc2bb49b18bb6d219b3a0cde6&device_id=c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b HTTP/1.1" status: 200 len: 1094 time: 0.0451849 Sep 30 13:05:03.866678 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832f4d6-92fd-42d9-aa32-a41dd3d611ae req-4812b71f-6f01-4295-9090-260810cb9f65 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:03.869133 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4832f4d6-92fd-42d9-aa32-a41dd3d611ae req-4812b71f-6f01-4295-9090-260810cb9f65 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b HTTP/1.1" status: 200 len: 943 time: 0.0920110 Sep 30 13:05:03.913942 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4832f4d6-92fd-42d9-aa32-a41dd3d611ae req-87a40042-003c-4f78-a916-442657db5c4d tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379491 Sep 30 13:05:03.930348 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a55971-c1da-4083-b24e-a9b96435e50c req-0825999d-1cbc-40f0-9571-f68e4a81b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:03.932025 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-89a55971-c1da-4083-b24e-a9b96435e50c req-0825999d-1cbc-40f0-9571-f68e4a81b7e1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f2a53838-1c79-48c4-bdd8-e5e86cdc10e2 HTTP/1.1" status: 200 len: 921 time: 0.1064382 Sep 30 13:05:03.975743 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-89a55971-c1da-4083-b24e-a9b96435e50c req-4b8a8cf3-8683-4a6d-a913-ee3a84008258 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=128c8ec2-0fe0-46e9-85fc-9e3efc8a6431 HTTP/1.1" status: 200 len: 217 time: 0.0360546 Sep 30 13:05:04.027674 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a55971-c1da-4083-b24e-a9b96435e50c req-56c8fdcd-2c78-4670-8b9f-2af5e93a8ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:04.029150 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-89a55971-c1da-4083-b24e-a9b96435e50c req-56c8fdcd-2c78-4670-8b9f-2af5e93a8ee6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92067afd-1f22-4fa2-ade8-89a9a9492dd2 HTTP/1.1" status: 200 len: 860 time: 0.0464933 Sep 30 13:05:04.067043 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-89a55971-c1da-4083-b24e-a9b96435e50c req-1dde4fe0-4cdb-4806-9092-270ffe44457d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f2a53838-1c79-48c4-bdd8-e5e86cdc10e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303845 Sep 30 13:05:04.167030 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-89a55971-c1da-4083-b24e-a9b96435e50c req-e4406de5-58d5-4e28-a1ee-f5beffe3ff85 service neutron] 10.222.0.39 "GET /v2.0/networks/f2a53838-1c79-48c4-bdd8-e5e86cdc10e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916464 Sep 30 13:05:04.273873 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-89a55971-c1da-4083-b24e-a9b96435e50c req-bbe68a5a-8f57-44e4-98aa-ca20d2d15166 service neutron] 10.222.0.39 "GET /v2.0/networks/f2a53838-1c79-48c4-bdd8-e5e86cdc10e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975568 Sep 30 13:05:04.343884 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:05:04.493430 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cade65e-b514-4344-9d75-5bf43563bac1 req-bed20b3a-ecc9-4b32-9cd4-1596d443f9e6 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:04.503524 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9cade65e-b514-4344-9d75-5bf43563bac1 req-bed20b3a-ecc9-4b32-9cd4-1596d443f9e6 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca9de113-7ebe-4e15-839a-3a136a5bc2f7 HTTP/1.1" status: 200 len: 947 time: 0.0758457 Sep 30 13:05:04.547008 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9cade65e-b514-4344-9d75-5bf43563bac1 req-7731a447-8525-4c0c-b197-0f247e3be94e tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/security-groups?id=3653aa30-4a73-4dfb-9260-b86e082840cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389061 Sep 30 13:05:04.612170 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8e16d3ba-806c-4ee8-bbf4-ef2464d4e092,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:04.624500 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '8e16d3ba-806c-4ee8-bbf4-ef2464d4e092', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': '8e16d3ba-806c-4ee8-bbf4-ef2464d4e092', 'mac_address': 'fa:16:3e:15:ad:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:05:04.663800 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:04.676677 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:05:04.696710 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8e16d3ba-806c-4ee8-bbf4-ef2464d4e092,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:04.701248 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:04.752197 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=8e16d3ba-806c-4ee8-bbf4-ef2464d4e092,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:04.988945 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['8e16d3ba-806c-4ee8-bbf4-ef2464d4e092'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:05:05.039163 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d7cf7-497d-44fe-bed6-81431c296761 req-d248f5b5-022d-4256-af26-f24778b0520d tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:05.040816 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-333d7cf7-497d-44fe-bed6-81431c296761 req-d248f5b5-022d-4256-af26-f24778b0520d tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b HTTP/1.1" status: 200 len: 943 time: 0.0553377 Sep 30 13:05:05.082881 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-333d7cf7-497d-44fe-bed6-81431c296761 req-880f44a6-1a26-43e9-9b12-e3bc1d6ca680 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346434 Sep 30 13:05:05.685460 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857a62b-b198-45ae-8511-3ee8536c08b2 req-fbf4b455-6f09-4313-8995-88d248f66b5f tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:05.687454 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c857a62b-b198-45ae-8511-3ee8536c08b2 req-fbf4b455-6f09-4313-8995-88d248f66b5f tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca9de113-7ebe-4e15-839a-3a136a5bc2f7 HTTP/1.1" status: 200 len: 948 time: 0.0608208 Sep 30 13:05:05.727916 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c857a62b-b198-45ae-8511-3ee8536c08b2 req-31206973-654c-4458-938a-a875aede65e2 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/security-groups?id=3653aa30-4a73-4dfb-9260-b86e082840cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327938 Sep 30 13:05:06.209785 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cd49b-adbd-44be-8e7c-a86ccf1ac607 req-659e51eb-2194-45c4-b450-164a55ced4dd tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:06.211355 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f65cd49b-adbd-44be-8e7c-a86ccf1ac607 req-659e51eb-2194-45c4-b450-164a55ced4dd tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b HTTP/1.1" status: 200 len: 943 time: 0.0558186 Sep 30 13:05:06.250465 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f65cd49b-adbd-44be-8e7c-a86ccf1ac607 req-be6d0483-f514-47fa-aa0b-e42322592854 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330677 Sep 30 13:05:06.356864 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:05:06.359084 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:05:06.472711 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:05:06.482499 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:05:06.482940 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:06.533979 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=128c8ec2-0fe0-46e9-85fc-9e3efc8a6431,segment=NetworkSegment(46821e00-e4d0-4238-88d3-b4e77f5b89b8),segment_id=46821e00-e4d0-4238-88d3-b4e77f5b89b8)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:06.553940 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '128c8ec2-0fe0-46e9-85fc-9e3efc8a6431', 'network_id': 'f2a53838-1c79-48c4-bdd8-e5e86cdc10e2', 'port_id': '128c8ec2-0fe0-46e9-85fc-9e3efc8a6431', 'mac_address': 'fa:16:3e:a8:69:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92067afd-1f22-4fa2-ade8-89a9a9492dd2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:05:06.617725 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:06.622292 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:06.646632 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:05:06.660974 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9de113-7ebe-4e15-839a-3a136a5bc2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e16d3ba-806c-4ee8-bbf4-ef2464d4e092'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:05:06.663981 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070bb8ee-dcb6-4eae-b783-687605f0d1f2" -d '{"events": [{"server_uuid": "ca9de113-7ebe-4e15-839a-3a136a5bc2f7", "name": "network-vif-plugged", "status": "completed", "tag": "8e16d3ba-806c-4ee8-bbf4-ef2464d4e092"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:05:06.683360 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8e16d3ba-806c-4ee8-bbf4-ef2464d4e092,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:06.685219 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=128c8ec2-0fe0-46e9-85fc-9e3efc8a6431,segment=NetworkSegment(46821e00-e4d0-4238-88d3-b4e77f5b89b8),segment_id=46821e00-e4d0-4238-88d3-b4e77f5b89b8)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:06.689716 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:06.694794 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:06.722584 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05949271-482b-4ad7-a653-95fd5feafc84 x-openstack-request-id: req-05949271-482b-4ad7-a653-95fd5feafc84 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:05:06.723244 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9de113-7ebe-4e15-839a-3a136a5bc2f7", "name": "network-vif-plugged", "status": "completed", "tag": "8e16d3ba-806c-4ee8-bbf4-ef2464d4e092", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:05:06.723521 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05949271-482b-4ad7-a653-95fd5feafc84 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:05:06.724128 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9de113-7ebe-4e15-839a-3a136a5bc2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e16d3ba-806c-4ee8-bbf4-ef2464d4e092', 'code': 200} Sep 30 13:05:06.774498 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=8e16d3ba-806c-4ee8-bbf4-ef2464d4e092,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:06.847625 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=128c8ec2-0fe0-46e9-85fc-9e3efc8a6431,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:06.862863 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231a351-6a18-4e7f-9dcc-546d64edf129 req-270dcf18-bf5a-47a1-954a-0521b0ca9d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:06.864386 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5231a351-6a18-4e7f-9dcc-546d64edf129 req-270dcf18-bf5a-47a1-954a-0521b0ca9d61 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ca9de113-7ebe-4e15-839a-3a136a5bc2f7 HTTP/1.1" status: 200 len: 1100 time: 0.0833313 Sep 30 13:05:06.873133 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaeb6c0-c948-41a0-be1a-eb1271a56b40 req-ec010f53-7917-4ef0-852d-6c7703eafecd tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:06.874551 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ddaeb6c0-c948-41a0-be1a-eb1271a56b40 req-ec010f53-7917-4ef0-852d-6c7703eafecd tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca9de113-7ebe-4e15-839a-3a136a5bc2f7 HTTP/1.1" status: 200 len: 949 time: 0.0641537 Sep 30 13:05:06.926765 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5231a351-6a18-4e7f-9dcc-546d64edf129 req-f699cd1a-a328-412c-9dd6-c6ddb70a47d4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3653aa30-4a73-4dfb-9260-b86e082840cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512879 Sep 30 13:05:06.931838 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ddaeb6c0-c948-41a0-be1a-eb1271a56b40 req-02185f1e-d7c7-4728-845b-b6097e6cc738 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/security-groups?id=3653aa30-4a73-4dfb-9260-b86e082840cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496933 Sep 30 13:05:06.969768 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['128c8ec2-0fe0-46e9-85fc-9e3efc8a6431'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:05:07.375104 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e1edf-2a74-4aee-a5ea-197895fe8c82 req-f8ebb88e-77e1-477f-bfab-0b8b1927964b tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:07.376946 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd3e1edf-2a74-4aee-a5ea-197895fe8c82 req-f8ebb88e-77e1-477f-bfab-0b8b1927964b tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b HTTP/1.1" status: 200 len: 944 time: 0.0499086 Sep 30 13:05:07.416235 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd3e1edf-2a74-4aee-a5ea-197895fe8c82 req-3e314e9f-0e64-47d5-8436-aff3d43ed693 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323901 Sep 30 13:05:08.056827 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadce66f-4daa-4957-b917-1101d839d819 req-8c0e8bb7-80b9-464b-9f73-00dcccb28f9e tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:08.058968 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cadce66f-4daa-4957-b917-1101d839d819 req-8c0e8bb7-80b9-464b-9f73-00dcccb28f9e tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca9de113-7ebe-4e15-839a-3a136a5bc2f7 HTTP/1.1" status: 200 len: 949 time: 0.0518458 Sep 30 13:05:08.102621 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cadce66f-4daa-4957-b917-1101d839d819 req-e40bb60b-37ed-4685-8822-953779c4a084 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/security-groups?id=3653aa30-4a73-4dfb-9260-b86e082840cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371721 Sep 30 13:05:08.355792 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:05:08.410135 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:05:08.413749 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:05:08.414148 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:08.500919 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:08.542758 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=128c8ec2-0fe0-46e9-85fc-9e3efc8a6431,segment=NetworkSegment(46821e00-e4d0-4238-88d3-b4e77f5b89b8),segment_id=46821e00-e4d0-4238-88d3-b4e77f5b89b8)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:08.549369 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:08.570590 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d260513-e6ed-4de1-aefa-6475f0d1c4b5 req-b578a0c2-b366-4e3c-8c1d-84af56ac2792 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:08.580891 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3d260513-e6ed-4de1-aefa-6475f0d1c4b5 req-b578a0c2-b366-4e3c-8c1d-84af56ac2792 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b HTTP/1.1" status: 200 len: 944 time: 0.0798261 Sep 30 13:05:08.631767 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=128c8ec2-0fe0-46e9-85fc-9e3efc8a6431,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:08.638699 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3d260513-e6ed-4de1-aefa-6475f0d1c4b5 req-cfd27ef0-813d-48ed-a8c3-f8ac86af1c76 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569870 Sep 30 13:05:08.725516 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128c8ec2-0fe0-46e9-85fc-9e3efc8a6431'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:05:08.728207 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb5f173-01e2-4dd3-a084-39093a9fe66d" -d '{"events": [{"server_uuid": "c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b", "name": "network-vif-plugged", "status": "completed", "tag": "128c8ec2-0fe0-46e9-85fc-9e3efc8a6431"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:05:08.766560 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c894f1b9-8dd4-478e-94a5-9f0edf8d5cf6 x-openstack-request-id: req-c894f1b9-8dd4-478e-94a5-9f0edf8d5cf6 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:05:08.766917 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b", "name": "network-vif-plugged", "status": "completed", "tag": "128c8ec2-0fe0-46e9-85fc-9e3efc8a6431", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:05:08.767236 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c894f1b9-8dd4-478e-94a5-9f0edf8d5cf6 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:05:08.769831 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128c8ec2-0fe0-46e9-85fc-9e3efc8a6431', 'code': 200} Sep 30 13:05:08.878857 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2eec3-2a1b-4c11-a253-5093207a137b req-515c745f-c783-4941-93d6-ac4be5d08590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:08.880362 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d4e2eec3-2a1b-4c11-a253-5093207a137b req-515c745f-c783-4941-93d6-ac4be5d08590 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b HTTP/1.1" status: 200 len: 1096 time: 0.0458677 Sep 30 13:05:08.924727 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d4e2eec3-2a1b-4c11-a253-5093207a137b req-28034bd4-04aa-455d-859a-62ce7a28e52e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370815 Sep 30 13:05:09.222000 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46264d08-4d7e-4bc4-9a07-cab63da8138a req-2aa136c4-9a60-42f7-a66b-47aa2e2fb1a6 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:09.223523 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-46264d08-4d7e-4bc4-9a07-cab63da8138a req-2aa136c4-9a60-42f7-a66b-47aa2e2fb1a6 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca9de113-7ebe-4e15-839a-3a136a5bc2f7 HTTP/1.1" status: 200 len: 949 time: 0.0507162 Sep 30 13:05:09.264429 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-46264d08-4d7e-4bc4-9a07-cab63da8138a req-53fb9baf-1300-4228-82e8-aa98f34c9e79 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/security-groups?id=3653aa30-4a73-4dfb-9260-b86e082840cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336652 Sep 30 13:05:09.807649 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd383c72-c4fe-48f4-a7c6-145e937d9684 req-9a858a50-8a72-4368-9e1c-9a311b11a066 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:09.809542 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bd383c72-c4fe-48f4-a7c6-145e937d9684 req-9a858a50-8a72-4368-9e1c-9a311b11a066 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b HTTP/1.1" status: 200 len: 945 time: 0.0741963 Sep 30 13:05:09.862529 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bd383c72-c4fe-48f4-a7c6-145e937d9684 req-f796d368-9983-4ab9-9dde-a63a0fb5d0c2 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458612 Sep 30 13:05:10.991093 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a3116-1520-445e-9f4d-f2769ab978ae req-4ec10e93-33bd-4e9c-b4b4-e01a00dc2ca3 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:10.992114 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598171db-4eed-4650-9439-0f49dbd24c1b req-4ad2a63d-2864-4ead-91ec-a4a28e0f8335 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:10.993594 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f7a3116-1520-445e-9f4d-f2769ab978ae req-4ec10e93-33bd-4e9c-b4b4-e01a00dc2ca3 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 1096 time: 0.0473599 Sep 30 13:05:10.996305 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-598171db-4eed-4650-9439-0f49dbd24c1b req-4ad2a63d-2864-4ead-91ec-a4a28e0f8335 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b HTTP/1.1" status: 200 len: 945 time: 0.0546892 Sep 30 13:05:11.037076 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f7a3116-1520-445e-9f4d-f2769ab978ae req-18659242-273c-421d-85cf-a45c7f45eede tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369420 Sep 30 13:05:11.047898 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-598171db-4eed-4650-9439-0f49dbd24c1b req-53609fce-99bd-47da-887a-20e03a5e5900 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449355 Sep 30 13:05:11.260647 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23480b4e-f7e4-49f8-98ce-7b991bbc8da4 req-3067afe9-98a9-4705-a9bf-31e34ca6ba5f tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:11.262394 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23480b4e-f7e4-49f8-98ce-7b991bbc8da4 req-3067afe9-98a9-4705-a9bf-31e34ca6ba5f tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b HTTP/1.1" status: 200 len: 945 time: 0.0606933 Sep 30 13:05:11.310333 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23480b4e-f7e4-49f8-98ce-7b991bbc8da4 req-e5aa6dac-cfb0-405e-9f56-08a74602cccf tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409760 Sep 30 13:05:11.538378 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5a187-72dd-4743-9d5f-573f4f0223cf req-a703d7bb-ef0d-453a-ac37-3a4e381765ea tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:11.540576 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09f5a187-72dd-4743-9d5f-573f4f0223cf req-a703d7bb-ef0d-453a-ac37-3a4e381765ea tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b HTTP/1.1" status: 200 len: 945 time: 0.0645623 Sep 30 13:05:11.601941 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09f5a187-72dd-4743-9d5f-573f4f0223cf req-f7f2a76a-51bb-41f6-9091-c2d9cb6e0c34 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461864 Sep 30 13:05:11.748281 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9ca1e-70f1-4590-affb-387d1cad45b1 req-3cb63ed8-342c-4f0f-b2c6-c2c748567850 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:11.750242 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a4b9ca1e-70f1-4590-affb-387d1cad45b1 req-3cb63ed8-342c-4f0f-b2c6-c2c748567850 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b HTTP/1.1" status: 200 len: 945 time: 0.0784309 Sep 30 13:05:11.801053 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a4b9ca1e-70f1-4590-affb-387d1cad45b1 req-7bda816f-0b78-4cdf-b47e-3cf26515b582 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420392 Sep 30 13:05:12.132485 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3297f92-03da-4e50-aa0f-1690b1fa1327 req-aaf3770b-b3b1-4232-96da-74d7c3eca640 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:12.134089 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d3297f92-03da-4e50-aa0f-1690b1fa1327 req-aaf3770b-b3b1-4232-96da-74d7c3eca640 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b HTTP/1.1" status: 200 len: 945 time: 0.0617781 Sep 30 13:05:12.184333 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d3297f92-03da-4e50-aa0f-1690b1fa1327 req-13062a00-b322-43a8-b061-26a6d6523b60 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426154 Sep 30 13:05:12.269578 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-9cb31577-4d68-406e-a1de-26c7d1fbd127 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:05:12.270864 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-9cb31577-4d68-406e-a1de-26c7d1fbd127 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060451 Sep 30 13:05:12.323210 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-64dbf6c8-ca56-446c-b3de-a38a53ac2ade tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:12.326470 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-64dbf6c8-ca56-446c-b3de-a38a53ac2ade tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/ports/37d71825-e339-43d2-921d-7fe5b24f6f7c HTTP/1.1" status: 200 len: 1093 time: 0.0483482 Sep 30 13:05:12.335039 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-99bf739d-6b91-4ea8-8428-9ca2ff35e100 service neutron] Request body: {'binding': {'host': 'n-h1-810909-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:12.335625 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-99bf739d-6b91-4ea8-8428-9ca2ff35e100 service neutron] Unknown quota resources ['binding']. {{(pid=94764) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 13:05:12.394388 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:05:12.523895 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-99bf739d-6b91-4ea8-8428-9ca2ff35e100 service neutron] Attempting to bind port 37d71825-e339-43d2-921d-7fe5b24f6f7c on host n-h1-810909-2 for vnic_type normal with profile None {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:05:12.524383 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-99bf739d-6b91-4ea8-8428-9ca2ff35e100 service neutron] Attempting to bind port 37d71825-e339-43d2-921d-7fe5b24f6f7c by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:05:12.524717 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-99bf739d-6b91-4ea8-8428-9ca2ff35e100 service neutron] Attempting to bind port 37d71825-e339-43d2-921d-7fe5b24f6f7c on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:05:12.530323 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-99bf739d-6b91-4ea8-8428-9ca2ff35e100 service neutron] Port 37d71825-e339-43d2-921d-7fe5b24f6f7c on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:05:12.530926 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-99bf739d-6b91-4ea8-8428-9ca2ff35e100 service neutron] Attempting to bind port 37d71825-e339-43d2-921d-7fe5b24f6f7c on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:05:12.532470 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59649d67-8979-4042-9fe9-77cbfd66dbd0 req-b63f996d-3078-46cb-8c11-9f9bfcff7a6f tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:12.536461 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-99bf739d-6b91-4ea8-8428-9ca2ff35e100 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:05:12.536769 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-99bf739d-6b91-4ea8-8428-9ca2ff35e100 service neutron] Checking segment: {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:05:12.537334 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-99bf739d-6b91-4ea8-8428-9ca2ff35e100 service neutron] Bound using segment: {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:05:12.537767 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-99bf739d-6b91-4ea8-8428-9ca2ff35e100 service neutron] Bound port: 37d71825-e339-43d2-921d-7fe5b24f6f7c, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:05:12.540549 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-59649d67-8979-4042-9fe9-77cbfd66dbd0 req-b63f996d-3078-46cb-8c11-9f9bfcff7a6f tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b HTTP/1.1" status: 200 len: 945 time: 0.0706680 Sep 30 13:05:12.602679 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-99bf739d-6b91-4ea8-8428-9ca2ff35e100 service neutron] For port 37d71825-e339-43d2-921d-7fe5b24f6f7c, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=37d71825-e339-43d2-921d-7fe5b24f6f7c,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:05:12.612618 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-99bf739d-6b91-4ea8-8428-9ca2ff35e100 service neutron] Notify callbacks [] for binding, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:12.615147 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-59649d67-8979-4042-9fe9-77cbfd66dbd0 req-cc7d8e13-e4db-4321-9359-f82b16414418 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735981 Sep 30 13:05:12.618371 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-99bf739d-6b91-4ea8-8428-9ca2ff35e100 service neutron] 10.222.0.18 "POST /v2.0/ports/37d71825-e339-43d2-921d-7fe5b24f6f7c/bindings HTTP/1.1" status: 201 len: 389 time: 0.2874203 Sep 30 13:05:12.634710 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8e16d3ba-806c-4ee8-bbf4-ef2464d4e092,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:12.657380 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '8e16d3ba-806c-4ee8-bbf4-ef2464d4e092', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': '8e16d3ba-806c-4ee8-bbf4-ef2464d4e092', 'mac_address': 'fa:16:3e:15:ad:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:05:12.796044 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:12.814477 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:05:12.842165 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8e16d3ba-806c-4ee8-bbf4-ef2464d4e092,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:12.851558 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:12.910305 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4e557-1f5d-4b3c-94f4-e420ab4e22da req-b4fd80fe-5663-4a2a-a340-842b9ee9d944 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:12.911946 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bfe4e557-1f5d-4b3c-94f4-e420ab4e22da req-b4fd80fe-5663-4a2a-a340-842b9ee9d944 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 945 time: 0.1171408 Sep 30 13:05:12.984628 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bfe4e557-1f5d-4b3c-94f4-e420ab4e22da req-5bba60b8-f6f8-4727-9bc4-43ece42a1922 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643802 Sep 30 13:05:13.004117 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['8e16d3ba-806c-4ee8-bbf4-ef2464d4e092'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:05:13.013137 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=8e16d3ba-806c-4ee8-bbf4-ef2464d4e092,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:13.040242 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3ad4b-c24c-4d2c-8b91-d4329a310ccc req-984dc5f5-8efb-4b49-be8c-7493dc3f9edc tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:13.051649 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-21d3ad4b-c24c-4d2c-8b91-d4329a310ccc req-984dc5f5-8efb-4b49-be8c-7493dc3f9edc tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b HTTP/1.1" status: 200 len: 945 time: 0.2227974 Sep 30 13:05:13.121528 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-21d3ad4b-c24c-4d2c-8b91-d4329a310ccc req-bbeb7be2-0b29-48ed-aa50-004a305c9c0f tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617857 Sep 30 13:05:13.142158 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-443a83d8-bddc-4de9-9b40-b7aaf424633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:13.144223 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-443a83d8-bddc-4de9-9b40-b7aaf424633c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bfee4c1083184c949bfe63d2e5d7a195&device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 1096 time: 0.2238159 Sep 30 13:05:13.333395 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-2ddd39ec-aec5-4bdf-b8ef-139096cd3112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:13.337418 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-2ddd39ec-aec5-4bdf-b8ef-139096cd3112 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a HTTP/1.1" status: 200 len: 921 time: 0.1819341 Sep 30 13:05:13.469369 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-e9428300-c166-46ae-bc4f-c755313c9f88 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37d71825-e339-43d2-921d-7fe5b24f6f7c HTTP/1.1" status: 200 len: 217 time: 0.1064391 Sep 30 13:05:13.574932 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-5976e73f-d354-4695-a371-95f10c780f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:13.577075 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-5976e73f-d354-4695-a371-95f10c780f6e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d2a3567b-bc5f-477b-8f28-c16dcd278961 HTTP/1.1" status: 200 len: 860 time: 0.0989544 Sep 30 13:05:13.619658 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe6fc1-7be5-472e-be8a-96369661ea3e req-5379fad5-b066-495a-8a32-c7d551fec281 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:13.621484 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-64fe6fc1-7be5-472e-be8a-96369661ea3e req-5379fad5-b066-495a-8a32-c7d551fec281 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b HTTP/1.1" status: 200 len: 945 time: 0.1902728 Sep 30 13:05:13.648885 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-2b667492-4c9d-4977-95d9-516d0041121b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483932 Sep 30 13:05:13.714114 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-64fe6fc1-7be5-472e-be8a-96369661ea3e req-48d33820-3c9c-4e9e-bcc6-96eb025e975d tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733244 Sep 30 13:05:13.815944 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-00bb3031-34e1-46a9-8a0b-633f212efa40 service neutron] 10.222.0.39 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563485 Sep 30 13:05:13.937888 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-a449398e-f3e8-4c58-ac8f-6325806acdec service neutron] 10.222.0.39 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128693 Sep 30 13:05:14.414507 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:14.425025 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:05:14.484153 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:05:14.484153 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:14.668747 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:14.704101 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9de113-7ebe-4e15-839a-3a136a5bc2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e16d3ba-806c-4ee8-bbf4-ef2464d4e092'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:05:14.707934 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4ac94e-e277-433a-a68d-6eda71fcdfb0" -d '{"events": [{"server_uuid": "ca9de113-7ebe-4e15-839a-3a136a5bc2f7", "name": "network-vif-plugged", "status": "completed", "tag": "8e16d3ba-806c-4ee8-bbf4-ef2464d4e092"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:05:14.726271 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8e16d3ba-806c-4ee8-bbf4-ef2464d4e092,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:14.734792 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:14.799673 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327c329-494f-4ae0-bc5e-bc08ef69ccc4 req-da5a24d3-faf1-4616-b367-b91344cceb24 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:14.817242 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6327c329-494f-4ae0-bc5e-bc08ef69ccc4 req-da5a24d3-faf1-4616-b367-b91344cceb24 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 945 time: 0.1342182 Sep 30 13:05:14.902318 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=8e16d3ba-806c-4ee8-bbf4-ef2464d4e092,revision_number=7']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:14.940344 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6327c329-494f-4ae0-bc5e-bc08ef69ccc4 req-8a4fac02-f7c1-444a-902a-dae29497f1e0 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212795 Sep 30 13:05:15.009862 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5332c33-5e9a-42d2-9b9e-66b2d2bde6e5 x-openstack-request-id: req-d5332c33-5e9a-42d2-9b9e-66b2d2bde6e5 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:05:15.010198 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9de113-7ebe-4e15-839a-3a136a5bc2f7", "name": "network-vif-plugged", "status": "completed", "tag": "8e16d3ba-806c-4ee8-bbf4-ef2464d4e092", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:05:15.010456 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5332c33-5e9a-42d2-9b9e-66b2d2bde6e5 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:05:15.010851 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9de113-7ebe-4e15-839a-3a136a5bc2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e16d3ba-806c-4ee8-bbf4-ef2464d4e092', 'code': 200} Sep 30 13:05:15.412321 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3c62f-49a0-4a6b-9b0e-3b40a68698ad req-7c5a7dc9-d845-478b-89f1-1b904e95c004 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:15.420754 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7da3c62f-49a0-4a6b-9b0e-3b40a68698ad req-7c5a7dc9-d845-478b-89f1-1b904e95c004 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b HTTP/1.1" status: 200 len: 945 time: 0.0715067 Sep 30 13:05:15.479875 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7da3c62f-49a0-4a6b-9b0e-3b40a68698ad req-3e955401-948b-4e16-8200-90898de49ebe tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579016 Sep 30 13:05:16.208448 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe1d1a-ee05-462a-ba11-7cb03166918b req-2f14a14d-b9b9-4cd3-822b-aad95909e811 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:16.221693 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3efe1d1a-ee05-462a-ba11-7cb03166918b req-2f14a14d-b9b9-4cd3-822b-aad95909e811 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 945 time: 0.1271508 Sep 30 13:05:16.301464 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3efe1d1a-ee05-462a-ba11-7cb03166918b req-3e438f79-b542-441f-a1cf-c055911e3a71 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785205 Sep 30 13:05:16.706939 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da1567-70cd-4ecb-8235-664efa702239 req-455de4b4-fda6-47cd-a2c3-fe750d49e757 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:16.716375 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d2da1567-70cd-4ecb-8235-664efa702239 req-455de4b4-fda6-47cd-a2c3-fe750d49e757 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b HTTP/1.1" status: 200 len: 945 time: 0.0875323 Sep 30 13:05:16.804879 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d2da1567-70cd-4ecb-8235-664efa702239 req-9cc22e97-a7cc-4b2b-9de5-e8bb9baadb27 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871902 Sep 30 13:05:17.516014 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4075e-a6d1-4156-9df0-1b4b2ea6129f req-4f73d0e2-13f1-4b71-9594-dc1c1d36c814 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:17.532853 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-40d4075e-a6d1-4156-9df0-1b4b2ea6129f req-4f73d0e2-13f1-4b71-9594-dc1c1d36c814 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 945 time: 0.0695963 Sep 30 13:05:17.632960 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-40d4075e-a6d1-4156-9df0-1b4b2ea6129f req-b1b32811-80b9-41ed-b4eb-d3a94e954d54 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946374 Sep 30 13:05:18.036655 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf446fc4-eec2-49ca-bf41-e47c4ca86417 req-700ffd0e-74de-4cf8-a1ed-3d6d60bb289b tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:18.052331 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cf446fc4-eec2-49ca-bf41-e47c4ca86417 req-700ffd0e-74de-4cf8-a1ed-3d6d60bb289b tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b HTTP/1.1" status: 200 len: 945 time: 0.1088574 Sep 30 13:05:18.156148 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cf446fc4-eec2-49ca-bf41-e47c4ca86417 req-04642032-381c-4adb-8a70-52d922831d8f tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022136 Sep 30 13:05:18.199086 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5b4148a1-0390-4d2f-b2c7-7752e2c5664a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:18.448375 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:05:18.657616 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=128c8ec2-0fe0-46e9-85fc-9e3efc8a6431,segment=NetworkSegment(46821e00-e4d0-4238-88d3-b4e77f5b89b8),segment_id=46821e00-e4d0-4238-88d3-b4e77f5b89b8)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:18.703398 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '128c8ec2-0fe0-46e9-85fc-9e3efc8a6431', 'network_id': 'f2a53838-1c79-48c4-bdd8-e5e86cdc10e2', 'port_id': '128c8ec2-0fe0-46e9-85fc-9e3efc8a6431', 'mac_address': 'fa:16:3e:a8:69:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92067afd-1f22-4fa2-ade8-89a9a9492dd2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:05:18.796201 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:18.814389 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:05:18.853597 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-714fdda3-1689-4105-96cb-efd635dd8c4a req-455ab367-c24d-455d-ba55-741f84713d68 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0747330 Sep 30 13:05:18.868064 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=128c8ec2-0fe0-46e9-85fc-9e3efc8a6431,segment=NetworkSegment(46821e00-e4d0-4238-88d3-b4e77f5b89b8),segment_id=46821e00-e4d0-4238-88d3-b4e77f5b89b8)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:18.874757 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5ad5f-1e5f-4352-bfbd-a576e4398e9f req-1c92db75-ad0e-456d-8b4c-629dd0313e29 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:18.876776 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-00b5ad5f-1e5f-4352-bfbd-a576e4398e9f req-1c92db75-ad0e-456d-8b4c-629dd0313e29 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 945 time: 0.1158834 Sep 30 13:05:18.878958 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:18.967208 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=128c8ec2-0fe0-46e9-85fc-9e3efc8a6431,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:19.009941 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-00b5ad5f-1e5f-4352-bfbd-a576e4398e9f req-885ac791-78e9-4a23-b345-9bd059e799a8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183841 Sep 30 13:05:19.030747 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fdda3-1689-4105-96cb-efd635dd8c4a req-7b3d9f99-ef90-4136-bf95-3ca6c53114bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:19.033812 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-714fdda3-1689-4105-96cb-efd635dd8c4a req-7b3d9f99-ef90-4136-bf95-3ca6c53114bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 1096 time: 0.1141229 Sep 30 13:05:19.073337 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['128c8ec2-0fe0-46e9-85fc-9e3efc8a6431'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:05:19.272184 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:19.278499 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fdda3-1689-4105-96cb-efd635dd8c4a req-ccbfc24b-26ce-47b8-8c30-261dee239053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:19.297612 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-714fdda3-1689-4105-96cb-efd635dd8c4a req-ccbfc24b-26ce-47b8-8c30-261dee239053 service neutron] 10.222.0.39 "GET /v2.0/networks?id=49ef354a-ba5f-45a0-ae5d-336431ac76bd HTTP/1.1" status: 200 len: 908 time: 0.2355092 Sep 30 13:05:19.370408 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40e855-943b-48be-abc6-04f627c70e1a req-2214ea2b-10bf-4ef6-8a6a-0ad8674e00df tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:19.378768 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f40e855-943b-48be-abc6-04f627c70e1a req-2214ea2b-10bf-4ef6-8a6a-0ad8674e00df tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b HTTP/1.1" status: 200 len: 944 time: 0.0835433 Sep 30 13:05:19.401672 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-714fdda3-1689-4105-96cb-efd635dd8c4a req-abf5ce82-389d-4480-9ab1-5e79163de0b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69b0b8d6-2056-4042-8361-14e3cabfbf17 HTTP/1.1" status: 200 len: 217 time: 0.0930815 Sep 30 13:05:19.432624 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f40e855-943b-48be-abc6-04f627c70e1a req-c3de0bae-c5e0-48be-b36c-6031332e8778 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473826 Sep 30 13:05:19.553150 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fdda3-1689-4105-96cb-efd635dd8c4a req-4ab1a22d-8595-47cb-b7f7-67d871a81011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:19.559516 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-714fdda3-1689-4105-96cb-efd635dd8c4a req-4ab1a22d-8595-47cb-b7f7-67d871a81011 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d154e7f6-f478-45ee-9bd0-03f890cad96e HTTP/1.1" status: 200 len: 847 time: 0.1492240 Sep 30 13:05:19.632453 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-714fdda3-1689-4105-96cb-efd635dd8c4a req-105347c4-2d93-4b53-9de3-a468bc63b56a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=49ef354a-ba5f-45a0-ae5d-336431ac76bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604911 Sep 30 13:05:19.891012 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-714fdda3-1689-4105-96cb-efd635dd8c4a req-fde2b2b7-0b83-498a-bc11-8c817f395e9d service neutron] 10.222.0.39 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508898 Sep 30 13:05:20.091017 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-714fdda3-1689-4105-96cb-efd635dd8c4a req-04d35215-4eec-4096-aca8-3194f6a0cdfb service neutron] 10.222.0.39 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902130 Sep 30 13:05:20.109159 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760bd18-b144-44bb-8240-654d32e23ac9 req-8beb2cee-6136-4193-9843-8142beddd595 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:20.111305 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c760bd18-b144-44bb-8240-654d32e23ac9 req-8beb2cee-6136-4193-9843-8142beddd595 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b HTTP/1.1" status: 200 len: 944 time: 0.0885050 Sep 30 13:05:20.155513 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c760bd18-b144-44bb-8240-654d32e23ac9 req-35f76fe6-d04d-47cf-8f44-82155470ba3e tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377958 Sep 30 13:05:20.261393 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce2670-bef3-47c6-a429-382fcb1ca32e req-b6649201-b185-40c4-a232-f4a7dd461f10 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:20.263118 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-15ce2670-bef3-47c6-a429-382fcb1ca32e req-b6649201-b185-40c4-a232-f4a7dd461f10 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 945 time: 0.0938497 Sep 30 13:05:20.357170 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-15ce2670-bef3-47c6-a429-382fcb1ca32e req-595972c7-4113-49b4-a956-c04adfb17bfa tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879147 Sep 30 13:05:20.464495 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:05:20.529967 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:05:20.530613 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:20.733399 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-19596748-add2-4303-9d43-4be432c38bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:20.753521 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:20.808378 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128c8ec2-0fe0-46e9-85fc-9e3efc8a6431'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:05:20.814073 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f87dde-5740-48fa-919d-5a9b9ebd46d7" -d '{"events": [{"server_uuid": "c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b", "name": "network-vif-plugged", "status": "completed", "tag": "128c8ec2-0fe0-46e9-85fc-9e3efc8a6431"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:05:20.841518 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=128c8ec2-0fe0-46e9-85fc-9e3efc8a6431,segment=NetworkSegment(46821e00-e4d0-4238-88d3-b4e77f5b89b8),segment_id=46821e00-e4d0-4238-88d3-b4e77f5b89b8)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:20.853387 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:21.030100 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b89f3b-a5be-4dca-8017-0b3bed26a608 x-openstack-request-id: req-13b89f3b-a5be-4dca-8017-0b3bed26a608 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:05:21.030535 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b", "name": "network-vif-plugged", "status": "completed", "tag": "128c8ec2-0fe0-46e9-85fc-9e3efc8a6431", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:05:21.030861 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13b89f3b-a5be-4dca-8017-0b3bed26a608 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:05:21.031322 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128c8ec2-0fe0-46e9-85fc-9e3efc8a6431', 'code': 200} Sep 30 13:05:21.035259 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=128c8ec2-0fe0-46e9-85fc-9e3efc8a6431,revision_number=7']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:21.403827 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e0c4d-355b-470e-bec2-a1a8b9a1d666 req-469d258a-c74e-4c5e-b2d1-c1f5da85f32c tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:21.409972 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3d2e0c4d-355b-470e-bec2-a1a8b9a1d666 req-469d258a-c74e-4c5e-b2d1-c1f5da85f32c tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b HTTP/1.1" status: 200 len: 945 time: 0.1144056 Sep 30 13:05:21.492725 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3d2e0c4d-355b-470e-bec2-a1a8b9a1d666 req-9991356f-6d5f-4b5d-b874-f0f1217e264d tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690601 Sep 30 13:05:21.560009 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:21.620651 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e14e2-06db-42db-8158-6c9f8d656066 req-13f8a7b3-e23f-4290-b59e-e0c8e5fd374f tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:21.629131 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-792e14e2-06db-42db-8158-6c9f8d656066 req-13f8a7b3-e23f-4290-b59e-e0c8e5fd374f tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 945 time: 0.1202123 Sep 30 13:05:21.694381 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-792e14e2-06db-42db-8158-6c9f8d656066 req-81ea9895-497b-40e4-9766-65d4b313ed39 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594516 Sep 30 13:05:21.961801 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823367a-74f3-4645-80ae-0596ec682e96 req-d70172fb-c160-40f6-acaa-ffcf98acfdfb tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:21.963504 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f823367a-74f3-4645-80ae-0596ec682e96 req-d70172fb-c160-40f6-acaa-ffcf98acfdfb tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.39 "GET /v2.0/ports?device_id=c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b HTTP/1.1" status: 200 len: 945 time: 0.0813317 Sep 30 13:05:22.199667 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-f823367a-74f3-4645-80ae-0596ec682e96 req-d5c34b47-6930-4676-baae-24a05fa69076 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Deleting port 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:05:22.200014 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-f823367a-74f3-4645-80ae-0596ec682e96 req-d5c34b47-6930-4676-baae-24a05fa69076 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:22.266882 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:22.326938 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-f823367a-74f3-4645-80ae-0596ec682e96 req-d5c34b47-6930-4676-baae-24a05fa69076 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] For port 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=128c8ec2-0fe0-46e9-85fc-9e3efc8a6431,segment=NetworkSegment(46821e00-e4d0-4238-88d3-b4e77f5b89b8),segment_id=46821e00-e4d0-4238-88d3-b4e77f5b89b8)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:22.327226 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-f823367a-74f3-4645-80ae-0596ec682e96 req-d5c34b47-6930-4676-baae-24a05fa69076 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:22.358949 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-f823367a-74f3-4645-80ae-0596ec682e96 req-d5c34b47-6930-4676-baae-24a05fa69076 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Calling delete_port for 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431 owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:05:22.470502 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:05:22.551842 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-f823367a-74f3-4645-80ae-0596ec682e96 req-d5c34b47-6930-4676-baae-24a05fa69076 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:22.580880 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Port 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431 update to DOWN by agent not found {{(pid=94765) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Sep 30 13:05:22.607830 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c34b47-6930-4676-baae-24a05fa69076 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Pushing event deleted for resources: {'Port': ['ID=128c8ec2-0fe0-46e9-85fc-9e3efc8a6431,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:22.678637 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3d08ab61-d429-49b7-9dd2-7a4c945e5fbc req-0463d3ea-ccec-42f9-9066-3dd40a475604 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b HTTP/1.1" status: 200 len: 210 time: 0.0465117 Sep 30 13:05:22.712007 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-f823367a-74f3-4645-80ae-0596ec682e96 req-d5c34b47-6930-4676-baae-24a05fa69076 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] No DVR routers for this DVR port 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431 on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:05:22.728905 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-f823367a-74f3-4645-80ae-0596ec682e96 req-d5c34b47-6930-4676-baae-24a05fa69076 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:22.731796 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f823367a-74f3-4645-80ae-0596ec682e96 req-d5c34b47-6930-4676-baae-24a05fa69076 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.39 "DELETE /v2.0/ports/128c8ec2-0fe0-46e9-85fc-9e3efc8a6431 HTTP/1.1" status: 204 len: 173 time: 0.7544339 Sep 30 13:05:22.732325 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b', 'name': 'network-vif-deleted', 'tag': '128c8ec2-0fe0-46e9-85fc-9e3efc8a6431'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:05:22.734805 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca207d33-c756-4ba2-aa68-4c0152183923" -d '{"events": [{"server_uuid": "c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b", "name": "network-vif-deleted", "tag": "128c8ec2-0fe0-46e9-85fc-9e3efc8a6431"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:05:22.785487 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84769824-842a-4a75-b368-d67d35a5b4bf x-openstack-request-id: req-84769824-842a-4a75-b368-d67d35a5b4bf {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:05:22.786206 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b", "name": "network-vif-deleted", "tag": "128c8ec2-0fe0-46e9-85fc-9e3efc8a6431", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:05:22.786756 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84769824-842a-4a75-b368-d67d35a5b4bf {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:05:22.787604 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20bc6ae-7d8d-4ea3-a661-e05aaa819f6b', 'name': 'network-vif-deleted', 'tag': '128c8ec2-0fe0-46e9-85fc-9e3efc8a6431', 'status': 'completed', 'code': 200} Sep 30 13:05:22.909224 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3574c-7b98-430b-ad9b-52100b2204dc req-1b55d979-d45f-490c-9128-b7de3d9bfd81 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:22.929662 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f2b3574c-7b98-430b-ad9b-52100b2204dc req-1b55d979-d45f-490c-9128-b7de3d9bfd81 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 945 time: 0.1095080 Sep 30 13:05:22.990635 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f2b3574c-7b98-430b-ad9b-52100b2204dc req-770ed2c3-e424-4963-a8af-a1051b381129 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594599 Sep 30 13:05:23.571562 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:05:24.002136 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abad56-96a5-4359-b3c2-50b94c52170b req-26718dac-6563-4d54-9d8b-6108031dc2ce tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:24.010959 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64abad56-96a5-4359-b3c2-50b94c52170b req-26718dac-6563-4d54-9d8b-6108031dc2ce tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/networks?id=49ef354a-ba5f-45a0-ae5d-336431ac76bd HTTP/1.1" status: 200 len: 807 time: 0.1823702 Sep 30 13:05:24.014103 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:24.033964 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64abad56-96a5-4359-b3c2-50b94c52170b req-0d657618-caba-4a31-a16a-a0ee13d4d5fe tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/quotas/52fc4a104b2948969e2ddc7c90e1bf83 HTTP/1.1" status: 200 len: 375 time: 0.0219018 Sep 30 13:05:24.091216 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45668) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:05:24.095611 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-7c22e20a-2a6a-4c4d-a67d-b72a342defd4 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--983209595', 'description': 'tempest-description--1624582161'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:24.112443 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64abad56-96a5-4359-b3c2-50b94c52170b req-b55e2f8c-17aa-4f0b-b811-0d614774f97c tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0773869 Sep 30 13:05:24.133390 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7c22e20a-2a6a-4c4d-a67d-b72a342defd4 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:24.253535 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64abad56-96a5-4359-b3c2-50b94c52170b req-17dffd40-7d2a-4d11-8ca8-18f92ea2ee36 service neutron] 10.222.0.18 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400378 Sep 30 13:05:24.263947 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7c22e20a-2a6a-4c4d-a67d-b72a342defd4 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:24.269648 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7c22e20a-2a6a-4c4d-a67d-b72a342defd4 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:24.311063 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22e20a-2a6a-4c4d-a67d-b72a342defd4 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acf6b1ea-411d-4887-a6db-b56555c85d14,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:24.316076 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7c22e20a-2a6a-4c4d-a67d-b72a342defd4 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:24.322309 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7c22e20a-2a6a-4c4d-a67d-b72a342defd4 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2300313 Sep 30 13:05:24.323023 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45676) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:05:24.329087 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-3d713181-9f31-4d73-9439-2ba4b5a848a5 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Request body: {'security_group_rule': {'security_group_id': 'acf6b1ea-411d-4887-a6db-b56555c85d14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:24.430361 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3d713181-9f31-4d73-9439-2ba4b5a848a5 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:24.462823 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64abad56-96a5-4359-b3c2-50b94c52170b req-3f30ad27-d7a0-4301-a230-2978ed2eab43 service neutron] 10.222.0.18 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078681 Sep 30 13:05:24.629324 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-3ab3d055-159a-4f89-883d-a8de800c87d9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1851277 Sep 30 13:05:24.671000 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3d713181-9f31-4d73-9439-2ba4b5a848a5 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:24.684160 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946d7d8-0a02-404b-bbed-5631def6f73e req-a55bb466-4d6a-43af-bff9-956dac1de09d tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:24.685695 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1946d7d8-0a02-404b-bbed-5631def6f73e req-a55bb466-4d6a-43af-bff9-956dac1de09d tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 945 time: 0.1546502 Sep 30 13:05:24.687182 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3d713181-9f31-4d73-9439-2ba4b5a848a5 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:24.784117 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1946d7d8-0a02-404b-bbed-5631def6f73e req-a9954a0b-ccf4-4618-a070-aaedbcd1541d tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777457 Sep 30 13:05:24.789645 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d713181-9f31-4d73-9439-2ba4b5a848a5 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=312790c1-8125-42e6-9b86-73ae27930cba,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:24.791746 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3d713181-9f31-4d73-9439-2ba4b5a848a5 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:24.795456 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3d713181-9f31-4d73-9439-2ba4b5a848a5 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4686112 Sep 30 13:05:24.795820 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45688) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:05:24.800892 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-3f225074-9083-48f4-b01d-847b1c45dc33 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Request body: {'security_group_rule': {'security_group_id': 'acf6b1ea-411d-4887-a6db-b56555c85d14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:24.857605 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-465808bb-c358-4e08-a22e-9ecb2647661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:24.858152 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-465808bb-c358-4e08-a22e-9ecb2647661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:24.858629 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-465808bb-c358-4e08-a22e-9ecb2647661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:24.859098 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-465808bb-c358-4e08-a22e-9ecb2647661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:24.883096 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-465808bb-c358-4e08-a22e-9ecb2647661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:24.883933 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-465808bb-c358-4e08-a22e-9ecb2647661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:24.886140 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-465808bb-c358-4e08-a22e-9ecb2647661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:24.891572 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f225074-9083-48f4-b01d-847b1c45dc33 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:24.892112 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-465808bb-c358-4e08-a22e-9ecb2647661a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcdfca8935404bd6b32ec59be45dc83c&device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 6493 time: 0.2027144 Sep 30 13:05:24.986110 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f225074-9083-48f4-b01d-847b1c45dc33 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:25.010990 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cb70ff07-69a5-4b47-9f2d-2f581c8b71d6 req-6c158790-60d3-4e44-aa48-c70b9c9f2e0f tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 210 time: 0.0678525 Sep 30 13:05:25.021139 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f225074-9083-48f4-b01d-847b1c45dc33 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:25.050967 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f225074-9083-48f4-b01d-847b1c45dc33 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914a3715-6803-4a9c-a3d7-4b09d43f11af,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:25.067084 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f225074-9083-48f4-b01d-847b1c45dc33 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:25.072306 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3f225074-9083-48f4-b01d-847b1c45dc33 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2724500 Sep 30 13:05:25.074959 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45702) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:05:25.081788 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-10dd1028-5783-4621-8970-282a7c9ead88 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:25.113263 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10dd1028-5783-4621-8970-282a7c9ead88 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks [] for floatingip, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:25.137973 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-800868a8-5df3-4c6d-8651-2416ed0d25b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:25.138585 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-800868a8-5df3-4c6d-8651-2416ed0d25b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:25.139027 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-800868a8-5df3-4c6d-8651-2416ed0d25b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:25.140767 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-800868a8-5df3-4c6d-8651-2416ed0d25b5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=451c330d-13f6-4604-823e-5e771fb25477&id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&id=d88806d7-cb43-44a5-88a4-05dfc9e84a4d&id=d88806d7-cb43-44a5-88a4-05dfc9e84a4d HTTP/1.1" status: 200 len: 2293 time: 0.2011404 Sep 30 13:05:25.272514 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-419bac52-3b85-4853-8d6d-69074d8cbfc5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91dd7c39-fe37-47b7-b54a-b0e32073743f HTTP/1.1" status: 200 len: 1002 time: 0.1203218 Sep 30 13:05:25.366972 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-4dc51276-8891-4c87-8d94-1caf201529bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:25.372161 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-4dc51276-8891-4c87-8d94-1caf201529bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28720e55-76bf-4453-857e-342ebce4f037 HTTP/1.1" status: 200 len: 851 time: 0.0925591 Sep 30 13:05:25.392725 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10dd1028-5783-4621-8970-282a7c9ead88 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:25.479761 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-78d86090-a92b-4931-bd5c-3fdf4a851020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:25.481313 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-78d86090-a92b-4931-bd5c-3fdf4a851020 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=451c330d-13f6-4604-823e-5e771fb25477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014264 Sep 30 13:05:25.604578 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-10dd1028-5783-4621-8970-282a7c9ead88 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Allocated IP 172.25.5.229 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/4b718049-b022-4a8b-b857-1caece4321ff) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:05:25.648581 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-6fa22b1f-ce0d-41ac-9f76-2838ef6807f4 service neutron] 10.222.0.54 "GET /v2.0/networks/451c330d-13f6-4604-823e-5e771fb25477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593482 Sep 30 13:05:25.785095 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-6a922c26-4ad8-4438-b74d-5b4ada97868b service neutron] 10.222.0.54 "GET /v2.0/networks/451c330d-13f6-4604-823e-5e771fb25477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287951 Sep 30 13:05:25.789073 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10dd1028-5783-4621-8970-282a7c9ead88 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:25.868029 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10dd1028-5783-4621-8970-282a7c9ead88 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:25.893476 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-dda3a14f-cbf8-4c25-87ad-0a43db8e96ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=84755c0f-2e46-4801-beed-ac8ea40167fc HTTP/1.1" status: 200 len: 217 time: 0.0986745 Sep 30 13:05:25.946343 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dd1028-5783-4621-8970-282a7c9ead88 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:05:25.949381 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-10dd1028-5783-4621-8970-282a7c9ead88 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:05:25.952491 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dd1028-5783-4621-8970-282a7c9ead88 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:05:26.003333 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd1028-5783-4621-8970-282a7c9ead88 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Pushing event updated for resources: {'Port': ['ID=4b718049-b022-4a8b-b857-1caece4321ff,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:26.064622 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-55cf2b3a-d0c7-4a79-8f9e-c8d675d3dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:26.066725 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-55cf2b3a-d0c7-4a79-8f9e-c8d675d3dd3c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=520f9abb-4aa3-4c91-b512-dfb75ecf6576 HTTP/1.1" status: 200 len: 797 time: 0.1532514 Sep 30 13:05:26.138874 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5433a3-fcae-49ed-8ac2-98afefc4ab5a req-e3e4f734-95f5-44dd-b972-f22e589c832e tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:26.140586 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cc5433a3-fcae-49ed-8ac2-98afefc4ab5a req-e3e4f734-95f5-44dd-b972-f22e589c832e tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 945 time: 0.1591659 Sep 30 13:05:26.160989 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-bfbd4945-7ba2-416d-a1c6-237d3f980cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:26.160989 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-bfbd4945-7ba2-416d-a1c6-237d3f980cd1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0857894 Sep 30 13:05:26.233030 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cc5433a3-fcae-49ed-8ac2-98afefc4ab5a req-2ede76c6-44e5-4e60-b5e3-1eeeb2bd5607 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839536 Sep 30 13:05:26.358349 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-f3296599-2494-497b-bd9c-79d9f1ca4ae0 service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818869 Sep 30 13:05:26.507638 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:05:26.567628 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:05:26.567976 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 128c8ec2-0fe0-46e9-85fc-9e3efc8a6431 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:05:26.818678 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d556a626-4fcc-4ce3-85c3-358786dccc03 req-ec2cb839-fa10-4b9b-8199-db6c31e5778b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 210 time: 0.0907481 Sep 30 13:05:26.856918 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10dd1028-5783-4621-8970-282a7c9ead88 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:26.935630 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10dd1028-5783-4621-8970-282a7c9ead88 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:27.100379 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-73ac601b-5f4d-40a2-b9e6-027a19aa0bc6 service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7227616 Sep 30 13:05:27.111006 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abad56-96a5-4359-b3c2-50b94c52170b req-15f126c9-0bc2-42ae-bf7c-f47d3bc5e5f4 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:27.112399 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-64abad56-96a5-4359-b3c2-50b94c52170b req-15f126c9-0bc2-42ae-bf7c-f47d3bc5e5f4 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.39 "GET /v2.0/networks?id=49ef354a-ba5f-45a0-ae5d-336431ac76bd HTTP/1.1" status: 200 len: 807 time: 0.6948345 Sep 30 13:05:27.129193 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1829d1-7c61-430b-b393-d95f398cef81 req-253dcbd8-ffe5-4f72-9cc3-79246663f29e tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:27.131342 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cb1829d1-7c61-430b-b393-d95f398cef81 req-253dcbd8-ffe5-4f72-9cc3-79246663f29e tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa8f720e-a5c3-4d78-ab49-9a8341a16be3 HTTP/1.1" status: 200 len: 945 time: 0.1373723 Sep 30 13:05:27.164127 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-64abad56-96a5-4359-b3c2-50b94c52170b req-10b525c3-6282-43c7-b087-d251614b79df tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Request body: {'port': {'device_id': '8bc6cd8d-1990-4d54-919d-8afa1edc748b', 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd', 'admin_state_up': True, 'tenant_id': '52fc4a104b2948969e2ddc7c90e1bf83'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:27.188412 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-5b9612cc-2216-4e95-9904-201767561f8c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=edd46fc9-4ca1-4629-b3fb-da71ea25c33c HTTP/1.1" status: 200 len: 217 time: 0.0750077 Sep 30 13:05:27.220033 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10dd1028-5783-4621-8970-282a7c9ead88 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:27.233757 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10dd1028-5783-4621-8970-282a7c9ead88 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:27.345969 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cb1829d1-7c61-430b-b393-d95f398cef81 req-81df435a-edfa-472d-ab82-77992cbd80f2 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/security-groups?id=d79012c9-331f-4f3d-a961-b7649f3d19b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769369 Sep 30 13:05:27.350938 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd1028-5783-4621-8970-282a7c9ead88 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Pushing event updated for resources: {'Port': ['ID=4b718049-b022-4a8b-b857-1caece4321ff,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:27.359018 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10dd1028-5783-4621-8970-282a7c9ead88 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:27.365784 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-053f6c95-33d2-40e0-9781-b25e49c8bd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:27.366336 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-053f6c95-33d2-40e0-9781-b25e49c8bd6b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=520f9abb-4aa3-4c91-b512-dfb75ecf6576 HTTP/1.1" status: 200 len: 797 time: 0.1684573 Sep 30 13:05:27.378386 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10dd1028-5783-4621-8970-282a7c9ead88 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:27.380360 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-10dd1028-5783-4621-8970-282a7c9ead88 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3042896 Sep 30 13:05:27.523598 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbc8f8-97c6-4c40-8e4a-94ba0a6d21fb req-59ed95d6-7e4d-4a95-9bc6-e95baac99187 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:27.532394 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62bbc8f8-97c6-4c40-8e4a-94ba0a6d21fb req-59ed95d6-7e4d-4a95-9bc6-e95baac99187 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 945 time: 0.1172719 Sep 30 13:05:27.551706 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-bb035752-035d-48ce-8439-6591e33c90cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:27.553662 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-bb035752-035d-48ce-8439-6591e33c90cf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1033313 Sep 30 13:05:27.558306 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64abad56-96a5-4359-b3c2-50b94c52170b req-10b525c3-6282-43c7-b087-d251614b79df tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Made reservation on behalf of 52fc4a104b2948969e2ddc7c90e1bf83 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:05:27.564288 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-64abad56-96a5-4359-b3c2-50b94c52170b req-10b525c3-6282-43c7-b087-d251614b79df tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:27.635798 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62bbc8f8-97c6-4c40-8e4a-94ba0a6d21fb req-4cb56301-f6fd-41a5-817a-d139b46c2265 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025221 Sep 30 13:05:27.845136 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-2815e972-4f5e-4f46-96ec-efdd0a263510 service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784302 Sep 30 13:05:27.931405 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-77fb70a1-a46f-4d23-b238-02be4fb40acb tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:27.938301 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-77fb70a1-a46f-4d23-b238-02be4fb40acb tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/networks?id=f2a53838-1c79-48c4-bdd8-e5e86cdc10e2 HTTP/1.1" status: 200 len: 820 time: 0.3198726 Sep 30 13:05:27.953432 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-64abad56-96a5-4359-b3c2-50b94c52170b req-10b525c3-6282-43c7-b087-d251614b79df tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Allocated IP 172.20.0.9 (49ef354a-ba5f-45a0-ae5d-336431ac76bd/d154e7f6-f478-45ee-9bd0-03f890cad96e/20be239f-0dff-47e5-8ed5-9b8f05aea631) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:05:27.966524 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-f651bb67-4356-468a-9017-d114b1abc73a tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/quotas/7ca8664bc2bb49b18bb6d219b3a0cde6 HTTP/1.1" status: 200 len: 375 time: 0.0273311 Sep 30 13:05:28.060476 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bab90be3-0f81-4542-a908-b9908137fbb0 req-0f5b9f12-110f-4ce3-a1a7-8140d455a382 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 210 time: 0.0556428 Sep 30 13:05:28.128300 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-0f118d02-654d-4e06-9efa-259bf6dd38ad tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ca8664bc2bb49b18bb6d219b3a0cde6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1607442 Sep 30 13:05:28.138882 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-69d52d26-d76b-4a2c-9813-e728a7e21b62 service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790425 Sep 30 13:05:28.245472 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-42df9544-8cd4-48e5-ac21-5c6a6e0d8724 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=83670bbb-25ac-4b77-ac32-d478dc7ddaeb HTTP/1.1" status: 200 len: 217 time: 0.0805762 Sep 30 13:05:28.370905 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-f7b2dada-85bd-4eb9-bdee-9a871f6f8a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:28.373744 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-f7b2dada-85bd-4eb9-bdee-9a871f6f8a65 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=520f9abb-4aa3-4c91-b512-dfb75ecf6576 HTTP/1.1" status: 200 len: 797 time: 0.0648971 Sep 30 13:05:28.508017 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-5fa73b2a-ebdf-4f01-82f7-bad1e1d82790 service neutron] 10.222.0.18 "GET /v2.0/networks/f2a53838-1c79-48c4-bdd8-e5e86cdc10e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786378 Sep 30 13:05:28.534888 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-59fddfc3-96c1-42f4-b106-8514a24e0f8c tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:28.536341 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-59fddfc3-96c1-42f4-b106-8514a24e0f8c tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f&tenant_id=bfee4c1083184c949bfe63d2e5d7a195&binding%3Ahost_id=n-h2-810909-2 HTTP/1.1" status: 200 len: 1096 time: 0.0969031 Sep 30 13:05:28.551226 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-c5ef520f-2945-4911-82e5-c82c432030dd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810909-2'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:28.620262 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-c530125c-a628-4cc7-8fc8-04de21ede231 service neutron] 10.222.0.18 "GET /v2.0/networks/f2a53838-1c79-48c4-bdd8-e5e86cdc10e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106150 Sep 30 13:05:28.624725 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-c5ef520f-2945-4911-82e5-c82c432030dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:28.635965 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25648e4-f4cf-4aa1-824a-f44ac015b1a9 req-cbc9c06c-affb-43c1-92fa-5f360524de99 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:28.637760 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e25648e4-f4cf-4aa1-824a-f44ac015b1a9 req-cbc9c06c-affb-43c1-92fa-5f360524de99 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa8f720e-a5c3-4d78-ab49-9a8341a16be3 HTTP/1.1" status: 200 len: 945 time: 0.1492989 Sep 30 13:05:28.651011 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-64abad56-96a5-4359-b3c2-50b94c52170b req-10b525c3-6282-43c7-b087-d251614b79df tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:28.674564 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-548fe63e-f24c-4034-bfaa-b8f50e8c0b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:28.676004 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-548fe63e-f24c-4034-bfaa-b8f50e8c0b56 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2898021 Sep 30 13:05:28.726376 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e25648e4-f4cf-4aa1-824a-f44ac015b1a9 req-df560598-e883-4d48-87d4-359685694cf2 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/security-groups?id=d79012c9-331f-4f3d-a961-b7649f3d19b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795574 Sep 30 13:05:28.817068 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cb87a-8690-4b93-85d0-874449794e44 req-d35b9335-cd56-44e5-904d-ff9a5c81c5e1 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:28.819341 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b86cb87a-8690-4b93-85d0-874449794e44 req-d35b9335-cd56-44e5-904d-ff9a5c81c5e1 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa8f720e-a5c3-4d78-ab49-9a8341a16be3 HTTP/1.1" status: 200 len: 945 time: 0.0776963 Sep 30 13:05:28.897993 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-64abad56-96a5-4359-b3c2-50b94c52170b req-10b525c3-6282-43c7-b087-d251614b79df tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:28.917523 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['52f3328b-321c-496f-9969-4dcbe18927e9'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:05:28.967821 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64abad56-96a5-4359-b3c2-50b94c52170b req-10b525c3-6282-43c7-b087-d251614b79df tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Network 49ef354a-ba5f-45a0-ae5d-336431ac76bd is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:05:29.000198 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-c5ef520f-2945-4911-82e5-c82c432030dd service neutron] For port 37d71825-e339-43d2-921d-7fe5b24f6f7c, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=37d71825-e339-43d2-921d-7fe5b24f6f7c,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:29.016594 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-64abad56-96a5-4359-b3c2-50b94c52170b req-10b525c3-6282-43c7-b087-d251614b79df tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:05:29.020823 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b525c3-6282-43c7-b087-d251614b79df tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Pushing event updated for resources: {'Port': ['ID=20be239f-0dff-47e5-8ed5-9b8f05aea631,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:29.024719 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-64abad56-96a5-4359-b3c2-50b94c52170b req-10b525c3-6282-43c7-b087-d251614b79df tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:05:29.039639 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85b099-4b87-45d7-8896-62ad2f8bd682 req-7cd5b5e3-64cd-4908-903c-40cdd9d14523 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:29.056538 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ac85b099-4b87-45d7-8896-62ad2f8bd682 req-7cd5b5e3-64cd-4908-903c-40cdd9d14523 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 945 time: 0.1905785 Sep 30 13:05:29.057388 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8c9c8aab-c4fa-4019-be9c-6baf30f733ba req-5522a516-4adc-41be-8a27-da592a44faee tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee633808-6e7a-4f1f-8e84-3f3edb679809 HTTP/1.1" status: 200 len: 210 time: 0.0292664 Sep 30 13:05:29.129372 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-5dc1361c-0797-456d-9bcf-d97b995a9b2e service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355397 Sep 30 13:05:29.250130 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abad56-96a5-4359-b3c2-50b94c52170b req-10b525c3-6282-43c7-b087-d251614b79df tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:29.257109 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-64abad56-96a5-4359-b3c2-50b94c52170b req-10b525c3-6282-43c7-b087-d251614b79df tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:29.314247 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-c5ef520f-2945-4911-82e5-c82c432030dd service neutron] For port 37d71825-e339-43d2-921d-7fe5b24f6f7c, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:05:29.318023 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-b86cb87a-8690-4b93-85d0-874449794e44 req-0c8f9f17-f7b7-41aa-a949-1df501d11b39 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Deleting port 295939e1-7602-4452-bb7c-211433002a13 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:05:29.318497 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b86cb87a-8690-4b93-85d0-874449794e44 req-0c8f9f17-f7b7-41aa-a949-1df501d11b39 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:29.339604 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ac85b099-4b87-45d7-8896-62ad2f8bd682 req-c73c7584-a703-4218-bad5-d5cc4f1a1b17 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754776 Sep 30 13:05:29.463666 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-2eb6e046-f0c4-42ff-9aa4-d4d8f8344792 service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219533 Sep 30 13:05:29.475992 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-64abad56-96a5-4359-b3c2-50b94c52170b req-10b525c3-6282-43c7-b087-d251614b79df tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3156269 Sep 30 13:05:29.493069 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-64abad56-96a5-4359-b3c2-50b94c52170b req-bb04967b-64ae-40e9-8380-d85c6341215c service neutron] Request body: {'port': {'device_id': '8bc6cd8d-1990-4d54-919d-8afa1edc748b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:29.515755 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-c5ef520f-2945-4911-82e5-c82c432030dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:29.521337 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab44c46-4132-493f-a773-31d0f141555f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37d71825-e339-43d2-921d-7fe5b24f6f7c'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:05:29.526510 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4299d337-f4a7-4d7a-9881-20a56b9165ad" -d '{"events": [{"server_uuid": "8ab44c46-4132-493f-a773-31d0f141555f", "name": "network-vif-unplugged", "status": "completed", "tag": "37d71825-e339-43d2-921d-7fe5b24f6f7c"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:05:29.536560 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-c5ef520f-2945-4911-82e5-c82c432030dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:29.635420 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef520f-2945-4911-82e5-c82c432030dd service neutron] Pushing event updated for resources: {'Port': ['ID=37d71825-e339-43d2-921d-7fe5b24f6f7c,revision_number=7']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:29.651421 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-64abad56-96a5-4359-b3c2-50b94c52170b req-bb04967b-64ae-40e9-8380-d85c6341215c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:29.661489 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-3dc535e4-a65b-4047-9bcc-067c45fb393b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=3735fbdc-2096-4924-a740-2efbd559b38e HTTP/1.1" status: 200 len: 217 time: 0.1845353 Sep 30 13:05:29.713746 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-b86cb87a-8690-4b93-85d0-874449794e44 req-0c8f9f17-f7b7-41aa-a949-1df501d11b39 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] For port 295939e1-7602-4452-bb7c-211433002a13, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=295939e1-7602-4452-bb7c-211433002a13,segment=NetworkSegment(392ba766-1ef6-4940-83e8-c740f06e9e4c),segment_id=392ba766-1ef6-4940-83e8-c740f06e9e4c)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:29.714227 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b86cb87a-8690-4b93-85d0-874449794e44 req-0c8f9f17-f7b7-41aa-a949-1df501d11b39 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:29.734972 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-c5ef520f-2945-4911-82e5-c82c432030dd service neutron] Attempting to bind port 37d71825-e339-43d2-921d-7fe5b24f6f7c on host n-h2-810909-2 for vnic_type normal with profile {"migrating_to": "n-h1-810909-2"} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:05:29.735589 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-c5ef520f-2945-4911-82e5-c82c432030dd service neutron] Attempting to bind port 37d71825-e339-43d2-921d-7fe5b24f6f7c by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:05:29.735934 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-c5ef520f-2945-4911-82e5-c82c432030dd service neutron] Attempting to bind port 37d71825-e339-43d2-921d-7fe5b24f6f7c on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:05:29.744017 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-b86cb87a-8690-4b93-85d0-874449794e44 req-0c8f9f17-f7b7-41aa-a949-1df501d11b39 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Calling delete_port for 295939e1-7602-4452-bb7c-211433002a13 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:05:29.748102 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-c5ef520f-2945-4911-82e5-c82c432030dd service neutron] Port 37d71825-e339-43d2-921d-7fe5b24f6f7c on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:05:29.748367 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-c5ef520f-2945-4911-82e5-c82c432030dd service neutron] Attempting to bind port 37d71825-e339-43d2-921d-7fe5b24f6f7c on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:05:29.761554 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-c5ef520f-2945-4911-82e5-c82c432030dd service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:05:29.762053 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-c5ef520f-2945-4911-82e5-c82c432030dd service neutron] Checking segment: {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:05:29.762951 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-c5ef520f-2945-4911-82e5-c82c432030dd service neutron] Bound using segment: {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:05:29.763525 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-c5ef520f-2945-4911-82e5-c82c432030dd service neutron] Bound port: 37d71825-e339-43d2-921d-7fe5b24f6f7c, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:05:29.763902 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-c5ef520f-2945-4911-82e5-c82c432030dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:29.779963 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d73d9-ccd2-4708-b627-f6a17878cadc req-89c39191-b8c1-4b35-95df-6246c4b82d94 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:29.789503 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f88d73d9-ccd2-4708-b627-f6a17878cadc req-89c39191-b8c1-4b35-95df-6246c4b82d94 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 931 time: 0.3247044 Sep 30 13:05:29.849085 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-c5ef520f-2945-4911-82e5-c82c432030dd service neutron] For port 37d71825-e339-43d2-921d-7fe5b24f6f7c, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:05:29.853997 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-c5ef520f-2945-4911-82e5-c82c432030dd service neutron] For port 37d71825-e339-43d2-921d-7fe5b24f6f7c, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=37d71825-e339-43d2-921d-7fe5b24f6f7c,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:05:29.859314 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed429d97-7e27-4aa6-b39c-ed09c962bab5 x-openstack-request-id: req-ed429d97-7e27-4aa6-b39c-ed09c962bab5 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:05:29.859610 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab44c46-4132-493f-a773-31d0f141555f", "name": "network-vif-unplugged", "status": "completed", "tag": "37d71825-e339-43d2-921d-7fe5b24f6f7c", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:05:29.859861 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed429d97-7e27-4aa6-b39c-ed09c962bab5 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:05:29.860539 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab44c46-4132-493f-a773-31d0f141555f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37d71825-e339-43d2-921d-7fe5b24f6f7c', 'code': 200} Sep 30 13:05:29.864467 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-fff58368-651e-43a7-873e-f3b77e4447d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:29.869385 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-fff58368-651e-43a7-873e-f3b77e4447d4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=520f9abb-4aa3-4c91-b512-dfb75ecf6576 HTTP/1.1" status: 200 len: 797 time: 0.1954465 Sep 30 13:05:30.060592 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-c5ef520f-2945-4911-82e5-c82c432030dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:30.087247 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b86cb87a-8690-4b93-85d0-874449794e44 req-0c8f9f17-f7b7-41aa-a949-1df501d11b39 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:30.101404 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['295939e1-7602-4452-bb7c-211433002a13'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:05:30.145259 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d375f54d-5996-4439-bf37-152cc2fd90f0 req-b71cde33-6920-4db2-8ee5-c15795e84dc1 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa8f720e-a5c3-4d78-ab49-9a8341a16be3 HTTP/1.1" status: 200 len: 210 time: 0.0804365 Sep 30 13:05:30.234763 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f88d73d9-ccd2-4708-b627-f6a17878cadc req-50453aba-3b78-45b0-906f-75bb4d7de772 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439249 Sep 30 13:05:30.355927 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-64abad56-96a5-4359-b3c2-50b94c52170b req-bb04967b-64ae-40e9-8380-d85c6341215c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20be239f-0dff-47e5-8ed5-9b8f05aea631 {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:05:30.380429 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-64abad56-96a5-4359-b3c2-50b94c52170b req-bb04967b-64ae-40e9-8380-d85c6341215c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:30.391458 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86cb87a-8690-4b93-85d0-874449794e44 req-0c8f9f17-f7b7-41aa-a949-1df501d11b39 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] No DVR routers for this DVR port 295939e1-7602-4452-bb7c-211433002a13 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:05:30.411052 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-64abad56-96a5-4359-b3c2-50b94c52170b req-bb04967b-64ae-40e9-8380-d85c6341215c service neutron] Transition to ACTIVE for port object 20be239f-0dff-47e5-8ed5-9b8f05aea631 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:05:30.412497 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b86cb87a-8690-4b93-85d0-874449794e44 req-0c8f9f17-f7b7-41aa-a949-1df501d11b39 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:30.416604 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b86cb87a-8690-4b93-85d0-874449794e44 req-0c8f9f17-f7b7-41aa-a949-1df501d11b39 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.54 "DELETE /v2.0/ports/295939e1-7602-4452-bb7c-211433002a13 HTTP/1.1" status: 204 len: 173 time: 1.5610478 Sep 30 13:05:30.426776 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-c5ef520f-2945-4911-82e5-c82c432030dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:30.428205 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-c5ef520f-2945-4911-82e5-c82c432030dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:30.433733 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-c5ef520f-2945-4911-82e5-c82c432030dd service neutron] 10.222.0.39 "PUT /v2.0/ports/37d71825-e339-43d2-921d-7fe5b24f6f7c HTTP/1.1" status: 200 len: 1121 time: 1.8868234 Sep 30 13:05:30.436448 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef520f-2945-4911-82e5-c82c432030dd service neutron] Pushing event updated for resources: {'Port': ['ID=37d71825-e339-43d2-921d-7fe5b24f6f7c,revision_number=8']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:30.439647 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-64abad56-96a5-4359-b3c2-50b94c52170b req-bb04967b-64ae-40e9-8380-d85c6341215c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:30.497544 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-01d171ef-e9cc-4c46-94b9-f3c27a0f9cd5 req-20dbc5e9-a093-4306-af41-3fc92609378f tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee633808-6e7a-4f1f-8e84-3f3edb679809 HTTP/1.1" status: 200 len: 210 time: 0.0775273 Sep 30 13:05:30.508987 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f9f17-f7b7-41aa-a949-1df501d11b39 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] Pushing event deleted for resources: {'Port': ['ID=295939e1-7602-4452-bb7c-211433002a13,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:30.539756 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 37d71825-e339-43d2-921d-7fe5b24f6f7c details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:05:30.544012 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['37d71825-e339-43d2-921d-7fe5b24f6f7c'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:05:30.546932 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['37d71825-e339-43d2-921d-7fe5b24f6f7c'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:05:30.575704 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-0e04ee38-836a-4370-bb77-fe24318da8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:30.577493 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-0e04ee38-836a-4370-bb77-fe24318da8e5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5838127 Sep 30 13:05:30.741895 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c86a5a-f648-4412-afb3-ccc3e43bd05d req-86021ce2-b392-4ace-a531-f19f4b510c30 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:30.751477 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e1c86a5a-f648-4412-afb3-ccc3e43bd05d req-86021ce2-b392-4ace-a531-f19f4b510c30 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 943 time: 0.2383485 Sep 30 13:05:30.787544 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-64abad56-96a5-4359-b3c2-50b94c52170b req-bb04967b-64ae-40e9-8380-d85c6341215c service neutron] Attempting to bind port 20be239f-0dff-47e5-8ed5-9b8f05aea631 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:05:30.788192 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-64abad56-96a5-4359-b3c2-50b94c52170b req-bb04967b-64ae-40e9-8380-d85c6341215c service neutron] Attempting to bind port 20be239f-0dff-47e5-8ed5-9b8f05aea631 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:05:30.788694 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64abad56-96a5-4359-b3c2-50b94c52170b req-bb04967b-64ae-40e9-8380-d85c6341215c service neutron] Attempting to bind port 20be239f-0dff-47e5-8ed5-9b8f05aea631 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:05:30.798903 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04967b-64ae-40e9-8380-d85c6341215c service neutron] Pushing event updated for resources: {'Port': ['ID=20be239f-0dff-47e5-8ed5-9b8f05aea631,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:30.816445 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64abad56-96a5-4359-b3c2-50b94c52170b req-bb04967b-64ae-40e9-8380-d85c6341215c service neutron] Port 20be239f-0dff-47e5-8ed5-9b8f05aea631 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:05:30.817019 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64abad56-96a5-4359-b3c2-50b94c52170b req-bb04967b-64ae-40e9-8380-d85c6341215c service neutron] Attempting to bind port 20be239f-0dff-47e5-8ed5-9b8f05aea631 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:05:30.850424 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e1c86a5a-f648-4412-afb3-ccc3e43bd05d req-ae0cef8b-f65f-4b76-b5ba-cbb067d75749 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975542 Sep 30 13:05:30.858682 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64abad56-96a5-4359-b3c2-50b94c52170b req-bb04967b-64ae-40e9-8380-d85c6341215c service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:05:30.859091 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64abad56-96a5-4359-b3c2-50b94c52170b req-bb04967b-64ae-40e9-8380-d85c6341215c service neutron] Checking segment: {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:05:30.859547 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64abad56-96a5-4359-b3c2-50b94c52170b req-bb04967b-64ae-40e9-8380-d85c6341215c service neutron] Bound using segment: {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:05:30.860244 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-64abad56-96a5-4359-b3c2-50b94c52170b req-bb04967b-64ae-40e9-8380-d85c6341215c service neutron] Bound port: 20be239f-0dff-47e5-8ed5-9b8f05aea631, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:05:30.860746 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-64abad56-96a5-4359-b3c2-50b94c52170b req-bb04967b-64ae-40e9-8380-d85c6341215c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:30.925797 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-61e6383e-a5ff-4735-962a-055f1842da0d tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:30.932420 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-61e6383e-a5ff-4735-962a-055f1842da0d tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.39 "GET /v2.0/networks?id=f2a53838-1c79-48c4-bdd8-e5e86cdc10e2 HTTP/1.1" status: 200 len: 820 time: 0.3487573 Sep 30 13:05:30.954697 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-a6faacc8-d933-44ef-a331-ab3d0ce1cc54 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Request body: {'port': {'device_id': 'ee633808-6e7a-4f1f-8e84-3f3edb679809', 'network_id': 'f2a53838-1c79-48c4-bdd8-e5e86cdc10e2', 'admin_state_up': True, 'tenant_id': '7ca8664bc2bb49b18bb6d219b3a0cde6'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:30.969872 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-64abad56-96a5-4359-b3c2-50b94c52170b req-bb04967b-64ae-40e9-8380-d85c6341215c service neutron] For port 20be239f-0dff-47e5-8ed5-9b8f05aea631, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:05:30.985859 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-64abad56-96a5-4359-b3c2-50b94c52170b req-bb04967b-64ae-40e9-8380-d85c6341215c service neutron] For port 20be239f-0dff-47e5-8ed5-9b8f05aea631, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=20be239f-0dff-47e5-8ed5-9b8f05aea631,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:05:31.002752 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-64abad56-96a5-4359-b3c2-50b94c52170b req-bb04967b-64ae-40e9-8380-d85c6341215c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:31.221000 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abad56-96a5-4359-b3c2-50b94c52170b req-bb04967b-64ae-40e9-8380-d85c6341215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:31.223324 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-64abad56-96a5-4359-b3c2-50b94c52170b req-bb04967b-64ae-40e9-8380-d85c6341215c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:31.231125 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-64abad56-96a5-4359-b3c2-50b94c52170b req-bb04967b-64ae-40e9-8380-d85c6341215c service neutron] 10.222.0.39 "PUT /v2.0/ports/20be239f-0dff-47e5-8ed5-9b8f05aea631 HTTP/1.1" status: 200 len: 1091 time: 1.7435765 Sep 30 13:05:31.267583 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-a6faacc8-d933-44ef-a331-ab3d0ce1cc54 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Made reservation on behalf of 7ca8664bc2bb49b18bb6d219b3a0cde6 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:05:31.277164 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc6cd8d-1990-4d54-919d-8afa1edc748b', 'tag': '20be239f-0dff-47e5-8ed5-9b8f05aea631'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:05:31.284979 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 37d71825-e339-43d2-921d-7fe5b24f6f7c, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=37d71825-e339-43d2-921d-7fe5b24f6f7c,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:31.285558 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f9e60a-3836-45ef-b6f0-9a54eceebf33" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc6cd8d-1990-4d54-919d-8afa1edc748b", "tag": "20be239f-0dff-47e5-8ed5-9b8f05aea631"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:05:31.289440 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-a6faacc8-d933-44ef-a331-ab3d0ce1cc54 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:31.336250 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-4d8aefc3-581d-4a03-af17-0d9e5f23e843 service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7461975 Sep 30 13:05:31.349142 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 37d71825-e339-43d2-921d-7fe5b24f6f7c has no active binding in host n-h1-810909-2 {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 30 13:05:31.469204 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-af0aec4c-371e-4ffa-943d-d3fbd2eba6e5 req-e2086e17-2fb4-4020-8d1d-a41a32cbca22 tempest-VolumesAdminNegativeTest-760023921 tempest-VolumesAdminNegativeTest-760023921-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa8f720e-a5c3-4d78-ab49-9a8341a16be3 HTTP/1.1" status: 200 len: 210 time: 0.0910928 Sep 30 13:05:31.485575 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04967b-64ae-40e9-8380-d85c6341215c service neutron] Pushing event updated for resources: {'Port': ['ID=20be239f-0dff-47e5-8ed5-9b8f05aea631,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:31.500907 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-a6faacc8-d933-44ef-a331-ab3d0ce1cc54 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Allocated IP 172.20.0.10 (f2a53838-1c79-48c4-bdd8-e5e86cdc10e2/92067afd-1f22-4fa2-ade8-89a9a9492dd2/a7ccbd31-e6db-4999-b176-c479a6b2bb91) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:05:31.551673 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abad56-96a5-4359-b3c2-50b94c52170b req-775f877d-7bcf-4b4d-95bb-397355cba4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:31.553238 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-64abad56-96a5-4359-b3c2-50b94c52170b req-775f877d-7bcf-4b4d-95bb-397355cba4ac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 1094 time: 0.1780937 Sep 30 13:05:31.639357 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-64abad56-96a5-4359-b3c2-50b94c52170b req-daa16a07-e720-476a-81dc-557e23e23bbe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20be239f-0dff-47e5-8ed5-9b8f05aea631 HTTP/1.1" status: 200 len: 217 time: 0.0643640 Sep 30 13:05:31.681854 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-a6faacc8-d933-44ef-a331-ab3d0ce1cc54 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:31.727624 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abad56-96a5-4359-b3c2-50b94c52170b req-26a491ca-cd71-4af1-b7fe-7dfea61c4e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:31.729413 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-64abad56-96a5-4359-b3c2-50b94c52170b req-26a491ca-cd71-4af1-b7fe-7dfea61c4e42 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d154e7f6-f478-45ee-9bd0-03f890cad96e HTTP/1.1" status: 200 len: 847 time: 0.0687141 Sep 30 13:05:31.731494 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493c7fab-31ca-4741-92ac-7e47c3dd02f9 x-openstack-request-id: req-493c7fab-31ca-4741-92ac-7e47c3dd02f9 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:05:31.731990 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc6cd8d-1990-4d54-919d-8afa1edc748b", "tag": "20be239f-0dff-47e5-8ed5-9b8f05aea631", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:05:31.732694 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-493c7fab-31ca-4741-92ac-7e47c3dd02f9 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:05:31.733483 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc6cd8d-1990-4d54-919d-8afa1edc748b', 'tag': '20be239f-0dff-47e5-8ed5-9b8f05aea631', 'status': 'completed', 'code': 200} Sep 30 13:05:31.754856 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-a6faacc8-d933-44ef-a331-ab3d0ce1cc54 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:31.771642 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-64abad56-96a5-4359-b3c2-50b94c52170b req-18d93015-e2a5-4200-a446-660479992ded service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=49ef354a-ba5f-45a0-ae5d-336431ac76bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282815 Sep 30 13:05:31.779428 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-f6c9cd45-ceb5-4d93-b55e-f2684a508d32 service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054003 Sep 30 13:05:31.832285 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-a6faacc8-d933-44ef-a331-ab3d0ce1cc54 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Network f2a53838-1c79-48c4-bdd8-e5e86cdc10e2 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:05:31.845098 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-a6faacc8-d933-44ef-a331-ab3d0ce1cc54 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:05:31.860892 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-a6faacc8-d933-44ef-a331-ab3d0ce1cc54 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:05:31.865994 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8f720e-a5c3-4d78-ab49-9a8341a16be3', 'name': 'network-vif-deleted', 'tag': '295939e1-7602-4452-bb7c-211433002a13'}, {'name': 'network-changed', 'server_uuid': '8ab44c46-4132-493f-a773-31d0f141555f', 'tag': '37d71825-e339-43d2-921d-7fe5b24f6f7c'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:05:31.869488 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff9b2db-af99-4700-8e16-381ccaacdd3e" -d '{"events": [{"server_uuid": "fa8f720e-a5c3-4d78-ab49-9a8341a16be3", "name": "network-vif-deleted", "tag": "295939e1-7602-4452-bb7c-211433002a13"}, {"name": "network-changed", "server_uuid": "8ab44c46-4132-493f-a773-31d0f141555f", "tag": "37d71825-e339-43d2-921d-7fe5b24f6f7c"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:05:31.870627 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-06ba977a-1367-41e9-90b2-e195c041b137 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c HTTP/1.1" status: 200 len: 217 time: 0.0814097 Sep 30 13:05:31.998829 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-a6faacc8-d933-44ef-a331-ab3d0ce1cc54 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:32.000235 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-a6faacc8-d933-44ef-a331-ab3d0ce1cc54 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:32.054811 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-9b8c7ebb-9a96-402f-bc82-15fa3e81adb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:32.056436 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-9b8c7ebb-9a96-402f-bc82-15fa3e81adb1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78037d28-e7f8-493a-8dcf-013e39c51454 HTTP/1.1" status: 200 len: 797 time: 0.1763542 Sep 30 13:05:32.058261 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6faacc8-d933-44ef-a331-ab3d0ce1cc54 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Pushing event updated for resources: {'Port': ['ID=a7ccbd31-e6db-4999-b176-c479a6b2bb91,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:32.082548 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cd7d0-e126-45f3-895f-99264df1b0b1 req-1b32ec1d-d171-4edc-a5d2-0999f8aeeeca tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:32.084429 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-452cd7d0-e126-45f3-895f-99264df1b0b1 req-1b32ec1d-d171-4edc-a5d2-0999f8aeeeca tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 943 time: 0.3521709 Sep 30 13:05:32.085681 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-a6faacc8-d933-44ef-a331-ab3d0ce1cc54 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1407940 Sep 30 13:05:32.101477 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-f72709d4-474b-4b8e-93f2-a48fdfa06de6 service neutron] Request body: {'port': {'device_id': 'ee633808-6e7a-4f1f-8e84-3f3edb679809', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:32.108793 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-64abad56-96a5-4359-b3c2-50b94c52170b req-fed39f73-7f50-4b67-a31e-de81c53354c2 service neutron] 10.222.0.39 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217909 Sep 30 13:05:32.164328 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-452cd7d0-e126-45f3-895f-99264df1b0b1 req-e05999f3-2251-48b8-8785-2656c24d992b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735421 Sep 30 13:05:32.197392 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 295939e1-7602-4452-bb7c-211433002a13 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:05:32.203167 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-f72709d4-474b-4b8e-93f2-a48fdfa06de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:32.254070 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 295939e1-7602-4452-bb7c-211433002a13 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:05:32.255706 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 295939e1-7602-4452-bb7c-211433002a13 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:05:32.556908 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954d33a-a2e1-4b53-b741-ccede1812d15 req-8c7b1602-2ee0-4876-bdeb-ae7b4a55217a tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:32.561033 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-f72709d4-474b-4b8e-93f2-a48fdfa06de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7ccbd31-e6db-4999-b176-c479a6b2bb91 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:05:32.564119 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1954d33a-a2e1-4b53-b741-ccede1812d15 req-8c7b1602-2ee0-4876-bdeb-ae7b4a55217a tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee633808-6e7a-4f1f-8e84-3f3edb679809 HTTP/1.1" status: 200 len: 932 time: 0.6110523 Sep 30 13:05:32.569859 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-f72709d4-474b-4b8e-93f2-a48fdfa06de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:32.585818 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-f72709d4-474b-4b8e-93f2-a48fdfa06de6 service neutron] Transition to ACTIVE for port object a7ccbd31-e6db-4999-b176-c479a6b2bb91 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:05:32.587885 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 30 Sep 2021 13:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d034bf59-e302-4f51-8f15-3a792d32c725 x-openstack-request-id: req-d034bf59-e302-4f51-8f15-3a792d32c725 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:05:32.588246 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8f720e-a5c3-4d78-ab49-9a8341a16be3", "name": "network-vif-deleted", "tag": "295939e1-7602-4452-bb7c-211433002a13", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8ab44c46-4132-493f-a773-31d0f141555f", "tag": "37d71825-e339-43d2-921d-7fe5b24f6f7c", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:05:32.588908 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d034bf59-e302-4f51-8f15-3a792d32c725 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:05:32.589038 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8f720e-a5c3-4d78-ab49-9a8341a16be3', 'name': 'network-vif-deleted', 'tag': '295939e1-7602-4452-bb7c-211433002a13', 'status': 'completed', 'code': 200} Sep 30 13:05:32.589235 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab44c46-4132-493f-a773-31d0f141555f', 'tag': '37d71825-e339-43d2-921d-7fe5b24f6f7c', 'status': 'completed', 'code': 200} Sep 30 13:05:32.663969 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-f72709d4-474b-4b8e-93f2-a48fdfa06de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:32.677364 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1954d33a-a2e1-4b53-b741-ccede1812d15 req-0c9848a8-a4ab-4a93-a497-dc702f9bfac8 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104763 Sep 30 13:05:32.686066 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-66932a19-9750-44e6-8011-ddb1eeda3465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:32.692346 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-66932a19-9750-44e6-8011-ddb1eeda3465 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d88806d7-cb43-44a5-88a4-05dfc9e84a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6110117 Sep 30 13:05:32.776713 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-64abad56-96a5-4359-b3c2-50b94c52170b req-a0eed57e-0ca0-4510-b288-156df00fe4b8 service neutron] 10.222.0.39 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296538 Sep 30 13:05:32.846524 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9b2db-af99-4700-8e16-381ccaacdd3e req-51bb1ed7-6ddd-4fd6-bb6e-95db8841df7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:32.847917 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aff9b2db-af99-4700-8e16-381ccaacdd3e req-51bb1ed7-6ddd-4fd6-bb6e-95db8841df7e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bfee4c1083184c949bfe63d2e5d7a195&device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 1124 time: 0.2577629 Sep 30 13:05:32.865450 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544e3cc-98aa-4020-9a98-ff8a247341b5 req-11b3b241-754c-4d3f-95c5-9bebe3771c64 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:32.867100 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c544e3cc-98aa-4020-9a98-ff8a247341b5 req-11b3b241-754c-4d3f-95c5-9bebe3771c64 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 943 time: 0.2753592 Sep 30 13:05:32.876416 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72709d4-474b-4b8e-93f2-a48fdfa06de6 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ccbd31-e6db-4999-b176-c479a6b2bb91,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:32.899395 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-f72709d4-474b-4b8e-93f2-a48fdfa06de6 service neutron] Attempting to bind port a7ccbd31-e6db-4999-b176-c479a6b2bb91 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:05:32.899720 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-f72709d4-474b-4b8e-93f2-a48fdfa06de6 service neutron] Attempting to bind port a7ccbd31-e6db-4999-b176-c479a6b2bb91 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '46821e00-e4d0-4238-88d3-b4e77f5b89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f2a53838-1c79-48c4-bdd8-e5e86cdc10e2'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:05:32.900062 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-f72709d4-474b-4b8e-93f2-a48fdfa06de6 service neutron] Attempting to bind port a7ccbd31-e6db-4999-b176-c479a6b2bb91 on network f2a53838-1c79-48c4-bdd8-e5e86cdc10e2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:05:32.917464 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-f72709d4-474b-4b8e-93f2-a48fdfa06de6 service neutron] Port a7ccbd31-e6db-4999-b176-c479a6b2bb91 on network f2a53838-1c79-48c4-bdd8-e5e86cdc10e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:05:32.917788 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-f72709d4-474b-4b8e-93f2-a48fdfa06de6 service neutron] Attempting to bind port a7ccbd31-e6db-4999-b176-c479a6b2bb91 on network f2a53838-1c79-48c4-bdd8-e5e86cdc10e2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:05:32.919751 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9e60a-3836-45ef-b6f0-9a54eceebf33 req-70bfe114-212b-4741-8f47-49e362e8299f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:32.921401 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-79f9e60a-3836-45ef-b6f0-9a54eceebf33 req-70bfe114-212b-4741-8f47-49e362e8299f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 1094 time: 0.0654619 Sep 30 13:05:32.928315 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-f72b8f07-c569-413b-af70-d5bf549420cb service neutron] 10.222.0.54 "GET /v2.0/networks/d88806d7-cb43-44a5-88a4-05dfc9e84a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265007 Sep 30 13:05:32.957303 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45888) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:05:33.002498 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-f72709d4-474b-4b8e-93f2-a48fdfa06de6 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:05:33.003169 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-f72709d4-474b-4b8e-93f2-a48fdfa06de6 service neutron] Checking segment: {'id': '46821e00-e4d0-4238-88d3-b4e77f5b89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f2a53838-1c79-48c4-bdd8-e5e86cdc10e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:05:33.003697 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-f72709d4-474b-4b8e-93f2-a48fdfa06de6 service neutron] Bound using segment: {'id': '46821e00-e4d0-4238-88d3-b4e77f5b89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f2a53838-1c79-48c4-bdd8-e5e86cdc10e2'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:05:33.004339 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-f72709d4-474b-4b8e-93f2-a48fdfa06de6 service neutron] Bound port: a7ccbd31-e6db-4999-b176-c479a6b2bb91, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46821e00-e4d0-4238-88d3-b4e77f5b89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f2a53838-1c79-48c4-bdd8-e5e86cdc10e2'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:05:33.004833 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-f72709d4-474b-4b8e-93f2-a48fdfa06de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:33.116934 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c544e3cc-98aa-4020-9a98-ff8a247341b5 req-b1743d67-c36d-47b9-8af8-3d0ea9863392 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375767 Sep 30 13:05:33.183152 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a225ba-32e1-4f1c-ac4c-cc3c0b6137a4 admin admin] Deleting subnet b42e0852-0148-4ca5-a03d-00a9aefff122 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:05:33.189217 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02a225ba-32e1-4f1c-ac4c-cc3c0b6137a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:33.251712 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9b2db-af99-4700-8e16-381ccaacdd3e req-94a9c218-54d4-43bc-8d19-f2897d47f2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:33.253549 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aff9b2db-af99-4700-8e16-381ccaacdd3e req-94a9c218-54d4-43bc-8d19-f2897d47f2ad service neutron] 10.222.0.54 "GET /v2.0/networks?id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a HTTP/1.1" status: 200 len: 921 time: 0.3781309 Sep 30 13:05:33.254102 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9e60a-3836-45ef-b6f0-9a54eceebf33 req-1445cac0-98fe-4d22-b883-f7fdbb96c1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:33.256436 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-79f9e60a-3836-45ef-b6f0-9a54eceebf33 req-1445cac0-98fe-4d22-b883-f7fdbb96c1d5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=49ef354a-ba5f-45a0-ae5d-336431ac76bd HTTP/1.1" status: 200 len: 908 time: 0.3235807 Sep 30 13:05:33.265260 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02a225ba-32e1-4f1c-ac4c-cc3c0b6137a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:33.273965 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-f72709d4-474b-4b8e-93f2-a48fdfa06de6 service neutron] For port a7ccbd31-e6db-4999-b176-c479a6b2bb91, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:05:33.338424 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aff9b2db-af99-4700-8e16-381ccaacdd3e req-ec80f316-7d87-4a23-ae1c-5b331164ea74 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37d71825-e339-43d2-921d-7fe5b24f6f7c HTTP/1.1" status: 200 len: 217 time: 0.0762858 Sep 30 13:05:33.346252 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-f72709d4-474b-4b8e-93f2-a48fdfa06de6 service neutron] For port a7ccbd31-e6db-4999-b176-c479a6b2bb91, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=a7ccbd31-e6db-4999-b176-c479a6b2bb91,segment=NetworkSegment(46821e00-e4d0-4238-88d3-b4e77f5b89b8),segment_id=46821e00-e4d0-4238-88d3-b4e77f5b89b8)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:05:33.356660 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-79f9e60a-3836-45ef-b6f0-9a54eceebf33 req-3ff1488c-208b-4195-a95b-3060ab7f9cf7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20be239f-0dff-47e5-8ed5-9b8f05aea631 HTTP/1.1" status: 200 len: 217 time: 0.0618656 Sep 30 13:05:33.362146 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-f72709d4-474b-4b8e-93f2-a48fdfa06de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:33.407397 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-a65fb185-8d83-45f1-955b-4acd88360f9c service neutron] 10.222.0.54 "GET /v2.0/networks/d88806d7-cb43-44a5-88a4-05dfc9e84a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4666600 Sep 30 13:05:33.429525 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02a225ba-32e1-4f1c-ac4c-cc3c0b6137a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:33.432077 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71298861-7c76-4c0f-ae84-f9be34d7ea26 req-ae358b30-4e78-4dcc-8db2-74501e00f633 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:33.433575 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71298861-7c76-4c0f-ae84-f9be34d7ea26 req-ae358b30-4e78-4dcc-8db2-74501e00f633 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 943 time: 0.1644573 Sep 30 13:05:33.455044 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-f72709d4-474b-4b8e-93f2-a48fdfa06de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:33.455681 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-f72709d4-474b-4b8e-93f2-a48fdfa06de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:33.457086 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-f72709d4-474b-4b8e-93f2-a48fdfa06de6 service neutron] 10.222.0.39 "PUT /v2.0/ports/a7ccbd31-e6db-4999-b176-c479a6b2bb91 HTTP/1.1" status: 200 len: 1092 time: 1.3601072 Sep 30 13:05:33.472461 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-af9f1497-8f8e-4d7d-941b-4ee41ba887a5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a590db81-d7b1-40db-81be-4877e02204d3 HTTP/1.1" status: 200 len: 217 time: 0.0554845 Sep 30 13:05:33.479381 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9e60a-3836-45ef-b6f0-9a54eceebf33 req-19d466b1-0844-4fc2-be26-b5d362584da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:33.480798 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-79f9e60a-3836-45ef-b6f0-9a54eceebf33 req-19d466b1-0844-4fc2-be26-b5d362584da4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d154e7f6-f478-45ee-9bd0-03f890cad96e HTTP/1.1" status: 200 len: 847 time: 0.1116138 Sep 30 13:05:33.481095 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9b2db-af99-4700-8e16-381ccaacdd3e req-19cecffe-8917-4a1d-8e18-0fa01e3e779c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:33.482600 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aff9b2db-af99-4700-8e16-381ccaacdd3e req-19cecffe-8917-4a1d-8e18-0fa01e3e779c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d2a3567b-bc5f-477b-8f28-c16dcd278961 HTTP/1.1" status: 200 len: 860 time: 0.1349292 Sep 30 13:05:33.501403 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72709d4-474b-4b8e-93f2-a48fdfa06de6 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ccbd31-e6db-4999-b176-c479a6b2bb91,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:33.554451 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aff9b2db-af99-4700-8e16-381ccaacdd3e req-ad2f7f4b-be88-4057-bd90-ba3039468882 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620234 Sep 30 13:05:33.557150 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-79f9e60a-3836-45ef-b6f0-9a54eceebf33 req-d7fb476b-3206-4d5d-8d4b-39a878b11989 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=49ef354a-ba5f-45a0-ae5d-336431ac76bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607021 Sep 30 13:05:33.575018 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71298861-7c76-4c0f-ae84-f9be34d7ea26 req-f2740e9b-5735-407c-bf5a-dec4a084a2a6 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070564 Sep 30 13:05:33.578661 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-690d5680-303a-4658-a831-278b87b6cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:33.580058 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-690d5680-303a-4658-a831-278b87b6cf64 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78037d28-e7f8-493a-8dcf-013e39c51454 HTTP/1.1" status: 200 len: 797 time: 0.0984459 Sep 30 13:05:33.592399 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02a225ba-32e1-4f1c-ac4c-cc3c0b6137a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:33.633530 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a225ba-32e1-4f1c-ac4c-cc3c0b6137a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b42e0852-0148-4ca5-a03d-00a9aefff122,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:33.638635 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02a225ba-32e1-4f1c-ac4c-cc3c0b6137a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:33.640556 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-02a225ba-32e1-4f1c-ac4c-cc3c0b6137a4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b42e0852-0148-4ca5-a03d-00a9aefff122 HTTP/1.1" status: 204 len: 168 time: 0.6770313 Sep 30 13:05:33.647014 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45902) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:05:33.674252 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-b09232fb-22b8-444d-8fec-b728e80f3ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:33.675939 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-b09232fb-22b8-444d-8fec-b728e80f3ef3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ca8664bc2bb49b18bb6d219b3a0cde6&device_id=ee633808-6e7a-4f1f-8e84-3f3edb679809 HTTP/1.1" status: 200 len: 1095 time: 0.1666288 Sep 30 13:05:33.733039 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-312d0bfe-d4fe-4bc3-ba52-94d2eb26b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:33.734777 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-312d0bfe-d4fe-4bc3-ba52-94d2eb26b4df service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d88806d7-cb43-44a5-88a4-05dfc9e84a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1472695 Sep 30 13:05:33.814070 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-99d9f402-e70c-4136-9e6c-d6d9982210c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:33.817467 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-79f9e60a-3836-45ef-b6f0-9a54eceebf33 req-b455fddc-d6b5-4ff2-bfe1-6dd36ddd81da service neutron] 10.222.0.39 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915710 Sep 30 13:05:33.981509 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-d682981d-189b-4411-95e0-2eab02c590a3 service neutron] 10.222.0.54 "GET /v2.0/networks/d88806d7-cb43-44a5-88a4-05dfc9e84a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132356 Sep 30 13:05:34.008149 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-a7b1f1d5-cb6a-40d7-8a4e-badc843d1fdc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7ccbd31-e6db-4999-b176-c479a6b2bb91 HTTP/1.1" status: 200 len: 217 time: 0.3196383 Sep 30 13:05:34.043283 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aff9b2db-af99-4700-8e16-381ccaacdd3e req-f7e786af-3d7c-4d9a-b513-a04f2aa660a9 service neutron] 10.222.0.54 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790297 Sep 30 13:05:34.073884 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-99d9f402-e70c-4136-9e6c-d6d9982210c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:34.115226 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-f9e48281-b1e5-4cdd-9c7d-d07109522085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:34.116707 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-f9e48281-b1e5-4cdd-9c7d-d07109522085 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92067afd-1f22-4fa2-ade8-89a9a9492dd2 HTTP/1.1" status: 200 len: 860 time: 0.0863705 Sep 30 13:05:34.124675 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9356b9-d363-4870-b58f-c972cf3e48ec req-754981da-af7f-46c0-afac-5b16b20e598e tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:34.125532 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-99d9f402-e70c-4136-9e6c-d6d9982210c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8eab66f-ef4a-4a54-be2e-91970fd063a6']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:05:34.126401 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3d9356b9-d363-4870-b58f-c972cf3e48ec req-754981da-af7f-46c0-afac-5b16b20e598e tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee633808-6e7a-4f1f-8e84-3f3edb679809 HTTP/1.1" status: 200 len: 944 time: 0.1312838 Sep 30 13:05:34.153946 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-79f9e60a-3836-45ef-b6f0-9a54eceebf33 req-d12d0732-fcd7-4666-bf3d-35a04b03a93d service neutron] 10.222.0.39 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277657 Sep 30 13:05:34.170356 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-99d9f402-e70c-4136-9e6c-d6d9982210c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392ba766-1ef6-4940-83e8-c740f06e9e4c') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:05:34.170677 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-99d9f402-e70c-4136-9e6c-d6d9982210c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392ba766-1ef6-4940-83e8-c740f06e9e4c') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:05:34.185566 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-ecb8cdf6-c5f2-40fd-b680-fd6ee67576aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f2a53838-1c79-48c4-bdd8-e5e86cdc10e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568833 Sep 30 13:05:34.188282 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-99d9f402-e70c-4136-9e6c-d6d9982210c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:34.218321 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636d8f0-2758-4358-b1db-4d00956c2241 req-194a42ff-948f-4ff1-9d8a-7e32b9244771 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:34.219809 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e636d8f0-2758-4358-b1db-4d00956c2241 req-194a42ff-948f-4ff1-9d8a-7e32b9244771 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca9de113-7ebe-4e15-839a-3a136a5bc2f7 HTTP/1.1" status: 200 len: 949 time: 0.1911979 Sep 30 13:05:34.222661 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6cb96cc-6f27-4d18-bb86-18777a10192f req-f8a5f9d2-b9e0-4659-bc35-6af21fe270ab service neutron] 10.222.0.54 "GET /v2.0/networks/d88806d7-cb43-44a5-88a4-05dfc9e84a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253587 Sep 30 13:05:34.223429 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-99d9f402-e70c-4136-9e6c-d6d9982210c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:34.236866 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d9f402-e70c-4136-9e6c-d6d9982210c0 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:05:34.237270 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-99d9f402-e70c-4136-9e6c-d6d9982210c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:05:34.238983 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:05:34.262798 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3d9356b9-d363-4870-b58f-c972cf3e48ec req-953a8367-12ae-4942-bc8b-5db0fb5d8e2c tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251016 Sep 30 13:05:34.302553 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aff9b2db-af99-4700-8e16-381ccaacdd3e req-b9d900ae-0eec-4259-ac91-7a6d8655b12a service neutron] 10.222.0.54 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373893 Sep 30 13:05:34.315675 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e636d8f0-2758-4358-b1db-4d00956c2241 req-4cbd382b-9735-4740-b6eb-fbe2fbc11b81 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/security-groups?id=3653aa30-4a73-4dfb-9260-b86e082840cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869224 Sep 30 13:05:34.325088 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-99d9f402-e70c-4136-9e6c-d6d9982210c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:34.338535 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-99d9f402-e70c-4136-9e6c-d6d9982210c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:34.339964 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-99d9f402-e70c-4136-9e6c-d6d9982210c0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e8eab66f-ef4a-4a54-be2e-91970fd063a6 HTTP/1.1" status: 204 len: 168 time: 0.6890016 Sep 30 13:05:34.342481 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45936) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:05:34.351688 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-43a54920-e429-4288-84e3-9c950ca56171 service neutron] 10.222.0.39 "GET /v2.0/networks/f2a53838-1c79-48c4-bdd8-e5e86cdc10e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537898 Sep 30 13:05:34.361259 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9f402-e70c-4136-9e6c-d6d9982210c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8eab66f-ef4a-4a54-be2e-91970fd063a6,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:34.412950 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-26048472-dcb5-4574-8a3b-f45e95447cd6 admin admin] Deleting subnet d4fa454f-f260-4e0c-bbbe-d3ea40e20a75 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:05:34.420816 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-26048472-dcb5-4574-8a3b-f45e95447cd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:34.471756 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-26048472-dcb5-4574-8a3b-f45e95447cd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:34.507408 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f6ccb2cd-38ac-48da-903d-7d6c46cc1e32 req-2200068f-86d2-4b4b-bf7a-84eb0aad2a91 service neutron] 10.222.0.39 "GET /v2.0/networks/f2a53838-1c79-48c4-bdd8-e5e86cdc10e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446965 Sep 30 13:05:34.509948 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-26048472-dcb5-4574-8a3b-f45e95447cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:34.516139 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338972a-81be-4406-a4f4-6c2cda01c9fa req-9edd6741-dace-4ff7-a40e-9444ec8a9ac4 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:34.523972 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2338972a-81be-4406-a4f4-6c2cda01c9fa req-9edd6741-dace-4ff7-a40e-9444ec8a9ac4 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 943 time: 0.0853992 Sep 30 13:05:34.558972 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2338972a-81be-4406-a4f4-6c2cda01c9fa req-eeb67ce5-25c5-4b9c-aaaa-bda1f22cf4f4 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341146 Sep 30 13:05:34.575292 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-26048472-dcb5-4574-8a3b-f45e95447cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:34.590712 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee633808-6e7a-4f1f-8e84-3f3edb679809', 'tag': 'a7ccbd31-e6db-4999-b176-c479a6b2bb91'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:05:34.593493 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333b8c22-5866-4156-943a-6e499c68bc14" -d '{"events": [{"name": "network-changed", "server_uuid": "ee633808-6e7a-4f1f-8e84-3f3edb679809", "tag": "a7ccbd31-e6db-4999-b176-c479a6b2bb91"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:05:34.607118 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26048472-dcb5-4574-8a3b-f45e95447cd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4fa454f-f260-4e0c-bbbe-d3ea40e20a75,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:34.609829 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-26048472-dcb5-4574-8a3b-f45e95447cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:34.611565 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-26048472-dcb5-4574-8a3b-f45e95447cd6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d4fa454f-f260-4e0c-bbbe-d3ea40e20a75 HTTP/1.1" status: 204 len: 168 time: 0.2676563 Sep 30 13:05:34.614321 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45966) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:05:34.619442 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26048472-dcb5-4574-8a3b-f45e95447cd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:34.619749 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26048472-dcb5-4574-8a3b-f45e95447cd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:34.620293 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26048472-dcb5-4574-8a3b-f45e95447cd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:34.620631 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26048472-dcb5-4574-8a3b-f45e95447cd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:34.620941 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26048472-dcb5-4574-8a3b-f45e95447cd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:34.621263 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26048472-dcb5-4574-8a3b-f45e95447cd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:34.621652 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26048472-dcb5-4574-8a3b-f45e95447cd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:34.622148 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26048472-dcb5-4574-8a3b-f45e95447cd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:34.622477 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26048472-dcb5-4574-8a3b-f45e95447cd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:34.622804 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26048472-dcb5-4574-8a3b-f45e95447cd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:34.623121 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26048472-dcb5-4574-8a3b-f45e95447cd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:34.623440 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26048472-dcb5-4574-8a3b-f45e95447cd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:34.722666 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-37b3210f-494b-4883-ab13-ea3edfad3b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:34.792130 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a808a79-3631-4062-8a65-04fe72bd53e6 req-af323873-a627-4061-a42b-8baf0ffcaf1b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:34.793830 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7a808a79-3631-4062-8a65-04fe72bd53e6 req-af323873-a627-4061-a42b-8baf0ffcaf1b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 943 time: 0.0985656 Sep 30 13:05:34.870991 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-37b3210f-494b-4883-ab13-ea3edfad3b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:34.886620 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7a808a79-3631-4062-8a65-04fe72bd53e6 req-077a038e-e226-42f4-b48c-90340fcd35a6 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825281 Sep 30 13:05:34.899116 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-37b3210f-494b-4883-ab13-ea3edfad3b1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23e2949-542e-4cb4-93eb-bfe75ee34750']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:05:34.911479 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-37b3210f-494b-4883-ab13-ea3edfad3b1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f3177a7-5760-4303-87e7-f9b12236d53e') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:05:34.911871 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-37b3210f-494b-4883-ab13-ea3edfad3b1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f3177a7-5760-4303-87e7-f9b12236d53e') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:05:34.923289 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-37b3210f-494b-4883-ab13-ea3edfad3b1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:34.939006 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-37b3210f-494b-4883-ab13-ea3edfad3b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:34.941815 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1a08d0-e78d-4524-b25f-c5c92f84193e x-openstack-request-id: req-9a1a08d0-e78d-4524-b25f-c5c92f84193e {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:05:34.942144 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee633808-6e7a-4f1f-8e84-3f3edb679809", "tag": "a7ccbd31-e6db-4999-b176-c479a6b2bb91", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:05:34.942391 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a1a08d0-e78d-4524-b25f-c5c92f84193e {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:05:34.942779 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee633808-6e7a-4f1f-8e84-3f3edb679809', 'tag': 'a7ccbd31-e6db-4999-b176-c479a6b2bb91', 'status': 'completed', 'code': 200} Sep 30 13:05:34.949446 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b3210f-494b-4883-ab13-ea3edfad3b1c admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:05:34.949929 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-37b3210f-494b-4883-ab13-ea3edfad3b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:05:34.951973 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:05:35.048784 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-37b3210f-494b-4883-ab13-ea3edfad3b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:35.059671 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-37b3210f-494b-4883-ab13-ea3edfad3b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:35.061538 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-37b3210f-494b-4883-ab13-ea3edfad3b1c admin admin] 10.222.0.18 "DELETE /v2.0/networks/f23e2949-542e-4cb4-93eb-bfe75ee34750 HTTP/1.1" status: 204 len: 168 time: 0.4461787 Sep 30 13:05:35.063885 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b8c22-5866-4156-943a-6e499c68bc14 req-310694fb-9efe-4ef7-ad08-e282e3ac2c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:35.065478 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-333b8c22-5866-4156-943a-6e499c68bc14 req-310694fb-9efe-4ef7-ad08-e282e3ac2c09 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ca8664bc2bb49b18bb6d219b3a0cde6&device_id=ee633808-6e7a-4f1f-8e84-3f3edb679809 HTTP/1.1" status: 200 len: 1095 time: 0.0976610 Sep 30 13:05:35.086490 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3210f-494b-4883-ab13-ea3edfad3b1c admin admin] Pushing event deleted for resources: {'Network': ['ID=f23e2949-542e-4cb4-93eb-bfe75ee34750,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:35.171000 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b8c22-5866-4156-943a-6e499c68bc14 req-ba96e240-15c9-4bf2-9c07-5f3aa1264a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:35.172671 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-333b8c22-5866-4156-943a-6e499c68bc14 req-ba96e240-15c9-4bf2-9c07-5f3aa1264a7e service neutron] 10.222.0.39 "GET /v2.0/networks?id=f2a53838-1c79-48c4-bdd8-e5e86cdc10e2 HTTP/1.1" status: 200 len: 921 time: 0.0935786 Sep 30 13:05:35.184678 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46014) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:05:35.227151 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-333b8c22-5866-4156-943a-6e499c68bc14 req-4d4f8fa2-49ed-42f9-acfc-01962740bded service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7ccbd31-e6db-4999-b176-c479a6b2bb91 HTTP/1.1" status: 200 len: 217 time: 0.0462761 Sep 30 13:05:35.231523 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2f57ec12-4904-4c2e-ab24-ae780943c86c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eaa40acf6a14405290df9cae6ac261ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456791 Sep 30 13:05:35.233948 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46016) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:05:35.282861 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b8c22-5866-4156-943a-6e499c68bc14 req-30df6b53-baa0-4155-ab77-2b4968cceb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:35.284448 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-333b8c22-5866-4156-943a-6e499c68bc14 req-30df6b53-baa0-4155-ab77-2b4968cceb6f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92067afd-1f22-4fa2-ade8-89a9a9492dd2 HTTP/1.1" status: 200 len: 860 time: 0.0498085 Sep 30 13:05:35.287499 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-92dbd8d5-c177-4301-b67f-63b4104f1931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:35.314740 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-92dbd8d5-c177-4301-b67f-63b4104f1931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:35.334594 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-333b8c22-5866-4156-943a-6e499c68bc14 req-3cf4e1d6-b7e1-49e9-9cf4-4c6160ea98d5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f2a53838-1c79-48c4-bdd8-e5e86cdc10e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394974 Sep 30 13:05:35.377624 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-92dbd8d5-c177-4301-b67f-63b4104f1931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:35.380751 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-92dbd8d5-c177-4301-b67f-63b4104f1931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:35.382628 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-92dbd8d5-c177-4301-b67f-63b4104f1931 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d79012c9-331f-4f3d-a961-b7649f3d19b5 HTTP/1.1" status: 204 len: 168 time: 0.1477692 Sep 30 13:05:35.392182 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbd8d5-c177-4301-b67f-63b4104f1931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79012c9-331f-4f3d-a961-b7649f3d19b5,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:35.497584 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec307a2c-bc59-4040-b8cb-db262332d9ce req-59fcef1d-f8a9-491b-8499-0d73e6db7f5b tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:35.499213 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ec307a2c-bc59-4040-b8cb-db262332d9ce req-59fcef1d-f8a9-491b-8499-0d73e6db7f5b tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee633808-6e7a-4f1f-8e84-3f3edb679809 HTTP/1.1" status: 200 len: 944 time: 0.1329055 Sep 30 13:05:35.532728 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-333b8c22-5866-4156-943a-6e499c68bc14 req-63815a97-4c5a-4863-9e8c-51de5a8e5ea4 service neutron] 10.222.0.39 "GET /v2.0/networks/f2a53838-1c79-48c4-bdd8-e5e86cdc10e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848280 Sep 30 13:05:35.551100 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ec307a2c-bc59-4040-b8cb-db262332d9ce req-5f221cc4-8444-4c5d-bc7d-ac9d534c6f42 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454276 Sep 30 13:05:35.644600 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-333b8c22-5866-4156-943a-6e499c68bc14 req-207ade81-aaa1-4670-a559-fb4c14c3c039 service neutron] 10.222.0.39 "GET /v2.0/networks/f2a53838-1c79-48c4-bdd8-e5e86cdc10e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925364 Sep 30 13:05:35.699138 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043851c-9d59-4038-a6a7-bb325ec90f7d req-6d7345be-fff4-486b-82af-9f3ac5eeda58 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:35.700657 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5043851c-9d59-4038-a6a7-bb325ec90f7d req-6d7345be-fff4-486b-82af-9f3ac5eeda58 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 943 time: 0.0549817 Sep 30 13:05:35.741715 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5043851c-9d59-4038-a6a7-bb325ec90f7d req-682147df-a816-421a-a436-128e2987aafd tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351248 Sep 30 13:05:35.774666 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46040) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:05:35.813409 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a9ca29ea-09c5-40d4-a196-23328835d15d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=62cb787655f14ff48f08cd6beaafd4f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376391 Sep 30 13:05:35.815732 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46042) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:05:35.861818 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2d85e045-28d2-47a3-b1fa-66a98b3c3665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:35.881942 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2d85e045-28d2-47a3-b1fa-66a98b3c3665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:35.928164 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2d85e045-28d2-47a3-b1fa-66a98b3c3665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:35.930859 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2d85e045-28d2-47a3-b1fa-66a98b3c3665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:35.932015 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2d85e045-28d2-47a3-b1fa-66a98b3c3665 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f3044a0-edb8-419b-b0bf-f4aa2a149d72 HTTP/1.1" status: 204 len: 168 time: 0.1154115 Sep 30 13:05:35.939773 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d85e045-28d2-47a3-b1fa-66a98b3c3665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3044a0-edb8-419b-b0bf-f4aa2a149d72,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:36.010415 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8c165-e2c5-45d1-b4bc-22bf5ef5ea7f req-f34e749b-b80c-45cf-8941-0105654c006c tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:36.011931 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-96f8c165-e2c5-45d1-b4bc-22bf5ef5ea7f req-f34e749b-b80c-45cf-8941-0105654c006c tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 943 time: 0.0500629 Sep 30 13:05:36.050375 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-96f8c165-e2c5-45d1-b4bc-22bf5ef5ea7f req-f9afdd35-7727-447a-b613-f928a0494157 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325181 Sep 30 13:05:36.551754 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device a7ccbd31-e6db-4999-b176-c479a6b2bb91 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:05:36.651349 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:05:36.705203 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port a7ccbd31-e6db-4999-b176-c479a6b2bb91, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=a7ccbd31-e6db-4999-b176-c479a6b2bb91,segment=NetworkSegment(46821e00-e4d0-4238-88d3-b4e77f5b89b8),segment_id=46821e00-e4d0-4238-88d3-b4e77f5b89b8)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:36.717600 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058419fe-e3d6-46c4-af52-37daea2d90e4 req-197c6313-61ac-428e-aeb1-281eb1695d85 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:36.720054 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-058419fe-e3d6-46c4-af52-37daea2d90e4 req-197c6313-61ac-428e-aeb1-281eb1695d85 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee633808-6e7a-4f1f-8e84-3f3edb679809 HTTP/1.1" status: 200 len: 944 time: 0.0547469 Sep 30 13:05:36.731151 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'a7ccbd31-e6db-4999-b176-c479a6b2bb91', 'network_id': 'f2a53838-1c79-48c4-bdd8-e5e86cdc10e2', 'port_id': 'a7ccbd31-e6db-4999-b176-c479a6b2bb91', 'mac_address': 'fa:16:3e:c5:7e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92067afd-1f22-4fa2-ade8-89a9a9492dd2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:05:36.785287 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-058419fe-e3d6-46c4-af52-37daea2d90e4 req-12d19769-9aed-47f4-b812-8a32631f5870 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582423 Sep 30 13:05:36.824921 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:36.847174 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:36.861224 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9de113-7ebe-4e15-839a-3a136a5bc2f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e16d3ba-806c-4ee8-bbf4-ef2464d4e092'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:05:36.863471 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe96022-b1c8-4c69-a19a-3642f68b274f" -d '{"events": [{"server_uuid": "ca9de113-7ebe-4e15-839a-3a136a5bc2f7", "name": "network-vif-unplugged", "status": "completed", "tag": "8e16d3ba-806c-4ee8-bbf4-ef2464d4e092"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:05:36.878758 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8e16d3ba-806c-4ee8-bbf4-ef2464d4e092,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:36.880990 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7ccbd31-e6db-4999-b176-c479a6b2bb91 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:05:36.900206 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:36.907950 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port a7ccbd31-e6db-4999-b176-c479a6b2bb91, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=a7ccbd31-e6db-4999-b176-c479a6b2bb91,segment=NetworkSegment(46821e00-e4d0-4238-88d3-b4e77f5b89b8),segment_id=46821e00-e4d0-4238-88d3-b4e77f5b89b8)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:36.914074 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea32bd5-e610-45a6-9912-a4cf743f5e02 req-c7df026d-2c4e-437b-9c40-fe210d15d0bf tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:36.916160 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bea32bd5-e610-45a6-9912-a4cf743f5e02 req-c7df026d-2c4e-437b-9c40-fe210d15d0bf tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 943 time: 0.0625157 Sep 30 13:05:36.934795 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:36.964692 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bea32bd5-e610-45a6-9912-a4cf743f5e02 req-778e7866-ff45-42cc-9256-2efbbb802f92 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422840 Sep 30 13:05:36.971793 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=8e16d3ba-806c-4ee8-bbf4-ef2464d4e092,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:37.007760 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56039175-02f0-4aff-a4bb-5cd15d3b880a x-openstack-request-id: req-56039175-02f0-4aff-a4bb-5cd15d3b880a {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:05:37.008074 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9de113-7ebe-4e15-839a-3a136a5bc2f7", "name": "network-vif-unplugged", "status": "completed", "tag": "8e16d3ba-806c-4ee8-bbf4-ef2464d4e092", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:05:37.008504 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56039175-02f0-4aff-a4bb-5cd15d3b880a {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:05:37.008984 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9de113-7ebe-4e15-839a-3a136a5bc2f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e16d3ba-806c-4ee8-bbf4-ef2464d4e092', 'code': 200} Sep 30 13:05:37.035699 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=a7ccbd31-e6db-4999-b176-c479a6b2bb91,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:37.173881 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782c076-494f-454a-b7b9-df15cb11ef97 req-23670724-f59d-429f-b68f-9cbdd4c0b031 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:37.176200 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d782c076-494f-454a-b7b9-df15cb11ef97 req-23670724-f59d-429f-b68f-9cbdd4c0b031 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 943 time: 0.0513263 Sep 30 13:05:37.220731 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d782c076-494f-454a-b7b9-df15cb11ef97 req-1380a852-506a-409f-875c-22303c58ca19 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376601 Sep 30 13:05:37.298034 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['a7ccbd31-e6db-4999-b176-c479a6b2bb91'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:05:37.912493 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf7bf8-54dd-4fad-9ea2-afc877de173a req-6547113f-f2e0-4fd6-8ad4-8825bd2b247c tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:37.914137 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-80bf7bf8-54dd-4fad-9ea2-afc877de173a req-6547113f-f2e0-4fd6-8ad4-8825bd2b247c tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee633808-6e7a-4f1f-8e84-3f3edb679809 HTTP/1.1" status: 200 len: 945 time: 0.0544529 Sep 30 13:05:37.961633 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-80bf7bf8-54dd-4fad-9ea2-afc877de173a req-995a2027-38d9-4d7a-bc57-94c319e753e8 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397422 Sep 30 13:05:37.979431 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46134) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:05:38.093954 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d3012814-0c43-4e20-9c52-fa0579b93824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:38.100198 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a4b89-5707-4962-95bc-cc07c770ccdc req-a5c266a0-bfb3-419b-8d84-b361aab092e5 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:38.102475 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0b4a4b89-5707-4962-95bc-cc07c770ccdc req-a5c266a0-bfb3-419b-8d84-b361aab092e5 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 943 time: 0.0628729 Sep 30 13:05:38.146540 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0b4a4b89-5707-4962-95bc-cc07c770ccdc req-1e121e58-fa7d-454a-b975-9ba20302f319 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386331 Sep 30 13:05:38.198353 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d3012814-0c43-4e20-9c52-fa0579b93824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:38.202717 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d3012814-0c43-4e20-9c52-fa0579b93824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:38.249256 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d3012814-0c43-4e20-9c52-fa0579b93824 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b1085035b5448c0a6da6dde533090ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2685621 Sep 30 13:05:38.250320 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3012814-0c43-4e20-9c52-fa0579b93824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31dda129-8b0e-437e-af75-ed812f235be4,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:38.254589 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46142) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:05:38.289965 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-dd982b25-89f3-4637-a758-c65936e47d83 service neutron] 10.222.0.54 "GET /v2.0/ports/37d71825-e339-43d2-921d-7fe5b24f6f7c/bindings/n-h1-810909-2 HTTP/1.1" status: 200 len: 384 time: 0.0593677 Sep 30 13:05:38.333478 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7713f318-2ede-4ec2-89e8-03fb8aad0932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:38.364047 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7713f318-2ede-4ec2-89e8-03fb8aad0932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:38.381851 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839151d-2678-4209-b537-45c334e52b0a req-4f07d8f7-6733-4761-87a0-6d925777e72e tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:38.383367 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0839151d-2678-4209-b537-45c334e52b0a req-4f07d8f7-6733-4761-87a0-6d925777e72e tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 943 time: 0.0869792 Sep 30 13:05:38.435054 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0839151d-2678-4209-b537-45c334e52b0a req-9d31bb79-491d-437e-b665-0fd07853161e tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444310 Sep 30 13:05:38.453634 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7713f318-2ede-4ec2-89e8-03fb8aad0932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:38.456757 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7713f318-2ede-4ec2-89e8-03fb8aad0932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:38.457895 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7713f318-2ede-4ec2-89e8-03fb8aad0932 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31dda129-8b0e-437e-af75-ed812f235be4 HTTP/1.1" status: 204 len: 168 time: 0.2020261 Sep 30 13:05:38.465980 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713f318-2ede-4ec2-89e8-03fb8aad0932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31dda129-8b0e-437e-af75-ed812f235be4,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:38.482278 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-d6800059-5b47-4eab-855e-a44e511a94b6 service neutron] For port 37d71825-e339-43d2-921d-7fe5b24f6f7c, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=37d71825-e339-43d2-921d-7fe5b24f6f7c,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:38.505013 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-d6800059-5b47-4eab-855e-a44e511a94b6 service neutron] For port 37d71825-e339-43d2-921d-7fe5b24f6f7c, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:05:38.538940 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-d6800059-5b47-4eab-855e-a44e511a94b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37d71825-e339-43d2-921d-7fe5b24f6f7c {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:05:38.550468 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-d6800059-5b47-4eab-855e-a44e511a94b6 service neutron] For port 37d71825-e339-43d2-921d-7fe5b24f6f7c, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=37d71825-e339-43d2-921d-7fe5b24f6f7c,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:38.565365 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:05:38.566937 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-d6800059-5b47-4eab-855e-a44e511a94b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:38.569623 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device a7ccbd31-e6db-4999-b176-c479a6b2bb91 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:05:38.677268 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-d6800059-5b47-4eab-855e-a44e511a94b6 service neutron] Transition to ACTIVE for port object 37d71825-e339-43d2-921d-7fe5b24f6f7c will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:05:38.682748 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port a7ccbd31-e6db-4999-b176-c479a6b2bb91 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:05:38.682931 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-d6800059-5b47-4eab-855e-a44e511a94b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:38.695278 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port a7ccbd31-e6db-4999-b176-c479a6b2bb91 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:05:38.695659 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:38.746178 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8e16d3ba-806c-4ee8-bbf4-ef2464d4e092,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:38.751198 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-d6800059-5b47-4eab-855e-a44e511a94b6 service neutron] No DVR routers for this DVR port 37d71825-e339-43d2-921d-7fe5b24f6f7c on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:05:38.768904 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '8e16d3ba-806c-4ee8-bbf4-ef2464d4e092', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': '8e16d3ba-806c-4ee8-bbf4-ef2464d4e092', 'mac_address': 'fa:16:3e:15:ad:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:05:38.823314 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-d6800059-5b47-4eab-855e-a44e511a94b6 service neutron] 10.222.0.54 "PUT /v2.0/ports/37d71825-e339-43d2-921d-7fe5b24f6f7c/bindings/n-h1-810909-2/activate HTTP/1.1" status: 200 len: 369 time: 0.5267112 Sep 30 13:05:38.835022 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6800059-5b47-4eab-855e-a44e511a94b6 service neutron] Pushing event updated for resources: {'Port': ['ID=37d71825-e339-43d2-921d-7fe5b24f6f7c,revision_number=10']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:38.845408 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6800059-5b47-4eab-855e-a44e511a94b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:38.845753 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6800059-5b47-4eab-855e-a44e511a94b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:38.846932 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6800059-5b47-4eab-855e-a44e511a94b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:38.847283 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6800059-5b47-4eab-855e-a44e511a94b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:38.847904 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6800059-5b47-4eab-855e-a44e511a94b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:38.848032 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6800059-5b47-4eab-855e-a44e511a94b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:38.848408 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6800059-5b47-4eab-855e-a44e511a94b6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:38.848901 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6800059-5b47-4eab-855e-a44e511a94b6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:38.850211 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6800059-5b47-4eab-855e-a44e511a94b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:38.850523 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6800059-5b47-4eab-855e-a44e511a94b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:38.850967 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6800059-5b47-4eab-855e-a44e511a94b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:38.851292 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6800059-5b47-4eab-855e-a44e511a94b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:38.853062 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:38.875267 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:05:38.879340 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:38.912664 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8e16d3ba-806c-4ee8-bbf4-ef2464d4e092,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:38.921665 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:38.933592 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port a7ccbd31-e6db-4999-b176-c479a6b2bb91, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=a7ccbd31-e6db-4999-b176-c479a6b2bb91,segment=NetworkSegment(46821e00-e4d0-4238-88d3-b4e77f5b89b8),segment_id=46821e00-e4d0-4238-88d3-b4e77f5b89b8)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:38.936389 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-41f55639-a11e-4deb-883e-e386e80605bd tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:38.937966 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-41f55639-a11e-4deb-883e-e386e80605bd tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f&tenant_id=bfee4c1083184c949bfe63d2e5d7a195&binding%3Ahost_id=n-h2-810909-2 HTTP/1.1" status: 200 len: 1095 time: 0.0503316 Sep 30 13:05:38.957400 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:38.990051 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=8e16d3ba-806c-4ee8-bbf4-ef2464d4e092,revision_number=9']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:39.008746 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-afc92a45-9136-44e0-8773-5333794a3d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:39.010892 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-afc92a45-9136-44e0-8773-5333794a3d63 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f&tenant_id=bfee4c1083184c949bfe63d2e5d7a195 HTTP/1.1" status: 200 len: 1095 time: 0.0608349 Sep 30 13:05:39.015250 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee633808-6e7a-4f1f-8e84-3f3edb679809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ccbd31-e6db-4999-b176-c479a6b2bb91'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:05:39.017866 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b6876f-493e-466e-a44f-549121528197" -d '{"events": [{"server_uuid": "ee633808-6e7a-4f1f-8e84-3f3edb679809", "name": "network-vif-plugged", "status": "completed", "tag": "a7ccbd31-e6db-4999-b176-c479a6b2bb91"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:05:39.052849 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=a7ccbd31-e6db-4999-b176-c479a6b2bb91,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:39.059111 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['8e16d3ba-806c-4ee8-bbf4-ef2464d4e092'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:05:39.125437 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2225292-c29f-4154-a1b2-5ba3e5a06fca x-openstack-request-id: req-b2225292-c29f-4154-a1b2-5ba3e5a06fca {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:05:39.125867 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee633808-6e7a-4f1f-8e84-3f3edb679809", "name": "network-vif-plugged", "status": "completed", "tag": "a7ccbd31-e6db-4999-b176-c479a6b2bb91", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:05:39.126353 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b2225292-c29f-4154-a1b2-5ba3e5a06fca {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:05:39.126950 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee633808-6e7a-4f1f-8e84-3f3edb679809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ccbd31-e6db-4999-b176-c479a6b2bb91', 'code': 200} Sep 30 13:05:39.149954 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbe101-7b2f-4e6e-9c30-d36ab12e8ecc req-bddaa80a-1d5f-4ccf-a7a4-533fc6f1e0e9 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:39.150943 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-7cc53a5f-15ed-4d74-9e6c-929abe6b02a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:39.156967 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-7cc53a5f-15ed-4d74-9e6c-929abe6b02a9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bfee4c1083184c949bfe63d2e5d7a195&device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 1095 time: 0.1147490 Sep 30 13:05:39.160108 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-84cbe101-7b2f-4e6e-9c30-d36ab12e8ecc req-bddaa80a-1d5f-4ccf-a7a4-533fc6f1e0e9 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee633808-6e7a-4f1f-8e84-3f3edb679809 HTTP/1.1" status: 200 len: 946 time: 0.0811188 Sep 30 13:05:39.262639 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-84cbe101-7b2f-4e6e-9c30-d36ab12e8ecc req-9f31f432-f3f0-4ce1-984f-22af123d2504 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004965 Sep 30 13:05:39.284532 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b4d22-f3f4-41f6-bba6-73f379e1aff8 req-50eb2ee8-2078-4d7f-b289-d3f3f0a0354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:39.290133 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-185b4d22-f3f4-41f6-bba6-73f379e1aff8 req-50eb2ee8-2078-4d7f-b289-d3f3f0a0354d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee633808-6e7a-4f1f-8e84-3f3edb679809 HTTP/1.1" status: 200 len: 1097 time: 0.0778074 Sep 30 13:05:39.332989 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-185b4d22-f3f4-41f6-bba6-73f379e1aff8 req-c735cde5-13db-478b-8cf1-e295982d6ddf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392790 Sep 30 13:05:39.368504 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-85ba3c49-a81c-4153-bde9-6f64af9903f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:39.370758 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-85ba3c49-a81c-4153-bde9-6f64af9903f9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a HTTP/1.1" status: 200 len: 921 time: 0.1988862 Sep 30 13:05:39.381479 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8a7f8-2a68-4e34-bf69-467bbd31e539 req-0794e1ee-6a88-4c5e-8134-8a847e141aff tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:39.383571 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b7e8a7f8-2a68-4e34-bf69-467bbd31e539 req-0794e1ee-6a88-4c5e-8134-8a847e141aff tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 944 time: 0.0776625 Sep 30 13:05:39.429704 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b7e8a7f8-2a68-4e34-bf69-467bbd31e539 req-a066e5bd-9098-4767-8d69-cde12792d4e0 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367734 Sep 30 13:05:39.612897 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-96f8896e-d036-47e3-87b4-5a6b2739fa27 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37d71825-e339-43d2-921d-7fe5b24f6f7c HTTP/1.1" status: 200 len: 217 time: 0.0538080 Sep 30 13:05:39.709985 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efbebc-2f20-45a3-a3cf-95cfc33e4e50 req-9e2a32d0-5f51-4ee6-ac93-af494a8256a2 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:39.713624 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-57efbebc-2f20-45a3-a3cf-95cfc33e4e50 req-9e2a32d0-5f51-4ee6-ac93-af494a8256a2 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 943 time: 0.0918329 Sep 30 13:05:39.730553 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-35061a69-d567-4ed2-b2e0-ebb99ec4897e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:39.732337 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-35061a69-d567-4ed2-b2e0-ebb99ec4897e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d2a3567b-bc5f-477b-8f28-c16dcd278961 HTTP/1.1" status: 200 len: 860 time: 0.1097178 Sep 30 13:05:39.776891 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-b8ddcee7-4232-4bfb-9258-0da36be8c0d7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354033 Sep 30 13:05:39.778259 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-57efbebc-2f20-45a3-a3cf-95cfc33e4e50 req-7f99c445-14b0-4648-b84e-7e4abb7936d2 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523269 Sep 30 13:05:39.936865 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-836a7680-7567-45e2-b1f3-17c55d6419e8 service neutron] 10.222.0.39 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448772 Sep 30 13:05:40.037072 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 46234) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:05:40.065881 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-1e98c705-13d8-4bce-b1c9-e5f39be49dbe service neutron] 10.222.0.39 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160102 Sep 30 13:05:40.168658 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cddef1d7-0e54-4e9d-9ebb-d6b38b955c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:40.182482 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 37d71825-e339-43d2-921d-7fe5b24f6f7c no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:05:40.270480 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 37d71825-e339-43d2-921d-7fe5b24f6f7c not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:05:40.350219 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cddef1d7-0e54-4e9d-9ebb-d6b38b955c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:40.378588 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cddef1d7-0e54-4e9d-9ebb-d6b38b955c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:40.448203 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cddef1d7-0e54-4e9d-9ebb-d6b38b955c87 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ec21b2b25de344b7910b2dd507e5599b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4079182 Sep 30 13:05:40.453043 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46240) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:05:40.458111 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddef1d7-0e54-4e9d-9ebb-d6b38b955c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3072493-bda6-4291-a329-929b53889c88,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:40.469049 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-1dbf752c-8883-49d0-8704-c61c19302eb6 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:40.470631 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-1dbf752c-8883-49d0-8704-c61c19302eb6 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f&tenant_id=bfee4c1083184c949bfe63d2e5d7a195&binding%3Ahost_id=n-h1-810909-2 HTTP/1.1" status: 200 len: 1095 time: 0.1429296 Sep 30 13:05:40.490435 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91c695-0c56-4613-9e0f-e663f4949c4b req-210722be-3d98-48d7-81a5-bbe28c8fec3e tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:40.492101 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f91c695-0c56-4613-9e0f-e663f4949c4b req-210722be-3d98-48d7-81a5-bbe28c8fec3e tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee633808-6e7a-4f1f-8e84-3f3edb679809 HTTP/1.1" status: 200 len: 946 time: 0.1256113 Sep 30 13:05:40.537916 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b956673b-9d0d-4391-8b6d-485f7c6259af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:40.573905 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:05:40.588464 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b956673b-9d0d-4391-8b6d-485f7c6259af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:40.629136 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c26b8-45ab-4387-996c-bc0822a84507 req-6f0a7797-aded-4175-b7bc-eae182724877 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:40.635972 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-961c26b8-45ab-4387-996c-bc0822a84507 req-6f0a7797-aded-4175-b7bc-eae182724877 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 944 time: 0.0995374 Sep 30 13:05:40.638222 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f91c695-0c56-4613-9e0f-e663f4949c4b req-487a6b68-ac97-432c-ad19-760e8f7ea449 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922179 Sep 30 13:05:40.665099 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:05:40.665870 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:40.700310 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-2d6c474b-f199-43a9-afd9-7976ece0a95f service neutron] For port 37d71825-e339-43d2-921d-7fe5b24f6f7c, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:05:40.704335 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-2d6c474b-f199-43a9-afd9-7976ece0a95f service neutron] Notify callbacks [] for binding, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:40.705511 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c9c5c93f-760f-46cc-ac68-92f1ffcae44a req-2d6c474b-f199-43a9-afd9-7976ece0a95f service neutron] 10.222.0.39 "DELETE /v2.0/ports/37d71825-e339-43d2-921d-7fe5b24f6f7c/bindings/n-h2-810909-2 HTTP/1.1" status: 204 len: 173 time: 0.2124870 Sep 30 13:05:40.717595 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b956673b-9d0d-4391-8b6d-485f7c6259af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:40.720607 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b956673b-9d0d-4391-8b6d-485f7c6259af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:40.722348 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b956673b-9d0d-4391-8b6d-485f7c6259af admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d3072493-bda6-4291-a329-929b53889c88 HTTP/1.1" status: 204 len: 168 time: 0.2680821 Sep 30 13:05:40.792289 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956673b-9d0d-4391-8b6d-485f7c6259af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3072493-bda6-4291-a329-929b53889c88,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:40.826002 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-961c26b8-45ab-4387-996c-bc0822a84507 req-d9a99138-8eb2-4ada-9431-c1a9387b9ad8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252823 Sep 30 13:05:40.830387 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:40.889610 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8e16d3ba-806c-4ee8-bbf4-ef2464d4e092,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:40.903662 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:40.957213 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=8e16d3ba-806c-4ee8-bbf4-ef2464d4e092,revision_number=10']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:41.034047 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b3343-3231-4c46-82b1-9120eee26891 req-e3ea3eaf-ce80-4d51-9c59-8b040ce8172d tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:41.035778 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e89b3343-3231-4c46-82b1-9120eee26891 req-e3ea3eaf-ce80-4d51-9c59-8b040ce8172d tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 943 time: 0.0797110 Sep 30 13:05:41.085723 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e89b3343-3231-4c46-82b1-9120eee26891 req-ecc34780-b624-4fb4-8f45-1bf750da3dc8 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426421 Sep 30 13:05:41.127894 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9de113-7ebe-4e15-839a-3a136a5bc2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e16d3ba-806c-4ee8-bbf4-ef2464d4e092'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:05:41.131681 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d740b7d-b475-4c59-b11a-796a51f76db4" -d '{"events": [{"server_uuid": "ca9de113-7ebe-4e15-839a-3a136a5bc2f7", "name": "network-vif-plugged", "status": "completed", "tag": "8e16d3ba-806c-4ee8-bbf4-ef2464d4e092"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:05:41.225108 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e1d2ce-e5ee-4697-b706-5fd19cfd7fce x-openstack-request-id: req-20e1d2ce-e5ee-4697-b706-5fd19cfd7fce {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:05:41.225714 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9de113-7ebe-4e15-839a-3a136a5bc2f7", "name": "network-vif-plugged", "status": "completed", "tag": "8e16d3ba-806c-4ee8-bbf4-ef2464d4e092", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:05:41.225843 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20e1d2ce-e5ee-4697-b706-5fd19cfd7fce {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:05:41.226628 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9de113-7ebe-4e15-839a-3a136a5bc2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e16d3ba-806c-4ee8-bbf4-ef2464d4e092', 'code': 200} Sep 30 13:05:41.284918 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786d364-6f21-48e9-89af-bd1d32c0af43 req-7fabd28b-7c2c-4456-9524-1bf260d39184 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:41.293520 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e786d364-6f21-48e9-89af-bd1d32c0af43 req-7fabd28b-7c2c-4456-9524-1bf260d39184 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 1095 time: 0.0785685 Sep 30 13:05:41.330638 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e786d364-6f21-48e9-89af-bd1d32c0af43 req-86a80a4b-62e5-49e3-b34e-0f2a94c7c6aa tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360067 Sep 30 13:05:41.491955 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0720ff3-e3e2-4881-af6b-36284fb3f56a req-2cf526f7-87f1-48bc-ba7c-23d211a70511 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:41.501223 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a0720ff3-e3e2-4881-af6b-36284fb3f56a req-2cf526f7-87f1-48bc-ba7c-23d211a70511 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 1095 time: 0.0621789 Sep 30 13:05:41.552440 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a0720ff3-e3e2-4881-af6b-36284fb3f56a req-036bb4a0-3c34-43ad-b19f-1c5ec5c3c037 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494230 Sep 30 13:05:41.873607 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d91c60-361c-4196-8007-8e10f4bb943f req-da291dd8-451a-403f-9d0c-3ffc4897652d tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:41.883392 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-50d91c60-361c-4196-8007-8e10f4bb943f req-da291dd8-451a-403f-9d0c-3ffc4897652d tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee633808-6e7a-4f1f-8e84-3f3edb679809 HTTP/1.1" status: 200 len: 946 time: 0.1169069 Sep 30 13:05:41.942460 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-50d91c60-361c-4196-8007-8e10f4bb943f req-1bacb4a3-f1ac-41aa-83d3-62de014d966e tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568223 Sep 30 13:05:42.200347 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771a9dc-1314-41b9-85b3-a4d8bd82975f req-c498f9c4-f8e2-4803-a3fc-9ddc4b51d938 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:42.202067 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f771a9dc-1314-41b9-85b3-a4d8bd82975f req-c498f9c4-f8e2-4803-a3fc-9ddc4b51d938 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee633808-6e7a-4f1f-8e84-3f3edb679809 HTTP/1.1" status: 200 len: 946 time: 0.0891087 Sep 30 13:05:42.257902 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f771a9dc-1314-41b9-85b3-a4d8bd82975f req-4947e2f3-ec88-4f49-9cfb-f9d4edbbcc31 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496488 Sep 30 13:05:42.498525 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c070e-6b0c-4a18-a9f7-866e6bb7e78d req-68450ac0-1d64-4aa8-be4e-c7be57114e75 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:42.514662 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d11c070e-6b0c-4a18-a9f7-866e6bb7e78d req-68450ac0-1d64-4aa8-be4e-c7be57114e75 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 943 time: 0.0984623 Sep 30 13:05:42.580306 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d11c070e-6b0c-4a18-a9f7-866e6bb7e78d req-ed6d9b38-81f8-42da-8665-6e44408870e0 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602877 Sep 30 13:05:42.594279 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 20be239f-0dff-47e5-8ed5-9b8f05aea631 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:05:42.773094 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c2e0249b-fd44-4df6-9481-3f7e023acc28 req-ffdbfef0-35aa-476f-8c76-69dac6469a4c tempest-AbsoluteLimitsNegativeTestJSON-997826380 tempest-AbsoluteLimitsNegativeTestJSON-997826380-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d5663143196d4ee7960014fe355ac6ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284569 Sep 30 13:05:42.816938 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 20be239f-0dff-47e5-8ed5-9b8f05aea631, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=20be239f-0dff-47e5-8ed5-9b8f05aea631,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:42.832452 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '20be239f-0dff-47e5-8ed5-9b8f05aea631', 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd', 'port_id': '20be239f-0dff-47e5-8ed5-9b8f05aea631', 'mac_address': 'fa:16:3e:2f:3b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd154e7f6-f478-45ee-9bd0-03f890cad96e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:05:42.930653 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:42.950224 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20be239f-0dff-47e5-8ed5-9b8f05aea631 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:05:43.014824 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 20be239f-0dff-47e5-8ed5-9b8f05aea631, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=20be239f-0dff-47e5-8ed5-9b8f05aea631,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:43.030517 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:43.053809 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0249b-fd44-4df6-9481-3f7e023acc28 req-553a8d2a-9cf0-42de-b868-374cce3f7b1f tempest-AbsoluteLimitsNegativeTestJSON-997826380 tempest-AbsoluteLimitsNegativeTestJSON-997826380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:43.061215 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c2e0249b-fd44-4df6-9481-3f7e023acc28 req-553a8d2a-9cf0-42de-b868-374cce3f7b1f tempest-AbsoluteLimitsNegativeTestJSON-997826380 tempest-AbsoluteLimitsNegativeTestJSON-997826380-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2863476 Sep 30 13:05:43.081549 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c2e0249b-fd44-4df6-9481-3f7e023acc28 req-ca2a3980-a3ee-4483-b68e-cc07bfd0b1ac tempest-AbsoluteLimitsNegativeTestJSON-997826380 tempest-AbsoluteLimitsNegativeTestJSON-997826380-project] 10.222.0.18 "GET /v2.0/quotas/d5663143196d4ee7960014fe355ac6ab HTTP/1.1" status: 200 len: 375 time: 0.0192008 Sep 30 13:05:43.158073 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c2e0249b-fd44-4df6-9481-3f7e023acc28 req-4ead0d63-7baf-4db1-a3b1-e72d32388291 tempest-AbsoluteLimitsNegativeTestJSON-997826380 tempest-AbsoluteLimitsNegativeTestJSON-997826380-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5663143196d4ee7960014fe355ac6ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753469 Sep 30 13:05:43.201935 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=20be239f-0dff-47e5-8ed5-9b8f05aea631,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:43.419226 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['20be239f-0dff-47e5-8ed5-9b8f05aea631'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:05:43.782227 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46386) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:05:43.799059 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6b4aa-fbb4-449d-9ec8-1aeac9c3e3f5 req-4bab2522-e621-451d-8ac3-b94c1001b43f tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:43.800814 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8ea6b4aa-fbb4-449d-9ec8-1aeac9c3e3f5 req-4bab2522-e621-451d-8ac3-b94c1001b43f tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee633808-6e7a-4f1f-8e84-3f3edb679809 HTTP/1.1" status: 200 len: 946 time: 0.1709359 Sep 30 13:05:43.893513 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8ea6b4aa-fbb4-449d-9ec8-1aeac9c3e3f5 req-9f52974d-e281-4221-8f37-cdc086d565b4 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561078 Sep 30 13:05:43.958273 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d0f52-240e-408d-ab26-d70ec18cb95d req-620a27ef-ef8d-47af-8c71-1f9eb577a7e1 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:43.966090 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-257d0f52-240e-408d-ab26-d70ec18cb95d req-620a27ef-ef8d-47af-8c71-1f9eb577a7e1 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 944 time: 0.0686426 Sep 30 13:05:44.014253 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2e20874c-9359-4d4e-bcb2-8680717ab684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:44.025213 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-257d0f52-240e-408d-ab26-d70ec18cb95d req-b1f18726-0741-4625-9935-c1af0d198864 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584819 Sep 30 13:05:44.159788 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2e20874c-9359-4d4e-bcb2-8680717ab684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:44.165171 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2e20874c-9359-4d4e-bcb2-8680717ab684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:44.206198 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20874c-9359-4d4e-bcb2-8680717ab684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920b4fb3-1cd9-4537-946a-0fd6ae8153f6,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:44.222517 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2e20874c-9359-4d4e-bcb2-8680717ab684 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5663143196d4ee7960014fe355ac6ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4350793 Sep 30 13:05:44.222836 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 46394) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:05:44.292169 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a45af7a-1cd8-4d12-9c52-3196db4d2780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:44.326412 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a45af7a-1cd8-4d12-9c52-3196db4d2780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:44.407594 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a45af7a-1cd8-4d12-9c52-3196db4d2780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:44.410328 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a45af7a-1cd8-4d12-9c52-3196db4d2780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:44.424934 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2a45af7a-1cd8-4d12-9c52-3196db4d2780 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/920b4fb3-1cd9-4537-946a-0fd6ae8153f6 HTTP/1.1" status: 204 len: 168 time: 0.1971745 Sep 30 13:05:44.448285 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45af7a-1cd8-4d12-9c52-3196db4d2780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920b4fb3-1cd9-4537-946a-0fd6ae8153f6,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:44.461816 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:45.071638 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb1d69-9fcd-4c0d-b8c5-728afaac8a80 req-a77fcbc3-5715-40d8-a26a-191febd36a09 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:45.079128 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9edb1d69-9fcd-4c0d-b8c5-728afaac8a80 req-a77fcbc3-5715-40d8-a26a-191febd36a09 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee633808-6e7a-4f1f-8e84-3f3edb679809 HTTP/1.1" status: 200 len: 946 time: 0.0907419 Sep 30 13:05:45.147615 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9edb1d69-9fcd-4c0d-b8c5-728afaac8a80 req-04428fde-3371-4560-a3b1-89f456018fb6 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569842 Sep 30 13:05:45.217798 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3d181-ef22-4411-9811-35c91c16f57b req-4a61b253-683d-4213-920f-9244e078b03c tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:45.219563 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-43d3d181-ef22-4411-9811-35c91c16f57b req-4a61b253-683d-4213-920f-9244e078b03c tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 944 time: 0.0806067 Sep 30 13:05:45.299609 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-43d3d181-ef22-4411-9811-35c91c16f57b req-0fd0a6d0-2bb9-47b3-abae-8b1d02937e4a tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735250 Sep 30 13:05:45.591721 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 46446) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:05:45.728175 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-abe46af6-a291-47ee-b008-734d474298f4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1079696755-network', 'tenant_id': '738d49e098f343b1a4ab89b4144e4dc1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:45.759004 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe46af6-a291-47ee-b008-734d474298f4 admin admin] Made reservation on behalf of 738d49e098f343b1a4ab89b4144e4dc1 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:05:45.765265 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-abe46af6-a291-47ee-b008-734d474298f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:45.783804 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-abe46af6-a291-47ee-b008-734d474298f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:45.914154 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-abe46af6-a291-47ee-b008-734d474298f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:45.928930 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-abe46af6-a291-47ee-b008-734d474298f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:45.962260 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe46af6-a291-47ee-b008-734d474298f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:05:45.989671 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe46af6-a291-47ee-b008-734d474298f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d24c7f0-2b2a-4bf2-a84a-fc9ceeccc7e4,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:45.996650 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-abe46af6-a291-47ee-b008-734d474298f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:45.997199 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-abe46af6-a291-47ee-b008-734d474298f4 admin admin] Added segment c1acb169-5b70-44ad-8cdc-04fa6721d257 of type vlan for network 133cf6d6-7df9-4664-a809-e7e4825940f8 Sep 30 13:05:46.049594 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-abe46af6-a291-47ee-b008-734d474298f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:46.094066 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-abe46af6-a291-47ee-b008-734d474298f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:46.096764 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe46af6-a291-47ee-b008-734d474298f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:46.097776 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-abe46af6-a291-47ee-b008-734d474298f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:46.144515 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-abe46af6-a291-47ee-b008-734d474298f4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5508544 Sep 30 13:05:46.148339 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46462) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:05:46.154817 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-d3f0b2aa-1f2c-474a-a195-ef89f03132a5 admin admin] Request body: {'subnet': {'network_id': '133cf6d6-7df9-4664-a809-e7e4825940f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1079696755-subnet', 'tenant_id': '738d49e098f343b1a4ab89b4144e4dc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:46.192939 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f0b2aa-1f2c-474a-a195-ef89f03132a5 admin admin] Made reservation on behalf of 738d49e098f343b1a4ab89b4144e4dc1 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:05:46.197839 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b2aa-1f2c-474a-a195-ef89f03132a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:46.273058 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe46af6-a291-47ee-b008-734d474298f4 admin admin] Pushing event updated for resources: {'Network': ['ID=133cf6d6-7df9-4664-a809-e7e4825940f8,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:46.312071 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 133cf6d6-7df9-4664-a809-e7e4825940f8 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:05:46.412190 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd224c33-8c50-4ed1-bb65-9bd508c6fc71 req-009bdc5e-e300-4600-ad82-06769b276b43 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:46.413783 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cd224c33-8c50-4ed1-bb65-9bd508c6fc71 req-009bdc5e-e300-4600-ad82-06769b276b43 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee633808-6e7a-4f1f-8e84-3f3edb679809 HTTP/1.1" status: 200 len: 946 time: 0.1172338 Sep 30 13:05:46.484621 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb531069-7854-40f3-be94-07fb9cbc5c79 req-b01dda25-90e2-4c92-ab8b-b1523b7a7515 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:46.494469 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb531069-7854-40f3-be94-07fb9cbc5c79 req-b01dda25-90e2-4c92-ab8b-b1523b7a7515 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 944 time: 0.0685818 Sep 30 13:05:46.507515 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cd224c33-8c50-4ed1-bb65-9bd508c6fc71 req-d3d6f006-964c-4e66-ab31-9e95745b2ece tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854890 Sep 30 13:05:46.544159 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb531069-7854-40f3-be94-07fb9cbc5c79 req-6aed149e-2be4-4016-97c6-28064a674e55 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487928 Sep 30 13:05:46.551348 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b2aa-1f2c-474a-a195-ef89f03132a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:46.627761 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device a7ccbd31-e6db-4999-b176-c479a6b2bb91 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:05:46.630642 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 20be239f-0dff-47e5-8ed5-9b8f05aea631 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:05:46.647060 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f0b2aa-1f2c-474a-a195-ef89f03132a5 admin admin] Checking segment: {'id': 'c1acb169-5b70-44ad-8cdc-04fa6721d257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '133cf6d6-7df9-4664-a809-e7e4825940f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:05:46.647566 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f0b2aa-1f2c-474a-a195-ef89f03132a5 admin admin] Network hostable DHCP agents. Network: 133cf6d6-7df9-4664-a809-e7e4825940f8, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:05:46.658061 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0b2aa-1f2c-474a-a195-ef89f03132a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b99fdda7-3f46-4aa4-80c8-028c54cfc769,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:46.690592 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f0b2aa-1f2c-474a-a195-ef89f03132a5 admin admin] Network 133cf6d6-7df9-4664-a809-e7e4825940f8 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:05:46.707750 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-d3f0b2aa-1f2c-474a-a195-ef89f03132a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 133cf6d6-7df9-4664-a809-e7e4825940f8) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:05:46.719096 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f0b2aa-1f2c-474a-a195-ef89f03132a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:46.719216 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b2aa-1f2c-474a-a195-ef89f03132a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:46.727309 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6c827f-d36a-48d5-93f9-6d0c5ff6fcc4 None None] Network 133cf6d6-7df9-4664-a809-e7e4825940f8 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:05:46.749173 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d3f0b2aa-1f2c-474a-a195-ef89f03132a5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5985346 Sep 30 13:05:46.891326 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 20be239f-0dff-47e5-8ed5-9b8f05aea631 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:05:46.901440 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 20be239f-0dff-47e5-8ed5-9b8f05aea631 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:05:46.901813 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:46.961116 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port a7ccbd31-e6db-4999-b176-c479a6b2bb91, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=a7ccbd31-e6db-4999-b176-c479a6b2bb91,segment=NetworkSegment(46821e00-e4d0-4238-88d3-b4e77f5b89b8),segment_id=46821e00-e4d0-4238-88d3-b4e77f5b89b8)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:47.001150 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'a7ccbd31-e6db-4999-b176-c479a6b2bb91', 'network_id': 'f2a53838-1c79-48c4-bdd8-e5e86cdc10e2', 'port_id': 'a7ccbd31-e6db-4999-b176-c479a6b2bb91', 'mac_address': 'fa:16:3e:c5:7e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92067afd-1f22-4fa2-ade8-89a9a9492dd2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:05:47.058780 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c2f2f2-af17-4066-88bc-d6e77c26a90b None None] Network 133cf6d6-7df9-4664-a809-e7e4825940f8 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:05:47.150056 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:47.172898 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:47.195884 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7ccbd31-e6db-4999-b176-c479a6b2bb91 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:05:47.211252 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc6cd8d-1990-4d54-919d-8afa1edc748b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20be239f-0dff-47e5-8ed5-9b8f05aea631'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:05:47.213686 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef24adff-841c-4083-ac32-f2edbb7de3af" -d '{"events": [{"server_uuid": "8bc6cd8d-1990-4d54-919d-8afa1edc748b", "name": "network-vif-plugged", "status": "completed", "tag": "20be239f-0dff-47e5-8ed5-9b8f05aea631"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:05:47.249917 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 20be239f-0dff-47e5-8ed5-9b8f05aea631, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=20be239f-0dff-47e5-8ed5-9b8f05aea631,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:47.250331 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-40ae7677-389f-4503-9061-d153dde2763e req-073dd0ef-b36b-4784-a45a-3c3747646950 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-392650220', 'description': 'tempest-description-900018788'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:47.253658 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port a7ccbd31-e6db-4999-b176-c479a6b2bb91, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=a7ccbd31-e6db-4999-b176-c479a6b2bb91,segment=NetworkSegment(46821e00-e4d0-4238-88d3-b4e77f5b89b8),segment_id=46821e00-e4d0-4238-88d3-b4e77f5b89b8)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:47.283875 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:47.288711 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:47.313803 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf575ab-d8db-47db-866f-25e14c6de4d6 x-openstack-request-id: req-daf575ab-d8db-47db-866f-25e14c6de4d6 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:05:47.314551 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc6cd8d-1990-4d54-919d-8afa1edc748b", "name": "network-vif-plugged", "status": "completed", "tag": "20be239f-0dff-47e5-8ed5-9b8f05aea631", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:05:47.314707 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-daf575ab-d8db-47db-866f-25e14c6de4d6 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:05:47.315187 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc6cd8d-1990-4d54-919d-8afa1edc748b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20be239f-0dff-47e5-8ed5-9b8f05aea631', 'code': 200} Sep 30 13:05:47.315389 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-40ae7677-389f-4503-9061-d153dde2763e req-073dd0ef-b36b-4784-a45a-3c3747646950 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:47.380980 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=20be239f-0dff-47e5-8ed5-9b8f05aea631,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:47.390236 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:47.390760 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:47.392992 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:47.392992 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:47.392992 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:47.392992 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:47.392992 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:47.392992 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:47.393712 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:47.394161 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:47.394745 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:47.395169 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:05:47.467124 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['a7ccbd31-e6db-4999-b176-c479a6b2bb91'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:05:47.500134 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-40ae7677-389f-4503-9061-d153dde2763e req-073dd0ef-b36b-4784-a45a-3c3747646950 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:47.521823 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-40ae7677-389f-4503-9061-d153dde2763e req-073dd0ef-b36b-4784-a45a-3c3747646950 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:47.522098 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=a7ccbd31-e6db-4999-b176-c479a6b2bb91,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:47.579346 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073dd0ef-b36b-4784-a45a-3c3747646950 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec26b6ed-26b0-4db5-9a5f-d3ab3cab9679,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:47.594366 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-40ae7677-389f-4503-9061-d153dde2763e req-073dd0ef-b36b-4784-a45a-3c3747646950 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:47.595927 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-40ae7677-389f-4503-9061-d153dde2763e req-073dd0ef-b36b-4784-a45a-3c3747646950 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3521509 Sep 30 13:05:47.617503 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78934d-b2c1-4f0a-9b72-3a0330917be2 req-f450faed-fb50-487f-ae9d-63785f591e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:47.622191 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d78934d-b2c1-4f0a-9b72-3a0330917be2 req-f450faed-fb50-487f-ae9d-63785f591e44 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 1096 time: 0.2391245 Sep 30 13:05:47.698600 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d78934d-b2c1-4f0a-9b72-3a0330917be2 req-b42ed7fe-4af2-4914-a359-915abab7118e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624585 Sep 30 13:05:47.730972 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255d0c2-07db-45fc-87c3-9a856daa5a90 req-702e828d-3b7c-4465-8ec7-0a62305b399b tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:47.738985 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6255d0c2-07db-45fc-87c3-9a856daa5a90 req-702e828d-3b7c-4465-8ec7-0a62305b399b tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee633808-6e7a-4f1f-8e84-3f3edb679809 HTTP/1.1" status: 200 len: 945 time: 0.1096494 Sep 30 13:05:47.768580 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc41ce-8de8-4721-8d0c-f003fe8aff49 req-079fbe4f-28e6-465a-a911-b8a74d107361 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:47.770375 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-afcc41ce-8de8-4721-8d0c-f003fe8aff49 req-079fbe4f-28e6-465a-a911-b8a74d107361 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 945 time: 0.0605419 Sep 30 13:05:47.793142 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6255d0c2-07db-45fc-87c3-9a856daa5a90 req-40116c18-7b34-4d54-8f7f-159da4171806 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529172 Sep 30 13:05:47.846086 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-afcc41ce-8de8-4721-8d0c-f003fe8aff49 req-b882588a-ed53-41b1-9eaf-9cebc182a1cd tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682657 Sep 30 13:05:47.898225 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71b54c53-fb28-4d72-bcec-4b185b2a679d req-75262ab3-e280-45ee-bc35-493c2a39816f tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "GET /v2.0/security-groups/ec26b6ed-26b0-4db5-9a5f-d3ab3cab9679 HTTP/1.1" status: 200 len: 1803 time: 0.0759377 Sep 30 13:05:47.902971 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-71b54c53-fb28-4d72-bcec-4b185b2a679d req-7276f6d7-a4f2-4e7f-ab9b-f3ac5f0bda06 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ec26b6ed-26b0-4db5-9a5f-d3ab3cab9679', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:47.903289 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-71b54c53-fb28-4d72-bcec-4b185b2a679d req-7276f6d7-a4f2-4e7f-ab9b-f3ac5f0bda06 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ec26b6ed-26b0-4db5-9a5f-d3ab3cab9679', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:48.000117 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-71b54c53-fb28-4d72-bcec-4b185b2a679d req-7276f6d7-a4f2-4e7f-ab9b-f3ac5f0bda06 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:48.045913 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-71b54c53-fb28-4d72-bcec-4b185b2a679d req-7276f6d7-a4f2-4e7f-ab9b-f3ac5f0bda06 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:48.051854 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-71b54c53-fb28-4d72-bcec-4b185b2a679d req-7276f6d7-a4f2-4e7f-ab9b-f3ac5f0bda06 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:48.076025 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276f6d7-a4f2-4e7f-ab9b-f3ac5f0bda06 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c266ca3-21af-4094-8348-a5ad0343a313,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:48.092637 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-71b54c53-fb28-4d72-bcec-4b185b2a679d req-7276f6d7-a4f2-4e7f-ab9b-f3ac5f0bda06 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:48.126263 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71b54c53-fb28-4d72-bcec-4b185b2a679d req-7276f6d7-a4f2-4e7f-ab9b-f3ac5f0bda06 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2105293 Sep 30 13:05:48.191833 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-576b5718-563e-47b6-9fcd-cb4156a411d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:48.273041 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-c1f7ba77-1abd-4d23-8979-fae597db1c32 req-c739d52b-fa5d-4923-a066-f1170adda055 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1023729242', 'description': 'tempest-description-1625148774'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:48.299945 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c1f7ba77-1abd-4d23-8979-fae597db1c32 req-c739d52b-fa5d-4923-a066-f1170adda055 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:48.418560 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c1f7ba77-1abd-4d23-8979-fae597db1c32 req-c739d52b-fa5d-4923-a066-f1170adda055 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:48.447837 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c1f7ba77-1abd-4d23-8979-fae597db1c32 req-c739d52b-fa5d-4923-a066-f1170adda055 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:48.502054 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d337327-c48c-4140-b416-e9c2d5696edf req-3b0ca3ff-3b90-4cec-8da5-e3cab5a47da0 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:48.513095 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6d337327-c48c-4140-b416-e9c2d5696edf req-3b0ca3ff-3b90-4cec-8da5-e3cab5a47da0 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee633808-6e7a-4f1f-8e84-3f3edb679809 HTTP/1.1" status: 200 len: 945 time: 0.0870121 Sep 30 13:05:48.515167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739d52b-fa5d-4923-a066-f1170adda055 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e74da6a-7bf4-4ebc-a70b-29eab636c70e,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:48.540131 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c1f7ba77-1abd-4d23-8979-fae597db1c32 req-c739d52b-fa5d-4923-a066-f1170adda055 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:48.542076 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c1f7ba77-1abd-4d23-8979-fae597db1c32 req-c739d52b-fa5d-4923-a066-f1170adda055 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2743194 Sep 30 13:05:48.590467 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6d337327-c48c-4140-b416-e9c2d5696edf req-1854f93d-9329-4a65-841a-34d9a5c05019 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764630 Sep 30 13:05:48.631000 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device a7ccbd31-e6db-4999-b176-c479a6b2bb91 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:05:48.649214 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-492c8fbe-5338-4ef0-8fa0-0bf27828811c req-3b236d24-c13e-4def-9f25-80d45765ef57 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "GET /v2.0/security-groups/8e74da6a-7bf4-4ebc-a70b-29eab636c70e HTTP/1.1" status: 200 len: 1805 time: 0.0825980 Sep 30 13:05:48.653944 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-492c8fbe-5338-4ef0-8fa0-0bf27828811c req-22618d69-2fc1-41d8-b2cf-db34d587b81e tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8e74da6a-7bf4-4ebc-a70b-29eab636c70e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:48.654280 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-492c8fbe-5338-4ef0-8fa0-0bf27828811c req-22618d69-2fc1-41d8-b2cf-db34d587b81e tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8e74da6a-7bf4-4ebc-a70b-29eab636c70e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:48.689397 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port a7ccbd31-e6db-4999-b176-c479a6b2bb91 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:05:48.690054 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:48.784480 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-492c8fbe-5338-4ef0-8fa0-0bf27828811c req-22618d69-2fc1-41d8-b2cf-db34d587b81e tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:48.796088 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:48.835283 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-492c8fbe-5338-4ef0-8fa0-0bf27828811c req-22618d69-2fc1-41d8-b2cf-db34d587b81e tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:48.840389 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-492c8fbe-5338-4ef0-8fa0-0bf27828811c req-22618d69-2fc1-41d8-b2cf-db34d587b81e tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:48.852829 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port a7ccbd31-e6db-4999-b176-c479a6b2bb91, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=a7ccbd31-e6db-4999-b176-c479a6b2bb91,segment=NetworkSegment(46821e00-e4d0-4238-88d3-b4e77f5b89b8),segment_id=46821e00-e4d0-4238-88d3-b4e77f5b89b8)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:48.860532 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:48.868409 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22618d69-2fc1-41d8-b2cf-db34d587b81e tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4741b245-64c3-4ae9-891b-68dcf0a0c635,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:48.874764 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-492c8fbe-5338-4ef0-8fa0-0bf27828811c req-22618d69-2fc1-41d8-b2cf-db34d587b81e tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:48.879653 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-492c8fbe-5338-4ef0-8fa0-0bf27828811c req-22618d69-2fc1-41d8-b2cf-db34d587b81e tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2295797 Sep 30 13:05:48.909139 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-ed6321a6-be30-42f6-86b3-a35ef2fef311 req-948c83e4-61f3-45ae-9354-c6e7b84750c1 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-435873460', 'description': 'tempest-description-164645443'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:48.968454 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ed6321a6-be30-42f6-86b3-a35ef2fef311 req-948c83e4-61f3-45ae-9354-c6e7b84750c1 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:49.000680 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=a7ccbd31-e6db-4999-b176-c479a6b2bb91,revision_number=7']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:49.077675 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4de88d-7d36-4b12-be29-65e11c8b3ac1 req-2a524901-6354-4f67-94bb-2872be89fdb5 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:49.079429 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7d4de88d-7d36-4b12-be29-65e11c8b3ac1 req-2a524901-6354-4f67-94bb-2872be89fdb5 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 945 time: 0.0837405 Sep 30 13:05:49.140099 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7d4de88d-7d36-4b12-be29-65e11c8b3ac1 req-021922a3-945b-4475-a0c6-3026537c6f97 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504508 Sep 30 13:05:49.173713 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ed6321a6-be30-42f6-86b3-a35ef2fef311 req-948c83e4-61f3-45ae-9354-c6e7b84750c1 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:49.184406 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ed6321a6-be30-42f6-86b3-a35ef2fef311 req-948c83e4-61f3-45ae-9354-c6e7b84750c1 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:49.231212 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ed6321a6-be30-42f6-86b3-a35ef2fef311 req-948c83e4-61f3-45ae-9354-c6e7b84750c1 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:49.232554 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ed6321a6-be30-42f6-86b3-a35ef2fef311 req-948c83e4-61f3-45ae-9354-c6e7b84750c1 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3279715 Sep 30 13:05:49.233223 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c83e4-61f3-45ae-9354-c6e7b84750c1 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f16125a-efaf-405e-9668-41a2e5a4a73c,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:49.251434 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:49.317226 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee633808-6e7a-4f1f-8e84-3f3edb679809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ccbd31-e6db-4999-b176-c479a6b2bb91'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:05:49.320454 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab06aa2-5643-47e2-874b-09b0720838ce" -d '{"events": [{"server_uuid": "ee633808-6e7a-4f1f-8e84-3f3edb679809", "name": "network-vif-plugged", "status": "completed", "tag": "a7ccbd31-e6db-4999-b176-c479a6b2bb91"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:05:49.362125 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-5368d364-4ce0-4b8a-b25d-800e14fbf408 req-11193095-7994-468d-b446-ca3b0c6b3080 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-24620848', 'description': 'tempest-description-224594933'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:49.407755 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5368d364-4ce0-4b8a-b25d-800e14fbf408 req-11193095-7994-468d-b446-ca3b0c6b3080 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:49.492439 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d0de82-db7b-499a-a2c8-a07b9017e5f3 x-openstack-request-id: req-b8d0de82-db7b-499a-a2c8-a07b9017e5f3 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:05:49.492439 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee633808-6e7a-4f1f-8e84-3f3edb679809", "name": "network-vif-plugged", "status": "completed", "tag": "a7ccbd31-e6db-4999-b176-c479a6b2bb91", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:05:49.492439 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8d0de82-db7b-499a-a2c8-a07b9017e5f3 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:05:49.494358 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee633808-6e7a-4f1f-8e84-3f3edb679809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ccbd31-e6db-4999-b176-c479a6b2bb91', 'code': 200} Sep 30 13:05:49.553153 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5368d364-4ce0-4b8a-b25d-800e14fbf408 req-11193095-7994-468d-b446-ca3b0c6b3080 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:49.561849 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5368d364-4ce0-4b8a-b25d-800e14fbf408 req-11193095-7994-468d-b446-ca3b0c6b3080 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:49.599086 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5368d364-4ce0-4b8a-b25d-800e14fbf408 req-11193095-7994-468d-b446-ca3b0c6b3080 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:49.603609 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5368d364-4ce0-4b8a-b25d-800e14fbf408 req-11193095-7994-468d-b446-ca3b0c6b3080 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2459738 Sep 30 13:05:49.606058 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11193095-7994-468d-b446-ca3b0c6b3080 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46794b85-0371-40e1-8498-ecbbf466c238,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:49.703867 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-09cf115d-0606-41bc-8069-3af19f0b89eb req-8de5a128-5d75-4b7d-95f0-5c62b1a40400 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "GET /v2.0/security-groups/1f16125a-efaf-405e-9668-41a2e5a4a73c HTTP/1.1" status: 200 len: 1803 time: 0.0616429 Sep 30 13:05:49.767062 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-09cf115d-0606-41bc-8069-3af19f0b89eb req-ac8cce7f-9603-47b1-9ff6-3c604769232a tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "GET /v2.0/security-groups/46794b85-0371-40e1-8498-ecbbf466c238 HTTP/1.1" status: 200 len: 1802 time: 0.0618980 Sep 30 13:05:49.779943 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-09cf115d-0606-41bc-8069-3af19f0b89eb req-f92caed3-9e90-4841-ae7a-88e91b609aa6 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1f16125a-efaf-405e-9668-41a2e5a4a73c', 'remote_group_id': '46794b85-0371-40e1-8498-ecbbf466c238', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:49.780535 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-09cf115d-0606-41bc-8069-3af19f0b89eb req-f92caed3-9e90-4841-ae7a-88e91b609aa6 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1f16125a-efaf-405e-9668-41a2e5a4a73c', 'remote_group_id': '46794b85-0371-40e1-8498-ecbbf466c238', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:49.893757 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-09cf115d-0606-41bc-8069-3af19f0b89eb req-f92caed3-9e90-4841-ae7a-88e91b609aa6 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:49.960077 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-09cf115d-0606-41bc-8069-3af19f0b89eb req-f92caed3-9e90-4841-ae7a-88e91b609aa6 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:49.965809 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-09cf115d-0606-41bc-8069-3af19f0b89eb req-f92caed3-9e90-4841-ae7a-88e91b609aa6 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:50.018240 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92caed3-9e90-4841-ae7a-88e91b609aa6 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fc4fcb1-bf2d-4c72-88a0-50cd5d0013d7,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:50.028673 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-09cf115d-0606-41bc-8069-3af19f0b89eb req-f92caed3-9e90-4841-ae7a-88e91b609aa6 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:50.035634 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-09cf115d-0606-41bc-8069-3af19f0b89eb req-f92caed3-9e90-4841-ae7a-88e91b609aa6 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2610247 Sep 30 13:05:50.059060 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-eeb16bde-8a7a-4016-be12-ed747a5861e7 req-87cc545d-6faa-4ade-ac08-7e1e59e4bec8 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-913861409', 'description': 'tempest-description-2006922471'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:50.075756 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe985ec-b8da-4cd7-9f79-45db94dd8453 req-88bc3d3a-b437-4e06-a436-748167c0da06 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:50.083274 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebe985ec-b8da-4cd7-9f79-45db94dd8453 req-88bc3d3a-b437-4e06-a436-748167c0da06 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee633808-6e7a-4f1f-8e84-3f3edb679809 HTTP/1.1" status: 200 len: 946 time: 0.3998194 Sep 30 13:05:50.110197 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-eeb16bde-8a7a-4016-be12-ed747a5861e7 req-87cc545d-6faa-4ade-ac08-7e1e59e4bec8 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:50.139275 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebe985ec-b8da-4cd7-9f79-45db94dd8453 req-78673e2a-4af1-4e29-8952-7c83523e1dbb tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550175 Sep 30 13:05:50.300015 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-eeb16bde-8a7a-4016-be12-ed747a5861e7 req-87cc545d-6faa-4ade-ac08-7e1e59e4bec8 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:50.306604 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-eeb16bde-8a7a-4016-be12-ed747a5861e7 req-87cc545d-6faa-4ade-ac08-7e1e59e4bec8 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:50.311069 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c5d08-f388-4a55-b365-4ffe97b4e69e req-272eadb6-0b1e-4033-a568-4ab5c6226009 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:50.319280 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-024c5d08-f388-4a55-b365-4ffe97b4e69e req-272eadb6-0b1e-4033-a568-4ab5c6226009 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 945 time: 0.1000683 Sep 30 13:05:50.356503 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-eeb16bde-8a7a-4016-be12-ed747a5861e7 req-87cc545d-6faa-4ade-ac08-7e1e59e4bec8 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:50.361088 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-eeb16bde-8a7a-4016-be12-ed747a5861e7 req-87cc545d-6faa-4ade-ac08-7e1e59e4bec8 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3056307 Sep 30 13:05:50.367105 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-024c5d08-f388-4a55-b365-4ffe97b4e69e req-662ca4d5-30f5-498e-a9dc-28cde8690446 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468886 Sep 30 13:05:50.400288 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc545d-6faa-4ade-ac08-7e1e59e4bec8 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ea27e3-9031-49c3-80cd-2981320d6d4f,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:50.496366 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-d057c94c-41e9-4bc0-94fe-084c674000d5 req-a84e1360-26c5-4b91-87e3-6db2e9af5f1f tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-363959367', 'description': 'tempest-description-1750310116'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:50.525799 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d057c94c-41e9-4bc0-94fe-084c674000d5 req-a84e1360-26c5-4b91-87e3-6db2e9af5f1f tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:50.632701 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d057c94c-41e9-4bc0-94fe-084c674000d5 req-a84e1360-26c5-4b91-87e3-6db2e9af5f1f tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:50.645329 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d057c94c-41e9-4bc0-94fe-084c674000d5 req-a84e1360-26c5-4b91-87e3-6db2e9af5f1f tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:50.663538 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device a7ccbd31-e6db-4999-b176-c479a6b2bb91 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:05:50.686875 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d057c94c-41e9-4bc0-94fe-084c674000d5 req-a84e1360-26c5-4b91-87e3-6db2e9af5f1f tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:50.688206 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d057c94c-41e9-4bc0-94fe-084c674000d5 req-a84e1360-26c5-4b91-87e3-6db2e9af5f1f tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1968668 Sep 30 13:05:50.689368 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e1360-26c5-4b91-87e3-6db2e9af5f1f tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3c552b-4234-471f-8317-5239eb3f0edd,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:50.741607 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fed6001d-a4a1-4fab-903d-e9dd6c5bf99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:50.762041 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37d0f8-7598-4d3a-b18e-748afda7ce30 req-6306db18-679b-4f55-acf5-dbee026f36ad tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:50.763753 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ac37d0f8-7598-4d3a-b18e-748afda7ce30 req-6306db18-679b-4f55-acf5-dbee026f36ad tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee633808-6e7a-4f1f-8e84-3f3edb679809 HTTP/1.1" status: 200 len: 946 time: 0.0653245 Sep 30 13:05:50.823863 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:50.871651 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port a7ccbd31-e6db-4999-b176-c479a6b2bb91, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=a7ccbd31-e6db-4999-b176-c479a6b2bb91,segment=NetworkSegment(46821e00-e4d0-4238-88d3-b4e77f5b89b8),segment_id=46821e00-e4d0-4238-88d3-b4e77f5b89b8)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:50.877686 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:50.917308 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d7841-9cd7-4e03-b94e-a5bcd7b5f823 req-583d2c4c-0d0e-45b2-a1fe-80562fe96a6c tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:50.924917 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-503d7841-9cd7-4e03-b94e-a5bcd7b5f823 req-583d2c4c-0d0e-45b2-a1fe-80562fe96a6c tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 1096 time: 0.0967922 Sep 30 13:05:50.945221 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=a7ccbd31-e6db-4999-b176-c479a6b2bb91,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:50.950850 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-ac37d0f8-7598-4d3a-b18e-748afda7ce30 req-2d4aa75a-24b9-4390-ac47-58372f9bdf6a tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Deleting port a7ccbd31-e6db-4999-b176-c479a6b2bb91 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:05:50.951184 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ac37d0f8-7598-4d3a-b18e-748afda7ce30 req-2d4aa75a-24b9-4390-ac47-58372f9bdf6a tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:51.017895 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-503d7841-9cd7-4e03-b94e-a5bcd7b5f823 req-5dcdfda1-2bf9-4f21-8a55-e0074a32fd35 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874913 Sep 30 13:05:51.133278 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-ac37d0f8-7598-4d3a-b18e-748afda7ce30 req-2d4aa75a-24b9-4390-ac47-58372f9bdf6a tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] For port a7ccbd31-e6db-4999-b176-c479a6b2bb91, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=a7ccbd31-e6db-4999-b176-c479a6b2bb91,segment=NetworkSegment(46821e00-e4d0-4238-88d3-b4e77f5b89b8),segment_id=46821e00-e4d0-4238-88d3-b4e77f5b89b8)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:51.133783 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ac37d0f8-7598-4d3a-b18e-748afda7ce30 req-2d4aa75a-24b9-4390-ac47-58372f9bdf6a tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:51.151740 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-ac37d0f8-7598-4d3a-b18e-748afda7ce30 req-2d4aa75a-24b9-4390-ac47-58372f9bdf6a tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Calling delete_port for a7ccbd31-e6db-4999-b176-c479a6b2bb91 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:05:51.278463 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-42572df8-b6bb-469c-8779-f1c8b7078018 req-63926642-dd82-4628-b63e-97599ec35c93 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "GET /v2.0/security-groups/c3ea27e3-9031-49c3-80cd-2981320d6d4f HTTP/1.1" status: 200 len: 1804 time: 0.0685568 Sep 30 13:05:51.373902 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-42572df8-b6bb-469c-8779-f1c8b7078018 req-9530f780-26d6-4c3f-bccb-3f4ae7ff8d58 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "GET /v2.0/security-groups/3b3c552b-4234-471f-8317-5239eb3f0edd HTTP/1.1" status: 200 len: 1804 time: 0.0812259 Sep 30 13:05:51.378155 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ac37d0f8-7598-4d3a-b18e-748afda7ce30 req-2d4aa75a-24b9-4390-ac47-58372f9bdf6a tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:51.393154 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-42572df8-b6bb-469c-8779-f1c8b7078018 req-26ae20ac-3148-495c-b44b-a57586a4e361 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c3ea27e3-9031-49c3-80cd-2981320d6d4f', 'remote_group_id': '3b3c552b-4234-471f-8317-5239eb3f0edd', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:51.393719 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-42572df8-b6bb-469c-8779-f1c8b7078018 req-26ae20ac-3148-495c-b44b-a57586a4e361 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c3ea27e3-9031-49c3-80cd-2981320d6d4f', 'remote_group_id': '3b3c552b-4234-471f-8317-5239eb3f0edd', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:51.446672 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4aa75a-24b9-4390-ac47-58372f9bdf6a tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Pushing event deleted for resources: {'Port': ['ID=a7ccbd31-e6db-4999-b176-c479a6b2bb91,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:51.496026 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee633808-6e7a-4f1f-8e84-3f3edb679809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7ccbd31-e6db-4999-b176-c479a6b2bb91'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:05:51.498551 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea71da00-b436-45d2-9b5e-0f594b760124" -d '{"events": [{"server_uuid": "ee633808-6e7a-4f1f-8e84-3f3edb679809", "name": "network-vif-unplugged", "status": "completed", "tag": "a7ccbd31-e6db-4999-b176-c479a6b2bb91"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:05:51.498977 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac37d0f8-7598-4d3a-b18e-748afda7ce30 req-2d4aa75a-24b9-4390-ac47-58372f9bdf6a tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] No DVR routers for this DVR port a7ccbd31-e6db-4999-b176-c479a6b2bb91 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:05:51.502835 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ac37d0f8-7598-4d3a-b18e-748afda7ce30 req-2d4aa75a-24b9-4390-ac47-58372f9bdf6a tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:51.505677 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ac37d0f8-7598-4d3a-b18e-748afda7ce30 req-2d4aa75a-24b9-4390-ac47-58372f9bdf6a tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.39 "DELETE /v2.0/ports/a7ccbd31-e6db-4999-b176-c479a6b2bb91 HTTP/1.1" status: 204 len: 173 time: 0.7328322 Sep 30 13:05:51.506317 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee633808-6e7a-4f1f-8e84-3f3edb679809', 'name': 'network-vif-deleted', 'tag': 'a7ccbd31-e6db-4999-b176-c479a6b2bb91'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:05:51.508757 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e89eb65-c557-4a89-b034-84d4e3d3371a" -d '{"events": [{"server_uuid": "ee633808-6e7a-4f1f-8e84-3f3edb679809", "name": "network-vif-deleted", "tag": "a7ccbd31-e6db-4999-b176-c479a6b2bb91"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:05:51.555082 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:51.561813 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-42572df8-b6bb-469c-8779-f1c8b7078018 req-26ae20ac-3148-495c-b44b-a57586a4e361 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:51.612972 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-42572df8-b6bb-469c-8779-f1c8b7078018 req-26ae20ac-3148-495c-b44b-a57586a4e361 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:51.618579 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-42572df8-b6bb-469c-8779-f1c8b7078018 req-26ae20ac-3148-495c-b44b-a57586a4e361 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:51.648434 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae20ac-3148-495c-b44b-a57586a4e361 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d696e323-1b96-49a9-9661-4c1616537223,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:51.652039 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-42572df8-b6bb-469c-8779-f1c8b7078018 req-26ae20ac-3148-495c-b44b-a57586a4e361 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:51.653328 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-42572df8-b6bb-469c-8779-f1c8b7078018 req-26ae20ac-3148-495c-b44b-a57586a4e361 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2716129 Sep 30 13:05:51.785942 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc8cba-987a-4530-93db-a1f59249023e req-17690cfa-37aa-4d3e-a996-9d28da50362d tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:51.788091 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bbcc8cba-987a-4530-93db-a1f59249023e req-17690cfa-37aa-4d3e-a996-9d28da50362d tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 1096 time: 0.0695128 Sep 30 13:05:51.842585 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bbcc8cba-987a-4530-93db-a1f59249023e req-8c5cf130-c7f9-4fd8-a21e-50e8e9bf2456 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482585 Sep 30 13:05:51.960477 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-addebe48-2c18-4fa1-864b-0581359f8e48 req-b75ca2aa-ef61-4d61-a170-53cb1250821d tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee633808-6e7a-4f1f-8e84-3f3edb679809 HTTP/1.1" status: 200 len: 210 time: 0.0311019 Sep 30 13:05:52.195737 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f251843-7117-466e-9595-d3815df219b0 x-openstack-request-id: req-6f251843-7117-466e-9595-d3815df219b0 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:05:52.196231 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee633808-6e7a-4f1f-8e84-3f3edb679809", "name": "network-vif-unplugged", "status": "completed", "tag": "a7ccbd31-e6db-4999-b176-c479a6b2bb91", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:05:52.196335 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f251843-7117-466e-9595-d3815df219b0 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:05:52.196681 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee633808-6e7a-4f1f-8e84-3f3edb679809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7ccbd31-e6db-4999-b176-c479a6b2bb91', 'code': 200} Sep 30 13:05:52.257221 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:52.349872 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9d793b-1b1c-476c-b777-8c09dc98e32a x-openstack-request-id: req-9f9d793b-1b1c-476c-b777-8c09dc98e32a {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:05:52.350540 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee633808-6e7a-4f1f-8e84-3f3edb679809", "name": "network-vif-deleted", "tag": "a7ccbd31-e6db-4999-b176-c479a6b2bb91", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:05:52.351040 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f9d793b-1b1c-476c-b777-8c09dc98e32a {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:05:52.351664 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee633808-6e7a-4f1f-8e84-3f3edb679809', 'name': 'network-vif-deleted', 'tag': 'a7ccbd31-e6db-4999-b176-c479a6b2bb91', 'status': 'completed', 'code': 200} Sep 30 13:05:52.413445 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6be3c8bf-f5b8-4ff0-b107-994fb490cb5e req-5f424fcd-6a31-4ebc-a41e-872b12818a00 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "GET /v2.0/security-groups/3b3c552b-4234-471f-8317-5239eb3f0edd HTTP/1.1" status: 200 len: 1804 time: 0.0506916 Sep 30 13:05:52.489486 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6be3c8bf-f5b8-4ff0-b107-994fb490cb5e req-dc8de0da-5c26-4d99-89c1-7a5889cb256e tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:52.516983 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6be3c8bf-f5b8-4ff0-b107-994fb490cb5e req-dc8de0da-5c26-4d99-89c1-7a5889cb256e tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:52.609546 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6be3c8bf-f5b8-4ff0-b107-994fb490cb5e req-dc8de0da-5c26-4d99-89c1-7a5889cb256e tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:52.612798 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6be3c8bf-f5b8-4ff0-b107-994fb490cb5e req-dc8de0da-5c26-4d99-89c1-7a5889cb256e tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:52.614355 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6be3c8bf-f5b8-4ff0-b107-994fb490cb5e req-dc8de0da-5c26-4d99-89c1-7a5889cb256e tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "DELETE /v2.0/security-groups/3b3c552b-4234-471f-8317-5239eb3f0edd HTTP/1.1" status: 204 len: 173 time: 0.1921377 Sep 30 13:05:52.647087 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8de0da-5c26-4d99-89c1-7a5889cb256e tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3c552b-4234-471f-8317-5239eb3f0edd,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:52.809700 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9c676fcd-4200-4412-a903-9a3d282ada43 req-fa09336b-ed8d-4aa5-b8f3-fa81ad70d7ee tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "GET /v2.0/security-groups/c3ea27e3-9031-49c3-80cd-2981320d6d4f HTTP/1.1" status: 200 len: 1804 time: 0.0560510 Sep 30 13:05:53.346396 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-0867449c-e2c2-44f7-8d85-1ac350131598 req-47550afb-fa16-4940-a4a3-0a1caa7456c8 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1663284524', 'description': 'tempest-description-901594393'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:53.374922 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0867449c-e2c2-44f7-8d85-1ac350131598 req-47550afb-fa16-4940-a4a3-0a1caa7456c8 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:53.483958 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0867449c-e2c2-44f7-8d85-1ac350131598 req-47550afb-fa16-4940-a4a3-0a1caa7456c8 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:53.488479 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0867449c-e2c2-44f7-8d85-1ac350131598 req-47550afb-fa16-4940-a4a3-0a1caa7456c8 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:53.517980 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0867449c-e2c2-44f7-8d85-1ac350131598 req-47550afb-fa16-4940-a4a3-0a1caa7456c8 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:53.519260 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0867449c-e2c2-44f7-8d85-1ac350131598 req-47550afb-fa16-4940-a4a3-0a1caa7456c8 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1770194 Sep 30 13:05:53.523390 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47550afb-fa16-4940-a4a3-0a1caa7456c8 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0676de9-cb4f-450a-b58e-43a568565fa9,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:53.843669 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0d7192b2-0aa9-47dd-b35b-de9d7d4ca1d0 req-4e786edf-c653-4756-9dca-31f21fd6fb77 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "GET /v2.0/security-groups/a0676de9-cb4f-450a-b58e-43a568565fa9 HTTP/1.1" status: 200 len: 1804 time: 0.0429635 Sep 30 13:05:53.855206 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-0d7192b2-0aa9-47dd-b35b-de9d7d4ca1d0 req-9fd75fc0-e7a9-4e2d-8242-a00a521af2e3 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a0676de9-cb4f-450a-b58e-43a568565fa9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:53.855774 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-0d7192b2-0aa9-47dd-b35b-de9d7d4ca1d0 req-9fd75fc0-e7a9-4e2d-8242-a00a521af2e3 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a0676de9-cb4f-450a-b58e-43a568565fa9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:53.872028 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-32147d1b-6505-46d7-8653-1e277b770f2a req-fc08eda8-78bf-4ae5-ad37-e4bfc90c7e99 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:05:53.873423 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32147d1b-6505-46d7-8653-1e277b770f2a req-fc08eda8-78bf-4ae5-ad37-e4bfc90c7e99 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066862 Sep 30 13:05:53.918685 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32147d1b-6505-46d7-8653-1e277b770f2a req-2888e274-c4a9-4211-8d2f-3b7f1cb511db tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:53.919886 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0d7192b2-0aa9-47dd-b35b-de9d7d4ca1d0 req-9fd75fc0-e7a9-4e2d-8242-a00a521af2e3 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:53.920037 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32147d1b-6505-46d7-8653-1e277b770f2a req-2888e274-c4a9-4211-8d2f-3b7f1cb511db tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/ports/20be239f-0dff-47e5-8ed5-9b8f05aea631 HTTP/1.1" status: 200 len: 1093 time: 0.0400949 Sep 30 13:05:53.930653 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-32147d1b-6505-46d7-8653-1e277b770f2a req-76c4f0c1-c97a-4640-9a34-d3fa35d78e4a service neutron] Request body: {'binding': {'host': 'n-h2-810909-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:53.931347 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-32147d1b-6505-46d7-8653-1e277b770f2a req-76c4f0c1-c97a-4640-9a34-d3fa35d78e4a service neutron] Unknown quota resources ['binding']. {{(pid=94763) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 13:05:53.951086 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0d7192b2-0aa9-47dd-b35b-de9d7d4ca1d0 req-9fd75fc0-e7a9-4e2d-8242-a00a521af2e3 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:53.956542 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0d7192b2-0aa9-47dd-b35b-de9d7d4ca1d0 req-9fd75fc0-e7a9-4e2d-8242-a00a521af2e3 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:53.980725 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd75fc0-e7a9-4e2d-8242-a00a521af2e3 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d7a6d65-6356-4c36-972b-d2d99b457bd0,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:53.989196 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0d7192b2-0aa9-47dd-b35b-de9d7d4ca1d0 req-9fd75fc0-e7a9-4e2d-8242-a00a521af2e3 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:53.995585 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0d7192b2-0aa9-47dd-b35b-de9d7d4ca1d0 req-9fd75fc0-e7a9-4e2d-8242-a00a521af2e3 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1444192 Sep 30 13:05:53.996091 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:54.089397 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-32147d1b-6505-46d7-8653-1e277b770f2a req-76c4f0c1-c97a-4640-9a34-d3fa35d78e4a service neutron] Attempting to bind port 20be239f-0dff-47e5-8ed5-9b8f05aea631 on host n-h2-810909-2 for vnic_type normal with profile None {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:05:54.089773 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-32147d1b-6505-46d7-8653-1e277b770f2a req-76c4f0c1-c97a-4640-9a34-d3fa35d78e4a service neutron] Attempting to bind port 20be239f-0dff-47e5-8ed5-9b8f05aea631 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:05:54.090070 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32147d1b-6505-46d7-8653-1e277b770f2a req-76c4f0c1-c97a-4640-9a34-d3fa35d78e4a service neutron] Attempting to bind port 20be239f-0dff-47e5-8ed5-9b8f05aea631 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:05:54.094373 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32147d1b-6505-46d7-8653-1e277b770f2a req-76c4f0c1-c97a-4640-9a34-d3fa35d78e4a service neutron] Port 20be239f-0dff-47e5-8ed5-9b8f05aea631 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:05:54.094689 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32147d1b-6505-46d7-8653-1e277b770f2a req-76c4f0c1-c97a-4640-9a34-d3fa35d78e4a service neutron] Attempting to bind port 20be239f-0dff-47e5-8ed5-9b8f05aea631 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:05:54.099603 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32147d1b-6505-46d7-8653-1e277b770f2a req-76c4f0c1-c97a-4640-9a34-d3fa35d78e4a service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:05:54.099939 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32147d1b-6505-46d7-8653-1e277b770f2a req-76c4f0c1-c97a-4640-9a34-d3fa35d78e4a service neutron] Checking segment: {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:05:54.100317 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32147d1b-6505-46d7-8653-1e277b770f2a req-76c4f0c1-c97a-4640-9a34-d3fa35d78e4a service neutron] Bound using segment: {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:05:54.100739 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-32147d1b-6505-46d7-8653-1e277b770f2a req-76c4f0c1-c97a-4640-9a34-d3fa35d78e4a service neutron] Bound port: 20be239f-0dff-47e5-8ed5-9b8f05aea631, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:05:54.154556 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-32147d1b-6505-46d7-8653-1e277b770f2a req-76c4f0c1-c97a-4640-9a34-d3fa35d78e4a service neutron] For port 20be239f-0dff-47e5-8ed5-9b8f05aea631, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=20be239f-0dff-47e5-8ed5-9b8f05aea631,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:05:54.160478 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-32147d1b-6505-46d7-8653-1e277b770f2a req-76c4f0c1-c97a-4640-9a34-d3fa35d78e4a service neutron] Notify callbacks [] for binding, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:54.161841 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32147d1b-6505-46d7-8653-1e277b770f2a req-76c4f0c1-c97a-4640-9a34-d3fa35d78e4a service neutron] 10.222.0.18 "POST /v2.0/ports/20be239f-0dff-47e5-8ed5-9b8f05aea631/bindings HTTP/1.1" status: 201 len: 389 time: 0.2350838 Sep 30 13:05:54.191988 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61782ac7-7950-4f25-8a87-83e794717048 req-88c2b302-a285-4249-802b-b4848bf56e3b tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:54.193896 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-61782ac7-7950-4f25-8a87-83e794717048 req-88c2b302-a285-4249-802b-b4848bf56e3b tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/networks?id=f2a53838-1c79-48c4-bdd8-e5e86cdc10e2 HTTP/1.1" status: 200 len: 820 time: 0.1291409 Sep 30 13:05:54.210410 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-61782ac7-7950-4f25-8a87-83e794717048 req-4c61b624-6e6a-4a58-aa5f-de540f13b189 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/quotas/7ca8664bc2bb49b18bb6d219b3a0cde6 HTTP/1.1" status: 200 len: 375 time: 0.0098391 Sep 30 13:05:54.273512 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-61782ac7-7950-4f25-8a87-83e794717048 req-8102b9cf-04dd-448c-bece-07f804c16a13 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ca8664bc2bb49b18bb6d219b3a0cde6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0548916 Sep 30 13:05:54.393125 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-61782ac7-7950-4f25-8a87-83e794717048 req-3c19b5cd-72d8-4cd5-8ec5-9fc87ce7fd8c service neutron] 10.222.0.18 "GET /v2.0/networks/f2a53838-1c79-48c4-bdd8-e5e86cdc10e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106877 Sep 30 13:05:54.418026 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af9c55-29b3-43ae-99de-efff21f9206e req-21db7cba-b3fd-4cad-a2c1-8b9da71ff839 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:54.422473 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32af9c55-29b3-43ae-99de-efff21f9206e req-21db7cba-b3fd-4cad-a2c1-8b9da71ff839 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca9de113-7ebe-4e15-839a-3a136a5bc2f7 HTTP/1.1" status: 200 len: 950 time: 0.0678127 Sep 30 13:05:54.506788 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-61782ac7-7950-4f25-8a87-83e794717048 req-6b0f0559-b47c-449e-b9bb-b66594f82b06 service neutron] 10.222.0.18 "GET /v2.0/networks/f2a53838-1c79-48c4-bdd8-e5e86cdc10e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060367 Sep 30 13:05:54.515692 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32af9c55-29b3-43ae-99de-efff21f9206e req-a2cd5a24-c1ba-4832-8b02-668c3ee4df29 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/security-groups?id=3653aa30-4a73-4dfb-9260-b86e082840cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869861 Sep 30 13:05:54.544014 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32147d1b-6505-46d7-8653-1e277b770f2a req-1e3b0602-480d-40ce-91b4-0969db482605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:54.545589 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32147d1b-6505-46d7-8653-1e277b770f2a req-1e3b0602-480d-40ce-91b4-0969db482605 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 1096 time: 0.1221206 Sep 30 13:05:54.657173 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b9d72046-eea4-437d-8607-7159683d6f58 req-ed902718-71d7-498a-84a1-4416431a3dd7 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "GET /v2.0/security-groups/a0676de9-cb4f-450a-b58e-43a568565fa9 HTTP/1.1" status: 200 len: 2397 time: 0.1105928 Sep 30 13:05:54.668815 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device a7ccbd31-e6db-4999-b176-c479a6b2bb91 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:05:54.686542 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-b9d72046-eea4-437d-8607-7159683d6f58 req-9e79b5c0-86b0-4b5a-b30c-d50c8f66b7d0 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a0676de9-cb4f-450a-b58e-43a568565fa9', 'remote_group_id': None}]} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:54.686876 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-b9d72046-eea4-437d-8607-7159683d6f58 req-9e79b5c0-86b0-4b5a-b30c-d50c8f66b7d0 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a0676de9-cb4f-450a-b58e-43a568565fa9', 'remote_group_id': None}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:54.690675 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: a7ccbd31-e6db-4999-b176-c479a6b2bb91 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:05:54.691022 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device a7ccbd31-e6db-4999-b176-c479a6b2bb91 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:05:54.722672 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32147d1b-6505-46d7-8653-1e277b770f2a req-29eb4b66-951b-4727-9cd2-64d4d881bae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:54.724713 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32147d1b-6505-46d7-8653-1e277b770f2a req-29eb4b66-951b-4727-9cd2-64d4d881bae1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=49ef354a-ba5f-45a0-ae5d-336431ac76bd HTTP/1.1" status: 200 len: 908 time: 0.1699958 Sep 30 13:05:54.779741 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f64faa-ae07-4a11-a532-86871756b553 req-7d4444c2-628b-4369-8e14-6c295d69a298 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:54.781809 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f7f64faa-ae07-4a11-a532-86871756b553 req-7d4444c2-628b-4369-8e14-6c295d69a298 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 945 time: 0.0695994 Sep 30 13:05:54.825248 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32147d1b-6505-46d7-8653-1e277b770f2a req-9ff4ea01-58e8-4e8d-96f2-a52ab0906687 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20be239f-0dff-47e5-8ed5-9b8f05aea631 HTTP/1.1" status: 200 len: 217 time: 0.0904658 Sep 30 13:05:54.826599 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b9d72046-eea4-437d-8607-7159683d6f58 req-9e79b5c0-86b0-4b5a-b30c-d50c8f66b7d0 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:54.833156 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f7f64faa-ae07-4a11-a532-86871756b553 req-14a95e48-1c33-48b2-b410-6f87759d9763 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446360 Sep 30 13:05:54.874270 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b9d72046-eea4-437d-8607-7159683d6f58 req-9e79b5c0-86b0-4b5a-b30c-d50c8f66b7d0 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:54.885031 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b9d72046-eea4-437d-8607-7159683d6f58 req-9e79b5c0-86b0-4b5a-b30c-d50c8f66b7d0 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:54.909063 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79b5c0-86b0-4b5a-b30c-d50c8f66b7d0 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bce2cc2-403f-4619-a1d3-f9234c23a034,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:54.918084 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b9d72046-eea4-437d-8607-7159683d6f58 req-9e79b5c0-86b0-4b5a-b30c-d50c8f66b7d0 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:54.919834 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b9d72046-eea4-437d-8607-7159683d6f58 req-9e79b5c0-86b0-4b5a-b30c-d50c8f66b7d0 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2463846 Sep 30 13:05:54.921547 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32147d1b-6505-46d7-8653-1e277b770f2a req-d3234945-81fc-4f80-afae-97d81296e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:54.923302 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32147d1b-6505-46d7-8653-1e277b770f2a req-d3234945-81fc-4f80-afae-97d81296e29d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d154e7f6-f478-45ee-9bd0-03f890cad96e HTTP/1.1" status: 200 len: 847 time: 0.0877700 Sep 30 13:05:54.966416 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32147d1b-6505-46d7-8653-1e277b770f2a req-c69c8208-be25-4ac2-ab4a-0494a8437a7c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=49ef354a-ba5f-45a0-ae5d-336431ac76bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352502 Sep 30 13:05:55.045589 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6c446f66-ed88-44a1-a794-d11051abad5a req-0ad134d7-86eb-43f1-9096-77a21df44ac3 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce HTTP/1.1" status: 200 len: 210 time: 0.0817008 Sep 30 13:05:55.139017 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32147d1b-6505-46d7-8653-1e277b770f2a req-eedfaa5c-3d03-451b-853d-fc1d9c1eea20 service neutron] 10.222.0.54 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566958 Sep 30 13:05:55.282956 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32147d1b-6505-46d7-8653-1e277b770f2a req-73679523-8096-4f76-9235-37e92f05cf18 service neutron] 10.222.0.54 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342642 Sep 30 13:05:55.314481 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f664843b-f360-4fb5-bef9-6e069dabd746 req-85a1cf39-6379-4663-913e-479ad20216c4 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "GET /v2.0/security-groups/a0676de9-cb4f-450a-b58e-43a568565fa9 HTTP/1.1" status: 200 len: 2995 time: 0.0837748 Sep 30 13:05:55.441531 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dd089c1b-d6ec-4ba9-943d-d1df9a68cf91 req-fb5dbbd4-55be-443f-9570-c82baa64e962 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "GET /v2.0/security-group-rules/0bce2cc2-403f-4619-a1d3-f9234c23a034 HTTP/1.1" status: 200 len: 783 time: 0.0442634 Sep 30 13:05:55.516741 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dd089c1b-d6ec-4ba9-943d-d1df9a68cf91 req-dad69b05-141e-47d3-995a-de724bc06f06 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "GET /v2.0/security-groups/a0676de9-cb4f-450a-b58e-43a568565fa9 HTTP/1.1" status: 200 len: 2995 time: 0.0740330 Sep 30 13:05:55.545015 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dd089c1b-d6ec-4ba9-943d-d1df9a68cf91 req-50d972af-12c5-494f-bae1-7c20ce5b3567 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:55.552907 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dd089c1b-d6ec-4ba9-943d-d1df9a68cf91 req-50d972af-12c5-494f-bae1-7c20ce5b3567 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:55.591605 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dd089c1b-d6ec-4ba9-943d-d1df9a68cf91 req-50d972af-12c5-494f-bae1-7c20ce5b3567 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:55.600054 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dd089c1b-d6ec-4ba9-943d-d1df9a68cf91 req-50d972af-12c5-494f-bae1-7c20ce5b3567 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:55.604689 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dd089c1b-d6ec-4ba9-943d-d1df9a68cf91 req-50d972af-12c5-494f-bae1-7c20ce5b3567 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/0bce2cc2-403f-4619-a1d3-f9234c23a034 HTTP/1.1" status: 204 len: 173 time: 0.0871241 Sep 30 13:05:55.626538 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d972af-12c5-494f-bae1-7c20ce5b3567 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bce2cc2-403f-4619-a1d3-f9234c23a034,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:55.690549 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e0081d82-597a-44f5-a4c4-6bd5e5ca9bb0 req-8d92523f-4ed2-42bb-ba61-e55951c7dcc3 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "GET /v2.0/security-groups/a0676de9-cb4f-450a-b58e-43a568565fa9 HTTP/1.1" status: 200 len: 2397 time: 0.0663795 Sep 30 13:05:55.782651 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e0081d82-597a-44f5-a4c4-6bd5e5ca9bb0 req-3cb952b6-cb84-44e7-96d3-9a446834b95f tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:55.817306 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e0081d82-597a-44f5-a4c4-6bd5e5ca9bb0 req-3cb952b6-cb84-44e7-96d3-9a446834b95f tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:55.878875 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e0081d82-597a-44f5-a4c4-6bd5e5ca9bb0 req-3cb952b6-cb84-44e7-96d3-9a446834b95f tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:55.884616 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e0081d82-597a-44f5-a4c4-6bd5e5ca9bb0 req-3cb952b6-cb84-44e7-96d3-9a446834b95f tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:55.891913 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e0081d82-597a-44f5-a4c4-6bd5e5ca9bb0 req-3cb952b6-cb84-44e7-96d3-9a446834b95f tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "DELETE /v2.0/security-groups/a0676de9-cb4f-450a-b58e-43a568565fa9 HTTP/1.1" status: 204 len: 173 time: 0.1912165 Sep 30 13:05:55.911926 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb952b6-cb84-44e7-96d3-9a446834b95f tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0676de9-cb4f-450a-b58e-43a568565fa9,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:55.949403 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [req-f10ff593-9068-4f73-a2ac-5e965aae1acf req-47e862c5-30e9-4ae3-bedf-f6f73b3b94ed tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] show failed (client error): The resource could not be found. Sep 30 13:05:55.961859 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f10ff593-9068-4f73-a2ac-5e965aae1acf req-47e862c5-30e9-4ae3-bedf-f6f73b3b94ed tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "GET /v2.0/security-groups/3b3c552b-4234-471f-8317-5239eb3f0edd HTTP/1.1" status: 404 len: 352 time: 0.0327523 Sep 30 13:05:56.085894 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6edec39-70c8-42fd-9b0c-87ea94c7fe5c req-16636820-2a54-4725-8fe6-d773710a84a3 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:56.095174 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e6edec39-70c8-42fd-9b0c-87ea94c7fe5c req-16636820-2a54-4725-8fe6-d773710a84a3 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca9de113-7ebe-4e15-839a-3a136a5bc2f7 HTTP/1.1" status: 200 len: 950 time: 0.0656433 Sep 30 13:05:56.130458 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796f574-1b1a-42ff-a637-4683b61c8093 req-f6450fde-befc-45a5-9606-38fad8c64082 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:56.132049 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4796f574-1b1a-42ff-a637-4683b61c8093 req-f6450fde-befc-45a5-9606-38fad8c64082 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 945 time: 0.1514800 Sep 30 13:05:56.139600 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61782ac7-7950-4f25-8a87-83e794717048 req-3929a0a8-c059-43e8-8227-04b0e9a37008 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:56.141377 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-61782ac7-7950-4f25-8a87-83e794717048 req-3929a0a8-c059-43e8-8227-04b0e9a37008 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.54 "GET /v2.0/networks?id=f2a53838-1c79-48c4-bdd8-e5e86cdc10e2 HTTP/1.1" status: 200 len: 820 time: 0.1987150 Sep 30 13:05:56.143737 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e6edec39-70c8-42fd-9b0c-87ea94c7fe5c req-832e865d-ae78-4a32-be0e-71b55940b4d5 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/security-groups?id=3653aa30-4a73-4dfb-9260-b86e082840cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473447 Sep 30 13:05:56.175173 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-61782ac7-7950-4f25-8a87-83e794717048 req-f5595976-f5e1-4d39-987a-dcd06c03aa18 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Request body: {'port': {'device_id': 'c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce', 'network_id': 'f2a53838-1c79-48c4-bdd8-e5e86cdc10e2', 'admin_state_up': True, 'tenant_id': '7ca8664bc2bb49b18bb6d219b3a0cde6'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:56.215433 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-689d0a8f-0b0f-41f4-9751-025b78694ad8 req-586e04b4-c897-465e-8147-7293b417a31c tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "GET /v2.0/security-groups/c3ea27e3-9031-49c3-80cd-2981320d6d4f HTTP/1.1" status: 200 len: 1804 time: 0.0436833 Sep 30 13:05:56.239605 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4796f574-1b1a-42ff-a637-4683b61c8093 req-160c2031-f408-4371-865a-0b74d3211db2 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952451 Sep 30 13:05:56.291028 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-689d0a8f-0b0f-41f4-9751-025b78694ad8 req-49c12201-9230-4b2d-a7c7-4a5e32ac6edc tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:56.322458 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-689d0a8f-0b0f-41f4-9751-025b78694ad8 req-49c12201-9230-4b2d-a7c7-4a5e32ac6edc tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:56.377079 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-689d0a8f-0b0f-41f4-9751-025b78694ad8 req-49c12201-9230-4b2d-a7c7-4a5e32ac6edc tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:56.381611 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-689d0a8f-0b0f-41f4-9751-025b78694ad8 req-49c12201-9230-4b2d-a7c7-4a5e32ac6edc tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:56.382481 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-689d0a8f-0b0f-41f4-9751-025b78694ad8 req-49c12201-9230-4b2d-a7c7-4a5e32ac6edc tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "DELETE /v2.0/security-groups/c3ea27e3-9031-49c3-80cd-2981320d6d4f HTTP/1.1" status: 204 len: 173 time: 0.1606102 Sep 30 13:05:56.385605 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0c019db7-9f0e-49f7-b81f-3ffe3278f476 req-af17b620-1de6-4739-bcec-e4072de7f0a0 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce HTTP/1.1" status: 200 len: 210 time: 0.0398197 Sep 30 13:05:56.410277 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c12201-9230-4b2d-a7c7-4a5e32ac6edc tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ea27e3-9031-49c3-80cd-2981320d6d4f,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:56.490313 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61782ac7-7950-4f25-8a87-83e794717048 req-f5595976-f5e1-4d39-987a-dcd06c03aa18 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Made reservation on behalf of 7ca8664bc2bb49b18bb6d219b3a0cde6 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:05:56.492932 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-61782ac7-7950-4f25-8a87-83e794717048 req-f5595976-f5e1-4d39-987a-dcd06c03aa18 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:56.639333 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-771faef6-4025-46b8-b447-a24bfc9e7af5 req-6bf8a100-239c-4805-acac-fa4f1309c95e tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "GET /v2.0/security-groups/46794b85-0371-40e1-8498-ecbbf466c238 HTTP/1.1" status: 200 len: 1802 time: 0.0960498 Sep 30 13:05:56.685435 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:05:56.709845 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-61782ac7-7950-4f25-8a87-83e794717048 req-f5595976-f5e1-4d39-987a-dcd06c03aa18 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Allocated IP 172.20.0.6 (f2a53838-1c79-48c4-bdd8-e5e86cdc10e2/92067afd-1f22-4fa2-ade8-89a9a9492dd2/fec77659-c267-4f5e-a74e-68613bb574df) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:05:56.755305 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-771faef6-4025-46b8-b447-a24bfc9e7af5 req-a6590834-9125-42e2-9d5b-33f0f4e898ac tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:56.796588 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-771faef6-4025-46b8-b447-a24bfc9e7af5 req-a6590834-9125-42e2-9d5b-33f0f4e898ac tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:56.810039 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:56.841313 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9de113-7ebe-4e15-839a-3a136a5bc2f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e16d3ba-806c-4ee8-bbf4-ef2464d4e092'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:05:56.844097 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e90252-5066-480f-9675-eda07b759101" -d '{"events": [{"server_uuid": "ca9de113-7ebe-4e15-839a-3a136a5bc2f7", "name": "network-vif-unplugged", "status": "completed", "tag": "8e16d3ba-806c-4ee8-bbf4-ef2464d4e092"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:05:56.884448 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8e16d3ba-806c-4ee8-bbf4-ef2464d4e092,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:56.895850 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:56.927126 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a65b52-d856-4067-b463-01bcb30f8800 x-openstack-request-id: req-c8a65b52-d856-4067-b463-01bcb30f8800 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:05:56.928050 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9de113-7ebe-4e15-839a-3a136a5bc2f7", "name": "network-vif-unplugged", "status": "completed", "tag": "8e16d3ba-806c-4ee8-bbf4-ef2464d4e092", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:05:56.928556 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8a65b52-d856-4067-b463-01bcb30f8800 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:05:56.929198 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9de113-7ebe-4e15-839a-3a136a5bc2f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e16d3ba-806c-4ee8-bbf4-ef2464d4e092', 'code': 200} Sep 30 13:05:56.944971 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-771faef6-4025-46b8-b447-a24bfc9e7af5 req-a6590834-9125-42e2-9d5b-33f0f4e898ac tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:56.948273 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-771faef6-4025-46b8-b447-a24bfc9e7af5 req-a6590834-9125-42e2-9d5b-33f0f4e898ac tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:56.949651 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-771faef6-4025-46b8-b447-a24bfc9e7af5 req-a6590834-9125-42e2-9d5b-33f0f4e898ac tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "DELETE /v2.0/security-groups/46794b85-0371-40e1-8498-ecbbf466c238 HTTP/1.1" status: 204 len: 173 time: 0.2886910 Sep 30 13:05:56.955118 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-61782ac7-7950-4f25-8a87-83e794717048 req-f5595976-f5e1-4d39-987a-dcd06c03aa18 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:56.966529 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6590834-9125-42e2-9d5b-33f0f4e898ac tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46794b85-0371-40e1-8498-ecbbf466c238,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:56.988734 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=8e16d3ba-806c-4ee8-bbf4-ef2464d4e092,revision_number=11']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:57.009892 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-61782ac7-7950-4f25-8a87-83e794717048 req-f5595976-f5e1-4d39-987a-dcd06c03aa18 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:57.043390 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9fcfadda-864f-4062-b5ef-747c818b3623 req-a418de1c-b142-45ae-b3f5-5429e15c291a tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "GET /v2.0/security-groups/1f16125a-efaf-405e-9668-41a2e5a4a73c HTTP/1.1" status: 200 len: 1803 time: 0.0610995 Sep 30 13:05:57.062183 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61782ac7-7950-4f25-8a87-83e794717048 req-f5595976-f5e1-4d39-987a-dcd06c03aa18 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Network f2a53838-1c79-48c4-bdd8-e5e86cdc10e2 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:05:57.070432 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-61782ac7-7950-4f25-8a87-83e794717048 req-f5595976-f5e1-4d39-987a-dcd06c03aa18 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:05:57.075196 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-61782ac7-7950-4f25-8a87-83e794717048 req-f5595976-f5e1-4d39-987a-dcd06c03aa18 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:05:57.110639 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5595976-f5e1-4d39-987a-dcd06c03aa18 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Pushing event updated for resources: {'Port': ['ID=fec77659-c267-4f5e-a74e-68613bb574df,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:57.128431 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9fcfadda-864f-4062-b5ef-747c818b3623 req-e325d33e-cb4a-45d2-b0a1-a735c4d4e103 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:57.149658 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61782ac7-7950-4f25-8a87-83e794717048 req-f5595976-f5e1-4d39-987a-dcd06c03aa18 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:57.150425 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-61782ac7-7950-4f25-8a87-83e794717048 req-f5595976-f5e1-4d39-987a-dcd06c03aa18 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:57.157769 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9fcfadda-864f-4062-b5ef-747c818b3623 req-e325d33e-cb4a-45d2-b0a1-a735c4d4e103 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:57.173190 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-61782ac7-7950-4f25-8a87-83e794717048 req-f5595976-f5e1-4d39-987a-dcd06c03aa18 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0159838 Sep 30 13:05:57.187113 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-61782ac7-7950-4f25-8a87-83e794717048 req-dc3297ae-8358-44f3-9897-8d4953d4cb96 service neutron] Request body: {'port': {'device_id': 'c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:05:57.246350 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9fcfadda-864f-4062-b5ef-747c818b3623 req-e325d33e-cb4a-45d2-b0a1-a735c4d4e103 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:57.251400 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9fcfadda-864f-4062-b5ef-747c818b3623 req-e325d33e-cb4a-45d2-b0a1-a735c4d4e103 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:57.253133 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9fcfadda-864f-4062-b5ef-747c818b3623 req-e325d33e-cb4a-45d2-b0a1-a735c4d4e103 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "DELETE /v2.0/security-groups/1f16125a-efaf-405e-9668-41a2e5a4a73c HTTP/1.1" status: 204 len: 173 time: 0.2019765 Sep 30 13:05:57.265732 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325d33e-cb4a-45d2-b0a1-a735c4d4e103 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f16125a-efaf-405e-9668-41a2e5a4a73c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:57.329961 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc5f86-c086-43e2-b7f2-ed255b72833a req-1b929c2c-3c5c-4095-8c07-34098717a1b5 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:57.331511 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83bc5f86-c086-43e2-b7f2-ed255b72833a req-1b929c2c-3c5c-4095-8c07-34098717a1b5 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca9de113-7ebe-4e15-839a-3a136a5bc2f7 HTTP/1.1" status: 200 len: 948 time: 0.0911112 Sep 30 13:05:57.332089 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-61782ac7-7950-4f25-8a87-83e794717048 req-dc3297ae-8358-44f3-9897-8d4953d4cb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:57.393223 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbdc073-27ee-4de1-920f-52c0651177fc req-7a177be7-d3e3-447a-8679-f059de48fc05 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:57.395987 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5fbdc073-27ee-4de1-920f-52c0651177fc req-7a177be7-d3e3-447a-8679-f059de48fc05 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 945 time: 0.0614793 Sep 30 13:05:57.411585 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83bc5f86-c086-43e2-b7f2-ed255b72833a req-77ccc86a-8d83-47a8-aa5d-5758e4022cdb tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/security-groups?id=3653aa30-4a73-4dfb-9260-b86e082840cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665052 Sep 30 13:05:57.470545 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5fbdc073-27ee-4de1-920f-52c0651177fc req-c0d6fadf-e191-4829-87bc-e28f55b8a0b1 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681739 Sep 30 13:05:57.602293 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f373be0f-1794-4532-b8f6-10a26ed107fa req-5ba17012-9650-4f31-8e51-5459958fe6d2 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "GET /v2.0/security-groups/8e74da6a-7bf4-4ebc-a70b-29eab636c70e HTTP/1.1" status: 200 len: 2404 time: 0.1133931 Sep 30 13:05:57.607667 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cb3f2-0ab2-42e6-b741-9b0a9ab96f8a req-642c00d6-33e0-4fe2-b828-40b82e9f49b4 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:57.623994 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-985cb3f2-0ab2-42e6-b741-9b0a9ab96f8a req-642c00d6-33e0-4fe2-b828-40b82e9f49b4 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce HTTP/1.1" status: 200 len: 931 time: 0.0799918 Sep 30 13:05:57.666449 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-985cb3f2-0ab2-42e6-b741-9b0a9ab96f8a req-b76ac48d-4a09-4fb1-853a-1ad951d80aa6 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414555 Sep 30 13:05:57.755177 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f373be0f-1794-4532-b8f6-10a26ed107fa req-7f65d161-f98f-47c6-9743-08aaa56f5b8d tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:57.820213 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f373be0f-1794-4532-b8f6-10a26ed107fa req-7f65d161-f98f-47c6-9743-08aaa56f5b8d tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:57.858197 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-61782ac7-7950-4f25-8a87-83e794717048 req-dc3297ae-8358-44f3-9897-8d4953d4cb96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec77659-c267-4f5e-a74e-68613bb574df {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:05:57.875815 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-61782ac7-7950-4f25-8a87-83e794717048 req-dc3297ae-8358-44f3-9897-8d4953d4cb96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:57.907454 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-61782ac7-7950-4f25-8a87-83e794717048 req-dc3297ae-8358-44f3-9897-8d4953d4cb96 service neutron] Transition to ACTIVE for port object fec77659-c267-4f5e-a74e-68613bb574df will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:05:57.910184 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f373be0f-1794-4532-b8f6-10a26ed107fa req-7f65d161-f98f-47c6-9743-08aaa56f5b8d tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:57.915475 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f373be0f-1794-4532-b8f6-10a26ed107fa req-7f65d161-f98f-47c6-9743-08aaa56f5b8d tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:57.921487 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f373be0f-1794-4532-b8f6-10a26ed107fa req-7f65d161-f98f-47c6-9743-08aaa56f5b8d tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "DELETE /v2.0/security-groups/8e74da6a-7bf4-4ebc-a70b-29eab636c70e HTTP/1.1" status: 204 len: 173 time: 0.3052952 Sep 30 13:05:57.936600 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-61782ac7-7950-4f25-8a87-83e794717048 req-dc3297ae-8358-44f3-9897-8d4953d4cb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:57.986660 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65d161-f98f-47c6-9743-08aaa56f5b8d tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e74da6a-7bf4-4ebc-a70b-29eab636c70e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:58.078545 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3297ae-8358-44f3-9897-8d4953d4cb96 service neutron] Pushing event updated for resources: {'Port': ['ID=fec77659-c267-4f5e-a74e-68613bb574df,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:58.092045 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587c151-49b7-464a-8e61-fb85c71a1576 req-21a5b5ed-c965-4298-9d77-df4b0f5589e4 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:58.093666 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f587c151-49b7-464a-8e61-fb85c71a1576 req-21a5b5ed-c965-4298-9d77-df4b0f5589e4 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9de113-7ebe-4e15-839a-3a136a5bc2f7 HTTP/1.1" status: 200 len: 948 time: 0.1082022 Sep 30 13:05:58.115032 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f6c6bdd9-2459-4001-a78b-fe3efe3036d1 req-9c71821f-2cfd-47f3-a9ae-bdcf0c4df36c tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "GET /v2.0/security-groups/ec26b6ed-26b0-4db5-9a5f-d3ab3cab9679 HTTP/1.1" status: 200 len: 2396 time: 0.1743455 Sep 30 13:05:58.280515 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-61782ac7-7950-4f25-8a87-83e794717048 req-dc3297ae-8358-44f3-9897-8d4953d4cb96 service neutron] Attempting to bind port fec77659-c267-4f5e-a74e-68613bb574df on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:05:58.280875 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-61782ac7-7950-4f25-8a87-83e794717048 req-dc3297ae-8358-44f3-9897-8d4953d4cb96 service neutron] Attempting to bind port fec77659-c267-4f5e-a74e-68613bb574df by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '46821e00-e4d0-4238-88d3-b4e77f5b89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f2a53838-1c79-48c4-bdd8-e5e86cdc10e2'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:05:58.281183 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61782ac7-7950-4f25-8a87-83e794717048 req-dc3297ae-8358-44f3-9897-8d4953d4cb96 service neutron] Attempting to bind port fec77659-c267-4f5e-a74e-68613bb574df on network f2a53838-1c79-48c4-bdd8-e5e86cdc10e2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:05:58.287555 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f6c6bdd9-2459-4001-a78b-fe3efe3036d1 req-44562c2a-f6dc-415b-9d1c-b61dff5aed36 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:58.291034 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61782ac7-7950-4f25-8a87-83e794717048 req-dc3297ae-8358-44f3-9897-8d4953d4cb96 service neutron] Port fec77659-c267-4f5e-a74e-68613bb574df on network f2a53838-1c79-48c4-bdd8-e5e86cdc10e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:05:58.291356 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61782ac7-7950-4f25-8a87-83e794717048 req-dc3297ae-8358-44f3-9897-8d4953d4cb96 service neutron] Attempting to bind port fec77659-c267-4f5e-a74e-68613bb574df on network f2a53838-1c79-48c4-bdd8-e5e86cdc10e2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:05:58.311529 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61782ac7-7950-4f25-8a87-83e794717048 req-dc3297ae-8358-44f3-9897-8d4953d4cb96 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:05:58.311867 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61782ac7-7950-4f25-8a87-83e794717048 req-dc3297ae-8358-44f3-9897-8d4953d4cb96 service neutron] Checking segment: {'id': '46821e00-e4d0-4238-88d3-b4e77f5b89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f2a53838-1c79-48c4-bdd8-e5e86cdc10e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:05:58.312258 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61782ac7-7950-4f25-8a87-83e794717048 req-dc3297ae-8358-44f3-9897-8d4953d4cb96 service neutron] Bound using segment: {'id': '46821e00-e4d0-4238-88d3-b4e77f5b89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f2a53838-1c79-48c4-bdd8-e5e86cdc10e2'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:05:58.312698 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-61782ac7-7950-4f25-8a87-83e794717048 req-dc3297ae-8358-44f3-9897-8d4953d4cb96 service neutron] Bound port: fec77659-c267-4f5e-a74e-68613bb574df, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46821e00-e4d0-4238-88d3-b4e77f5b89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f2a53838-1c79-48c4-bdd8-e5e86cdc10e2'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:05:58.313066 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-61782ac7-7950-4f25-8a87-83e794717048 req-dc3297ae-8358-44f3-9897-8d4953d4cb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:58.335441 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f6c6bdd9-2459-4001-a78b-fe3efe3036d1 req-44562c2a-f6dc-415b-9d1c-b61dff5aed36 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:58.341069 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-f587c151-49b7-464a-8e61-fb85c71a1576 req-461d8b4e-3496-4eaf-b2a5-e33298f12bcd tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Deleting port 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:05:58.341401 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f587c151-49b7-464a-8e61-fb85c71a1576 req-461d8b4e-3496-4eaf-b2a5-e33298f12bcd tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:58.514286 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f6c6bdd9-2459-4001-a78b-fe3efe3036d1 req-44562c2a-f6dc-415b-9d1c-b61dff5aed36 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:58.516929 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f6c6bdd9-2459-4001-a78b-fe3efe3036d1 req-44562c2a-f6dc-415b-9d1c-b61dff5aed36 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:58.518038 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f6c6bdd9-2459-4001-a78b-fe3efe3036d1 req-44562c2a-f6dc-415b-9d1c-b61dff5aed36 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] 10.222.0.18 "DELETE /v2.0/security-groups/ec26b6ed-26b0-4db5-9a5f-d3ab3cab9679 HTTP/1.1" status: 204 len: 173 time: 0.3728094 Sep 30 13:05:58.524579 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-61782ac7-7950-4f25-8a87-83e794717048 req-dc3297ae-8358-44f3-9897-8d4953d4cb96 service neutron] For port fec77659-c267-4f5e-a74e-68613bb574df, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:05:58.528280 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46888) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:05:58.532566 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-61782ac7-7950-4f25-8a87-83e794717048 req-dc3297ae-8358-44f3-9897-8d4953d4cb96 service neutron] For port fec77659-c267-4f5e-a74e-68613bb574df, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=fec77659-c267-4f5e-a74e-68613bb574df,segment=NetworkSegment(46821e00-e4d0-4238-88d3-b4e77f5b89b8),segment_id=46821e00-e4d0-4238-88d3-b4e77f5b89b8)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:05:58.534323 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-f587c151-49b7-464a-8e61-fb85c71a1576 req-461d8b4e-3496-4eaf-b2a5-e33298f12bcd tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] For port 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8e16d3ba-806c-4ee8-bbf4-ef2464d4e092,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:05:58.534703 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f587c151-49b7-464a-8e61-fb85c71a1576 req-461d8b4e-3496-4eaf-b2a5-e33298f12bcd tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:58.547810 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44562c2a-f6dc-415b-9d1c-b61dff5aed36 tempest-SecurityGroupRulesTestJSON-1506517823 tempest-SecurityGroupRulesTestJSON-1506517823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec26b6ed-26b0-4db5-9a5f-d3ab3cab9679,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:58.558306 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-61782ac7-7950-4f25-8a87-83e794717048 req-dc3297ae-8358-44f3-9897-8d4953d4cb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:58.569513 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-f587c151-49b7-464a-8e61-fb85c71a1576 req-461d8b4e-3496-4eaf-b2a5-e33298f12bcd tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Calling delete_port for 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:05:58.609535 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61782ac7-7950-4f25-8a87-83e794717048 req-dc3297ae-8358-44f3-9897-8d4953d4cb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:58.610316 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-61782ac7-7950-4f25-8a87-83e794717048 req-dc3297ae-8358-44f3-9897-8d4953d4cb96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:58.611733 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-61782ac7-7950-4f25-8a87-83e794717048 req-dc3297ae-8358-44f3-9897-8d4953d4cb96 service neutron] 10.222.0.54 "PUT /v2.0/ports/fec77659-c267-4f5e-a74e-68613bb574df HTTP/1.1" status: 200 len: 1091 time: 1.4292915 Sep 30 13:05:58.613631 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce', 'tag': 'fec77659-c267-4f5e-a74e-68613bb574df'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:05:58.616610 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837a4eb4-3c6b-4c12-a3e0-4be40b562ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce", "tag": "fec77659-c267-4f5e-a74e-68613bb574df"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:05:58.653264 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-39976981-e814-41a2-9721-8ccb04f8c9b8 admin admin] Deleting subnet b99fdda7-3f46-4aa4-80c8-028c54cfc769 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:05:58.656892 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-39976981-e814-41a2-9721-8ccb04f8c9b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:58.719151 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-39976981-e814-41a2-9721-8ccb04f8c9b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:58.765845 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198c33c-fd60-4ec4-9366-319d7280e90a req-0ab7d915-10fe-470a-ba23-e7dbb8e63fa7 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:58.768273 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d198c33c-fd60-4ec4-9366-319d7280e90a req-0ab7d915-10fe-470a-ba23-e7dbb8e63fa7 tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca9de113-7ebe-4e15-839a-3a136a5bc2f7 HTTP/1.1" status: 200 len: 948 time: 0.2522216 Sep 30 13:05:58.773727 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3297ae-8358-44f3-9897-8d4953d4cb96 service neutron] Pushing event updated for resources: {'Port': ['ID=fec77659-c267-4f5e-a74e-68613bb574df,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:58.807385 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-39976981-e814-41a2-9721-8ccb04f8c9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:58.866796 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d198c33c-fd60-4ec4-9366-319d7280e90a req-f150ec71-783f-45af-b501-3cbb09b5638e tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.18 "GET /v2.0/security-groups?id=3653aa30-4a73-4dfb-9260-b86e082840cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900736 Sep 30 13:05:58.874974 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42805f6-5ba5-48be-b282-e9e90af6501e req-3ca91d12-0f6e-4390-b3d6-aebaea290c91 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:58.881963 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f42805f6-5ba5-48be-b282-e9e90af6501e req-3ca91d12-0f6e-4390-b3d6-aebaea290c91 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 945 time: 0.2434454 Sep 30 13:05:58.913810 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61782ac7-7950-4f25-8a87-83e794717048 req-95228ab6-5f5f-44c7-b9d3-6926e5aa8642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:58.915384 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-61782ac7-7950-4f25-8a87-83e794717048 req-95228ab6-5f5f-44c7-b9d3-6926e5aa8642 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ca8664bc2bb49b18bb6d219b3a0cde6&device_id=c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce HTTP/1.1" status: 200 len: 1094 time: 0.1958146 Sep 30 13:05:58.921026 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-39976981-e814-41a2-9721-8ccb04f8c9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:58.967800 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24789819-382b-4f6a-a6bc-ad513bb44205 x-openstack-request-id: req-24789819-382b-4f6a-a6bc-ad513bb44205 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:05:58.968107 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce", "tag": "fec77659-c267-4f5e-a74e-68613bb574df", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:05:58.968349 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-24789819-382b-4f6a-a6bc-ad513bb44205 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:05:58.968751 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce', 'tag': 'fec77659-c267-4f5e-a74e-68613bb574df', 'status': 'completed', 'code': 200} Sep 30 13:05:58.975545 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-61782ac7-7950-4f25-8a87-83e794717048 req-da187839-aaa2-40e3-98a1-86f44357ed8d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fec77659-c267-4f5e-a74e-68613bb574df HTTP/1.1" status: 200 len: 217 time: 0.0488529 Sep 30 13:05:58.978132 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39976981-e814-41a2-9721-8ccb04f8c9b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b99fdda7-3f46-4aa4-80c8-028c54cfc769,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:58.984566 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-39976981-e814-41a2-9721-8ccb04f8c9b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:58.991123 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-39976981-e814-41a2-9721-8ccb04f8c9b8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b99fdda7-3f46-4aa4-80c8-028c54cfc769 HTTP/1.1" status: 204 len: 168 time: 0.4601765 Sep 30 13:05:58.992004 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46902) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:05:59.046751 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f42805f6-5ba5-48be-b282-e9e90af6501e req-ccd07776-3c34-49c4-9183-0a219426818a tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636255 Sep 30 13:05:59.063736 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f587c151-49b7-464a-8e61-fb85c71a1576 req-461d8b4e-3496-4eaf-b2a5-e33298f12bcd tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:59.108416 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d8b4e-3496-4eaf-b2a5-e33298f12bcd tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Pushing event deleted for resources: {'Port': ['ID=8e16d3ba-806c-4ee8-bbf4-ef2464d4e092,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:05:59.146293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61782ac7-7950-4f25-8a87-83e794717048 req-a256ff1e-752e-4d2b-8e97-650aabdcbb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:59.146803 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-61782ac7-7950-4f25-8a87-83e794717048 req-a256ff1e-752e-4d2b-8e97-650aabdcbb84 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92067afd-1f22-4fa2-ade8-89a9a9492dd2 HTTP/1.1" status: 200 len: 860 time: 0.1597078 Sep 30 13:05:59.172897 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-f587c151-49b7-464a-8e61-fb85c71a1576 req-461d8b4e-3496-4eaf-b2a5-e33298f12bcd tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] No DVR routers for this DVR port 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:05:59.186722 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fff9ed99-a366-49b4-babf-6af032347aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:59.201175 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f587c151-49b7-464a-8e61-fb85c71a1576 req-461d8b4e-3496-4eaf-b2a5-e33298f12bcd tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:59.203213 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f587c151-49b7-464a-8e61-fb85c71a1576 req-461d8b4e-3496-4eaf-b2a5-e33298f12bcd tempest-ImagesOneServerTestJSON-1324526206 tempest-ImagesOneServerTestJSON-1324526206-project] 10.222.0.39 "DELETE /v2.0/ports/8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 HTTP/1.1" status: 204 len: 173 time: 1.0921354 Sep 30 13:05:59.205329 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-61782ac7-7950-4f25-8a87-83e794717048 req-c2e4f62b-d064-46e9-be13-42dbab7afc6f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f2a53838-1c79-48c4-bdd8-e5e86cdc10e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433033 Sep 30 13:05:59.207368 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab314883-0217-43ac-9e01-bb8c1214241c req-2a2560fa-ab93-4c96-aae0-473adc15d8a9 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:59.215892 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ab314883-0217-43ac-9e01-bb8c1214241c req-2a2560fa-ab93-4c96-aae0-473adc15d8a9 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce HTTP/1.1" status: 200 len: 943 time: 0.1921167 Sep 30 13:05:59.463356 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-61782ac7-7950-4f25-8a87-83e794717048 req-c27e47d5-9b5f-4401-86c7-f41a785c3b9c service neutron] 10.222.0.54 "GET /v2.0/networks/f2a53838-1c79-48c4-bdd8-e5e86cdc10e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479596 Sep 30 13:05:59.597443 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-61782ac7-7950-4f25-8a87-83e794717048 req-5062f151-360c-4f6c-a0b8-260e0cc2494b service neutron] 10.222.0.54 "GET /v2.0/networks/f2a53838-1c79-48c4-bdd8-e5e86cdc10e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233227 Sep 30 13:05:59.680910 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ab314883-0217-43ac-9e01-bb8c1214241c req-ebd46e2c-5464-4cde-8bd6-34a543e958d4 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628778 Sep 30 13:05:59.768055 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fff9ed99-a366-49b4-babf-6af032347aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:59.769691 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a4eb4-3c6b-4c12-a3e0-4be40b562ee1 req-3c18e83e-9ae4-4a96-a01e-09e17fd1ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:59.771397 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-837a4eb4-3c6b-4c12-a3e0-4be40b562ee1 req-3c18e83e-9ae4-4a96-a01e-09e17fd1ecd3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ca8664bc2bb49b18bb6d219b3a0cde6&device_id=c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce HTTP/1.1" status: 200 len: 1094 time: 0.1105037 Sep 30 13:05:59.804679 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-fff9ed99-a366-49b4-babf-6af032347aec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133cf6d6-7df9-4664-a809-e7e4825940f8']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:05:59.814992 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-fff9ed99-a366-49b4-babf-6af032347aec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1acb169-5b70-44ad-8cdc-04fa6721d257') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:05:59.815415 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-fff9ed99-a366-49b4-babf-6af032347aec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1acb169-5b70-44ad-8cdc-04fa6721d257') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:05:59.831912 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fff9ed99-a366-49b4-babf-6af032347aec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:59.852573 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fff9ed99-a366-49b4-babf-6af032347aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:59.861988 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff9ed99-a366-49b4-babf-6af032347aec admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:05:59.863361 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fff9ed99-a366-49b4-babf-6af032347aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:05:59.867489 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:05:59.953110 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fff9ed99-a366-49b4-babf-6af032347aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:59.955956 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a4eb4-3c6b-4c12-a3e0-4be40b562ee1 req-3c21cba0-4288-4009-a84b-a3f1ecf99d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:05:59.965077 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-837a4eb4-3c6b-4c12-a3e0-4be40b562ee1 req-3c21cba0-4288-4009-a84b-a3f1ecf99d0d service neutron] 10.222.0.54 "GET /v2.0/networks?id=f2a53838-1c79-48c4-bdd8-e5e86cdc10e2 HTTP/1.1" status: 200 len: 921 time: 0.1849327 Sep 30 13:05:59.967971 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fff9ed99-a366-49b4-babf-6af032347aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:05:59.972289 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fff9ed99-a366-49b4-babf-6af032347aec admin admin] 10.222.0.18 "DELETE /v2.0/networks/133cf6d6-7df9-4664-a809-e7e4825940f8 HTTP/1.1" status: 204 len: 168 time: 0.9768472 Sep 30 13:05:59.999882 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9ed99-a366-49b4-babf-6af032347aec admin admin] Pushing event deleted for resources: {'Network': ['ID=133cf6d6-7df9-4664-a809-e7e4825940f8,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:00.028767 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-837a4eb4-3c6b-4c12-a3e0-4be40b562ee1 req-d077b066-cd24-4543-a22c-a90167cf4be9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fec77659-c267-4f5e-a74e-68613bb574df HTTP/1.1" status: 200 len: 217 time: 0.0559778 Sep 30 13:06:00.123904 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a4eb4-3c6b-4c12-a3e0-4be40b562ee1 req-e51ce88a-b5e3-41cc-bf78-42f6a9399f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:00.126869 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-837a4eb4-3c6b-4c12-a3e0-4be40b562ee1 req-e51ce88a-b5e3-41cc-bf78-42f6a9399f6e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92067afd-1f22-4fa2-ade8-89a9a9492dd2 HTTP/1.1" status: 200 len: 860 time: 0.0891228 Sep 30 13:06:00.174004 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-837a4eb4-3c6b-4c12-a3e0-4be40b562ee1 req-bf8579a0-087a-4cb0-b8c6-44f8dee73031 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f2a53838-1c79-48c4-bdd8-e5e86cdc10e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329320 Sep 30 13:06:00.200868 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46918) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:00.328536 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-837a4eb4-3c6b-4c12-a3e0-4be40b562ee1 req-d5cd993c-ed5b-4c3e-acc1-e6559aa51ccf service neutron] 10.222.0.54 "GET /v2.0/networks/f2a53838-1c79-48c4-bdd8-e5e86cdc10e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450047 Sep 30 13:06:00.329354 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 46922) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:00.341312 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1880f28b-1438-43e5-b2d9-164aec4ac445 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=738d49e098f343b1a4ab89b4144e4dc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392946 Sep 30 13:06:00.350911 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2372e-dca8-4ca0-99b7-8be4758637c5 req-c6a26cc7-4699-462e-b9d7-f0258ef06520 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:00.352437 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0fa2372e-dca8-4ca0-99b7-8be4758637c5 req-c6a26cc7-4699-462e-b9d7-f0258ef06520 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 945 time: 0.1636305 Sep 30 13:06:00.352927 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46926) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:00.436907 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0fa2372e-dca8-4ca0-99b7-8be4758637c5 req-1d3302d6-77c4-40b8-bb9a-5d7d17244583 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729067 Sep 30 13:06:00.464531 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-52297299-900c-441c-a835-591488231751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:00.502194 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-52297299-900c-441c-a835-591488231751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:00.528670 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-837a4eb4-3c6b-4c12-a3e0-4be40b562ee1 req-352ce565-10d1-4a50-aeee-d7de6ac59b50 service neutron] 10.222.0.54 "GET /v2.0/networks/f2a53838-1c79-48c4-bdd8-e5e86cdc10e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848085 Sep 30 13:06:00.571404 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-52297299-900c-441c-a835-591488231751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:00.574034 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:06:00.575666 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-52297299-900c-441c-a835-591488231751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:00.577169 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-52297299-900c-441c-a835-591488231751 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d24c7f0-2b2a-4bf2-a84a-fc9ceeccc7e4 HTTP/1.1" status: 204 len: 168 time: 0.2233286 Sep 30 13:06:00.588860 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52297299-900c-441c-a835-591488231751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d24c7f0-2b2a-4bf2-a84a-fc9ceeccc7e4,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:00.684520 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:06:00.710726 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7a7535b1-2ad5-4560-a367-48dc28dfb781 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=27378699ba4049d88822a9456a352f86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3798440 Sep 30 13:06:00.713324 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46932) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:00.864726 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c1c9ed59-bb03-408d-8506-284f33e0eb3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:00.867474 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:06:00.869105 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8e16d3ba-806c-4ee8-bbf4-ef2464d4e092 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:06:00.898676 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c1c9ed59-bb03-408d-8506-284f33e0eb3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:00.918831 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60341a-133f-409f-ac60-64f423c14946 req-cef8473c-fb99-42ef-a2c0-f8549e27fa35 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:00.920345 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ee60341a-133f-409f-ac60-64f423c14946 req-cef8473c-fb99-42ef-a2c0-f8549e27fa35 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce HTTP/1.1" status: 200 len: 943 time: 0.0923054 Sep 30 13:06:00.970636 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9de113-7ebe-4e15-839a-3a136a5bc2f7', 'name': 'network-vif-deleted', 'tag': '8e16d3ba-806c-4ee8-bbf4-ef2464d4e092'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:06:00.975139 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b4996c-1152-4289-ba72-2859db6fcbae" -d '{"events": [{"server_uuid": "ca9de113-7ebe-4e15-839a-3a136a5bc2f7", "name": "network-vif-deleted", "tag": "8e16d3ba-806c-4ee8-bbf4-ef2464d4e092"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:06:00.999847 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c1c9ed59-bb03-408d-8506-284f33e0eb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:01.002606 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c1c9ed59-bb03-408d-8506-284f33e0eb3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:01.007236 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c1c9ed59-bb03-408d-8506-284f33e0eb3d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3653aa30-4a73-4dfb-9260-b86e082840cb HTTP/1.1" status: 204 len: 168 time: 0.2926736 Sep 30 13:06:01.037587 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ee60341a-133f-409f-ac60-64f423c14946 req-1303f5b1-9baa-4248-9cb4-c9ba917b1280 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971956 Sep 30 13:06:01.039959 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9ed59-bb03-408d-8506-284f33e0eb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3653aa30-4a73-4dfb-9260-b86e082840cb,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:01.060389 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd18b68f-c2ae-4117-9477-0846d9297017 x-openstack-request-id: req-cd18b68f-c2ae-4117-9477-0846d9297017 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:06:01.060857 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9de113-7ebe-4e15-839a-3a136a5bc2f7", "name": "network-vif-deleted", "tag": "8e16d3ba-806c-4ee8-bbf4-ef2464d4e092", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:06:01.061274 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd18b68f-c2ae-4117-9477-0846d9297017 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:06:01.061822 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9de113-7ebe-4e15-839a-3a136a5bc2f7', 'name': 'network-vif-deleted', 'tag': '8e16d3ba-806c-4ee8-bbf4-ef2464d4e092', 'status': 'completed', 'code': 200} Sep 30 13:06:01.570868 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd0569-f274-49c9-86fe-ea72af2fda9e req-1c7e7178-7644-4693-b1e4-ec89b40f25e4 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:01.575689 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 46978) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:01.578696 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3ccd0569-f274-49c9-86fe-ea72af2fda9e req-1c7e7178-7644-4693-b1e4-ec89b40f25e4 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 945 time: 0.0642400 Sep 30 13:06:01.617497 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3ccd0569-f274-49c9-86fe-ea72af2fda9e req-f4722f9f-e91d-44f0-97cc-ad4c31faa01d tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377264 Sep 30 13:06:01.711156 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-b71867d2-78ca-467b-bf76-40682d8063bb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-507426430-network', 'tenant_id': 'bc8cbce6f1fc407f94e2a0585cbfc3cd'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:01.735679 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71867d2-78ca-467b-bf76-40682d8063bb admin admin] Made reservation on behalf of bc8cbce6f1fc407f94e2a0585cbfc3cd for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:06:01.737974 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b71867d2-78ca-467b-bf76-40682d8063bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:01.748758 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b71867d2-78ca-467b-bf76-40682d8063bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:01.851291 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b71867d2-78ca-467b-bf76-40682d8063bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:01.858377 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b71867d2-78ca-467b-bf76-40682d8063bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:01.887858 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71867d2-78ca-467b-bf76-40682d8063bb admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:06:01.898722 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71867d2-78ca-467b-bf76-40682d8063bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8f3c82-656f-45f5-b012-65c1ec0ee916,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:01.903829 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b71867d2-78ca-467b-bf76-40682d8063bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:01.903962 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-b71867d2-78ca-467b-bf76-40682d8063bb admin admin] Added segment fa12535b-6fc6-455e-98b4-c13cc18fa4bb of type vlan for network 5c7d1263-88a3-4fb1-aca8-778fb138c3d0 Sep 30 13:06:01.951625 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b71867d2-78ca-467b-bf76-40682d8063bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:01.953640 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46992) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:01.980739 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b71867d2-78ca-467b-bf76-40682d8063bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:01.981781 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71867d2-78ca-467b-bf76-40682d8063bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:01.982401 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b71867d2-78ca-467b-bf76-40682d8063bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:02.017531 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b71867d2-78ca-467b-bf76-40682d8063bb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4401362 Sep 30 13:06:02.020938 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46996) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:02.026045 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-14a6cdd2-eb59-41fe-ad78-037cc41405b9 admin admin] Request body: {'subnet': {'network_id': '5c7d1263-88a3-4fb1-aca8-778fb138c3d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-507426430-subnet', 'tenant_id': 'bc8cbce6f1fc407f94e2a0585cbfc3cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:02.055348 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a6cdd2-eb59-41fe-ad78-037cc41405b9 admin admin] Made reservation on behalf of bc8cbce6f1fc407f94e2a0585cbfc3cd for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:06:02.058351 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14a6cdd2-eb59-41fe-ad78-037cc41405b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:02.112083 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-f00baf51-1d6f-4108-8054-bd1b5d0f9636 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1136063025-network', 'tenant_id': 'fb1dab293be4472ab87fb38e783aa29a'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:02.191045 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00baf51-1d6f-4108-8054-bd1b5d0f9636 admin admin] Made reservation on behalf of fb1dab293be4472ab87fb38e783aa29a for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:06:02.194086 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f00baf51-1d6f-4108-8054-bd1b5d0f9636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:02.209049 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f00baf51-1d6f-4108-8054-bd1b5d0f9636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:02.289380 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device fec77659-c267-4f5e-a74e-68613bb574df details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:06:02.335094 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71867d2-78ca-467b-bf76-40682d8063bb admin admin] Pushing event updated for resources: {'Network': ['ID=5c7d1263-88a3-4fb1-aca8-778fb138c3d0,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:02.383266 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14a6cdd2-eb59-41fe-ad78-037cc41405b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:02.388204 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1736b-32bf-41a8-9add-e746e69f737a req-ba0c5d92-7ea6-44b4-b61d-6d91fd11fc76 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:02.397003 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e3a1736b-32bf-41a8-9add-e746e69f737a req-ba0c5d92-7ea6-44b4-b61d-6d91fd11fc76 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce HTTP/1.1" status: 200 len: 943 time: 0.0641329 Sep 30 13:06:02.435878 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 5c7d1263-88a3-4fb1-aca8-778fb138c3d0 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:06:02.444308 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e3a1736b-32bf-41a8-9add-e746e69f737a req-bf9530ff-fc79-477e-9c36-c81665f66e72 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461314 Sep 30 13:06:02.492790 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f00baf51-1d6f-4108-8054-bd1b5d0f9636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:02.500364 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6cdd2-eb59-41fe-ad78-037cc41405b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ef7d000-3d70-4c5d-9b51-a94893f57e12,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:02.507099 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f00baf51-1d6f-4108-8054-bd1b5d0f9636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:02.529051 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a6cdd2-eb59-41fe-ad78-037cc41405b9 admin admin] Checking segment: {'id': 'fa12535b-6fc6-455e-98b4-c13cc18fa4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c7d1263-88a3-4fb1-aca8-778fb138c3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:06:02.529440 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a6cdd2-eb59-41fe-ad78-037cc41405b9 admin admin] Network hostable DHCP agents. Network: 5c7d1263-88a3-4fb1-aca8-778fb138c3d0, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:06:02.538140 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port fec77659-c267-4f5e-a74e-68613bb574df, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=fec77659-c267-4f5e-a74e-68613bb574df,segment=NetworkSegment(46821e00-e4d0-4238-88d3-b4e77f5b89b8),segment_id=46821e00-e4d0-4238-88d3-b4e77f5b89b8)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:02.557004 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'fec77659-c267-4f5e-a74e-68613bb574df', 'network_id': 'f2a53838-1c79-48c4-bdd8-e5e86cdc10e2', 'port_id': 'fec77659-c267-4f5e-a74e-68613bb574df', 'mac_address': 'fa:16:3e:2b:66:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92067afd-1f22-4fa2-ade8-89a9a9492dd2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:06:02.559243 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f00baf51-1d6f-4108-8054-bd1b5d0f9636 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:06:02.576739 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00baf51-1d6f-4108-8054-bd1b5d0f9636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a71a9a-20b9-4162-a45e-ac9252e42700,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:02.587073 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f00baf51-1d6f-4108-8054-bd1b5d0f9636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:02.587380 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-f00baf51-1d6f-4108-8054-bd1b5d0f9636 admin admin] Added segment 7f6fa2e1-cafe-4235-943c-74c9662cad1b of type vlan for network 539c7ce0-2ea8-457c-b75a-f562ac4ed55b Sep 30 13:06:02.609729 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:02.629257 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec77659-c267-4f5e-a74e-68613bb574df {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:06:02.643423 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a6cdd2-eb59-41fe-ad78-037cc41405b9 admin admin] Network 5c7d1263-88a3-4fb1-aca8-778fb138c3d0 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:06:02.660318 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port fec77659-c267-4f5e-a74e-68613bb574df, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=fec77659-c267-4f5e-a74e-68613bb574df,segment=NetworkSegment(46821e00-e4d0-4238-88d3-b4e77f5b89b8),segment_id=46821e00-e4d0-4238-88d3-b4e77f5b89b8)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:02.661847 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f00baf51-1d6f-4108-8054-bd1b5d0f9636 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:02.669043 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:02.669934 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-14a6cdd2-eb59-41fe-ad78-037cc41405b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 5c7d1263-88a3-4fb1-aca8-778fb138c3d0) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:06:02.675538 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a6cdd2-eb59-41fe-ad78-037cc41405b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:02.678143 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14a6cdd2-eb59-41fe-ad78-037cc41405b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:02.680139 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b056873-d96c-4f13-b329-cca36bbce6fd None None] Network 5c7d1263-88a3-4fb1-aca8-778fb138c3d0 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:06:02.718570 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-14a6cdd2-eb59-41fe-ad78-037cc41405b9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6963990 Sep 30 13:06:02.734407 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f00baf51-1d6f-4108-8054-bd1b5d0f9636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:02.736980 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00baf51-1d6f-4108-8054-bd1b5d0f9636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:02.737677 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f00baf51-1d6f-4108-8054-bd1b5d0f9636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:02.791823 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=fec77659-c267-4f5e-a74e-68613bb574df,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:02.807095 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f00baf51-1d6f-4108-8054-bd1b5d0f9636 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8522797 Sep 30 13:06:02.812876 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 47010) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:02.829246 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-01b3cdb7-f077-4dc4-9d83-61e8e360cf28 admin admin] Request body: {'subnet': {'network_id': '539c7ce0-2ea8-457c-b75a-f562ac4ed55b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1136063025-subnet', 'tenant_id': 'fb1dab293be4472ab87fb38e783aa29a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:02.874052 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00baf51-1d6f-4108-8054-bd1b5d0f9636 admin admin] Pushing event updated for resources: {'Network': ['ID=539c7ce0-2ea8-457c-b75a-f562ac4ed55b,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:02.881387 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2337a-0fde-4b69-9721-fab7003f242e req-8ca94ea6-5cd2-45c6-8e5b-943ac7df4f41 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:02.883888 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bcb2337a-0fde-4b69-9721-fab7003f242e req-8ca94ea6-5cd2-45c6-8e5b-943ac7df4f41 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 945 time: 0.1219833 Sep 30 13:06:02.897167 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b3cdb7-f077-4dc4-9d83-61e8e360cf28 admin admin] Made reservation on behalf of fb1dab293be4472ab87fb38e783aa29a for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:06:02.899407 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1350aeb6-1886-4401-8245-620467be5d33 None None] Network 5c7d1263-88a3-4fb1-aca8-778fb138c3d0 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:06:02.901458 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 539c7ce0-2ea8-457c-b75a-f562ac4ed55b details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:06:02.903207 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-01b3cdb7-f077-4dc4-9d83-61e8e360cf28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:02.939927 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bcb2337a-0fde-4b69-9721-fab7003f242e req-178b5237-7085-4874-86b2-b50548b3e3b9 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479932 Sep 30 13:06:03.137381 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['fec77659-c267-4f5e-a74e-68613bb574df'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:06:03.172084 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-01b3cdb7-f077-4dc4-9d83-61e8e360cf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:03.244120 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3cdb7-f077-4dc4-9d83-61e8e360cf28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfcee782-5c7a-48d7-9428-7101d5340f9a,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:03.250835 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b3cdb7-f077-4dc4-9d83-61e8e360cf28 admin admin] Checking segment: {'id': '7f6fa2e1-cafe-4235-943c-74c9662cad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '539c7ce0-2ea8-457c-b75a-f562ac4ed55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:06:03.251085 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b3cdb7-f077-4dc4-9d83-61e8e360cf28 admin admin] Network hostable DHCP agents. Network: 539c7ce0-2ea8-457c-b75a-f562ac4ed55b, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:06:03.280859 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b3cdb7-f077-4dc4-9d83-61e8e360cf28 admin admin] Network 539c7ce0-2ea8-457c-b75a-f562ac4ed55b is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:06:03.315915 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-01b3cdb7-f077-4dc4-9d83-61e8e360cf28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 539c7ce0-2ea8-457c-b75a-f562ac4ed55b) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:06:03.326464 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95aefa33-a10d-4fe2-8358-eb305634dd1a None None] Network 539c7ce0-2ea8-457c-b75a-f562ac4ed55b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:06:03.353446 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b3cdb7-f077-4dc4-9d83-61e8e360cf28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:03.354046 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-01b3cdb7-f077-4dc4-9d83-61e8e360cf28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:03.386061 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-01b3cdb7-f077-4dc4-9d83-61e8e360cf28 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5654454 Sep 30 13:06:03.403561 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-c0b18536-5d89-44ba-82a7-49f6bc5eedc1 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:03.405306 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-c0b18536-5d89-44ba-82a7-49f6bc5eedc1 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/networks?id=5c7d1263-88a3-4fb1-aca8-778fb138c3d0 HTTP/1.1" status: 200 len: 817 time: 0.1377366 Sep 30 13:06:03.429151 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-f59a98e4-360d-41b2-989f-3b372b52c0ba tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/quotas/bc8cbce6f1fc407f94e2a0585cbfc3cd HTTP/1.1" status: 200 len: 375 time: 0.0156782 Sep 30 13:06:03.485203 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-06cf9f20-0e74-4a97-b109-f18371d11750 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc8cbce6f1fc407f94e2a0585cbfc3cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441380 Sep 30 13:06:03.499863 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8920c3ec-2520-4c00-8ca0-61fff3ce7064 None None] Network 539c7ce0-2ea8-457c-b75a-f562ac4ed55b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:06:03.601930 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-dbbf9097-8ac6-4fef-a139-06b554e9a2e8 service neutron] 10.222.0.18 "GET /v2.0/networks/5c7d1263-88a3-4fb1-aca8-778fb138c3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165242 Sep 30 13:06:03.625917 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b328e4-0911-4b8e-9c1b-dcb90611c5b3 req-b88704d2-55e3-4174-a800-ad99ee128211 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:03.628510 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33b328e4-0911-4b8e-9c1b-dcb90611c5b3 req-b88704d2-55e3-4174-a800-ad99ee128211 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce HTTP/1.1" status: 200 len: 944 time: 0.0669544 Sep 30 13:06:03.674451 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33b328e4-0911-4b8e-9c1b-dcb90611c5b3 req-690ade90-da26-400e-9bfa-1ed86afb1a5c tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393925 Sep 30 13:06:03.726961 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-bf1cc2ba-5ea3-494c-9d3f-a935e5355456 service neutron] 10.222.0.18 "GET /v2.0/networks/5c7d1263-88a3-4fb1-aca8-778fb138c3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176093 Sep 30 13:06:03.917161 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-40feb3e0-0862-45c2-99ce-2c8c87430cd3 req-f5ff7521-49d0-43df-a73b-a0b0adfe2a0a tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-67329117', 'description': 'tempest-description-1529970771'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:03.952782 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-40feb3e0-0862-45c2-99ce-2c8c87430cd3 req-f5ff7521-49d0-43df-a73b-a0b0adfe2a0a tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:04.083996 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-40feb3e0-0862-45c2-99ce-2c8c87430cd3 req-f5ff7521-49d0-43df-a73b-a0b0adfe2a0a tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:04.091332 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-40feb3e0-0862-45c2-99ce-2c8c87430cd3 req-f5ff7521-49d0-43df-a73b-a0b0adfe2a0a tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:04.124786 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-40feb3e0-0862-45c2-99ce-2c8c87430cd3 req-f5ff7521-49d0-43df-a73b-a0b0adfe2a0a tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:04.139518 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-40feb3e0-0862-45c2-99ce-2c8c87430cd3 req-f5ff7521-49d0-43df-a73b-a0b0adfe2a0a tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2274630 Sep 30 13:06:04.145053 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff7521-49d0-43df-a73b-a0b0adfe2a0a tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4393fe-e164-4814-a0a0-02caf03e7087,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:04.226992 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9fa61a02-2711-4f4b-8f9a-ba18e8c2a686 req-2db53e2d-07ab-492c-abe5-3f8052b01c99 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d0aa23c-f8f6-4b47-8e1e-e15d38beab17 HTTP/1.1" status: 200 len: 210 time: 0.0420852 Sep 30 13:06:04.275679 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f8243-4d12-4839-bdae-c72d336ec95d req-c53be413-2e56-4341-9046-fb22e559d4f8 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:04.281453 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e1f8243-4d12-4839-bdae-c72d336ec95d req-c53be413-2e56-4341-9046-fb22e559d4f8 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 945 time: 0.0740242 Sep 30 13:06:04.324508 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-51d362ee-bfd9-4ff5-bfa5-2507f428b505 req-0bc0261b-6f5e-4ef4-86ae-6d0accd64c22 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] 10.222.0.18 "GET /v2.0/security-groups/0f4393fe-e164-4814-a0a0-02caf03e7087 HTTP/1.1" status: 200 len: 1811 time: 0.0594540 Sep 30 13:06:04.329307 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e1f8243-4d12-4839-bdae-c72d336ec95d req-3dbd8bfc-0864-4fcd-9133-e6071cb102d0 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409257 Sep 30 13:06:04.353652 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-51d362ee-bfd9-4ff5-bfa5-2507f428b505 req-2a29ed74-22cc-4e5b-82ab-10368669f4d7 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f4393fe-e164-4814-a0a0-02caf03e7087', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:04.354604 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-51d362ee-bfd9-4ff5-bfa5-2507f428b505 req-2a29ed74-22cc-4e5b-82ab-10368669f4d7 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f4393fe-e164-4814-a0a0-02caf03e7087', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:04.440601 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-51d362ee-bfd9-4ff5-bfa5-2507f428b505 req-2a29ed74-22cc-4e5b-82ab-10368669f4d7 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:04.471264 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-51d362ee-bfd9-4ff5-bfa5-2507f428b505 req-2a29ed74-22cc-4e5b-82ab-10368669f4d7 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:04.475939 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-51d362ee-bfd9-4ff5-bfa5-2507f428b505 req-2a29ed74-22cc-4e5b-82ab-10368669f4d7 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:04.494827 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29ed74-22cc-4e5b-82ab-10368669f4d7 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2740fa63-a12f-4e31-875e-e5d9716438bd,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:04.502779 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-51d362ee-bfd9-4ff5-bfa5-2507f428b505 req-2a29ed74-22cc-4e5b-82ab-10368669f4d7 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:04.514100 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-51d362ee-bfd9-4ff5-bfa5-2507f428b505 req-2a29ed74-22cc-4e5b-82ab-10368669f4d7 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1644459 Sep 30 13:06:04.574164 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f630c593-4f93-43d0-9ec4-edd4a00de9f0 req-9d0c339a-43b3-4a50-bb34-217b132c8842 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] 10.222.0.18 "GET /v2.0/security-groups/0f4393fe-e164-4814-a0a0-02caf03e7087 HTTP/1.1" status: 200 len: 2404 time: 0.0450857 Sep 30 13:06:04.611313 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5112d5d3-6710-486b-8c55-3b23c820ee9b req-b04ceaff-a930-4ccf-a3cd-2b4d08f227f0 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] 10.222.0.18 "GET /v2.0/security-group-rules/2740fa63-a12f-4e31-875e-e5d9716438bd HTTP/1.1" status: 200 len: 778 time: 0.0228255 Sep 30 13:06:04.659762 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5112d5d3-6710-486b-8c55-3b23c820ee9b req-7acca916-c2e7-478e-a0fd-679f30b467bc tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] 10.222.0.18 "GET /v2.0/security-groups/0f4393fe-e164-4814-a0a0-02caf03e7087 HTTP/1.1" status: 200 len: 2404 time: 0.0424042 Sep 30 13:06:04.700086 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-5112d5d3-6710-486b-8c55-3b23c820ee9b req-4f217531-fa84-482f-8d2f-f66029320e78 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:04.711806 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-5112d5d3-6710-486b-8c55-3b23c820ee9b req-4f217531-fa84-482f-8d2f-f66029320e78 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:04.751715 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-5112d5d3-6710-486b-8c55-3b23c820ee9b req-4f217531-fa84-482f-8d2f-f66029320e78 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:04.758281 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-5112d5d3-6710-486b-8c55-3b23c820ee9b req-4f217531-fa84-482f-8d2f-f66029320e78 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:04.759706 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5112d5d3-6710-486b-8c55-3b23c820ee9b req-4f217531-fa84-482f-8d2f-f66029320e78 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/2740fa63-a12f-4e31-875e-e5d9716438bd HTTP/1.1" status: 204 len: 173 time: 0.0837369 Sep 30 13:06:04.774454 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f217531-fa84-482f-8d2f-f66029320e78 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2740fa63-a12f-4e31-875e-e5d9716438bd,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:04.787467 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-648927c5-3c0d-4ab0-b593-634aeb3a5b87 req-86041b19-adff-409c-9000-27b4aec10563 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-203434132', 'description': 'tempest-description-1128618494'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:04.812324 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbac1f9-d98a-4cbc-8932-39f69f574646 req-25839d45-da14-4333-bc69-27deb64fa634 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:04.814006 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7cbac1f9-d98a-4cbc-8932-39f69f574646 req-25839d45-da14-4333-bc69-27deb64fa634 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce HTTP/1.1" status: 200 len: 944 time: 0.0572689 Sep 30 13:06:04.814917 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-648927c5-3c0d-4ab0-b593-634aeb3a5b87 req-86041b19-adff-409c-9000-27b4aec10563 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:04.857368 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7cbac1f9-d98a-4cbc-8932-39f69f574646 req-fd172c49-7db3-43ea-8d24-6493f8882ae2 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356088 Sep 30 13:06:04.905847 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-648927c5-3c0d-4ab0-b593-634aeb3a5b87 req-86041b19-adff-409c-9000-27b4aec10563 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:04.910035 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-648927c5-3c0d-4ab0-b593-634aeb3a5b87 req-86041b19-adff-409c-9000-27b4aec10563 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:04.937386 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-648927c5-3c0d-4ab0-b593-634aeb3a5b87 req-86041b19-adff-409c-9000-27b4aec10563 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:04.938770 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-648927c5-3c0d-4ab0-b593-634aeb3a5b87 req-86041b19-adff-409c-9000-27b4aec10563 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1563203 Sep 30 13:06:04.946572 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86041b19-adff-409c-9000-27b4aec10563 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cba8970-6446-4773-aab0-dad68c29ee5f,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:05.009221 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-babffce9-9162-4c5b-ab98-6d0dc85b9277 req-fd9e134b-8176-4056-a187-6f9cead241a1 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] 10.222.0.18 "GET /v2.0/security-groups/5cba8970-6446-4773-aab0-dad68c29ee5f HTTP/1.1" status: 200 len: 1812 time: 0.0459697 Sep 30 13:06:05.061603 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-8cb21402-11f3-4e6c-be45-ba8631c847e6 req-e5ea015e-529f-4321-9b71-e8fa45ffb9fd tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1951961054', 'description': 'tempest-description-1494946376'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:05.087142 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8cb21402-11f3-4e6c-be45-ba8631c847e6 req-e5ea015e-529f-4321-9b71-e8fa45ffb9fd tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:05.248613 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8cb21402-11f3-4e6c-be45-ba8631c847e6 req-e5ea015e-529f-4321-9b71-e8fa45ffb9fd tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:05.251113 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-d3124420-c822-4dad-9126-5e6a35194dbd tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:05.253144 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-d3124420-c822-4dad-9126-5e6a35194dbd tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.54 "GET /v2.0/networks?id=5c7d1263-88a3-4fb1-aca8-778fb138c3d0 HTTP/1.1" status: 200 len: 817 time: 0.1578038 Sep 30 13:06:05.254906 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8cb21402-11f3-4e6c-be45-ba8631c847e6 req-e5ea015e-529f-4321-9b71-e8fa45ffb9fd tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:05.267447 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-9a0c9def-73a3-4cc3-851c-921c1e9f730a tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Request body: {'port': {'device_id': '4d0aa23c-f8f6-4b47-8e1e-e15d38beab17', 'network_id': '5c7d1263-88a3-4fb1-aca8-778fb138c3d0', 'admin_state_up': True, 'tenant_id': 'bc8cbce6f1fc407f94e2a0585cbfc3cd'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:05.294310 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea015e-529f-4321-9b71-e8fa45ffb9fd tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b888e63-75a9-4304-8f3b-339030503af0,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:05.310329 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8cb21402-11f3-4e6c-be45-ba8631c847e6 req-e5ea015e-529f-4321-9b71-e8fa45ffb9fd tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:05.312599 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8cb21402-11f3-4e6c-be45-ba8631c847e6 req-e5ea015e-529f-4321-9b71-e8fa45ffb9fd tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2600193 Sep 30 13:06:05.372409 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-313373a6-1419-46ce-86e7-851eb1b00847 req-be67ee40-4610-405c-a621-c7ba0beb9fbe tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] 10.222.0.18 "GET /v2.0/security-groups/7b888e63-75a9-4304-8f3b-339030503af0 HTTP/1.1" status: 200 len: 1813 time: 0.0396512 Sep 30 13:06:05.388684 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-000d6e09-f120-4742-8799-816fdb600aca req-f67cfce2-9d83-496c-9b90-d9891ce15608 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d0aa23c-f8f6-4b47-8e1e-e15d38beab17 HTTP/1.1" status: 200 len: 210 time: 0.0610483 Sep 30 13:06:05.432006 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-7c7b2c1b-9ee6-4027-acc4-b7977dbf2e49 req-a68effcc-ff18-45db-9c03-b9050dad3d5b tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-814479778', 'description': 'tempest-description-1794270517'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:05.467732 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7c7b2c1b-9ee6-4027-acc4-b7977dbf2e49 req-a68effcc-ff18-45db-9c03-b9050dad3d5b tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:05.499820 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-9a0c9def-73a3-4cc3-851c-921c1e9f730a tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Made reservation on behalf of bc8cbce6f1fc407f94e2a0585cbfc3cd for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:06:05.503515 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-9a0c9def-73a3-4cc3-851c-921c1e9f730a tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:05.504480 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea318e2-36b1-4085-83cc-e291fce3a868 req-34b2aeaa-09f8-4d84-9e56-3752d70cced5 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:05.506075 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0ea318e2-36b1-4085-83cc-e291fce3a868 req-34b2aeaa-09f8-4d84-9e56-3752d70cced5 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 945 time: 0.0632019 Sep 30 13:06:05.546600 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0ea318e2-36b1-4085-83cc-e291fce3a868 req-a6d2da1f-d758-43d1-8658-fda65735feb1 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334971 Sep 30 13:06:05.667646 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7c7b2c1b-9ee6-4027-acc4-b7977dbf2e49 req-a68effcc-ff18-45db-9c03-b9050dad3d5b tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:05.675900 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7c7b2c1b-9ee6-4027-acc4-b7977dbf2e49 req-a68effcc-ff18-45db-9c03-b9050dad3d5b tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:05.684258 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-9a0c9def-73a3-4cc3-851c-921c1e9f730a tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Allocated IP 172.20.0.6 (5c7d1263-88a3-4fb1-aca8-778fb138c3d0/4ef7d000-3d70-4c5d-9b51-a94893f57e12/1e8584e9-67d0-4b42-8d00-426e735b53ad) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:06:05.718788 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7c7b2c1b-9ee6-4027-acc4-b7977dbf2e49 req-a68effcc-ff18-45db-9c03-b9050dad3d5b tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:05.720044 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c7b2c1b-9ee6-4027-acc4-b7977dbf2e49 req-a68effcc-ff18-45db-9c03-b9050dad3d5b tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3006389 Sep 30 13:06:05.725271 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68effcc-ff18-45db-9c03-b9050dad3d5b tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dd7153-d077-43d4-9652-30ce5fb77b6b,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:05.791579 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-33e08ae9-ccff-4e92-bce0-6bfbf8e9e441 req-b8ee2904-0db0-4770-a688-5954e03e8fea tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] 10.222.0.18 "GET /v2.0/security-groups/d7dd7153-d077-43d4-9652-30ce5fb77b6b HTTP/1.1" status: 200 len: 1812 time: 0.0392008 Sep 30 13:06:05.840438 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-bc9125d8-0f2e-4778-836f-1613e08a24a7 req-19836079-5166-4c10-a332-8b1c146dc450 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1894745451', 'description': 'tempest-description-1141714642'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:05.883282 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bc9125d8-0f2e-4778-836f-1613e08a24a7 req-19836079-5166-4c10-a332-8b1c146dc450 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:05.901430 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-9a0c9def-73a3-4cc3-851c-921c1e9f730a tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:05.975630 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-9a0c9def-73a3-4cc3-851c-921c1e9f730a tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:06.000227 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41055653-51ae-464a-8e0f-5ba2692e497f req-968bf5d6-6e41-493e-bd9b-7d3765164ac0 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:06.003072 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-41055653-51ae-464a-8e0f-5ba2692e497f req-968bf5d6-6e41-493e-bd9b-7d3765164ac0 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce HTTP/1.1" status: 200 len: 944 time: 0.0629849 Sep 30 13:06:06.043870 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-9a0c9def-73a3-4cc3-851c-921c1e9f730a tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Network 5c7d1263-88a3-4fb1-aca8-778fb138c3d0 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:06:06.050742 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-41055653-51ae-464a-8e0f-5ba2692e497f req-ae90b7fd-4e83-46f2-a50a-465ac1fe33c6 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409029 Sep 30 13:06:06.051342 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-9a0c9def-73a3-4cc3-851c-921c1e9f730a tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:06:06.053902 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-9a0c9def-73a3-4cc3-851c-921c1e9f730a tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:06:06.072040 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bc9125d8-0f2e-4778-836f-1613e08a24a7 req-19836079-5166-4c10-a332-8b1c146dc450 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:06.088227 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c9def-73a3-4cc3-851c-921c1e9f730a tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Pushing event updated for resources: {'Port': ['ID=1e8584e9-67d0-4b42-8d00-426e735b53ad,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:06.093840 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bc9125d8-0f2e-4778-836f-1613e08a24a7 req-19836079-5166-4c10-a332-8b1c146dc450 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:06.148999 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19836079-5166-4c10-a332-8b1c146dc450 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=019e0344-a88b-4bf3-b925-59e92c04a159,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:06.157664 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-9a0c9def-73a3-4cc3-851c-921c1e9f730a tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:06.158190 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-9a0c9def-73a3-4cc3-851c-921c1e9f730a tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:06.160718 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bc9125d8-0f2e-4778-836f-1613e08a24a7 req-19836079-5166-4c10-a332-8b1c146dc450 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:06.161901 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bc9125d8-0f2e-4778-836f-1613e08a24a7 req-19836079-5166-4c10-a332-8b1c146dc450 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3293140 Sep 30 13:06:06.184152 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-9a0c9def-73a3-4cc3-851c-921c1e9f730a tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9216180 Sep 30 13:06:06.223873 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-22d113b8-c832-467c-8269-060b2ae54741 service neutron] Request body: {'port': {'device_id': '4d0aa23c-f8f6-4b47-8e1e-e15d38beab17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:06.252114 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a1bf2f39-821c-4f79-ae24-5c0d4c19ac2a req-71302dcb-83a5-48f3-80f2-3d07827d4f35 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] 10.222.0.18 "GET /v2.0/security-groups/019e0344-a88b-4bf3-b925-59e92c04a159 HTTP/1.1" status: 200 len: 1813 time: 0.0651479 Sep 30 13:06:06.305996 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device fec77659-c267-4f5e-a74e-68613bb574df up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:06:06.307959 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-25845712-8987-4cd3-be55-2608c3321dfe req-0d66cea4-4890-41fe-9a68-f470f0345319 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] show failed (client error): The resource could not be found. Sep 30 13:06:06.310046 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-25845712-8987-4cd3-be55-2608c3321dfe req-0d66cea4-4890-41fe-9a68-f470f0345319 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] 10.222.0.18 "GET /v2.0/security-groups/68e4884b-fbd4-47e5-b257-bd0e9c97a9e1 HTTP/1.1" status: 404 len: 352 time: 0.0232992 Sep 30 13:06:06.310046 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-22d113b8-c832-467c-8269-060b2ae54741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:06.354959 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [req-dfaabe86-cffa-4e94-837a-cd781796879b req-ad559b1c-45e0-487e-9ee8-7f0ef39bf608 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] show failed (client error): The resource could not be found. Sep 30 13:06:06.360239 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dfaabe86-cffa-4e94-837a-cd781796879b req-ad559b1c-45e0-487e-9ee8-7f0ef39bf608 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] 10.222.0.18 "GET /v2.0/security-group-rules/927ffe01-6320-472f-93ce-746ef4deda48 HTTP/1.1" status: 404 len: 361 time: 0.0179615 Sep 30 13:06:06.371978 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port fec77659-c267-4f5e-a74e-68613bb574df completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:06:06.376894 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port fec77659-c267-4f5e-a74e-68613bb574df triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:06:06.377524 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:06.473074 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:06.486583 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3df22acd-cf54-4a8b-8ef2-f034a9d443dc req-22b0b525-f8d2-405d-9056-57d3db273892 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] 10.222.0.18 "GET /v2.0/security-groups/019e0344-a88b-4bf3-b925-59e92c04a159 HTTP/1.1" status: 200 len: 1813 time: 0.1018512 Sep 30 13:06:06.508879 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec77659-c267-4f5e-a74e-68613bb574df'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:06:06.511636 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd74b60-edfb-45e1-bc53-1b9dcf0b7d69" -d '{"events": [{"server_uuid": "c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce", "name": "network-vif-plugged", "status": "completed", "tag": "fec77659-c267-4f5e-a74e-68613bb574df"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:06:06.529968 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port fec77659-c267-4f5e-a74e-68613bb574df, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=fec77659-c267-4f5e-a74e-68613bb574df,segment=NetworkSegment(46821e00-e4d0-4238-88d3-b4e77f5b89b8),segment_id=46821e00-e4d0-4238-88d3-b4e77f5b89b8)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:06.537736 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:06.570072 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ea145-008e-4ec7-b287-95d77958bd5c req-25633b4b-f4b4-4b21-a7d5-2b02405fe896 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:06.573723 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6d6ea145-008e-4ec7-b287-95d77958bd5c req-25633b4b-f4b4-4b21-a7d5-2b02405fe896 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d0aa23c-f8f6-4b47-8e1e-e15d38beab17 HTTP/1.1" status: 200 len: 931 time: 0.0873275 Sep 30 13:06:06.596074 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=fec77659-c267-4f5e-a74e-68613bb574df,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:06.621452 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6d6ea145-008e-4ec7-b287-95d77958bd5c req-0fb6b48b-c07f-4407-ac4e-e357ed2390fe tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a8f3c82-656f-45f5-b012-65c1ec0ee916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424564 Sep 30 13:06:06.632541 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3df22acd-cf54-4a8b-8ef2-f034a9d443dc req-8add6318-6f3c-4a5d-b50b-e45af4d28b24 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:06.678444 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3df22acd-cf54-4a8b-8ef2-f034a9d443dc req-8add6318-6f3c-4a5d-b50b-e45af4d28b24 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:06.738285 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d474b3-ab8b-4123-9d93-141a70c90549 x-openstack-request-id: req-d1d474b3-ab8b-4123-9d93-141a70c90549 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:06:06.738651 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce", "name": "network-vif-plugged", "status": "completed", "tag": "fec77659-c267-4f5e-a74e-68613bb574df", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:06:06.740197 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1d474b3-ab8b-4123-9d93-141a70c90549 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:06:06.740615 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec77659-c267-4f5e-a74e-68613bb574df', 'code': 200} Sep 30 13:06:06.760416 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3df22acd-cf54-4a8b-8ef2-f034a9d443dc req-8add6318-6f3c-4a5d-b50b-e45af4d28b24 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:06.764099 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3df22acd-cf54-4a8b-8ef2-f034a9d443dc req-8add6318-6f3c-4a5d-b50b-e45af4d28b24 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:06.765276 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3df22acd-cf54-4a8b-8ef2-f034a9d443dc req-8add6318-6f3c-4a5d-b50b-e45af4d28b24 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] 10.222.0.18 "DELETE /v2.0/security-groups/019e0344-a88b-4bf3-b925-59e92c04a159 HTTP/1.1" status: 204 len: 173 time: 0.2748835 Sep 30 13:06:06.771935 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-22d113b8-c832-467c-8269-060b2ae54741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e8584e9-67d0-4b42-8d00-426e735b53ad {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:06:06.787203 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-22d113b8-c832-467c-8269-060b2ae54741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:06.789948 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add6318-6f3c-4a5d-b50b-e45af4d28b24 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=019e0344-a88b-4bf3-b925-59e92c04a159,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:06.820657 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-22d113b8-c832-467c-8269-060b2ae54741 service neutron] Transition to ACTIVE for port object 1e8584e9-67d0-4b42-8d00-426e735b53ad will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:06:06.828913 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-22d113b8-c832-467c-8269-060b2ae54741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:06.881293 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902c76a-ca86-4094-b7a5-9588e9a84649 req-33c860bf-6aa0-4143-af32-d85e72133309 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:06.882866 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f902c76a-ca86-4094-b7a5-9588e9a84649 req-33c860bf-6aa0-4143-af32-d85e72133309 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 945 time: 0.0859456 Sep 30 13:06:06.890825 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fdf84-1a23-4693-99fe-e30bf4e5ad01 req-08d3f9b2-9deb-46ae-a863-e50c59e12407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:06.892457 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-162fdf84-1a23-4693-99fe-e30bf4e5ad01 req-08d3f9b2-9deb-46ae-a863-e50c59e12407 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce HTTP/1.1" status: 200 len: 1096 time: 0.0576596 Sep 30 13:06:06.914856 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d113b8-c832-467c-8269-060b2ae54741 service neutron] Pushing event updated for resources: {'Port': ['ID=1e8584e9-67d0-4b42-8d00-426e735b53ad,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:06.917548 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8f17b4e3-fdb7-4728-8adb-483d1757d56e req-ff986b78-10de-485e-86d1-635f878c27cf tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] 10.222.0.18 "GET /v2.0/security-groups/d7dd7153-d077-43d4-9652-30ce5fb77b6b HTTP/1.1" status: 200 len: 1812 time: 0.1006815 Sep 30 13:06:06.952463 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f902c76a-ca86-4094-b7a5-9588e9a84649 req-25053249-01f3-428f-83c8-5f3ac42a39a8 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590332 Sep 30 13:06:06.956546 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-162fdf84-1a23-4693-99fe-e30bf4e5ad01 req-f56e8557-03bc-4cbf-9759-309964e19a1e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497808 Sep 30 13:06:07.031465 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-22d113b8-c832-467c-8269-060b2ae54741 service neutron] Attempting to bind port 1e8584e9-67d0-4b42-8d00-426e735b53ad on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:06:07.031799 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-22d113b8-c832-467c-8269-060b2ae54741 service neutron] Attempting to bind port 1e8584e9-67d0-4b42-8d00-426e735b53ad by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'fa12535b-6fc6-455e-98b4-c13cc18fa4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c7d1263-88a3-4fb1-aca8-778fb138c3d0'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:06:07.032132 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-22d113b8-c832-467c-8269-060b2ae54741 service neutron] Attempting to bind port 1e8584e9-67d0-4b42-8d00-426e735b53ad on network 5c7d1263-88a3-4fb1-aca8-778fb138c3d0 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:06:07.034180 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8f17b4e3-fdb7-4728-8adb-483d1757d56e req-89316554-be2a-4669-b10e-154b47f38b50 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:07.046372 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-22d113b8-c832-467c-8269-060b2ae54741 service neutron] Port 1e8584e9-67d0-4b42-8d00-426e735b53ad on network 5c7d1263-88a3-4fb1-aca8-778fb138c3d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:06:07.046707 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-22d113b8-c832-467c-8269-060b2ae54741 service neutron] Attempting to bind port 1e8584e9-67d0-4b42-8d00-426e735b53ad on network 5c7d1263-88a3-4fb1-aca8-778fb138c3d0 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:06:07.057124 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-22d113b8-c832-467c-8269-060b2ae54741 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:06:07.057459 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-22d113b8-c832-467c-8269-060b2ae54741 service neutron] Checking segment: {'id': 'fa12535b-6fc6-455e-98b4-c13cc18fa4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c7d1263-88a3-4fb1-aca8-778fb138c3d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:06:07.057844 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-22d113b8-c832-467c-8269-060b2ae54741 service neutron] Bound using segment: {'id': 'fa12535b-6fc6-455e-98b4-c13cc18fa4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c7d1263-88a3-4fb1-aca8-778fb138c3d0'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:06:07.058294 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-22d113b8-c832-467c-8269-060b2ae54741 service neutron] Bound port: 1e8584e9-67d0-4b42-8d00-426e735b53ad, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa12535b-6fc6-455e-98b4-c13cc18fa4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c7d1263-88a3-4fb1-aca8-778fb138c3d0'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:06:07.058652 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-22d113b8-c832-467c-8269-060b2ae54741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:07.073267 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8f17b4e3-fdb7-4728-8adb-483d1757d56e req-89316554-be2a-4669-b10e-154b47f38b50 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:07.162537 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8f17b4e3-fdb7-4728-8adb-483d1757d56e req-89316554-be2a-4669-b10e-154b47f38b50 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:07.165569 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8f17b4e3-fdb7-4728-8adb-483d1757d56e req-89316554-be2a-4669-b10e-154b47f38b50 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:07.166756 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8f17b4e3-fdb7-4728-8adb-483d1757d56e req-89316554-be2a-4669-b10e-154b47f38b50 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] 10.222.0.18 "DELETE /v2.0/security-groups/d7dd7153-d077-43d4-9652-30ce5fb77b6b HTTP/1.1" status: 204 len: 173 time: 0.2345042 Sep 30 13:06:07.174480 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19375f76-c50d-4904-9ce5-62907194bbd8 req-a62a73fb-de4d-4574-a5b6-7a270bf06db5 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:07.177923 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-22d113b8-c832-467c-8269-060b2ae54741 service neutron] For port 1e8584e9-67d0-4b42-8d00-426e735b53ad, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:06:07.180147 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89316554-be2a-4669-b10e-154b47f38b50 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dd7153-d077-43d4-9652-30ce5fb77b6b,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:07.182726 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-19375f76-c50d-4904-9ce5-62907194bbd8 req-a62a73fb-de4d-4574-a5b6-7a270bf06db5 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce HTTP/1.1" status: 200 len: 945 time: 0.0633450 Sep 30 13:06:07.182981 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-22d113b8-c832-467c-8269-060b2ae54741 service neutron] For port 1e8584e9-67d0-4b42-8d00-426e735b53ad, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1e8584e9-67d0-4b42-8d00-426e735b53ad,segment=NetworkSegment(fa12535b-6fc6-455e-98b4-c13cc18fa4bb),segment_id=fa12535b-6fc6-455e-98b4-c13cc18fa4bb)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:06:07.190154 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-22d113b8-c832-467c-8269-060b2ae54741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:07.247313 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-19375f76-c50d-4904-9ce5-62907194bbd8 req-4c5603d7-507a-4356-96cc-46a48e7306c3 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588369 Sep 30 13:06:07.262543 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-22d113b8-c832-467c-8269-060b2ae54741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:07.262902 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-22d113b8-c832-467c-8269-060b2ae54741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:07.264303 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-22d113b8-c832-467c-8269-060b2ae54741 service neutron] 10.222.0.54 "PUT /v2.0/ports/1e8584e9-67d0-4b42-8d00-426e735b53ad HTTP/1.1" status: 200 len: 1091 time: 1.0457697 Sep 30 13:06:07.264744 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0aa23c-f8f6-4b47-8e1e-e15d38beab17', 'tag': '1e8584e9-67d0-4b42-8d00-426e735b53ad'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:06:07.267797 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d825633-8fb9-4eee-a62a-da4a9915331c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0aa23c-f8f6-4b47-8e1e-e15d38beab17", "tag": "1e8584e9-67d0-4b42-8d00-426e735b53ad"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:06:07.318080 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d113b8-c832-467c-8269-060b2ae54741 service neutron] Pushing event updated for resources: {'Port': ['ID=1e8584e9-67d0-4b42-8d00-426e735b53ad,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:07.335955 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c831e3a-30b1-4bae-b7f0-a379b7351584 req-3eb3233b-3653-4d96-afe7-ea841f2ec99c tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] 10.222.0.18 "GET /v2.0/security-groups/7b888e63-75a9-4304-8f3b-339030503af0 HTTP/1.1" status: 200 len: 1813 time: 0.0586927 Sep 30 13:06:07.384696 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-cccb869b-2d9b-4267-9d6d-370f053432a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:07.386276 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-cccb869b-2d9b-4267-9d6d-370f053432a5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc8cbce6f1fc407f94e2a0585cbfc3cd&device_id=4d0aa23c-f8f6-4b47-8e1e-e15d38beab17 HTTP/1.1" status: 200 len: 1094 time: 0.0587771 Sep 30 13:06:07.416061 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4c831e3a-30b1-4bae-b7f0-a379b7351584 req-465da2a7-221e-40fc-b24f-5f675600fbda tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:07.442241 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb68c2a-d460-41cf-a2c2-ea27fbf95cde x-openstack-request-id: req-5bb68c2a-d460-41cf-a2c2-ea27fbf95cde {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:06:07.442567 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0aa23c-f8f6-4b47-8e1e-e15d38beab17", "tag": "1e8584e9-67d0-4b42-8d00-426e735b53ad", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:06:07.442793 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5bb68c2a-d460-41cf-a2c2-ea27fbf95cde {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:06:07.443200 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0aa23c-f8f6-4b47-8e1e-e15d38beab17', 'tag': '1e8584e9-67d0-4b42-8d00-426e735b53ad', 'status': 'completed', 'code': 200} Sep 30 13:06:07.443603 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4c831e3a-30b1-4bae-b7f0-a379b7351584 req-465da2a7-221e-40fc-b24f-5f675600fbda tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:07.444761 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-85d26ee6-24a1-41e0-ba67-8130ab1f3927 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e8584e9-67d0-4b42-8d00-426e735b53ad HTTP/1.1" status: 200 len: 217 time: 0.0459557 Sep 30 13:06:07.489648 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4c831e3a-30b1-4bae-b7f0-a379b7351584 req-465da2a7-221e-40fc-b24f-5f675600fbda tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:07.496245 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4c831e3a-30b1-4bae-b7f0-a379b7351584 req-465da2a7-221e-40fc-b24f-5f675600fbda tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:07.499576 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c831e3a-30b1-4bae-b7f0-a379b7351584 req-465da2a7-221e-40fc-b24f-5f675600fbda tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] 10.222.0.18 "DELETE /v2.0/security-groups/7b888e63-75a9-4304-8f3b-339030503af0 HTTP/1.1" status: 204 len: 173 time: 0.1626883 Sep 30 13:06:07.514146 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465da2a7-221e-40fc-b24f-5f675600fbda tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b888e63-75a9-4304-8f3b-339030503af0,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:07.520562 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-e380207d-05ce-4a9b-8336-8f582b402ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:07.522847 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-e380207d-05ce-4a9b-8336-8f582b402ccc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4ef7d000-3d70-4c5d-9b51-a94893f57e12 HTTP/1.1" status: 200 len: 857 time: 0.0698841 Sep 30 13:06:07.562240 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-4bb87382-9f85-49f0-9bc4-ae63e1b51e09 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5c7d1263-88a3-4fb1-aca8-778fb138c3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307434 Sep 30 13:06:07.604932 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4e7650c4-abd1-4e47-b1a6-4a9b9bca36ad req-c97cf37e-0045-43e1-9ec4-a1f491c91a34 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] 10.222.0.18 "GET /v2.0/security-groups/5cba8970-6446-4773-aab0-dad68c29ee5f HTTP/1.1" status: 200 len: 1812 time: 0.0809095 Sep 30 13:06:07.662883 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32147d1b-6505-46d7-8653-1e277b770f2a req-f6ef4fad-98b2-4c26-8666-241a4ad6cd7a tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:07.664876 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-32147d1b-6505-46d7-8653-1e277b770f2a req-f6ef4fad-98b2-4c26-8666-241a4ad6cd7a tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b&tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&binding%3Ahost_id=n-h1-810909-2 HTTP/1.1" status: 200 len: 1096 time: 0.0498881 Sep 30 13:06:07.678505 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-32147d1b-6505-46d7-8653-1e277b770f2a req-79f3be67-ecf8-4d36-8304-2a56915c5c95 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810909-2'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:07.705117 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-9ecdaff5-8d5e-4e54-92aa-32e8173be2b7 service neutron] 10.222.0.54 "GET /v2.0/networks/5c7d1263-88a3-4fb1-aca8-778fb138c3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332412 Sep 30 13:06:07.739407 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-4e7650c4-abd1-4e47-b1a6-4a9b9bca36ad req-abee83ef-4901-4fd9-9099-4ec887771437 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:07.778482 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-4e7650c4-abd1-4e47-b1a6-4a9b9bca36ad req-abee83ef-4901-4fd9-9099-4ec887771437 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:07.781832 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-32147d1b-6505-46d7-8653-1e277b770f2a req-79f3be67-ecf8-4d36-8304-2a56915c5c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:07.814988 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53621d-9ff8-4063-8fb4-c72c75526ebf req-eef04c4d-f468-443a-a7ea-dc3dd88e49cc tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:07.817324 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dd53621d-9ff8-4063-8fb4-c72c75526ebf req-eef04c4d-f468-443a-a7ea-dc3dd88e49cc tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d0aa23c-f8f6-4b47-8e1e-e15d38beab17 HTTP/1.1" status: 200 len: 943 time: 0.1054225 Sep 30 13:06:07.885787 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-03e4f80f-9490-43a9-89cd-794bd5b1978b req-fc92bb72-e6a7-4b7c-969e-c8cdfb44ecd8 service neutron] 10.222.0.54 "GET /v2.0/networks/5c7d1263-88a3-4fb1-aca8-778fb138c3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716733 Sep 30 13:06:07.897511 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-4e7650c4-abd1-4e47-b1a6-4a9b9bca36ad req-abee83ef-4901-4fd9-9099-4ec887771437 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:07.901280 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-4e7650c4-abd1-4e47-b1a6-4a9b9bca36ad req-abee83ef-4901-4fd9-9099-4ec887771437 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:07.913589 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dd53621d-9ff8-4063-8fb4-c72c75526ebf req-1629257f-cd20-4fb4-bf66-d07cb7c7c1c7 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a8f3c82-656f-45f5-b012-65c1ec0ee916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699360 Sep 30 13:06:07.918688 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4e7650c4-abd1-4e47-b1a6-4a9b9bca36ad req-abee83ef-4901-4fd9-9099-4ec887771437 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] 10.222.0.18 "DELETE /v2.0/security-groups/5cba8970-6446-4773-aab0-dad68c29ee5f HTTP/1.1" status: 204 len: 173 time: 0.3072345 Sep 30 13:06:07.941443 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee83ef-4901-4fd9-9099-4ec887771437 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cba8970-6446-4773-aab0-dad68c29ee5f,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:08.007174 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-32147d1b-6505-46d7-8653-1e277b770f2a req-79f3be67-ecf8-4d36-8304-2a56915c5c95 service neutron] For port 20be239f-0dff-47e5-8ed5-9b8f05aea631, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=20be239f-0dff-47e5-8ed5-9b8f05aea631,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:08.018079 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-95b02a7a-c5ee-4c86-8b07-95b2a753db4c req-a485c560-205e-43b9-b950-644f99d33810 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] 10.222.0.18 "GET /v2.0/security-groups/0f4393fe-e164-4814-a0a0-02caf03e7087 HTTP/1.1" status: 200 len: 1811 time: 0.0849614 Sep 30 13:06:08.034696 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d825633-8fb9-4eee-a62a-da4a9915331c req-aa73e8ae-c620-4163-9555-c003ce2e3fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:08.036837 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d825633-8fb9-4eee-a62a-da4a9915331c req-aa73e8ae-c620-4163-9555-c003ce2e3fd3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc8cbce6f1fc407f94e2a0585cbfc3cd&device_id=4d0aa23c-f8f6-4b47-8e1e-e15d38beab17 HTTP/1.1" status: 200 len: 1094 time: 0.0842388 Sep 30 13:06:08.098074 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-32147d1b-6505-46d7-8653-1e277b770f2a req-79f3be67-ecf8-4d36-8304-2a56915c5c95 service neutron] For port 20be239f-0dff-47e5-8ed5-9b8f05aea631, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:06:08.143238 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bda055-760a-4706-b9a1-4a724b69fd77 req-3e6fb509-1aec-4cb8-b001-0803299f8d38 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:08.146757 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-86bda055-760a-4706-b9a1-4a724b69fd77 req-3e6fb509-1aec-4cb8-b001-0803299f8d38 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 945 time: 0.1047404 Sep 30 13:06:08.178763 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc6cd8d-1990-4d54-919d-8afa1edc748b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20be239f-0dff-47e5-8ed5-9b8f05aea631'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:06:08.181173 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72a5c97-4f3c-41d7-a16c-ffa496075017" -d '{"events": [{"server_uuid": "8bc6cd8d-1990-4d54-919d-8afa1edc748b", "name": "network-vif-unplugged", "status": "completed", "tag": "20be239f-0dff-47e5-8ed5-9b8f05aea631"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:06:08.185487 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-32147d1b-6505-46d7-8653-1e277b770f2a req-79f3be67-ecf8-4d36-8304-2a56915c5c95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:08.203057 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-32147d1b-6505-46d7-8653-1e277b770f2a req-79f3be67-ecf8-4d36-8304-2a56915c5c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:08.206229 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-95b02a7a-c5ee-4c86-8b07-95b2a753db4c req-f614d68a-2cb6-4366-972f-efb3f5f56541 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:08.216821 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d825633-8fb9-4eee-a62a-da4a9915331c req-3f00a1ae-9c54-4ab1-9e79-b51062cba0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:08.218738 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d825633-8fb9-4eee-a62a-da4a9915331c req-3f00a1ae-9c54-4ab1-9e79-b51062cba0a8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5c7d1263-88a3-4fb1-aca8-778fb138c3d0 HTTP/1.1" status: 200 len: 918 time: 0.1741605 Sep 30 13:06:08.243373 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-86bda055-760a-4706-b9a1-4a724b69fd77 req-091054aa-1a0c-4a89-b274-b0ad3a3d9a65 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905504 Sep 30 13:06:08.290421 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d825633-8fb9-4eee-a62a-da4a9915331c req-76297226-03be-497e-9b0e-0ba3563c2db7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e8584e9-67d0-4b42-8d00-426e735b53ad HTTP/1.1" status: 200 len: 217 time: 0.0632751 Sep 30 13:06:08.296196 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-95b02a7a-c5ee-4c86-8b07-95b2a753db4c req-f614d68a-2cb6-4366-972f-efb3f5f56541 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:08.317214 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487034c0-8191-4563-92d7-c000acfe6c34 x-openstack-request-id: req-487034c0-8191-4563-92d7-c000acfe6c34 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:06:08.318831 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc6cd8d-1990-4d54-919d-8afa1edc748b", "name": "network-vif-unplugged", "status": "completed", "tag": "20be239f-0dff-47e5-8ed5-9b8f05aea631", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:06:08.320589 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-487034c0-8191-4563-92d7-c000acfe6c34 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:06:08.320589 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc6cd8d-1990-4d54-919d-8afa1edc748b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20be239f-0dff-47e5-8ed5-9b8f05aea631', 'code': 200} Sep 30 13:06:08.326926 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 20be239f-0dff-47e5-8ed5-9b8f05aea631 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:06:08.346579 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3be67-ecf8-4d36-8304-2a56915c5c95 service neutron] Pushing event updated for resources: {'Port': ['ID=20be239f-0dff-47e5-8ed5-9b8f05aea631,revision_number=7']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:08.358785 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-32147d1b-6505-46d7-8653-1e277b770f2a req-79f3be67-ecf8-4d36-8304-2a56915c5c95 service neutron] Attempting to bind port 20be239f-0dff-47e5-8ed5-9b8f05aea631 on host n-h1-810909-2 for vnic_type normal with profile {"migrating_to": "n-h2-810909-2"} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:06:08.358935 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-32147d1b-6505-46d7-8653-1e277b770f2a req-79f3be67-ecf8-4d36-8304-2a56915c5c95 service neutron] Attempting to bind port 20be239f-0dff-47e5-8ed5-9b8f05aea631 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:06:08.359353 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32147d1b-6505-46d7-8653-1e277b770f2a req-79f3be67-ecf8-4d36-8304-2a56915c5c95 service neutron] Attempting to bind port 20be239f-0dff-47e5-8ed5-9b8f05aea631 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:06:08.375620 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32147d1b-6505-46d7-8653-1e277b770f2a req-79f3be67-ecf8-4d36-8304-2a56915c5c95 service neutron] Port 20be239f-0dff-47e5-8ed5-9b8f05aea631 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:06:08.375953 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32147d1b-6505-46d7-8653-1e277b770f2a req-79f3be67-ecf8-4d36-8304-2a56915c5c95 service neutron] Attempting to bind port 20be239f-0dff-47e5-8ed5-9b8f05aea631 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:06:08.388359 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32147d1b-6505-46d7-8653-1e277b770f2a req-79f3be67-ecf8-4d36-8304-2a56915c5c95 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:06:08.388708 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32147d1b-6505-46d7-8653-1e277b770f2a req-79f3be67-ecf8-4d36-8304-2a56915c5c95 service neutron] Checking segment: {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:06:08.389217 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32147d1b-6505-46d7-8653-1e277b770f2a req-79f3be67-ecf8-4d36-8304-2a56915c5c95 service neutron] Bound using segment: {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:06:08.389858 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-32147d1b-6505-46d7-8653-1e277b770f2a req-79f3be67-ecf8-4d36-8304-2a56915c5c95 service neutron] Bound port: 20be239f-0dff-47e5-8ed5-9b8f05aea631, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:06:08.390158 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-32147d1b-6505-46d7-8653-1e277b770f2a req-79f3be67-ecf8-4d36-8304-2a56915c5c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:08.447021 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-95b02a7a-c5ee-4c86-8b07-95b2a753db4c req-f614d68a-2cb6-4366-972f-efb3f5f56541 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:08.450359 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-95b02a7a-c5ee-4c86-8b07-95b2a753db4c req-f614d68a-2cb6-4366-972f-efb3f5f56541 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:08.467667 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-95b02a7a-c5ee-4c86-8b07-95b2a753db4c req-f614d68a-2cb6-4366-972f-efb3f5f56541 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] 10.222.0.18 "DELETE /v2.0/security-groups/0f4393fe-e164-4814-a0a0-02caf03e7087 HTTP/1.1" status: 204 len: 173 time: 0.4404352 Sep 30 13:06:08.472621 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 47178) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:08.495069 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d825633-8fb9-4eee-a62a-da4a9915331c req-4251a4a3-217a-41eb-8377-55a64a7e2c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:08.499200 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d825633-8fb9-4eee-a62a-da4a9915331c req-4251a4a3-217a-41eb-8377-55a64a7e2c98 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4ef7d000-3d70-4c5d-9b51-a94893f57e12 HTTP/1.1" status: 200 len: 857 time: 0.1983554 Sep 30 13:06:08.515903 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 20be239f-0dff-47e5-8ed5-9b8f05aea631, host n-h1-810909-2, got binding levels [] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:08.540850 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06e3e1-cbf3-42c9-9a67-739459b9ecf4 req-e1031d7b-ee1b-4e91-abcf-949506c7f144 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:08.549679 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3e06e3e1-cbf3-42c9-9a67-739459b9ecf4 req-e1031d7b-ee1b-4e91-abcf-949506c7f144 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce HTTP/1.1" status: 200 len: 945 time: 0.1624310 Sep 30 13:06:08.575616 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d825633-8fb9-4eee-a62a-da4a9915331c req-a5e0cd40-56b2-47f5-b04d-2bb168bed96a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5c7d1263-88a3-4fb1-aca8-778fb138c3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571358 Sep 30 13:06:08.577319 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Attempting to bind port 20be239f-0dff-47e5-8ed5-9b8f05aea631 on host n-h1-810909-2 for vnic_type normal with profile {"migrating_to": "n-h2-810909-2"} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:06:08.578173 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Attempting to bind port 20be239f-0dff-47e5-8ed5-9b8f05aea631 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:06:08.579049 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Attempting to bind port 20be239f-0dff-47e5-8ed5-9b8f05aea631 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:06:08.594549 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Port 20be239f-0dff-47e5-8ed5-9b8f05aea631 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:06:08.595529 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Attempting to bind port 20be239f-0dff-47e5-8ed5-9b8f05aea631 on network 49ef354a-ba5f-45a0-ae5d-336431ac76bd {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:06:08.601582 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614d68a-2cb6-4366-972f-efb3f5f56541 tempest-SecurityGroupRulesNegativeTestJSON-463491203 tempest-SecurityGroupRulesNegativeTestJSON-463491203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4393fe-e164-4814-a0a0-02caf03e7087,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:08.614420 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-32147d1b-6505-46d7-8653-1e277b770f2a req-79f3be67-ecf8-4d36-8304-2a56915c5c95 service neutron] For port 20be239f-0dff-47e5-8ed5-9b8f05aea631, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:06:08.636215 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3e06e3e1-cbf3-42c9-9a67-739459b9ecf4 req-b3f3ab6c-a104-4fd4-8bda-b8c391429771 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840714 Sep 30 13:06:08.652608 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-32147d1b-6505-46d7-8653-1e277b770f2a req-79f3be67-ecf8-4d36-8304-2a56915c5c95 service neutron] For port 20be239f-0dff-47e5-8ed5-9b8f05aea631, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=20be239f-0dff-47e5-8ed5-9b8f05aea631,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:06:08.665495 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-32147d1b-6505-46d7-8653-1e277b770f2a req-79f3be67-ecf8-4d36-8304-2a56915c5c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:08.668668 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:06:08.669501 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Checking segment: {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:06:08.672060 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Bound using segment: {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:06:08.672060 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Bound port: 20be239f-0dff-47e5-8ed5-9b8f05aea631, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dcaa16c-8d59-405a-b5ec-7dd97299c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49ef354a-ba5f-45a0-ae5d-336431ac76bd'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:06:08.672556 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:08.756293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be4f10e-2605-4222-ac69-2344c76025af admin admin] Deleting subnet bfcee782-5c7a-48d7-9428-7101d5340f9a {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:06:08.760674 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0be4f10e-2605-4222-ac69-2344c76025af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:08.768528 n-d-810909-2 neutron-server[94765]: WARNING neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Concurrent port binding operations failed on port 20be239f-0dff-47e5-8ed5-9b8f05aea631 Sep 30 13:06:08.773084 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 20be239f-0dff-47e5-8ed5-9b8f05aea631, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=20be239f-0dff-47e5-8ed5-9b8f05aea631,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:08.776047 n-d-810909-2 neutron-server[94765]: INFO neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Attempt 2 to bind port 20be239f-0dff-47e5-8ed5-9b8f05aea631 Sep 30 13:06:08.776760 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 20be239f-0dff-47e5-8ed5-9b8f05aea631 has no active binding in host n-h2-810909-2 {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 30 13:06:08.789374 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3be67-ecf8-4d36-8304-2a56915c5c95 service neutron] Pushing event updated for resources: {'Port': ['ID=20be239f-0dff-47e5-8ed5-9b8f05aea631,revision_number=8']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:08.808331 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32147d1b-6505-46d7-8653-1e277b770f2a req-79f3be67-ecf8-4d36-8304-2a56915c5c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:08.808927 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-32147d1b-6505-46d7-8653-1e277b770f2a req-79f3be67-ecf8-4d36-8304-2a56915c5c95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:08.810386 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-32147d1b-6505-46d7-8653-1e277b770f2a req-79f3be67-ecf8-4d36-8304-2a56915c5c95 service neutron] 10.222.0.54 "PUT /v2.0/ports/20be239f-0dff-47e5-8ed5-9b8f05aea631 HTTP/1.1" status: 200 len: 1121 time: 1.1376691 Sep 30 13:06:08.816203 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d825633-8fb9-4eee-a62a-da4a9915331c req-ec54fd36-9971-42ee-93c2-868fb4f06cf9 service neutron] 10.222.0.54 "GET /v2.0/networks/5c7d1263-88a3-4fb1-aca8-778fb138c3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111862 Sep 30 13:06:08.824197 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0be4f10e-2605-4222-ac69-2344c76025af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:08.921352 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0be4f10e-2605-4222-ac69-2344c76025af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:08.922209 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['20be239f-0dff-47e5-8ed5-9b8f05aea631'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:06:08.978945 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d825633-8fb9-4eee-a62a-da4a9915331c req-10e76343-dfa3-4779-b00e-c2e0dd659729 service neutron] 10.222.0.54 "GET /v2.0/networks/5c7d1263-88a3-4fb1-aca8-778fb138c3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523874 Sep 30 13:06:08.987932 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['20be239f-0dff-47e5-8ed5-9b8f05aea631'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:06:09.007164 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0be4f10e-2605-4222-ac69-2344c76025af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:09.049146 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4f10e-2605-4222-ac69-2344c76025af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfcee782-5c7a-48d7-9428-7101d5340f9a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:09.051941 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0be4f10e-2605-4222-ac69-2344c76025af admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:09.053957 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0be4f10e-2605-4222-ac69-2344c76025af admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bfcee782-5c7a-48d7-9428-7101d5340f9a HTTP/1.1" status: 204 len: 168 time: 0.5699151 Sep 30 13:06:09.056341 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 47184) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:09.108447 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425821a-377f-46e0-adc3-68e73835070c req-ef94e34f-2235-4c8c-97f8-29185c8fdc23 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:09.117289 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f425821a-377f-46e0-adc3-68e73835070c req-ef94e34f-2235-4c8c-97f8-29185c8fdc23 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d0aa23c-f8f6-4b47-8e1e-e15d38beab17 HTTP/1.1" status: 200 len: 943 time: 0.0731924 Sep 30 13:06:09.137679 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fda3f113-a374-4052-ab37-dbedbc8918d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:09.165619 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f425821a-377f-46e0-adc3-68e73835070c req-7da5e371-8e05-4981-a475-7cfc2651af34 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a8f3c82-656f-45f5-b012-65c1ec0ee916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470977 Sep 30 13:06:09.230911 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fda3f113-a374-4052-ab37-dbedbc8918d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:09.252145 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-fda3f113-a374-4052-ab37-dbedbc8918d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539c7ce0-2ea8-457c-b75a-f562ac4ed55b']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:09.261561 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-fda3f113-a374-4052-ab37-dbedbc8918d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6fa2e1-cafe-4235-943c-74c9662cad1b') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:09.261947 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-fda3f113-a374-4052-ab37-dbedbc8918d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6fa2e1-cafe-4235-943c-74c9662cad1b') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:09.271734 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fda3f113-a374-4052-ab37-dbedbc8918d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:09.286240 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fda3f113-a374-4052-ab37-dbedbc8918d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:09.293844 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda3f113-a374-4052-ab37-dbedbc8918d0 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:06:09.294378 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fda3f113-a374-4052-ab37-dbedbc8918d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:06:09.296077 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:06:09.381057 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fda3f113-a374-4052-ab37-dbedbc8918d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:09.388011 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fda3f113-a374-4052-ab37-dbedbc8918d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:09.389820 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fda3f113-a374-4052-ab37-dbedbc8918d0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/539c7ce0-2ea8-457c-b75a-f562ac4ed55b HTTP/1.1" status: 204 len: 168 time: 0.3323750 Sep 30 13:06:09.403760 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3f113-a374-4052-ab37-dbedbc8918d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=539c7ce0-2ea8-457c-b75a-f562ac4ed55b,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:09.422252 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a87ff-2445-4ef4-aac3-02ac546a5240 req-2ff6fd7f-bced-460c-97e2-3e4afb8dd771 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:09.423837 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4f7a87ff-2445-4ef4-aac3-02ac546a5240 req-2ff6fd7f-bced-460c-97e2-3e4afb8dd771 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 943 time: 0.0788903 Sep 30 13:06:09.468776 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4f7a87ff-2445-4ef4-aac3-02ac546a5240 req-760ac908-d409-4b0a-b554-e693a4d86442 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379155 Sep 30 13:06:09.528283 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 47194) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:09.570062 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-510b0743-ed69-4e32-b093-71b9961c6f58 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb1dab293be4472ab87fb38e783aa29a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404267 Sep 30 13:06:09.572447 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 47198) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:09.686190 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f8e4980-917a-4edc-9718-034c893c0203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:09.726159 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f8e4980-917a-4edc-9718-034c893c0203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:09.744042 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-46efca06-41be-4ce1-b334-3241e68ad796 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:09.745536 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-46efca06-41be-4ce1-b334-3241e68ad796 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/networks?id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a HTTP/1.1" status: 200 len: 820 time: 0.1485219 Sep 30 13:06:09.777818 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53327676-3a33-4cea-bf82-fabf6414cbae req-2bd946ef-2461-44bf-91cc-3cdb496755df tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:09.779370 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-53327676-3a33-4cea-bf82-fabf6414cbae req-2bd946ef-2461-44bf-91cc-3cdb496755df tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce HTTP/1.1" status: 200 len: 945 time: 0.0513062 Sep 30 13:06:09.780948 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-0a91a7c5-5539-4258-9b2a-51e1351bf761 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/quotas/bfee4c1083184c949bfe63d2e5d7a195 HTTP/1.1" status: 200 len: 375 time: 0.0282550 Sep 30 13:06:09.818619 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-53327676-3a33-4cea-bf82-fabf6414cbae req-b1a859b4-ae28-40c7-a4d0-55a140b25dea tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331547 Sep 30 13:06:09.827851 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f8e4980-917a-4edc-9718-034c893c0203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:09.830754 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f8e4980-917a-4edc-9718-034c893c0203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:09.835017 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9f8e4980-917a-4edc-9718-034c893c0203 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77a71a9a-20b9-4162-a45e-ac9252e42700 HTTP/1.1" status: 204 len: 168 time: 0.2585955 Sep 30 13:06:09.853596 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e4980-917a-4edc-9718-034c893c0203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a71a9a-20b9-4162-a45e-ac9252e42700,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:09.877676 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-074f15b5-e063-4f82-8172-5365db55de93 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfee4c1083184c949bfe63d2e5d7a195&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0909531 Sep 30 13:06:10.086779 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-377e0560-c887-4aaf-86b0-367b5026cd23 service neutron] 10.222.0.18 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016416 Sep 30 13:06:10.185382 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-7b7f1b2a-8999-448e-92b8-269649c29af6 service neutron] 10.222.0.18 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975361 Sep 30 13:06:10.197653 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0042f23-73b1-44ab-a8ab-67128ac80de7 req-fb9d4eee-a70e-4207-8b9e-31f4b3b7a4f5 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:10.199636 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b0042f23-73b1-44ab-a8ab-67128ac80de7 req-fb9d4eee-a70e-4207-8b9e-31f4b3b7a4f5 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce HTTP/1.1" status: 200 len: 945 time: 0.0555243 Sep 30 13:06:10.244642 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b0042f23-73b1-44ab-a8ab-67128ac80de7 req-1e183cff-a3aa-4f47-8962-7b73557eb4bd tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374327 Sep 30 13:06:10.320298 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc6cd8d-1990-4d54-919d-8afa1edc748b', 'tag': '20be239f-0dff-47e5-8ed5-9b8f05aea631'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:06:10.325619 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fc7ff9-a09f-4693-b846-08ae38cfd870" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc6cd8d-1990-4d54-919d-8afa1edc748b", "tag": "20be239f-0dff-47e5-8ed5-9b8f05aea631"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:06:10.345217 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 1e8584e9-67d0-4b42-8d00-426e735b53ad details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:06:10.376949 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4a5bc-1fb0-4494-be02-301f0779dbf0 req-3ff8b26f-c114-421d-87f4-2f50437885de tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:10.379043 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5be4a5bc-1fb0-4494-be02-301f0779dbf0 req-3ff8b26f-c114-421d-87f4-2f50437885de tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d0aa23c-f8f6-4b47-8e1e-e15d38beab17 HTTP/1.1" status: 200 len: 943 time: 0.0651834 Sep 30 13:06:10.435798 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5be4a5bc-1fb0-4494-be02-301f0779dbf0 req-86fdd7d8-e790-4bcb-ab02-704db6993c19 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a8f3c82-656f-45f5-b012-65c1ec0ee916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493958 Sep 30 13:06:10.477739 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8eedf4-c932-4b71-ad46-e1a734b87124 x-openstack-request-id: req-5a8eedf4-c932-4b71-ad46-e1a734b87124 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:06:10.478263 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc6cd8d-1990-4d54-919d-8afa1edc748b", "tag": "20be239f-0dff-47e5-8ed5-9b8f05aea631", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:06:10.478705 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a8eedf4-c932-4b71-ad46-e1a734b87124 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:06:10.479813 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc6cd8d-1990-4d54-919d-8afa1edc748b', 'tag': '20be239f-0dff-47e5-8ed5-9b8f05aea631', 'status': 'completed', 'code': 200} Sep 30 13:06:10.487644 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 1e8584e9-67d0-4b42-8d00-426e735b53ad, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1e8584e9-67d0-4b42-8d00-426e735b53ad,segment=NetworkSegment(fa12535b-6fc6-455e-98b4-c13cc18fa4bb),segment_id=fa12535b-6fc6-455e-98b4-c13cc18fa4bb)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:10.524693 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '1e8584e9-67d0-4b42-8d00-426e735b53ad', 'network_id': '5c7d1263-88a3-4fb1-aca8-778fb138c3d0', 'port_id': '1e8584e9-67d0-4b42-8d00-426e735b53ad', 'mac_address': 'fa:16:3e:fd:aa:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef7d000-3d70-4c5d-9b51-a94893f57e12', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:06:10.550834 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc7ff9-a09f-4693-b846-08ae38cfd870 req-b9251bc3-e59e-4346-9d3c-90e14e9eb883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:10.553520 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-77fc7ff9-a09f-4693-b846-08ae38cfd870 req-b9251bc3-e59e-4346-9d3c-90e14e9eb883 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 1124 time: 0.0491743 Sep 30 13:06:10.575508 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:10.594563 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e8584e9-67d0-4b42-8d00-426e735b53ad {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:06:10.619205 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 1e8584e9-67d0-4b42-8d00-426e735b53ad, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1e8584e9-67d0-4b42-8d00-426e735b53ad,segment=NetworkSegment(fa12535b-6fc6-455e-98b4-c13cc18fa4bb),segment_id=fa12535b-6fc6-455e-98b4-c13cc18fa4bb)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:10.625524 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f68559c-1628-4d6f-b154-857de63eeea1 req-9683c359-a9ed-4990-b76a-719ffcffe3fe tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 210 time: 0.0567505 Sep 30 13:06:10.628460 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:10.703706 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51476053-73e7-4e1a-af6c-10da7d45f95e req-f55a5e64-af1a-491b-a265-d362edec6515 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:10.712945 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-51476053-73e7-4e1a-af6c-10da7d45f95e req-f55a5e64-af1a-491b-a265-d362edec6515 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 943 time: 0.1271458 Sep 30 13:06:10.723763 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=1e8584e9-67d0-4b42-8d00-426e735b53ad,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:10.761014 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc7ff9-a09f-4693-b846-08ae38cfd870 req-a3bc0ab5-5629-488d-b343-269ca6498603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:10.762548 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-77fc7ff9-a09f-4693-b846-08ae38cfd870 req-a3bc0ab5-5629-488d-b343-269ca6498603 service neutron] 10.222.0.39 "GET /v2.0/networks?id=49ef354a-ba5f-45a0-ae5d-336431ac76bd HTTP/1.1" status: 200 len: 908 time: 0.1967270 Sep 30 13:06:10.770832 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-51476053-73e7-4e1a-af6c-10da7d45f95e req-e405b73a-12e0-4839-8c22-b83393a65177 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561821 Sep 30 13:06:10.806515 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 47256) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:10.815666 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-77fc7ff9-a09f-4693-b846-08ae38cfd870 req-ae1be650-e09c-4ca1-aace-8a4622cc20b8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20be239f-0dff-47e5-8ed5-9b8f05aea631 HTTP/1.1" status: 200 len: 217 time: 0.0405481 Sep 30 13:06:10.878901 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc7ff9-a09f-4693-b846-08ae38cfd870 req-ac7666d5-ad4a-47c3-ab47-a7c9d3f81a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:10.882873 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-77fc7ff9-a09f-4693-b846-08ae38cfd870 req-ac7666d5-ad4a-47c3-ab47-a7c9d3f81a76 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d154e7f6-f478-45ee-9bd0-03f890cad96e HTTP/1.1" status: 200 len: 847 time: 0.0574725 Sep 30 13:06:10.922070 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-77fc7ff9-a09f-4693-b846-08ae38cfd870 req-205e5e2a-cc9f-4527-baba-8dbd66f9204c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=49ef354a-ba5f-45a0-ae5d-336431ac76bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339055 Sep 30 13:06:10.926229 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-4952ce36-d16a-42ba-8c83-313921fed6aa admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-631152327-network', 'tenant_id': 'b1c26389e9c04ed0807552fe141165f3'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:10.952187 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4952ce36-d16a-42ba-8c83-313921fed6aa admin admin] Made reservation on behalf of b1c26389e9c04ed0807552fe141165f3 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:06:10.955200 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4952ce36-d16a-42ba-8c83-313921fed6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:10.968017 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4952ce36-d16a-42ba-8c83-313921fed6aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:11.048824 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-77fc7ff9-a09f-4693-b846-08ae38cfd870 req-4cc75121-bdaa-428c-a61e-48ea5501b44d service neutron] 10.222.0.39 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157067 Sep 30 13:06:11.075858 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4952ce36-d16a-42ba-8c83-313921fed6aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:11.080507 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4952ce36-d16a-42ba-8c83-313921fed6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:11.106941 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4952ce36-d16a-42ba-8c83-313921fed6aa admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:06:11.123064 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4952ce36-d16a-42ba-8c83-313921fed6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801df2ab-4139-48ff-90ea-de4ecfd5a334,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:11.127633 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4952ce36-d16a-42ba-8c83-313921fed6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:11.127983 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-4952ce36-d16a-42ba-8c83-313921fed6aa admin admin] Added segment f6187ca4-fe8a-4ba7-9491-cd62d04196ee of type vlan for network 5f12204c-623d-4aa2-9232-0198e7a72514 Sep 30 13:06:11.156555 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-77fc7ff9-a09f-4693-b846-08ae38cfd870 req-620c4c85-e9b6-485d-88bf-e02b7d3a7c8a service neutron] 10.222.0.39 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949028 Sep 30 13:06:11.173648 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4952ce36-d16a-42ba-8c83-313921fed6aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:11.193109 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['1e8584e9-67d0-4b42-8d00-426e735b53ad'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:06:11.200885 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4952ce36-d16a-42ba-8c83-313921fed6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:11.202150 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4952ce36-d16a-42ba-8c83-313921fed6aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:11.203405 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4952ce36-d16a-42ba-8c83-313921fed6aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:11.234062 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4952ce36-d16a-42ba-8c83-313921fed6aa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4259164 Sep 30 13:06:11.236917 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 47266) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:11.247401 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-7f18c5fb-0088-49f5-9e32-ee3f0a8d3cf2 admin admin] Request body: {'subnet': {'network_id': '5f12204c-623d-4aa2-9232-0198e7a72514', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-631152327-subnet', 'tenant_id': 'b1c26389e9c04ed0807552fe141165f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:11.275587 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4952ce36-d16a-42ba-8c83-313921fed6aa admin admin] Pushing event updated for resources: {'Network': ['ID=5f12204c-623d-4aa2-9232-0198e7a72514,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:11.277671 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f18c5fb-0088-49f5-9e32-ee3f0a8d3cf2 admin admin] Made reservation on behalf of b1c26389e9c04ed0807552fe141165f3 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:06:11.280086 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f18c5fb-0088-49f5-9e32-ee3f0a8d3cf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:11.298713 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 5f12204c-623d-4aa2-9232-0198e7a72514 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:06:11.408735 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ccd79-5eff-473d-a1c2-455904265682 req-af172bf1-0f35-4c51-961c-58b852e4dab6 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:11.410272 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-365ccd79-5eff-473d-a1c2-455904265682 req-af172bf1-0f35-4c51-961c-58b852e4dab6 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce HTTP/1.1" status: 200 len: 945 time: 0.0748129 Sep 30 13:06:11.478357 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-365ccd79-5eff-473d-a1c2-455904265682 req-ab8061b9-6862-4714-9c0d-6a8c33ae3d01 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464027 Sep 30 13:06:11.524016 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f18c5fb-0088-49f5-9e32-ee3f0a8d3cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:11.558727 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c8a91-d529-44b3-9baa-48dc87e3513d req-53b471ee-59e9-4848-81e1-3310abfcd72b tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:11.560384 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-eb8c8a91-d529-44b3-9baa-48dc87e3513d req-53b471ee-59e9-4848-81e1-3310abfcd72b tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d0aa23c-f8f6-4b47-8e1e-e15d38beab17 HTTP/1.1" status: 200 len: 944 time: 0.0560420 Sep 30 13:06:11.588555 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18c5fb-0088-49f5-9e32-ee3f0a8d3cf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a2211ab-8935-4da3-b344-47ebb4ca8e12,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:11.600364 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f18c5fb-0088-49f5-9e32-ee3f0a8d3cf2 admin admin] Checking segment: {'id': 'f6187ca4-fe8a-4ba7-9491-cd62d04196ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5f12204c-623d-4aa2-9232-0198e7a72514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:06:11.600735 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f18c5fb-0088-49f5-9e32-ee3f0a8d3cf2 admin admin] Network hostable DHCP agents. Network: 5f12204c-623d-4aa2-9232-0198e7a72514, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:06:11.604464 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-eb8c8a91-d529-44b3-9baa-48dc87e3513d req-a084f856-1dc0-445f-b647-e251c45536a3 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a8f3c82-656f-45f5-b012-65c1ec0ee916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365207 Sep 30 13:06:11.620947 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f18c5fb-0088-49f5-9e32-ee3f0a8d3cf2 admin admin] Network 5f12204c-623d-4aa2-9232-0198e7a72514 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:06:11.632885 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-7f18c5fb-0088-49f5-9e32-ee3f0a8d3cf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 5f12204c-623d-4aa2-9232-0198e7a72514) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:06:11.637579 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f18c5fb-0088-49f5-9e32-ee3f0a8d3cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:11.638222 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f18c5fb-0088-49f5-9e32-ee3f0a8d3cf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:11.643370 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c75ed98-82d8-407e-9982-2713e44f8b12 None None] Network 5f12204c-623d-4aa2-9232-0198e7a72514 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:06:11.712806 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7f18c5fb-0088-49f5-9e32-ee3f0a8d3cf2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4671502 Sep 30 13:06:11.760835 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e073021c-4c98-4342-b28b-e39d0846e52e req-28c8b74d-47e8-4b3a-8188-ec11830e0628 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 210 time: 0.0605149 Sep 30 13:06:11.794948 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef1d985-13de-46dd-9f5c-5579b90baaf9 None None] Network 5f12204c-623d-4aa2-9232-0198e7a72514 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:06:11.807273 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-a5751a11-f1a4-411d-af02-cce445cccdb6 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:11.809086 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-a5751a11-f1a4-411d-af02-cce445cccdb6 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.39 "GET /v2.0/networks?id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a HTTP/1.1" status: 200 len: 820 time: 0.1670921 Sep 30 13:06:11.824705 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-bbbdffda-9883-4921-82fb-7c051380b17a tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Request body: {'port': {'device_id': '6ec984ce-c4da-486e-a11e-f5476b362d5a', 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a', 'admin_state_up': True, 'tenant_id': 'bfee4c1083184c949bfe63d2e5d7a195'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:11.989427 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd23103-9659-4470-ac16-31df8df82200 req-1dc9f334-eb7d-45d3-9b7d-8183e456a26b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:11.991000 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8dd23103-9659-4470-ac16-31df8df82200 req-1dc9f334-eb7d-45d3-9b7d-8183e456a26b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 943 time: 0.0782783 Sep 30 13:06:12.015431 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-bbbdffda-9883-4921-82fb-7c051380b17a tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Made reservation on behalf of bfee4c1083184c949bfe63d2e5d7a195 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:06:12.018817 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-bbbdffda-9883-4921-82fb-7c051380b17a tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:12.066576 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8dd23103-9659-4470-ac16-31df8df82200 req-0c103ded-66f4-4b7e-bdc5-720f1c9a38d8 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664802 Sep 30 13:06:12.205540 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-bbbdffda-9883-4921-82fb-7c051380b17a tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Allocated IP 172.20.0.4 (9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a/d2a3567b-bc5f-477b-8f28-c16dcd278961/d782bc05-0842-457b-8789-3e9b8c675eaa) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:06:12.254941 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fd9df-63e8-4d23-993c-c929ede0cb21 req-d44d5f10-20ea-4294-91b9-6f785bf7efc3 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:12.256773 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-358fd9df-63e8-4d23-993c-c929ede0cb21 req-d44d5f10-20ea-4294-91b9-6f785bf7efc3 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.54 "GET /v2.0/ports?device_id=c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce HTTP/1.1" status: 200 len: 945 time: 0.0803392 Sep 30 13:06:12.352188 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 20be239f-0dff-47e5-8ed5-9b8f05aea631 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:06:12.499668 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 20be239f-0dff-47e5-8ed5-9b8f05aea631, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=20be239f-0dff-47e5-8ed5-9b8f05aea631,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:12.517148 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 20be239f-0dff-47e5-8ed5-9b8f05aea631 has no active binding in host n-h2-810909-2 {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 30 13:06:12.635849 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459e05e-2c8c-4ce5-8f7e-a9ebfbd6ea4c req-d87659ec-dea2-43bb-b8ab-5ce72e5fe126 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:12.639380 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5459e05e-2c8c-4ce5-8f7e-a9ebfbd6ea4c req-d87659ec-dea2-43bb-b8ab-5ce72e5fe126 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce HTTP/1.1" status: 200 len: 945 time: 0.0778961 Sep 30 13:06:12.695785 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5459e05e-2c8c-4ce5-8f7e-a9ebfbd6ea4c req-10dfc75b-bee6-43a2-a94c-550429f2b7cf tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489392 Sep 30 13:06:12.820543 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-358fd9df-63e8-4d23-993c-c929ede0cb21 req-d317056f-4a9d-4bc7-8956-c6a58a10ca4c tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Deleting port fec77659-c267-4f5e-a74e-68613bb574df {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:06:12.820956 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-358fd9df-63e8-4d23-993c-c929ede0cb21 req-d317056f-4a9d-4bc7-8956-c6a58a10ca4c tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:12.853763 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-bbbdffda-9883-4921-82fb-7c051380b17a tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:12.913927 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1dc43bb4-0536-445a-aff6-f797d7ea1c67 req-dc97752b-4dfa-41a8-8f85-2fcd59c5c2ed tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 210 time: 0.0269477 Sep 30 13:06:12.926314 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7321d-7c12-425a-bb9f-c2c4f087f3fd req-d64c21c4-ed3b-42ca-84a5-6f2b91d39b1e tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:12.933475 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-03c7321d-7c12-425a-bb9f-c2c4f087f3fd req-d64c21c4-ed3b-42ca-84a5-6f2b91d39b1e tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d0aa23c-f8f6-4b47-8e1e-e15d38beab17 HTTP/1.1" status: 200 len: 944 time: 0.1704235 Sep 30 13:06:13.006962 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-03c7321d-7c12-425a-bb9f-c2c4f087f3fd req-c0746d6f-168a-4080-b147-c642261b84ae tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a8f3c82-656f-45f5-b012-65c1ec0ee916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723772 Sep 30 13:06:13.020449 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-358fd9df-63e8-4d23-993c-c929ede0cb21 req-d317056f-4a9d-4bc7-8956-c6a58a10ca4c tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] For port fec77659-c267-4f5e-a74e-68613bb574df, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=fec77659-c267-4f5e-a74e-68613bb574df,segment=NetworkSegment(46821e00-e4d0-4238-88d3-b4e77f5b89b8),segment_id=46821e00-e4d0-4238-88d3-b4e77f5b89b8)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:13.020834 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-358fd9df-63e8-4d23-993c-c929ede0cb21 req-d317056f-4a9d-4bc7-8956-c6a58a10ca4c tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:13.035936 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-358fd9df-63e8-4d23-993c-c929ede0cb21 req-d317056f-4a9d-4bc7-8956-c6a58a10ca4c tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Calling delete_port for fec77659-c267-4f5e-a74e-68613bb574df owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:06:13.058292 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-bbbdffda-9883-4921-82fb-7c051380b17a tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:13.071601 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['37d71825-e339-43d2-921d-7fe5b24f6f7c'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:06:13.172454 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-bbbdffda-9883-4921-82fb-7c051380b17a tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:06:13.187669 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-bbbdffda-9883-4921-82fb-7c051380b17a tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:06:13.190663 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-bbbdffda-9883-4921-82fb-7c051380b17a tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:06:13.223397 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbdffda-9883-4921-82fb-7c051380b17a tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Pushing event updated for resources: {'Port': ['ID=d782bc05-0842-457b-8789-3e9b8c675eaa,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:13.288667 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132fa6c-b1b3-4139-9693-486af7c234ee req-be45dd80-43bc-4a40-9000-8f37f7e8be4a tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:13.296920 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3132fa6c-b1b3-4139-9693-486af7c234ee req-be45dd80-43bc-4a40-9000-8f37f7e8be4a tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 943 time: 0.1086221 Sep 30 13:06:13.373002 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-358fd9df-63e8-4d23-993c-c929ede0cb21 req-d317056f-4a9d-4bc7-8956-c6a58a10ca4c tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:13.375826 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3132fa6c-b1b3-4139-9693-486af7c234ee req-e65a263a-a845-42c1-8623-bb002fbe807f tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776684 Sep 30 13:06:13.392531 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-bbbdffda-9883-4921-82fb-7c051380b17a tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:13.394342 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-bbbdffda-9883-4921-82fb-7c051380b17a tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:13.420006 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['fec77659-c267-4f5e-a74e-68613bb574df'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:06:13.460033 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317056f-4a9d-4bc7-8956-c6a58a10ca4c tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Pushing event deleted for resources: {'Port': ['ID=fec77659-c267-4f5e-a74e-68613bb574df,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:13.518906 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-bbbdffda-9883-4921-82fb-7c051380b17a tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6989193 Sep 30 13:06:13.534367 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-d955de74-1485-434b-9989-1cad30f72d5d service neutron] Request body: {'port': {'device_id': '6ec984ce-c4da-486e-a11e-f5476b362d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:13.553539 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-358fd9df-63e8-4d23-993c-c929ede0cb21 req-d317056f-4a9d-4bc7-8956-c6a58a10ca4c tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] No DVR routers for this DVR port fec77659-c267-4f5e-a74e-68613bb574df on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:06:13.571404 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-358fd9df-63e8-4d23-993c-c929ede0cb21 req-d317056f-4a9d-4bc7-8956-c6a58a10ca4c tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:13.573363 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-358fd9df-63e8-4d23-993c-c929ede0cb21 req-d317056f-4a9d-4bc7-8956-c6a58a10ca4c tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.54 "DELETE /v2.0/ports/fec77659-c267-4f5e-a74e-68613bb574df HTTP/1.1" status: 204 len: 173 time: 1.3084073 Sep 30 13:06:13.575526 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce', 'name': 'network-vif-deleted', 'tag': 'fec77659-c267-4f5e-a74e-68613bb574df'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:06:13.577805 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0088cc75-3cc3-4cda-a217-bbd312d985a7" -d '{"events": [{"server_uuid": "c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce", "name": "network-vif-deleted", "tag": "fec77659-c267-4f5e-a74e-68613bb574df"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:06:13.608465 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f341d-5983-4362-9f48-7749df16128a req-0916df8c-a1dd-4af4-baac-ebf41559a48b tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:13.616124 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d97f341d-5983-4362-9f48-7749df16128a req-0916df8c-a1dd-4af4-baac-ebf41559a48b tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.18 "GET /v2.0/networks?id=5f12204c-623d-4aa2-9232-0198e7a72514 HTTP/1.1" status: 200 len: 809 time: 0.2631044 Sep 30 13:06:13.651245 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e506f55-a591-4754-998f-226d6cda3922 x-openstack-request-id: req-8e506f55-a591-4754-998f-226d6cda3922 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:06:13.651671 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce", "name": "network-vif-deleted", "tag": "fec77659-c267-4f5e-a74e-68613bb574df", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:06:13.651933 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e506f55-a591-4754-998f-226d6cda3922 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:06:13.652332 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce', 'name': 'network-vif-deleted', 'tag': 'fec77659-c267-4f5e-a74e-68613bb574df', 'status': 'completed', 'code': 200} Sep 30 13:06:13.659173 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d97f341d-5983-4362-9f48-7749df16128a req-c456834d-29e4-4f77-b651-093fc1d0ecf7 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.18 "GET /v2.0/quotas/b1c26389e9c04ed0807552fe141165f3 HTTP/1.1" status: 200 len: 375 time: 0.0422263 Sep 30 13:06:13.662603 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-d955de74-1485-434b-9989-1cad30f72d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:13.699979 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d97f341d-5983-4362-9f48-7749df16128a req-b9a7a1c5-fea6-4cc0-9eb1-ce3df5d959e4 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b1c26389e9c04ed0807552fe141165f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339596 Sep 30 13:06:13.815939 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c01bfc2d-0db8-453b-a53a-cf7e7b820276 req-05fc3e21-2a78-479e-8f75-85978c40c34e tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3c20ae5-7648-4df6-9aaa-7e0f5677f5ce HTTP/1.1" status: 200 len: 210 time: 0.0308664 Sep 30 13:06:13.888205 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d97f341d-5983-4362-9f48-7749df16128a req-6ea58527-6d35-4ec3-80c9-3cd47c48d368 service neutron] 10.222.0.18 "GET /v2.0/networks/5f12204c-623d-4aa2-9232-0198e7a72514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659665 Sep 30 13:06:14.052038 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67dbcc-626d-4c1c-bbae-1d4bd970aff2 req-c4ed8902-4c0d-494e-b969-41f79409155c tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:14.053882 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1d67dbcc-626d-4c1c-bbae-1d4bd970aff2 req-c4ed8902-4c0d-494e-b969-41f79409155c tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 931 time: 0.0645089 Sep 30 13:06:14.057982 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d97f341d-5983-4362-9f48-7749df16128a req-b5149322-c3fa-41d6-b2e9-a827821265b5 service neutron] 10.222.0.18 "GET /v2.0/networks/5f12204c-623d-4aa2-9232-0198e7a72514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549909 Sep 30 13:06:14.140582 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1d67dbcc-626d-4c1c-bbae-1d4bd970aff2 req-d2626cff-277d-4e3f-8d65-1d20d565ed23 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632696 Sep 30 13:06:14.146992 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-d955de74-1485-434b-9989-1cad30f72d5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d782bc05-0842-457b-8789-3e9b8c675eaa {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:06:14.155048 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-d955de74-1485-434b-9989-1cad30f72d5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:14.178685 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-d955de74-1485-434b-9989-1cad30f72d5d service neutron] Transition to ACTIVE for port object d782bc05-0842-457b-8789-3e9b8c675eaa will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:06:14.183725 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-d955de74-1485-434b-9989-1cad30f72d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:14.294906 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b3b54-72d0-4d55-be6d-4ebb94e961f4 req-32d17866-6d17-4eca-9f7e-fceaab67bd9d tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:14.296762 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dc9b3b54-72d0-4d55-be6d-4ebb94e961f4 req-32d17866-6d17-4eca-9f7e-fceaab67bd9d tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d0aa23c-f8f6-4b47-8e1e-e15d38beab17 HTTP/1.1" status: 200 len: 944 time: 0.0540342 Sep 30 13:06:14.312964 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955de74-1485-434b-9989-1cad30f72d5d service neutron] Pushing event updated for resources: {'Port': ['ID=d782bc05-0842-457b-8789-3e9b8c675eaa,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:14.334773 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-d955de74-1485-434b-9989-1cad30f72d5d service neutron] Attempting to bind port d782bc05-0842-457b-8789-3e9b8c675eaa on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:06:14.335127 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-d955de74-1485-434b-9989-1cad30f72d5d service neutron] Attempting to bind port d782bc05-0842-457b-8789-3e9b8c675eaa by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:06:14.335675 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-d955de74-1485-434b-9989-1cad30f72d5d service neutron] Attempting to bind port d782bc05-0842-457b-8789-3e9b8c675eaa on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:06:14.341495 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-d955de74-1485-434b-9989-1cad30f72d5d service neutron] Port d782bc05-0842-457b-8789-3e9b8c675eaa on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:06:14.341999 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-d955de74-1485-434b-9989-1cad30f72d5d service neutron] Attempting to bind port d782bc05-0842-457b-8789-3e9b8c675eaa on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:06:14.348491 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-d955de74-1485-434b-9989-1cad30f72d5d service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:06:14.351412 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-d955de74-1485-434b-9989-1cad30f72d5d service neutron] Checking segment: {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:06:14.352071 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-d955de74-1485-434b-9989-1cad30f72d5d service neutron] Bound using segment: {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:06:14.352988 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-d955de74-1485-434b-9989-1cad30f72d5d service neutron] Bound port: d782bc05-0842-457b-8789-3e9b8c675eaa, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:06:14.353787 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-d955de74-1485-434b-9989-1cad30f72d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:14.376527 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 1e8584e9-67d0-4b42-8d00-426e735b53ad up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:06:14.390530 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dc9b3b54-72d0-4d55-be6d-4ebb94e961f4 req-8fc48c1e-b54a-4afe-9fa7-57cb25932f15 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a8f3c82-656f-45f5-b012-65c1ec0ee916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858848 Sep 30 13:06:14.446204 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:14.476340 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 1e8584e9-67d0-4b42-8d00-426e735b53ad completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:06:14.481511 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 1e8584e9-67d0-4b42-8d00-426e735b53ad triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:06:14.482116 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:14.511461 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b90eebf5-c186-4a99-95fb-98370b090bab req-b4247f17-fecb-45b4-9854-2be8d228569c tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a4c4eb-cbe7-4089-b961-fcbaa14339a7 HTTP/1.1" status: 200 len: 210 time: 0.0430756 Sep 30 13:06:14.524432 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-d955de74-1485-434b-9989-1cad30f72d5d service neutron] For port d782bc05-0842-457b-8789-3e9b8c675eaa, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:06:14.527917 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-d955de74-1485-434b-9989-1cad30f72d5d service neutron] For port d782bc05-0842-457b-8789-3e9b8c675eaa, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d782bc05-0842-457b-8789-3e9b8c675eaa,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:06:14.533779 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-d955de74-1485-434b-9989-1cad30f72d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:14.581965 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-d955de74-1485-434b-9989-1cad30f72d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:14.582667 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-d955de74-1485-434b-9989-1cad30f72d5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:14.584547 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-d955de74-1485-434b-9989-1cad30f72d5d service neutron] 10.222.0.39 "PUT /v2.0/ports/d782bc05-0842-457b-8789-3e9b8c675eaa HTTP/1.1" status: 200 len: 1091 time: 1.0541551 Sep 30 13:06:14.587037 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:14.616785 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0aa23c-f8f6-4b47-8e1e-e15d38beab17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8584e9-67d0-4b42-8d00-426e735b53ad'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:06:14.620297 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1001a9f2-1ec5-4a3f-bb5c-b04487e8c5fb" -d '{"events": [{"server_uuid": "4d0aa23c-f8f6-4b47-8e1e-e15d38beab17", "name": "network-vif-plugged", "status": "completed", "tag": "1e8584e9-67d0-4b42-8d00-426e735b53ad"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:06:14.635917 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955de74-1485-434b-9989-1cad30f72d5d service neutron] Pushing event updated for resources: {'Port': ['ID=d782bc05-0842-457b-8789-3e9b8c675eaa,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:14.636246 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 1e8584e9-67d0-4b42-8d00-426e735b53ad, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1e8584e9-67d0-4b42-8d00-426e735b53ad,segment=NetworkSegment(fa12535b-6fc6-455e-98b4-c13cc18fa4bb),segment_id=fa12535b-6fc6-455e-98b4-c13cc18fa4bb)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:14.646850 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:14.647807 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device fec77659-c267-4f5e-a74e-68613bb574df no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:06:14.687167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-865c9163-4b76-463b-b22e-e44d11be0761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:14.689185 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-865c9163-4b76-463b-b22e-e44d11be0761 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bfee4c1083184c949bfe63d2e5d7a195&device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 1094 time: 0.0487125 Sep 30 13:06:14.744446 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 20be239f-0dff-47e5-8ed5-9b8f05aea631 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:06:14.747544 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db24e55-37e6-479f-a5c1-866ef2881ce3 x-openstack-request-id: req-9db24e55-37e6-479f-a5c1-866ef2881ce3 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:06:14.747784 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0aa23c-f8f6-4b47-8e1e-e15d38beab17", "name": "network-vif-plugged", "status": "completed", "tag": "1e8584e9-67d0-4b42-8d00-426e735b53ad", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:06:14.748036 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9db24e55-37e6-479f-a5c1-866ef2881ce3 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:06:14.748484 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0aa23c-f8f6-4b47-8e1e-e15d38beab17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8584e9-67d0-4b42-8d00-426e735b53ad', 'code': 200} Sep 30 13:06:14.751441 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: fec77659-c267-4f5e-a74e-68613bb574df {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:06:14.751824 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device fec77659-c267-4f5e-a74e-68613bb574df not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:06:14.792951 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-14995903-dc5b-4dc5-ac0a-48e46c71b5db service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d782bc05-0842-457b-8789-3e9b8c675eaa HTTP/1.1" status: 200 len: 217 time: 0.0882430 Sep 30 13:06:14.811710 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=1e8584e9-67d0-4b42-8d00-426e735b53ad,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:14.858229 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-924bbf6c-90a3-4841-87d0-7a56f6c5f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:14.859720 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-924bbf6c-90a3-4841-87d0-7a56f6c5f6eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d2a3567b-bc5f-477b-8f28-c16dcd278961 HTTP/1.1" status: 200 len: 860 time: 0.0538943 Sep 30 13:06:14.916566 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-6a9c7003-4153-41f2-ad09-ea1694ecac1a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334408 Sep 30 13:06:14.924548 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c63460-1aaf-49c6-bcb3-ec2dd9f9a665 req-d4518ad3-db9e-402e-9153-3edd097fa480 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:14.926724 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-06c63460-1aaf-49c6-bcb3-ec2dd9f9a665 req-d4518ad3-db9e-402e-9153-3edd097fa480 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 943 time: 0.2326753 Sep 30 13:06:14.992677 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2328a-a613-48ef-b032-3f32747407ff req-ed51e604-6060-4927-8423-9c8bb4827186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:14.994675 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d8b2328a-a613-48ef-b032-3f32747407ff req-ed51e604-6060-4927-8423-9c8bb4827186 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4d0aa23c-f8f6-4b47-8e1e-e15d38beab17 HTTP/1.1" status: 200 len: 1096 time: 0.1874876 Sep 30 13:06:15.035818 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 47380) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:15.065278 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-06c63460-1aaf-49c6-bcb3-ec2dd9f9a665 req-e2fa892c-aa1a-4554-bb60-b5d72e5c2b6f tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269655 Sep 30 13:06:15.091744 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-ff88118b-41fe-44e6-9b95-61b545936436 service neutron] 10.222.0.39 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641564 Sep 30 13:06:15.093537 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d8b2328a-a613-48ef-b032-3f32747407ff req-feb60458-3da4-4476-a6ab-57e3d637ad0b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3a8f3c82-656f-45f5-b012-65c1ec0ee916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696344 Sep 30 13:06:15.150376 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7bae0cdd-e9ed-457f-8ba0-e510569862b1 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:15.177706 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7bae0cdd-e9ed-457f-8ba0-e510569862b1 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:15.209563 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64258ce5-9e1c-498c-a4bd-1924cf48f153 req-a1a2686c-d5b1-45cd-a00f-a40ace33135e service neutron] 10.222.0.39 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086423 Sep 30 13:06:15.254859 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7bae0cdd-e9ed-457f-8ba0-e510569862b1 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:15.257418 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7bae0cdd-e9ed-457f-8ba0-e510569862b1 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:15.260750 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7bae0cdd-e9ed-457f-8ba0-e510569862b1 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "DELETE /v2.0/security-groups/acf6b1ea-411d-4887-a6db-b56555c85d14 HTTP/1.1" status: 204 len: 168 time: 0.2215886 Sep 30 13:06:15.261260 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 47384) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:15.281338 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-56026596-d004-4942-85a6-ed12f6995d47 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] show failed (client error): The resource could not be found. Sep 30 13:06:15.286803 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 47386) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:15.287567 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-56026596-d004-4942-85a6-ed12f6995d47 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "GET /v2.0/security-groups/acf6b1ea-411d-4887-a6db-b56555c85d14 HTTP/1.1" status: 404 len: 347 time: 0.0250337 Sep 30 13:06:15.293895 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae0cdd-e9ed-457f-8ba0-e510569862b1 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf6b1ea-411d-4887-a6db-b56555c85d14,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:15.349938 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4a8d5-5531-4b60-ab89-64b48b3b24d5 req-b6eda866-b47c-494c-bfe6-c14e944c8a1f tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:15.351504 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b2a4a8d5-5531-4b60-ab89-64b48b3b24d5 req-b6eda866-b47c-494c-bfe6-c14e944c8a1f tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 943 time: 0.1086853 Sep 30 13:06:15.454411 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b2a4a8d5-5531-4b60-ab89-64b48b3b24d5 req-4f15eecb-386b-4e27-894d-58cc8874ddeb tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712192 Sep 30 13:06:15.478407 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-5cbe0eb2-8945-4c8e-8c1c-cc09b0df2d84 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Deleting port 4b718049-b022-4a8b-b857-1caece4321ff {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:06:15.478791 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0eb2-8945-4c8e-8c1c-cc09b0df2d84 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:15.575851 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0eb2-8945-4c8e-8c1c-cc09b0df2d84 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:15.576181 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0eb2-8945-4c8e-8c1c-cc09b0df2d84 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:15.581396 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d9074-0301-4acd-8cfa-c9bd9357a26a req-5c1a1742-7c09-499f-908b-f40e67425106 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:15.590120 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f45d9074-0301-4acd-8cfa-c9bd9357a26a req-5c1a1742-7c09-499f-908b-f40e67425106 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d0aa23c-f8f6-4b47-8e1e-e15d38beab17 HTTP/1.1" status: 200 len: 945 time: 0.0723927 Sep 30 13:06:15.590362 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-5cbe0eb2-8945-4c8e-8c1c-cc09b0df2d84 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Calling delete_port for 4b718049-b022-4a8b-b857-1caece4321ff owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:06:15.636547 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f45d9074-0301-4acd-8cfa-c9bd9357a26a req-1fe58575-3430-4ca7-8767-441d9acb13df tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a8f3c82-656f-45f5-b012-65c1ec0ee916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432630 Sep 30 13:06:15.653120 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec984ce-c4da-486e-a11e-f5476b362d5a', 'tag': 'd782bc05-0842-457b-8789-3e9b8c675eaa'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:06:15.655514 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0be7b3-97a3-41f4-b8ba-965e25efb626" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec984ce-c4da-486e-a11e-f5476b362d5a", "tag": "d782bc05-0842-457b-8789-3e9b8c675eaa"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:06:15.752656 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b820f2e-fb41-4f83-b1a3-f3aee6a6b8d4 req-139a7df2-c537-4d79-a395-56d3762881f6 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a4c4eb-cbe7-4089-b961-fcbaa14339a7 HTTP/1.1" status: 200 len: 210 time: 0.0324707 Sep 30 13:06:15.803512 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0eb2-8945-4c8e-8c1c-cc09b0df2d84 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:15.823960 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6974dee-17f7-42a8-bac6-ac62713c835a x-openstack-request-id: req-a6974dee-17f7-42a8-bac6-ac62713c835a {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:06:15.824248 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec984ce-c4da-486e-a11e-f5476b362d5a", "tag": "d782bc05-0842-457b-8789-3e9b8c675eaa", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:06:15.824497 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6974dee-17f7-42a8-bac6-ac62713c835a {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:06:15.824890 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec984ce-c4da-486e-a11e-f5476b362d5a', 'tag': 'd782bc05-0842-457b-8789-3e9b8c675eaa', 'status': 'completed', 'code': 200} Sep 30 13:06:15.837710 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe0eb2-8945-4c8e-8c1c-cc09b0df2d84 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Pushing event deleted for resources: {'Port': ['ID=4b718049-b022-4a8b-b857-1caece4321ff,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:15.932609 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0eb2-8945-4c8e-8c1c-cc09b0df2d84 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:15.935784 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0eb2-8945-4c8e-8c1c-cc09b0df2d84 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:15.937135 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5cbe0eb2-8945-4c8e-8c1c-cc09b0df2d84 tempest-ImagesOneServerNegativeTestJSON-1601472817 tempest-ImagesOneServerNegativeTestJSON-1601472817-project] 10.222.0.18 "DELETE /v2.0/floatingips/14d4cc3d-0d26-433e-ad59-d964040aa6b2 HTTP/1.1" status: 204 len: 168 time: 0.6491952 Sep 30 13:06:15.944130 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0be7b3-97a3-41f4-b8ba-965e25efb626 req-dc3b6fb3-f50d-4575-86a1-af82d9c7530c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:15.946003 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e0be7b3-97a3-41f4-b8ba-965e25efb626 req-dc3b6fb3-f50d-4575-86a1-af82d9c7530c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bfee4c1083184c949bfe63d2e5d7a195&device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 1094 time: 0.0895383 Sep 30 13:06:16.120629 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 47412) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:16.237703 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0be7b3-97a3-41f4-b8ba-965e25efb626 req-b479a045-f82f-402d-9510-0ccc1721f6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:16.239843 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e0be7b3-97a3-41f4-b8ba-965e25efb626 req-b479a045-f82f-402d-9510-0ccc1721f6bd service neutron] 10.222.0.39 "GET /v2.0/networks?id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a HTTP/1.1" status: 200 len: 921 time: 0.2852368 Sep 30 13:06:16.241583 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7fe3468-5783-4097-9dfa-80b07dc72512 admin admin] Deleting subnet 92067afd-1f22-4fa2-ade8-89a9a9492dd2 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:06:16.246422 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a7fe3468-5783-4097-9dfa-80b07dc72512 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:16.263211 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f341d-5983-4362-9f48-7749df16128a req-079674ad-ce32-49da-a97f-6b42ca5a3c58 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:16.264701 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d97f341d-5983-4362-9f48-7749df16128a req-079674ad-ce32-49da-a97f-6b42ca5a3c58 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.54 "GET /v2.0/networks?id=5f12204c-623d-4aa2-9232-0198e7a72514 HTTP/1.1" status: 200 len: 809 time: 0.2074564 Sep 30 13:06:16.290553 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c2bd3-da95-40c3-a872-90f9a740bf89 req-c449b383-fa3b-4bfc-92b6-1201f293da12 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:16.292476 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5e8c2bd3-da95-40c3-a872-90f9a740bf89 req-c449b383-fa3b-4bfc-92b6-1201f293da12 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 943 time: 0.1215558 Sep 30 13:06:16.304323 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-d97f341d-5983-4362-9f48-7749df16128a req-f27f15f0-3f0f-4aa2-a498-8ec281a9ce38 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Request body: {'port': {'device_id': '95a4c4eb-cbe7-4089-b961-fcbaa14339a7', 'network_id': '5f12204c-623d-4aa2-9232-0198e7a72514', 'admin_state_up': True, 'tenant_id': 'b1c26389e9c04ed0807552fe141165f3'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:16.308980 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e0be7b3-97a3-41f4-b8ba-965e25efb626 req-cc2ab0a9-613b-4abe-ad8c-94b637032db1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d782bc05-0842-457b-8789-3e9b8c675eaa HTTP/1.1" status: 200 len: 217 time: 0.0614097 Sep 30 13:06:16.311325 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a7fe3468-5783-4097-9dfa-80b07dc72512 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:16.359705 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a7fe3468-5783-4097-9dfa-80b07dc72512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:16.390441 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 20be239f-0dff-47e5-8ed5-9b8f05aea631 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:06:16.424531 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0be7b3-97a3-41f4-b8ba-965e25efb626 req-ff4bb6dd-a0c6-4eea-bbf9-89607aedbc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:16.427301 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e0be7b3-97a3-41f4-b8ba-965e25efb626 req-ff4bb6dd-a0c6-4eea-bbf9-89607aedbc6f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d2a3567b-bc5f-477b-8f28-c16dcd278961 HTTP/1.1" status: 200 len: 860 time: 0.1030200 Sep 30 13:06:16.462895 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 20be239f-0dff-47e5-8ed5-9b8f05aea631 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:06:16.467976 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a7fe3468-5783-4097-9dfa-80b07dc72512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:16.502845 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e0be7b3-97a3-41f4-b8ba-965e25efb626 req-834c6a2e-70fd-40bf-9f2d-ff5de0ce836b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674407 Sep 30 13:06:16.555741 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe3468-5783-4097-9dfa-80b07dc72512 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92067afd-1f22-4fa2-ade8-89a9a9492dd2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:16.555947 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d97f341d-5983-4362-9f48-7749df16128a req-f27f15f0-3f0f-4aa2-a498-8ec281a9ce38 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Made reservation on behalf of b1c26389e9c04ed0807552fe141165f3 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:06:16.560145 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d97f341d-5983-4362-9f48-7749df16128a req-f27f15f0-3f0f-4aa2-a498-8ec281a9ce38 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:16.576667 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5e8c2bd3-da95-40c3-a872-90f9a740bf89 req-08bc169d-2403-4c16-bde5-e9d766b36fd2 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539636 Sep 30 13:06:16.596536 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a7fe3468-5783-4097-9dfa-80b07dc72512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:16.603657 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a7fe3468-5783-4097-9dfa-80b07dc72512 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/92067afd-1f22-4fa2-ade8-89a9a9492dd2 HTTP/1.1" status: 204 len: 168 time: 0.4816039 Sep 30 13:06:16.606327 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 47416) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:16.695325 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4a38aef1-685c-40ed-9721-42f552a6b532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:16.736200 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e0be7b3-97a3-41f4-b8ba-965e25efb626 req-e4909586-ea17-4cee-8c49-9b88a3beceb8 service neutron] 10.222.0.39 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039037 Sep 30 13:06:16.857871 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4a38aef1-685c-40ed-9721-42f552a6b532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:16.881362 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09ffa9-eeb8-47e1-a4e5-3b3cc13ed93b req-271cd93d-13fa-404a-8749-71173adb5819 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:16.889643 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6a09ffa9-eeb8-47e1-a4e5-3b3cc13ed93b req-271cd93d-13fa-404a-8749-71173adb5819 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d0aa23c-f8f6-4b47-8e1e-e15d38beab17 HTTP/1.1" status: 200 len: 945 time: 0.1248536 Sep 30 13:06:16.928645 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-4a38aef1-685c-40ed-9721-42f552a6b532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a53838-1c79-48c4-bdd8-e5e86cdc10e2']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:16.936382 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e0be7b3-97a3-41f4-b8ba-965e25efb626 req-cd0a8bec-89d1-44d1-bc1a-b0a23ac11e26 service neutron] 10.222.0.39 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891901 Sep 30 13:06:16.944123 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-4a38aef1-685c-40ed-9721-42f552a6b532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46821e00-e4d0-4238-88d3-b4e77f5b89b8') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:16.944564 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-4a38aef1-685c-40ed-9721-42f552a6b532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46821e00-e4d0-4238-88d3-b4e77f5b89b8') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:16.967309 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4a38aef1-685c-40ed-9721-42f552a6b532 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:16.971663 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6a09ffa9-eeb8-47e1-a4e5-3b3cc13ed93b req-768bc3d0-60be-4c3e-a7c7-777009eb5e34 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a8f3c82-656f-45f5-b012-65c1ec0ee916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810351 Sep 30 13:06:16.987359 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4a38aef1-685c-40ed-9721-42f552a6b532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:16.988443 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489cf64-f18e-44dd-a554-f34b1371bf21 req-6d0d461e-80cb-4e78-ac2e-c4735c1b8cb5 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:16.996447 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3489cf64-f18e-44dd-a554-f34b1371bf21 req-6d0d461e-80cb-4e78-ac2e-c4735c1b8cb5 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 943 time: 0.4198160 Sep 30 13:06:17.007294 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a38aef1-685c-40ed-9721-42f552a6b532 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:06:17.007747 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4a38aef1-685c-40ed-9721-42f552a6b532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:06:17.028648 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:06:17.050928 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-d97f341d-5983-4362-9f48-7749df16128a req-f27f15f0-3f0f-4aa2-a498-8ec281a9ce38 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Allocated IP 172.20.0.12 (5f12204c-623d-4aa2-9232-0198e7a72514/9a2211ab-8935-4da3-b344-47ebb4ca8e12/51618036-3e43-4e8c-8059-dbf2bd2d2b69) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:06:17.072004 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3489cf64-f18e-44dd-a554-f34b1371bf21 req-dea99f78-a355-48e9-9968-58292bfacd5f tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696821 Sep 30 13:06:17.142231 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7b3c814c-ff0a-4167-a3e3-e01482698a8b req-fe2a5bf6-338a-494c-8cb3-27e1701b45b1 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a4c4eb-cbe7-4089-b961-fcbaa14339a7 HTTP/1.1" status: 200 len: 210 time: 0.0380166 Sep 30 13:06:17.143661 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4a38aef1-685c-40ed-9721-42f552a6b532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:17.173597 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4a38aef1-685c-40ed-9721-42f552a6b532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:17.175561 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4a38aef1-685c-40ed-9721-42f552a6b532 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f2a53838-1c79-48c4-bdd8-e5e86cdc10e2 HTTP/1.1" status: 204 len: 168 time: 0.5682881 Sep 30 13:06:17.176460 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38aef1-685c-40ed-9721-42f552a6b532 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2a53838-1c79-48c4-bdd8-e5e86cdc10e2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:17.334221 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 47432) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:17.383613 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f1004353-9fcf-471a-8560-64dc2708130b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7ca8664bc2bb49b18bb6d219b3a0cde6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478489 Sep 30 13:06:17.384429 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 47434) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:17.444513 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-27f58a38-588b-43ad-8a19-17eabe97d853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:17.469182 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-27f58a38-588b-43ad-8a19-17eabe97d853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:17.522173 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-27f58a38-588b-43ad-8a19-17eabe97d853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:17.525858 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-27f58a38-588b-43ad-8a19-17eabe97d853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:17.529511 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-27f58a38-588b-43ad-8a19-17eabe97d853 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab4e9bb7-5381-4a92-9e03-b2f5593f6b49 HTTP/1.1" status: 204 len: 168 time: 0.1416359 Sep 30 13:06:17.537503 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f58a38-588b-43ad-8a19-17eabe97d853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4e9bb7-5381-4a92-9e03-b2f5593f6b49,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:17.613280 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32147d1b-6505-46d7-8653-1e277b770f2a req-b9433078-4a51-4d54-b81b-21ece4ce31cf service neutron] 10.222.0.39 "GET /v2.0/ports/20be239f-0dff-47e5-8ed5-9b8f05aea631/bindings/n-h2-810909-2 HTTP/1.1" status: 200 len: 384 time: 0.5226252 Sep 30 13:06:17.629699 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d97f341d-5983-4362-9f48-7749df16128a req-f27f15f0-3f0f-4aa2-a498-8ec281a9ce38 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:17.762945 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d97f341d-5983-4362-9f48-7749df16128a req-f27f15f0-3f0f-4aa2-a498-8ec281a9ce38 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:17.790183 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e7204-1ed4-4279-8e47-d198c70fbebe req-af7ede0e-391d-4552-8cd5-3c6543563b75 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:17.791753 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b61e7204-1ed4-4279-8e47-d198c70fbebe req-af7ede0e-391d-4552-8cd5-3c6543563b75 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 943 time: 0.1230905 Sep 30 13:06:17.866438 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d97f341d-5983-4362-9f48-7749df16128a req-f27f15f0-3f0f-4aa2-a498-8ec281a9ce38 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Network 5f12204c-623d-4aa2-9232-0198e7a72514 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:06:17.877538 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-d97f341d-5983-4362-9f48-7749df16128a req-f27f15f0-3f0f-4aa2-a498-8ec281a9ce38 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:06:17.886617 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97f341d-5983-4362-9f48-7749df16128a req-f27f15f0-3f0f-4aa2-a498-8ec281a9ce38 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:06:17.921710 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f15f0-3f0f-4aa2-a498-8ec281a9ce38 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Pushing event updated for resources: {'Port': ['ID=51618036-3e43-4e8c-8059-dbf2bd2d2b69,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:17.964945 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b61e7204-1ed4-4279-8e47-d198c70fbebe req-a0077724-2a28-4918-a767-d502fa6a24f2 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495311 Sep 30 13:06:17.992319 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f341d-5983-4362-9f48-7749df16128a req-f27f15f0-3f0f-4aa2-a498-8ec281a9ce38 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:17.992965 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d97f341d-5983-4362-9f48-7749df16128a req-f27f15f0-3f0f-4aa2-a498-8ec281a9ce38 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:18.000798 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-32147d1b-6505-46d7-8653-1e277b770f2a req-93589735-de52-408b-80a6-e34b756ae855 service neutron] For port 20be239f-0dff-47e5-8ed5-9b8f05aea631, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=20be239f-0dff-47e5-8ed5-9b8f05aea631,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:18.028045 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d97f341d-5983-4362-9f48-7749df16128a req-f27f15f0-3f0f-4aa2-a498-8ec281a9ce38 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7281730 Sep 30 13:06:18.029049 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-32147d1b-6505-46d7-8653-1e277b770f2a req-93589735-de52-408b-80a6-e34b756ae855 service neutron] For port 20be239f-0dff-47e5-8ed5-9b8f05aea631, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:06:18.061002 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-d97f341d-5983-4362-9f48-7749df16128a req-55c74ccf-9c8a-440c-bff5-bae2d4f90adc service neutron] Request body: {'port': {'device_id': '95a4c4eb-cbe7-4089-b961-fcbaa14339a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:18.096896 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-32147d1b-6505-46d7-8653-1e277b770f2a req-93589735-de52-408b-80a6-e34b756ae855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20be239f-0dff-47e5-8ed5-9b8f05aea631 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:06:18.114102 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-32147d1b-6505-46d7-8653-1e277b770f2a req-93589735-de52-408b-80a6-e34b756ae855 service neutron] For port 20be239f-0dff-47e5-8ed5-9b8f05aea631, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=20be239f-0dff-47e5-8ed5-9b8f05aea631,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:18.137559 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688baa00-c6d9-4067-b685-ebbc3bdffdc2 req-4474ce1b-9320-4cf2-b1b0-f059502fc25e tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:18.156579 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-688baa00-c6d9-4067-b685-ebbc3bdffdc2 req-4474ce1b-9320-4cf2-b1b0-f059502fc25e tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d0aa23c-f8f6-4b47-8e1e-e15d38beab17 HTTP/1.1" status: 200 len: 945 time: 0.0916531 Sep 30 13:06:18.159224 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-32147d1b-6505-46d7-8653-1e277b770f2a req-93589735-de52-408b-80a6-e34b756ae855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:18.161282 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d97f341d-5983-4362-9f48-7749df16128a req-55c74ccf-9c8a-440c-bff5-bae2d4f90adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:18.192979 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f1f902cd-5b51-4cbc-8c0c-35913bb2d869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:18.242408 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-688baa00-c6d9-4067-b685-ebbc3bdffdc2 req-c451148f-bcb9-410f-be30-e3c3d96300a9 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a8f3c82-656f-45f5-b012-65c1ec0ee916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805681 Sep 30 13:06:18.382867 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-32147d1b-6505-46d7-8653-1e277b770f2a req-93589735-de52-408b-80a6-e34b756ae855 service neutron] Transition to ACTIVE for port object 20be239f-0dff-47e5-8ed5-9b8f05aea631 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:06:18.391804 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-32147d1b-6505-46d7-8653-1e277b770f2a req-93589735-de52-408b-80a6-e34b756ae855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:18.405578 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43900847-72bd-4b5f-8b8e-c8e869006525 req-a3e73bbd-8133-4083-8f3a-3a9c6f47e014 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:18.412699 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-43900847-72bd-4b5f-8b8e-c8e869006525 req-a3e73bbd-8133-4083-8f3a-3a9c6f47e014 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 943 time: 0.2040601 Sep 30 13:06:18.514606 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf643e-5b7f-4753-a94b-3b1a2e6c6e0e req-0196b73a-0228-43fd-aaae-76a0010ff0e1 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:18.516626 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cdbf643e-5b7f-4753-a94b-3b1a2e6c6e0e req-0196b73a-0228-43fd-aaae-76a0010ff0e1 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a4c4eb-cbe7-4089-b961-fcbaa14339a7 HTTP/1.1" status: 200 len: 932 time: 0.0670784 Sep 30 13:06:18.545935 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-32147d1b-6505-46d7-8653-1e277b770f2a req-93589735-de52-408b-80a6-e34b756ae855 service neutron] No DVR routers for this DVR port 20be239f-0dff-47e5-8ed5-9b8f05aea631 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:06:18.548098 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93589735-de52-408b-80a6-e34b756ae855 service neutron] Pushing event updated for resources: {'Port': ['ID=20be239f-0dff-47e5-8ed5-9b8f05aea631,revision_number=10']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:18.567233 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-43900847-72bd-4b5f-8b8e-c8e869006525 req-febda213-51fb-484b-b82c-2e2360fde5c5 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529698 Sep 30 13:06:18.570990 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cdbf643e-5b7f-4753-a94b-3b1a2e6c6e0e req-61b1e26f-7c00-43fa-b912-f0913e3a8bdb tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.18 "GET /v2.0/security-groups?id=801df2ab-4139-48ff-90ea-de4ecfd5a334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464644 Sep 30 13:06:18.673026 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32147d1b-6505-46d7-8653-1e277b770f2a req-93589735-de52-408b-80a6-e34b756ae855 service neutron] 10.222.0.39 "PUT /v2.0/ports/20be239f-0dff-47e5-8ed5-9b8f05aea631/bindings/n-h2-810909-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0519445 Sep 30 13:06:18.799244 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee1b5b9d-8146-4b84-aadb-3861a25122e4 req-cde26303-ab31-4671-8969-07b8a6cead02 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1016867 Sep 30 13:06:18.805669 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-d97f341d-5983-4362-9f48-7749df16128a req-55c74ccf-9c8a-440c-bff5-bae2d4f90adc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51618036-3e43-4e8c-8059-dbf2bd2d2b69 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:06:18.813722 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d97f341d-5983-4362-9f48-7749df16128a req-55c74ccf-9c8a-440c-bff5-bae2d4f90adc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:18.842478 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32147d1b-6505-46d7-8653-1e277b770f2a req-d14cd824-eec8-4b38-a499-316ade5c58ce tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:18.844041 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-32147d1b-6505-46d7-8653-1e277b770f2a req-d14cd824-eec8-4b38-a499-316ade5c58ce tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b&tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&binding%3Ahost_id=n-h1-810909-2 HTTP/1.1" status: 200 len: 1095 time: 0.0768571 Sep 30 13:06:18.883053 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-d97f341d-5983-4362-9f48-7749df16128a req-55c74ccf-9c8a-440c-bff5-bae2d4f90adc service neutron] Transition to ACTIVE for port object 51618036-3e43-4e8c-8059-dbf2bd2d2b69 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:06:18.893008 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d97f341d-5983-4362-9f48-7749df16128a req-55c74ccf-9c8a-440c-bff5-bae2d4f90adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:18.920128 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32147d1b-6505-46d7-8653-1e277b770f2a req-81459e2d-5aff-41ef-a040-983a0a4c39a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:18.924225 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-32147d1b-6505-46d7-8653-1e277b770f2a req-81459e2d-5aff-41ef-a040-983a0a4c39a9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b&tenant_id=52fc4a104b2948969e2ddc7c90e1bf83 HTTP/1.1" status: 200 len: 1095 time: 0.0644329 Sep 30 13:06:18.935177 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b5b9d-8146-4b84-aadb-3861a25122e4 req-14aca8a2-2a70-44c5-b61e-d193028b3da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:18.937412 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee1b5b9d-8146-4b84-aadb-3861a25122e4 req-14aca8a2-2a70-44c5-b61e-d193028b3da3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 1095 time: 0.1104400 Sep 30 13:06:19.005995 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32147d1b-6505-46d7-8653-1e277b770f2a req-88febb02-0d54-484d-9b1d-d495d7c3fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:19.007705 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-32147d1b-6505-46d7-8653-1e277b770f2a req-88febb02-0d54-484d-9b1d-d495d7c3fda4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 1095 time: 0.0529194 Sep 30 13:06:19.030278 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c74ccf-9c8a-440c-bff5-bae2d4f90adc service neutron] Pushing event updated for resources: {'Port': ['ID=51618036-3e43-4e8c-8059-dbf2bd2d2b69,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:19.130125 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49098784-e16c-4cc3-86f6-d7718af20be1 req-9a48cfb4-6d58-48a2-a4e4-298742ed714f tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:19.131830 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-49098784-e16c-4cc3-86f6-d7718af20be1 req-9a48cfb4-6d58-48a2-a4e4-298742ed714f tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d0aa23c-f8f6-4b47-8e1e-e15d38beab17 HTTP/1.1" status: 200 len: 945 time: 0.1822808 Sep 30 13:06:19.146708 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32147d1b-6505-46d7-8653-1e277b770f2a req-582ebf0a-3fc1-4dd0-991d-716bcaed03bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:19.149807 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-32147d1b-6505-46d7-8653-1e277b770f2a req-582ebf0a-3fc1-4dd0-991d-716bcaed03bf service neutron] 10.222.0.54 "GET /v2.0/networks?id=49ef354a-ba5f-45a0-ae5d-336431ac76bd HTTP/1.1" status: 200 len: 908 time: 0.1342309 Sep 30 13:06:19.174222 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b5b9d-8146-4b84-aadb-3861a25122e4 req-3108c213-bf48-47e9-9099-347c49270d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:19.175624 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee1b5b9d-8146-4b84-aadb-3861a25122e4 req-3108c213-bf48-47e9-9099-347c49270d48 service neutron] 10.222.0.39 "GET /v2.0/networks?id=49ef354a-ba5f-45a0-ae5d-336431ac76bd HTTP/1.1" status: 200 len: 908 time: 0.2043376 Sep 30 13:06:19.184410 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-d97f341d-5983-4362-9f48-7749df16128a req-55c74ccf-9c8a-440c-bff5-bae2d4f90adc service neutron] Attempting to bind port 51618036-3e43-4e8c-8059-dbf2bd2d2b69 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:06:19.184735 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-d97f341d-5983-4362-9f48-7749df16128a req-55c74ccf-9c8a-440c-bff5-bae2d4f90adc service neutron] Attempting to bind port 51618036-3e43-4e8c-8059-dbf2bd2d2b69 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'f6187ca4-fe8a-4ba7-9491-cd62d04196ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5f12204c-623d-4aa2-9232-0198e7a72514'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:06:19.185059 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f341d-5983-4362-9f48-7749df16128a req-55c74ccf-9c8a-440c-bff5-bae2d4f90adc service neutron] Attempting to bind port 51618036-3e43-4e8c-8059-dbf2bd2d2b69 on network 5f12204c-623d-4aa2-9232-0198e7a72514 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:06:19.205990 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-32147d1b-6505-46d7-8653-1e277b770f2a req-24e83920-07a1-44ac-96a7-d526d3d1e9e2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20be239f-0dff-47e5-8ed5-9b8f05aea631 HTTP/1.1" status: 200 len: 217 time: 0.0470877 Sep 30 13:06:19.235250 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f341d-5983-4362-9f48-7749df16128a req-55c74ccf-9c8a-440c-bff5-bae2d4f90adc service neutron] Port 51618036-3e43-4e8c-8059-dbf2bd2d2b69 on network 5f12204c-623d-4aa2-9232-0198e7a72514 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:06:19.235589 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f341d-5983-4362-9f48-7749df16128a req-55c74ccf-9c8a-440c-bff5-bae2d4f90adc service neutron] Attempting to bind port 51618036-3e43-4e8c-8059-dbf2bd2d2b69 on network 5f12204c-623d-4aa2-9232-0198e7a72514 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:06:19.236467 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:19.240385 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-49098784-e16c-4cc3-86f6-d7718af20be1 req-77b0650f-0404-49c0-acca-cdf19a352790 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a8f3c82-656f-45f5-b012-65c1ec0ee916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000669 Sep 30 13:06:19.241647 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee1b5b9d-8146-4b84-aadb-3861a25122e4 req-d3a51b07-088a-4e6d-ad5b-dad70487931e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd0b27e8-4458-40c8-96bb-d3be19e3b861 HTTP/1.1" status: 200 len: 217 time: 0.0581887 Sep 30 13:06:19.246312 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f341d-5983-4362-9f48-7749df16128a req-55c74ccf-9c8a-440c-bff5-bae2d4f90adc service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:06:19.246312 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f341d-5983-4362-9f48-7749df16128a req-55c74ccf-9c8a-440c-bff5-bae2d4f90adc service neutron] Checking segment: {'id': 'f6187ca4-fe8a-4ba7-9491-cd62d04196ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5f12204c-623d-4aa2-9232-0198e7a72514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:06:19.246690 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f341d-5983-4362-9f48-7749df16128a req-55c74ccf-9c8a-440c-bff5-bae2d4f90adc service neutron] Bound using segment: {'id': 'f6187ca4-fe8a-4ba7-9491-cd62d04196ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5f12204c-623d-4aa2-9232-0198e7a72514'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:06:19.247033 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-d97f341d-5983-4362-9f48-7749df16128a req-55c74ccf-9c8a-440c-bff5-bae2d4f90adc service neutron] Bound port: 51618036-3e43-4e8c-8059-dbf2bd2d2b69, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6187ca4-fe8a-4ba7-9491-cd62d04196ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5f12204c-623d-4aa2-9232-0198e7a72514'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:06:19.247383 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d97f341d-5983-4362-9f48-7749df16128a req-55c74ccf-9c8a-440c-bff5-bae2d4f90adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:19.270115 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32147d1b-6505-46d7-8653-1e277b770f2a req-90473c4e-6919-43c6-9e95-81b3b12ae70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:19.270115 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-32147d1b-6505-46d7-8653-1e277b770f2a req-90473c4e-6919-43c6-9e95-81b3b12ae70e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d154e7f6-f478-45ee-9bd0-03f890cad96e HTTP/1.1" status: 200 len: 847 time: 0.0526781 Sep 30 13:06:19.309252 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-32147d1b-6505-46d7-8653-1e277b770f2a req-a2c2b457-ebc5-4f8f-b6a4-81eea0c85d46 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=49ef354a-ba5f-45a0-ae5d-336431ac76bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327661 Sep 30 13:06:19.335366 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b5b9d-8146-4b84-aadb-3861a25122e4 req-8eb8be17-5268-49cf-b7b5-7d561a137ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:19.337379 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee1b5b9d-8146-4b84-aadb-3861a25122e4 req-8eb8be17-5268-49cf-b7b5-7d561a137ca8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d154e7f6-f478-45ee-9bd0-03f890cad96e HTTP/1.1" status: 200 len: 847 time: 0.0878966 Sep 30 13:06:19.417523 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-32147d1b-6505-46d7-8653-1e277b770f2a req-619571cf-873a-4cf8-aa50-da5118322ddf service neutron] 10.222.0.54 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976291 Sep 30 13:06:19.424375 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee1b5b9d-8146-4b84-aadb-3861a25122e4 req-d789fec2-9e20-410c-85e0-c60f755ed4fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=49ef354a-ba5f-45a0-ae5d-336431ac76bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674880 Sep 30 13:06:19.435663 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-d97f341d-5983-4362-9f48-7749df16128a req-55c74ccf-9c8a-440c-bff5-bae2d4f90adc service neutron] For port 51618036-3e43-4e8c-8059-dbf2bd2d2b69, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:06:19.456113 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-d97f341d-5983-4362-9f48-7749df16128a req-55c74ccf-9c8a-440c-bff5-bae2d4f90adc service neutron] For port 51618036-3e43-4e8c-8059-dbf2bd2d2b69, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=51618036-3e43-4e8c-8059-dbf2bd2d2b69,segment=NetworkSegment(f6187ca4-fe8a-4ba7-9491-cd62d04196ee),segment_id=f6187ca4-fe8a-4ba7-9491-cd62d04196ee)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:06:19.472002 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d97f341d-5983-4362-9f48-7749df16128a req-55c74ccf-9c8a-440c-bff5-bae2d4f90adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:19.494727 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f341d-5983-4362-9f48-7749df16128a req-55c74ccf-9c8a-440c-bff5-bae2d4f90adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:19.495421 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d97f341d-5983-4362-9f48-7749df16128a req-55c74ccf-9c8a-440c-bff5-bae2d4f90adc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:19.497225 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d97f341d-5983-4362-9f48-7749df16128a req-55c74ccf-9c8a-440c-bff5-bae2d4f90adc service neutron] 10.222.0.54 "PUT /v2.0/ports/51618036-3e43-4e8c-8059-dbf2bd2d2b69 HTTP/1.1" status: 200 len: 1092 time: 1.4422133 Sep 30 13:06:19.512811 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a4c4eb-cbe7-4089-b961-fcbaa14339a7', 'tag': '51618036-3e43-4e8c-8059-dbf2bd2d2b69'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:06:19.515353 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec63dcd-e199-433c-a078-69748cb4176b" -d '{"events": [{"name": "network-changed", "server_uuid": "95a4c4eb-cbe7-4089-b961-fcbaa14339a7", "tag": "51618036-3e43-4e8c-8059-dbf2bd2d2b69"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:06:19.527100 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-32147d1b-6505-46d7-8653-1e277b770f2a req-b689881c-8042-4bc1-8f75-a56fa44b3084 service neutron] 10.222.0.54 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007750 Sep 30 13:06:19.562645 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f381d8f-b63f-40c3-9dc0-185e5f2dedf3 req-45c17b42-296c-4619-a8d9-09fec4fed393 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:19.566248 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f381d8f-b63f-40c3-9dc0-185e5f2dedf3 req-45c17b42-296c-4619-a8d9-09fec4fed393 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 944 time: 0.2260761 Sep 30 13:06:19.631582 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561fc7d2-c483-4442-a16b-1527572151ab x-openstack-request-id: req-561fc7d2-c483-4442-a16b-1527572151ab {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:06:19.631941 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a4c4eb-cbe7-4089-b961-fcbaa14339a7", "tag": "51618036-3e43-4e8c-8059-dbf2bd2d2b69", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:06:19.632194 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-561fc7d2-c483-4442-a16b-1527572151ab {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:06:19.632599 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a4c4eb-cbe7-4089-b961-fcbaa14339a7', 'tag': '51618036-3e43-4e8c-8059-dbf2bd2d2b69', 'status': 'completed', 'code': 200} Sep 30 13:06:19.687795 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c74ccf-9c8a-440c-bff5-bae2d4f90adc service neutron] Pushing event updated for resources: {'Port': ['ID=51618036-3e43-4e8c-8059-dbf2bd2d2b69,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:19.710260 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f381d8f-b63f-40c3-9dc0-185e5f2dedf3 req-6f4adba4-ed6f-4f25-9c73-67c3fce32b40 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214240 Sep 30 13:06:19.737077 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee1b5b9d-8146-4b84-aadb-3861a25122e4 req-d9f87047-e15c-4599-a4b4-82fae3db752c service neutron] 10.222.0.39 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017745 Sep 30 13:06:19.919361 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f341d-5983-4362-9f48-7749df16128a req-17408d29-677b-4816-a8ee-2b1186add5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:19.921156 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d97f341d-5983-4362-9f48-7749df16128a req-17408d29-677b-4816-a8ee-2b1186add5f3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b1c26389e9c04ed0807552fe141165f3&device_id=95a4c4eb-cbe7-4089-b961-fcbaa14339a7 HTTP/1.1" status: 200 len: 1095 time: 0.3653224 Sep 30 13:06:19.936404 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee1b5b9d-8146-4b84-aadb-3861a25122e4 req-557822e8-30df-472b-b707-ac27aa8f2092 service neutron] 10.222.0.39 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897674 Sep 30 13:06:19.944822 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32147d1b-6505-46d7-8653-1e277b770f2a req-f6894974-7ec3-49ad-95ab-cf35670d7e98 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:19.946331 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32147d1b-6505-46d7-8653-1e277b770f2a req-f6894974-7ec3-49ad-95ab-cf35670d7e98 tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b&tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&binding%3Ahost_id=n-h2-810909-2 HTTP/1.1" status: 200 len: 1095 time: 0.1152976 Sep 30 13:06:19.957746 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20312876-b947-4a6a-a9bc-9e054569f535 req-44d342e6-97f4-4e2b-89ed-1eb72ceec67a tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:19.959415 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20312876-b947-4a6a-a9bc-9e054569f535 req-44d342e6-97f4-4e2b-89ed-1eb72ceec67a tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 943 time: 0.1273906 Sep 30 13:06:19.967094 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d97f341d-5983-4362-9f48-7749df16128a req-cac7bb3b-f9eb-403b-b318-c86bbab729bb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51618036-3e43-4e8c-8059-dbf2bd2d2b69 HTTP/1.1" status: 200 len: 217 time: 0.0358238 Sep 30 13:06:20.021478 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f341d-5983-4362-9f48-7749df16128a req-f73f2acc-eace-425b-9095-853efa890455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:20.023785 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d97f341d-5983-4362-9f48-7749df16128a req-f73f2acc-eace-425b-9095-853efa890455 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9a2211ab-8935-4da3-b344-47ebb4ca8e12 HTTP/1.1" status: 200 len: 849 time: 0.0485837 Sep 30 13:06:20.043599 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20312876-b947-4a6a-a9bc-9e054569f535 req-d9dd35da-b743-453b-aa51-a4d075c919e4 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751464 Sep 30 13:06:20.061315 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d97f341d-5983-4362-9f48-7749df16128a req-41ab3f8c-f3a7-4b03-aa5f-7222f82dd32d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f12204c-623d-4aa2-9232-0198e7a72514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299499 Sep 30 13:06:20.118569 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-32147d1b-6505-46d7-8653-1e277b770f2a req-763c1e81-7782-451f-9f92-43bf97280b40 service neutron] For port 20be239f-0dff-47e5-8ed5-9b8f05aea631, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:06:20.122246 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-32147d1b-6505-46d7-8653-1e277b770f2a req-763c1e81-7782-451f-9f92-43bf97280b40 service neutron] Notify callbacks [] for binding, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:20.123390 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32147d1b-6505-46d7-8653-1e277b770f2a req-763c1e81-7782-451f-9f92-43bf97280b40 service neutron] 10.222.0.54 "DELETE /v2.0/ports/20be239f-0dff-47e5-8ed5-9b8f05aea631/bindings/n-h1-810909-2 HTTP/1.1" status: 204 len: 173 time: 0.1630983 Sep 30 13:06:20.202200 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98425d-b353-4278-a6c0-0ad3784ec16f req-c3a17c00-365d-46a5-a842-0d082cd2e37b tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:20.203725 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7c98425d-b353-4278-a6c0-0ad3784ec16f req-c3a17c00-365d-46a5-a842-0d082cd2e37b tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a4c4eb-cbe7-4089-b961-fcbaa14339a7 HTTP/1.1" status: 200 len: 944 time: 0.1080570 Sep 30 13:06:20.212918 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d97f341d-5983-4362-9f48-7749df16128a req-4ea9fa2a-567e-4c93-a9fe-b9d7a1f66911 service neutron] 10.222.0.54 "GET /v2.0/networks/5f12204c-623d-4aa2-9232-0198e7a72514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433477 Sep 30 13:06:20.313223 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7c98425d-b353-4278-a6c0-0ad3784ec16f req-bbd57809-7e03-4e3e-ac69-a1a0cd05c59b tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.18 "GET /v2.0/security-groups?id=801df2ab-4139-48ff-90ea-de4ecfd5a334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984745 Sep 30 13:06:20.344264 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d97f341d-5983-4362-9f48-7749df16128a req-2bd65f3e-7052-4fbc-ad9e-727a7e092ef5 service neutron] 10.222.0.54 "GET /v2.0/networks/5f12204c-623d-4aa2-9232-0198e7a72514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228874 Sep 30 13:06:20.425557 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d390d52-cd85-4edc-8138-036bfa443f4b req-03df2b31-f6c5-4a38-b96a-f2d26e38c445 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:20.427655 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d390d52-cd85-4edc-8138-036bfa443f4b req-03df2b31-f6c5-4a38-b96a-f2d26e38c445 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d0aa23c-f8f6-4b47-8e1e-e15d38beab17 HTTP/1.1" status: 200 len: 945 time: 0.0820310 Sep 30 13:06:20.440585 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15275d15-818c-4e0b-9cde-d63e6f4f7394 req-3a8cef8a-0e35-43bf-b669-bf40476f243c tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:20.441568 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-15275d15-818c-4e0b-9cde-d63e6f4f7394 req-3a8cef8a-0e35-43bf-b669-bf40476f243c tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0aa23c-f8f6-4b47-8e1e-e15d38beab17 HTTP/1.1" status: 200 len: 945 time: 0.0864913 Sep 30 13:06:20.456581 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec63dcd-e199-433c-a078-69748cb4176b req-5a600902-6c52-4d49-8324-dc2484325b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:20.459129 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2ec63dcd-e199-433c-a078-69748cb4176b req-5a600902-6c52-4d49-8324-dc2484325b29 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b1c26389e9c04ed0807552fe141165f3&device_id=95a4c4eb-cbe7-4089-b961-fcbaa14339a7 HTTP/1.1" status: 200 len: 1095 time: 0.0573692 Sep 30 13:06:20.517212 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d390d52-cd85-4edc-8138-036bfa443f4b req-9667990a-e585-4fc0-afdb-2cc3533abc50 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a8f3c82-656f-45f5-b012-65c1ec0ee916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745585 Sep 30 13:06:20.587121 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec63dcd-e199-433c-a078-69748cb4176b req-a40aaac9-c699-4ebb-b50c-9d51569ad6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:20.589350 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2ec63dcd-e199-433c-a078-69748cb4176b req-a40aaac9-c699-4ebb-b50c-9d51569ad6ae service neutron] 10.222.0.54 "GET /v2.0/networks?id=5f12204c-623d-4aa2-9232-0198e7a72514 HTTP/1.1" status: 200 len: 910 time: 0.1239517 Sep 30 13:06:20.614447 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-15275d15-818c-4e0b-9cde-d63e6f4f7394 req-fb836d7b-a7e0-49c5-ac4d-fb94cb6e9120 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Deleting port 1e8584e9-67d0-4b42-8d00-426e735b53ad {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:06:20.615216 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-15275d15-818c-4e0b-9cde-d63e6f4f7394 req-fb836d7b-a7e0-49c5-ac4d-fb94cb6e9120 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:20.658870 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8746-4cfc-48b6-a73f-6e2c410ee10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:20.663262 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2ec63dcd-e199-433c-a078-69748cb4176b req-3e6d11ed-734d-4d0f-9972-24d3a69ac753 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51618036-3e43-4e8c-8059-dbf2bd2d2b69 HTTP/1.1" status: 200 len: 217 time: 0.0657749 Sep 30 13:06:20.724483 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec63dcd-e199-433c-a078-69748cb4176b req-058d195a-ca46-4c08-9972-49759e7aea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:20.726437 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2ec63dcd-e199-433c-a078-69748cb4176b req-058d195a-ca46-4c08-9972-49759e7aea99 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9a2211ab-8935-4da3-b344-47ebb4ca8e12 HTTP/1.1" status: 200 len: 849 time: 0.0558105 Sep 30 13:06:20.729108 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-15275d15-818c-4e0b-9cde-d63e6f4f7394 req-fb836d7b-a7e0-49c5-ac4d-fb94cb6e9120 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] For port 1e8584e9-67d0-4b42-8d00-426e735b53ad, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1e8584e9-67d0-4b42-8d00-426e735b53ad,segment=NetworkSegment(fa12535b-6fc6-455e-98b4-c13cc18fa4bb),segment_id=fa12535b-6fc6-455e-98b4-c13cc18fa4bb)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:20.729520 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-15275d15-818c-4e0b-9cde-d63e6f4f7394 req-fb836d7b-a7e0-49c5-ac4d-fb94cb6e9120 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:20.745369 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-15275d15-818c-4e0b-9cde-d63e6f4f7394 req-fb836d7b-a7e0-49c5-ac4d-fb94cb6e9120 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Calling delete_port for 1e8584e9-67d0-4b42-8d00-426e735b53ad owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:06:20.767763 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2ec63dcd-e199-433c-a078-69748cb4176b req-4496227f-5c79-4a8c-bb15-28421f1cd91c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f12204c-623d-4aa2-9232-0198e7a72514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338790 Sep 30 13:06:20.902545 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-15275d15-818c-4e0b-9cde-d63e6f4f7394 req-fb836d7b-a7e0-49c5-ac4d-fb94cb6e9120 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:20.902982 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cb6d4-ea06-4024-a439-010b46c91bed req-0352d76f-4fd0-49e2-9ccf-b02119bdd656 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:20.905528 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8a9cb6d4-ea06-4024-a439-010b46c91bed req-0352d76f-4fd0-49e2-9ccf-b02119bdd656 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 944 time: 0.1212118 Sep 30 13:06:20.917165 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['1e8584e9-67d0-4b42-8d00-426e735b53ad'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:06:20.920073 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2ec63dcd-e199-433c-a078-69748cb4176b req-a4ff3e11-0ea9-4629-bc99-348cdb9a7e3c service neutron] 10.222.0.54 "GET /v2.0/networks/5f12204c-623d-4aa2-9232-0198e7a72514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445630 Sep 30 13:06:20.939496 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb836d7b-a7e0-49c5-ac4d-fb94cb6e9120 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Pushing event deleted for resources: {'Port': ['ID=1e8584e9-67d0-4b42-8d00-426e735b53ad,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:21.030255 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-15275d15-818c-4e0b-9cde-d63e6f4f7394 req-fb836d7b-a7e0-49c5-ac4d-fb94cb6e9120 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] No DVR routers for this DVR port 1e8584e9-67d0-4b42-8d00-426e735b53ad on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:06:21.033309 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-15275d15-818c-4e0b-9cde-d63e6f4f7394 req-fb836d7b-a7e0-49c5-ac4d-fb94cb6e9120 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:21.036658 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-15275d15-818c-4e0b-9cde-d63e6f4f7394 req-fb836d7b-a7e0-49c5-ac4d-fb94cb6e9120 tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.54 "DELETE /v2.0/ports/1e8584e9-67d0-4b42-8d00-426e735b53ad HTTP/1.1" status: 204 len: 173 time: 0.5869343 Sep 30 13:06:21.048195 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8a9cb6d4-ea06-4024-a439-010b46c91bed req-04fb3885-2f97-4aff-9ce1-8c81bb6e1e54 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177807 Sep 30 13:06:21.092711 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2ec63dcd-e199-433c-a078-69748cb4176b req-d43dab07-640b-4663-b0b1-3a65531b43a7 service neutron] 10.222.0.54 "GET /v2.0/networks/5f12204c-623d-4aa2-9232-0198e7a72514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609857 Sep 30 13:06:21.229101 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cbefc-3555-40ad-8848-ec50a95177b0 req-65cfd1a0-4e93-43d4-9a45-eaffde1e8286 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:21.230719 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3d4cbefc-3555-40ad-8848-ec50a95177b0 req-65cfd1a0-4e93-43d4-9a45-eaffde1e8286 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 943 time: 0.0598865 Sep 30 13:06:21.272539 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3d4cbefc-3555-40ad-8848-ec50a95177b0 req-36c71e0a-b769-4223-bcb0-2224219f862d tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344188 Sep 30 13:06:21.290351 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5817c7-6159-494a-8a2d-da180c57d96c req-7a51d413-f33d-4368-8feb-965d7e0d030d tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:21.291993 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-df5817c7-6159-494a-8a2d-da180c57d96c req-7a51d413-f33d-4368-8feb-965d7e0d030d tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 1095 time: 0.0470464 Sep 30 13:06:21.332403 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-df5817c7-6159-494a-8a2d-da180c57d96c req-6c76a7a3-9a42-4e0c-bac1-f038a6ef2c8d tempest-LiveMigrationTest-120343787 tempest-LiveMigrationTest-120343787-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309222 Sep 30 13:06:21.514529 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32207b-44a6-4ed0-9680-7b3fc92544d1 req-1c81f71c-442a-4383-8dde-cc0374c3de84 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:21.515929 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bf32207b-44a6-4ed0-9680-7b3fc92544d1 req-1c81f71c-442a-4383-8dde-cc0374c3de84 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a4c4eb-cbe7-4089-b961-fcbaa14339a7 HTTP/1.1" status: 200 len: 944 time: 0.0489080 Sep 30 13:06:21.551974 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:21.561144 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bf32207b-44a6-4ed0-9680-7b3fc92544d1 req-1d7c3561-6861-4f03-9414-ade83c9cb858 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.18 "GET /v2.0/security-groups?id=801df2ab-4139-48ff-90ea-de4ecfd5a334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336099 Sep 30 13:06:21.633562 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0aa23c-f8f6-4b47-8e1e-e15d38beab17', 'name': 'network-vif-deleted', 'tag': '1e8584e9-67d0-4b42-8d00-426e735b53ad'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:06:21.636085 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81769c1d-5a58-422d-8628-676272ee885d" -d '{"events": [{"server_uuid": "4d0aa23c-f8f6-4b47-8e1e-e15d38beab17", "name": "network-vif-deleted", "tag": "1e8584e9-67d0-4b42-8d00-426e735b53ad"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:06:21.731617 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1ef3346e-865c-40b9-8e81-59af022100b3 req-bf52346b-c0b7-4a22-960d-65ad08464f2b tempest-InstanceActionsV221TestJSON-1115766062 tempest-InstanceActionsV221TestJSON-1115766062-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d0aa23c-f8f6-4b47-8e1e-e15d38beab17 HTTP/1.1" status: 200 len: 210 time: 0.0281975 Sep 30 13:06:21.780879 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb980412-9eda-40b3-9c9c-88d37ea68372 x-openstack-request-id: req-eb980412-9eda-40b3-9c9c-88d37ea68372 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:06:21.781177 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0aa23c-f8f6-4b47-8e1e-e15d38beab17", "name": "network-vif-deleted", "tag": "1e8584e9-67d0-4b42-8d00-426e735b53ad", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:06:21.781428 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb980412-9eda-40b3-9c9c-88d37ea68372 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:06:21.781837 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0aa23c-f8f6-4b47-8e1e-e15d38beab17', 'name': 'network-vif-deleted', 'tag': '1e8584e9-67d0-4b42-8d00-426e735b53ad', 'status': 'completed', 'code': 200} Sep 30 13:06:21.871257 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb3f3d-ae41-41d7-944c-30761280cedf req-0425f587-016f-46fa-9c15-dc3cf0962a7f tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:21.873071 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f6fb3f3d-ae41-41d7-944c-30761280cedf req-0425f587-016f-46fa-9c15-dc3cf0962a7f tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 944 time: 0.0499263 Sep 30 13:06:21.914959 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f6fb3f3d-ae41-41d7-944c-30761280cedf req-2dbf7304-7d89-4ad0-bb67-4308f8714a4e tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358336 Sep 30 13:06:22.247445 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:22.394091 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9ddbf-293f-407a-8c92-70c4edbb75a7 req-f33632a6-65ef-4675-9a6a-3d7a319aea06 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:22.396278 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c1a9ddbf-293f-407a-8c92-70c4edbb75a7 req-f33632a6-65ef-4675-9a6a-3d7a319aea06 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 943 time: 0.0488245 Sep 30 13:06:22.398413 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 51618036-3e43-4e8c-8059-dbf2bd2d2b69 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:06:22.441089 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c1a9ddbf-293f-407a-8c92-70c4edbb75a7 req-1901f577-ab5a-421d-91be-81d277ef20ec tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367138 Sep 30 13:06:22.519565 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 51618036-3e43-4e8c-8059-dbf2bd2d2b69, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=51618036-3e43-4e8c-8059-dbf2bd2d2b69,segment=NetworkSegment(f6187ca4-fe8a-4ba7-9491-cd62d04196ee),segment_id=f6187ca4-fe8a-4ba7-9491-cd62d04196ee)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:22.530899 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '51618036-3e43-4e8c-8059-dbf2bd2d2b69', 'network_id': '5f12204c-623d-4aa2-9232-0198e7a72514', 'port_id': '51618036-3e43-4e8c-8059-dbf2bd2d2b69', 'mac_address': 'fa:16:3e:ce:fd:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a2211ab-8935-4da3-b344-47ebb4ca8e12', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:06:22.574588 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:22.587548 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51618036-3e43-4e8c-8059-dbf2bd2d2b69 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:06:22.608060 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 51618036-3e43-4e8c-8059-dbf2bd2d2b69, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=51618036-3e43-4e8c-8059-dbf2bd2d2b69,segment=NetworkSegment(f6187ca4-fe8a-4ba7-9491-cd62d04196ee),segment_id=f6187ca4-fe8a-4ba7-9491-cd62d04196ee)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:22.615769 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e9a59-3db8-4aa7-91c5-aa1fa4d997f8 req-d3e15699-9acd-48be-a9a6-e151ba7561f9 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:22.616730 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:22.620060 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-958e9a59-3db8-4aa7-91c5-aa1fa4d997f8 req-d3e15699-9acd-48be-a9a6-e151ba7561f9 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.54 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 944 time: 0.0600319 Sep 30 13:06:22.690766 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=51618036-3e43-4e8c-8059-dbf2bd2d2b69,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:22.700573 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a5ac2-ed78-4bb3-aa81-6dd0793766d8 req-7e84110b-19fc-4943-81a6-978069a4c9ff tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:22.706463 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ef4a5ac2-ed78-4bb3-aa81-6dd0793766d8 req-7e84110b-19fc-4943-81a6-978069a4c9ff tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a4c4eb-cbe7-4089-b961-fcbaa14339a7 HTTP/1.1" status: 200 len: 945 time: 0.0558989 Sep 30 13:06:22.746673 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-958e9a59-3db8-4aa7-91c5-aa1fa4d997f8 req-1a6681fc-85d4-4eec-bf87-c972e5345b18 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Deleting port 20be239f-0dff-47e5-8ed5-9b8f05aea631 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:06:22.747081 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-958e9a59-3db8-4aa7-91c5-aa1fa4d997f8 req-1a6681fc-85d4-4eec-bf87-c972e5345b18 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:22.749488 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ef4a5ac2-ed78-4bb3-aa81-6dd0793766d8 req-91407199-f0ff-4a3a-ab3d-14574593ecf0 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.18 "GET /v2.0/security-groups?id=801df2ab-4139-48ff-90ea-de4ecfd5a334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389702 Sep 30 13:06:22.849415 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-958e9a59-3db8-4aa7-91c5-aa1fa4d997f8 req-1a6681fc-85d4-4eec-bf87-c972e5345b18 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] For port 20be239f-0dff-47e5-8ed5-9b8f05aea631, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=20be239f-0dff-47e5-8ed5-9b8f05aea631,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:22.849766 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-958e9a59-3db8-4aa7-91c5-aa1fa4d997f8 req-1a6681fc-85d4-4eec-bf87-c972e5345b18 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:22.862351 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-958e9a59-3db8-4aa7-91c5-aa1fa4d997f8 req-1a6681fc-85d4-4eec-bf87-c972e5345b18 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Calling delete_port for 20be239f-0dff-47e5-8ed5-9b8f05aea631 owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:06:23.006434 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1da04-55d9-4c25-9a21-06037dbaa2c0 req-b9028caf-3090-4a8b-953a-d8510c0504d1 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:23.007967 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fdf1da04-55d9-4c25-9a21-06037dbaa2c0 req-b9028caf-3090-4a8b-953a-d8510c0504d1 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b598a21-7f28-46ab-83ee-4a41f4ae2f54 HTTP/1.1" status: 200 len: 945 time: 0.0741313 Sep 30 13:06:23.018812 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['51618036-3e43-4e8c-8059-dbf2bd2d2b69'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:06:23.079687 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fdf1da04-55d9-4c25-9a21-06037dbaa2c0 req-bc5e85d7-3435-47e3-ad5e-3c6c86ad0479 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d6f0b3c-8222-4db0-ad39-a7497b1f4c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491295 Sep 30 13:06:23.081511 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-958e9a59-3db8-4aa7-91c5-aa1fa4d997f8 req-1a6681fc-85d4-4eec-bf87-c972e5345b18 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:23.095180 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552efe22-0cd4-4417-8c26-3ee022d0e86a req-18cd2a8b-2c3b-4bfe-8c44-4e53be7fbe03 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:23.103245 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-552efe22-0cd4-4417-8c26-3ee022d0e86a req-18cd2a8b-2c3b-4bfe-8c44-4e53be7fbe03 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 944 time: 0.0723228 Sep 30 13:06:23.112599 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6681fc-85d4-4eec-bf87-c972e5345b18 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Pushing event deleted for resources: {'Port': ['ID=20be239f-0dff-47e5-8ed5-9b8f05aea631,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:23.162991 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-958e9a59-3db8-4aa7-91c5-aa1fa4d997f8 req-1a6681fc-85d4-4eec-bf87-c972e5345b18 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] No DVR routers for this DVR port 20be239f-0dff-47e5-8ed5-9b8f05aea631 on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:06:23.166045 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-958e9a59-3db8-4aa7-91c5-aa1fa4d997f8 req-1a6681fc-85d4-4eec-bf87-c972e5345b18 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:23.168861 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-958e9a59-3db8-4aa7-91c5-aa1fa4d997f8 req-1a6681fc-85d4-4eec-bf87-c972e5345b18 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.54 "DELETE /v2.0/ports/20be239f-0dff-47e5-8ed5-9b8f05aea631 HTTP/1.1" status: 204 len: 173 time: 0.5415030 Sep 30 13:06:23.169545 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc6cd8d-1990-4d54-919d-8afa1edc748b', 'name': 'network-vif-deleted', 'tag': '20be239f-0dff-47e5-8ed5-9b8f05aea631'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:06:23.172092 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-552efe22-0cd4-4417-8c26-3ee022d0e86a req-3dec0631-ec07-4f54-aada-a2ea264b150b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601170 Sep 30 13:06:23.179851 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3719c7a8-9178-4cc2-b2ae-8ac4c86a8751" -d '{"events": [{"server_uuid": "8bc6cd8d-1990-4d54-919d-8afa1edc748b", "name": "network-vif-deleted", "tag": "20be239f-0dff-47e5-8ed5-9b8f05aea631"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:06:23.225000 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 47590) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:23.281197 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ae566c-50f5-4d8b-962d-1ef2d27cda55 admin admin] Deleting subnet 4ef7d000-3d70-4c5d-9b51-a94893f57e12 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:06:23.284700 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-22ae566c-50f5-4d8b-962d-1ef2d27cda55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:23.309984 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c608d9-535c-4589-9b21-92b47d3b8ec5 x-openstack-request-id: req-31c608d9-535c-4589-9b21-92b47d3b8ec5 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:06:23.310369 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc6cd8d-1990-4d54-919d-8afa1edc748b", "name": "network-vif-deleted", "tag": "20be239f-0dff-47e5-8ed5-9b8f05aea631", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:06:23.311225 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31c608d9-535c-4589-9b21-92b47d3b8ec5 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:06:23.311840 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc6cd8d-1990-4d54-919d-8afa1edc748b', 'name': 'network-vif-deleted', 'tag': '20be239f-0dff-47e5-8ed5-9b8f05aea631', 'status': 'completed', 'code': 200} Sep 30 13:06:23.329411 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-22ae566c-50f5-4d8b-962d-1ef2d27cda55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:23.371387 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-22ae566c-50f5-4d8b-962d-1ef2d27cda55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:23.448881 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-22ae566c-50f5-4d8b-962d-1ef2d27cda55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:23.472252 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae566c-50f5-4d8b-962d-1ef2d27cda55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ef7d000-3d70-4c5d-9b51-a94893f57e12,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:23.480859 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-22ae566c-50f5-4d8b-962d-1ef2d27cda55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:23.483155 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-22ae566c-50f5-4d8b-962d-1ef2d27cda55 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4ef7d000-3d70-4c5d-9b51-a94893f57e12 HTTP/1.1" status: 204 len: 168 time: 0.2570472 Sep 30 13:06:23.485713 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 47598) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:23.579126 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 47604) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:23.606617 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e49bddfc-0058-4c67-8316-6012bf4cb0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:23.607167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f224b-7558-4b34-bcef-24d3a9aa9af4 req-024c26f0-6d09-44ae-9804-670451c30652 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:23.616423 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-740f224b-7558-4b34-bcef-24d3a9aa9af4 req-024c26f0-6d09-44ae-9804-670451c30652 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 943 time: 0.0912478 Sep 30 13:06:23.668498 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-740f224b-7558-4b34-bcef-24d3a9aa9af4 req-24585031-f8c1-4240-95f5-15070c22a381 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511010 Sep 30 13:06:23.720317 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e49bddfc-0058-4c67-8316-6012bf4cb0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:23.729231 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0ede3316-475d-47d9-94bb-d12bee25b3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:23.749061 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-e49bddfc-0058-4c67-8316-6012bf4cb0a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c7d1263-88a3-4fb1-aca8-778fb138c3d0']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:23.759835 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-e49bddfc-0058-4c67-8316-6012bf4cb0a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa12535b-6fc6-455e-98b4-c13cc18fa4bb') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:23.760132 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-e49bddfc-0058-4c67-8316-6012bf4cb0a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa12535b-6fc6-455e-98b4-c13cc18fa4bb') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:23.782123 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e49bddfc-0058-4c67-8316-6012bf4cb0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:23.802494 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e49bddfc-0058-4c67-8316-6012bf4cb0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:23.812781 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e49bddfc-0058-4c67-8316-6012bf4cb0a1 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:06:23.813299 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e49bddfc-0058-4c67-8316-6012bf4cb0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:06:23.815896 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:06:23.846869 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0ede3316-475d-47d9-94bb-d12bee25b3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:23.866474 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0ede3316-475d-47d9-94bb-d12bee25b3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:23.874205 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e49bddfc-0058-4c67-8316-6012bf4cb0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:23.880654 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e49bddfc-0058-4c67-8316-6012bf4cb0a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:23.885768 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e49bddfc-0058-4c67-8316-6012bf4cb0a1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5c7d1263-88a3-4fb1-aca8-778fb138c3d0 HTTP/1.1" status: 204 len: 168 time: 0.3966076 Sep 30 13:06:23.897695 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49bddfc-0058-4c67-8316-6012bf4cb0a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c7d1263-88a3-4fb1-aca8-778fb138c3d0,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:23.922062 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0ede3316-475d-47d9-94bb-d12bee25b3a1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c9f8fe9347d46218559c18717c62e17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405025 Sep 30 13:06:23.923270 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede3316-475d-47d9-94bb-d12bee25b3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5318737-63ff-42b8-a9ec-ab7cf8f39ca3,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:23.923644 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 47612) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:23.934724 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5656313-2c14-44dc-a22a-18b98f974d06 req-fdc70037-fc51-40a8-9bae-7d066d4efb3f tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:23.936883 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b5656313-2c14-44dc-a22a-18b98f974d06 req-fdc70037-fc51-40a8-9bae-7d066d4efb3f tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a4c4eb-cbe7-4089-b961-fcbaa14339a7 HTTP/1.1" status: 200 len: 945 time: 0.1021392 Sep 30 13:06:23.990742 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['52f3328b-321c-496f-9969-4dcbe18927e9'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:06:23.995132 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b5656313-2c14-44dc-a22a-18b98f974d06 req-092550ab-0ac9-4733-8248-e6a23b75beaf tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.18 "GET /v2.0/security-groups?id=801df2ab-4139-48ff-90ea-de4ecfd5a334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508797 Sep 30 13:06:24.000920 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ad5a1ac3-4b79-4345-9fba-52d86508bf55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:24.038985 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ad5a1ac3-4b79-4345-9fba-52d86508bf55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:24.052112 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:24.052760 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 47614) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:24.104686 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ad5a1ac3-4b79-4345-9fba-52d86508bf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:24.109596 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ad5a1ac3-4b79-4345-9fba-52d86508bf55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:24.111496 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ad5a1ac3-4b79-4345-9fba-52d86508bf55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5318737-63ff-42b8-a9ec-ab7cf8f39ca3 HTTP/1.1" status: 204 len: 168 time: 0.1866536 Sep 30 13:06:24.114685 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7ac59d30-a3d1-4225-8306-981fbfa355e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc8cbce6f1fc407f94e2a0585cbfc3cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0597081 Sep 30 13:06:24.116313 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 47620) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:24.124499 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a1ac3-4b79-4345-9fba-52d86508bf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5318737-63ff-42b8-a9ec-ab7cf8f39ca3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:24.212872 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-83cc8c7d-5a37-43ff-b739-a971001e6304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:24.249056 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-83cc8c7d-5a37-43ff-b739-a971001e6304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:24.321091 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-77ae042b-3a10-461d-a1bc-cea03894d558 req-5d5f3ae6-1c0f-4e98-8113-0b0e2f90fd1b tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 210 time: 0.0409551 Sep 30 13:06:24.359297 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-83cc8c7d-5a37-43ff-b739-a971001e6304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:24.362093 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-83cc8c7d-5a37-43ff-b739-a971001e6304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:24.366341 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-83cc8c7d-5a37-43ff-b739-a971001e6304 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a8f3c82-656f-45f5-b012-65c1ec0ee916 HTTP/1.1" status: 204 len: 168 time: 0.2467608 Sep 30 13:06:24.375343 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc8c7d-5a37-43ff-b739-a971001e6304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8f3c82-656f-45f5-b012-65c1ec0ee916,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:24.423612 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 51618036-3e43-4e8c-8059-dbf2bd2d2b69 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:06:24.466342 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f6dd4-9054-46fb-ac18-ff67eaabddea req-400c39da-524c-4c31-a28d-17d64add424f tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:24.475232 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e16f6dd4-9054-46fb-ac18-ff67eaabddea req-400c39da-524c-4c31-a28d-17d64add424f tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b598a21-7f28-46ab-83ee-4a41f4ae2f54 HTTP/1.1" status: 200 len: 945 time: 0.0790226 Sep 30 13:06:24.531953 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e16f6dd4-9054-46fb-ac18-ff67eaabddea req-c93effd9-3a79-4ff4-8781-5895ff61bc3f tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d6f0b3c-8222-4db0-ad39-a7497b1f4c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552437 Sep 30 13:06:24.547177 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 51618036-3e43-4e8c-8059-dbf2bd2d2b69 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:06:24.551809 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 51618036-3e43-4e8c-8059-dbf2bd2d2b69 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:06:24.552383 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:24.649078 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:24.674697 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a4c4eb-cbe7-4089-b961-fcbaa14339a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51618036-3e43-4e8c-8059-dbf2bd2d2b69'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:06:24.677779 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91eb1ed-0d66-49de-a0e5-91e690d8081f" -d '{"events": [{"server_uuid": "95a4c4eb-cbe7-4089-b961-fcbaa14339a7", "name": "network-vif-plugged", "status": "completed", "tag": "51618036-3e43-4e8c-8059-dbf2bd2d2b69"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:06:24.712914 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 51618036-3e43-4e8c-8059-dbf2bd2d2b69, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=51618036-3e43-4e8c-8059-dbf2bd2d2b69,segment=NetworkSegment(f6187ca4-fe8a-4ba7-9491-cd62d04196ee),segment_id=f6187ca4-fe8a-4ba7-9491-cd62d04196ee)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:24.725287 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:24.726684 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 20be239f-0dff-47e5-8ed5-9b8f05aea631 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:06:24.790474 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933ad150-358d-4aae-a42d-40ecea2bba90 x-openstack-request-id: req-933ad150-358d-4aae-a42d-40ecea2bba90 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:06:24.790772 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a4c4eb-cbe7-4089-b961-fcbaa14339a7", "name": "network-vif-plugged", "status": "completed", "tag": "51618036-3e43-4e8c-8059-dbf2bd2d2b69", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:06:24.791035 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-933ad150-358d-4aae-a42d-40ecea2bba90 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:06:24.791448 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a4c4eb-cbe7-4089-b961-fcbaa14339a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51618036-3e43-4e8c-8059-dbf2bd2d2b69', 'code': 200} Sep 30 13:06:24.845873 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 20be239f-0dff-47e5-8ed5-9b8f05aea631 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:06:24.850456 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 20be239f-0dff-47e5-8ed5-9b8f05aea631 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:06:24.851049 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 1e8584e9-67d0-4b42-8d00-426e735b53ad no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:06:24.904846 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 1e8584e9-67d0-4b42-8d00-426e735b53ad {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:06:24.907126 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 1e8584e9-67d0-4b42-8d00-426e735b53ad not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:06:24.935673 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b574c-0a04-41bf-a366-ccf789c2b056 req-3107e063-af6d-4e9f-9bc8-418c50374105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:24.938633 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e36b574c-0a04-41bf-a366-ccf789c2b056 req-3107e063-af6d-4e9f-9bc8-418c50374105 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=95a4c4eb-cbe7-4089-b961-fcbaa14339a7 HTTP/1.1" status: 200 len: 1097 time: 0.1113477 Sep 30 13:06:24.953722 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=51618036-3e43-4e8c-8059-dbf2bd2d2b69,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:24.954819 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946305d-a944-4ffb-b8ad-352f4b08f24a req-8407fa0b-9fcf-4939-807e-c23c40f1207e tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:24.957156 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9946305d-a944-4ffb-b8ad-352f4b08f24a req-8407fa0b-9fcf-4939-807e-c23c40f1207e tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 943 time: 0.0847783 Sep 30 13:06:25.011307 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e36b574c-0a04-41bf-a366-ccf789c2b056 req-99732d64-327e-43fb-865c-c556bc019847 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=801df2ab-4139-48ff-90ea-de4ecfd5a334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526955 Sep 30 13:06:25.059188 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9946305d-a944-4ffb-b8ad-352f4b08f24a req-5cdcc87a-7995-448a-8ad3-80bbacde6e88 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623569 Sep 30 13:06:25.167899 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210d6e8-30a4-44cf-863c-eef1157f3c27 req-86de9988-966c-4302-969b-82cf2a8e5405 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:25.169986 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0210d6e8-30a4-44cf-863c-eef1157f3c27 req-86de9988-966c-4302-969b-82cf2a8e5405 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a4c4eb-cbe7-4089-b961-fcbaa14339a7 HTTP/1.1" status: 200 len: 946 time: 0.0569692 Sep 30 13:06:25.223919 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0210d6e8-30a4-44cf-863c-eef1157f3c27 req-085a460e-3775-478c-86e4-05e224103dcb tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.18 "GET /v2.0/security-groups?id=801df2ab-4139-48ff-90ea-de4ecfd5a334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416286 Sep 30 13:06:25.456104 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-790b5073-d125-48fd-a5f7-a5cf686b33eb req-c3b19578-6e43-45ae-9642-2094d1a5d4bc tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 210 time: 0.0462739 Sep 30 13:06:25.679584 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d9ffe-643b-4a61-b0f3-0c4256896957 req-41759f0c-a6df-4751-a51e-207f29732c59 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:25.687267 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-537d9ffe-643b-4a61-b0f3-0c4256896957 req-41759f0c-a6df-4751-a51e-207f29732c59 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b598a21-7f28-46ab-83ee-4a41f4ae2f54 HTTP/1.1" status: 200 len: 945 time: 0.0647883 Sep 30 13:06:25.726808 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-537d9ffe-643b-4a61-b0f3-0c4256896957 req-21f7c308-cf83-47b0-bb7c-64d945e177ea tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d6f0b3c-8222-4db0-ad39-a7497b1f4c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385191 Sep 30 13:06:25.825404 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7011a8-4308-4975-a7a5-e741b10d4d1f req-3ff045f1-5dfd-4e30-9f35-c3f4b80423f2 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:25.826942 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ff7011a8-4308-4975-a7a5-e741b10d4d1f req-3ff045f1-5dfd-4e30-9f35-c3f4b80423f2 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b598a21-7f28-46ab-83ee-4a41f4ae2f54 HTTP/1.1" status: 200 len: 945 time: 0.0564167 Sep 30 13:06:26.003075 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-ff7011a8-4308-4975-a7a5-e741b10d4d1f req-7d285d4d-96f3-4d98-bdbe-f96a5e982b0b tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Deleting port 698480bb-c65c-4796-9f7c-716b44ff3798 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:06:26.003691 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ff7011a8-4308-4975-a7a5-e741b10d4d1f req-7d285d4d-96f3-4d98-bdbe-f96a5e982b0b tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:26.120260 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bcc5af3e-3993-44dd-84a3-6e564550154e req-ac5dd22b-10f3-4de8-b285-897512908989 tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0356348 Sep 30 13:06:26.177539 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-ff7011a8-4308-4975-a7a5-e741b10d4d1f req-7d285d4d-96f3-4d98-bdbe-f96a5e982b0b tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] For port 698480bb-c65c-4796-9f7c-716b44ff3798, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=698480bb-c65c-4796-9f7c-716b44ff3798,segment=NetworkSegment(a4883d85-ae6f-4bad-8d1c-fcb49332ab29),segment_id=a4883d85-ae6f-4bad-8d1c-fcb49332ab29)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:26.178170 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ff7011a8-4308-4975-a7a5-e741b10d4d1f req-7d285d4d-96f3-4d98-bdbe-f96a5e982b0b tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:26.285805 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 47720) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:26.346408 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcba554-20c6-496a-9c12-d5386cca22d7 req-2c48e756-abb8-4757-9102-65e87bc3983f tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:26.356801 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dfcba554-20c6-496a-9c12-d5386cca22d7 req-2c48e756-abb8-4757-9102-65e87bc3983f tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 943 time: 0.1396775 Sep 30 13:06:26.428072 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dfcba554-20c6-496a-9c12-d5386cca22d7 req-4f756755-1543-4229-8c61-d8ad3c529690 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623972 Sep 30 13:06:26.514127 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ba30e-31f7-4748-b7e2-2c1f1bb7a722 req-4d6c81d1-29f1-4db3-9bb0-dfcbb4b7aec0 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:26.515958 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-193ba30e-31f7-4748-b7e2-2c1f1bb7a722 req-4d6c81d1-29f1-4db3-9bb0-dfcbb4b7aec0 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a4c4eb-cbe7-4089-b961-fcbaa14339a7 HTTP/1.1" status: 200 len: 946 time: 0.1420422 Sep 30 13:06:26.518559 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ff7011a8-4308-4975-a7a5-e741b10d4d1f req-7d285d4d-96f3-4d98-bdbe-f96a5e982b0b tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:26.519058 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ff7011a8-4308-4975-a7a5-e741b10d4d1f req-7d285d4d-96f3-4d98-bdbe-f96a5e982b0b tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:26.519506 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [req-ff7011a8-4308-4975-a7a5-e741b10d4d1f req-7d285d4d-96f3-4d98-bdbe-f96a5e982b0b tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Floating IP 09990a12-fe39-4b0f-8ff0-7b4ffdb0eaf7 disassociated. External IP: 172.25.5.161, port: 698480bb-c65c-4796-9f7c-716b44ff3798. Sep 30 13:06:26.520298 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-ff7011a8-4308-4975-a7a5-e741b10d4d1f req-7d285d4d-96f3-4d98-bdbe-f96a5e982b0b tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Calling delete_port for 698480bb-c65c-4796-9f7c-716b44ff3798 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:06:26.568263 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-73436250-4cef-44ed-87eb-8fe1b1d54942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:26.601365 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-391b8d69-67ee-4cfc-92d9-dafa4e215819 req-e947edc9-9d2d-495a-9cf8-791aa0a36882 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 210 time: 0.0369463 Sep 30 13:06:26.642367 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-193ba30e-31f7-4748-b7e2-2c1f1bb7a722 req-2811fcdf-f667-46bd-8e5a-7d36bcab33ff tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.18 "GET /v2.0/security-groups?id=801df2ab-4139-48ff-90ea-de4ecfd5a334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171153 Sep 30 13:06:26.788199 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ff7011a8-4308-4975-a7a5-e741b10d4d1f req-7d285d4d-96f3-4d98-bdbe-f96a5e982b0b tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:26.797838 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d782bc05-0842-457b-8789-3e9b8c675eaa details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:06:26.826385 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d285d4d-96f3-4d98-bdbe-f96a5e982b0b tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Pushing event deleted for resources: {'Port': ['ID=698480bb-c65c-4796-9f7c-716b44ff3798,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:26.829664 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-73436250-4cef-44ed-87eb-8fe1b1d54942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:26.871753 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b4eaca34-e96f-4763-a91e-1ea8293fb39e req-5eb211b0-f0c0-49e2-b8ee-3f2b280c51f4 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b598a21-7f28-46ab-83ee-4a41f4ae2f54 HTTP/1.1" status: 200 len: 210 time: 0.0484586 Sep 30 13:06:26.889346 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-73436250-4cef-44ed-87eb-8fe1b1d54942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:26.943351 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port d782bc05-0842-457b-8789-3e9b8c675eaa, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d782bc05-0842-457b-8789-3e9b8c675eaa,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:26.962420 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'd782bc05-0842-457b-8789-3e9b8c675eaa', 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a', 'port_id': 'd782bc05-0842-457b-8789-3e9b8c675eaa', 'mac_address': 'fa:16:3e:0d:c2:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2a3567b-bc5f-477b-8f28-c16dcd278961', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:06:27.001179 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:27.017547 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d782bc05-0842-457b-8789-3e9b8c675eaa {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:06:27.040722 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port d782bc05-0842-457b-8789-3e9b8c675eaa, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d782bc05-0842-457b-8789-3e9b8c675eaa,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:27.047548 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:27.101018 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=d782bc05-0842-457b-8789-3e9b8c675eaa,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:27.202781 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73436250-4cef-44ed-87eb-8fe1b1d54942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fb20e9-6b74-4dac-af2c-fd2ddb906cf5,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:27.245447 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-73436250-4cef-44ed-87eb-8fe1b1d54942 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c25c1ad5bf747959a972ed720599fe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9585416 Sep 30 13:06:27.248054 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 47736) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:27.311056 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['d782bc05-0842-457b-8789-3e9b8c675eaa'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:06:27.314390 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a9dfe44d-44c9-4b79-ac98-5acf2cff0f83 req-a05000ae-ff63-44c3-96cf-980fb76ace2a tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0392783 Sep 30 13:06:27.348055 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff7011a8-4308-4975-a7a5-e741b10d4d1f req-7d285d4d-96f3-4d98-bdbe-f96a5e982b0b tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Router db3040c0-28a4-4ed9-bf94-d03e73d75495 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:06:27.366837 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e55b410-e31e-4071-951d-59f623a6248a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:27.484914 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e55b410-e31e-4071-951d-59f623a6248a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:27.545127 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6ac99cd0-45b9-4c75-adcc-eae793ac0862 req-7692fa7c-c844-4885-afc5-d2d9819d9274 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1416447 Sep 30 13:06:27.561225 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff7011a8-4308-4975-a7a5-e741b10d4d1f req-7d285d4d-96f3-4d98-bdbe-f96a5e982b0b tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:06:27.577720 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9e685e-520f-4fe6-a67b-f512f95fa424 None None] Sync routers for ids ['db3040c0-28a4-4ed9-bf94-d03e73d75495'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:06:27.597810 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9e685e-520f-4fe6-a67b-f512f95fa424 None None] Routers {'db3040c0-28a4-4ed9-bf94-d03e73d75495'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:06:27.598495 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-be9e685e-520f-4fe6-a67b-f512f95fa424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:06:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['db3040c0-28a4-4ed9-bf94-d03e73d75495'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:27.626377 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e55b410-e31e-4071-951d-59f623a6248a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:27.629574 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e55b410-e31e-4071-951d-59f623a6248a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:27.630920 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0e55b410-e31e-4071-951d-59f623a6248a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0fb20e9-6b74-4dac-af2c-fd2ddb906cf5 HTTP/1.1" status: 204 len: 168 time: 0.3817127 Sep 30 13:06:27.636745 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7011a8-4308-4975-a7a5-e741b10d4d1f req-7d285d4d-96f3-4d98-bdbe-f96a5e982b0b tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] No DVR routers for this DVR port 698480bb-c65c-4796-9f7c-716b44ff3798 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:06:27.639822 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ff7011a8-4308-4975-a7a5-e741b10d4d1f req-7d285d4d-96f3-4d98-bdbe-f96a5e982b0b tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:27.642169 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ff7011a8-4308-4975-a7a5-e741b10d4d1f req-7d285d4d-96f3-4d98-bdbe-f96a5e982b0b tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.39 "DELETE /v2.0/ports/698480bb-c65c-4796-9f7c-716b44ff3798 HTTP/1.1" status: 204 len: 173 time: 1.8066432 Sep 30 13:06:27.642954 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b598a21-7f28-46ab-83ee-4a41f4ae2f54', 'name': 'network-vif-deleted', 'tag': '698480bb-c65c-4796-9f7c-716b44ff3798'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:06:27.645504 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a75b9a-0075-468b-bf95-0dd4663d2006" -d '{"events": [{"server_uuid": "1b598a21-7f28-46ab-83ee-4a41f4ae2f54", "name": "network-vif-deleted", "tag": "698480bb-c65c-4796-9f7c-716b44ff3798"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:06:27.673575 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac99cd0-45b9-4c75-adcc-eae793ac0862 req-6a6074d2-cf7f-413a-b082-eb3317c62c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:27.675337 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6ac99cd0-45b9-4c75-adcc-eae793ac0862 req-6a6074d2-cf7f-413a-b082-eb3317c62c63 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 1095 time: 0.0912230 Sep 30 13:06:27.677294 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55b410-e31e-4071-951d-59f623a6248a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fb20e9-6b74-4dac-af2c-fd2ddb906cf5,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:27.688106 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cc720-6e0f-45ef-a76e-939b714995bc req-89d0515d-f321-43cf-9bce-97ef8d328a2a tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:27.699001 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-550cc720-6e0f-45ef-a76e-939b714995bc req-89d0515d-f321-43cf-9bce-97ef8d328a2a tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 944 time: 0.1662216 Sep 30 13:06:27.813667 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-362d4602-b808-4968-9df4-f867e214d2cb req-c06826d5-4b74-4a74-bfba-ff3a7928bc66 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bc6cd8d-1990-4d54-919d-8afa1edc748b HTTP/1.1" status: 200 len: 210 time: 0.0813880 Sep 30 13:06:27.826263 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-be9e685e-520f-4fe6-a67b-f512f95fa424 None None] Set router db3040c0-28a4-4ed9-bf94-d03e73d75495 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:06:27.870564 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b4f101-4adb-40ee-9cde-02dde896766b x-openstack-request-id: req-e5b4f101-4adb-40ee-9cde-02dde896766b {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:06:27.870884 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b598a21-7f28-46ab-83ee-4a41f4ae2f54", "name": "network-vif-deleted", "tag": "698480bb-c65c-4796-9f7c-716b44ff3798", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:06:27.871192 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5b4f101-4adb-40ee-9cde-02dde896766b {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:06:27.871601 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b598a21-7f28-46ab-83ee-4a41f4ae2f54', 'name': 'network-vif-deleted', 'tag': '698480bb-c65c-4796-9f7c-716b44ff3798', 'status': 'completed', 'code': 200} Sep 30 13:06:27.872332 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac99cd0-45b9-4c75-adcc-eae793ac0862 req-be459fac-d172-479a-bf54-d0a1ba53beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:27.873570 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6ac99cd0-45b9-4c75-adcc-eae793ac0862 req-be459fac-d172-479a-bf54-d0a1ba53beb2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=49ef354a-ba5f-45a0-ae5d-336431ac76bd HTTP/1.1" status: 200 len: 908 time: 0.1622317 Sep 30 13:06:27.928088 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6ac99cd0-45b9-4c75-adcc-eae793ac0862 req-0cae4062-053d-46a3-8797-cf4ff191bdfa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52f3328b-321c-496f-9969-4dcbe18927e9 HTTP/1.1" status: 200 len: 217 time: 0.0405085 Sep 30 13:06:28.006842 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-550cc720-6e0f-45ef-a76e-939b714995bc req-49ccbc93-979f-4e3e-b5bd-d09d90d5d9dc tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011718 Sep 30 13:06:28.008617 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac99cd0-45b9-4c75-adcc-eae793ac0862 req-a9af464a-ba3e-490d-b8c4-25342e05834d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:28.011786 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6ac99cd0-45b9-4c75-adcc-eae793ac0862 req-a9af464a-ba3e-490d-b8c4-25342e05834d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d154e7f6-f478-45ee-9bd0-03f890cad96e HTTP/1.1" status: 200 len: 847 time: 0.0716035 Sep 30 13:06:28.023035 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cacd14-ce28-4a0b-9d99-6ca7cbabc5df req-64713ca6-49f4-4dc7-9f60-27584c842109 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:28.032718 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-49cacd14-ce28-4a0b-9d99-6ca7cbabc5df req-64713ca6-49f4-4dc7-9f60-27584c842109 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a4c4eb-cbe7-4089-b961-fcbaa14339a7 HTTP/1.1" status: 200 len: 946 time: 0.0960357 Sep 30 13:06:28.078331 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6ac99cd0-45b9-4c75-adcc-eae793ac0862 req-e8220ce6-caa3-491e-a5df-ab348866dbdd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=49ef354a-ba5f-45a0-ae5d-336431ac76bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607452 Sep 30 13:06:28.098875 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-49cacd14-ce28-4a0b-9d99-6ca7cbabc5df req-0f97348e-7e5f-45f7-8f37-fc292253e04e tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.18 "GET /v2.0/security-groups?id=801df2ab-4139-48ff-90ea-de4ecfd5a334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618277 Sep 30 13:06:28.218794 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-be9e685e-520f-4fe6-a67b-f512f95fa424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-872543346-router', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:38Z', 'updated_at': '2021-09-30T13:00:51Z', 'revision_number': 4, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'gw_port': {'id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:41Z', 'updated_at': '2021-09-30T13:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'd26b22a7-8efd-42c5-8640-90a9f76935d7', 'name': '', 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'mac_address': 'fa:16:3e:02:bb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:50Z', 'updated_at': '2021-09-30T13:00:56Z', 'revision_number': 5, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'subnets': [{'id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:28.271729 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-75258226-35fd-4694-b6ac-348cb1126476 req-79a9f417-1751-47a8-a8f7-36ea8450c388 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b598a21-7f28-46ab-83ee-4a41f4ae2f54 HTTP/1.1" status: 200 len: 210 time: 0.0775979 Sep 30 13:06:28.274805 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9e685e-520f-4fe6-a67b-f512f95fa424 None None] Checking router: db3040c0-28a4-4ed9-bf94-d03e73d75495 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:06:28.292025 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9e685e-520f-4fe6-a67b-f512f95fa424 None None] Routers {'db3040c0-28a4-4ed9-bf94-d03e73d75495'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:06:28.296131 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-be9e685e-520f-4fe6-a67b-f512f95fa424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:06:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['db3040c0-28a4-4ed9-bf94-d03e73d75495'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:28.314379 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6ac99cd0-45b9-4c75-adcc-eae793ac0862 req-ae1fe073-d531-4094-9fe8-73ede5902f35 service neutron] 10.222.0.54 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250462 Sep 30 13:06:28.526519 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-be9e685e-520f-4fe6-a67b-f512f95fa424 None None] Set router db3040c0-28a4-4ed9-bf94-d03e73d75495 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:06:28.538468 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6ac99cd0-45b9-4c75-adcc-eae793ac0862 req-35434423-112a-40f5-8593-e891479d7954 service neutron] 10.222.0.54 "GET /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090042 Sep 30 13:06:28.614796 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d9d9354d-8ce6-47b6-90cb-91f712b9bf15 req-119403cd-14f9-4f8f-96ee-123024560244 tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0569730 Sep 30 13:06:28.729287 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543dabdd-c3fe-42b5-a671-cc2fe03aec18 req-8afee1b1-9955-4869-9ab8-72bda88b392f tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:28.731666 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-543dabdd-c3fe-42b5-a671-cc2fe03aec18 req-8afee1b1-9955-4869-9ab8-72bda88b392f tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a4c4eb-cbe7-4089-b961-fcbaa14339a7 HTTP/1.1" status: 200 len: 946 time: 0.0567019 Sep 30 13:06:28.775698 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-543dabdd-c3fe-42b5-a671-cc2fe03aec18 req-578b7398-1999-4053-a373-c4b17900e067 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.18 "GET /v2.0/security-groups?id=801df2ab-4139-48ff-90ea-de4ecfd5a334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374277 Sep 30 13:06:28.791850 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d782bc05-0842-457b-8789-3e9b8c675eaa up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:06:28.805070 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 47780) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:28.839157 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-be9e685e-520f-4fe6-a67b-f512f95fa424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-872543346-router', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:38Z', 'updated_at': '2021-09-30T13:00:51Z', 'revision_number': 4, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'gw_port': {'id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:41Z', 'updated_at': '2021-09-30T13:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'd26b22a7-8efd-42c5-8640-90a9f76935d7', 'name': '', 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'mac_address': 'fa:16:3e:02:bb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:50Z', 'updated_at': '2021-09-30T13:00:56Z', 'revision_number': 5, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'subnets': [{'id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:28.879942 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9e685e-520f-4fe6-a67b-f512f95fa424 None None] The sync data for ids ['db3040c0-28a4-4ed9-bf94-d03e73d75495'] in n-d-810909-2 is: [{'id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-872543346-router', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:38Z', 'updated_at': '2021-09-30T13:00:51Z', 'revision_number': 4, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'gw_port': {'id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:41Z', 'updated_at': '2021-09-30T13:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'd26b22a7-8efd-42c5-8640-90a9f76935d7', 'name': '', 'network_id': '53d8a375-ae3f-43ae-bcaf-c9e5f964997d', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'mac_address': 'fa:16:3e:02:bb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:50Z', 'updated_at': '2021-09-30T13:00:56Z', 'revision_number': 5, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'subnets': [{'id': '3e91829e-1d04-4c5a-81dc-9917c8689f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:06:28.899098 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port d782bc05-0842-457b-8789-3e9b8c675eaa completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:06:28.908302 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port d782bc05-0842-457b-8789-3e9b8c675eaa triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:06:28.908679 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:28.963754 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-342f6f72-d066-460e-86ee-ab1343ae2592 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1100338154-network', 'tenant_id': '1806d3d957b442d084afb5a6e6939111'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:29.009208 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342f6f72-d066-460e-86ee-ab1343ae2592 admin admin] Made reservation on behalf of 1806d3d957b442d084afb5a6e6939111 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:06:29.016466 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-342f6f72-d066-460e-86ee-ab1343ae2592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:29.027683 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:29.046416 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-342f6f72-d066-460e-86ee-ab1343ae2592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:29.054962 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec984ce-c4da-486e-a11e-f5476b362d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd782bc05-0842-457b-8789-3e9b8c675eaa'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:06:29.057504 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c40e06d-b94d-488a-bc65-c560a07feb7e" -d '{"events": [{"server_uuid": "6ec984ce-c4da-486e-a11e-f5476b362d5a", "name": "network-vif-plugged", "status": "completed", "tag": "d782bc05-0842-457b-8789-3e9b8c675eaa"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:06:29.073170 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port d782bc05-0842-457b-8789-3e9b8c675eaa, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d782bc05-0842-457b-8789-3e9b8c675eaa,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:29.084633 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:29.085690 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 698480bb-c65c-4796-9f7c-716b44ff3798 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:06:29.142766 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1557fc73-8b39-45d1-b3b7-fb3227afa555 x-openstack-request-id: req-1557fc73-8b39-45d1-b3b7-fb3227afa555 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:06:29.143056 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec984ce-c4da-486e-a11e-f5476b362d5a", "name": "network-vif-plugged", "status": "completed", "tag": "d782bc05-0842-457b-8789-3e9b8c675eaa", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:06:29.143307 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1557fc73-8b39-45d1-b3b7-fb3227afa555 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:06:29.144445 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec984ce-c4da-486e-a11e-f5476b362d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd782bc05-0842-457b-8789-3e9b8c675eaa', 'code': 200} Sep 30 13:06:29.147333 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 698480bb-c65c-4796-9f7c-716b44ff3798 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:06:29.147758 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 698480bb-c65c-4796-9f7c-716b44ff3798 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:06:29.158979 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-342f6f72-d066-460e-86ee-ab1343ae2592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:29.173270 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-342f6f72-d066-460e-86ee-ab1343ae2592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:29.224977 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342f6f72-d066-460e-86ee-ab1343ae2592 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:06:29.248443 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f6f72-d066-460e-86ee-ab1343ae2592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:29.254254 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-342f6f72-d066-460e-86ee-ab1343ae2592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:29.254800 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-342f6f72-d066-460e-86ee-ab1343ae2592 admin admin] Added segment a179e862-ddda-42ee-8b68-16bb4299addd of type vlan for network 008916a7-a2d2-4d62-89cc-44132c2adfee Sep 30 13:06:29.273197 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989a950-597f-490b-83d0-96e0bbcfc473 req-5872e3fd-5acc-46ef-b867-6c676c450c85 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:29.281090 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2989a950-597f-490b-83d0-96e0bbcfc473 req-5872e3fd-5acc-46ef-b867-6c676c450c85 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 945 time: 0.1202483 Sep 30 13:06:29.292510 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc67fb-31cb-44be-8ffd-3160cc6dde71 req-73a43b7e-1298-4deb-b79d-9729a328e2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:29.299424 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bdfc67fb-31cb-44be-8ffd-3160cc6dde71 req-73a43b7e-1298-4deb-b79d-9729a328e2d0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 1096 time: 0.0927749 Sep 30 13:06:29.329846 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2093861-6c60-4c5f-b497-485979092dcd None None] New status for floating IP 09990a12-fe39-4b0f-8ff0-7b4ffdb0eaf7: DOWN {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:06:29.343522 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-342f6f72-d066-460e-86ee-ab1343ae2592 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:29.368609 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2989a950-597f-490b-83d0-96e0bbcfc473 req-f5f72142-f327-4b11-b202-961dc6431166 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803010 Sep 30 13:06:29.422154 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-342f6f72-d066-460e-86ee-ab1343ae2592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:29.423326 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342f6f72-d066-460e-86ee-ab1343ae2592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:29.424014 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-342f6f72-d066-460e-86ee-ab1343ae2592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:29.441766 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bdfc67fb-31cb-44be-8ffd-3160cc6dde71 req-80e36503-0d11-4bc1-88a1-d3882af33627 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363142 Sep 30 13:06:29.490900 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-342f6f72-d066-460e-86ee-ab1343ae2592 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6847346 Sep 30 13:06:29.496178 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 47804) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:29.502494 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-c7af6cfb-fb54-4820-9f33-96aba3a38aa0 admin admin] Request body: {'subnet': {'network_id': '008916a7-a2d2-4d62-89cc-44132c2adfee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1100338154-subnet', 'tenant_id': '1806d3d957b442d084afb5a6e6939111', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:29.524600 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=d782bc05-0842-457b-8789-3e9b8c675eaa,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:29.563829 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7af6cfb-fb54-4820-9f33-96aba3a38aa0 admin admin] Made reservation on behalf of 1806d3d957b442d084afb5a6e6939111 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:06:29.566415 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c7af6cfb-fb54-4820-9f33-96aba3a38aa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:29.584423 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f6f72-d066-460e-86ee-ab1343ae2592 admin admin] Pushing event updated for resources: {'Network': ['ID=008916a7-a2d2-4d62-89cc-44132c2adfee,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:29.598101 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 008916a7-a2d2-4d62-89cc-44132c2adfee details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:06:29.607562 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 47808) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:29.688093 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc4300bc-bd58-4bfa-afcb-31421addf995 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:29.727752 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc4300bc-bd58-4bfa-afcb-31421addf995 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:29.786827 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc4300bc-bd58-4bfa-afcb-31421addf995 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:29.788165 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-edba7e75-9ed4-49a9-8870-48c241e57c0c req-095d999c-7cfe-44b4-8e98-55c6f0f19ea5 tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0585103 Sep 30 13:06:29.790169 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc4300bc-bd58-4bfa-afcb-31421addf995 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:29.791548 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cc4300bc-bd58-4bfa-afcb-31421addf995 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "DELETE /v2.0/security-groups/6d6f0b3c-8222-4db0-ad39-a7497b1f4c12 HTTP/1.1" status: 204 len: 168 time: 0.1828899 Sep 30 13:06:29.795891 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 47812) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:29.804990 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4300bc-bd58-4bfa-afcb-31421addf995 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6f0b3c-8222-4db0-ad39-a7497b1f4c12,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:29.815409 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-77ac96a3-e7cc-43ad-a44b-d2e036e5d72a tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] show failed (client error): The resource could not be found. Sep 30 13:06:29.819917 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-77ac96a3-e7cc-43ad-a44b-d2e036e5d72a tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "GET /v2.0/security-groups/6d6f0b3c-8222-4db0-ad39-a7497b1f4c12 HTTP/1.1" status: 404 len: 347 time: 0.0227339 Sep 30 13:06:29.820506 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 47816) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:29.957889 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb0a92-f79d-4dc8-98b8-746473ff2e5b req-0b0d232f-026b-4c36-a27b-9f1be4d7b496 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:29.966574 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-89bb0a92-f79d-4dc8-98b8-746473ff2e5b req-0b0d232f-026b-4c36-a27b-9f1be4d7b496 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a4c4eb-cbe7-4089-b961-fcbaa14339a7 HTTP/1.1" status: 200 len: 946 time: 0.0887790 Sep 30 13:06:30.029145 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-89bb0a92-f79d-4dc8-98b8-746473ff2e5b req-0599df53-06b7-4998-803d-6d7488b0174d tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.18 "GET /v2.0/security-groups?id=801df2ab-4139-48ff-90ea-de4ecfd5a334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614309 Sep 30 13:06:30.044392 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c7af6cfb-fb54-4820-9f33-96aba3a38aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:30.084538 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-449e2262-d867-405d-b258-8ad918b61653 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Deleting port a1fb87b3-cc67-46c3-ba07-b4340e6a0862 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:06:30.084865 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-449e2262-d867-405d-b258-8ad918b61653 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:30.130377 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af6cfb-fb54-4820-9f33-96aba3a38aa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b88440e-478c-428a-91e7-af6c6afddbd1,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:30.179653 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af6cfb-fb54-4820-9f33-96aba3a38aa0 admin admin] Checking segment: {'id': 'a179e862-ddda-42ee-8b68-16bb4299addd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '008916a7-a2d2-4d62-89cc-44132c2adfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:06:30.180023 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7af6cfb-fb54-4820-9f33-96aba3a38aa0 admin admin] Network hostable DHCP agents. Network: 008916a7-a2d2-4d62-89cc-44132c2adfee, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:06:30.189321 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d2fde-dd6e-4cf4-b64f-6ca916a6c209 req-65775f23-702a-41dd-b305-d9fd2e1b17af tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:30.191771 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-240d2fde-dd6e-4cf4-b64f-6ca916a6c209 req-65775f23-702a-41dd-b305-d9fd2e1b17af tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.54 "GET /v2.0/ports?device_id=95a4c4eb-cbe7-4089-b961-fcbaa14339a7 HTTP/1.1" status: 200 len: 946 time: 0.0504310 Sep 30 13:06:30.216064 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-449e2262-d867-405d-b258-8ad918b61653 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:30.216364 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-449e2262-d867-405d-b258-8ad918b61653 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:30.233436 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7af6cfb-fb54-4820-9f33-96aba3a38aa0 admin admin] Network 008916a7-a2d2-4d62-89cc-44132c2adfee is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:06:30.243415 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-449e2262-d867-405d-b258-8ad918b61653 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Calling delete_port for a1fb87b3-cc67-46c3-ba07-b4340e6a0862 owned by network:floatingip {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:06:30.272818 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fbe9f8fc-3f79-4176-a93d-097653001dcb req-6829b87d-3fce-4aab-8edc-d68524f2aead service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0310621 Sep 30 13:06:30.276000 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-c7af6cfb-fb54-4820-9f33-96aba3a38aa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 008916a7-a2d2-4d62-89cc-44132c2adfee) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:06:30.284144 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7af6cfb-fb54-4820-9f33-96aba3a38aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:30.284815 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c7af6cfb-fb54-4820-9f33-96aba3a38aa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:30.289288 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b4573f-0e9c-4bec-815c-6d3cd0577aa5 None None] Network 008916a7-a2d2-4d62-89cc-44132c2adfee requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:06:30.337875 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c7af6cfb-fb54-4820-9f33-96aba3a38aa0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8403759 Sep 30 13:06:30.340413 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 47820) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:30.349669 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-be6dd4ba-d5e6-444c-9c54-aa563c79e378 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1100338154-router', 'tenant_id': '1806d3d957b442d084afb5a6e6939111', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:30.364838 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-240d2fde-dd6e-4cf4-b64f-6ca916a6c209 req-a9a9124a-4deb-41dd-8b47-a17633417b0f tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Deleting port 51618036-3e43-4e8c-8059-dbf2bd2d2b69 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:06:30.364838 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-240d2fde-dd6e-4cf4-b64f-6ca916a6c209 req-a9a9124a-4deb-41dd-8b47-a17633417b0f tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:30.393502 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-be6dd4ba-d5e6-444c-9c54-aa563c79e378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:30.394839 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-be6dd4ba-d5e6-444c-9c54-aa563c79e378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:30.452586 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-be6dd4ba-d5e6-444c-9c54-aa563c79e378 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:30.611845 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-240d2fde-dd6e-4cf4-b64f-6ca916a6c209 req-a9a9124a-4deb-41dd-8b47-a17633417b0f tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] For port 51618036-3e43-4e8c-8059-dbf2bd2d2b69, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=51618036-3e43-4e8c-8059-dbf2bd2d2b69,segment=NetworkSegment(f6187ca4-fe8a-4ba7-9491-cd62d04196ee),segment_id=f6187ca4-fe8a-4ba7-9491-cd62d04196ee)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:30.612549 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-240d2fde-dd6e-4cf4-b64f-6ca916a6c209 req-a9a9124a-4deb-41dd-8b47-a17633417b0f tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:30.632686 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a01778-ca83-44ef-b825-536a49c66f7c None None] Network 008916a7-a2d2-4d62-89cc-44132c2adfee requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:06:30.643102 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-240d2fde-dd6e-4cf4-b64f-6ca916a6c209 req-a9a9124a-4deb-41dd-8b47-a17633417b0f tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Calling delete_port for 51618036-3e43-4e8c-8059-dbf2bd2d2b69 owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:06:30.763464 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ab66b-27c5-43dd-b5b9-ccf6fbd4fe5f req-ee434c84-7ce1-4ca2-bdde-2633f9ea4a70 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:30.765397 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d9ab66b-27c5-43dd-b5b9-ccf6fbd4fe5f req-ee434c84-7ce1-4ca2-bdde-2633f9ea4a70 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 945 time: 0.1950316 Sep 30 13:06:30.821138 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-be6dd4ba-d5e6-444c-9c54-aa563c79e378 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:30.834410 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-449e2262-d867-405d-b258-8ad918b61653 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:30.869792 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-240d2fde-dd6e-4cf4-b64f-6ca916a6c209 req-a9a9124a-4deb-41dd-8b47-a17633417b0f tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:30.881232 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e2262-d867-405d-b258-8ad918b61653 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Pushing event deleted for resources: {'Port': ['ID=a1fb87b3-cc67-46c3-ba07-b4340e6a0862,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:30.908689 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9124a-4deb-41dd-8b47-a17633417b0f tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Pushing event deleted for resources: {'Port': ['ID=51618036-3e43-4e8c-8059-dbf2bd2d2b69,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:30.947797 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d9ab66b-27c5-43dd-b5b9-ccf6fbd4fe5f req-faaff769-9f22-4273-b16b-d1d2708e77d7 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166005 Sep 30 13:06:31.007723 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-240d2fde-dd6e-4cf4-b64f-6ca916a6c209 req-a9a9124a-4deb-41dd-8b47-a17633417b0f tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] No DVR routers for this DVR port 51618036-3e43-4e8c-8059-dbf2bd2d2b69 on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:06:31.011948 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cad2d8c1-1c1b-4ed7-bde5-36a267753b48 req-4df3af40-4588-4e43-81f3-f1294214cdbd tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0822890 Sep 30 13:06:31.014569 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-240d2fde-dd6e-4cf4-b64f-6ca916a6c209 req-a9a9124a-4deb-41dd-8b47-a17633417b0f tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:31.018079 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-240d2fde-dd6e-4cf4-b64f-6ca916a6c209 req-a9a9124a-4deb-41dd-8b47-a17633417b0f tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.54 "DELETE /v2.0/ports/51618036-3e43-4e8c-8059-dbf2bd2d2b69 HTTP/1.1" status: 204 len: 173 time: 0.8152039 Sep 30 13:06:31.018079 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a4c4eb-cbe7-4089-b961-fcbaa14339a7', 'name': 'network-vif-deleted', 'tag': '51618036-3e43-4e8c-8059-dbf2bd2d2b69'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:06:31.021539 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2526d4af-b422-4b32-aee5-e93ff43ff765" -d '{"events": [{"server_uuid": "95a4c4eb-cbe7-4089-b961-fcbaa14339a7", "name": "network-vif-deleted", "tag": "51618036-3e43-4e8c-8059-dbf2bd2d2b69"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:06:31.078947 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-449e2262-d867-405d-b258-8ad918b61653 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks [] for floatingip, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:31.083702 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59ef2ce-2aff-4f15-99ef-2a8646396479 x-openstack-request-id: req-b59ef2ce-2aff-4f15-99ef-2a8646396479 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:06:31.083876 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-449e2262-d867-405d-b258-8ad918b61653 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:31.084473 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a4c4eb-cbe7-4089-b961-fcbaa14339a7", "name": "network-vif-deleted", "tag": "51618036-3e43-4e8c-8059-dbf2bd2d2b69", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:06:31.084903 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-449e2262-d867-405d-b258-8ad918b61653 tempest-ServersWithSpecificFlavorTestJSON-265160655 tempest-ServersWithSpecificFlavorTestJSON-265160655-project] 10.222.0.18 "DELETE /v2.0/floatingips/09990a12-fe39-4b0f-8ff0-7b4ffdb0eaf7 HTTP/1.1" status: 204 len: 168 time: 1.2611940 Sep 30 13:06:31.085536 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b59ef2ce-2aff-4f15-99ef-2a8646396479 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:06:31.086150 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a4c4eb-cbe7-4089-b961-fcbaa14339a7', 'name': 'network-vif-deleted', 'tag': '51618036-3e43-4e8c-8059-dbf2bd2d2b69', 'status': 'completed', 'code': 200} Sep 30 13:06:31.263730 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b6eeca63-82b3-43f7-8491-f1bed55f15a8 req-0edc298f-3d2c-4a26-ab09-206d80909b17 tempest-ServerGroupTestJSON-389402243 tempest-ServerGroupTestJSON-389402243-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a4c4eb-cbe7-4089-b961-fcbaa14339a7 HTTP/1.1" status: 200 len: 210 time: 0.0631428 Sep 30 13:06:31.331675 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-be6dd4ba-d5e6-444c-9c54-aa563c79e378 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:31.352444 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-be6dd4ba-d5e6-444c-9c54-aa563c79e378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:31.527604 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-be6dd4ba-d5e6-444c-9c54-aa563c79e378 admin admin] Allocated IP 172.25.5.34 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/fac04bed-07fe-4b94-ae74-ac3ff40b858e) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:06:31.735445 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-be6dd4ba-d5e6-444c-9c54-aa563c79e378 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:31.822369 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-be6dd4ba-d5e6-444c-9c54-aa563c79e378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:31.828986 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 47858) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:31.876382 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6dd4ba-d5e6-444c-9c54-aa563c79e378 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:06:31.879569 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-be6dd4ba-d5e6-444c-9c54-aa563c79e378 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:06:31.884495 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6dd4ba-d5e6-444c-9c54-aa563c79e378 admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:06:31.886569 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6dd4ba-d5e6-444c-9c54-aa563c79e378 admin admin] Pushing event updated for resources: {'Port': ['ID=fac04bed-07fe-4b94-ae74-ac3ff40b858e,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:32.164948 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1e72e36d-2743-4ecb-8c2f-23ee8214b4d9 req-da1b09c9-1698-4193-8fce-55c4202c8551 tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0333889 Sep 30 13:06:32.206115 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958217b-105c-4e8d-a788-44da699eb420 req-fdd59e9d-772f-410d-9686-c67c95bc227c tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:32.218747 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4958217b-105c-4e8d-a788-44da699eb420 req-fdd59e9d-772f-410d-9686-c67c95bc227c tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 945 time: 0.1552696 Sep 30 13:06:32.316233 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-be6dd4ba-d5e6-444c-9c54-aa563c79e378 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:32.363624 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d63bf346-2264-41a8-9bf7-3ce777340d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:32.414893 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4958217b-105c-4e8d-a788-44da699eb420 req-247ce79b-4244-4444-a744-beb85072c204 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411619 Sep 30 13:06:32.449868 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 51618036-3e43-4e8c-8059-dbf2bd2d2b69 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:06:32.485377 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 51618036-3e43-4e8c-8059-dbf2bd2d2b69 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:06:32.491745 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 51618036-3e43-4e8c-8059-dbf2bd2d2b69 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:06:32.711461 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-be6dd4ba-d5e6-444c-9c54-aa563c79e378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:32.780127 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-d63bf346-2264-41a8-9bf7-3ce777340d19 admin admin] Deleting port d26b22a7-8efd-42c5-8640-90a9f76935d7 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:06:32.780612 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d63bf346-2264-41a8-9bf7-3ce777340d19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:32.812641 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0267d-b900-4651-b13c-767ed7c1b56d req-50453853-76d7-4ea4-8c27-b2d6268f7327 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:32.823453 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-42c0267d-b900-4651-b13c-767ed7c1b56d req-50453853-76d7-4ea4-8c27-b2d6268f7327 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 1096 time: 0.0903544 Sep 30 13:06:32.941974 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-42c0267d-b900-4651-b13c-767ed7c1b56d req-7bae0c53-cdc4-421e-858a-36ccb0c06d23 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084447 Sep 30 13:06:32.946862 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6dd4ba-d5e6-444c-9c54-aa563c79e378 admin admin] Router 1c219942-dc02-4a71-ba96-afc00fa3a43d is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:06:32.970587 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-d63bf346-2264-41a8-9bf7-3ce777340d19 admin admin] For port d26b22a7-8efd-42c5-8640-90a9f76935d7, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d26b22a7-8efd-42c5-8640-90a9f76935d7,segment=NetworkSegment(a4883d85-ae6f-4bad-8d1c-fcb49332ab29),segment_id=a4883d85-ae6f-4bad-8d1c-fcb49332ab29)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:32.970948 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d63bf346-2264-41a8-9bf7-3ce777340d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:32.995289 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-d63bf346-2264-41a8-9bf7-3ce777340d19 admin admin] Calling delete_port for d26b22a7-8efd-42c5-8640-90a9f76935d7 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:06:33.094313 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7573a2e-4c3b-49fb-80e0-5ccc9ee940f3 req-9ef42040-5a94-4a88-9bab-1b642cfadefe tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:33.095964 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a7573a2e-4c3b-49fb-80e0-5ccc9ee940f3 req-9ef42040-5a94-4a88-9bab-1b642cfadefe tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 944 time: 0.0677226 Sep 30 13:06:33.206602 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a7573a2e-4c3b-49fb-80e0-5ccc9ee940f3 req-e0226ca5-ed04-4b45-8556-01cc51afff23 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034296 Sep 30 13:06:33.216951 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6dd4ba-d5e6-444c-9c54-aa563c79e378 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:06:33.225977 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a757a-8c78-4b80-9dc5-7f57d1f29fae None None] Sync routers for ids ['1c219942-dc02-4a71-ba96-afc00fa3a43d'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:06:33.226944 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d63bf346-2264-41a8-9bf7-3ce777340d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:33.241009 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3a757a-8c78-4b80-9dc5-7f57d1f29fae None None] Routers {'1c219942-dc02-4a71-ba96-afc00fa3a43d'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:06:33.241979 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-3e3a757a-8c78-4b80-9dc5-7f57d1f29fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:06:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1c219942-dc02-4a71-ba96-afc00fa3a43d'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:33.255723 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-be6dd4ba-d5e6-444c-9c54-aa563c79e378 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:33.259391 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-be6dd4ba-d5e6-444c-9c54-aa563c79e378 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.9156339 Sep 30 13:06:33.259763 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 47906) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:33.307773 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63bf346-2264-41a8-9bf7-3ce777340d19 admin admin] Pushing event deleted for resources: {'Port': ['ID=d26b22a7-8efd-42c5-8640-90a9f76935d7,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:33.376896 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a5586c9f-ebe5-4f63-9335-3151bdac40eb req-1fab8243-8513-4164-a5af-ec8fae2f8723 tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0700698 Sep 30 13:06:33.461565 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-3e3a757a-8c78-4b80-9dc5-7f57d1f29fae None None] Set router 1c219942-dc02-4a71-ba96-afc00fa3a43d gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:06:33.679666 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fe21f-e4c9-46a7-96fb-719dd2505efb req-ea6393a3-fbd0-4a29-b089-15fa200d11eb tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:33.681186 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-da0fe21f-e4c9-46a7-96fb-719dd2505efb req-ea6393a3-fbd0-4a29-b089-15fa200d11eb tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.54 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 944 time: 0.1420481 Sep 30 13:06:33.737619 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-3e3a757a-8c78-4b80-9dc5-7f57d1f29fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1100338154-router', 'tenant_id': '1806d3d957b442d084afb5a6e6939111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fac04bed-07fe-4b94-ae74-ac3ff40b858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:06:30Z', 'updated_at': '2021-09-30T13:06:32Z', 'revision_number': 3, 'project_id': '1806d3d957b442d084afb5a6e6939111', 'gw_port': {'id': 'fac04bed-07fe-4b94-ae74-ac3ff40b858e', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:06:31Z', 'updated_at': '2021-09-30T13:06:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:33.769477 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3542bfb-571c-4289-91b7-445228504553 req-2a9ee524-336f-4a50-90c5-c3e3e31e8533 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:33.771099 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e3542bfb-571c-4289-91b7-445228504553 req-2a9ee524-336f-4a50-90c5-c3e3e31e8533 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 1096 time: 0.1069739 Sep 30 13:06:33.771603 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 47922) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:33.780110 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a757a-8c78-4b80-9dc5-7f57d1f29fae None None] Checking router: 1c219942-dc02-4a71-ba96-afc00fa3a43d for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:06:33.780461 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a757a-8c78-4b80-9dc5-7f57d1f29fae None None] Updating router 1c219942-dc02-4a71-ba96-afc00fa3a43d port fac04bed-07fe-4b94-ae74-ac3ff40b858e binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:06:33.809708 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3e3a757a-8c78-4b80-9dc5-7f57d1f29fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:33.890382 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-48a831e7-aa16-44df-bd85-593a3fbccc73 admin admin] Deleting subnet 9a2211ab-8935-4da3-b344-47ebb4ca8e12 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:06:33.906208 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e3542bfb-571c-4289-91b7-445228504553 req-71b27ba3-f5a6-44a9-8e76-5f3c0943f958 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223738 Sep 30 13:06:33.908315 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48a831e7-aa16-44df-bd85-593a3fbccc73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:33.991571 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48a831e7-aa16-44df-bd85-593a3fbccc73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:34.043286 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d63bf346-2264-41a8-9bf7-3ce777340d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:34.109429 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48a831e7-aa16-44df-bd85-593a3fbccc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:34.130044 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3e3a757a-8c78-4b80-9dc5-7f57d1f29fae None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:34.141630 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3e3a757a-8c78-4b80-9dc5-7f57d1f29fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:34.264450 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48a831e7-aa16-44df-bd85-593a3fbccc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:34.264892 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-da0fe21f-e4c9-46a7-96fb-719dd2505efb req-21e69364-2e7a-47ee-b704-f37ee5c367fe tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Deleting port 52f3328b-321c-496f-9969-4dcbe18927e9 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:06:34.265239 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-da0fe21f-e4c9-46a7-96fb-719dd2505efb req-21e69364-2e7a-47ee-b704-f37ee5c367fe tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:34.279057 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefc554-2e9c-4ac4-9440-73e935e573dc None None] Pushing event updated for resources: {'Port': ['ID=fac04bed-07fe-4b94-ae74-ac3ff40b858e,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:34.282810 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-3e3a757a-8c78-4b80-9dc5-7f57d1f29fae None None] Attempting to bind port fac04bed-07fe-4b94-ae74-ac3ff40b858e on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:06:34.283391 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-3e3a757a-8c78-4b80-9dc5-7f57d1f29fae None None] Attempting to bind port fac04bed-07fe-4b94-ae74-ac3ff40b858e by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:06:34.283941 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3a757a-8c78-4b80-9dc5-7f57d1f29fae None None] Attempting to bind port fac04bed-07fe-4b94-ae74-ac3ff40b858e on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:06:34.291758 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3a757a-8c78-4b80-9dc5-7f57d1f29fae None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:06:34.292391 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3a757a-8c78-4b80-9dc5-7f57d1f29fae None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:06:34.293237 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3e3a757a-8c78-4b80-9dc5-7f57d1f29fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:34.293837 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3a757a-8c78-4b80-9dc5-7f57d1f29fae None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:06:34.294534 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-3e3a757a-8c78-4b80-9dc5-7f57d1f29fae None None] Bound port: fac04bed-07fe-4b94-ae74-ac3ff40b858e, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:06:34.295156 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3e3a757a-8c78-4b80-9dc5-7f57d1f29fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:34.303110 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a831e7-aa16-44df-bd85-593a3fbccc73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a2211ab-8935-4da3-b344-47ebb4ca8e12,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:34.310100 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48a831e7-aa16-44df-bd85-593a3fbccc73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:34.315501 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-48a831e7-aa16-44df-bd85-593a3fbccc73 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9a2211ab-8935-4da3-b344-47ebb4ca8e12 HTTP/1.1" status: 204 len: 168 time: 0.5402033 Sep 30 13:06:34.316152 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 47936) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:34.363665 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-3e3a757a-8c78-4b80-9dc5-7f57d1f29fae None None] For port fac04bed-07fe-4b94-ae74-ac3ff40b858e, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:06:34.367679 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-3e3a757a-8c78-4b80-9dc5-7f57d1f29fae None None] For port fac04bed-07fe-4b94-ae74-ac3ff40b858e, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=fac04bed-07fe-4b94-ae74-ac3ff40b858e,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:06:34.380859 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3e3a757a-8c78-4b80-9dc5-7f57d1f29fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:34.452392 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefc554-2e9c-4ac4-9440-73e935e573dc None None] Pushing event updated for resources: {'Port': ['ID=fac04bed-07fe-4b94-ae74-ac3ff40b858e,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:34.476114 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3a757a-8c78-4b80-9dc5-7f57d1f29fae None None] Routers {'1c219942-dc02-4a71-ba96-afc00fa3a43d'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:06:34.476787 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-3e3a757a-8c78-4b80-9dc5-7f57d1f29fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:06:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1c219942-dc02-4a71-ba96-afc00fa3a43d'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:34.485296 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3aeac027-078e-4892-8176-0a86c8cb5004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:34.508885 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63bf346-2264-41a8-9bf7-3ce777340d19 admin admin] Router db3040c0-28a4-4ed9-bf94-d03e73d75495 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:06:34.521823 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-da0fe21f-e4c9-46a7-96fb-719dd2505efb req-21e69364-2e7a-47ee-b704-f37ee5c367fe tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] For port 52f3328b-321c-496f-9969-4dcbe18927e9, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=52f3328b-321c-496f-9969-4dcbe18927e9,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:34.522223 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-da0fe21f-e4c9-46a7-96fb-719dd2505efb req-21e69364-2e7a-47ee-b704-f37ee5c367fe tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:34.533121 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d37b7ea6-1d60-457a-93c7-804ab7b554eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:34.550408 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ba2fe-f1a9-4f8f-ba7c-0d699cde7a80 req-8f049ec6-bbeb-4591-b0ac-88097fead2ee tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:34.557868 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ff0ba2fe-f1a9-4f8f-ba7c-0d699cde7a80 req-8f049ec6-bbeb-4591-b0ac-88097fead2ee tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 944 time: 0.1200166 Sep 30 13:06:34.560495 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-da0fe21f-e4c9-46a7-96fb-719dd2505efb req-21e69364-2e7a-47ee-b704-f37ee5c367fe tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Calling delete_port for 52f3328b-321c-496f-9969-4dcbe18927e9 owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:06:34.610934 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3aeac027-078e-4892-8176-0a86c8cb5004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:34.612026 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-3e3a757a-8c78-4b80-9dc5-7f57d1f29fae None None] Set router 1c219942-dc02-4a71-ba96-afc00fa3a43d gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:06:34.655530 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ff0ba2fe-f1a9-4f8f-ba7c-0d699cde7a80 req-3fa19cba-7b74-4a06-bd5a-44b624df3e4f tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923834 Sep 30 13:06:34.763199 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-3aeac027-078e-4892-8176-0a86c8cb5004 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f12204c-623d-4aa2-9232-0198e7a72514']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:34.802345 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-3aeac027-078e-4892-8176-0a86c8cb5004 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6187ca4-fe8a-4ba7-9491-cd62d04196ee') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:34.802691 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-3aeac027-078e-4892-8176-0a86c8cb5004 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6187ca4-fe8a-4ba7-9491-cd62d04196ee') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:34.818065 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63bf346-2264-41a8-9bf7-3ce777340d19 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:06:34.827849 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812f66af-5550-435f-aa47-8dc1c570ca6c None None] Sync routers for ids ['db3040c0-28a4-4ed9-bf94-d03e73d75495'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:06:34.836416 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d63bf346-2264-41a8-9bf7-3ce777340d19 admin admin] 10.222.0.18 "PUT /v2.0/routers/db3040c0-28a4-4ed9-bf94-d03e73d75495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0062075 Sep 30 13:06:34.840144 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812f66af-5550-435f-aa47-8dc1c570ca6c None None] Routers {'db3040c0-28a4-4ed9-bf94-d03e73d75495'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:06:34.840764 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-812f66af-5550-435f-aa47-8dc1c570ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:06:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['db3040c0-28a4-4ed9-bf94-d03e73d75495'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:34.850910 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 47958) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:34.868905 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3aeac027-078e-4892-8176-0a86c8cb5004 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:34.874551 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dc095146-b95d-4d40-84cd-aa337847581c req-426df5ae-0243-4b81-b954-69ff4c010174 tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0490155 Sep 30 13:06:34.891164 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-3e3a757a-8c78-4b80-9dc5-7f57d1f29fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1100338154-router', 'tenant_id': '1806d3d957b442d084afb5a6e6939111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fac04bed-07fe-4b94-ae74-ac3ff40b858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:06:30Z', 'updated_at': '2021-09-30T13:06:32Z', 'revision_number': 3, 'project_id': '1806d3d957b442d084afb5a6e6939111', 'gw_port': {'id': 'fac04bed-07fe-4b94-ae74-ac3ff40b858e', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:06:31Z', 'updated_at': '2021-09-30T13:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:34.928723 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a757a-8c78-4b80-9dc5-7f57d1f29fae None None] The sync data for ids ['1c219942-dc02-4a71-ba96-afc00fa3a43d'] in n-d-810909-2 is: [{'id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1100338154-router', 'tenant_id': '1806d3d957b442d084afb5a6e6939111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fac04bed-07fe-4b94-ae74-ac3ff40b858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:06:30Z', 'updated_at': '2021-09-30T13:06:32Z', 'revision_number': 3, 'project_id': '1806d3d957b442d084afb5a6e6939111', 'gw_port': {'id': 'fac04bed-07fe-4b94-ae74-ac3ff40b858e', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:06:31Z', 'updated_at': '2021-09-30T13:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:06:34.950801 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3aeac027-078e-4892-8176-0a86c8cb5004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:34.951716 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-da0fe21f-e4c9-46a7-96fb-719dd2505efb req-21e69364-2e7a-47ee-b704-f37ee5c367fe tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:34.976923 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aeac027-078e-4892-8176-0a86c8cb5004 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:06:34.977338 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3aeac027-078e-4892-8176-0a86c8cb5004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:06:34.980791 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:06:35.012925 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e69364-2e7a-47ee-b704-f37ee5c367fe tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Pushing event deleted for resources: {'Port': ['ID=52f3328b-321c-496f-9969-4dcbe18927e9,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:35.023410 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-812f66af-5550-435f-aa47-8dc1c570ca6c None None] Set router db3040c0-28a4-4ed9-bf94-d03e73d75495 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:06:35.024960 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e69364-2e7a-47ee-b704-f37ee5c367fe tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:35.025313 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e69364-2e7a-47ee-b704-f37ee5c367fe tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:35.025653 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e69364-2e7a-47ee-b704-f37ee5c367fe tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:35.025994 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e69364-2e7a-47ee-b704-f37ee5c367fe tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:35.026364 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e69364-2e7a-47ee-b704-f37ee5c367fe tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:35.026692 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e69364-2e7a-47ee-b704-f37ee5c367fe tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:35.033336 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e69364-2e7a-47ee-b704-f37ee5c367fe tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:35.039960 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e69364-2e7a-47ee-b704-f37ee5c367fe tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:35.040351 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e69364-2e7a-47ee-b704-f37ee5c367fe tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:35.041942 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e69364-2e7a-47ee-b704-f37ee5c367fe tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:35.041942 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e69364-2e7a-47ee-b704-f37ee5c367fe tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:35.041942 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e69364-2e7a-47ee-b704-f37ee5c367fe tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:35.092087 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0fe21f-e4c9-46a7-96fb-719dd2505efb req-21e69364-2e7a-47ee-b704-f37ee5c367fe tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] No DVR routers for this DVR port 52f3328b-321c-496f-9969-4dcbe18927e9 on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:06:35.096299 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-da0fe21f-e4c9-46a7-96fb-719dd2505efb req-21e69364-2e7a-47ee-b704-f37ee5c367fe tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:35.099789 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-da0fe21f-e4c9-46a7-96fb-719dd2505efb req-21e69364-2e7a-47ee-b704-f37ee5c367fe tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.54 "DELETE /v2.0/ports/52f3328b-321c-496f-9969-4dcbe18927e9 HTTP/1.1" status: 204 len: 173 time: 1.4005904 Sep 30 13:06:35.100574 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2732d3ad-6e01-4dc6-939e-5642c7760ce3', 'name': 'network-vif-deleted', 'tag': '52f3328b-321c-496f-9969-4dcbe18927e9'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:06:35.103317 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4f8b21-6cf7-44b2-8c13-46bdf9f4da1d" -d '{"events": [{"server_uuid": "2732d3ad-6e01-4dc6-939e-5642c7760ce3", "name": "network-vif-deleted", "tag": "52f3328b-321c-496f-9969-4dcbe18927e9"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:06:35.157829 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0afb64-338c-4f01-b285-a12074ad9dfa x-openstack-request-id: req-ba0afb64-338c-4f01-b285-a12074ad9dfa {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:06:35.158071 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2732d3ad-6e01-4dc6-939e-5642c7760ce3", "name": "network-vif-deleted", "tag": "52f3328b-321c-496f-9969-4dcbe18927e9", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:06:35.158312 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba0afb64-338c-4f01-b285-a12074ad9dfa {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:06:35.160267 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2732d3ad-6e01-4dc6-939e-5642c7760ce3', 'name': 'network-vif-deleted', 'tag': '52f3328b-321c-496f-9969-4dcbe18927e9', 'status': 'completed', 'code': 200} Sep 30 13:06:35.200488 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6994271f-5f92-42d9-9cf0-ee858a4248e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:35.202423 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3aeac027-078e-4892-8176-0a86c8cb5004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:35.213448 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3aeac027-078e-4892-8176-0a86c8cb5004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:35.217644 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3aeac027-078e-4892-8176-0a86c8cb5004 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5f12204c-623d-4aa2-9232-0198e7a72514 HTTP/1.1" status: 204 len: 168 time: 0.9003155 Sep 30 13:06:35.296809 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-812f66af-5550-435f-aa47-8dc1c570ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-872543346-router', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:38Z', 'updated_at': '2021-09-30T13:06:33Z', 'revision_number': 5, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'gw_port': {'id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:41Z', 'updated_at': '2021-09-30T13:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:35.311127 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-1f7439de-692f-4d8f-9eea-2eb0d4840f6f tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:06:35.312165 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-1f7439de-692f-4d8f-9eea-2eb0d4840f6f tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065494 Sep 30 13:06:35.357115 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-d37b7ea6-1d60-457a-93c7-804ab7b554eb admin admin] Allocated IP 172.20.0.1 (008916a7-a2d2-4d62-89cc-44132c2adfee/9b88440e-478c-428a-91e7-af6c6afddbd1/e7adf652-0552-41ae-b355-500684b01d68) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:06:35.379652 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812f66af-5550-435f-aa47-8dc1c570ca6c None None] Checking router: db3040c0-28a4-4ed9-bf94-d03e73d75495 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:06:35.408994 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812f66af-5550-435f-aa47-8dc1c570ca6c None None] Routers {'db3040c0-28a4-4ed9-bf94-d03e73d75495'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:06:35.411303 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-2c9a4f22-e482-4b7b-ba75-598ab19ae737 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:35.412032 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-812f66af-5550-435f-aa47-8dc1c570ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:06:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['db3040c0-28a4-4ed9-bf94-d03e73d75495'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:35.415777 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-2c9a4f22-e482-4b7b-ba75-598ab19ae737 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/ports/d782bc05-0842-457b-8789-3e9b8c675eaa HTTP/1.1" status: 200 len: 1093 time: 0.0966628 Sep 30 13:06:35.427794 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-009f8d6c-4f64-4a03-8137-25418e2c064a service neutron] Request body: {'binding': {'host': 'n-h2-810909-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:35.428250 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-009f8d6c-4f64-4a03-8137-25418e2c064a service neutron] Unknown quota resources ['binding']. {{(pid=94764) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 13:06:35.468956 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeac027-078e-4892-8176-0a86c8cb5004 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f12204c-623d-4aa2-9232-0198e7a72514,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:35.518759 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 47970) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:35.556324 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d37b7ea6-1d60-457a-93c7-804ab7b554eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:35.587302 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6994271f-5f92-42d9-9cf0-ee858a4248e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:35.606074 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-812f66af-5550-435f-aa47-8dc1c570ca6c None None] Set router db3040c0-28a4-4ed9-bf94-d03e73d75495 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:06:35.626387 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-31d730ab-856c-41e8-8a19-f3be3dbd5ccb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b1c26389e9c04ed0807552fe141165f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0805871 Sep 30 13:06:35.629296 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 47972) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:35.660805 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-009f8d6c-4f64-4a03-8137-25418e2c064a service neutron] Attempting to bind port d782bc05-0842-457b-8789-3e9b8c675eaa on host n-h2-810909-2 for vnic_type normal with profile None {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:06:35.661447 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-009f8d6c-4f64-4a03-8137-25418e2c064a service neutron] Attempting to bind port d782bc05-0842-457b-8789-3e9b8c675eaa by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:06:35.662040 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-009f8d6c-4f64-4a03-8137-25418e2c064a service neutron] Attempting to bind port d782bc05-0842-457b-8789-3e9b8c675eaa on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:06:35.670655 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d37b7ea6-1d60-457a-93c7-804ab7b554eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:35.692232 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-009f8d6c-4f64-4a03-8137-25418e2c064a service neutron] Port d782bc05-0842-457b-8789-3e9b8c675eaa on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:06:35.702474 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-009f8d6c-4f64-4a03-8137-25418e2c064a service neutron] Attempting to bind port d782bc05-0842-457b-8789-3e9b8c675eaa on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:06:35.719860 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-009f8d6c-4f64-4a03-8137-25418e2c064a service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:06:35.720090 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-009f8d6c-4f64-4a03-8137-25418e2c064a service neutron] Checking segment: {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:06:35.720494 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-009f8d6c-4f64-4a03-8137-25418e2c064a service neutron] Bound using segment: {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:06:35.720945 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-009f8d6c-4f64-4a03-8137-25418e2c064a service neutron] Bound port: d782bc05-0842-457b-8789-3e9b8c675eaa, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:06:35.731683 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37b7ea6-1d60-457a-93c7-804ab7b554eb admin admin] Network 008916a7-a2d2-4d62-89cc-44132c2adfee is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:06:35.736520 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b7ea6-1d60-457a-93c7-804ab7b554eb admin admin] Pushing event updated for resources: {'Port': ['ID=e7adf652-0552-41ae-b355-500684b01d68,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:35.740226 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-d37b7ea6-1d60-457a-93c7-804ab7b554eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:06:35.743386 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-6994271f-5f92-42d9-9cf0-ee858a4248e5 admin admin] Deleting port 44be4281-d1f5-4b4d-9cef-e465c0c2dd38 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:06:35.744020 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6994271f-5f92-42d9-9cf0-ee858a4248e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:35.746352 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37b7ea6-1d60-457a-93c7-804ab7b554eb admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:06:35.816936 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f3038511-a6a5-47e9-a1cb-198efe0dcca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:35.848551 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-525f157d-a404-4e6f-9270-508ad1341467 req-7e2e3eed-fe8b-4a0c-bf6e-f1da708d3ab7 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=2732d3ad-6e01-4dc6-939e-5642c7760ce3 HTTP/1.1" status: 200 len: 210 time: 0.0461388 Sep 30 13:06:35.883261 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f3038511-a6a5-47e9-a1cb-198efe0dcca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:35.897174 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-812f66af-5550-435f-aa47-8dc1c570ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-872543346-router', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:38Z', 'updated_at': '2021-09-30T13:06:33Z', 'revision_number': 5, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'gw_port': {'id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:41Z', 'updated_at': '2021-09-30T13:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:35.902311 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d37b7ea6-1d60-457a-93c7-804ab7b554eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:35.938465 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-009f8d6c-4f64-4a03-8137-25418e2c064a service neutron] For port d782bc05-0842-457b-8789-3e9b8c675eaa, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=d782bc05-0842-457b-8789-3e9b8c675eaa,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:06:35.948194 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-009f8d6c-4f64-4a03-8137-25418e2c064a service neutron] Notify callbacks [] for binding, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:35.949485 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-009f8d6c-4f64-4a03-8137-25418e2c064a service neutron] 10.222.0.18 "POST /v2.0/ports/d782bc05-0842-457b-8789-3e9b8c675eaa/bindings HTTP/1.1" status: 201 len: 389 time: 0.5266836 Sep 30 13:06:35.970919 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812f66af-5550-435f-aa47-8dc1c570ca6c None None] The sync data for ids ['db3040c0-28a4-4ed9-bf94-d03e73d75495'] in n-d-810909-2 is: [{'id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-872543346-router', 'tenant_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:38Z', 'updated_at': '2021-09-30T13:06:33Z', 'revision_number': 5, 'project_id': '0aab74e1df6d45fba7c45004cdea3fd5', 'gw_port': {'id': '44be4281-d1f5-4b4d-9cef-e465c0c2dd38', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3040c0-28a4-4ed9-bf94-d03e73d75495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:41Z', 'updated_at': '2021-09-30T13:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:06:36.003356 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f3038511-a6a5-47e9-a1cb-198efe0dcca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:36.008091 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f3038511-a6a5-47e9-a1cb-198efe0dcca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:36.011850 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f3038511-a6a5-47e9-a1cb-198efe0dcca2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/801df2ab-4139-48ff-90ea-de4ecfd5a334 HTTP/1.1" status: 204 len: 168 time: 0.3791885 Sep 30 13:06:36.018115 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-6994271f-5f92-42d9-9cf0-ee858a4248e5 admin admin] For port 44be4281-d1f5-4b4d-9cef-e465c0c2dd38, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=44be4281-d1f5-4b4d-9cef-e465c0c2dd38,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:36.018547 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6994271f-5f92-42d9-9cf0-ee858a4248e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:36.042308 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-00daa308-a533-4f50-b612-c995863d1809 req-6d6c01bf-62e3-400f-b72a-a58c2a5deb5a tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0579731 Sep 30 13:06:36.077390 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3038511-a6a5-47e9-a1cb-198efe0dcca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801df2ab-4139-48ff-90ea-de4ecfd5a334,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:36.106856 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-6994271f-5f92-42d9-9cf0-ee858a4248e5 admin admin] Calling delete_port for 44be4281-d1f5-4b4d-9cef-e465c0c2dd38 owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:06:36.285324 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-e3a0c23e-2096-4451-9260-806a20f4f8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:36.287292 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-e3a0c23e-2096-4451-9260-806a20f4f8d7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bfee4c1083184c949bfe63d2e5d7a195&device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 1096 time: 0.0569277 Sep 30 13:06:36.309633 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d3161-6dbb-4349-af3c-0af9e895d894 req-35d07ceb-f51c-461b-bfeb-86bac5f5e2ac tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:36.311167 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-937d3161-6dbb-4349-af3c-0af9e895d894 req-35d07ceb-f51c-461b-bfeb-86bac5f5e2ac tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 945 time: 0.1523602 Sep 30 13:06:36.334281 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d37b7ea6-1d60-457a-93c7-804ab7b554eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:36.429195 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-1dedd4e2-ebcf-4cf2-a738-f2a2ee4eb0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:36.430977 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-1dedd4e2-ebcf-4cf2-a738-f2a2ee4eb0c4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a HTTP/1.1" status: 200 len: 921 time: 0.1364725 Sep 30 13:06:36.438042 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-937d3161-6dbb-4349-af3c-0af9e895d894 req-5dccc7aa-2374-46da-b7cf-a32c107443bb tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182580 Sep 30 13:06:36.469517 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 52f3328b-321c-496f-9969-4dcbe18927e9 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:06:36.524683 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 52f3328b-321c-496f-9969-4dcbe18927e9 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:06:36.530144 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-96d45246-4919-4e5b-b514-a60839bb7954 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d782bc05-0842-457b-8789-3e9b8c675eaa HTTP/1.1" status: 200 len: 217 time: 0.0767004 Sep 30 13:06:36.536142 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 52f3328b-321c-496f-9969-4dcbe18927e9 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:06:36.595421 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6994271f-5f92-42d9-9cf0-ee858a4248e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:36.595746 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-8a455c15-72b6-4a13-b33e-736d4e13e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:36.598454 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-8a455c15-72b6-4a13-b33e-736d4e13e3f4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d2a3567b-bc5f-477b-8f28-c16dcd278961 HTTP/1.1" status: 200 len: 860 time: 0.0591774 Sep 30 13:06:36.637655 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994271f-5f92-42d9-9cf0-ee858a4248e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=44be4281-d1f5-4b4d-9cef-e465c0c2dd38,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:36.641313 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-09be4cae-9fb0-49da-92f9-85c70375891f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361068 Sep 30 13:06:36.817990 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-1ee7fb6f-c425-46ee-a630-28c8f914ad9a service neutron] 10.222.0.54 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662796 Sep 30 13:06:36.940727 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-f36ca23e-7c18-4716-b4b0-c9090dc53aa2 service neutron] 10.222.0.54 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147778 Sep 30 13:06:36.967569 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fac04bed-07fe-4b94-ae74-ac3ff40b858e up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:06:37.000740 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d37b7ea6-1d60-457a-93c7-804ab7b554eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:37.004972 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6994271f-5f92-42d9-9cf0-ee858a4248e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:37.009379 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d37b7ea6-1d60-457a-93c7-804ab7b554eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:37.145233 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port fac04bed-07fe-4b94-ae74-ac3ff40b858e triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:06:37.147637 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:37.209348 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6994271f-5f92-42d9-9cf0-ee858a4248e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:37.216087 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6994271f-5f92-42d9-9cf0-ee858a4248e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:37.236234 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48010) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:37.240497 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b7ea6-1d60-457a-93c7-804ab7b554eb admin admin] Pushing event updated for resources: {'Port': ['ID=e7adf652-0552-41ae-b355-500684b01d68,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:37.261355 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d37b7ea6-1d60-457a-93c7-804ab7b554eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:37.264649 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e844d5bb-4e19-4dba-bae0-03480b0a97ec req-75d0390f-d8a3-43bb-aa27-fe988f1e0ca2 tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0872560 Sep 30 13:06:37.292738 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:37.328126 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port fac04bed-07fe-4b94-ae74-ac3ff40b858e, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=fac04bed-07fe-4b94-ae74-ac3ff40b858e,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:37.339015 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:37.350382 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d26b22a7-8efd-42c5-8640-90a9f76935d7 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:06:37.404801 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6994271f-5f92-42d9-9cf0-ee858a4248e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:37.405367 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6994271f-5f92-42d9-9cf0-ee858a4248e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db3040c0-28a4-4ed9-bf94-d03e73d75495 {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:06:37.405942 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: d26b22a7-8efd-42c5-8640-90a9f76935d7 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:06:37.408046 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d26b22a7-8efd-42c5-8640-90a9f76935d7 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:06:37.420200 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6994271f-5f92-42d9-9cf0-ee858a4248e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:37.424691 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6994271f-5f92-42d9-9cf0-ee858a4248e5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/db3040c0-28a4-4ed9-bf94-d03e73d75495 HTTP/1.1" status: 204 len: 168 time: 2.5700202 Sep 30 13:06:37.427663 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48018) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:37.438669 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=fac04bed-07fe-4b94-ae74-ac3ff40b858e,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:37.455831 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-f9ade8b5-fefb-464e-ac51-e1dcf3bee574 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-705977885-network', 'tenant_id': 'fe0e4acbd2b54db2819be65741ea76bb'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:37.530510 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0d590-5bcd-49a2-8a8f-92a69265fe35 req-edb5d6c0-99b1-49f0-af28-dd0da95d94e9 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:37.532132 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a7a0d590-5bcd-49a2-8a8f-92a69265fe35 req-edb5d6c0-99b1-49f0-af28-dd0da95d94e9 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 944 time: 0.1571858 Sep 30 13:06:37.536190 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ade8b5-fefb-464e-ac51-e1dcf3bee574 admin admin] Made reservation on behalf of fe0e4acbd2b54db2819be65741ea76bb for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:06:37.538527 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9ade8b5-fefb-464e-ac51-e1dcf3bee574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:37.570836 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9ade8b5-fefb-464e-ac51-e1dcf3bee574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:37.575959 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:06:37.623803 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a7a0d590-5bcd-49a2-8a8f-92a69265fe35 req-1aa369a3-8230-42c9-82df-17b737ebea18 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824482 Sep 30 13:06:37.713541 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5e2dbd-8e3f-4d02-bbaa-1f1d5e5764fd admin admin] Deleting subnet 3e91829e-1d04-4c5a-81dc-9917c8689f4b {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:06:37.721653 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f5e2dbd-8e3f-4d02-bbaa-1f1d5e5764fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:37.750489 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9ade8b5-fefb-464e-ac51-e1dcf3bee574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:37.754270 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9ade8b5-fefb-464e-ac51-e1dcf3bee574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:37.776389 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ade8b5-fefb-464e-ac51-e1dcf3bee574 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:06:37.778617 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37b7ea6-1d60-457a-93c7-804ab7b554eb admin admin] Network 008916a7-a2d2-4d62-89cc-44132c2adfee is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:06:37.788073 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-d37b7ea6-1d60-457a-93c7-804ab7b554eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:06:37.793740 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ade8b5-fefb-464e-ac51-e1dcf3bee574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29e29f2-1d3d-4f46-a108-74ce3fa4a2f3,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:37.798961 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9ade8b5-fefb-464e-ac51-e1dcf3bee574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:37.799303 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-f9ade8b5-fefb-464e-ac51-e1dcf3bee574 admin admin] Added segment bd7b3eb1-f420-45a6-a67f-2dfcda7cb334 of type vlan for network f6440e50-7c82-4e36-a468-d65ccc1d3e39 Sep 30 13:06:37.815721 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f5e2dbd-8e3f-4d02-bbaa-1f1d5e5764fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:37.845008 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9ade8b5-fefb-464e-ac51-e1dcf3bee574 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:37.878811 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9ade8b5-fefb-464e-ac51-e1dcf3bee574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:37.879211 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1eb3f9-5e0b-437e-8923-22014b34c419 req-eb91dc97-d008-4db2-8403-3c1855e43694 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:37.879784 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ade8b5-fefb-464e-ac51-e1dcf3bee574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:37.880768 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7e1eb3f9-5e0b-437e-8923-22014b34c419 req-eb91dc97-d008-4db2-8403-3c1855e43694 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 945 time: 0.2591500 Sep 30 13:06:37.887574 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9ade8b5-fefb-464e-ac51-e1dcf3bee574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:37.918905 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e316aa-0f87-427c-8e85-003f78d46996 req-e941dade-1883-484a-9523-0d7930ae1ea3 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:37.920625 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-14e316aa-0f87-427c-8e85-003f78d46996 req-e941dade-1883-484a-9523-0d7930ae1ea3 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 944 time: 0.2013395 Sep 30 13:06:37.928126 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f9ade8b5-fefb-464e-ac51-e1dcf3bee574 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6883674 Sep 30 13:06:37.929007 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48024) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:37.933272 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-8ddaccb7-db34-4d69-bad2-7d16f062c875 admin admin] Request body: {'subnet': {'network_id': 'f6440e50-7c82-4e36-a468-d65ccc1d3e39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-705977885-subnet', 'tenant_id': 'fe0e4acbd2b54db2819be65741ea76bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:37.973747 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ade8b5-fefb-464e-ac51-e1dcf3bee574 admin admin] Pushing event updated for resources: {'Network': ['ID=f6440e50-7c82-4e36-a468-d65ccc1d3e39,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:37.986422 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddaccb7-db34-4d69-bad2-7d16f062c875 admin admin] Made reservation on behalf of fe0e4acbd2b54db2819be65741ea76bb for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:06:37.989427 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network f6440e50-7c82-4e36-a468-d65ccc1d3e39 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:06:37.990619 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8ddaccb7-db34-4d69-bad2-7d16f062c875 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:38.119871 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7e1eb3f9-5e0b-437e-8923-22014b34c419 req-cfcd8bc8-f60f-4f47-b94e-04512230576e tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231910 Sep 30 13:06:38.160213 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f5e2dbd-8e3f-4d02-bbaa-1f1d5e5764fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:38.188843 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37b7ea6-1d60-457a-93c7-804ab7b554eb admin admin] Router 1c219942-dc02-4a71-ba96-afc00fa3a43d has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:06:38.208168 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8ddaccb7-db34-4d69-bad2-7d16f062c875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:38.228507 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-14e316aa-0f87-427c-8e85-003f78d46996 req-2488593b-e301-445f-9ca8-71ff93fd71bd tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Deleting port bd0b27e8-4458-40c8-96bb-d3be19e3b861 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:06:38.228818 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-14e316aa-0f87-427c-8e85-003f78d46996 req-2488593b-e301-445f-9ca8-71ff93fd71bd tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:38.271493 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaccb7-db34-4d69-bad2-7d16f062c875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d38599b5-aab7-4ff8-919f-2421a94c4088,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:38.282240 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddaccb7-db34-4d69-bad2-7d16f062c875 admin admin] Checking segment: {'id': 'bd7b3eb1-f420-45a6-a67f-2dfcda7cb334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f6440e50-7c82-4e36-a468-d65ccc1d3e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:06:38.283242 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddaccb7-db34-4d69-bad2-7d16f062c875 admin admin] Network hostable DHCP agents. Network: f6440e50-7c82-4e36-a468-d65ccc1d3e39, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:06:38.302077 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddaccb7-db34-4d69-bad2-7d16f062c875 admin admin] Network f6440e50-7c82-4e36-a468-d65ccc1d3e39 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:06:38.312321 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-8ddaccb7-db34-4d69-bad2-7d16f062c875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, f6440e50-7c82-4e36-a468-d65ccc1d3e39) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:06:38.319201 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddaccb7-db34-4d69-bad2-7d16f062c875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:38.324873 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b54d35-cd52-4bc4-8c88-563eed1367b0 None None] Network f6440e50-7c82-4e36-a468-d65ccc1d3e39 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:06:38.326710 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8ddaccb7-db34-4d69-bad2-7d16f062c875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:38.360845 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8ddaccb7-db34-4d69-bad2-7d16f062c875 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4310613 Sep 30 13:06:38.420628 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-14e316aa-0f87-427c-8e85-003f78d46996 req-2488593b-e301-445f-9ca8-71ff93fd71bd tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] For port bd0b27e8-4458-40c8-96bb-d3be19e3b861, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=bd0b27e8-4458-40c8-96bb-d3be19e3b861,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:38.421691 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-14e316aa-0f87-427c-8e85-003f78d46996 req-2488593b-e301-445f-9ca8-71ff93fd71bd tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:38.438169 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-14e316aa-0f87-427c-8e85-003f78d46996 req-2488593b-e301-445f-9ca8-71ff93fd71bd tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Calling delete_port for bd0b27e8-4458-40c8-96bb-d3be19e3b861 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:06:38.457685 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9324583a-ac4f-498a-9387-b7005ddd2877 req-1d38675e-ee2a-4b5b-9a86-7f96f93bebb1 tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0932050 Sep 30 13:06:38.503790 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f5e2dbd-8e3f-4d02-bbaa-1f1d5e5764fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:38.509751 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c11a343-125c-49a4-8588-41b8f6758632 None None] Network f6440e50-7c82-4e36-a468-d65ccc1d3e39 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:06:38.537276 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e2dbd-8e3f-4d02-bbaa-1f1d5e5764fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e91829e-1d04-4c5a-81dc-9917c8689f4b,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:38.541741 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f5e2dbd-8e3f-4d02-bbaa-1f1d5e5764fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:38.544050 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0f5e2dbd-8e3f-4d02-bbaa-1f1d5e5764fd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3e91829e-1d04-4c5a-81dc-9917c8689f4b HTTP/1.1" status: 204 len: 168 time: 1.0973194 Sep 30 13:06:38.547015 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48030) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:38.550188 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c17f49-7d88-464f-92b0-96a36fd85196 None None] Network 53d8a375-ae3f-43ae-bcaf-c9e5f964997d requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:06:38.658722 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e31a03a-124c-47a2-95d5-aa2bb9123118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:38.666944 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37b7ea6-1d60-457a-93c7-804ab7b554eb admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:06:38.685322 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8da925-535b-4252-b091-23b019f12975 None None] Sync routers for ids ['1c219942-dc02-4a71-ba96-afc00fa3a43d'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:06:38.686626 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d37b7ea6-1d60-457a-93c7-804ab7b554eb admin admin] 10.222.0.18 "PUT /v2.0/routers/1c219942-dc02-4a71-ba96-afc00fa3a43d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4258950 Sep 30 13:06:38.770623 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8da925-535b-4252-b091-23b019f12975 None None] Routers {'1c219942-dc02-4a71-ba96-afc00fa3a43d'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:06:38.771652 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-cf8da925-535b-4252-b091-23b019f12975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:06:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1c219942-dc02-4a71-ba96-afc00fa3a43d'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:38.787081 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-3e31a03a-124c-47a2-95d5-aa2bb9123118 admin admin] Deleting port 7d7348dc-24de-487e-a786-65a7ec9b8d03 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:06:38.788673 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e31a03a-124c-47a2-95d5-aa2bb9123118 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:38.852167 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-14e316aa-0f87-427c-8e85-003f78d46996 req-2488593b-e301-445f-9ca8-71ff93fd71bd tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:38.891316 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fac04bed-07fe-4b94-ae74-ac3ff40b858e up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:06:38.920919 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488593b-e301-445f-9ca8-71ff93fd71bd tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Pushing event deleted for resources: {'Port': ['ID=bd0b27e8-4458-40c8-96bb-d3be19e3b861,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:38.940247 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-3e31a03a-124c-47a2-95d5-aa2bb9123118 admin admin] For port 7d7348dc-24de-487e-a786-65a7ec9b8d03, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=7d7348dc-24de-487e-a786-65a7ec9b8d03,segment=NetworkSegment(a4883d85-ae6f-4bad-8d1c-fcb49332ab29),segment_id=a4883d85-ae6f-4bad-8d1c-fcb49332ab29)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:38.942700 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e31a03a-124c-47a2-95d5-aa2bb9123118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:38.983736 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-3e31a03a-124c-47a2-95d5-aa2bb9123118 admin admin] Calling delete_port for 7d7348dc-24de-487e-a786-65a7ec9b8d03 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:06:39.001456 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488593b-e301-445f-9ca8-71ff93fd71bd tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:39.009608 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488593b-e301-445f-9ca8-71ff93fd71bd tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:39.010170 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488593b-e301-445f-9ca8-71ff93fd71bd tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:39.012663 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488593b-e301-445f-9ca8-71ff93fd71bd tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:39.013599 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488593b-e301-445f-9ca8-71ff93fd71bd tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:39.014058 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488593b-e301-445f-9ca8-71ff93fd71bd tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:39.014510 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488593b-e301-445f-9ca8-71ff93fd71bd tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:39.014942 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488593b-e301-445f-9ca8-71ff93fd71bd tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:39.016295 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488593b-e301-445f-9ca8-71ff93fd71bd tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:39.017681 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488593b-e301-445f-9ca8-71ff93fd71bd tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:39.020262 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488593b-e301-445f-9ca8-71ff93fd71bd tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:39.020715 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488593b-e301-445f-9ca8-71ff93fd71bd tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:39.104113 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e316aa-0f87-427c-8e85-003f78d46996 req-2488593b-e301-445f-9ca8-71ff93fd71bd tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] No DVR routers for this DVR port bd0b27e8-4458-40c8-96bb-d3be19e3b861 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:06:39.106687 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-14e316aa-0f87-427c-8e85-003f78d46996 req-2488593b-e301-445f-9ca8-71ff93fd71bd tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:39.110130 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-14e316aa-0f87-427c-8e85-003f78d46996 req-2488593b-e301-445f-9ca8-71ff93fd71bd tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.39 "DELETE /v2.0/ports/bd0b27e8-4458-40c8-96bb-d3be19e3b861 HTTP/1.1" status: 204 len: 173 time: 1.1737692 Sep 30 13:06:39.110732 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd5673e-b0e8-4951-9e1d-a5e56d54c649', 'name': 'network-vif-deleted', 'tag': 'bd0b27e8-4458-40c8-96bb-d3be19e3b861'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:06:39.113829 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6efff26-05bb-49a9-ae2b-c00834d9b583" -d '{"events": [{"server_uuid": "ccd5673e-b0e8-4951-9e1d-a5e56d54c649", "name": "network-vif-deleted", "tag": "bd0b27e8-4458-40c8-96bb-d3be19e3b861"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:06:39.173968 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0cf25318-b083-43bd-9535-9ed7e26618af req-b629e1a9-df71-41d1-916a-aa2f30e688b1 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccd5673e-b0e8-4951-9e1d-a5e56d54c649 HTTP/1.1" status: 200 len: 210 time: 0.3291371 Sep 30 13:06:39.259887 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e31a03a-124c-47a2-95d5-aa2bb9123118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:39.306552 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31a03a-124c-47a2-95d5-aa2bb9123118 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d7348dc-24de-487e-a786-65a7ec9b8d03,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:39.319094 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e31a03a-124c-47a2-95d5-aa2bb9123118 admin admin] No DVR routers for this DVR port 7d7348dc-24de-487e-a786-65a7ec9b8d03 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:06:39.327460 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-42c047ef-a7e1-4760-b2c2-b8b5d3cf59ef tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:39.329098 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port fac04bed-07fe-4b94-ae74-ac3ff40b858e triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:06:39.329554 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:39.335381 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-42c047ef-a7e1-4760-b2c2-b8b5d3cf59ef tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/networks?id=f6440e50-7c82-4e36-a468-d65ccc1d3e39 HTTP/1.1" status: 200 len: 808 time: 0.2152927 Sep 30 13:06:39.357991 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-cf8da925-535b-4252-b091-23b019f12975 None None] Set router 1c219942-dc02-4a71-ba96-afc00fa3a43d gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:06:39.363084 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-a42d585d-edda-45a3-8115-b25375ed22e8 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/quotas/fe0e4acbd2b54db2819be65741ea76bb HTTP/1.1" status: 200 len: 375 time: 0.0259786 Sep 30 13:06:39.422800 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-ea05f0a1-9f26-41c5-b6f2-4dcb4eeae809 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe0e4acbd2b54db2819be65741ea76bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587471 Sep 30 13:06:39.469652 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a513a1-0f45-4a8e-90ad-9742a4291a8a None None] DHCP port deletion for 53d8a375-ae3f-43ae-bcaf-c9e5f964997d request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:06:39.550002 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e31a03a-124c-47a2-95d5-aa2bb9123118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:39.580839 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-3e31a03a-124c-47a2-95d5-aa2bb9123118 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d8a375-ae3f-43ae-bcaf-c9e5f964997d']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:39.604021 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-3e31a03a-124c-47a2-95d5-aa2bb9123118 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4883d85-ae6f-4bad-8d1c-fcb49332ab29') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:39.604314 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-3e31a03a-124c-47a2-95d5-aa2bb9123118 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4883d85-ae6f-4bad-8d1c-fcb49332ab29') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:39.618431 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-f235c302-1096-465c-9577-223a890732af tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:39.620072 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-f235c302-1096-465c-9577-223a890732af tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/networks?id=008916a7-a2d2-4d62-89cc-44132c2adfee HTTP/1.1" status: 200 len: 820 time: 0.1687694 Sep 30 13:06:39.624401 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-e68c48c0-ac0a-4bc4-b4c5-3f701e02f78a service neutron] 10.222.0.18 "GET /v2.0/networks/f6440e50-7c82-4e36-a468-d65ccc1d3e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005987 Sep 30 13:06:39.631144 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 44be4281-d1f5-4b4d-9cef-e465c0c2dd38 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:06:39.634259 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e31a03a-124c-47a2-95d5-aa2bb9123118 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:39.652824 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-99ec66fe-459e-441c-a98b-8dfbbe0e2394 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/quotas/1806d3d957b442d084afb5a6e6939111 HTTP/1.1" status: 200 len: 375 time: 0.0251081 Sep 30 13:06:39.659775 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 44be4281-d1f5-4b4d-9cef-e465c0c2dd38 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:06:39.660501 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 44be4281-d1f5-4b4d-9cef-e465c0c2dd38 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:06:39.682811 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e31a03a-124c-47a2-95d5-aa2bb9123118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:39.719208 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-f3550ab5-2278-4d4a-bd1e-494b8e0e5596 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1806d3d957b442d084afb5a6e6939111&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0650477 Sep 30 13:06:39.727459 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e31a03a-124c-47a2-95d5-aa2bb9123118 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:06:39.727730 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e31a03a-124c-47a2-95d5-aa2bb9123118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:06:39.729571 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:06:39.794984 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-cf8da925-535b-4252-b091-23b019f12975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1100338154-router', 'tenant_id': '1806d3d957b442d084afb5a6e6939111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fac04bed-07fe-4b94-ae74-ac3ff40b858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:06:30Z', 'updated_at': '2021-09-30T13:06:36Z', 'revision_number': 4, 'project_id': '1806d3d957b442d084afb5a6e6939111', 'gw_port': {'id': 'fac04bed-07fe-4b94-ae74-ac3ff40b858e', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:06:31Z', 'updated_at': '2021-09-30T13:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'e7adf652-0552-41ae-b355-500684b01d68', 'name': '', 'network_id': '008916a7-a2d2-4d62-89cc-44132c2adfee', 'tenant_id': '1806d3d957b442d084afb5a6e6939111', 'mac_address': 'fa:16:3e:38:d4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '9b88440e-478c-428a-91e7-af6c6afddbd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:06:34Z', 'updated_at': '2021-09-30T13:06:36Z', 'revision_number': 2, 'project_id': '1806d3d957b442d084afb5a6e6939111', 'subnets': [{'id': '9b88440e-478c-428a-91e7-af6c6afddbd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:39.813810 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-75cf89b8-0f3b-458b-bf73-f6a8bb8d89d1 service neutron] 10.222.0.18 "GET /v2.0/networks/f6440e50-7c82-4e36-a468-d65ccc1d3e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884391 Sep 30 13:06:39.817876 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e31a03a-124c-47a2-95d5-aa2bb9123118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:39.823843 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e31a03a-124c-47a2-95d5-aa2bb9123118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:39.829299 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3e31a03a-124c-47a2-95d5-aa2bb9123118 admin admin] 10.222.0.18 "DELETE /v2.0/networks/53d8a375-ae3f-43ae-bcaf-c9e5f964997d HTTP/1.1" status: 204 len: 168 time: 1.2809062 Sep 30 13:06:39.829470 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48078) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:39.841919 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8da925-535b-4252-b091-23b019f12975 None None] Checking router: 1c219942-dc02-4a71-ba96-afc00fa3a43d for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:06:39.842815 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31a03a-124c-47a2-95d5-aa2bb9123118 admin admin] Pushing event deleted for resources: {'Network': ['ID=53d8a375-ae3f-43ae-bcaf-c9e5f964997d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:39.842966 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8da925-535b-4252-b091-23b019f12975 None None] Updating router 1c219942-dc02-4a71-ba96-afc00fa3a43d port e7adf652-0552-41ae-b355-500684b01d68 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:06:39.884468 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cf8da925-535b-4252-b091-23b019f12975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:39.896839 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-9f39224b-8131-4f04-a72e-3b7ef7f34107 service neutron] 10.222.0.18 "GET /v2.0/networks/008916a7-a2d2-4d62-89cc-44132c2adfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691818 Sep 30 13:06:40.036151 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8af803a-403d-4a8a-9aac-a0f37b03af58 x-openstack-request-id: req-b8af803a-403d-4a8a-9aac-a0f37b03af58 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:06:40.036455 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd5673e-b0e8-4951-9e1d-a5e56d54c649", "name": "network-vif-deleted", "tag": "bd0b27e8-4458-40c8-96bb-d3be19e3b861", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:06:40.036716 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8af803a-403d-4a8a-9aac-a0f37b03af58 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:06:40.037132 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd5673e-b0e8-4951-9e1d-a5e56d54c649', 'name': 'network-vif-deleted', 'tag': 'bd0b27e8-4458-40c8-96bb-d3be19e3b861', 'status': 'completed', 'code': 200} Sep 30 13:06:40.137710 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af8252-6012-43eb-9b28-8a7c039e67f0 req-34bedf62-0f6d-4947-a38d-4a97c2ca7d55 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:40.147851 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b8af8252-6012-43eb-9b28-8a7c039e67f0 req-34bedf62-0f6d-4947-a38d-4a97c2ca7d55 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 945 time: 0.0700235 Sep 30 13:06:40.192253 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b8af8252-6012-43eb-9b28-8a7c039e67f0 req-c7c7255d-5de2-4967-8f4a-ff48d69d04ca tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434754 Sep 30 13:06:40.211705 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cf8da925-535b-4252-b091-23b019f12975 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:40.231136 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cf8da925-535b-4252-b091-23b019f12975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:40.250085 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-b410cbd5-7b67-400d-a4af-f55f0d5d67c8 service neutron] 10.222.0.18 "GET /v2.0/networks/008916a7-a2d2-4d62-89cc-44132c2adfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523118 Sep 30 13:06:40.285894 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0c222-047c-49e9-a343-8323ed65b8d7 None None] Pushing event updated for resources: {'Port': ['ID=e7adf652-0552-41ae-b355-500684b01d68,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:40.399939 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-cf8da925-535b-4252-b091-23b019f12975 None None] Attempting to bind port e7adf652-0552-41ae-b355-500684b01d68 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:06:40.399939 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-cf8da925-535b-4252-b091-23b019f12975 None None] Attempting to bind port e7adf652-0552-41ae-b355-500684b01d68 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'a179e862-ddda-42ee-8b68-16bb4299addd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '008916a7-a2d2-4d62-89cc-44132c2adfee'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:06:40.399939 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8da925-535b-4252-b091-23b019f12975 None None] Attempting to bind port e7adf652-0552-41ae-b355-500684b01d68 on network 008916a7-a2d2-4d62-89cc-44132c2adfee {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:06:40.416507 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8da925-535b-4252-b091-23b019f12975 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:06:40.416892 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8da925-535b-4252-b091-23b019f12975 None None] Checking segment: {'id': 'a179e862-ddda-42ee-8b68-16bb4299addd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '008916a7-a2d2-4d62-89cc-44132c2adfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:06:40.417295 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cf8da925-535b-4252-b091-23b019f12975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:40.417689 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8da925-535b-4252-b091-23b019f12975 None None] Bound using segment: {'id': 'a179e862-ddda-42ee-8b68-16bb4299addd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '008916a7-a2d2-4d62-89cc-44132c2adfee'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:06:40.418187 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-cf8da925-535b-4252-b091-23b019f12975 None None] Bound port: e7adf652-0552-41ae-b355-500684b01d68, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a179e862-ddda-42ee-8b68-16bb4299addd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '008916a7-a2d2-4d62-89cc-44132c2adfee'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:06:40.418569 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cf8da925-535b-4252-b091-23b019f12975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:40.484019 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-00b691d2-de2a-4cff-a1a3-53844cc91de6 req-82c7a564-ddbc-4eb9-856c-7982af00df76 tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0930707 Sep 30 13:06:40.560940 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f87cdb5e-c34b-46de-be68-b91671164a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:40.587233 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-cf8da925-535b-4252-b091-23b019f12975 None None] For port e7adf652-0552-41ae-b355-500684b01d68, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:06:40.592520 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-cf8da925-535b-4252-b091-23b019f12975 None None] For port e7adf652-0552-41ae-b355-500684b01d68, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e7adf652-0552-41ae-b355-500684b01d68,segment=NetworkSegment(a179e862-ddda-42ee-8b68-16bb4299addd),segment_id=a179e862-ddda-42ee-8b68-16bb4299addd)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:06:40.601051 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cf8da925-535b-4252-b091-23b019f12975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:40.604931 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d613392b-7a22-4354-9932-be413fc01ff6 req-853eb40a-d404-4b69-ac77-62b0bc530432 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6924c94-7407-48a4-9765-9863265da548 HTTP/1.1" status: 200 len: 210 time: 0.0620704 Sep 30 13:06:40.669607 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8da925-535b-4252-b091-23b019f12975 None None] Routers {'1c219942-dc02-4a71-ba96-afc00fa3a43d'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:06:40.670316 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-cf8da925-535b-4252-b091-23b019f12975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:06:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1c219942-dc02-4a71-ba96-afc00fa3a43d'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:40.743158 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0c222-047c-49e9-a343-8323ed65b8d7 None None] Pushing event updated for resources: {'Port': ['ID=e7adf652-0552-41ae-b355-500684b01d68,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:40.746679 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b3c12711-f5db-4e11-ada4-6ad73ce2f21b req-88502b5d-c37e-4c10-84c9-72600dfdd629 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 210 time: 0.0683846 Sep 30 13:06:40.852614 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 7d7348dc-24de-487e-a786-65a7ec9b8d03 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:06:40.923520 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device bd0b27e8-4458-40c8-96bb-d3be19e3b861 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:06:40.926432 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 7d7348dc-24de-487e-a786-65a7ec9b8d03 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:06:40.926770 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 7d7348dc-24de-487e-a786-65a7ec9b8d03 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:06:40.958124 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: bd0b27e8-4458-40c8-96bb-d3be19e3b861 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:06:40.958540 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device bd0b27e8-4458-40c8-96bb-d3be19e3b861 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:06:40.984089 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-cf8da925-535b-4252-b091-23b019f12975 None None] Set router 1c219942-dc02-4a71-ba96-afc00fa3a43d gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:06:41.087667 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-f87cdb5e-c34b-46de-be68-b91671164a72 admin admin] Deleting port d08ae64a-9639-4aaa-b7d2-4d25a88e26fe {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:06:41.089086 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f87cdb5e-c34b-46de-be68-b91671164a72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:41.199845 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615827c5-559a-4007-9bf3-f816acbf713e req-030b5ed7-7a63-47ec-9f75-3e47275b1f80 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:41.202140 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-615827c5-559a-4007-9bf3-f816acbf713e req-030b5ed7-7a63-47ec-9f75-3e47275b1f80 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 945 time: 0.0634625 Sep 30 13:06:41.219351 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-f87cdb5e-c34b-46de-be68-b91671164a72 admin admin] For port d08ae64a-9639-4aaa-b7d2-4d25a88e26fe, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d08ae64a-9639-4aaa-b7d2-4d25a88e26fe,segment=NetworkSegment(ef86c7dc-9c13-4b11-b90f-08297babb620),segment_id=ef86c7dc-9c13-4b11-b90f-08297babb620)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:41.220868 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f87cdb5e-c34b-46de-be68-b91671164a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:41.242618 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-f87cdb5e-c34b-46de-be68-b91671164a72 admin admin] Calling delete_port for d08ae64a-9639-4aaa-b7d2-4d25a88e26fe owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:06:41.289139 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-615827c5-559a-4007-9bf3-f816acbf713e req-c55431db-4a28-45eb-b46b-569b51bd7378 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806699 Sep 30 13:06:41.354366 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-cf8da925-535b-4252-b091-23b019f12975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1100338154-router', 'tenant_id': '1806d3d957b442d084afb5a6e6939111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fac04bed-07fe-4b94-ae74-ac3ff40b858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:06:30Z', 'updated_at': '2021-09-30T13:06:36Z', 'revision_number': 4, 'project_id': '1806d3d957b442d084afb5a6e6939111', 'gw_port': {'id': 'fac04bed-07fe-4b94-ae74-ac3ff40b858e', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:06:31Z', 'updated_at': '2021-09-30T13:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'e7adf652-0552-41ae-b355-500684b01d68', 'name': '', 'network_id': '008916a7-a2d2-4d62-89cc-44132c2adfee', 'tenant_id': '1806d3d957b442d084afb5a6e6939111', 'mac_address': 'fa:16:3e:38:d4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '9b88440e-478c-428a-91e7-af6c6afddbd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:06:34Z', 'updated_at': '2021-09-30T13:06:40Z', 'revision_number': 4, 'project_id': '1806d3d957b442d084afb5a6e6939111', 'subnets': [{'id': '9b88440e-478c-428a-91e7-af6c6afddbd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:41.397699 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8da925-535b-4252-b091-23b019f12975 None None] The sync data for ids ['1c219942-dc02-4a71-ba96-afc00fa3a43d'] in n-d-810909-2 is: [{'id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1100338154-router', 'tenant_id': '1806d3d957b442d084afb5a6e6939111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fac04bed-07fe-4b94-ae74-ac3ff40b858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:06:30Z', 'updated_at': '2021-09-30T13:06:36Z', 'revision_number': 4, 'project_id': '1806d3d957b442d084afb5a6e6939111', 'gw_port': {'id': 'fac04bed-07fe-4b94-ae74-ac3ff40b858e', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:06:31Z', 'updated_at': '2021-09-30T13:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'e7adf652-0552-41ae-b355-500684b01d68', 'name': '', 'network_id': '008916a7-a2d2-4d62-89cc-44132c2adfee', 'tenant_id': '1806d3d957b442d084afb5a6e6939111', 'mac_address': 'fa:16:3e:38:d4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '9b88440e-478c-428a-91e7-af6c6afddbd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:06:34Z', 'updated_at': '2021-09-30T13:06:40Z', 'revision_number': 4, 'project_id': '1806d3d957b442d084afb5a6e6939111', 'subnets': [{'id': '9b88440e-478c-428a-91e7-af6c6afddbd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:06:41.410944 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9e3a6-1adf-4c71-aba1-ca6486b571a0 req-d972e3c9-7de2-4de1-99db-4eae5e97099c tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:41.412944 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-47e9e3a6-1adf-4c71-aba1-ca6486b571a0 req-d972e3c9-7de2-4de1-99db-4eae5e97099c tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 945 time: 0.0875404 Sep 30 13:06:41.687009 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-47e9e3a6-1adf-4c71-aba1-ca6486b571a0 req-0caa65c6-b986-4b8f-a264-935fd6a40e8f tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782842 Sep 30 13:06:41.761244 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-852c0e23-8f54-4d4d-a3ad-06dab15763a2 req-88b02c33-a2ed-4257-b0f3-7db8f4f4260f tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0790598 Sep 30 13:06:41.777588 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19909561-7d49-4129-b6ae-e12a5da54b19 req-b7d72e90-5225-4a72-a8b8-f14b19820ea2 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:41.779335 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-19909561-7d49-4129-b6ae-e12a5da54b19 req-b7d72e90-5225-4a72-a8b8-f14b19820ea2 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.39 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 945 time: 0.2693086 Sep 30 13:06:41.826105 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-d916984f-6b4d-4f44-9ca5-401c4618c898 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:41.830990 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-d916984f-6b4d-4f44-9ca5-401c4618c898 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.54 "GET /v2.0/networks?id=f6440e50-7c82-4e36-a468-d65ccc1d3e39 HTTP/1.1" status: 200 len: 808 time: 0.3049927 Sep 30 13:06:41.865126 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-4234c8d3-a5af-4dda-839a-95e8e28f7e13 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Request body: {'port': {'device_id': 'e6924c94-7407-48a4-9765-9863265da548', 'network_id': 'f6440e50-7c82-4e36-a468-d65ccc1d3e39', 'admin_state_up': True, 'tenant_id': 'fe0e4acbd2b54db2819be65741ea76bb'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:41.958371 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ec291511-9ca4-4ba4-9c66-83704cc7f1fb req-28aefab4-2938-4bd9-b804-13827dc7fb2f tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6924c94-7407-48a4-9765-9863265da548 HTTP/1.1" status: 200 len: 210 time: 0.0505002 Sep 30 13:06:42.083751 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4ba44a31-8773-4438-858e-ee1566b9f101 req-ab9ca6ed-5c69-48e4-b5a4-ca36912aa0b7 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 210 time: 0.0745211 Sep 30 13:06:42.084747 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f87cdb5e-c34b-46de-be68-b91671164a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:42.159723 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-4234c8d3-a5af-4dda-839a-95e8e28f7e13 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Made reservation on behalf of fe0e4acbd2b54db2819be65741ea76bb for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:06:42.165945 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-4234c8d3-a5af-4dda-839a-95e8e28f7e13 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:42.184988 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87cdb5e-c34b-46de-be68-b91671164a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=d08ae64a-9639-4aaa-b7d2-4d25a88e26fe,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:42.306199 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-19909561-7d49-4129-b6ae-e12a5da54b19 req-db022823-2e28-4301-964d-ec6341ae3e2c tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Deleting port 69b0b8d6-2056-4042-8361-14e3cabfbf17 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:06:42.306574 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-19909561-7d49-4129-b6ae-e12a5da54b19 req-db022823-2e28-4301-964d-ec6341ae3e2c tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:42.410619 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-4234c8d3-a5af-4dda-839a-95e8e28f7e13 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Allocated IP 172.20.0.4 (f6440e50-7c82-4e36-a468-d65ccc1d3e39/d38599b5-aab7-4ff8-919f-2421a94c4088/00582857-9dd9-49a3-8091-baf81091384b) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:06:42.608049 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-4234c8d3-a5af-4dda-839a-95e8e28f7e13 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:42.651081 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-4234c8d3-a5af-4dda-839a-95e8e28f7e13 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:42.746346 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-4234c8d3-a5af-4dda-839a-95e8e28f7e13 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Network f6440e50-7c82-4e36-a468-d65ccc1d3e39 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:06:42.750372 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-4234c8d3-a5af-4dda-839a-95e8e28f7e13 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:06:42.759834 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-4234c8d3-a5af-4dda-839a-95e8e28f7e13 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:06:42.892606 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-19909561-7d49-4129-b6ae-e12a5da54b19 req-db022823-2e28-4301-964d-ec6341ae3e2c tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] For port 69b0b8d6-2056-4042-8361-14e3cabfbf17, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=69b0b8d6-2056-4042-8361-14e3cabfbf17,segment=NetworkSegment(3dcaa16c-8d59-405a-b5ec-7dd97299c53d),segment_id=3dcaa16c-8d59-405a-b5ec-7dd97299c53d)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:42.893125 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-19909561-7d49-4129-b6ae-e12a5da54b19 req-db022823-2e28-4301-964d-ec6341ae3e2c tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:42.915264 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e7adf652-0552-41ae-b355-500684b01d68 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:06:42.943062 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-336b9641-7c5d-4049-ad73-73d7adfb2e0b tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:42.944592 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-336b9641-7c5d-4049-ad73-73d7adfb2e0b tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.54 "GET /v2.0/networks?id=008916a7-a2d2-4d62-89cc-44132c2adfee HTTP/1.1" status: 200 len: 820 time: 0.8762827 Sep 30 13:06:42.954640 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-19909561-7d49-4129-b6ae-e12a5da54b19 req-db022823-2e28-4301-964d-ec6341ae3e2c tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Calling delete_port for 69b0b8d6-2056-4042-8361-14e3cabfbf17 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:06:42.963023 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-ff78480a-ef51-432e-8c3b-2210777733af tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Request body: {'port': {'device_id': 'a3051208-340f-421c-ade9-0a78d2ee313a', 'network_id': '008916a7-a2d2-4d62-89cc-44132c2adfee', 'admin_state_up': True, 'tenant_id': '1806d3d957b442d084afb5a6e6939111'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:43.006956 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port e7adf652-0552-41ae-b355-500684b01d68 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:06:43.008697 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:43.154488 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3fcb2-7bd6-4cb7-8c52-3ed5588b4369 req-38ce0e62-68c1-4e1c-8e44-288a979ffb42 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:43.162243 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-abe3fcb2-7bd6-4cb7-8c52-3ed5588b4369 req-38ce0e62-68c1-4e1c-8e44-288a979ffb42 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 945 time: 0.2571616 Sep 30 13:06:43.175935 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:43.218669 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port e7adf652-0552-41ae-b355-500684b01d68, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e7adf652-0552-41ae-b355-500684b01d68,segment=NetworkSegment(a179e862-ddda-42ee-8b68-16bb4299addd),segment_id=a179e862-ddda-42ee-8b68-16bb4299addd)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:43.223541 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:43.259414 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f87cdb5e-c34b-46de-be68-b91671164a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:43.272677 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-abe3fcb2-7bd6-4cb7-8c52-3ed5588b4369 req-b053060d-025a-4597-afd9-4f26878f45dc tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fbba3ca-fc6f-431b-a248-65a430d6b630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093888 Sep 30 13:06:43.301319 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=e7adf652-0552-41ae-b355-500684b01d68,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:43.337739 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234c8d3-a5af-4dda-839a-95e8e28f7e13 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Pushing event updated for resources: {'Port': ['ID=00582857-9dd9-49a3-8091-baf81091384b,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:43.377897 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-ff78480a-ef51-432e-8c3b-2210777733af tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Made reservation on behalf of 1806d3d957b442d084afb5a6e6939111 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:06:43.382421 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-ff78480a-ef51-432e-8c3b-2210777733af tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:43.421036 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-4234c8d3-a5af-4dda-839a-95e8e28f7e13 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:43.421891 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-4234c8d3-a5af-4dda-839a-95e8e28f7e13 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:43.463447 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c36728-2795-4609-9456-69c957eda233 req-44af36fa-5057-406d-bb5f-a09feff22458 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:43.464953 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-96c36728-2795-4609-9456-69c957eda233 req-44af36fa-5057-406d-bb5f-a09feff22458 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 945 time: 0.6462305 Sep 30 13:06:43.472761 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-4234c8d3-a5af-4dda-839a-95e8e28f7e13 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6175015 Sep 30 13:06:43.485194 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-a67e033f-6f90-4b68-91ab-fa5e930ce618 service neutron] Request body: {'port': {'device_id': 'e6924c94-7407-48a4-9765-9863265da548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:43.500165 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d5a9170-4912-4f4c-a011-eb32d2b0ab6a req-df73de76-3c8d-4dcb-9abd-973f9db57123 tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0941768 Sep 30 13:06:43.554219 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-96c36728-2795-4609-9456-69c957eda233 req-28b56a5d-8098-4173-b8bb-d003e1ed140a tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804591 Sep 30 13:06:43.561805 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-19909561-7d49-4129-b6ae-e12a5da54b19 req-db022823-2e28-4301-964d-ec6341ae3e2c tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:43.589806 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-a67e033f-6f90-4b68-91ab-fa5e930ce618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:43.611989 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db022823-2e28-4301-964d-ec6341ae3e2c tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Pushing event deleted for resources: {'Port': ['ID=69b0b8d6-2056-4042-8361-14e3cabfbf17,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:43.705464 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7a3fa060-9bce-487d-b445-77ba5dd0637b req-919038ed-6474-4d54-ad81-c1793dd463ba tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 210 time: 0.0567412 Sep 30 13:06:43.811552 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-19909561-7d49-4129-b6ae-e12a5da54b19 req-db022823-2e28-4301-964d-ec6341ae3e2c tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] No DVR routers for this DVR port 69b0b8d6-2056-4042-8361-14e3cabfbf17 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:06:43.816981 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-19909561-7d49-4129-b6ae-e12a5da54b19 req-db022823-2e28-4301-964d-ec6341ae3e2c tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:43.819006 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-19909561-7d49-4129-b6ae-e12a5da54b19 req-db022823-2e28-4301-964d-ec6341ae3e2c tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.39 "DELETE /v2.0/ports/69b0b8d6-2056-4042-8361-14e3cabfbf17 HTTP/1.1" status: 204 len: 173 time: 2.0302100 Sep 30 13:06:43.822895 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36cb3371-6394-4613-88c1-0ac7ae73c25b', 'name': 'network-vif-deleted', 'tag': '69b0b8d6-2056-4042-8361-14e3cabfbf17'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:06:43.825079 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ceb0f4-83b6-4f72-a01a-08775577a919" -d '{"events": [{"server_uuid": "36cb3371-6394-4613-88c1-0ac7ae73c25b", "name": "network-vif-deleted", "tag": "69b0b8d6-2056-4042-8361-14e3cabfbf17"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:06:43.854420 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-ff78480a-ef51-432e-8c3b-2210777733af tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Allocated IP 172.20.0.13 (008916a7-a2d2-4d62-89cc-44132c2adfee/9b88440e-478c-428a-91e7-af6c6afddbd1/a9f1cac7-dce0-4e5c-883d-40a9f8f74556) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:06:43.876824 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87cdb5e-c34b-46de-be68-b91671164a72 admin admin] Router cb7cc727-e2b3-482d-84b2-f13bba1ce891 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:06:43.884814 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfdb0a-2781-4bdb-b7aa-41b6bca10cb7 req-f12331c1-1f7c-415a-9866-bed775e08834 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:43.892159 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aadfdb0a-2781-4bdb-b7aa-41b6bca10cb7 req-f12331c1-1f7c-415a-9866-bed775e08834 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6924c94-7407-48a4-9765-9863265da548 HTTP/1.1" status: 200 len: 931 time: 0.2354121 Sep 30 13:06:43.911447 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccf32ab-6f74-4ba0-b343-4ddf5d5620f3 x-openstack-request-id: req-9ccf32ab-6f74-4ba0-b343-4ddf5d5620f3 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:06:43.912097 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36cb3371-6394-4613-88c1-0ac7ae73c25b", "name": "network-vif-deleted", "tag": "69b0b8d6-2056-4042-8361-14e3cabfbf17", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:06:43.912097 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ccf32ab-6f74-4ba0-b343-4ddf5d5620f3 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:06:43.912352 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36cb3371-6394-4613-88c1-0ac7ae73c25b', 'name': 'network-vif-deleted', 'tag': '69b0b8d6-2056-4042-8361-14e3cabfbf17', 'status': 'completed', 'code': 200} Sep 30 13:06:43.978553 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aadfdb0a-2781-4bdb-b7aa-41b6bca10cb7 req-11c308d2-afe4-4a4b-9b6e-a33e93ee1b2f tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/security-groups?id=f29e29f2-1d3d-4f46-a108-74ce3fa4a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855052 Sep 30 13:06:44.010972 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-a67e033f-6f90-4b68-91ab-fa5e930ce618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00582857-9dd9-49a3-8091-baf81091384b {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:06:44.020485 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-a67e033f-6f90-4b68-91ab-fa5e930ce618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:44.036543 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-a67e033f-6f90-4b68-91ab-fa5e930ce618 service neutron] Transition to ACTIVE for port object 00582857-9dd9-49a3-8091-baf81091384b will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:06:44.041244 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-a67e033f-6f90-4b68-91ab-fa5e930ce618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:44.094133 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e033f-6f90-4b68-91ab-fa5e930ce618 service neutron] Pushing event updated for resources: {'Port': ['ID=00582857-9dd9-49a3-8091-baf81091384b,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:44.168468 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-a67e033f-6f90-4b68-91ab-fa5e930ce618 service neutron] Attempting to bind port 00582857-9dd9-49a3-8091-baf81091384b on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:06:44.168806 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-a67e033f-6f90-4b68-91ab-fa5e930ce618 service neutron] Attempting to bind port 00582857-9dd9-49a3-8091-baf81091384b by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'bd7b3eb1-f420-45a6-a67f-2dfcda7cb334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f6440e50-7c82-4e36-a468-d65ccc1d3e39'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:06:44.169142 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-a67e033f-6f90-4b68-91ab-fa5e930ce618 service neutron] Attempting to bind port 00582857-9dd9-49a3-8091-baf81091384b on network f6440e50-7c82-4e36-a468-d65ccc1d3e39 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:06:44.169291 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87cdb5e-c34b-46de-be68-b91671164a72 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:06:44.173448 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-a67e033f-6f90-4b68-91ab-fa5e930ce618 service neutron] Port 00582857-9dd9-49a3-8091-baf81091384b on network f6440e50-7c82-4e36-a468-d65ccc1d3e39 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:06:44.173764 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-a67e033f-6f90-4b68-91ab-fa5e930ce618 service neutron] Attempting to bind port 00582857-9dd9-49a3-8091-baf81091384b on network f6440e50-7c82-4e36-a468-d65ccc1d3e39 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:06:44.174482 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f87cdb5e-c34b-46de-be68-b91671164a72 admin admin] 10.222.0.18 "PUT /v2.0/routers/cb7cc727-e2b3-482d-84b2-f13bba1ce891/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3440747 Sep 30 13:06:44.177584 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48136) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:44.178982 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-a67e033f-6f90-4b68-91ab-fa5e930ce618 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:06:44.179343 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-a67e033f-6f90-4b68-91ab-fa5e930ce618 service neutron] Checking segment: {'id': 'bd7b3eb1-f420-45a6-a67f-2dfcda7cb334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f6440e50-7c82-4e36-a468-d65ccc1d3e39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:06:44.179742 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-a67e033f-6f90-4b68-91ab-fa5e930ce618 service neutron] Bound using segment: {'id': 'bd7b3eb1-f420-45a6-a67f-2dfcda7cb334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f6440e50-7c82-4e36-a468-d65ccc1d3e39'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:06:44.180299 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-a67e033f-6f90-4b68-91ab-fa5e930ce618 service neutron] Bound port: 00582857-9dd9-49a3-8091-baf81091384b, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7b3eb1-f420-45a6-a67f-2dfcda7cb334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f6440e50-7c82-4e36-a468-d65ccc1d3e39'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:06:44.180661 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-a67e033f-6f90-4b68-91ab-fa5e930ce618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:44.182378 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ac0d1a-bc1f-46fe-bbaa-faa07fecabea None None] Sync routers for ids ['cb7cc727-e2b3-482d-84b2-f13bba1ce891'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:06:44.193512 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ac0d1a-bc1f-46fe-bbaa-faa07fecabea None None] Routers {'cb7cc727-e2b3-482d-84b2-f13bba1ce891'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:06:44.194392 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-01ac0d1a-bc1f-46fe-bbaa-faa07fecabea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:06:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['cb7cc727-e2b3-482d-84b2-f13bba1ce891'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:44.227312 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-ff78480a-ef51-432e-8c3b-2210777733af tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:44.246588 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-a67e033f-6f90-4b68-91ab-fa5e930ce618 service neutron] For port 00582857-9dd9-49a3-8091-baf81091384b, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:06:44.250245 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-a67e033f-6f90-4b68-91ab-fa5e930ce618 service neutron] For port 00582857-9dd9-49a3-8091-baf81091384b, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=00582857-9dd9-49a3-8091-baf81091384b,segment=NetworkSegment(bd7b3eb1-f420-45a6-a67f-2dfcda7cb334),segment_id=bd7b3eb1-f420-45a6-a67f-2dfcda7cb334)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:06:44.257213 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-a67e033f-6f90-4b68-91ab-fa5e930ce618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:44.297755 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-a67e033f-6f90-4b68-91ab-fa5e930ce618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:44.298189 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-a67e033f-6f90-4b68-91ab-fa5e930ce618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:44.299573 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-a67e033f-6f90-4b68-91ab-fa5e930ce618 service neutron] 10.222.0.54 "PUT /v2.0/ports/00582857-9dd9-49a3-8091-baf81091384b HTTP/1.1" status: 200 len: 1091 time: 0.8186927 Sep 30 13:06:44.300037 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6924c94-7407-48a4-9765-9863265da548', 'tag': '00582857-9dd9-49a3-8091-baf81091384b'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:06:44.302421 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb6db8a-012e-4f6f-9a8c-2b036f8f3724" -d '{"events": [{"name": "network-changed", "server_uuid": "e6924c94-7407-48a4-9765-9863265da548", "tag": "00582857-9dd9-49a3-8091-baf81091384b"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:06:44.322861 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e033f-6f90-4b68-91ab-fa5e930ce618 service neutron] Pushing event updated for resources: {'Port': ['ID=00582857-9dd9-49a3-8091-baf81091384b,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:44.326839 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-01ac0d1a-bc1f-46fe-bbaa-faa07fecabea None None] Set router cb7cc727-e2b3-482d-84b2-f13bba1ce891 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:06:44.362916 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-77cb6c96-7ae4-4c58-bf1d-b084a972abb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:44.395645 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af57c64f-0ebb-415f-9fd1-adce8cef11a6 x-openstack-request-id: req-af57c64f-0ebb-415f-9fd1-adce8cef11a6 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:06:44.396243 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6924c94-7407-48a4-9765-9863265da548", "tag": "00582857-9dd9-49a3-8091-baf81091384b", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:06:44.396243 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af57c64f-0ebb-415f-9fd1-adce8cef11a6 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:06:44.396557 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6924c94-7407-48a4-9765-9863265da548', 'tag': '00582857-9dd9-49a3-8091-baf81091384b', 'status': 'completed', 'code': 200} Sep 30 13:06:44.419042 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-6e70a267-601d-4187-b942-dffa195390cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:44.425697 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-6e70a267-601d-4187-b942-dffa195390cc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe0e4acbd2b54db2819be65741ea76bb&device_id=e6924c94-7407-48a4-9765-9863265da548 HTTP/1.1" status: 200 len: 1094 time: 0.0698626 Sep 30 13:06:44.449624 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:44.451135 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-ff78480a-ef51-432e-8c3b-2210777733af tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:44.476382 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-afa0401a-9683-4af6-8a42-8071f67ab8f6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00582857-9dd9-49a3-8091-baf81091384b HTTP/1.1" status: 200 len: 217 time: 0.0432951 Sep 30 13:06:44.507546 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-ff78480a-ef51-432e-8c3b-2210777733af tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Network 008916a7-a2d2-4d62-89cc-44132c2adfee is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:06:44.533934 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-ff78480a-ef51-432e-8c3b-2210777733af tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:06:44.537031 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-ff78480a-ef51-432e-8c3b-2210777733af tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:06:44.542148 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-6a55c836-c464-430a-a77e-7c1ebf1a1462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:44.543735 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-6a55c836-c464-430a-a77e-7c1ebf1a1462 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d38599b5-aab7-4ff8-919f-2421a94c4088 HTTP/1.1" status: 200 len: 848 time: 0.0606518 Sep 30 13:06:44.582431 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-477185b1-9486-4bab-920b-4d6b25c0db11 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f6440e50-7c82-4e36-a468-d65ccc1d3e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307024 Sep 30 13:06:44.593135 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-ff78480a-ef51-432e-8c3b-2210777733af tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:44.593778 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-ff78480a-ef51-432e-8c3b-2210777733af tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:44.598139 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8fb79d5a-a6e1-4aad-b879-e6a3168941a2 req-6d06a617-8bee-4381-804d-01b923006414 tempest-LiveMigrationTest-779268842 tempest-LiveMigrationTest-779268842-project] 10.222.0.18 "GET /v2.0/ports?device_id=36cb3371-6394-4613-88c1-0ac7ae73c25b HTTP/1.1" status: 200 len: 210 time: 0.1559589 Sep 30 13:06:44.615401 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78480a-ef51-432e-8c3b-2210777733af tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Pushing event updated for resources: {'Port': ['ID=a9f1cac7-dce0-4e5c-883d-40a9f8f74556,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:44.657289 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-ff78480a-ef51-432e-8c3b-2210777733af tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6981690 Sep 30 13:06:44.661779 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-01ac0d1a-bc1f-46fe-bbaa-faa07fecabea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7cc727-e2b3-482d-84b2-f13bba1ce891', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1667722108-router', 'tenant_id': 'b7e17bc383d64d2d9a380caa82c57714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'bf7c7f9f-c535-4bbd-9b37-17ccd038173a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:55Z', 'updated_at': '2021-09-30T13:06:41Z', 'revision_number': 5, 'project_id': 'b7e17bc383d64d2d9a380caa82c57714', 'gw_port': {'id': 'bf7c7f9f-c535-4bbd-9b37-17ccd038173a', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:62:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7cc727-e2b3-482d-84b2-f13bba1ce891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:56Z', 'updated_at': '2021-09-30T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:44.667368 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-199d8726-09b9-4ab0-8508-e64434022fb2 req-e6908aae-02d7-4490-b32d-a24b2feb0629 tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0757129 Sep 30 13:06:44.671958 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-d862d3ca-162c-4366-8b23-a738d3e0e857 service neutron] Request body: {'port': {'device_id': 'a3051208-340f-421c-ade9-0a78d2ee313a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:44.698789 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ac0d1a-bc1f-46fe-bbaa-faa07fecabea None None] Checking router: cb7cc727-e2b3-482d-84b2-f13bba1ce891 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:06:44.708858 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-77cb6c96-7ae4-4c58-bf1d-b084a972abb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:44.710496 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ac0d1a-bc1f-46fe-bbaa-faa07fecabea None None] Routers {'cb7cc727-e2b3-482d-84b2-f13bba1ce891'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:06:44.711202 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-01ac0d1a-bc1f-46fe-bbaa-faa07fecabea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:06:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['cb7cc727-e2b3-482d-84b2-f13bba1ce891'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:44.772416 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-c0d2e8f0-613e-4bf8-b023-07f5fd8d543a service neutron] 10.222.0.54 "GET /v2.0/networks/f6440e50-7c82-4e36-a468-d65ccc1d3e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825626 Sep 30 13:06:44.808974 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-d862d3ca-162c-4366-8b23-a738d3e0e857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:44.831858 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e7adf652-0552-41ae-b355-500684b01d68 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:06:44.863449 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-01ac0d1a-bc1f-46fe-bbaa-faa07fecabea None None] Set router cb7cc727-e2b3-482d-84b2-f13bba1ce891 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:06:44.876082 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-77cb6c96-7ae4-4c58-bf1d-b084a972abb2 admin admin] Deleting port bf7c7f9f-c535-4bbd-9b37-17ccd038173a {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:06:44.876513 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-77cb6c96-7ae4-4c58-bf1d-b084a972abb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:44.877561 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 69b0b8d6-2056-4042-8361-14e3cabfbf17 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:06:44.900849 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 69b0b8d6-2056-4042-8361-14e3cabfbf17 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:06:44.901479 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 69b0b8d6-2056-4042-8361-14e3cabfbf17 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:06:44.913265 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port e7adf652-0552-41ae-b355-500684b01d68 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:06:44.913885 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:44.958073 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac445b8-3d9d-4755-805d-09dc23fa2131 req-e339b75f-8e94-486b-9edb-874e8acbf504 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:44.959612 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-aac445b8-3d9d-4755-805d-09dc23fa2131 req-e339b75f-8e94-486b-9edb-874e8acbf504 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 945 time: 0.1384935 Sep 30 13:06:44.967240 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-db6dc983-ac0d-4eaf-8f43-091e98e47ce6 req-9a207f27-7a24-497b-88a6-c9faf25673b3 service neutron] 10.222.0.54 "GET /v2.0/networks/f6440e50-7c82-4e36-a468-d65ccc1d3e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867216 Sep 30 13:06:45.020489 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-aac445b8-3d9d-4755-805d-09dc23fa2131 req-7123f19b-361f-41b5-ab50-3560cd2d975c tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475435 Sep 30 13:06:45.082543 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6db8a-012e-4f6f-9a8c-2b036f8f3724 req-572a086d-bd82-49d5-8cff-d674f3ac4e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:45.084331 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7bb6db8a-012e-4f6f-9a8c-2b036f8f3724 req-572a086d-bd82-49d5-8cff-d674f3ac4e74 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe0e4acbd2b54db2819be65741ea76bb&device_id=e6924c94-7407-48a4-9765-9863265da548 HTTP/1.1" status: 200 len: 1094 time: 0.0465856 Sep 30 13:06:45.104207 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-01ac0d1a-bc1f-46fe-bbaa-faa07fecabea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7cc727-e2b3-482d-84b2-f13bba1ce891', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1667722108-router', 'tenant_id': 'b7e17bc383d64d2d9a380caa82c57714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'bf7c7f9f-c535-4bbd-9b37-17ccd038173a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:55Z', 'updated_at': '2021-09-30T13:06:41Z', 'revision_number': 5, 'project_id': 'b7e17bc383d64d2d9a380caa82c57714', 'gw_port': {'id': 'bf7c7f9f-c535-4bbd-9b37-17ccd038173a', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:62:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7cc727-e2b3-482d-84b2-f13bba1ce891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:56Z', 'updated_at': '2021-09-30T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:45.122859 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3093a3c-29ac-49c6-a36c-c70447f22c52 req-9383d92f-ad14-40d5-a996-0df17d801a4d tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:45.124475 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b3093a3c-29ac-49c6-a36c-c70447f22c52 req-9383d92f-ad14-40d5-a996-0df17d801a4d tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 932 time: 0.2503254 Sep 30 13:06:45.135119 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-77cb6c96-7ae4-4c58-bf1d-b084a972abb2 admin admin] For port bf7c7f9f-c535-4bbd-9b37-17ccd038173a, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=bf7c7f9f-c535-4bbd-9b37-17ccd038173a,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:45.135490 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-77cb6c96-7ae4-4c58-bf1d-b084a972abb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:45.137228 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ac0d1a-bc1f-46fe-bbaa-faa07fecabea None None] The sync data for ids ['cb7cc727-e2b3-482d-84b2-f13bba1ce891'] in n-d-810909-2 is: [{'id': 'cb7cc727-e2b3-482d-84b2-f13bba1ce891', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1667722108-router', 'tenant_id': 'b7e17bc383d64d2d9a380caa82c57714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'bf7c7f9f-c535-4bbd-9b37-17ccd038173a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:00:55Z', 'updated_at': '2021-09-30T13:06:41Z', 'revision_number': 5, 'project_id': 'b7e17bc383d64d2d9a380caa82c57714', 'gw_port': {'id': 'bf7c7f9f-c535-4bbd-9b37-17ccd038173a', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:62:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7cc727-e2b3-482d-84b2-f13bba1ce891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:00:56Z', 'updated_at': '2021-09-30T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:06:45.153134 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-77cb6c96-7ae4-4c58-bf1d-b084a972abb2 admin admin] Calling delete_port for bf7c7f9f-c535-4bbd-9b37-17ccd038173a owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:06:45.232895 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6db8a-012e-4f6f-9a8c-2b036f8f3724 req-d50880b1-ef19-4ce5-a315-cd2228e26825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:45.234403 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7bb6db8a-012e-4f6f-9a8c-2b036f8f3724 req-d50880b1-ef19-4ce5-a315-cd2228e26825 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f6440e50-7c82-4e36-a468-d65ccc1d3e39 HTTP/1.1" status: 200 len: 909 time: 0.1414778 Sep 30 13:06:45.247703 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43afe2-c979-4657-ad42-5344ba147f49 req-f852ec35-28e8-4f32-87f9-e19a573e3423 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:45.249138 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2f43afe2-c979-4657-ad42-5344ba147f49 req-f852ec35-28e8-4f32-87f9-e19a573e3423 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6924c94-7407-48a4-9765-9863265da548 HTTP/1.1" status: 200 len: 943 time: 0.0645969 Sep 30 13:06:45.299569 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7bb6db8a-012e-4f6f-9a8c-2b036f8f3724 req-807c5e81-5133-4404-9a97-106875212486 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00582857-9dd9-49a3-8091-baf81091384b HTTP/1.1" status: 200 len: 217 time: 0.0494940 Sep 30 13:06:45.306257 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b3093a3c-29ac-49c6-a36c-c70447f22c52 req-19b8bdd1-e527-4ef2-b5da-39f698637e57 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086211 Sep 30 13:06:45.345241 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2f43afe2-c979-4657-ad42-5344ba147f49 req-5325c773-3338-4ecf-9d30-8e4a5e5c6dbd tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/security-groups?id=f29e29f2-1d3d-4f46-a108-74ce3fa4a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894623 Sep 30 13:06:45.362423 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6db8a-012e-4f6f-9a8c-2b036f8f3724 req-5cd6f9b6-e3da-47ec-8462-16bbbd101db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:45.363870 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7bb6db8a-012e-4f6f-9a8c-2b036f8f3724 req-5cd6f9b6-e3da-47ec-8462-16bbbd101db3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d38599b5-aab7-4ff8-919f-2421a94c4088 HTTP/1.1" status: 200 len: 848 time: 0.0564153 Sep 30 13:06:45.401172 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7bb6db8a-012e-4f6f-9a8c-2b036f8f3724 req-5d2f9566-a3ac-43f5-bccf-9cf848e7316c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f6440e50-7c82-4e36-a468-d65ccc1d3e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268297 Sep 30 13:06:45.473331 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-d862d3ca-162c-4366-8b23-a738d3e0e857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f1cac7-dce0-4e5c-883d-40a9f8f74556 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:06:45.482451 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-d862d3ca-162c-4366-8b23-a738d3e0e857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:45.488353 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-77cb6c96-7ae4-4c58-bf1d-b084a972abb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:45.501991 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7bb6db8a-012e-4f6f-9a8c-2b036f8f3724 req-fce6fe0c-3ce4-4050-951c-f476718252b1 service neutron] 10.222.0.54 "GET /v2.0/networks/f6440e50-7c82-4e36-a468-d65ccc1d3e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916665 Sep 30 13:06:45.525686 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb6c96-7ae4-4c58-bf1d-b084a972abb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf7c7f9f-c535-4bbd-9b37-17ccd038173a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:45.547417 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-d862d3ca-162c-4366-8b23-a738d3e0e857 service neutron] Transition to ACTIVE for port object a9f1cac7-dce0-4e5c-883d-40a9f8f74556 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:06:45.571430 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-d862d3ca-162c-4366-8b23-a738d3e0e857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:45.605099 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7bb6db8a-012e-4f6f-9a8c-2b036f8f3724 req-08ad9352-32f9-4b74-8ce1-a9788afccc50 service neutron] 10.222.0.54 "GET /v2.0/networks/f6440e50-7c82-4e36-a468-d65ccc1d3e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925362 Sep 30 13:06:45.646781 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-77cb6c96-7ae4-4c58-bf1d-b084a972abb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:45.650194 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862d3ca-162c-4366-8b23-a738d3e0e857 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f1cac7-dce0-4e5c-883d-40a9f8f74556,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:45.661222 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48156) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:45.766866 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ade063-618b-4c4d-a75c-8dab9e9e5d3c admin admin] Deleting subnet d154e7f6-f478-45ee-9bd0-03f890cad96e {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:06:45.771493 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-60ade063-618b-4c4d-a75c-8dab9e9e5d3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:45.824137 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a4f36ff1-0f40-4947-b502-d802ce39ab7f req-53aabb11-5a1a-4e65-9577-1f897640f30c tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0322309 Sep 30 13:06:45.836125 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-60ade063-618b-4c4d-a75c-8dab9e9e5d3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:45.883217 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-60ade063-618b-4c4d-a75c-8dab9e9e5d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:45.943874 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-60ade063-618b-4c4d-a75c-8dab9e9e5d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:45.970337 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ade063-618b-4c4d-a75c-8dab9e9e5d3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d154e7f6-f478-45ee-9bd0-03f890cad96e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:45.974437 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-60ade063-618b-4c4d-a75c-8dab9e9e5d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:45.979391 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-60ade063-618b-4c4d-a75c-8dab9e9e5d3c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d154e7f6-f478-45ee-9bd0-03f890cad96e HTTP/1.1" status: 204 len: 168 time: 0.3140283 Sep 30 13:06:45.979391 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48164) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:46.051722 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67486bd4-be48-4fe5-87ca-ae756d1dcf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:46.067021 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-77cb6c96-7ae4-4c58-bf1d-b084a972abb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:46.070826 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-77cb6c96-7ae4-4c58-bf1d-b084a972abb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:46.128568 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-d862d3ca-162c-4366-8b23-a738d3e0e857 service neutron] Attempting to bind port a9f1cac7-dce0-4e5c-883d-40a9f8f74556 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:06:46.130356 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-d862d3ca-162c-4366-8b23-a738d3e0e857 service neutron] Attempting to bind port a9f1cac7-dce0-4e5c-883d-40a9f8f74556 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'a179e862-ddda-42ee-8b68-16bb4299addd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '008916a7-a2d2-4d62-89cc-44132c2adfee'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:06:46.130356 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-d862d3ca-162c-4366-8b23-a738d3e0e857 service neutron] Attempting to bind port a9f1cac7-dce0-4e5c-883d-40a9f8f74556 on network 008916a7-a2d2-4d62-89cc-44132c2adfee {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:06:46.141591 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67486bd4-be48-4fe5-87ca-ae756d1dcf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:46.160088 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-d862d3ca-162c-4366-8b23-a738d3e0e857 service neutron] Port a9f1cac7-dce0-4e5c-883d-40a9f8f74556 on network 008916a7-a2d2-4d62-89cc-44132c2adfee not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:06:46.160436 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-d862d3ca-162c-4366-8b23-a738d3e0e857 service neutron] Attempting to bind port a9f1cac7-dce0-4e5c-883d-40a9f8f74556 on network 008916a7-a2d2-4d62-89cc-44132c2adfee {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:06:46.164349 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-67486bd4-be48-4fe5-87ca-ae756d1dcf28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ef354a-ba5f-45a0-ae5d-336431ac76bd']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:46.165994 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-77cb6c96-7ae4-4c58-bf1d-b084a972abb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:46.166541 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cb6c96-7ae4-4c58-bf1d-b084a972abb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb7cc727-e2b3-482d-84b2-f13bba1ce891 {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:06:46.175605 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-77cb6c96-7ae4-4c58-bf1d-b084a972abb2 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:46.179106 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-77cb6c96-7ae4-4c58-bf1d-b084a972abb2 admin admin] 10.222.0.18 "DELETE /v2.0/routers/cb7cc727-e2b3-482d-84b2-f13bba1ce891 HTTP/1.1" status: 204 len: 168 time: 1.9982140 Sep 30 13:06:46.179908 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48170) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:46.182640 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-d862d3ca-162c-4366-8b23-a738d3e0e857 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:06:46.182823 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-d862d3ca-162c-4366-8b23-a738d3e0e857 service neutron] Checking segment: {'id': 'a179e862-ddda-42ee-8b68-16bb4299addd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '008916a7-a2d2-4d62-89cc-44132c2adfee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:06:46.183182 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-d862d3ca-162c-4366-8b23-a738d3e0e857 service neutron] Bound using segment: {'id': 'a179e862-ddda-42ee-8b68-16bb4299addd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '008916a7-a2d2-4d62-89cc-44132c2adfee'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:06:46.183764 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-d862d3ca-162c-4366-8b23-a738d3e0e857 service neutron] Bound port: a9f1cac7-dce0-4e5c-883d-40a9f8f74556, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a179e862-ddda-42ee-8b68-16bb4299addd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '008916a7-a2d2-4d62-89cc-44132c2adfee'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:06:46.184040 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-d862d3ca-162c-4366-8b23-a738d3e0e857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:46.189529 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-67486bd4-be48-4fe5-87ca-ae756d1dcf28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dcaa16c-8d59-405a-b5ec-7dd97299c53d') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:46.189823 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-67486bd4-be48-4fe5-87ca-ae756d1dcf28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dcaa16c-8d59-405a-b5ec-7dd97299c53d') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:46.212326 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2841094-913c-4220-9b3f-619cfdb91475 req-c273c657-4a5d-4220-ac9e-65ad7a0f7c8f tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:46.213874 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c2841094-913c-4220-9b3f-619cfdb91475 req-c273c657-4a5d-4220-ac9e-65ad7a0f7c8f tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 945 time: 0.1003404 Sep 30 13:06:46.218494 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67486bd4-be48-4fe5-87ca-ae756d1dcf28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:46.239474 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67486bd4-be48-4fe5-87ca-ae756d1dcf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:46.255393 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-66091903-b614-4d12-bf92-661aca8de41d admin admin] Deleting subnet 6760c774-2cb9-4976-bfe6-603e46dd0498 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:06:46.260203 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67486bd4-be48-4fe5-87ca-ae756d1dcf28 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:06:46.260700 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67486bd4-be48-4fe5-87ca-ae756d1dcf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:06:46.262928 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:06:46.265133 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-66091903-b614-4d12-bf92-661aca8de41d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:46.290078 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c2841094-913c-4220-9b3f-619cfdb91475 req-8eb25ee6-58de-4fc9-9c4a-272fa736f55a tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588925 Sep 30 13:06:46.293211 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-d862d3ca-162c-4366-8b23-a738d3e0e857 service neutron] For port a9f1cac7-dce0-4e5c-883d-40a9f8f74556, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:06:46.296817 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-d862d3ca-162c-4366-8b23-a738d3e0e857 service neutron] For port a9f1cac7-dce0-4e5c-883d-40a9f8f74556, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=a9f1cac7-dce0-4e5c-883d-40a9f8f74556,segment=NetworkSegment(a179e862-ddda-42ee-8b68-16bb4299addd),segment_id=a179e862-ddda-42ee-8b68-16bb4299addd)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:06:46.306423 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-d862d3ca-162c-4366-8b23-a738d3e0e857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:46.345419 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-d862d3ca-162c-4366-8b23-a738d3e0e857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:46.346152 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-d862d3ca-162c-4366-8b23-a738d3e0e857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:46.347470 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-d862d3ca-162c-4366-8b23-a738d3e0e857 service neutron] 10.222.0.54 "PUT /v2.0/ports/a9f1cac7-dce0-4e5c-883d-40a9f8f74556 HTTP/1.1" status: 200 len: 1092 time: 1.6812210 Sep 30 13:06:46.347913 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3051208-340f-421c-ade9-0a78d2ee313a', 'tag': 'a9f1cac7-dce0-4e5c-883d-40a9f8f74556'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:06:46.350180 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ec2ee5-0d18-4c03-88be-3720165128ac" -d '{"events": [{"name": "network-changed", "server_uuid": "a3051208-340f-421c-ade9-0a78d2ee313a", "tag": "a9f1cac7-dce0-4e5c-883d-40a9f8f74556"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:06:46.384286 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862d3ca-162c-4366-8b23-a738d3e0e857 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f1cac7-dce0-4e5c-883d-40a9f8f74556,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:46.384525 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-66091903-b614-4d12-bf92-661aca8de41d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:46.406440 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67486bd4-be48-4fe5-87ca-ae756d1dcf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:46.413139 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67486bd4-be48-4fe5-87ca-ae756d1dcf28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:46.415004 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-67486bd4-be48-4fe5-87ca-ae756d1dcf28 admin admin] 10.222.0.18 "DELETE /v2.0/networks/49ef354a-ba5f-45a0-ae5d-336431ac76bd HTTP/1.1" status: 204 len: 168 time: 0.4349787 Sep 30 13:06:46.422883 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48178) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:46.425449 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1fb0a4-7c73-4e80-8fb1-4dee12df86aa x-openstack-request-id: req-ad1fb0a4-7c73-4e80-8fb1-4dee12df86aa {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:06:46.425809 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3051208-340f-421c-ade9-0a78d2ee313a", "tag": "a9f1cac7-dce0-4e5c-883d-40a9f8f74556", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:06:46.426160 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad1fb0a4-7c73-4e80-8fb1-4dee12df86aa {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:06:46.426741 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3051208-340f-421c-ade9-0a78d2ee313a', 'tag': 'a9f1cac7-dce0-4e5c-883d-40a9f8f74556', 'status': 'completed', 'code': 200} Sep 30 13:06:46.443647 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-b68dc817-f65a-458f-b5f9-d52c39bb20b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:46.445275 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-b68dc817-f65a-458f-b5f9-d52c39bb20b7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1806d3d957b442d084afb5a6e6939111&device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 1095 time: 0.0505877 Sep 30 13:06:46.492317 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-5152302b-8f36-4268-b875-b96f5c3c0c78 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9f1cac7-dce0-4e5c-883d-40a9f8f74556 HTTP/1.1" status: 200 len: 217 time: 0.0387776 Sep 30 13:06:46.496962 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67486bd4-be48-4fe5-87ca-ae756d1dcf28 admin admin] Pushing event deleted for resources: {'Network': ['ID=49ef354a-ba5f-45a0-ae5d-336431ac76bd,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:46.558546 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2804bd9-fdba-4fd7-b27f-1a0e2f2b8ee2 admin admin] Deleting subnet c9e88c25-2876-4faf-b5ce-8fb97ad57c06 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:06:46.569943 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2804bd9-fdba-4fd7-b27f-1a0e2f2b8ee2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:46.575979 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3eb02e-6485-4fd6-981d-6b85b91deb97 req-42d3c830-1f72-436c-bdbf-587d2ea48036 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:46.577504 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dd3eb02e-6485-4fd6-981d-6b85b91deb97 req-42d3c830-1f72-436c-bdbf-587d2ea48036 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6924c94-7407-48a4-9765-9863265da548 HTTP/1.1" status: 200 len: 943 time: 0.0880182 Sep 30 13:06:46.578899 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-1c874e6b-7b11-4cb3-b0b5-519205d20f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:46.579050 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8cc7b-6f54-4d23-935c-8686b0675ad3 req-135a2c03-f427-4e0f-be35-7bf0e3ba2f4e tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:46.580228 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-1c874e6b-7b11-4cb3-b0b5-519205d20f5c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9b88440e-478c-428a-91e7-af6c6afddbd1 HTTP/1.1" status: 200 len: 860 time: 0.0790830 Sep 30 13:06:46.580369 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87a8cc7b-6f54-4d23-935c-8686b0675ad3 req-135a2c03-f427-4e0f-be35-7bf0e3ba2f4e tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 944 time: 0.1611764 Sep 30 13:06:46.581715 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-66091903-b614-4d12-bf92-661aca8de41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:46.622139 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-2ef9e2db-39a3-44a6-a76c-523476f22bed service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=008916a7-a2d2-4d62-89cc-44132c2adfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312684 Sep 30 13:06:46.647429 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dd3eb02e-6485-4fd6-981d-6b85b91deb97 req-d25bcb02-ca5b-4e93-80b9-6ac21d97d81d tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/security-groups?id=f29e29f2-1d3d-4f46-a108-74ce3fa4a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626156 Sep 30 13:06:46.663854 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2804bd9-fdba-4fd7-b27f-1a0e2f2b8ee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:46.703393 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87a8cc7b-6f54-4d23-935c-8686b0675ad3 req-78694153-64a0-49a0-889d-ee0fe937a415 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859079 Sep 30 13:06:46.736151 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2804bd9-fdba-4fd7-b27f-1a0e2f2b8ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:46.751667 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device bf7c7f9f-c535-4bbd-9b37-17ccd038173a no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:06:46.763152 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-66091903-b614-4d12-bf92-661aca8de41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:46.774369 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: bf7c7f9f-c535-4bbd-9b37-17ccd038173a {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:06:46.774927 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device bf7c7f9f-c535-4bbd-9b37-17ccd038173a not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:06:46.775482 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-d8820e9f-8058-4d45-9268-7097bd679e5e service neutron] 10.222.0.54 "GET /v2.0/networks/008916a7-a2d2-4d62-89cc-44132c2adfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425023 Sep 30 13:06:46.775678 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d08ae64a-9639-4aaa-b7d2-4d25a88e26fe no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:06:46.795018 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: d08ae64a-9639-4aaa-b7d2-4d25a88e26fe {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:06:46.795371 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d08ae64a-9639-4aaa-b7d2-4d25a88e26fe not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:06:46.799635 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66091903-b614-4d12-bf92-661aca8de41d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6760c774-2cb9-4976-bfe6-603e46dd0498,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:46.803843 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-66091903-b614-4d12-bf92-661aca8de41d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:46.808319 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-66091903-b614-4d12-bf92-661aca8de41d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6760c774-2cb9-4976-bfe6-603e46dd0498 HTTP/1.1" status: 204 len: 168 time: 0.6274028 Sep 30 13:06:46.809803 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0e7089-c090-4499-99da-16c5aab4eeb7 None None] Network 7b00ecd3-ec7d-4184-b512-0ef992a3a50f requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:06:46.810247 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48180) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:46.840543 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2804bd9-fdba-4fd7-b27f-1a0e2f2b8ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:46.872033 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2804bd9-fdba-4fd7-b27f-1a0e2f2b8ee2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9e88c25-2876-4faf-b5ce-8fb97ad57c06,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:46.874436 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2804bd9-fdba-4fd7-b27f-1a0e2f2b8ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:46.876436 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f2804bd9-fdba-4fd7-b27f-1a0e2f2b8ee2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c9e88c25-2876-4faf-b5ce-8fb97ad57c06 HTTP/1.1" status: 204 len: 168 time: 0.4526818 Sep 30 13:06:46.880670 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48186) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:46.936507 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1263aa38-b8a6-47d9-8d01-1afe082b0f21 req-50c2f1c8-2bd4-4008-a19d-3d222dfb1f24 service neutron] 10.222.0.54 "GET /v2.0/networks/008916a7-a2d2-4d62-89cc-44132c2adfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522775 Sep 30 13:06:47.013601 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1f826120-1ca2-4cc1-82ed-c73198612f47 req-b4983d1d-7778-43a4-9267-1365698cbc9a tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0674543 Sep 30 13:06:47.027604 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-40b7d9b2-b5cc-43ea-a2ab-06951391231d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:47.038652 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c933d5b-0e69-42e4-b80f-4fb1b806ac07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:47.080357 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec2ee5-0d18-4c03-88be-3720165128ac req-609c3d54-bbfa-4661-9e06-2ef559163e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:47.082423 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92ec2ee5-0d18-4c03-88be-3720165128ac req-609c3d54-bbfa-4661-9e06-2ef559163e98 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1806d3d957b442d084afb5a6e6939111&device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 1095 time: 0.0839028 Sep 30 13:06:47.126564 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-40b7d9b2-b5cc-43ea-a2ab-06951391231d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:47.148231 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-40b7d9b2-b5cc-43ea-a2ab-06951391231d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a8aa43-38e5-4bf4-b489-b245be1b2254']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:47.157036 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-40b7d9b2-b5cc-43ea-a2ab-06951391231d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a979f6e6-c44f-48c0-98d1-d03b2d4bd699') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:47.157326 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-40b7d9b2-b5cc-43ea-a2ab-06951391231d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a979f6e6-c44f-48c0-98d1-d03b2d4bd699') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:47.167926 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-0c933d5b-0e69-42e4-b80f-4fb1b806ac07 admin admin] Deleting port 5787fd01-26d5-4632-951f-c7ed916f755c {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:06:47.168503 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c933d5b-0e69-42e4-b80f-4fb1b806ac07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:47.168827 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-40b7d9b2-b5cc-43ea-a2ab-06951391231d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:47.171205 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235975c7-ae67-4e59-8cd9-c94ec47a93b9 None None] DHCP port deletion for 7b00ecd3-ec7d-4184-b512-0ef992a3a50f request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:06:47.183370 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-40b7d9b2-b5cc-43ea-a2ab-06951391231d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:47.203196 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b7d9b2-b5cc-43ea-a2ab-06951391231d admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:06:47.204332 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-40b7d9b2-b5cc-43ea-a2ab-06951391231d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:47.222724 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-235975c7-ae67-4e59-8cd9-c94ec47a93b9 None None] Deleting port 5787fd01-26d5-4632-951f-c7ed916f755c {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:06:47.223512 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-235975c7-ae67-4e59-8cd9-c94ec47a93b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:47.248541 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec2ee5-0d18-4c03-88be-3720165128ac req-22cd02c2-003a-4116-a68a-00f21c8c4ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:47.250099 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92ec2ee5-0d18-4c03-88be-3720165128ac req-22cd02c2-003a-4116-a68a-00f21c8c4ce1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=008916a7-a2d2-4d62-89cc-44132c2adfee HTTP/1.1" status: 200 len: 921 time: 0.1598442 Sep 30 13:06:47.257116 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-0c933d5b-0e69-42e4-b80f-4fb1b806ac07 admin admin] For port 5787fd01-26d5-4632-951f-c7ed916f755c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=5787fd01-26d5-4632-951f-c7ed916f755c,segment=NetworkSegment(ef86c7dc-9c13-4b11-b90f-08297babb620),segment_id=ef86c7dc-9c13-4b11-b90f-08297babb620)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:47.257476 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c933d5b-0e69-42e4-b80f-4fb1b806ac07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:06:47.275381 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:06:47.286128 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-40b7d9b2-b5cc-43ea-a2ab-06951391231d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:47.291652 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-40b7d9b2-b5cc-43ea-a2ab-06951391231d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:47.293615 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-40b7d9b2-b5cc-43ea-a2ab-06951391231d admin admin] 10.222.0.18 "DELETE /v2.0/networks/b5a8aa43-38e5-4bf4-b489-b245be1b2254 HTTP/1.1" status: 204 len: 168 time: 0.4119782 Sep 30 13:06:47.305432 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-235975c7-ae67-4e59-8cd9-c94ec47a93b9 None None] For port 5787fd01-26d5-4632-951f-c7ed916f755c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=5787fd01-26d5-4632-951f-c7ed916f755c,segment=NetworkSegment(ef86c7dc-9c13-4b11-b90f-08297babb620),segment_id=ef86c7dc-9c13-4b11-b90f-08297babb620)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:47.305924 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-235975c7-ae67-4e59-8cd9-c94ec47a93b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:47.308717 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-0c933d5b-0e69-42e4-b80f-4fb1b806ac07 admin admin] Calling delete_port for 5787fd01-26d5-4632-951f-c7ed916f755c owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:06:47.311468 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92ec2ee5-0d18-4c03-88be-3720165128ac req-8f1c9fba-33cd-4713-a06e-89c1bedf1bea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9f1cac7-dce0-4e5c-883d-40a9f8f74556 HTTP/1.1" status: 200 len: 217 time: 0.0459607 Sep 30 13:06:47.313433 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7d9b2-b5cc-43ea-a2ab-06951391231d admin admin] Pushing event deleted for resources: {'Network': ['ID=b5a8aa43-38e5-4bf4-b489-b245be1b2254,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:47.323023 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-235975c7-ae67-4e59-8cd9-c94ec47a93b9 None None] Calling delete_port for 5787fd01-26d5-4632-951f-c7ed916f755c owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:06:47.408344 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec2ee5-0d18-4c03-88be-3720165128ac req-d54bedce-227f-4364-9276-f7e747d9498f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:47.409872 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92ec2ee5-0d18-4c03-88be-3720165128ac req-d54bedce-227f-4364-9276-f7e747d9498f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9b88440e-478c-428a-91e7-af6c6afddbd1 HTTP/1.1" status: 200 len: 860 time: 0.0900044 Sep 30 13:06:47.423500 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-235975c7-ae67-4e59-8cd9-c94ec47a93b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:47.450637 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48194) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:47.451130 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92ec2ee5-0d18-4c03-88be-3720165128ac req-5e3e7c36-81a0-45e6-b1c1-2bedd94d5b54 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=008916a7-a2d2-4d62-89cc-44132c2adfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325508 Sep 30 13:06:47.460526 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235975c7-ae67-4e59-8cd9-c94ec47a93b9 None None] Pushing event deleted for resources: {'Port': ['ID=5787fd01-26d5-4632-951f-c7ed916f755c,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:47.468328 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235975c7-ae67-4e59-8cd9-c94ec47a93b9 None None] No DVR routers for this DVR port 5787fd01-26d5-4632-951f-c7ed916f755c on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:06:47.470494 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235975c7-ae67-4e59-8cd9-c94ec47a93b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:47.470835 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235975c7-ae67-4e59-8cd9-c94ec47a93b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:47.471415 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235975c7-ae67-4e59-8cd9-c94ec47a93b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:47.471564 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235975c7-ae67-4e59-8cd9-c94ec47a93b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:47.471940 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235975c7-ae67-4e59-8cd9-c94ec47a93b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:47.472266 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235975c7-ae67-4e59-8cd9-c94ec47a93b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:47.472740 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235975c7-ae67-4e59-8cd9-c94ec47a93b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:47.473098 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235975c7-ae67-4e59-8cd9-c94ec47a93b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:47.473421 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235975c7-ae67-4e59-8cd9-c94ec47a93b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:47.473742 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235975c7-ae67-4e59-8cd9-c94ec47a93b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:47.474079 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235975c7-ae67-4e59-8cd9-c94ec47a93b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:47.474403 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235975c7-ae67-4e59-8cd9-c94ec47a93b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:06:47.495146 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c933d5b-0e69-42e4-b80f-4fb1b806ac07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:47.507275 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-91b1cdcd-ea57-4800-9637-05033a913bff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52fc4a104b2948969e2ddc7c90e1bf83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545819 Sep 30 13:06:47.509660 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48196) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:47.524908 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cba4e-92cf-4f47-837c-1aab97716577 req-29ffbb37-2836-4a90-a417-dc12bb1dbbc9 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:47.526433 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f99cba4e-92cf-4f47-837c-1aab97716577 req-29ffbb37-2836-4a90-a417-dc12bb1dbbc9 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 945 time: 0.1370170 Sep 30 13:06:47.559941 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c933d5b-0e69-42e4-b80f-4fb1b806ac07 admin admin] Pushing event deleted for resources: {'Port': ['ID=5787fd01-26d5-4632-951f-c7ed916f755c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:47.562044 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c933d5b-0e69-42e4-b80f-4fb1b806ac07 admin admin] No DVR routers for this DVR port 5787fd01-26d5-4632-951f-c7ed916f755c on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:06:47.596491 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f99cba4e-92cf-4f47-837c-1aab97716577 req-b7898a2b-1ae4-418b-9ba0-41efdcb79581 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626764 Sep 30 13:06:47.599461 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ff618e61-adfe-4257-b323-e28862705822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:47.614288 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92ec2ee5-0d18-4c03-88be-3720165128ac req-f420f0b7-7d25-4f7e-8c7d-ca67c7dbccb7 service neutron] 10.222.0.54 "GET /v2.0/networks/008916a7-a2d2-4d62-89cc-44132c2adfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545279 Sep 30 13:06:47.623237 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ff618e61-adfe-4257-b323-e28862705822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:47.666351 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c933d5b-0e69-42e4-b80f-4fb1b806ac07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:47.670644 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ff618e61-adfe-4257-b323-e28862705822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:47.673522 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ff618e61-adfe-4257-b323-e28862705822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:47.675436 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ff618e61-adfe-4257-b323-e28862705822 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8fbba3ca-fc6f-431b-a248-65a430d6b630 HTTP/1.1" status: 204 len: 168 time: 0.1643245 Sep 30 13:06:47.683388 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff618e61-adfe-4257-b323-e28862705822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbba3ca-fc6f-431b-a248-65a430d6b630,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:47.728687 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-0c933d5b-0e69-42e4-b80f-4fb1b806ac07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b00ecd3-ec7d-4184-b512-0ef992a3a50f']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:47.745770 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-0c933d5b-0e69-42e4-b80f-4fb1b806ac07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef86c7dc-9c13-4b11-b90f-08297babb620') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:47.746091 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-0c933d5b-0e69-42e4-b80f-4fb1b806ac07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef86c7dc-9c13-4b11-b90f-08297babb620') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:06:47.760455 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c933d5b-0e69-42e4-b80f-4fb1b806ac07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:47.809008 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c933d5b-0e69-42e4-b80f-4fb1b806ac07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:47.817011 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92ec2ee5-0d18-4c03-88be-3720165128ac req-424cad8e-30c6-46d3-ac1e-be9784e2f5a8 service neutron] 10.222.0.54 "GET /v2.0/networks/008916a7-a2d2-4d62-89cc-44132c2adfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944540 Sep 30 13:06:47.821637 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c933d5b-0e69-42e4-b80f-4fb1b806ac07 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:06:47.822160 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c933d5b-0e69-42e4-b80f-4fb1b806ac07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:06:47.825344 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:06:47.851925 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025aef8-9c3a-4a21-a2be-9ac713e2cb78 req-e3f0bad1-d435-49de-b79e-536e963f47cf tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:47.853584 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8025aef8-9c3a-4a21-a2be-9ac713e2cb78 req-e3f0bad1-d435-49de-b79e-536e963f47cf tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 944 time: 0.0661237 Sep 30 13:06:47.889313 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f93d61-0bec-4b0e-b5aa-583bb89f174a req-8fcab248-fcb1-4aa7-ab70-9343520958dd tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:47.890952 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b3f93d61-0bec-4b0e-b5aa-583bb89f174a req-8fcab248-fcb1-4aa7-ab70-9343520958dd tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6924c94-7407-48a4-9765-9863265da548 HTTP/1.1" status: 200 len: 943 time: 0.1272867 Sep 30 13:06:47.900647 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8025aef8-9c3a-4a21-a2be-9ac713e2cb78 req-9128bd83-1dee-4a6d-99d1-ca9619597b75 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408843 Sep 30 13:06:47.912963 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c933d5b-0e69-42e4-b80f-4fb1b806ac07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:47.930389 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c933d5b-0e69-42e4-b80f-4fb1b806ac07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:47.932285 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0c933d5b-0e69-42e4-b80f-4fb1b806ac07 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7b00ecd3-ec7d-4184-b512-0ef992a3a50f HTTP/1.1" status: 204 len: 168 time: 1.1211071 Sep 30 13:06:47.950079 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b3f93d61-0bec-4b0e-b5aa-583bb89f174a req-bd93c945-cb78-4c33-aba1-4317c6e179e7 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/security-groups?id=f29e29f2-1d3d-4f46-a108-74ce3fa4a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515471 Sep 30 13:06:47.950977 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c933d5b-0e69-42e4-b80f-4fb1b806ac07 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b00ecd3-ec7d-4184-b512-0ef992a3a50f,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:48.082043 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48212) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:48.112012 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48214) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:48.136648 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13d63c94-bd3e-4c44-b4a7-f978ab5717ac req-f8124db8-cebb-435c-8d8f-005b3c674fb9 tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0346944 Sep 30 13:06:48.149653 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-60b55c0e-e0ea-4703-a25d-74d5ff5d5f71 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e6df0031419b4eb1baa1006c9ad981f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0663719 Sep 30 13:06:48.154458 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48216) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:48.167869 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-80c86d53-5aae-4388-a688-7dd0c9347f64 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0aab74e1df6d45fba7c45004cdea3fd5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0537930 Sep 30 13:06:48.170307 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48218) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:48.179583 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dc9401f3-4791-4363-bde3-7f20014fff39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:48.208498 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bad8ea78-f539-4881-b250-16a192d33fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:48.218987 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-054f481f-c0c7-4e12-97ec-7fdac9eb7183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:48.229335 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bad8ea78-f539-4881-b250-16a192d33fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:48.240378 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-054f481f-c0c7-4e12-97ec-7fdac9eb7183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:48.285876 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bad8ea78-f539-4881-b250-16a192d33fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:48.289081 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bad8ea78-f539-4881-b250-16a192d33fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:48.290427 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bad8ea78-f539-4881-b250-16a192d33fd8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/db6e7d4b-e445-4ffc-9e78-63bbc694056f HTTP/1.1" status: 204 len: 168 time: 0.1346028 Sep 30 13:06:48.290736 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-054f481f-c0c7-4e12-97ec-7fdac9eb7183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:48.294372 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-054f481f-c0c7-4e12-97ec-7fdac9eb7183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:48.298914 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-054f481f-c0c7-4e12-97ec-7fdac9eb7183 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf048e45-5217-4b84-8732-6ee3a0834c5c HTTP/1.1" status: 204 len: 168 time: 0.1274939 Sep 30 13:06:48.300987 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8ea78-f539-4881-b250-16a192d33fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6e7d4b-e445-4ffc-9e78-63bbc694056f,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:48.315767 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f481f-c0c7-4e12-97ec-7fdac9eb7183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf048e45-5217-4b84-8732-6ee3a0834c5c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:48.553789 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 00582857-9dd9-49a3-8091-baf81091384b details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:06:48.662515 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 00582857-9dd9-49a3-8091-baf81091384b, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=00582857-9dd9-49a3-8091-baf81091384b,segment=NetworkSegment(bd7b3eb1-f420-45a6-a67f-2dfcda7cb334),segment_id=bd7b3eb1-f420-45a6-a67f-2dfcda7cb334)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:48.676130 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '00582857-9dd9-49a3-8091-baf81091384b', 'network_id': 'f6440e50-7c82-4e36-a468-d65ccc1d3e39', 'port_id': '00582857-9dd9-49a3-8091-baf81091384b', 'mac_address': 'fa:16:3e:d3:69:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd38599b5-aab7-4ff8-919f-2421a94c4088', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:06:48.717218 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48238) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:48.729187 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:48.752040 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00582857-9dd9-49a3-8091-baf81091384b {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:06:48.753465 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d35699-3020-4ea0-b700-6e049e5abbb5 req-cd7a4f48-f121-4357-8f23-15902cf627b8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:48.759329 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e5d35699-3020-4ea0-b700-6e049e5abbb5 req-cd7a4f48-f121-4357-8f23-15902cf627b8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 945 time: 0.0717664 Sep 30 13:06:48.777626 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 5787fd01-26d5-4632-951f-c7ed916f755c no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:06:48.785755 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3e41fb21-62a9-4749-a9e1-48b1d44877c7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b7e17bc383d64d2d9a380caa82c57714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0674465 Sep 30 13:06:48.788113 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48240) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:48.799505 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e5d35699-3020-4ea0-b700-6e049e5abbb5 req-8a802b63-5917-4ad1-a329-4af1c18c9c4a tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356336 Sep 30 13:06:48.807778 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 00582857-9dd9-49a3-8091-baf81091384b, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=00582857-9dd9-49a3-8091-baf81091384b,segment=NetworkSegment(bd7b3eb1-f420-45a6-a67f-2dfcda7cb334),segment_id=bd7b3eb1-f420-45a6-a67f-2dfcda7cb334)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:48.809029 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 5787fd01-26d5-4632-951f-c7ed916f755c {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:06:48.809359 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 5787fd01-26d5-4632-951f-c7ed916f755c not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:06:48.816181 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:48.857473 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d3b8245f-cb83-454b-9193-2be3c311d8ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:48.881389 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=00582857-9dd9-49a3-8091-baf81091384b,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:48.887234 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d3b8245f-cb83-454b-9193-2be3c311d8ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:48.948350 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d3b8245f-cb83-454b-9193-2be3c311d8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:48.951567 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d3b8245f-cb83-454b-9193-2be3c311d8ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:48.954136 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d3b8245f-cb83-454b-9193-2be3c311d8ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/21d07db6-4d30-4022-a3a5-4bde7379e950 HTTP/1.1" status: 204 len: 168 time: 0.1635895 Sep 30 13:06:48.963313 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8245f-cb83-454b-9193-2be3c311d8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d07db6-4d30-4022-a3a5-4bde7379e950,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:49.068556 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422a906-d467-4a52-80b5-9380cf55259c req-80a2bcb4-ee85-4e8c-850e-573d070dbe58 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:49.070150 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8422a906-d467-4a52-80b5-9380cf55259c req-80a2bcb4-ee85-4e8c-850e-573d070dbe58 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 944 time: 0.0680783 Sep 30 13:06:49.089017 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642d455-f18e-491f-9117-de5fcc64346b req-890e7c0f-3dad-447d-a46e-5ad20c4c3ff9 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:49.091368 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6642d455-f18e-491f-9117-de5fcc64346b req-890e7c0f-3dad-447d-a46e-5ad20c4c3ff9 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6924c94-7407-48a4-9765-9863265da548 HTTP/1.1" status: 200 len: 944 time: 0.0582044 Sep 30 13:06:49.118761 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8422a906-d467-4a52-80b5-9380cf55259c req-13d68e25-66b1-4484-82dc-533e9226f0e3 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396633 Sep 30 13:06:49.140484 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6642d455-f18e-491f-9117-de5fcc64346b req-754e3340-74b0-4145-90f2-3522d3409e17 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/security-groups?id=f29e29f2-1d3d-4f46-a108-74ce3fa4a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403702 Sep 30 13:06:49.247154 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:49.260119 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a0ceb8f3-129a-4124-82df-f2ca4c1373be req-df08e686-0a01-44e2-b9da-3abf419675a8 tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0392001 Sep 30 13:06:49.413732 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['00582857-9dd9-49a3-8091-baf81091384b'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:06:49.939225 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1414a5-1734-4c9a-8397-081da73fb19b req-ffa1abde-1a53-4e14-9815-1fd0e6041c84 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:49.942149 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c1414a5-1734-4c9a-8397-081da73fb19b req-ffa1abde-1a53-4e14-9815-1fd0e6041c84 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 945 time: 0.0620496 Sep 30 13:06:50.008860 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c1414a5-1734-4c9a-8397-081da73fb19b req-c8b88040-40d2-45a6-818a-4c05a7c67ec6 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605617 Sep 30 13:06:50.024539 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-b0c37422-c2a9-404d-bc75-fa827cba1f49 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:50.026049 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-b0c37422-c2a9-404d-bc75-fa827cba1f49 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a&tenant_id=bfee4c1083184c949bfe63d2e5d7a195&binding%3Ahost_id=n-h1-810909-2 HTTP/1.1" status: 200 len: 1096 time: 0.0560513 Sep 30 13:06:50.041573 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-ccfc3879-c9d9-40a8-9586-14eda9ffb04f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810909-2'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:50.098589 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-ccfc3879-c9d9-40a8-9586-14eda9ffb04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:50.305217 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-ccfc3879-c9d9-40a8-9586-14eda9ffb04f service neutron] For port d782bc05-0842-457b-8789-3e9b8c675eaa, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d782bc05-0842-457b-8789-3e9b8c675eaa,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:50.321366 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f3851-3f66-4d66-a226-fb21e44d7c36 req-64dec5ff-be18-4265-b2ab-d9a77d17af28 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:50.322919 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db2f3851-3f66-4d66-a226-fb21e44d7c36 req-64dec5ff-be18-4265-b2ab-d9a77d17af28 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 944 time: 0.0996997 Sep 30 13:06:50.378600 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-ccfc3879-c9d9-40a8-9586-14eda9ffb04f service neutron] For port d782bc05-0842-457b-8789-3e9b8c675eaa, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:06:50.379215 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c2b61-47c5-479f-bf92-fc965ba8ad73 req-8ae58c77-6169-48c0-8cf8-cf183daa0a2e tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:50.381110 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d84c2b61-47c5-479f-bf92-fc965ba8ad73 req-8ae58c77-6169-48c0-8cf8-cf183daa0a2e tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6924c94-7407-48a4-9765-9863265da548 HTTP/1.1" status: 200 len: 944 time: 0.0534177 Sep 30 13:06:50.382387 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db2f3851-3f66-4d66-a226-fb21e44d7c36 req-bfe1797d-93f0-4bc2-b0cf-da350f763ed5 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519907 Sep 30 13:06:50.425129 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec984ce-c4da-486e-a11e-f5476b362d5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd782bc05-0842-457b-8789-3e9b8c675eaa'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:06:50.427457 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5a1590-f4f1-42b6-a9fe-87814b780cee" -d '{"events": [{"server_uuid": "6ec984ce-c4da-486e-a11e-f5476b362d5a", "name": "network-vif-unplugged", "status": "completed", "tag": "d782bc05-0842-457b-8789-3e9b8c675eaa"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:06:50.431440 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-ccfc3879-c9d9-40a8-9586-14eda9ffb04f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:50.437904 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d84c2b61-47c5-479f-bf92-fc965ba8ad73 req-4a8759c8-fde2-477b-877a-96bd367f3e9e tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/security-groups?id=f29e29f2-1d3d-4f46-a108-74ce3fa4a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466669 Sep 30 13:06:50.443165 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-ccfc3879-c9d9-40a8-9586-14eda9ffb04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:50.569064 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device d782bc05-0842-457b-8789-3e9b8c675eaa details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:06:50.574313 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1911e111-7d51-4977-b247-4b4cd4973556 req-6594d583-93a9-42ed-9d5c-00bfc11a2970 tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0442855 Sep 30 13:06:50.575290 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc3879-c9d9-40a8-9586-14eda9ffb04f service neutron] Pushing event updated for resources: {'Port': ['ID=d782bc05-0842-457b-8789-3e9b8c675eaa,revision_number=7']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:50.578460 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-ccfc3879-c9d9-40a8-9586-14eda9ffb04f service neutron] Attempting to bind port d782bc05-0842-457b-8789-3e9b8c675eaa on host n-h1-810909-2 for vnic_type normal with profile {"migrating_to": "n-h2-810909-2"} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:06:50.578800 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-ccfc3879-c9d9-40a8-9586-14eda9ffb04f service neutron] Attempting to bind port d782bc05-0842-457b-8789-3e9b8c675eaa by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:06:50.579131 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-ccfc3879-c9d9-40a8-9586-14eda9ffb04f service neutron] Attempting to bind port d782bc05-0842-457b-8789-3e9b8c675eaa on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:06:50.584527 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-ccfc3879-c9d9-40a8-9586-14eda9ffb04f service neutron] Port d782bc05-0842-457b-8789-3e9b8c675eaa on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:06:50.584855 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-ccfc3879-c9d9-40a8-9586-14eda9ffb04f service neutron] Attempting to bind port d782bc05-0842-457b-8789-3e9b8c675eaa on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:06:50.590724 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-ccfc3879-c9d9-40a8-9586-14eda9ffb04f service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:06:50.591077 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-ccfc3879-c9d9-40a8-9586-14eda9ffb04f service neutron] Checking segment: {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:06:50.591780 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-ccfc3879-c9d9-40a8-9586-14eda9ffb04f service neutron] Bound using segment: {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:06:50.592278 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-ccfc3879-c9d9-40a8-9586-14eda9ffb04f service neutron] Bound port: d782bc05-0842-457b-8789-3e9b8c675eaa, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:06:50.592695 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-ccfc3879-c9d9-40a8-9586-14eda9ffb04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:50.680806 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c549e8ec-65f1-463a-8af1-5e765be2204c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:50.693372 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ad61b3-aca3-471b-aa11-6f72e35aec70 x-openstack-request-id: req-29ad61b3-aca3-471b-aa11-6f72e35aec70 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:06:50.693372 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec984ce-c4da-486e-a11e-f5476b362d5a", "name": "network-vif-unplugged", "status": "completed", "tag": "d782bc05-0842-457b-8789-3e9b8c675eaa", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:06:50.693372 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29ad61b3-aca3-471b-aa11-6f72e35aec70 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:06:50.693372 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec984ce-c4da-486e-a11e-f5476b362d5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd782bc05-0842-457b-8789-3e9b8c675eaa', 'code': 200} Sep 30 13:06:50.695928 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-ccfc3879-c9d9-40a8-9586-14eda9ffb04f service neutron] For port d782bc05-0842-457b-8789-3e9b8c675eaa, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:06:50.699464 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port d782bc05-0842-457b-8789-3e9b8c675eaa, host n-h1-810909-2, got binding levels [] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:50.703508 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-ccfc3879-c9d9-40a8-9586-14eda9ffb04f service neutron] For port d782bc05-0842-457b-8789-3e9b8c675eaa, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d782bc05-0842-457b-8789-3e9b8c675eaa,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:06:50.712265 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-ccfc3879-c9d9-40a8-9586-14eda9ffb04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:50.738907 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Attempting to bind port d782bc05-0842-457b-8789-3e9b8c675eaa on host n-h1-810909-2 for vnic_type normal with profile {"migrating_to": "n-h2-810909-2"} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:06:50.739345 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Attempting to bind port d782bc05-0842-457b-8789-3e9b8c675eaa by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:06:50.740628 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Attempting to bind port d782bc05-0842-457b-8789-3e9b8c675eaa on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:06:50.746957 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Port d782bc05-0842-457b-8789-3e9b8c675eaa on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:06:50.747319 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Attempting to bind port d782bc05-0842-457b-8789-3e9b8c675eaa on network 9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:06:50.762466 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:06:50.762466 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Checking segment: {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:06:50.762466 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Bound using segment: {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:06:50.762466 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Bound port: d782bc05-0842-457b-8789-3e9b8c675eaa, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:06:50.762466 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:50.818294 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-ccfc3879-c9d9-40a8-9586-14eda9ffb04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:50.819387 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-ccfc3879-c9d9-40a8-9586-14eda9ffb04f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:50.821158 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-ccfc3879-c9d9-40a8-9586-14eda9ffb04f service neutron] 10.222.0.54 "PUT /v2.0/ports/d782bc05-0842-457b-8789-3e9b8c675eaa HTTP/1.1" status: 200 len: 1121 time: 0.7863765 Sep 30 13:06:50.822660 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc3879-c9d9-40a8-9586-14eda9ffb04f service neutron] Pushing event updated for resources: {'Port': ['ID=d782bc05-0842-457b-8789-3e9b8c675eaa,revision_number=8']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:50.828914 n-d-810909-2 neutron-server[94765]: WARNING neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Concurrent port binding operations failed on port d782bc05-0842-457b-8789-3e9b8c675eaa Sep 30 13:06:50.832700 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port d782bc05-0842-457b-8789-3e9b8c675eaa, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d782bc05-0842-457b-8789-3e9b8c675eaa,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:50.834535 n-d-810909-2 neutron-server[94765]: INFO neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Attempt 2 to bind port d782bc05-0842-457b-8789-3e9b8c675eaa Sep 30 13:06:50.835195 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device d782bc05-0842-457b-8789-3e9b8c675eaa has no active binding in host n-h2-810909-2 {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 30 13:06:50.836117 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device a9f1cac7-dce0-4e5c-883d-40a9f8f74556 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:06:50.918358 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['d782bc05-0842-457b-8789-3e9b8c675eaa'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:06:50.958421 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['d782bc05-0842-457b-8789-3e9b8c675eaa'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:06:51.036107 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port a9f1cac7-dce0-4e5c-883d-40a9f8f74556, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=a9f1cac7-dce0-4e5c-883d-40a9f8f74556,segment=NetworkSegment(a179e862-ddda-42ee-8b68-16bb4299addd),segment_id=a179e862-ddda-42ee-8b68-16bb4299addd)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:51.064013 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'a9f1cac7-dce0-4e5c-883d-40a9f8f74556', 'network_id': '008916a7-a2d2-4d62-89cc-44132c2adfee', 'port_id': 'a9f1cac7-dce0-4e5c-883d-40a9f8f74556', 'mac_address': 'fa:16:3e:26:91:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b88440e-478c-428a-91e7-af6c6afddbd1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:06:51.130786 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48376) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:51.171577 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfe055-db17-4e0a-aa9a-d821f2800f50 req-9b602e2e-eeac-4dfb-b115-519286c7a9ed tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:51.173852 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2bbfe055-db17-4e0a-aa9a-d821f2800f50 req-9b602e2e-eeac-4dfb-b115-519286c7a9ed tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 943 time: 0.0670080 Sep 30 13:06:51.186593 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:51.220013 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f1cac7-dce0-4e5c-883d-40a9f8f74556 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:06:51.223612 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2bbfe055-db17-4e0a-aa9a-d821f2800f50 req-b6449ab6-411d-4a29-91b1-077a79ffdc59 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416951 Sep 30 13:06:51.261539 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port a9f1cac7-dce0-4e5c-883d-40a9f8f74556, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=a9f1cac7-dce0-4e5c-883d-40a9f8f74556,segment=NetworkSegment(a179e862-ddda-42ee-8b68-16bb4299addd),segment_id=a179e862-ddda-42ee-8b68-16bb4299addd)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:51.281010 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:51.305373 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-560f58d1-6c33-4b36-847f-22b00ec24830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:51.375608 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=a9f1cac7-dce0-4e5c-883d-40a9f8f74556,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:51.411110 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-560f58d1-6c33-4b36-847f-22b00ec24830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:51.416473 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-560f58d1-6c33-4b36-847f-22b00ec24830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:51.460570 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-560f58d1-6c33-4b36-847f-22b00ec24830 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f9078256b6b14aa6b70cebb7176e0945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3246825 Sep 30 13:06:51.460570 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f58d1-6c33-4b36-847f-22b00ec24830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d6d567-75ae-4543-98db-1a1cfbb108ed,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:51.461391 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48398) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:51.513804 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e177ced0-339f-46e4-8e61-9e7c3b1e55f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:51.529889 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71be1da-ea5f-44be-8775-75adf4322776 req-3b383800-1379-4d53-b722-af2d55fa4e76 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:51.531750 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b71be1da-ea5f-44be-8775-75adf4322776 req-3b383800-1379-4d53-b722-af2d55fa4e76 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 945 time: 0.0661237 Sep 30 13:06:51.541601 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:51.548724 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e177ced0-339f-46e4-8e61-9e7c3b1e55f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:51.585894 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b71be1da-ea5f-44be-8775-75adf4322776 req-46802be2-e665-44de-a135-80c74051d8d2 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439594 Sep 30 13:06:51.624614 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e177ced0-339f-46e4-8e61-9e7c3b1e55f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:51.627809 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e177ced0-339f-46e4-8e61-9e7c3b1e55f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:51.628976 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e177ced0-339f-46e4-8e61-9e7c3b1e55f4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72d6d567-75ae-4543-98db-1a1cfbb108ed HTTP/1.1" status: 204 len: 168 time: 0.1671784 Sep 30 13:06:51.652068 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177ced0-339f-46e4-8e61-9e7c3b1e55f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d6d567-75ae-4543-98db-1a1cfbb108ed,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:51.698583 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8ef95-71b7-4019-8fb4-db152c894116 req-1c7a1bc0-0086-471b-afc3-3ae394c128d0 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:51.698583 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ceb8ef95-71b7-4019-8fb4-db152c894116 req-1c7a1bc0-0086-471b-afc3-3ae394c128d0 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6924c94-7407-48a4-9765-9863265da548 HTTP/1.1" status: 200 len: 944 time: 0.0680978 Sep 30 13:06:51.740619 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ceb8ef95-71b7-4019-8fb4-db152c894116 req-f1c01a00-661d-40e1-bc4f-f82e990c9f43 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/security-groups?id=f29e29f2-1d3d-4f46-a108-74ce3fa4a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361574 Sep 30 13:06:51.766394 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['a9f1cac7-dce0-4e5c-883d-40a9f8f74556'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:06:51.803218 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bbc6f16f-b5c6-4292-9cf2-eca904bf8591 req-71b6823a-5d33-4139-a8b2-34277341cbb3 tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0382240 Sep 30 13:06:51.984235 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48424) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:51.998546 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-00807530-2861-41ba-bd55-77da372345ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:52.093117 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-00807530-2861-41ba-bd55-77da372345ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:52.097293 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-00807530-2861-41ba-bd55-77da372345ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:52.136706 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00807530-2861-41ba-bd55-77da372345ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8841dba-cf35-45c2-bb47-ece6e57a055c,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:52.144882 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48438) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:52.145083 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-00807530-2861-41ba-bd55-77da372345ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa15c799e8474b28a80d64bc6849295a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1595092 Sep 30 13:06:52.198552 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fe46f166-e41f-4f57-802f-3f2ce9b5ab34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:52.222803 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fe46f166-e41f-4f57-802f-3f2ce9b5ab34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:52.255987 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:52.274525 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fe46f166-e41f-4f57-802f-3f2ce9b5ab34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:52.278325 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fe46f166-e41f-4f57-802f-3f2ce9b5ab34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:52.279574 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fe46f166-e41f-4f57-802f-3f2ce9b5ab34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c8841dba-cf35-45c2-bb47-ece6e57a055c HTTP/1.1" status: 204 len: 168 time: 0.1334436 Sep 30 13:06:52.293962 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46f166-e41f-4f57-802f-3f2ce9b5ab34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8841dba-cf35-45c2-bb47-ece6e57a055c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:52.396151 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feeab81-ec27-4426-8933-026ac084eac9 req-ed84e2cf-b2ed-484d-a9b8-69694372a478 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:52.398031 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1feeab81-ec27-4426-8933-026ac084eac9 req-ed84e2cf-b2ed-484d-a9b8-69694372a478 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 943 time: 0.0538638 Sep 30 13:06:52.453416 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1feeab81-ec27-4426-8933-026ac084eac9 req-65d86ae5-e393-4a87-b43c-a765db9c2d14 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473666 Sep 30 13:06:52.576014 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 00582857-9dd9-49a3-8091-baf81091384b up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:06:52.633351 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 00582857-9dd9-49a3-8091-baf81091384b completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:06:52.637815 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 00582857-9dd9-49a3-8091-baf81091384b triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:06:52.638404 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:52.694564 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec984ce-c4da-486e-a11e-f5476b362d5a', 'tag': 'd782bc05-0842-457b-8789-3e9b8c675eaa'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:06:52.697403 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646e9dee-dd00-4197-8546-3af0761c53ac" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec984ce-c4da-486e-a11e-f5476b362d5a", "tag": "d782bc05-0842-457b-8789-3e9b8c675eaa"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:06:52.737876 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef73384-8de1-4544-b83a-4ee8d2a466e8 req-126d30ba-9511-4fcd-8ec4-0c95ec8ae5b8 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:52.740846 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:52.742497 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6ef73384-8de1-4544-b83a-4ee8d2a466e8 req-126d30ba-9511-4fcd-8ec4-0c95ec8ae5b8 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 945 time: 0.0643358 Sep 30 13:06:52.769681 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6924c94-7407-48a4-9765-9863265da548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00582857-9dd9-49a3-8091-baf81091384b'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:06:52.773408 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c6a8fe-fac7-4821-bf8d-36c7203bdab2" -d '{"events": [{"server_uuid": "e6924c94-7407-48a4-9765-9863265da548", "name": "network-vif-plugged", "status": "completed", "tag": "00582857-9dd9-49a3-8091-baf81091384b"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:06:52.789536 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 00582857-9dd9-49a3-8091-baf81091384b, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=00582857-9dd9-49a3-8091-baf81091384b,segment=NetworkSegment(bd7b3eb1-f420-45a6-a67f-2dfcda7cb334),segment_id=bd7b3eb1-f420-45a6-a67f-2dfcda7cb334)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:52.793887 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6ef73384-8de1-4544-b83a-4ee8d2a466e8 req-ed962a1b-43e7-4bdd-9eb3-0ac42a4cf979 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436487 Sep 30 13:06:52.800848 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:52.845235 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a93c282-9404-4f7c-8e64-058509b6f181 x-openstack-request-id: req-1a93c282-9404-4f7c-8e64-058509b6f181 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:06:52.846090 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec984ce-c4da-486e-a11e-f5476b362d5a", "tag": "d782bc05-0842-457b-8789-3e9b8c675eaa", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:06:52.846353 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a93c282-9404-4f7c-8e64-058509b6f181 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:06:52.847481 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec984ce-c4da-486e-a11e-f5476b362d5a', 'tag': 'd782bc05-0842-457b-8789-3e9b8c675eaa', 'status': 'completed', 'code': 200} Sep 30 13:06:52.879100 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=00582857-9dd9-49a3-8091-baf81091384b,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:52.936198 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2f3433-f540-48a8-8108-507e71d20440 x-openstack-request-id: req-3c2f3433-f540-48a8-8108-507e71d20440 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:06:52.936578 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6924c94-7407-48a4-9765-9863265da548", "name": "network-vif-plugged", "status": "completed", "tag": "00582857-9dd9-49a3-8091-baf81091384b", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:06:52.936921 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c2f3433-f540-48a8-8108-507e71d20440 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:06:52.937516 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6924c94-7407-48a4-9765-9863265da548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00582857-9dd9-49a3-8091-baf81091384b', 'code': 200} Sep 30 13:06:52.982397 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e9dee-dd00-4197-8546-3af0761c53ac req-cc494b1f-64ff-446e-8a9d-36b4011993eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:52.984093 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-646e9dee-dd00-4197-8546-3af0761c53ac req-cc494b1f-64ff-446e-8a9d-36b4011993eb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bfee4c1083184c949bfe63d2e5d7a195&device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 1124 time: 0.1023057 Sep 30 13:06:53.023614 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bafae-787c-4221-9465-1a135968fe1c req-26d7d2fb-b004-4875-8857-ab7d5068a9b9 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:53.032158 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-229bafae-787c-4221-9465-1a135968fe1c req-26d7d2fb-b004-4875-8857-ab7d5068a9b9 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6924c94-7407-48a4-9765-9863265da548 HTTP/1.1" status: 200 len: 945 time: 0.0999100 Sep 30 13:06:53.047515 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-98e8a1a3-ce76-4268-a308-b27446858ff1 req-190aeb7f-ab70-497b-b357-19976e6cc385 tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0565779 Sep 30 13:06:53.119681 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-229bafae-787c-4221-9465-1a135968fe1c req-0f5f1f4d-5e3b-4ca1-9a43-7df5cf06fd6d tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/security-groups?id=f29e29f2-1d3d-4f46-a108-74ce3fa4a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860529 Sep 30 13:06:53.178791 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e9dee-dd00-4197-8546-3af0761c53ac req-d1e5c39b-9431-47b2-8d39-52aa36c00ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:53.180185 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-646e9dee-dd00-4197-8546-3af0761c53ac req-d1e5c39b-9431-47b2-8d39-52aa36c00ee1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a HTTP/1.1" status: 200 len: 921 time: 0.1742711 Sep 30 13:06:53.214509 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48512) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:53.231553 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e7f2b-8273-40c5-bc37-570e3f6263b5 req-1000f076-9b06-4866-a01e-9a01f55a73a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:53.233056 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f0e7f2b-8273-40c5-bc37-570e3f6263b5 req-1000f076-9b06-4866-a01e-9a01f55a73a0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e6924c94-7407-48a4-9765-9863265da548 HTTP/1.1" status: 200 len: 1096 time: 0.1103997 Sep 30 13:06:53.234309 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-646e9dee-dd00-4197-8546-3af0761c53ac req-0e60cac0-a23c-4b97-9e2f-f74d7efa361a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d782bc05-0842-457b-8789-3e9b8c675eaa HTTP/1.1" status: 200 len: 217 time: 0.0451446 Sep 30 13:06:53.285802 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e9dee-dd00-4197-8546-3af0761c53ac req-c69509cf-61e1-4cd2-971a-ff21884ae835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:53.287019 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-646e9dee-dd00-4197-8546-3af0761c53ac req-c69509cf-61e1-4cd2-971a-ff21884ae835 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d2a3567b-bc5f-477b-8f28-c16dcd278961 HTTP/1.1" status: 200 len: 860 time: 0.0457847 Sep 30 13:06:53.319724 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-646e9dee-dd00-4197-8546-3af0761c53ac req-6e63da21-9ffb-479a-a14c-12c0df40da96 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253024 Sep 30 13:06:53.425005 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-646e9dee-dd00-4197-8546-3af0761c53ac req-6312ea76-23dd-4a8b-95e6-0ae5945c372b service neutron] 10.222.0.39 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945733 Sep 30 13:06:53.437594 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6f20d94b-c688-41a4-b7ca-c357afde6a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:53.539935 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-646e9dee-dd00-4197-8546-3af0761c53ac req-21423055-e1d7-4a54-b94b-100c9a58ef85 service neutron] 10.222.0.39 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022117 Sep 30 13:06:53.566635 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6f20d94b-c688-41a4-b7ca-c357afde6a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:53.571206 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6f20d94b-c688-41a4-b7ca-c357afde6a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:53.632829 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20d94b-c688-41a4-b7ca-c357afde6a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544c7892-f53f-4ab3-8ffd-1bdec875a35d,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:53.638103 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6f20d94b-c688-41a4-b7ca-c357afde6a3d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=75d2fea38a7540fa8e2e98fbb9804d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4223759 Sep 30 13:06:53.640781 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48530) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:53.660035 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71150b8-c747-443a-8af2-6afd1cbe3a6d req-4ee030ca-60e6-4c63-b836-52d22d57216b tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:53.661912 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a71150b8-c747-443a-8af2-6afd1cbe3a6d req-4ee030ca-60e6-4c63-b836-52d22d57216b tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 943 time: 0.1137464 Sep 30 13:06:53.694864 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9cbc3558-97cc-4337-a8f0-75cd48c4f48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:53.703517 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a71150b8-c747-443a-8af2-6afd1cbe3a6d req-f6e2efdf-38c9-4c6b-9b77-27fe51cc0c24 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355067 Sep 30 13:06:53.717830 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9cbc3558-97cc-4337-a8f0-75cd48c4f48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:53.771297 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9cbc3558-97cc-4337-a8f0-75cd48c4f48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:53.774130 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9cbc3558-97cc-4337-a8f0-75cd48c4f48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:53.775465 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9cbc3558-97cc-4337-a8f0-75cd48c4f48f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/544c7892-f53f-4ab3-8ffd-1bdec875a35d HTTP/1.1" status: 204 len: 168 time: 0.1334324 Sep 30 13:06:53.783673 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc3558-97cc-4337-a8f0-75cd48c4f48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544c7892-f53f-4ab3-8ffd-1bdec875a35d,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:53.985419 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f0e7f2b-8273-40c5-bc37-570e3f6263b5 req-3bc0edaa-964f-4f12-a05d-619939b20c61 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f29e29f2-1d3d-4f46-a108-74ce3fa4a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405800 Sep 30 13:06:54.004389 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:54.028700 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551ef4f-4f11-4b16-ac80-bf6e227ba494 req-f8aa2235-88a6-4a2e-b43f-658c9987f4f6 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:54.030212 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7551ef4f-4f11-4b16-ac80-bf6e227ba494 req-f8aa2235-88a6-4a2e-b43f-658c9987f4f6 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 945 time: 0.0625746 Sep 30 13:06:54.069386 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7551ef4f-4f11-4b16-ac80-bf6e227ba494 req-aa0ffe50-7e45-4d3c-b009-53597ef9ddbe tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325067 Sep 30 13:06:54.123401 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48558) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:54.136635 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d1109154-0738-46e2-bb75-72ebdcca9cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:54.197016 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-914d2875-d75f-48ef-b5b6-51abf813b493 req-902226ff-690e-406a-8ea7-4a275bbfbf47 tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0311172 Sep 30 13:06:54.225504 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d1109154-0738-46e2-bb75-72ebdcca9cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:54.229776 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d1109154-0738-46e2-bb75-72ebdcca9cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:54.272088 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d1109154-0738-46e2-bb75-72ebdcca9cb3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d7ab63238ec43b69ca76758a3f2a664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453772 Sep 30 13:06:54.272088 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1109154-0738-46e2-bb75-72ebdcca9cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28645d1-01c0-45f2-a2d1-93d9c2cf4e76,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:54.272480 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48566) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:54.348666 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a892a039-1308-4178-bb98-b7abab6c4fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:54.373558 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d824c-b537-4d15-8b09-b952aeb7e2ba req-5550a774-f1d8-4236-bf42-730c262c9f83 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:54.375041 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f36d824c-b537-4d15-8b09-b952aeb7e2ba req-5550a774-f1d8-4236-bf42-730c262c9f83 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6924c94-7407-48a4-9765-9863265da548 HTTP/1.1" status: 200 len: 945 time: 0.0732563 Sep 30 13:06:54.384564 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a892a039-1308-4178-bb98-b7abab6c4fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:54.438844 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f36d824c-b537-4d15-8b09-b952aeb7e2ba req-494aef85-bbb6-4a35-8f79-e28ba7fde9c8 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/security-groups?id=f29e29f2-1d3d-4f46-a108-74ce3fa4a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562015 Sep 30 13:06:54.457566 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a892a039-1308-4178-bb98-b7abab6c4fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:54.460342 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a892a039-1308-4178-bb98-b7abab6c4fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:54.461733 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a892a039-1308-4178-bb98-b7abab6c4fe2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e28645d1-01c0-45f2-a2d1-93d9c2cf4e76 HTTP/1.1" status: 204 len: 168 time: 0.1882803 Sep 30 13:06:54.474112 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892a039-1308-4178-bb98-b7abab6c4fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28645d1-01c0-45f2-a2d1-93d9c2cf4e76,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:54.585847 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device a9f1cac7-dce0-4e5c-883d-40a9f8f74556 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:06:54.649495 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port a9f1cac7-dce0-4e5c-883d-40a9f8f74556 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:06:54.654177 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port a9f1cac7-dce0-4e5c-883d-40a9f8f74556 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:06:54.654894 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:54.774805 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:54.826087 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port a9f1cac7-dce0-4e5c-883d-40a9f8f74556, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=a9f1cac7-dce0-4e5c-883d-40a9f8f74556,segment=NetworkSegment(a179e862-ddda-42ee-8b68-16bb4299addd),segment_id=a179e862-ddda-42ee-8b68-16bb4299addd)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:54.831433 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:54.896023 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=a9f1cac7-dce0-4e5c-883d-40a9f8f74556,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:54.939391 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3051208-340f-421c-ade9-0a78d2ee313a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f1cac7-dce0-4e5c-883d-40a9f8f74556'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:06:54.942980 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84653364-a379-448e-bf06-4dcefee04064" -d '{"events": [{"server_uuid": "a3051208-340f-421c-ade9-0a78d2ee313a", "name": "network-vif-plugged", "status": "completed", "tag": "a9f1cac7-dce0-4e5c-883d-40a9f8f74556"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:06:55.015732 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff95c3-f857-4fe6-8fb8-d994f32d1e4c req-c8e9bc09-d718-4eab-bfe0-0badfb96ffc3 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:55.018158 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-42ff95c3-f857-4fe6-8fb8-d994f32d1e4c req-c8e9bc09-d718-4eab-bfe0-0badfb96ffc3 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 943 time: 0.0637829 Sep 30 13:06:55.069042 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-42ff95c3-f857-4fe6-8fb8-d994f32d1e4c req-25ecc37f-a701-4735-a7d7-f01af3ee5a39 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417960 Sep 30 13:06:55.273153 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48616) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:55.302128 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cd3652-38f8-4b4b-a694-d6d6acc3e96e x-openstack-request-id: req-80cd3652-38f8-4b4b-a694-d6d6acc3e96e {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:06:55.302995 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3051208-340f-421c-ade9-0a78d2ee313a", "name": "network-vif-plugged", "status": "completed", "tag": "a9f1cac7-dce0-4e5c-883d-40a9f8f74556", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:06:55.303414 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80cd3652-38f8-4b4b-a694-d6d6acc3e96e {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:06:55.303812 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3051208-340f-421c-ade9-0a78d2ee313a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f1cac7-dce0-4e5c-883d-40a9f8f74556', 'code': 200} Sep 30 13:06:55.422034 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394715ee-bfe9-4d5d-a74f-6219b552ce37 req-3896ab00-4388-41e5-a1f5-f590cdb898b9 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:55.426628 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-394715ee-bfe9-4d5d-a74f-6219b552ce37 req-3896ab00-4388-41e5-a1f5-f590cdb898b9 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.0656440 Sep 30 13:06:55.495033 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-394715ee-bfe9-4d5d-a74f-6219b552ce37 req-d9c11e3a-d96e-4ecb-b545-91d32bceb5dd tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474000 Sep 30 13:06:55.542425 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6f9d239c-15d1-4ff2-ae14-a5da43e17742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:55.621853 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-918a5299-5ea6-4942-bd4a-6810ec5b3066 req-17e3414c-5381-40db-ab9c-f2615302063f tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0369883 Sep 30 13:06:55.698756 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6f9d239c-15d1-4ff2-ae14-a5da43e17742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:55.704672 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6f9d239c-15d1-4ff2-ae14-a5da43e17742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:55.783508 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6f9d239c-15d1-4ff2-ae14-a5da43e17742 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9254db4ad6104b33847dfe8586274d8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5068789 Sep 30 13:06:55.784651 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48632) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:55.787244 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d239c-15d1-4ff2-ae14-a5da43e17742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd62bf6-26e5-49ec-89b8-80a4aa31e558,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:55.803139 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c1006-c71d-41ce-844a-65eb26cf0e11 req-01fe50b1-21a9-4d88-b5b4-e56c6eb96c63 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:55.804696 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d62c1006-c71d-41ce-844a-65eb26cf0e11 req-01fe50b1-21a9-4d88-b5b4-e56c6eb96c63 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/ports?device_id=16d23a3b-07b4-4128-88e3-72148f8e245d HTTP/1.1" status: 200 len: 945 time: 0.0968099 Sep 30 13:06:55.838990 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cc3e7127-2201-4db4-b378-9486b31f6a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:55.855963 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d62c1006-c71d-41ce-844a-65eb26cf0e11 req-8a9e5a38-d8d2-454c-9993-87ebedb1daa7 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dafbab7-d7fa-4fb8-af76-ab1f58380d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429401 Sep 30 13:06:55.862699 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cc3e7127-2201-4db4-b378-9486b31f6a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:55.943379 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cc3e7127-2201-4db4-b378-9486b31f6a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:55.946809 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cc3e7127-2201-4db4-b378-9486b31f6a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:55.948260 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cc3e7127-2201-4db4-b378-9486b31f6a47 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6dd62bf6-26e5-49ec-89b8-80a4aa31e558 HTTP/1.1" status: 204 len: 168 time: 0.1624117 Sep 30 13:06:55.959639 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e7127-2201-4db4-b378-9486b31f6a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd62bf6-26e5-49ec-89b8-80a4aa31e558,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:55.991303 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af50c7-4e10-49bc-a9db-ef858171e969 req-a2065760-3bfe-4ce4-b7b5-b8732a112007 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:55.999961 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-46af50c7-4e10-49bc-a9db-ef858171e969 req-a2065760-3bfe-4ce4-b7b5-b8732a112007 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6924c94-7407-48a4-9765-9863265da548 HTTP/1.1" status: 200 len: 945 time: 0.0722249 Sep 30 13:06:56.051607 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-46af50c7-4e10-49bc-a9db-ef858171e969 req-1b6b2690-73d2-4555-afb8-c3f84ba76917 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/security-groups?id=f29e29f2-1d3d-4f46-a108-74ce3fa4a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507262 Sep 30 13:06:56.245889 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e910ecb-2150-4436-ad10-7af3ca4d29d1 req-5cf9f345-1349-49cd-a9af-27f7375640d9 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:56.247624 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5e910ecb-2150-4436-ad10-7af3ca4d29d1 req-5cf9f345-1349-49cd-a9af-27f7375640d9 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 943 time: 0.0748229 Sep 30 13:06:56.291587 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5e910ecb-2150-4436-ad10-7af3ca4d29d1 req-07c055eb-724a-40ae-9204-b11ab48746ec tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372188 Sep 30 13:06:56.400033 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48650) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:56.416939 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9070d253-cd66-4c7a-a4e6-10db5215311e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:56.547496 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-c6a8ea6e-4fe3-4f1c-87da-b95e6b4962d9 service neutron] 10.222.0.39 "GET /v2.0/ports/d782bc05-0842-457b-8789-3e9b8c675eaa/bindings/n-h2-810909-2 HTTP/1.1" status: 200 len: 384 time: 0.0875962 Sep 30 13:06:56.568699 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9070d253-cd66-4c7a-a4e6-10db5215311e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:56.589513 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9070d253-cd66-4c7a-a4e6-10db5215311e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:56.639782 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070d253-cd66-4c7a-a4e6-10db5215311e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b063d27-c49a-4876-b6d1-dd175ded9ea6,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:56.650348 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9070d253-cd66-4c7a-a4e6-10db5215311e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ed8f3340c7e46c0a99765215173cfce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480214 Sep 30 13:06:56.654530 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48658) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:56.697543 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c556f-2406-49f0-a769-b38d99c48985 req-b451edb1-4c69-4f23-b84a-2cada25f8446 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:56.699048 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-363c556f-2406-49f0-a769-b38d99c48985 req-b451edb1-4c69-4f23-b84a-2cada25f8446 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.0579438 Sep 30 13:06:56.742102 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-363c556f-2406-49f0-a769-b38d99c48985 req-5c1e88a5-4f07-4e6b-b3bc-160b6925d316 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365906 Sep 30 13:06:56.762111 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-420756f2-61b2-4b4e-9220-7c4995725677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:56.820262 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-420756f2-61b2-4b4e-9220-7c4995725677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:56.857895 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-006eceb2-3195-4dde-b344-f75e3805955f service neutron] For port d782bc05-0842-457b-8789-3e9b8c675eaa, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d782bc05-0842-457b-8789-3e9b8c675eaa,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:56.888564 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-006eceb2-3195-4dde-b344-f75e3805955f service neutron] For port d782bc05-0842-457b-8789-3e9b8c675eaa, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:06:56.925765 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-006eceb2-3195-4dde-b344-f75e3805955f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d782bc05-0842-457b-8789-3e9b8c675eaa {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:06:56.930282 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-420756f2-61b2-4b4e-9220-7c4995725677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:56.933021 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-420756f2-61b2-4b4e-9220-7c4995725677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:56.934287 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-420756f2-61b2-4b4e-9220-7c4995725677 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b063d27-c49a-4876-b6d1-dd175ded9ea6 HTTP/1.1" status: 204 len: 168 time: 0.2788250 Sep 30 13:06:56.946491 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d782bc05-0842-457b-8789-3e9b8c675eaa no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:06:56.948367 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-006eceb2-3195-4dde-b344-f75e3805955f service neutron] For port d782bc05-0842-457b-8789-3e9b8c675eaa, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=d782bc05-0842-457b-8789-3e9b8c675eaa,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:06:56.951516 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420756f2-61b2-4b4e-9220-7c4995725677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b063d27-c49a-4876-b6d1-dd175ded9ea6,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:56.967596 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-006eceb2-3195-4dde-b344-f75e3805955f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:56.983383 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2465cd7f-1aa5-4b39-bd18-e9ff898e4f64 req-fb57e35f-8406-4049-ba6b-49e53a403f5d tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0514374 Sep 30 13:06:57.074697 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-006eceb2-3195-4dde-b344-f75e3805955f service neutron] Transition to ACTIVE for port object d782bc05-0842-457b-8789-3e9b8c675eaa will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:06:57.080601 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-006eceb2-3195-4dde-b344-f75e3805955f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:57.110558 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163d28f-d306-4f2f-b3c9-c056a582b21f req-a7837b54-1d4f-4d4c-8fb2-ff639d0a28f0 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:57.112735 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6163d28f-d306-4f2f-b3c9-c056a582b21f req-a7837b54-1d4f-4d4c-8fb2-ff639d0a28f0 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/ports?device_id=16d23a3b-07b4-4128-88e3-72148f8e245d HTTP/1.1" status: 200 len: 945 time: 0.0581779 Sep 30 13:06:57.155300 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-006eceb2-3195-4dde-b344-f75e3805955f service neutron] No DVR routers for this DVR port d782bc05-0842-457b-8789-3e9b8c675eaa on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:06:57.167260 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6163d28f-d306-4f2f-b3c9-c056a582b21f req-fcfefe81-d6d8-419b-a5d6-469f42f4e681 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dafbab7-d7fa-4fb8-af76-ab1f58380d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452359 Sep 30 13:06:57.171705 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006eceb2-3195-4dde-b344-f75e3805955f service neutron] Pushing event updated for resources: {'Port': ['ID=d782bc05-0842-457b-8789-3e9b8c675eaa,revision_number=10']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:57.197205 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-006eceb2-3195-4dde-b344-f75e3805955f service neutron] 10.222.0.39 "PUT /v2.0/ports/d782bc05-0842-457b-8789-3e9b8c675eaa/bindings/n-h2-810909-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6395955 Sep 30 13:06:57.305309 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249c2bc-c193-4cd7-a939-89e590722604 req-54bc728d-3ca0-4055-acab-0b511ef445fc tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:57.306839 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b249c2bc-c193-4cd7-a939-89e590722604 req-54bc728d-3ca0-4055-acab-0b511ef445fc tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6924c94-7407-48a4-9765-9863265da548 HTTP/1.1" status: 200 len: 945 time: 0.0499086 Sep 30 13:06:57.350169 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b249c2bc-c193-4cd7-a939-89e590722604 req-a2cec3f1-7750-48f1-a22e-c1263c2dac00 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/security-groups?id=f29e29f2-1d3d-4f46-a108-74ce3fa4a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365250 Sep 30 13:06:57.501615 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767695c8-0959-40d8-9ea7-e2e1eac668a9 req-23cd856f-1c0d-4b3d-a2e2-c3385758995b tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:57.503184 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-767695c8-0959-40d8-9ea7-e2e1eac668a9 req-23cd856f-1c0d-4b3d-a2e2-c3385758995b tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 944 time: 0.0544209 Sep 30 13:06:57.546426 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-767695c8-0959-40d8-9ea7-e2e1eac668a9 req-4692d418-1964-4432-be66-bff995246628 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368183 Sep 30 13:06:57.707861 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48708) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:57.828578 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-fb8850b7-1be2-405d-bae1-adb38c85f745 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1212213187-network', 'tenant_id': '2ad7a66d59bc43c48ae84f2165b2e582'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:57.876567 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8850b7-1be2-405d-bae1-adb38c85f745 admin admin] Made reservation on behalf of 2ad7a66d59bc43c48ae84f2165b2e582 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:06:57.879641 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fb8850b7-1be2-405d-bae1-adb38c85f745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:57.898796 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa8093-2696-4f5c-943b-643619ca9311 req-557a269c-3dea-4786-b197-98788ec75702 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:57.900802 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e0fa8093-2696-4f5c-943b-643619ca9311 req-557a269c-3dea-4786-b197-98788ec75702 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.0880792 Sep 30 13:06:57.902188 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fb8850b7-1be2-405d-bae1-adb38c85f745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:57.957160 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48718) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:57.961476 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e0fa8093-2696-4f5c-943b-643619ca9311 req-1aba26af-4344-43d7-9450-ced2a4a49d05 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509977 Sep 30 13:06:58.031612 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fb8850b7-1be2-405d-bae1-adb38c85f745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:58.035959 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fb8850b7-1be2-405d-bae1-adb38c85f745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:58.062441 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb8850b7-1be2-405d-bae1-adb38c85f745 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:06:58.073121 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8850b7-1be2-405d-bae1-adb38c85f745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0da9fd-749f-4a6a-a57f-87a8f60f41ae,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:58.078191 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fb8850b7-1be2-405d-bae1-adb38c85f745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:58.078517 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-fb8850b7-1be2-405d-bae1-adb38c85f745 admin admin] Added segment b1124d9d-1301-484f-b674-00bfa4108c50 of type vlan for network e26a4697-f117-4f02-9a82-cfcd8215cc36 Sep 30 13:06:58.089255 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0d9d3628-98a4-420a-b797-9af913f38e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:58.131357 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d122098-11df-4b94-a293-0bc452f77a13 req-673226fa-2676-4a39-95de-9cd940afb6a6 tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0512812 Sep 30 13:06:58.144136 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fb8850b7-1be2-405d-bae1-adb38c85f745 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:58.172556 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fb8850b7-1be2-405d-bae1-adb38c85f745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:58.173481 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8850b7-1be2-405d-bae1-adb38c85f745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:58.174060 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fb8850b7-1be2-405d-bae1-adb38c85f745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:58.200047 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0d9d3628-98a4-420a-b797-9af913f38e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:58.205633 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0d9d3628-98a4-420a-b797-9af913f38e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:58.212429 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fb8850b7-1be2-405d-bae1-adb38c85f745 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5034685 Sep 30 13:06:58.220078 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48726) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:58.225721 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-6a24b4e8-4dac-4a41-b873-ccd7a55336e0 admin admin] Request body: {'subnet': {'network_id': 'e26a4697-f117-4f02-9a82-cfcd8215cc36', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1212213187-subnet', 'tenant_id': '2ad7a66d59bc43c48ae84f2165b2e582', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:58.239590 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8850b7-1be2-405d-bae1-adb38c85f745 admin admin] Pushing event updated for resources: {'Network': ['ID=e26a4697-f117-4f02-9a82-cfcd8215cc36,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:58.253834 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network e26a4697-f117-4f02-9a82-cfcd8215cc36 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:06:58.262295 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48728) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:58.262683 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0d9d3628-98a4-420a-b797-9af913f38e3c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cef21c27fbb84c69859512cfa805244b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040240 Sep 30 13:06:58.279638 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d3628-98a4-420a-b797-9af913f38e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40f73ea-cfd8-4b2b-87d2-6cfa7a276bc0,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:58.290490 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a24b4e8-4dac-4a41-b873-ccd7a55336e0 admin admin] Made reservation on behalf of 2ad7a66d59bc43c48ae84f2165b2e582 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:06:58.293638 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6a24b4e8-4dac-4a41-b873-ccd7a55336e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:58.333404 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7638a5-9bcb-4534-b657-6418842176d1 req-14be6208-c5d2-415b-9397-f3f1f8980504 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:58.335062 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5f7638a5-9bcb-4534-b657-6418842176d1 req-14be6208-c5d2-415b-9397-f3f1f8980504 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/ports?device_id=16d23a3b-07b4-4128-88e3-72148f8e245d HTTP/1.1" status: 200 len: 945 time: 0.0865507 Sep 30 13:06:58.352253 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e355466-0ca1-492c-9f07-e8a0c1fea9c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:58.397770 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e355466-0ca1-492c-9f07-e8a0c1fea9c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:58.408673 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5f7638a5-9bcb-4534-b657-6418842176d1 req-b427ddab-c076-4aa6-8505-9428377c58dc tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dafbab7-d7fa-4fb8-af76-ab1f58380d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670416 Sep 30 13:06:58.460170 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e355466-0ca1-492c-9f07-e8a0c1fea9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:58.462940 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e355466-0ca1-492c-9f07-e8a0c1fea9c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:58.464283 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0e355466-0ca1-492c-9f07-e8a0c1fea9c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f40f73ea-cfd8-4b2b-87d2-6cfa7a276bc0 HTTP/1.1" status: 204 len: 168 time: 0.2009189 Sep 30 13:06:58.478818 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e355466-0ca1-492c-9f07-e8a0c1fea9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40f73ea-cfd8-4b2b-87d2-6cfa7a276bc0,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:58.559528 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1c471-6950-4623-b96a-fb026167d70c req-b3c6af03-41d1-4785-906f-88bf6db39e9e tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:58.561642 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8cb1c471-6950-4623-b96a-fb026167d70c req-b3c6af03-41d1-4785-906f-88bf6db39e9e tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6924c94-7407-48a4-9765-9863265da548 HTTP/1.1" status: 200 len: 945 time: 0.0597568 Sep 30 13:06:58.606563 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8cb1c471-6950-4623-b96a-fb026167d70c req-cb9d2772-ea6e-4fb9-82bb-0868751043ba tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/security-groups?id=f29e29f2-1d3d-4f46-a108-74ce3fa4a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371618 Sep 30 13:06:58.728567 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb7e5e-6893-45e3-b98e-4acc05c559b6 req-276b7fc7-d467-4f0f-9054-b42c9d5f2445 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:58.730189 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ebfb7e5e-6893-45e3-b98e-4acc05c559b6 req-276b7fc7-d467-4f0f-9054-b42c9d5f2445 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 944 time: 0.0537944 Sep 30 13:06:58.774596 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ebfb7e5e-6893-45e3-b98e-4acc05c559b6 req-784f96b2-dd8b-4aa9-b211-bac590a092cc tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354459 Sep 30 13:06:58.798989 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48738) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:58.813086 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2656750f-6bde-41be-b122-4979fb7bab1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:58.819319 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6a24b4e8-4dac-4a41-b873-ccd7a55336e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:58.875171 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a24b4e8-4dac-4a41-b873-ccd7a55336e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67fb7f78-2405-4f84-9ca9-08c51c1d2c30,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:58.892413 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a24b4e8-4dac-4a41-b873-ccd7a55336e0 admin admin] Checking segment: {'id': 'b1124d9d-1301-484f-b674-00bfa4108c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e26a4697-f117-4f02-9a82-cfcd8215cc36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:06:58.892766 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a24b4e8-4dac-4a41-b873-ccd7a55336e0 admin admin] Network hostable DHCP agents. Network: e26a4697-f117-4f02-9a82-cfcd8215cc36, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:06:58.907542 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2656750f-6bde-41be-b122-4979fb7bab1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:58.910111 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a24b4e8-4dac-4a41-b873-ccd7a55336e0 admin admin] Network e26a4697-f117-4f02-9a82-cfcd8215cc36 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:06:58.912861 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2656750f-6bde-41be-b122-4979fb7bab1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:58.919260 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-6a24b4e8-4dac-4a41-b873-ccd7a55336e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, e26a4697-f117-4f02-9a82-cfcd8215cc36) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:06:58.924228 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a24b4e8-4dac-4a41-b873-ccd7a55336e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:58.925268 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6a24b4e8-4dac-4a41-b873-ccd7a55336e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:58.929234 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035c1b63-e993-430c-b50c-b2ec12ddc9b7 None None] Network e26a4697-f117-4f02-9a82-cfcd8215cc36 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:06:58.943336 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6a24b4e8-4dac-4a41-b873-ccd7a55336e0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7221472 Sep 30 13:06:58.953804 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2656750f-6bde-41be-b122-4979fb7bab1a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b45cb19532b4270a85df9adb7ff53cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531260 Sep 30 13:06:58.954708 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656750f-6bde-41be-b122-4979fb7bab1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ca5601-dd49-44fe-8324-2614cc7c7473,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:58.957048 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48742) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:06:59.008912 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f24f33b8-9c29-4707-a1c7-ea3ebe4e3811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:59.036056 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f24f33b8-9c29-4707-a1c7-ea3ebe4e3811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:59.109073 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b178060a-1dee-4aac-9c25-0e65bafc9085 None None] Network e26a4697-f117-4f02-9a82-cfcd8215cc36 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:06:59.130578 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc6d05-d284-4809-9f01-78d7e20a78e4 req-19377b52-b4c2-4e31-b805-a2e3e0e9d180 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:59.139253 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-96dc6d05-d284-4809-9f01-78d7e20a78e4 req-19377b52-b4c2-4e31-b805-a2e3e0e9d180 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.0950470 Sep 30 13:06:59.187386 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f24f33b8-9c29-4707-a1c7-ea3ebe4e3811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:59.189201 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f24f33b8-9c29-4707-a1c7-ea3ebe4e3811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:59.193247 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f24f33b8-9c29-4707-a1c7-ea3ebe4e3811 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/56ca5601-dd49-44fe-8324-2614cc7c7473 HTTP/1.1" status: 204 len: 168 time: 0.2323010 Sep 30 13:06:59.194508 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-ea311003-2a82-4310-b2b7-d15a20f90d1f tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:59.199743 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-ea311003-2a82-4310-b2b7-d15a20f90d1f tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a&tenant_id=bfee4c1083184c949bfe63d2e5d7a195&binding%3Ahost_id=n-h1-810909-2 HTTP/1.1" status: 200 len: 1095 time: 0.0837607 Sep 30 13:06:59.216809 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f33b8-9c29-4707-a1c7-ea3ebe4e3811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ca5601-dd49-44fe-8324-2614cc7c7473,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:59.238526 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-96dc6d05-d284-4809-9f01-78d7e20a78e4 req-e22bb2eb-31da-49fc-ac39-a699d6d94d67 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890398 Sep 30 13:06:59.257100 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761428c-5504-4d21-81ce-587b14cc45c9 req-ad14d1cb-1f4b-4133-b5bb-49ca63edcd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:59.264218 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b761428c-5504-4d21-81ce-587b14cc45c9 req-ad14d1cb-1f4b-4133-b5bb-49ca63edcd78 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 1097 time: 0.1020327 Sep 30 13:06:59.272767 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-ea35eef2-4236-4133-91c6-319833d98056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:59.274751 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-ea35eef2-4236-4133-91c6-319833d98056 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a&tenant_id=bfee4c1083184c949bfe63d2e5d7a195 HTTP/1.1" status: 200 len: 1095 time: 0.0674157 Sep 30 13:06:59.338289 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-b04be3bd-3e70-4fe2-a784-b3408c90f6a3 req-e0217a44-56b5-4b3f-9121-588d3500fc90 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1829042027', 'description': 'tempest-description-1011050387'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:59.370430 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-32b96be4-b4cd-47c8-9793-f36dcdfdf066 req-9364a8b9-4ff2-4f7c-932a-98e27b37dcc1 tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0377393 Sep 30 13:06:59.374980 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-19943d9a-be49-443e-a290-0085dd7fa4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:59.375598 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b761428c-5504-4d21-81ce-587b14cc45c9 req-6762ac84-729b-4802-8dad-8fddf7cebc08 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059885 Sep 30 13:06:59.376574 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-19943d9a-be49-443e-a290-0085dd7fa4de service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bfee4c1083184c949bfe63d2e5d7a195&device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 1095 time: 0.0659840 Sep 30 13:06:59.379023 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b04be3bd-3e70-4fe2-a784-b3408c90f6a3 req-e0217a44-56b5-4b3f-9121-588d3500fc90 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:59.468806 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b04be3bd-3e70-4fe2-a784-b3408c90f6a3 req-e0217a44-56b5-4b3f-9121-588d3500fc90 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:59.474914 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b04be3bd-3e70-4fe2-a784-b3408c90f6a3 req-e0217a44-56b5-4b3f-9121-588d3500fc90 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:59.504812 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b04be3bd-3e70-4fe2-a784-b3408c90f6a3 req-e0217a44-56b5-4b3f-9121-588d3500fc90 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:59.506072 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b04be3bd-3e70-4fe2-a784-b3408c90f6a3 req-e0217a44-56b5-4b3f-9121-588d3500fc90 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1875629 Sep 30 13:06:59.507822 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0217a44-56b5-4b3f-9121-588d3500fc90 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21a4945f-9c6b-457a-a0b1-af111c11abe7,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:59.535078 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-b5bd63d6-a407-46ca-8f61-94c9d0168b7d req-eb7e483d-064b-4c55-90ed-1454b15abd9a tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1215503518', 'description': 'tempest-description-726756042'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:06:59.539924 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f41c3-b059-474e-849f-55a9dd4be886 req-621f7c1c-adf0-4ad0-bf09-55ae7b4e2466 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:59.541548 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-611f41c3-b059-474e-849f-55a9dd4be886 req-621f7c1c-adf0-4ad0-bf09-55ae7b4e2466 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/ports?device_id=16d23a3b-07b4-4128-88e3-72148f8e245d HTTP/1.1" status: 200 len: 945 time: 0.0571060 Sep 30 13:06:59.558827 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b5bd63d6-a407-46ca-8f61-94c9d0168b7d req-eb7e483d-064b-4c55-90ed-1454b15abd9a tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:59.587433 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-611f41c3-b059-474e-849f-55a9dd4be886 req-15ef298a-c716-4006-b30a-7759ef19e50e tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dafbab7-d7fa-4fb8-af76-ab1f58380d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390148 Sep 30 13:06:59.650394 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b5bd63d6-a407-46ca-8f61-94c9d0168b7d req-eb7e483d-064b-4c55-90ed-1454b15abd9a tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:59.655876 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b5bd63d6-a407-46ca-8f61-94c9d0168b7d req-eb7e483d-064b-4c55-90ed-1454b15abd9a tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:59.707938 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b5bd63d6-a407-46ca-8f61-94c9d0168b7d req-eb7e483d-064b-4c55-90ed-1454b15abd9a tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:06:59.709217 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b5bd63d6-a407-46ca-8f61-94c9d0168b7d req-eb7e483d-064b-4c55-90ed-1454b15abd9a tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1789021 Sep 30 13:06:59.718522 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e483d-064b-4c55-90ed-1454b15abd9a tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d24e96-aa86-46e9-9763-a98a308d2b84,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:06:59.750931 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4be21e-e0e5-4afd-9d4e-54f05a9bc0b4 req-e66fdc8c-17ba-4244-a61a-7c51717ad3d1 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:59.752813 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ff4be21e-e0e5-4afd-9d4e-54f05a9bc0b4 req-e66fdc8c-17ba-4244-a61a-7c51717ad3d1 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6924c94-7407-48a4-9765-9863265da548 HTTP/1.1" status: 200 len: 945 time: 0.0625665 Sep 30 13:06:59.797106 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-3cc5a3b4-0ef5-4b10-896d-c210483b4c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:59.797503 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ff4be21e-e0e5-4afd-9d4e-54f05a9bc0b4 req-799088fa-206c-4e75-8fb2-142603ab6be3 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/security-groups?id=f29e29f2-1d3d-4f46-a108-74ce3fa4a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378911 Sep 30 13:06:59.798922 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-3cc5a3b4-0ef5-4b10-896d-c210483b4c3e service neutron] 10.222.0.54 "GET /v2.0/networks?id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a HTTP/1.1" status: 200 len: 921 time: 0.1323183 Sep 30 13:06:59.858902 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-721fc73a-ef56-4c4a-aa85-26beb0eab2c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d782bc05-0842-457b-8789-3e9b8c675eaa HTTP/1.1" status: 200 len: 217 time: 0.0503967 Sep 30 13:06:59.943611 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-8b8b3c1f-dd19-4b82-83cb-8af45431b896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:59.945244 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-8b8b3c1f-dd19-4b82-83cb-8af45431b896 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d2a3567b-bc5f-477b-8f28-c16dcd278961 HTTP/1.1" status: 200 len: 860 time: 0.0779049 Sep 30 13:06:59.958334 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334c524-6747-4120-b8b0-bb213a6bcaf2 req-cfaaa645-21f5-4de8-bfb8-39fb3da1384b tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:06:59.960066 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d334c524-6747-4120-b8b0-bb213a6bcaf2 req-cfaaa645-21f5-4de8-bfb8-39fb3da1384b tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 944 time: 0.0946157 Sep 30 13:06:59.990038 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-a241aa83-d711-47a9-a253-c57731b8bf0a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292432 Sep 30 13:07:00.041572 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d334c524-6747-4120-b8b0-bb213a6bcaf2 req-096a638b-14ff-4fa8-af8f-e900caf17bba tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734279 Sep 30 13:07:00.042585 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-3665c0c7-b656-4ebe-9b3d-b73941c48a1d tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:00.050071 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-3665c0c7-b656-4ebe-9b3d-b73941c48a1d tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/networks?id=e26a4697-f117-4f02-9a82-cfcd8215cc36 HTTP/1.1" status: 200 len: 813 time: 0.1249526 Sep 30 13:07:00.077161 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-e0127520-559d-4840-96d8-211108ca965e tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/quotas/2ad7a66d59bc43c48ae84f2165b2e582 HTTP/1.1" status: 200 len: 375 time: 0.0162127 Sep 30 13:07:00.102588 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-bd9668e9-0cfa-40b0-91ad-5477f55fd72e tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ad7a66d59bc43c48ae84f2165b2e582&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343719 Sep 30 13:07:00.110862 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-5921d8e8-6fdd-44af-a8b8-ad685c49f4c5 service neutron] 10.222.0.54 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114516 Sep 30 13:07:00.209600 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-1ff36c59-a201-4cbf-a3ad-73b3795a8d9b service neutron] 10.222.0.54 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901055 Sep 30 13:07:00.210365 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-29e3a0b0-5950-4fef-bc39-7f78bd1b7f68 service neutron] 10.222.0.18 "GET /v2.0/networks/e26a4697-f117-4f02-9a82-cfcd8215cc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046705 Sep 30 13:07:00.312169 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-317d428b-5fd4-45e4-a5d5-5d7422cd2df7 service neutron] 10.222.0.18 "GET /v2.0/networks/e26a4697-f117-4f02-9a82-cfcd8215cc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946956 Sep 30 13:07:00.356402 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efd2dd-798e-43f5-a670-4e9e8bbf4fcb req-73cfa9a8-3ac8-440c-bc8b-63bae09fa732 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:00.358119 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d0efd2dd-798e-43f5-a670-4e9e8bbf4fcb req-73cfa9a8-3ac8-440c-bc8b-63bae09fa732 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.0584366 Sep 30 13:07:00.408003 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d0efd2dd-798e-43f5-a670-4e9e8bbf4fcb req-a8395582-a660-4f4c-beb8-b0ba4367b972 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422437 Sep 30 13:07:00.537905 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e0b6029a-fb0a-44f9-b782-6b38a9206143 req-8bbf0dd6-d4a7-4ac4-bbf0-64538a6cf45e tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0403373 Sep 30 13:07:00.548876 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-109a0eb7-e368-460a-b2ab-03cd8208bf6f tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:00.551369 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-109a0eb7-e368-460a-b2ab-03cd8208bf6f tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a&tenant_id=bfee4c1083184c949bfe63d2e5d7a195&binding%3Ahost_id=n-h2-810909-2 HTTP/1.1" status: 200 len: 1095 time: 0.1064711 Sep 30 13:07:00.552892 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1eda2843-8989-4a2b-b8a4-bcc40813ba40 req-7eaad615-b0d6-4449-941f-5af7093e76f1 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1e996b0-d9fc-4cec-a4ba-363a4e2440fc HTTP/1.1" status: 200 len: 210 time: 0.0421798 Sep 30 13:07:00.723223 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-26e4c33a-3a9b-4db8-bf75-9d1082172a4d service neutron] For port d782bc05-0842-457b-8789-3e9b8c675eaa, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:07:00.729681 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-26e4c33a-3a9b-4db8-bf75-9d1082172a4d service neutron] Notify callbacks [] for binding, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:00.730945 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f96bf97-7cbd-418c-a669-deb57d363ff9 req-26e4c33a-3a9b-4db8-bf75-9d1082172a4d service neutron] 10.222.0.54 "DELETE /v2.0/ports/d782bc05-0842-457b-8789-3e9b8c675eaa/bindings/n-h1-810909-2 HTTP/1.1" status: 204 len: 173 time: 0.1605687 Sep 30 13:07:00.740440 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af782c6c-176e-4c56-98fc-e0c5fe5e08b4 req-f4daa40c-14f3-4243-b54b-6e924b7c9987 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:00.742089 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-af782c6c-176e-4c56-98fc-e0c5fe5e08b4 req-f4daa40c-14f3-4243-b54b-6e924b7c9987 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/ports?device_id=16d23a3b-07b4-4128-88e3-72148f8e245d HTTP/1.1" status: 200 len: 945 time: 0.0748527 Sep 30 13:07:00.800357 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-af782c6c-176e-4c56-98fc-e0c5fe5e08b4 req-10aba9f0-635e-4d82-98c6-4fd2c64d9226 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dafbab7-d7fa-4fb8-af76-ab1f58380d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440590 Sep 30 13:07:00.933731 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e31e30-115f-4291-805f-a06e1a1c85c9 req-0191d15c-2cb7-4a8a-a2f9-3c2700038ba4 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:00.935559 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-02e31e30-115f-4291-805f-a06e1a1c85c9 req-0191d15c-2cb7-4a8a-a2f9-3c2700038ba4 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6924c94-7407-48a4-9765-9863265da548 HTTP/1.1" status: 200 len: 945 time: 0.0525193 Sep 30 13:07:00.980859 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-02e31e30-115f-4291-805f-a06e1a1c85c9 req-f644efdb-0bf2-426c-bedf-88ee3f708083 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/security-groups?id=f29e29f2-1d3d-4f46-a108-74ce3fa4a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381761 Sep 30 13:07:01.087301 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-f81372a4-df3d-43fa-aa56-8ad9ae4b3a07 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=97d604a8d42741f9b6809b482ef51ba6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234771 Sep 30 13:07:01.203545 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660a897-130e-4f25-bef0-4fd938b0cb09 req-3984a060-40dc-47e3-b49e-8e27f9a1587e tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:01.205265 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7660a897-130e-4f25-bef0-4fd938b0cb09 req-3984a060-40dc-47e3-b49e-8e27f9a1587e tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 944 time: 0.0709045 Sep 30 13:07:01.234167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-e48b80cc-32d4-4415-8068-bbfee10e6e92 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:01.236519 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-e48b80cc-32d4-4415-8068-bbfee10e6e92 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1420317 Sep 30 13:07:01.251571 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7660a897-130e-4f25-bef0-4fd938b0cb09 req-02bb7fa8-2de6-4a59-b790-4b0dc2bb52e1 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393538 Sep 30 13:07:01.253060 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-f3016ee7-b894-4ab6-9bf4-13e81ec301e3 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/quotas/97d604a8d42741f9b6809b482ef51ba6 HTTP/1.1" status: 200 len: 375 time: 0.0107810 Sep 30 13:07:01.289108 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-4a53063e-6675-4f62-87b3-23fd8c4a3a98 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=97d604a8d42741f9b6809b482ef51ba6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296896 Sep 30 13:07:01.478866 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2b6a4d14-824e-49f6-84f1-d10300700841 req-290b8754-8526-4504-b6fa-2c5f44634218 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e7d2631-adf2-4fc5-9319-bdea5be69d0e HTTP/1.1" status: 200 len: 210 time: 0.0469480 Sep 30 13:07:01.484450 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153863b-7e0a-40da-9d3b-f2d5ffc9c35f req-06423fa6-ef46-4b59-877b-1a6dd9069bfb tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:01.492161 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1153863b-7e0a-40da-9d3b-f2d5ffc9c35f req-06423fa6-ef46-4b59-877b-1a6dd9069bfb tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 1095 time: 0.0706747 Sep 30 13:07:01.498527 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba35701-9831-43a6-8227-7e201f7b31f9 req-cf4f81be-5909-485e-83ae-2afe2afb66ca tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:01.503978 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aba35701-9831-43a6-8227-7e201f7b31f9 req-cf4f81be-5909-485e-83ae-2afe2afb66ca tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.54 "GET /v2.0/ports?device_id=16d23a3b-07b4-4128-88e3-72148f8e245d HTTP/1.1" status: 200 len: 945 time: 0.1242652 Sep 30 13:07:01.543251 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1153863b-7e0a-40da-9d3b-f2d5ffc9c35f req-5813e93b-0906-4806-a05d-0dcaec5d5e39 tempest-LiveAutoBlockMigrationV225Test-1048335857 tempest-LiveAutoBlockMigrationV225Test-1048335857-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498662 Sep 30 13:07:01.687035 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8245ca6-4ff2-44bf-b46f-6a04d35a34d6 req-70191596-36cf-4f34-8c67-ff1001140a00 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:01.688617 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b8245ca6-4ff2-44bf-b46f-6a04d35a34d6 req-70191596-36cf-4f34-8c67-ff1001140a00 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.0693393 Sep 30 13:07:01.696709 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-aba35701-9831-43a6-8227-7e201f7b31f9 req-dde389b5-d26c-4363-b714-9f655200274d tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Deleting port 226aad45-78b1-4552-842d-8a3da379dcc9 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:07:01.697342 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-aba35701-9831-43a6-8227-7e201f7b31f9 req-dde389b5-d26c-4363-b714-9f655200274d tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:01.701125 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-22bfecf7-b477-4392-b922-4870cbb266b4 req-6dcac91d-1c3b-46f0-8799-e587f2f630bd tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0393887 Sep 30 13:07:01.792055 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9588f531-f58f-4b73-892b-94aa7dac3aa6 req-0bb9d02d-c9a0-40be-a665-fa48ce079332 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1e996b0-d9fc-4cec-a4ba-363a4e2440fc HTTP/1.1" status: 200 len: 210 time: 0.0312788 Sep 30 13:07:01.801930 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b8245ca6-4ff2-44bf-b46f-6a04d35a34d6 req-e36204a8-c4f1-4ccf-99d5-7713dc87d7d5 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874093 Sep 30 13:07:01.863654 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-aba35701-9831-43a6-8227-7e201f7b31f9 req-dde389b5-d26c-4363-b714-9f655200274d tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] For port 226aad45-78b1-4552-842d-8a3da379dcc9, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=226aad45-78b1-4552-842d-8a3da379dcc9,segment=NetworkSegment(43f5aa2a-7a86-4eac-bb2b-076a8ae826a8),segment_id=43f5aa2a-7a86-4eac-bb2b-076a8ae826a8)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:01.864541 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-aba35701-9831-43a6-8227-7e201f7b31f9 req-dde389b5-d26c-4363-b714-9f655200274d tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:02.103245 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb220a-3dc5-4a08-aa51-ca83d9940870 req-47d72137-3d31-41eb-865b-1befa78ec373 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:02.106558 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-72eb220a-3dc5-4a08-aa51-ca83d9940870 req-47d72137-3d31-41eb-865b-1befa78ec373 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/ports?device_id=16d23a3b-07b4-4128-88e3-72148f8e245d HTTP/1.1" status: 200 len: 945 time: 0.1897335 Sep 30 13:07:02.163716 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd09c9-0bf3-4a18-9b8e-fd053c2bc845 req-19eaad95-d842-4f93-b18e-79b0b33fc7f4 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:02.165355 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-45bd09c9-0bf3-4a18-9b8e-fd053c2bc845 req-19eaad95-d842-4f93-b18e-79b0b33fc7f4 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6924c94-7407-48a4-9765-9863265da548 HTTP/1.1" status: 200 len: 945 time: 0.0554771 Sep 30 13:07:02.210291 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-22d31d9e-6e9e-40c9-9edc-b1e95704ba3e tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:02.210791 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-45bd09c9-0bf3-4a18-9b8e-fd053c2bc845 req-eaccb820-4db4-47b6-a95e-31621c701058 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/security-groups?id=f29e29f2-1d3d-4f46-a108-74ce3fa4a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389500 Sep 30 13:07:02.211755 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-22d31d9e-6e9e-40c9-9edc-b1e95704ba3e tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.39 "GET /v2.0/networks?id=e26a4697-f117-4f02-9a82-cfcd8215cc36 HTTP/1.1" status: 200 len: 813 time: 0.2480078 Sep 30 13:07:02.232384 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-c5ca907b-dcf8-4463-a0ea-7a8c7f3ed212 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Request body: {'port': {'device_id': 'f1e996b0-d9fc-4cec-a4ba-363a4e2440fc', 'network_id': 'e26a4697-f117-4f02-9a82-cfcd8215cc36', 'admin_state_up': True, 'tenant_id': '2ad7a66d59bc43c48ae84f2165b2e582'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:02.265807 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-72eb220a-3dc5-4a08-aa51-ca83d9940870 req-c84c9867-6f63-46a5-b022-fdac72cff769 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dafbab7-d7fa-4fb8-af76-ab1f58380d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503384 Sep 30 13:07:02.271365 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-aba35701-9831-43a6-8227-7e201f7b31f9 req-dde389b5-d26c-4363-b714-9f655200274d tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:02.271614 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-aba35701-9831-43a6-8227-7e201f7b31f9 req-dde389b5-d26c-4363-b714-9f655200274d tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:02.271826 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [req-aba35701-9831-43a6-8227-7e201f7b31f9 req-dde389b5-d26c-4363-b714-9f655200274d tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Floating IP 11670d07-5d2c-41f0-a10a-210b331a179d disassociated. External IP: 172.25.5.221, port: 226aad45-78b1-4552-842d-8a3da379dcc9. Sep 30 13:07:02.272167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-aba35701-9831-43a6-8227-7e201f7b31f9 req-dde389b5-d26c-4363-b714-9f655200274d tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Calling delete_port for 226aad45-78b1-4552-842d-8a3da379dcc9 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:07:02.330693 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a72af-5e5f-4f62-b743-eff57e97547e req-45ae47ec-2450-4af8-ab69-bd64e926b9e9 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:02.332226 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-726a72af-5e5f-4f62-b743-eff57e97547e req-45ae47ec-2450-4af8-ab69-bd64e926b9e9 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 944 time: 0.0589497 Sep 30 13:07:02.382597 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-726a72af-5e5f-4f62-b743-eff57e97547e req-4645f96a-1839-4ee8-bdad-7e47131d1135 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405972 Sep 30 13:07:02.454342 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-c5ca907b-dcf8-4463-a0ea-7a8c7f3ed212 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Made reservation on behalf of 2ad7a66d59bc43c48ae84f2165b2e582 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:07:02.458803 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-c5ca907b-dcf8-4463-a0ea-7a8c7f3ed212 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:02.570370 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-aba35701-9831-43a6-8227-7e201f7b31f9 req-dde389b5-d26c-4363-b714-9f655200274d tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:02.609464 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a4457227-4109-4233-a357-88ac158497b8 req-ea1c6e59-e1c2-471f-b931-f9d126759fc7 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e7d2631-adf2-4fc5-9319-bdea5be69d0e HTTP/1.1" status: 200 len: 210 time: 0.0312679 Sep 30 13:07:02.632739 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde389b5-d26c-4363-b714-9f655200274d tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Pushing event deleted for resources: {'Port': ['ID=226aad45-78b1-4552-842d-8a3da379dcc9,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:02.651590 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-b3092eff-4b95-4a48-8b22-f1d582f5890f tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=97d604a8d42741f9b6809b482ef51ba6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447984 Sep 30 13:07:02.808228 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-c5ca907b-dcf8-4463-a0ea-7a8c7f3ed212 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Allocated IP 172.20.0.7 (e26a4697-f117-4f02-9a82-cfcd8215cc36/67fb7f78-2405-4f84-9ca9-08c51c1d2c30/aeb697d2-fa8d-4c97-b3a6-6a5b338de64c) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:07:02.834895 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-52cc09e9-2743-478f-b98f-8965057a133e tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:02.836296 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-52cc09e9-2743-478f-b98f-8965057a133e tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1773629 Sep 30 13:07:02.870717 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b97bc66c-a39e-4815-a5f0-0694dfdd6744 req-b397e4ee-38db-4564-9211-b226b0cf9bbc tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0552919 Sep 30 13:07:02.871020 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-80ba1085-f9db-4504-8ef4-e52edec11d49 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Request body: {'port': {'device_id': '4e7d2631-adf2-4fc5-9319-bdea5be69d0e', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': '97d604a8d42741f9b6809b482ef51ba6'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:02.948243 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aba35701-9831-43a6-8227-7e201f7b31f9 req-dde389b5-d26c-4363-b714-9f655200274d tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Router 86cbe371-4143-45f5-808e-daeffa2b1186 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:07:02.986584 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0ea1e-85cb-4596-b625-8bfbe8d7e957 req-4a42b482-ae89-4026-a0cb-d36c8080bd2a tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:02.988242 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bef0ea1e-85cb-4596-b625-8bfbe8d7e957 req-4a42b482-ae89-4026-a0cb-d36c8080bd2a tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 944 time: 0.1395586 Sep 30 13:07:03.038662 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-18e1f9f3-674a-4f39-abf5-2ad7b4a41bf7 req-a3ac42cc-781d-4826-b68d-edce23d05d6b tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1e996b0-d9fc-4cec-a4ba-363a4e2440fc HTTP/1.1" status: 200 len: 210 time: 0.0695300 Sep 30 13:07:03.123668 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-80ba1085-f9db-4504-8ef4-e52edec11d49 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Made reservation on behalf of 97d604a8d42741f9b6809b482ef51ba6 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:07:03.128274 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-80ba1085-f9db-4504-8ef4-e52edec11d49 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:03.130473 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29c00d-5de5-4865-b3af-f9ac71e16ec8 req-77c11580-0aba-4ebd-ad78-13a145939d0e tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:03.132107 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f29c00d-5de5-4865-b3af-f9ac71e16ec8 req-77c11580-0aba-4ebd-ad78-13a145939d0e tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.1673660 Sep 30 13:07:03.153303 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-80ba1085-f9db-4504-8ef4-e52edec11d49 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:03.176746 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-bef0ea1e-85cb-4596-b625-8bfbe8d7e957 req-8afabd5f-dc45-40d9-a758-f8980ed2a694 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Deleting port d782bc05-0842-457b-8789-3e9b8c675eaa {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:07:03.177154 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bef0ea1e-85cb-4596-b625-8bfbe8d7e957 req-8afabd5f-dc45-40d9-a758-f8980ed2a694 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:03.318724 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-bef0ea1e-85cb-4596-b625-8bfbe8d7e957 req-8afabd5f-dc45-40d9-a758-f8980ed2a694 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] For port d782bc05-0842-457b-8789-3e9b8c675eaa, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=d782bc05-0842-457b-8789-3e9b8c675eaa,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:03.319091 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bef0ea1e-85cb-4596-b625-8bfbe8d7e957 req-8afabd5f-dc45-40d9-a758-f8980ed2a694 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:03.341584 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-bef0ea1e-85cb-4596-b625-8bfbe8d7e957 req-8afabd5f-dc45-40d9-a758-f8980ed2a694 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Calling delete_port for d782bc05-0842-457b-8789-3e9b8c675eaa owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:07:03.487819 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-c5ca907b-dcf8-4463-a0ea-7a8c7f3ed212 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:03.524051 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aba35701-9831-43a6-8227-7e201f7b31f9 req-dde389b5-d26c-4363-b714-9f655200274d tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:07:03.534730 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f29c00d-5de5-4865-b3af-f9ac71e16ec8 req-87100009-b3d4-48b6-a6f7-3299560cafb6 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942590 Sep 30 13:07:03.537524 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ce5cfb-39bb-41a1-87eb-9a00d614153d None None] Sync routers for ids ['86cbe371-4143-45f5-808e-daeffa2b1186'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:07:03.548775 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ce5cfb-39bb-41a1-87eb-9a00d614153d None None] Routers {'86cbe371-4143-45f5-808e-daeffa2b1186'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:07:03.550248 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e2ce5cfb-39bb-41a1-87eb-9a00d614153d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:06:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['86cbe371-4143-45f5-808e-daeffa2b1186'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:03.591424 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba35701-9831-43a6-8227-7e201f7b31f9 req-dde389b5-d26c-4363-b714-9f655200274d tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] No DVR routers for this DVR port 226aad45-78b1-4552-842d-8a3da379dcc9 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:07:03.595347 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-aba35701-9831-43a6-8227-7e201f7b31f9 req-dde389b5-d26c-4363-b714-9f655200274d tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:03.597354 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aba35701-9831-43a6-8227-7e201f7b31f9 req-dde389b5-d26c-4363-b714-9f655200274d tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.54 "DELETE /v2.0/ports/226aad45-78b1-4552-842d-8a3da379dcc9 HTTP/1.1" status: 204 len: 173 time: 2.0856936 Sep 30 13:07:03.597814 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d23a3b-07b4-4128-88e3-72148f8e245d', 'name': 'network-vif-deleted', 'tag': '226aad45-78b1-4552-842d-8a3da379dcc9'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:03.606470 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f024e4-5ab5-43e9-b79d-2644e8aece7c" -d '{"events": [{"server_uuid": "16d23a3b-07b4-4128-88e3-72148f8e245d", "name": "network-vif-deleted", "tag": "226aad45-78b1-4552-842d-8a3da379dcc9"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:03.637591 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-c5ca907b-dcf8-4463-a0ea-7a8c7f3ed212 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:03.685882 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-c5ca907b-dcf8-4463-a0ea-7a8c7f3ed212 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Network e26a4697-f117-4f02-9a82-cfcd8215cc36 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:07:03.689503 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-c5ca907b-dcf8-4463-a0ea-7a8c7f3ed212 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:07:03.694258 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-c5ca907b-dcf8-4463-a0ea-7a8c7f3ed212 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:07:03.695726 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-e2ce5cfb-39bb-41a1-87eb-9a00d614153d None None] Set router 86cbe371-4143-45f5-808e-daeffa2b1186 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:07:03.701932 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca907b-dcf8-4463-a0ea-7a8c7f3ed212 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Pushing event updated for resources: {'Port': ['ID=aeb697d2-fa8d-4c97-b3a6-6a5b338de64c,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:03.738092 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1ea9c8cf-ff26-4757-96f1-9ebefaedc2b4 req-b12e7f14-5bb9-49f4-b39b-69185f6aa740 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/ports?device_id=16d23a3b-07b4-4128-88e3-72148f8e245d HTTP/1.1" status: 200 len: 210 time: 0.0366659 Sep 30 13:07:03.771677 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-80ba1085-f9db-4504-8ef4-e52edec11d49 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:03.774967 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-c5ca907b-dcf8-4463-a0ea-7a8c7f3ed212 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:03.775607 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-c5ca907b-dcf8-4463-a0ea-7a8c7f3ed212 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:03.779332 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-80ba1085-f9db-4504-8ef4-e52edec11d49 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:03.810437 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-c5ca907b-dcf8-4463-a0ea-7a8c7f3ed212 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5750849 Sep 30 13:07:03.822647 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-e9945df6-1edc-413f-97a3-fdebac85e686 service neutron] Request body: {'port': {'device_id': 'f1e996b0-d9fc-4cec-a4ba-363a4e2440fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:03.860075 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba1085-f9db-4504-8ef4-e52edec11d49 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e64f42-ef09-49e2-a7f5-651a363b8b1a,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:03.930444 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-e9945df6-1edc-413f-97a3-fdebac85e686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:04.005566 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-80ba1085-f9db-4504-8ef4-e52edec11d49 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Allocated IP 192.168.233.28 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/6eecd3ef-a3d4-4fa4-8497-1a1f360536dd) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:07:04.012307 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bef0ea1e-85cb-4596-b625-8bfbe8d7e957 req-8afabd5f-dc45-40d9-a758-f8980ed2a694 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:04.028949 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['d782bc05-0842-457b-8789-3e9b8c675eaa'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:04.031924 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['37d71825-e339-43d2-921d-7fe5b24f6f7c'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:04.052276 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afabd5f-dc45-40d9-a758-f8980ed2a694 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Pushing event deleted for resources: {'Port': ['ID=d782bc05-0842-457b-8789-3e9b8c675eaa,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:04.055175 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27a508-300b-4dda-98fb-b5f9bbed9112 req-e24b9b2b-9edb-4b8c-b35b-2c187e60cc35 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:04.064817 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8f27a508-300b-4dda-98fb-b5f9bbed9112 req-e24b9b2b-9edb-4b8c-b35b-2c187e60cc35 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 944 time: 0.2107961 Sep 30 13:07:04.130904 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbf35ea-97dd-4759-9b2f-fa047385de08 x-openstack-request-id: req-acbf35ea-97dd-4759-9b2f-fa047385de08 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:04.137040 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d23a3b-07b4-4128-88e3-72148f8e245d", "name": "network-vif-deleted", "tag": "226aad45-78b1-4552-842d-8a3da379dcc9", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:04.137300 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-acbf35ea-97dd-4759-9b2f-fa047385de08 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:04.137796 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d23a3b-07b4-4128-88e3-72148f8e245d', 'name': 'network-vif-deleted', 'tag': '226aad45-78b1-4552-842d-8a3da379dcc9', 'status': 'completed', 'code': 200} Sep 30 13:07:04.140641 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef0ea1e-85cb-4596-b625-8bfbe8d7e957 req-8afabd5f-dc45-40d9-a758-f8980ed2a694 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] No DVR routers for this DVR port d782bc05-0842-457b-8789-3e9b8c675eaa on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:07:04.142109 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e2ce5cfb-39bb-41a1-87eb-9a00d614153d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'name': 'tempest-ServersTestFqdnHostnames-413480197-router', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '9a7eb502-4af7-4418-9a69-bb66752ff4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:35Z', 'updated_at': '2021-09-30T13:03:41Z', 'revision_number': 4, 'project_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'gw_port': {'id': '9a7eb502-4af7-4418-9a69-bb66752ff4d9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:36Z', 'updated_at': '2021-09-30T13:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '421ba193-b2d4-4af9-969f-bd113f01bd4a', 'name': '', 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'mac_address': 'fa:16:3e:13:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'dab259b8-7f2d-4c77-ac66-ab5ff9b3b271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:39Z', 'updated_at': '2021-09-30T13:03:54Z', 'revision_number': 5, 'project_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'subnets': [{'id': 'dab259b8-7f2d-4c77-ac66-ab5ff9b3b271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:04.149139 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bef0ea1e-85cb-4596-b625-8bfbe8d7e957 req-8afabd5f-dc45-40d9-a758-f8980ed2a694 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:04.151155 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bef0ea1e-85cb-4596-b625-8bfbe8d7e957 req-8afabd5f-dc45-40d9-a758-f8980ed2a694 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.54 "DELETE /v2.0/ports/d782bc05-0842-457b-8789-3e9b8c675eaa HTTP/1.1" status: 204 len: 173 time: 1.1550200 Sep 30 13:07:04.151593 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec984ce-c4da-486e-a11e-f5476b362d5a', 'name': 'network-vif-deleted', 'tag': 'd782bc05-0842-457b-8789-3e9b8c675eaa'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:04.153985 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9ac988-2638-4c89-9544-0b7bce3ac77c" -d '{"events": [{"server_uuid": "6ec984ce-c4da-486e-a11e-f5476b362d5a", "name": "network-vif-deleted", "tag": "d782bc05-0842-457b-8789-3e9b8c675eaa"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:04.200882 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ce5cfb-39bb-41a1-87eb-9a00d614153d None None] Checking router: 86cbe371-4143-45f5-808e-daeffa2b1186 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:07:04.214375 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8c4b98db-a5c8-4208-8399-888c74253e5f req-2bfbee52-c1bf-4505-87ea-451295d7efa3 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e7d2631-adf2-4fc5-9319-bdea5be69d0e HTTP/1.1" status: 200 len: 210 time: 0.0432549 Sep 30 13:07:04.218965 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ce5cfb-39bb-41a1-87eb-9a00d614153d None None] Routers {'86cbe371-4143-45f5-808e-daeffa2b1186'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:07:04.220031 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e2ce5cfb-39bb-41a1-87eb-9a00d614153d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:06:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['86cbe371-4143-45f5-808e-daeffa2b1186'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:04.303457 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8f27a508-300b-4dda-98fb-b5f9bbed9112 req-7550091e-97f4-458b-8c38-962d368b1ca3 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256556 Sep 30 13:07:04.377863 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4400df-ffe4-42d2-bc1d-87db6972d2df req-2b7c1407-a5a8-4c6a-82c6-1d661443b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:04.380220 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f4400df-ffe4-42d2-bc1d-87db6972d2df req-2b7c1407-a5a8-4c6a-82c6-1d661443b6b4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1806d3d957b442d084afb5a6e6939111&device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 1097 time: 0.2408276 Sep 30 13:07:04.391382 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-80ba1085-f9db-4504-8ef4-e52edec11d49 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:04.474555 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-80ba1085-f9db-4504-8ef4-e52edec11d49 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:04.542952 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-61a61485-ff0f-43f2-9cd4-a047324e563b req-246880cd-519d-4eec-86d1-c7f034071a60 tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0740414 Sep 30 13:07:04.583465 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-80ba1085-f9db-4504-8ef4-e52edec11d49 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:07:04.588393 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba1085-f9db-4504-8ef4-e52edec11d49 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Pushing event updated for resources: {'Port': ['ID=6eecd3ef-a3d4-4fa4-8497-1a1f360536dd,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:04.591372 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-80ba1085-f9db-4504-8ef4-e52edec11d49 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:07:04.618396 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4400df-ffe4-42d2-bc1d-87db6972d2df req-1ea0464f-bf8e-4bbc-8d99-03129fbe5b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:04.621480 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f4400df-ffe4-42d2-bc1d-87db6972d2df req-1ea0464f-bf8e-4bbc-8d99-03129fbe5b9f service neutron] 10.222.0.54 "GET /v2.0/networks?id=008916a7-a2d2-4d62-89cc-44132c2adfee HTTP/1.1" status: 200 len: 921 time: 0.2316747 Sep 30 13:07:04.635619 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-80ba1085-f9db-4504-8ef4-e52edec11d49 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:07:04.678829 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f4400df-ffe4-42d2-bc1d-87db6972d2df req-f81ac767-aca0-4196-958d-e2b84721d48b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9f1cac7-dce0-4e5c-883d-40a9f8f74556 HTTP/1.1" status: 200 len: 217 time: 0.0493934 Sep 30 13:07:04.681287 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-e9945df6-1edc-413f-97a3-fdebac85e686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb697d2-fa8d-4c97-b3a6-6a5b338de64c {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:07:04.708086 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-e2ce5cfb-39bb-41a1-87eb-9a00d614153d None None] Set router 86cbe371-4143-45f5-808e-daeffa2b1186 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:07:04.712487 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55c60a-96d6-4246-a2f1-db3af1e83dea req-094434ac-ba60-4ebd-8d8b-d41b8d18b909 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:04.715897 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-e9945df6-1edc-413f-97a3-fdebac85e686 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:04.719463 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cd55c60a-96d6-4246-a2f1-db3af1e83dea req-094434ac-ba60-4ebd-8d8b-d41b8d18b909 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.1339474 Sep 30 13:07:04.798825 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cd55c60a-96d6-4246-a2f1-db3af1e83dea req-b913fda8-e615-48bf-970d-70600ad56074 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715504 Sep 30 13:07:04.809027 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-80ba1085-f9db-4504-8ef4-e52edec11d49 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:04.809760 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-80ba1085-f9db-4504-8ef4-e52edec11d49 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:04.823042 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-e9945df6-1edc-413f-97a3-fdebac85e686 service neutron] Transition to ACTIVE for port object aeb697d2-fa8d-4c97-b3a6-6a5b338de64c will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:07:04.833541 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4400df-ffe4-42d2-bc1d-87db6972d2df req-f07365d2-fa5c-4381-9d8b-2e37ffb6c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:04.835144 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f4400df-ffe4-42d2-bc1d-87db6972d2df req-f07365d2-fa5c-4381-9d8b-2e37ffb6c511 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9b88440e-478c-428a-91e7-af6c6afddbd1 HTTP/1.1" status: 200 len: 860 time: 0.1310065 Sep 30 13:07:04.835850 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-e9945df6-1edc-413f-97a3-fdebac85e686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:04.838347 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-80ba1085-f9db-4504-8ef4-e52edec11d49 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9722629 Sep 30 13:07:04.854268 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-0ef37ba8-2b45-43d9-91fb-821947237fb4 service neutron] Request body: {'port': {'device_id': '4e7d2631-adf2-4fc5-9319-bdea5be69d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:04.926340 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f297ea08-e32d-4044-b3ff-e5d4026f5311 x-openstack-request-id: req-f297ea08-e32d-4044-b3ff-e5d4026f5311 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:04.927522 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec984ce-c4da-486e-a11e-f5476b362d5a", "name": "network-vif-deleted", "tag": "d782bc05-0842-457b-8789-3e9b8c675eaa", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:04.927995 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f297ea08-e32d-4044-b3ff-e5d4026f5311 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:04.928997 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec984ce-c4da-486e-a11e-f5476b362d5a', 'name': 'network-vif-deleted', 'tag': 'd782bc05-0842-457b-8789-3e9b8c675eaa', 'status': 'completed', 'code': 200} Sep 30 13:07:04.939763 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f4400df-ffe4-42d2-bc1d-87db6972d2df req-e8f6d592-114c-40cd-af30-8dc30cfd89be service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=008916a7-a2d2-4d62-89cc-44132c2adfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648849 Sep 30 13:07:04.941797 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-0ef37ba8-2b45-43d9-91fb-821947237fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:04.961839 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0250e3e-bde0-4b94-959b-b765fe4435cc req-8bbf639a-177e-4363-b137-f6e9c569f87a tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:04.970596 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b0250e3e-bde0-4b94-959b-b765fe4435cc req-8bbf639a-177e-4363-b137-f6e9c569f87a tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1e996b0-d9fc-4cec-a4ba-363a4e2440fc HTTP/1.1" status: 200 len: 931 time: 0.2969928 Sep 30 13:07:04.992441 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e2ce5cfb-39bb-41a1-87eb-9a00d614153d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'name': 'tempest-ServersTestFqdnHostnames-413480197-router', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '9a7eb502-4af7-4418-9a69-bb66752ff4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:35Z', 'updated_at': '2021-09-30T13:03:41Z', 'revision_number': 4, 'project_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'gw_port': {'id': '9a7eb502-4af7-4418-9a69-bb66752ff4d9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:36Z', 'updated_at': '2021-09-30T13:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '421ba193-b2d4-4af9-969f-bd113f01bd4a', 'name': '', 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'mac_address': 'fa:16:3e:13:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'dab259b8-7f2d-4c77-ac66-ab5ff9b3b271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:39Z', 'updated_at': '2021-09-30T13:03:54Z', 'revision_number': 5, 'project_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'subnets': [{'id': 'dab259b8-7f2d-4c77-ac66-ab5ff9b3b271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:05.025663 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ce5cfb-39bb-41a1-87eb-9a00d614153d None None] The sync data for ids ['86cbe371-4143-45f5-808e-daeffa2b1186'] in n-d-810909-2 is: [{'id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'name': 'tempest-ServersTestFqdnHostnames-413480197-router', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '9a7eb502-4af7-4418-9a69-bb66752ff4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:35Z', 'updated_at': '2021-09-30T13:03:41Z', 'revision_number': 4, 'project_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'gw_port': {'id': '9a7eb502-4af7-4418-9a69-bb66752ff4d9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:36Z', 'updated_at': '2021-09-30T13:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '421ba193-b2d4-4af9-969f-bd113f01bd4a', 'name': '', 'network_id': '0f9e9a25-efc7-491a-8143-c6db148dfd0c', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'mac_address': 'fa:16:3e:13:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'dab259b8-7f2d-4c77-ac66-ab5ff9b3b271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:39Z', 'updated_at': '2021-09-30T13:03:54Z', 'revision_number': 5, 'project_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'subnets': [{'id': 'dab259b8-7f2d-4c77-ac66-ab5ff9b3b271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:07:05.037419 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9945df6-1edc-413f-97a3-fdebac85e686 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb697d2-fa8d-4c97-b3a6-6a5b338de64c,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:05.047348 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-c191ab0b-25e6-4a0c-b5a7-2d3a224558de None None] Provisioning complete for port 6eecd3ef-a3d4-4fa4-8497-1a1f360536dd triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:07:05.048022 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c191ab0b-25e6-4a0c-b5a7-2d3a224558de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:05.099425 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-c191ab0b-25e6-4a0c-b5a7-2d3a224558de None None] Port 6eecd3ef-a3d4-4fa4-8497-1a1f360536dd cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:07:05.137112 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b0250e3e-bde0-4b94-959b-b765fe4435cc req-5c62ee33-acb9-4af8-9d1a-31a84c20b410 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e0da9fd-749f-4a6a-a57f-87a8f60f41ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652164 Sep 30 13:07:05.254531 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48938) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:05.326517 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f4400df-ffe4-42d2-bc1d-87db6972d2df req-c1a73aea-7b13-4470-804d-5558b16cf51d service neutron] 10.222.0.54 "GET /v2.0/networks/008916a7-a2d2-4d62-89cc-44132c2adfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442597 Sep 30 13:07:05.445420 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-e9945df6-1edc-413f-97a3-fdebac85e686 service neutron] Attempting to bind port aeb697d2-fa8d-4c97-b3a6-6a5b338de64c on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:07:05.445689 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-e9945df6-1edc-413f-97a3-fdebac85e686 service neutron] Attempting to bind port aeb697d2-fa8d-4c97-b3a6-6a5b338de64c by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'b1124d9d-1301-484f-b674-00bfa4108c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e26a4697-f117-4f02-9a82-cfcd8215cc36'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:07:05.446153 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-e9945df6-1edc-413f-97a3-fdebac85e686 service neutron] Attempting to bind port aeb697d2-fa8d-4c97-b3a6-6a5b338de64c on network e26a4697-f117-4f02-9a82-cfcd8215cc36 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:07:05.467476 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-e9945df6-1edc-413f-97a3-fdebac85e686 service neutron] Port aeb697d2-fa8d-4c97-b3a6-6a5b338de64c on network e26a4697-f117-4f02-9a82-cfcd8215cc36 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:07:05.468118 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-e9945df6-1edc-413f-97a3-fdebac85e686 service neutron] Attempting to bind port aeb697d2-fa8d-4c97-b3a6-6a5b338de64c on network e26a4697-f117-4f02-9a82-cfcd8215cc36 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:07:05.501055 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d8f6b745-0fd8-431e-a778-380de88d69d4 req-22641097-6aa2-4a9c-9406-3045ed22d3d3 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 210 time: 0.0370524 Sep 30 13:07:05.508843 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-e9945df6-1edc-413f-97a3-fdebac85e686 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:07:05.509438 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-e9945df6-1edc-413f-97a3-fdebac85e686 service neutron] Checking segment: {'id': 'b1124d9d-1301-484f-b674-00bfa4108c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e26a4697-f117-4f02-9a82-cfcd8215cc36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:07:05.510005 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-e9945df6-1edc-413f-97a3-fdebac85e686 service neutron] Bound using segment: {'id': 'b1124d9d-1301-484f-b674-00bfa4108c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e26a4697-f117-4f02-9a82-cfcd8215cc36'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:07:05.510667 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-e9945df6-1edc-413f-97a3-fdebac85e686 service neutron] Bound port: aeb697d2-fa8d-4c97-b3a6-6a5b338de64c, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1124d9d-1301-484f-b674-00bfa4108c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e26a4697-f117-4f02-9a82-cfcd8215cc36'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:07:05.511220 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-e9945df6-1edc-413f-97a3-fdebac85e686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:05.526402 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-0ef37ba8-2b45-43d9-91fb-821947237fb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eecd3ef-a3d4-4fa4-8497-1a1f360536dd {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:07:05.532369 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb19de6-8d05-4cdd-8e9d-39611e98fe55 None None] New status for floating IP 11670d07-5d2c-41f0-a10a-210b331a179d: DOWN {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:07:05.536331 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-0ef37ba8-2b45-43d9-91fb-821947237fb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:05.553194 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-0ef37ba8-2b45-43d9-91fb-821947237fb4 service neutron] Transition to ACTIVE for port object 6eecd3ef-a3d4-4fa4-8497-1a1f360536dd will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:07:05.558263 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-0ef37ba8-2b45-43d9-91fb-821947237fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:05.619083 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f4400df-ffe4-42d2-bc1d-87db6972d2df req-9e12c0eb-9e69-4ab5-9730-f6ba409502f7 service neutron] 10.222.0.54 "GET /v2.0/networks/008916a7-a2d2-4d62-89cc-44132c2adfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558365 Sep 30 13:07:05.627010 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc10cee9-bd36-46e4-9ef9-38a96e6599bf tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:05.662704 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc10cee9-bd36-46e4-9ef9-38a96e6599bf tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:05.722537 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef37ba8-2b45-43d9-91fb-821947237fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=6eecd3ef-a3d4-4fa4-8497-1a1f360536dd,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:05.748046 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505fa12-d860-45e7-ab43-1d05e29eb07d req-186ed0ab-b724-41d9-b711-163e1dcd5b26 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:05.750638 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-0ef37ba8-2b45-43d9-91fb-821947237fb4 service neutron] Attempting to bind port 6eecd3ef-a3d4-4fa4-8497-1a1f360536dd on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:07:05.750946 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-0ef37ba8-2b45-43d9-91fb-821947237fb4 service neutron] Attempting to bind port 6eecd3ef-a3d4-4fa4-8497-1a1f360536dd by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:07:05.751347 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-0ef37ba8-2b45-43d9-91fb-821947237fb4 service neutron] Attempting to bind port 6eecd3ef-a3d4-4fa4-8497-1a1f360536dd on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:07:05.757138 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-0ef37ba8-2b45-43d9-91fb-821947237fb4 service neutron] Port 6eecd3ef-a3d4-4fa4-8497-1a1f360536dd on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:07:05.757587 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-0ef37ba8-2b45-43d9-91fb-821947237fb4 service neutron] Attempting to bind port 6eecd3ef-a3d4-4fa4-8497-1a1f360536dd on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:07:05.761816 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a505fa12-d860-45e7-ab43-1d05e29eb07d req-186ed0ab-b724-41d9-b711-163e1dcd5b26 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e7d2631-adf2-4fc5-9319-bdea5be69d0e HTTP/1.1" status: 200 len: 935 time: 0.4024847 Sep 30 13:07:05.764358 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-0ef37ba8-2b45-43d9-91fb-821947237fb4 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:07:05.764946 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-0ef37ba8-2b45-43d9-91fb-821947237fb4 service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:07:05.765431 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-0ef37ba8-2b45-43d9-91fb-821947237fb4 service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:07:05.765924 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-0ef37ba8-2b45-43d9-91fb-821947237fb4 service neutron] Bound port: 6eecd3ef-a3d4-4fa4-8497-1a1f360536dd, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:07:05.766434 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-0ef37ba8-2b45-43d9-91fb-821947237fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:05.833588 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc10cee9-bd36-46e4-9ef9-38a96e6599bf tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:05.836764 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc10cee9-bd36-46e4-9ef9-38a96e6599bf tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:05.839628 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fc10cee9-bd36-46e4-9ef9-38a96e6599bf tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "DELETE /v2.0/security-groups/3dafbab7-d7fa-4fb8-af76-ab1f58380d30 HTTP/1.1" status: 204 len: 168 time: 0.5789061 Sep 30 13:07:05.848454 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b5f54122-4bc9-4385-afb4-751a575d21ba req-0b0c1e47-d9d5-4bb1-9ec0-6df0a9791658 tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0705698 Sep 30 13:07:05.849052 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48954) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:05.873022 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-ad3bc86d-d833-495b-9eb6-a75398ddf67b tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] show failed (client error): The resource could not be found. Sep 30 13:07:05.874885 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ad3bc86d-d833-495b-9eb6-a75398ddf67b tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "GET /v2.0/security-groups/3dafbab7-d7fa-4fb8-af76-ab1f58380d30 HTTP/1.1" status: 404 len: 347 time: 0.0228796 Sep 30 13:07:05.888462 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48956) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:05.912079 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10cee9-bd36-46e4-9ef9-38a96e6599bf tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dafbab7-d7fa-4fb8-af76-ab1f58380d30,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:05.933211 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a505fa12-d860-45e7-ab43-1d05e29eb07d req-ff87688b-f5ca-410c-aa33-e4949c4e54b6 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7e64f42-ef09-49e2-a7f5-651a363b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704750 Sep 30 13:07:05.955332 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-e9945df6-1edc-413f-97a3-fdebac85e686 service neutron] For port aeb697d2-fa8d-4c97-b3a6-6a5b338de64c, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:07:05.961009 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-e9945df6-1edc-413f-97a3-fdebac85e686 service neutron] For port aeb697d2-fa8d-4c97-b3a6-6a5b338de64c, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=aeb697d2-fa8d-4c97-b3a6-6a5b338de64c,segment=NetworkSegment(b1124d9d-1301-484f-b674-00bfa4108c50),segment_id=b1124d9d-1301-484f-b674-00bfa4108c50)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:07:05.967738 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-e9945df6-1edc-413f-97a3-fdebac85e686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:06.021969 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-e9945df6-1edc-413f-97a3-fdebac85e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:06.022794 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-e9945df6-1edc-413f-97a3-fdebac85e686 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:06.024823 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-e9945df6-1edc-413f-97a3-fdebac85e686 service neutron] 10.222.0.39 "PUT /v2.0/ports/aeb697d2-fa8d-4c97-b3a6-6a5b338de64c HTTP/1.1" status: 200 len: 1091 time: 2.2120578 Sep 30 13:07:06.070695 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9945df6-1edc-413f-97a3-fdebac85e686 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb697d2-fa8d-4c97-b3a6-6a5b338de64c,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:06.146633 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e996b0-d9fc-4cec-a4ba-363a4e2440fc', 'tag': 'aeb697d2-fa8d-4c97-b3a6-6a5b338de64c'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:06.153802 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7620b2-d583-42fc-a82f-3600e3426963" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e996b0-d9fc-4cec-a4ba-363a4e2440fc", "tag": "aeb697d2-fa8d-4c97-b3a6-6a5b338de64c"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:06.188641 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-4a7df582-5feb-4456-9042-1223d60dd2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:06.192813 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-4a7df582-5feb-4456-9042-1223d60dd2e1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ad7a66d59bc43c48ae84f2165b2e582&device_id=f1e996b0-d9fc-4cec-a4ba-363a4e2440fc HTTP/1.1" status: 200 len: 1094 time: 0.1128020 Sep 30 13:07:06.208570 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-0ef37ba8-2b45-43d9-91fb-821947237fb4 service neutron] For port 6eecd3ef-a3d4-4fa4-8497-1a1f360536dd, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:07:06.215434 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-0ef37ba8-2b45-43d9-91fb-821947237fb4 service neutron] For port 6eecd3ef-a3d4-4fa4-8497-1a1f360536dd, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=6eecd3ef-a3d4-4fa4-8497-1a1f360536dd,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:07:06.231198 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-f293b135-2555-4e7d-ae7c-1dbea5157ce4 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Deleting port 748bd762-1b81-4b0f-a3f2-6b1cc1eb9701 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:07:06.231887 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f293b135-2555-4e7d-ae7c-1dbea5157ce4 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:06.249990 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-0ef37ba8-2b45-43d9-91fb-821947237fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:06.312406 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-a90d4ccc-aafb-4dd9-b890-66b90f3b89e0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aeb697d2-fa8d-4c97-b3a6-6a5b338de64c HTTP/1.1" status: 200 len: 217 time: 0.1097567 Sep 30 13:07:06.318789 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-0ef37ba8-2b45-43d9-91fb-821947237fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:06.319473 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-0ef37ba8-2b45-43d9-91fb-821947237fb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:06.320835 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-0ef37ba8-2b45-43d9-91fb-821947237fb4 service neutron] 10.222.0.39 "PUT /v2.0/ports/6eecd3ef-a3d4-4fa4-8497-1a1f360536dd HTTP/1.1" status: 200 len: 1095 time: 1.4749780 Sep 30 13:07:06.353936 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef37ba8-2b45-43d9-91fb-821947237fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=6eecd3ef-a3d4-4fa4-8497-1a1f360536dd,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:06.404531 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-6b8f0163-2e79-4909-9a20-4130c0b87e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:06.406037 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-6b8f0163-2e79-4909-9a20-4130c0b87e4f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67fb7f78-2405-4f84-9ca9-08c51c1d2c30 HTTP/1.1" status: 200 len: 853 time: 0.0815198 Sep 30 13:07:06.458895 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-f9df4eff-efe5-492b-abf8-28c3a87f1f12 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e26a4697-f117-4f02-9a82-cfcd8215cc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365756 Sep 30 13:07:06.477353 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bedab-ef76-48e1-a4ad-af43ee94d038 req-705dab9d-1ba0-41ae-a9a3-3eaa9fb28c9a tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:06.484487 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-765bedab-ef76-48e1-a4ad-af43ee94d038 req-705dab9d-1ba0-41ae-a9a3-3eaa9fb28c9a tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.0937312 Sep 30 13:07:06.522031 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f293b135-2555-4e7d-ae7c-1dbea5157ce4 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:06.522686 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f293b135-2555-4e7d-ae7c-1dbea5157ce4 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:06.532534 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ef414-4d52-40c4-9e71-0930c98e12a2 req-8fa7b2c6-f391-454d-acb5-33cd95e872d3 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:06.541629 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-169ef414-4d52-40c4-9e71-0930c98e12a2 req-8fa7b2c6-f391-454d-acb5-33cd95e872d3 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1e996b0-d9fc-4cec-a4ba-363a4e2440fc HTTP/1.1" status: 200 len: 943 time: 0.2077920 Sep 30 13:07:06.559204 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-765bedab-ef76-48e1-a4ad-af43ee94d038 req-3549bb07-9a3a-490a-9c92-db99263cd052 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685940 Sep 30 13:07:06.589294 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-f3fcd0bc-de0e-4a13-9e27-aa14ff7e5c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:06.591011 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-f3fcd0bc-de0e-4a13-9e27-aa14ff7e5c01 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=97d604a8d42741f9b6809b482ef51ba6&device_id=4e7d2631-adf2-4fc5-9319-bdea5be69d0e HTTP/1.1" status: 200 len: 1098 time: 0.1902812 Sep 30 13:07:06.591961 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-f293b135-2555-4e7d-ae7c-1dbea5157ce4 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Calling delete_port for 748bd762-1b81-4b0f-a3f2-6b1cc1eb9701 owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:07:06.619184 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5646e0-82a5-4ab9-8ca0-057ce354cd30 x-openstack-request-id: req-4b5646e0-82a5-4ab9-8ca0-057ce354cd30 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:06.619683 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e996b0-d9fc-4cec-a4ba-363a4e2440fc", "tag": "aeb697d2-fa8d-4c97-b3a6-6a5b338de64c", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:06.620893 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b5646e0-82a5-4ab9-8ca0-057ce354cd30 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:06.621317 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e996b0-d9fc-4cec-a4ba-363a4e2440fc', 'tag': 'aeb697d2-fa8d-4c97-b3a6-6a5b338de64c', 'status': 'completed', 'code': 200} Sep 30 13:07:06.646729 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 226aad45-78b1-4552-842d-8a3da379dcc9 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:07:06.658447 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-169ef414-4d52-40c4-9e71-0930c98e12a2 req-0edca4cb-64d5-4dc7-88ef-c9e2e2902b7a tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e0da9fd-749f-4a6a-a57f-87a8f60f41ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157382 Sep 30 13:07:06.709045 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-c378a4a0-0f69-4b04-985f-8029adaa3044 service neutron] 10.222.0.39 "GET /v2.0/networks/e26a4697-f117-4f02-9a82-cfcd8215cc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400484 Sep 30 13:07:06.716064 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 226aad45-78b1-4552-842d-8a3da379dcc9 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:07:06.716661 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 226aad45-78b1-4552-842d-8a3da379dcc9 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:07:06.717242 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device d782bc05-0842-457b-8789-3e9b8c675eaa no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:07:06.731602 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-ac9fe85f-600d-4bd9-9eaa-fdf54233d153 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=6eecd3ef-a3d4-4fa4-8497-1a1f360536dd HTTP/1.1" status: 200 len: 217 time: 0.1302116 Sep 30 13:07:06.778068 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: d782bc05-0842-457b-8789-3e9b8c675eaa {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:07:06.778424 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device d782bc05-0842-457b-8789-3e9b8c675eaa not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:07:06.810827 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-cba77c8e-c894-476f-8a05-adf53c14b131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:06.812326 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-cba77c8e-c894-476f-8a05-adf53c14b131 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0644376 Sep 30 13:07:06.847284 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2cf31226-e2d9-49df-a585-6fc40eb5dc36 req-542877e8-5a79-436c-8db7-c6a5d8ba8b24 service neutron] 10.222.0.39 "GET /v2.0/networks/e26a4697-f117-4f02-9a82-cfcd8215cc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287367 Sep 30 13:07:06.873409 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f3cbedd5-90c9-41af-8a72-b128079f27b0 req-7debb1b8-a00d-412a-9665-6d750d770d34 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 210 time: 0.0586135 Sep 30 13:07:06.914185 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-0ecb6e07-b07d-4bbb-826a-cb8b253ee34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:06.916093 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-0ecb6e07-b07d-4bbb-826a-cb8b253ee34b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0907078 Sep 30 13:07:06.935409 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7d2631-adf2-4fc5-9319-bdea5be69d0e', 'tag': '6eecd3ef-a3d4-4fa4-8497-1a1f360536dd'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:06.937891 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a8b987-c857-4e84-bdbb-f88ed45506d6" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7d2631-adf2-4fc5-9319-bdea5be69d0e", "tag": "6eecd3ef-a3d4-4fa4-8497-1a1f360536dd"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:06.983336 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7620b2-d583-42fc-a82f-3600e3426963 req-392cc2b3-bd24-4042-9666-82a34448027d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:06.985476 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db7620b2-d583-42fc-a82f-3600e3426963 req-392cc2b3-bd24-4042-9666-82a34448027d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ad7a66d59bc43c48ae84f2165b2e582&device_id=f1e996b0-d9fc-4cec-a4ba-363a4e2440fc HTTP/1.1" status: 200 len: 1094 time: 0.0842173 Sep 30 13:07:07.079963 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ca03af6f-704e-43c1-a0e8-e4273a4537f2 req-df8f6169-0255-4514-aaf8-1b6059d8b44b tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0783105 Sep 30 13:07:07.109410 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243ba296-e21f-4cbb-a420-2ba460f94325 x-openstack-request-id: req-243ba296-e21f-4cbb-a420-2ba460f94325 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:07.110801 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7d2631-adf2-4fc5-9319-bdea5be69d0e", "tag": "6eecd3ef-a3d4-4fa4-8497-1a1f360536dd", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:07.111176 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-243ba296-e21f-4cbb-a420-2ba460f94325 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:07.113534 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e7d2631-adf2-4fc5-9319-bdea5be69d0e', 'tag': '6eecd3ef-a3d4-4fa4-8497-1a1f360536dd', 'status': 'completed', 'code': 200} Sep 30 13:07:07.141314 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f293b135-2555-4e7d-ae7c-1dbea5157ce4 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:07.146856 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7620b2-d583-42fc-a82f-3600e3426963 req-4e3af670-1051-4972-a508-8f9ed697cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:07.148930 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db7620b2-d583-42fc-a82f-3600e3426963 req-4e3af670-1051-4972-a508-8f9ed697cd1e service neutron] 10.222.0.39 "GET /v2.0/networks?id=e26a4697-f117-4f02-9a82-cfcd8215cc36 HTTP/1.1" status: 200 len: 914 time: 0.1564829 Sep 30 13:07:07.161039 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-623cbeec-f9bd-4747-83de-c758435e03b5 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359478 Sep 30 13:07:07.199762 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293b135-2555-4e7d-ae7c-1dbea5157ce4 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Pushing event deleted for resources: {'Port': ['ID=748bd762-1b81-4b0f-a3f2-6b1cc1eb9701,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:07.220813 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db7620b2-d583-42fc-a82f-3600e3426963 req-d37d06c5-dfd2-4875-a075-ae2abb9fce40 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aeb697d2-fa8d-4c97-b3a6-6a5b338de64c HTTP/1.1" status: 200 len: 217 time: 0.0572500 Sep 30 13:07:07.278058 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869cdb2-48ec-4cb2-b2bc-a180ba0f2654 req-c6c7b0b0-3ad3-4624-bb5f-4222d97b6ebb tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:07.279658 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0869cdb2-48ec-4cb2-b2bc-a180ba0f2654 req-c6c7b0b0-3ad3-4624-bb5f-4222d97b6ebb tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e7d2631-adf2-4fc5-9319-bdea5be69d0e HTTP/1.1" status: 200 len: 947 time: 0.1296160 Sep 30 13:07:07.297060 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7620b2-d583-42fc-a82f-3600e3426963 req-be6858ba-ef48-4a3f-846f-35b03ad32ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:07.298432 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db7620b2-d583-42fc-a82f-3600e3426963 req-be6858ba-ef48-4a3f-846f-35b03ad32ae1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67fb7f78-2405-4f84-9ca9-08c51c1d2c30 HTTP/1.1" status: 200 len: 853 time: 0.0694237 Sep 30 13:07:07.337981 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f293b135-2555-4e7d-ae7c-1dbea5157ce4 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:07.340614 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f293b135-2555-4e7d-ae7c-1dbea5157ce4 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:07.344499 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f293b135-2555-4e7d-ae7c-1dbea5157ce4 tempest-ServersTestFqdnHostnames-2035818624 tempest-ServersTestFqdnHostnames-2035818624-project] 10.222.0.18 "DELETE /v2.0/floatingips/11670d07-5d2c-41f0-a10a-210b331a179d HTTP/1.1" status: 204 len: 168 time: 1.4520853 Sep 30 13:07:07.347404 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48982) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:07.347698 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db7620b2-d583-42fc-a82f-3600e3426963 req-7a4a9893-101a-4d06-ae8e-e4b54d729187 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e26a4697-f117-4f02-9a82-cfcd8215cc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392778 Sep 30 13:07:07.355573 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0869cdb2-48ec-4cb2-b2bc-a180ba0f2654 req-10444c7a-dc1d-4ac7-918e-eed448413db2 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7e64f42-ef09-49e2-a7f5-651a363b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689118 Sep 30 13:07:07.364912 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b5b2e-c5cf-4dd0-9308-0b3f03cf2782 req-889d18ed-2cac-4413-abd3-6aac96047457 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:07.367252 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-297b5b2e-c5cf-4dd0-9308-0b3f03cf2782 req-889d18ed-2cac-4413-abd3-6aac96047457 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6924c94-7407-48a4-9765-9863265da548 HTTP/1.1" status: 200 len: 945 time: 0.1845520 Sep 30 13:07:07.446402 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cdf5cd4-7eb2-405e-9c38-6a89b867b6fe req-a2388542-7f21-4a64-93fa-cc85b7d9036c service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647526 Sep 30 13:07:07.456839 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db7620b2-d583-42fc-a82f-3600e3426963 req-09472268-c4f1-412e-9b83-f3ece0be7a1e service neutron] 10.222.0.39 "GET /v2.0/networks/e26a4697-f117-4f02-9a82-cfcd8215cc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003170 Sep 30 13:07:07.464348 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-297b5b2e-c5cf-4dd0-9308-0b3f03cf2782 req-bb9d4545-534f-4c54-a37e-fa127c0355d6 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/security-groups?id=f29e29f2-1d3d-4f46-a108-74ce3fa4a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593288 Sep 30 13:07:07.567799 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db7620b2-d583-42fc-a82f-3600e3426963 req-7d6e653a-c1ed-4f0e-9ab5-0c9b15c0d67d service neutron] 10.222.0.39 "GET /v2.0/networks/e26a4697-f117-4f02-9a82-cfcd8215cc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033354 Sep 30 13:07:07.637304 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8b987-c857-4e84-bdbb-f88ed45506d6 req-d220f31b-9c81-4281-8931-a9fa37d9b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:07.638831 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-69a8b987-c857-4e84-bdbb-f88ed45506d6 req-d220f31b-9c81-4281-8931-a9fa37d9b6bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=97d604a8d42741f9b6809b482ef51ba6&device_id=4e7d2631-adf2-4fc5-9319-bdea5be69d0e HTTP/1.1" status: 200 len: 1098 time: 0.1266816 Sep 30 13:07:07.671588 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e9b9e-7114-4bbf-a7b2-45f0373ccf27 req-f0562d77-4b68-485e-8587-1a748a0d1ec2 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:07.673122 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b83e9b9e-7114-4bbf-a7b2-45f0373ccf27 req-f0562d77-4b68-485e-8587-1a748a0d1ec2 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.0513129 Sep 30 13:07:07.725572 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b83e9b9e-7114-4bbf-a7b2-45f0373ccf27 req-d90ff167-c56d-4006-8e00-8eddfe533ea4 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455079 Sep 30 13:07:07.822182 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8b987-c857-4e84-bdbb-f88ed45506d6 req-5f517a67-6b1d-446c-a547-8e0d8cdf0e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:07.823653 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-69a8b987-c857-4e84-bdbb-f88ed45506d6 req-5f517a67-6b1d-446c-a547-8e0d8cdf0e08 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.1766572 Sep 30 13:07:07.851487 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101e348-e524-4338-86b6-316598d436e5 req-d38e65ac-64e8-49f7-9f46-fe664b7aa3a0 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:07.852934 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c101e348-e524-4338-86b6-316598d436e5 req-d38e65ac-64e8-49f7-9f46-fe664b7aa3a0 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1e996b0-d9fc-4cec-a4ba-363a4e2440fc HTTP/1.1" status: 200 len: 943 time: 0.1032605 Sep 30 13:07:07.893884 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-69a8b987-c857-4e84-bdbb-f88ed45506d6 req-b4a9c0bb-bb32-48d6-a2b8-fc195c0d43e8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=6eecd3ef-a3d4-4fa4-8497-1a1f360536dd HTTP/1.1" status: 200 len: 217 time: 0.0578661 Sep 30 13:07:07.974344 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c101e348-e524-4338-86b6-316598d436e5 req-047ad8d7-272b-44f9-9f19-99ce46de1e53 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e0da9fd-749f-4a6a-a57f-87a8f60f41ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895066 Sep 30 13:07:07.976010 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8b987-c857-4e84-bdbb-f88ed45506d6 req-7d2d1b40-363b-48db-a042-dd7596545bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:07.977716 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-69a8b987-c857-4e84-bdbb-f88ed45506d6 req-7d2d1b40-363b-48db-a042-dd7596545bf4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0739422 Sep 30 13:07:07.984923 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee11b85d-6d9c-4e43-8c02-7c2d0775436c req-e14589ff-4a99-47b7-ac6b-bc90885669be tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 210 time: 0.0302517 Sep 30 13:07:08.061455 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8b987-c857-4e84-bdbb-f88ed45506d6 req-9beb73f3-ca99-4851-a9e2-adfdbc7901ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:08.062980 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-69a8b987-c857-4e84-bdbb-f88ed45506d6 req-9beb73f3-ca99-4851-a9e2-adfdbc7901ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0766609 Sep 30 13:07:08.069807 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7589b627-92b9-4a22-a1e9-16bd50924341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:08.234367 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-174f58bd-a5d5-48e7-8731-667874d025ac req-b7a3608b-189b-460d-bc8d-23d2563c65fa tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0624170 Sep 30 13:07:08.290931 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-69a8b987-c857-4e84-bdbb-f88ed45506d6 req-6cb8f5a2-a404-4ecd-a16f-44c88fea777e service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182825 Sep 30 13:07:08.405430 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9840bd63-c2d5-43e7-968c-847f81ea6b86 req-aa5c7347-32a8-42e1-98d2-cda3d613e068 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0327203 Sep 30 13:07:08.494001 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ac9c8-be93-4373-a217-ffd3b24fbb23 req-3194a939-796a-449d-8104-a156dff3c91e tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:08.495705 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-523ac9c8-be93-4373-a217-ffd3b24fbb23 req-3194a939-796a-449d-8104-a156dff3c91e tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e7d2631-adf2-4fc5-9319-bdea5be69d0e HTTP/1.1" status: 200 len: 947 time: 0.0573087 Sep 30 13:07:08.540441 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-523ac9c8-be93-4373-a217-ffd3b24fbb23 req-05f7adc2-c232-40eb-9885-b3e422554890 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7e64f42-ef09-49e2-a7f5-651a363b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386045 Sep 30 13:07:08.770490 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-69a8b987-c857-4e84-bdbb-f88ed45506d6 req-b4629fdc-f1dc-4fa9-a399-16ff0c9d5d47 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597490 Sep 30 13:07:08.803438 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b847e8-6701-42d6-99a1-0e5b5e658421 req-eacbffbe-9880-4237-905e-575773d1fa03 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:08.804955 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d3b847e8-6701-42d6-99a1-0e5b5e658421 req-eacbffbe-9880-4237-905e-575773d1fa03 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6924c94-7407-48a4-9765-9863265da548 HTTP/1.1" status: 200 len: 945 time: 0.0997448 Sep 30 13:07:08.849007 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a0f2a-9997-45ce-b63f-b6edf1f3cc5a req-56ab9073-058a-4474-9078-6c412f7d5749 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:08.856357 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e12a0f2a-9997-45ce-b63f-b6edf1f3cc5a req-56ab9073-058a-4474-9078-6c412f7d5749 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.0646973 Sep 30 13:07:08.880902 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d3b847e8-6701-42d6-99a1-0e5b5e658421 req-01c3873f-b054-40ee-92cb-b81a6d63e995 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/security-groups?id=f29e29f2-1d3d-4f46-a108-74ce3fa4a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688479 Sep 30 13:07:08.896665 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e12a0f2a-9997-45ce-b63f-b6edf1f3cc5a req-66bb3211-303e-464d-aad1-325d2d2da659 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393105 Sep 30 13:07:08.927496 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-7589b627-92b9-4a22-a1e9-16bd50924341 admin admin] Deleting port 421ba193-b2d4-4af9-969f-bd113f01bd4a {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:07:08.928133 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7589b627-92b9-4a22-a1e9-16bd50924341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:09.037282 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device aeb697d2-fa8d-4c97-b3a6-6a5b338de64c details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:07:09.037755 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-7589b627-92b9-4a22-a1e9-16bd50924341 admin admin] For port 421ba193-b2d4-4af9-969f-bd113f01bd4a, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=421ba193-b2d4-4af9-969f-bd113f01bd4a,segment=NetworkSegment(43f5aa2a-7a86-4eac-bb2b-076a8ae826a8),segment_id=43f5aa2a-7a86-4eac-bb2b-076a8ae826a8)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:09.037888 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7589b627-92b9-4a22-a1e9-16bd50924341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:09.086391 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-7589b627-92b9-4a22-a1e9-16bd50924341 admin admin] Calling delete_port for 421ba193-b2d4-4af9-969f-bd113f01bd4a owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:07:09.191046 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11cb38-4526-40c2-8088-6cd1938d14b0 req-b61d7089-7a9d-4969-b967-1af55f85e2d5 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:09.192740 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ac11cb38-4526-40c2-8088-6cd1938d14b0 req-b61d7089-7a9d-4969-b967-1af55f85e2d5 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6924c94-7407-48a4-9765-9863265da548 HTTP/1.1" status: 200 len: 945 time: 0.1714027 Sep 30 13:07:09.215994 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port aeb697d2-fa8d-4c97-b3a6-6a5b338de64c, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=aeb697d2-fa8d-4c97-b3a6-6a5b338de64c,segment=NetworkSegment(b1124d9d-1301-484f-b674-00bfa4108c50),segment_id=b1124d9d-1301-484f-b674-00bfa4108c50)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:09.231618 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'aeb697d2-fa8d-4c97-b3a6-6a5b338de64c', 'network_id': 'e26a4697-f117-4f02-9a82-cfcd8215cc36', 'port_id': 'aeb697d2-fa8d-4c97-b3a6-6a5b338de64c', 'mac_address': 'fa:16:3e:f3:f5:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67fb7f78-2405-4f84-9ca9-08c51c1d2c30', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:07:09.233686 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1fbbd058-c438-4a55-b03f-4b9d524fa229 req-45d798ee-a3ae-4f7a-a370-0229e4d8d9de tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec984ce-c4da-486e-a11e-f5476b362d5a HTTP/1.1" status: 200 len: 210 time: 0.0453150 Sep 30 13:07:09.239116 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eff46d-7f10-4946-bec7-2ec046267fe4 req-dc0aac85-e655-4690-bbf0-e581c64d064b tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:09.240799 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62eff46d-7f10-4946-bec7-2ec046267fe4 req-dc0aac85-e655-4690-bbf0-e581c64d064b tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1e996b0-d9fc-4cec-a4ba-363a4e2440fc HTTP/1.1" status: 200 len: 943 time: 0.1225772 Sep 30 13:07:09.284311 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:09.303575 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb697d2-fa8d-4c97-b3a6-6a5b338de64c {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:07:09.332348 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port aeb697d2-fa8d-4c97-b3a6-6a5b338de64c, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=aeb697d2-fa8d-4c97-b3a6-6a5b338de64c,segment=NetworkSegment(b1124d9d-1301-484f-b674-00bfa4108c50),segment_id=b1124d9d-1301-484f-b674-00bfa4108c50)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:09.342386 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:09.343548 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 6eecd3ef-a3d4-4fa4-8497-1a1f360536dd details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:07:09.358598 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62eff46d-7f10-4946-bec7-2ec046267fe4 req-4b43c246-ed79-46da-a037-2bfa9d64a2be tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e0da9fd-749f-4a6a-a57f-87a8f60f41ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994184 Sep 30 13:07:09.363219 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-23807435-8c83-48fb-8bf7-5c1f26628d62 req-ac8ac5e0-44d6-4089-bda0-44bf3da755a6 tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0446203 Sep 30 13:07:09.401515 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-ac11cb38-4526-40c2-8088-6cd1938d14b0 req-5ea67279-d4bf-4ad6-b94d-265255fcacd6 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Deleting port 00582857-9dd9-49a3-8091-baf81091384b {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:07:09.401869 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ac11cb38-4526-40c2-8088-6cd1938d14b0 req-5ea67279-d4bf-4ad6-b94d-265255fcacd6 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:09.435336 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=aeb697d2-fa8d-4c97-b3a6-6a5b338de64c,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:09.459974 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7589b627-92b9-4a22-a1e9-16bd50924341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:09.494798 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589b627-92b9-4a22-a1e9-16bd50924341 admin admin] Pushing event deleted for resources: {'Port': ['ID=421ba193-b2d4-4af9-969f-bd113f01bd4a,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:09.533736 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 6eecd3ef-a3d4-4fa4-8497-1a1f360536dd, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=6eecd3ef-a3d4-4fa4-8497-1a1f360536dd,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:09.542454 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-ac11cb38-4526-40c2-8088-6cd1938d14b0 req-5ea67279-d4bf-4ad6-b94d-265255fcacd6 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] For port 00582857-9dd9-49a3-8091-baf81091384b, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=00582857-9dd9-49a3-8091-baf81091384b,segment=NetworkSegment(bd7b3eb1-f420-45a6-a67f-2dfcda7cb334),segment_id=bd7b3eb1-f420-45a6-a67f-2dfcda7cb334)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:09.543007 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ac11cb38-4526-40c2-8088-6cd1938d14b0 req-5ea67279-d4bf-4ad6-b94d-265255fcacd6 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:09.549793 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '6eecd3ef-a3d4-4fa4-8497-1a1f360536dd', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': '6eecd3ef-a3d4-4fa4-8497-1a1f360536dd', 'mac_address': 'fa:16:3e:35:6c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:07:09.560433 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-ac11cb38-4526-40c2-8088-6cd1938d14b0 req-5ea67279-d4bf-4ad6-b94d-265255fcacd6 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Calling delete_port for 00582857-9dd9-49a3-8091-baf81091384b owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:07:09.652669 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:09.692123 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eecd3ef-a3d4-4fa4-8497-1a1f360536dd {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:07:09.717559 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 6eecd3ef-a3d4-4fa4-8497-1a1f360536dd, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=6eecd3ef-a3d4-4fa4-8497-1a1f360536dd,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:09.727884 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:09.765337 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7589b627-92b9-4a22-a1e9-16bd50924341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:09.808687 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c018e0-8452-4c38-8617-9d3a51b04e0e req-12508414-e34a-4228-b3e7-17a18d9a2144 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:09.816717 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-16c018e0-8452-4c38-8617-9d3a51b04e0e req-12508414-e34a-4228-b3e7-17a18d9a2144 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e7d2631-adf2-4fc5-9319-bdea5be69d0e HTTP/1.1" status: 200 len: 947 time: 0.1512125 Sep 30 13:07:09.833478 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ac11cb38-4526-40c2-8088-6cd1938d14b0 req-5ea67279-d4bf-4ad6-b94d-265255fcacd6 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:09.858702 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['00582857-9dd9-49a3-8091-baf81091384b'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:09.916775 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=6eecd3ef-a3d4-4fa4-8497-1a1f360536dd,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:09.935297 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea67279-d4bf-4ad6-b94d-265255fcacd6 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Pushing event deleted for resources: {'Port': ['ID=00582857-9dd9-49a3-8091-baf81091384b,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:09.966066 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-16c018e0-8452-4c38-8617-9d3a51b04e0e req-6bb74fa5-fa8c-4b4b-a118-17943246a9db tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7e64f42-ef09-49e2-a7f5-651a363b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440694 Sep 30 13:07:09.993443 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['aeb697d2-fa8d-4c97-b3a6-6a5b338de64c'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:10.048057 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-55200927-c02d-45b9-b22e-7c39b696a4ad req-18f3b082-e7f0-441e-ac2f-15ea3259a760 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6924c94-7407-48a4-9765-9863265da548 HTTP/1.1" status: 200 len: 210 time: 0.0349457 Sep 30 13:07:10.052815 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['6eecd3ef-a3d4-4fa4-8497-1a1f360536dd'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:10.060796 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac11cb38-4526-40c2-8088-6cd1938d14b0 req-5ea67279-d4bf-4ad6-b94d-265255fcacd6 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] No DVR routers for this DVR port 00582857-9dd9-49a3-8091-baf81091384b on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:07:10.063796 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ac11cb38-4526-40c2-8088-6cd1938d14b0 req-5ea67279-d4bf-4ad6-b94d-265255fcacd6 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:10.066032 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ac11cb38-4526-40c2-8088-6cd1938d14b0 req-5ea67279-d4bf-4ad6-b94d-265255fcacd6 tempest-ServerTagsTestJSON-2000988019 tempest-ServerTagsTestJSON-2000988019-project] 10.222.0.54 "DELETE /v2.0/ports/00582857-9dd9-49a3-8091-baf81091384b HTTP/1.1" status: 204 len: 173 time: 0.8668349 Sep 30 13:07:10.115610 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6924c94-7407-48a4-9765-9863265da548', 'name': 'network-vif-deleted', 'tag': '00582857-9dd9-49a3-8091-baf81091384b'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:10.118641 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b212a135-2f65-4408-b304-71ce9e1c233b" -d '{"events": [{"server_uuid": "e6924c94-7407-48a4-9765-9863265da548", "name": "network-vif-deleted", "tag": "00582857-9dd9-49a3-8091-baf81091384b"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:10.149971 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7589b627-92b9-4a22-a1e9-16bd50924341 admin admin] Router 86cbe371-4143-45f5-808e-daeffa2b1186 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:07:10.151245 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36f1a3-5984-40e6-b971-cc3604a430ab req-b6303c1d-dce4-4a0a-a070-83521d4c65b1 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:10.153221 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dc36f1a3-5984-40e6-b971-cc3604a430ab req-b6303c1d-dce4-4a0a-a070-83521d4c65b1 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.0949521 Sep 30 13:07:10.208974 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dc36f1a3-5984-40e6-b971-cc3604a430ab req-7c1269cd-e1ec-4d09-8a8c-60affe41a580 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488513 Sep 30 13:07:10.277242 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205ff22f-9f9b-4d62-803d-80c4be3c011b x-openstack-request-id: req-205ff22f-9f9b-4d62-803d-80c4be3c011b {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:10.277629 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6924c94-7407-48a4-9765-9863265da548", "name": "network-vif-deleted", "tag": "00582857-9dd9-49a3-8091-baf81091384b", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:10.277999 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-205ff22f-9f9b-4d62-803d-80c4be3c011b {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:10.278557 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6924c94-7407-48a4-9765-9863265da548', 'name': 'network-vif-deleted', 'tag': '00582857-9dd9-49a3-8091-baf81091384b', 'status': 'completed', 'code': 200} Sep 30 13:07:10.338967 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7589b627-92b9-4a22-a1e9-16bd50924341 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:07:10.351553 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7589b627-92b9-4a22-a1e9-16bd50924341 admin admin] 10.222.0.18 "PUT /v2.0/routers/86cbe371-4143-45f5-808e-daeffa2b1186/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0032802 Sep 30 13:07:10.354041 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8ae808-c6d9-4e4f-8866-ea082090b80a None None] Sync routers for ids ['86cbe371-4143-45f5-808e-daeffa2b1186'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:07:10.354710 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49022) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:10.369856 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8ae808-c6d9-4e4f-8866-ea082090b80a None None] Routers {'86cbe371-4143-45f5-808e-daeffa2b1186'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:07:10.370643 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-3f8ae808-c6d9-4e4f-8866-ea082090b80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:06:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['86cbe371-4143-45f5-808e-daeffa2b1186'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:10.532727 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-3f8ae808-c6d9-4e4f-8866-ea082090b80a None None] Set router 86cbe371-4143-45f5-808e-daeffa2b1186 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:07:10.575576 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a40507-5cab-4166-89e9-f47b4a73381e req-476166b8-1b7b-448f-84ad-4b1ca1ec9c79 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:10.586871 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a9a40507-5cab-4166-89e9-f47b4a73381e req-476166b8-1b7b-448f-84ad-4b1ca1ec9c79 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1e996b0-d9fc-4cec-a4ba-363a4e2440fc HTTP/1.1" status: 200 len: 944 time: 0.1169333 Sep 30 13:07:10.595580 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c8e35b8-ffb1-462f-937e-50d377a1a15e req-e68f2f81-7d63-453f-a98a-661e48318155 tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0672381 Sep 30 13:07:10.603230 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39b17721-b94e-4093-9d7c-7aa8fb7040f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:10.713252 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a9a40507-5cab-4166-89e9-f47b4a73381e req-83a89951-e8f9-4ee3-bb08-413d4a9d6d5f tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e0da9fd-749f-4a6a-a57f-87a8f60f41ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248007 Sep 30 13:07:10.819060 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39b17721-b94e-4093-9d7c-7aa8fb7040f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:10.843218 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-3f8ae808-c6d9-4e4f-8866-ea082090b80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'name': 'tempest-ServersTestFqdnHostnames-413480197-router', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '9a7eb502-4af7-4418-9a69-bb66752ff4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:35Z', 'updated_at': '2021-09-30T13:07:09Z', 'revision_number': 5, 'project_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'gw_port': {'id': '9a7eb502-4af7-4418-9a69-bb66752ff4d9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:03:36Z', 'updated_at': '2021-09-30T13:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:10.884179 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8ae808-c6d9-4e4f-8866-ea082090b80a None None] Checking router: 86cbe371-4143-45f5-808e-daeffa2b1186 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:07:10.893077 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8ae808-c6d9-4e4f-8866-ea082090b80a None None] Routers {'86cbe371-4143-45f5-808e-daeffa2b1186'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:07:10.893797 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-3f8ae808-c6d9-4e4f-8866-ea082090b80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:06:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['86cbe371-4143-45f5-808e-daeffa2b1186'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:10.894526 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-39b17721-b94e-4093-9d7c-7aa8fb7040f3 admin admin] Deleting port 9a7eb502-4af7-4418-9a69-bb66752ff4d9 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:07:10.895213 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39b17721-b94e-4093-9d7c-7aa8fb7040f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:10.998765 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-3f8ae808-c6d9-4e4f-8866-ea082090b80a None None] Set router 86cbe371-4143-45f5-808e-daeffa2b1186 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:07:11.077006 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ea99801-eb7d-4517-97f7-a8c77131dac6 req-08f56000-7251-4fbe-bb76-f0e040194fe6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a4058ee84cb41f68b38795fe2c63082&device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0689085 Sep 30 13:07:11.085875 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device aeb697d2-fa8d-4c97-b3a6-6a5b338de64c up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:07:11.089328 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-3f8ae808-c6d9-4e4f-8866-ea082090b80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'name': 'tempest-ServersTestFqdnHostnames-413480197-router', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:35Z', 'updated_at': '2021-09-30T13:07:10Z', 'revision_number': 6, 'project_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:11.096471 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ea5db4da-72a3-493e-ab20-c89b26b651b5 req-fcf02da0-4d1b-4042-8ad8-fb818ea8fe88 tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0324240 Sep 30 13:07:11.117753 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-39b17721-b94e-4093-9d7c-7aa8fb7040f3 admin admin] For port 9a7eb502-4af7-4418-9a69-bb66752ff4d9, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9a7eb502-4af7-4418-9a69-bb66752ff4d9,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:11.118402 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39b17721-b94e-4093-9d7c-7aa8fb7040f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:11.132154 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-39b17721-b94e-4093-9d7c-7aa8fb7040f3 admin admin] Calling delete_port for 9a7eb502-4af7-4418-9a69-bb66752ff4d9 owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:07:11.141228 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8ae808-c6d9-4e4f-8866-ea082090b80a None None] The sync data for ids ['86cbe371-4143-45f5-808e-daeffa2b1186'] in n-d-810909-2 is: [{'id': '86cbe371-4143-45f5-808e-daeffa2b1186', 'name': 'tempest-ServersTestFqdnHostnames-413480197-router', 'tenant_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:03:35Z', 'updated_at': '2021-09-30T13:07:10Z', 'revision_number': 6, 'project_id': '2d47c5f4db0b40ebafa33b6cab0bb6ca', 'gw_port_host': None}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:07:11.187553 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49040) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:11.199788 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port aeb697d2-fa8d-4c97-b3a6-6a5b338de64c completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:07:11.205941 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port aeb697d2-fa8d-4c97-b3a6-6a5b338de64c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:07:11.206695 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:11.271604 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f142a6-3f75-4fa1-a88f-b9d0e5e6d85b admin admin] Deleting subnet d38599b5-aab7-4ff8-919f-2421a94c4088 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:07:11.281791 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-27f142a6-3f75-4fa1-a88f-b9d0e5e6d85b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:11.288119 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ea99801-eb7d-4517-97f7-a8c77131dac6 req-2e4fe6c4-11c4-41e7-8d43-dcad0b0e1c90 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=5a4058ee84cb41f68b38795fe2c63082&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0745912 Sep 30 13:07:11.366245 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-27f142a6-3f75-4fa1-a88f-b9d0e5e6d85b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:11.380876 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:11.460007 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e996b0-d9fc-4cec-a4ba-363a4e2440fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb697d2-fa8d-4c97-b3a6-6a5b338de64c'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:11.474478 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdce2655-9e3c-4f69-b54e-86bbe177f158" -d '{"events": [{"server_uuid": "f1e996b0-d9fc-4cec-a4ba-363a4e2440fc", "name": "network-vif-plugged", "status": "completed", "tag": "aeb697d2-fa8d-4c97-b3a6-6a5b338de64c"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:11.504324 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port aeb697d2-fa8d-4c97-b3a6-6a5b338de64c, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=aeb697d2-fa8d-4c97-b3a6-6a5b338de64c,segment=NetworkSegment(b1124d9d-1301-484f-b674-00bfa4108c50),segment_id=b1124d9d-1301-484f-b674-00bfa4108c50)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:11.515204 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:11.518075 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 6eecd3ef-a3d4-4fa4-8497-1a1f360536dd up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:07:11.550790 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aaae96-c924-4e01-83c8-1c24f1107354 req-cd59e387-7772-47e3-90b0-b0ff2480fa43 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:11.552466 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-45aaae96-c924-4e01-83c8-1c24f1107354 req-cd59e387-7772-47e3-90b0-b0ff2480fa43 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e7d2631-adf2-4fc5-9319-bdea5be69d0e HTTP/1.1" status: 200 len: 948 time: 0.5000856 Sep 30 13:07:11.602732 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-27f142a6-3f75-4fa1-a88f-b9d0e5e6d85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:11.642032 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=aeb697d2-fa8d-4c97-b3a6-6a5b338de64c,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:11.663144 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 6eecd3ef-a3d4-4fa4-8497-1a1f360536dd completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:07:11.668309 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 6eecd3ef-a3d4-4fa4-8497-1a1f360536dd triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:07:11.668309 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:11.683805 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-45aaae96-c924-4e01-83c8-1c24f1107354 req-f4e75cb0-f224-4f49-8436-a314b8c566b9 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7e64f42-ef09-49e2-a7f5-651a363b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056137 Sep 30 13:07:11.684883 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738d48a-c9ae-408f-a915-8cb177ea658f req-e31585fd-3dba-4345-aacd-440735d1f9ef tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:11.686682 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b738d48a-c9ae-408f-a915-8cb177ea658f req-e31585fd-3dba-4345-aacd-440735d1f9ef tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.2749369 Sep 30 13:07:11.744492 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea99801-eb7d-4517-97f7-a8c77131dac6 req-b5d15a6c-3d4d-4d81-98ac-34a4dd186e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:11.747579 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ea99801-eb7d-4517-97f7-a8c77131dac6 req-b5d15a6c-3d4d-4d81-98ac-34a4dd186e12 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4359615 Sep 30 13:07:11.801333 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b4a3d6-acf1-450f-8eb8-b36377334342 x-openstack-request-id: req-c1b4a3d6-acf1-450f-8eb8-b36377334342 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:11.801626 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e996b0-d9fc-4cec-a4ba-363a4e2440fc", "name": "network-vif-plugged", "status": "completed", "tag": "aeb697d2-fa8d-4c97-b3a6-6a5b338de64c", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:11.801882 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1b4a3d6-acf1-450f-8eb8-b36377334342 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:11.802298 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e996b0-d9fc-4cec-a4ba-363a4e2440fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb697d2-fa8d-4c97-b3a6-6a5b338de64c', 'code': 200} Sep 30 13:07:11.822316 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39b17721-b94e-4093-9d7c-7aa8fb7040f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:11.833415 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b738d48a-c9ae-408f-a915-8cb177ea658f req-98722fa7-2e2a-48a6-bec6-7a03a3fb1390 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374431 Sep 30 13:07:11.835025 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-27f142a6-3f75-4fa1-a88f-b9d0e5e6d85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:11.870768 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-27f142a6-3f75-4fa1-a88f-b9d0e5e6d85b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:11.876203 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-27f142a6-3f75-4fa1-a88f-b9d0e5e6d85b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d38599b5-aab7-4ff8-919f-2421a94c4088 HTTP/1.1" status: 204 len: 168 time: 0.6852636 Sep 30 13:07:11.879229 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49052) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:11.896157 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b17721-b94e-4093-9d7c-7aa8fb7040f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a7eb502-4af7-4418-9a69-bb66752ff4d9,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:11.923216 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:11.969819 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f142a6-3f75-4fa1-a88f-b9d0e5e6d85b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d38599b5-aab7-4ff8-919f-2421a94c4088,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:11.970762 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 6eecd3ef-a3d4-4fa4-8497-1a1f360536dd, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=6eecd3ef-a3d4-4fa4-8497-1a1f360536dd,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:11.988756 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:12.067700 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-df40747d-da22-470c-890a-cf8cdcc9eca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:12.087795 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3121f6-7837-4939-89a5-5ad7057591ad req-3cca1380-2e54-4afa-b83d-645ac8beca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:12.089623 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ad3121f6-7837-4939-89a5-5ad7057591ad req-3cca1380-2e54-4afa-b83d-645ac8beca49 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f1e996b0-d9fc-4cec-a4ba-363a4e2440fc HTTP/1.1" status: 200 len: 1096 time: 0.1544652 Sep 30 13:07:12.092441 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=6eecd3ef-a3d4-4fa4-8497-1a1f360536dd,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:12.169389 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ad3121f6-7837-4939-89a5-5ad7057591ad req-0e9f399d-6b22-42cf-b4f9-1e5891ce6e44 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9e0da9fd-749f-4a6a-a57f-87a8f60f41ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710907 Sep 30 13:07:12.221832 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-df40747d-da22-470c-890a-cf8cdcc9eca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:12.248464 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e014ab67-97fa-4a66-90cc-dbd548db32c3 req-90caac9b-2688-4e04-9a7d-3fc326a6f18a tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.0663171 Sep 30 13:07:12.262596 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-df40747d-da22-470c-890a-cf8cdcc9eca7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6440e50-7c82-4e36-a468-d65ccc1d3e39']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:12.287650 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-df40747d-da22-470c-890a-cf8cdcc9eca7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd7b3eb1-f420-45a6-a67f-2dfcda7cb334') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:12.288592 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-df40747d-da22-470c-890a-cf8cdcc9eca7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd7b3eb1-f420-45a6-a67f-2dfcda7cb334') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:12.303315 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-df40747d-da22-470c-890a-cf8cdcc9eca7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:12.321502 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-df40747d-da22-470c-890a-cf8cdcc9eca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:12.337571 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df40747d-da22-470c-890a-cf8cdcc9eca7 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:07:12.338538 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-df40747d-da22-470c-890a-cf8cdcc9eca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:07:12.340646 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:07:12.409832 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39b17721-b94e-4093-9d7c-7aa8fb7040f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:12.413896 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-df40747d-da22-470c-890a-cf8cdcc9eca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:12.419040 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-df40747d-da22-470c-890a-cf8cdcc9eca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:12.419287 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b4c0d-fcd7-4da9-bb53-f19bd33e9e3b req-a1ffc1e3-bc11-4f3f-9752-3ea4c560e2aa tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:12.423554 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-df40747d-da22-470c-890a-cf8cdcc9eca7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f6440e50-7c82-4e36-a468-d65ccc1d3e39 HTTP/1.1" status: 204 len: 168 time: 0.5392072 Sep 30 13:07:12.427698 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b67b4c0d-fcd7-4da9-bb53-f19bd33e9e3b req-a1ffc1e3-bc11-4f3f-9752-3ea4c560e2aa tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1e996b0-d9fc-4cec-a4ba-363a4e2440fc HTTP/1.1" status: 200 len: 945 time: 0.4954052 Sep 30 13:07:12.442228 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40747d-da22-470c-890a-cf8cdcc9eca7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6440e50-7c82-4e36-a468-d65ccc1d3e39,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:12.550144 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39b17721-b94e-4093-9d7c-7aa8fb7040f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:12.553109 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39b17721-b94e-4093-9d7c-7aa8fb7040f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:12.614226 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39b17721-b94e-4093-9d7c-7aa8fb7040f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:12.614774 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b17721-b94e-4093-9d7c-7aa8fb7040f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86cbe371-4143-45f5-808e-daeffa2b1186 {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:07:12.619695 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39b17721-b94e-4093-9d7c-7aa8fb7040f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:12.624167 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49062) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:12.639416 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-39b17721-b94e-4093-9d7c-7aa8fb7040f3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/86cbe371-4143-45f5-808e-daeffa2b1186 HTTP/1.1" status: 204 len: 168 time: 2.2783833 Sep 30 13:07:12.657740 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b67b4c0d-fcd7-4da9-bb53-f19bd33e9e3b req-b64d5ad7-9478-4498-93cd-64e67584003d tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e0da9fd-749f-4a6a-a57f-87a8f60f41ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291720 Sep 30 13:07:12.699004 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-b536934d-807e-4c6f-98fb-9ca0cdf0638c admin admin] Deleting subnet dab259b8-7f2d-4c77-ac66-ab5ff9b3b271 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:07:12.703715 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b536934d-807e-4c6f-98fb-9ca0cdf0638c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:12.711148 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49066) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:12.793438 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b536934d-807e-4c6f-98fb-9ca0cdf0638c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:12.805970 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 421ba193-b2d4-4af9-969f-bd113f01bd4a no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:07:12.817207 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b592c31d-00b5-478a-9671-b73af667ac8d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fe0e4acbd2b54db2819be65741ea76bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1024127 Sep 30 13:07:12.817489 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49068) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:12.828946 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 421ba193-b2d4-4af9-969f-bd113f01bd4a {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:07:12.829458 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 421ba193-b2d4-4af9-969f-bd113f01bd4a not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:07:12.829997 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9a7eb502-4af7-4418-9a69-bb66752ff4d9 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:07:12.870208 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 9a7eb502-4af7-4418-9a69-bb66752ff4d9 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:07:12.870867 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9a7eb502-4af7-4418-9a69-bb66752ff4d9 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:07:12.909066 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d6dc724e-136f-40f1-9f9e-d9ccbf7532d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:12.932700 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d6dc724e-136f-40f1-9f9e-d9ccbf7532d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:12.976245 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0144e06-a170-4a17-8413-2756f878cdde req-b671b4df-b1e1-419a-b153-4e0141346bba tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:12.977650 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e0144e06-a170-4a17-8413-2756f878cdde req-b671b4df-b1e1-419a-b153-4e0141346bba tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e7d2631-adf2-4fc5-9319-bdea5be69d0e HTTP/1.1" status: 200 len: 949 time: 0.1363752 Sep 30 13:07:13.021444 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c6fd6-e9de-4766-bd4d-e0b2291ab187 req-2968420b-2027-44c5-bb42-05f3e991735b tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:13.023267 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ca3c6fd6-e9de-4766-bd4d-e0b2291ab187 req-2968420b-2027-44c5-bb42-05f3e991735b tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.0603609 Sep 30 13:07:13.024339 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d6dc724e-136f-40f1-9f9e-d9ccbf7532d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:13.027217 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d6dc724e-136f-40f1-9f9e-d9ccbf7532d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:13.028543 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d6dc724e-136f-40f1-9f9e-d9ccbf7532d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f29e29f2-1d3d-4f46-a108-74ce3fa4a2f3 HTTP/1.1" status: 204 len: 168 time: 0.2099397 Sep 30 13:07:13.064523 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e0144e06-a170-4a17-8413-2756f878cdde req-783e1c1d-2cae-4c06-afc4-8b197e003fe2 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7e64f42-ef09-49e2-a7f5-651a363b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689597 Sep 30 13:07:13.089941 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b536934d-807e-4c6f-98fb-9ca0cdf0638c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:13.130395 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc724e-136f-40f1-9f9e-d9ccbf7532d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29e29f2-1d3d-4f46-a108-74ce3fa4a2f3,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:13.172442 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b536934d-807e-4c6f-98fb-9ca0cdf0638c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:13.181071 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ea99801-eb7d-4517-97f7-a8c77131dac6 req-95f150e7-420e-46c5-bcf1-d77f08286aa7 tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.1082525 Sep 30 13:07:13.208643 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ca3c6fd6-e9de-4766-bd4d-e0b2291ab187 req-70cd4f48-ea74-4a15-9a55-8f04ccc7d288 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652400 Sep 30 13:07:13.222120 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b536934d-807e-4c6f-98fb-9ca0cdf0638c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:13.222585 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13120a0d-126c-40c2-8c51-5ae70d667ff0 None None] Network 0f9e9a25-efc7-491a-8143-c6db148dfd0c requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:07:13.226699 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b536934d-807e-4c6f-98fb-9ca0cdf0638c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/dab259b8-7f2d-4c77-ac66-ab5ff9b3b271 HTTP/1.1" status: 204 len: 168 time: 0.6012456 Sep 30 13:07:13.227887 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536934d-807e-4c6f-98fb-9ca0cdf0638c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dab259b8-7f2d-4c77-ac66-ab5ff9b3b271,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:13.229836 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49074) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:13.325494 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cde346bb-8cfb-4b35-a2ff-1bc3b3bafbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:13.418639 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-cde346bb-8cfb-4b35-a2ff-1bc3b3bafbdc admin admin] Deleting port 6defcd17-8f0d-4b5a-9bf8-c34098f072d0 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:07:13.419107 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cde346bb-8cfb-4b35-a2ff-1bc3b3bafbdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:13.527524 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-066e56be-e586-4545-bb9e-3cd80c3647bb req-fca9b7e2-4fe9-4fc3-8655-f715b501ef22 tempest-ServerShowV254Test-1788092475 tempest-ServerShowV254Test-1788092475-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2546f24-2042-4630-9eeb-2d7e3068edf1 HTTP/1.1" status: 200 len: 210 time: 0.1493087 Sep 30 13:07:13.529524 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-cde346bb-8cfb-4b35-a2ff-1bc3b3bafbdc admin admin] For port 6defcd17-8f0d-4b5a-9bf8-c34098f072d0, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=6defcd17-8f0d-4b5a-9bf8-c34098f072d0,segment=NetworkSegment(43f5aa2a-7a86-4eac-bb2b-076a8ae826a8),segment_id=43f5aa2a-7a86-4eac-bb2b-076a8ae826a8)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:13.529752 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cde346bb-8cfb-4b35-a2ff-1bc3b3bafbdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:13.548622 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-cde346bb-8cfb-4b35-a2ff-1bc3b3bafbdc admin admin] Calling delete_port for 6defcd17-8f0d-4b5a-9bf8-c34098f072d0 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:07:13.609326 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5895adc7-26eb-4f54-b123-b27cf19edeb7 None None] DHCP port deletion for 0f9e9a25-efc7-491a-8143-c6db148dfd0c request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:07:13.656653 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cde346bb-8cfb-4b35-a2ff-1bc3b3bafbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:13.665581 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5895adc7-26eb-4f54-b123-b27cf19edeb7 None None] Deleting port 6defcd17-8f0d-4b5a-9bf8-c34098f072d0 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:07:13.666051 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5895adc7-26eb-4f54-b123-b27cf19edeb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:13.697793 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde346bb-8cfb-4b35-a2ff-1bc3b3bafbdc admin admin] Pushing event deleted for resources: {'Port': ['ID=6defcd17-8f0d-4b5a-9bf8-c34098f072d0,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:13.705092 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde346bb-8cfb-4b35-a2ff-1bc3b3bafbdc admin admin] No DVR routers for this DVR port 6defcd17-8f0d-4b5a-9bf8-c34098f072d0 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:07:13.807519 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cde346bb-8cfb-4b35-a2ff-1bc3b3bafbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:13.836412 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-cde346bb-8cfb-4b35-a2ff-1bc3b3bafbdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9e9a25-efc7-491a-8143-c6db148dfd0c']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:13.849746 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-cde346bb-8cfb-4b35-a2ff-1bc3b3bafbdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f5aa2a-7a86-4eac-bb2b-076a8ae826a8') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:13.865278 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-cde346bb-8cfb-4b35-a2ff-1bc3b3bafbdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f5aa2a-7a86-4eac-bb2b-076a8ae826a8') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:13.882179 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7d2631-adf2-4fc5-9319-bdea5be69d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eecd3ef-a3d4-4fa4-8497-1a1f360536dd'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:13.884436 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef25bb4-e5a4-4307-9539-fc7053faee9f" -d '{"events": [{"server_uuid": "4e7d2631-adf2-4fc5-9319-bdea5be69d0e", "name": "network-vif-plugged", "status": "completed", "tag": "6eecd3ef-a3d4-4fa4-8497-1a1f360536dd"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:13.894202 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cde346bb-8cfb-4b35-a2ff-1bc3b3bafbdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:13.925525 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cde346bb-8cfb-4b35-a2ff-1bc3b3bafbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:13.931237 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5895adc7-26eb-4f54-b123-b27cf19edeb7 None None] For port 6defcd17-8f0d-4b5a-9bf8-c34098f072d0, host n-d-810909-2, got binding levels [] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:13.931664 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5895adc7-26eb-4f54-b123-b27cf19edeb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:13.934696 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde346bb-8cfb-4b35-a2ff-1bc3b3bafbdc admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:07:13.935766 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cde346bb-8cfb-4b35-a2ff-1bc3b3bafbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:07:13.939285 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:07:13.972907 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5766507-e749-479c-a51a-e268ff2c8cdf req-b0f785b3-f1f4-48d8-b71f-afc976cd2ac0 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:13.979749 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5895adc7-26eb-4f54-b123-b27cf19edeb7 None None] Calling delete_port for 6defcd17-8f0d-4b5a-9bf8-c34098f072d0 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:07:13.990455 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a5766507-e749-479c-a51a-e268ff2c8cdf req-b0f785b3-f1f4-48d8-b71f-afc976cd2ac0 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1e996b0-d9fc-4cec-a4ba-363a4e2440fc HTTP/1.1" status: 200 len: 945 time: 0.1472061 Sep 30 13:07:13.999716 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.ipam_backend_mixin [None req-5895adc7-26eb-4f54-b123-b27cf19edeb7 None None] Port 6defcd17-8f0d-4b5a-9bf8-c34098f072d0 was not found and therefore no delete operation was performed {{(pid=94765) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 13:07:14.005091 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5895adc7-26eb-4f54-b123-b27cf19edeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:14.037628 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cde346bb-8cfb-4b35-a2ff-1bc3b3bafbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:14.043122 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf9bbd2-30bc-42f0-9fd2-7548ca179844 x-openstack-request-id: req-7cf9bbd2-30bc-42f0-9fd2-7548ca179844 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:14.043762 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7d2631-adf2-4fc5-9319-bdea5be69d0e", "name": "network-vif-plugged", "status": "completed", "tag": "6eecd3ef-a3d4-4fa4-8497-1a1f360536dd", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:14.044170 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7cf9bbd2-30bc-42f0-9fd2-7548ca179844 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:14.044797 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7d2631-adf2-4fc5-9319-bdea5be69d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eecd3ef-a3d4-4fa4-8497-1a1f360536dd', 'code': 200} Sep 30 13:07:14.046443 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895adc7-26eb-4f54-b123-b27cf19edeb7 None None] Pushing event deleted for resources: {'Port': ['ID=6defcd17-8f0d-4b5a-9bf8-c34098f072d0,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:14.050563 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5895adc7-26eb-4f54-b123-b27cf19edeb7 None None] No DVR routers for this DVR port 6defcd17-8f0d-4b5a-9bf8-c34098f072d0 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:07:14.060605 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cde346bb-8cfb-4b35-a2ff-1bc3b3bafbdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:14.077303 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cde346bb-8cfb-4b35-a2ff-1bc3b3bafbdc admin admin] 10.222.0.18 "DELETE /v2.0/networks/0f9e9a25-efc7-491a-8143-c6db148dfd0c HTTP/1.1" status: 204 len: 168 time: 0.8409567 Sep 30 13:07:14.089112 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde346bb-8cfb-4b35-a2ff-1bc3b3bafbdc admin admin] Pushing event deleted for resources: {'Network': ['ID=0f9e9a25-efc7-491a-8143-c6db148dfd0c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:14.092365 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a5766507-e749-479c-a51a-e268ff2c8cdf req-582921d9-f81b-457d-9abf-5e49528eacef tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e0da9fd-749f-4a6a-a57f-87a8f60f41ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009552 Sep 30 13:07:14.234297 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198cd01-8d65-44ea-9c75-55cf57376255 req-13430543-b768-4c9d-9507-819c53be31dc tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:14.235979 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f198cd01-8d65-44ea-9c75-55cf57376255 req-13430543-b768-4c9d-9507-819c53be31dc tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 944 time: 0.1105523 Sep 30 13:07:14.239902 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c98f6e-51d0-4983-a121-2af79d0f0adb req-b0f9041b-00a6-4c03-96fa-404e4cd64d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:14.241403 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-54c98f6e-51d0-4983-a121-2af79d0f0adb req-b0f9041b-00a6-4c03-96fa-404e4cd64d5d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4e7d2631-adf2-4fc5-9319-bdea5be69d0e HTTP/1.1" status: 200 len: 1100 time: 0.0760300 Sep 30 13:07:14.274078 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6e2a6-67e5-4353-8af0-7710b3ebecec req-068d4b0b-2d1f-4b3f-a265-8e2db59b2fd3 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:14.275823 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e9e6e2a6-67e5-4353-8af0-7710b3ebecec req-068d4b0b-2d1f-4b3f-a265-8e2db59b2fd3 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e7d2631-adf2-4fc5-9319-bdea5be69d0e HTTP/1.1" status: 200 len: 949 time: 0.0749595 Sep 30 13:07:14.295570 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-54c98f6e-51d0-4983-a121-2af79d0f0adb req-144adeb4-8c91-4cf5-abb0-2e22f91e199e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d7e64f42-ef09-49e2-a7f5-651a363b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442834 Sep 30 13:07:14.326618 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e9e6e2a6-67e5-4353-8af0-7710b3ebecec req-f11abed4-8ba9-42e4-be0d-ab2dce194570 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7e64f42-ef09-49e2-a7f5-651a363b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439579 Sep 30 13:07:14.328902 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f198cd01-8d65-44ea-9c75-55cf57376255 req-c36521f5-559e-48f6-ac3e-fb11169b42ed tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847640 Sep 30 13:07:14.333910 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49118) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:14.400911 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fe0ed21d-0feb-4261-8e62-19aec45a16a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d47c5f4db0b40ebafa33b6cab0bb6ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0656097 Sep 30 13:07:14.403119 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49122) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:14.446865 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-085bab5a-add0-4e6a-a253-c832ff12a572 req-35d13216-0f36-4142-8a1d-b78ca0e66acb tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1829042027&fields=id&tenant_id=2ad7a66d59bc43c48ae84f2165b2e582 HTTP/1.1" status: 200 len: 267 time: 0.0593450 Sep 30 13:07:14.457460 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:14.476242 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d22ab30-5ac7-4d63-846c-c6dfe04f1340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:14.498523 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d22ab30-5ac7-4d63-846c-c6dfe04f1340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:14.521601 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bab5a-add0-4e6a-a253-c832ff12a572 req-87c7d911-123e-4a4c-9afb-3c8d02b5ce60 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:14.523477 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-085bab5a-add0-4e6a-a253-c832ff12a572 req-87c7d911-123e-4a4c-9afb-3c8d02b5ce60 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1e996b0-d9fc-4cec-a4ba-363a4e2440fc HTTP/1.1" status: 200 len: 945 time: 0.0602834 Sep 30 13:07:14.547551 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-085bab5a-add0-4e6a-a253-c832ff12a572 req-ef7b4928-94d2-4003-88af-243d4495e110 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Request body: {'port': {'security_groups': ['9e0da9fd-749f-4a6a-a57f-87a8f60f41ae', '21a4945f-9c6b-457a-a0b1-af111c11abe7']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:14.559683 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d22ab30-5ac7-4d63-846c-c6dfe04f1340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:14.565764 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d22ab30-5ac7-4d63-846c-c6dfe04f1340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:14.574962 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:07:14.577149 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4d22ab30-5ac7-4d63-846c-c6dfe04f1340 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a0315174-b17a-43ff-9bcc-a006db6de83f HTTP/1.1" status: 204 len: 168 time: 0.1730514 Sep 30 13:07:14.599820 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22ab30-5ac7-4d63-846c-c6dfe04f1340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0315174-b17a-43ff-9bcc-a006db6de83f,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:14.652711 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-085bab5a-add0-4e6a-a253-c832ff12a572 req-ef7b4928-94d2-4003-88af-243d4495e110 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:14.713710 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 00582857-9dd9-49a3-8091-baf81091384b no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:07:14.771577 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 00582857-9dd9-49a3-8091-baf81091384b {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:07:14.774457 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 00582857-9dd9-49a3-8091-baf81091384b not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:07:14.800993 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 6defcd17-8f0d-4b5a-9bf8-c34098f072d0 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:07:14.810779 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a876a8-a8c6-458d-9a35-97d1ec5c7c38 req-6ad753fc-b128-4627-9d41-82a708535ecc tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:14.812536 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-64a876a8-a8c6-458d-9a35-97d1ec5c7c38 req-6ad753fc-b128-4627-9d41-82a708535ecc tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 944 time: 0.1049056 Sep 30 13:07:14.825466 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 6defcd17-8f0d-4b5a-9bf8-c34098f072d0 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:07:14.825803 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 6defcd17-8f0d-4b5a-9bf8-c34098f072d0 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:07:14.931271 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-085bab5a-add0-4e6a-a253-c832ff12a572 req-ef7b4928-94d2-4003-88af-243d4495e110 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] For port aeb697d2-fa8d-4c97-b3a6-6a5b338de64c, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=aeb697d2-fa8d-4c97-b3a6-6a5b338de64c,segment=NetworkSegment(b1124d9d-1301-484f-b674-00bfa4108c50),segment_id=b1124d9d-1301-484f-b674-00bfa4108c50)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:14.934195 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f963d6-6e28-48ea-949e-9f1b87be3856 req-a11d435f-f4c9-4b13-b04f-c721808fa694 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:14.935699 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-88f963d6-6e28-48ea-949e-9f1b87be3856 req-a11d435f-f4c9-4b13-b04f-c721808fa694 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.0968978 Sep 30 13:07:14.966475 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-085bab5a-add0-4e6a-a253-c832ff12a572 req-ef7b4928-94d2-4003-88af-243d4495e110 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:14.973916 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-085bab5a-add0-4e6a-a253-c832ff12a572 req-ef7b4928-94d2-4003-88af-243d4495e110 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:14.988566 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['aeb697d2-fa8d-4c97-b3a6-6a5b338de64c'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:14.995941 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-64a876a8-a8c6-458d-9a35-97d1ec5c7c38 req-8da0b3d1-ac69-4a53-82cc-5cc4012eb7ec tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Deleting port 37d71825-e339-43d2-921d-7fe5b24f6f7c {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:07:14.996399 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-64a876a8-a8c6-458d-9a35-97d1ec5c7c38 req-8da0b3d1-ac69-4a53-82cc-5cc4012eb7ec tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:15.040708 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bab5a-add0-4e6a-a253-c832ff12a572 req-ef7b4928-94d2-4003-88af-243d4495e110 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:15.041568 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-085bab5a-add0-4e6a-a253-c832ff12a572 req-ef7b4928-94d2-4003-88af-243d4495e110 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:15.053643 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-085bab5a-add0-4e6a-a253-c832ff12a572 req-ef7b4928-94d2-4003-88af-243d4495e110 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "PUT /v2.0/ports/aeb697d2-fa8d-4c97-b3a6-6a5b338de64c HTTP/1.1" status: 200 len: 981 time: 0.5049753 Sep 30 13:07:15.054372 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e996b0-d9fc-4cec-a4ba-363a4e2440fc', 'tag': 'aeb697d2-fa8d-4c97-b3a6-6a5b338de64c'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:15.057946 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a51d33b-159f-44b7-995f-8ea3e735a16d" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e996b0-d9fc-4cec-a4ba-363a4e2440fc", "tag": "aeb697d2-fa8d-4c97-b3a6-6a5b338de64c"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:15.088111 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b4928-94d2-4003-88af-243d4495e110 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Pushing event updated for resources: {'Port': ['ID=aeb697d2-fa8d-4c97-b3a6-6a5b338de64c,revision_number=6']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:15.126855 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['aeb697d2-fa8d-4c97-b3a6-6a5b338de64c'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:15.144353 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-64a876a8-a8c6-458d-9a35-97d1ec5c7c38 req-8da0b3d1-ac69-4a53-82cc-5cc4012eb7ec tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] For port 37d71825-e339-43d2-921d-7fe5b24f6f7c, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=37d71825-e339-43d2-921d-7fe5b24f6f7c,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:15.144732 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-64a876a8-a8c6-458d-9a35-97d1ec5c7c38 req-8da0b3d1-ac69-4a53-82cc-5cc4012eb7ec tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:15.163022 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-64a876a8-a8c6-458d-9a35-97d1ec5c7c38 req-8da0b3d1-ac69-4a53-82cc-5cc4012eb7ec tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Calling delete_port for 37d71825-e339-43d2-921d-7fe5b24f6f7c owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:07:15.291283 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-88f963d6-6e28-48ea-949e-9f1b87be3856 req-f9330d51-9ce2-4eed-85db-f8b7eda12e36 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438559 Sep 30 13:07:15.363493 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-64a876a8-a8c6-458d-9a35-97d1ec5c7c38 req-8da0b3d1-ac69-4a53-82cc-5cc4012eb7ec tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:15.417467 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0b3d1-ac69-4a53-82cc-5cc4012eb7ec tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Pushing event deleted for resources: {'Port': ['ID=37d71825-e339-43d2-921d-7fe5b24f6f7c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:15.478457 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a876a8-a8c6-458d-9a35-97d1ec5c7c38 req-8da0b3d1-ac69-4a53-82cc-5cc4012eb7ec tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] No DVR routers for this DVR port 37d71825-e339-43d2-921d-7fe5b24f6f7c on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:07:15.481858 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-64a876a8-a8c6-458d-9a35-97d1ec5c7c38 req-8da0b3d1-ac69-4a53-82cc-5cc4012eb7ec tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:15.484343 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-64a876a8-a8c6-458d-9a35-97d1ec5c7c38 req-8da0b3d1-ac69-4a53-82cc-5cc4012eb7ec tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.39 "DELETE /v2.0/ports/37d71825-e339-43d2-921d-7fe5b24f6f7c HTTP/1.1" status: 204 len: 173 time: 0.6648591 Sep 30 13:07:15.487702 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab44c46-4132-493f-a773-31d0f141555f', 'name': 'network-vif-deleted', 'tag': '37d71825-e339-43d2-921d-7fe5b24f6f7c'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:15.490654 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4f808f-9431-437f-97a3-bfd7fa529203" -d '{"events": [{"server_uuid": "8ab44c46-4132-493f-a773-31d0f141555f", "name": "network-vif-deleted", "tag": "37d71825-e339-43d2-921d-7fe5b24f6f7c"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:15.510735 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f877b68e-2111-462f-b630-3178d7165585 req-6b4fc834-7bcd-4712-884c-2b5daf7bea01 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1215503518&fields=id&tenant_id=2ad7a66d59bc43c48ae84f2165b2e582 HTTP/1.1" status: 200 len: 267 time: 0.0972118 Sep 30 13:07:15.519592 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49168) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:15.592994 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877b68e-2111-462f-b630-3178d7165585 req-0189c7e0-08de-4101-947d-14481f1cfd40 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:15.599677 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f877b68e-2111-462f-b630-3178d7165585 req-0189c7e0-08de-4101-947d-14481f1cfd40 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1e996b0-d9fc-4cec-a4ba-363a4e2440fc HTTP/1.1" status: 200 len: 984 time: 0.0724607 Sep 30 13:07:15.624252 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-f877b68e-2111-462f-b630-3178d7165585 req-1abde6fe-b6bc-4c05-8932-c89bab2432a9 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Request body: {'port': {'security_groups': ['21a4945f-9c6b-457a-a0b1-af111c11abe7', '9e0da9fd-749f-4a6a-a57f-87a8f60f41ae', '64d24e96-aa86-46e9-9763-a98a308d2b84']}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:15.656057 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d100db7-06e7-48bd-9ed3-eaecd121de11 x-openstack-request-id: req-4d100db7-06e7-48bd-9ed3-eaecd121de11 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:15.656057 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e996b0-d9fc-4cec-a4ba-363a4e2440fc", "tag": "aeb697d2-fa8d-4c97-b3a6-6a5b338de64c", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:15.656310 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d100db7-06e7-48bd-9ed3-eaecd121de11 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:15.664976 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e996b0-d9fc-4cec-a4ba-363a4e2440fc', 'tag': 'aeb697d2-fa8d-4c97-b3a6-6a5b338de64c', 'status': 'completed', 'code': 200} Sep 30 13:07:15.738192 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-f877b68e-2111-462f-b630-3178d7165585 req-1abde6fe-b6bc-4c05-8932-c89bab2432a9 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:15.789285 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2418c53-a7ff-4303-96ef-19b105af1697 req-7c48db6d-8a3e-4ccf-9ce1-b8482e9094f3 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:15.797879 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c2418c53-a7ff-4303-96ef-19b105af1697 req-7c48db6d-8a3e-4ccf-9ce1-b8482e9094f3 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e7d2631-adf2-4fc5-9319-bdea5be69d0e HTTP/1.1" status: 200 len: 949 time: 0.0785952 Sep 30 13:07:15.806762 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49178) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:15.817712 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51d33b-159f-44b7-995f-8ea3e735a16d req-e7cd971d-6e87-4bb5-b602-6ba746b065dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:15.819324 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1a51d33b-159f-44b7-995f-8ea3e735a16d req-e7cd971d-6e87-4bb5-b602-6ba746b065dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ad7a66d59bc43c48ae84f2165b2e582&device_id=f1e996b0-d9fc-4cec-a4ba-363a4e2440fc HTTP/1.1" status: 200 len: 1135 time: 0.1212950 Sep 30 13:07:15.852670 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c2418c53-a7ff-4303-96ef-19b105af1697 req-8caeb3ce-6156-4e17-a2fb-8ed2935858ed tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7e64f42-ef09-49e2-a7f5-651a363b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534840 Sep 30 13:07:15.903264 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-a5e7b76d-708b-4173-8c86-b371efc13635 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1870830640-network', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:15.932584 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-aa6bd713-469a-44fb-940b-4a8a4a52c9ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:15.966161 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-630200b7-e968-4e49-ba84-ccbf5058d1c3 req-d243c54b-1583-4767-8d0f-d6e3aa8c0275 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab44c46-4132-493f-a773-31d0f141555f HTTP/1.1" status: 200 len: 210 time: 0.0357795 Sep 30 13:07:16.012984 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e7b76d-708b-4173-8c86-b371efc13635 admin admin] Made reservation on behalf of c6aa911864ee4dc5b1f6e2e278a5345b for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:07:16.015330 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a5e7b76d-708b-4173-8c86-b371efc13635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:16.030421 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b525821-ee2d-4be2-94aa-908ddc7a9881 x-openstack-request-id: req-4b525821-ee2d-4be2-94aa-908ddc7a9881 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:16.030718 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab44c46-4132-493f-a773-31d0f141555f", "name": "network-vif-deleted", "tag": "37d71825-e339-43d2-921d-7fe5b24f6f7c", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:16.031020 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b525821-ee2d-4be2-94aa-908ddc7a9881 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:16.031422 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab44c46-4132-493f-a773-31d0f141555f', 'name': 'network-vif-deleted', 'tag': '37d71825-e339-43d2-921d-7fe5b24f6f7c', 'status': 'completed', 'code': 200} Sep 30 13:07:16.057030 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a5e7b76d-708b-4173-8c86-b371efc13635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:16.088883 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51d33b-159f-44b7-995f-8ea3e735a16d req-eadb7a58-4925-4944-bdb6-b4c359c1752e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:16.090695 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1a51d33b-159f-44b7-995f-8ea3e735a16d req-eadb7a58-4925-4944-bdb6-b4c359c1752e service neutron] 10.222.0.39 "GET /v2.0/networks?id=e26a4697-f117-4f02-9a82-cfcd8215cc36 HTTP/1.1" status: 200 len: 914 time: 0.2489119 Sep 30 13:07:16.109086 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-aa6bd713-469a-44fb-940b-4a8a4a52c9ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:16.116628 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-aa6bd713-469a-44fb-940b-4a8a4a52c9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:16.163816 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6bd713-469a-44fb-940b-4a8a4a52c9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb71c136-0e1c-41d4-ac23-48e4d15c4c41,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:16.182309 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-aa6bd713-469a-44fb-940b-4a8a4a52c9ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a4058ee84cb41f68b38795fe2c63082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6605358 Sep 30 13:07:16.183855 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49188) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:16.193490 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1a51d33b-159f-44b7-995f-8ea3e735a16d req-b19e66a5-dbdc-498f-b195-f34f4b59894b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aeb697d2-fa8d-4c97-b3a6-6a5b338de64c HTTP/1.1" status: 200 len: 217 time: 0.0877991 Sep 30 13:07:16.250172 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-47204e9c-9a5d-447d-a31f-0d2d8c8c1673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:16.276372 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-47204e9c-9a5d-447d-a31f-0d2d8c8c1673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:16.336075 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-f877b68e-2111-462f-b630-3178d7165585 req-1abde6fe-b6bc-4c05-8932-c89bab2432a9 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] For port aeb697d2-fa8d-4c97-b3a6-6a5b338de64c, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=aeb697d2-fa8d-4c97-b3a6-6a5b338de64c,segment=NetworkSegment(b1124d9d-1301-484f-b674-00bfa4108c50),segment_id=b1124d9d-1301-484f-b674-00bfa4108c50)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:16.349122 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-47204e9c-9a5d-447d-a31f-0d2d8c8c1673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:16.351639 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51d33b-159f-44b7-995f-8ea3e735a16d req-9af02a7c-b886-4e42-8ff0-842ffc67bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:16.352652 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-47204e9c-9a5d-447d-a31f-0d2d8c8c1673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:16.353127 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1a51d33b-159f-44b7-995f-8ea3e735a16d req-9af02a7c-b886-4e42-8ff0-842ffc67bfce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67fb7f78-2405-4f84-9ca9-08c51c1d2c30 HTTP/1.1" status: 200 len: 853 time: 0.1478145 Sep 30 13:07:16.361976 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-47204e9c-9a5d-447d-a31f-0d2d8c8c1673 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb71c136-0e1c-41d4-ac23-48e4d15c4c41 HTTP/1.1" status: 204 len: 168 time: 0.1713006 Sep 30 13:07:16.381384 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47204e9c-9a5d-447d-a31f-0d2d8c8c1673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb71c136-0e1c-41d4-ac23-48e4d15c4c41,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:16.414997 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1a51d33b-159f-44b7-995f-8ea3e735a16d req-71207e46-e251-4fa3-ab01-d2134e9757ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e26a4697-f117-4f02-9a82-cfcd8215cc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486214 Sep 30 13:07:16.449771 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a5e7b76d-708b-4173-8c86-b371efc13635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:16.453155 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-f877b68e-2111-462f-b630-3178d7165585 req-1abde6fe-b6bc-4c05-8932-c89bab2432a9 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:16.469764 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a5e7b76d-708b-4173-8c86-b371efc13635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:16.473591 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-f877b68e-2111-462f-b630-3178d7165585 req-1abde6fe-b6bc-4c05-8932-c89bab2432a9 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:16.487175 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['aeb697d2-fa8d-4c97-b3a6-6a5b338de64c'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:16.507541 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7b76d-708b-4173-8c86-b371efc13635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d8d66b-30db-434f-8c90-9f53f259217b,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:16.567167 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e7b76d-708b-4173-8c86-b371efc13635 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:07:16.642994 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1a51d33b-159f-44b7-995f-8ea3e735a16d req-1dc20db4-f5ae-46ef-8068-7b7f413999ed service neutron] 10.222.0.39 "GET /v2.0/networks/e26a4697-f117-4f02-9a82-cfcd8215cc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089577 Sep 30 13:07:16.679457 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abde6fe-b6bc-4c05-8932-c89bab2432a9 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Pushing event updated for resources: {'Port': ['ID=aeb697d2-fa8d-4c97-b3a6-6a5b338de64c,revision_number=7']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:16.689121 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877b68e-2111-462f-b630-3178d7165585 req-1abde6fe-b6bc-4c05-8932-c89bab2432a9 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:16.690082 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-f877b68e-2111-462f-b630-3178d7165585 req-1abde6fe-b6bc-4c05-8932-c89bab2432a9 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:16.692083 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f877b68e-2111-462f-b630-3178d7165585 req-1abde6fe-b6bc-4c05-8932-c89bab2432a9 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "PUT /v2.0/ports/aeb697d2-fa8d-4c97-b3a6-6a5b338de64c HTTP/1.1" status: 200 len: 1020 time: 1.0847936 Sep 30 13:07:16.704449 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a5e7b76d-708b-4173-8c86-b371efc13635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:16.704868 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-a5e7b76d-708b-4173-8c86-b371efc13635 admin admin] Added segment 4b4e88bf-e721-4782-904c-882beee44d7f of type vlan for network 44d1ad4e-8c15-4b0a-994d-4e89994f3603 Sep 30 13:07:16.769495 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['aeb697d2-fa8d-4c97-b3a6-6a5b338de64c'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:16.860075 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7078a-99db-4823-8470-7ad8d447c980 req-4805f03c-1b00-4ee8-8f60-15a72c4c56bf tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:16.861487 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a5e7b76d-708b-4173-8c86-b371efc13635 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:16.861841 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bff7078a-99db-4823-8470-7ad8d447c980 req-4805f03c-1b00-4ee8-8f60-15a72c4c56bf tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.0716498 Sep 30 13:07:16.941391 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bff7078a-99db-4823-8470-7ad8d447c980 req-dcf867f0-6e32-4c67-b0e9-f1f22153356b tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728199 Sep 30 13:07:16.995525 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a5e7b76d-708b-4173-8c86-b371efc13635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:16.996453 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e7b76d-708b-4173-8c86-b371efc13635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:16.997090 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a5e7b76d-708b-4173-8c86-b371efc13635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:17.028572 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1a51d33b-159f-44b7-995f-8ea3e735a16d req-f116fd74-b692-4c49-abe8-6322d59c8c44 service neutron] 10.222.0.39 "GET /v2.0/networks/e26a4697-f117-4f02-9a82-cfcd8215cc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334913 Sep 30 13:07:17.032777 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a5e7b76d-708b-4173-8c86-b371efc13635 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2249124 Sep 30 13:07:17.036461 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49220) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:17.042309 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-9559dfa6-6740-400f-878e-580f9bf93582 admin admin] Request body: {'subnet': {'network_id': '44d1ad4e-8c15-4b0a-994d-4e89994f3603', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1870830640-subnet', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:17.088292 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 37d71825-e339-43d2-921d-7fe5b24f6f7c no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:07:17.108654 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7b76d-708b-4173-8c86-b371efc13635 admin admin] Pushing event updated for resources: {'Network': ['ID=44d1ad4e-8c15-4b0a-994d-4e89994f3603,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:17.119704 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 37d71825-e339-43d2-921d-7fe5b24f6f7c {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:07:17.120085 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 37d71825-e339-43d2-921d-7fe5b24f6f7c not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:07:17.125863 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 44d1ad4e-8c15-4b0a-994d-4e89994f3603 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:07:17.134750 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9559dfa6-6740-400f-878e-580f9bf93582 admin admin] Made reservation on behalf of c6aa911864ee4dc5b1f6e2e278a5345b for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:07:17.137082 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9559dfa6-6740-400f-878e-580f9bf93582 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:17.182585 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5bc02-11fc-47df-bcdc-b109e01b7ff5 req-cf69e7d8-58ac-475c-a251-44ea53fea83b tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:17.190286 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6db5bc02-11fc-47df-bcdc-b109e01b7ff5 req-cf69e7d8-58ac-475c-a251-44ea53fea83b tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e7d2631-adf2-4fc5-9319-bdea5be69d0e HTTP/1.1" status: 200 len: 949 time: 0.1274469 Sep 30 13:07:17.261549 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac08bd7-d0ef-42a2-b32a-e211e66f9eb7 req-3cdbb9c7-b5f4-45ee-be8c-f5039cf1a1d2 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:17.263834 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9ac08bd7-d0ef-42a2-b32a-e211e66f9eb7 req-3cdbb9c7-b5f4-45ee-be8c-f5039cf1a1d2 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1e996b0-d9fc-4cec-a4ba-363a4e2440fc HTTP/1.1" status: 200 len: 1023 time: 0.0622687 Sep 30 13:07:17.284832 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6db5bc02-11fc-47df-bcdc-b109e01b7ff5 req-13ddaecd-a7dc-4957-81d6-5b50b0c4bb7c tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7e64f42-ef09-49e2-a7f5-651a363b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870700 Sep 30 13:07:17.400994 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9ac08bd7-d0ef-42a2-b32a-e211e66f9eb7 req-31802ab7-b10c-4a1c-b9df-ad1923a3365c tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups?id=64d24e96-aa86-46e9-9763-a98a308d2b84&id=9e0da9fd-749f-4a6a-a57f-87a8f60f41ae&id=21a4945f-9c6b-457a-a0b1-af111c11abe7 HTTP/1.1" status: 200 len: 6149 time: 0.1285954 Sep 30 13:07:17.477595 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9559dfa6-6740-400f-878e-580f9bf93582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:17.553719 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9559dfa6-6740-400f-878e-580f9bf93582 admin admin] Checking segment: {'id': '4b4e88bf-e721-4782-904c-882beee44d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '44d1ad4e-8c15-4b0a-994d-4e89994f3603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:07:17.554131 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9559dfa6-6740-400f-878e-580f9bf93582 admin admin] Network hostable DHCP agents. Network: 44d1ad4e-8c15-4b0a-994d-4e89994f3603, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:07:17.561426 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559dfa6-6740-400f-878e-580f9bf93582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68e4dda5-44bd-4b4d-8a1f-9dfbed436509,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:17.581723 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9559dfa6-6740-400f-878e-580f9bf93582 admin admin] Network 44d1ad4e-8c15-4b0a-994d-4e89994f3603 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:07:17.594466 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-9559dfa6-6740-400f-878e-580f9bf93582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 44d1ad4e-8c15-4b0a-994d-4e89994f3603) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:07:17.602383 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9559dfa6-6740-400f-878e-580f9bf93582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:17.602648 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea381c86-86c9-4593-b9ea-08e4b8a79971 None None] Network 44d1ad4e-8c15-4b0a-994d-4e89994f3603 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:07:17.603119 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9559dfa6-6740-400f-878e-580f9bf93582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:17.612154 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-480ffc04-530f-4a39-a0af-9d31cedf7e6e req-b1adcbcc-ffab-44df-a6b2-b2ac779e8d96 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1631723112 ', 'description': 'tempest-description-1390205662'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:17.625523 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9559dfa6-6740-400f-878e-580f9bf93582 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5867028 Sep 30 13:07:17.628015 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49250) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:17.635295 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-0323d0e1-d518-4087-a902-db68ed56fe52 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1870830640-router', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:17.636737 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-480ffc04-530f-4a39-a0af-9d31cedf7e6e req-b1adcbcc-ffab-44df-a6b2-b2ac779e8d96 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:17.669219 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0323d0e1-d518-4087-a902-db68ed56fe52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:17.670303 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0323d0e1-d518-4087-a902-db68ed56fe52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:17.739985 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0323d0e1-d518-4087-a902-db68ed56fe52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:17.777381 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-480ffc04-530f-4a39-a0af-9d31cedf7e6e req-b1adcbcc-ffab-44df-a6b2-b2ac779e8d96 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:17.782676 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-480ffc04-530f-4a39-a0af-9d31cedf7e6e req-b1adcbcc-ffab-44df-a6b2-b2ac779e8d96 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:17.783834 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a850a554-2a1a-4f68-b534-a5c4076c172e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-44d1ad4e-8c15-4b0a-994d-4e89994f3603', 'network_id': '44d1ad4e-8c15-4b0a-994d-4e89994f3603', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'fixed_ips': [{'subnet_id': '68e4dda5-44bd-4b4d-8a1f-9dfbed436509'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:07:17.784728 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a850a554-2a1a-4f68-b534-a5c4076c172e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:17.820042 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-480ffc04-530f-4a39-a0af-9d31cedf7e6e req-b1adcbcc-ffab-44df-a6b2-b2ac779e8d96 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:17.839078 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-480ffc04-530f-4a39-a0af-9d31cedf7e6e req-b1adcbcc-ffab-44df-a6b2-b2ac779e8d96 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.2302547 Sep 30 13:07:17.843288 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc661b38-3841-4cf5-a719-0a540021d29f req-1e9a95c1-6613-41ba-aecc-393dfac0f3d0 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=97d604a8d42741f9b6809b482ef51ba6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430591 Sep 30 13:07:17.843772 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1adcbcc-ffab-44df-a6b2-b2ac779e8d96 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c9db69-435f-49ec-aa33-8bfa505a11a1,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:17.987355 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-a850a554-2a1a-4f68-b534-a5c4076c172e None None] Allocated IP 172.20.0.2 (44d1ad4e-8c15-4b0a-994d-4e89994f3603/68e4dda5-44bd-4b4d-8a1f-9dfbed436509/ce0150de-1690-48a2-9591-d9b188782e52) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:07:18.024996 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0323d0e1-d518-4087-a902-db68ed56fe52 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:18.032330 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e996b0-d9fc-4cec-a4ba-363a4e2440fc', 'tag': 'aeb697d2-fa8d-4c97-b3a6-6a5b338de64c'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:18.037725 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba57eed1-a7f5-4f5c-9139-ecf68fbcfd82" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e996b0-d9fc-4cec-a4ba-363a4e2440fc", "tag": "aeb697d2-fa8d-4c97-b3a6-6a5b338de64c"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:18.097991 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc661b38-3841-4cf5-a719-0a540021d29f req-5a24a159-4823-426f-afc3-4c8811271d48 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:18.106145 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc661b38-3841-4cf5-a719-0a540021d29f req-5a24a159-4823-426f-afc3-4c8811271d48 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2611966 Sep 30 13:07:18.114562 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49282) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:18.167653 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc661b38-3841-4cf5-a719-0a540021d29f req-6e321098-23ff-4158-bd39-91d33c4a36f0 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/quotas/97d604a8d42741f9b6809b482ef51ba6 HTTP/1.1" status: 200 len: 375 time: 0.0607014 Sep 30 13:07:18.194050 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a850a554-2a1a-4f68-b534-a5c4076c172e None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:18.207331 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a850a554-2a1a-4f68-b534-a5c4076c172e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:18.214764 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-25948293-1266-473a-a206-260d1aa18e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:18.241313 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc661b38-3841-4cf5-a719-0a540021d29f req-0d6af9ea-f450-4ab1-9357-e475c2f7411c tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=97d604a8d42741f9b6809b482ef51ba6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0726829 Sep 30 13:07:18.260044 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a850a554-2a1a-4f68-b534-a5c4076c172e None None] Network 44d1ad4e-8c15-4b0a-994d-4e89994f3603 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:07:18.265881 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-a850a554-2a1a-4f68-b534-a5c4076c172e None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:07:18.269192 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a850a554-2a1a-4f68-b534-a5c4076c172e None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:07:18.305512 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850a554-2a1a-4f68-b534-a5c4076c172e None None] Pushing event updated for resources: {'Port': ['ID=ce0150de-1690-48a2-9591-d9b188782e52,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:18.340052 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-a850a554-2a1a-4f68-b534-a5c4076c172e None None] Attempting to bind port ce0150de-1690-48a2-9591-d9b188782e52 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:07:18.340435 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-a850a554-2a1a-4f68-b534-a5c4076c172e None None] Attempting to bind port ce0150de-1690-48a2-9591-d9b188782e52 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '4b4e88bf-e721-4782-904c-882beee44d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '44d1ad4e-8c15-4b0a-994d-4e89994f3603'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:07:18.340802 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a850a554-2a1a-4f68-b534-a5c4076c172e None None] Attempting to bind port ce0150de-1690-48a2-9591-d9b188782e52 on network 44d1ad4e-8c15-4b0a-994d-4e89994f3603 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:07:18.348263 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a850a554-2a1a-4f68-b534-a5c4076c172e None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:07:18.348660 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a850a554-2a1a-4f68-b534-a5c4076c172e None None] Checking segment: {'id': '4b4e88bf-e721-4782-904c-882beee44d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '44d1ad4e-8c15-4b0a-994d-4e89994f3603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:07:18.349345 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a850a554-2a1a-4f68-b534-a5c4076c172e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:18.349828 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a850a554-2a1a-4f68-b534-a5c4076c172e None None] Bound using segment: {'id': '4b4e88bf-e721-4782-904c-882beee44d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '44d1ad4e-8c15-4b0a-994d-4e89994f3603'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:07:18.350634 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-a850a554-2a1a-4f68-b534-a5c4076c172e None None] Bound port: ce0150de-1690-48a2-9591-d9b188782e52, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4e88bf-e721-4782-904c-882beee44d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '44d1ad4e-8c15-4b0a-994d-4e89994f3603'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:07:18.351124 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a850a554-2a1a-4f68-b534-a5c4076c172e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:18.368829 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3158d4f3-7c3a-4f5d-895f-87ff2f84b738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:18.538740 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-a850a554-2a1a-4f68-b534-a5c4076c172e None None] For port ce0150de-1690-48a2-9591-d9b188782e52, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:07:18.542547 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-a850a554-2a1a-4f68-b534-a5c4076c172e None None] For port ce0150de-1690-48a2-9591-d9b188782e52, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=ce0150de-1690-48a2-9591-d9b188782e52,segment=NetworkSegment(4b4e88bf-e721-4782-904c-882beee44d7f),segment_id=4b4e88bf-e721-4782-904c-882beee44d7f)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:07:18.547127 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a850a554-2a1a-4f68-b534-a5c4076c172e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:18.644410 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850a554-2a1a-4f68-b534-a5c4076c172e None None] Pushing event updated for resources: {'Port': ['ID=ce0150de-1690-48a2-9591-d9b188782e52,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:18.726970 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0323d0e1-d518-4087-a902-db68ed56fe52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:18.761620 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3158d4f3-7c3a-4f5d-895f-87ff2f84b738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:18.761791 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a10f3a-47ac-4634-9527-51aa93670331 req-e647945e-e6d1-42b7-bc5b-2ae994d3f1f6 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:18.764145 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0323d0e1-d518-4087-a902-db68ed56fe52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:18.766537 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-56a10f3a-47ac-4634-9527-51aa93670331 req-e647945e-e6d1-42b7-bc5b-2ae994d3f1f6 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.39 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 944 time: 0.7140214 Sep 30 13:07:18.787214 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d4f539a-1c93-4894-96e3-37f3341eb5af req-6885cb54-0715-40c5-b783-e6f05b99546c tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups/f0c9db69-435f-49ec-aa33-8bfa505a11a1 HTTP/1.1" status: 200 len: 1781 time: 0.2320797 Sep 30 13:07:18.794959 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3158d4f3-7c3a-4f5d-895f-87ff2f84b738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:18.796650 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcaa5c-671c-4eaa-9e93-b1e452ffbd13 req-fcfd89d6-29ad-4556-8408-911d9f8920a8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:18.804757 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0adcaa5c-671c-4eaa-9e93-b1e452ffbd13 req-fcfd89d6-29ad-4556-8408-911d9f8920a8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 944 time: 0.1323626 Sep 30 13:07:19.001615 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0adcaa5c-671c-4eaa-9e93-b1e452ffbd13 req-55f8aca1-cd5f-47da-b674-5664864b0739 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912344 Sep 30 13:07:19.026653 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3158d4f3-7c3a-4f5d-895f-87ff2f84b738 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb8ab239553e4387b270a0aaad64bc9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9089816 Sep 30 13:07:19.029259 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49308) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:19.034200 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158d4f3-7c3a-4f5d-895f-87ff2f84b738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3f073c-a403-4211-aadd-975e7940a77d,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:19.066537 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-56a10f3a-47ac-4634-9527-51aa93670331 req-b36c1d2b-fe2d-4452-b384-2827c001fa42 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Deleting port cd6c2cd3-b68c-41d7-80d1-b20fa3579274 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:07:19.066891 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-56a10f3a-47ac-4634-9527-51aa93670331 req-b36c1d2b-fe2d-4452-b384-2827c001fa42 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:19.096307 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c3244-20b4-44db-95f8-788f3b99c15c req-196ce0b3-7080-4cf9-a3c8-cfc16afaf10a tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:19.097861 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3b4c3244-20b4-44db-95f8-788f3b99c15c req-196ce0b3-7080-4cf9-a3c8-cfc16afaf10a tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.1603954 Sep 30 13:07:19.115123 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c783e4ca-f8ee-487a-871f-64fe0f6d5aa5 x-openstack-request-id: req-c783e4ca-f8ee-487a-871f-64fe0f6d5aa5 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:19.115458 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e996b0-d9fc-4cec-a4ba-363a4e2440fc", "tag": "aeb697d2-fa8d-4c97-b3a6-6a5b338de64c", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:19.115673 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c783e4ca-f8ee-487a-871f-64fe0f6d5aa5 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:19.116066 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e996b0-d9fc-4cec-a4ba-363a4e2440fc', 'tag': 'aeb697d2-fa8d-4c97-b3a6-6a5b338de64c', 'status': 'completed', 'code': 200} Sep 30 13:07:19.125979 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-0323d0e1-d518-4087-a902-db68ed56fe52 admin admin] Allocated IP 172.25.5.97 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/c70a56f1-89e5-46ed-a44e-aab258409832) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:07:19.178238 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3b4c3244-20b4-44db-95f8-788f3b99c15c req-8bcd70b0-db60-46d1-b078-71bdeba16cad tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693388 Sep 30 13:07:19.256906 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:19.267828 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-70722c72-ebda-4758-accc-fb9411c5fae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:19.269747 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57eed1-a7f5-4f5c-9139-ecf68fbcfd82 req-7ec3120b-81c8-4fba-b80f-0afc4aecee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:19.271454 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ba57eed1-a7f5-4f5c-9139-ecf68fbcfd82 req-7ec3120b-81c8-4fba-b80f-0afc4aecee9e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ad7a66d59bc43c48ae84f2165b2e582&device_id=f1e996b0-d9fc-4cec-a4ba-363a4e2440fc HTTP/1.1" status: 200 len: 1174 time: 0.1133618 Sep 30 13:07:19.290871 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-accaf260-03d4-4f68-80d7-3369c32aacc0 req-0e70266f-294d-47ac-b295-1a5f19b53f7f tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.1317890 Sep 30 13:07:19.316866 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-be6bbd83-1c9a-4a17-a5d1-f4087a0c010a req-87306b86-51f5-4deb-b772-b02bd8381f14 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b6bc0f-f079-49db-8cb3-00556215079b HTTP/1.1" status: 200 len: 210 time: 0.0427043 Sep 30 13:07:19.356016 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-70722c72-ebda-4758-accc-fb9411c5fae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:19.356278 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0323d0e1-d518-4087-a902-db68ed56fe52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:19.358596 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-56a10f3a-47ac-4634-9527-51aa93670331 req-b36c1d2b-fe2d-4452-b384-2827c001fa42 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] For port cd6c2cd3-b68c-41d7-80d1-b20fa3579274, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cd6c2cd3-b68c-41d7-80d1-b20fa3579274,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:19.358948 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-56a10f3a-47ac-4634-9527-51aa93670331 req-b36c1d2b-fe2d-4452-b384-2827c001fa42 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:19.393066 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-56a10f3a-47ac-4634-9527-51aa93670331 req-b36c1d2b-fe2d-4452-b384-2827c001fa42 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Calling delete_port for cd6c2cd3-b68c-41d7-80d1-b20fa3579274 owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:07:19.427517 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57eed1-a7f5-4f5c-9139-ecf68fbcfd82 req-4660fdf1-daee-45e2-9004-8e47bbfd6113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:19.429011 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ba57eed1-a7f5-4f5c-9139-ecf68fbcfd82 req-4660fdf1-daee-45e2-9004-8e47bbfd6113 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e26a4697-f117-4f02-9a82-cfcd8215cc36 HTTP/1.1" status: 200 len: 914 time: 0.1397369 Sep 30 13:07:19.438891 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e695e0b5-9aa1-4694-a270-21bae4c82eff req-d7453fa4-d00e-443d-8086-96274b8b6bc4 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups/f0c9db69-435f-49ec-aa33-8bfa505a11a1 HTTP/1.1" status: 200 len: 1781 time: 0.1174972 Sep 30 13:07:19.451462 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0323d0e1-d518-4087-a902-db68ed56fe52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:19.494796 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ba57eed1-a7f5-4f5c-9139-ecf68fbcfd82 req-3622700b-8fef-445b-9c55-bf166282b708 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aeb697d2-fa8d-4c97-b3a6-6a5b338de64c HTTP/1.1" status: 200 len: 217 time: 0.0570836 Sep 30 13:07:19.577695 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-70722c72-ebda-4758-accc-fb9411c5fae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:19.590264 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-70722c72-ebda-4758-accc-fb9411c5fae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:19.600631 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-70722c72-ebda-4758-accc-fb9411c5fae6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a3f073c-a403-4211-aadd-975e7940a77d HTTP/1.1" status: 204 len: 168 time: 0.5677061 Sep 30 13:07:19.608167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0323d0e1-d518-4087-a902-db68ed56fe52 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:07:19.615762 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-0323d0e1-d518-4087-a902-db68ed56fe52 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:07:19.619813 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0323d0e1-d518-4087-a902-db68ed56fe52 admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:07:19.694074 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70722c72-ebda-4758-accc-fb9411c5fae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3f073c-a403-4211-aadd-975e7940a77d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:19.699335 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323d0e1-d518-4087-a902-db68ed56fe52 admin admin] Pushing event updated for resources: {'Port': ['ID=c70a56f1-89e5-46ed-a44e-aab258409832,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:19.720199 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57eed1-a7f5-4f5c-9139-ecf68fbcfd82 req-c7696d63-599c-4adb-947c-5e381239916d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:19.722262 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ba57eed1-a7f5-4f5c-9139-ecf68fbcfd82 req-c7696d63-599c-4adb-947c-5e381239916d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67fb7f78-2405-4f84-9ca9-08c51c1d2c30 HTTP/1.1" status: 200 len: 853 time: 0.1748440 Sep 30 13:07:19.739836 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e695e0b5-9aa1-4694-a270-21bae4c82eff req-e9989614-7248-4cff-8415-dfb48bf61efb tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:19.763109 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ba57eed1-a7f5-4f5c-9139-ecf68fbcfd82 req-8f03b620-a567-4bce-95ff-b705564512fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e26a4697-f117-4f02-9a82-cfcd8215cc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336657 Sep 30 13:07:19.770533 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e695e0b5-9aa1-4694-a270-21bae4c82eff req-e9989614-7248-4cff-8415-dfb48bf61efb tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:19.828311 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-56a10f3a-47ac-4634-9527-51aa93670331 req-b36c1d2b-fe2d-4452-b384-2827c001fa42 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:19.849859 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e695e0b5-9aa1-4694-a270-21bae4c82eff req-e9989614-7248-4cff-8415-dfb48bf61efb tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:19.853628 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e695e0b5-9aa1-4694-a270-21bae4c82eff req-e9989614-7248-4cff-8415-dfb48bf61efb tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:19.861612 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e695e0b5-9aa1-4694-a270-21bae4c82eff req-e9989614-7248-4cff-8415-dfb48bf61efb tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "DELETE /v2.0/security-groups/f0c9db69-435f-49ec-aa33-8bfa505a11a1 HTTP/1.1" status: 204 len: 173 time: 0.3835754 Sep 30 13:07:19.895253 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c1d2b-fe2d-4452-b384-2827c001fa42 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Pushing event deleted for resources: {'Port': ['ID=cd6c2cd3-b68c-41d7-80d1-b20fa3579274,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:19.950701 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9989614-7248-4cff-8415-dfb48bf61efb tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c9db69-435f-49ec-aa33-8bfa505a11a1,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:19.980869 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106999b3-8853-4113-a256-acdf2dd149a4 None None] Network 44d1ad4e-8c15-4b0a-994d-4e89994f3603 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:07:19.982601 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a10f3a-47ac-4634-9527-51aa93670331 req-b36c1d2b-fe2d-4452-b384-2827c001fa42 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] No DVR routers for this DVR port cd6c2cd3-b68c-41d7-80d1-b20fa3579274 on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:07:19.985738 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-56a10f3a-47ac-4634-9527-51aa93670331 req-b36c1d2b-fe2d-4452-b384-2827c001fa42 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:19.988989 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-56a10f3a-47ac-4634-9527-51aa93670331 req-b36c1d2b-fe2d-4452-b384-2827c001fa42 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.39 "DELETE /v2.0/ports/cd6c2cd3-b68c-41d7-80d1-b20fa3579274 HTTP/1.1" status: 204 len: 173 time: 1.2046158 Sep 30 13:07:20.112243 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5cf91404-cc64-498f-a25c-011d49155f8f None None] Provisioning complete for port ce0150de-1690-48a2-9591-d9b188782e52 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:07:20.112872 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5cf91404-cc64-498f-a25c-011d49155f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:20.155083 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-fcca9e9b-7b21-4f8f-b2e9-5502c9b277c3 req-838abf06-f26e-410d-9fad-d73dd10ddeff tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] show failed (client error): The resource could not be found. Sep 30 13:07:20.156209 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fcca9e9b-7b21-4f8f-b2e9-5502c9b277c3 req-838abf06-f26e-410d-9fad-d73dd10ddeff tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups/f0c9db69-435f-49ec-aa33-8bfa505a11a1 HTTP/1.1" status: 404 len: 352 time: 0.2134137 Sep 30 13:07:20.169092 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-825000bd-18f5-4935-a6ee-4fb02b33fe0b req-8af1384b-8419-45cc-b3ae-634a4f55b7a2 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=87d40ace-e564-44e9-bb91-eb87fc3fab9b HTTP/1.1" status: 200 len: 210 time: 0.0488832 Sep 30 13:07:20.196694 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc661b38-3841-4cf5-a719-0a540021d29f req-39a5cf69-d3d5-4bee-a29f-688046a07896 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=97d604a8d42741f9b6809b482ef51ba6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1491423 Sep 30 13:07:20.202517 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-4488a760-0334-4460-b78d-75bd4d0df863 req-93549c5b-6fcf-4d22-a461-9ca6d7fbb854 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1014236636', 'description': 'tempest-description-185353708'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:20.321852 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5cf91404-cc64-498f-a25c-011d49155f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:20.329816 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ba57eed1-a7f5-4f5c-9139-ecf68fbcfd82 req-b9fd251f-f799-49a2-8ba0-247b3903d08c service neutron] 10.222.0.39 "GET /v2.0/networks/e26a4697-f117-4f02-9a82-cfcd8215cc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5249906 Sep 30 13:07:20.373263 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5cf91404-cc64-498f-a25c-011d49155f8f None None] For port ce0150de-1690-48a2-9591-d9b188782e52, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=ce0150de-1690-48a2-9591-d9b188782e52,segment=NetworkSegment(4b4e88bf-e721-4782-904c-882beee44d7f),segment_id=4b4e88bf-e721-4782-904c-882beee44d7f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:20.379286 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5cf91404-cc64-498f-a25c-011d49155f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:20.385002 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a3797-331b-4691-8093-d9819410cf1c req-6c275342-ef33-42d1-ade3-8d02a16ec1b6 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:20.388463 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-aa4a3797-331b-4691-8093-d9819410cf1c req-6c275342-ef33-42d1-ade3-8d02a16ec1b6 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.1191130 Sep 30 13:07:20.450802 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf91404-cc64-498f-a25c-011d49155f8f None None] Pushing event updated for resources: {'Port': ['ID=ce0150de-1690-48a2-9591-d9b188782e52,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:20.464631 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-aa4a3797-331b-4691-8093-d9819410cf1c req-26bfbfe3-923b-49c1-95bd-7bf580708e74 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683928 Sep 30 13:07:20.618946 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7ac72682-9f59-4cbe-aae2-58b6dcb9ab49 req-e0d1ca0c-7689-4d56-b18d-e9e2ab7cd699 tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0462015 Sep 30 13:07:20.647803 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-26c686bf-b92c-41a4-8331-e50b2f92b0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:20.717985 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49346) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:20.720038 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d81c8872-7d10-4113-bf48-30f80a2a85cc None None] Provisioning complete for port ce0150de-1690-48a2-9591-d9b188782e52 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:07:20.721226 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d81c8872-7d10-4113-bf48-30f80a2a85cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:20.776460 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-55383a9d-e11e-47c6-b706-5f54fd69ac12 req-288c6988-4763-4d5c-8761-dfdf498a2a85 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0728865 Sep 30 13:07:20.832152 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb24a74a-b7c1-4f0a-bb23-e0ff41fdd0d5 req-2daec8da-89f2-4686-b310-c78a24ceaaa7 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b6bc0f-f079-49db-8cb3-00556215079b HTTP/1.1" status: 200 len: 210 time: 0.0538652 Sep 30 13:07:20.839627 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0323d0e1-d518-4087-a902-db68ed56fe52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:20.884015 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device ce0150de-1690-48a2-9591-d9b188782e52 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:07:20.896893 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55383a9d-e11e-47c6-b706-5f54fd69ac12 req-cc83615b-aaa0-4b29-8bbb-7d41258debb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:20.899012 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-55383a9d-e11e-47c6-b706-5f54fd69ac12 req-cc83615b-aaa0-4b29-8bbb-7d41258debb9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bfee4c1083184c949bfe63d2e5d7a195&device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 1096 time: 0.0989380 Sep 30 13:07:20.921212 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-56c068c6-4ea3-4189-8e0f-dce5edf325f4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1729801145-network', 'tenant_id': '46c6aa7a2d214f259c85bf2fb8dc3360'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:20.922805 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-4488a760-0334-4460-b78d-75bd4d0df863 req-93549c5b-6fcf-4d22-a461-9ca6d7fbb854 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:20.968806 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port ce0150de-1690-48a2-9591-d9b188782e52 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:07:20.969169 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:21.007624 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c068c6-4ea3-4189-8e0f-dce5edf325f4 admin admin] Made reservation on behalf of 46c6aa7a2d214f259c85bf2fb8dc3360 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:07:21.010227 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-56c068c6-4ea3-4189-8e0f-dce5edf325f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:21.023201 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-56c068c6-4ea3-4189-8e0f-dce5edf325f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:21.037344 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc661b38-3841-4cf5-a719-0a540021d29f req-8d51ee8a-d481-4006-84c7-5b3f597242fe tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:21.039101 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc661b38-3841-4cf5-a719-0a540021d29f req-8d51ee8a-d481-4006-84c7-5b3f597242fe tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8284473 Sep 30 13:07:21.054146 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.db.api [None req-56c068c6-4ea3-4189-8e0f-dce5edf325f4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 13:07:21.054146 n-d-810909-2 neutron-server[94764]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 30 13:07:21.054146 n-d-810909-2 neutron-server[94764]: [parameters: {'project_id_1': '46c6aa7a2d214f259c85bf2fb8dc3360', 'expiration_1': datetime.datetime(2021, 9, 30, 13, 7, 1, 39906)}] Sep 30 13:07:21.054146 n-d-810909-2 neutron-server[94764]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:07:21.054730 n-d-810909-2 neutron-server[94764]: DEBUG oslo_db.api [None req-56c068c6-4ea3-4189-8e0f-dce5edf325f4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:07:21.056790 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-fc661b38-3841-4cf5-a719-0a540021d29f req-43a0c784-cbc5-4749-806c-cdb8feabed44 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Request body: {'port': {'device_id': 'c5b6bc0f-f079-49db-8cb3-00556215079b', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': '97d604a8d42741f9b6809b482ef51ba6'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:21.057655 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55383a9d-e11e-47c6-b706-5f54fd69ac12 req-419bc103-21da-4ff6-9d8c-c60353d5a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:21.060038 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-55383a9d-e11e-47c6-b706-5f54fd69ac12 req-419bc103-21da-4ff6-9d8c-c60353d5a499 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a HTTP/1.1" status: 200 len: 921 time: 0.1307938 Sep 30 13:07:21.065670 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ba57eed1-a7f5-4f5c-9139-ecf68fbcfd82 req-dbd3258d-99be-441c-9708-8eef301539eb service neutron] 10.222.0.39 "GET /v2.0/networks/e26a4697-f117-4f02-9a82-cfcd8215cc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288284 Sep 30 13:07:21.086484 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device cd6c2cd3-b68c-41d7-80d1-b20fa3579274 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:07:21.112444 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-55383a9d-e11e-47c6-b706-5f54fd69ac12 req-e111232b-2b64-40eb-9b36-0106f1c2df36 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab95f5b0-e778-4b9c-87ab-50dfb371cc27 HTTP/1.1" status: 200 len: 217 time: 0.0390470 Sep 30 13:07:21.112982 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: cd6c2cd3-b68c-41d7-80d1-b20fa3579274 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:07:21.113342 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device cd6c2cd3-b68c-41d7-80d1-b20fa3579274 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:07:21.116929 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d40ace-e564-44e9-bb91-eb87fc3fab9b', 'name': 'network-vif-deleted', 'tag': 'cd6c2cd3-b68c-41d7-80d1-b20fa3579274'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:21.119882 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d787d7d-f7cb-416f-a1cd-0dca12b6c439" -d '{"events": [{"server_uuid": "87d40ace-e564-44e9-bb91-eb87fc3fab9b", "name": "network-vif-deleted", "tag": "cd6c2cd3-b68c-41d7-80d1-b20fa3579274"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:21.163812 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf1903b-14af-4d8c-a74a-92b3351aea62 x-openstack-request-id: req-1cf1903b-14af-4d8c-a74a-92b3351aea62 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:21.164103 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d40ace-e564-44e9-bb91-eb87fc3fab9b", "name": "network-vif-deleted", "tag": "cd6c2cd3-b68c-41d7-80d1-b20fa3579274", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:21.164354 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1cf1903b-14af-4d8c-a74a-92b3351aea62 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:21.164744 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d40ace-e564-44e9-bb91-eb87fc3fab9b', 'name': 'network-vif-deleted', 'tag': 'cd6c2cd3-b68c-41d7-80d1-b20fa3579274', 'status': 'completed', 'code': 200} Sep 30 13:07:21.175713 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55383a9d-e11e-47c6-b706-5f54fd69ac12 req-f57fe1f1-2625-44bc-a324-74fa60bb28b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:21.177264 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-55383a9d-e11e-47c6-b706-5f54fd69ac12 req-f57fe1f1-2625-44bc-a324-74fa60bb28b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d2a3567b-bc5f-477b-8f28-c16dcd278961 HTTP/1.1" status: 200 len: 860 time: 0.0539029 Sep 30 13:07:21.214805 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-55383a9d-e11e-47c6-b706-5f54fd69ac12 req-ea1d7e16-6f45-446a-9b08-bbb8c48e5f7c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258944 Sep 30 13:07:21.314962 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-55383a9d-e11e-47c6-b706-5f54fd69ac12 req-d126487b-d050-4f7c-ae6a-684364500b77 service neutron] 10.222.0.39 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894969 Sep 30 13:07:21.332512 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-4488a760-0334-4460-b78d-75bd4d0df863 req-93549c5b-6fcf-4d22-a461-9ca6d7fbb854 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:21.342046 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-4488a760-0334-4460-b78d-75bd4d0df863 req-93549c5b-6fcf-4d22-a461-9ca6d7fbb854 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:21.350821 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0323d0e1-d518-4087-a902-db68ed56fe52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:21.419589 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc661b38-3841-4cf5-a719-0a540021d29f req-43a0c784-cbc5-4749-806c-cdb8feabed44 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Made reservation on behalf of 97d604a8d42741f9b6809b482ef51ba6 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:07:21.423088 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc661b38-3841-4cf5-a719-0a540021d29f req-43a0c784-cbc5-4749-806c-cdb8feabed44 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:21.427535 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-4488a760-0334-4460-b78d-75bd4d0df863 req-93549c5b-6fcf-4d22-a461-9ca6d7fbb854 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:21.428729 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4488a760-0334-4460-b78d-75bd4d0df863 req-93549c5b-6fcf-4d22-a461-9ca6d7fbb854 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.2415593 Sep 30 13:07:21.429324 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93549c5b-6fcf-4d22-a461-9ca6d7fbb854 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a940809e-c8a3-4a2f-9cd2-5f3be30717a8,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:21.457276 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-55383a9d-e11e-47c6-b706-5f54fd69ac12 req-44f2169d-dc18-4699-b587-79e77600740b service neutron] 10.222.0.39 "GET /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351051 Sep 30 13:07:21.477701 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-00fea7c8-9621-4d0c-a08e-3a860ddb6818 req-7555cefa-fbc9-4a9a-bef0-cc01063e5e03 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-910438573', 'description': 'tempest-description-1260237407'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:21.483832 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9817b-8cab-48e4-84b8-3c8b5a8f9635 req-22c2197a-c4c0-47ba-add2-ad2721e06a6a tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:21.485325 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3cc9817b-8cab-48e4-84b8-3c8b5a8f9635 req-22c2197a-c4c0-47ba-add2-ad2721e06a6a tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 945 time: 0.0657411 Sep 30 13:07:21.525951 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3cc9817b-8cab-48e4-84b8-3c8b5a8f9635 req-8eeb21bf-ff23-4337-956e-d14a97becff8 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337811 Sep 30 13:07:21.537743 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:21.555867 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-56c068c6-4ea3-4189-8e0f-dce5edf325f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:21.599408 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-00fea7c8-9621-4d0c-a08e-3a860ddb6818 req-7555cefa-fbc9-4a9a-bef0-cc01063e5e03 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:21.667396 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e6467-bd92-46d9-8c9c-d7ef489f7a3e req-2e913699-cd60-402f-af7c-b832132988fe tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:21.668818 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-635e6467-bd92-46d9-8c9c-d7ef489f7a3e req-2e913699-cd60-402f-af7c-b832132988fe tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.0768783 Sep 30 13:07:21.675521 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-fc661b38-3841-4cf5-a719-0a540021d29f req-43a0c784-cbc5-4749-806c-cdb8feabed44 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Allocated IP 192.168.233.95 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/b5321871-9a26-40a0-8740-ce789bea7c4f) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:07:21.688792 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0323d0e1-d518-4087-a902-db68ed56fe52 admin admin] Router 3f4a79ef-47d2-4305-963f-87becf60ad2e is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:07:21.729311 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-635e6467-bd92-46d9-8c9c-d7ef489f7a3e req-31cad4d1-a342-4d16-a667-93c4eda19743 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514193 Sep 30 13:07:21.754120 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-56c068c6-4ea3-4189-8e0f-dce5edf325f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:21.759758 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-56c068c6-4ea3-4189-8e0f-dce5edf325f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:21.791649 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c068c6-4ea3-4189-8e0f-dce5edf325f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:07:21.805727 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c068c6-4ea3-4189-8e0f-dce5edf325f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:21.821349 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-56c068c6-4ea3-4189-8e0f-dce5edf325f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:21.821701 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-56c068c6-4ea3-4189-8e0f-dce5edf325f4 admin admin] Added segment 688c8266-a3f8-4cf1-b6d1-6a10b2a992d0 of type vlan for network 1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 Sep 30 13:07:21.845909 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c32cc1bc-e527-48f8-a5b4-72a030e83bce req-6ccc5ba8-fdec-4203-a28e-875056249a6b tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0414541 Sep 30 13:07:21.879382 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-56c068c6-4ea3-4189-8e0f-dce5edf325f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:21.949959 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0323d0e1-d518-4087-a902-db68ed56fe52 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:07:21.960011 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea82bed-cad4-4324-b8a3-d8d464e0e5c1 None None] Sync routers for ids ['3f4a79ef-47d2-4305-963f-87becf60ad2e'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:07:21.965797 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6f0868c3-a16d-49d9-b7f8-ab07de72a992 req-bef3375c-275e-498e-8556-06b6b6b696bb tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b6bc0f-f079-49db-8cb3-00556215079b HTTP/1.1" status: 200 len: 210 time: 0.0411570 Sep 30 13:07:21.967717 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-56c068c6-4ea3-4189-8e0f-dce5edf325f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:21.968760 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c068c6-4ea3-4189-8e0f-dce5edf325f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:21.969421 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-56c068c6-4ea3-4189-8e0f-dce5edf325f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:21.969935 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea82bed-cad4-4324-b8a3-d8d464e0e5c1 None None] Routers {'3f4a79ef-47d2-4305-963f-87becf60ad2e'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:07:21.970795 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6ea82bed-cad4-4324-b8a3-d8d464e0e5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:07:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['3f4a79ef-47d2-4305-963f-87becf60ad2e'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:21.988219 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1c623-8cca-4a85-9481-79de4a2543ea req-e63a2fb4-661f-4665-ac72-7d8e322e64c9 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:21.989750 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0ad1c623-8cca-4a85-9481-79de4a2543ea req-e63a2fb4-661f-4665-ac72-7d8e322e64c9 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 945 time: 0.1078353 Sep 30 13:07:22.006716 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc661b38-3841-4cf5-a719-0a540021d29f req-43a0c784-cbc5-4749-806c-cdb8feabed44 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:22.039113 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-00fea7c8-9621-4d0c-a08e-3a860ddb6818 req-7555cefa-fbc9-4a9a-bef0-cc01063e5e03 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:22.045400 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc661b38-3841-4cf5-a719-0a540021d29f req-43a0c784-cbc5-4749-806c-cdb8feabed44 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:22.055723 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-00fea7c8-9621-4d0c-a08e-3a860ddb6818 req-7555cefa-fbc9-4a9a-bef0-cc01063e5e03 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:22.061472 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['6eecd3ef-a3d4-4fa4-8497-1a1f360536dd'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:22.097187 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-56c068c6-4ea3-4189-8e0f-dce5edf325f4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3761983 Sep 30 13:07:22.097187 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c068c6-4ea3-4189-8e0f-dce5edf325f4 admin admin] Pushing event updated for resources: {'Network': ['ID=1aef29ee-8bd0-4db5-b197-e7b58a75c7a8,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:22.098498 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0323d0e1-d518-4087-a902-db68ed56fe52 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:22.099565 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49368) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:22.101092 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0323d0e1-d518-4087-a902-db68ed56fe52 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4718871 Sep 30 13:07:22.112112 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:07:22.121785 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49370) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:22.123374 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-6ea82bed-cad4-4324-b8a3-d8d464e0e5c1 None None] Set router 3f4a79ef-47d2-4305-963f-87becf60ad2e gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:07:22.126054 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-7d7f4f5f-3406-4c6f-b11e-dea06a0d7df7 admin admin] Request body: {'subnet': {'network_id': '1aef29ee-8bd0-4db5-b197-e7b58a75c7a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1729801145-subnet', 'tenant_id': '46c6aa7a2d214f259c85bf2fb8dc3360', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:22.171802 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc661b38-3841-4cf5-a719-0a540021d29f req-43a0c784-cbc5-4749-806c-cdb8feabed44 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:07:22.178236 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-fc661b38-3841-4cf5-a719-0a540021d29f req-43a0c784-cbc5-4749-806c-cdb8feabed44 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:07:22.180832 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555cefa-fbc9-4a9a-bef0-cc01063e5e03 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f130afb-bc0a-4252-9710-94a3b9323e47,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:22.184738 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc661b38-3841-4cf5-a719-0a540021d29f req-43a0c784-cbc5-4749-806c-cdb8feabed44 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:07:22.192787 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0c784-cbc5-4749-806c-cdb8feabed44 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Pushing event updated for resources: {'Port': ['ID=b5321871-9a26-40a0-8740-ce789bea7c4f,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:22.235085 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-00fea7c8-9621-4d0c-a08e-3a860ddb6818 req-7555cefa-fbc9-4a9a-bef0-cc01063e5e03 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:22.236969 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-00fea7c8-9621-4d0c-a08e-3a860ddb6818 req-7555cefa-fbc9-4a9a-bef0-cc01063e5e03 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7624049 Sep 30 13:07:22.237102 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7f4f5f-3406-4c6f-b11e-dea06a0d7df7 admin admin] Made reservation on behalf of 46c6aa7a2d214f259c85bf2fb8dc3360 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:07:22.244890 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7d7f4f5f-3406-4c6f-b11e-dea06a0d7df7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:22.265223 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc661b38-3841-4cf5-a719-0a540021d29f req-43a0c784-cbc5-4749-806c-cdb8feabed44 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:22.265938 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc661b38-3841-4cf5-a719-0a540021d29f req-43a0c784-cbc5-4749-806c-cdb8feabed44 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:22.286597 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc661b38-3841-4cf5-a719-0a540021d29f req-43a0c784-cbc5-4749-806c-cdb8feabed44 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2349126 Sep 30 13:07:22.301391 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-fc661b38-3841-4cf5-a719-0a540021d29f req-ae5f15df-ad6f-42a1-8ca5-b51b379443e4 service neutron] Request body: {'port': {'device_id': 'c5b6bc0f-f079-49db-8cb3-00556215079b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:22.324635 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:22.330178 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-228b90c8-841c-4171-a6bc-9825b80fb3f4 req-f2597696-77ed-47c4-bde2-f474c8e1e01e tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-821574644', 'description': 'tempest-description-1100249658'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:22.389031 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc661b38-3841-4cf5-a719-0a540021d29f req-ae5f15df-ad6f-42a1-8ca5-b51b379443e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:22.403407 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6ea82bed-cad4-4324-b8a3-d8d464e0e5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'name': 'tempest-ServersTestManualDisk-1870830640-router', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:07:17Z', 'updated_at': '2021-09-30T13:07:19Z', 'revision_number': 3, 'project_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'gw_port': {'id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:07:18Z', 'updated_at': '2021-09-30T13:07:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:22.408525 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-0ad1c623-8cca-4a85-9481-79de4a2543ea req-980b052f-8895-46f6-ad0f-90d972422877 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Deleting port ab95f5b0-e778-4b9c-87ab-50dfb371cc27 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:07:22.409202 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0ad1c623-8cca-4a85-9481-79de4a2543ea req-980b052f-8895-46f6-ad0f-90d972422877 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:22.422379 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c85bf51f-df6f-4955-9ecf-88f85ec2f2db req-8b15bac3-d444-4151-b1ed-f55687112541 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0875897 Sep 30 13:07:22.445183 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea82bed-cad4-4324-b8a3-d8d464e0e5c1 None None] Checking router: 3f4a79ef-47d2-4305-963f-87becf60ad2e for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:07:22.445718 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea82bed-cad4-4324-b8a3-d8d464e0e5c1 None None] Updating router 3f4a79ef-47d2-4305-963f-87becf60ad2e port c70a56f1-89e5-46ed-a44e-aab258409832 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:07:22.476076 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6ea82bed-cad4-4324-b8a3-d8d464e0e5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:22.581288 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-03684e5a-54b3-45a5-9129-a4208e7ac94c None None] Provisioning complete for port b5321871-9a26-40a0-8740-ce789bea7c4f triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:07:22.581288 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-03684e5a-54b3-45a5-9129-a4208e7ac94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:22.581596 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-228b90c8-841c-4171-a6bc-9825b80fb3f4 req-f2597696-77ed-47c4-bde2-f474c8e1e01e tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:22.631368 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-03684e5a-54b3-45a5-9129-a4208e7ac94c None None] Port b5321871-9a26-40a0-8740-ce789bea7c4f cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:07:22.692451 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-0ad1c623-8cca-4a85-9481-79de4a2543ea req-980b052f-8895-46f6-ad0f-90d972422877 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] For port ab95f5b0-e778-4b9c-87ab-50dfb371cc27, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ab95f5b0-e778-4b9c-87ab-50dfb371cc27,segment=NetworkSegment(bf86f141-e7cd-42f7-a7a8-ff58f91b78e9),segment_id=bf86f141-e7cd-42f7-a7a8-ff58f91b78e9)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:22.692836 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0ad1c623-8cca-4a85-9481-79de4a2543ea req-980b052f-8895-46f6-ad0f-90d972422877 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:22.743935 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604c882-8ae9-4c95-9589-470efa4bedf8 req-2a880ce9-bbd0-4688-969c-b5e9dbad10fc tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:22.745425 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b604c882-8ae9-4c95-9589-470efa4bedf8 req-2a880ce9-bbd0-4688-969c-b5e9dbad10fc tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 945 time: 0.0864103 Sep 30 13:07:22.755315 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-0ad1c623-8cca-4a85-9481-79de4a2543ea req-980b052f-8895-46f6-ad0f-90d972422877 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Calling delete_port for ab95f5b0-e778-4b9c-87ab-50dfb371cc27 owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:07:22.779064 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6ea82bed-cad4-4324-b8a3-d8d464e0e5c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:22.788222 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6ea82bed-cad4-4324-b8a3-d8d464e0e5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:22.821334 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b604c882-8ae9-4c95-9589-470efa4bedf8 req-299dae6d-e455-4635-b81c-f5f9190fbdf3 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac6470d0-f06c-4b36-827b-03bd4e434e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685055 Sep 30 13:07:22.829292 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-fc661b38-3841-4cf5-a719-0a540021d29f req-ae5f15df-ad6f-42a1-8ca5-b51b379443e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5321871-9a26-40a0-8740-ce789bea7c4f {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:07:22.838714 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc661b38-3841-4cf5-a719-0a540021d29f req-ae5f15df-ad6f-42a1-8ca5-b51b379443e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:22.843470 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-6ea82bed-cad4-4324-b8a3-d8d464e0e5c1 None None] Attempting to bind port c70a56f1-89e5-46ed-a44e-aab258409832 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:07:22.843813 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-6ea82bed-cad4-4324-b8a3-d8d464e0e5c1 None None] Attempting to bind port c70a56f1-89e5-46ed-a44e-aab258409832 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:07:22.844175 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea82bed-cad4-4324-b8a3-d8d464e0e5c1 None None] Attempting to bind port c70a56f1-89e5-46ed-a44e-aab258409832 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:07:22.855832 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-fc661b38-3841-4cf5-a719-0a540021d29f req-ae5f15df-ad6f-42a1-8ca5-b51b379443e4 service neutron] Transition to ACTIVE for port object b5321871-9a26-40a0-8740-ce789bea7c4f will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:07:22.856930 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec9c07-240d-49d7-a4b5-fd2e5daee0b1 None None] Pushing event updated for resources: {'Port': ['ID=c70a56f1-89e5-46ed-a44e-aab258409832,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:22.860425 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea82bed-cad4-4324-b8a3-d8d464e0e5c1 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:07:22.860798 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea82bed-cad4-4324-b8a3-d8d464e0e5c1 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:07:22.861223 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6ea82bed-cad4-4324-b8a3-d8d464e0e5c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:22.865890 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc661b38-3841-4cf5-a719-0a540021d29f req-ae5f15df-ad6f-42a1-8ca5-b51b379443e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:22.869198 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea82bed-cad4-4324-b8a3-d8d464e0e5c1 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:07:22.869748 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-6ea82bed-cad4-4324-b8a3-d8d464e0e5c1 None None] Bound port: c70a56f1-89e5-46ed-a44e-aab258409832, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:07:22.870339 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6ea82bed-cad4-4324-b8a3-d8d464e0e5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:22.911822 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec9c07-240d-49d7-a4b5-fd2e5daee0b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:22.912161 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec9c07-240d-49d7-a4b5-fd2e5daee0b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:22.912496 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec9c07-240d-49d7-a4b5-fd2e5daee0b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:22.912825 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec9c07-240d-49d7-a4b5-fd2e5daee0b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:22.913149 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec9c07-240d-49d7-a4b5-fd2e5daee0b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:22.913473 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec9c07-240d-49d7-a4b5-fd2e5daee0b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:22.913793 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec9c07-240d-49d7-a4b5-fd2e5daee0b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:22.914141 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec9c07-240d-49d7-a4b5-fd2e5daee0b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:22.914461 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec9c07-240d-49d7-a4b5-fd2e5daee0b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:22.914774 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec9c07-240d-49d7-a4b5-fd2e5daee0b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:22.915090 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec9c07-240d-49d7-a4b5-fd2e5daee0b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:22.915404 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec9c07-240d-49d7-a4b5-fd2e5daee0b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:22.983323 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-6ea82bed-cad4-4324-b8a3-d8d464e0e5c1 None None] For port c70a56f1-89e5-46ed-a44e-aab258409832, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:07:22.990410 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-6ea82bed-cad4-4324-b8a3-d8d464e0e5c1 None None] For port c70a56f1-89e5-46ed-a44e-aab258409832, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c70a56f1-89e5-46ed-a44e-aab258409832,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:07:23.004577 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6ea82bed-cad4-4324-b8a3-d8d464e0e5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:23.018681 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7d7f4f5f-3406-4c6f-b11e-dea06a0d7df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:23.054523 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f15df-ad6f-42a1-8ca5-b51b379443e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b5321871-9a26-40a0-8740-ce789bea7c4f,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:23.090602 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec9c07-240d-49d7-a4b5-fd2e5daee0b1 None None] Pushing event updated for resources: {'Port': ['ID=c70a56f1-89e5-46ed-a44e-aab258409832,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:23.095802 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aca01f-803d-4047-ac03-17efb3d24657 req-ea262112-90f3-457a-966b-2b75fc13b107 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:23.097553 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83aca01f-803d-4047-ac03-17efb3d24657 req-ea262112-90f3-457a-966b-2b75fc13b107 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.1582201 Sep 30 13:07:23.108418 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea82bed-cad4-4324-b8a3-d8d464e0e5c1 None None] Routers {'3f4a79ef-47d2-4305-963f-87becf60ad2e'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:07:23.109731 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6ea82bed-cad4-4324-b8a3-d8d464e0e5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:07:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['3f4a79ef-47d2-4305-963f-87becf60ad2e'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:23.136472 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-228b90c8-841c-4171-a6bc-9825b80fb3f4 req-f2597696-77ed-47c4-bde2-f474c8e1e01e tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:23.158781 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-228b90c8-841c-4171-a6bc-9825b80fb3f4 req-f2597696-77ed-47c4-bde2-f474c8e1e01e tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:23.159870 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-fc661b38-3841-4cf5-a719-0a540021d29f req-ae5f15df-ad6f-42a1-8ca5-b51b379443e4 service neutron] Attempting to bind port b5321871-9a26-40a0-8740-ce789bea7c4f on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:07:23.160210 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-fc661b38-3841-4cf5-a719-0a540021d29f req-ae5f15df-ad6f-42a1-8ca5-b51b379443e4 service neutron] Attempting to bind port b5321871-9a26-40a0-8740-ce789bea7c4f by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:07:23.160752 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc661b38-3841-4cf5-a719-0a540021d29f req-ae5f15df-ad6f-42a1-8ca5-b51b379443e4 service neutron] Attempting to bind port b5321871-9a26-40a0-8740-ce789bea7c4f on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:07:23.170040 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc661b38-3841-4cf5-a719-0a540021d29f req-ae5f15df-ad6f-42a1-8ca5-b51b379443e4 service neutron] Port b5321871-9a26-40a0-8740-ce789bea7c4f on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:07:23.170287 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc661b38-3841-4cf5-a719-0a540021d29f req-ae5f15df-ad6f-42a1-8ca5-b51b379443e4 service neutron] Attempting to bind port b5321871-9a26-40a0-8740-ce789bea7c4f on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:07:23.180018 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83aca01f-803d-4047-ac03-17efb3d24657 req-6e8f8dac-5742-4d90-a683-9e21f703c2f7 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733800 Sep 30 13:07:23.180809 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc661b38-3841-4cf5-a719-0a540021d29f req-ae5f15df-ad6f-42a1-8ca5-b51b379443e4 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:07:23.181153 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc661b38-3841-4cf5-a719-0a540021d29f req-ae5f15df-ad6f-42a1-8ca5-b51b379443e4 service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:07:23.181531 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc661b38-3841-4cf5-a719-0a540021d29f req-ae5f15df-ad6f-42a1-8ca5-b51b379443e4 service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:07:23.181974 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-fc661b38-3841-4cf5-a719-0a540021d29f req-ae5f15df-ad6f-42a1-8ca5-b51b379443e4 service neutron] Bound port: b5321871-9a26-40a0-8740-ce789bea7c4f, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:07:23.182373 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc661b38-3841-4cf5-a719-0a540021d29f req-ae5f15df-ad6f-42a1-8ca5-b51b379443e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:23.228156 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f4f5f-3406-4c6f-b11e-dea06a0d7df7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d78e0ad4-c13c-453f-bde9-05702ca7e1db,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:23.252177 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-6ea82bed-cad4-4324-b8a3-d8d464e0e5c1 None None] Set router 3f4a79ef-47d2-4305-963f-87becf60ad2e gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:07:23.270916 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-fc661b38-3841-4cf5-a719-0a540021d29f req-ae5f15df-ad6f-42a1-8ca5-b51b379443e4 service neutron] For port b5321871-9a26-40a0-8740-ce789bea7c4f, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:07:23.275838 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-fc661b38-3841-4cf5-a719-0a540021d29f req-ae5f15df-ad6f-42a1-8ca5-b51b379443e4 service neutron] For port b5321871-9a26-40a0-8740-ce789bea7c4f, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=b5321871-9a26-40a0-8740-ce789bea7c4f,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:07:23.278120 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-228b90c8-841c-4171-a6bc-9825b80fb3f4 req-f2597696-77ed-47c4-bde2-f474c8e1e01e tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:23.279351 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-228b90c8-841c-4171-a6bc-9825b80fb3f4 req-f2597696-77ed-47c4-bde2-f474c8e1e01e tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9739642 Sep 30 13:07:23.295814 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7f4f5f-3406-4c6f-b11e-dea06a0d7df7 admin admin] Checking segment: {'id': '688c8266-a3f8-4cf1-b6d1-6a10b2a992d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1aef29ee-8bd0-4db5-b197-e7b58a75c7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:07:23.296178 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7f4f5f-3406-4c6f-b11e-dea06a0d7df7 admin admin] Network hostable DHCP agents. Network: 1aef29ee-8bd0-4db5-b197-e7b58a75c7a8, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:07:23.297732 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc661b38-3841-4cf5-a719-0a540021d29f req-ae5f15df-ad6f-42a1-8ca5-b51b379443e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:23.303390 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2597696-77ed-47c4-bde2-f474c8e1e01e tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35264902-07d1-44be-ae97-c55c707d6315,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:23.325601 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0ad1c623-8cca-4a85-9481-79de4a2543ea req-980b052f-8895-46f6-ad0f-90d972422877 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:23.354121 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7f4f5f-3406-4c6f-b11e-dea06a0d7df7 admin admin] Network 1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:07:23.382702 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d516491d-2614-4dfd-bfc0-b1aba56bf27a req-67028357-9f72-46e5-8f9a-255dece75908 tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0872388 Sep 30 13:07:23.394940 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b052f-8895-46f6-ad0f-90d972422877 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Pushing event deleted for resources: {'Port': ['ID=ab95f5b0-e778-4b9c-87ab-50dfb371cc27,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:23.407517 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc661b38-3841-4cf5-a719-0a540021d29f req-ae5f15df-ad6f-42a1-8ca5-b51b379443e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:23.408667 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc661b38-3841-4cf5-a719-0a540021d29f req-ae5f15df-ad6f-42a1-8ca5-b51b379443e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:23.414373 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc661b38-3841-4cf5-a719-0a540021d29f req-ae5f15df-ad6f-42a1-8ca5-b51b379443e4 service neutron] 10.222.0.54 "PUT /v2.0/ports/b5321871-9a26-40a0-8740-ce789bea7c4f HTTP/1.1" status: 200 len: 1095 time: 1.1146264 Sep 30 13:07:23.415134 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b6bc0f-f079-49db-8cb3-00556215079b', 'tag': 'b5321871-9a26-40a0-8740-ce789bea7c4f'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:23.418112 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a5bfe2-faed-49f2-909d-b13e7715e660" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b6bc0f-f079-49db-8cb3-00556215079b", "tag": "b5321871-9a26-40a0-8740-ce789bea7c4f"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:23.464815 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-7d7f4f5f-3406-4c6f-b11e-dea06a0d7df7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 1aef29ee-8bd0-4db5-b197-e7b58a75c7a8) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:07:23.477744 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7f4f5f-3406-4c6f-b11e-dea06a0d7df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:23.478370 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7d7f4f5f-3406-4c6f-b11e-dea06a0d7df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:23.480552 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e2c9e9-7626-4cda-a98f-c4d1102b1289 None None] Network 1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:07:23.492684 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f15df-ad6f-42a1-8ca5-b51b379443e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b5321871-9a26-40a0-8740-ce789bea7c4f,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:23.506338 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad1c623-8cca-4a85-9481-79de4a2543ea req-980b052f-8895-46f6-ad0f-90d972422877 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] No DVR routers for this DVR port ab95f5b0-e778-4b9c-87ab-50dfb371cc27 on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:07:23.535354 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0ad1c623-8cca-4a85-9481-79de4a2543ea req-980b052f-8895-46f6-ad0f-90d972422877 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:23.537123 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0ad1c623-8cca-4a85-9481-79de4a2543ea req-980b052f-8895-46f6-ad0f-90d972422877 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.39 "DELETE /v2.0/ports/ab95f5b0-e778-4b9c-87ab-50dfb371cc27 HTTP/1.1" status: 204 len: 173 time: 1.5339813 Sep 30 13:07:23.541476 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e333a66-a0c0-46e1-8dae-2740888cda26', 'name': 'network-vif-deleted', 'tag': 'ab95f5b0-e778-4b9c-87ab-50dfb371cc27'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:23.543779 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0be582-ff14-4445-9159-630ac723303d" -d '{"events": [{"server_uuid": "3e333a66-a0c0-46e1-8dae-2740888cda26", "name": "network-vif-deleted", "tag": "ab95f5b0-e778-4b9c-87ab-50dfb371cc27"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:23.558161 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc661b38-3841-4cf5-a719-0a540021d29f req-7a08f142-5ada-4cf9-987e-3b9348f29850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:23.563913 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc661b38-3841-4cf5-a719-0a540021d29f req-7a08f142-5ada-4cf9-987e-3b9348f29850 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97d604a8d42741f9b6809b482ef51ba6&device_id=c5b6bc0f-f079-49db-8cb3-00556215079b HTTP/1.1" status: 200 len: 1098 time: 0.0967057 Sep 30 13:07:23.581387 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7d7f4f5f-3406-4c6f-b11e-dea06a0d7df7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4604721 Sep 30 13:07:23.584555 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6ea82bed-cad4-4324-b8a3-d8d464e0e5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'name': 'tempest-ServersTestManualDisk-1870830640-router', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:07:17Z', 'updated_at': '2021-09-30T13:07:19Z', 'revision_number': 3, 'project_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'gw_port': {'id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:07:18Z', 'updated_at': '2021-09-30T13:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:23.593138 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a2460-22f8-40b6-92b5-768586782124 req-9b2e3584-395d-4b8d-b287-706a5e58a0ce tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:23.601805 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5f3a2460-22f8-40b6-92b5-768586782124 req-9b2e3584-395d-4b8d-b287-706a5e58a0ce tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b6bc0f-f079-49db-8cb3-00556215079b HTTP/1.1" status: 200 len: 947 time: 0.2157636 Sep 30 13:07:23.621379 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e2f24649-4bdf-4a40-9787-17e265b7f4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:23.695298 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5f3a2460-22f8-40b6-92b5-768586782124 req-6bf00167-98f4-4583-9ab5-dbaef1812f0f tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7e64f42-ef09-49e2-a7f5-651a363b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923965 Sep 30 13:07:23.756225 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc661b38-3841-4cf5-a719-0a540021d29f req-84f5f410-c409-4198-8b6a-071da23114f6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=b5321871-9a26-40a0-8740-ce789bea7c4f HTTP/1.1" status: 200 len: 217 time: 0.1833973 Sep 30 13:07:23.793403 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a71c85-6fd3-4a72-abee-482af630263d x-openstack-request-id: req-18a71c85-6fd3-4a72-abee-482af630263d {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:23.793711 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b6bc0f-f079-49db-8cb3-00556215079b", "tag": "b5321871-9a26-40a0-8740-ce789bea7c4f", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:23.798116 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18a71c85-6fd3-4a72-abee-482af630263d {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:23.798116 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b6bc0f-f079-49db-8cb3-00556215079b', 'tag': 'b5321871-9a26-40a0-8740-ce789bea7c4f', 'status': 'completed', 'code': 200} Sep 30 13:07:23.803871 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea82bed-cad4-4324-b8a3-d8d464e0e5c1 None None] The sync data for ids ['3f4a79ef-47d2-4305-963f-87becf60ad2e'] in n-d-810909-2 is: [{'id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'name': 'tempest-ServersTestManualDisk-1870830640-router', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:07:17Z', 'updated_at': '2021-09-30T13:07:19Z', 'revision_number': 3, 'project_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'gw_port': {'id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:07:18Z', 'updated_at': '2021-09-30T13:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:07:23.865246 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c5b7d1-e9ac-4120-b54c-95656e17d8c6 None None] Network 1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:07:23.897187 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69e2d5f-d9a7-4922-850c-1e769aba0fd0 x-openstack-request-id: req-e69e2d5f-d9a7-4922-850c-1e769aba0fd0 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:23.897685 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e333a66-a0c0-46e1-8dae-2740888cda26", "name": "network-vif-deleted", "tag": "ab95f5b0-e778-4b9c-87ab-50dfb371cc27", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:23.898143 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e69e2d5f-d9a7-4922-850c-1e769aba0fd0 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:23.900306 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e333a66-a0c0-46e1-8dae-2740888cda26', 'name': 'network-vif-deleted', 'tag': 'ab95f5b0-e778-4b9c-87ab-50dfb371cc27', 'status': 'completed', 'code': 200} Sep 30 13:07:23.996381 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc661b38-3841-4cf5-a719-0a540021d29f req-7ac19196-66a1-4b12-8cb3-5bcc4d79a40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:23.998696 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc661b38-3841-4cf5-a719-0a540021d29f req-7ac19196-66a1-4b12-8cb3-5bcc4d79a40c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1998725 Sep 30 13:07:24.013248 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b401e3e9-a138-44d6-949e-aba854117193 req-1e88ff30-98d5-4788-8839-2f3fa755b10c tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ad7a66d59bc43c48ae84f2165b2e582 HTTP/1.1" status: 200 len: 10896 time: 0.3346725 Sep 30 13:07:24.041894 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:24.048452 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b2bd0dbf-5391-4e43-8eda-853368f56475 req-31f1065c-1ddd-4dcd-8c83-14479cc9aa68 tempest-LiveAutoBlockMigrationV225Test-50917020 tempest-LiveAutoBlockMigrationV225Test-50917020-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e333a66-a0c0-46e1-8dae-2740888cda26 HTTP/1.1" status: 200 len: 210 time: 0.0438893 Sep 30 13:07:24.050197 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-e2f24649-4bdf-4a40-9787-17e265b7f4e9 admin admin] Allocated IP 172.20.0.1 (44d1ad4e-8c15-4b0a-994d-4e89994f3603/68e4dda5-44bd-4b4d-8a1f-9dfbed436509/1cbbb79d-6233-43ee-ab3c-a3859eed0c21) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:07:24.088056 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc661b38-3841-4cf5-a719-0a540021d29f req-cc25bf32-8329-4543-9024-313b30146fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:24.089773 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc661b38-3841-4cf5-a719-0a540021d29f req-cc25bf32-8329-4543-9024-313b30146fd4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0754654 Sep 30 13:07:24.109284 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b401e3e9-a138-44d6-949e-aba854117193 req-1a2e3ba7-9195-49a2-b108-a4639a7c763c tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups/9e0da9fd-749f-4a6a-a57f-87a8f60f41ae HTTP/1.1" status: 200 len: 2981 time: 0.0861950 Sep 30 13:07:24.192340 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e2f24649-4bdf-4a40-9787-17e265b7f4e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:24.300729 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e2f24649-4bdf-4a40-9787-17e265b7f4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:24.303127 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b401e3e9-a138-44d6-949e-aba854117193 req-38bf975c-46e8-449c-b4dd-a778c49b452b tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups/9e0da9fd-749f-4a6a-a57f-87a8f60f41ae HTTP/1.1" status: 200 len: 2981 time: 0.1825368 Sep 30 13:07:24.311214 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc661b38-3841-4cf5-a719-0a540021d29f req-3df8115f-770e-4092-acf1-662dbce86b99 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080402 Sep 30 13:07:24.372768 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f24649-4bdf-4a40-9787-17e265b7f4e9 admin admin] Pushing event updated for resources: {'Port': ['ID=1cbbb79d-6233-43ee-ab3c-a3859eed0c21,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:24.406305 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f24649-4bdf-4a40-9787-17e265b7f4e9 admin admin] Network 44d1ad4e-8c15-4b0a-994d-4e89994f3603 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:07:24.410797 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-e2f24649-4bdf-4a40-9787-17e265b7f4e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:07:24.415307 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f24649-4bdf-4a40-9787-17e265b7f4e9 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:07:24.487438 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc661b38-3841-4cf5-a719-0a540021d29f req-6f1e0eee-a4e5-49d0-9983-97196956541d service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732209 Sep 30 13:07:24.504457 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e2f24649-4bdf-4a40-9787-17e265b7f4e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:24.505415 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85dfa0-5184-4043-aab6-bccddde0e64e req-313a20d2-5aa8-459e-ab10-1edacd9f3b53 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:24.519727 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fa85dfa0-5184-4043-aab6-bccddde0e64e req-313a20d2-5aa8-459e-ab10-1edacd9f3b53 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.1058757 Sep 30 13:07:24.593148 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fa85dfa0-5184-4043-aab6-bccddde0e64e req-131419b7-a292-4962-b610-5a08e938c007 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725412 Sep 30 13:07:24.597146 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe12ea3-656a-44fd-8134-948b429909be req-dc7545cd-eb2d-43ac-9ac4-2b043ce7988e tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:24.598722 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bbe12ea3-656a-44fd-8134-948b429909be req-dc7545cd-eb2d-43ac-9ac4-2b043ce7988e tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/networks?id=1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 HTTP/1.1" status: 200 len: 815 time: 0.2281494 Sep 30 13:07:24.619137 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5bfe2-faed-49f2-909d-b13e7715e660 req-90df70a9-b49a-4db3-9559-36c427beac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:24.619137 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-11a5bfe2-faed-49f2-909d-b13e7715e660 req-90df70a9-b49a-4db3-9559-36c427beac9f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97d604a8d42741f9b6809b482ef51ba6&device_id=c5b6bc0f-f079-49db-8cb3-00556215079b HTTP/1.1" status: 200 len: 1098 time: 0.0586383 Sep 30 13:07:24.672699 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bbe12ea3-656a-44fd-8134-948b429909be req-74ae6696-23aa-4d9a-a810-ef508bd387da tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/quotas/46c6aa7a2d214f259c85bf2fb8dc3360 HTTP/1.1" status: 200 len: 375 time: 0.0289383 Sep 30 13:07:24.719860 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e26709bf-0f01-465c-915a-7359040f8124 req-d60605b5-57ea-4740-82c7-a5856b2c82bd tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups/a940809e-c8a3-4a2f-9cd2-5f3be30717a8 HTTP/1.1" status: 200 len: 1800 time: 0.0700014 Sep 30 13:07:24.721503 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bbe12ea3-656a-44fd-8134-948b429909be req-27889884-6cf3-4473-b662-0229646fe4f1 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=46c6aa7a2d214f259c85bf2fb8dc3360&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387812 Sep 30 13:07:24.836799 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-0c8a2a13-308a-4131-8cd5-958c72d9e2d5 None None] Provisioning complete for port 1cbbb79d-6233-43ee-ab3c-a3859eed0c21 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:07:24.837713 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0c8a2a13-308a-4131-8cd5-958c72d9e2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:24.845541 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5bfe2-faed-49f2-909d-b13e7715e660 req-39c19a34-bcb0-4b4c-adc2-fb72f63296d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:24.847231 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-11a5bfe2-faed-49f2-909d-b13e7715e660 req-39c19a34-bcb0-4b4c-adc2-fb72f63296d5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.2204344 Sep 30 13:07:24.883015 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c70a56f1-89e5-46ed-a44e-aab258409832 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:07:24.912859 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e26709bf-0f01-465c-915a-7359040f8124 req-5ab0156d-a44d-42e2-9b8f-9cea5c2d0968 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:24.916326 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-11a5bfe2-faed-49f2-909d-b13e7715e660 req-c5a5975d-a73f-4964-b18f-132f114a8ef3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=b5321871-9a26-40a0-8740-ce789bea7c4f HTTP/1.1" status: 200 len: 217 time: 0.0589726 Sep 30 13:07:24.925992 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-0c8a2a13-308a-4131-8cd5-958c72d9e2d5 None None] Port 1cbbb79d-6233-43ee-ab3c-a3859eed0c21 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:07:24.947279 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port c70a56f1-89e5-46ed-a44e-aab258409832 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:07:24.947652 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:24.948832 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e26709bf-0f01-465c-915a-7359040f8124 req-5ab0156d-a44d-42e2-9b8f-9cea5c2d0968 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:25.007413 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e26709bf-0f01-465c-915a-7359040f8124 req-5ab0156d-a44d-42e2-9b8f-9cea5c2d0968 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:25.010496 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e26709bf-0f01-465c-915a-7359040f8124 req-5ab0156d-a44d-42e2-9b8f-9cea5c2d0968 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:25.011707 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e26709bf-0f01-465c-915a-7359040f8124 req-5ab0156d-a44d-42e2-9b8f-9cea5c2d0968 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "DELETE /v2.0/security-groups/a940809e-c8a3-4a2f-9cd2-5f3be30717a8 HTTP/1.1" status: 204 len: 173 time: 0.2402053 Sep 30 13:07:25.039595 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:25.042119 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0156d-a44d-42e2-9b8f-9cea5c2d0968 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a940809e-c8a3-4a2f-9cd2-5f3be30717a8,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:25.073251 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port c70a56f1-89e5-46ed-a44e-aab258409832, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c70a56f1-89e5-46ed-a44e-aab258409832,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:25.080920 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5bfe2-faed-49f2-909d-b13e7715e660 req-a40be59a-e0d7-42d6-aa1e-8ae61c3a193d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:25.081809 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:25.082540 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-11a5bfe2-faed-49f2-909d-b13e7715e660 req-a40be59a-e0d7-42d6-aa1e-8ae61c3a193d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0881984 Sep 30 13:07:25.113019 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ab95f5b0-e778-4b9c-87ab-50dfb371cc27 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:07:25.145950 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: ab95f5b0-e778-4b9c-87ab-50dfb371cc27 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:07:25.146342 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ab95f5b0-e778-4b9c-87ab-50dfb371cc27 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:07:25.163283 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=c70a56f1-89e5-46ed-a44e-aab258409832,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:25.166631 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6eedac8d-97d9-4ca3-b069-1bfe2a5a939b req-5eef0311-8134-43f9-8921-20b7ab57f2e1 tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0417235 Sep 30 13:07:25.181151 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5bfe2-faed-49f2-909d-b13e7715e660 req-e6d1a8a3-308c-4d56-b45a-f65a889cc696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:25.182745 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-11a5bfe2-faed-49f2-909d-b13e7715e660 req-e6d1a8a3-308c-4d56-b45a-f65a889cc696 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0916476 Sep 30 13:07:25.219767 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e2f24649-4bdf-4a40-9787-17e265b7f4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:25.278801 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bbe12ea3-656a-44fd-8134-948b429909be req-e8ab4730-c43d-4170-b889-087b1b948ffb service neutron] 10.222.0.18 "GET /v2.0/networks/1aef29ee-8bd0-4db5-b197-e7b58a75c7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464134 Sep 30 13:07:25.304003 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-11a5bfe2-faed-49f2-909d-b13e7715e660 req-c2dad0a9-0c80-4653-a537-b216cd4a372e service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104622 Sep 30 13:07:25.445008 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bbe12ea3-656a-44fd-8134-948b429909be req-d8d8cb03-13a8-4005-958a-89de90a0563c service neutron] 10.222.0.18 "GET /v2.0/networks/1aef29ee-8bd0-4db5-b197-e7b58a75c7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617045 Sep 30 13:07:25.495007 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e2f24649-4bdf-4a40-9787-17e265b7f4e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:25.502291 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e2f24649-4bdf-4a40-9787-17e265b7f4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:25.606167 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e2f24649-4bdf-4a40-9787-17e265b7f4e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:25.623368 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [req-655952f7-d596-4630-b286-a3195926ea75 req-b2d70b10-4ac2-42b2-b652-a0a89a510964 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] show failed (client error): The resource could not be found. Sep 30 13:07:25.624422 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-655952f7-d596-4630-b286-a3195926ea75 req-b2d70b10-4ac2-42b2-b652-a0a89a510964 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups/a940809e-c8a3-4a2f-9cd2-5f3be30717a8 HTTP/1.1" status: 404 len: 352 time: 0.0303173 Sep 30 13:07:25.626774 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f24649-4bdf-4a40-9787-17e265b7f4e9 admin admin] Pushing event updated for resources: {'Port': ['ID=1cbbb79d-6233-43ee-ab3c-a3859eed0c21,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:25.670093 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49432) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:25.757930 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f24649-4bdf-4a40-9787-17e265b7f4e9 admin admin] Network 44d1ad4e-8c15-4b0a-994d-4e89994f3603 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:07:25.775980 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-11a5bfe2-faed-49f2-909d-b13e7715e660 req-aa90f0e8-5c05-44ec-bf2e-f1e0384a93ae service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648933 Sep 30 13:07:25.782418 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-e2f24649-4bdf-4a40-9787-17e265b7f4e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:07:25.802902 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab94a44-203b-4b0e-b3d6-37c32689c221 req-f8a7dcc7-b5ea-437b-a385-72d13968ee88 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:25.811060 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aab94a44-203b-4b0e-b3d6-37c32689c221 req-f8a7dcc7-b5ea-437b-a385-72d13968ee88 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b6bc0f-f079-49db-8cb3-00556215079b HTTP/1.1" status: 200 len: 947 time: 0.4818556 Sep 30 13:07:25.865581 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aab94a44-203b-4b0e-b3d6-37c32689c221 req-0ddd42dc-6834-4d30-848e-052419732832 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7e64f42-ef09-49e2-a7f5-651a363b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535612 Sep 30 13:07:25.944822 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-98264462-c921-483b-b1eb-bd59a2d1a8c5 admin admin] Deleting subnet d2a3567b-bc5f-477b-8f28-c16dcd278961 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:07:25.948353 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-98264462-c921-483b-b1eb-bd59a2d1a8c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:25.995727 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f24649-4bdf-4a40-9787-17e265b7f4e9 admin admin] Router 3f4a79ef-47d2-4305-963f-87becf60ad2e has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:07:26.013810 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-98264462-c921-483b-b1eb-bd59a2d1a8c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:26.074637 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a8d27857-a3a7-4148-9651-0f5ecb5d2e16 req-d4063920-8fd2-40df-924b-2986a0739435 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1073cdc-7d85-4e7b-996c-a59bb240d122 HTTP/1.1" status: 200 len: 210 time: 0.0856190 Sep 30 13:07:26.183838 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-98264462-c921-483b-b1eb-bd59a2d1a8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:26.198853 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f803780f-e197-4132-9bef-ec2050a07444 req-390f1b13-efb0-4c23-ad62-1eb4d6f7affd tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups/3f130afb-bc0a-4252-9710-94a3b9323e47 HTTP/1.1" status: 200 len: 1800 time: 0.0686369 Sep 30 13:07:26.257050 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-12d1c75c-513a-4f41-8fff-9ce99d05304e None None] Provisioning complete for port 1cbbb79d-6233-43ee-ab3c-a3859eed0c21 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:07:26.257696 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-12d1c75c-513a-4f41-8fff-9ce99d05304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:26.268389 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021ac7e-19c1-4ace-bcac-a85647e193ee req-7e627245-1c2b-411f-9347-6affa550b5f0 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:26.277059 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d021ac7e-19c1-4ace-bcac-a85647e193ee req-7e627245-1c2b-411f-9347-6affa550b5f0 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.2014902 Sep 30 13:07:26.291742 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f803780f-e197-4132-9bef-ec2050a07444 req-731eaa43-b04f-43b7-9419-5bb06a73540c tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:26.298484 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c75c-513a-4f41-8fff-9ce99d05304e None None] Port 1cbbb79d-6233-43ee-ab3c-a3859eed0c21 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:07:26.304754 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f24649-4bdf-4a40-9787-17e265b7f4e9 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:07:26.315997 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432327f1-b2ec-4088-bbdf-6babe52efa0a None None] Sync routers for ids ['3f4a79ef-47d2-4305-963f-87becf60ad2e'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:07:26.327143 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e2f24649-4bdf-4a40-9787-17e265b7f4e9 admin admin] 10.222.0.18 "PUT /v2.0/routers/3f4a79ef-47d2-4305-963f-87becf60ad2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1954277 Sep 30 13:07:26.336190 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432327f1-b2ec-4088-bbdf-6babe52efa0a None None] Routers {'3f4a79ef-47d2-4305-963f-87becf60ad2e'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:07:26.337005 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-432327f1-b2ec-4088-bbdf-6babe52efa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:07:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['3f4a79ef-47d2-4305-963f-87becf60ad2e'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:26.349616 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f803780f-e197-4132-9bef-ec2050a07444 req-731eaa43-b04f-43b7-9419-5bb06a73540c tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:26.353024 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-98264462-c921-483b-b1eb-bd59a2d1a8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:26.383766 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d021ac7e-19c1-4ace-bcac-a85647e193ee req-e066e10c-dad2-4acb-adea-4609aa9af29b tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008162 Sep 30 13:07:26.425534 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98264462-c921-483b-b1eb-bd59a2d1a8c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2a3567b-bc5f-477b-8f28-c16dcd278961,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:26.438046 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f803780f-e197-4132-9bef-ec2050a07444 req-731eaa43-b04f-43b7-9419-5bb06a73540c tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:26.438262 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-98264462-c921-483b-b1eb-bd59a2d1a8c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:26.440217 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f803780f-e197-4132-9bef-ec2050a07444 req-731eaa43-b04f-43b7-9419-5bb06a73540c tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:26.454501 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-98264462-c921-483b-b1eb-bd59a2d1a8c5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d2a3567b-bc5f-477b-8f28-c16dcd278961 HTTP/1.1" status: 204 len: 168 time: 0.7710028 Sep 30 13:07:26.455406 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f803780f-e197-4132-9bef-ec2050a07444 req-731eaa43-b04f-43b7-9419-5bb06a73540c tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "DELETE /v2.0/security-groups/3f130afb-bc0a-4252-9710-94a3b9323e47 HTTP/1.1" status: 204 len: 173 time: 0.2492993 Sep 30 13:07:26.455835 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49460) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:26.479540 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731eaa43-b04f-43b7-9419-5bb06a73540c tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f130afb-bc0a-4252-9710-94a3b9323e47,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:26.577894 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b5b058c9-075f-498b-9ca4-4933e9f50197 req-50723d45-1d5a-4936-ab78-265a156dd5d6 tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0751646 Sep 30 13:07:26.589634 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f5a73da-9f07-48ef-b2e6-29d3e0448bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:26.620580 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-55112df6-884c-4912-9252-b2215d39b644 req-ece809bc-76b8-491d-95bd-befa587ee60b tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] show failed (client error): The resource could not be found. Sep 30 13:07:26.624580 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-432327f1-b2ec-4088-bbdf-6babe52efa0a None None] Set router 3f4a79ef-47d2-4305-963f-87becf60ad2e gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:07:26.631645 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-55112df6-884c-4912-9252-b2215d39b644 req-ece809bc-76b8-491d-95bd-befa587ee60b tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups/3f130afb-bc0a-4252-9710-94a3b9323e47 HTTP/1.1" status: 404 len: 352 time: 0.0341470 Sep 30 13:07:26.711392 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cee3b287-7e71-4abc-be22-3b706b581f39 req-eab089fe-55cb-4f07-8b64-10bc865d43e7 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups/35264902-07d1-44be-ae97-c55c707d6315 HTTP/1.1" status: 200 len: 1800 time: 0.0617085 Sep 30 13:07:26.768586 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f5a73da-9f07-48ef-b2e6-29d3e0448bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:26.808577 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-4f5a73da-9f07-48ef-b2e6-29d3e0448bbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:26.813576 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-cee3b287-7e71-4abc-be22-3b706b581f39 req-9ccc090f-fb9c-46a5-9c12-08d416bd44d8 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:26.817942 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-4f5a73da-9f07-48ef-b2e6-29d3e0448bbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:26.818345 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-4f5a73da-9f07-48ef-b2e6-29d3e0448bbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf86f141-e7cd-42f7-a7a8-ff58f91b78e9') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:26.829236 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f5a73da-9f07-48ef-b2e6-29d3e0448bbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:26.837553 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c70a56f1-89e5-46ed-a44e-aab258409832 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:07:26.838289 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-cee3b287-7e71-4abc-be22-3b706b581f39 req-9ccc090f-fb9c-46a5-9c12-08d416bd44d8 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:26.845116 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f5a73da-9f07-48ef-b2e6-29d3e0448bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:26.855167 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5a73da-9f07-48ef-b2e6-29d3e0448bbb admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:07:26.855864 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f5a73da-9f07-48ef-b2e6-29d3e0448bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:07:26.858822 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:07:26.896708 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-cee3b287-7e71-4abc-be22-3b706b581f39 req-9ccc090f-fb9c-46a5-9c12-08d416bd44d8 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:26.900418 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-cee3b287-7e71-4abc-be22-3b706b581f39 req-9ccc090f-fb9c-46a5-9c12-08d416bd44d8 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:26.900418 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cee3b287-7e71-4abc-be22-3b706b581f39 req-9ccc090f-fb9c-46a5-9c12-08d416bd44d8 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "DELETE /v2.0/security-groups/35264902-07d1-44be-ae97-c55c707d6315 HTTP/1.1" status: 204 len: 173 time: 0.1794562 Sep 30 13:07:26.922232 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc090f-fb9c-46a5-9c12-08d416bd44d8 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35264902-07d1-44be-ae97-c55c707d6315,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:26.954337 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f5a73da-9f07-48ef-b2e6-29d3e0448bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:26.965652 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f5a73da-9f07-48ef-b2e6-29d3e0448bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:26.967728 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4f5a73da-9f07-48ef-b2e6-29d3e0448bbb admin admin] 10.222.0.18 "DELETE /v2.0/networks/9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a HTTP/1.1" status: 204 len: 168 time: 0.5103874 Sep 30 13:07:26.971287 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49474) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:26.980764 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a73da-9f07-48ef-b2e6-29d3e0448bbb admin admin] Pushing event deleted for resources: {'Network': ['ID=9289e5f8-cb30-45b0-9dbf-4c0eb70ca48a,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:27.013178 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port c70a56f1-89e5-46ed-a44e-aab258409832 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:07:27.013560 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:27.066595 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d613f4-f6dd-4783-861c-812cb49e361a admin admin] Deleting subnet 52d1db5c-4976-4d69-9f9c-d466377cafc6 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:07:27.071595 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c8d613f4-f6dd-4783-861c-812cb49e361a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:27.080953 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fcddd5-2d79-43cf-9546-bc58a9e53b15 req-91ceee70-75db-44bc-b100-f56e13f3ba87 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:27.082404 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f7fcddd5-2d79-43cf-9546-bc58a9e53b15 req-91ceee70-75db-44bc-b100-f56e13f3ba87 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b6bc0f-f079-49db-8cb3-00556215079b HTTP/1.1" status: 200 len: 947 time: 0.0809176 Sep 30 13:07:27.101850 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-432327f1-b2ec-4088-bbdf-6babe52efa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'name': 'tempest-ServersTestManualDisk-1870830640-router', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:07:17Z', 'updated_at': '2021-09-30T13:07:24Z', 'revision_number': 4, 'project_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'gw_port': {'id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:07:18Z', 'updated_at': '2021-09-30T13:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '1cbbb79d-6233-43ee-ab3c-a3859eed0c21', 'name': '', 'network_id': '44d1ad4e-8c15-4b0a-994d-4e89994f3603', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'mac_address': 'fa:16:3e:02:5d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '68e4dda5-44bd-4b4d-8a1f-9dfbed436509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:07:23Z', 'updated_at': '2021-09-30T13:07:25Z', 'revision_number': 2, 'project_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'subnets': [{'id': '68e4dda5-44bd-4b4d-8a1f-9dfbed436509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:27.143770 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c8d613f4-f6dd-4783-861c-812cb49e361a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:27.154089 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432327f1-b2ec-4088-bbdf-6babe52efa0a None None] Checking router: 3f4a79ef-47d2-4305-963f-87becf60ad2e for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:07:27.154822 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432327f1-b2ec-4088-bbdf-6babe52efa0a None None] Updating router 3f4a79ef-47d2-4305-963f-87becf60ad2e port 1cbbb79d-6233-43ee-ab3c-a3859eed0c21 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:07:27.171650 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f7fcddd5-2d79-43cf-9546-bc58a9e53b15 req-a62f77e9-5028-4038-977f-f6c312569909 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7e64f42-ef09-49e2-a7f5-651a363b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707495 Sep 30 13:07:27.189267 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe12ea3-656a-44fd-8134-948b429909be req-1da2614e-2352-4e7a-b1ab-4f7720907d99 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:27.190833 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bbe12ea3-656a-44fd-8134-948b429909be req-1da2614e-2352-4e7a-b1ab-4f7720907d99 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.39 "GET /v2.0/networks?id=1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 HTTP/1.1" status: 200 len: 815 time: 0.1360562 Sep 30 13:07:27.193125 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-432327f1-b2ec-4088-bbdf-6babe52efa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:27.207248 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49478) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:27.212138 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c8d613f4-f6dd-4783-861c-812cb49e361a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:27.213853 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-d2ed3e66-25a9-47de-9716-d69543a684e2 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1113144716', 'description': 'tempest-description--1656774272'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:27.265864 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-bbe12ea3-656a-44fd-8134-948b429909be req-0ecb42d5-0981-4bbc-a503-c294ab710298 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Request body: {'port': {'device_id': 'd1073cdc-7d85-4e7b-996c-a59bb240d122', 'network_id': '1aef29ee-8bd0-4db5-b197-e7b58a75c7a8', 'admin_state_up': True, 'tenant_id': '46c6aa7a2d214f259c85bf2fb8dc3360'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:27.287338 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-6e1937e9-c3b9-4e2e-81fe-2c47f72d070a req-e6ac2794-076f-4079-911d-ad5198131f9b tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] show failed (client error): The resource could not be found. Sep 30 13:07:27.295831 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6e1937e9-c3b9-4e2e-81fe-2c47f72d070a req-e6ac2794-076f-4079-911d-ad5198131f9b tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups/35264902-07d1-44be-ae97-c55c707d6315 HTTP/1.1" status: 404 len: 352 time: 0.0379369 Sep 30 13:07:27.334095 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c8d613f4-f6dd-4783-861c-812cb49e361a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:27.337516 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d2ed3e66-25a9-47de-9716-d69543a684e2 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:27.366808 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d9b5093e-bcfa-4c62-8370-9e3cc5c15456 req-84ab074f-a689-425a-8c6a-9eec56600c65 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1073cdc-7d85-4e7b-996c-a59bb240d122 HTTP/1.1" status: 200 len: 210 time: 0.0464015 Sep 30 13:07:27.377633 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d613f4-f6dd-4783-861c-812cb49e361a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52d1db5c-4976-4d69-9f9c-d466377cafc6,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:27.390992 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c8d613f4-f6dd-4783-861c-812cb49e361a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:27.395625 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c8d613f4-f6dd-4783-861c-812cb49e361a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/52d1db5c-4976-4d69-9f9c-d466377cafc6 HTTP/1.1" status: 204 len: 168 time: 0.4212418 Sep 30 13:07:27.396125 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49484) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:27.520595 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ab624efb-75be-4ebb-b126-f96fe4276a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:27.528956 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1dfbd65c-50a2-4f1f-806d-3d994bd1874f req-79a807d6-490f-4a9a-8428-7e56c5b56eaa tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ad7a66d59bc43c48ae84f2165b2e582 HTTP/1.1" status: 200 len: 6149 time: 0.2062509 Sep 30 13:07:27.535458 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d2ed3e66-25a9-47de-9716-d69543a684e2 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:27.541855 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d2ed3e66-25a9-47de-9716-d69543a684e2 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:27.581240 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fec4b-0552-4c6f-9770-5eb852ab5fd7 req-454a4629-0c02-488c-85da-d899749fbafb tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:27.582299 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-095fec4b-0552-4c6f-9770-5eb852ab5fd7 req-454a4629-0c02-488c-85da-d899749fbafb tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.1025374 Sep 30 13:07:27.610719 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe12ea3-656a-44fd-8134-948b429909be req-0ecb42d5-0981-4bbc-a503-c294ab710298 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Made reservation on behalf of 46c6aa7a2d214f259c85bf2fb8dc3360 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:07:27.614364 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bbe12ea3-656a-44fd-8134-948b429909be req-0ecb42d5-0981-4bbc-a503-c294ab710298 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:27.619461 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed3e66-25a9-47de-9716-d69543a684e2 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b01d255-d0a8-443f-837f-02e779a0cdac,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:27.633066 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d2ed3e66-25a9-47de-9716-d69543a684e2 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:27.637112 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d2ed3e66-25a9-47de-9716-d69543a684e2 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4272666 Sep 30 13:07:27.639970 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49490) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:27.644882 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-4fa666b2-9ca8-4da6-9655-0b3a7ef98985 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Request body: {'security_group_rule': {'security_group_id': '8b01d255-d0a8-443f-837f-02e779a0cdac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:27.669554 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ab624efb-75be-4ebb-b126-f96fe4276a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:27.679726 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1dfbd65c-50a2-4f1f-806d-3d994bd1874f req-0626f505-ce15-4d38-be1a-1d69c7b50fb4 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups/9e0da9fd-749f-4a6a-a57f-87a8f60f41ae HTTP/1.1" status: 200 len: 2981 time: 0.1438892 Sep 30 13:07:27.680985 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-095fec4b-0552-4c6f-9770-5eb852ab5fd7 req-4c2d4682-9216-422c-a41a-dd949f742297 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896292 Sep 30 13:07:27.694900 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-ab624efb-75be-4ebb-b126-f96fe4276a58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f461ada-3505-443a-b8c7-cfa42a786359']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:27.728445 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-ab624efb-75be-4ebb-b126-f96fe4276a58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5539c63-4727-48f4-bb6d-7f8a31f7dce8') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:27.728740 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-ab624efb-75be-4ebb-b126-f96fe4276a58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5539c63-4727-48f4-bb6d-7f8a31f7dce8') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:27.744815 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-432327f1-b2ec-4088-bbdf-6babe52efa0a None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:27.747072 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ab624efb-75be-4ebb-b126-f96fe4276a58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:27.758220 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-432327f1-b2ec-4088-bbdf-6babe52efa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:27.771681 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ab624efb-75be-4ebb-b126-f96fe4276a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:27.779836 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1dfbd65c-50a2-4f1f-806d-3d994bd1874f req-0d2187f4-6600-448b-ad43-e730a017d418 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups/9e0da9fd-749f-4a6a-a57f-87a8f60f41ae HTTP/1.1" status: 200 len: 2981 time: 0.0824444 Sep 30 13:07:27.782479 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab624efb-75be-4ebb-b126-f96fe4276a58 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:07:27.782943 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ab624efb-75be-4ebb-b126-f96fe4276a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:27.783855 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4fa666b2-9ca8-4da6-9655-0b3a7ef98985 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:07:27.784752 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:07:27.860877 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-bbe12ea3-656a-44fd-8134-948b429909be req-0ecb42d5-0981-4bbc-a503-c294ab710298 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Allocated IP 172.20.0.8 (1aef29ee-8bd0-4db5-b197-e7b58a75c7a8/d78e0ad4-c13c-453f-bde9-05702ca7e1db/e28892e7-07bd-4cf4-a013-d9fdb07b01de) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:07:27.872223 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87d16a-2b9d-4206-8c8d-681858fd5bb8 None None] Pushing event updated for resources: {'Port': ['ID=1cbbb79d-6233-43ee-ab3c-a3859eed0c21,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:27.875871 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ab624efb-75be-4ebb-b126-f96fe4276a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:27.878538 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-e8951537-ee8a-49fe-be35-a33ce8ef34f2 req-a1adf6df-1ecf-47b0-b516-ff938cd6e017 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-359576121', 'description': 'tempest-description-1202298516'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:27.885340 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ab624efb-75be-4ebb-b126-f96fe4276a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:27.888101 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ab624efb-75be-4ebb-b126-f96fe4276a58 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9f461ada-3505-443a-b8c7-cfa42a786359 HTTP/1.1" status: 204 len: 168 time: 0.4909272 Sep 30 13:07:27.908114 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab624efb-75be-4ebb-b126-f96fe4276a58 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f461ada-3505-443a-b8c7-cfa42a786359,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:27.920386 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4fa666b2-9ca8-4da6-9655-0b3a7ef98985 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:27.943399 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-432327f1-b2ec-4088-bbdf-6babe52efa0a None None] Attempting to bind port 1cbbb79d-6233-43ee-ab3c-a3859eed0c21 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:07:27.943934 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-432327f1-b2ec-4088-bbdf-6babe52efa0a None None] Attempting to bind port 1cbbb79d-6233-43ee-ab3c-a3859eed0c21 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '4b4e88bf-e721-4782-904c-882beee44d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '44d1ad4e-8c15-4b0a-994d-4e89994f3603'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:07:27.944994 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432327f1-b2ec-4088-bbdf-6babe52efa0a None None] Attempting to bind port 1cbbb79d-6233-43ee-ab3c-a3859eed0c21 on network 44d1ad4e-8c15-4b0a-994d-4e89994f3603 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:07:27.945266 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4fa666b2-9ca8-4da6-9655-0b3a7ef98985 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:27.953145 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432327f1-b2ec-4088-bbdf-6babe52efa0a None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:07:27.953521 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432327f1-b2ec-4088-bbdf-6babe52efa0a None None] Checking segment: {'id': '4b4e88bf-e721-4782-904c-882beee44d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '44d1ad4e-8c15-4b0a-994d-4e89994f3603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:07:27.954114 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-432327f1-b2ec-4088-bbdf-6babe52efa0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:27.955360 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432327f1-b2ec-4088-bbdf-6babe52efa0a None None] Bound using segment: {'id': '4b4e88bf-e721-4782-904c-882beee44d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '44d1ad4e-8c15-4b0a-994d-4e89994f3603'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:07:27.956127 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-432327f1-b2ec-4088-bbdf-6babe52efa0a None None] Bound port: 1cbbb79d-6233-43ee-ab3c-a3859eed0c21, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4e88bf-e721-4782-904c-882beee44d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '44d1ad4e-8c15-4b0a-994d-4e89994f3603'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:07:27.956593 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-432327f1-b2ec-4088-bbdf-6babe52efa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:27.972584 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e8951537-ee8a-49fe-be35-a33ce8ef34f2 req-a1adf6df-1ecf-47b0-b516-ff938cd6e017 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:27.975943 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0826bc82-61b4-44cd-ab9d-e197ccfc78d7 req-ad7f0f28-daa2-4a4a-b487-90f8862ced24 tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0609908 Sep 30 13:07:28.011705 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa666b2-9ca8-4da6-9655-0b3a7ef98985 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17da8e6c-d7be-40cb-9da4-4e319c991f81,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:28.030519 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4fa666b2-9ca8-4da6-9655-0b3a7ef98985 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:28.034662 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4fa666b2-9ca8-4da6-9655-0b3a7ef98985 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3908660 Sep 30 13:07:28.035659 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49496) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:28.046109 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-94ff6aee-3bf4-45cb-834d-a227de88117c tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Request body: {'security_group_rule': {'security_group_id': '8b01d255-d0a8-443f-837f-02e779a0cdac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:28.050617 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-432327f1-b2ec-4088-bbdf-6babe52efa0a None None] For port 1cbbb79d-6233-43ee-ab3c-a3859eed0c21, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:07:28.056505 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-432327f1-b2ec-4088-bbdf-6babe52efa0a None None] For port 1cbbb79d-6233-43ee-ab3c-a3859eed0c21, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1cbbb79d-6233-43ee-ab3c-a3859eed0c21,segment=NetworkSegment(4b4e88bf-e721-4782-904c-882beee44d7f),segment_id=4b4e88bf-e721-4782-904c-882beee44d7f)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:07:28.060982 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-432327f1-b2ec-4088-bbdf-6babe52efa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:28.082522 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49498) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:28.121811 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87d16a-2b9d-4206-8c8d-681858fd5bb8 None None] Pushing event updated for resources: {'Port': ['ID=1cbbb79d-6233-43ee-ab3c-a3859eed0c21,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:28.140333 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432327f1-b2ec-4088-bbdf-6babe52efa0a None None] Routers {'3f4a79ef-47d2-4305-963f-87becf60ad2e'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:07:28.140493 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fc553627-d2c0-4316-9970-438fa6a99f3f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bfee4c1083184c949bfe63d2e5d7a195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538614 Sep 30 13:07:28.140613 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-432327f1-b2ec-4088-bbdf-6babe52efa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:07:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['3f4a79ef-47d2-4305-963f-87becf60ad2e'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:28.142138 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49500) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:28.194988 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bbe12ea3-656a-44fd-8134-948b429909be req-0ecb42d5-0981-4bbc-a503-c294ab710298 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:28.207254 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-13dfa22f-9800-4258-b740-75229597c5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:28.234668 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-13dfa22f-9800-4258-b740-75229597c5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:28.251707 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e8951537-ee8a-49fe-be35-a33ce8ef34f2 req-a1adf6df-1ecf-47b0-b516-ff938cd6e017 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:28.271137 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e8951537-ee8a-49fe-be35-a33ce8ef34f2 req-a1adf6df-1ecf-47b0-b516-ff938cd6e017 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:28.315310 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-e9129ff5-6908-4850-aa88-ac6454e0a2c4 None None] Provisioning complete for port 1cbbb79d-6233-43ee-ab3c-a3859eed0c21 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:07:28.315937 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e9129ff5-6908-4850-aa88-ac6454e0a2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:28.317650 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-94ff6aee-3bf4-45cb-834d-a227de88117c tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:28.329094 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-13dfa22f-9800-4258-b740-75229597c5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:28.331711 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-13dfa22f-9800-4258-b740-75229597c5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:28.332218 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1adf6df-1ecf-47b0-b516-ff938cd6e017 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cc6f2a-b482-4100-bcdc-59bc957495cf,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:28.332884 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-13dfa22f-9800-4258-b740-75229597c5c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac6470d0-f06c-4b36-827b-03bd4e434e28 HTTP/1.1" status: 204 len: 168 time: 0.1894968 Sep 30 13:07:28.358533 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e8951537-ee8a-49fe-be35-a33ce8ef34f2 req-a1adf6df-1ecf-47b0-b516-ff938cd6e017 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:28.363578 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-432327f1-b2ec-4088-bbdf-6babe52efa0a None None] Set router 3f4a79ef-47d2-4305-963f-87becf60ad2e gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:07:28.364360 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfa22f-9800-4258-b740-75229597c5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6470d0-f06c-4b36-827b-03bd4e434e28,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:28.365360 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e8951537-ee8a-49fe-be35-a33ce8ef34f2 req-a1adf6df-1ecf-47b0-b516-ff938cd6e017 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5058610 Sep 30 13:07:28.380383 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bbe12ea3-656a-44fd-8134-948b429909be req-0ecb42d5-0981-4bbc-a503-c294ab710298 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:28.426594 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441e0b6-b1a0-4509-bc72-ba28f25c8135 req-a3c5cfbc-185f-4673-9d89-a07f3def432e tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:28.428460 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8441e0b6-b1a0-4509-bc72-ba28f25c8135 req-a3c5cfbc-185f-4673-9d89-a07f3def432e tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b6bc0f-f079-49db-8cb3-00556215079b HTTP/1.1" status: 200 len: 947 time: 0.1217780 Sep 30 13:07:28.440209 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-191a9754-0635-45c3-a814-11c960b94493 req-1fdaa193-39a8-4517-b2e8-9d6c07e145a1 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1374283374', 'description': 'tempest-description-2006951760'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:28.466667 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-94ff6aee-3bf4-45cb-834d-a227de88117c tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:28.472870 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe12ea3-656a-44fd-8134-948b429909be req-0ecb42d5-0981-4bbc-a503-c294ab710298 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Network 1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:07:28.476482 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-94ff6aee-3bf4-45cb-834d-a227de88117c tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:28.479724 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-bbe12ea3-656a-44fd-8134-948b429909be req-0ecb42d5-0981-4bbc-a503-c294ab710298 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:07:28.483384 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe12ea3-656a-44fd-8134-948b429909be req-0ecb42d5-0981-4bbc-a503-c294ab710298 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:07:28.493523 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff6aee-3bf4-45cb-834d-a227de88117c tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7151e8ea-6f3e-41fc-a6dd-1146d58ef968,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:28.518215 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8441e0b6-b1a0-4509-bc72-ba28f25c8135 req-f15b708c-c4ec-4dd3-bd7d-fb78df26299b tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7e64f42-ef09-49e2-a7f5-651a363b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690737 Sep 30 13:07:28.542058 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e9129ff5-6908-4850-aa88-ac6454e0a2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:28.560011 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe12ea3-656a-44fd-8134-948b429909be req-0ecb42d5-0981-4bbc-a503-c294ab710298 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:28.560664 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bbe12ea3-656a-44fd-8134-948b429909be req-0ecb42d5-0981-4bbc-a503-c294ab710298 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:28.563024 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb42d5-0981-4bbc-a503-c294ab710298 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Pushing event updated for resources: {'Port': ['ID=e28892e7-07bd-4cf4-a013-d9fdb07b01de,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:28.576604 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-191a9754-0635-45c3-a814-11c960b94493 req-1fdaa193-39a8-4517-b2e8-9d6c07e145a1 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:28.582641 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-94ff6aee-3bf4-45cb-834d-a227de88117c tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:28.583960 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-94ff6aee-3bf4-45cb-834d-a227de88117c tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5472438 Sep 30 13:07:28.587571 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49510) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:28.592104 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-584a31e3-2b88-46a8-9d58-540f622488b3 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:28.649361 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bbe12ea3-656a-44fd-8134-948b429909be req-0ecb42d5-0981-4bbc-a503-c294ab710298 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3992698 Sep 30 13:07:28.668148 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e9129ff5-6908-4850-aa88-ac6454e0a2c4 None None] For port 1cbbb79d-6233-43ee-ab3c-a3859eed0c21, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1cbbb79d-6233-43ee-ab3c-a3859eed0c21,segment=NetworkSegment(4b4e88bf-e721-4782-904c-882beee44d7f),segment_id=4b4e88bf-e721-4782-904c-882beee44d7f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:28.669194 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-bbe12ea3-656a-44fd-8134-948b429909be req-df139476-0615-44ba-921c-52f1eeb419a2 service neutron] Request body: {'port': {'device_id': 'd1073cdc-7d85-4e7b-996c-a59bb240d122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:28.671337 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060206e-fe68-431b-985b-618b9a291fa0 req-774f81ce-b018-4371-ac3d-24e851de4fe7 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:28.675227 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f060206e-fe68-431b-985b-618b9a291fa0 req-774f81ce-b018-4371-ac3d-24e851de4fe7 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1073cdc-7d85-4e7b-996c-a59bb240d122 HTTP/1.1" status: 200 len: 931 time: 0.0591967 Sep 30 13:07:28.704873 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e9129ff5-6908-4850-aa88-ac6454e0a2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:28.716466 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-191a9754-0635-45c3-a814-11c960b94493 req-1fdaa193-39a8-4517-b2e8-9d6c07e145a1 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:28.725788 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f060206e-fe68-431b-985b-618b9a291fa0 req-9dc5c08b-c731-408f-a68b-e90d79ac67f9 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452571 Sep 30 13:07:28.745629 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-191a9754-0635-45c3-a814-11c960b94493 req-1fdaa193-39a8-4517-b2e8-9d6c07e145a1 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:28.755728 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-584a31e3-2b88-46a8-9d58-540f622488b3 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks [] for floatingip, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:28.770298 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-191a9754-0635-45c3-a814-11c960b94493 req-1fdaa193-39a8-4517-b2e8-9d6c07e145a1 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:28.774491 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-191a9754-0635-45c3-a814-11c960b94493 req-1fdaa193-39a8-4517-b2e8-9d6c07e145a1 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3524871 Sep 30 13:07:28.783677 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device b5321871-9a26-40a0-8740-ce789bea7c4f details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:07:28.789195 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bbe12ea3-656a-44fd-8134-948b429909be req-df139476-0615-44ba-921c-52f1eeb419a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:28.820104 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdaa193-39a8-4517-b2e8-9d6c07e145a1 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6be736-bf0d-4099-835b-43530ab00c7b,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:28.871592 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-73be6b3a-bac7-479b-a458-2d7dbd34f967 None None] Provisioning complete for port 1cbbb79d-6233-43ee-ab3c-a3859eed0c21 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:07:28.871983 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-73be6b3a-bac7-479b-a458-2d7dbd34f967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:28.899079 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49520) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:28.954067 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9129ff5-6908-4850-aa88-ac6454e0a2c4 None None] Pushing event updated for resources: {'Port': ['ID=1cbbb79d-6233-43ee-ab3c-a3859eed0c21,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:29.049075 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa045a28-e8fb-494d-8e3f-2df5d3808c6b req-e76e8b11-5e5c-493e-9863-159ed4534ef7 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:29.050861 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aa045a28-e8fb-494d-8e3f-2df5d3808c6b req-e76e8b11-5e5c-493e-9863-159ed4534ef7 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.1889291 Sep 30 13:07:29.055028 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5eb6cdce-a053-4677-b883-92c54f223a0e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b98cf259c19a492f87f5c5e39ae1a1c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546593 Sep 30 13:07:29.057652 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49534) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:29.088702 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port b5321871-9a26-40a0-8740-ce789bea7c4f, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=b5321871-9a26-40a0-8740-ce789bea7c4f,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:29.107722 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-432327f1-b2ec-4088-bbdf-6babe52efa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'name': 'tempest-ServersTestManualDisk-1870830640-router', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:07:17Z', 'updated_at': '2021-09-30T13:07:24Z', 'revision_number': 4, 'project_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'gw_port': {'id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:07:18Z', 'updated_at': '2021-09-30T13:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '1cbbb79d-6233-43ee-ab3c-a3859eed0c21', 'name': '', 'network_id': '44d1ad4e-8c15-4b0a-994d-4e89994f3603', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'mac_address': 'fa:16:3e:02:5d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '68e4dda5-44bd-4b4d-8a1f-9dfbed436509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:07:23Z', 'updated_at': '2021-09-30T13:07:28Z', 'revision_number': 4, 'project_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'subnets': [{'id': '68e4dda5-44bd-4b4d-8a1f-9dfbed436509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:29.112996 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'b5321871-9a26-40a0-8740-ce789bea7c4f', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': 'b5321871-9a26-40a0-8740-ce789bea7c4f', 'mac_address': 'fa:16:3e:81:fa:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:07:29.142532 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aa045a28-e8fb-494d-8e3f-2df5d3808c6b req-df20c659-b642-4f05-be99-25338d664605 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823269 Sep 30 13:07:29.143558 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432327f1-b2ec-4088-bbdf-6babe52efa0a None None] The sync data for ids ['3f4a79ef-47d2-4305-963f-87becf60ad2e'] in n-d-810909-2 is: [{'id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'name': 'tempest-ServersTestManualDisk-1870830640-router', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:07:17Z', 'updated_at': '2021-09-30T13:07:24Z', 'revision_number': 4, 'project_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'gw_port': {'id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:07:18Z', 'updated_at': '2021-09-30T13:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '1cbbb79d-6233-43ee-ab3c-a3859eed0c21', 'name': '', 'network_id': '44d1ad4e-8c15-4b0a-994d-4e89994f3603', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'mac_address': 'fa:16:3e:02:5d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '68e4dda5-44bd-4b4d-8a1f-9dfbed436509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:07:23Z', 'updated_at': '2021-09-30T13:07:28Z', 'revision_number': 4, 'project_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'subnets': [{'id': '68e4dda5-44bd-4b4d-8a1f-9dfbed436509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:07:29.146789 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-584a31e3-2b88-46a8-9d58-540f622488b3 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:29.196159 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:29.231673 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5321871-9a26-40a0-8740-ce789bea7c4f {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:07:29.263649 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port b5321871-9a26-40a0-8740-ce789bea7c4f, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=b5321871-9a26-40a0-8740-ce789bea7c4f,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:29.270734 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:29.283929 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a41d32b3-1b14-4967-b590-412adc8ff72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:29.296579 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-21d4d162-4c7d-4cde-ad64-15cf5ded5adc tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:29.298195 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-21d4d162-4c7d-4cde-ad64-15cf5ded5adc tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/networks?id=e26a4697-f117-4f02-9a82-cfcd8215cc36 HTTP/1.1" status: 200 len: 813 time: 0.2266390 Sep 30 13:07:29.343999 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-b38b3efe-6ffb-44f5-b054-2767dcfe341a tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/quotas/2ad7a66d59bc43c48ae84f2165b2e582 HTTP/1.1" status: 200 len: 375 time: 0.0210686 Sep 30 13:07:29.351265 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=b5321871-9a26-40a0-8740-ce789bea7c4f,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:29.360950 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-bbe12ea3-656a-44fd-8134-948b429909be req-df139476-0615-44ba-921c-52f1eeb419a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e28892e7-07bd-4cf4-a013-d9fdb07b01de {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:07:29.377179 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cfc37810-1607-42ac-beff-c9e817dc6f06 req-7376c2e5-8ec0-470c-bce0-4958b3b6d7eb tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0739160 Sep 30 13:07:29.385009 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bbe12ea3-656a-44fd-8134-948b429909be req-df139476-0615-44ba-921c-52f1eeb419a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:29.387072 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a41d32b3-1b14-4967-b590-412adc8ff72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:29.420006 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-bbe12ea3-656a-44fd-8134-948b429909be req-df139476-0615-44ba-921c-52f1eeb419a2 service neutron] Transition to ACTIVE for port object e28892e7-07bd-4cf4-a013-d9fdb07b01de will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:07:29.427231 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bbe12ea3-656a-44fd-8134-948b429909be req-df139476-0615-44ba-921c-52f1eeb419a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:29.430627 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-584a31e3-2b88-46a8-9d58-540f622488b3 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Allocated IP 172.25.5.177 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/e0c6d071-dea1-46ae-833f-e48c9f872296) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:07:29.442668 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-01539e5d-a90d-4298-9269-c5676aa5bbc1 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ad7a66d59bc43c48ae84f2165b2e582&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0977952 Sep 30 13:07:29.529146 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a41d32b3-1b14-4967-b590-412adc8ff72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:29.531871 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a41d32b3-1b14-4967-b590-412adc8ff72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:29.533729 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a41d32b3-1b14-4967-b590-412adc8ff72d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/02e4145e-6253-4d32-a216-2ad8b3d86f25 HTTP/1.1" status: 204 len: 168 time: 0.4748132 Sep 30 13:07:29.568825 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d32b3-1b14-4967-b590-412adc8ff72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e4145e-6253-4d32-a216-2ad8b3d86f25,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:29.611554 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df139476-0615-44ba-921c-52f1eeb419a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e28892e7-07bd-4cf4-a013-d9fdb07b01de,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:29.659514 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-584a31e3-2b88-46a8-9d58-540f622488b3 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:29.680291 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-f5ad0a85-39bc-4150-9a86-36d2720d7648 service neutron] 10.222.0.18 "GET /v2.0/networks/e26a4697-f117-4f02-9a82-cfcd8215cc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129638 Sep 30 13:07:29.709012 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-bbe12ea3-656a-44fd-8134-948b429909be req-df139476-0615-44ba-921c-52f1eeb419a2 service neutron] Attempting to bind port e28892e7-07bd-4cf4-a013-d9fdb07b01de on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:07:29.709212 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-bbe12ea3-656a-44fd-8134-948b429909be req-df139476-0615-44ba-921c-52f1eeb419a2 service neutron] Attempting to bind port e28892e7-07bd-4cf4-a013-d9fdb07b01de by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '688c8266-a3f8-4cf1-b6d1-6a10b2a992d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1aef29ee-8bd0-4db5-b197-e7b58a75c7a8'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:07:29.710170 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe12ea3-656a-44fd-8134-948b429909be req-df139476-0615-44ba-921c-52f1eeb419a2 service neutron] Attempting to bind port e28892e7-07bd-4cf4-a013-d9fdb07b01de on network 1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:07:29.712572 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['b5321871-9a26-40a0-8740-ce789bea7c4f'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:29.725006 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671df80-7288-4b29-822f-965c6839014d req-44b9f6ac-e636-49b0-a2e7-7ccaa48cabe3 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:29.730557 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5671df80-7288-4b29-822f-965c6839014d req-44b9f6ac-e636-49b0-a2e7-7ccaa48cabe3 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b6bc0f-f079-49db-8cb3-00556215079b HTTP/1.1" status: 200 len: 948 time: 0.0898771 Sep 30 13:07:29.742831 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe12ea3-656a-44fd-8134-948b429909be req-df139476-0615-44ba-921c-52f1eeb419a2 service neutron] Port e28892e7-07bd-4cf4-a013-d9fdb07b01de on network 1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:07:29.743183 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe12ea3-656a-44fd-8134-948b429909be req-df139476-0615-44ba-921c-52f1eeb419a2 service neutron] Attempting to bind port e28892e7-07bd-4cf4-a013-d9fdb07b01de on network 1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:07:29.758478 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe12ea3-656a-44fd-8134-948b429909be req-df139476-0615-44ba-921c-52f1eeb419a2 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:07:29.759440 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe12ea3-656a-44fd-8134-948b429909be req-df139476-0615-44ba-921c-52f1eeb419a2 service neutron] Checking segment: {'id': '688c8266-a3f8-4cf1-b6d1-6a10b2a992d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1aef29ee-8bd0-4db5-b197-e7b58a75c7a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:07:29.760078 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe12ea3-656a-44fd-8134-948b429909be req-df139476-0615-44ba-921c-52f1eeb419a2 service neutron] Bound using segment: {'id': '688c8266-a3f8-4cf1-b6d1-6a10b2a992d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1aef29ee-8bd0-4db5-b197-e7b58a75c7a8'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:07:29.760806 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-bbe12ea3-656a-44fd-8134-948b429909be req-df139476-0615-44ba-921c-52f1eeb419a2 service neutron] Bound port: e28892e7-07bd-4cf4-a013-d9fdb07b01de, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '688c8266-a3f8-4cf1-b6d1-6a10b2a992d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1aef29ee-8bd0-4db5-b197-e7b58a75c7a8'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:07:29.761486 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bbe12ea3-656a-44fd-8134-948b429909be req-df139476-0615-44ba-921c-52f1eeb419a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:29.818691 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5671df80-7288-4b29-822f-965c6839014d req-1f26dc4c-1a61-406c-aacf-e8b067acb11e tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7e64f42-ef09-49e2-a7f5-651a363b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849044 Sep 30 13:07:29.823573 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-584a31e3-2b88-46a8-9d58-540f622488b3 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:29.854205 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-5a305028-59b1-466a-8af0-94b3d6b260d6 service neutron] 10.222.0.18 "GET /v2.0/networks/e26a4697-f117-4f02-9a82-cfcd8215cc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615067 Sep 30 13:07:29.877159 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584a31e3-2b88-46a8-9d58-540f622488b3 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:07:29.878898 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-584a31e3-2b88-46a8-9d58-540f622488b3 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:07:29.905454 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584a31e3-2b88-46a8-9d58-540f622488b3 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:07:29.989661 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-bbe12ea3-656a-44fd-8134-948b429909be req-df139476-0615-44ba-921c-52f1eeb419a2 service neutron] For port e28892e7-07bd-4cf4-a013-d9fdb07b01de, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:07:29.993484 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-bbe12ea3-656a-44fd-8134-948b429909be req-df139476-0615-44ba-921c-52f1eeb419a2 service neutron] For port e28892e7-07bd-4cf4-a013-d9fdb07b01de, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=e28892e7-07bd-4cf4-a013-d9fdb07b01de,segment=NetworkSegment(688c8266-a3f8-4cf1-b6d1-6a10b2a992d0),segment_id=688c8266-a3f8-4cf1-b6d1-6a10b2a992d0)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:07:30.005078 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bbe12ea3-656a-44fd-8134-948b429909be req-df139476-0615-44ba-921c-52f1eeb419a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:30.037118 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a31e3-2b88-46a8-9d58-540f622488b3 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Pushing event updated for resources: {'Port': ['ID=e0c6d071-dea1-46ae-833f-e48c9f872296,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:30.051993 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe12ea3-656a-44fd-8134-948b429909be req-df139476-0615-44ba-921c-52f1eeb419a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:30.052665 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bbe12ea3-656a-44fd-8134-948b429909be req-df139476-0615-44ba-921c-52f1eeb419a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:30.054927 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bbe12ea3-656a-44fd-8134-948b429909be req-df139476-0615-44ba-921c-52f1eeb419a2 service neutron] 10.222.0.39 "PUT /v2.0/ports/e28892e7-07bd-4cf4-a013-d9fdb07b01de HTTP/1.1" status: 200 len: 1091 time: 1.3925829 Sep 30 13:07:30.055456 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1073cdc-7d85-4e7b-996c-a59bb240d122', 'tag': 'e28892e7-07bd-4cf4-a013-d9fdb07b01de'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:30.058297 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecedfd1a-16d2-4d6c-b700-9ec85c779b90" -d '{"events": [{"name": "network-changed", "server_uuid": "d1073cdc-7d85-4e7b-996c-a59bb240d122", "tag": "e28892e7-07bd-4cf4-a013-d9fdb07b01de"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:30.099089 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df139476-0615-44ba-921c-52f1eeb419a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e28892e7-07bd-4cf4-a013-d9fdb07b01de,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:30.125163 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82ee8e-d620-49df-b2de-17bbcafeed16 req-497055c3-4410-4c62-bd1d-c0744f230961 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:30.130562 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f82ee8e-d620-49df-b2de-17bbcafeed16 req-497055c3-4410-4c62-bd1d-c0744f230961 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1073cdc-7d85-4e7b-996c-a59bb240d122 HTTP/1.1" status: 200 len: 943 time: 0.1978230 Sep 30 13:07:30.188161 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe12ea3-656a-44fd-8134-948b429909be req-ee9bab21-e4c8-428d-93ae-42b9183f2c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:30.194426 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bbe12ea3-656a-44fd-8134-948b429909be req-ee9bab21-e4c8-428d-93ae-42b9183f2c1e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46c6aa7a2d214f259c85bf2fb8dc3360&device_id=d1073cdc-7d85-4e7b-996c-a59bb240d122 HTTP/1.1" status: 200 len: 1094 time: 0.0761220 Sep 30 13:07:30.219580 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-584a31e3-2b88-46a8-9d58-540f622488b3 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:30.246721 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f82ee8e-d620-49df-b2de-17bbcafeed16 req-4f896796-64bc-4256-a8b0-35ef23b4e5ef tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753620 Sep 30 13:07:30.282089 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9ddaa7df-7ed8-40ba-acac-2159d467cbbb req-2067f02f-badd-4d70-a841-20968bfb8766 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a69feb0-72d0-4d1f-b103-8857418bd6e8 HTTP/1.1" status: 200 len: 210 time: 0.0795457 Sep 30 13:07:30.287692 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-584a31e3-2b88-46a8-9d58-540f622488b3 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:30.288006 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bbe12ea3-656a-44fd-8134-948b429909be req-b2a4d1b8-f35e-4d26-8715-ac77a45c4f37 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e28892e7-07bd-4cf4-a013-d9fdb07b01de HTTP/1.1" status: 200 len: 217 time: 0.0834177 Sep 30 13:07:30.373360 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242bab8d-0b16-4b2a-9449-69b1f07dbd1f x-openstack-request-id: req-242bab8d-0b16-4b2a-9449-69b1f07dbd1f {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:30.373939 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1073cdc-7d85-4e7b-996c-a59bb240d122", "tag": "e28892e7-07bd-4cf4-a013-d9fdb07b01de", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:30.373939 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-242bab8d-0b16-4b2a-9449-69b1f07dbd1f {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:30.374408 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1073cdc-7d85-4e7b-996c-a59bb240d122', 'tag': 'e28892e7-07bd-4cf4-a013-d9fdb07b01de', 'status': 'completed', 'code': 200} Sep 30 13:07:30.402309 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe12ea3-656a-44fd-8134-948b429909be req-e755b16c-27a1-4ed8-8b82-4c52837d1c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:30.404081 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bbe12ea3-656a-44fd-8134-948b429909be req-e755b16c-27a1-4ed8-8b82-4c52837d1c46 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d78e0ad4-c13c-453f-bde9-05702ca7e1db HTTP/1.1" status: 200 len: 855 time: 0.1084607 Sep 30 13:07:30.488435 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bbe12ea3-656a-44fd-8134-948b429909be req-904cce96-385c-4197-b9b2-ed6714ca26ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1aef29ee-8bd0-4db5-b197-e7b58a75c7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635717 Sep 30 13:07:30.509074 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b26221-e28a-451b-bf6e-b2103633f033 req-cb9a113c-9033-45a4-8c26-826f0ca427d7 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:30.521000 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c0b26221-e28a-451b-bf6e-b2103633f033 req-cb9a113c-9033-45a4-8c26-826f0ca427d7 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.1360300 Sep 30 13:07:30.582763 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6bab9d37-6b3a-44bf-bbaa-84ebcbc50664 req-db9a717a-f195-4e9d-a652-31497d5bb4ec tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0572600 Sep 30 13:07:30.587042 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-584a31e3-2b88-46a8-9d58-540f622488b3 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:30.595021 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-584a31e3-2b88-46a8-9d58-540f622488b3 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:30.658742 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a31e3-2b88-46a8-9d58-540f622488b3 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Pushing event updated for resources: {'Port': ['ID=e0c6d071-dea1-46ae-833f-e48c9f872296,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:30.686431 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c0b26221-e28a-451b-bf6e-b2103633f033 req-da97e781-01d4-4eb6-b42e-fd7123661b40 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641834 Sep 30 13:07:30.756296 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-584a31e3-2b88-46a8-9d58-540f622488b3 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:30.779594 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-584a31e3-2b88-46a8-9d58-540f622488b3 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:30.781974 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-584a31e3-2b88-46a8-9d58-540f622488b3 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1928151 Sep 30 13:07:30.806452 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bbe12ea3-656a-44fd-8134-948b429909be req-e69b9b6e-0e17-40f0-8c37-a7e92b2219ac service neutron] 10.222.0.39 "GET /v2.0/networks/1aef29ee-8bd0-4db5-b197-e7b58a75c7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700136 Sep 30 13:07:30.828318 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1cbbb79d-6233-43ee-ab3c-a3859eed0c21 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:07:30.933887 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 1cbbb79d-6233-43ee-ab3c-a3859eed0c21 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:07:30.934308 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:30.995474 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bbe12ea3-656a-44fd-8134-948b429909be req-ca9433ff-0f0a-4df6-89ea-5e2ebe68e7a6 service neutron] 10.222.0.39 "GET /v2.0/networks/1aef29ee-8bd0-4db5-b197-e7b58a75c7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795223 Sep 30 13:07:31.047480 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34063cfb-3f91-446e-8483-1a81895f716f req-d91c9fb5-3a6c-4692-a659-ce39e8cbad2b tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:31.058462 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-34063cfb-3f91-446e-8483-1a81895f716f req-d91c9fb5-3a6c-4692-a659-ce39e8cbad2b tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b6bc0f-f079-49db-8cb3-00556215079b HTTP/1.1" status: 200 len: 948 time: 0.1130538 Sep 30 13:07:31.133674 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-34063cfb-3f91-446e-8483-1a81895f716f req-94a59e74-fb42-4341-a5ea-6c68b8f06a51 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7e64f42-ef09-49e2-a7f5-651a363b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742440 Sep 30 13:07:31.187426 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-fbefb695-b6aa-4f6f-baf9-520904ed7282 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1113144716&fields=id&tenant_id=c6aa911864ee4dc5b1f6e2e278a5345b HTTP/1.1" status: 200 len: 267 time: 0.0914612 Sep 30 13:07:31.201660 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedfd1a-16d2-4d6c-b700-9ec85c779b90 req-81a03b19-e96c-47af-8b75-1aa026ace9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:31.203209 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ecedfd1a-16d2-4d6c-b700-9ec85c779b90 req-81a03b19-e96c-47af-8b75-1aa026ace9a9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46c6aa7a2d214f259c85bf2fb8dc3360&device_id=d1073cdc-7d85-4e7b-996c-a59bb240d122 HTTP/1.1" status: 200 len: 1094 time: 0.0779638 Sep 30 13:07:31.383365 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-721f4ffa-0163-40ad-887f-eca782d84e36 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:31.384717 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-721f4ffa-0163-40ad-887f-eca782d84e36 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/networks?id=44d1ad4e-8c15-4b0a-994d-4e89994f3603 HTTP/1.1" status: 200 len: 812 time: 0.1772733 Sep 30 13:07:31.385895 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedfd1a-16d2-4d6c-b700-9ec85c779b90 req-239159fa-2861-4aeb-b1b2-d9cdd78d1a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:31.387236 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ecedfd1a-16d2-4d6c-b700-9ec85c779b90 req-239159fa-2861-4aeb-b1b2-d9cdd78d1a9e service neutron] 10.222.0.39 "GET /v2.0/networks?id=1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 HTTP/1.1" status: 200 len: 916 time: 0.1700189 Sep 30 13:07:31.400495 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb897a-d1ce-4bcb-89df-de0645cc1c99 req-4fe21ec4-4fbb-47a5-a9a6-9e607c1aba6f tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:31.402212 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92bb897a-d1ce-4bcb-89df-de0645cc1c99 req-4fe21ec4-4fbb-47a5-a9a6-9e607c1aba6f tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1073cdc-7d85-4e7b-996c-a59bb240d122 HTTP/1.1" status: 200 len: 943 time: 0.0632694 Sep 30 13:07:31.407326 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-63b24a83-8bbb-47d5-b59c-f55481a8af45 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/quotas/c6aa911864ee4dc5b1f6e2e278a5345b HTTP/1.1" status: 200 len: 375 time: 0.0167625 Sep 30 13:07:31.453940 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92bb897a-d1ce-4bcb-89df-de0645cc1c99 req-256e7ef6-ebbb-489e-8705-f7d163c3ec5a tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404239 Sep 30 13:07:31.461911 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ecedfd1a-16d2-4d6c-b700-9ec85c779b90 req-58e779d6-26b7-4f4f-bafd-8734876ef43e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e28892e7-07bd-4cf4-a013-d9fdb07b01de HTTP/1.1" status: 200 len: 217 time: 0.0642748 Sep 30 13:07:31.534634 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d797c3c6-d85b-4e2b-9c98-4d3bf1c1ddf6 req-99d987fe-de04-424d-881f-a620ec9fce7c tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a69feb0-72d0-4d1f-b103-8857418bd6e8 HTTP/1.1" status: 200 len: 210 time: 0.0284700 Sep 30 13:07:31.542107 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-0a540e9b-8ff1-4c7d-b8b2-d72a10029240 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6aa911864ee4dc5b1f6e2e278a5345b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0908949 Sep 30 13:07:31.560847 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedfd1a-16d2-4d6c-b700-9ec85c779b90 req-109b3973-4f52-4bfd-8132-a466b409879e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:31.562623 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ecedfd1a-16d2-4d6c-b700-9ec85c779b90 req-109b3973-4f52-4bfd-8132-a466b409879e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d78e0ad4-c13c-453f-bde9-05702ca7e1db HTTP/1.1" status: 200 len: 855 time: 0.0808249 Sep 30 13:07:31.609618 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ecedfd1a-16d2-4d6c-b700-9ec85c779b90 req-868b0a68-4d14-463b-bec5-f7057361b7ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1aef29ee-8bd0-4db5-b197-e7b58a75c7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374098 Sep 30 13:07:31.750873 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-827f523e-a32d-4b2f-9827-fe8f462cf921 req-e3242c3d-3a4f-44db-be42-95d236d7c162 tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0424526 Sep 30 13:07:31.779757 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-9676480c-6b03-493e-a8e1-774192abb5ee service neutron] 10.222.0.18 "GET /v2.0/networks/44d1ad4e-8c15-4b0a-994d-4e89994f3603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136281 Sep 30 13:07:31.792039 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-c13af1d2-3e72-40d0-aa3f-177ecb45f0b1 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:31.793543 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-c13af1d2-3e72-40d0-aa3f-177ecb45f0b1 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.39 "GET /v2.0/networks?id=e26a4697-f117-4f02-9a82-cfcd8215cc36 HTTP/1.1" status: 200 len: 813 time: 0.1735888 Sep 30 13:07:31.808429 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-82531bf2-8032-4a42-8248-af70cdafbd43 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Request body: {'port': {'device_id': '0a69feb0-72d0-4d1f-b103-8857418bd6e8', 'network_id': 'e26a4697-f117-4f02-9a82-cfcd8215cc36', 'admin_state_up': True, 'tenant_id': '2ad7a66d59bc43c48ae84f2165b2e582'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:31.969740 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-82531bf2-8032-4a42-8248-af70cdafbd43 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Made reservation on behalf of 2ad7a66d59bc43c48ae84f2165b2e582 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:07:31.974125 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-82531bf2-8032-4a42-8248-af70cdafbd43 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:31.987439 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-16c4dcb5-3f97-4096-8927-1ba6ac9b2e17 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1ef1016edf414b379caceb8093d57137&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313346 Sep 30 13:07:32.129444 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ecedfd1a-16d2-4d6c-b700-9ec85c779b90 req-6bbac0ba-48f4-4fae-b532-2049148491ff service neutron] 10.222.0.39 "GET /v2.0/networks/1aef29ee-8bd0-4db5-b197-e7b58a75c7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5052619 Sep 30 13:07:32.177794 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-b6b0db5b-e9eb-4c8c-9d86-70bd8c03f322 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:32.179304 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-b6b0db5b-e9eb-4c8c-9d86-70bd8c03f322 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1852601 Sep 30 13:07:32.205294 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-90777bf5-9995-49ce-a4d3-e3c0b78da474 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/quotas/1ef1016edf414b379caceb8093d57137 HTTP/1.1" status: 200 len: 375 time: 0.0185909 Sep 30 13:07:32.209105 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-82531bf2-8032-4a42-8248-af70cdafbd43 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Allocated IP 172.20.0.2 (e26a4697-f117-4f02-9a82-cfcd8215cc36/67fb7f78-2405-4f84-9ca9-08c51c1d2c30/0b40b9e0-ec9e-4874-a64d-6df19954cd9b) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:07:32.247517 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-ec30fdce-389a-43ce-8a8a-0a657c0b4363 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342534 Sep 30 13:07:32.256250 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-cf7564b5-e1a2-4507-981b-4e9b655a78b8 service neutron] 10.222.0.18 "GET /v2.0/networks/44d1ad4e-8c15-4b0a-994d-4e89994f3603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731069 Sep 30 13:07:32.279289 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ecedfd1a-16d2-4d6c-b700-9ec85c779b90 req-bb3e113d-5f64-4646-86fb-0814df23fd30 service neutron] 10.222.0.39 "GET /v2.0/networks/1aef29ee-8bd0-4db5-b197-e7b58a75c7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399734 Sep 30 13:07:32.409192 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-82531bf2-8032-4a42-8248-af70cdafbd43 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:32.505930 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae50f1c-e855-4916-ad11-d7977858e940 req-a36587ad-9bd0-4ab2-a765-3e0494bba952 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:32.507851 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fae50f1c-e855-4916-ad11-d7977858e940 req-a36587ad-9bd0-4ab2-a765-3e0494bba952 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.0782797 Sep 30 13:07:32.509461 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-82531bf2-8032-4a42-8248-af70cdafbd43 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:32.523723 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['aeb697d2-fa8d-4c97-b3a6-6a5b338de64c'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:32.571789 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9ed43-9d44-4371-9f68-2d983661406d req-3dd43af9-a51b-419c-a1d6-9a23e7a488d1 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:32.580354 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-84a9ed43-9d44-4371-9f68-2d983661406d req-3dd43af9-a51b-419c-a1d6-9a23e7a488d1 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b6bc0f-f079-49db-8cb3-00556215079b HTTP/1.1" status: 200 len: 948 time: 0.0939975 Sep 30 13:07:32.585070 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-82531bf2-8032-4a42-8248-af70cdafbd43 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Network e26a4697-f117-4f02-9a82-cfcd8215cc36 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:07:32.594185 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-82531bf2-8032-4a42-8248-af70cdafbd43 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:07:32.620561 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-82531bf2-8032-4a42-8248-af70cdafbd43 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:07:32.627198 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-84a9ed43-9d44-4371-9f68-2d983661406d req-081145d0-a290-4d51-a06f-451e36bf1792 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7e64f42-ef09-49e2-a7f5-651a363b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453269 Sep 30 13:07:32.687242 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82531bf2-8032-4a42-8248-af70cdafbd43 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Pushing event updated for resources: {'Port': ['ID=0b40b9e0-ec9e-4874-a64d-6df19954cd9b,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:32.711507 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fae50f1c-e855-4916-ad11-d7977858e940 req-088be7c3-e344-457f-a608-66db5bd73220 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927726 Sep 30 13:07:32.748708 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-82531bf2-8032-4a42-8248-af70cdafbd43 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:32.749728 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-82531bf2-8032-4a42-8248-af70cdafbd43 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:32.772206 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-82531bf2-8032-4a42-8248-af70cdafbd43 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9675241 Sep 30 13:07:32.787557 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device b5321871-9a26-40a0-8740-ce789bea7c4f up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:07:32.787862 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-5b1b721b-9d64-467a-bdde-5a0effda3310 service neutron] Request body: {'port': {'device_id': '0a69feb0-72d0-4d1f-b103-8857418bd6e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:32.847147 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1425344c-de8f-4e86-9e54-f7011a7266c4 req-221bbc29-f53b-4eab-8f94-3f3295ac4ec1 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 210 time: 0.0545001 Sep 30 13:07:32.848249 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-589eb26b-fc1e-4207-87ad-1d949a35b943 req-1d0bc52c-9e10-4f64-8fe6-04b52c83ef0b tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bcde1b1-15ab-4a49-8fb6-5acc1235b916 HTTP/1.1" status: 200 len: 210 time: 0.0482402 Sep 30 13:07:32.889504 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-5b1b721b-9d64-467a-bdde-5a0effda3310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:32.980452 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port b5321871-9a26-40a0-8740-ce789bea7c4f completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:07:32.991196 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port b5321871-9a26-40a0-8740-ce789bea7c4f triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:07:32.992831 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:33.033780 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f43ca5-e96a-40f5-9df6-2e78f6630eb9 req-2db907f3-9ac4-416b-825c-d5eb0d29a683 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:33.036564 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-88f43ca5-e96a-40f5-9df6-2e78f6630eb9 req-2db907f3-9ac4-416b-825c-d5eb0d29a683 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1073cdc-7d85-4e7b-996c-a59bb240d122 HTTP/1.1" status: 200 len: 943 time: 0.0831423 Sep 30 13:07:33.101095 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device e28892e7-07bd-4cf4-a013-d9fdb07b01de details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:07:33.112503 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c93c6-50b0-4b6c-b2f4-f158bbbc8e5b req-aaaffde9-0900-477c-b413-13a34d171e6f tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:33.114556 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e35c93c6-50b0-4b6c-b2f4-f158bbbc8e5b req-aaaffde9-0900-477c-b413-13a34d171e6f tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a69feb0-72d0-4d1f-b103-8857418bd6e8 HTTP/1.1" status: 200 len: 931 time: 0.1561201 Sep 30 13:07:33.120267 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-88f43ca5-e96a-40f5-9df6-2e78f6630eb9 req-b3d894f4-eeeb-49d9-85d9-2d3e4a9e76b4 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672715 Sep 30 13:07:33.143659 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:33.195450 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b6bc0f-f079-49db-8cb3-00556215079b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5321871-9a26-40a0-8740-ce789bea7c4f'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:33.197667 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050c23a9-eebd-4c9c-9453-b511e46c74dd" -d '{"events": [{"server_uuid": "c5b6bc0f-f079-49db-8cb3-00556215079b", "name": "network-vif-plugged", "status": "completed", "tag": "b5321871-9a26-40a0-8740-ce789bea7c4f"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:33.210246 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e35c93c6-50b0-4b6c-b2f4-f158bbbc8e5b req-cc57ad14-a5bc-41ba-8b0e-703d88adaa58 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e0da9fd-749f-4a6a-a57f-87a8f60f41ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797546 Sep 30 13:07:33.249538 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2014d4d9-f394-4f97-97e2-25d9caedb7fe req-8224d075-e73c-44ec-bd29-e1a263640f57 tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0424199 Sep 30 13:07:33.267369 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port b5321871-9a26-40a0-8740-ce789bea7c4f, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=b5321871-9a26-40a0-8740-ce789bea7c4f,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:33.269663 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adb4120-2636-483a-b2e6-4932e0788efb x-openstack-request-id: req-5adb4120-2636-483a-b2e6-4932e0788efb {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:33.270631 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b6bc0f-f079-49db-8cb3-00556215079b", "name": "network-vif-plugged", "status": "completed", "tag": "b5321871-9a26-40a0-8740-ce789bea7c4f", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:33.270631 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5adb4120-2636-483a-b2e6-4932e0788efb {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:33.270631 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b6bc0f-f079-49db-8cb3-00556215079b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5321871-9a26-40a0-8740-ce789bea7c4f', 'code': 200} Sep 30 13:07:33.274405 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:33.334631 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port e28892e7-07bd-4cf4-a013-d9fdb07b01de, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=e28892e7-07bd-4cf4-a013-d9fdb07b01de,segment=NetworkSegment(688c8266-a3f8-4cf1-b6d1-6a10b2a992d0),segment_id=688c8266-a3f8-4cf1-b6d1-6a10b2a992d0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:33.352918 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=b5321871-9a26-40a0-8740-ce789bea7c4f,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:33.356648 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'e28892e7-07bd-4cf4-a013-d9fdb07b01de', 'network_id': '1aef29ee-8bd0-4db5-b197-e7b58a75c7a8', 'port_id': 'e28892e7-07bd-4cf4-a013-d9fdb07b01de', 'mac_address': 'fa:16:3e:0a:e4:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78e0ad4-c13c-453f-bde9-05702ca7e1db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:07:33.397866 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:33.414365 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e28892e7-07bd-4cf4-a013-d9fdb07b01de {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:07:33.424777 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9575a2-2262-405e-9e22-fedd9cce133a req-db0b7831-6007-4f80-af70-d94be68e33fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:33.426529 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f9575a2-2262-405e-9e22-fedd9cce133a req-db0b7831-6007-4f80-af70-d94be68e33fb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c5b6bc0f-f079-49db-8cb3-00556215079b HTTP/1.1" status: 200 len: 1100 time: 0.0834756 Sep 30 13:07:33.437003 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port e28892e7-07bd-4cf4-a013-d9fdb07b01de, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=e28892e7-07bd-4cf4-a013-d9fdb07b01de,segment=NetworkSegment(688c8266-a3f8-4cf1-b6d1-6a10b2a992d0),segment_id=688c8266-a3f8-4cf1-b6d1-6a10b2a992d0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:33.439261 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-5b1b721b-9d64-467a-bdde-5a0effda3310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b40b9e0-ec9e-4874-a64d-6df19954cd9b {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:07:33.442564 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:33.461225 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-5b1b721b-9d64-467a-bdde-5a0effda3310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:33.484598 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-5b1b721b-9d64-467a-bdde-5a0effda3310 service neutron] Transition to ACTIVE for port object 0b40b9e0-ec9e-4874-a64d-6df19954cd9b will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:07:33.493130 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-5b1b721b-9d64-467a-bdde-5a0effda3310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:33.503815 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f9575a2-2262-405e-9e22-fedd9cce133a req-0c84d296-f532-446f-9ffe-402fbf947b85 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d7e64f42-ef09-49e2-a7f5-651a363b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567083 Sep 30 13:07:33.504284 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=e28892e7-07bd-4cf4-a013-d9fdb07b01de,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:33.550301 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b721b-9d64-467a-bdde-5a0effda3310 service neutron] Pushing event updated for resources: {'Port': ['ID=0b40b9e0-ec9e-4874-a64d-6df19954cd9b,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:33.619611 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-5b1b721b-9d64-467a-bdde-5a0effda3310 service neutron] Attempting to bind port 0b40b9e0-ec9e-4874-a64d-6df19954cd9b on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:07:33.619946 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-5b1b721b-9d64-467a-bdde-5a0effda3310 service neutron] Attempting to bind port 0b40b9e0-ec9e-4874-a64d-6df19954cd9b by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'b1124d9d-1301-484f-b674-00bfa4108c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e26a4697-f117-4f02-9a82-cfcd8215cc36'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:07:33.620277 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-5b1b721b-9d64-467a-bdde-5a0effda3310 service neutron] Attempting to bind port 0b40b9e0-ec9e-4874-a64d-6df19954cd9b on network e26a4697-f117-4f02-9a82-cfcd8215cc36 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:07:33.624384 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-5b1b721b-9d64-467a-bdde-5a0effda3310 service neutron] Port 0b40b9e0-ec9e-4874-a64d-6df19954cd9b on network e26a4697-f117-4f02-9a82-cfcd8215cc36 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:07:33.624696 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-5b1b721b-9d64-467a-bdde-5a0effda3310 service neutron] Attempting to bind port 0b40b9e0-ec9e-4874-a64d-6df19954cd9b on network e26a4697-f117-4f02-9a82-cfcd8215cc36 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:07:33.631957 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-5b1b721b-9d64-467a-bdde-5a0effda3310 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:07:33.632302 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-5b1b721b-9d64-467a-bdde-5a0effda3310 service neutron] Checking segment: {'id': 'b1124d9d-1301-484f-b674-00bfa4108c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e26a4697-f117-4f02-9a82-cfcd8215cc36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:07:33.632709 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-5b1b721b-9d64-467a-bdde-5a0effda3310 service neutron] Bound using segment: {'id': 'b1124d9d-1301-484f-b674-00bfa4108c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e26a4697-f117-4f02-9a82-cfcd8215cc36'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:07:33.633136 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-5b1b721b-9d64-467a-bdde-5a0effda3310 service neutron] Bound port: 0b40b9e0-ec9e-4874-a64d-6df19954cd9b, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1124d9d-1301-484f-b674-00bfa4108c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e26a4697-f117-4f02-9a82-cfcd8215cc36'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:07:33.633487 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-5b1b721b-9d64-467a-bdde-5a0effda3310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:33.694297 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['e28892e7-07bd-4cf4-a013-d9fdb07b01de'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:33.709340 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-5b1b721b-9d64-467a-bdde-5a0effda3310 service neutron] For port 0b40b9e0-ec9e-4874-a64d-6df19954cd9b, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:07:33.745428 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-5b1b721b-9d64-467a-bdde-5a0effda3310 service neutron] For port 0b40b9e0-ec9e-4874-a64d-6df19954cd9b, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0b40b9e0-ec9e-4874-a64d-6df19954cd9b,segment=NetworkSegment(b1124d9d-1301-484f-b674-00bfa4108c50),segment_id=b1124d9d-1301-484f-b674-00bfa4108c50)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:07:33.756053 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-5b1b721b-9d64-467a-bdde-5a0effda3310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:33.776302 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcdfa3-5a79-4aa8-afaf-a6a8d3fe3518 req-265f9717-891e-4198-9034-61d59e8c456c tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:33.777859 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1abcdfa3-5a79-4aa8-afaf-a6a8d3fe3518 req-265f9717-891e-4198-9034-61d59e8c456c tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b6bc0f-f079-49db-8cb3-00556215079b HTTP/1.1" status: 200 len: 949 time: 0.0831287 Sep 30 13:07:33.819990 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-5b1b721b-9d64-467a-bdde-5a0effda3310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:33.821432 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-5b1b721b-9d64-467a-bdde-5a0effda3310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:33.822549 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-5b1b721b-9d64-467a-bdde-5a0effda3310 service neutron] 10.222.0.39 "PUT /v2.0/ports/0b40b9e0-ec9e-4874-a64d-6df19954cd9b HTTP/1.1" status: 200 len: 1091 time: 1.0414310 Sep 30 13:07:33.822678 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a69feb0-72d0-4d1f-b103-8857418bd6e8', 'tag': '0b40b9e0-ec9e-4874-a64d-6df19954cd9b'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:33.825110 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced29fc3-faab-412e-869f-0f241a2c4bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "0a69feb0-72d0-4d1f-b103-8857418bd6e8", "tag": "0b40b9e0-ec9e-4874-a64d-6df19954cd9b"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:33.865201 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1abcdfa3-5a79-4aa8-afaf-a6a8d3fe3518 req-5ca30b9f-a31c-44ff-9da8-77db1a1ebc49 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7e64f42-ef09-49e2-a7f5-651a363b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697803 Sep 30 13:07:33.865798 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b721b-9d64-467a-bdde-5a0effda3310 service neutron] Pushing event updated for resources: {'Port': ['ID=0b40b9e0-ec9e-4874-a64d-6df19954cd9b,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:33.945162 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e908395c-f976-4272-a493-609743668499 x-openstack-request-id: req-e908395c-f976-4272-a493-609743668499 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:33.945686 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a69feb0-72d0-4d1f-b103-8857418bd6e8", "tag": "0b40b9e0-ec9e-4874-a64d-6df19954cd9b", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:33.945953 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e908395c-f976-4272-a493-609743668499 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:33.946387 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a69feb0-72d0-4d1f-b103-8857418bd6e8', 'tag': '0b40b9e0-ec9e-4874-a64d-6df19954cd9b', 'status': 'completed', 'code': 200} Sep 30 13:07:34.024941 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-a787b1a3-8fb3-4b7b-9967-54fa365038b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:34.026644 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-a787b1a3-8fb3-4b7b-9967-54fa365038b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ad7a66d59bc43c48ae84f2165b2e582&device_id=0a69feb0-72d0-4d1f-b103-8857418bd6e8 HTTP/1.1" status: 200 len: 1094 time: 0.1020377 Sep 30 13:07:34.035324 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1c4151f6-e491-46e8-b2a4-3dd853ae2cba req-c11413e4-a67c-4ab1-8801-0e72533e32bf tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bcde1b1-15ab-4a49-8fb6-5acc1235b916 HTTP/1.1" status: 200 len: 210 time: 0.0383689 Sep 30 13:07:34.051888 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456cdffc-6097-4f55-a2c1-a3248e01d3e7 req-16096eb9-f570-432d-af12-991a06f9305c tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:34.060632 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-456cdffc-6097-4f55-a2c1-a3248e01d3e7 req-16096eb9-f570-432d-af12-991a06f9305c tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.0886405 Sep 30 13:07:34.063432 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-48b97c4d-20f9-4169-9523-21faa0c3cb24 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:34.065423 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-48b97c4d-20f9-4169-9523-21faa0c3cb24 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.39 "GET /v2.0/networks?id=44d1ad4e-8c15-4b0a-994d-4e89994f3603 HTTP/1.1" status: 200 len: 812 time: 0.1742895 Sep 30 13:07:34.105790 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-3d052388-39bb-49a0-8ac0-f4e2402c6f81 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b40b9e0-ec9e-4874-a64d-6df19954cd9b HTTP/1.1" status: 200 len: 217 time: 0.0629687 Sep 30 13:07:34.130707 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-89c4646b-040c-4198-bb48-3d3f56ccaa5a req-94487f07-1a88-4b71-83fc-28e6d8fc613e tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 210 time: 0.0295663 Sep 30 13:07:34.135601 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-eff01270-e8e1-4469-9223-4450a59d7362 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6aa911864ee4dc5b1f6e2e278a5345b HTTP/1.1" status: 200 len: 380 time: 0.0591822 Sep 30 13:07:34.151204 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-456cdffc-6097-4f55-a2c1-a3248e01d3e7 req-d14de435-34c0-431c-9c25-8c8c34d2b3c5 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896606 Sep 30 13:07:34.156021 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-1b4a8e05-3e82-4c44-884a-d7f37b446666 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Request body: {'port': {'device_id': '2bcde1b1-15ab-4a49-8fb6-5acc1235b916', 'network_id': '44d1ad4e-8c15-4b0a-994d-4e89994f3603', 'admin_state_up': True, 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'security_groups': ['8b01d255-d0a8-443f-837f-02e779a0cdac']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:34.170590 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-546b1b94-e4ab-4e4f-8759-6a795aba1d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:34.172468 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-546b1b94-e4ab-4e4f-8759-6a795aba1d93 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67fb7f78-2405-4f84-9ca9-08c51c1d2c30 HTTP/1.1" status: 200 len: 853 time: 0.0536528 Sep 30 13:07:34.212366 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-6cb2a59d-8ebd-4bd9-970f-5438fd380a70 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e26a4697-f117-4f02-9a82-cfcd8215cc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261583 Sep 30 13:07:34.332404 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98baed-0c8f-4658-beee-bc2f06025a99 req-f00577c1-6c8e-4200-a82b-49fcff32a71e tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:34.333903 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3e98baed-0c8f-4658-beee-bc2f06025a99 req-f00577c1-6c8e-4200-a82b-49fcff32a71e tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1073cdc-7d85-4e7b-996c-a59bb240d122 HTTP/1.1" status: 200 len: 944 time: 0.0999758 Sep 30 13:07:34.337777 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-d4b4a371-87d5-4df7-b6db-51a65b286a79 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1ef1016edf414b379caceb8093d57137&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413842 Sep 30 13:07:34.371277 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-8aa8f337-dcc7-48c3-8dea-5600773d1010 service neutron] 10.222.0.39 "GET /v2.0/networks/e26a4697-f117-4f02-9a82-cfcd8215cc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450486 Sep 30 13:07:34.383921 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b93bce-2242-476e-b302-c21d81f0e1b7 req-aded27e5-3eea-4611-8f67-b60bee512c89 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:34.386401 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-75b93bce-2242-476e-b302-c21d81f0e1b7 req-aded27e5-3eea-4611-8f67-b60bee512c89 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a69feb0-72d0-4d1f-b103-8857418bd6e8 HTTP/1.1" status: 200 len: 943 time: 0.0760942 Sep 30 13:07:34.391772 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-1b4a8e05-3e82-4c44-884a-d7f37b446666 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Made reservation on behalf of c6aa911864ee4dc5b1f6e2e278a5345b for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:07:34.395270 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-1b4a8e05-3e82-4c44-884a-d7f37b446666 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:34.473154 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3e98baed-0c8f-4658-beee-bc2f06025a99 req-575bf5d4-6533-4224-b102-f536136143fe tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299736 Sep 30 13:07:34.496497 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-75b93bce-2242-476e-b302-c21d81f0e1b7 req-03059aba-afa3-427f-83e2-5914c00703a8 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e0da9fd-749f-4a6a-a57f-87a8f60f41ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004035 Sep 30 13:07:34.529928 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d5aeaf56-9572-443f-a419-831ae062ef05 req-66bf6741-8780-44b6-8bba-f3f0900f34f9 service neutron] 10.222.0.39 "GET /v2.0/networks/e26a4697-f117-4f02-9a82-cfcd8215cc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419573 Sep 30 13:07:34.550985 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-0acf8942-bbc1-4130-beaa-56a5af1ca1c2 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:34.552419 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-0acf8942-bbc1-4130-beaa-56a5af1ca1c2 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2000978 Sep 30 13:07:34.588366 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-95062e0b-d435-4d5d-88c2-98b010fe5ebf req-a886649d-6a0a-43fa-97b1-402d31a1efe5 tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0459316 Sep 30 13:07:34.595759 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-cb4a9cd2-6e6f-464a-96cf-4dbfe8c1a63b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Request body: {'port': {'device_id': '666eda9e-b016-4241-8f32-d2f233ebe2c4', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': '1ef1016edf414b379caceb8093d57137'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:34.635522 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced29fc3-faab-412e-869f-0f241a2c4bc4 req-f0d65b5b-a0bb-4597-8b9c-8c20e6c7bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:34.637037 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ced29fc3-faab-412e-869f-0f241a2c4bc4 req-f0d65b5b-a0bb-4597-8b9c-8c20e6c7bba0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ad7a66d59bc43c48ae84f2165b2e582&device_id=0a69feb0-72d0-4d1f-b103-8857418bd6e8 HTTP/1.1" status: 200 len: 1094 time: 0.0436704 Sep 30 13:07:34.717246 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-1b4a8e05-3e82-4c44-884a-d7f37b446666 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Allocated IP 172.20.0.4 (44d1ad4e-8c15-4b0a-994d-4e89994f3603/68e4dda5-44bd-4b4d-8a1f-9dfbed436509/cf13c78a-9933-4fbc-b93a-5b792b803dae) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:07:34.733163 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced29fc3-faab-412e-869f-0f241a2c4bc4 req-afd8efdb-0759-437b-a9e9-fcc16067142c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:34.735091 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ced29fc3-faab-412e-869f-0f241a2c4bc4 req-afd8efdb-0759-437b-a9e9-fcc16067142c service neutron] 10.222.0.39 "GET /v2.0/networks?id=e26a4697-f117-4f02-9a82-cfcd8215cc36 HTTP/1.1" status: 200 len: 914 time: 0.0905223 Sep 30 13:07:34.777913 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ced29fc3-faab-412e-869f-0f241a2c4bc4 req-ac92219c-754d-44ee-b539-d20e25ca1b40 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b40b9e0-ec9e-4874-a64d-6df19954cd9b HTTP/1.1" status: 200 len: 217 time: 0.0348227 Sep 30 13:07:34.781898 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-cb4a9cd2-6e6f-464a-96cf-4dbfe8c1a63b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Made reservation on behalf of 1ef1016edf414b379caceb8093d57137 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:07:34.785841 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-cb4a9cd2-6e6f-464a-96cf-4dbfe8c1a63b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:34.807747 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-cb4a9cd2-6e6f-464a-96cf-4dbfe8c1a63b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:34.830692 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced29fc3-faab-412e-869f-0f241a2c4bc4 req-4b0ffacf-63c1-4c84-a677-f09795f6b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:34.832154 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ced29fc3-faab-412e-869f-0f241a2c4bc4 req-4b0ffacf-63c1-4c84-a677-f09795f6b477 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67fb7f78-2405-4f84-9ca9-08c51c1d2c30 HTTP/1.1" status: 200 len: 853 time: 0.0458124 Sep 30 13:07:34.869103 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ced29fc3-faab-412e-869f-0f241a2c4bc4 req-752f5bf4-d7d5-40cc-a105-06281315a237 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e26a4697-f117-4f02-9a82-cfcd8215cc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290587 Sep 30 13:07:35.023168 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ced29fc3-faab-412e-869f-0f241a2c4bc4 req-6b66e7b6-ef77-4a07-824b-d13a855e49a3 service neutron] 10.222.0.39 "GET /v2.0/networks/e26a4697-f117-4f02-9a82-cfcd8215cc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445739 Sep 30 13:07:35.103054 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device e28892e7-07bd-4cf4-a013-d9fdb07b01de up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:07:35.138776 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ced29fc3-faab-412e-869f-0f241a2c4bc4 req-21c25a1d-35ad-4031-a3e4-388bfa20ad9a service neutron] 10.222.0.39 "GET /v2.0/networks/e26a4697-f117-4f02-9a82-cfcd8215cc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080575 Sep 30 13:07:35.163911 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0b10ecc6-62bf-4f12-be32-e4b49f2205b1 req-9fd017aa-8164-4544-b169-c0a6a6275ec7 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bcde1b1-15ab-4a49-8fb6-5acc1235b916 HTTP/1.1" status: 200 len: 210 time: 0.0415862 Sep 30 13:07:35.177903 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port e28892e7-07bd-4cf4-a013-d9fdb07b01de completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:07:35.182845 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port e28892e7-07bd-4cf4-a013-d9fdb07b01de triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:07:35.183331 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:35.224539 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-1b4a8e05-3e82-4c44-884a-d7f37b446666 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:35.260238 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d60b3b5b-d437-4a55-8911-a8bcfcabb71d req-2acdd043-bfe7-41ad-8a1d-d49eb5e1d206 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 210 time: 0.0328813 Sep 30 13:07:35.341294 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e682f-fac5-435c-9037-2a33633ddb4b req-cca9036c-8764-4502-9fdb-df4167804a6f tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:35.342904 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-465e682f-fac5-435c-9037-2a33633ddb4b req-cca9036c-8764-4502-9fdb-df4167804a6f tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b6bc0f-f079-49db-8cb3-00556215079b HTTP/1.1" status: 200 len: 949 time: 0.1235266 Sep 30 13:07:35.348781 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-cb4a9cd2-6e6f-464a-96cf-4dbfe8c1a63b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:35.365036 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-1b4a8e05-3e82-4c44-884a-d7f37b446666 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:35.366624 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-cb4a9cd2-6e6f-464a-96cf-4dbfe8c1a63b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:35.403406 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7958c-617c-4bef-afb9-30fa580bf95d req-a2fc8ee9-dce1-488f-a06a-7ce76832a9bc tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:35.405041 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dbe7958c-617c-4bef-afb9-30fa580bf95d req-a2fc8ee9-dce1-488f-a06a-7ce76832a9bc tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.0668902 Sep 30 13:07:35.414422 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:35.449835 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1073cdc-7d85-4e7b-996c-a59bb240d122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28892e7-07bd-4cf4-a013-d9fdb07b01de'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:35.452514 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72990c17-2045-4ff7-9010-15a538f66099" -d '{"events": [{"server_uuid": "d1073cdc-7d85-4e7b-996c-a59bb240d122", "name": "network-vif-plugged", "status": "completed", "tag": "e28892e7-07bd-4cf4-a013-d9fdb07b01de"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:35.455509 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dbe7958c-617c-4bef-afb9-30fa580bf95d req-7d12d1a7-a812-438e-a135-f0760504bbae tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397329 Sep 30 13:07:35.466852 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port e28892e7-07bd-4cf4-a013-d9fdb07b01de, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=e28892e7-07bd-4cf4-a013-d9fdb07b01de,segment=NetworkSegment(688c8266-a3f8-4cf1-b6d1-6a10b2a992d0),segment_id=688c8266-a3f8-4cf1-b6d1-6a10b2a992d0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:35.473633 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:35.503095 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a9cd2-6e6f-464a-96cf-4dbfe8c1a63b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07516e26-344e-4ff5-adbc-cf0cadf731c3,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:35.511473 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-1b4a8e05-3e82-4c44-884a-d7f37b446666 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Network 44d1ad4e-8c15-4b0a-994d-4e89994f3603 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:07:35.514626 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-465e682f-fac5-435c-9037-2a33633ddb4b req-d636cc08-ed52-4031-ad9d-517a077f0fd6 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7e64f42-ef09-49e2-a7f5-651a363b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639812 Sep 30 13:07:35.522770 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a8e05-3e82-4c44-884a-d7f37b446666 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Pushing event updated for resources: {'Port': ['ID=cf13c78a-9933-4fbc-b93a-5b792b803dae,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:35.527732 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-1b4a8e05-3e82-4c44-884a-d7f37b446666 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:07:35.529464 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191fce0d-6f01-4868-9402-88c7bbdebcb4 x-openstack-request-id: req-191fce0d-6f01-4868-9402-88c7bbdebcb4 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:35.529868 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1073cdc-7d85-4e7b-996c-a59bb240d122", "name": "network-vif-plugged", "status": "completed", "tag": "e28892e7-07bd-4cf4-a013-d9fdb07b01de", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:35.531127 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-191fce0d-6f01-4868-9402-88c7bbdebcb4 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:35.531817 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1073cdc-7d85-4e7b-996c-a59bb240d122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28892e7-07bd-4cf4-a013-d9fdb07b01de', 'code': 200} Sep 30 13:07:35.542592 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-1b4a8e05-3e82-4c44-884a-d7f37b446666 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:07:35.573572 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=e28892e7-07bd-4cf4-a013-d9fdb07b01de,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:35.680892 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-cb4a9cd2-6e6f-464a-96cf-4dbfe8c1a63b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Allocated IP 192.168.233.64 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/b8b0297b-4ed8-427a-82ee-dc8780597acf) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:07:35.686121 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e78c75-240c-48e8-8480-a47b564a56fc req-82fa3c2b-6b8b-4a31-b23f-748a395f7d49 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:35.689834 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-1b4a8e05-3e82-4c44-884a-d7f37b446666 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:35.690509 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-1b4a8e05-3e82-4c44-884a-d7f37b446666 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:35.693475 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c9e78c75-240c-48e8-8480-a47b564a56fc req-82fa3c2b-6b8b-4a31-b23f-748a395f7d49 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1073cdc-7d85-4e7b-996c-a59bb240d122 HTTP/1.1" status: 200 len: 945 time: 0.1012964 Sep 30 13:07:35.703970 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2bc20-5085-46f2-aab5-3f5649a4a482 req-5dd85eba-9742-4e29-9d17-b8621f6e6656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:35.706005 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7cd2bc20-5085-46f2-aab5-3f5649a4a482 req-5dd85eba-9742-4e29-9d17-b8621f6e6656 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d1073cdc-7d85-4e7b-996c-a59bb240d122 HTTP/1.1" status: 200 len: 1096 time: 0.0924108 Sep 30 13:07:35.738434 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede01c97-6bba-4f99-86b5-aee206ddcf18 req-19cfb0c3-42f3-415e-8763-6063dcb3bf1f tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:35.747321 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ede01c97-6bba-4f99-86b5-aee206ddcf18 req-19cfb0c3-42f3-415e-8763-6063dcb3bf1f tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a69feb0-72d0-4d1f-b103-8857418bd6e8 HTTP/1.1" status: 200 len: 943 time: 0.1190488 Sep 30 13:07:35.756169 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c9e78c75-240c-48e8-8480-a47b564a56fc req-74cb663d-182b-433a-ba87-d9ae0e1fe459 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614569 Sep 30 13:07:35.769524 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7cd2bc20-5085-46f2-aab5-3f5649a4a482 req-369f5f14-1a3a-4a27-b108-7e62da44d748 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544152 Sep 30 13:07:35.781745 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-1b4a8e05-3e82-4c44-884a-d7f37b446666 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6301193 Sep 30 13:07:35.810163 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ede01c97-6bba-4f99-86b5-aee206ddcf18 req-9fed2b8b-ba26-4b85-82e0-68b1a92c469c tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e0da9fd-749f-4a6a-a57f-87a8f60f41ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619407 Sep 30 13:07:35.832528 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9214e38c-f042-4e73-b8ba-4de1e09d9028 None None] Provisioning complete for port cf13c78a-9933-4fbc-b93a-5b792b803dae triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:07:35.833260 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9214e38c-f042-4e73-b8ba-4de1e09d9028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:35.872786 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-9214e38c-f042-4e73-b8ba-4de1e09d9028 None None] Port cf13c78a-9933-4fbc-b93a-5b792b803dae cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:07:35.926925 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-283b2712-6997-4ead-a7f1-a472083aacce req-a0772c0a-aab9-4703-afd1-822610b698af tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0381324 Sep 30 13:07:35.963409 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-cb4a9cd2-6e6f-464a-96cf-4dbfe8c1a63b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:35.992510 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-786b0f6d-5dd7-4a70-b5c7-86604f9eeadd service neutron] Request body: {'port': {'device_id': '2bcde1b1-15ab-4a49-8fb6-5acc1235b916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:36.010292 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1be58-f33c-4fe7-bcce-17ceeb2d77e7 req-dadd3bc2-945d-44ef-9da4-20719bddf846 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:36.011837 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2da1be58-f33c-4fe7-bcce-17ceeb2d77e7 req-dadd3bc2-945d-44ef-9da4-20719bddf846 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b6bc0f-f079-49db-8cb3-00556215079b HTTP/1.1" status: 200 len: 949 time: 0.0497167 Sep 30 13:07:36.030373 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-cb4a9cd2-6e6f-464a-96cf-4dbfe8c1a63b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:36.065502 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2da1be58-f33c-4fe7-bcce-17ceeb2d77e7 req-4b6582b1-d894-4228-8c1c-6f47889d3a6c tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7e64f42-ef09-49e2-a7f5-651a363b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443935 Sep 30 13:07:36.097642 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-cb4a9cd2-6e6f-464a-96cf-4dbfe8c1a63b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:07:36.098382 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-786b0f6d-5dd7-4a70-b5c7-86604f9eeadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:36.111461 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-cb4a9cd2-6e6f-464a-96cf-4dbfe8c1a63b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:07:36.113806 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-cb4a9cd2-6e6f-464a-96cf-4dbfe8c1a63b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:07:36.158788 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a9cd2-6e6f-464a-96cf-4dbfe8c1a63b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Pushing event updated for resources: {'Port': ['ID=b8b0297b-4ed8-427a-82ee-dc8780597acf,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:36.202063 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-cb4a9cd2-6e6f-464a-96cf-4dbfe8c1a63b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:36.202841 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-cb4a9cd2-6e6f-464a-96cf-4dbfe8c1a63b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:36.228823 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-cb4a9cd2-6e6f-464a-96cf-4dbfe8c1a63b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6372149 Sep 30 13:07:36.285643 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-379daf4c-e70f-4fca-94e7-b95115a712d3 service neutron] Request body: {'port': {'device_id': '666eda9e-b016-4241-8f32-d2f233ebe2c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:36.394744 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157557e-fccf-4617-a741-3b991b036c1d req-9a26ffeb-1511-4742-9b09-d234580e63b5 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:36.395321 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4f99cc79-e0b4-4e96-983d-67c3da010a16 None None] Provisioning complete for port b8b0297b-4ed8-427a-82ee-dc8780597acf triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:07:36.395321 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4f99cc79-e0b4-4e96-983d-67c3da010a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:36.396179 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6157557e-fccf-4617-a741-3b991b036c1d req-9a26ffeb-1511-4742-9b09-d234580e63b5 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 935 time: 0.0565088 Sep 30 13:07:36.412798 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-379daf4c-e70f-4fca-94e7-b95115a712d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:36.437437 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6157557e-fccf-4617-a741-3b991b036c1d req-295f31e8-78ef-4b46-b3c2-78e344347d94 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353274 Sep 30 13:07:36.441002 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-4f99cc79-e0b4-4e96-983d-67c3da010a16 None None] Port b8b0297b-4ed8-427a-82ee-dc8780597acf cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:07:36.446454 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d20ac8-6ce5-4148-a3a9-f1e89523652c req-d95b4262-7855-4072-bc6f-68478165cc24 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:36.448013 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b2d20ac8-6ce5-4148-a3a9-f1e89523652c req-d95b4262-7855-4072-bc6f-68478165cc24 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bcde1b1-15ab-4a49-8fb6-5acc1235b916 HTTP/1.1" status: 200 len: 931 time: 0.1698275 Sep 30 13:07:36.552953 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b2d20ac8-6ce5-4148-a3a9-f1e89523652c req-c5a15989-4860-4bdd-958c-aed204155766 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b01d255-d0a8-443f-837f-02e779a0cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950456 Sep 30 13:07:36.584107 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4457c1-fa1f-46fb-86fb-6dbf0add5e3a req-7fc415db-4698-4091-a6a6-9927e5fcc240 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:36.585617 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e4457c1-fa1f-46fb-86fb-6dbf0add5e3a req-7fc415db-4698-4091-a6a6-9927e5fcc240 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.0587158 Sep 30 13:07:36.624558 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e4457c1-fa1f-46fb-86fb-6dbf0add5e3a req-b32384cd-e997-44dd-a0d5-a7f25643c0ff tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320385 Sep 30 13:07:36.683349 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-786b0f6d-5dd7-4a70-b5c7-86604f9eeadd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf13c78a-9933-4fbc-b93a-5b792b803dae {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:07:36.693761 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-786b0f6d-5dd7-4a70-b5c7-86604f9eeadd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:36.744398 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-786b0f6d-5dd7-4a70-b5c7-86604f9eeadd service neutron] Transition to ACTIVE for port object cf13c78a-9933-4fbc-b93a-5b792b803dae will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:07:36.748849 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-786b0f6d-5dd7-4a70-b5c7-86604f9eeadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:36.812743 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b0f6d-5dd7-4a70-b5c7-86604f9eeadd service neutron] Pushing event updated for resources: {'Port': ['ID=cf13c78a-9933-4fbc-b93a-5b792b803dae,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:36.960836 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31738a42-dcec-4d0c-9c98-94deccd83f27 req-20acb7a6-6701-45e4-81da-ed14bb0ad245 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:36.965016 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-379daf4c-e70f-4fca-94e7-b95115a712d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b0297b-4ed8-427a-82ee-dc8780597acf {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:07:36.971364 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-31738a42-dcec-4d0c-9c98-94deccd83f27 req-20acb7a6-6701-45e4-81da-ed14bb0ad245 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a69feb0-72d0-4d1f-b103-8857418bd6e8 HTTP/1.1" status: 200 len: 943 time: 0.0861712 Sep 30 13:07:36.982808 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-379daf4c-e70f-4fca-94e7-b95115a712d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:36.995978 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6fc1b-6c7b-4ff8-8d89-7e6acf3b4348 req-99538355-ef99-41d0-b87b-8b9b08fd765a tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:36.997854 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-11c6fc1b-6c7b-4ff8-8d89-7e6acf3b4348 req-99538355-ef99-41d0-b87b-8b9b08fd765a tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1073cdc-7d85-4e7b-996c-a59bb240d122 HTTP/1.1" status: 200 len: 945 time: 0.1644437 Sep 30 13:07:37.000723 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-786b0f6d-5dd7-4a70-b5c7-86604f9eeadd service neutron] Attempting to bind port cf13c78a-9933-4fbc-b93a-5b792b803dae on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:07:37.001053 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-786b0f6d-5dd7-4a70-b5c7-86604f9eeadd service neutron] Attempting to bind port cf13c78a-9933-4fbc-b93a-5b792b803dae by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '4b4e88bf-e721-4782-904c-882beee44d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '44d1ad4e-8c15-4b0a-994d-4e89994f3603'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:07:37.001910 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-786b0f6d-5dd7-4a70-b5c7-86604f9eeadd service neutron] Attempting to bind port cf13c78a-9933-4fbc-b93a-5b792b803dae on network 44d1ad4e-8c15-4b0a-994d-4e89994f3603 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:07:37.016568 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-379daf4c-e70f-4fca-94e7-b95115a712d3 service neutron] Transition to ACTIVE for port object b8b0297b-4ed8-427a-82ee-dc8780597acf will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:07:37.018544 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-786b0f6d-5dd7-4a70-b5c7-86604f9eeadd service neutron] Port cf13c78a-9933-4fbc-b93a-5b792b803dae on network 44d1ad4e-8c15-4b0a-994d-4e89994f3603 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:07:37.018868 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-786b0f6d-5dd7-4a70-b5c7-86604f9eeadd service neutron] Attempting to bind port cf13c78a-9933-4fbc-b93a-5b792b803dae on network 44d1ad4e-8c15-4b0a-994d-4e89994f3603 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:07:37.026654 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-31738a42-dcec-4d0c-9c98-94deccd83f27 req-5b65ffba-f9d9-4d2b-a0cd-1d42fc476ffc tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e0da9fd-749f-4a6a-a57f-87a8f60f41ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539873 Sep 30 13:07:37.035903 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-379daf4c-e70f-4fca-94e7-b95115a712d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:37.037828 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-786b0f6d-5dd7-4a70-b5c7-86604f9eeadd service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:07:37.038159 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-786b0f6d-5dd7-4a70-b5c7-86604f9eeadd service neutron] Checking segment: {'id': '4b4e88bf-e721-4782-904c-882beee44d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '44d1ad4e-8c15-4b0a-994d-4e89994f3603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:07:37.038544 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-786b0f6d-5dd7-4a70-b5c7-86604f9eeadd service neutron] Bound using segment: {'id': '4b4e88bf-e721-4782-904c-882beee44d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '44d1ad4e-8c15-4b0a-994d-4e89994f3603'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:07:37.038995 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-786b0f6d-5dd7-4a70-b5c7-86604f9eeadd service neutron] Bound port: cf13c78a-9933-4fbc-b93a-5b792b803dae, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4e88bf-e721-4782-904c-882beee44d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '44d1ad4e-8c15-4b0a-994d-4e89994f3603'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:07:37.039342 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-786b0f6d-5dd7-4a70-b5c7-86604f9eeadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:37.101640 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0b40b9e0-ec9e-4874-a64d-6df19954cd9b details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:07:37.141750 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9278bb73-1752-4d93-83d7-e09a2bcf5376 req-9e55355f-daaf-4d85-bb6c-fe8930985b94 tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0403562 Sep 30 13:07:37.146351 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-11c6fc1b-6c7b-4ff8-8d89-7e6acf3b4348 req-5b845dda-23ab-4ee7-9396-009d5fc35a43 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329465 Sep 30 13:07:37.151073 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379daf4c-e70f-4fca-94e7-b95115a712d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b0297b-4ed8-427a-82ee-dc8780597acf,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:37.237408 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0b40b9e0-ec9e-4874-a64d-6df19954cd9b, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0b40b9e0-ec9e-4874-a64d-6df19954cd9b,segment=NetworkSegment(b1124d9d-1301-484f-b674-00bfa4108c50),segment_id=b1124d9d-1301-484f-b674-00bfa4108c50)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:37.247817 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-786b0f6d-5dd7-4a70-b5c7-86604f9eeadd service neutron] For port cf13c78a-9933-4fbc-b93a-5b792b803dae, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:07:37.254968 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '0b40b9e0-ec9e-4874-a64d-6df19954cd9b', 'network_id': 'e26a4697-f117-4f02-9a82-cfcd8215cc36', 'port_id': '0b40b9e0-ec9e-4874-a64d-6df19954cd9b', 'mac_address': 'fa:16:3e:c8:fe:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67fb7f78-2405-4f84-9ca9-08c51c1d2c30', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:07:37.266486 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-786b0f6d-5dd7-4a70-b5c7-86604f9eeadd service neutron] For port cf13c78a-9933-4fbc-b93a-5b792b803dae, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cf13c78a-9933-4fbc-b93a-5b792b803dae,segment=NetworkSegment(4b4e88bf-e721-4782-904c-882beee44d7f),segment_id=4b4e88bf-e721-4782-904c-882beee44d7f)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:07:37.277639 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-786b0f6d-5dd7-4a70-b5c7-86604f9eeadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:37.310353 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:37.321216 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b859b6-713a-42ad-89aa-e86c5f41c686 req-135b7614-3354-4812-9364-83b1146a960a tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:37.324800 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b40b9e0-ec9e-4874-a64d-6df19954cd9b {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:07:37.327942 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-786b0f6d-5dd7-4a70-b5c7-86604f9eeadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:37.328553 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-786b0f6d-5dd7-4a70-b5c7-86604f9eeadd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:37.329995 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-786b0f6d-5dd7-4a70-b5c7-86604f9eeadd service neutron] 10.222.0.39 "PUT /v2.0/ports/cf13c78a-9933-4fbc-b93a-5b792b803dae HTTP/1.1" status: 200 len: 1091 time: 1.3440278 Sep 30 13:07:37.331238 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f1b859b6-713a-42ad-89aa-e86c5f41c686 req-135b7614-3354-4812-9364-83b1146a960a tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b6bc0f-f079-49db-8cb3-00556215079b HTTP/1.1" status: 200 len: 949 time: 0.0809174 Sep 30 13:07:37.336332 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bcde1b1-15ab-4a49-8fb6-5acc1235b916', 'tag': 'cf13c78a-9933-4fbc-b93a-5b792b803dae'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:37.340620 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df55032-6d99-4043-9af5-dbeb5ad28759" -d '{"events": [{"name": "network-changed", "server_uuid": "2bcde1b1-15ab-4a49-8fb6-5acc1235b916", "tag": "cf13c78a-9933-4fbc-b93a-5b792b803dae"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:37.355192 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0b40b9e0-ec9e-4874-a64d-6df19954cd9b, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0b40b9e0-ec9e-4874-a64d-6df19954cd9b,segment=NetworkSegment(b1124d9d-1301-484f-b674-00bfa4108c50),segment_id=b1124d9d-1301-484f-b674-00bfa4108c50)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:37.363003 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:37.406964 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f1b859b6-713a-42ad-89aa-e86c5f41c686 req-fb9a6bc8-f9e4-47b5-8dde-62af1d3557ad tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7e64f42-ef09-49e2-a7f5-651a363b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744698 Sep 30 13:07:37.431044 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e56e203-dfef-4c8b-a050-720669d87791 x-openstack-request-id: req-5e56e203-dfef-4c8b-a050-720669d87791 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:37.431044 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bcde1b1-15ab-4a49-8fb6-5acc1235b916", "tag": "cf13c78a-9933-4fbc-b93a-5b792b803dae", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:37.431044 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e56e203-dfef-4c8b-a050-720669d87791 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:37.431044 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bcde1b1-15ab-4a49-8fb6-5acc1235b916', 'tag': 'cf13c78a-9933-4fbc-b93a-5b792b803dae', 'status': 'completed', 'code': 200} Sep 30 13:07:37.431044 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-379daf4c-e70f-4fca-94e7-b95115a712d3 service neutron] Attempting to bind port b8b0297b-4ed8-427a-82ee-dc8780597acf on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:07:37.431044 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-379daf4c-e70f-4fca-94e7-b95115a712d3 service neutron] Attempting to bind port b8b0297b-4ed8-427a-82ee-dc8780597acf by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:07:37.431044 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-379daf4c-e70f-4fca-94e7-b95115a712d3 service neutron] Attempting to bind port b8b0297b-4ed8-427a-82ee-dc8780597acf on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:07:37.446981 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=0b40b9e0-ec9e-4874-a64d-6df19954cd9b,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:37.468040 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-379daf4c-e70f-4fca-94e7-b95115a712d3 service neutron] Port b8b0297b-4ed8-427a-82ee-dc8780597acf on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:07:37.468476 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-379daf4c-e70f-4fca-94e7-b95115a712d3 service neutron] Attempting to bind port b8b0297b-4ed8-427a-82ee-dc8780597acf on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:07:37.481255 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b0f6d-5dd7-4a70-b5c7-86604f9eeadd service neutron] Pushing event updated for resources: {'Port': ['ID=cf13c78a-9933-4fbc-b93a-5b792b803dae,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:37.485180 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-379daf4c-e70f-4fca-94e7-b95115a712d3 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:07:37.485529 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-379daf4c-e70f-4fca-94e7-b95115a712d3 service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:07:37.486492 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-379daf4c-e70f-4fca-94e7-b95115a712d3 service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:07:37.486940 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-379daf4c-e70f-4fca-94e7-b95115a712d3 service neutron] Bound port: b8b0297b-4ed8-427a-82ee-dc8780597acf, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:07:37.487305 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-379daf4c-e70f-4fca-94e7-b95115a712d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:37.561226 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-863da637-b571-4bbc-8c0b-5d37199dea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:37.562704 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-863da637-b571-4bbc-8c0b-5d37199dea10 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6aa911864ee4dc5b1f6e2e278a5345b&device_id=2bcde1b1-15ab-4a49-8fb6-5acc1235b916 HTTP/1.1" status: 200 len: 1094 time: 0.1605246 Sep 30 13:07:37.579636 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b2be5-38bf-44e1-9d0e-fc9132894197 req-53af0ba5-f78f-4c11-af93-aa371ba18896 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:37.581311 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-717b2be5-38bf-44e1-9d0e-fc9132894197 req-53af0ba5-f78f-4c11-af93-aa371ba18896 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 947 time: 0.0554659 Sep 30 13:07:37.629193 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-717b2be5-38bf-44e1-9d0e-fc9132894197 req-7c9def9d-65a8-40ae-94ba-affd3bca645c tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415943 Sep 30 13:07:37.636290 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['0b40b9e0-ec9e-4874-a64d-6df19954cd9b'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:37.643915 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-77c98662-3f13-4588-892a-a34cefd94422 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf13c78a-9933-4fbc-b93a-5b792b803dae HTTP/1.1" status: 200 len: 217 time: 0.0637107 Sep 30 13:07:37.649108 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c11337-c0c3-4881-b296-426be4f7ccfa req-f77c7578-9633-475c-b03d-04b9ce3c79fe tempest-LiveMigrationNegativeTest-1515394043 tempest-LiveMigrationNegativeTest-1515394043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:37.656230 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-55c11337-c0c3-4881-b296-426be4f7ccfa req-f77c7578-9633-475c-b03d-04b9ce3c79fe tempest-LiveMigrationNegativeTest-1515394043 tempest-LiveMigrationNegativeTest-1515394043-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c5b6bc0f-f079-49db-8cb3-00556215079b HTTP/1.1" status: 200 len: 1100 time: 0.1484563 Sep 30 13:07:37.711017 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-379daf4c-e70f-4fca-94e7-b95115a712d3 service neutron] For port b8b0297b-4ed8-427a-82ee-dc8780597acf, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:07:37.719927 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-55c11337-c0c3-4881-b296-426be4f7ccfa req-1055670a-e5db-429a-9abd-ab88d0ec669a tempest-LiveMigrationNegativeTest-1515394043 tempest-LiveMigrationNegativeTest-1515394043-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:37.750142 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-379daf4c-e70f-4fca-94e7-b95115a712d3 service neutron] For port b8b0297b-4ed8-427a-82ee-dc8780597acf, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=b8b0297b-4ed8-427a-82ee-dc8780597acf,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:07:37.766329 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59526b-8c04-4dc3-ba13-3402cd0232cb req-da88da3b-6ab5-48bf-8f0f-4c264efd9fb2 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:37.768067 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5a59526b-8c04-4dc3-ba13-3402cd0232cb req-da88da3b-6ab5-48bf-8f0f-4c264efd9fb2 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bcde1b1-15ab-4a49-8fb6-5acc1235b916 HTTP/1.1" status: 200 len: 943 time: 0.0649576 Sep 30 13:07:37.779967 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-379daf4c-e70f-4fca-94e7-b95115a712d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:37.811973 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5a59526b-8c04-4dc3-ba13-3402cd0232cb req-7fb6bcba-70d1-46e1-9044-bd05f98a8e88 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b01d255-d0a8-443f-837f-02e779a0cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370097 Sep 30 13:07:37.821989 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-cea6d9b3-5ca5-4d2c-9068-99324b69fe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:37.823470 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-cea6d9b3-5ca5-4d2c-9068-99324b69fe46 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=68e4dda5-44bd-4b4d-8a1f-9dfbed436509 HTTP/1.1" status: 200 len: 851 time: 0.1605604 Sep 30 13:07:37.858055 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-379daf4c-e70f-4fca-94e7-b95115a712d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:37.858606 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-379daf4c-e70f-4fca-94e7-b95115a712d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:37.860872 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-379daf4c-e70f-4fca-94e7-b95115a712d3 service neutron] 10.222.0.39 "PUT /v2.0/ports/b8b0297b-4ed8-427a-82ee-dc8780597acf HTTP/1.1" status: 200 len: 1095 time: 1.5836906 Sep 30 13:07:37.927904 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8adbc6-8b56-4167-bb8c-55f7c9cf7edb req-bc905ea4-2f11-4f29-96c3-1a09626f1656 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:37.929635 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0a8adbc6-8b56-4167-bb8c-55f7c9cf7edb req-bc905ea4-2f11-4f29-96c3-1a09626f1656 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.0585461 Sep 30 13:07:37.932784 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f3c2c-06d4-48e9-8e9e-eaeb1b311d9f req-6d2bbfc7-f52f-4de6-9a27-2d0208ad203e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:37.934581 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0c4f3c2c-06d4-48e9-8e9e-eaeb1b311d9f req-6d2bbfc7-f52f-4de6-9a27-2d0208ad203e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 1097 time: 0.1906064 Sep 30 13:07:37.935218 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379daf4c-e70f-4fca-94e7-b95115a712d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b0297b-4ed8-427a-82ee-dc8780597acf,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:37.973563 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0a8adbc6-8b56-4167-bb8c-55f7c9cf7edb req-e558525d-2ca3-49df-95b9-88fec68438d9 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359864 Sep 30 13:07:37.999146 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-c6557d64-211a-4c5f-ab05-2cd1848c17e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:38.000747 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-c6557d64-211a-4c5f-ab05-2cd1848c17e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=44d1ad4e-8c15-4b0a-994d-4e89994f3603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1617250 Sep 30 13:07:38.051884 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-0b1ed106-e4bb-4fe2-87a1-1e5e29248db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:38.053361 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-0b1ed106-e4bb-4fe2-87a1-1e5e29248db1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 1098 time: 0.1388905 Sep 30 13:07:38.061735 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0c4f3c2c-06d4-48e9-8e9e-eaeb1b311d9f req-9abeaaa9-16d3-4f1f-ac4c-89229572d64c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077678 Sep 30 13:07:38.142781 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-49d095d5-21d5-4515-bcda-5ffa3644eb08 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=b8b0297b-4ed8-427a-82ee-dc8780597acf HTTP/1.1" status: 200 len: 217 time: 0.0717406 Sep 30 13:07:38.144519 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20763220-013b-428c-b5c7-918b7db5a046 req-4467290d-3f06-4d63-aab4-d96df686563b tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:38.145716 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-20763220-013b-428c-b5c7-918b7db5a046 req-4467290d-3f06-4d63-aab4-d96df686563b tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a69feb0-72d0-4d1f-b103-8857418bd6e8 HTTP/1.1" status: 200 len: 944 time: 0.0519037 Sep 30 13:07:38.184144 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-20763220-013b-428c-b5c7-918b7db5a046 req-fbb98363-2476-4df9-bb3b-64c8f3584008 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e0da9fd-749f-4a6a-a57f-87a8f60f41ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322437 Sep 30 13:07:38.192232 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-55c11337-c0c3-4881-b296-426be4f7ccfa req-1055670a-e5db-429a-9abd-ab88d0ec669a tempest-LiveMigrationNegativeTest-1515394043 tempest-LiveMigrationNegativeTest-1515394043-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:38.213382 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-55c11337-c0c3-4881-b296-426be4f7ccfa req-1055670a-e5db-429a-9abd-ab88d0ec669a tempest-LiveMigrationNegativeTest-1515394043 tempest-LiveMigrationNegativeTest-1515394043-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:38.234271 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-78c16e19-8261-4891-96dc-5aa5cd90d5eb service neutron] 10.222.0.39 "GET /v2.0/networks/44d1ad4e-8c15-4b0a-994d-4e89994f3603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207046 Sep 30 13:07:38.249890 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-f8ed7f29-f464-472b-8401-1a1fbcf5f178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:38.251938 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-f8ed7f29-f464-472b-8401-1a1fbcf5f178 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0987976 Sep 30 13:07:38.262102 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-55c11337-c0c3-4881-b296-426be4f7ccfa req-1055670a-e5db-429a-9abd-ab88d0ec669a tempest-LiveMigrationNegativeTest-1515394043 tempest-LiveMigrationNegativeTest-1515394043-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d7e64f42-ef09-49e2-a7f5-651a363b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6050479 Sep 30 13:07:38.284223 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055670a-e5db-429a-9abd-ab88d0ec669a tempest-LiveMigrationNegativeTest-1515394043 tempest-LiveMigrationNegativeTest-1515394043-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5bf1a8-6956-460e-bdcc-063cd3de0bfc,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:38.310129 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f926fa-d760-4ed4-9475-d6a7600b5fec req-e098ea52-0d26-4e01-b163-726fc95b5d15 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:38.311656 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-92f926fa-d760-4ed4-9475-d6a7600b5fec req-e098ea52-0d26-4e01-b163-726fc95b5d15 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1073cdc-7d85-4e7b-996c-a59bb240d122 HTTP/1.1" status: 200 len: 945 time: 0.0719001 Sep 30 13:07:38.352262 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-92f926fa-d760-4ed4-9475-d6a7600b5fec req-152df047-14e8-492d-992a-6597ec2bf01d tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327859 Sep 30 13:07:38.384010 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1cd49d95-01f4-44d9-8e87-dc3d379c830d req-7eea30e0-6dbf-44bf-8619-65f03462325f tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0352397 Sep 30 13:07:38.385817 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-b65d6625-8c8e-41ad-a765-fbc5f23295f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:38.387311 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-b65d6625-8c8e-41ad-a765-fbc5f23295f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1235497 Sep 30 13:07:38.416191 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f8f8ca2-d734-4672-9b02-8dfc5de11d9f req-e9f167d6-c240-41d3-bfe5-1fb0f4c924b7 service neutron] 10.222.0.39 "GET /v2.0/networks/44d1ad4e-8c15-4b0a-994d-4e89994f3603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679540 Sep 30 13:07:38.524886 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-e156f8c9-d0f6-4f42-919c-bd17955a1ac9 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076672 Sep 30 13:07:38.765278 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ac7a5-daf0-48fe-b931-2d1c8ca94ac4 req-429b0f9b-1cdb-4314-b650-c2001969915e tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:38.766949 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c70ac7a5-daf0-48fe-b931-2d1c8ca94ac4 req-429b0f9b-1cdb-4314-b650-c2001969915e tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 947 time: 0.0617352 Sep 30 13:07:38.812318 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c70ac7a5-daf0-48fe-b931-2d1c8ca94ac4 req-c2f54c10-cdb2-4248-a9a9-588c6c25827f tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387137 Sep 30 13:07:38.945080 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b751c2-f448-4a29-aaff-f48ccfef2ef1 req-f41c210e-cbf7-49ce-86bb-08c1a37a7b09 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:38.947011 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b4b751c2-f448-4a29-aaff-f48ccfef2ef1 req-f41c210e-cbf7-49ce-86bb-08c1a37a7b09 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bcde1b1-15ab-4a49-8fb6-5acc1235b916 HTTP/1.1" status: 200 len: 943 time: 0.0541446 Sep 30 13:07:38.989063 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b4b751c2-f448-4a29-aaff-f48ccfef2ef1 req-f98f7a28-0aa5-46e0-9538-dee5e4f85ae2 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b01d255-d0a8-443f-837f-02e779a0cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357924 Sep 30 13:07:39.002340 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df55032-6d99-4043-9af5-dbeb5ad28759 req-0a2608b4-259f-4d97-9b8e-797a0c68cbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:39.002991 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7df55032-6d99-4043-9af5-dbeb5ad28759 req-0a2608b4-259f-4d97-9b8e-797a0c68cbd6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6aa911864ee4dc5b1f6e2e278a5345b&device_id=2bcde1b1-15ab-4a49-8fb6-5acc1235b916 HTTP/1.1" status: 200 len: 1094 time: 0.4598007 Sep 30 13:07:39.015773 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c2694-e82e-4c68-97b0-9360180279e3 req-8b0b8504-9950-4546-a2e4-6e0696b7edbb tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:39.019099 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d7c2694-e82e-4c68-97b0-9360180279e3 req-8b0b8504-9950-4546-a2e4-6e0696b7edbb tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b6bc0f-f079-49db-8cb3-00556215079b HTTP/1.1" status: 200 len: 949 time: 0.1259904 Sep 30 13:07:39.061059 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de13a534-db60-459f-9a88-eaec5dbbe11c req-fe5925e2-9346-4df0-b010-24e7c04e409a service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5257955 Sep 30 13:07:39.102157 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0b40b9e0-ec9e-4874-a64d-6df19954cd9b up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:07:39.122798 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c474269-ed99-48a6-9e85-2880f1784367 req-f24f006d-8833-47b3-a5da-36e51817ac61 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:39.124337 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0c474269-ed99-48a6-9e85-2880f1784367 req-f24f006d-8833-47b3-a5da-36e51817ac61 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.0684307 Sep 30 13:07:39.140569 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d7c2694-e82e-4c68-97b0-9360180279e3 req-4ab7e946-b9b4-4955-98c6-a5f8f008c307 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7e64f42-ef09-49e2-a7f5-651a363b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129518 Sep 30 13:07:39.170208 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 0b40b9e0-ec9e-4874-a64d-6df19954cd9b completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:07:39.180414 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 0b40b9e0-ec9e-4874-a64d-6df19954cd9b triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:07:39.180790 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:39.182018 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df55032-6d99-4043-9af5-dbeb5ad28759 req-8a55f9f3-a171-4687-b848-7c7d7729ea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:39.183563 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7df55032-6d99-4043-9af5-dbeb5ad28759 req-8a55f9f3-a171-4687-b848-7c7d7729ea0a service neutron] 10.222.0.39 "GET /v2.0/networks?id=44d1ad4e-8c15-4b0a-994d-4e89994f3603 HTTP/1.1" status: 200 len: 913 time: 0.1573391 Sep 30 13:07:39.190052 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0c474269-ed99-48a6-9e85-2880f1784367 req-d5b7d60e-9bdb-41ae-bf3a-ce7010e27b23 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569947 Sep 30 13:07:39.238720 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7df55032-6d99-4043-9af5-dbeb5ad28759 req-ab7442e3-e82e-4404-a5dd-0a3cdd443918 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf13c78a-9933-4fbc-b93a-5b792b803dae HTTP/1.1" status: 200 len: 217 time: 0.0449383 Sep 30 13:07:39.303177 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:39.344220 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a69feb0-72d0-4d1f-b103-8857418bd6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b40b9e0-ec9e-4874-a64d-6df19954cd9b'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:39.347728 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e02ec8f-9293-44d5-adaf-e3719fb962d8" -d '{"events": [{"server_uuid": "0a69feb0-72d0-4d1f-b103-8857418bd6e8", "name": "network-vif-plugged", "status": "completed", "tag": "0b40b9e0-ec9e-4874-a64d-6df19954cd9b"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:39.370005 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0b40b9e0-ec9e-4874-a64d-6df19954cd9b, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0b40b9e0-ec9e-4874-a64d-6df19954cd9b,segment=NetworkSegment(b1124d9d-1301-484f-b674-00bfa4108c50),segment_id=b1124d9d-1301-484f-b674-00bfa4108c50)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:39.377290 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:39.402233 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df55032-6d99-4043-9af5-dbeb5ad28759 req-b13b9d74-258f-4122-988a-d3ea7588b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:39.410031 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7df55032-6d99-4043-9af5-dbeb5ad28759 req-b13b9d74-258f-4122-988a-d3ea7588b3b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=68e4dda5-44bd-4b4d-8a1f-9dfbed436509 HTTP/1.1" status: 200 len: 851 time: 0.1498239 Sep 30 13:07:39.427157 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666eda9e-b016-4241-8f32-d2f233ebe2c4', 'tag': 'b8b0297b-4ed8-427a-82ee-dc8780597acf'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:39.431579 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc98e19d-9f71-4d57-8fe9-9725b50e7648" -d '{"events": [{"name": "network-changed", "server_uuid": "666eda9e-b016-4241-8f32-d2f233ebe2c4", "tag": "b8b0297b-4ed8-427a-82ee-dc8780597acf"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:39.436565 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edc133b-2867-48d1-8ed5-3cd8082cc0ff x-openstack-request-id: req-4edc133b-2867-48d1-8ed5-3cd8082cc0ff {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:39.436859 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a69feb0-72d0-4d1f-b103-8857418bd6e8", "name": "network-vif-plugged", "status": "completed", "tag": "0b40b9e0-ec9e-4874-a64d-6df19954cd9b", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:39.437109 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4edc133b-2867-48d1-8ed5-3cd8082cc0ff {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:39.437498 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a69feb0-72d0-4d1f-b103-8857418bd6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b40b9e0-ec9e-4874-a64d-6df19954cd9b', 'code': 200} Sep 30 13:07:39.458268 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=0b40b9e0-ec9e-4874-a64d-6df19954cd9b,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:39.503290 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652843fd-f8f6-4192-bab4-139c74603028 req-0f8e7cd7-9987-467d-9abd-b7a30842fdec tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:39.505128 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-652843fd-f8f6-4192-bab4-139c74603028 req-0f8e7cd7-9987-467d-9abd-b7a30842fdec tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a69feb0-72d0-4d1f-b103-8857418bd6e8 HTTP/1.1" status: 200 len: 944 time: 0.2392943 Sep 30 13:07:39.546432 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-06501755-aa27-4e1d-b28a-1cdb544257cf req-bf23f4d3-17a9-4793-b414-be8c41a3de96 tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0316286 Sep 30 13:07:39.561380 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df55032-6d99-4043-9af5-dbeb5ad28759 req-ada5de77-3d06-4dda-a343-3cb13e716979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:39.562947 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7df55032-6d99-4043-9af5-dbeb5ad28759 req-ada5de77-3d06-4dda-a343-3cb13e716979 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=44d1ad4e-8c15-4b0a-994d-4e89994f3603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510446 Sep 30 13:07:39.605081 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7e0b23-9c8c-457e-901b-bbf4d3545751 x-openstack-request-id: req-3b7e0b23-9c8c-457e-901b-bbf4d3545751 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:39.605365 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666eda9e-b016-4241-8f32-d2f233ebe2c4", "tag": "b8b0297b-4ed8-427a-82ee-dc8780597acf", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:39.605614 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b7e0b23-9c8c-457e-901b-bbf4d3545751 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:39.606002 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666eda9e-b016-4241-8f32-d2f233ebe2c4', 'tag': 'b8b0297b-4ed8-427a-82ee-dc8780597acf', 'status': 'completed', 'code': 200} Sep 30 13:07:39.616190 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-652843fd-f8f6-4192-bab4-139c74603028 req-69740f76-cc06-44fd-8370-2870e1d2e72d tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e0da9fd-749f-4a6a-a57f-87a8f60f41ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033044 Sep 30 13:07:39.629026 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2a603-2353-47f9-ac5e-2a6bbf3f4e75 req-718c3596-1636-4d69-8a5a-4595d0dbb732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:39.630549 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1de2a603-2353-47f9-ac5e-2a6bbf3f4e75 req-718c3596-1636-4d69-8a5a-4595d0dbb732 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0a69feb0-72d0-4d1f-b103-8857418bd6e8 HTTP/1.1" status: 200 len: 1096 time: 0.1092265 Sep 30 13:07:39.671990 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98e19d-9f71-4d57-8fe9-9725b50e7648 req-926203f9-19e8-4bef-8e22-d8afd35c6ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:39.673536 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cc98e19d-9f71-4d57-8fe9-9725b50e7648 req-926203f9-19e8-4bef-8e22-d8afd35c6ea9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 1098 time: 0.0510824 Sep 30 13:07:39.712730 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1de2a603-2353-47f9-ac5e-2a6bbf3f4e75 req-9ad7dcae-d685-43d1-bf10-161d8e707741 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9e0da9fd-749f-4a6a-a57f-87a8f60f41ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474229 Sep 30 13:07:39.716271 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7df55032-6d99-4043-9af5-dbeb5ad28759 req-04fcd09c-b146-48c3-b02c-4f7cd8b85e00 service neutron] 10.222.0.39 "GET /v2.0/networks/44d1ad4e-8c15-4b0a-994d-4e89994f3603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447155 Sep 30 13:07:39.774223 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98e19d-9f71-4d57-8fe9-9725b50e7648 req-75e51c33-0b00-4ac5-8a56-203c94aa9d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:39.775701 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cc98e19d-9f71-4d57-8fe9-9725b50e7648 req-75e51c33-0b00-4ac5-8a56-203c94aa9d1a service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.0890381 Sep 30 13:07:39.931062 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6b079-6d39-438b-bd60-cc9419080d4e req-4d5c67ff-8600-472b-bd99-fc309ea02f9e tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:39.932457 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8df6b079-6d39-438b-bd60-cc9419080d4e req-4d5c67ff-8600-472b-bd99-fc309ea02f9e tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 947 time: 0.0497797 Sep 30 13:07:39.993807 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cc98e19d-9f71-4d57-8fe9-9725b50e7648 req-43c86f7d-621f-485a-af9e-4038fc7fd9fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=b8b0297b-4ed8-427a-82ee-dc8780597acf HTTP/1.1" status: 200 len: 217 time: 0.0417070 Sep 30 13:07:40.038552 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8df6b079-6d39-438b-bd60-cc9419080d4e req-64592fa9-a71b-4774-b21e-8acc688218ae tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996768 Sep 30 13:07:40.053574 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7df55032-6d99-4043-9af5-dbeb5ad28759 req-3f2b7dad-4c84-4ee3-a531-56a370f9f65f service neutron] 10.222.0.39 "GET /v2.0/networks/44d1ad4e-8c15-4b0a-994d-4e89994f3603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009681 Sep 30 13:07:40.068075 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98e19d-9f71-4d57-8fe9-9725b50e7648 req-380a92bb-b000-424d-b2e2-b901debf222b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:40.070244 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cc98e19d-9f71-4d57-8fe9-9725b50e7648 req-380a92bb-b000-424d-b2e2-b901debf222b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0675824 Sep 30 13:07:40.150906 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98e19d-9f71-4d57-8fe9-9725b50e7648 req-34c94ef4-ae6d-4e81-be39-ade15a8e9de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:40.152602 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cc98e19d-9f71-4d57-8fe9-9725b50e7648 req-34c94ef4-ae6d-4e81-be39-ade15a8e9de5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0743570 Sep 30 13:07:40.170749 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3cb7ed-7ce1-448d-ab61-07a8cbbba608 req-dfcf444b-9a11-4d91-91dc-513b84a206f2 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:40.172435 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4b3cb7ed-7ce1-448d-ab61-07a8cbbba608 req-dfcf444b-9a11-4d91-91dc-513b84a206f2 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bcde1b1-15ab-4a49-8fb6-5acc1235b916 HTTP/1.1" status: 200 len: 943 time: 0.0672214 Sep 30 13:07:40.273171 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014e92c-219e-4812-98d6-ae51352f2039 req-71e86d61-a23c-40c6-acb7-f1a48d894029 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:40.273922 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4b3cb7ed-7ce1-448d-ab61-07a8cbbba608 req-2f0285b9-decf-45d1-8232-145c1171b511 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b01d255-d0a8-443f-837f-02e779a0cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864019 Sep 30 13:07:40.274816 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4014e92c-219e-4812-98d6-ae51352f2039 req-71e86d61-a23c-40c6-acb7-f1a48d894029 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b6bc0f-f079-49db-8cb3-00556215079b HTTP/1.1" status: 200 len: 949 time: 0.0525215 Sep 30 13:07:40.310076 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cc98e19d-9f71-4d57-8fe9-9725b50e7648 req-3ff99519-29d6-43c2-98b1-71c822dce51e service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344264 Sep 30 13:07:40.325790 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4014e92c-219e-4812-98d6-ae51352f2039 req-a6385dac-882e-44a3-abcd-4b0353980651 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7e64f42-ef09-49e2-a7f5-651a363b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400164 Sep 30 13:07:40.449970 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889014a-54c7-423c-ad47-d3069b21eaf7 req-eeaddc38-36a6-41e8-aaef-420d143935ec tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:40.451506 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e889014a-54c7-423c-ad47-d3069b21eaf7 req-eeaddc38-36a6-41e8-aaef-420d143935ec tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.1102474 Sep 30 13:07:40.455527 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cc98e19d-9f71-4d57-8fe9-9725b50e7648 req-eb1925c2-6cfe-4123-a297-feb1bf1fa2c6 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380672 Sep 30 13:07:40.492505 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e889014a-54c7-423c-ad47-d3069b21eaf7 req-195a705e-80ad-48bf-817d-ed3e9406ab5b tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334761 Sep 30 13:07:40.530191 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-14c81f9e-2288-4987-b9b1-6990afeb7fc3 req-2640450f-bf08-4930-9f8e-2718066dbbec tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-678927220', 'description': 'tempest-description-112228428'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:40.554908 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-14c81f9e-2288-4987-b9b1-6990afeb7fc3 req-2640450f-bf08-4930-9f8e-2718066dbbec tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:40.658238 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-862c645e-6c48-49bc-8720-194b5129080d req-68b0dbb5-9634-47fc-88d6-b208e1100ba0 tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0277081 Sep 30 13:07:40.660855 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-14c81f9e-2288-4987-b9b1-6990afeb7fc3 req-2640450f-bf08-4930-9f8e-2718066dbbec tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:40.668553 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-14c81f9e-2288-4987-b9b1-6990afeb7fc3 req-2640450f-bf08-4930-9f8e-2718066dbbec tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:40.710576 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-14c81f9e-2288-4987-b9b1-6990afeb7fc3 req-2640450f-bf08-4930-9f8e-2718066dbbec tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:40.711842 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-14c81f9e-2288-4987-b9b1-6990afeb7fc3 req-2640450f-bf08-4930-9f8e-2718066dbbec tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1859040 Sep 30 13:07:40.722966 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374f472-e1e1-492d-bb42-157d724098ac req-54f23ed1-a63d-458d-b5bd-8c209123acf9 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:40.724498 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0374f472-e1e1-492d-bb42-157d724098ac req-54f23ed1-a63d-458d-b5bd-8c209123acf9 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5b6bc0f-f079-49db-8cb3-00556215079b HTTP/1.1" status: 200 len: 949 time: 0.1031995 Sep 30 13:07:40.725159 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640450f-bf08-4930-9f8e-2718066dbbec tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=553d9ed9-62cc-4146-8566-447d2408332d,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:40.734232 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640450f-bf08-4930-9f8e-2718066dbbec tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:40.734597 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640450f-bf08-4930-9f8e-2718066dbbec tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:40.734933 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640450f-bf08-4930-9f8e-2718066dbbec tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:40.735271 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640450f-bf08-4930-9f8e-2718066dbbec tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:40.736184 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640450f-bf08-4930-9f8e-2718066dbbec tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:40.736521 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640450f-bf08-4930-9f8e-2718066dbbec tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:40.736855 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640450f-bf08-4930-9f8e-2718066dbbec tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:40.737190 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640450f-bf08-4930-9f8e-2718066dbbec tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:40.737445 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640450f-bf08-4930-9f8e-2718066dbbec tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:40.737837 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640450f-bf08-4930-9f8e-2718066dbbec tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:40.738109 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640450f-bf08-4930-9f8e-2718066dbbec tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:40.738466 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640450f-bf08-4930-9f8e-2718066dbbec tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:40.796652 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bc844-231b-4176-8a3f-065066df9358 req-8b1c59ff-1702-4efb-90c0-3c141a51cbd0 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:40.805951 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bf5bc844-231b-4176-8a3f-065066df9358 req-8b1c59ff-1702-4efb-90c0-3c141a51cbd0 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a69feb0-72d0-4d1f-b103-8857418bd6e8 HTTP/1.1" status: 200 len: 945 time: 0.0611651 Sep 30 13:07:40.842963 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-0374f472-e1e1-492d-bb42-157d724098ac req-ccce051e-f720-4f04-a3d3-ed9b3b9005fd tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Deleting port b5321871-9a26-40a0-8740-ce789bea7c4f {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:07:40.843315 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0374f472-e1e1-492d-bb42-157d724098ac req-ccce051e-f720-4f04-a3d3-ed9b3b9005fd tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:40.858179 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bf5bc844-231b-4176-8a3f-065066df9358 req-514ed7b6-c0f5-455f-a386-823b242e5935 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e0da9fd-749f-4a6a-a57f-87a8f60f41ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511835 Sep 30 13:07:40.946546 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3113b742-e28b-40e6-aefd-d63fef013761 req-dd1119c5-da81-4b87-8825-071764c926d3 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-678927220&fields=id&tenant_id=1806d3d957b442d084afb5a6e6939111 HTTP/1.1" status: 200 len: 267 time: 0.0819631 Sep 30 13:07:40.993040 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0374f472-e1e1-492d-bb42-157d724098ac req-ccce051e-f720-4f04-a3d3-ed9b3b9005fd tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] For port b5321871-9a26-40a0-8740-ce789bea7c4f, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=b5321871-9a26-40a0-8740-ce789bea7c4f,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:40.993321 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0374f472-e1e1-492d-bb42-157d724098ac req-ccce051e-f720-4f04-a3d3-ed9b3b9005fd tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:41.008635 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-0374f472-e1e1-492d-bb42-157d724098ac req-ccce051e-f720-4f04-a3d3-ed9b3b9005fd tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Calling delete_port for b5321871-9a26-40a0-8740-ce789bea7c4f owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:07:41.032315 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113b742-e28b-40e6-aefd-d63fef013761 req-119ced42-9557-412c-95eb-0acff27ab545 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:41.034427 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3113b742-e28b-40e6-aefd-d63fef013761 req-119ced42-9557-412c-95eb-0acff27ab545 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.0816069 Sep 30 13:07:41.073891 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-3113b742-e28b-40e6-aefd-d63fef013761 req-769871fe-d373-4c51-9751-63e5466b462b tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Request body: {'port': {'security_groups': ['a8ba9396-7eea-4013-a9b5-0d7fcd0b7113', '553d9ed9-62cc-4146-8566-447d2408332d']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:41.113632 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device cf13c78a-9933-4fbc-b93a-5b792b803dae details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:07:41.156832 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3113b742-e28b-40e6-aefd-d63fef013761 req-769871fe-d373-4c51-9751-63e5466b462b tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:41.197059 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db443126-7793-48bb-a7c3-e7f05370ef45 req-2b7ffcf7-db59-49dd-9864-95634b5bc8cd tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:41.199119 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-db443126-7793-48bb-a7c3-e7f05370ef45 req-2b7ffcf7-db59-49dd-9864-95634b5bc8cd tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 947 time: 0.0840852 Sep 30 13:07:41.262506 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-db443126-7793-48bb-a7c3-e7f05370ef45 req-391695c6-15dc-4b49-9dc4-b283dabf2b11 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519173 Sep 30 13:07:41.313167 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port cf13c78a-9933-4fbc-b93a-5b792b803dae, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cf13c78a-9933-4fbc-b93a-5b792b803dae,segment=NetworkSegment(4b4e88bf-e721-4782-904c-882beee44d7f),segment_id=4b4e88bf-e721-4782-904c-882beee44d7f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:41.328458 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'cf13c78a-9933-4fbc-b93a-5b792b803dae', 'network_id': '44d1ad4e-8c15-4b0a-994d-4e89994f3603', 'port_id': 'cf13c78a-9933-4fbc-b93a-5b792b803dae', 'mac_address': 'fa:16:3e:b1:79:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e4dda5-44bd-4b4d-8a1f-9dfbed436509', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:07:41.342333 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0374f472-e1e1-492d-bb42-157d724098ac req-ccce051e-f720-4f04-a3d3-ed9b3b9005fd tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:41.356652 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['b5321871-9a26-40a0-8740-ce789bea7c4f'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:41.358801 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['6eecd3ef-a3d4-4fa4-8497-1a1f360536dd'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:41.383335 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce051e-f720-4f04-a3d3-ed9b3b9005fd tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Pushing event deleted for resources: {'Port': ['ID=b5321871-9a26-40a0-8740-ce789bea7c4f,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:41.437081 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:41.461211 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf13c78a-9933-4fbc-b93a-5b792b803dae {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:07:41.462735 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-0374f472-e1e1-492d-bb42-157d724098ac req-ccce051e-f720-4f04-a3d3-ed9b3b9005fd tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] No DVR routers for this DVR port b5321871-9a26-40a0-8740-ce789bea7c4f on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:07:41.466175 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0374f472-e1e1-492d-bb42-157d724098ac req-ccce051e-f720-4f04-a3d3-ed9b3b9005fd tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:41.469107 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0374f472-e1e1-492d-bb42-157d724098ac req-ccce051e-f720-4f04-a3d3-ed9b3b9005fd tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.54 "DELETE /v2.0/ports/b5321871-9a26-40a0-8740-ce789bea7c4f HTTP/1.1" status: 204 len: 173 time: 0.7365713 Sep 30 13:07:41.472906 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348411a5-41b2-4d49-8900-5cef9aa9f8b0 req-9217cdb9-4d41-4d3b-9090-7c63e3e58d66 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:41.482533 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-348411a5-41b2-4d49-8900-5cef9aa9f8b0 req-9217cdb9-4d41-4d3b-9090-7c63e3e58d66 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bcde1b1-15ab-4a49-8fb6-5acc1235b916 HTTP/1.1" status: 200 len: 943 time: 0.1035907 Sep 30 13:07:41.498209 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port cf13c78a-9933-4fbc-b93a-5b792b803dae, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cf13c78a-9933-4fbc-b93a-5b792b803dae,segment=NetworkSegment(4b4e88bf-e721-4782-904c-882beee44d7f),segment_id=4b4e88bf-e721-4782-904c-882beee44d7f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:41.535598 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:41.537315 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device b8b0297b-4ed8-427a-82ee-dc8780597acf details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:07:41.556194 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-348411a5-41b2-4d49-8900-5cef9aa9f8b0 req-0a0e16a2-0066-4bd6-b8a8-d958fad8b6c9 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b01d255-d0a8-443f-837f-02e779a0cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684738 Sep 30 13:07:41.658280 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b6bc0f-f079-49db-8cb3-00556215079b', 'name': 'network-vif-deleted', 'tag': 'b5321871-9a26-40a0-8740-ce789bea7c4f'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:41.662037 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d7e303-fada-4779-8b12-706eab4b993c" -d '{"events": [{"server_uuid": "c5b6bc0f-f079-49db-8cb3-00556215079b", "name": "network-vif-deleted", "tag": "b5321871-9a26-40a0-8740-ce789bea7c4f"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:41.668095 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=cf13c78a-9933-4fbc-b93a-5b792b803dae,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:41.697375 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2cbd61d-fdcd-4be5-8b8b-a11b7961e929 req-ec656dd1-df1f-4e9c-96a8-25e54e152243 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b6bc0f-f079-49db-8cb3-00556215079b HTTP/1.1" status: 200 len: 210 time: 0.0593674 Sep 30 13:07:41.743064 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d78640-8e7f-40d8-a592-abe62718342b x-openstack-request-id: req-02d78640-8e7f-40d8-a592-abe62718342b {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:41.743563 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b6bc0f-f079-49db-8cb3-00556215079b", "name": "network-vif-deleted", "tag": "b5321871-9a26-40a0-8740-ce789bea7c4f", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:41.743986 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02d78640-8e7f-40d8-a592-abe62718342b {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:41.744537 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b6bc0f-f079-49db-8cb3-00556215079b', 'name': 'network-vif-deleted', 'tag': 'b5321871-9a26-40a0-8740-ce789bea7c4f', 'status': 'completed', 'code': 200} Sep 30 13:07:41.755589 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-3113b742-e28b-40e6-aefd-d63fef013761 req-769871fe-d373-4c51-9751-63e5466b462b tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] For port a9f1cac7-dce0-4e5c-883d-40a9f8f74556, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=a9f1cac7-dce0-4e5c-883d-40a9f8f74556,segment=NetworkSegment(a179e862-ddda-42ee-8b68-16bb4299addd),segment_id=a179e862-ddda-42ee-8b68-16bb4299addd)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:41.788355 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port b8b0297b-4ed8-427a-82ee-dc8780597acf, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=b8b0297b-4ed8-427a-82ee-dc8780597acf,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:41.797343 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3113b742-e28b-40e6-aefd-d63fef013761 req-769871fe-d373-4c51-9751-63e5466b462b tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:41.803240 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'b8b0297b-4ed8-427a-82ee-dc8780597acf', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': 'b8b0297b-4ed8-427a-82ee-dc8780597acf', 'mac_address': 'fa:16:3e:a3:a5:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:07:41.812100 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3113b742-e28b-40e6-aefd-d63fef013761 req-769871fe-d373-4c51-9751-63e5466b462b tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:41.833121 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['a9f1cac7-dce0-4e5c-883d-40a9f8f74556'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:41.855124 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113b742-e28b-40e6-aefd-d63fef013761 req-769871fe-d373-4c51-9751-63e5466b462b tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:41.856011 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3113b742-e28b-40e6-aefd-d63fef013761 req-769871fe-d373-4c51-9751-63e5466b462b tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:41.856289 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bd0b503e-f4d4-44ef-8ab8-84f39a1a6a6a req-7403c296-6735-4b17-adf5-7033e708e2ed tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0479739 Sep 30 13:07:41.873638 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3113b742-e28b-40e6-aefd-d63fef013761 req-769871fe-d373-4c51-9751-63e5466b462b tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "PUT /v2.0/ports/a9f1cac7-dce0-4e5c-883d-40a9f8f74556 HTTP/1.1" status: 200 len: 982 time: 0.8025544 Sep 30 13:07:41.890342 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:41.940598 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769871fe-d373-4c51-9751-63e5466b462b tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Pushing event updated for resources: {'Port': ['ID=a9f1cac7-dce0-4e5c-883d-40a9f8f74556,revision_number=6']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:41.943062 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b0297b-4ed8-427a-82ee-dc8780597acf {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:07:41.983040 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port b8b0297b-4ed8-427a-82ee-dc8780597acf, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=b8b0297b-4ed8-427a-82ee-dc8780597acf,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:41.989337 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['a9f1cac7-dce0-4e5c-883d-40a9f8f74556'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:42.017810 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:42.050478 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c859d-ac0c-4631-89ed-fe6d481f2a6a req-1e269882-21dc-44f1-aa78-368368ca05aa tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:42.052347 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-307c859d-ac0c-4631-89ed-fe6d481f2a6a req-1e269882-21dc-44f1-aa78-368368ca05aa tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a69feb0-72d0-4d1f-b103-8857418bd6e8 HTTP/1.1" status: 200 len: 945 time: 0.1032462 Sep 30 13:07:42.070562 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-26b7d0d3-1702-4e1b-8a4d-35a9c5610797 req-eca869c8-345a-4986-8caf-4111b85ab9b1 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-678927220&fields=id&tenant_id=1806d3d957b442d084afb5a6e6939111 HTTP/1.1" status: 200 len: 267 time: 0.0412161 Sep 30 13:07:42.126079 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=b8b0297b-4ed8-427a-82ee-dc8780597acf,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:42.129234 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7d0d3-1702-4e1b-8a4d-35a9c5610797 req-36c48909-4a6d-4d70-8aee-5eb1bff9905a tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:42.133364 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-307c859d-ac0c-4631-89ed-fe6d481f2a6a req-a60620a6-b8b5-4c7e-9f24-4465fda162a1 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e0da9fd-749f-4a6a-a57f-87a8f60f41ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702176 Sep 30 13:07:42.137647 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-26b7d0d3-1702-4e1b-8a4d-35a9c5610797 req-36c48909-4a6d-4d70-8aee-5eb1bff9905a tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 985 time: 0.0662167 Sep 30 13:07:42.143815 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-26b7d0d3-1702-4e1b-8a4d-35a9c5610797 req-b6a481ba-6bda-412b-b343-c037071c2b7e tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Request body: {'port': {'security_groups': ['a8ba9396-7eea-4013-a9b5-0d7fcd0b7113']}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:42.243418 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-26b7d0d3-1702-4e1b-8a4d-35a9c5610797 req-b6a481ba-6bda-412b-b343-c037071c2b7e tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:42.249491 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d0ea6ce2-ac3b-4cfd-83bb-6e9d9323c8a2 req-437132cb-41f9-4a63-8b7f-b3a0f59e188a tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-359576121&fields=id&tenant_id=2ad7a66d59bc43c48ae84f2165b2e582 HTTP/1.1" status: 200 len: 267 time: 0.0406942 Sep 30 13:07:42.327878 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea6ce2-ac3b-4cfd-83bb-6e9d9323c8a2 req-602c79a5-5005-49c1-b055-438b65fba4f9 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:42.339219 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d0ea6ce2-ac3b-4cfd-83bb-6e9d9323c8a2 req-602c79a5-5005-49c1-b055-438b65fba4f9 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a69feb0-72d0-4d1f-b103-8857418bd6e8 HTTP/1.1" status: 200 len: 945 time: 0.0832510 Sep 30 13:07:42.340464 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['cf13c78a-9933-4fbc-b93a-5b792b803dae'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:42.342823 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['b8b0297b-4ed8-427a-82ee-dc8780597acf'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:42.345856 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-d0ea6ce2-ac3b-4cfd-83bb-6e9d9323c8a2 req-93658618-4cd9-4949-8154-09019be6514d tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Request body: {'port': {'security_groups': ['9e0da9fd-749f-4a6a-a57f-87a8f60f41ae', 'a4cc6f2a-b482-4100-bcdc-59bc957495cf']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:42.438789 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d0ea6ce2-ac3b-4cfd-83bb-6e9d9323c8a2 req-93658618-4cd9-4949-8154-09019be6514d tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:42.486553 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-26b7d0d3-1702-4e1b-8a4d-35a9c5610797 req-b6a481ba-6bda-412b-b343-c037071c2b7e tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] For port a9f1cac7-dce0-4e5c-883d-40a9f8f74556, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=a9f1cac7-dce0-4e5c-883d-40a9f8f74556,segment=NetworkSegment(a179e862-ddda-42ee-8b68-16bb4299addd),segment_id=a179e862-ddda-42ee-8b68-16bb4299addd)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:42.528563 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-26b7d0d3-1702-4e1b-8a4d-35a9c5610797 req-b6a481ba-6bda-412b-b343-c037071c2b7e tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:42.536762 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-26b7d0d3-1702-4e1b-8a4d-35a9c5610797 req-b6a481ba-6bda-412b-b343-c037071c2b7e tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:42.574967 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['a9f1cac7-dce0-4e5c-883d-40a9f8f74556'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:42.606788 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a481ba-6bda-412b-b343-c037071c2b7e tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Pushing event updated for resources: {'Port': ['ID=a9f1cac7-dce0-4e5c-883d-40a9f8f74556,revision_number=7']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:42.617542 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a481ba-6bda-412b-b343-c037071c2b7e tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:42.618053 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a481ba-6bda-412b-b343-c037071c2b7e tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:42.618521 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a481ba-6bda-412b-b343-c037071c2b7e tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:42.618961 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a481ba-6bda-412b-b343-c037071c2b7e tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:42.619397 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a481ba-6bda-412b-b343-c037071c2b7e tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:42.620120 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a481ba-6bda-412b-b343-c037071c2b7e tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:42.620317 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a481ba-6bda-412b-b343-c037071c2b7e tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:42.620743 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a481ba-6bda-412b-b343-c037071c2b7e tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:42.621166 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a481ba-6bda-412b-b343-c037071c2b7e tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:42.622037 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a481ba-6bda-412b-b343-c037071c2b7e tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:42.622037 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a481ba-6bda-412b-b343-c037071c2b7e tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:42.622433 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a481ba-6bda-412b-b343-c037071c2b7e tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:07:42.633168 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7d0d3-1702-4e1b-8a4d-35a9c5610797 req-b6a481ba-6bda-412b-b343-c037071c2b7e tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:42.633951 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-26b7d0d3-1702-4e1b-8a4d-35a9c5610797 req-b6a481ba-6bda-412b-b343-c037071c2b7e tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:42.647658 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-26b7d0d3-1702-4e1b-8a4d-35a9c5610797 req-b6a481ba-6bda-412b-b343-c037071c2b7e tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "PUT /v2.0/ports/a9f1cac7-dce0-4e5c-883d-40a9f8f74556 HTTP/1.1" status: 200 len: 943 time: 0.5087709 Sep 30 13:07:42.648268 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3051208-340f-421c-ade9-0a78d2ee313a', 'tag': 'a9f1cac7-dce0-4e5c-883d-40a9f8f74556'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:42.650696 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f34177-2c06-4728-89ca-ce473c1c9081" -d '{"events": [{"name": "network-changed", "server_uuid": "a3051208-340f-421c-ade9-0a78d2ee313a", "tag": "a9f1cac7-dce0-4e5c-883d-40a9f8f74556"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:42.698242 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-d0ea6ce2-ac3b-4cfd-83bb-6e9d9323c8a2 req-93658618-4cd9-4949-8154-09019be6514d tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] For port 0b40b9e0-ec9e-4874-a64d-6df19954cd9b, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0b40b9e0-ec9e-4874-a64d-6df19954cd9b,segment=NetworkSegment(b1124d9d-1301-484f-b674-00bfa4108c50),segment_id=b1124d9d-1301-484f-b674-00bfa4108c50)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:42.747373 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d0ea6ce2-ac3b-4cfd-83bb-6e9d9323c8a2 req-93658618-4cd9-4949-8154-09019be6514d tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:42.749919 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['a9f1cac7-dce0-4e5c-883d-40a9f8f74556'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:42.757730 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d0ea6ce2-ac3b-4cfd-83bb-6e9d9323c8a2 req-93658618-4cd9-4949-8154-09019be6514d tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:42.774220 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df5d62-2028-42aa-be48-5f61d9f80ba9 req-c9981989-0841-4190-bf5d-4364075b9443 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:42.776501 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-39df5d62-2028-42aa-be48-5f61d9f80ba9 req-c9981989-0841-4190-bf5d-4364075b9443 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 948 time: 0.0798373 Sep 30 13:07:42.823669 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93658618-4cd9-4949-8154-09019be6514d tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Pushing event updated for resources: {'Port': ['ID=0b40b9e0-ec9e-4874-a64d-6df19954cd9b,revision_number=6']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:42.838070 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-39df5d62-2028-42aa-be48-5f61d9f80ba9 req-056cc747-edd4-419e-af70-5245797c91f1 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544591 Sep 30 13:07:42.853359 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea6ce2-ac3b-4cfd-83bb-6e9d9323c8a2 req-93658618-4cd9-4949-8154-09019be6514d tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:42.854240 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d0ea6ce2-ac3b-4cfd-83bb-6e9d9323c8a2 req-93658618-4cd9-4949-8154-09019be6514d tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:42.855471 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d0ea6ce2-ac3b-4cfd-83bb-6e9d9323c8a2 req-93658618-4cd9-4949-8154-09019be6514d tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "PUT /v2.0/ports/0b40b9e0-ec9e-4874-a64d-6df19954cd9b HTTP/1.1" status: 200 len: 981 time: 0.5154035 Sep 30 13:07:42.972995 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce2445-4c43-4c21-8b16-48ab8c1d5ca3 req-39aef2f7-b0f7-4b18-8f19-9a9ed29746aa tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:42.974849 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ffce2445-4c43-4c21-8b16-48ab8c1d5ca3 req-39aef2f7-b0f7-4b18-8f19-9a9ed29746aa tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bcde1b1-15ab-4a49-8fb6-5acc1235b916 HTTP/1.1" status: 200 len: 944 time: 0.0530324 Sep 30 13:07:43.003506 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b387aa95-da47-4a70-91f9-0289155b0015 req-3b19ac84-059b-4035-978b-0b24b28f2d39 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1185682 Sep 30 13:07:43.012948 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-b387aa95-da47-4a70-91f9-0289155b0015 req-7366e133-ad6e-4217-8150-1dc96f30cf87 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:43.016862 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ffce2445-4c43-4c21-8b16-48ab8c1d5ca3 req-400f48a9-8542-4e3e-86ef-4c804cc529fd tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b01d255-d0a8-443f-837f-02e779a0cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351207 Sep 30 13:07:43.032809 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['0b40b9e0-ec9e-4874-a64d-6df19954cd9b'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:43.045422 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b387aa95-da47-4a70-91f9-0289155b0015 req-7366e133-ad6e-4217-8150-1dc96f30cf87 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:43.081033 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473369d8-709e-4bc5-8f97-f5dff928c1d3 x-openstack-request-id: req-473369d8-709e-4bc5-8f97-f5dff928c1d3 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:43.081429 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3051208-340f-421c-ade9-0a78d2ee313a", "tag": "a9f1cac7-dce0-4e5c-883d-40a9f8f74556", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:43.081773 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-473369d8-709e-4bc5-8f97-f5dff928c1d3 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:43.082616 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3051208-340f-421c-ade9-0a78d2ee313a', 'tag': 'a9f1cac7-dce0-4e5c-883d-40a9f8f74556', 'status': 'completed', 'code': 200} Sep 30 13:07:43.193765 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f34177-2c06-4728-89ca-ce473c1c9081 req-e05bc377-b9b2-4ae6-acc5-fef73d4bd825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:43.195595 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26f34177-2c06-4728-89ca-ce473c1c9081 req-e05bc377-b9b2-4ae6-acc5-fef73d4bd825 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1806d3d957b442d084afb5a6e6939111&device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 1097 time: 0.0849845 Sep 30 13:07:43.198587 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b387aa95-da47-4a70-91f9-0289155b0015 req-7366e133-ad6e-4217-8150-1dc96f30cf87 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:43.226895 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eeeef5e5-9d3c-409f-97c5-a9788aea99ec req-1bd5580c-cc27-4180-95fd-f7418d09dea8 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups/a4cc6f2a-b482-4100-bcdc-59bc957495cf HTTP/1.1" status: 200 len: 1800 time: 0.0746799 Sep 30 13:07:43.316310 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-b387aa95-da47-4a70-91f9-0289155b0015 req-7366e133-ad6e-4217-8150-1dc96f30cf87 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Allocated IP 172.25.5.195 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/ffaafb6a-d25f-47cd-a823-c4ce649e5d0e) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:07:43.344178 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-eeeef5e5-9d3c-409f-97c5-a9788aea99ec req-b80da3e5-3eef-4cdd-80b4-845679c5f8e4 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 30 13:07:43.356867 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eeeef5e5-9d3c-409f-97c5-a9788aea99ec req-b80da3e5-3eef-4cdd-80b4-845679c5f8e4 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "DELETE /v2.0/security-groups/a4cc6f2a-b482-4100-bcdc-59bc957495cf HTTP/1.1" status: 409 len: 341 time: 0.1265092 Sep 30 13:07:43.381195 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f34177-2c06-4728-89ca-ce473c1c9081 req-6cfd4390-3dd4-4b03-94f5-40343c370e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:43.384651 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26f34177-2c06-4728-89ca-ce473c1c9081 req-6cfd4390-3dd4-4b03-94f5-40343c370e50 service neutron] 10.222.0.54 "GET /v2.0/networks?id=008916a7-a2d2-4d62-89cc-44132c2adfee HTTP/1.1" status: 200 len: 921 time: 0.1749876 Sep 30 13:07:43.385117 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['aeb697d2-fa8d-4c97-b3a6-6a5b338de64c', '0b40b9e0-ec9e-4874-a64d-6df19954cd9b'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:43.475427 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b387aa95-da47-4a70-91f9-0289155b0015 req-7366e133-ad6e-4217-8150-1dc96f30cf87 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:43.475706 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26f34177-2c06-4728-89ca-ce473c1c9081 req-795459a8-5f1f-41a6-a9ee-a386541fdc34 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9f1cac7-dce0-4e5c-883d-40a9f8f74556 HTTP/1.1" status: 200 len: 217 time: 0.0775797 Sep 30 13:07:43.502515 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1bce2ecb-7f7a-4b3c-b80d-8a4f70fb4d9c req-69275140-3ad6-4bcb-a042-30f10bb7af81 tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0386648 Sep 30 13:07:43.539263 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b387aa95-da47-4a70-91f9-0289155b0015 req-7366e133-ad6e-4217-8150-1dc96f30cf87 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:43.574539 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f34177-2c06-4728-89ca-ce473c1c9081 req-d189087d-f2eb-45c5-a718-f4d4f09f4a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:43.576377 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26f34177-2c06-4728-89ca-ce473c1c9081 req-d189087d-f2eb-45c5-a718-f4d4f09f4a68 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9b88440e-478c-428a-91e7-af6c6afddbd1 HTTP/1.1" status: 200 len: 860 time: 0.0768936 Sep 30 13:07:43.587265 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b387aa95-da47-4a70-91f9-0289155b0015 req-7366e133-ad6e-4217-8150-1dc96f30cf87 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:07:43.590299 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-b387aa95-da47-4a70-91f9-0289155b0015 req-7366e133-ad6e-4217-8150-1dc96f30cf87 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:07:43.597079 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b387aa95-da47-4a70-91f9-0289155b0015 req-7366e133-ad6e-4217-8150-1dc96f30cf87 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:07:43.616783 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26f34177-2c06-4728-89ca-ce473c1c9081 req-1f47b945-aa56-45af-a315-50dbe03c2bab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=008916a7-a2d2-4d62-89cc-44132c2adfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327854 Sep 30 13:07:43.632883 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366e133-ad6e-4217-8150-1dc96f30cf87 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Pushing event updated for resources: {'Port': ['ID=ffaafb6a-d25f-47cd-a823-c4ce649e5d0e,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:43.738256 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26f34177-2c06-4728-89ca-ce473c1c9081 req-a5a1b90b-627c-4285-a69b-01dc076c758e service neutron] 10.222.0.54 "GET /v2.0/networks/008916a7-a2d2-4d62-89cc-44132c2adfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129704 Sep 30 13:07:43.746706 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3051208-340f-421c-ade9-0a78d2ee313a', 'tag': 'a9f1cac7-dce0-4e5c-883d-40a9f8f74556'}, {'name': 'network-changed', 'server_uuid': '0a69feb0-72d0-4d1f-b103-8857418bd6e8', 'tag': '0b40b9e0-ec9e-4874-a64d-6df19954cd9b'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:43.749468 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2073279-324a-41b6-ac5c-1babc04d0915" -d '{"events": [{"name": "network-changed", "server_uuid": "a3051208-340f-421c-ade9-0a78d2ee313a", "tag": "a9f1cac7-dce0-4e5c-883d-40a9f8f74556"}, {"name": "network-changed", "server_uuid": "0a69feb0-72d0-4d1f-b103-8857418bd6e8", "tag": "0b40b9e0-ec9e-4874-a64d-6df19954cd9b"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:43.764560 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b387aa95-da47-4a70-91f9-0289155b0015 req-7366e133-ad6e-4217-8150-1dc96f30cf87 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:43.830791 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b387aa95-da47-4a70-91f9-0289155b0015 req-7366e133-ad6e-4217-8150-1dc96f30cf87 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:43.926577 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26f34177-2c06-4728-89ca-ce473c1c9081 req-5a16b0ca-2b4b-4178-bfe5-10da56c4896f service neutron] 10.222.0.54 "GET /v2.0/networks/008916a7-a2d2-4d62-89cc-44132c2adfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736984 Sep 30 13:07:43.989000 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fd5d7b-56dd-4b63-844b-f7016a9625ac x-openstack-request-id: req-78fd5d7b-56dd-4b63-844b-f7016a9625ac {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:43.989287 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3051208-340f-421c-ade9-0a78d2ee313a", "tag": "a9f1cac7-dce0-4e5c-883d-40a9f8f74556", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0a69feb0-72d0-4d1f-b103-8857418bd6e8", "tag": "0b40b9e0-ec9e-4874-a64d-6df19954cd9b", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:43.989545 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-78fd5d7b-56dd-4b63-844b-f7016a9625ac {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:43.989956 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3051208-340f-421c-ade9-0a78d2ee313a', 'tag': 'a9f1cac7-dce0-4e5c-883d-40a9f8f74556', 'status': 'completed', 'code': 200} Sep 30 13:07:43.990256 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a69feb0-72d0-4d1f-b103-8857418bd6e8', 'tag': '0b40b9e0-ec9e-4874-a64d-6df19954cd9b', 'status': 'completed', 'code': 200} Sep 30 13:07:44.076988 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b387aa95-da47-4a70-91f9-0289155b0015 req-7366e133-ad6e-4217-8150-1dc96f30cf87 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:44.084482 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b387aa95-da47-4a70-91f9-0289155b0015 req-7366e133-ad6e-4217-8150-1dc96f30cf87 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:44.100752 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2073279-324a-41b6-ac5c-1babc04d0915 req-8049b360-f6a9-4a01-ad1d-c61382fe2638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:44.102642 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a2073279-324a-41b6-ac5c-1babc04d0915 req-8049b360-f6a9-4a01-ad1d-c61382fe2638 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1806d3d957b442d084afb5a6e6939111&device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 1097 time: 0.0925188 Sep 30 13:07:44.106204 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2073279-324a-41b6-ac5c-1babc04d0915 req-ab036f76-cc32-4352-970f-9b673aabfc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:44.107753 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a2073279-324a-41b6-ac5c-1babc04d0915 req-ab036f76-cc32-4352-970f-9b673aabfc9f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ad7a66d59bc43c48ae84f2165b2e582&device_id=0a69feb0-72d0-4d1f-b103-8857418bd6e8 HTTP/1.1" status: 200 len: 1135 time: 0.0952885 Sep 30 13:07:44.192946 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164ced4-d245-4c42-9552-b1740a5c7ef9 req-4da20d2e-4cbf-4696-b370-6105723c927d tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:44.195236 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4164ced4-d245-4c42-9552-b1740a5c7ef9 req-4da20d2e-4cbf-4696-b370-6105723c927d tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e7d2631-adf2-4fc5-9319-bdea5be69d0e HTTP/1.1" status: 200 len: 949 time: 0.1346750 Sep 30 13:07:44.220475 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b387aa95-da47-4a70-91f9-0289155b0015 req-7366e133-ad6e-4217-8150-1dc96f30cf87 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:44.247525 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2073279-324a-41b6-ac5c-1babc04d0915 req-7c6b4867-d071-4b0b-b388-2659cb350f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:44.249148 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a2073279-324a-41b6-ac5c-1babc04d0915 req-7c6b4867-d071-4b0b-b388-2659cb350f34 service neutron] 10.222.0.54 "GET /v2.0/networks?id=008916a7-a2d2-4d62-89cc-44132c2adfee HTTP/1.1" status: 200 len: 921 time: 0.1377563 Sep 30 13:07:44.268974 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366e133-ad6e-4217-8150-1dc96f30cf87 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Pushing event updated for resources: {'Port': ['ID=ffaafb6a-d25f-47cd-a823-c4ce649e5d0e,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:44.275616 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b387aa95-da47-4a70-91f9-0289155b0015 req-7366e133-ad6e-4217-8150-1dc96f30cf87 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:44.284095 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b387aa95-da47-4a70-91f9-0289155b0015 req-7366e133-ad6e-4217-8150-1dc96f30cf87 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2748611 Sep 30 13:07:44.309558 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a2073279-324a-41b6-ac5c-1babc04d0915 req-ed83eacd-5833-48bc-8002-b981c5c35938 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9f1cac7-dce0-4e5c-883d-40a9f8f74556 HTTP/1.1" status: 200 len: 217 time: 0.0488641 Sep 30 13:07:44.313170 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4164ced4-d245-4c42-9552-b1740a5c7ef9 req-a1f01710-d616-47f8-811a-c0e81d644c16 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7e64f42-ef09-49e2-a7f5-651a363b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062796 Sep 30 13:07:44.358238 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b387aa95-da47-4a70-91f9-0289155b0015 req-9f9286b1-4651-4439-94d2-5fa65ba9e64c tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 696 time: 0.0728652 Sep 30 13:07:44.376621 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2073279-324a-41b6-ac5c-1babc04d0915 req-ada6618d-7a6f-4a80-9ad7-138ce2a31313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:44.378306 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a2073279-324a-41b6-ac5c-1babc04d0915 req-ada6618d-7a6f-4a80-9ad7-138ce2a31313 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9b88440e-478c-428a-91e7-af6c6afddbd1 HTTP/1.1" status: 200 len: 860 time: 0.0596156 Sep 30 13:07:44.386842 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2073279-324a-41b6-ac5c-1babc04d0915 req-47ffa2b6-054a-488e-bc03-fd38bdc26c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:44.388502 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a2073279-324a-41b6-ac5c-1babc04d0915 req-47ffa2b6-054a-488e-bc03-fd38bdc26c69 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e26a4697-f117-4f02-9a82-cfcd8215cc36 HTTP/1.1" status: 200 len: 914 time: 0.2602260 Sep 30 13:07:44.417719 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a2073279-324a-41b6-ac5c-1babc04d0915 req-46a08850-aa3b-4df3-bb07-e2b2739172d9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=008916a7-a2d2-4d62-89cc-44132c2adfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322802 Sep 30 13:07:44.458213 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a2073279-324a-41b6-ac5c-1babc04d0915 req-e7fa8ebb-e7a5-49a5-9c00-fd9fec7bca57 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b40b9e0-ec9e-4874-a64d-6df19954cd9b HTTP/1.1" status: 200 len: 217 time: 0.0577526 Sep 30 13:07:44.459000 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:44.558613 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2073279-324a-41b6-ac5c-1babc04d0915 req-c926e45e-3169-4ee2-8b09-efdf2823e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:44.560088 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a2073279-324a-41b6-ac5c-1babc04d0915 req-c926e45e-3169-4ee2-8b09-efdf2823e409 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67fb7f78-2405-4f84-9ca9-08c51c1d2c30 HTTP/1.1" status: 200 len: 853 time: 0.0563576 Sep 30 13:07:44.595737 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cf809-5ed3-457f-84ad-2a0d74346159 req-8e4bddd5-5b81-4d71-b5ae-4c3ea778e4ed tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:44.596746 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cb8cf809-5ed3-457f-84ad-2a0d74346159 req-8e4bddd5-5b81-4d71-b5ae-4c3ea778e4ed tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 948 time: 0.1779008 Sep 30 13:07:44.597057 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a2073279-324a-41b6-ac5c-1babc04d0915 req-5de92e62-caad-47ca-a457-fbabe920c137 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e26a4697-f117-4f02-9a82-cfcd8215cc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293996 Sep 30 13:07:44.628854 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a2073279-324a-41b6-ac5c-1babc04d0915 req-e782e75f-718b-4f1b-bba8-3421a2b8f81f service neutron] 10.222.0.54 "GET /v2.0/networks/008916a7-a2d2-4d62-89cc-44132c2adfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006090 Sep 30 13:07:44.640240 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387aa95-da47-4a70-91f9-0289155b0015 req-66a143f8-ac19-413d-9ca9-a792797ad414 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:44.641608 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b387aa95-da47-4a70-91f9-0289155b0015 req-66a143f8-ac19-413d-9ca9-a792797ad414 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 784 time: 0.2723527 Sep 30 13:07:44.683455 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cb8cf809-5ed3-457f-84ad-2a0d74346159 req-e9abf440-d3ff-4894-adfe-b17db10e129c tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720012 Sep 30 13:07:44.754056 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a2073279-324a-41b6-ac5c-1babc04d0915 req-02e14507-fe1b-486c-a493-02463b6d97ea service neutron] 10.222.0.54 "GET /v2.0/networks/008916a7-a2d2-4d62-89cc-44132c2adfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176629 Sep 30 13:07:44.762638 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a2073279-324a-41b6-ac5c-1babc04d0915 req-383d013e-5931-4145-b593-9c3563eda859 service neutron] 10.222.0.39 "GET /v2.0/networks/e26a4697-f117-4f02-9a82-cfcd8215cc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520333 Sep 30 13:07:44.821987 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e0edd-7cca-452c-987e-eaa95f70fc8e req-0ebe8534-f184-4024-8afb-22354d391228 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:44.823677 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f2e0edd-7cca-452c-987e-eaa95f70fc8e req-0ebe8534-f184-4024-8afb-22354d391228 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bcde1b1-15ab-4a49-8fb6-5acc1235b916 HTTP/1.1" status: 200 len: 944 time: 0.0510464 Sep 30 13:07:44.857349 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12bfd2-6431-4836-a09f-da0ce9de9246 req-d076ba00-3461-42dd-bc25-ba013717e6fb tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:44.858889 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3b12bfd2-6431-4836-a09f-da0ce9de9246 req-d076ba00-3461-42dd-bc25-ba013717e6fb tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a69feb0-72d0-4d1f-b103-8857418bd6e8 HTTP/1.1" status: 200 len: 984 time: 0.1166952 Sep 30 13:07:44.863285 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f2e0edd-7cca-452c-987e-eaa95f70fc8e req-0b3832ae-e9fa-4ee9-9ac8-c1e0af0e86f3 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b01d255-d0a8-443f-837f-02e779a0cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329173 Sep 30 13:07:44.866721 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device b5321871-9a26-40a0-8740-ce789bea7c4f no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:07:44.889475 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a2073279-324a-41b6-ac5c-1babc04d0915 req-add8b4a9-890c-4f76-83aa-6e7dc1801f9b service neutron] 10.222.0.39 "GET /v2.0/networks/e26a4697-f117-4f02-9a82-cfcd8215cc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096871 Sep 30 13:07:44.889719 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: b5321871-9a26-40a0-8740-ce789bea7c4f {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:07:44.890299 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device b5321871-9a26-40a0-8740-ce789bea7c4f not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:07:44.933343 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3b12bfd2-6431-4836-a09f-da0ce9de9246 req-f934544c-87be-4df0-a269-623996d963d4 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e0da9fd-749f-4a6a-a57f-87a8f60f41ae&id=a4cc6f2a-b482-4100-bcdc-59bc957495cf&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0428920 Sep 30 13:07:44.986200 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca9626-4961-43fa-a75e-09cd1dfc4c8f req-19a635db-67c5-457c-8551-1df5f74940b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:44.987746 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c6ca9626-4961-43fa-a75e-09cd1dfc4c8f req-19a635db-67c5-457c-8551-1df5f74940b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ad7a66d59bc43c48ae84f2165b2e582&device_id=0a69feb0-72d0-4d1f-b103-8857418bd6e8 HTTP/1.1" status: 200 len: 1135 time: 0.0431166 Sep 30 13:07:44.990752 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-677dadd0-c748-4384-af68-5118445c3140 req-4060e56e-7211-4531-8d0d-5b0d4b9c0923 tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0330038 Sep 30 13:07:45.100368 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67315518-7799-4faf-874f-6a5fcca09118 req-5a3c2e33-3d81-4dbf-af71-8a715e37759a tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:45.101960 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-67315518-7799-4faf-874f-6a5fcca09118 req-5a3c2e33-3d81-4dbf-af71-8a715e37759a tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0532019 Sep 30 13:07:45.102529 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca9626-4961-43fa-a75e-09cd1dfc4c8f req-04822576-c36a-4af5-ab0d-08e23d45bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:45.104045 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c6ca9626-4961-43fa-a75e-09cd1dfc4c8f req-04822576-c36a-4af5-ab0d-08e23d45bc84 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e26a4697-f117-4f02-9a82-cfcd8215cc36 HTTP/1.1" status: 200 len: 914 time: 0.1080525 Sep 30 13:07:45.138032 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device cf13c78a-9933-4fbc-b93a-5b792b803dae up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:07:45.159359 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-67315518-7799-4faf-874f-6a5fcca09118 req-20427fcd-09e0-4fc4-94bf-b5d317667fa6 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 696 time: 0.0495389 Sep 30 13:07:45.168116 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c6ca9626-4961-43fa-a75e-09cd1dfc4c8f req-04b63a0f-43e5-418f-bb97-4b0ac82634ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b40b9e0-ec9e-4874-a64d-6df19954cd9b HTTP/1.1" status: 200 len: 217 time: 0.0514483 Sep 30 13:07:45.169664 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-67315518-7799-4faf-874f-6a5fcca09118 req-55ff641d-bb63-47df-85ff-fc31ff24e2ac tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Request body: {'floatingip': {'port_id': 'a9f1cac7-dce0-4e5c-883d-40a9f8f74556', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:45.195185 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port cf13c78a-9933-4fbc-b93a-5b792b803dae completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:07:45.200468 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port cf13c78a-9933-4fbc-b93a-5b792b803dae triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:07:45.202184 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:45.218119 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-67315518-7799-4faf-874f-6a5fcca09118 req-55ff641d-bb63-47df-85ff-fc31ff24e2ac tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks [] for floatingip, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:45.232819 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca9626-4961-43fa-a75e-09cd1dfc4c8f req-4ff7eeb3-47a1-4529-a565-c85c93da86a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:45.234331 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c6ca9626-4961-43fa-a75e-09cd1dfc4c8f req-4ff7eeb3-47a1-4529-a565-c85c93da86a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67fb7f78-2405-4f84-9ca9-08c51c1d2c30 HTTP/1.1" status: 200 len: 853 time: 0.0580575 Sep 30 13:07:45.279313 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c6ca9626-4961-43fa-a75e-09cd1dfc4c8f req-ce01bd43-9f74-466e-b41b-ab1dcd0beff6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e26a4697-f117-4f02-9a82-cfcd8215cc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339499 Sep 30 13:07:45.400947 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c6ca9626-4961-43fa-a75e-09cd1dfc4c8f req-5223f6a3-d72d-4129-af60-654b0d845fc0 service neutron] 10.222.0.39 "GET /v2.0/networks/e26a4697-f117-4f02-9a82-cfcd8215cc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012897 Sep 30 13:07:45.411742 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:45.438148 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bcde1b1-15ab-4a49-8fb6-5acc1235b916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf13c78a-9933-4fbc-b93a-5b792b803dae'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:45.438148 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc729f64-4b3f-481c-909a-f5008fed105f" -d '{"events": [{"server_uuid": "2bcde1b1-15ab-4a49-8fb6-5acc1235b916", "name": "network-vif-plugged", "status": "completed", "tag": "cf13c78a-9933-4fbc-b93a-5b792b803dae"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:45.453686 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port cf13c78a-9933-4fbc-b93a-5b792b803dae, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cf13c78a-9933-4fbc-b93a-5b792b803dae,segment=NetworkSegment(4b4e88bf-e721-4782-904c-882beee44d7f),segment_id=4b4e88bf-e721-4782-904c-882beee44d7f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:45.463603 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:45.464393 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device b8b0297b-4ed8-427a-82ee-dc8780597acf up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:07:45.480915 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1670729-45d1-4b57-94a0-1a59ce5a6729 req-f6f19494-2383-43a4-8903-959d36c59d6e tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:45.482410 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f1670729-45d1-4b57-94a0-1a59ce5a6729 req-f6f19494-2383-43a4-8903-959d36c59d6e tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e7d2631-adf2-4fc5-9319-bdea5be69d0e HTTP/1.1" status: 200 len: 949 time: 0.0805526 Sep 30 13:07:45.543393 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=cf13c78a-9933-4fbc-b93a-5b792b803dae,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:45.543895 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc98f9-32eb-40a4-8ac5-3cb802265455 req-96cea601-9f77-4639-9ec8-79c275608189 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:45.550150 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83fc98f9-32eb-40a4-8ac5-3cb802265455 req-96cea601-9f77-4639-9ec8-79c275608189 tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e7d2631-adf2-4fc5-9319-bdea5be69d0e HTTP/1.1" status: 200 len: 949 time: 0.0981760 Sep 30 13:07:45.557300 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port b8b0297b-4ed8-427a-82ee-dc8780597acf completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:07:45.567143 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port b8b0297b-4ed8-427a-82ee-dc8780597acf triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:07:45.567439 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:45.582701 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f1670729-45d1-4b57-94a0-1a59ce5a6729 req-f2cb4e16-df94-4bad-8e23-55a3a078e1df tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7e64f42-ef09-49e2-a7f5-651a363b8b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839779 Sep 30 13:07:45.602705 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c6ca9626-4961-43fa-a75e-09cd1dfc4c8f req-9296330e-effe-498f-bb28-88a795f633c6 service neutron] 10.222.0.39 "GET /v2.0/networks/e26a4697-f117-4f02-9a82-cfcd8215cc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828578 Sep 30 13:07:45.627520 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0307bf-8018-42e8-95a5-680c9b9e5825 x-openstack-request-id: req-4a0307bf-8018-42e8-95a5-680c9b9e5825 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:45.627815 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bcde1b1-15ab-4a49-8fb6-5acc1235b916", "name": "network-vif-plugged", "status": "completed", "tag": "cf13c78a-9933-4fbc-b93a-5b792b803dae", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:45.628069 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a0307bf-8018-42e8-95a5-680c9b9e5825 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:45.628454 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bcde1b1-15ab-4a49-8fb6-5acc1235b916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf13c78a-9933-4fbc-b93a-5b792b803dae', 'code': 200} Sep 30 13:07:45.690317 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:45.732831 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f57253-353a-4217-9f1a-2083e14b7404 req-6f82cb19-01e4-4cf5-b5ba-165555d8159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:45.736673 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-78f57253-353a-4217-9f1a-2083e14b7404 req-6f82cb19-01e4-4cf5-b5ba-165555d8159f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2bcde1b1-15ab-4a49-8fb6-5acc1235b916 HTTP/1.1" status: 200 len: 1096 time: 0.0441258 Sep 30 13:07:45.753429 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port b8b0297b-4ed8-427a-82ee-dc8780597acf, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=b8b0297b-4ed8-427a-82ee-dc8780597acf,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:45.765428 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:45.835290 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=b8b0297b-4ed8-427a-82ee-dc8780597acf,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:45.841905 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-78f57253-353a-4217-9f1a-2083e14b7404 req-910e7284-c0a8-42aa-9211-bd981a759437 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8b01d255-d0a8-443f-837f-02e779a0cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965328 Sep 30 13:07:45.861655 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef6e24-23b5-4782-a4b7-edf1f375af57 req-815d3ee3-a158-4a59-8512-b2e97d3282a0 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:45.863273 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-96ef6e24-23b5-4782-a4b7-edf1f375af57 req-815d3ee3-a158-4a59-8512-b2e97d3282a0 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.0865898 Sep 30 13:07:45.904991 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-96ef6e24-23b5-4782-a4b7-edf1f375af57 req-c9bbe146-229a-4b22-93b1-20796077c693 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353801 Sep 30 13:07:46.010593 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855c5f9-b024-4df0-b59d-499fb867ad90 req-14f5c38f-6868-4e76-adbf-545831fd3be9 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:46.012352 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a855c5f9-b024-4df0-b59d-499fb867ad90 req-14f5c38f-6868-4e76-adbf-545831fd3be9 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bcde1b1-15ab-4a49-8fb6-5acc1235b916 HTTP/1.1" status: 200 len: 945 time: 0.0508275 Sep 30 13:07:46.053368 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-83fc98f9-32eb-40a4-8ac5-3cb802265455 req-398a63a6-6e74-4458-a6fe-01e99fe6028e tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Deleting port 6eecd3ef-a3d4-4fa4-8497-1a1f360536dd {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:07:46.053946 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-83fc98f9-32eb-40a4-8ac5-3cb802265455 req-398a63a6-6e74-4458-a6fe-01e99fe6028e tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:46.056449 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a855c5f9-b024-4df0-b59d-499fb867ad90 req-a345927e-172e-4895-b9a8-097f8d980c95 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b01d255-d0a8-443f-837f-02e779a0cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366354 Sep 30 13:07:46.176740 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21d10e-889c-4b87-902d-a6c7c634b5df req-681340f4-2377-40ab-8bb5-2bd6d4058404 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:46.178303 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bd21d10e-889c-4b87-902d-a6c7c634b5df req-681340f4-2377-40ab-8bb5-2bd6d4058404 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a69feb0-72d0-4d1f-b103-8857418bd6e8 HTTP/1.1" status: 200 len: 984 time: 0.0539048 Sep 30 13:07:46.180731 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-67315518-7799-4faf-874f-6a5fcca09118 req-55ff641d-bb63-47df-85ff-fc31ff24e2ac tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:46.185823 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-67315518-7799-4faf-874f-6a5fcca09118 req-55ff641d-bb63-47df-85ff-fc31ff24e2ac tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:46.228406 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bd21d10e-889c-4b87-902d-a6c7c634b5df req-988f790d-7552-4ecc-ae80-cba842b5d83e tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e0da9fd-749f-4a6a-a57f-87a8f60f41ae&id=a4cc6f2a-b482-4100-bcdc-59bc957495cf&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0366106 Sep 30 13:07:46.229225 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-83fc98f9-32eb-40a4-8ac5-3cb802265455 req-398a63a6-6e74-4458-a6fe-01e99fe6028e tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] For port 6eecd3ef-a3d4-4fa4-8497-1a1f360536dd, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=6eecd3ef-a3d4-4fa4-8497-1a1f360536dd,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:46.229584 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-83fc98f9-32eb-40a4-8ac5-3cb802265455 req-398a63a6-6e74-4458-a6fe-01e99fe6028e tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:46.247049 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-83fc98f9-32eb-40a4-8ac5-3cb802265455 req-398a63a6-6e74-4458-a6fe-01e99fe6028e tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Calling delete_port for 6eecd3ef-a3d4-4fa4-8497-1a1f360536dd owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:07:46.339188 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e0fc9981-9517-426a-a2c6-fb3fbb8139d3 req-8418cc14-f00f-4773-9581-1e277b2c8da6 tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0281487 Sep 30 13:07:46.349187 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [req-67315518-7799-4faf-874f-6a5fcca09118 req-55ff641d-bb63-47df-85ff-fc31ff24e2ac tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Floating IP bc1d12e0-0c59-41e7-8f05-9652c4408fcf associated. External IP: 172.25.5.195, port: a9f1cac7-dce0-4e5c-883d-40a9f8f74556. Sep 30 13:07:46.542187 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-83fc98f9-32eb-40a4-8ac5-3cb802265455 req-398a63a6-6e74-4458-a6fe-01e99fe6028e tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:46.554653 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['6eecd3ef-a3d4-4fa4-8497-1a1f360536dd'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:46.575251 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a63a6-6e74-4458-a6fe-01e99fe6028e tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Pushing event deleted for resources: {'Port': ['ID=6eecd3ef-a3d4-4fa4-8497-1a1f360536dd,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:46.623265 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fc98f9-32eb-40a4-8ac5-3cb802265455 req-398a63a6-6e74-4458-a6fe-01e99fe6028e tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] No DVR routers for this DVR port 6eecd3ef-a3d4-4fa4-8497-1a1f360536dd on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:07:46.626996 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-83fc98f9-32eb-40a4-8ac5-3cb802265455 req-398a63a6-6e74-4458-a6fe-01e99fe6028e tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:46.628986 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83fc98f9-32eb-40a4-8ac5-3cb802265455 req-398a63a6-6e74-4458-a6fe-01e99fe6028e tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.39 "DELETE /v2.0/ports/6eecd3ef-a3d4-4fa4-8497-1a1f360536dd HTTP/1.1" status: 204 len: 173 time: 1.0654566 Sep 30 13:07:46.629425 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7d2631-adf2-4fc5-9319-bdea5be69d0e', 'name': 'network-vif-deleted', 'tag': '6eecd3ef-a3d4-4fa4-8497-1a1f360536dd'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:46.631728 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cac1e1d-6b99-41bf-bdc4-fa13a7ad07e7" -d '{"events": [{"server_uuid": "4e7d2631-adf2-4fc5-9319-bdea5be69d0e", "name": "network-vif-deleted", "tag": "6eecd3ef-a3d4-4fa4-8497-1a1f360536dd"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:46.690359 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-344053db-c69f-4d72-92e7-d53b0f7b3350 req-2df8669b-92ae-43fd-b7ca-6be35b0c86dc tempest-LiveMigrationNegativeTest-598197800 tempest-LiveMigrationNegativeTest-598197800-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e7d2631-adf2-4fc5-9319-bdea5be69d0e HTTP/1.1" status: 200 len: 210 time: 0.0311346 Sep 30 13:07:46.694326 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67315518-7799-4faf-874f-6a5fcca09118 req-55ff641d-bb63-47df-85ff-fc31ff24e2ac tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Router 1c219942-dc02-4a71-ba96-afc00fa3a43d has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:07:46.758237 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd89f9cb-b759-4177-97e7-23171bfd6218 x-openstack-request-id: req-bd89f9cb-b759-4177-97e7-23171bfd6218 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:46.758548 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7d2631-adf2-4fc5-9319-bdea5be69d0e", "name": "network-vif-deleted", "tag": "6eecd3ef-a3d4-4fa4-8497-1a1f360536dd", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:46.758773 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd89f9cb-b759-4177-97e7-23171bfd6218 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:46.759181 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7d2631-adf2-4fc5-9319-bdea5be69d0e', 'name': 'network-vif-deleted', 'tag': '6eecd3ef-a3d4-4fa4-8497-1a1f360536dd', 'status': 'completed', 'code': 200} Sep 30 13:07:46.826909 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67315518-7799-4faf-874f-6a5fcca09118 req-55ff641d-bb63-47df-85ff-fc31ff24e2ac tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:07:46.832110 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-67315518-7799-4faf-874f-6a5fcca09118 req-55ff641d-bb63-47df-85ff-fc31ff24e2ac tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:46.836742 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bbd700-3e18-4ce8-9b61-702014994604 None None] Sync routers for ids ['1c219942-dc02-4a71-ba96-afc00fa3a43d'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:07:46.846482 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bbd700-3e18-4ce8-9b61-702014994604 None None] Routers {'1c219942-dc02-4a71-ba96-afc00fa3a43d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:07:46.847136 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-92bbd700-3e18-4ce8-9b61-702014994604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:07:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1c219942-dc02-4a71-ba96-afc00fa3a43d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:46.858936 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-67315518-7799-4faf-874f-6a5fcca09118 req-55ff641d-bb63-47df-85ff-fc31ff24e2ac tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "PUT /v2.0/floatingips/bc1d12e0-0c59-41e7-8f05-9652c4408fcf HTTP/1.1" status: 200 len: 997 time: 1.6936967 Sep 30 13:07:46.950965 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-92bbd700-3e18-4ce8-9b61-702014994604 None None] Set router 1c219942-dc02-4a71-ba96-afc00fa3a43d gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:07:47.033577 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67315518-7799-4faf-874f-6a5fcca09118 req-7bdecab0-9c79-46b2-a3f0-364c90eed766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:47.043415 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-67315518-7799-4faf-874f-6a5fcca09118 req-7bdecab0-9c79-46b2-a3f0-364c90eed766 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1806d3d957b442d084afb5a6e6939111&device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 1097 time: 0.1720786 Sep 30 13:07:47.068515 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70e7b3-cba8-4e3e-8be0-a9608d9322a1 req-5b4a454b-b6da-4dae-9b7b-3a004b8460c9 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:47.076101 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dd70e7b3-cba8-4e3e-8be0-a9608d9322a1 req-5b4a454b-b6da-4dae-9b7b-3a004b8460c9 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.0848987 Sep 30 13:07:47.155507 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dd70e7b3-cba8-4e3e-8be0-a9608d9322a1 req-46232c68-764f-47d2-89d5-f4210f585e37 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775676 Sep 30 13:07:47.170609 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67315518-7799-4faf-874f-6a5fcca09118 req-324a195d-9c82-40d5-89ca-ee821b1e2c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:47.178603 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-67315518-7799-4faf-874f-6a5fcca09118 req-324a195d-9c82-40d5-89ca-ee821b1e2c35 service neutron] 10.222.0.18 "GET /v2.0/networks?id=008916a7-a2d2-4d62-89cc-44132c2adfee HTTP/1.1" status: 200 len: 921 time: 0.1341586 Sep 30 13:07:47.227407 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-92bbd700-3e18-4ce8-9b61-702014994604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1100338154-router', 'tenant_id': '1806d3d957b442d084afb5a6e6939111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fac04bed-07fe-4b94-ae74-ac3ff40b858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:06:30Z', 'updated_at': '2021-09-30T13:06:36Z', 'revision_number': 4, 'project_id': '1806d3d957b442d084afb5a6e6939111', 'gw_port': {'id': 'fac04bed-07fe-4b94-ae74-ac3ff40b858e', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:06:31Z', 'updated_at': '2021-09-30T13:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'bc1d12e0-0c59-41e7-8f05-9652c4408fcf', 'tenant_id': '1806d3d957b442d084afb5a6e6939111', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'port_id': 'a9f1cac7-dce0-4e5c-883d-40a9f8f74556', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '008916a7-a2d2-4d62-89cc-44132c2adfee', 'mac_address': 'fa:16:3e:26:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3051208-340f-421c-ade9-0a78d2ee313a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:07:43Z', 'updated_at': '2021-09-30T13:07:46Z', 'revision_number': 1, 'project_id': '1806d3d957b442d084afb5a6e6939111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7adf652-0552-41ae-b355-500684b01d68', 'name': '', 'network_id': '008916a7-a2d2-4d62-89cc-44132c2adfee', 'tenant_id': '1806d3d957b442d084afb5a6e6939111', 'mac_address': 'fa:16:3e:38:d4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '9b88440e-478c-428a-91e7-af6c6afddbd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:06:34Z', 'updated_at': '2021-09-30T13:06:43Z', 'revision_number': 5, 'project_id': '1806d3d957b442d084afb5a6e6939111', 'subnets': [{'id': '9b88440e-478c-428a-91e7-af6c6afddbd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:47.257103 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bbd700-3e18-4ce8-9b61-702014994604 None None] Checking router: 1c219942-dc02-4a71-ba96-afc00fa3a43d for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:07:47.263807 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-67315518-7799-4faf-874f-6a5fcca09118 req-80a383b0-252c-44ba-a165-d73371820df9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9f1cac7-dce0-4e5c-883d-40a9f8f74556 HTTP/1.1" status: 200 len: 1000 time: 0.0824742 Sep 30 13:07:47.268041 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bbd700-3e18-4ce8-9b61-702014994604 None None] Routers {'1c219942-dc02-4a71-ba96-afc00fa3a43d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:07:47.268770 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-92bbd700-3e18-4ce8-9b61-702014994604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:07:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1c219942-dc02-4a71-ba96-afc00fa3a43d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:47.290251 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9c800-fd25-4d60-9d85-5f0e7d56c26b req-d88838e9-1a61-4e04-83db-e59fbc24ff31 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:47.298440 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-28c9c800-fd25-4d60-9d85-5f0e7d56c26b req-d88838e9-1a61-4e04-83db-e59fbc24ff31 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bcde1b1-15ab-4a49-8fb6-5acc1235b916 HTTP/1.1" status: 200 len: 945 time: 0.0678086 Sep 30 13:07:47.323132 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67315518-7799-4faf-874f-6a5fcca09118 req-6bcbf689-35d1-4923-9a2b-15741efd4192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:47.324565 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-67315518-7799-4faf-874f-6a5fcca09118 req-6bcbf689-35d1-4923-9a2b-15741efd4192 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9b88440e-478c-428a-91e7-af6c6afddbd1 HTTP/1.1" status: 200 len: 860 time: 0.0524979 Sep 30 13:07:47.339168 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-28c9c800-fd25-4d60-9d85-5f0e7d56c26b req-e7d9716e-bd06-43b6-a970-905fd1eb515f tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b01d255-d0a8-443f-837f-02e779a0cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397816 Sep 30 13:07:47.366060 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-67315518-7799-4faf-874f-6a5fcca09118 req-81c799ef-2e1e-4aeb-81ad-9fa45b6814ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=008916a7-a2d2-4d62-89cc-44132c2adfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313113 Sep 30 13:07:47.410501 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-92bbd700-3e18-4ce8-9b61-702014994604 None None] Set router 1c219942-dc02-4a71-ba96-afc00fa3a43d gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:07:47.467056 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-67315518-7799-4faf-874f-6a5fcca09118 req-3d1ae069-c4fc-4e06-9397-fed21790265c service neutron] 10.222.0.18 "GET /v2.0/networks/008916a7-a2d2-4d62-89cc-44132c2adfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934117 Sep 30 13:07:47.570752 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-67315518-7799-4faf-874f-6a5fcca09118 req-0c5ccc9c-b15d-49e1-8a2c-3953a5dadf7c service neutron] 10.222.0.18 "GET /v2.0/networks/008916a7-a2d2-4d62-89cc-44132c2adfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967307 Sep 30 13:07:47.630253 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666eda9e-b016-4241-8f32-d2f233ebe2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b0297b-4ed8-427a-82ee-dc8780597acf'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:47.633516 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa0a9b1-cabd-4faf-9efe-037a64bdc846" -d '{"events": [{"server_uuid": "666eda9e-b016-4241-8f32-d2f233ebe2c4", "name": "network-vif-plugged", "status": "completed", "tag": "b8b0297b-4ed8-427a-82ee-dc8780597acf"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:47.651072 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-92bbd700-3e18-4ce8-9b61-702014994604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1100338154-router', 'tenant_id': '1806d3d957b442d084afb5a6e6939111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fac04bed-07fe-4b94-ae74-ac3ff40b858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:06:30Z', 'updated_at': '2021-09-30T13:06:36Z', 'revision_number': 4, 'project_id': '1806d3d957b442d084afb5a6e6939111', 'gw_port': {'id': 'fac04bed-07fe-4b94-ae74-ac3ff40b858e', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:06:31Z', 'updated_at': '2021-09-30T13:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'bc1d12e0-0c59-41e7-8f05-9652c4408fcf', 'tenant_id': '1806d3d957b442d084afb5a6e6939111', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'port_id': 'a9f1cac7-dce0-4e5c-883d-40a9f8f74556', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '008916a7-a2d2-4d62-89cc-44132c2adfee', 'mac_address': 'fa:16:3e:26:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3051208-340f-421c-ade9-0a78d2ee313a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:07:43Z', 'updated_at': '2021-09-30T13:07:46Z', 'revision_number': 1, 'project_id': '1806d3d957b442d084afb5a6e6939111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7adf652-0552-41ae-b355-500684b01d68', 'name': '', 'network_id': '008916a7-a2d2-4d62-89cc-44132c2adfee', 'tenant_id': '1806d3d957b442d084afb5a6e6939111', 'mac_address': 'fa:16:3e:38:d4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '9b88440e-478c-428a-91e7-af6c6afddbd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:06:34Z', 'updated_at': '2021-09-30T13:06:43Z', 'revision_number': 5, 'project_id': '1806d3d957b442d084afb5a6e6939111', 'subnets': [{'id': '9b88440e-478c-428a-91e7-af6c6afddbd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:47.683265 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bbd700-3e18-4ce8-9b61-702014994604 None None] The sync data for ids ['1c219942-dc02-4a71-ba96-afc00fa3a43d'] in n-d-810909-2 is: [{'id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1100338154-router', 'tenant_id': '1806d3d957b442d084afb5a6e6939111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fac04bed-07fe-4b94-ae74-ac3ff40b858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:06:30Z', 'updated_at': '2021-09-30T13:06:36Z', 'revision_number': 4, 'project_id': '1806d3d957b442d084afb5a6e6939111', 'gw_port': {'id': 'fac04bed-07fe-4b94-ae74-ac3ff40b858e', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:06:31Z', 'updated_at': '2021-09-30T13:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'bc1d12e0-0c59-41e7-8f05-9652c4408fcf', 'tenant_id': '1806d3d957b442d084afb5a6e6939111', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'port_id': 'a9f1cac7-dce0-4e5c-883d-40a9f8f74556', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '008916a7-a2d2-4d62-89cc-44132c2adfee', 'mac_address': 'fa:16:3e:26:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3051208-340f-421c-ade9-0a78d2ee313a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:07:43Z', 'updated_at': '2021-09-30T13:07:46Z', 'revision_number': 1, 'project_id': '1806d3d957b442d084afb5a6e6939111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7adf652-0552-41ae-b355-500684b01d68', 'name': '', 'network_id': '008916a7-a2d2-4d62-89cc-44132c2adfee', 'tenant_id': '1806d3d957b442d084afb5a6e6939111', 'mac_address': 'fa:16:3e:38:d4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '9b88440e-478c-428a-91e7-af6c6afddbd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:06:34Z', 'updated_at': '2021-09-30T13:06:43Z', 'revision_number': 5, 'project_id': '1806d3d957b442d084afb5a6e6939111', 'subnets': [{'id': '9b88440e-478c-428a-91e7-af6c6afddbd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:07:47.684436 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c8ce9d1d-d0a9-4e2f-9f79-012e7402f6ea req-0fadcbf4-81aa-48d7-b731-68f5a2bcfe5c tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0291629 Sep 30 13:07:47.777099 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3722b1-b002-4c91-982e-478ef9a60977 req-8dd29324-b234-4074-884c-75b5af3edf24 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:47.778759 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ae3722b1-b002-4c91-982e-478ef9a60977 req-8dd29324-b234-4074-884c-75b5af3edf24 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a69feb0-72d0-4d1f-b103-8857418bd6e8 HTTP/1.1" status: 200 len: 984 time: 0.3690686 Sep 30 13:07:47.820060 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ae3722b1-b002-4c91-982e-478ef9a60977 req-081d0872-6eed-43c9-976f-abe1882653ed tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e0da9fd-749f-4a6a-a57f-87a8f60f41ae&id=a4cc6f2a-b482-4100-bcdc-59bc957495cf&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0342543 Sep 30 13:07:47.860178 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c207c57c-23dc-49f8-828a-83ff6ad44e9c req-1e72f380-0209-48e1-b475-f01b0a814747 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 1000 time: 0.0636885 Sep 30 13:07:47.872270 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911ac142-1361-440e-997f-5ed63d894829 x-openstack-request-id: req-911ac142-1361-440e-997f-5ed63d894829 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:47.872884 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666eda9e-b016-4241-8f32-d2f233ebe2c4", "name": "network-vif-plugged", "status": "completed", "tag": "b8b0297b-4ed8-427a-82ee-dc8780597acf", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:47.873417 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-911ac142-1361-440e-997f-5ed63d894829 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:47.874224 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666eda9e-b016-4241-8f32-d2f233ebe2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b0297b-4ed8-427a-82ee-dc8780597acf', 'code': 200} Sep 30 13:07:47.935778 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207c57c-23dc-49f8-828a-83ff6ad44e9c req-6458c4d2-a372-463e-8811-3f9c8e2b6735 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:47.942259 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbbe663-832a-4e00-a64e-f36be2511777 None None] New status for floating IP bc1d12e0-0c59-41e7-8f05-9652c4408fcf: ACTIVE {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:07:47.948596 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c207c57c-23dc-49f8-828a-83ff6ad44e9c req-6458c4d2-a372-463e-8811-3f9c8e2b6735 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports/a9f1cac7-dce0-4e5c-883d-40a9f8f74556 HTTP/1.1" status: 200 len: 943 time: 0.0819526 Sep 30 13:07:48.000469 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5116344d-04e4-49c7-8e5b-8b7b46f33c66 req-68df1178-1b55-488e-beeb-e291f90b4389 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1374283374&fields=id&tenant_id=2ad7a66d59bc43c48ae84f2165b2e582 HTTP/1.1" status: 200 len: 267 time: 0.0454547 Sep 30 13:07:48.003358 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c3362-efc2-43f4-bac6-f736ad715851 req-b09b6a4c-c699-45a7-bd7d-f481d0b2b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:48.004993 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6a5c3362-efc2-43f4-bac6-f736ad715851 req-b09b6a4c-c699-45a7-bd7d-f481d0b2b1a9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 1100 time: 0.0476890 Sep 30 13:07:48.057374 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116344d-04e4-49c7-8e5b-8b7b46f33c66 req-69cf6ae3-0b7f-4c75-912c-4d4f21590f79 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:48.058889 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5116344d-04e4-49c7-8e5b-8b7b46f33c66 req-69cf6ae3-0b7f-4c75-912c-4d4f21590f79 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a69feb0-72d0-4d1f-b103-8857418bd6e8 HTTP/1.1" status: 200 len: 984 time: 0.0576568 Sep 30 13:07:48.072011 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-5116344d-04e4-49c7-8e5b-8b7b46f33c66 req-9cc34f80-e9fe-4440-bdf6-807a9a197c80 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Request body: {'port': {'security_groups': ['9e0da9fd-749f-4a6a-a57f-87a8f60f41ae', 'a4cc6f2a-b482-4100-bcdc-59bc957495cf', 'cb6be736-bf0d-4099-835b-43530ab00c7b']}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:48.075972 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6a5c3362-efc2-43f4-bac6-f736ad715851 req-3b354b45-189f-4f34-b4b7-85bc9e43ae18 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605927 Sep 30 13:07:48.110272 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c207c57c-23dc-49f8-828a-83ff6ad44e9c req-7f917b7c-a8a5-4ff1-bbb6-83b090327920 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 1000 time: 0.1041405 Sep 30 13:07:48.166767 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-5116344d-04e4-49c7-8e5b-8b7b46f33c66 req-9cc34f80-e9fe-4440-bdf6-807a9a197c80 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:48.181055 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b99821b5-2118-4dc3-965d-caecf49cb568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:48.254407 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207c57c-23dc-49f8-828a-83ff6ad44e9c req-859afe27-1510-41cc-8ba0-95b60a436817 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:48.255816 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c207c57c-23dc-49f8-828a-83ff6ad44e9c req-859afe27-1510-41cc-8ba0-95b60a436817 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 784 time: 0.1346676 Sep 30 13:07:48.278606 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49914) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:48.331258 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c207c57c-23dc-49f8-828a-83ff6ad44e9c req-d1e9f88d-41c0-4ab2-9bf7-643fbfb602b0 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 1002 time: 0.0681727 Sep 30 13:07:48.343029 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-c207c57c-23dc-49f8-828a-83ff6ad44e9c req-52e74ca6-b268-457b-b4f2-41920d18c2f9 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:48.380120 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-5116344d-04e4-49c7-8e5b-8b7b46f33c66 req-9cc34f80-e9fe-4440-bdf6-807a9a197c80 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] For port 0b40b9e0-ec9e-4874-a64d-6df19954cd9b, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0b40b9e0-ec9e-4874-a64d-6df19954cd9b,segment=NetworkSegment(b1124d9d-1301-484f-b674-00bfa4108c50),segment_id=b1124d9d-1301-484f-b674-00bfa4108c50)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:48.402789 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c207c57c-23dc-49f8-828a-83ff6ad44e9c req-52e74ca6-b268-457b-b4f2-41920d18c2f9 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks [] for floatingip, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:48.424190 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-5116344d-04e4-49c7-8e5b-8b7b46f33c66 req-9cc34f80-e9fe-4440-bdf6-807a9a197c80 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:48.433855 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-5116344d-04e4-49c7-8e5b-8b7b46f33c66 req-9cc34f80-e9fe-4440-bdf6-807a9a197c80 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:48.445889 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['aeb697d2-fa8d-4c97-b3a6-6a5b338de64c', '0b40b9e0-ec9e-4874-a64d-6df19954cd9b'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:48.489589 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5c0a320c-7a61-4256-915c-57fef4fd6262 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97d604a8d42741f9b6809b482ef51ba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2097101 Sep 30 13:07:48.490280 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49920) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:48.500650 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116344d-04e4-49c7-8e5b-8b7b46f33c66 req-9cc34f80-e9fe-4440-bdf6-807a9a197c80 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:48.501298 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-5116344d-04e4-49c7-8e5b-8b7b46f33c66 req-9cc34f80-e9fe-4440-bdf6-807a9a197c80 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:48.512625 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5116344d-04e4-49c7-8e5b-8b7b46f33c66 req-9cc34f80-e9fe-4440-bdf6-807a9a197c80 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "PUT /v2.0/ports/0b40b9e0-ec9e-4874-a64d-6df19954cd9b HTTP/1.1" status: 200 len: 1020 time: 0.4468663 Sep 30 13:07:48.514419 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a69feb0-72d0-4d1f-b103-8857418bd6e8', 'tag': '0b40b9e0-ec9e-4874-a64d-6df19954cd9b'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:48.517546 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e871350-924e-410f-be94-b3f106e9258e" -d '{"events": [{"name": "network-changed", "server_uuid": "0a69feb0-72d0-4d1f-b103-8857418bd6e8", "tag": "0b40b9e0-ec9e-4874-a64d-6df19954cd9b"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:48.575171 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc34f80-e9fe-4440-bdf6-807a9a197c80 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Pushing event updated for resources: {'Port': ['ID=0b40b9e0-ec9e-4874-a64d-6df19954cd9b,revision_number=7']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:48.591999 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c207c57c-23dc-49f8-828a-83ff6ad44e9c req-52e74ca6-b268-457b-b4f2-41920d18c2f9 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:48.593162 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['0b40b9e0-ec9e-4874-a64d-6df19954cd9b'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:48.598156 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c207c57c-23dc-49f8-828a-83ff6ad44e9c req-52e74ca6-b268-457b-b4f2-41920d18c2f9 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:48.598156 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [req-c207c57c-23dc-49f8-828a-83ff6ad44e9c req-52e74ca6-b268-457b-b4f2-41920d18c2f9 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Floating IP bc1d12e0-0c59-41e7-8f05-9652c4408fcf disassociated. External IP: 172.25.5.195, port: a9f1cac7-dce0-4e5c-883d-40a9f8f74556. Sep 30 13:07:48.598497 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2bd1fd86-f431-4e02-8476-14aedc95b426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:48.642440 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2bd1fd86-f431-4e02-8476-14aedc95b426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:48.667144 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a987901-8010-426a-b970-ac485089d5ff req-a6950487-8e09-4fb4-a2da-794457775176 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:48.668546 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5a987901-8010-426a-b970-ac485089d5ff req-a6950487-8e09-4fb4-a2da-794457775176 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.0855105 Sep 30 13:07:48.719825 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5a987901-8010-426a-b970-ac485089d5ff req-eb9dfb3a-228e-430b-a415-b2c7199d8c7d tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427525 Sep 30 13:07:48.736146 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2bd1fd86-f431-4e02-8476-14aedc95b426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:48.739287 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2bd1fd86-f431-4e02-8476-14aedc95b426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:48.745812 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2bd1fd86-f431-4e02-8476-14aedc95b426 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d7e64f42-ef09-49e2-a7f5-651a363b8b1a HTTP/1.1" status: 204 len: 168 time: 0.2297556 Sep 30 13:07:48.762032 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd1fd86-f431-4e02-8476-14aedc95b426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e64f42-ef09-49e2-a7f5-651a363b8b1a,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:48.762251 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3051208-340f-421c-ade9-0a78d2ee313a', 'tag': 'a9f1cac7-dce0-4e5c-883d-40a9f8f74556'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:48.762251 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb43fc2-4759-4548-89b5-3d11310ff2e2" -d '{"events": [{"name": "network-changed", "server_uuid": "a3051208-340f-421c-ade9-0a78d2ee313a", "tag": "a9f1cac7-dce0-4e5c-883d-40a9f8f74556"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:48.889077 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c207c57c-23dc-49f8-828a-83ff6ad44e9c req-52e74ca6-b268-457b-b4f2-41920d18c2f9 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Router 1c219942-dc02-4a71-ba96-afc00fa3a43d has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:07:48.911070 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496ffd7-c264-4e07-b35b-036039c2e9a0 req-d0fc812f-5031-4249-bada-e077232409c4 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:48.912899 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b496ffd7-c264-4e07-b35b-036039c2e9a0 req-d0fc812f-5031-4249-bada-e077232409c4 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bcde1b1-15ab-4a49-8fb6-5acc1235b916 HTTP/1.1" status: 200 len: 945 time: 0.0545931 Sep 30 13:07:48.962543 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b496ffd7-c264-4e07-b35b-036039c2e9a0 req-8cca4762-4bcb-42f0-a5ab-4133b9199271 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b01d255-d0a8-443f-837f-02e779a0cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419905 Sep 30 13:07:49.034444 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c207c57c-23dc-49f8-828a-83ff6ad44e9c req-52e74ca6-b268-457b-b4f2-41920d18c2f9 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:07:49.040463 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c207c57c-23dc-49f8-828a-83ff6ad44e9c req-52e74ca6-b268-457b-b4f2-41920d18c2f9 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:49.047277 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd07bae-1875-4ccd-8714-288c446215c4 None None] Sync routers for ids ['1c219942-dc02-4a71-ba96-afc00fa3a43d'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:07:49.059041 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cea77cc4-36c5-4f70-951b-6c3c8ae6b5d9 req-05c549d4-64c2-44cb-a19e-1f2c2171783e tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups/cb6be736-bf0d-4099-835b-43530ab00c7b HTTP/1.1" status: 200 len: 1801 time: 0.0596297 Sep 30 13:07:49.062754 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd07bae-1875-4ccd-8714-288c446215c4 None None] Routers {'1c219942-dc02-4a71-ba96-afc00fa3a43d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:07:49.063371 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-5fd07bae-1875-4ccd-8714-288c446215c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:07:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1c219942-dc02-4a71-ba96-afc00fa3a43d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:49.112201 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [req-cea77cc4-36c5-4f70-951b-6c3c8ae6b5d9 req-14bbbda9-ed3c-414c-bca1-018e35da86e9 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 30 13:07:49.125499 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cea77cc4-36c5-4f70-951b-6c3c8ae6b5d9 req-14bbbda9-ed3c-414c-bca1-018e35da86e9 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "DELETE /v2.0/security-groups/cb6be736-bf0d-4099-835b-43530ab00c7b HTTP/1.1" status: 409 len: 341 time: 0.0654037 Sep 30 13:07:49.127624 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c207c57c-23dc-49f8-828a-83ff6ad44e9c req-52e74ca6-b268-457b-b4f2-41920d18c2f9 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "PUT /v2.0/floatingips/bc1d12e0-0c59-41e7-8f05-9652c4408fcf HTTP/1.1" status: 200 len: 695 time: 0.7884793 Sep 30 13:07:49.161207 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e49ec1-4ef2-4fda-ad0e-2f3890226335 x-openstack-request-id: req-12e49ec1-4ef2-4fda-ad0e-2f3890226335 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:49.161607 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a69feb0-72d0-4d1f-b103-8857418bd6e8", "tag": "0b40b9e0-ec9e-4874-a64d-6df19954cd9b", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:49.161960 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12e49ec1-4ef2-4fda-ad0e-2f3890226335 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:49.162484 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a69feb0-72d0-4d1f-b103-8857418bd6e8', 'tag': '0b40b9e0-ec9e-4874-a64d-6df19954cd9b', 'status': 'completed', 'code': 200} Sep 30 13:07:49.169544 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49942) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:49.175522 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 6eecd3ef-a3d4-4fa4-8497-1a1f360536dd no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:07:49.212952 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 6eecd3ef-a3d4-4fa4-8497-1a1f360536dd {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:07:49.213615 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 6eecd3ef-a3d4-4fa4-8497-1a1f360536dd not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:07:49.226587 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bb5f04aa-6c9b-4cc9-992d-86ada3a15a3b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e84de132a2d44c3a9f0c5a398a778b2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554082 Sep 30 13:07:49.229327 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49944) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:49.241359 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:49.269102 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207c57c-23dc-49f8-828a-83ff6ad44e9c req-a01577b1-0b2a-484d-8796-9c76e0f8c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:49.270709 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c207c57c-23dc-49f8-828a-83ff6ad44e9c req-a01577b1-0b2a-484d-8796-9c76e0f8c340 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1806d3d957b442d084afb5a6e6939111&device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 1097 time: 0.1240010 Sep 30 13:07:49.279720 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-5fd07bae-1875-4ccd-8714-288c446215c4 None None] Set router 1c219942-dc02-4a71-ba96-afc00fa3a43d gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:07:49.290321 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5c34fca1-f955-432c-9435-b8b0391c787a req-5d9f942f-8d9d-4b4b-ad6f-638c89ffa9bd tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0430517 Sep 30 13:07:49.300768 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e871350-924e-410f-be94-b3f106e9258e req-9150bf65-dd9f-43fb-9520-c4d26c94e8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:49.302818 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e871350-924e-410f-be94-b3f106e9258e req-9150bf65-dd9f-43fb-9520-c4d26c94e8eb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ad7a66d59bc43c48ae84f2165b2e582&device_id=0a69feb0-72d0-4d1f-b103-8857418bd6e8 HTTP/1.1" status: 200 len: 1174 time: 0.1032720 Sep 30 13:07:49.322579 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ce25b4ff-cffc-473b-928a-afb595172362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:49.348090 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ce25b4ff-cffc-473b-928a-afb595172362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:49.412616 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31c7eaa-971c-4625-bc03-e4d47d73a5da x-openstack-request-id: req-e31c7eaa-971c-4625-bc03-e4d47d73a5da {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:49.412892 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3051208-340f-421c-ade9-0a78d2ee313a", "tag": "a9f1cac7-dce0-4e5c-883d-40a9f8f74556", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:49.413147 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e31c7eaa-971c-4625-bc03-e4d47d73a5da {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:49.413542 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3051208-340f-421c-ade9-0a78d2ee313a', 'tag': 'a9f1cac7-dce0-4e5c-883d-40a9f8f74556', 'status': 'completed', 'code': 200} Sep 30 13:07:49.428470 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ce25b4ff-cffc-473b-928a-afb595172362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:49.431734 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ce25b4ff-cffc-473b-928a-afb595172362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:49.433426 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ce25b4ff-cffc-473b-928a-afb595172362 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb5bf1a8-6956-460e-bdcc-063cd3de0bfc HTTP/1.1" status: 204 len: 168 time: 0.2027428 Sep 30 13:07:49.464430 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25b4ff-cffc-473b-928a-afb595172362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5bf1a8-6956-460e-bdcc-063cd3de0bfc,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:49.523950 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207c57c-23dc-49f8-828a-83ff6ad44e9c req-52ed26fc-2dff-4ea6-bfad-1852e7b4c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:49.525853 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c207c57c-23dc-49f8-828a-83ff6ad44e9c req-52ed26fc-2dff-4ea6-bfad-1852e7b4c578 service neutron] 10.222.0.18 "GET /v2.0/networks?id=008916a7-a2d2-4d62-89cc-44132c2adfee HTTP/1.1" status: 200 len: 921 time: 0.2433376 Sep 30 13:07:49.531337 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e871350-924e-410f-be94-b3f106e9258e req-59e729c5-f41d-41b4-9371-2d6093386d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:49.533385 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e871350-924e-410f-be94-b3f106e9258e req-59e729c5-f41d-41b4-9371-2d6093386d20 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e26a4697-f117-4f02-9a82-cfcd8215cc36 HTTP/1.1" status: 200 len: 914 time: 0.2145402 Sep 30 13:07:49.537426 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb43fc2-4759-4548-89b5-3d11310ff2e2 req-eb1486ac-2bab-4a2f-9c33-a2a1ed6fbb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:49.538863 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6bb43fc2-4759-4548-89b5-3d11310ff2e2 req-eb1486ac-2bab-4a2f-9c33-a2a1ed6fbb2b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1806d3d957b442d084afb5a6e6939111&device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 1097 time: 0.0943072 Sep 30 13:07:49.581012 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c207c57c-23dc-49f8-828a-83ff6ad44e9c req-57595866-d5fc-4824-9178-240cd512ee29 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9f1cac7-dce0-4e5c-883d-40a9f8f74556 HTTP/1.1" status: 200 len: 217 time: 0.0457485 Sep 30 13:07:49.586851 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-5fd07bae-1875-4ccd-8714-288c446215c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1100338154-router', 'tenant_id': '1806d3d957b442d084afb5a6e6939111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fac04bed-07fe-4b94-ae74-ac3ff40b858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:06:30Z', 'updated_at': '2021-09-30T13:06:36Z', 'revision_number': 4, 'project_id': '1806d3d957b442d084afb5a6e6939111', 'gw_port': {'id': 'fac04bed-07fe-4b94-ae74-ac3ff40b858e', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:06:31Z', 'updated_at': '2021-09-30T13:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'e7adf652-0552-41ae-b355-500684b01d68', 'name': '', 'network_id': '008916a7-a2d2-4d62-89cc-44132c2adfee', 'tenant_id': '1806d3d957b442d084afb5a6e6939111', 'mac_address': 'fa:16:3e:38:d4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '9b88440e-478c-428a-91e7-af6c6afddbd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:06:34Z', 'updated_at': '2021-09-30T13:06:43Z', 'revision_number': 5, 'project_id': '1806d3d957b442d084afb5a6e6939111', 'subnets': [{'id': '9b88440e-478c-428a-91e7-af6c6afddbd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:49.623144 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd07bae-1875-4ccd-8714-288c446215c4 None None] Checking router: 1c219942-dc02-4a71-ba96-afc00fa3a43d for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:07:49.629780 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6d909-80d1-4aab-9d38-93bd9f9a7cc1 req-e69d9749-ce7d-4720-bc1b-0546d29e2897 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:49.632412 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd07bae-1875-4ccd-8714-288c446215c4 None None] Routers {'1c219942-dc02-4a71-ba96-afc00fa3a43d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:07:49.633092 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-5fd07bae-1875-4ccd-8714-288c446215c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:07:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1c219942-dc02-4a71-ba96-afc00fa3a43d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:49.648900 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0ba6d909-80d1-4aab-9d38-93bd9f9a7cc1 req-e69d9749-ce7d-4720-bc1b-0546d29e2897 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bcde1b1-15ab-4a49-8fb6-5acc1235b916 HTTP/1.1" status: 200 len: 945 time: 0.0964508 Sep 30 13:07:49.649550 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49948) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:49.662875 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-855787ff-a92b-4f02-b9fa-dd65486e00b4 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Request body: {'floatingip': {'port_id': 'cf13c78a-9933-4fbc-b93a-5b792b803dae'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:49.685112 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e871350-924e-410f-be94-b3f106e9258e req-45986b81-aaeb-460b-bec6-be42a1fcee1a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b40b9e0-ec9e-4874-a64d-6df19954cd9b HTTP/1.1" status: 200 len: 217 time: 0.1020668 Sep 30 13:07:49.726063 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-855787ff-a92b-4f02-b9fa-dd65486e00b4 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks [] for floatingip, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:49.808048 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-5fd07bae-1875-4ccd-8714-288c446215c4 None None] Set router 1c219942-dc02-4a71-ba96-afc00fa3a43d gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:07:49.864679 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207c57c-23dc-49f8-828a-83ff6ad44e9c req-5ec7a570-3c14-413c-9b19-8549ec3da02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:49.866681 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c207c57c-23dc-49f8-828a-83ff6ad44e9c req-5ec7a570-3c14-413c-9b19-8549ec3da02e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9b88440e-478c-428a-91e7-af6c6afddbd1 HTTP/1.1" status: 200 len: 860 time: 0.2459195 Sep 30 13:07:49.870980 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb43fc2-4759-4548-89b5-3d11310ff2e2 req-bffa76f4-9232-4a05-8ec4-90b7c3a02dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:49.872745 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6bb43fc2-4759-4548-89b5-3d11310ff2e2 req-bffa76f4-9232-4a05-8ec4-90b7c3a02dcf service neutron] 10.222.0.54 "GET /v2.0/networks?id=008916a7-a2d2-4d62-89cc-44132c2adfee HTTP/1.1" status: 200 len: 921 time: 0.2908788 Sep 30 13:07:49.874544 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e871350-924e-410f-be94-b3f106e9258e req-26573d21-bace-4ff4-95fe-6df66b3a32bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:49.876086 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e871350-924e-410f-be94-b3f106e9258e req-26573d21-bace-4ff4-95fe-6df66b3a32bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67fb7f78-2405-4f84-9ca9-08c51c1d2c30 HTTP/1.1" status: 200 len: 853 time: 0.1163509 Sep 30 13:07:49.959956 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c207c57c-23dc-49f8-828a-83ff6ad44e9c req-18c49e25-c6fb-49a8-951a-d3ba979d3174 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=008916a7-a2d2-4d62-89cc-44132c2adfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816545 Sep 30 13:07:49.998748 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e871350-924e-410f-be94-b3f106e9258e req-b71c4ec1-91dd-4a81-ab00-733ee44593d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e26a4697-f117-4f02-9a82-cfcd8215cc36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076515 Sep 30 13:07:50.027805 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7766f7-c9b1-4c6f-9daa-9aaf5b7ad937 req-c73276d6-7702-4b75-85dc-a3e8ba864706 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:50.035678 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-be7766f7-c9b1-4c6f-9daa-9aaf5b7ad937 req-c73276d6-7702-4b75-85dc-a3e8ba864706 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.1040490 Sep 30 13:07:50.041078 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6bb43fc2-4759-4548-89b5-3d11310ff2e2 req-01130298-46af-47c2-a173-24f3586ec698 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9f1cac7-dce0-4e5c-883d-40a9f8f74556 HTTP/1.1" status: 200 len: 217 time: 0.1458941 Sep 30 13:07:50.119317 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-be7766f7-c9b1-4c6f-9daa-9aaf5b7ad937 req-e2b602b1-4cf5-4bb7-8a8a-02d6a8f60362 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827539 Sep 30 13:07:50.274616 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-5fd07bae-1875-4ccd-8714-288c446215c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1100338154-router', 'tenant_id': '1806d3d957b442d084afb5a6e6939111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fac04bed-07fe-4b94-ae74-ac3ff40b858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:06:30Z', 'updated_at': '2021-09-30T13:06:36Z', 'revision_number': 4, 'project_id': '1806d3d957b442d084afb5a6e6939111', 'gw_port': {'id': 'fac04bed-07fe-4b94-ae74-ac3ff40b858e', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:06:31Z', 'updated_at': '2021-09-30T13:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'e7adf652-0552-41ae-b355-500684b01d68', 'name': '', 'network_id': '008916a7-a2d2-4d62-89cc-44132c2adfee', 'tenant_id': '1806d3d957b442d084afb5a6e6939111', 'mac_address': 'fa:16:3e:38:d4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '9b88440e-478c-428a-91e7-af6c6afddbd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:06:34Z', 'updated_at': '2021-09-30T13:06:43Z', 'revision_number': 5, 'project_id': '1806d3d957b442d084afb5a6e6939111', 'subnets': [{'id': '9b88440e-478c-428a-91e7-af6c6afddbd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:50.308896 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd07bae-1875-4ccd-8714-288c446215c4 None None] The sync data for ids ['1c219942-dc02-4a71-ba96-afc00fa3a43d'] in n-d-810909-2 is: [{'id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1100338154-router', 'tenant_id': '1806d3d957b442d084afb5a6e6939111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fac04bed-07fe-4b94-ae74-ac3ff40b858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:06:30Z', 'updated_at': '2021-09-30T13:06:36Z', 'revision_number': 4, 'project_id': '1806d3d957b442d084afb5a6e6939111', 'gw_port': {'id': 'fac04bed-07fe-4b94-ae74-ac3ff40b858e', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:06:31Z', 'updated_at': '2021-09-30T13:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'e7adf652-0552-41ae-b355-500684b01d68', 'name': '', 'network_id': '008916a7-a2d2-4d62-89cc-44132c2adfee', 'tenant_id': '1806d3d957b442d084afb5a6e6939111', 'mac_address': 'fa:16:3e:38:d4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '9b88440e-478c-428a-91e7-af6c6afddbd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:06:34Z', 'updated_at': '2021-09-30T13:06:43Z', 'revision_number': 5, 'project_id': '1806d3d957b442d084afb5a6e6939111', 'subnets': [{'id': '9b88440e-478c-428a-91e7-af6c6afddbd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:07:50.354316 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6d146-4dad-41fe-8aee-0ea9f01a8dc9 req-8f0fc260-bfb7-41e2-a356-ae51ca4b2f29 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:50.356035 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cf6d146-4dad-41fe-8aee-0ea9f01a8dc9 req-8f0fc260-bfb7-41e2-a356-ae51ca4b2f29 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a69feb0-72d0-4d1f-b103-8857418bd6e8 HTTP/1.1" status: 200 len: 1023 time: 0.1280055 Sep 30 13:07:50.462503 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cf6d146-4dad-41fe-8aee-0ea9f01a8dc9 req-ba949102-12a8-41ea-896e-875006cc8cfd tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e0da9fd-749f-4a6a-a57f-87a8f60f41ae&id=a4cc6f2a-b482-4100-bcdc-59bc957495cf&id=cb6be736-bf0d-4099-835b-43530ab00c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0974309 Sep 30 13:07:50.542463 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c207c57c-23dc-49f8-828a-83ff6ad44e9c req-37d4b1fc-e8da-441d-9f37-34fd63a69c57 service neutron] 10.222.0.18 "GET /v2.0/networks/008916a7-a2d2-4d62-89cc-44132c2adfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5814278 Sep 30 13:07:50.545397 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb43fc2-4759-4548-89b5-3d11310ff2e2 req-429744b5-aeba-4fef-a40c-606785f21417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:50.547209 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6bb43fc2-4759-4548-89b5-3d11310ff2e2 req-429744b5-aeba-4fef-a40c-606785f21417 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9b88440e-478c-428a-91e7-af6c6afddbd1 HTTP/1.1" status: 200 len: 860 time: 0.1246686 Sep 30 13:07:50.569618 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-855787ff-a92b-4f02-b9fa-dd65486e00b4 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:50.581095 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-855787ff-a92b-4f02-b9fa-dd65486e00b4 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:50.607966 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6bb43fc2-4759-4548-89b5-3d11310ff2e2 req-8a654f58-27a4-45f9-b68d-ce5694b93d42 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=008916a7-a2d2-4d62-89cc-44132c2adfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405102 Sep 30 13:07:50.612459 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e871350-924e-410f-be94-b3f106e9258e req-7586e644-ee07-4330-a38b-4fabe046181a service neutron] 10.222.0.39 "GET /v2.0/networks/e26a4697-f117-4f02-9a82-cfcd8215cc36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5828941 Sep 30 13:07:50.656517 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4a6f0561-894a-4c8e-b12d-88b5d969c770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:50.766817 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6941103c-5745-474e-8ccf-b8e1d9b198ff None None] New status for floating IP bc1d12e0-0c59-41e7-8f05-9652c4408fcf: DOWN {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:07:50.805986 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-855787ff-a92b-4f02-b9fa-dd65486e00b4 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Floating IP 3e005ceb-d6b0-4b9c-abf3-f47b4fea88ec associated. External IP: 172.25.5.177, port: cf13c78a-9933-4fbc-b93a-5b792b803dae. Sep 30 13:07:50.833213 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c207c57c-23dc-49f8-828a-83ff6ad44e9c req-e416485e-ca73-4043-b9fe-7ee720e9514e service neutron] 10.222.0.18 "GET /v2.0/networks/008916a7-a2d2-4d62-89cc-44132c2adfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786288 Sep 30 13:07:50.871137 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e871350-924e-410f-be94-b3f106e9258e req-9ff152b4-55ea-49a9-b9d2-a4a003d11d27 service neutron] 10.222.0.39 "GET /v2.0/networks/e26a4697-f117-4f02-9a82-cfcd8215cc36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349749 Sep 30 13:07:50.874093 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6bb43fc2-4759-4548-89b5-3d11310ff2e2 req-23a318ab-7dec-4567-8010-877722d083e1 service neutron] 10.222.0.54 "GET /v2.0/networks/008916a7-a2d2-4d62-89cc-44132c2adfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529027 Sep 30 13:07:51.048379 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4a4a1f3a-c063-470c-aff2-5d942eacbcd9 req-70926602-37c1-435d-b906-dc58d8d67e00 tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0757406 Sep 30 13:07:51.050268 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6bb43fc2-4759-4548-89b5-3d11310ff2e2 req-a0106fbf-e64f-45c1-ad97-9ab8ade2f974 service neutron] 10.222.0.54 "GET /v2.0/networks/008916a7-a2d2-4d62-89cc-44132c2adfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644723 Sep 30 13:07:51.080035 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ae8f4-f66f-4f33-930f-fdf7b84037c4 req-db99880a-8687-4ded-a0b5-c4012e11434f tempest-MigrationsAdminTest-956195043 tempest-MigrationsAdminTest-956195043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:51.082364 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c76ae8f4-f66f-4f33-930f-fdf7b84037c4 req-db99880a-8687-4ded-a0b5-c4012e11434f tempest-MigrationsAdminTest-956195043 tempest-MigrationsAdminTest-956195043-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 1100 time: 0.2062509 Sep 30 13:07:51.134501 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c76ae8f4-f66f-4f33-930f-fdf7b84037c4 req-a0aaf2ad-586e-411c-924c-0ec4e707b9a5 tempest-MigrationsAdminTest-956195043 tempest-MigrationsAdminTest-956195043-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:51.235022 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0d835d0d-25cb-42e8-b87a-95ff27c82942 req-b71c1aa2-94bb-47ce-93fc-ca9ae340299c tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/floatingips/bc1d12e0-0c59-41e7-8f05-9652c4408fcf HTTP/1.1" status: 200 len: 693 time: 0.0583954 Sep 30 13:07:51.303418 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855787ff-a92b-4f02-b9fa-dd65486e00b4 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Router 3f4a79ef-47d2-4305-963f-87becf60ad2e has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:07:51.354481 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d835d0d-25cb-42e8-b87a-95ff27c82942 req-4fd5869f-59eb-49e5-a56e-ed5d3baf23c4 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:51.355872 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0d835d0d-25cb-42e8-b87a-95ff27c82942 req-4fd5869f-59eb-49e5-a56e-ed5d3baf23c4 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 784 time: 0.1196387 Sep 30 13:07:51.374957 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c76ae8f4-f66f-4f33-930f-fdf7b84037c4 req-a0aaf2ad-586e-411c-924c-0ec4e707b9a5 tempest-MigrationsAdminTest-956195043 tempest-MigrationsAdminTest-956195043-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:51.381818 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c76ae8f4-f66f-4f33-930f-fdf7b84037c4 req-a0aaf2ad-586e-411c-924c-0ec4e707b9a5 tempest-MigrationsAdminTest-956195043 tempest-MigrationsAdminTest-956195043-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:51.410383 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0d835d0d-25cb-42e8-b87a-95ff27c82942 req-877a2b56-c368-4890-951b-d93916cd531a tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 696 time: 0.0480165 Sep 30 13:07:51.414930 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3051208-340f-421c-ade9-0a78d2ee313a', 'tag': 'a9f1cac7-dce0-4e5c-883d-40a9f8f74556'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:51.417721 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a73c79-525e-457f-af78-7904b56e930c" -d '{"events": [{"name": "network-changed", "server_uuid": "a3051208-340f-421c-ade9-0a78d2ee313a", "tag": "a9f1cac7-dce0-4e5c-883d-40a9f8f74556"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:51.419026 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c76ae8f4-f66f-4f33-930f-fdf7b84037c4 req-a0aaf2ad-586e-411c-924c-0ec4e707b9a5 tempest-MigrationsAdminTest-956195043 tempest-MigrationsAdminTest-956195043-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283587 Sep 30 13:07:51.460935 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aaf2ad-586e-411c-924c-0ec4e707b9a5 tempest-MigrationsAdminTest-956195043 tempest-MigrationsAdminTest-956195043-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dfd527-fa57-41d5-8532-9b1604d1282c,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:51.478630 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0d835d0d-25cb-42e8-b87a-95ff27c82942 req-63db29c7-7142-405f-8cbd-3c91a802f6cc tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.195 HTTP/1.1" status: 200 len: 696 time: 0.0579064 Sep 30 13:07:51.481745 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855787ff-a92b-4f02-b9fa-dd65486e00b4 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:07:51.487932 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-855787ff-a92b-4f02-b9fa-dd65486e00b4 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:51.491582 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdace6b5-0965-427f-a7db-975e475c24cb None None] Sync routers for ids ['3f4a79ef-47d2-4305-963f-87becf60ad2e'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:07:51.502847 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdace6b5-0965-427f-a7db-975e475c24cb None None] Routers {'3f4a79ef-47d2-4305-963f-87becf60ad2e'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:07:51.503836 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-fdace6b5-0965-427f-a7db-975e475c24cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:07:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['3f4a79ef-47d2-4305-963f-87becf60ad2e'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:51.515953 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-855787ff-a92b-4f02-b9fa-dd65486e00b4 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "PUT /v2.0/floatingips/3e005ceb-d6b0-4b9c-abf3-f47b4fea88ec HTTP/1.1" status: 200 len: 991 time: 1.8635530 Sep 30 13:07:51.517054 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bcde1b1-15ab-4a49-8fb6-5acc1235b916', 'tag': 'cf13c78a-9933-4fbc-b93a-5b792b803dae'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:51.520044 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e876fe33-13f8-4b4f-b060-9560fc1ed71f" -d '{"events": [{"name": "network-changed", "server_uuid": "2bcde1b1-15ab-4a49-8fb6-5acc1235b916", "tag": "cf13c78a-9933-4fbc-b93a-5b792b803dae"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:51.548997 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:51.601843 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:07:51.620363 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-0d835d0d-25cb-42e8-b87a-95ff27c82942 req-1ef56cb3-9919-4104-8375-7f2ad087a831 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Deleting port ffaafb6a-d25f-47cd-a823-c4ce649e5d0e {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:07:51.620846 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0d835d0d-25cb-42e8-b87a-95ff27c82942 req-1ef56cb3-9919-4104-8375-7f2ad087a831 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:51.623009 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-fdace6b5-0965-427f-a7db-975e475c24cb None None] Set router 3f4a79ef-47d2-4305-963f-87becf60ad2e gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:07:51.701731 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c98ebe-b839-41bf-9843-27dd097e0fb2 x-openstack-request-id: req-e0c98ebe-b839-41bf-9843-27dd097e0fb2 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:51.702098 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3051208-340f-421c-ade9-0a78d2ee313a", "tag": "a9f1cac7-dce0-4e5c-883d-40a9f8f74556", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:51.702319 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0c98ebe-b839-41bf-9843-27dd097e0fb2 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:51.702671 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3051208-340f-421c-ade9-0a78d2ee313a', 'tag': 'a9f1cac7-dce0-4e5c-883d-40a9f8f74556', 'status': 'completed', 'code': 200} Sep 30 13:07:51.759115 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8b0a7-7d24-405e-920d-da218b347b5f req-c0fc63a5-f097-4578-ba28-5a2863876e35 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:51.760502 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9bf8b0a7-7d24-405e-920d-da218b347b5f req-c0fc63a5-f097-4578-ba28-5a2863876e35 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a69feb0-72d0-4d1f-b103-8857418bd6e8 HTTP/1.1" status: 200 len: 1023 time: 0.1275978 Sep 30 13:07:51.786220 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0d835d0d-25cb-42e8-b87a-95ff27c82942 req-1ef56cb3-9919-4104-8375-7f2ad087a831 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:51.786545 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0d835d0d-25cb-42e8-b87a-95ff27c82942 req-1ef56cb3-9919-4104-8375-7f2ad087a831 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:51.822546 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-0d835d0d-25cb-42e8-b87a-95ff27c82942 req-1ef56cb3-9919-4104-8375-7f2ad087a831 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Calling delete_port for ffaafb6a-d25f-47cd-a823-c4ce649e5d0e owned by network:floatingip {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:07:51.848237 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a73c79-525e-457f-af78-7904b56e930c req-dc098693-6a05-4bbd-b78d-ff373e1b6455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:51.849706 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08a73c79-525e-457f-af78-7904b56e930c req-dc098693-6a05-4bbd-b78d-ff373e1b6455 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1806d3d957b442d084afb5a6e6939111&device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 1097 time: 0.1329300 Sep 30 13:07:51.867226 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-fdace6b5-0965-427f-a7db-975e475c24cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'name': 'tempest-ServersTestManualDisk-1870830640-router', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:07:17Z', 'updated_at': '2021-09-30T13:07:24Z', 'revision_number': 4, 'project_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'gw_port': {'id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:07:18Z', 'updated_at': '2021-09-30T13:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '3e005ceb-d6b0-4b9c-abf3-f47b4fea88ec', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'port_id': 'cf13c78a-9933-4fbc-b93a-5b792b803dae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44d1ad4e-8c15-4b0a-994d-4e89994f3603', 'mac_address': 'fa:16:3e:b1:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcde1b1-15ab-4a49-8fb6-5acc1235b916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:07:30Z', 'updated_at': '2021-09-30T13:07:50Z', 'revision_number': 1, 'project_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cbbb79d-6233-43ee-ab3c-a3859eed0c21', 'name': '', 'network_id': '44d1ad4e-8c15-4b0a-994d-4e89994f3603', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'mac_address': 'fa:16:3e:02:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '68e4dda5-44bd-4b4d-8a1f-9dfbed436509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:07:23Z', 'updated_at': '2021-09-30T13:07:28Z', 'revision_number': 5, 'project_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'subnets': [{'id': '68e4dda5-44bd-4b4d-8a1f-9dfbed436509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:51.894887 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdace6b5-0965-427f-a7db-975e475c24cb None None] Checking router: 3f4a79ef-47d2-4305-963f-87becf60ad2e for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:07:51.903729 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdace6b5-0965-427f-a7db-975e475c24cb None None] Routers {'3f4a79ef-47d2-4305-963f-87becf60ad2e'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:07:51.904443 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-fdace6b5-0965-427f-a7db-975e475c24cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:07:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['3f4a79ef-47d2-4305-963f-87becf60ad2e'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:52.014773 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-fdace6b5-0965-427f-a7db-975e475c24cb None None] Set router 3f4a79ef-47d2-4305-963f-87becf60ad2e gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:07:52.051734 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-9bf8b0a7-7d24-405e-920d-da218b347b5f req-58588061-13bb-4ccd-b3d0-53ccad03683f tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Deleting port 0b40b9e0-ec9e-4874-a64d-6df19954cd9b {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:07:52.052069 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9bf8b0a7-7d24-405e-920d-da218b347b5f req-58588061-13bb-4ccd-b3d0-53ccad03683f tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:52.055326 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a73c79-525e-457f-af78-7904b56e930c req-9bad8bbf-b307-41e1-a7ee-91b7585b70b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:52.056786 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08a73c79-525e-457f-af78-7904b56e930c req-9bad8bbf-b307-41e1-a7ee-91b7585b70b3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=008916a7-a2d2-4d62-89cc-44132c2adfee HTTP/1.1" status: 200 len: 921 time: 0.1826229 Sep 30 13:07:52.122830 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08a73c79-525e-457f-af78-7904b56e930c req-8e180be8-2233-4ae3-95e1-45104aea8874 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9f1cac7-dce0-4e5c-883d-40a9f8f74556 HTTP/1.1" status: 200 len: 217 time: 0.0438833 Sep 30 13:07:52.268947 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:52.297412 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-fdace6b5-0965-427f-a7db-975e475c24cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'name': 'tempest-ServersTestManualDisk-1870830640-router', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:07:17Z', 'updated_at': '2021-09-30T13:07:24Z', 'revision_number': 4, 'project_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'gw_port': {'id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:07:18Z', 'updated_at': '2021-09-30T13:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '3e005ceb-d6b0-4b9c-abf3-f47b4fea88ec', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'port_id': 'cf13c78a-9933-4fbc-b93a-5b792b803dae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44d1ad4e-8c15-4b0a-994d-4e89994f3603', 'mac_address': 'fa:16:3e:b1:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcde1b1-15ab-4a49-8fb6-5acc1235b916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:07:30Z', 'updated_at': '2021-09-30T13:07:50Z', 'revision_number': 1, 'project_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cbbb79d-6233-43ee-ab3c-a3859eed0c21', 'name': '', 'network_id': '44d1ad4e-8c15-4b0a-994d-4e89994f3603', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'mac_address': 'fa:16:3e:02:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '68e4dda5-44bd-4b4d-8a1f-9dfbed436509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:07:23Z', 'updated_at': '2021-09-30T13:07:28Z', 'revision_number': 5, 'project_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'subnets': [{'id': '68e4dda5-44bd-4b4d-8a1f-9dfbed436509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:07:52.308166 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-1eea2174-4b96-4a43-9cb2-57b062be46f4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0831151 Sep 30 13:07:52.320814 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-16dc57d1-693b-45fc-959e-ab7caeff1ce9 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:07:52.321935 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-16dc57d1-693b-45fc-959e-ab7caeff1ce9 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0086749 Sep 30 13:07:52.333206 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdace6b5-0965-427f-a7db-975e475c24cb None None] The sync data for ids ['3f4a79ef-47d2-4305-963f-87becf60ad2e'] in n-d-810909-2 is: [{'id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'name': 'tempest-ServersTestManualDisk-1870830640-router', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:07:17Z', 'updated_at': '2021-09-30T13:07:24Z', 'revision_number': 4, 'project_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'gw_port': {'id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:07:18Z', 'updated_at': '2021-09-30T13:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '3e005ceb-d6b0-4b9c-abf3-f47b4fea88ec', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'port_id': 'cf13c78a-9933-4fbc-b93a-5b792b803dae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44d1ad4e-8c15-4b0a-994d-4e89994f3603', 'mac_address': 'fa:16:3e:b1:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcde1b1-15ab-4a49-8fb6-5acc1235b916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:07:30Z', 'updated_at': '2021-09-30T13:07:50Z', 'revision_number': 1, 'project_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cbbb79d-6233-43ee-ab3c-a3859eed0c21', 'name': '', 'network_id': '44d1ad4e-8c15-4b0a-994d-4e89994f3603', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'mac_address': 'fa:16:3e:02:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '68e4dda5-44bd-4b4d-8a1f-9dfbed436509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:07:23Z', 'updated_at': '2021-09-30T13:07:28Z', 'revision_number': 5, 'project_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'subnets': [{'id': '68e4dda5-44bd-4b4d-8a1f-9dfbed436509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:07:52.336925 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4efe1-aa5f-427d-a35e-314ea905f16c req-ab1d92c1-21d3-4e9b-81ec-ce167d269b48 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:52.337512 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-9bf8b0a7-7d24-405e-920d-da218b347b5f req-58588061-13bb-4ccd-b3d0-53ccad03683f tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] For port 0b40b9e0-ec9e-4874-a64d-6df19954cd9b, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0b40b9e0-ec9e-4874-a64d-6df19954cd9b,segment=NetworkSegment(b1124d9d-1301-484f-b674-00bfa4108c50),segment_id=b1124d9d-1301-484f-b674-00bfa4108c50)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:52.337768 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9bf8b0a7-7d24-405e-920d-da218b347b5f req-58588061-13bb-4ccd-b3d0-53ccad03683f tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:52.338572 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-18f4efe1-aa5f-427d-a35e-314ea905f16c req-ab1d92c1-21d3-4e9b-81ec-ce167d269b48 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a69feb0-72d0-4d1f-b103-8857418bd6e8 HTTP/1.1" status: 200 len: 1023 time: 0.0821705 Sep 30 13:07:52.347768 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a73c79-525e-457f-af78-7904b56e930c req-4a6eaf66-4e43-4785-8448-cbd3cae167ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:52.349361 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08a73c79-525e-457f-af78-7904b56e930c req-4a6eaf66-4e43-4785-8448-cbd3cae167ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9b88440e-478c-428a-91e7-af6c6afddbd1 HTTP/1.1" status: 200 len: 860 time: 0.1726451 Sep 30 13:07:52.370912 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-9bf8b0a7-7d24-405e-920d-da218b347b5f req-58588061-13bb-4ccd-b3d0-53ccad03683f tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Calling delete_port for 0b40b9e0-ec9e-4874-a64d-6df19954cd9b owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:07:52.372890 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0d835d0d-25cb-42e8-b87a-95ff27c82942 req-1ef56cb3-9919-4104-8375-7f2ad087a831 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:52.403177 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-18f4efe1-aa5f-427d-a35e-314ea905f16c req-09627c40-c199-449d-9093-ce153b596d2e tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e0da9fd-749f-4a6a-a57f-87a8f60f41ae&id=a4cc6f2a-b482-4100-bcdc-59bc957495cf&id=cb6be736-bf0d-4099-835b-43530ab00c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0544391 Sep 30 13:07:52.414970 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08a73c79-525e-457f-af78-7904b56e930c req-d316b4c3-0b50-425e-a6c7-f07c7e37a25e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=008916a7-a2d2-4d62-89cc-44132c2adfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544059 Sep 30 13:07:52.444712 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef56cb3-9919-4104-8375-7f2ad087a831 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Pushing event deleted for resources: {'Port': ['ID=ffaafb6a-d25f-47cd-a823-c4ce649e5d0e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:52.527173 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7230a8-9d65-4aab-ab18-1979eeefb507 x-openstack-request-id: req-be7230a8-9d65-4aab-ab18-1979eeefb507 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:52.527683 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bcde1b1-15ab-4a49-8fb6-5acc1235b916", "tag": "cf13c78a-9933-4fbc-b93a-5b792b803dae", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:52.527931 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be7230a8-9d65-4aab-ab18-1979eeefb507 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:52.528970 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bcde1b1-15ab-4a49-8fb6-5acc1235b916', 'tag': 'cf13c78a-9933-4fbc-b93a-5b792b803dae', 'status': 'completed', 'code': 200} Sep 30 13:07:52.632763 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876fe33-13f8-4b4f-b060-9560fc1ed71f req-ad989a2e-fbf7-4d49-b12f-15115c46bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:52.634489 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e876fe33-13f8-4b4f-b060-9560fc1ed71f req-ad989a2e-fbf7-4d49-b12f-15115c46bed5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6aa911864ee4dc5b1f6e2e278a5345b&device_id=2bcde1b1-15ab-4a49-8fb6-5acc1235b916 HTTP/1.1" status: 200 len: 1096 time: 0.0763493 Sep 30 13:07:52.671580 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7426fb62-c199-420d-8187-988e2533fafc None None] New status for floating IP 3e005ceb-d6b0-4b9c-abf3-f47b4fea88ec: ACTIVE {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:07:52.680111 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0d835d0d-25cb-42e8-b87a-95ff27c82942 req-1ef56cb3-9919-4104-8375-7f2ad087a831 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks [] for floatingip, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:52.682984 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0d835d0d-25cb-42e8-b87a-95ff27c82942 req-1ef56cb3-9919-4104-8375-7f2ad087a831 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:52.694669 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0d835d0d-25cb-42e8-b87a-95ff27c82942 req-1ef56cb3-9919-4104-8375-7f2ad087a831 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "DELETE /v2.0/floatingips/bc1d12e0-0c59-41e7-8f05-9652c4408fcf HTTP/1.1" status: 204 len: 173 time: 1.2150061 Sep 30 13:07:52.755301 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08a73c79-525e-457f-af78-7904b56e930c req-4f476397-aae6-40e0-8f49-d36e0e8f7dee service neutron] 10.222.0.54 "GET /v2.0/networks/008916a7-a2d2-4d62-89cc-44132c2adfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224561 Sep 30 13:07:52.868868 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-24654afb-a775-49b5-ba64-f67fb965cdc5 req-4e7bdd14-0389-42ce-a593-c325e7d9472b tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0760827 Sep 30 13:07:52.869058 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876fe33-13f8-4b4f-b060-9560fc1ed71f req-7ad2ee54-fc84-4a5a-b590-12780b7397be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:52.870673 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e876fe33-13f8-4b4f-b060-9560fc1ed71f req-7ad2ee54-fc84-4a5a-b590-12780b7397be service neutron] 10.222.0.39 "GET /v2.0/networks?id=44d1ad4e-8c15-4b0a-994d-4e89994f3603 HTTP/1.1" status: 200 len: 913 time: 0.2169373 Sep 30 13:07:52.970682 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08a73c79-525e-457f-af78-7904b56e930c req-f018fc5e-e846-4d41-b72f-95360260167e service neutron] 10.222.0.54 "GET /v2.0/networks/008916a7-a2d2-4d62-89cc-44132c2adfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005367 Sep 30 13:07:53.031900 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9bf8b0a7-7d24-405e-920d-da218b347b5f req-58588061-13bb-4ccd-b3d0-53ccad03683f tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:53.052852 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['aeb697d2-fa8d-4c97-b3a6-6a5b338de64c', '0b40b9e0-ec9e-4874-a64d-6df19954cd9b'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:53.085559 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e876fe33-13f8-4b4f-b060-9560fc1ed71f req-d33f39f8-1cd0-4803-9754-51f2f30001d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf13c78a-9933-4fbc-b93a-5b792b803dae HTTP/1.1" status: 200 len: 999 time: 0.1914296 Sep 30 13:07:53.097773 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58588061-13bb-4ccd-b3d0-53ccad03683f tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Pushing event deleted for resources: {'Port': ['ID=0b40b9e0-ec9e-4874-a64d-6df19954cd9b,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:53.176889 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf8b0a7-7d24-405e-920d-da218b347b5f req-58588061-13bb-4ccd-b3d0-53ccad03683f tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] No DVR routers for this DVR port 0b40b9e0-ec9e-4874-a64d-6df19954cd9b on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:07:53.180317 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9bf8b0a7-7d24-405e-920d-da218b347b5f req-58588061-13bb-4ccd-b3d0-53ccad03683f tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:53.182560 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9bf8b0a7-7d24-405e-920d-da218b347b5f req-58588061-13bb-4ccd-b3d0-53ccad03683f tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.39 "DELETE /v2.0/ports/0b40b9e0-ec9e-4874-a64d-6df19954cd9b HTTP/1.1" status: 204 len: 173 time: 1.4136672 Sep 30 13:07:53.187502 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876fe33-13f8-4b4f-b060-9560fc1ed71f req-9e33caa7-228d-4ac0-890e-5dc125a793b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:53.193332 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e876fe33-13f8-4b4f-b060-9560fc1ed71f req-9e33caa7-228d-4ac0-890e-5dc125a793b8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=68e4dda5-44bd-4b4d-8a1f-9dfbed436509 HTTP/1.1" status: 200 len: 851 time: 0.0970018 Sep 30 13:07:53.218208 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef7704-706a-4585-a034-c5cc17f2eee3 req-f563dae5-3aff-423d-bf46-7ad55e16d1f3 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:53.219951 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0fef7704-706a-4585-a034-c5cc17f2eee3 req-f563dae5-3aff-423d-bf46-7ad55e16d1f3 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.0896962 Sep 30 13:07:53.276480 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0fef7704-706a-4585-a034-c5cc17f2eee3 req-44eb643c-f455-4b3e-96e0-64a55823a4db tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470855 Sep 30 13:07:53.334611 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876fe33-13f8-4b4f-b060-9560fc1ed71f req-e76e10ea-a01a-4630-995f-efe7a6f80e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:53.336400 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e876fe33-13f8-4b4f-b060-9560fc1ed71f req-e76e10ea-a01a-4630-995f-efe7a6f80e46 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=44d1ad4e-8c15-4b0a-994d-4e89994f3603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1259332 Sep 30 13:07:53.383447 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-956d657a-fbe1-4076-a570-a5d5f049d0a5 req-a009d7c0-d979-4677-b9b5-ce5ac6814855 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups/553d9ed9-62cc-4146-8566-447d2408332d HTTP/1.1" status: 200 len: 1806 time: 0.0589511 Sep 30 13:07:53.400937 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-791a011b-17eb-499d-8bf0-c0ad6e0eebc7 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:53.406527 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-791a011b-17eb-499d-8bf0-c0ad6e0eebc7 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/networks?id=1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 HTTP/1.1" status: 200 len: 815 time: 0.2118349 Sep 30 13:07:53.448701 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-b0c9cffb-9b70-41f6-b87e-bd47ea7fcece tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/quotas/46c6aa7a2d214f259c85bf2fb8dc3360 HTTP/1.1" status: 200 len: 375 time: 0.0278535 Sep 30 13:07:53.452332 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-956d657a-fbe1-4076-a570-a5d5f049d0a5 req-d185143a-7d18-450a-b25e-ffadde8d0288 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:53.486552 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-956d657a-fbe1-4076-a570-a5d5f049d0a5 req-d185143a-7d18-450a-b25e-ffadde8d0288 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:53.531817 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-956d657a-fbe1-4076-a570-a5d5f049d0a5 req-d185143a-7d18-450a-b25e-ffadde8d0288 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:53.532250 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e876fe33-13f8-4b4f-b060-9560fc1ed71f req-ede98a01-a42a-4f1e-a882-cf4892b0c065 service neutron] 10.222.0.39 "GET /v2.0/networks/44d1ad4e-8c15-4b0a-994d-4e89994f3603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779580 Sep 30 13:07:53.534664 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-956d657a-fbe1-4076-a570-a5d5f049d0a5 req-d185143a-7d18-450a-b25e-ffadde8d0288 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:53.535799 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-956d657a-fbe1-4076-a570-a5d5f049d0a5 req-d185143a-7d18-450a-b25e-ffadde8d0288 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "DELETE /v2.0/security-groups/553d9ed9-62cc-4146-8566-447d2408332d HTTP/1.1" status: 204 len: 173 time: 0.1459451 Sep 30 13:07:53.545207 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-32ea2aec-cebd-497b-8c82-07c497f540f6 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=46c6aa7a2d214f259c85bf2fb8dc3360&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0640392 Sep 30 13:07:53.547295 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185143a-7d18-450a-b25e-ffadde8d0288 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=553d9ed9-62cc-4146-8566-447d2408332d,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:53.650175 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ba400946-06ea-49bf-9fb1-5bbc370fbb7c req-d49beab2-4791-454f-ab01-03df599e8a01 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a69feb0-72d0-4d1f-b103-8857418bd6e8 HTTP/1.1" status: 200 len: 210 time: 0.0300272 Sep 30 13:07:53.703940 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a69feb0-72d0-4d1f-b103-8857418bd6e8', 'name': 'network-vif-deleted', 'tag': '0b40b9e0-ec9e-4874-a64d-6df19954cd9b'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:53.706357 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ab6fed-ff42-40b9-8bb8-273bb91dd393" -d '{"events": [{"server_uuid": "0a69feb0-72d0-4d1f-b103-8857418bd6e8", "name": "network-vif-deleted", "tag": "0b40b9e0-ec9e-4874-a64d-6df19954cd9b"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:53.727610 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e876fe33-13f8-4b4f-b060-9560fc1ed71f req-7cffa0dd-306f-4774-9c4e-d843321b3ac3 service neutron] 10.222.0.39 "GET /v2.0/networks/44d1ad4e-8c15-4b0a-994d-4e89994f3603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814067 Sep 30 13:07:53.745683 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-0458bf99-6ebd-4ea1-83e0-c98ff3e44411 service neutron] 10.222.0.18 "GET /v2.0/networks/1aef29ee-8bd0-4db5-b197-e7b58a75c7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689508 Sep 30 13:07:53.852218 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-f8d68c43-d234-40a6-ab17-52583a1a98a4 service neutron] 10.222.0.18 "GET /v2.0/networks/1aef29ee-8bd0-4db5-b197-e7b58a75c7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990281 Sep 30 13:07:54.019005 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206b11bb-b397-47ef-a862-0d95310944ba x-openstack-request-id: req-206b11bb-b397-47ef-a862-0d95310944ba {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:54.019565 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a69feb0-72d0-4d1f-b103-8857418bd6e8", "name": "network-vif-deleted", "tag": "0b40b9e0-ec9e-4874-a64d-6df19954cd9b", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:54.020348 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-206b11bb-b397-47ef-a862-0d95310944ba {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:54.021065 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a69feb0-72d0-4d1f-b103-8857418bd6e8', 'name': 'network-vif-deleted', 'tag': '0b40b9e0-ec9e-4874-a64d-6df19954cd9b', 'status': 'completed', 'code': 200} Sep 30 13:07:54.032779 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:54.120991 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-daa4e336-9f7b-4aed-a13d-2400d5803886 req-bb9ffbfd-9534-4f26-b9fa-c131fa1e1be6 tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0376883 Sep 30 13:07:54.169395 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e08a97-6aab-4a36-9ee5-c4628010cd19 req-5ce14fe2-4643-4132-9d47-9d5ee2712c65 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:54.170908 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-74e08a97-6aab-4a36-9ee5-c4628010cd19 req-5ce14fe2-4643-4132-9d47-9d5ee2712c65 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.1117680 Sep 30 13:07:54.177948 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-4ea19ab2-7ccb-4159-82a4-bfebe056645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:54.183809 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-4ea19ab2-7ccb-4159-82a4-bfebe056645b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 1100 time: 0.0805051 Sep 30 13:07:54.213445 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e052d3ea-57a5-4110-853c-355cf40c0168 req-5253cf5b-6840-42e7-83b6-0aa80767b71e tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=9862c972-5698-4163-a51f-dc6ad365dac7 HTTP/1.1" status: 200 len: 210 time: 0.0341043 Sep 30 13:07:54.299341 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-74e08a97-6aab-4a36-9ee5-c4628010cd19 req-709c8b76-848e-43e1-8988-6b884d3ff69f tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141922 Sep 30 13:07:54.327387 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-ef798857-ea04-40d6-b217-f7c63edacb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:54.329553 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-ef798857-ea04-40d6-b217-f7c63edacb58 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.1363816 Sep 30 13:07:54.371118 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50106) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:54.390103 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-34dae2b5-dccf-431c-9fbe-e6e102c9c951 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=b8b0297b-4ed8-427a-82ee-dc8780597acf HTTP/1.1" status: 200 len: 217 time: 0.0450110 Sep 30 13:07:54.432570 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd7ace-d317-4fd2-b4ab-d865cd1b8f92 req-16fa0a3b-4e8d-4283-b302-f243840c63ef tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:54.434609 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9dbd7ace-d317-4fd2-b4ab-d865cd1b8f92 req-16fa0a3b-4e8d-4283-b302-f243840c63ef tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.0561512 Sep 30 13:07:54.467929 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-5dc6fb24-ec8a-41f8-a661-858e81e5882d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:54.469390 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-5dc6fb24-ec8a-41f8-a661-858e81e5882d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0665185 Sep 30 13:07:54.489993 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9dbd7ace-d317-4fd2-b4ab-d865cd1b8f92 req-39dd6f52-a40b-46c5-bec7-c99a7fef8b5e tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479417 Sep 30 13:07:54.519746 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-51f5b2c9-ba35-4325-8b91-6555cbf28ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:54.526271 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-a272f0ec-4768-42e3-bec8-86bbe9fa4d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:54.527808 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-a272f0ec-4768-42e3-bec8-86bbe9fa4d6d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0499609 Sep 30 13:07:54.620087 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-51f5b2c9-ba35-4325-8b91-6555cbf28ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:54.624739 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-51f5b2c9-ba35-4325-8b91-6555cbf28ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:54.642269 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-2b40c299-9a13-4116-8e0d-8181cfa6754f service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040776 Sep 30 13:07:54.664778 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-51f5b2c9-ba35-4325-8b91-6555cbf28ec9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3016a49c39ca4a81a89e8908c41c6d96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922964 Sep 30 13:07:54.665765 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5b2c9-ba35-4325-8b91-6555cbf28ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5caaced7-fdaa-4df4-8e61-0ffcd77c3492,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:54.668297 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50110) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:54.740193 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8396-41eb-4b11-9b59-954b0b1ed569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:54.784842 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8396-41eb-4b11-9b59-954b0b1ed569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:54.799178 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-d2aec3f3-a520-4307-a6f7-a54aa60c9225 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461325 Sep 30 13:07:54.811336 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cee5d2d8-94b0-4093-b4f1-7e34764f8ed1 req-54bb1f31-005b-4a11-8050-f6ea7188b8f3 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups/a4cc6f2a-b482-4100-bcdc-59bc957495cf HTTP/1.1" status: 200 len: 1800 time: 0.0575924 Sep 30 13:07:54.842783 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8396-41eb-4b11-9b59-954b0b1ed569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:54.845745 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8396-41eb-4b11-9b59-954b0b1ed569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:54.849438 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cb9c8396-41eb-4b11-9b59-954b0b1ed569 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5caaced7-fdaa-4df4-8e61-0ffcd77c3492 HTTP/1.1" status: 204 len: 168 time: 0.1778247 Sep 30 13:07:54.855243 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c8396-41eb-4b11-9b59-954b0b1ed569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5caaced7-fdaa-4df4-8e61-0ffcd77c3492,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:54.890530 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-cee5d2d8-94b0-4093-b4f1-7e34764f8ed1 req-15a45f77-4ddf-4f2e-a5e9-a335c4e5d70c tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:54.916111 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-cee5d2d8-94b0-4093-b4f1-7e34764f8ed1 req-15a45f77-4ddf-4f2e-a5e9-a335c4e5d70c tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:54.961270 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-cee5d2d8-94b0-4093-b4f1-7e34764f8ed1 req-15a45f77-4ddf-4f2e-a5e9-a335c4e5d70c tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:54.964309 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-cee5d2d8-94b0-4093-b4f1-7e34764f8ed1 req-15a45f77-4ddf-4f2e-a5e9-a335c4e5d70c tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:54.965458 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cee5d2d8-94b0-4093-b4f1-7e34764f8ed1 req-15a45f77-4ddf-4f2e-a5e9-a335c4e5d70c tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "DELETE /v2.0/security-groups/a4cc6f2a-b482-4100-bcdc-59bc957495cf HTTP/1.1" status: 204 len: 173 time: 0.1477635 Sep 30 13:07:54.977478 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a45f77-4ddf-4f2e-a5e9-a335c4e5d70c tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cc6f2a-b482-4100-bcdc-59bc957495cf,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:55.034449 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-72122c99-a460-4a75-963a-ac04cd2f03e7 req-4c2589da-62f8-4740-88b7-51666321e95a tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups/cb6be736-bf0d-4099-835b-43530ab00c7b HTTP/1.1" status: 200 len: 1801 time: 0.0390961 Sep 30 13:07:55.098624 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-72122c99-a460-4a75-963a-ac04cd2f03e7 req-d9f7a37d-f684-4bfb-b4c1-db47b5b3c03f tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:55.153275 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-72122c99-a460-4a75-963a-ac04cd2f03e7 req-d9f7a37d-f684-4bfb-b4c1-db47b5b3c03f tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:55.165032 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50126) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:55.187947 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5f801076-acfc-4718-a361-a8753207fc73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:55.248494 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-c316c124-1163-4d44-a34e-c24affd31d06 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:55.249956 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-c316c124-1163-4d44-a34e-c24affd31d06 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.54 "GET /v2.0/networks?id=1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 HTTP/1.1" status: 200 len: 815 time: 0.1478953 Sep 30 13:07:55.252145 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-72122c99-a460-4a75-963a-ac04cd2f03e7 req-d9f7a37d-f684-4bfb-b4c1-db47b5b3c03f tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:55.254252 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-72122c99-a460-4a75-963a-ac04cd2f03e7 req-d9f7a37d-f684-4bfb-b4c1-db47b5b3c03f tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:55.255320 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-72122c99-a460-4a75-963a-ac04cd2f03e7 req-d9f7a37d-f684-4bfb-b4c1-db47b5b3c03f tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "DELETE /v2.0/security-groups/cb6be736-bf0d-4099-835b-43530ab00c7b HTTP/1.1" status: 204 len: 173 time: 0.2145102 Sep 30 13:07:55.265558 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7a37d-f684-4bfb-b4c1-db47b5b3c03f tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6be736-bf0d-4099-835b-43530ab00c7b,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:55.268073 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dbd864fc-5993-4423-b3ee-d87bac8513a7 req-5719d246-d4c1-4c01-b556-fb5780165807 tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0507576 Sep 30 13:07:55.270672 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-ccfd1025-fee6-41c8-8055-039ef5dd739e tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Request body: {'port': {'device_id': '9862c972-5698-4163-a51f-dc6ad365dac7', 'network_id': '1aef29ee-8bd0-4db5-b197-e7b58a75c7a8', 'admin_state_up': True, 'tenant_id': '46c6aa7a2d214f259c85bf2fb8dc3360'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:55.331958 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-89e6d40e-b9ed-4509-8144-46aa8b64d598 req-9da1a395-5db1-4844-8c30-14149687fa7c tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-270530917', 'description': 'tempest-description-1159962774'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:55.381573 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5f801076-acfc-4718-a361-a8753207fc73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:55.383690 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3be10a52-9db4-47dc-ab0f-683a7dc480f4 req-ed293ded-0a2a-46e8-9535-c800029d1e92 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=9862c972-5698-4163-a51f-dc6ad365dac7 HTTP/1.1" status: 200 len: 210 time: 0.0350339 Sep 30 13:07:55.390090 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5f801076-acfc-4718-a361-a8753207fc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:55.439749 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f801076-acfc-4718-a361-a8753207fc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4696100b-9aad-4728-9e07-3ff36f58bcd4,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:55.449711 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5f801076-acfc-4718-a361-a8753207fc73 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=31fe1d7383e84c4f9072ef0cd98d5d62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2833388 Sep 30 13:07:55.450355 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50136) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:55.452708 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-89e6d40e-b9ed-4509-8144-46aa8b64d598 req-9da1a395-5db1-4844-8c30-14149687fa7c tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:55.460411 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-ccfd1025-fee6-41c8-8055-039ef5dd739e tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Made reservation on behalf of 46c6aa7a2d214f259c85bf2fb8dc3360 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:07:55.464563 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-ccfd1025-fee6-41c8-8055-039ef5dd739e tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:55.534945 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b29aa41b-7e72-473e-9dce-df84a4b77cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:55.571076 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b29aa41b-7e72-473e-9dce-df84a4b77cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:55.623961 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-89e6d40e-b9ed-4509-8144-46aa8b64d598 req-9da1a395-5db1-4844-8c30-14149687fa7c tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:55.627989 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-89e6d40e-b9ed-4509-8144-46aa8b64d598 req-9da1a395-5db1-4844-8c30-14149687fa7c tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:55.630378 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a02913-23e6-42c1-bc35-19add13506aa req-344b8b47-bc47-4a50-882f-de39c9569a41 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:55.631919 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-18a02913-23e6-42c1-bc35-19add13506aa req-344b8b47-bc47-4a50-882f-de39c9569a41 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.1021354 Sep 30 13:07:55.651931 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-ccfd1025-fee6-41c8-8055-039ef5dd739e tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Allocated IP 172.20.0.12 (1aef29ee-8bd0-4db5-b197-e7b58a75c7a8/d78e0ad4-c13c-453f-bde9-05702ca7e1db/f68b6fce-3933-4a5f-8cc5-33f5ef377035) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:07:55.656727 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-89e6d40e-b9ed-4509-8144-46aa8b64d598 req-9da1a395-5db1-4844-8c30-14149687fa7c tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:55.658596 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-89e6d40e-b9ed-4509-8144-46aa8b64d598 req-9da1a395-5db1-4844-8c30-14149687fa7c tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3365405 Sep 30 13:07:55.667144 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b29aa41b-7e72-473e-9dce-df84a4b77cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:55.672678 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b29aa41b-7e72-473e-9dce-df84a4b77cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:55.674387 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b29aa41b-7e72-473e-9dce-df84a4b77cae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4696100b-9aad-4728-9e07-3ff36f58bcd4 HTTP/1.1" status: 204 len: 168 time: 0.2227676 Sep 30 13:07:55.675552 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1a395-5db1-4844-8c30-14149687fa7c tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59693911-c6f0-4930-9794-03c5638ee552,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:55.687654 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29aa41b-7e72-473e-9dce-df84a4b77cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4696100b-9aad-4728-9e07-3ff36f58bcd4,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:55.696012 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-18a02913-23e6-42c1-bc35-19add13506aa req-77bd9f72-2313-41fb-9fd4-578e2360f579 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551379 Sep 30 13:07:55.823825 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031020b1-bdd2-4c10-8b87-60a4e11e7651 req-110bda33-ab6b-416f-b7de-7e76e7ec5e35 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:55.825899 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-031020b1-bdd2-4c10-8b87-60a4e11e7651 req-110bda33-ab6b-416f-b7de-7e76e7ec5e35 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.0685794 Sep 30 13:07:55.838571 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2be3d27e-ed36-40cc-9127-22d68e7048bd req-12b75235-d4e9-424b-9f8b-1dc627872de1 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups/59693911-c6f0-4930-9794-03c5638ee552 HTTP/1.1" status: 200 len: 1800 time: 0.0888426 Sep 30 13:07:55.872660 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-2be3d27e-ed36-40cc-9127-22d68e7048bd req-07b3d38a-110f-491c-ae68-8ca724608de9 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1187740235', 'description': 'tempest-description-hth-1287407212'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:55.882617 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-031020b1-bdd2-4c10-8b87-60a4e11e7651 req-7a5d22d5-fbb8-48b3-8d7f-af2f812582c6 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446625 Sep 30 13:07:55.923163 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2be3d27e-ed36-40cc-9127-22d68e7048bd req-07b3d38a-110f-491c-ae68-8ca724608de9 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:55.923489 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d5a3c86d-c7f8-4c1e-98ab-d07bee6c0a12 req-2958e122-ffb7-410a-b33c-7d17768fde7c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0398366 Sep 30 13:07:55.953685 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-ccfd1025-fee6-41c8-8055-039ef5dd739e tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:55.988550 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2be3d27e-ed36-40cc-9127-22d68e7048bd req-07b3d38a-110f-491c-ae68-8ca724608de9 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:56.000604 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2be3d27e-ed36-40cc-9127-22d68e7048bd req-07b3d38a-110f-491c-ae68-8ca724608de9 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:56.004395 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2be3d27e-ed36-40cc-9127-22d68e7048bd req-07b3d38a-110f-491c-ae68-8ca724608de9 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:56.005623 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2be3d27e-ed36-40cc-9127-22d68e7048bd req-07b3d38a-110f-491c-ae68-8ca724608de9 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "PUT /v2.0/security-groups/59693911-c6f0-4930-9794-03c5638ee552 HTTP/1.1" status: 200 len: 1775 time: 0.1389585 Sep 30 13:07:56.037791 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3d38a-110f-491c-ae68-8ca724608de9 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59693911-c6f0-4930-9794-03c5638ee552,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:56.041071 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-ccfd1025-fee6-41c8-8055-039ef5dd739e tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:56.057840 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['e28892e7-07bd-4cf4-a013-d9fdb07b01de'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:56.084571 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-ccfd1025-fee6-41c8-8055-039ef5dd739e tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Network 1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:07:56.086076 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b84bc51f-db7e-4c52-8fd2-a0bc1f64dae6 req-8feec932-a4e4-4222-95f1-08e8539f9799 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups/59693911-c6f0-4930-9794-03c5638ee552 HTTP/1.1" status: 200 len: 1775 time: 0.0552008 Sep 30 13:07:56.088015 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-ccfd1025-fee6-41c8-8055-039ef5dd739e tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:07:56.094349 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-ccfd1025-fee6-41c8-8055-039ef5dd739e tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:07:56.140031 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd1025-fee6-41c8-8055-039ef5dd739e tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Pushing event updated for resources: {'Port': ['ID=f68b6fce-3933-4a5f-8cc5-33f5ef377035,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:56.176856 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-ccfd1025-fee6-41c8-8055-039ef5dd739e tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:56.177477 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-ccfd1025-fee6-41c8-8055-039ef5dd739e tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:56.195594 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c82e73f0-2e02-4dab-b494-e093252ab6a1 req-609855a1-a356-48ba-8fc4-09d95b966345 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups/59693911-c6f0-4930-9794-03c5638ee552 HTTP/1.1" status: 200 len: 1775 time: 0.0725484 Sep 30 13:07:56.203461 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-ccfd1025-fee6-41c8-8055-039ef5dd739e tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9389744 Sep 30 13:07:56.225239 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-20ffd563-ad36-4e44-a650-d4c9328d2dc1 service neutron] Request body: {'port': {'device_id': '9862c972-5698-4163-a51f-dc6ad365dac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:56.314043 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-20ffd563-ad36-4e44-a650-d4c9328d2dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:56.315897 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c82e73f0-2e02-4dab-b494-e093252ab6a1 req-e407df74-caf4-4259-afc8-2c0899a9c778 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:56.346695 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c82e73f0-2e02-4dab-b494-e093252ab6a1 req-e407df74-caf4-4259-afc8-2c0899a9c778 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:56.393909 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c064b2b-ef5e-488c-9ef7-44509f4f28ca req-8958a20e-70fa-403c-b94b-d14424e9d0c0 tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0275164 Sep 30 13:07:56.472564 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c82e73f0-2e02-4dab-b494-e093252ab6a1 req-e407df74-caf4-4259-afc8-2c0899a9c778 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:56.475297 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c82e73f0-2e02-4dab-b494-e093252ab6a1 req-e407df74-caf4-4259-afc8-2c0899a9c778 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:56.476432 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c82e73f0-2e02-4dab-b494-e093252ab6a1 req-e407df74-caf4-4259-afc8-2c0899a9c778 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "DELETE /v2.0/security-groups/59693911-c6f0-4930-9794-03c5638ee552 HTTP/1.1" status: 204 len: 173 time: 0.2747676 Sep 30 13:07:56.497955 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407df74-caf4-4259-afc8-2c0899a9c778 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59693911-c6f0-4930-9794-03c5638ee552,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:56.554701 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ce275-5b87-49ae-9016-add09f65e520 req-3794c039-8c5d-4bb5-be0d-94ee80e5fc80 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:56.556411 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d16ce275-5b87-49ae-9016-add09f65e520 req-3794c039-8c5d-4bb5-be0d-94ee80e5fc80 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=9862c972-5698-4163-a51f-dc6ad365dac7 HTTP/1.1" status: 200 len: 932 time: 0.0847757 Sep 30 13:07:56.636535 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d16ce275-5b87-49ae-9016-add09f65e520 req-6328b62b-e682-4be6-a8d6-6d5612730ca8 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710504 Sep 30 13:07:56.694119 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [req-09317d59-21bb-46ba-8f1c-71d71c5801fb req-1b9c6d94-88bd-411f-8c54-c91ee1c365aa tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] show failed (client error): The resource could not be found. Sep 30 13:07:56.702351 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-09317d59-21bb-46ba-8f1c-71d71c5801fb req-1b9c6d94-88bd-411f-8c54-c91ee1c365aa tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups/cb6be736-bf0d-4099-835b-43530ab00c7b HTTP/1.1" status: 404 len: 352 time: 0.0212100 Sep 30 13:07:56.833615 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-a91edea0-401f-4f64-85a9-53ce866d7133 req-4666fb26-4e5f-4e73-9763-515a4c59200d tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] show failed (client error): The resource could not be found. Sep 30 13:07:56.838484 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a91edea0-401f-4f64-85a9-53ce866d7133 req-4666fb26-4e5f-4e73-9763-515a4c59200d tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups/a4cc6f2a-b482-4100-bcdc-59bc957495cf HTTP/1.1" status: 404 len: 352 time: 0.0303011 Sep 30 13:07:56.892445 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e444322-e022-46c8-91f7-331f8baa4fb3 req-cf1f287d-72ae-4cab-a2fc-8fe21d34761a tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:56.892762 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-05558bf7-63ad-4c2c-8592-34baaf35fd35 req-0d24b5d7-a95a-4363-be9d-c78c27debc60 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] show failed (client error): The resource could not be found. Sep 30 13:07:56.893961 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5e444322-e022-46c8-91f7-331f8baa4fb3 req-cf1f287d-72ae-4cab-a2fc-8fe21d34761a tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.1065826 Sep 30 13:07:56.898737 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05558bf7-63ad-4c2c-8592-34baaf35fd35 req-0d24b5d7-a95a-4363-be9d-c78c27debc60 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups/35264902-07d1-44be-ae97-c55c707d6315 HTTP/1.1" status: 404 len: 352 time: 0.0284982 Sep 30 13:07:56.913097 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1af47-2cb1-447d-baeb-c0ce189784d7 req-2fdcd755-952b-49b2-85b9-ff06d65bdbaa tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:56.914768 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-afe1af47-2cb1-447d-baeb-c0ce189784d7 req-2fdcd755-952b-49b2-85b9-ff06d65bdbaa tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 946 time: 0.1146696 Sep 30 13:07:56.977113 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5e444322-e022-46c8-91f7-331f8baa4fb3 req-c7ebe0ea-b853-4cb9-9a82-59ff1821e4a4 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742359 Sep 30 13:07:57.040459 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-20ffd563-ad36-4e44-a650-d4c9328d2dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f68b6fce-3933-4a5f-8cc5-33f5ef377035 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:07:57.042649 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [req-309ac509-2908-49c9-9f4a-942fda0a7dba req-af74da43-9611-4058-bbd8-d3fa583596a5 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] show failed (client error): The resource could not be found. Sep 30 13:07:57.043672 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-309ac509-2908-49c9-9f4a-942fda0a7dba req-af74da43-9611-4058-bbd8-d3fa583596a5 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups/3f130afb-bc0a-4252-9710-94a3b9323e47 HTTP/1.1" status: 404 len: 352 time: 0.0346615 Sep 30 13:07:57.050856 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-20ffd563-ad36-4e44-a650-d4c9328d2dc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:57.065121 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-afe1af47-2cb1-447d-baeb-c0ce189784d7 req-50c1d938-5534-428e-a6d1-27b4e2ad3df4 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Deleting port a9f1cac7-dce0-4e5c-883d-40a9f8f74556 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:07:57.065121 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-afe1af47-2cb1-447d-baeb-c0ce189784d7 req-50c1d938-5534-428e-a6d1-27b4e2ad3df4 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:57.066446 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358197e3-ec5e-4af8-a370-7256119dee7c req-97791822-2184-43bb-ab03-7ac6ae1be652 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:57.067984 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-358197e3-ec5e-4af8-a370-7256119dee7c req-97791822-2184-43bb-ab03-7ac6ae1be652 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.0857205 Sep 30 13:07:57.075350 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-20ffd563-ad36-4e44-a650-d4c9328d2dc1 service neutron] Transition to ACTIVE for port object f68b6fce-3933-4a5f-8cc5-33f5ef377035 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:07:57.080988 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-20ffd563-ad36-4e44-a650-d4c9328d2dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:57.175866 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0b40b9e0-ec9e-4874-a64d-6df19954cd9b no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:07:57.202249 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 0b40b9e0-ec9e-4874-a64d-6df19954cd9b {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:07:57.202953 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0b40b9e0-ec9e-4874-a64d-6df19954cd9b not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:07:57.214483 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-358197e3-ec5e-4af8-a370-7256119dee7c req-2d7b3221-e7ac-4338-809c-f670cf35de22 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102681 Sep 30 13:07:57.233751 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffd563-ad36-4e44-a650-d4c9328d2dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=f68b6fce-3933-4a5f-8cc5-33f5ef377035,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:57.271096 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-20ffd563-ad36-4e44-a650-d4c9328d2dc1 service neutron] Attempting to bind port f68b6fce-3933-4a5f-8cc5-33f5ef377035 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:07:57.271436 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-20ffd563-ad36-4e44-a650-d4c9328d2dc1 service neutron] Attempting to bind port f68b6fce-3933-4a5f-8cc5-33f5ef377035 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '688c8266-a3f8-4cf1-b6d1-6a10b2a992d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1aef29ee-8bd0-4db5-b197-e7b58a75c7a8'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:07:57.271831 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-20ffd563-ad36-4e44-a650-d4c9328d2dc1 service neutron] Attempting to bind port f68b6fce-3933-4a5f-8cc5-33f5ef377035 on network 1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:07:57.277296 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-20ffd563-ad36-4e44-a650-d4c9328d2dc1 service neutron] Port f68b6fce-3933-4a5f-8cc5-33f5ef377035 on network 1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:07:57.277647 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-20ffd563-ad36-4e44-a650-d4c9328d2dc1 service neutron] Attempting to bind port f68b6fce-3933-4a5f-8cc5-33f5ef377035 on network 1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:07:57.283612 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-20ffd563-ad36-4e44-a650-d4c9328d2dc1 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:07:57.283968 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-20ffd563-ad36-4e44-a650-d4c9328d2dc1 service neutron] Checking segment: {'id': '688c8266-a3f8-4cf1-b6d1-6a10b2a992d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1aef29ee-8bd0-4db5-b197-e7b58a75c7a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:07:57.284399 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-20ffd563-ad36-4e44-a650-d4c9328d2dc1 service neutron] Bound using segment: {'id': '688c8266-a3f8-4cf1-b6d1-6a10b2a992d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1aef29ee-8bd0-4db5-b197-e7b58a75c7a8'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:07:57.284837 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-20ffd563-ad36-4e44-a650-d4c9328d2dc1 service neutron] Bound port: f68b6fce-3933-4a5f-8cc5-33f5ef377035, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '688c8266-a3f8-4cf1-b6d1-6a10b2a992d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1aef29ee-8bd0-4db5-b197-e7b58a75c7a8'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:07:57.285196 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-20ffd563-ad36-4e44-a650-d4c9328d2dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:57.355568 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-20ffd563-ad36-4e44-a650-d4c9328d2dc1 service neutron] For port f68b6fce-3933-4a5f-8cc5-33f5ef377035, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:07:57.359220 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-20ffd563-ad36-4e44-a650-d4c9328d2dc1 service neutron] For port f68b6fce-3933-4a5f-8cc5-33f5ef377035, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=f68b6fce-3933-4a5f-8cc5-33f5ef377035,segment=NetworkSegment(688c8266-a3f8-4cf1-b6d1-6a10b2a992d0),segment_id=688c8266-a3f8-4cf1-b6d1-6a10b2a992d0)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:07:57.365532 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-20ffd563-ad36-4e44-a650-d4c9328d2dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:57.406146 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-20ffd563-ad36-4e44-a650-d4c9328d2dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:57.407601 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-20ffd563-ad36-4e44-a650-d4c9328d2dc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:57.409205 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-20ffd563-ad36-4e44-a650-d4c9328d2dc1 service neutron] 10.222.0.54 "PUT /v2.0/ports/f68b6fce-3933-4a5f-8cc5-33f5ef377035 HTTP/1.1" status: 200 len: 1092 time: 1.1919847 Sep 30 13:07:57.410040 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9862c972-5698-4163-a51f-dc6ad365dac7', 'tag': 'f68b6fce-3933-4a5f-8cc5-33f5ef377035'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:57.412676 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20707d5f-ba59-462c-91b4-0ffa5878cabd" -d '{"events": [{"name": "network-changed", "server_uuid": "9862c972-5698-4163-a51f-dc6ad365dac7", "tag": "f68b6fce-3933-4a5f-8cc5-33f5ef377035"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:57.433762 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [req-eca69b23-0e00-4b48-a858-94a895bde7e4 req-cda46029-36fb-42b8-a820-7bf4af40f54d tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] show failed (client error): The resource could not be found. Sep 30 13:07:57.445277 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffd563-ad36-4e44-a650-d4c9328d2dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=f68b6fce-3933-4a5f-8cc5-33f5ef377035,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:57.452559 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-eca69b23-0e00-4b48-a858-94a895bde7e4 req-cda46029-36fb-42b8-a820-7bf4af40f54d tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups/a940809e-c8a3-4a2f-9cd2-5f3be30717a8 HTTP/1.1" status: 404 len: 352 time: 0.0556304 Sep 30 13:07:57.521669 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6227b3a2-5047-442a-b803-90f9f67927e7 x-openstack-request-id: req-6227b3a2-5047-442a-b803-90f9f67927e7 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:57.521959 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9862c972-5698-4163-a51f-dc6ad365dac7", "tag": "f68b6fce-3933-4a5f-8cc5-33f5ef377035", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:57.522443 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6227b3a2-5047-442a-b803-90f9f67927e7 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:57.523014 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9862c972-5698-4163-a51f-dc6ad365dac7', 'tag': 'f68b6fce-3933-4a5f-8cc5-33f5ef377035', 'status': 'completed', 'code': 200} Sep 30 13:07:57.530665 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-afe1af47-2cb1-447d-baeb-c0ce189784d7 req-50c1d938-5534-428e-a6d1-27b4e2ad3df4 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] For port a9f1cac7-dce0-4e5c-883d-40a9f8f74556, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=a9f1cac7-dce0-4e5c-883d-40a9f8f74556,segment=NetworkSegment(a179e862-ddda-42ee-8b68-16bb4299addd),segment_id=a179e862-ddda-42ee-8b68-16bb4299addd)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:07:57.531035 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-afe1af47-2cb1-447d-baeb-c0ce189784d7 req-50c1d938-5534-428e-a6d1-27b4e2ad3df4 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:57.545447 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-afe1af47-2cb1-447d-baeb-c0ce189784d7 req-50c1d938-5534-428e-a6d1-27b4e2ad3df4 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Calling delete_port for a9f1cac7-dce0-4e5c-883d-40a9f8f74556 owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:07:57.562874 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-db1e8c60-2316-4da9-8b1a-ae6cec993864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:57.568733 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-db1e8c60-2316-4da9-8b1a-ae6cec993864 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=46c6aa7a2d214f259c85bf2fb8dc3360&device_id=9862c972-5698-4163-a51f-dc6ad365dac7 HTTP/1.1" status: 200 len: 1095 time: 0.0891101 Sep 30 13:07:57.616018 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-449341a8-eaf0-4c97-9868-d3fdf7eebae1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f68b6fce-3933-4a5f-8cc5-33f5ef377035 HTTP/1.1" status: 200 len: 217 time: 0.0384641 Sep 30 13:07:57.625851 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-492b47a7-fd7e-47a2-8845-dc386c7cc3a2 req-22afaa93-83be-4e37-8fe7-978c79aa5bea tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0311191 Sep 30 13:07:57.648541 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-681d0126-362b-4781-b36a-a04b3266992a req-fc1f7ca7-6310-4712-88ec-09dc38d5594a tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c147c2c0572d426d8c4c452f4043cca3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352521 Sep 30 13:07:57.708026 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [req-73d3970d-51df-4741-af02-fde4f33475a7 req-07425331-c447-4fb9-ade2-2f71a4349361 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] show failed (client error): The resource could not be found. Sep 30 13:07:57.710661 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-73d3970d-51df-4741-af02-fde4f33475a7 req-07425331-c447-4fb9-ade2-2f71a4349361 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups/f0c9db69-435f-49ec-aa33-8bfa505a11a1 HTTP/1.1" status: 404 len: 352 time: 0.0376551 Sep 30 13:07:57.724352 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-0f09a843-6909-4384-9667-858952fa6611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:57.725850 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-0f09a843-6909-4384-9667-858952fa6611 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d78e0ad4-c13c-453f-bde9-05702ca7e1db HTTP/1.1" status: 200 len: 855 time: 0.1011133 Sep 30 13:07:57.745657 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-afe1af47-2cb1-447d-baeb-c0ce189784d7 req-50c1d938-5534-428e-a6d1-27b4e2ad3df4 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:57.759453 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['a9f1cac7-dce0-4e5c-883d-40a9f8f74556'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:07:57.789452 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1d938-5534-428e-a6d1-27b4e2ad3df4 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Pushing event deleted for resources: {'Port': ['ID=a9f1cac7-dce0-4e5c-883d-40a9f8f74556,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:57.789588 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-3aaeb62a-5a52-47e3-a0a1-8a68aa71f95e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1aef29ee-8bd0-4db5-b197-e7b58a75c7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356631 Sep 30 13:07:57.833416 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe1af47-2cb1-447d-baeb-c0ce189784d7 req-50c1d938-5534-428e-a6d1-27b4e2ad3df4 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] No DVR routers for this DVR port a9f1cac7-dce0-4e5c-883d-40a9f8f74556 on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:07:57.836350 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-afe1af47-2cb1-447d-baeb-c0ce189784d7 req-50c1d938-5534-428e-a6d1-27b4e2ad3df4 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:57.838747 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-afe1af47-2cb1-447d-baeb-c0ce189784d7 req-50c1d938-5534-428e-a6d1-27b4e2ad3df4 tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.54 "DELETE /v2.0/ports/a9f1cac7-dce0-4e5c-883d-40a9f8f74556 HTTP/1.1" status: 204 len: 173 time: 0.9104779 Sep 30 13:07:57.839192 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3051208-340f-421c-ade9-0a78d2ee313a', 'name': 'network-vif-deleted', 'tag': 'a9f1cac7-dce0-4e5c-883d-40a9f8f74556'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:07:57.841416 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddace2d-38cf-4640-9969-75f219107d13" -d '{"events": [{"server_uuid": "a3051208-340f-421c-ade9-0a78d2ee313a", "name": "network-vif-deleted", "tag": "a9f1cac7-dce0-4e5c-883d-40a9f8f74556"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:07:57.858693 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d0126-362b-4781-b36a-a04b3266992a req-705b2e16-a626-43e1-bdad-776d87532499 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:57.860264 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-681d0126-362b-4781-b36a-a04b3266992a req-705b2e16-a626-43e1-bdad-776d87532499 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1923525 Sep 30 13:07:57.904322 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a10d2-72f2-46c0-924f-56b914874db9 req-c4aa01bc-1c1f-4b7d-9a3d-cce92750a529 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:57.906042 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-269a10d2-72f2-46c0-924f-56b914874db9 req-c4aa01bc-1c1f-4b7d-9a3d-cce92750a529 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=9862c972-5698-4163-a51f-dc6ad365dac7 HTTP/1.1" status: 200 len: 944 time: 0.0613539 Sep 30 13:07:57.908579 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-681d0126-362b-4781-b36a-a04b3266992a req-e8bd4c12-2759-48c6-a260-bdcd0415330b tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/quotas/c147c2c0572d426d8c4c452f4043cca3 HTTP/1.1" status: 200 len: 375 time: 0.0187321 Sep 30 13:07:57.935419 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-1c4e7051-37ee-4247-864f-a52dc844a5bc service neutron] 10.222.0.54 "GET /v2.0/networks/1aef29ee-8bd0-4db5-b197-e7b58a75c7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356459 Sep 30 13:07:57.951307 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-681d0126-362b-4781-b36a-a04b3266992a req-ffe97adf-e535-491d-814d-aafc61b2dc33 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c147c2c0572d426d8c4c452f4043cca3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351522 Sep 30 13:07:57.956925 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-269a10d2-72f2-46c0-924f-56b914874db9 req-44912b1c-9de8-4a0a-942f-69e9dc46bcd8 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421791 Sep 30 13:07:58.064998 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b1587c5a-1448-4f4c-aa1e-27fb417d9080 req-16eba130-92c7-4cc7-9390-e8268edc35aa service neutron] 10.222.0.54 "GET /v2.0/networks/1aef29ee-8bd0-4db5-b197-e7b58a75c7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126487 Sep 30 13:07:58.165664 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc961c5-e298-4ab8-8b4d-dbadc306efc1 x-openstack-request-id: req-bcc961c5-e298-4ab8-8b4d-dbadc306efc1 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:07:58.165976 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3051208-340f-421c-ade9-0a78d2ee313a", "name": "network-vif-deleted", "tag": "a9f1cac7-dce0-4e5c-883d-40a9f8f74556", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:07:58.167312 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bcc961c5-e298-4ab8-8b4d-dbadc306efc1 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:07:58.167722 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3051208-340f-421c-ade9-0a78d2ee313a', 'name': 'network-vif-deleted', 'tag': 'a9f1cac7-dce0-4e5c-883d-40a9f8f74556', 'status': 'completed', 'code': 200} Sep 30 13:07:58.186161 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20707d5f-ba59-462c-91b4-0ffa5878cabd req-31aa5f00-b1a3-46d2-b437-971e70e30f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:58.188808 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20707d5f-ba59-462c-91b4-0ffa5878cabd req-31aa5f00-b1a3-46d2-b437-971e70e30f7a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=46c6aa7a2d214f259c85bf2fb8dc3360&device_id=9862c972-5698-4163-a51f-dc6ad365dac7 HTTP/1.1" status: 200 len: 1095 time: 0.0625167 Sep 30 13:07:58.205404 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b0f104e7-f688-4b7b-b3bd-46a163df6ced req-e35ff8b3-6491-469a-a777-fe049fd64173 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3401114069ea4749adf2e5bef413ae6e&device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0333941 Sep 30 13:07:58.257733 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b0f104e7-f688-4b7b-b3bd-46a163df6ced req-bb187c07-21dc-492e-af67-83bab5393ee8 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=3401114069ea4749adf2e5bef413ae6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413976 Sep 30 13:07:58.343718 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ea95ec1b-c9e6-4f1c-9868-365778a21eea req-e06c0a1a-c850-47df-ae69-3dcfd1840fe4 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e77eda-b0da-4acc-972f-ebd0271c3b89 HTTP/1.1" status: 200 len: 210 time: 0.0415103 Sep 30 13:07:58.350868 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5be0b6db-082e-4029-a2fe-95d5fec35a86 req-b090e1af-6bd6-4aed-94cb-1133967d0d5c tempest-ServerRescueTestJSONUnderV235-576970407 tempest-ServerRescueTestJSONUnderV235-576970407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3051208-340f-421c-ade9-0a78d2ee313a HTTP/1.1" status: 200 len: 210 time: 0.0447500 Sep 30 13:07:58.373477 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20707d5f-ba59-462c-91b4-0ffa5878cabd req-2afdce65-ab53-45a0-85d1-aa8f38cc88e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:58.379104 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20707d5f-ba59-462c-91b4-0ffa5878cabd req-2afdce65-ab53-45a0-85d1-aa8f38cc88e4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 HTTP/1.1" status: 200 len: 916 time: 0.1825807 Sep 30 13:07:58.465853 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f104e7-f688-4b7b-b3bd-46a163df6ced req-4112c7b7-7dbf-4c3a-befb-8c1d90ef2f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:58.466916 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20707d5f-ba59-462c-91b4-0ffa5878cabd req-8bbd0fde-47d1-41b7-9cc3-ae406bde0c0b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f68b6fce-3933-4a5f-8cc5-33f5ef377035 HTTP/1.1" status: 200 len: 217 time: 0.0801718 Sep 30 13:07:58.467323 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b0f104e7-f688-4b7b-b3bd-46a163df6ced req-4112c7b7-7dbf-4c3a-befb-8c1d90ef2f61 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1994667 Sep 30 13:07:58.520767 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2203461e-d7d3-4ee7-930e-0f93c6ea8c6c req-654d91f1-4a11-4cc2-8242-e856102c6c69 tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0526481 Sep 30 13:07:58.586027 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20707d5f-ba59-462c-91b4-0ffa5878cabd req-8462b654-a945-4c4d-8bea-d6f1624d9a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:58.587574 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20707d5f-ba59-462c-91b4-0ffa5878cabd req-8462b654-a945-4c4d-8bea-d6f1624d9a17 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d78e0ad4-c13c-453f-bde9-05702ca7e1db HTTP/1.1" status: 200 len: 855 time: 0.0751133 Sep 30 13:07:58.599903 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb196154-3bc5-448f-9664-4c20b5baf5c9 req-68aa6534-fabf-42d5-b142-b1b0fddef798 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:58.601483 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb196154-3bc5-448f-9664-4c20b5baf5c9 req-68aa6534-fabf-42d5-b142-b1b0fddef798 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.0520744 Sep 30 13:07:58.639464 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20707d5f-ba59-462c-91b4-0ffa5878cabd req-e3981786-97e8-4a87-9bc2-7b01537f7098 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1aef29ee-8bd0-4db5-b197-e7b58a75c7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402260 Sep 30 13:07:58.643065 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb196154-3bc5-448f-9664-4c20b5baf5c9 req-36c7f0ad-df29-48cf-b5bf-2947819c04e4 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344381 Sep 30 13:07:58.668882 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b32330-b42e-43aa-babb-69c501948603 req-9aa9bff3-a60c-4d5b-8bfd-99e10f095433 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:58.670445 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-22b32330-b42e-43aa-babb-69c501948603 req-9aa9bff3-a60c-4d5b-8bfd-99e10f095433 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1e996b0-d9fc-4cec-a4ba-363a4e2440fc HTTP/1.1" status: 200 len: 1023 time: 0.0819960 Sep 30 13:07:58.767407 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-22b32330-b42e-43aa-babb-69c501948603 req-20e14149-6590-49c6-9a74-3a1c5d4d5f53 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups?id=64d24e96-aa86-46e9-9763-a98a308d2b84&id=9e0da9fd-749f-4a6a-a57f-87a8f60f41ae&id=21a4945f-9c6b-457a-a0b1-af111c11abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0863862 Sep 30 13:07:58.785841 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20707d5f-ba59-462c-91b4-0ffa5878cabd req-d26acddc-4aba-46a0-976b-e31d862b196e service neutron] 10.222.0.54 "GET /v2.0/networks/1aef29ee-8bd0-4db5-b197-e7b58a75c7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342623 Sep 30 13:07:58.897290 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20707d5f-ba59-462c-91b4-0ffa5878cabd req-07c3e8b5-3dad-4ea5-a6ac-e127973c1659 service neutron] 10.222.0.54 "GET /v2.0/networks/1aef29ee-8bd0-4db5-b197-e7b58a75c7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034081 Sep 30 13:07:59.072312 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68d544-46de-4cd8-a44a-34fca08c8367 req-53d3db80-b1ec-4ae5-812f-76de4315a152 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:59.073780 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb68d544-46de-4cd8-a44a-34fca08c8367 req-53d3db80-b1ec-4ae5-812f-76de4315a152 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=9862c972-5698-4163-a51f-dc6ad365dac7 HTTP/1.1" status: 200 len: 944 time: 0.0480409 Sep 30 13:07:59.114949 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb68d544-46de-4cd8-a44a-34fca08c8367 req-79c1b181-7560-484e-83cd-4ed87e7e228a tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346167 Sep 30 13:07:59.246553 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-681d0126-362b-4781-b36a-a04b3266992a req-2bc8b68f-a908-4337-a660-259cdeed2b12 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c147c2c0572d426d8c4c452f4043cca3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212595 Sep 30 13:07:59.356110 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d0126-362b-4781-b36a-a04b3266992a req-78f7aad1-b878-42b7-9212-818b87067f38 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:59.357533 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-681d0126-362b-4781-b36a-a04b3266992a req-78f7aad1-b878-42b7-9212-818b87067f38 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1044257 Sep 30 13:07:59.373743 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-681d0126-362b-4781-b36a-a04b3266992a req-75026e2f-7274-40c5-8da7-0201cb399ae1 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Request body: {'port': {'device_id': '20e77eda-b0da-4acc-972f-ebd0271c3b89', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': 'c147c2c0572d426d8c4c452f4043cca3'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:07:59.420285 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50266) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:07:59.492083 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-681d0126-362b-4781-b36a-a04b3266992a req-75026e2f-7274-40c5-8da7-0201cb399ae1 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Made reservation on behalf of c147c2c0572d426d8c4c452f4043cca3 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:07:59.496258 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-681d0126-362b-4781-b36a-a04b3266992a req-75026e2f-7274-40c5-8da7-0201cb399ae1 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:59.500273 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7b06a863-963e-4e1b-8974-f3531174e7e6 req-e1283b26-9756-430c-945c-a5a7a108e82f tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e77eda-b0da-4acc-972f-ebd0271c3b89 HTTP/1.1" status: 200 len: 210 time: 0.0362363 Sep 30 13:07:59.506682 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-681d0126-362b-4781-b36a-a04b3266992a req-75026e2f-7274-40c5-8da7-0201cb399ae1 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:59.622391 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-681d0126-362b-4781-b36a-a04b3266992a req-75026e2f-7274-40c5-8da7-0201cb399ae1 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:59.627432 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-681d0126-362b-4781-b36a-a04b3266992a req-75026e2f-7274-40c5-8da7-0201cb399ae1 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:07:59.643894 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2a477ddb-cb24-4d24-a490-19596a1f3e90 req-f6122abd-d229-476e-b32d-c3604e0d2ecf tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.18 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0319793 Sep 30 13:07:59.699566 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75026e2f-7274-40c5-8da7-0201cb399ae1 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47802d2b-483a-408c-b9dc-bcec3f3b7808,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:07:59.809905 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-681d0126-362b-4781-b36a-a04b3266992a req-75026e2f-7274-40c5-8da7-0201cb399ae1 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Allocated IP 192.168.233.42 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:07:59.831043 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4086f1c-dad1-4a85-84a1-5a0c317ec5d9 req-5ac65aca-64ef-4a9a-82f8-83c917663bb7 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:59.838445 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b4086f1c-dad1-4a85-84a1-5a0c317ec5d9 req-5ac65aca-64ef-4a9a-82f8-83c917663bb7 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.1094358 Sep 30 13:07:59.844358 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3202bbb-eb21-487c-9b5b-5951012e4ac9 req-b443de02-c574-4f54-84c4-fb0f093a1ab8 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:59.846349 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b3202bbb-eb21-487c-9b5b-5951012e4ac9 req-b443de02-c574-4f54-84c4-fb0f093a1ab8 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1e996b0-d9fc-4cec-a4ba-363a4e2440fc HTTP/1.1" status: 200 len: 1023 time: 0.0659459 Sep 30 13:07:59.899224 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b4086f1c-dad1-4a85-84a1-5a0c317ec5d9 req-4f22384c-6625-4e7c-90e8-d4ef02284570 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599163 Sep 30 13:07:59.992543 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc44817-0a99-41bd-b672-92b51eb151de req-fdc05ef1-023c-4a59-a5be-fe8c06e9017a tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:07:59.994342 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0cc44817-0a99-41bd-b672-92b51eb151de req-fdc05ef1-023c-4a59-a5be-fe8c06e9017a tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1e996b0-d9fc-4cec-a4ba-363a4e2440fc HTTP/1.1" status: 200 len: 1023 time: 0.1459374 Sep 30 13:08:00.022343 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-681d0126-362b-4781-b36a-a04b3266992a req-75026e2f-7274-40c5-8da7-0201cb399ae1 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:00.039332 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b0f104e7-f688-4b7b-b3bd-46a163df6ced req-133e33f2-1ce8-4e1d-ac3d-320f964cbd97 tempest-ServerShowV257Test-1776390622 tempest-ServerShowV257Test-1776390622-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3150c-b057-4041-a36d-e2cd9995ac5c HTTP/1.1" status: 200 len: 210 time: 0.0443270 Sep 30 13:08:00.061570 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-681d0126-362b-4781-b36a-a04b3266992a req-75026e2f-7274-40c5-8da7-0201cb399ae1 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:00.092998 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0cc44817-0a99-41bd-b672-92b51eb151de req-ebfd8cf1-bef1-4016-a7f9-44f139a0bba1 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups?id=64d24e96-aa86-46e9-9763-a98a308d2b84&id=9e0da9fd-749f-4a6a-a57f-87a8f60f41ae&id=21a4945f-9c6b-457a-a0b1-af111c11abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0844140 Sep 30 13:08:00.104677 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-681d0126-362b-4781-b36a-a04b3266992a req-75026e2f-7274-40c5-8da7-0201cb399ae1 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:08:00.105662 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-b3202bbb-eb21-487c-9b5b-5951012e4ac9 req-0acff7d8-fd46-43b6-ab9b-25ff516896e8 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Deleting port aeb697d2-fa8d-4c97-b3a6-6a5b338de64c {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:08:00.106034 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b3202bbb-eb21-487c-9b5b-5951012e4ac9 req-0acff7d8-fd46-43b6-ab9b-25ff516896e8 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:00.111778 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-681d0126-362b-4781-b36a-a04b3266992a req-75026e2f-7274-40c5-8da7-0201cb399ae1 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:08:00.113104 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b2bba9dd-d292-4f37-bfce-6e3ab46fff44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:00.114559 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-681d0126-362b-4781-b36a-a04b3266992a req-75026e2f-7274-40c5-8da7-0201cb399ae1 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:08:00.187024 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d0126-362b-4781-b36a-a04b3266992a req-75026e2f-7274-40c5-8da7-0201cb399ae1 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:00.188124 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-681d0126-362b-4781-b36a-a04b3266992a req-75026e2f-7274-40c5-8da7-0201cb399ae1 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:00.206843 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-681d0126-362b-4781-b36a-a04b3266992a req-75026e2f-7274-40c5-8da7-0201cb399ae1 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8365643 Sep 30 13:08:00.210744 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75026e2f-7274-40c5-8da7-0201cb399ae1 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Pushing event updated for resources: {'Port': ['ID=d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:00.221303 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-681d0126-362b-4781-b36a-a04b3266992a req-f3af5737-d922-461d-8d1c-7d37f1a108a1 service neutron] Request body: {'port': {'device_id': '20e77eda-b0da-4acc-972f-ebd0271c3b89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:00.309116 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-b3202bbb-eb21-487c-9b5b-5951012e4ac9 req-0acff7d8-fd46-43b6-ab9b-25ff516896e8 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] For port aeb697d2-fa8d-4c97-b3a6-6a5b338de64c, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=aeb697d2-fa8d-4c97-b3a6-6a5b338de64c,segment=NetworkSegment(b1124d9d-1301-484f-b674-00bfa4108c50),segment_id=b1124d9d-1301-484f-b674-00bfa4108c50)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:00.309452 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b3202bbb-eb21-487c-9b5b-5951012e4ac9 req-0acff7d8-fd46-43b6-ab9b-25ff516896e8 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:00.321054 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48bd0b-6c5f-494e-b9b5-6d48a0d6895f req-b1f451a1-77f1-4e49-b621-0b6e181c91b5 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:00.322559 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dc48bd0b-6c5f-494e-b9b5-6d48a0d6895f req-b1f451a1-77f1-4e49-b621-0b6e181c91b5 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=9862c972-5698-4163-a51f-dc6ad365dac7 HTTP/1.1" status: 200 len: 944 time: 0.0808947 Sep 30 13:08:00.323625 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-681d0126-362b-4781-b36a-a04b3266992a req-f3af5737-d922-461d-8d1c-7d37f1a108a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:00.358089 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-b3202bbb-eb21-487c-9b5b-5951012e4ac9 req-0acff7d8-fd46-43b6-ab9b-25ff516896e8 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Calling delete_port for aeb697d2-fa8d-4c97-b3a6-6a5b338de64c owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:08:00.409387 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dc48bd0b-6c5f-494e-b9b5-6d48a0d6895f req-b5ca9f52-6033-438f-a322-0b591ec34bc0 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750811 Sep 30 13:08:00.410531 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-01c362af-c056-40b4-b214-77f1ee7fb212 None None] Provisioning complete for port d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:00.411492 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-01c362af-c056-40b4-b214-77f1ee7fb212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:00.456920 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-01c362af-c056-40b4-b214-77f1ee7fb212 None None] Port d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:08:00.622864 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b3202bbb-eb21-487c-9b5b-5951012e4ac9 req-0acff7d8-fd46-43b6-ab9b-25ff516896e8 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:00.628287 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-b2bba9dd-d292-4f37-bfce-6e3ab46fff44 admin admin] Deleting port e7adf652-0552-41ae-b355-500684b01d68 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:08:00.628686 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b2bba9dd-d292-4f37-bfce-6e3ab46fff44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:00.637767 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['aeb697d2-fa8d-4c97-b3a6-6a5b338de64c'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:08:00.684198 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acff7d8-fd46-43b6-ab9b-25ff516896e8 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Pushing event deleted for resources: {'Port': ['ID=aeb697d2-fa8d-4c97-b3a6-6a5b338de64c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:00.696884 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-681d0126-362b-4781-b36a-a04b3266992a req-f3af5737-d922-461d-8d1c-7d37f1a108a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:08:00.705355 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-681d0126-362b-4781-b36a-a04b3266992a req-f3af5737-d922-461d-8d1c-7d37f1a108a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:00.722082 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-681d0126-362b-4781-b36a-a04b3266992a req-f3af5737-d922-461d-8d1c-7d37f1a108a1 service neutron] Transition to ACTIVE for port object d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:08:00.726904 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-681d0126-362b-4781-b36a-a04b3266992a req-f3af5737-d922-461d-8d1c-7d37f1a108a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:00.781798 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af5737-d922-461d-8d1c-7d37f1a108a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:00.787770 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3202bbb-eb21-487c-9b5b-5951012e4ac9 req-0acff7d8-fd46-43b6-ab9b-25ff516896e8 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] No DVR routers for this DVR port aeb697d2-fa8d-4c97-b3a6-6a5b338de64c on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:08:00.792163 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b3202bbb-eb21-487c-9b5b-5951012e4ac9 req-0acff7d8-fd46-43b6-ab9b-25ff516896e8 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:00.794952 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b3202bbb-eb21-487c-9b5b-5951012e4ac9 req-0acff7d8-fd46-43b6-ab9b-25ff516896e8 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.39 "DELETE /v2.0/ports/aeb697d2-fa8d-4c97-b3a6-6a5b338de64c HTTP/1.1" status: 204 len: 173 time: 0.9359171 Sep 30 13:08:00.795912 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e996b0-d9fc-4cec-a4ba-363a4e2440fc', 'name': 'network-vif-deleted', 'tag': 'aeb697d2-fa8d-4c97-b3a6-6a5b338de64c'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:08:00.798365 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3691dc-09bc-4235-b1eb-8151749eaaa3" -d '{"events": [{"server_uuid": "f1e996b0-d9fc-4cec-a4ba-363a4e2440fc", "name": "network-vif-deleted", "tag": "aeb697d2-fa8d-4c97-b3a6-6a5b338de64c"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:08:00.834825 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086e888-48b4-491b-a0ad-62993e10fb63 req-a10a12d3-7a5e-4ad4-bfe7-8e4472c51d46 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:00.843658 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c086e888-48b4-491b-a0ad-62993e10fb63 req-a10a12d3-7a5e-4ad4-bfe7-8e4472c51d46 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e77eda-b0da-4acc-972f-ebd0271c3b89 HTTP/1.1" status: 200 len: 935 time: 0.2038839 Sep 30 13:08:00.875119 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93890dee-3c46-48d5-8067-d598fa06f130 x-openstack-request-id: req-93890dee-3c46-48d5-8067-d598fa06f130 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:08:00.876263 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e996b0-d9fc-4cec-a4ba-363a4e2440fc", "name": "network-vif-deleted", "tag": "aeb697d2-fa8d-4c97-b3a6-6a5b338de64c", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:08:00.877394 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93890dee-3c46-48d5-8067-d598fa06f130 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:08:00.877814 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e996b0-d9fc-4cec-a4ba-363a4e2440fc', 'name': 'network-vif-deleted', 'tag': 'aeb697d2-fa8d-4c97-b3a6-6a5b338de64c', 'status': 'completed', 'code': 200} Sep 30 13:08:00.880233 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-b2bba9dd-d292-4f37-bfce-6e3ab46fff44 admin admin] For port e7adf652-0552-41ae-b355-500684b01d68, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e7adf652-0552-41ae-b355-500684b01d68,segment=NetworkSegment(a179e862-ddda-42ee-8b68-16bb4299addd),segment_id=a179e862-ddda-42ee-8b68-16bb4299addd)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:00.880626 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b2bba9dd-d292-4f37-bfce-6e3ab46fff44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:00.912218 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-681d0126-362b-4781-b36a-a04b3266992a req-f3af5737-d922-461d-8d1c-7d37f1a108a1 service neutron] Attempting to bind port d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:08:00.912564 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-681d0126-362b-4781-b36a-a04b3266992a req-f3af5737-d922-461d-8d1c-7d37f1a108a1 service neutron] Attempting to bind port d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:08:00.912892 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681d0126-362b-4781-b36a-a04b3266992a req-f3af5737-d922-461d-8d1c-7d37f1a108a1 service neutron] Attempting to bind port d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:08:00.915230 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-b2bba9dd-d292-4f37-bfce-6e3ab46fff44 admin admin] Calling delete_port for e7adf652-0552-41ae-b355-500684b01d68 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:08:00.919228 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681d0126-362b-4781-b36a-a04b3266992a req-f3af5737-d922-461d-8d1c-7d37f1a108a1 service neutron] Port d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:08:00.919628 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681d0126-362b-4781-b36a-a04b3266992a req-f3af5737-d922-461d-8d1c-7d37f1a108a1 service neutron] Attempting to bind port d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:08:00.931681 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681d0126-362b-4781-b36a-a04b3266992a req-f3af5737-d922-461d-8d1c-7d37f1a108a1 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:08:00.931812 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681d0126-362b-4781-b36a-a04b3266992a req-f3af5737-d922-461d-8d1c-7d37f1a108a1 service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:08:00.932193 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681d0126-362b-4781-b36a-a04b3266992a req-f3af5737-d922-461d-8d1c-7d37f1a108a1 service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:08:00.932648 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-681d0126-362b-4781-b36a-a04b3266992a req-f3af5737-d922-461d-8d1c-7d37f1a108a1 service neutron] Bound port: d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:08:00.933008 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-681d0126-362b-4781-b36a-a04b3266992a req-f3af5737-d922-461d-8d1c-7d37f1a108a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:00.942446 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c086e888-48b4-491b-a0ad-62993e10fb63 req-2825abe7-e777-456d-9b44-10582f1a00fa tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/security-groups?id=47802d2b-483a-408c-b9dc-bcec3f3b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916893 Sep 30 13:08:00.949682 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device a9f1cac7-dce0-4e5c-883d-40a9f8f74556 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:08:00.988876 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: a9f1cac7-dce0-4e5c-883d-40a9f8f74556 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:08:00.989237 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device a9f1cac7-dce0-4e5c-883d-40a9f8f74556 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:08:01.092377 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-681d0126-362b-4781-b36a-a04b3266992a req-f3af5737-d922-461d-8d1c-7d37f1a108a1 service neutron] For port d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:08:01.108562 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-681d0126-362b-4781-b36a-a04b3266992a req-f3af5737-d922-461d-8d1c-7d37f1a108a1 service neutron] For port d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:08:01.123418 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78870df1-23b1-4102-8fe9-b8fdf035d167 req-b10188a8-07c2-41a7-bc08-2f3ecebd6295 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:01.125043 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-78870df1-23b1-4102-8fe9-b8fdf035d167 req-b10188a8-07c2-41a7-bc08-2f3ecebd6295 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.0961678 Sep 30 13:08:01.126697 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-681d0126-362b-4781-b36a-a04b3266992a req-f3af5737-d922-461d-8d1c-7d37f1a108a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:01.161717 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50298) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:01.222791 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d0126-362b-4781-b36a-a04b3266992a req-f3af5737-d922-461d-8d1c-7d37f1a108a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:01.223422 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-681d0126-362b-4781-b36a-a04b3266992a req-f3af5737-d922-461d-8d1c-7d37f1a108a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:01.225964 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b2bba9dd-d292-4f37-bfce-6e3ab46fff44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:01.226161 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-681d0126-362b-4781-b36a-a04b3266992a req-f3af5737-d922-461d-8d1c-7d37f1a108a1 service neutron] 10.222.0.54 "PUT /v2.0/ports/d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa HTTP/1.1" status: 200 len: 1095 time: 1.0084543 Sep 30 13:08:01.226161 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e77eda-b0da-4acc-972f-ebd0271c3b89', 'tag': 'd2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:08:01.232872 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ff8ae8-5b50-4c2f-b91a-906b09cff476" -d '{"events": [{"name": "network-changed", "server_uuid": "20e77eda-b0da-4acc-972f-ebd0271c3b89", "tag": "d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:08:01.253770 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af5737-d922-461d-8d1c-7d37f1a108a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:01.281810 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6215db31-c468-4121-b118-9b846762b33f req-317bbbaa-31c4-493d-ae76-f92e970b1956 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1e996b0-d9fc-4cec-a4ba-363a4e2440fc HTTP/1.1" status: 200 len: 210 time: 0.0712628 Sep 30 13:08:01.289427 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bba9dd-d292-4f37-bfce-6e3ab46fff44 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7adf652-0552-41ae-b355-500684b01d68,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:01.372099 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e37bc214-3e01-4fb1-8bdd-4f17f347d681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:01.381699 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-78870df1-23b1-4102-8fe9-b8fdf035d167 req-ecf4db3f-6de8-4dbe-9bdd-79a925bc648a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944106 Sep 30 13:08:01.389393 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904f05f2-a9dd-4072-bc36-d3a1b123f270 x-openstack-request-id: req-904f05f2-a9dd-4072-bc36-d3a1b123f270 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:08:01.389891 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e77eda-b0da-4acc-972f-ebd0271c3b89", "tag": "d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:08:01.390803 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-904f05f2-a9dd-4072-bc36-d3a1b123f270 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:08:01.391435 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e77eda-b0da-4acc-972f-ebd0271c3b89', 'tag': 'd2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa', 'status': 'completed', 'code': 200} Sep 30 13:08:01.412592 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d0126-362b-4781-b36a-a04b3266992a req-3aa7c46e-6bf8-4c24-ada0-f57d6e17ab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:01.414507 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-681d0126-362b-4781-b36a-a04b3266992a req-3aa7c46e-6bf8-4c24-ada0-f57d6e17ab21 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c147c2c0572d426d8c4c452f4043cca3&device_id=20e77eda-b0da-4acc-972f-ebd0271c3b89 HTTP/1.1" status: 200 len: 1098 time: 0.1434331 Sep 30 13:08:01.486033 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-681d0126-362b-4781-b36a-a04b3266992a req-f69a1b63-7fab-41c1-bb78-c24ebb420b1d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa HTTP/1.1" status: 200 len: 217 time: 0.0613031 Sep 30 13:08:01.548451 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d0126-362b-4781-b36a-a04b3266992a req-cf527b7c-64f2-4547-a2f5-b7b9369089c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:01.549929 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-681d0126-362b-4781-b36a-a04b3266992a req-cf527b7c-64f2-4547-a2f5-b7b9369089c6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0583160 Sep 30 13:08:01.596261 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d0126-362b-4781-b36a-a04b3266992a req-9cf7adf9-4985-475c-989a-dbbaad522d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:01.597717 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-681d0126-362b-4781-b36a-a04b3266992a req-9cf7adf9-4985-475c-989a-dbbaad522d95 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0409055 Sep 30 13:08:01.602694 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b2bba9dd-d292-4f37-bfce-6e3ab46fff44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:01.636129 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e37bc214-3e01-4fb1-8bdd-4f17f347d681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:01.644289 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e0b06-6a0d-43a6-a318-879840d1a80b req-b40af209-5bbc-482c-9b25-2e784c10294a tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:01.645882 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8a0e0b06-6a0d-43a6-a318-879840d1a80b req-b40af209-5bbc-482c-9b25-2e784c10294a tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=9862c972-5698-4163-a51f-dc6ad365dac7 HTTP/1.1" status: 200 len: 944 time: 0.1055954 Sep 30 13:08:01.647831 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e37bc214-3e01-4fb1-8bdd-4f17f347d681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:01.694624 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-681d0126-362b-4781-b36a-a04b3266992a req-cda5a8f2-ab24-4329-bdaf-f8d5f7b3ae09 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900011 Sep 30 13:08:01.747002 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e37bc214-3e01-4fb1-8bdd-4f17f347d681 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3401114069ea4749adf2e5bef413ae6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5839601 Sep 30 13:08:01.754707 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50308) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:01.771471 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37bc214-3e01-4fb1-8bdd-4f17f347d681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1df3f4-43b5-43a6-b58c-58b8f385c4f9,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:01.793851 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-681d0126-362b-4781-b36a-a04b3266992a req-337b9e92-ec88-43e2-8923-dcf4a6305825 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925508 Sep 30 13:08:01.821647 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8a0e0b06-6a0d-43a6-a318-879840d1a80b req-d6377ff7-88da-4185-b654-bcb1d0e3da18 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355853 Sep 30 13:08:01.901079 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff8ae8-5b50-4c2f-b91a-906b09cff476 req-7d8928f4-a382-4559-abda-c3f48990b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:01.901340 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-16924193-6282-45a4-8e39-289c317d512e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:01.902615 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08ff8ae8-5b50-4c2f-b91a-906b09cff476 req-7d8928f4-a382-4559-abda-c3f48990b6ed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c147c2c0572d426d8c4c452f4043cca3&device_id=20e77eda-b0da-4acc-972f-ebd0271c3b89 HTTP/1.1" status: 200 len: 1098 time: 0.0399344 Sep 30 13:08:01.935580 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-16924193-6282-45a4-8e39-289c317d512e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:02.003532 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff8ae8-5b50-4c2f-b91a-906b09cff476 req-87f84211-f443-4660-805d-bdf0e86da033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:02.005498 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08ff8ae8-5b50-4c2f-b91a-906b09cff476 req-87f84211-f443-4660-805d-bdf0e86da033 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.0920539 Sep 30 13:08:02.015593 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bba9dd-d292-4f37-bfce-6e3ab46fff44 admin admin] Router 1c219942-dc02-4a71-ba96-afc00fa3a43d has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:08:02.065534 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-16924193-6282-45a4-8e39-289c317d512e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:02.068156 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-16924193-6282-45a4-8e39-289c317d512e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:02.069314 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-16924193-6282-45a4-8e39-289c317d512e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c1df3f4-43b5-43a6-b58c-58b8f385c4f9 HTTP/1.1" status: 204 len: 168 time: 0.3122070 Sep 30 13:08:02.075684 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08ff8ae8-5b50-4c2f-b91a-906b09cff476 req-46df8407-dfa9-4527-9670-155fb5a9bda2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa HTTP/1.1" status: 200 len: 217 time: 0.0546000 Sep 30 13:08:02.081810 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16924193-6282-45a4-8e39-289c317d512e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1df3f4-43b5-43a6-b58c-58b8f385c4f9,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:02.151192 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314f412-a5ac-44ea-9246-bcab39d36103 req-4ca238d1-9a2a-4ffe-9926-f9ce44a77b11 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:02.152685 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2314f412-a5ac-44ea-9246-bcab39d36103 req-4ca238d1-9a2a-4ffe-9926-f9ce44a77b11 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e77eda-b0da-4acc-972f-ebd0271c3b89 HTTP/1.1" status: 200 len: 947 time: 0.1418924 Sep 30 13:08:02.175938 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff8ae8-5b50-4c2f-b91a-906b09cff476 req-c8c1db0a-c4c7-417b-b32d-89187e563435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:02.177551 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08ff8ae8-5b50-4c2f-b91a-906b09cff476 req-c8c1db0a-c4c7-417b-b32d-89187e563435 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0847998 Sep 30 13:08:02.238297 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2314f412-a5ac-44ea-9246-bcab39d36103 req-c105ec92-f96c-4ed6-8cc7-ea1a08f07aa8 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/security-groups?id=47802d2b-483a-408c-b9dc-bcec3f3b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765512 Sep 30 13:08:02.244957 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff8ae8-5b50-4c2f-b91a-906b09cff476 req-23b66fb9-db8c-45f2-85dc-cb8dd0706309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:02.246553 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08ff8ae8-5b50-4c2f-b91a-906b09cff476 req-23b66fb9-db8c-45f2-85dc-cb8dd0706309 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0622571 Sep 30 13:08:02.372380 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08ff8ae8-5b50-4c2f-b91a-906b09cff476 req-af7bdb3d-c829-45af-9ca1-f473ef11d454 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183462 Sep 30 13:08:02.459622 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bba9dd-d292-4f37-bfce-6e3ab46fff44 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:08:02.469792 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fefa6d9-fa51-4ea0-8eca-dbcd672cc5ae None None] Sync routers for ids ['1c219942-dc02-4a71-ba96-afc00fa3a43d'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:08:02.473273 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b2bba9dd-d292-4f37-bfce-6e3ab46fff44 admin admin] 10.222.0.18 "PUT /v2.0/routers/1c219942-dc02-4a71-ba96-afc00fa3a43d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0489061 Sep 30 13:08:02.473437 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50330) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:02.486754 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fefa6d9-fa51-4ea0-8eca-dbcd672cc5ae None None] Routers {'1c219942-dc02-4a71-ba96-afc00fa3a43d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:08:02.489237 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8fefa6d9-fa51-4ea0-8eca-dbcd672cc5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:07:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1c219942-dc02-4a71-ba96-afc00fa3a43d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:02.509682 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08ff8ae8-5b50-4c2f-b91a-906b09cff476 req-a2f6b478-24ca-4c38-9f4e-9576d3e3bad6 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294980 Sep 30 13:08:02.538386 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2463f566-4fb3-44f9-802c-8b11963d185f req-f3c5ceb9-8b73-4660-b58b-c9c342a443c6 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups/64d24e96-aa86-46e9-9763-a98a308d2b84 HTTP/1.1" status: 200 len: 1800 time: 0.1598961 Sep 30 13:08:02.571188 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfdd04a-e9c5-4f50-8992-7737bc6e6a3c req-ce8be14a-358f-44c7-95e9-e8bc71e2dc5b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:02.572741 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ccfdd04a-e9c5-4f50-8992-7737bc6e6a3c req-ce8be14a-358f-44c7-95e9-e8bc71e2dc5b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.1007621 Sep 30 13:08:02.630337 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-8fefa6d9-fa51-4ea0-8eca-dbcd672cc5ae None None] Set router 1c219942-dc02-4a71-ba96-afc00fa3a43d gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:08:02.638403 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2463f566-4fb3-44f9-802c-8b11963d185f req-35175764-6c29-4869-aab1-9e232abb93e2 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:02.664139 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2463f566-4fb3-44f9-802c-8b11963d185f req-35175764-6c29-4869-aab1-9e232abb93e2 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:02.683263 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ccfdd04a-e9c5-4f50-8992-7737bc6e6a3c req-0c72e680-568d-4cad-9131-0bebd1403851 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750513 Sep 30 13:08:02.692151 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f76bdb6-e2d2-470f-b7b1-c007f8d58d4d admin admin] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:02.718177 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2463f566-4fb3-44f9-802c-8b11963d185f req-35175764-6c29-4869-aab1-9e232abb93e2 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:02.721677 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2463f566-4fb3-44f9-802c-8b11963d185f req-35175764-6c29-4869-aab1-9e232abb93e2 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:02.723088 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2463f566-4fb3-44f9-802c-8b11963d185f req-35175764-6c29-4869-aab1-9e232abb93e2 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "DELETE /v2.0/security-groups/64d24e96-aa86-46e9-9763-a98a308d2b84 HTTP/1.1" status: 204 len: 173 time: 0.1743450 Sep 30 13:08:02.735547 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35175764-6c29-4869-aab1-9e232abb93e2 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d24e96-aa86-46e9-9763-a98a308d2b84,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:02.852366 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5a473f59-fa3a-41d9-bcef-95c291dfa2df req-768670c4-bc97-4d4e-b2df-bac250f95542 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "GET /v2.0/security-groups/21a4945f-9c6b-457a-a0b1-af111c11abe7 HTTP/1.1" status: 200 len: 1801 time: 0.0798099 Sep 30 13:08:02.855308 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8fefa6d9-fa51-4ea0-8eca-dbcd672cc5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1100338154-router', 'tenant_id': '1806d3d957b442d084afb5a6e6939111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fac04bed-07fe-4b94-ae74-ac3ff40b858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:06:30Z', 'updated_at': '2021-09-30T13:08:01Z', 'revision_number': 5, 'project_id': '1806d3d957b442d084afb5a6e6939111', 'gw_port': {'id': 'fac04bed-07fe-4b94-ae74-ac3ff40b858e', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:06:31Z', 'updated_at': '2021-09-30T13:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:02.863230 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f76bdb6-e2d2-470f-b7b1-c007f8d58d4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:02.909017 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fefa6d9-fa51-4ea0-8eca-dbcd672cc5ae None None] Checking router: 1c219942-dc02-4a71-ba96-afc00fa3a43d for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:08:02.929728 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fefa6d9-fa51-4ea0-8eca-dbcd672cc5ae None None] Routers {'1c219942-dc02-4a71-ba96-afc00fa3a43d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:08:02.930372 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8fefa6d9-fa51-4ea0-8eca-dbcd672cc5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:07:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1c219942-dc02-4a71-ba96-afc00fa3a43d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:02.945179 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5a473f59-fa3a-41d9-bcef-95c291dfa2df req-74193f69-9b4c-46a9-aec8-28f18b3a6b86 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:02.957644 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-9f76bdb6-e2d2-470f-b7b1-c007f8d58d4d admin admin] Deleting port fac04bed-07fe-4b94-ae74-ac3ff40b858e {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:08:02.958075 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f76bdb6-e2d2-470f-b7b1-c007f8d58d4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:02.960758 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device f68b6fce-3933-4a5f-8cc5-33f5ef377035 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:08:02.970965 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5a473f59-fa3a-41d9-bcef-95c291dfa2df req-74193f69-9b4c-46a9-aec8-28f18b3a6b86 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.030809 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5a473f59-fa3a-41d9-bcef-95c291dfa2df req-74193f69-9b4c-46a9-aec8-28f18b3a6b86 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.035083 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5a473f59-fa3a-41d9-bcef-95c291dfa2df req-74193f69-9b4c-46a9-aec8-28f18b3a6b86 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.036311 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5a473f59-fa3a-41d9-bcef-95c291dfa2df req-74193f69-9b4c-46a9-aec8-28f18b3a6b86 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] 10.222.0.18 "DELETE /v2.0/security-groups/21a4945f-9c6b-457a-a0b1-af111c11abe7 HTTP/1.1" status: 204 len: 173 time: 0.1702101 Sep 30 13:08:03.040034 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50348) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:03.054194 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-8fefa6d9-fa51-4ea0-8eca-dbcd672cc5ae None None] Set router 1c219942-dc02-4a71-ba96-afc00fa3a43d gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:08:03.054611 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50350) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:03.063215 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74193f69-9b4c-46a9-aec8-28f18b3a6b86 tempest-SecurityGroupsTestJSON-550851522 tempest-SecurityGroupsTestJSON-550851522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a4945f-9c6b-457a-a0b1-af111c11abe7,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:03.067262 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-9f76bdb6-e2d2-470f-b7b1-c007f8d58d4d admin admin] For port fac04bed-07fe-4b94-ae74-ac3ff40b858e, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=fac04bed-07fe-4b94-ae74-ac3ff40b858e,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:03.067886 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f76bdb6-e2d2-470f-b7b1-c007f8d58d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.087839 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-9f76bdb6-e2d2-470f-b7b1-c007f8d58d4d admin admin] Calling delete_port for fac04bed-07fe-4b94-ae74-ac3ff40b858e owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:08:03.117231 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8fefa6d9-fa51-4ea0-8eca-dbcd672cc5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1100338154-router', 'tenant_id': '1806d3d957b442d084afb5a6e6939111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:06:30Z', 'updated_at': '2021-09-30T13:08:02Z', 'revision_number': 6, 'project_id': '1806d3d957b442d084afb5a6e6939111', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:03.117762 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164de28-9281-4cf2-9512-b96110c6ab3d req-08055781-24ed-4e81-9cd1-ef9f7eb49371 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:03.119996 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4164de28-9281-4cf2-9512-b96110c6ab3d req-08055781-24ed-4e81-9cd1-ef9f7eb49371 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=9862c972-5698-4163-a51f-dc6ad365dac7 HTTP/1.1" status: 200 len: 944 time: 0.1794572 Sep 30 13:08:03.129288 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de4397f-5a8b-437c-8693-adac3c4a3716 admin admin] Deleting subnet 67fb7f78-2405-4f84-9ca9-08c51c1d2c30 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:08:03.133594 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3de4397f-5a8b-437c-8693-adac3c4a3716 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.146875 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fefa6d9-fa51-4ea0-8eca-dbcd672cc5ae None None] The sync data for ids ['1c219942-dc02-4a71-ba96-afc00fa3a43d'] in n-d-810909-2 is: [{'id': '1c219942-dc02-4a71-ba96-afc00fa3a43d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1100338154-router', 'tenant_id': '1806d3d957b442d084afb5a6e6939111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:06:30Z', 'updated_at': '2021-09-30T13:08:02Z', 'revision_number': 6, 'project_id': '1806d3d957b442d084afb5a6e6939111', 'gw_port_host': None}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:08:03.200687 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port f68b6fce-3933-4a5f-8cc5-33f5ef377035, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=f68b6fce-3933-4a5f-8cc5-33f5ef377035,segment=NetworkSegment(688c8266-a3f8-4cf1-b6d1-6a10b2a992d0),segment_id=688c8266-a3f8-4cf1-b6d1-6a10b2a992d0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:03.206528 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3de4397f-5a8b-437c-8693-adac3c4a3716 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.226132 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'f68b6fce-3933-4a5f-8cc5-33f5ef377035', 'network_id': '1aef29ee-8bd0-4db5-b197-e7b58a75c7a8', 'port_id': 'f68b6fce-3933-4a5f-8cc5-33f5ef377035', 'mac_address': 'fa:16:3e:e4:d3:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78e0ad4-c13c-453f-bde9-05702ca7e1db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:08:03.227595 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4164de28-9281-4cf2-9512-b96110c6ab3d req-fbc2ff24-3f08-42fa-93fa-ab274ad949df tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716867 Sep 30 13:08:03.264111 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-000c48bd-630f-4840-a3db-84967d081374 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-294932652-network', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:03.289890 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.299876 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3de4397f-5a8b-437c-8693-adac3c4a3716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.307109 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f68b6fce-3933-4a5f-8cc5-33f5ef377035 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:08:03.323470 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000c48bd-630f-4840-a3db-84967d081374 admin admin] Made reservation on behalf of dd472ce50e4547d68eaae043f0883472 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:08:03.326148 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-000c48bd-630f-4840-a3db-84967d081374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.329412 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port f68b6fce-3933-4a5f-8cc5-33f5ef377035, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=f68b6fce-3933-4a5f-8cc5-33f5ef377035,segment=NetworkSegment(688c8266-a3f8-4cf1-b6d1-6a10b2a992d0),segment_id=688c8266-a3f8-4cf1-b6d1-6a10b2a992d0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:03.335083 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.351638 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-000c48bd-630f-4840-a3db-84967d081374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.387327 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=f68b6fce-3933-4a5f-8cc5-33f5ef377035,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:03.395666 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:03.396270 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:03.396772 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:03.397289 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:03.397450 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca8595-4b24-4c03-82ef-dbf76c04fb57 req-e4337acf-f1b3-41d7-a73b-b77e8c39d77d tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:03.397622 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:03.398162 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:03.398662 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:03.399049 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-61ca8595-4b24-4c03-82ef-dbf76c04fb57 req-e4337acf-f1b3-41d7-a73b-b77e8c39d77d tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e77eda-b0da-4acc-972f-ebd0271c3b89 HTTP/1.1" status: 200 len: 947 time: 0.0712199 Sep 30 13:08:03.399367 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:03.399862 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:03.400363 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:03.400601 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f76bdb6-e2d2-470f-b7b1-c007f8d58d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.401074 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:03.401570 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:03.415245 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3de4397f-5a8b-437c-8693-adac3c4a3716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.435456 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76bdb6-e2d2-470f-b7b1-c007f8d58d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=fac04bed-07fe-4b94-ae74-ac3ff40b858e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:03.458680 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3de4397f-5a8b-437c-8693-adac3c4a3716 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.460555 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3de4397f-5a8b-437c-8693-adac3c4a3716 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/67fb7f78-2405-4f84-9ca9-08c51c1d2c30 HTTP/1.1" status: 204 len: 168 time: 0.3989029 Sep 30 13:08:03.463101 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4397f-5a8b-437c-8693-adac3c4a3716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67fb7f78-2405-4f84-9ca9-08c51c1d2c30,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:03.465909 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50358) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:03.503651 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-61ca8595-4b24-4c03-82ef-dbf76c04fb57 req-a4cdbe73-4144-4506-a6b2-581c2f53a7a4 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/security-groups?id=47802d2b-483a-408c-b9dc-bcec3f3b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928469 Sep 30 13:08:03.528914 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f76bdb6-e2d2-470f-b7b1-c007f8d58d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.584501 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-da9ded03-9636-4d62-8f78-945102715e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.591757 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-000c48bd-630f-4840-a3db-84967d081374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.602182 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-000c48bd-630f-4840-a3db-84967d081374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.633601 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f76bdb6-e2d2-470f-b7b1-c007f8d58d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.636149 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f76bdb6-e2d2-470f-b7b1-c007f8d58d4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.650783 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000c48bd-630f-4840-a3db-84967d081374 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:08:03.683943 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-000c48bd-630f-4840-a3db-84967d081374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.684366 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-000c48bd-630f-4840-a3db-84967d081374 admin admin] Added segment e7a0a3b9-094d-48bf-a02a-1ffb21cc5269 of type vlan for network 82efec7b-c7e1-4afa-8d19-9d7200d8225f Sep 30 13:08:03.684880 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f76bdb6-e2d2-470f-b7b1-c007f8d58d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.685614 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f76bdb6-e2d2-470f-b7b1-c007f8d58d4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c219942-dc02-4a71-ba96-afc00fa3a43d {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:08:03.690404 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f76bdb6-e2d2-470f-b7b1-c007f8d58d4d admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.691546 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9f76bdb6-e2d2-470f-b7b1-c007f8d58d4d admin admin] 10.222.0.18 "DELETE /v2.0/routers/1c219942-dc02-4a71-ba96-afc00fa3a43d HTTP/1.1" status: 204 len: 168 time: 1.2173584 Sep 30 13:08:03.693542 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c48bd-630f-4840-a3db-84967d081374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896e3e6d-39f7-4dcd-aa8b-54576ac95c18,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:03.694072 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50360) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:03.740777 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-da9ded03-9636-4d62-8f78-945102715e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.743689 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['f68b6fce-3933-4a5f-8cc5-33f5ef377035'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:08:03.744234 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-18cb07b8-ff01-4cc4-8e53-3b4d66a0dfee admin admin] Deleting subnet 9b88440e-478c-428a-91e7-af6c6afddbd1 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:08:03.748079 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18cb07b8-ff01-4cc4-8e53-3b4d66a0dfee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.787418 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18cb07b8-ff01-4cc4-8e53-3b4d66a0dfee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.791173 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-da9ded03-9636-4d62-8f78-945102715e6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e26a4697-f117-4f02-9a82-cfcd8215cc36']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:03.835020 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-da9ded03-9636-4d62-8f78-945102715e6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1124d9d-1301-484f-b674-00bfa4108c50') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:03.835517 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-da9ded03-9636-4d62-8f78-945102715e6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1124d9d-1301-484f-b674-00bfa4108c50') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:03.836688 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18cb07b8-ff01-4cc4-8e53-3b4d66a0dfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.841064 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-000c48bd-630f-4840-a3db-84967d081374 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.864815 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-da9ded03-9636-4d62-8f78-945102715e6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.900816 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fe6f8-5b3a-43e1-bf70-b550c8971bb0 req-6f7fbb68-2064-4bc0-bb3d-285e7ca21936 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:03.902712 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d3fe6f8-5b3a-43e1-bf70-b550c8971bb0 req-6f7fbb68-2064-4bc0-bb3d-285e7ca21936 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.1418974 Sep 30 13:08:03.905320 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-da9ded03-9636-4d62-8f78-945102715e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.906476 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18cb07b8-ff01-4cc4-8e53-3b4d66a0dfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.914961 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9ded03-9636-4d62-8f78-945102715e6d admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:08:03.917851 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-da9ded03-9636-4d62-8f78-945102715e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:08:03.924948 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:08:03.935875 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-000c48bd-630f-4840-a3db-84967d081374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.936765 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000c48bd-630f-4840-a3db-84967d081374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:03.937172 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb07b8-ff01-4cc4-8e53-3b4d66a0dfee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b88440e-478c-428a-91e7-af6c6afddbd1,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:03.937350 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-000c48bd-630f-4840-a3db-84967d081374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.948308 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18cb07b8-ff01-4cc4-8e53-3b4d66a0dfee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:03.952754 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-18cb07b8-ff01-4cc4-8e53-3b4d66a0dfee admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9b88440e-478c-428a-91e7-af6c6afddbd1 HTTP/1.1" status: 204 len: 168 time: 0.2577262 Sep 30 13:08:03.954285 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50366) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:04.023457 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fd7d139d-504a-4688-84c0-b2df9b6df0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:04.111806 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fd7d139d-504a-4688-84c0-b2df9b6df0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:04.140894 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-fd7d139d-504a-4688-84c0-b2df9b6df0a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['008916a7-a2d2-4d62-89cc-44132c2adfee']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:04.152424 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-fd7d139d-504a-4688-84c0-b2df9b6df0a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a179e862-ddda-42ee-8b68-16bb4299addd') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:04.152722 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-fd7d139d-504a-4688-84c0-b2df9b6df0a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a179e862-ddda-42ee-8b68-16bb4299addd') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:04.163480 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fd7d139d-504a-4688-84c0-b2df9b6df0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:04.178882 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fd7d139d-504a-4688-84c0-b2df9b6df0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:04.185435 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd7d139d-504a-4688-84c0-b2df9b6df0a6 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:08:04.185837 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fd7d139d-504a-4688-84c0-b2df9b6df0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:08:04.187930 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:08:04.255354 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fd7d139d-504a-4688-84c0-b2df9b6df0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:04.265214 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fd7d139d-504a-4688-84c0-b2df9b6df0a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:04.271603 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fd7d139d-504a-4688-84c0-b2df9b6df0a6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/008916a7-a2d2-4d62-89cc-44132c2adfee HTTP/1.1" status: 204 len: 168 time: 0.3123913 Sep 30 13:08:04.291256 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d139d-504a-4688-84c0-b2df9b6df0a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=008916a7-a2d2-4d62-89cc-44132c2adfee,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:04.332275 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d3fe6f8-5b3a-43e1-bf70-b550c8971bb0 req-7faee674-cc07-47e3-84fc-3a4b6fa84817 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213426 Sep 30 13:08:04.370855 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-000c48bd-630f-4840-a3db-84967d081374 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3254902 Sep 30 13:08:04.372110 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-da9ded03-9636-4d62-8f78-945102715e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:04.373540 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c48bd-630f-4840-a3db-84967d081374 admin admin] Pushing event updated for resources: {'Network': ['ID=82efec7b-c7e1-4afa-8d19-9d7200d8225f,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:04.376482 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50374) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:04.380325 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-da9ded03-9636-4d62-8f78-945102715e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:04.382036 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-da9ded03-9636-4d62-8f78-945102715e6d admin admin] 10.222.0.18 "DELETE /v2.0/networks/e26a4697-f117-4f02-9a82-cfcd8215cc36 HTTP/1.1" status: 204 len: 168 time: 0.9113607 Sep 30 13:08:04.383880 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bfcab-a530-42bd-ab32-910f15af6282 req-a1d8d92a-6618-4eaa-bc58-f4b53d4b11eb tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:04.386217 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-840bfcab-a530-42bd-ab32-910f15af6282 req-a1d8d92a-6618-4eaa-bc58-f4b53d4b11eb tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=9862c972-5698-4163-a51f-dc6ad365dac7 HTTP/1.1" status: 200 len: 945 time: 0.0594161 Sep 30 13:08:04.394778 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 82efec7b-c7e1-4afa-8d19-9d7200d8225f details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:08:04.397912 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-751a6e49-ebf2-4f19-9a2a-370557939ba7 admin admin] Request body: {'subnet': {'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-294932652-subnet', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:04.401177 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ded03-9636-4d62-8f78-945102715e6d admin admin] Pushing event deleted for resources: {'Network': ['ID=e26a4697-f117-4f02-9a82-cfcd8215cc36,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:04.449802 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751a6e49-ebf2-4f19-9a2a-370557939ba7 admin admin] Made reservation on behalf of dd472ce50e4547d68eaae043f0883472 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:08:04.452463 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-751a6e49-ebf2-4f19-9a2a-370557939ba7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:04.473211 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50378) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:04.479627 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-840bfcab-a530-42bd-ab32-910f15af6282 req-4b549726-fe25-4f83-9f0e-e1867159239b tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780835 Sep 30 13:08:04.566550 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50382) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:04.574000 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9d8563ea-fda8-4936-bf12-affa419f1f17 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1806d3d957b442d084afb5a6e6939111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0996809 Sep 30 13:08:04.576597 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50384) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:04.643080 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5ef46285-401f-4fe9-bd2d-3aab5b30d46e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ad7a66d59bc43c48ae84f2165b2e582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0746830 Sep 30 13:08:04.645486 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50386) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:04.666278 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b2290b2a-e2b1-4131-a316-f622af18b2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:04.692384 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430c79a-3121-4165-a2f1-d35100b2b63f req-fbc70a0e-e237-4b13-92b9-6b99d2bbc297 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:04.693835 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f430c79a-3121-4165-a2f1-d35100b2b63f req-fbc70a0e-e237-4b13-92b9-6b99d2bbc297 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e77eda-b0da-4acc-972f-ebd0271c3b89 HTTP/1.1" status: 200 len: 947 time: 0.1051497 Sep 30 13:08:04.711800 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b2290b2a-e2b1-4131-a316-f622af18b2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:04.721997 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-751a6e49-ebf2-4f19-9a2a-370557939ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:04.737646 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-61ed8d62-fbc8-4178-ae1f-4de6de8aff03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:04.777176 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-61ed8d62-fbc8-4178-ae1f-4de6de8aff03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:04.804988 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f430c79a-3121-4165-a2f1-d35100b2b63f req-e7a71348-1cae-4af9-a718-20d36bb417ce tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/security-groups?id=47802d2b-483a-408c-b9dc-bcec3f3b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007388 Sep 30 13:08:04.816193 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fac04bed-07fe-4b94-ae74-ac3ff40b858e no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:08:04.816932 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a6e49-ebf2-4f19-9a2a-370557939ba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ac488f0-945c-4387-aad6-12387e6433e7,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:04.827450 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751a6e49-ebf2-4f19-9a2a-370557939ba7 admin admin] Checking segment: {'id': 'e7a0a3b9-094d-48bf-a02a-1ffb21cc5269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:08:04.828152 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751a6e49-ebf2-4f19-9a2a-370557939ba7 admin admin] Network hostable DHCP agents. Network: 82efec7b-c7e1-4afa-8d19-9d7200d8225f, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:08:04.839480 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b2290b2a-e2b1-4131-a316-f622af18b2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:04.842585 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: fac04bed-07fe-4b94-ae74-ac3ff40b858e {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:08:04.842810 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b2290b2a-e2b1-4131-a316-f622af18b2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:04.843095 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fac04bed-07fe-4b94-ae74-ac3ff40b858e not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:08:04.843549 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e7adf652-0552-41ae-b355-500684b01d68 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:08:04.844017 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b2290b2a-e2b1-4131-a316-f622af18b2ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8ba9396-7eea-4013-a9b5-0d7fcd0b7113 HTTP/1.1" status: 204 len: 168 time: 0.2664759 Sep 30 13:08:04.850837 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-61ed8d62-fbc8-4178-ae1f-4de6de8aff03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:04.853503 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-61ed8d62-fbc8-4178-ae1f-4de6de8aff03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:04.857069 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-61ed8d62-fbc8-4178-ae1f-4de6de8aff03 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e0da9fd-749f-4a6a-a57f-87a8f60f41ae HTTP/1.1" status: 204 len: 168 time: 0.2082729 Sep 30 13:08:04.857300 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751a6e49-ebf2-4f19-9a2a-370557939ba7 admin admin] Network 82efec7b-c7e1-4afa-8d19-9d7200d8225f is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:08:04.860263 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2290b2a-e2b1-4131-a316-f622af18b2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ba9396-7eea-4013-a9b5-0d7fcd0b7113,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:04.871637 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed8d62-fbc8-4178-ae1f-4de6de8aff03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0da9fd-749f-4a6a-a57f-87a8f60f41ae,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:04.875207 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-751a6e49-ebf2-4f19-9a2a-370557939ba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 82efec7b-c7e1-4afa-8d19-9d7200d8225f) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:08:04.883884 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751a6e49-ebf2-4f19-9a2a-370557939ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:04.884657 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-751a6e49-ebf2-4f19-9a2a-370557939ba7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:04.895494 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b5196b-7ca2-4e02-9ab3-c9833623ffa7 None None] Network 82efec7b-c7e1-4afa-8d19-9d7200d8225f requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:08:04.899611 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: e7adf652-0552-41ae-b355-500684b01d68 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:08:04.899927 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e7adf652-0552-41ae-b355-500684b01d68 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:08:04.909031 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50392) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:04.909230 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-751a6e49-ebf2-4f19-9a2a-370557939ba7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5301204 Sep 30 13:08:04.915119 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-94ff8f74-103e-4695-8716-c371fadbc2d9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-294932652-router', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:04.950216 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94ff8f74-103e-4695-8716-c371fadbc2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:04.952128 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94ff8f74-103e-4695-8716-c371fadbc2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:05.013575 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device f68b6fce-3933-4a5f-8cc5-33f5ef377035 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:08:05.031317 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94ff8f74-103e-4695-8716-c371fadbc2d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:05.101251 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port f68b6fce-3933-4a5f-8cc5-33f5ef377035 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:08:05.105483 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port f68b6fce-3933-4a5f-8cc5-33f5ef377035 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:05.106086 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:05.202897 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94ff8f74-103e-4695-8716-c371fadbc2d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:05.331477 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device aeb697d2-fa8d-4c97-b3a6-6a5b338de64c no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:08:05.338546 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:05.383204 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: aeb697d2-fa8d-4c97-b3a6-6a5b338de64c {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:08:05.383565 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device aeb697d2-fa8d-4c97-b3a6-6a5b338de64c not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:08:05.398005 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e5e74d-272a-49fd-8b30-5c4f3da7947c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'fixed_ips': [{'subnet_id': '8ac488f0-945c-4387-aad6-12387e6433e7'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:08:05.399075 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-17e5e74d-272a-49fd-8b30-5c4f3da7947c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:05.416486 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9862c972-5698-4163-a51f-dc6ad365dac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68b6fce-3933-4a5f-8cc5-33f5ef377035'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:08:05.419862 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2294c43b-41c7-49f7-9595-b04eaadb8d3e" -d '{"events": [{"server_uuid": "9862c972-5698-4163-a51f-dc6ad365dac7", "name": "network-vif-plugged", "status": "completed", "tag": "f68b6fce-3933-4a5f-8cc5-33f5ef377035"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:08:05.441143 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port f68b6fce-3933-4a5f-8cc5-33f5ef377035, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=f68b6fce-3933-4a5f-8cc5-33f5ef377035,segment=NetworkSegment(688c8266-a3f8-4cf1-b6d1-6a10b2a992d0),segment_id=688c8266-a3f8-4cf1-b6d1-6a10b2a992d0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:05.455183 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:05.606079 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c22e12a-81c8-4ca4-b06b-af1eec667589 x-openstack-request-id: req-4c22e12a-81c8-4ca4-b06b-af1eec667589 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:08:05.606374 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9862c972-5698-4163-a51f-dc6ad365dac7", "name": "network-vif-plugged", "status": "completed", "tag": "f68b6fce-3933-4a5f-8cc5-33f5ef377035", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:08:05.606631 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c22e12a-81c8-4ca4-b06b-af1eec667589 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:08:05.607242 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9862c972-5698-4163-a51f-dc6ad365dac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68b6fce-3933-4a5f-8cc5-33f5ef377035', 'code': 200} Sep 30 13:08:05.608007 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=f68b6fce-3933-4a5f-8cc5-33f5ef377035,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:05.652850 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94ff8f74-103e-4695-8716-c371fadbc2d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:05.669087 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e493f-0ec8-4d8f-981a-4e209782fb48 req-3b2d4903-653c-4d8d-92de-cae1b188f1e0 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:05.678988 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9f6e493f-0ec8-4d8f-981a-4e209782fb48 req-3b2d4903-653c-4d8d-92de-cae1b188f1e0 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.2022605 Sep 30 13:08:05.711391 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94ff8f74-103e-4695-8716-c371fadbc2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:05.715208 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-17e5e74d-272a-49fd-8b30-5c4f3da7947c None None] Allocated IP 172.20.0.2 (82efec7b-c7e1-4afa-8d19-9d7200d8225f/8ac488f0-945c-4387-aad6-12387e6433e7/42ef5346-5e06-403f-b2ee-0e484f380f03) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:08:05.764354 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9f6e493f-0ec8-4d8f-981a-4e209782fb48 req-9de50633-eaf1-4dea-ba4b-1d29cce674bb tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833142 Sep 30 13:08:05.800712 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38d092-0cb6-45c9-b9c2-5ecb787c55f8 req-884014df-32d7-424e-ad6c-aa69533b305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:05.802707 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f38d092-0cb6-45c9-b9c2-5ecb787c55f8 req-884014df-32d7-424e-ad6c-aa69533b305a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9862c972-5698-4163-a51f-dc6ad365dac7 HTTP/1.1" status: 200 len: 1097 time: 0.2335694 Sep 30 13:08:05.861461 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f38d092-0cb6-45c9-b9c2-5ecb787c55f8 req-44632549-db5a-4272-89b3-ee52b788c1e7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506458 Sep 30 13:08:05.889260 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a6087-b118-4109-a323-13e233bcffdf req-8db6f34e-c1d8-4d60-b194-604bd5e070cf tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:05.897052 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fe4a6087-b118-4109-a323-13e233bcffdf req-8db6f34e-c1d8-4d60-b194-604bd5e070cf tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=9862c972-5698-4163-a51f-dc6ad365dac7 HTTP/1.1" status: 200 len: 946 time: 0.1762533 Sep 30 13:08:05.930195 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-17e5e74d-272a-49fd-8b30-5c4f3da7947c None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:05.940462 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-17e5e74d-272a-49fd-8b30-5c4f3da7947c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:05.950208 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50442) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:05.974480 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-94ff8f74-103e-4695-8716-c371fadbc2d9 admin admin] Allocated IP 172.25.5.115 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/5fadf3c7-9130-4699-a853-fa72263c7d9c) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:08:05.994589 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fe4a6087-b118-4109-a323-13e233bcffdf req-3477b0e2-c839-4deb-a521-78b723569e05 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920236 Sep 30 13:08:06.006886 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e5e74d-272a-49fd-8b30-5c4f3da7947c None None] Network 82efec7b-c7e1-4afa-8d19-9d7200d8225f is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:08:06.012068 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-17e5e74d-272a-49fd-8b30-5c4f3da7947c None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:08:06.013675 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e5e74d-272a-49fd-8b30-5c4f3da7947c None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:08:06.027871 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f06d57-5ee2-4d4c-91b3-0d2cc981f23d req-356d5807-1b2e-409b-ba82-c30ca7ae2d2e tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:06.029720 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26f06d57-5ee2-4d4c-91b3-0d2cc981f23d req-356d5807-1b2e-409b-ba82-c30ca7ae2d2e tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e77eda-b0da-4acc-972f-ebd0271c3b89 HTTP/1.1" status: 200 len: 947 time: 0.0879390 Sep 30 13:08:06.081650 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5e74d-272a-49fd-8b30-5c4f3da7947c None None] Pushing event updated for resources: {'Port': ['ID=42ef5346-5e06-403f-b2ee-0e484f380f03,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:06.091625 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-17e5e74d-272a-49fd-8b30-5c4f3da7947c None None] Attempting to bind port 42ef5346-5e06-403f-b2ee-0e484f380f03 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:08:06.095043 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-17e5e74d-272a-49fd-8b30-5c4f3da7947c None None] Attempting to bind port 42ef5346-5e06-403f-b2ee-0e484f380f03 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e7a0a3b9-094d-48bf-a02a-1ffb21cc5269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:08:06.095481 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e5e74d-272a-49fd-8b30-5c4f3da7947c None None] Attempting to bind port 42ef5346-5e06-403f-b2ee-0e484f380f03 on network 82efec7b-c7e1-4afa-8d19-9d7200d8225f {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:08:06.102810 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e5e74d-272a-49fd-8b30-5c4f3da7947c None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:08:06.106263 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e5e74d-272a-49fd-8b30-5c4f3da7947c None None] Checking segment: {'id': 'e7a0a3b9-094d-48bf-a02a-1ffb21cc5269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:08:06.106808 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-17e5e74d-272a-49fd-8b30-5c4f3da7947c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:06.107307 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e5e74d-272a-49fd-8b30-5c4f3da7947c None None] Bound using segment: {'id': 'e7a0a3b9-094d-48bf-a02a-1ffb21cc5269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:08:06.107904 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-17e5e74d-272a-49fd-8b30-5c4f3da7947c None None] Bound port: 42ef5346-5e06-403f-b2ee-0e484f380f03, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a0a3b9-094d-48bf-a02a-1ffb21cc5269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:08:06.110875 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-17e5e74d-272a-49fd-8b30-5c4f3da7947c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:06.112448 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26f06d57-5ee2-4d4c-91b3-0d2cc981f23d req-abf663f8-5ca7-4f0f-be6b-4a0a6ffd1608 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/security-groups?id=47802d2b-483a-408c-b9dc-bcec3f3b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755024 Sep 30 13:08:06.173899 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50450) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:06.184112 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94ff8f74-103e-4695-8716-c371fadbc2d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:06.200558 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-17e5e74d-272a-49fd-8b30-5c4f3da7947c None None] For port 42ef5346-5e06-403f-b2ee-0e484f380f03, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:08:06.205996 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-17e5e74d-272a-49fd-8b30-5c4f3da7947c None None] For port 42ef5346-5e06-403f-b2ee-0e484f380f03, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=42ef5346-5e06-403f-b2ee-0e484f380f03,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:08:06.212560 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-17e5e74d-272a-49fd-8b30-5c4f3da7947c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:06.218891 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-60a5a58a-2531-4135-a8b5-90763315f475 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-581530993-network', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:06.242927 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94ff8f74-103e-4695-8716-c371fadbc2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:06.244011 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-586d254d-20de-4a10-9561-8b0f0d6a9371 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1692958364-network', 'tenant_id': 'cd4bb278a9a7404191d85eecc12a6a5c'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:06.261501 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ff8f74-103e-4695-8716-c371fadbc2d9 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:08:06.264602 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-94ff8f74-103e-4695-8716-c371fadbc2d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:08:06.266751 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a5a58a-2531-4135-a8b5-90763315f475 admin admin] Made reservation on behalf of 3db17cb4249b4f3b92bfd79e2b9004f0 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:08:06.268893 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-60a5a58a-2531-4135-a8b5-90763315f475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:06.280299 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586d254d-20de-4a10-9561-8b0f0d6a9371 admin admin] Made reservation on behalf of cd4bb278a9a7404191d85eecc12a6a5c for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:08:06.282904 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-586d254d-20de-4a10-9561-8b0f0d6a9371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:06.283403 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5e74d-272a-49fd-8b30-5c4f3da7947c None None] Pushing event updated for resources: {'Port': ['ID=42ef5346-5e06-403f-b2ee-0e484f380f03,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:06.293430 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ff8f74-103e-4695-8716-c371fadbc2d9 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:08:06.294303 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-586d254d-20de-4a10-9561-8b0f0d6a9371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:06.328992 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-60a5a58a-2531-4135-a8b5-90763315f475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:06.354811 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff8f74-103e-4695-8716-c371fadbc2d9 admin admin] Pushing event updated for resources: {'Port': ['ID=5fadf3c7-9130-4699-a853-fa72263c7d9c,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:06.399969 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-586d254d-20de-4a10-9561-8b0f0d6a9371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:06.405787 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-586d254d-20de-4a10-9561-8b0f0d6a9371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:06.428894 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586d254d-20de-4a10-9561-8b0f0d6a9371 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:08:06.459642 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d254d-20de-4a10-9561-8b0f0d6a9371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04429af2-6513-4d03-b9f0-b5671f63d53e,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:06.475364 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-586d254d-20de-4a10-9561-8b0f0d6a9371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:06.475707 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-586d254d-20de-4a10-9561-8b0f0d6a9371 admin admin] Added segment 7a908fd1-82e6-4092-99bf-f276e08f2b57 of type vlan for network 946d3ffa-826a-4ca8-9db7-47aa3a118a49 Sep 30 13:08:06.538197 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-586d254d-20de-4a10-9561-8b0f0d6a9371 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:06.566597 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-586d254d-20de-4a10-9561-8b0f0d6a9371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:06.567715 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586d254d-20de-4a10-9561-8b0f0d6a9371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:06.568373 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-586d254d-20de-4a10-9561-8b0f0d6a9371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:06.639472 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d254d-20de-4a10-9561-8b0f0d6a9371 admin admin] Pushing event updated for resources: {'Network': ['ID=946d3ffa-826a-4ca8-9db7-47aa3a118a49,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:06.650272 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 946d3ffa-826a-4ca8-9db7-47aa3a118a49 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:08:06.672004 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-60a5a58a-2531-4135-a8b5-90763315f475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:06.679975 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94ff8f74-103e-4695-8716-c371fadbc2d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:06.681650 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-60a5a58a-2531-4135-a8b5-90763315f475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:06.687565 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-586d254d-20de-4a10-9561-8b0f0d6a9371 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5109029 Sep 30 13:08:06.689447 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50456) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:06.694820 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-45ec8802-5ffb-4d58-b313-b5dd53f1b26e admin admin] Request body: {'subnet': {'network_id': '946d3ffa-826a-4ca8-9db7-47aa3a118a49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1692958364-subnet', 'tenant_id': 'cd4bb278a9a7404191d85eecc12a6a5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:06.718906 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ec8802-5ffb-4d58-b313-b5dd53f1b26e admin admin] Made reservation on behalf of cd4bb278a9a7404191d85eecc12a6a5c for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:08:06.721407 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45ec8802-5ffb-4d58-b313-b5dd53f1b26e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:06.742418 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a5a58a-2531-4135-a8b5-90763315f475 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:08:06.776285 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-60a5a58a-2531-4135-a8b5-90763315f475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:06.776285 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-60a5a58a-2531-4135-a8b5-90763315f475 admin admin] Added segment 47c68ce9-8454-4c1d-8ab8-f448ffc29733 of type vlan for network 1181c55e-99ae-43fd-8b9b-8d485bf81648 Sep 30 13:08:06.776285 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5a58a-2531-4135-a8b5-90763315f475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d53a77-f270-4cab-8aad-439b9c0ad4b5,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:06.876428 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-60a5a58a-2531-4135-a8b5-90763315f475 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:06.896866 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 42ef5346-5e06-403f-b2ee-0e484f380f03 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:08:06.946309 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 42ef5346-5e06-403f-b2ee-0e484f380f03 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:06.947019 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:06.964813 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e988e10-9c45-45f1-9078-c8df85cebeb7 req-e92c2345-c5ed-4fd5-b318-cdf159560926 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:06.966448 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e988e10-9c45-45f1-9078-c8df85cebeb7 req-e92c2345-c5ed-4fd5-b318-cdf159560926 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.0974693 Sep 30 13:08:06.987818 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:08:06.991144 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-60a5a58a-2531-4135-a8b5-90763315f475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:06.992183 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a5a58a-2531-4135-a8b5-90763315f475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:06.992878 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-60a5a58a-2531-4135-a8b5-90763315f475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:07.046283 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45ec8802-5ffb-4d58-b313-b5dd53f1b26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:07.058690 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-60a5a58a-2531-4135-a8b5-90763315f475 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1003356 Sep 30 13:08:07.059192 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94ff8f74-103e-4695-8716-c371fadbc2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:07.067757 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50462) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:07.102602 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-22d6d3ee-7cf6-4641-a3f4-55b5f92fb23d admin admin] Request body: {'subnet': {'network_id': '1181c55e-99ae-43fd-8b9b-8d485bf81648', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-581530993-subnet', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:07.105998 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e988e10-9c45-45f1-9078-c8df85cebeb7 req-17a30b3d-c94c-4314-9c89-fbafc7399178 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284709 Sep 30 13:08:07.108248 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5a58a-2531-4135-a8b5-90763315f475 admin admin] Pushing event updated for resources: {'Network': ['ID=1181c55e-99ae-43fd-8b9b-8d485bf81648,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:07.136740 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 1181c55e-99ae-43fd-8b9b-8d485bf81648 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:08:07.170632 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec8802-5ffb-4d58-b313-b5dd53f1b26e admin admin] Pushing event updated for resources: {'Subnet': ['ID=934d9d44-258b-4e16-891b-9116b67cac61,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:07.192199 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ec8802-5ffb-4d58-b313-b5dd53f1b26e admin admin] Checking segment: {'id': '7a908fd1-82e6-4092-99bf-f276e08f2b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '946d3ffa-826a-4ca8-9db7-47aa3a118a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:08:07.192764 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ec8802-5ffb-4d58-b313-b5dd53f1b26e admin admin] Network hostable DHCP agents. Network: 946d3ffa-826a-4ca8-9db7-47aa3a118a49, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:08:07.196517 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:07.226622 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ec8802-5ffb-4d58-b313-b5dd53f1b26e admin admin] Network 946d3ffa-826a-4ca8-9db7-47aa3a118a49 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:08:07.243271 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d6d3ee-7cf6-4641-a3f4-55b5f92fb23d admin admin] Made reservation on behalf of 3db17cb4249b4f3b92bfd79e2b9004f0 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:08:07.245579 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-22d6d3ee-7cf6-4641-a3f4-55b5f92fb23d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:07.250055 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-45ec8802-5ffb-4d58-b313-b5dd53f1b26e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 946d3ffa-826a-4ca8-9db7-47aa3a118a49) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:08:07.257310 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ec8802-5ffb-4d58-b313-b5dd53f1b26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:07.258166 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45ec8802-5ffb-4d58-b313-b5dd53f1b26e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:07.276268 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ef3d6a-3b0b-451c-bbeb-28b52b16710c None None] Network 946d3ffa-826a-4ca8-9db7-47aa3a118a49 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:08:07.282392 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-45ec8802-5ffb-4d58-b313-b5dd53f1b26e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5916035 Sep 30 13:08:07.319168 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:07.339919 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c39b3d-6722-4aa8-95be-07f090b9536e req-43d21a94-bed4-4cb9-80dc-faab2b0d0a18 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:07.349302 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b0c39b3d-6722-4aa8-95be-07f090b9536e req-43d21a94-bed4-4cb9-80dc-faab2b0d0a18 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=9862c972-5698-4163-a51f-dc6ad365dac7 HTTP/1.1" status: 200 len: 946 time: 0.1758013 Sep 30 13:08:07.382420 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'd2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': 'd2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa', 'mac_address': 'fa:16:3e:d4:64:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:08:07.398408 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 42ef5346-5e06-403f-b2ee-0e484f380f03, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=42ef5346-5e06-403f-b2ee-0e484f380f03,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:07.434550 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:07.488912 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b0c39b3d-6722-4aa8-95be-07f090b9536e req-508121c0-2991-418d-bbc6-6a9cf10fc178 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374733 Sep 30 13:08:07.541326 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:07.553467 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46a3d4-f878-44f4-ab6e-6dccda95bb46 req-90169e97-ff1b-4bd4-97d4-3dccb74c3ede tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:07.562166 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fa46a3d4-f878-44f4-ab6e-6dccda95bb46 req-90169e97-ff1b-4bd4-97d4-3dccb74c3ede tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e77eda-b0da-4acc-972f-ebd0271c3b89 HTTP/1.1" status: 200 len: 947 time: 0.1136477 Sep 30 13:08:07.578696 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cce93a-8929-4d80-9f71-1542ceca4c38 None None] Network 946d3ffa-826a-4ca8-9db7-47aa3a118a49 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:08:07.604827 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df63c971-eb84-4dae-b520-05274152ed2a None None] Network 82efec7b-c7e1-4afa-8d19-9d7200d8225f requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:08:07.611988 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:08:07.615326 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ff8f74-103e-4695-8716-c371fadbc2d9 admin admin] Router bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:08:07.629317 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=42ef5346-5e06-403f-b2ee-0e484f380f03,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:07.630002 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fa46a3d4-f878-44f4-ab6e-6dccda95bb46 req-03649397-f4f1-4fe9-9d22-836121ffefb2 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/security-groups?id=47802d2b-483a-408c-b9dc-bcec3f3b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669742 Sep 30 13:08:07.696735 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:07.738697 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:07.804898 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-58935e1f-2037-4619-b1c6-c4ce7e268c8d None None] Provisioning complete for port 42ef5346-5e06-403f-b2ee-0e484f380f03 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:07.805780 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-58935e1f-2037-4619-b1c6-c4ce7e268c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:07.889877 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50482) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:07.890574 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:07.903602 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-ef814034-3164-48ec-9914-0bec2a2a7840 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-950313726-network', 'tenant_id': '25f23f11df464823a7289e47fe92be15'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:07.927491 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef814034-3164-48ec-9914-0bec2a2a7840 admin admin] Made reservation on behalf of 25f23f11df464823a7289e47fe92be15 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:08:07.929843 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ef814034-3164-48ec-9914-0bec2a2a7840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:07.939524 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ef814034-3164-48ec-9914-0bec2a2a7840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:08.005467 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-22d6d3ee-7cf6-4641-a3f4-55b5f92fb23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:08.057134 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ef814034-3164-48ec-9914-0bec2a2a7840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:08.062598 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ef814034-3164-48ec-9914-0bec2a2a7840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:08.086163 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef814034-3164-48ec-9914-0bec2a2a7840 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:08:08.102832 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef814034-3164-48ec-9914-0bec2a2a7840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1bd352-d4d9-402c-aea3-fef66de28803,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:08.105944 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ef814034-3164-48ec-9914-0bec2a2a7840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:08.106331 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-ef814034-3164-48ec-9914-0bec2a2a7840 admin admin] Added segment e3c78044-8ca1-4bb6-8886-2124153c50b0 of type vlan for network 60399ee4-93c8-4633-bb87-3c938ece88ee Sep 30 13:08:08.109118 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6d3ee-7cf6-4641-a3f4-55b5f92fb23d admin admin] Pushing event updated for resources: {'Subnet': ['ID=320717c4-f1d1-4929-ab77-8b34ff62b4d3,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:08.111822 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:08:08.127394 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d6d3ee-7cf6-4641-a3f4-55b5f92fb23d admin admin] Checking segment: {'id': '47c68ce9-8454-4c1d-8ab8-f448ffc29733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1181c55e-99ae-43fd-8b9b-8d485bf81648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:08:08.127763 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d6d3ee-7cf6-4641-a3f4-55b5f92fb23d admin admin] Network hostable DHCP agents. Network: 1181c55e-99ae-43fd-8b9b-8d485bf81648, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:08:08.142343 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ff8f74-103e-4695-8716-c371fadbc2d9 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:08:08.164254 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ee69d3-f6a3-47c7-ae87-8e4e6f31882a None None] Sync routers for ids ['bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:08:08.166100 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d6d3ee-7cf6-4641-a3f4-55b5f92fb23d admin admin] Network 1181c55e-99ae-43fd-8b9b-8d485bf81648 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:08:08.173548 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94ff8f74-103e-4695-8716-c371fadbc2d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:08.174733 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ef814034-3164-48ec-9914-0bec2a2a7840 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:08.180686 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-94ff8f74-103e-4695-8716-c371fadbc2d9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2702630 Sep 30 13:08:08.184796 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50486) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:08.209923 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ef814034-3164-48ec-9914-0bec2a2a7840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:08.211261 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef814034-3164-48ec-9914-0bec2a2a7840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:08.211930 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ef814034-3164-48ec-9914-0bec2a2a7840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:08.222605 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ee69d3-f6a3-47c7-ae87-8e4e6f31882a None None] Routers {'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:08:08.223225 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-75ee69d3-f6a3-47c7-ae87-8e4e6f31882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:07:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:08.250801 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-22d6d3ee-7cf6-4641-a3f4-55b5f92fb23d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 1181c55e-99ae-43fd-8b9b-8d485bf81648) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:08:08.255641 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d6d3ee-7cf6-4641-a3f4-55b5f92fb23d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:08.256458 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-22d6d3ee-7cf6-4641-a3f4-55b5f92fb23d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:08.281549 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ef814034-3164-48ec-9914-0bec2a2a7840 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3861384 Sep 30 13:08:08.282496 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50488) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:08.287595 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-b203fdbd-6959-4d00-9a01-2e80e1b48bbf admin admin] Request body: {'subnet': {'network_id': '60399ee4-93c8-4633-bb87-3c938ece88ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-950313726-subnet', 'tenant_id': '25f23f11df464823a7289e47fe92be15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:08.298799 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-22d6d3ee-7cf6-4641-a3f4-55b5f92fb23d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1975112 Sep 30 13:08:08.300562 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50490) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:08.308099 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-0b76df57-11fa-4ddc-9eb9-f46003d937d2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-581530993-router', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:08.314387 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef814034-3164-48ec-9914-0bec2a2a7840 admin admin] Pushing event updated for resources: {'Network': ['ID=60399ee4-93c8-4633-bb87-3c938ece88ee,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:08.332515 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80626ce7-a586-4a75-92ad-42f614815b3a req-896e6477-7c49-46d4-91dd-90f016988a8d tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:08.334199 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-80626ce7-a586-4a75-92ad-42f614815b3a req-896e6477-7c49-46d4-91dd-90f016988a8d tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.1184175 Sep 30 13:08:08.380983 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b203fdbd-6959-4d00-9a01-2e80e1b48bbf admin admin] Made reservation on behalf of 25f23f11df464823a7289e47fe92be15 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:08:08.383444 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b203fdbd-6959-4d00-9a01-2e80e1b48bbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:08.384603 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-80626ce7-a586-4a75-92ad-42f614815b3a req-e5a26fcd-6af9-4a11-abb7-a660b484c908 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431285 Sep 30 13:08:08.445276 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6a25e2-da22-42c9-a7ee-2438b75f354b None None] Network 1181c55e-99ae-43fd-8b9b-8d485bf81648 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:08:08.447295 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 60399ee4-93c8-4633-bb87-3c938ece88ee details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:08:08.464456 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0b76df57-11fa-4ddc-9eb9-f46003d937d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:08.465485 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0b76df57-11fa-4ddc-9eb9-f46003d937d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:08.597600 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7f5b22ca-8732-4d58-83e0-e16346bfc8b9 None None] Provisioning complete for port 42ef5346-5e06-403f-b2ee-0e484f380f03 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:08.597878 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7f5b22ca-8732-4d58-83e0-e16346bfc8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:08.635050 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0b76df57-11fa-4ddc-9eb9-f46003d937d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:08.707776 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-75ee69d3-f6a3-47c7-ae87-8e4e6f31882a None None] Set router bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:08:08.758891 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e01395-fba4-42dd-84cd-dd92e6979667 req-31faa484-5ab8-4a8d-b401-a44e369d7b98 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:08.761006 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a7e01395-fba4-42dd-84cd-dd92e6979667 req-31faa484-5ab8-4a8d-b401-a44e369d7b98 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e77eda-b0da-4acc-972f-ebd0271c3b89 HTTP/1.1" status: 200 len: 948 time: 0.0557940 Sep 30 13:08:08.824630 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c803a-7d56-4bba-8465-ea1e2c9c6063 req-015a01a3-adda-4cda-a281-1d3fcc8a4465 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:08.832832 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9a3c803a-7d56-4bba-8465-ea1e2c9c6063 req-015a01a3-adda-4cda-a281-1d3fcc8a4465 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=9862c972-5698-4163-a51f-dc6ad365dac7 HTTP/1.1" status: 200 len: 946 time: 0.2618699 Sep 30 13:08:08.833562 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a7e01395-fba4-42dd-84cd-dd92e6979667 req-021a268f-367d-49b1-aa65-cd2985e03e05 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/security-groups?id=47802d2b-483a-408c-b9dc-bcec3f3b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651331 Sep 30 13:08:08.886886 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 42ef5346-5e06-403f-b2ee-0e484f380f03 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:08:08.952615 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0b76df57-11fa-4ddc-9eb9-f46003d937d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:08.973982 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73be672-67c9-4e43-8f46-ad10d3574d87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-1181c55e-99ae-43fd-8b9b-8d485bf81648', 'network_id': '1181c55e-99ae-43fd-8b9b-8d485bf81648', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'fixed_ips': [{'subnet_id': '320717c4-f1d1-4929-ab77-8b34ff62b4d3'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:08:08.974831 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b73be672-67c9-4e43-8f46-ad10d3574d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:09.030917 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9a3c803a-7d56-4bba-8465-ea1e2c9c6063 req-1658047d-eefe-41d4-85f9-9c7e4d7473be tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972461 Sep 30 13:08:09.057136 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b203fdbd-6959-4d00-9a01-2e80e1b48bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:09.118855 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 42ef5346-5e06-403f-b2ee-0e484f380f03 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:09.119600 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:09.164643 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203fdbd-6959-4d00-9a01-2e80e1b48bbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a452260a-597e-4600-9dda-dfc08ff411c3,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:09.214871 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b203fdbd-6959-4d00-9a01-2e80e1b48bbf admin admin] Checking segment: {'id': 'e3c78044-8ca1-4bb6-8886-2124153c50b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '60399ee4-93c8-4633-bb87-3c938ece88ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:08:09.215224 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b203fdbd-6959-4d00-9a01-2e80e1b48bbf admin admin] Network hostable DHCP agents. Network: 60399ee4-93c8-4633-bb87-3c938ece88ee, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:08:09.217014 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-75ee69d3-f6a3-47c7-ae87-8e4e6f31882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'name': 'tempest-AttachVolumeShelveTestJSON-294932652-router', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:04Z', 'updated_at': '2021-09-30T13:08:06Z', 'revision_number': 3, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'gw_port': {'id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:05Z', 'updated_at': '2021-09-30T13:08:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:09.251610 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ee69d3-f6a3-47c7-ae87-8e4e6f31882a None None] Checking router: bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:08:09.252064 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ee69d3-f6a3-47c7-ae87-8e4e6f31882a None None] Updating router bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 port 5fadf3c7-9130-4699-a853-fa72263c7d9c binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:08:09.281465 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2d63a746-3a66-48b5-99f2-a045faf57ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:09.283842 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b203fdbd-6959-4d00-9a01-2e80e1b48bbf admin admin] Network 60399ee4-93c8-4633-bb87-3c938ece88ee is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:08:09.304636 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-b73be672-67c9-4e43-8f46-ad10d3574d87 None None] Allocated IP 172.20.0.2 (1181c55e-99ae-43fd-8b9b-8d485bf81648/320717c4-f1d1-4929-ab77-8b34ff62b4d3/76dc7070-0576-41cf-9d21-ec07fbdec4f4) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:08:09.316629 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-b203fdbd-6959-4d00-9a01-2e80e1b48bbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 60399ee4-93c8-4633-bb87-3c938ece88ee) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:08:09.316942 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-75ee69d3-f6a3-47c7-ae87-8e4e6f31882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:09.348863 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074a91dc-d9be-42ea-a1bc-a100caf5ef0e None None] Network 60399ee4-93c8-4633-bb87-3c938ece88ee requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:08:09.390242 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b203fdbd-6959-4d00-9a01-2e80e1b48bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:09.391553 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b203fdbd-6959-4d00-9a01-2e80e1b48bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:09.524526 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b203fdbd-6959-4d00-9a01-2e80e1b48bbf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2407413 Sep 30 13:08:09.547182 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0b76df57-11fa-4ddc-9eb9-f46003d937d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:09.605853 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0b76df57-11fa-4ddc-9eb9-f46003d937d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:09.608974 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d519853-4cf1-4d2e-9245-7cee638a7510 req-d063a523-38a0-4785-9d1d-6b5f9f5af587 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:09.624551 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3d519853-4cf1-4d2e-9245-7cee638a7510 req-d063a523-38a0-4785-9d1d-6b5f9f5af587 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.1147900 Sep 30 13:08:09.706991 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3d519853-4cf1-4d2e-9245-7cee638a7510 req-49c335eb-90d0-4ff2-81b1-1c9d56613eb3 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814536 Sep 30 13:08:09.715027 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-2d63a746-3a66-48b5-99f2-a045faf57ab1 admin admin] Allocated IP 172.20.0.1 (82efec7b-c7e1-4afa-8d19-9d7200d8225f/8ac488f0-945c-4387-aad6-12387e6433e7/8e6a5247-fce5-4db8-881f-82c6104258fe) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:08:09.718905 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78193152-0e0f-470e-87b4-fc2d678f6bfc None None] Network 60399ee4-93c8-4633-bb87-3c938ece88ee requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:08:09.804231 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b73be672-67c9-4e43-8f46-ad10d3574d87 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:09.822521 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b73be672-67c9-4e43-8f46-ad10d3574d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:09.832139 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2d63a746-3a66-48b5-99f2-a045faf57ab1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:09.884722 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2d63a746-3a66-48b5-99f2-a045faf57ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:09.955165 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63a746-3a66-48b5-99f2-a045faf57ab1 admin admin] Pushing event updated for resources: {'Port': ['ID=8e6a5247-fce5-4db8-881f-82c6104258fe,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:09.960492 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0461419-3d63-4836-b750-ef3a423d7788 req-a8986c3a-3867-45cb-8c0a-7ccc89454d59 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:09.962447 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f0461419-3d63-4836-b750-ef3a423d7788 req-a8986c3a-3867-45cb-8c0a-7ccc89454d59 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e77eda-b0da-4acc-972f-ebd0271c3b89 HTTP/1.1" status: 200 len: 948 time: 0.0606203 Sep 30 13:08:09.965027 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d63a746-3a66-48b5-99f2-a045faf57ab1 admin admin] Network 82efec7b-c7e1-4afa-8d19-9d7200d8225f is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:08:09.966910 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-2d63a746-3a66-48b5-99f2-a045faf57ab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:08:09.972434 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d63a746-3a66-48b5-99f2-a045faf57ab1 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:08:10.023227 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2d63a746-3a66-48b5-99f2-a045faf57ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:10.049306 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73be672-67c9-4e43-8f46-ad10d3574d87 None None] Network 1181c55e-99ae-43fd-8b9b-8d485bf81648 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:08:10.094389 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-b73be672-67c9-4e43-8f46-ad10d3574d87 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:08:10.096220 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f0461419-3d63-4836-b750-ef3a423d7788 req-21b372d2-fbbf-474b-b1ae-608f4935d6b1 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/security-groups?id=47802d2b-483a-408c-b9dc-bcec3f3b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167197 Sep 30 13:08:10.098408 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73be672-67c9-4e43-8f46-ad10d3574d87 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:08:10.104436 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73be672-67c9-4e43-8f46-ad10d3574d87 None None] Pushing event updated for resources: {'Port': ['ID=76dc7070-0576-41cf-9d21-ec07fbdec4f4,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:10.159652 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-75ee69d3-f6a3-47c7-ae87-8e4e6f31882a None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:10.252374 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-75ee69d3-f6a3-47c7-ae87-8e4e6f31882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:10.312311 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f55e0-fd78-485b-ac9b-472bb30fc033 None None] Pushing event updated for resources: {'Port': ['ID=5fadf3c7-9130-4699-a853-fa72263c7d9c,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:10.329045 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2d63a746-3a66-48b5-99f2-a045faf57ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:10.339187 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-75ee69d3-f6a3-47c7-ae87-8e4e6f31882a None None] Attempting to bind port 5fadf3c7-9130-4699-a853-fa72263c7d9c on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:08:10.339933 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-75ee69d3-f6a3-47c7-ae87-8e4e6f31882a None None] Attempting to bind port 5fadf3c7-9130-4699-a853-fa72263c7d9c by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:08:10.340073 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ee69d3-f6a3-47c7-ae87-8e4e6f31882a None None] Attempting to bind port 5fadf3c7-9130-4699-a853-fa72263c7d9c on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:08:10.343463 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-0b76df57-11fa-4ddc-9eb9-f46003d937d2 admin admin] Allocated IP 172.25.5.127 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/81ce090f-f718-487b-ab41-714acf19d0ad) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:08:10.350054 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ee69d3-f6a3-47c7-ae87-8e4e6f31882a None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:08:10.350804 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ee69d3-f6a3-47c7-ae87-8e4e6f31882a None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:08:10.351347 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-75ee69d3-f6a3-47c7-ae87-8e4e6f31882a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:10.351751 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ee69d3-f6a3-47c7-ae87-8e4e6f31882a None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:08:10.352227 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-75ee69d3-f6a3-47c7-ae87-8e4e6f31882a None None] Bound port: 5fadf3c7-9130-4699-a853-fa72263c7d9c, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:08:10.352680 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-75ee69d3-f6a3-47c7-ae87-8e4e6f31882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:10.386381 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-3c147169-3f8f-485c-9b4a-a81734a23fdc tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:10.387904 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-3c147169-3f8f-485c-9b4a-a81734a23fdc tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/networks?id=946d3ffa-826a-4ca8-9db7-47aa3a118a49 HTTP/1.1" status: 200 len: 825 time: 0.2609286 Sep 30 13:08:10.391678 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b73be672-67c9-4e43-8f46-ad10d3574d87 None None] Attempting to bind port 76dc7070-0576-41cf-9d21-ec07fbdec4f4 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:08:10.392154 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b73be672-67c9-4e43-8f46-ad10d3574d87 None None] Attempting to bind port 76dc7070-0576-41cf-9d21-ec07fbdec4f4 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '47c68ce9-8454-4c1d-8ab8-f448ffc29733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1181c55e-99ae-43fd-8b9b-8d485bf81648'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:08:10.392525 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73be672-67c9-4e43-8f46-ad10d3574d87 None None] Attempting to bind port 76dc7070-0576-41cf-9d21-ec07fbdec4f4 on network 1181c55e-99ae-43fd-8b9b-8d485bf81648 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:08:10.402886 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73be672-67c9-4e43-8f46-ad10d3574d87 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:08:10.403272 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73be672-67c9-4e43-8f46-ad10d3574d87 None None] Checking segment: {'id': '47c68ce9-8454-4c1d-8ab8-f448ffc29733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1181c55e-99ae-43fd-8b9b-8d485bf81648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:08:10.403721 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b73be672-67c9-4e43-8f46-ad10d3574d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:10.404125 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73be672-67c9-4e43-8f46-ad10d3574d87 None None] Bound using segment: {'id': '47c68ce9-8454-4c1d-8ab8-f448ffc29733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1181c55e-99ae-43fd-8b9b-8d485bf81648'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:08:10.404599 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b73be672-67c9-4e43-8f46-ad10d3574d87 None None] Bound port: 76dc7070-0576-41cf-9d21-ec07fbdec4f4, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c68ce9-8454-4c1d-8ab8-f448ffc29733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1181c55e-99ae-43fd-8b9b-8d485bf81648'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:08:10.405401 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b73be672-67c9-4e43-8f46-ad10d3574d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:10.409916 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-de986444-bc7d-45cb-bda6-be3bd00de31b None None] Provisioning complete for port 8e6a5247-fce5-4db8-881f-82c6104258fe triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:10.410364 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-de986444-bc7d-45cb-bda6-be3bd00de31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:10.463090 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-c8f080ea-9c07-47c2-9878-4bb11e25799c tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/quotas/cd4bb278a9a7404191d85eecc12a6a5c HTTP/1.1" status: 200 len: 375 time: 0.0529051 Sep 30 13:08:10.499246 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-de986444-bc7d-45cb-bda6-be3bd00de31b None None] Port 8e6a5247-fce5-4db8-881f-82c6104258fe cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:08:10.508867 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-75ee69d3-f6a3-47c7-ae87-8e4e6f31882a None None] For port 5fadf3c7-9130-4699-a853-fa72263c7d9c, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:08:10.531945 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-75ee69d3-f6a3-47c7-ae87-8e4e6f31882a None None] For port 5fadf3c7-9130-4699-a853-fa72263c7d9c, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=5fadf3c7-9130-4699-a853-fa72263c7d9c,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:08:10.540804 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-c5b934ef-1c13-4256-821e-09ae0ee9406e tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cd4bb278a9a7404191d85eecc12a6a5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612295 Sep 30 13:08:10.541801 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-75ee69d3-f6a3-47c7-ae87-8e4e6f31882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:10.568839 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b73be672-67c9-4e43-8f46-ad10d3574d87 None None] For port 76dc7070-0576-41cf-9d21-ec07fbdec4f4, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:08:10.600278 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ee69d3-f6a3-47c7-ae87-8e4e6f31882a None None] Routers {'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:08:10.602457 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-75ee69d3-f6a3-47c7-ae87-8e4e6f31882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:07:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:10.715786 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b73be672-67c9-4e43-8f46-ad10d3574d87 None None] For port 76dc7070-0576-41cf-9d21-ec07fbdec4f4, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=76dc7070-0576-41cf-9d21-ec07fbdec4f4,segment=NetworkSegment(47c68ce9-8454-4c1d-8ab8-f448ffc29733),segment_id=47c68ce9-8454-4c1d-8ab8-f448ffc29733)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:08:10.730269 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b73be672-67c9-4e43-8f46-ad10d3574d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:10.747280 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-75ee69d3-f6a3-47c7-ae87-8e4e6f31882a None None] Set router bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:08:10.811100 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f55e0-fd78-485b-ac9b-472bb30fc033 None None] Pushing event updated for resources: {'Port': ['ID=5fadf3c7-9130-4699-a853-fa72263c7d9c,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:10.922588 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b6dc3-8b58-4c35-b96d-eb6fa7eb3bc4 req-99135754-66b8-4d6e-ae57-0ad9d8cb8ba3 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:10.926480 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-312b6dc3-8b58-4c35-b96d-eb6fa7eb3bc4 req-99135754-66b8-4d6e-ae57-0ad9d8cb8ba3 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.1107752 Sep 30 13:08:10.962884 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73be672-67c9-4e43-8f46-ad10d3574d87 None None] Pushing event updated for resources: {'Port': ['ID=76dc7070-0576-41cf-9d21-ec07fbdec4f4,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:10.985098 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-312b6dc3-8b58-4c35-b96d-eb6fa7eb3bc4 req-e17bf276-8490-46fb-a149-664ae4cfacf7 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536680 Sep 30 13:08:11.027482 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:08:11.073787 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0b76df57-11fa-4ddc-9eb9-f46003d937d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:11.117016 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-75ee69d3-f6a3-47c7-ae87-8e4e6f31882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'name': 'tempest-AttachVolumeShelveTestJSON-294932652-router', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:04Z', 'updated_at': '2021-09-30T13:08:10Z', 'revision_number': 4, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'gw_port': {'id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:05Z', 'updated_at': '2021-09-30T13:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '8e6a5247-fce5-4db8-881f-82c6104258fe', 'name': '', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'mac_address': 'fa:16:3e:da:65:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:09Z', 'revision_number': 1, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'subnets': [{'id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:11.147725 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-aa21ed27-3bb7-4462-8bad-ec7d061d4080 service neutron] 10.222.0.18 "GET /v2.0/networks/946d3ffa-826a-4ca8-9db7-47aa3a118a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5919166 Sep 30 13:08:11.148613 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:08:11.154205 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:11.154612 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:11.157373 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ee69d3-f6a3-47c7-ae87-8e4e6f31882a None None] The sync data for ids ['bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'] in n-d-810909-2 is: [{'id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'name': 'tempest-AttachVolumeShelveTestJSON-294932652-router', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:04Z', 'updated_at': '2021-09-30T13:08:10Z', 'revision_number': 4, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'gw_port': {'id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:05Z', 'updated_at': '2021-09-30T13:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '8e6a5247-fce5-4db8-881f-82c6104258fe', 'name': '', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'mac_address': 'fa:16:3e:da:65:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:09Z', 'revision_number': 1, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'subnets': [{'id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:08:11.261784 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2d63a746-3a66-48b5-99f2-a045faf57ab1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:11.273902 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2d63a746-3a66-48b5-99f2-a045faf57ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:11.303740 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf40ad-e109-4f48-a25b-b8e9efce5750 req-86f33847-d1fd-4f7f-89e7-c7bd0e1f9ed1 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:11.313425 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-adcf40ad-e109-4f48-a25b-b8e9efce5750 req-86f33847-d1fd-4f7f-89e7-c7bd0e1f9ed1 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e77eda-b0da-4acc-972f-ebd0271c3b89 HTTP/1.1" status: 200 len: 948 time: 0.0945678 Sep 30 13:08:11.313663 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:11.376165 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0b76df57-11fa-4ddc-9eb9-f46003d937d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:11.377243 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:11.378820 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e77eda-b0da-4acc-972f-ebd0271c3b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:08:11.386550 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe2ac75-5200-464e-970c-27754fcb6e31" -d '{"events": [{"server_uuid": "20e77eda-b0da-4acc-972f-ebd0271c3b89", "name": "network-vif-plugged", "status": "completed", "tag": "d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:08:11.388139 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-adcf40ad-e109-4f48-a25b-b8e9efce5750 req-7461781f-8dcc-4e6b-b0f3-cf226fa6e37a tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/security-groups?id=47802d2b-483a-408c-b9dc-bcec3f3b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731287 Sep 30 13:08:11.393348 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:11.449465 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b76df57-11fa-4ddc-9eb9-f46003d937d2 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:08:11.450389 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63a746-3a66-48b5-99f2-a045faf57ab1 admin admin] Pushing event updated for resources: {'Port': ['ID=8e6a5247-fce5-4db8-881f-82c6104258fe,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:11.462787 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2d63a746-3a66-48b5-99f2-a045faf57ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:11.463803 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:11.505881 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-b73173e9-5515-4dfb-bac9-f27475722626 service neutron] 10.222.0.18 "GET /v2.0/networks/946d3ffa-826a-4ca8-9db7-47aa3a118a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476410 Sep 30 13:08:11.505881 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-0b76df57-11fa-4ddc-9eb9-f46003d937d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:08:11.524006 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b76df57-11fa-4ddc-9eb9-f46003d937d2 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:08:11.591122 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24def6c-f435-430d-afc8-801e658a6297 x-openstack-request-id: req-e24def6c-f435-430d-afc8-801e658a6297 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:08:11.591416 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e77eda-b0da-4acc-972f-ebd0271c3b89", "name": "network-vif-plugged", "status": "completed", "tag": "d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:08:11.591665 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e24def6c-f435-430d-afc8-801e658a6297 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:08:11.592061 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e77eda-b0da-4acc-972f-ebd0271c3b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa', 'code': 200} Sep 30 13:08:11.739832 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516303e-d77c-49a2-82ee-174f4be6d67f req-4bf5b453-40d3-4547-998a-f1f381cac6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:11.741370 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3516303e-d77c-49a2-82ee-174f4be6d67f req-4bf5b453-40d3-4547-998a-f1f381cac6a4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=20e77eda-b0da-4acc-972f-ebd0271c3b89 HTTP/1.1" status: 200 len: 1100 time: 0.0884743 Sep 30 13:08:11.795333 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76df57-11fa-4ddc-9eb9-f46003d937d2 admin admin] Pushing event updated for resources: {'Port': ['ID=81ce090f-f718-487b-ab41-714acf19d0ad,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:11.864297 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3516303e-d77c-49a2-82ee-174f4be6d67f req-df9ea9c7-a372-4d2d-babc-ebeee44f73ff service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=47802d2b-483a-408c-b9dc-bcec3f3b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147134 Sep 30 13:08:11.878533 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99622bbf-8236-4df7-8d00-a78f71088d45 req-b952224b-426f-4f0d-971c-d223bf318d68 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/ports?device_id=9626c88b-6797-4596-b9c5-d72b488a5ed8 HTTP/1.1" status: 200 len: 210 time: 0.0521834 Sep 30 13:08:12.119870 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d63a746-3a66-48b5-99f2-a045faf57ab1 admin admin] Network 82efec7b-c7e1-4afa-8d19-9d7200d8225f is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:08:12.124639 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-2d63a746-3a66-48b5-99f2-a045faf57ab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:08:12.203010 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0b76df57-11fa-4ddc-9eb9-f46003d937d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:12.332139 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb236fe-b6c0-43dd-b42f-487ddb144680 req-3ad3357e-dddf-46c4-85ad-8048dbebcb55 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:12.333960 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cfb236fe-b6c0-43dd-b42f-487ddb144680 req-3ad3357e-dddf-46c4-85ad-8048dbebcb55 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.2335598 Sep 30 13:08:12.439453 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebfde90-38e8-4691-a473-4d0914fdd393 None None] Network 1181c55e-99ae-43fd-8b9b-8d485bf81648 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:08:12.501595 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cfb236fe-b6c0-43dd-b42f-487ddb144680 req-4636c787-7b75-42ca-b23d-2001a3c156d3 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588862 Sep 30 13:08:12.619735 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6afca1ad-d96b-460f-90c8-4c65d4d25a57 None None] Provisioning complete for port 76dc7070-0576-41cf-9d21-ec07fbdec4f4 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:12.620112 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6afca1ad-d96b-460f-90c8-4c65d4d25a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:12.626411 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d63a746-3a66-48b5-99f2-a045faf57ab1 admin admin] Router bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:08:12.665706 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872098d5-1cd4-486b-b475-a43bc1e4ea46 req-e8651689-de13-4dcf-a28b-939dff119aa7 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:12.675546 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-872098d5-1cd4-486b-b475-a43bc1e4ea46 req-e8651689-de13-4dcf-a28b-939dff119aa7 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e77eda-b0da-4acc-972f-ebd0271c3b89 HTTP/1.1" status: 200 len: 949 time: 0.1223376 Sep 30 13:08:12.755388 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-872098d5-1cd4-486b-b475-a43bc1e4ea46 req-040ccbf9-4a71-4d34-98c9-00bc6d7d1df1 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/security-groups?id=47802d2b-483a-408c-b9dc-bcec3f3b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773525 Sep 30 13:08:12.966529 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6afca1ad-d96b-460f-90c8-4c65d4d25a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:13.032400 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 76dc7070-0576-41cf-9d21-ec07fbdec4f4 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:08:13.062122 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-6afca1ad-d96b-460f-90c8-4c65d4d25a57 None None] For port 76dc7070-0576-41cf-9d21-ec07fbdec4f4, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=76dc7070-0576-41cf-9d21-ec07fbdec4f4,segment=NetworkSegment(47c68ce9-8454-4c1d-8ab8-f448ffc29733),segment_id=47c68ce9-8454-4c1d-8ab8-f448ffc29733)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:13.074752 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d63a746-3a66-48b5-99f2-a045faf57ab1 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:08:13.090162 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6afca1ad-d96b-460f-90c8-4c65d4d25a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:13.128674 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2d63a746-3a66-48b5-99f2-a045faf57ab1 admin admin] 10.222.0.18 "PUT /v2.0/routers/bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9428272 Sep 30 13:08:13.133103 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c979348-0799-4316-bf73-a28a915e7d50 req-e16099b1-595e-43bd-be36-22788ccce927 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/ports?device_id=9626c88b-6797-4596-b9c5-d72b488a5ed8 HTTP/1.1" status: 200 len: 210 time: 0.0935457 Sep 30 13:08:13.148646 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0b76df57-11fa-4ddc-9eb9-f46003d937d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:13.192556 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afca1ad-d96b-460f-90c8-4c65d4d25a57 None None] Pushing event updated for resources: {'Port': ['ID=76dc7070-0576-41cf-9d21-ec07fbdec4f4,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:13.278960 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-912ae2ac-09e2-4f3e-8c60-4f6327d41a23 None None] Provisioning complete for port 8e6a5247-fce5-4db8-881f-82c6104258fe triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:13.286132 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-912ae2ac-09e2-4f3e-8c60-4f6327d41a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:13.298655 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 76dc7070-0576-41cf-9d21-ec07fbdec4f4 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:13.299033 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:13.454357 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b76df57-11fa-4ddc-9eb9-f46003d937d2 admin admin] Router d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:08:13.467935 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-912ae2ac-09e2-4f3e-8c60-4f6327d41a23 None None] Port 8e6a5247-fce5-4db8-881f-82c6104258fe cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:08:13.540872 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 5fadf3c7-9130-4699-a853-fa72263c7d9c up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:08:13.595217 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-9c1949fb-f210-478e-81fa-45500214d6ff tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:13.596934 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-9c1949fb-f210-478e-81fa-45500214d6ff tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.54 "GET /v2.0/networks?id=946d3ffa-826a-4ca8-9db7-47aa3a118a49 HTTP/1.1" status: 200 len: 825 time: 0.2455044 Sep 30 13:08:13.616136 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-8d7727f9-3b76-41b3-b36d-4d81e81933bc tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Request body: {'port': {'device_id': '9626c88b-6797-4596-b9c5-d72b488a5ed8', 'network_id': '946d3ffa-826a-4ca8-9db7-47aa3a118a49', 'admin_state_up': True, 'tenant_id': 'cd4bb278a9a7404191d85eecc12a6a5c'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:13.617182 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b76df57-11fa-4ddc-9eb9-f46003d937d2 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:08:13.627858 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2268ed4-c60c-4433-aa00-5896043993e5 None None] Sync routers for ids ['d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:08:13.643265 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-bfa19a42-2f8a-4b84-ba61-fd905cad23cc None None] Provisioning complete for port 76dc7070-0576-41cf-9d21-ec07fbdec4f4 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:13.643944 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bfa19a42-2f8a-4b84-ba61-fd905cad23cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:13.656294 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2268ed4-c60c-4433-aa00-5896043993e5 None None] Routers {'d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:08:13.659552 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-b2268ed4-c60c-4433-aa00-5896043993e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:07:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:13.660084 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0b76df57-11fa-4ddc-9eb9-f46003d937d2 admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:13.661394 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0b76df57-11fa-4ddc-9eb9-f46003d937d2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.3583467 Sep 30 13:08:13.664203 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50586) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:13.713992 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 5fadf3c7-9130-4699-a853-fa72263c7d9c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:13.715719 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:13.817362 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-8d7727f9-3b76-41b3-b36d-4d81e81933bc tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Made reservation on behalf of cd4bb278a9a7404191d85eecc12a6a5c for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:08:13.822339 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-8d7727f9-3b76-41b3-b36d-4d81e81933bc tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:13.898509 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-b2268ed4-c60c-4433-aa00-5896043993e5 None None] Set router d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:08:13.899427 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:13.928057 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 5fadf3c7-9130-4699-a853-fa72263c7d9c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=5fadf3c7-9130-4699-a853-fa72263c7d9c,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:13.940097 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:13.966066 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551ebc4-3645-4eaa-825e-c1bb2562b912 req-46682520-d4f7-4bfa-ab7f-f2dde2c28346 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:13.975956 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4551ebc4-3645-4eaa-825e-c1bb2562b912 req-46682520-d4f7-4bfa-ab7f-f2dde2c28346 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.2183423 Sep 30 13:08:14.013282 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=5fadf3c7-9130-4699-a853-fa72263c7d9c,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:14.027934 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50596) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:14.034235 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-8d7727f9-3b76-41b3-b36d-4d81e81933bc tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Allocated IP 172.20.0.2 (946d3ffa-826a-4ca8-9db7-47aa3a118a49/934d9d44-258b-4e16-891b-9116b67cac61/9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:08:14.035680 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-54bd8836-d13c-48fc-a43e-0497b85cc84b tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1591044401', 'description': 'tempest-description--721746303'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:14.163910 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4551ebc4-3645-4eaa-825e-c1bb2562b912 req-296b189f-2ef4-48c8-ad83-c25d9df7793e tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836586 Sep 30 13:08:14.208118 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-54bd8836-d13c-48fc-a43e-0497b85cc84b tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:14.307353 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-8d7727f9-3b76-41b3-b36d-4d81e81933bc tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:14.368552 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa9c10-56d6-4c9f-8742-7f283b88dd31 req-38ca1b64-4e98-43d9-81ae-67dc30a7811c tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:14.370976 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92fa9c10-56d6-4c9f-8742-7f283b88dd31 req-38ca1b64-4e98-43d9-81ae-67dc30a7811c tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e77eda-b0da-4acc-972f-ebd0271c3b89 HTTP/1.1" status: 200 len: 949 time: 0.1145217 Sep 30 13:08:14.397492 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-b2268ed4-c60c-4433-aa00-5896043993e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'name': 'tempest-ServersTestJSON-581530993-router', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '81ce090f-f718-487b-ab41-714acf19d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:08Z', 'updated_at': '2021-09-30T13:08:11Z', 'revision_number': 3, 'project_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'gw_port': {'id': '81ce090f-f718-487b-ab41-714acf19d0ad', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:51:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:14.465755 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92fa9c10-56d6-4c9f-8742-7f283b88dd31 req-512c13cb-c4f5-410e-bd9f-ec5cb95101c7 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/security-groups?id=47802d2b-483a-408c-b9dc-bcec3f3b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797112 Sep 30 13:08:14.469336 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:14.486198 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2268ed4-c60c-4433-aa00-5896043993e5 None None] Checking router: d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:08:14.486198 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2268ed4-c60c-4433-aa00-5896043993e5 None None] Updating router d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40 port 81ce090f-f718-487b-ab41-714acf19d0ad binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:08:14.495513 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-8d7727f9-3b76-41b3-b36d-4d81e81933bc tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:14.525942 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b2268ed4-c60c-4433-aa00-5896043993e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:14.570421 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7727f9-3b76-41b3-b36d-4d81e81933bc tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Pushing event updated for resources: {'Port': ['ID=9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:14.595604 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-54bd8836-d13c-48fc-a43e-0497b85cc84b tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:14.601819 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-8d7727f9-3b76-41b3-b36d-4d81e81933bc tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Network 946d3ffa-826a-4ca8-9db7-47aa3a118a49 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:08:14.604613 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-8d7727f9-3b76-41b3-b36d-4d81e81933bc tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:08:14.609717 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-54bd8836-d13c-48fc-a43e-0497b85cc84b tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:14.610741 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-8d7727f9-3b76-41b3-b36d-4d81e81933bc tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:08:14.669101 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1100f-a23e-490f-b052-243e759efdd0 req-2da1d35b-410e-4c9a-aa3d-d2c5c22fbf84 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:14.677057 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-deb1100f-a23e-490f-b052-243e759efdd0 req-2da1d35b-410e-4c9a-aa3d-d2c5c22fbf84 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/ports?device_id=9626c88b-6797-4596-b9c5-d72b488a5ed8 HTTP/1.1" status: 200 len: 931 time: 0.1666625 Sep 30 13:08:14.711792 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-54bd8836-d13c-48fc-a43e-0497b85cc84b tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:14.713254 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-54bd8836-d13c-48fc-a43e-0497b85cc84b tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6842129 Sep 30 13:08:14.718031 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd8836-d13c-48fc-a43e-0497b85cc84b tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53eac5ad-5ae3-49ec-a33c-7399423f3bcc,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:14.720822 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50604) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:14.731807 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-3d288d95-6df5-4a3b-9fee-d3ff9be80252 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Request body: {'security_group_rule': {'security_group_id': '53eac5ad-5ae3-49ec-a33c-7399423f3bcc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:14.735090 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-8d7727f9-3b76-41b3-b36d-4d81e81933bc tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:14.739442 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-8d7727f9-3b76-41b3-b36d-4d81e81933bc tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:14.757860 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09689378-60d4-45f2-9f05-056d6a5a9523 None None] Sync routers for ids ['bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:08:14.769865 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09689378-60d4-45f2-9f05-056d6a5a9523 None None] Routers {'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:08:14.774488 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-09689378-60d4-45f2-9f05-056d6a5a9523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:07:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:14.803001 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-deb1100f-a23e-490f-b052-243e759efdd0 req-69139a9f-65f2-4619-a2b1-dd68c3dd55cb tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/security-groups?id=04429af2-6513-4d03-b9f0-b5671f63d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200011 Sep 30 13:08:14.829318 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-8d7727f9-3b76-41b3-b36d-4d81e81933bc tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2223189 Sep 30 13:08:14.833831 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3d288d95-6df5-4a3b-9fee-d3ff9be80252 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:14.849958 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-d6cc27fe-af72-453d-96f7-118e9b677425 service neutron] Request body: {'port': {'device_id': '9626c88b-6797-4596-b9c5-d72b488a5ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:14.874697 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7f466dc3-0b3d-474b-9968-cbfbef3ec9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:14.944621 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 76dc7070-0576-41cf-9d21-ec07fbdec4f4 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:08:14.957232 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b2268ed4-c60c-4433-aa00-5896043993e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:14.974933 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-d6cc27fe-af72-453d-96f7-118e9b677425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:14.976437 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b2268ed4-c60c-4433-aa00-5896043993e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:15.008127 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3d288d95-6df5-4a3b-9fee-d3ff9be80252 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:15.038393 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f7185-6b21-4d4a-8b08-1983d1bdf4d9 None None] Pushing event updated for resources: {'Port': ['ID=81ce090f-f718-487b-ab41-714acf19d0ad,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:15.064411 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3d288d95-6df5-4a3b-9fee-d3ff9be80252 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:15.077052 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-b2268ed4-c60c-4433-aa00-5896043993e5 None None] Attempting to bind port 81ce090f-f718-487b-ab41-714acf19d0ad on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:08:15.077410 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-b2268ed4-c60c-4433-aa00-5896043993e5 None None] Attempting to bind port 81ce090f-f718-487b-ab41-714acf19d0ad by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:08:15.077769 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2268ed4-c60c-4433-aa00-5896043993e5 None None] Attempting to bind port 81ce090f-f718-487b-ab41-714acf19d0ad on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:08:15.095769 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2268ed4-c60c-4433-aa00-5896043993e5 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:08:15.096139 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2268ed4-c60c-4433-aa00-5896043993e5 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:08:15.096537 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b2268ed4-c60c-4433-aa00-5896043993e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:15.096922 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2268ed4-c60c-4433-aa00-5896043993e5 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:08:15.097396 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-b2268ed4-c60c-4433-aa00-5896043993e5 None None] Bound port: 81ce090f-f718-487b-ab41-714acf19d0ad, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:08:15.097767 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b2268ed4-c60c-4433-aa00-5896043993e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:15.110743 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d288d95-6df5-4a3b-9fee-d3ff9be80252 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ec150e-54b1-4d8c-9be8-9dcbcbb9d6df,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:15.161169 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3d288d95-6df5-4a3b-9fee-d3ff9be80252 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:15.164707 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3d288d95-6df5-4a3b-9fee-d3ff9be80252 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4376097 Sep 30 13:08:15.165155 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50612) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:15.174305 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-d1c05660-20a8-47da-8187-f0b01f91c94c tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Request body: {'security_group_rule': {'security_group_id': '53eac5ad-5ae3-49ec-a33c-7399423f3bcc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:15.177634 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-b2268ed4-c60c-4433-aa00-5896043993e5 None None] For port 81ce090f-f718-487b-ab41-714acf19d0ad, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:08:15.181912 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-b2268ed4-c60c-4433-aa00-5896043993e5 None None] For port 81ce090f-f718-487b-ab41-714acf19d0ad, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=81ce090f-f718-487b-ab41-714acf19d0ad,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:08:15.189903 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b2268ed4-c60c-4433-aa00-5896043993e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:15.256131 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-09689378-60d4-45f2-9f05-056d6a5a9523 None None] Set router bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:08:15.257706 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-7f466dc3-0b3d-474b-9968-cbfbef3ec9cd admin admin] Allocated IP 172.20.0.1 (1181c55e-99ae-43fd-8b9b-8d485bf81648/320717c4-f1d1-4929-ab77-8b34ff62b4d3/207868f6-09aa-497a-b6b8-4ec49b20e110) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:08:15.263275 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f7185-6b21-4d4a-8b08-1983d1bdf4d9 None None] Pushing event updated for resources: {'Port': ['ID=81ce090f-f718-487b-ab41-714acf19d0ad,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:15.280487 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2268ed4-c60c-4433-aa00-5896043993e5 None None] Routers {'d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:08:15.283275 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-b2268ed4-c60c-4433-aa00-5896043993e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:07:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:15.430348 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7f466dc3-0b3d-474b-9968-cbfbef3ec9cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:15.430599 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-b2268ed4-c60c-4433-aa00-5896043993e5 None None] Set router d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:08:15.524563 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7f466dc3-0b3d-474b-9968-cbfbef3ec9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:15.532093 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-d6cc27fe-af72-453d-96f7-118e9b677425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:08:15.542674 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-d6cc27fe-af72-453d-96f7-118e9b677425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:15.557165 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-d6cc27fe-af72-453d-96f7-118e9b677425 service neutron] Transition to ACTIVE for port object 9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:08:15.581795 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-d6cc27fe-af72-453d-96f7-118e9b677425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:15.600280 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d1c05660-20a8-47da-8187-f0b01f91c94c tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:15.641422 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f466dc3-0b3d-474b-9968-cbfbef3ec9cd admin admin] Network 1181c55e-99ae-43fd-8b9b-8d485bf81648 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:08:15.662253 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-7f466dc3-0b3d-474b-9968-cbfbef3ec9cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:08:15.667247 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f466dc3-0b3d-474b-9968-cbfbef3ec9cd admin admin] Pushing event updated for resources: {'Port': ['ID=207868f6-09aa-497a-b6b8-4ec49b20e110,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:15.677126 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f466dc3-0b3d-474b-9968-cbfbef3ec9cd admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:08:15.688327 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-b2268ed4-c60c-4433-aa00-5896043993e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'name': 'tempest-ServersTestJSON-581530993-router', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '81ce090f-f718-487b-ab41-714acf19d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:08Z', 'updated_at': '2021-09-30T13:08:11Z', 'revision_number': 3, 'project_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'gw_port': {'id': '81ce090f-f718-487b-ab41-714acf19d0ad', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:51:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:15.719543 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 76dc7070-0576-41cf-9d21-ec07fbdec4f4 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:15.720502 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:15.738036 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2268ed4-c60c-4433-aa00-5896043993e5 None None] The sync data for ids ['d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'] in n-d-810909-2 is: [{'id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'name': 'tempest-ServersTestJSON-581530993-router', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '81ce090f-f718-487b-ab41-714acf19d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:08Z', 'updated_at': '2021-09-30T13:08:11Z', 'revision_number': 3, 'project_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'gw_port': {'id': '81ce090f-f718-487b-ab41-714acf19d0ad', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:51:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:08:15.808364 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a89ee-471d-4cd9-bfe5-32469ef64070 req-042a19b7-24ca-4ec4-ac5a-00bd1ac27915 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:15.816434 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-993a89ee-471d-4cd9-bfe5-32469ef64070 req-042a19b7-24ca-4ec4-ac5a-00bd1ac27915 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.3747208 Sep 30 13:08:15.853838 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7f466dc3-0b3d-474b-9968-cbfbef3ec9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:15.886933 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc27fe-af72-453d-96f7-118e9b677425 service neutron] Pushing event updated for resources: {'Port': ['ID=9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:15.915512 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-d6cc27fe-af72-453d-96f7-118e9b677425 service neutron] Attempting to bind port 9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:08:15.916097 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-d6cc27fe-af72-453d-96f7-118e9b677425 service neutron] Attempting to bind port 9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '7a908fd1-82e6-4092-99bf-f276e08f2b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '946d3ffa-826a-4ca8-9db7-47aa3a118a49'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:08:15.916622 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-d6cc27fe-af72-453d-96f7-118e9b677425 service neutron] Attempting to bind port 9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e on network 946d3ffa-826a-4ca8-9db7-47aa3a118a49 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:08:15.926116 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 5fadf3c7-9130-4699-a853-fa72263c7d9c up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:08:15.939946 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-d6cc27fe-af72-453d-96f7-118e9b677425 service neutron] Port 9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e on network 946d3ffa-826a-4ca8-9db7-47aa3a118a49 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:08:15.940328 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-d6cc27fe-af72-453d-96f7-118e9b677425 service neutron] Attempting to bind port 9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e on network 946d3ffa-826a-4ca8-9db7-47aa3a118a49 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:08:15.957070 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-993a89ee-471d-4cd9-bfe5-32469ef64070 req-3e4795aa-526f-4478-87ed-60467fb23b6d tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396887 Sep 30 13:08:15.968447 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-d6cc27fe-af72-453d-96f7-118e9b677425 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:08:15.976012 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-d6cc27fe-af72-453d-96f7-118e9b677425 service neutron] Checking segment: {'id': '7a908fd1-82e6-4092-99bf-f276e08f2b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '946d3ffa-826a-4ca8-9db7-47aa3a118a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:08:15.976425 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-d6cc27fe-af72-453d-96f7-118e9b677425 service neutron] Bound using segment: {'id': '7a908fd1-82e6-4092-99bf-f276e08f2b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '946d3ffa-826a-4ca8-9db7-47aa3a118a49'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:08:15.976903 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-d6cc27fe-af72-453d-96f7-118e9b677425 service neutron] Bound port: 9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a908fd1-82e6-4092-99bf-f276e08f2b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '946d3ffa-826a-4ca8-9db7-47aa3a118a49'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:08:15.977279 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-d6cc27fe-af72-453d-96f7-118e9b677425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:16.037351 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-09689378-60d4-45f2-9f05-056d6a5a9523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'name': 'tempest-AttachVolumeShelveTestJSON-294932652-router', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:04Z', 'updated_at': '2021-09-30T13:08:10Z', 'revision_number': 4, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'gw_port': {'id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:05Z', 'updated_at': '2021-09-30T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '8e6a5247-fce5-4db8-881f-82c6104258fe', 'name': '', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'mac_address': 'fa:16:3e:da:65:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:10Z', 'revision_number': 2, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'subnets': [{'id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:16.115558 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09689378-60d4-45f2-9f05-056d6a5a9523 None None] Checking router: bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:08:16.116325 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09689378-60d4-45f2-9f05-056d6a5a9523 None None] Updating router bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 port 8e6a5247-fce5-4db8-881f-82c6104258fe binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:08:16.174918 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 5fadf3c7-9130-4699-a853-fa72263c7d9c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:16.177421 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:16.221282 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-d6cc27fe-af72-453d-96f7-118e9b677425 service neutron] For port 9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:08:16.264277 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-bb7d0585-82e4-4066-83ed-5e8d375b3f75 None None] Provisioning complete for port 207868f6-09aa-497a-b6b8-4ec49b20e110 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:16.264843 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bb7d0585-82e4-4066-83ed-5e8d375b3f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:16.267252 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-09689378-60d4-45f2-9f05-056d6a5a9523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:16.275373 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-d6cc27fe-af72-453d-96f7-118e9b677425 service neutron] For port 9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e,segment=NetworkSegment(7a908fd1-82e6-4092-99bf-f276e08f2b57),segment_id=7a908fd1-82e6-4092-99bf-f276e08f2b57)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:08:16.300229 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03054091-5831-4150-99f9-7eb1ae48a79b req-6eb2f141-e580-453b-a3b0-d55c2313bb28 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:16.302738 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-03054091-5831-4150-99f9-7eb1ae48a79b req-6eb2f141-e580-453b-a3b0-d55c2313bb28 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/ports?device_id=9626c88b-6797-4596-b9c5-d72b488a5ed8 HTTP/1.1" status: 200 len: 943 time: 0.1935964 Sep 30 13:08:16.305616 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-d6cc27fe-af72-453d-96f7-118e9b677425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:16.383235 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-d6cc27fe-af72-453d-96f7-118e9b677425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:16.384324 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-d6cc27fe-af72-453d-96f7-118e9b677425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:16.386563 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-d6cc27fe-af72-453d-96f7-118e9b677425 service neutron] 10.222.0.54 "PUT /v2.0/ports/9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e HTTP/1.1" status: 200 len: 1091 time: 1.5414548 Sep 30 13:08:16.389022 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9626c88b-6797-4596-b9c5-d72b488a5ed8', 'tag': '9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:08:16.389191 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-bb7d0585-82e4-4066-83ed-5e8d375b3f75 None None] Port 207868f6-09aa-497a-b6b8-4ec49b20e110 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:08:16.392282 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfc4305-5a49-4f5b-908e-92088d4dab4a" -d '{"events": [{"name": "network-changed", "server_uuid": "9626c88b-6797-4596-b9c5-d72b488a5ed8", "tag": "9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:08:16.446463 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc27fe-af72-453d-96f7-118e9b677425 service neutron] Pushing event updated for resources: {'Port': ['ID=9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:16.489876 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-03054091-5831-4150-99f9-7eb1ae48a79b req-f16591b2-8caf-4882-9d4c-9f3583e1ba23 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/security-groups?id=04429af2-6513-4d03-b9f0-b5671f63d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728985 Sep 30 13:08:16.520054 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-75c94cd8-8e03-4eaa-8110-4ca65759e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:16.522319 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-75c94cd8-8e03-4eaa-8110-4ca65759e8c6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cd4bb278a9a7404191d85eecc12a6a5c&device_id=9626c88b-6797-4596-b9c5-d72b488a5ed8 HTTP/1.1" status: 200 len: 1094 time: 0.0703571 Sep 30 13:08:16.581593 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d1c05660-20a8-47da-8187-f0b01f91c94c tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:16.600990 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-99addfc7-ad8c-4383-8cf2-efb8cc292c7e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e HTTP/1.1" status: 200 len: 217 time: 0.0693653 Sep 30 13:08:16.602248 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d1c05660-20a8-47da-8187-f0b01f91c94c tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:16.686635 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7507403-22e0-4355-aaa2-0a7f5a55f55e req-6638b1f6-820b-4966-976f-5dfeb99a2259 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:16.696104 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b7507403-22e0-4355-aaa2-0a7f5a55f55e req-6638b1f6-820b-4966-976f-5dfeb99a2259 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e77eda-b0da-4acc-972f-ebd0271c3b89 HTTP/1.1" status: 200 len: 949 time: 0.1558352 Sep 30 13:08:16.711281 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-70a0162f-f57e-47e9-98f1-a161f677970f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:16.713164 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-70a0162f-f57e-47e9-98f1-a161f677970f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=934d9d44-258b-4e16-891b-9116b67cac61 HTTP/1.1" status: 200 len: 865 time: 0.1007478 Sep 30 13:08:16.721295 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c94dfd-62bd-4676-a3c2-132b40d699ab x-openstack-request-id: req-60c94dfd-62bd-4676-a3c2-132b40d699ab {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:08:16.722031 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9626c88b-6797-4596-b9c5-d72b488a5ed8", "tag": "9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:08:16.722451 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60c94dfd-62bd-4676-a3c2-132b40d699ab {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:08:16.724294 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9626c88b-6797-4596-b9c5-d72b488a5ed8', 'tag': '9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e', 'status': 'completed', 'code': 200} Sep 30 13:08:16.729131 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d1c05660-20a8-47da-8187-f0b01f91c94c tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:16.730477 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d1c05660-20a8-47da-8187-f0b01f91c94c tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5624022 Sep 30 13:08:16.731380 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c05660-20a8-47da-8187-f0b01f91c94c tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c59046b8-01fa-4eda-a8db-49d332e7fa02,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:16.782916 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50632) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:16.790582 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-12648caf-2f78-4ef9-a0fa-aa5984e439a9 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:16.793242 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-43e0f18a-cbb6-4979-8954-5dfbee1ae53f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=946d3ffa-826a-4ca8-9db7-47aa3a118a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662022 Sep 30 13:08:16.841635 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7f466dc3-0b3d-474b-9968-cbfbef3ec9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:16.918081 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 81ce090f-f718-487b-ab41-714acf19d0ad up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:08:17.006804 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-6a90c154-8d62-49ae-a3e8-1038fe9f7da7 service neutron] 10.222.0.54 "GET /v2.0/networks/946d3ffa-826a-4ca8-9db7-47aa3a118a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036057 Sep 30 13:08:17.119811 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-09689378-60d4-45f2-9f05-056d6a5a9523 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:17.123106 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 81ce090f-f718-487b-ab41-714acf19d0ad triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:17.123609 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:17.148292 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-09689378-60d4-45f2-9f05-056d6a5a9523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:17.151974 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7f466dc3-0b3d-474b-9968-cbfbef3ec9cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:17.173170 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b7507403-22e0-4355-aaa2-0a7f5a55f55e req-afec265d-99e5-423a-8c53-152b1ced1f50 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/security-groups?id=47802d2b-483a-408c-b9dc-bcec3f3b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761548 Sep 30 13:08:17.201420 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7f466dc3-0b3d-474b-9968-cbfbef3ec9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:17.216776 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299bbf73-a68e-4622-9766-3a7d47494551 None None] Pushing event updated for resources: {'Port': ['ID=8e6a5247-fce5-4db8-881f-82c6104258fe,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:17.273588 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92029abc-2a3b-4dab-9b17-2fc2a42c71e6 req-75ba991a-6b7e-4811-812e-127f9a2a0b21 service neutron] 10.222.0.54 "GET /v2.0/networks/946d3ffa-826a-4ca8-9db7-47aa3a118a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579110 Sep 30 13:08:17.296922 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252e78e-1c64-41f6-ae30-9e1910546a4e req-949d35d7-6968-4a35-87b4-0b1e45355d59 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:17.340580 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1252e78e-1c64-41f6-ae30-9e1910546a4e req-949d35d7-6968-4a35-87b4-0b1e45355d59 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.1995540 Sep 30 13:08:17.362059 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:17.398607 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12648caf-2f78-4ef9-a0fa-aa5984e439a9 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:17.410095 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 81ce090f-f718-487b-ab41-714acf19d0ad, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=81ce090f-f718-487b-ab41-714acf19d0ad,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:17.411217 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-09689378-60d4-45f2-9f05-056d6a5a9523 None None] Attempting to bind port 8e6a5247-fce5-4db8-881f-82c6104258fe on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:08:17.411713 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-09689378-60d4-45f2-9f05-056d6a5a9523 None None] Attempting to bind port 8e6a5247-fce5-4db8-881f-82c6104258fe by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e7a0a3b9-094d-48bf-a02a-1ffb21cc5269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:08:17.412080 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09689378-60d4-45f2-9f05-056d6a5a9523 None None] Attempting to bind port 8e6a5247-fce5-4db8-881f-82c6104258fe on network 82efec7b-c7e1-4afa-8d19-9d7200d8225f {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:08:17.418373 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09689378-60d4-45f2-9f05-056d6a5a9523 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:08:17.418930 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09689378-60d4-45f2-9f05-056d6a5a9523 None None] Checking segment: {'id': 'e7a0a3b9-094d-48bf-a02a-1ffb21cc5269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:08:17.419455 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-09689378-60d4-45f2-9f05-056d6a5a9523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:17.420136 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09689378-60d4-45f2-9f05-056d6a5a9523 None None] Bound using segment: {'id': 'e7a0a3b9-094d-48bf-a02a-1ffb21cc5269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:08:17.420711 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-09689378-60d4-45f2-9f05-056d6a5a9523 None None] Bound port: 8e6a5247-fce5-4db8-881f-82c6104258fe, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a0a3b9-094d-48bf-a02a-1ffb21cc5269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:08:17.421218 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-09689378-60d4-45f2-9f05-056d6a5a9523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:17.456799 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:17.469342 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f466dc3-0b3d-474b-9968-cbfbef3ec9cd admin admin] Pushing event updated for resources: {'Port': ['ID=207868f6-09aa-497a-b6b8-4ec49b20e110,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:17.483082 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1252e78e-1c64-41f6-ae30-9e1910546a4e req-f0a4bd81-22e1-4677-9131-86c1919ca671 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406522 Sep 30 13:08:17.485365 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc4305-5a49-4f5b-908e-92088d4dab4a req-b2d7c2c4-002b-4e7b-b3f7-b050d716980a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:17.492259 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7cfc4305-5a49-4f5b-908e-92088d4dab4a req-b2d7c2c4-002b-4e7b-b3f7-b050d716980a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cd4bb278a9a7404191d85eecc12a6a5c&device_id=9626c88b-6797-4596-b9c5-d72b488a5ed8 HTTP/1.1" status: 200 len: 1094 time: 0.1136065 Sep 30 13:08:17.497766 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7f466dc3-0b3d-474b-9968-cbfbef3ec9cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:17.516837 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8beffe-b0f4-4f3a-be16-bcd2cabc221f req-39d8e3ac-3c60-4ccb-8c3a-33a60dd31fc2 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:17.518490 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dd8beffe-b0f4-4f3a-be16-bcd2cabc221f req-39d8e3ac-3c60-4ccb-8c3a-33a60dd31fc2 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.54 "GET /v2.0/ports?device_id=20e77eda-b0da-4acc-972f-ebd0271c3b89 HTTP/1.1" status: 200 len: 949 time: 0.3426042 Sep 30 13:08:17.559108 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=81ce090f-f718-487b-ab41-714acf19d0ad,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:17.614501 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-09689378-60d4-45f2-9f05-056d6a5a9523 None None] For port 8e6a5247-fce5-4db8-881f-82c6104258fe, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:08:17.618525 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-09689378-60d4-45f2-9f05-056d6a5a9523 None None] For port 8e6a5247-fce5-4db8-881f-82c6104258fe, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=8e6a5247-fce5-4db8-881f-82c6104258fe,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:08:17.632948 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-09689378-60d4-45f2-9f05-056d6a5a9523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:17.644156 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-a042c159-8454-4883-b070-c451f3de28a0 None None] Provisioning complete for port 8e6a5247-fce5-4db8-881f-82c6104258fe triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:17.644807 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a042c159-8454-4883-b070-c451f3de28a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:17.693364 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc4305-5a49-4f5b-908e-92088d4dab4a req-836ce70e-a321-4c36-93bc-97141bf7a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:17.695203 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7cfc4305-5a49-4f5b-908e-92088d4dab4a req-836ce70e-a321-4c36-93bc-97141bf7a0d9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=946d3ffa-826a-4ca8-9db7-47aa3a118a49 HTTP/1.1" status: 200 len: 926 time: 0.1922135 Sep 30 13:08:17.704666 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d038e-c808-4482-8271-480370d74885 req-cbad5852-84e0-4e6c-a2ea-ad4f100725b5 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:17.715222 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-541d038e-c808-4482-8271-480370d74885 req-cbad5852-84e0-4e6c-a2ea-ad4f100725b5 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/ports?device_id=9626c88b-6797-4596-b9c5-d72b488a5ed8 HTTP/1.1" status: 200 len: 943 time: 0.0846326 Sep 30 13:08:17.735588 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09689378-60d4-45f2-9f05-056d6a5a9523 None None] Routers {'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:08:17.736507 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-09689378-60d4-45f2-9f05-056d6a5a9523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:07:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:17.740829 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299bbf73-a68e-4622-9766-3a7d47494551 None None] Pushing event updated for resources: {'Port': ['ID=8e6a5247-fce5-4db8-881f-82c6104258fe,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:17.761903 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-80ca7f4b-6eb6-44c0-81e1-144efeac0507 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:17.768027 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7cfc4305-5a49-4f5b-908e-92088d4dab4a req-bc09ff42-b68b-4483-ae91-a371381e490a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e HTTP/1.1" status: 200 len: 217 time: 0.0501609 Sep 30 13:08:17.770953 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-80ca7f4b-6eb6-44c0-81e1-144efeac0507 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/networks?id=1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 HTTP/1.1" status: 200 len: 815 time: 0.3539767 Sep 30 13:08:17.801515 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-fcad31fa-168b-4a26-8979-bcee93bddd7e tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/quotas/46c6aa7a2d214f259c85bf2fb8dc3360 HTTP/1.1" status: 200 len: 375 time: 0.0293601 Sep 30 13:08:17.842305 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-541d038e-c808-4482-8271-480370d74885 req-de1094e5-4871-43e4-bb9c-d0ec312f210e tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/security-groups?id=04429af2-6513-4d03-b9f0-b5671f63d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218958 Sep 30 13:08:17.855217 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc4305-5a49-4f5b-908e-92088d4dab4a req-9dff1e5c-530d-471d-9c33-9e99cf55279d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:17.861056 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7cfc4305-5a49-4f5b-908e-92088d4dab4a req-9dff1e5c-530d-471d-9c33-9e99cf55279d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=934d9d44-258b-4e16-891b-9116b67cac61 HTTP/1.1" status: 200 len: 865 time: 0.0816190 Sep 30 13:08:17.894720 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f466dc3-0b3d-474b-9968-cbfbef3ec9cd admin admin] Network 1181c55e-99ae-43fd-8b9b-8d485bf81648 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:08:17.906993 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7cfc4305-5a49-4f5b-908e-92088d4dab4a req-e8624f30-ff91-490a-a7e1-60cc96d777e1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=946d3ffa-826a-4ca8-9db7-47aa3a118a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401568 Sep 30 13:08:17.910708 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-7f466dc3-0b3d-474b-9968-cbfbef3ec9cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:08:17.960270 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-bc04f86a-51b4-4c2f-90e9-640f1e67e9e0 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=46c6aa7a2d214f259c85bf2fb8dc3360&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1552076 Sep 30 13:08:17.961721 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a042c159-8454-4883-b070-c451f3de28a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:17.968434 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-dd8beffe-b0f4-4f3a-be16-bcd2cabc221f req-72b8b16c-e752-49be-9ef6-f24a146b957f tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Deleting port d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:08:17.968922 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-dd8beffe-b0f4-4f3a-be16-bcd2cabc221f req-72b8b16c-e752-49be-9ef6-f24a146b957f tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:18.009947 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-09689378-60d4-45f2-9f05-056d6a5a9523 None None] Set router bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:08:18.077710 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-a042c159-8454-4883-b070-c451f3de28a0 None None] For port 8e6a5247-fce5-4db8-881f-82c6104258fe, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=8e6a5247-fce5-4db8-881f-82c6104258fe,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:18.093124 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7cfc4305-5a49-4f5b-908e-92088d4dab4a req-19f40a2f-7fbb-4919-93f2-0fe7bc15a39e service neutron] 10.222.0.54 "GET /v2.0/networks/946d3ffa-826a-4ca8-9db7-47aa3a118a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714916 Sep 30 13:08:18.118731 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a042c159-8454-4883-b070-c451f3de28a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:18.202593 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-dd8beffe-b0f4-4f3a-be16-bcd2cabc221f req-72b8b16c-e752-49be-9ef6-f24a146b957f tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] For port d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:18.205495 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-dd8beffe-b0f4-4f3a-be16-bcd2cabc221f req-72b8b16c-e752-49be-9ef6-f24a146b957f tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:18.220644 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-dd8beffe-b0f4-4f3a-be16-bcd2cabc221f req-72b8b16c-e752-49be-9ef6-f24a146b957f tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Calling delete_port for d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:08:18.247518 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7cfc4305-5a49-4f5b-908e-92088d4dab4a req-31df3bc3-5373-4214-81a6-e7c8260fe011 service neutron] 10.222.0.54 "GET /v2.0/networks/946d3ffa-826a-4ca8-9db7-47aa3a118a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370935 Sep 30 13:08:18.279564 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12648caf-2f78-4ef9-a0fa-aa5984e439a9 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:18.329263 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abeec8-8d10-4e7c-bdb6-9ceb3ffb0f25 req-bc8586d5-7a65-48cf-b243-954e899574f8 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:18.331274 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-11abeec8-8d10-4e7c-bdb6-9ceb3ffb0f25 req-bc8586d5-7a65-48cf-b243-954e899574f8 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e77eda-b0da-4acc-972f-ebd0271c3b89 HTTP/1.1" status: 200 len: 949 time: 0.0607934 Sep 30 13:08:18.352318 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-365c2e0e-d32a-46c4-a002-cfeb63d7dd42 None None] Provisioning complete for port 8e6a5247-fce5-4db8-881f-82c6104258fe triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:18.352747 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-365c2e0e-d32a-46c4-a002-cfeb63d7dd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:18.384050 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5799717e-0f53-4f0d-936a-98d8c698bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:18.384837 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-11abeec8-8d10-4e7c-bdb6-9ceb3ffb0f25 req-c458e650-d03f-4e60-a74a-399047c64108 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/security-groups?id=47802d2b-483a-408c-b9dc-bcec3f3b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461175 Sep 30 13:08:18.394828 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042c159-8454-4883-b070-c451f3de28a0 None None] Pushing event updated for resources: {'Port': ['ID=8e6a5247-fce5-4db8-881f-82c6104258fe,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:18.470400 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-09689378-60d4-45f2-9f05-056d6a5a9523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'name': 'tempest-AttachVolumeShelveTestJSON-294932652-router', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:04Z', 'updated_at': '2021-09-30T13:08:10Z', 'revision_number': 4, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'gw_port': {'id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:05Z', 'updated_at': '2021-09-30T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '8e6a5247-fce5-4db8-881f-82c6104258fe', 'name': '', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'mac_address': 'fa:16:3e:da:65:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:17Z', 'revision_number': 4, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'subnets': [{'id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:18.471953 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-601d2403-f9b2-4ed0-bf65-2bd683161ae6 service neutron] 10.222.0.18 "GET /v2.0/networks/1aef29ee-8bd0-4db5-b197-e7b58a75c7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130138 Sep 30 13:08:18.492788 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f466dc3-0b3d-474b-9968-cbfbef3ec9cd admin admin] Router d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:08:18.505695 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09689378-60d4-45f2-9f05-056d6a5a9523 None None] The sync data for ids ['bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'] in n-d-810909-2 is: [{'id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'name': 'tempest-AttachVolumeShelveTestJSON-294932652-router', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:04Z', 'updated_at': '2021-09-30T13:08:10Z', 'revision_number': 4, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'gw_port': {'id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:05Z', 'updated_at': '2021-09-30T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '8e6a5247-fce5-4db8-881f-82c6104258fe', 'name': '', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'mac_address': 'fa:16:3e:da:65:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:17Z', 'revision_number': 4, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'subnets': [{'id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:08:18.607445 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95f72b-0ecf-4544-b053-80a54f4c8e37 req-8f8e905d-1a6d-4ad1-8cdd-8cb39c2a1805 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:18.609033 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d95f72b-0ecf-4544-b053-80a54f4c8e37 req-8f8e905d-1a6d-4ad1-8cdd-8cb39c2a1805 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.0527000 Sep 30 13:08:18.641778 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-19b0adea-ebac-4fa2-bf99-ee399116025f None None] Provisioning complete for port 207868f6-09aa-497a-b6b8-4ec49b20e110 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:18.642346 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-19b0adea-ebac-4fa2-bf99-ee399116025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:18.657962 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d95f72b-0ecf-4544-b053-80a54f4c8e37 req-0b5bd926-042d-477b-a91f-157e8f40e3f5 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404391 Sep 30 13:08:18.684308 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-19b0adea-ebac-4fa2-bf99-ee399116025f None None] Port 207868f6-09aa-497a-b6b8-4ec49b20e110 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:08:18.696601 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-12648caf-2f78-4ef9-a0fa-aa5984e439a9 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Allocated IP 172.25.5.54 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/67172ee6-10d9-45f5-967f-a9be9e552be7) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:08:18.729475 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-dd8beffe-b0f4-4f3a-be16-bcd2cabc221f req-72b8b16c-e752-49be-9ef6-f24a146b957f tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:18.742567 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:08:18.754617 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-55e7f1b1-1b4e-45b1-91d0-ae94fcea7106 service neutron] 10.222.0.18 "GET /v2.0/networks/1aef29ee-8bd0-4db5-b197-e7b58a75c7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726157 Sep 30 13:08:18.814525 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8b16c-e752-49be-9ef6-f24a146b957f tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Pushing event deleted for resources: {'Port': ['ID=d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:18.904315 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f466dc3-0b3d-474b-9968-cbfbef3ec9cd admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:08:18.915580 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d10f61-d352-4af3-badd-e62546da0dcb None None] Sync routers for ids ['d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:08:18.930220 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7f466dc3-0b3d-474b-9968-cbfbef3ec9cd admin admin] 10.222.0.18 "PUT /v2.0/routers/d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2648487 Sep 30 13:08:18.956820 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8beffe-b0f4-4f3a-be16-bcd2cabc221f req-72b8b16c-e752-49be-9ef6-f24a146b957f tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] No DVR routers for this DVR port d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:08:18.962335 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 81ce090f-f718-487b-ab41-714acf19d0ad up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:08:18.963526 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-dd8beffe-b0f4-4f3a-be16-bcd2cabc221f req-72b8b16c-e752-49be-9ef6-f24a146b957f tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:18.966292 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dd8beffe-b0f4-4f3a-be16-bcd2cabc221f req-72b8b16c-e752-49be-9ef6-f24a146b957f tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.54 "DELETE /v2.0/ports/d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa HTTP/1.1" status: 204 len: 173 time: 1.4105964 Sep 30 13:08:18.968500 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e77eda-b0da-4acc-972f-ebd0271c3b89', 'name': 'network-vif-deleted', 'tag': 'd2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:08:18.972608 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadbcace-2afb-42b3-bd56-f0a55d1ce4b2" -d '{"events": [{"server_uuid": "20e77eda-b0da-4acc-972f-ebd0271c3b89", "name": "network-vif-deleted", "tag": "d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:08:18.972771 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d10f61-d352-4af3-badd-e62546da0dcb None None] Routers {'d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:08:18.974487 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-e1d10f61-d352-4af3-badd-e62546da0dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:07:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:19.138410 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12648caf-2f78-4ef9-a0fa-aa5984e439a9 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:19.182199 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 81ce090f-f718-487b-ab41-714acf19d0ad triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:19.186623 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-e1d10f61-d352-4af3-badd-e62546da0dcb None None] Set router d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:08:19.191421 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:19.197603 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86e11b-0c00-4b26-8cb6-5d41bee154c8 req-74b867a4-a97f-4f05-bb75-9a244c6e5a72 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:19.199291 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db86e11b-0c00-4b26-8cb6-5d41bee154c8 req-74b867a4-a97f-4f05-bb75-9a244c6e5a72 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/ports?device_id=9626c88b-6797-4596-b9c5-d72b488a5ed8 HTTP/1.1" status: 200 len: 943 time: 0.1923234 Sep 30 13:08:19.318115 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db86e11b-0c00-4b26-8cb6-5d41bee154c8 req-47552c3a-e0fe-40dd-a852-c9f1e9968e06 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/security-groups?id=04429af2-6513-4d03-b9f0-b5671f63d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945563 Sep 30 13:08:19.327931 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ed80f1a8-4d5e-45d1-9118-91c681ba3caa req-31121768-5048-4bbd-b66a-a7cb3dc2fba7 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d49fe44-08bb-4ef5-887f-a779d5994e62 HTTP/1.1" status: 200 len: 210 time: 0.1437094 Sep 30 13:08:19.330134 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12648caf-2f78-4ef9-a0fa-aa5984e439a9 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:19.342079 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:19.381953 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12648caf-2f78-4ef9-a0fa-aa5984e439a9 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:08:19.384373 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50aae56a-d138-4be9-a3ff-2f3b16e7d268 x-openstack-request-id: req-50aae56a-d138-4be9-a3ff-2f3b16e7d268 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:08:19.384776 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e77eda-b0da-4acc-972f-ebd0271c3b89", "name": "network-vif-deleted", "tag": "d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:08:19.385160 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50aae56a-d138-4be9-a3ff-2f3b16e7d268 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:08:19.385790 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e77eda-b0da-4acc-972f-ebd0271c3b89', 'name': 'network-vif-deleted', 'tag': 'd2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa', 'status': 'completed', 'code': 200} Sep 30 13:08:19.387973 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-12648caf-2f78-4ef9-a0fa-aa5984e439a9 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:08:19.430739 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 8e6a5247-fce5-4db8-881f-82c6104258fe up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:08:19.438315 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12648caf-2f78-4ef9-a0fa-aa5984e439a9 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:08:19.579808 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12648caf-2f78-4ef9-a0fa-aa5984e439a9 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Pushing event updated for resources: {'Port': ['ID=67172ee6-10d9-45f5-967f-a9be9e552be7,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:19.642920 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7c11c220-5292-4a61-b9c7-7782f1d70edd req-f49682b4-c519-477f-943e-6b749d73bd18 tempest-TenantUsagesTestJSON-1405236163 tempest-TenantUsagesTestJSON-1405236163-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e77eda-b0da-4acc-972f-ebd0271c3b89 HTTP/1.1" status: 200 len: 210 time: 0.0500417 Sep 30 13:08:19.663631 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-e1d10f61-d352-4af3-badd-e62546da0dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'name': 'tempest-ServersTestJSON-581530993-router', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '81ce090f-f718-487b-ab41-714acf19d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:08Z', 'updated_at': '2021-09-30T13:08:16Z', 'revision_number': 4, 'project_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'gw_port': {'id': '81ce090f-f718-487b-ab41-714acf19d0ad', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:51:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '207868f6-09aa-497a-b6b8-4ec49b20e110', 'name': '', 'network_id': '1181c55e-99ae-43fd-8b9b-8d485bf81648', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'mac_address': 'fa:16:3e:57:9e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '320717c4-f1d1-4929-ab77-8b34ff62b4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:14Z', 'updated_at': '2021-09-30T13:08:16Z', 'revision_number': 2, 'project_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'subnets': [{'id': '320717c4-f1d1-4929-ab77-8b34ff62b4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:19.730688 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12648caf-2f78-4ef9-a0fa-aa5984e439a9 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:19.739692 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d10f61-d352-4af3-badd-e62546da0dcb None None] Checking router: d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:08:19.740111 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d10f61-d352-4af3-badd-e62546da0dcb None None] Updating router d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40 port 207868f6-09aa-497a-b6b8-4ec49b20e110 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:08:19.798158 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e1d10f61-d352-4af3-badd-e62546da0dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:19.820285 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12648caf-2f78-4ef9-a0fa-aa5984e439a9 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:19.904470 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 8e6a5247-fce5-4db8-881f-82c6104258fe triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:19.905941 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:19.909066 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb02b09-8b4c-440c-a349-94e209e9d3aa req-34113616-7507-4f37-94ed-aa120875f34a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:19.916619 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1bb02b09-8b4c-440c-a349-94e209e9d3aa req-34113616-7507-4f37-94ed-aa120875f34a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.1158960 Sep 30 13:08:19.946666 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50690) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:19.951942 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-8a40c771-1b82-4ca1-b7ff-e60b64681601 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1802266255', 'description': 'tempest-description--859927393'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:19.983146 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1bb02b09-8b4c-440c-a349-94e209e9d3aa req-534cd73c-1e8b-4708-922c-35c96e21d187 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649726 Sep 30 13:08:19.986691 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8a40c771-1b82-4ca1-b7ff-e60b64681601 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:20.123104 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12648caf-2f78-4ef9-a0fa-aa5984e439a9 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:20.130498 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12648caf-2f78-4ef9-a0fa-aa5984e439a9 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:20.144814 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8a40c771-1b82-4ca1-b7ff-e60b64681601 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:20.153153 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8a40c771-1b82-4ca1-b7ff-e60b64681601 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:20.187314 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8a40c771-1b82-4ca1-b7ff-e60b64681601 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:20.189287 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8a40c771-1b82-4ca1-b7ff-e60b64681601 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2413809 Sep 30 13:08:20.190485 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40c771-1b82-4ca1-b7ff-e60b64681601 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd32d831-8c19-4ff3-b662-d735f86fab0a,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:20.192529 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50694) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:20.197377 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-bc5d1784-21ad-4d44-8a22-a36f299f2ab2 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Request body: {'security_group_rule': {'security_group_id': 'dd32d831-8c19-4ff3-b662-d735f86fab0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:20.232552 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bc5d1784-21ad-4d44-8a22-a36f299f2ab2 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:20.265922 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12648caf-2f78-4ef9-a0fa-aa5984e439a9 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Pushing event updated for resources: {'Port': ['ID=67172ee6-10d9-45f5-967f-a9be9e552be7,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:20.272430 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12648caf-2f78-4ef9-a0fa-aa5984e439a9 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:20.293533 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12648caf-2f78-4ef9-a0fa-aa5984e439a9 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:20.302333 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-12648caf-2f78-4ef9-a0fa-aa5984e439a9 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5114498 Sep 30 13:08:20.311507 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bc5d1784-21ad-4d44-8a22-a36f299f2ab2 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:20.316898 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bc5d1784-21ad-4d44-8a22-a36f299f2ab2 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:20.337425 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d1784-21ad-4d44-8a22-a36f299f2ab2 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42c83f8-7f3b-401f-a06f-feb7618e8293,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:20.355288 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bc5d1784-21ad-4d44-8a22-a36f299f2ab2 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:20.356538 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bc5d1784-21ad-4d44-8a22-a36f299f2ab2 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1630957 Sep 30 13:08:20.359107 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50704) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:20.365759 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-ebc3c3ab-caaf-4a1d-9d4d-e747c82df7a0 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Request body: {'security_group_rule': {'security_group_id': 'dd32d831-8c19-4ff3-b662-d735f86fab0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:20.381211 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e1d10f61-d352-4af3-badd-e62546da0dcb None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:20.387170 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e1d10f61-d352-4af3-badd-e62546da0dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:20.409629 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ebc3c3ab-caaf-4a1d-9d4d-e747c82df7a0 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:20.448283 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f779a1-8b86-4800-9b4c-c2b84782141e None None] Pushing event updated for resources: {'Port': ['ID=207868f6-09aa-497a-b6b8-4ec49b20e110,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:20.477745 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-22033ba4-5507-4229-89c6-d657e5bdb3a0 req-5d140cd8-1a16-47c6-b7a1-c02edd1e643e tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d49fe44-08bb-4ef5-887f-a779d5994e62 HTTP/1.1" status: 200 len: 210 time: 0.0574744 Sep 30 13:08:20.544139 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-e1d10f61-d352-4af3-badd-e62546da0dcb None None] Attempting to bind port 207868f6-09aa-497a-b6b8-4ec49b20e110 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:08:20.545727 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-e1d10f61-d352-4af3-badd-e62546da0dcb None None] Attempting to bind port 207868f6-09aa-497a-b6b8-4ec49b20e110 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '47c68ce9-8454-4c1d-8ab8-f448ffc29733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1181c55e-99ae-43fd-8b9b-8d485bf81648'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:08:20.548028 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d10f61-d352-4af3-badd-e62546da0dcb None None] Attempting to bind port 207868f6-09aa-497a-b6b8-4ec49b20e110 on network 1181c55e-99ae-43fd-8b9b-8d485bf81648 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:08:20.555782 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27210ad6-f5c8-47b5-94ff-fae9cf397a65 req-169076a0-566b-4d0e-b80e-7d5713caa043 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:20.565053 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-27210ad6-f5c8-47b5-94ff-fae9cf397a65 req-169076a0-566b-4d0e-b80e-7d5713caa043 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/ports?device_id=9626c88b-6797-4596-b9c5-d72b488a5ed8 HTTP/1.1" status: 200 len: 943 time: 0.1522012 Sep 30 13:08:20.575483 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d10f61-d352-4af3-badd-e62546da0dcb None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:08:20.575723 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d10f61-d352-4af3-badd-e62546da0dcb None None] Checking segment: {'id': '47c68ce9-8454-4c1d-8ab8-f448ffc29733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1181c55e-99ae-43fd-8b9b-8d485bf81648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:08:20.576137 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e1d10f61-d352-4af3-badd-e62546da0dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:20.576523 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d10f61-d352-4af3-badd-e62546da0dcb None None] Bound using segment: {'id': '47c68ce9-8454-4c1d-8ab8-f448ffc29733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1181c55e-99ae-43fd-8b9b-8d485bf81648'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:08:20.576999 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-e1d10f61-d352-4af3-badd-e62546da0dcb None None] Bound port: 207868f6-09aa-497a-b6b8-4ec49b20e110, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c68ce9-8454-4c1d-8ab8-f448ffc29733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1181c55e-99ae-43fd-8b9b-8d485bf81648'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:08:20.577392 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e1d10f61-d352-4af3-badd-e62546da0dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:20.618574 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ebc3c3ab-caaf-4a1d-9d4d-e747c82df7a0 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:20.630106 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-27210ad6-f5c8-47b5-94ff-fae9cf397a65 req-ad2bc3d8-328b-4f77-95bb-192a20d5360b tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/security-groups?id=04429af2-6513-4d03-b9f0-b5671f63d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639489 Sep 30 13:08:20.641322 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ebc3c3ab-caaf-4a1d-9d4d-e747c82df7a0 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:20.668532 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-635ade50-204a-4818-8afe-0dd65d50942a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:20.683514 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3c3ab-caaf-4a1d-9d4d-e747c82df7a0 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f380ad8-7f6e-46d7-a8d5-81001546f7af,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:20.698208 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-e1d10f61-d352-4af3-badd-e62546da0dcb None None] For port 207868f6-09aa-497a-b6b8-4ec49b20e110, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:08:20.700827 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-e1d10f61-d352-4af3-badd-e62546da0dcb None None] For port 207868f6-09aa-497a-b6b8-4ec49b20e110, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=207868f6-09aa-497a-b6b8-4ec49b20e110,segment=NetworkSegment(47c68ce9-8454-4c1d-8ab8-f448ffc29733),segment_id=47c68ce9-8454-4c1d-8ab8-f448ffc29733)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:08:20.708061 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ebc3c3ab-caaf-4a1d-9d4d-e747c82df7a0 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:20.714906 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ebc3c3ab-caaf-4a1d-9d4d-e747c82df7a0 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3520656 Sep 30 13:08:20.715290 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50718) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:20.715603 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e1d10f61-d352-4af3-badd-e62546da0dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:20.723312 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-c424a038-db44-4367-bb8f-bbfbcae840a7 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:20.772314 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-f83e9d23-866c-4415-aaf0-dac4d290013e tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1591044401&fields=id&tenant_id=dd472ce50e4547d68eaae043f0883472 HTTP/1.1" status: 200 len: 267 time: 0.1794708 Sep 30 13:08:20.796038 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d10f61-d352-4af3-badd-e62546da0dcb None None] Routers {'d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:08:20.796704 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-e1d10f61-d352-4af3-badd-e62546da0dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:08:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:20.799775 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c424a038-db44-4367-bb8f-bbfbcae840a7 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks [] for floatingip, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:20.801832 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f779a1-8b86-4800-9b4c-c2b84782141e None None] Pushing event updated for resources: {'Port': ['ID=207868f6-09aa-497a-b6b8-4ec49b20e110,revision_number=4']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:20.831433 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-7af0d057-0677-4a63-8938-5ba328a4d4c3 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:20.834919 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-7af0d057-0677-4a63-8938-5ba328a4d4c3 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.39 "GET /v2.0/networks?id=1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 HTTP/1.1" status: 200 len: 815 time: 0.3160722 Sep 30 13:08:20.849650 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-db105f02-5241-4da9-9edb-2edfa8c3781e None None] Provisioning complete for port 207868f6-09aa-497a-b6b8-4ec49b20e110 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:20.850057 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-db105f02-5241-4da9-9edb-2edfa8c3781e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:20.861307 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-b78879f5-24e4-4e34-8a3c-7ceea51f30a5 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Request body: {'port': {'device_id': '0d49fe44-08bb-4ef5-887f-a779d5994e62', 'network_id': '1aef29ee-8bd0-4db5-b197-e7b58a75c7a8', 'admin_state_up': True, 'tenant_id': '46c6aa7a2d214f259c85bf2fb8dc3360'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:20.957084 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-e1d10f61-d352-4af3-badd-e62546da0dcb None None] Set router d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:08:20.969480 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-db105f02-5241-4da9-9edb-2edfa8c3781e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:21.000636 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c424a038-db44-4367-bb8f-bbfbcae840a7 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:21.038538 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:08:21.047783 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:08:21.134856 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-b78879f5-24e4-4e34-8a3c-7ceea51f30a5 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Made reservation on behalf of 46c6aa7a2d214f259c85bf2fb8dc3360 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:08:21.146906 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:08:21.147533 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-b78879f5-24e4-4e34-8a3c-7ceea51f30a5 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:21.147818 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device d2c6e9a7-8a3d-4992-9bac-b3d5660ef1fa not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:08:21.154422 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-db105f02-5241-4da9-9edb-2edfa8c3781e None None] For port 207868f6-09aa-497a-b6b8-4ec49b20e110, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=207868f6-09aa-497a-b6b8-4ec49b20e110,segment=NetworkSegment(47c68ce9-8454-4c1d-8ab8-f448ffc29733),segment_id=47c68ce9-8454-4c1d-8ab8-f448ffc29733)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:21.183170 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-db105f02-5241-4da9-9edb-2edfa8c3781e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:21.192150 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-9eb21bba-a753-45e9-beb8-5e3c45ace18d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:21.201144 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-9eb21bba-a753-45e9-beb8-5e3c45ace18d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/networks?id=82efec7b-c7e1-4afa-8d19-9d7200d8225f HTTP/1.1" status: 200 len: 816 time: 0.4086857 Sep 30 13:08:21.223297 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-c424a038-db44-4367-bb8f-bbfbcae840a7 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Allocated IP 172.25.5.4 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/bdea6175-cc8f-43e7-862f-0548bfb5f56a) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:08:21.238227 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-2206f3ac-29ea-41b4-bfa5-b88953751346 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/quotas/dd472ce50e4547d68eaae043f0883472 HTTP/1.1" status: 200 len: 375 time: 0.0357490 Sep 30 13:08:21.274089 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53133e-dd24-4309-b708-e743601c8c28 req-0c5db8e4-2bba-42c6-9d0a-c5106bc43c50 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:21.275716 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fd53133e-dd24-4309-b708-e743601c8c28 req-0c5db8e4-2bba-42c6-9d0a-c5106bc43c50 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.1278660 Sep 30 13:08:21.346615 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db105f02-5241-4da9-9edb-2edfa8c3781e None None] Pushing event updated for resources: {'Port': ['ID=207868f6-09aa-497a-b6b8-4ec49b20e110,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:21.354400 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4ac19185-633b-4c83-8b71-8bfb8a9f62bc None None] Provisioning complete for port 207868f6-09aa-497a-b6b8-4ec49b20e110 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:21.355137 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4ac19185-633b-4c83-8b71-8bfb8a9f62bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:21.358623 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e,segment=NetworkSegment(7a908fd1-82e6-4092-99bf-f276e08f2b57),segment_id=7a908fd1-82e6-4092-99bf-f276e08f2b57)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:21.387253 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-0cc5bd4a-47b2-4496-a769-c775826f43ca tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd472ce50e4547d68eaae043f0883472&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1381197 Sep 30 13:08:21.390147 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fd53133e-dd24-4309-b708-e743601c8c28 req-31f30597-29c9-4323-9ba6-a028e12be4c0 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065807 Sep 30 13:08:21.406476 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50728) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:21.409820 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e', 'network_id': '946d3ffa-826a-4ca8-9db7-47aa3a118a49', 'port_id': '9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e', 'mac_address': 'fa:16:3e:1e:b9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934d9d44-258b-4e16-891b-9116b67cac61', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:08:21.413205 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-e1d10f61-d352-4af3-badd-e62546da0dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'name': 'tempest-ServersTestJSON-581530993-router', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '81ce090f-f718-487b-ab41-714acf19d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:08Z', 'updated_at': '2021-09-30T13:08:16Z', 'revision_number': 4, 'project_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'gw_port': {'id': '81ce090f-f718-487b-ab41-714acf19d0ad', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:51:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '207868f6-09aa-497a-b6b8-4ec49b20e110', 'name': '', 'network_id': '1181c55e-99ae-43fd-8b9b-8d485bf81648', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'mac_address': 'fa:16:3e:57:9e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '320717c4-f1d1-4929-ab77-8b34ff62b4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:14Z', 'updated_at': '2021-09-30T13:08:20Z', 'revision_number': 4, 'project_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'subnets': [{'id': '320717c4-f1d1-4929-ab77-8b34ff62b4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:21.444952 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c424a038-db44-4367-bb8f-bbfbcae840a7 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:21.492503 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d10f61-d352-4af3-badd-e62546da0dcb None None] The sync data for ids ['d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'] in n-d-810909-2 is: [{'id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'name': 'tempest-ServersTestJSON-581530993-router', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '81ce090f-f718-487b-ab41-714acf19d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:08Z', 'updated_at': '2021-09-30T13:08:16Z', 'revision_number': 4, 'project_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'gw_port': {'id': '81ce090f-f718-487b-ab41-714acf19d0ad', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:51:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '207868f6-09aa-497a-b6b8-4ec49b20e110', 'name': '', 'network_id': '1181c55e-99ae-43fd-8b9b-8d485bf81648', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'mac_address': 'fa:16:3e:57:9e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '320717c4-f1d1-4929-ab77-8b34ff62b4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:14Z', 'updated_at': '2021-09-30T13:08:20Z', 'revision_number': 4, 'project_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'subnets': [{'id': '320717c4-f1d1-4929-ab77-8b34ff62b4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:08:21.533931 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c424a038-db44-4367-bb8f-bbfbcae840a7 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:21.564731 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-b78879f5-24e4-4e34-8a3c-7ceea51f30a5 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Allocated IP 172.20.0.3 (1aef29ee-8bd0-4db5-b197-e7b58a75c7a8/d78e0ad4-c13c-453f-bde9-05702ca7e1db/ec9fad9b-e2c9-4029-a69b-4a28ea160afa) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:08:21.672942 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-1844a6df-6571-45bf-b377-7c3b2d38304a service neutron] 10.222.0.18 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753959 Sep 30 13:08:21.688960 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c424a038-db44-4367-bb8f-bbfbcae840a7 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:08:21.705096 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-c424a038-db44-4367-bb8f-bbfbcae840a7 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:08:21.718321 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c424a038-db44-4367-bb8f-bbfbcae840a7 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:08:21.722264 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424a038-db44-4367-bb8f-bbfbcae840a7 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Pushing event updated for resources: {'Port': ['ID=bdea6175-cc8f-43e7-862f-0548bfb5f56a,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:21.749506 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:21.763571 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:21.766463 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:08:21.773198 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b23f3f56-c543-4caf-984b-24d62cf19317 req-6e8da943-ee6a-4ea9-8beb-6ed406f083b9 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d49fe44-08bb-4ef5-887f-a779d5994e62 HTTP/1.1" status: 200 len: 210 time: 0.0635562 Sep 30 13:08:21.794901 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e,segment=NetworkSegment(7a908fd1-82e6-4092-99bf-f276e08f2b57),segment_id=7a908fd1-82e6-4092-99bf-f276e08f2b57)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:21.816134 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:21.910669 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:21.920676 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c424a038-db44-4367-bb8f-bbfbcae840a7 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:21.932797 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-527c651d-6591-49ce-b4e1-eda7bb6e506f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c147c2c0572d426d8c4c452f4043cca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5244377 Sep 30 13:08:21.935775 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50738) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:21.981070 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-b78879f5-24e4-4e34-8a3c-7ceea51f30a5 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:22.027371 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-b818e88f-9e80-4f6b-a24a-32925c786ee0 service neutron] 10.222.0.18 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534606 Sep 30 13:08:22.045116 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-b78879f5-24e4-4e34-8a3c-7ceea51f30a5 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:22.058716 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['e28892e7-07bd-4cf4-a013-d9fdb07b01de'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:08:22.063601 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['f68b6fce-3933-4a5f-8cc5-33f5ef377035'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:08:22.070452 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c424a038-db44-4367-bb8f-bbfbcae840a7 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:22.090137 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-31042f03-d103-4c1a-b409-359ee7d04b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:22.140419 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-b78879f5-24e4-4e34-8a3c-7ceea51f30a5 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Network 1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:08:22.145371 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-b78879f5-24e4-4e34-8a3c-7ceea51f30a5 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:08:22.150787 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-b78879f5-24e4-4e34-8a3c-7ceea51f30a5 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:08:22.155781 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78879f5-24e4-4e34-8a3c-7ceea51f30a5 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Pushing event updated for resources: {'Port': ['ID=ec9fad9b-e2c9-4029-a69b-4a28ea160afa,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:22.223242 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:08:22.224808 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-b78879f5-24e4-4e34-8a3c-7ceea51f30a5 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:22.225562 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-b78879f5-24e4-4e34-8a3c-7ceea51f30a5 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:22.232947 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fad22-b99c-4992-85a9-477da934c8bc req-c3413cab-93f6-43df-8c51-f8ed5ca086b2 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:22.242693 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-730fad22-b99c-4992-85a9-477da934c8bc req-c3413cab-93f6-43df-8c51-f8ed5ca086b2 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/ports?device_id=9626c88b-6797-4596-b9c5-d72b488a5ed8 HTTP/1.1" status: 200 len: 944 time: 0.3088131 Sep 30 13:08:22.254655 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-b78879f5-24e4-4e34-8a3c-7ceea51f30a5 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3980110 Sep 30 13:08:22.269422 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-7a5de9c3-64b1-4ca6-b64b-253fb62ea88f service neutron] Request body: {'port': {'device_id': '0d49fe44-08bb-4ef5-887f-a779d5994e62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:22.332869 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-31042f03-d103-4c1a-b409-359ee7d04b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:22.344873 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-7a5de9c3-64b1-4ca6-b64b-253fb62ea88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:22.421211 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:22.553317 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-31042f03-d103-4c1a-b409-359ee7d04b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:22.559384 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-31042f03-d103-4c1a-b409-359ee7d04b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:22.560871 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-31042f03-d103-4c1a-b409-359ee7d04b33 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/47802d2b-483a-408c-b9dc-bcec3f3b7808 HTTP/1.1" status: 204 len: 168 time: 0.6201792 Sep 30 13:08:22.615976 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c424a038-db44-4367-bb8f-bbfbcae840a7 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:22.634139 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-730fad22-b99c-4992-85a9-477da934c8bc req-80e28c74-7a88-448b-9fef-3ff37f647638 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/security-groups?id=04429af2-6513-4d03-b9f0-b5671f63d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134584 Sep 30 13:08:22.639913 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31042f03-d103-4c1a-b409-359ee7d04b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47802d2b-483a-408c-b9dc-bcec3f3b7808,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:22.653795 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c424a038-db44-4367-bb8f-bbfbcae840a7 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:22.782442 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424a038-db44-4367-bb8f-bbfbcae840a7 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Pushing event updated for resources: {'Port': ['ID=bdea6175-cc8f-43e7-862f-0548bfb5f56a,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:22.794073 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c424a038-db44-4367-bb8f-bbfbcae840a7 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:22.822853 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c424a038-db44-4367-bb8f-bbfbcae840a7 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:22.824324 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c424a038-db44-4367-bb8f-bbfbcae840a7 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.1075654 Sep 30 13:08:23.015075 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 207868f6-09aa-497a-b6b8-4ec49b20e110 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:08:23.025648 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a439a-04eb-40f6-83c8-079e8499a207 req-6e3843fa-654b-4afc-87ea-9018c6cd6f3c tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:23.033217 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5f8a439a-04eb-40f6-83c8-079e8499a207 req-6e3843fa-654b-4afc-87ea-9018c6cd6f3c tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.1148355 Sep 30 13:08:23.108337 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5f8a439a-04eb-40f6-83c8-079e8499a207 req-a7db6cc6-0266-4109-be36-247e4482ef4c tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741389 Sep 30 13:08:23.145179 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 207868f6-09aa-497a-b6b8-4ec49b20e110 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:23.145563 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:23.219767 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50766) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:23.254725 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-374973a8-a60a-43f1-84fe-19e95aab53b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:23.313052 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1c7134ad-aff2-42fb-8aa5-a4c5a48cddf0 req-6f0a05c8-6d32-48f2-a519-79fea91559f4 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 210 time: 0.0596175 Sep 30 13:08:23.445078 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832081bc-5b1f-44b8-9def-34198830fbdc req-68c43217-9801-48c8-aaac-14c4fde9e679 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:23.446682 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-832081bc-5b1f-44b8-9def-34198830fbdc req-68c43217-9801-48c8-aaac-14c4fde9e679 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d49fe44-08bb-4ef5-887f-a779d5994e62 HTTP/1.1" status: 200 len: 931 time: 0.1134951 Sep 30 13:08:23.506871 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-374973a8-a60a-43f1-84fe-19e95aab53b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:23.528694 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-832081bc-5b1f-44b8-9def-34198830fbdc req-a0bdd8cc-38c1-4202-9c03-8608a284b6b6 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706863 Sep 30 13:08:23.529388 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-374973a8-a60a-43f1-84fe-19e95aab53b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:23.538754 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-37049bb2-ac25-4224-8076-eb00ed413438 req-5d5e925b-cc7e-4843-89b9-292c5b879dbe tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1802266255&fields=id&tenant_id=3db17cb4249b4f3b92bfd79e2b9004f0 HTTP/1.1" status: 200 len: 267 time: 0.1022620 Sep 30 13:08:23.574926 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-374973a8-a60a-43f1-84fe-19e95aab53b8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=494ca088b49a4a7bb4ca90107131fe27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3536079 Sep 30 13:08:23.578961 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50778) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:23.585879 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374973a8-a60a-43f1-84fe-19e95aab53b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbae90e-e34d-493d-9b28-70a2e99943dd,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:23.652408 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4a3b7f06-3caf-4f39-ba82-ae4f4179e9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:23.675168 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4a3b7f06-3caf-4f39-ba82-ae4f4179e9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:23.724228 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37049bb2-ac25-4224-8076-eb00ed413438 req-4e9e23de-60fe-46dc-be5c-91812f375f07 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:23.731240 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-37049bb2-ac25-4224-8076-eb00ed413438 req-4e9e23de-60fe-46dc-be5c-91812f375f07 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/networks?id=1181c55e-99ae-43fd-8b9b-8d485bf81648 HTTP/1.1" status: 200 len: 805 time: 0.1892562 Sep 30 13:08:23.749732 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4a3b7f06-3caf-4f39-ba82-ae4f4179e9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:23.754175 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4a3b7f06-3caf-4f39-ba82-ae4f4179e9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:23.757641 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4a3b7f06-3caf-4f39-ba82-ae4f4179e9c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0cbae90e-e34d-493d-9b28-70a2e99943dd HTTP/1.1" status: 204 len: 168 time: 0.1749458 Sep 30 13:08:23.770600 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-37049bb2-ac25-4224-8076-eb00ed413438 req-c611651b-c0b9-4d91-bae5-9eb57e8f9d46 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/quotas/3db17cb4249b4f3b92bfd79e2b9004f0 HTTP/1.1" status: 200 len: 375 time: 0.0384464 Sep 30 13:08:23.789554 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-7a5de9c3-64b1-4ca6-b64b-253fb62ea88f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec9fad9b-e2c9-4029-a69b-4a28ea160afa {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:08:23.795376 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b7f06-3caf-4f39-ba82-ae4f4179e9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbae90e-e34d-493d-9b28-70a2e99943dd,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:23.799679 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-7a5de9c3-64b1-4ca6-b64b-253fb62ea88f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:23.835101 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbcf21-c1a4-49df-816d-ee5457c97330 req-301a035b-2c39-40eb-8206-30d060db451b tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:23.836714 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-45fbcf21-c1a4-49df-816d-ee5457c97330 req-301a035b-2c39-40eb-8206-30d060db451b tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/ports?device_id=9626c88b-6797-4596-b9c5-d72b488a5ed8 HTTP/1.1" status: 200 len: 944 time: 0.0803659 Sep 30 13:08:23.896523 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-45fbcf21-c1a4-49df-816d-ee5457c97330 req-23900e6b-9906-44b3-98f6-aea75718e8f4 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/security-groups?id=04429af2-6513-4d03-b9f0-b5671f63d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509357 Sep 30 13:08:23.898853 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-7a5de9c3-64b1-4ca6-b64b-253fb62ea88f service neutron] Transition to ACTIVE for port object ec9fad9b-e2c9-4029-a69b-4a28ea160afa will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:08:23.911362 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-7a5de9c3-64b1-4ca6-b64b-253fb62ea88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:23.949275 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-37049bb2-ac25-4224-8076-eb00ed413438 req-bddf68db-0608-408a-856f-375d2174af7d tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3db17cb4249b4f3b92bfd79e2b9004f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1773143 Sep 30 13:08:24.020496 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:24.097345 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5de9c3-64b1-4ca6-b64b-253fb62ea88f service neutron] Pushing event updated for resources: {'Port': ['ID=ec9fad9b-e2c9-4029-a69b-4a28ea160afa,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:24.263636 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-37049bb2-ac25-4224-8076-eb00ed413438 req-c8a5e822-0770-4a2e-a87a-daeb4d48a1bd service neutron] 10.222.0.18 "GET /v2.0/networks/1181c55e-99ae-43fd-8b9b-8d485bf81648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032737 Sep 30 13:08:24.269502 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea63c13-9f78-4844-8730-4b080459d490 req-e13cb1ea-64ed-445e-98d5-712c93867f5c tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:24.275757 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-d94e1760-81a1-4c4c-b85e-fb80944da116 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:24.277208 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-d94e1760-81a1-4c4c-b85e-fb80944da116 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.54 "GET /v2.0/networks?id=82efec7b-c7e1-4afa-8d19-9d7200d8225f HTTP/1.1" status: 200 len: 816 time: 0.3184135 Sep 30 13:08:24.277557 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4ea63c13-9f78-4844-8730-4b080459d490 req-e13cb1ea-64ed-445e-98d5-712c93867f5c tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.0896459 Sep 30 13:08:24.315956 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4ea63c13-9f78-4844-8730-4b080459d490 req-b588d90d-c040-4580-bdee-0155e7139119 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375433 Sep 30 13:08:24.338422 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-7a5de9c3-64b1-4ca6-b64b-253fb62ea88f service neutron] Attempting to bind port ec9fad9b-e2c9-4029-a69b-4a28ea160afa on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:08:24.338422 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-7a5de9c3-64b1-4ca6-b64b-253fb62ea88f service neutron] Attempting to bind port ec9fad9b-e2c9-4029-a69b-4a28ea160afa by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '688c8266-a3f8-4cf1-b6d1-6a10b2a992d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1aef29ee-8bd0-4db5-b197-e7b58a75c7a8'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:08:24.338422 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-7a5de9c3-64b1-4ca6-b64b-253fb62ea88f service neutron] Attempting to bind port ec9fad9b-e2c9-4029-a69b-4a28ea160afa on network 1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:08:24.379149 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-7a5de9c3-64b1-4ca6-b64b-253fb62ea88f service neutron] Port ec9fad9b-e2c9-4029-a69b-4a28ea160afa on network 1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:08:24.379531 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-7a5de9c3-64b1-4ca6-b64b-253fb62ea88f service neutron] Attempting to bind port ec9fad9b-e2c9-4029-a69b-4a28ea160afa on network 1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:08:24.397267 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-7a5de9c3-64b1-4ca6-b64b-253fb62ea88f service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:08:24.397620 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-7a5de9c3-64b1-4ca6-b64b-253fb62ea88f service neutron] Checking segment: {'id': '688c8266-a3f8-4cf1-b6d1-6a10b2a992d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1aef29ee-8bd0-4db5-b197-e7b58a75c7a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:08:24.398468 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-7a5de9c3-64b1-4ca6-b64b-253fb62ea88f service neutron] Bound using segment: {'id': '688c8266-a3f8-4cf1-b6d1-6a10b2a992d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1aef29ee-8bd0-4db5-b197-e7b58a75c7a8'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:08:24.398468 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-7a5de9c3-64b1-4ca6-b64b-253fb62ea88f service neutron] Bound port: ec9fad9b-e2c9-4029-a69b-4a28ea160afa, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '688c8266-a3f8-4cf1-b6d1-6a10b2a992d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1aef29ee-8bd0-4db5-b197-e7b58a75c7a8'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:08:24.398846 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-7a5de9c3-64b1-4ca6-b64b-253fb62ea88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:24.423684 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-9ba1c4cd-d1f3-4815-9c2b-b4f2c3218e47 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd472ce50e4547d68eaae043f0883472 HTTP/1.1" status: 200 len: 380 time: 0.1338847 Sep 30 13:08:24.442370 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-9b9a92a4-961b-4a46-8b58-3388c0c2719d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Request body: {'port': {'device_id': '5d9716b1-031b-4b00-a051-1484a8081365', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'admin_state_up': True, 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'security_groups': ['53eac5ad-5ae3-49ec-a33c-7399423f3bcc']}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:24.496223 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-37049bb2-ac25-4224-8076-eb00ed413438 req-66ba28dc-5601-408e-9203-b0a9a622cab2 service neutron] 10.222.0.18 "GET /v2.0/networks/1181c55e-99ae-43fd-8b9b-8d485bf81648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177896 Sep 30 13:08:24.534577 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c2a67a65-2e18-41be-bf41-3e9b5f3404bf req-fa36b022-2d47-49d2-9775-d742c98e30c5 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 210 time: 0.0501585 Sep 30 13:08:24.586067 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-7a5de9c3-64b1-4ca6-b64b-253fb62ea88f service neutron] For port ec9fad9b-e2c9-4029-a69b-4a28ea160afa, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:08:24.591216 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-7a5de9c3-64b1-4ca6-b64b-253fb62ea88f service neutron] For port ec9fad9b-e2c9-4029-a69b-4a28ea160afa, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ec9fad9b-e2c9-4029-a69b-4a28ea160afa,segment=NetworkSegment(688c8266-a3f8-4cf1-b6d1-6a10b2a992d0),segment_id=688c8266-a3f8-4cf1-b6d1-6a10b2a992d0)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:08:24.603371 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-7a5de9c3-64b1-4ca6-b64b-253fb62ea88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:24.660764 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-7a5de9c3-64b1-4ca6-b64b-253fb62ea88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:24.661599 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-7a5de9c3-64b1-4ca6-b64b-253fb62ea88f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:24.663238 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-7a5de9c3-64b1-4ca6-b64b-253fb62ea88f service neutron] 10.222.0.39 "PUT /v2.0/ports/ec9fad9b-e2c9-4029-a69b-4a28ea160afa HTTP/1.1" status: 200 len: 1091 time: 2.3997698 Sep 30 13:08:24.663879 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d49fe44-08bb-4ef5-887f-a779d5994e62', 'tag': 'ec9fad9b-e2c9-4029-a69b-4a28ea160afa'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:08:24.666356 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bded7fa2-7db0-4f48-b997-89df200f05f8" -d '{"events": [{"name": "network-changed", "server_uuid": "0d49fe44-08bb-4ef5-887f-a779d5994e62", "tag": "ec9fad9b-e2c9-4029-a69b-4a28ea160afa"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:08:24.693208 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5de9c3-64b1-4ca6-b64b-253fb62ea88f service neutron] Pushing event updated for resources: {'Port': ['ID=ec9fad9b-e2c9-4029-a69b-4a28ea160afa,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:24.705284 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-9b9a92a4-961b-4a46-8b58-3388c0c2719d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Made reservation on behalf of dd472ce50e4547d68eaae043f0883472 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:08:24.710425 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-9b9a92a4-961b-4a46-8b58-3388c0c2719d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:24.773956 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf6d65-9562-4a98-8a91-4d88c122a9ec req-f7f20e9f-f9fb-48c6-a437-f937b099e926 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:24.784975 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8fcf6d65-9562-4a98-8a91-4d88c122a9ec req-f7f20e9f-f9fb-48c6-a437-f937b099e926 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d49fe44-08bb-4ef5-887f-a779d5994e62 HTTP/1.1" status: 200 len: 943 time: 0.1376917 Sep 30 13:08:24.851686 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8fcf6d65-9562-4a98-8a91-4d88c122a9ec req-99e37aeb-5d33-4fde-9fee-304f20c2bab8 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649314 Sep 30 13:08:24.915816 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e66cf9-f872-4e24-a8ed-eecec9d3bceb x-openstack-request-id: req-12e66cf9-f872-4e24-a8ed-eecec9d3bceb {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:08:24.916112 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d49fe44-08bb-4ef5-887f-a779d5994e62", "tag": "ec9fad9b-e2c9-4029-a69b-4a28ea160afa", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:08:24.916363 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12e66cf9-f872-4e24-a8ed-eecec9d3bceb {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:08:24.916962 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d49fe44-08bb-4ef5-887f-a779d5994e62', 'tag': 'ec9fad9b-e2c9-4029-a69b-4a28ea160afa', 'status': 'completed', 'code': 200} Sep 30 13:08:24.954555 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c247cbc5-246b-4221-9163-ed5cdb3677db req-e8e01cfe-a2a1-413e-93cc-1b807180aed5 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/ports?device_id=345d5f16-4d0e-4b67-8656-784a8d644209 HTTP/1.1" status: 200 len: 210 time: 0.0489476 Sep 30 13:08:24.959121 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-ed7ccade-99e0-43b7-be3d-0a5e1ae2764b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:24.961013 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-ed7ccade-99e0-43b7-be3d-0a5e1ae2764b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46c6aa7a2d214f259c85bf2fb8dc3360&device_id=0d49fe44-08bb-4ef5-887f-a779d5994e62 HTTP/1.1" status: 200 len: 1094 time: 0.2167535 Sep 30 13:08:24.981771 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50820) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:25.025179 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-9b9a92a4-961b-4a46-8b58-3388c0c2719d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Allocated IP 172.20.0.14 (82efec7b-c7e1-4afa-8d19-9d7200d8225f/8ac488f0-945c-4387-aad6-12387e6433e7/74d5476d-caad-4646-baac-95e9e563cef6) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:08:25.028997 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-0e1df332-b434-4053-9f3e-8cae8aeed72f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec9fad9b-e2c9-4029-a69b-4a28ea160afa HTTP/1.1" status: 200 len: 217 time: 0.0538611 Sep 30 13:08:25.037175 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:08:25.105626 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:08:25.118297 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:25.118707 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:25.122703 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-fbdf910d-4ee7-42d4-9883-9fd55ebb65c1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-network', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:25.157226 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120f476-b6b6-432c-a2bc-2f455b4464cd req-3390a538-b928-4c77-9473-93cf5b9618e8 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:25.157574 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdf910d-4ee7-42d4-9883-9fd55ebb65c1 admin admin] Made reservation on behalf of ea222c3cdb8b423d8d04effe0ba2215a for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:08:25.158887 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5120f476-b6b6-432c-a2bc-2f455b4464cd req-3390a538-b928-4c77-9473-93cf5b9618e8 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/ports?device_id=9626c88b-6797-4596-b9c5-d72b488a5ed8 HTTP/1.1" status: 200 len: 944 time: 0.1352577 Sep 30 13:08:25.161101 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-be1f98c9-b941-457c-8201-72c2ee3e9f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:25.163991 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-be1f98c9-b941-457c-8201-72c2ee3e9f7e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d78e0ad4-c13c-453f-bde9-05702ca7e1db HTTP/1.1" status: 200 len: 855 time: 0.1229360 Sep 30 13:08:25.170123 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fbdf910d-4ee7-42d4-9883-9fd55ebb65c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:25.180367 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fbdf910d-4ee7-42d4-9883-9fd55ebb65c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:25.232211 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-44dd51a4-fc3b-4fc0-941e-5d522ce85661 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1aef29ee-8bd0-4db5-b197-e7b58a75c7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501952 Sep 30 13:08:25.232435 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:25.265805 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9626c88b-6797-4596-b9c5-d72b488a5ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:08:25.269003 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8b3c35-9372-40dc-b032-34e50f6cc71b" -d '{"events": [{"server_uuid": "9626c88b-6797-4596-b9c5-d72b488a5ed8", "name": "network-vif-plugged", "status": "completed", "tag": "9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:08:25.288671 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e,segment=NetworkSegment(7a908fd1-82e6-4092-99bf-f276e08f2b57),segment_id=7a908fd1-82e6-4092-99bf-f276e08f2b57)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:25.294918 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:25.324257 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fbdf910d-4ee7-42d4-9883-9fd55ebb65c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:25.337214 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fbdf910d-4ee7-42d4-9883-9fd55ebb65c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:25.342152 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5120f476-b6b6-432c-a2bc-2f455b4464cd req-79e1f893-1233-48ef-8aae-b7965dd24f25 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/security-groups?id=04429af2-6513-4d03-b9f0-b5671f63d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734679 Sep 30 13:08:25.342690 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fabc7b-edc3-4c37-be19-9ad679a5a950 x-openstack-request-id: req-84fabc7b-edc3-4c37-be19-9ad679a5a950 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:08:25.342690 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9626c88b-6797-4596-b9c5-d72b488a5ed8", "name": "network-vif-plugged", "status": "completed", "tag": "9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:08:25.343220 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84fabc7b-edc3-4c37-be19-9ad679a5a950 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:08:25.344366 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9626c88b-6797-4596-b9c5-d72b488a5ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e', 'code': 200} Sep 30 13:08:25.389701 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:25.399133 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbdf910d-4ee7-42d4-9883-9fd55ebb65c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:08:25.444069 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fbdf910d-4ee7-42d4-9883-9fd55ebb65c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:25.444422 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-fbdf910d-4ee7-42d4-9883-9fd55ebb65c1 admin admin] Added segment 2220aba7-8383-4082-8c71-5579bc9c89f9 of type vlan for network 42e2f087-1645-4adc-b2b0-90d6947f98e0 Sep 30 13:08:25.454224 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-9b9a92a4-961b-4a46-8b58-3388c0c2719d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:25.477044 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-429bb397-1275-4e5f-9e55-8e10ddfd368a service neutron] 10.222.0.39 "GET /v2.0/networks/1aef29ee-8bd0-4db5-b197-e7b58a75c7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319179 Sep 30 13:08:25.518151 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf910d-4ee7-42d4-9883-9fd55ebb65c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661fae53-2af6-44d6-b17e-3b9f9506124f,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:25.558084 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-9b9a92a4-961b-4a46-8b58-3388c0c2719d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:25.628856 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-9b9a92a4-961b-4a46-8b58-3388c0c2719d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Network 82efec7b-c7e1-4afa-8d19-9d7200d8225f is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:08:25.639095 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-9b9a92a4-961b-4a46-8b58-3388c0c2719d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:08:25.647909 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-9b9a92a4-961b-4a46-8b58-3388c0c2719d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:08:25.666813 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c1f8489b-9f4f-4299-a9f7-3c6c605c447e req-4447f449-3114-4c6b-af7a-847c62d2faab service neutron] 10.222.0.39 "GET /v2.0/networks/1aef29ee-8bd0-4db5-b197-e7b58a75c7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808696 Sep 30 13:08:25.722190 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a92a4-961b-4a46-8b58-3388c0c2719d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Pushing event updated for resources: {'Port': ['ID=74d5476d-caad-4646-baac-95e9e563cef6,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:25.730916 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-9b9a92a4-961b-4a46-8b58-3388c0c2719d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:25.731843 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-9b9a92a4-961b-4a46-8b58-3388c0c2719d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:25.814120 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-9b9a92a4-961b-4a46-8b58-3388c0c2719d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3811648 Sep 30 13:08:25.829994 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f27062-3965-45b5-8359-fa8a5911f658 req-d07392d8-f35c-4335-82ec-b16b33bc230e tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:25.837925 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-73f27062-3965-45b5-8359-fa8a5911f658 req-d07392d8-f35c-4335-82ec-b16b33bc230e tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 932 time: 0.1909432 Sep 30 13:08:25.846297 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-7b20cb7e-be88-4f9a-a19a-46ff57b41c1d service neutron] Request body: {'port': {'device_id': '5d9716b1-031b-4b00-a051-1484a8081365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:25.882525 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded7fa2-7db0-4f48-b997-89df200f05f8 req-b4ee1865-7339-4b5a-b0ab-8bc5a3302276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:25.884041 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bded7fa2-7db0-4f48-b997-89df200f05f8 req-b4ee1865-7339-4b5a-b0ab-8bc5a3302276 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46c6aa7a2d214f259c85bf2fb8dc3360&device_id=0d49fe44-08bb-4ef5-887f-a779d5994e62 HTTP/1.1" status: 200 len: 1094 time: 0.1295848 Sep 30 13:08:25.906718 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e8c14-e457-468e-95d8-5ead07d73351 req-51f2eb6e-330b-4d38-9e6e-fba7379f2c69 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:25.909158 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e0e8c14-e457-468e-95d8-5ead07d73351 req-51f2eb6e-330b-4d38-9e6e-fba7379f2c69 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.4694779 Sep 30 13:08:25.922657 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fbdf910d-4ee7-42d4-9883-9fd55ebb65c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:25.935336 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8834015-db06-4454-836f-062a452dc367 req-38dae29f-5e79-4c47-9bfc-f65ae46fea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:25.936822 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e8834015-db06-4454-836f-062a452dc367 req-38dae29f-5e79-4c47-9bfc-f65ae46fea9c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9626c88b-6797-4596-b9c5-d72b488a5ed8 HTTP/1.1" status: 200 len: 1096 time: 0.5218885 Sep 30 13:08:25.958116 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-73f27062-3965-45b5-8359-fa8a5911f658 req-fe536b90-05ef-48a9-8145-f55a92d08f60 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158383 Sep 30 13:08:25.982427 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-7b20cb7e-be88-4f9a-a19a-46ff57b41c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:26.005144 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fbdf910d-4ee7-42d4-9883-9fd55ebb65c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:26.006773 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdf910d-4ee7-42d4-9883-9fd55ebb65c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:26.006773 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fbdf910d-4ee7-42d4-9883-9fd55ebb65c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:26.011659 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-cc14e49e-0e40-427d-9209-7174de18d44e None None] Provisioning complete for port 74d5476d-caad-4646-baac-95e9e563cef6 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:26.012321 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cc14e49e-0e40-427d-9209-7174de18d44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:26.025549 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e0e8c14-e457-468e-95d8-5ead07d73351 req-ba76fdc8-10dd-43e1-abe7-615c958ccab7 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003613 Sep 30 13:08:26.032298 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e8834015-db06-4454-836f-062a452dc367 req-2dfef4ff-b1de-495a-a9a7-d41edf303bb8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=04429af2-6513-4d03-b9f0-b5671f63d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862842 Sep 30 13:08:26.071083 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-cc14e49e-0e40-427d-9209-7174de18d44e None None] Port 74d5476d-caad-4646-baac-95e9e563cef6 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:08:26.089289 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fbdf910d-4ee7-42d4-9883-9fd55ebb65c1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1056657 Sep 30 13:08:26.096212 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50846) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:26.101913 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-230a6644-11f9-4496-97be-b6bf0242a82a admin admin] Request body: {'subnet': {'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-subnet', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:26.168845 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6548af1d-852b-43d5-b604-ed17801121ba req-860ad7ab-3387-4432-a3c2-7762ba44ae04 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/ports?device_id=345d5f16-4d0e-4b67-8656-784a8d644209 HTTP/1.1" status: 200 len: 210 time: 0.0372612 Sep 30 13:08:26.173853 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf910d-4ee7-42d4-9883-9fd55ebb65c1 admin admin] Pushing event updated for resources: {'Network': ['ID=42e2f087-1645-4adc-b2b0-90d6947f98e0,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:26.181694 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded7fa2-7db0-4f48-b997-89df200f05f8 req-505fd524-6d8e-4945-b21d-94348803a621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:26.183405 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bded7fa2-7db0-4f48-b997-89df200f05f8 req-505fd524-6d8e-4945-b21d-94348803a621 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 HTTP/1.1" status: 200 len: 916 time: 0.2848012 Sep 30 13:08:26.189374 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 42e2f087-1645-4adc-b2b0-90d6947f98e0 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:08:26.209180 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230a6644-11f9-4496-97be-b6bf0242a82a admin admin] Made reservation on behalf of ea222c3cdb8b423d8d04effe0ba2215a for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:08:26.212877 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-230a6644-11f9-4496-97be-b6bf0242a82a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:26.236418 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c1f9d-ec78-48c9-984c-1e0ccbc0d6ea req-50f1b692-58df-499c-bfbd-a06d4b7024a7 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:26.238076 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6b6c1f9d-ec78-48c9-984c-1e0ccbc0d6ea req-50f1b692-58df-499c-bfbd-a06d4b7024a7 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d49fe44-08bb-4ef5-887f-a779d5994e62 HTTP/1.1" status: 200 len: 943 time: 0.1313136 Sep 30 13:08:26.278276 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bded7fa2-7db0-4f48-b997-89df200f05f8 req-9e7b22e3-e7de-4377-bba0-88d1b03f0194 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec9fad9b-e2c9-4029-a69b-4a28ea160afa HTTP/1.1" status: 200 len: 217 time: 0.0854940 Sep 30 13:08:26.324385 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6b6c1f9d-ec78-48c9-984c-1e0ccbc0d6ea req-e738c752-97e1-45b8-b180-7318ab187fb5 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743780 Sep 30 13:08:26.375077 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded7fa2-7db0-4f48-b997-89df200f05f8 req-95655f11-99f5-4b59-9b5a-cb7cd5ea4955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:26.377593 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bded7fa2-7db0-4f48-b997-89df200f05f8 req-95655f11-99f5-4b59-9b5a-cb7cd5ea4955 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d78e0ad4-c13c-453f-bde9-05702ca7e1db HTTP/1.1" status: 200 len: 855 time: 0.0897312 Sep 30 13:08:26.461516 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bded7fa2-7db0-4f48-b997-89df200f05f8 req-0dfb7470-04eb-4320-89d4-ada57f88518a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1aef29ee-8bd0-4db5-b197-e7b58a75c7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429721 Sep 30 13:08:26.474335 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-230a6644-11f9-4496-97be-b6bf0242a82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:26.486997 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-8a81ebf4-f0e6-4bc2-bb10-42d7b41f4243 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1028960 Sep 30 13:08:26.553905 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a6644-11f9-4496-97be-b6bf0242a82a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e8a3732-f1a1-4421-9ea1-9009b140adac,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:26.601425 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0575dbb-4962-4939-9a8c-ff91960bf5f8 req-eb18c328-9d8e-4eaf-8eec-998622e6eafb tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:26.602981 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a0575dbb-4962-4939-9a8c-ff91960bf5f8 req-eb18c328-9d8e-4eaf-8eec-998622e6eafb tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/ports?device_id=9626c88b-6797-4596-b9c5-d72b488a5ed8 HTTP/1.1" status: 200 len: 945 time: 0.1863379 Sep 30 13:08:26.635737 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230a6644-11f9-4496-97be-b6bf0242a82a admin admin] Checking segment: {'id': '2220aba7-8383-4082-8c71-5579bc9c89f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:08:26.636206 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230a6644-11f9-4496-97be-b6bf0242a82a admin admin] Network hostable DHCP agents. Network: 42e2f087-1645-4adc-b2b0-90d6947f98e0, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:08:26.689087 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bded7fa2-7db0-4f48-b997-89df200f05f8 req-56105d58-bda3-4bbc-a8b3-f3114a1ae5ea service neutron] 10.222.0.39 "GET /v2.0/networks/1aef29ee-8bd0-4db5-b197-e7b58a75c7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102244 Sep 30 13:08:26.746060 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a0575dbb-4962-4939-9a8c-ff91960bf5f8 req-95636fdd-711b-4cd5-93f5-429c9fc80e1c tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/security-groups?id=04429af2-6513-4d03-b9f0-b5671f63d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301978 Sep 30 13:08:26.749392 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-685c0e1b-9310-4ea3-8bf0-de9e83559b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:26.749740 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-685c0e1b-9310-4ea3-8bf0-de9e83559b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:26.750361 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-685c0e1b-9310-4ea3-8bf0-de9e83559b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:26.751129 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-685c0e1b-9310-4ea3-8bf0-de9e83559b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:26.751625 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-685c0e1b-9310-4ea3-8bf0-de9e83559b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:26.752243 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-685c0e1b-9310-4ea3-8bf0-de9e83559b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:26.752911 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-685c0e1b-9310-4ea3-8bf0-de9e83559b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:26.755319 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-685c0e1b-9310-4ea3-8bf0-de9e83559b26 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcdfca8935404bd6b32ec59be45dc83c&device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 6493 time: 0.1667914 Sep 30 13:08:26.757351 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-7b20cb7e-be88-4f9a-a19a-46ff57b41c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d5476d-caad-4646-baac-95e9e563cef6 {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:08:26.758876 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230a6644-11f9-4496-97be-b6bf0242a82a admin admin] Network 42e2f087-1645-4adc-b2b0-90d6947f98e0 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:08:26.773216 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-7b20cb7e-be88-4f9a-a19a-46ff57b41c1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:26.786570 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-230a6644-11f9-4496-97be-b6bf0242a82a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 42e2f087-1645-4adc-b2b0-90d6947f98e0) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:08:26.797664 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37049bb2-ac25-4224-8076-eb00ed413438 req-befb1fd4-3f62-4b51-98c2-4a4aa3f24d48 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:26.799203 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-37049bb2-ac25-4224-8076-eb00ed413438 req-befb1fd4-3f62-4b51-98c2-4a4aa3f24d48 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.54 "GET /v2.0/networks?id=1181c55e-99ae-43fd-8b9b-8d485bf81648 HTTP/1.1" status: 200 len: 805 time: 0.1605227 Sep 30 13:08:26.799485 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8382ca4-a6a3-4dcc-98c7-615cade12bc3 None None] Network 42e2f087-1645-4adc-b2b0-90d6947f98e0 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:08:26.800467 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230a6644-11f9-4496-97be-b6bf0242a82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:26.801077 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-230a6644-11f9-4496-97be-b6bf0242a82a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:26.820882 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-7b20cb7e-be88-4f9a-a19a-46ff57b41c1d service neutron] Transition to ACTIVE for port object 74d5476d-caad-4646-baac-95e9e563cef6 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:08:26.832609 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-7b20cb7e-be88-4f9a-a19a-46ff57b41c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:26.867269 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-230a6644-11f9-4496-97be-b6bf0242a82a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7663693 Sep 30 13:08:26.869642 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50854) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:26.891156 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-a1044647-e66d-4b2c-a162-10efe230542d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-router', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:26.914810 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bded7fa2-7db0-4f48-b997-89df200f05f8 req-dd8a5a91-8735-4638-a9d9-e69ac0fefb0d service neutron] 10.222.0.39 "GET /v2.0/networks/1aef29ee-8bd0-4db5-b197-e7b58a75c7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013783 Sep 30 13:08:26.920241 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-37049bb2-ac25-4224-8076-eb00ed413438 req-e367171e-0b59-4169-ba3c-3f6ae0d1d11f tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3db17cb4249b4f3b92bfd79e2b9004f0 HTTP/1.1" status: 200 len: 380 time: 0.1043928 Sep 30 13:08:26.921294 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20cb7e-be88-4f9a-a19a-46ff57b41c1d service neutron] Pushing event updated for resources: {'Port': ['ID=74d5476d-caad-4646-baac-95e9e563cef6,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:26.935232 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-37049bb2-ac25-4224-8076-eb00ed413438 req-1a060654-1fbd-4767-9d12-0c1ca6856cfb tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Request body: {'port': {'device_id': '345d5f16-4d0e-4b67-8656-784a8d644209', 'network_id': '1181c55e-99ae-43fd-8b9b-8d485bf81648', 'admin_state_up': True, 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'security_groups': ['dd32d831-8c19-4ff3-b662-d735f86fab0a']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:26.980221 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a1044647-e66d-4b2c-a162-10efe230542d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:26.983040 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a1044647-e66d-4b2c-a162-10efe230542d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:26.986443 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27537d72-d4ce-4bd7-a721-0725569fc054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-42e2f087-1645-4adc-b2b0-90d6947f98e0', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'fixed_ips': [{'subnet_id': '0e8a3732-f1a1-4421-9ea1-9009b140adac'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:08:26.988372 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-27537d72-d4ce-4bd7-a721-0725569fc054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:27.036583 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-1e056d4a-2221-4292-9332-bc6f6eb36459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:27.047041 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-1e056d4a-2221-4292-9332-bc6f6eb36459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:27.047521 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-1e056d4a-2221-4292-9332-bc6f6eb36459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:27.049237 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-1e056d4a-2221-4292-9332-bc6f6eb36459 service neutron] 10.222.0.54 "GET /v2.0/networks?id=451c330d-13f6-4604-823e-5e771fb25477&id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&id=d88806d7-cb43-44a5-88a4-05dfc9e84a4d&id=d88806d7-cb43-44a5-88a4-05dfc9e84a4d HTTP/1.1" status: 200 len: 2293 time: 0.2241833 Sep 30 13:08:27.116460 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-7b20cb7e-be88-4f9a-a19a-46ff57b41c1d service neutron] Attempting to bind port 74d5476d-caad-4646-baac-95e9e563cef6 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:08:27.117164 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-7b20cb7e-be88-4f9a-a19a-46ff57b41c1d service neutron] Attempting to bind port 74d5476d-caad-4646-baac-95e9e563cef6 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'e7a0a3b9-094d-48bf-a02a-1ffb21cc5269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:08:27.117707 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-7b20cb7e-be88-4f9a-a19a-46ff57b41c1d service neutron] Attempting to bind port 74d5476d-caad-4646-baac-95e9e563cef6 on network 82efec7b-c7e1-4afa-8d19-9d7200d8225f {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:08:27.157546 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a1044647-e66d-4b2c-a162-10efe230542d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:27.162551 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-7b20cb7e-be88-4f9a-a19a-46ff57b41c1d service neutron] Port 74d5476d-caad-4646-baac-95e9e563cef6 on network 82efec7b-c7e1-4afa-8d19-9d7200d8225f not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:08:27.163162 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-7b20cb7e-be88-4f9a-a19a-46ff57b41c1d service neutron] Attempting to bind port 74d5476d-caad-4646-baac-95e9e563cef6 on network 82efec7b-c7e1-4afa-8d19-9d7200d8225f {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:08:27.197498 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-7118ffe6-140d-4ae8-a437-2d2a09fb16e5 service neutron] show failed (client error): The resource could not be found. Sep 30 13:08:27.198920 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-7118ffe6-140d-4ae8-a437-2d2a09fb16e5 service neutron] 10.222.0.39 "GET /v2.0/ports/b8b0297b-4ed8-427a-82ee-dc8780597acf/bindings/n-h2-810909-2 HTTP/1.1" status: 404 len: 380 time: 0.2201259 Sep 30 13:08:27.212077 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-59c1980b-5c5a-4091-ac51-6bdd6a74d5ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91dd7c39-fe37-47b7-b54a-b0e32073743f HTTP/1.1" status: 200 len: 1002 time: 0.1465933 Sep 30 13:08:27.223898 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c2eca-c1e2-4b1b-ae1f-9fdc9d7a5980 req-c72f91df-e238-4a28-9388-10b11e5f3db6 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:27.225402 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-787c2eca-c1e2-4b1b-ae1f-9fdc9d7a5980 req-c72f91df-e238-4a28-9388-10b11e5f3db6 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 944 time: 0.1453102 Sep 30 13:08:27.232944 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-7b20cb7e-be88-4f9a-a19a-46ff57b41c1d service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:08:27.233374 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-7b20cb7e-be88-4f9a-a19a-46ff57b41c1d service neutron] Checking segment: {'id': 'e7a0a3b9-094d-48bf-a02a-1ffb21cc5269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:08:27.233887 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-7b20cb7e-be88-4f9a-a19a-46ff57b41c1d service neutron] Bound using segment: {'id': 'e7a0a3b9-094d-48bf-a02a-1ffb21cc5269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:08:27.234374 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-7b20cb7e-be88-4f9a-a19a-46ff57b41c1d service neutron] Bound port: 74d5476d-caad-4646-baac-95e9e563cef6, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a0a3b9-094d-48bf-a02a-1ffb21cc5269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:08:27.235239 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-7b20cb7e-be88-4f9a-a19a-46ff57b41c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:27.236554 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37049bb2-ac25-4224-8076-eb00ed413438 req-1a060654-1fbd-4767-9d12-0c1ca6856cfb tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Made reservation on behalf of 3db17cb4249b4f3b92bfd79e2b9004f0 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:08:27.239997 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-27537d72-d4ce-4bd7-a721-0725569fc054 None None] Allocated IP 172.20.0.2 (42e2f087-1645-4adc-b2b0-90d6947f98e0/0e8a3732-f1a1-4421-9ea1-9009b140adac/27996d9a-f00f-482f-84dc-76e2fb2ec541) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:08:27.251736 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-37049bb2-ac25-4224-8076-eb00ed413438 req-1a060654-1fbd-4767-9d12-0c1ca6856cfb tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:27.354756 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ec9fad9b-e2c9-4029-a69b-4a28ea160afa details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:08:27.376006 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-a4f1c62a-626a-4744-b85a-699da76b4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:27.377611 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-a4f1c62a-626a-4744-b85a-699da76b4e8e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28720e55-76bf-4453-857e-342ebce4f037 HTTP/1.1" status: 200 len: 851 time: 0.1504352 Sep 30 13:08:27.398454 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-787c2eca-c1e2-4b1b-ae1f-9fdc9d7a5980 req-c1a47d68-44f9-44e4-b9fe-2e2ffa0d44c1 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624491 Sep 30 13:08:27.439703 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a1044647-e66d-4b2c-a162-10efe230542d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:27.469629 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98384853-588e-41fe-8be7-7cffbe69a832 req-b12fefef-22f8-4ca7-b8dd-e7883f4d74aa tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:27.474840 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-98384853-588e-41fe-8be7-7cffbe69a832 req-b12fefef-22f8-4ca7-b8dd-e7883f4d74aa tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.3141143 Sep 30 13:08:27.505524 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-27537d72-d4ce-4bd7-a721-0725569fc054 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:27.521581 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-27537d72-d4ce-4bd7-a721-0725569fc054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:27.529019 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-82cece2e-de97-4548-8672-90df9c3c0882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:27.531752 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-82cece2e-de97-4548-8672-90df9c3c0882 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=451c330d-13f6-4604-823e-5e771fb25477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1106734 Sep 30 13:08:27.533191 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-37049bb2-ac25-4224-8076-eb00ed413438 req-1a060654-1fbd-4767-9d12-0c1ca6856cfb tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Allocated IP 172.20.0.6 (1181c55e-99ae-43fd-8b9b-8d485bf81648/320717c4-f1d1-4929-ab77-8b34ff62b4d3/71bcc09f-4443-412c-abd4-1ec6fd935c99) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:08:27.535359 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port ec9fad9b-e2c9-4029-a69b-4a28ea160afa, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ec9fad9b-e2c9-4029-a69b-4a28ea160afa,segment=NetworkSegment(688c8266-a3f8-4cf1-b6d1-6a10b2a992d0),segment_id=688c8266-a3f8-4cf1-b6d1-6a10b2a992d0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:27.535845 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-7b20cb7e-be88-4f9a-a19a-46ff57b41c1d service neutron] For port 74d5476d-caad-4646-baac-95e9e563cef6, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:08:27.549245 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-7b20cb7e-be88-4f9a-a19a-46ff57b41c1d service neutron] For port 74d5476d-caad-4646-baac-95e9e563cef6, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=74d5476d-caad-4646-baac-95e9e563cef6,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:08:27.569148 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'ec9fad9b-e2c9-4029-a69b-4a28ea160afa', 'network_id': '1aef29ee-8bd0-4db5-b197-e7b58a75c7a8', 'port_id': 'ec9fad9b-e2c9-4029-a69b-4a28ea160afa', 'mac_address': 'fa:16:3e:53:c3:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78e0ad4-c13c-453f-bde9-05702ca7e1db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:08:27.584447 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27537d72-d4ce-4bd7-a721-0725569fc054 None None] Network 42e2f087-1645-4adc-b2b0-90d6947f98e0 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:08:27.595942 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-7b20cb7e-be88-4f9a-a19a-46ff57b41c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:27.619183 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-27537d72-d4ce-4bd7-a721-0725569fc054 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:08:27.633947 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:27.636693 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27537d72-d4ce-4bd7-a721-0725569fc054 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:08:27.638034 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27537d72-d4ce-4bd7-a721-0725569fc054 None None] Pushing event updated for resources: {'Port': ['ID=27996d9a-f00f-482f-84dc-76e2fb2ec541,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:27.658977 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec9fad9b-e2c9-4029-a69b-4a28ea160afa {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:08:27.716157 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port ec9fad9b-e2c9-4029-a69b-4a28ea160afa, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ec9fad9b-e2c9-4029-a69b-4a28ea160afa,segment=NetworkSegment(688c8266-a3f8-4cf1-b6d1-6a10b2a992d0),segment_id=688c8266-a3f8-4cf1-b6d1-6a10b2a992d0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:27.724386 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:27.731822 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-27537d72-d4ce-4bd7-a721-0725569fc054 None None] Attempting to bind port 27996d9a-f00f-482f-84dc-76e2fb2ec541 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:08:27.731822 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-27537d72-d4ce-4bd7-a721-0725569fc054 None None] Attempting to bind port 27996d9a-f00f-482f-84dc-76e2fb2ec541 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '2220aba7-8383-4082-8c71-5579bc9c89f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:08:27.731822 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27537d72-d4ce-4bd7-a721-0725569fc054 None None] Attempting to bind port 27996d9a-f00f-482f-84dc-76e2fb2ec541 on network 42e2f087-1645-4adc-b2b0-90d6947f98e0 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:08:27.756470 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27537d72-d4ce-4bd7-a721-0725569fc054 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:08:27.756837 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27537d72-d4ce-4bd7-a721-0725569fc054 None None] Checking segment: {'id': '2220aba7-8383-4082-8c71-5579bc9c89f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:08:27.757106 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-27537d72-d4ce-4bd7-a721-0725569fc054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:27.757488 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27537d72-d4ce-4bd7-a721-0725569fc054 None None] Bound using segment: {'id': '2220aba7-8383-4082-8c71-5579bc9c89f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:08:27.758299 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-27537d72-d4ce-4bd7-a721-0725569fc054 None None] Bound port: 27996d9a-f00f-482f-84dc-76e2fb2ec541, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2220aba7-8383-4082-8c71-5579bc9c89f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:08:27.759408 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-27537d72-d4ce-4bd7-a721-0725569fc054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:27.768429 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f73d356-1695-42a1-ae8b-02bb2a1d3c5d req-15baeb3f-94cd-41f5-a2ad-4c26410a9602 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/ports?device_id=345d5f16-4d0e-4b67-8656-784a8d644209 HTTP/1.1" status: 200 len: 210 time: 0.0655415 Sep 30 13:08:27.816224 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=ec9fad9b-e2c9-4029-a69b-4a28ea160afa,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:27.849955 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-37049bb2-ac25-4224-8076-eb00ed413438 req-1a060654-1fbd-4767-9d12-0c1ca6856cfb tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:27.858740 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-27537d72-d4ce-4bd7-a721-0725569fc054 None None] For port 27996d9a-f00f-482f-84dc-76e2fb2ec541, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:08:27.867455 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-27537d72-d4ce-4bd7-a721-0725569fc054 None None] For port 27996d9a-f00f-482f-84dc-76e2fb2ec541, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=27996d9a-f00f-482f-84dc-76e2fb2ec541,segment=NetworkSegment(2220aba7-8383-4082-8c71-5579bc9c89f9),segment_id=2220aba7-8383-4082-8c71-5579bc9c89f9)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:08:27.875433 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-27537d72-d4ce-4bd7-a721-0725569fc054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:27.878966 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-a50c9255-7cc7-41c5-94b7-17f922603f60 service neutron] 10.222.0.54 "GET /v2.0/networks/451c330d-13f6-4604-823e-5e771fb25477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356755 Sep 30 13:08:27.948084 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27537d72-d4ce-4bd7-a721-0725569fc054 None None] Pushing event updated for resources: {'Port': ['ID=27996d9a-f00f-482f-84dc-76e2fb2ec541,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:27.952421 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['ec9fad9b-e2c9-4029-a69b-4a28ea160afa'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:08:27.984208 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-7b20cb7e-be88-4f9a-a19a-46ff57b41c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:27.985027 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-7b20cb7e-be88-4f9a-a19a-46ff57b41c1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:27.986671 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-7b20cb7e-be88-4f9a-a19a-46ff57b41c1d service neutron] 10.222.0.54 "PUT /v2.0/ports/74d5476d-caad-4646-baac-95e9e563cef6 HTTP/1.1" status: 200 len: 1092 time: 2.1466126 Sep 30 13:08:27.993594 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9716b1-031b-4b00-a051-1484a8081365', 'tag': '74d5476d-caad-4646-baac-95e9e563cef6'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:08:27.996103 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f123007-3433-429c-82dd-375ac7389c88" -d '{"events": [{"name": "network-changed", "server_uuid": "5d9716b1-031b-4b00-a051-1484a8081365", "tag": "74d5476d-caad-4646-baac-95e9e563cef6"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:08:28.017147 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-37049bb2-ac25-4224-8076-eb00ed413438 req-1a060654-1fbd-4767-9d12-0c1ca6856cfb tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:28.048764 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-98384853-588e-41fe-8be7-7cffbe69a832 req-bf5a70fe-331e-459c-ac7a-841581f417b3 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983406 Sep 30 13:08:28.060204 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-2c617bc7-90f5-4772-8940-dd9290fed5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:28.061980 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-2c617bc7-90f5-4772-8940-dd9290fed5b5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4&tenant_id=1ef1016edf414b379caceb8093d57137 HTTP/1.1" status: 200 len: 1100 time: 0.5199649 Sep 30 13:08:28.083381 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-1f4501f5-41e4-47ea-afba-c0d68d1b0673 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810909-2', 'device_owner': 'compute:nova'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:28.095800 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62e7de-cb61-4413-b2ed-cf2fba6013d8 req-f101f77d-78e2-4b2a-8963-411ad2bcd63c tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:28.103364 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-af62e7de-cb61-4413-b2ed-cf2fba6013d8 req-f101f77d-78e2-4b2a-8963-411ad2bcd63c tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d49fe44-08bb-4ef5-887f-a779d5994e62 HTTP/1.1" status: 200 len: 944 time: 0.2065458 Sep 30 13:08:28.119994 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37049bb2-ac25-4224-8076-eb00ed413438 req-1a060654-1fbd-4767-9d12-0c1ca6856cfb tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Network 1181c55e-99ae-43fd-8b9b-8d485bf81648 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:08:28.137118 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20cb7e-be88-4f9a-a19a-46ff57b41c1d service neutron] Pushing event updated for resources: {'Port': ['ID=74d5476d-caad-4646-baac-95e9e563cef6,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:28.142431 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-37049bb2-ac25-4224-8076-eb00ed413438 req-1a060654-1fbd-4767-9d12-0c1ca6856cfb tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:08:28.145296 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-37049bb2-ac25-4224-8076-eb00ed413438 req-1a060654-1fbd-4767-9d12-0c1ca6856cfb tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:08:28.166265 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a060654-1fbd-4767-9d12-0c1ca6856cfb tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Pushing event updated for resources: {'Port': ['ID=71bcc09f-4443-412c-abd4-1ec6fd935c99,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:28.196179 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-c1f2aad1-5b08-4417-9e54-c8f74afe099d service neutron] 10.222.0.54 "GET /v2.0/networks/451c330d-13f6-4604-823e-5e771fb25477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007107 Sep 30 13:08:28.257363 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-40f9a906-e445-4dd1-bb78-63d339c8e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:28.259007 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-40f9a906-e445-4dd1-bb78-63d339c8e739 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dd472ce50e4547d68eaae043f0883472&device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 1095 time: 0.1797054 Sep 30 13:08:28.262945 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-1f4501f5-41e4-47ea-afba-c0d68d1b0673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:28.322652 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-8c158efb-accf-408b-be5d-e7802db9f9f2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=84755c0f-2e46-4801-beed-ac8ea40167fc HTTP/1.1" status: 200 len: 217 time: 0.1092782 Sep 30 13:08:28.329328 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37049bb2-ac25-4224-8076-eb00ed413438 req-1a060654-1fbd-4767-9d12-0c1ca6856cfb tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:28.330323 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-37049bb2-ac25-4224-8076-eb00ed413438 req-1a060654-1fbd-4767-9d12-0c1ca6856cfb tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:28.361367 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-af62e7de-cb61-4413-b2ed-cf2fba6013d8 req-a21e5031-fde9-48ed-9a4d-f68aad8971da tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570276 Sep 30 13:08:28.431269 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-37049bb2-ac25-4224-8076-eb00ed413438 req-1a060654-1fbd-4767-9d12-0c1ca6856cfb tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4999630 Sep 30 13:08:28.446571 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-bd16d6dd-e378-4fb4-9727-af61ad898c86 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74d5476d-caad-4646-baac-95e9e563cef6 HTTP/1.1" status: 200 len: 217 time: 0.1351063 Sep 30 13:08:28.449146 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9902d856-6c5b-4236-9e43-d382bc2cfba5 x-openstack-request-id: req-9902d856-6c5b-4236-9e43-d382bc2cfba5 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:08:28.449485 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d9716b1-031b-4b00-a051-1484a8081365", "tag": "74d5476d-caad-4646-baac-95e9e563cef6", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:08:28.449797 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9902d856-6c5b-4236-9e43-d382bc2cfba5 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:08:28.454096 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9716b1-031b-4b00-a051-1484a8081365', 'tag': '74d5476d-caad-4646-baac-95e9e563cef6', 'status': 'completed', 'code': 200} Sep 30 13:08:28.456140 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-37049bb2-ac25-4224-8076-eb00ed413438 req-c7ca8e89-2205-4947-a010-3c39eabda92c service neutron] Request body: {'port': {'device_id': '345d5f16-4d0e-4b67-8656-784a8d644209', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:28.536359 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-61218918-91bd-4bfc-a9de-75f672c1bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:28.537756 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-61218918-91bd-4bfc-a9de-75f672c1bd05 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=520f9abb-4aa3-4c91-b512-dfb75ecf6576 HTTP/1.1" status: 200 len: 797 time: 0.1988196 Sep 30 13:08:28.571882 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:08:28.594618 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-37049bb2-ac25-4224-8076-eb00ed413438 req-c7ca8e89-2205-4947-a010-3c39eabda92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:28.652989 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8794d-4601-4a35-bb5d-3a160c9aee07 req-97c361a5-0898-4f8f-8d84-c2f45480cece tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:28.660955 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-9630b375-49ca-4fca-b8c2-13c721199a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:28.661208 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ada8794d-4601-4a35-bb5d-3a160c9aee07 req-97c361a5-0898-4f8f-8d84-c2f45480cece tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/ports?device_id=9626c88b-6797-4596-b9c5-d72b488a5ed8 HTTP/1.1" status: 200 len: 945 time: 0.3484106 Sep 30 13:08:28.662542 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-9630b375-49ca-4fca-b8c2-13c721199a3b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1132753 Sep 30 13:08:28.672471 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ae17b-a716-4ad0-9134-37fa2bcb4fdc req-7f6c78dc-06d3-4af0-af91-7660fc9f3fb4 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:28.673995 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ef6ae17b-a716-4ad0-9134-37fa2bcb4fdc req-7f6c78dc-06d3-4af0-af91-7660fc9f3fb4 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 944 time: 0.1398456 Sep 30 13:08:28.722403 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-1a5bc377-6dd8-43a4-bea6-e13970434532 None None] Provisioning complete for port 71bcc09f-4443-412c-abd4-1ec6fd935c99 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:28.722986 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1a5bc377-6dd8-43a4-bea6-e13970434532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:28.761804 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-1a5bc377-6dd8-43a4-bea6-e13970434532 None None] Port 71bcc09f-4443-412c-abd4-1ec6fd935c99 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:08:28.766431 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-91ff7cc3-53ef-4c96-8d75-b510660b011b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:28.767918 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-91ff7cc3-53ef-4c96-8d75-b510660b011b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8ac488f0-945c-4387-aad6-12387e6433e7 HTTP/1.1" status: 200 len: 855 time: 0.3005323 Sep 30 13:08:28.865624 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ada8794d-4601-4a35-bb5d-3a160c9aee07 req-db0a0a98-a81b-4a70-8d17-e29c3f921297 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/security-groups?id=04429af2-6513-4d03-b9f0-b5671f63d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037673 Sep 30 13:08:28.900029 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a1044647-e66d-4b2c-a162-10efe230542d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:28.922296 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 27996d9a-f00f-482f-84dc-76e2fb2ec541 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:08:28.941275 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a1044647-e66d-4b2c-a162-10efe230542d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:28.955041 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ef6ae17b-a716-4ad0-9134-37fa2bcb4fdc req-7ba25a5d-c22e-4309-bee4-59c08a630e13 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654791 Sep 30 13:08:29.038527 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 27996d9a-f00f-482f-84dc-76e2fb2ec541 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:29.040616 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:29.072213 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-27b3dfda-f744-47ff-9671-96a4124beea3 service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972094 Sep 30 13:08:29.114634 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-a1044647-e66d-4b2c-a162-10efe230542d admin admin] Allocated IP 172.25.5.94 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/7c9fcc85-1b52-4e1b-9b5d-907438c41c52) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:08:29.147976 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:29.193902 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 27996d9a-f00f-482f-84dc-76e2fb2ec541, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=27996d9a-f00f-482f-84dc-76e2fb2ec541,segment=NetworkSegment(2220aba7-8383-4082-8c71-5579bc9c89f9),segment_id=2220aba7-8383-4082-8c71-5579bc9c89f9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:29.198782 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:29.210883 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-e1706da9-1ebe-4467-a73f-98eace6da8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:29.212794 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-e1706da9-1ebe-4467-a73f-98eace6da8b6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=82efec7b-c7e1-4afa-8d19-9d7200d8225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4294515 Sep 30 13:08:29.217653 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-1f4501f5-41e4-47ea-afba-c0d68d1b0673 service neutron] For port b8b0297b-4ed8-427a-82ee-dc8780597acf, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=b8b0297b-4ed8-427a-82ee-dc8780597acf,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:29.230226 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-99f3fefd-e3f4-4f8b-8e0f-57b9e362a49b service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478236 Sep 30 13:08:29.263240 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d642ec-1810-4b05-aa6e-463c3538e71f None None] Network 42e2f087-1645-4adc-b2b0-90d6947f98e0 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:08:29.303841 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-2d49ecc1-f6c8-4b63-8eea-21788900d752 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=edd46fc9-4ca1-4629-b3fb-da71ea25c33c HTTP/1.1" status: 200 len: 217 time: 0.0622983 Sep 30 13:08:29.314647 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45c626-8eeb-4291-8f37-d8a43f647d41 req-73a54a3d-546c-4677-8dc8-3351d8c3c498 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:29.316258 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1b45c626-8eeb-4291-8f37-d8a43f647d41 req-73a54a3d-546c-4677-8dc8-3351d8c3c498 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/ports?device_id=9626c88b-6797-4596-b9c5-d72b488a5ed8 HTTP/1.1" status: 200 len: 945 time: 0.2352114 Sep 30 13:08:29.348664 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-1f4501f5-41e4-47ea-afba-c0d68d1b0673 service neutron] For port b8b0297b-4ed8-427a-82ee-dc8780597acf, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:08:29.360485 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-37049bb2-ac25-4224-8076-eb00ed413438 req-c7ca8e89-2205-4947-a010-3c39eabda92c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71bcc09f-4443-412c-abd4-1ec6fd935c99 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:08:29.375430 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a1044647-e66d-4b2c-a162-10efe230542d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:29.382291 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-37049bb2-ac25-4224-8076-eb00ed413438 req-c7ca8e89-2205-4947-a010-3c39eabda92c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:29.415602 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-0595cc7f-a6d2-4606-b858-057f2442974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:29.417105 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-0595cc7f-a6d2-4606-b858-057f2442974d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=520f9abb-4aa3-4c91-b512-dfb75ecf6576 HTTP/1.1" status: 200 len: 797 time: 0.0959439 Sep 30 13:08:29.419948 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-37049bb2-ac25-4224-8076-eb00ed413438 req-c7ca8e89-2205-4947-a010-3c39eabda92c service neutron] Transition to ACTIVE for port object 71bcc09f-4443-412c-abd4-1ec6fd935c99 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:08:29.420098 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c704d8-f112-41b1-9e57-cd5066207c6b req-ab20d792-ad63-44c7-932a-57d80468bdbd tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:29.421521 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-17c704d8-f112-41b1-9e57-cd5066207c6b req-ab20d792-ad63-44c7-932a-57d80468bdbd tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/ports?device_id=345d5f16-4d0e-4b67-8656-784a8d644209 HTTP/1.1" status: 200 len: 931 time: 0.2078030 Sep 30 13:08:29.435496 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1b45c626-8eeb-4291-8f37-d8a43f647d41 req-0846d19b-1457-4eaa-9d32-22a504f0f0b1 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/security-groups?id=04429af2-6513-4d03-b9f0-b5671f63d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019619 Sep 30 13:08:29.459133 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-37049bb2-ac25-4224-8076-eb00ed413438 req-c7ca8e89-2205-4947-a010-3c39eabda92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:29.467836 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-c6e3262b-7ee4-4e59-9de0-642e115ed3cc service neutron] 10.222.0.54 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276309 Sep 30 13:08:29.468916 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ec9fad9b-e2c9-4029-a69b-4a28ea160afa up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:08:29.479042 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=27996d9a-f00f-482f-84dc-76e2fb2ec541,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:29.494885 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-1f4501f5-41e4-47ea-afba-c0d68d1b0673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:29.550697 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-1f4501f5-41e4-47ea-afba-c0d68d1b0673 service neutron] Transition to ACTIVE for port object b8b0297b-4ed8-427a-82ee-dc8780597acf will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:08:29.582439 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-78af0066-b8fc-438f-915f-4b3c699eef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:29.584788 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-78af0066-b8fc-438f-915f-4b3c699eef97 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1477416 Sep 30 13:08:29.587707 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca8e89-2205-4947-a010-3c39eabda92c service neutron] Pushing event updated for resources: {'Port': ['ID=71bcc09f-4443-412c-abd4-1ec6fd935c99,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:29.606383 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7c13849e-44b4-455c-a3d9-ba1fddb37332 None None] Provisioning complete for port 27996d9a-f00f-482f-84dc-76e2fb2ec541 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:29.606970 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7c13849e-44b4-455c-a3d9-ba1fddb37332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:29.611014 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-17c704d8-f112-41b1-9e57-cd5066207c6b req-ffa6c6b1-6f07-4913-bfee-40b6608ec25c tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd32d831-8c19-4ff3-b662-d735f86fab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089020 Sep 30 13:08:29.614656 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-1f4501f5-41e4-47ea-afba-c0d68d1b0673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:29.707437 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port ec9fad9b-e2c9-4029-a69b-4a28ea160afa completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:08:29.734969 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port ec9fad9b-e2c9-4029-a69b-4a28ea160afa triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:29.735553 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:29.792517 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-ab985d01-e64f-4826-a9c3-a5b66138c821 service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745319 Sep 30 13:08:29.850830 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4501f5-41e4-47ea-afba-c0d68d1b0673 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b0297b-4ed8-427a-82ee-dc8780597acf,revision_number=6']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:29.854713 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-1f4501f5-41e4-47ea-afba-c0d68d1b0673 service neutron] No DVR routers for this DVR port b8b0297b-4ed8-427a-82ee-dc8780597acf on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:08:29.857443 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a1044647-e66d-4b2c-a162-10efe230542d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:29.889218 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e8f89-83d2-454b-ada2-d0455c054ff9 req-a906880f-9604-464b-9ca2-85b97a677875 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:29.897490 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-054e8f89-83d2-454b-ada2-d0455c054ff9 req-a906880f-9604-464b-9ca2-85b97a677875 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.3793890 Sep 30 13:08:29.914931 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:29.966758 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fff6ef35-35b3-4a2c-b5f7-b5931c06bdc7 req-6192b2de-22b1-4461-898b-01ca8fd40e77 service neutron] 10.222.0.54 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634376 Sep 30 13:08:29.968271 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d49fe44-08bb-4ef5-887f-a779d5994e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9fad9b-e2c9-4029-a69b-4a28ea160afa'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:08:29.969013 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-054e8f89-83d2-454b-ada2-d0455c054ff9 req-b01e303f-3536-44ee-91f2-7328047b66fb tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698309 Sep 30 13:08:29.971142 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8152d402-9c90-45b9-9ca9-bfa80d7aa11f" -d '{"events": [{"server_uuid": "0d49fe44-08bb-4ef5-887f-a779d5994e62", "name": "network-vif-plugged", "status": "completed", "tag": "ec9fad9b-e2c9-4029-a69b-4a28ea160afa"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:08:29.976803 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1044647-e66d-4b2c-a162-10efe230542d admin admin] Pushing event updated for resources: {'Port': ['ID=7c9fcc85-1b52-4e1b-9b5d-907438c41c52,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:29.995688 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port ec9fad9b-e2c9-4029-a69b-4a28ea160afa, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ec9fad9b-e2c9-4029-a69b-4a28ea160afa,segment=NetworkSegment(688c8266-a3f8-4cf1-b6d1-6a10b2a992d0),segment_id=688c8266-a3f8-4cf1-b6d1-6a10b2a992d0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:30.011526 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:30.012881 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device b8b0297b-4ed8-427a-82ee-dc8780597acf no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:08:30.039552 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40994be-0ba9-45c4-9cb3-26e3b2e27bbf req-00df0f0d-cf69-4a48-bb35-62973c020e7a tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:30.041108 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f40994be-0ba9-45c4-9cb3-26e3b2e27bbf req-00df0f0d-cf69-4a48-bb35-62973c020e7a tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d49fe44-08bb-4ef5-887f-a779d5994e62 HTTP/1.1" status: 200 len: 944 time: 0.1650438 Sep 30 13:08:30.062036 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1044647-e66d-4b2c-a162-10efe230542d admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:08:30.085429 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-37049bb2-ac25-4224-8076-eb00ed413438 req-c7ca8e89-2205-4947-a010-3c39eabda92c service neutron] Attempting to bind port 71bcc09f-4443-412c-abd4-1ec6fd935c99 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:08:30.086407 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-37049bb2-ac25-4224-8076-eb00ed413438 req-c7ca8e89-2205-4947-a010-3c39eabda92c service neutron] Attempting to bind port 71bcc09f-4443-412c-abd4-1ec6fd935c99 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '47c68ce9-8454-4c1d-8ab8-f448ffc29733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1181c55e-99ae-43fd-8b9b-8d485bf81648'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:08:30.087106 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37049bb2-ac25-4224-8076-eb00ed413438 req-c7ca8e89-2205-4947-a010-3c39eabda92c service neutron] Attempting to bind port 71bcc09f-4443-412c-abd4-1ec6fd935c99 on network 1181c55e-99ae-43fd-8b9b-8d485bf81648 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:08:30.097364 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-1f4501f5-41e4-47ea-afba-c0d68d1b0673 service neutron] Attempting to bind port b8b0297b-4ed8-427a-82ee-dc8780597acf on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:08:30.097696 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-1f4501f5-41e4-47ea-afba-c0d68d1b0673 service neutron] Attempting to bind port b8b0297b-4ed8-427a-82ee-dc8780597acf by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:08:30.098042 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-1f4501f5-41e4-47ea-afba-c0d68d1b0673 service neutron] Attempting to bind port b8b0297b-4ed8-427a-82ee-dc8780597acf on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:08:30.106305 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37049bb2-ac25-4224-8076-eb00ed413438 req-c7ca8e89-2205-4947-a010-3c39eabda92c service neutron] Port 71bcc09f-4443-412c-abd4-1ec6fd935c99 on network 1181c55e-99ae-43fd-8b9b-8d485bf81648 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:08:30.107081 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37049bb2-ac25-4224-8076-eb00ed413438 req-c7ca8e89-2205-4947-a010-3c39eabda92c service neutron] Attempting to bind port 71bcc09f-4443-412c-abd4-1ec6fd935c99 on network 1181c55e-99ae-43fd-8b9b-8d485bf81648 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:08:30.107494 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-a1044647-e66d-4b2c-a162-10efe230542d admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:08:30.113852 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1044647-e66d-4b2c-a162-10efe230542d admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:08:30.118588 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-1f4501f5-41e4-47ea-afba-c0d68d1b0673 service neutron] Port b8b0297b-4ed8-427a-82ee-dc8780597acf on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:08:30.118588 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-1f4501f5-41e4-47ea-afba-c0d68d1b0673 service neutron] Attempting to bind port b8b0297b-4ed8-427a-82ee-dc8780597acf on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:08:30.123406 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37049bb2-ac25-4224-8076-eb00ed413438 req-c7ca8e89-2205-4947-a010-3c39eabda92c service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:08:30.124034 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37049bb2-ac25-4224-8076-eb00ed413438 req-c7ca8e89-2205-4947-a010-3c39eabda92c service neutron] Checking segment: {'id': '47c68ce9-8454-4c1d-8ab8-f448ffc29733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1181c55e-99ae-43fd-8b9b-8d485bf81648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:08:30.124650 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37049bb2-ac25-4224-8076-eb00ed413438 req-c7ca8e89-2205-4947-a010-3c39eabda92c service neutron] Bound using segment: {'id': '47c68ce9-8454-4c1d-8ab8-f448ffc29733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1181c55e-99ae-43fd-8b9b-8d485bf81648'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:08:30.125389 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-37049bb2-ac25-4224-8076-eb00ed413438 req-c7ca8e89-2205-4947-a010-3c39eabda92c service neutron] Bound port: 71bcc09f-4443-412c-abd4-1ec6fd935c99, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c68ce9-8454-4c1d-8ab8-f448ffc29733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1181c55e-99ae-43fd-8b9b-8d485bf81648'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:08:30.125930 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-37049bb2-ac25-4224-8076-eb00ed413438 req-c7ca8e89-2205-4947-a010-3c39eabda92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:30.143672 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-99618ae8-5bf8-4f56-82be-c2887e8a9ecd service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122396 Sep 30 13:08:30.157526 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-1f4501f5-41e4-47ea-afba-c0d68d1b0673 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:08:30.157971 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-1f4501f5-41e4-47ea-afba-c0d68d1b0673 service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:08:30.158470 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-1f4501f5-41e4-47ea-afba-c0d68d1b0673 service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:08:30.159434 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-1f4501f5-41e4-47ea-afba-c0d68d1b0673 service neutron] Bound port: b8b0297b-4ed8-427a-82ee-dc8780597acf, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:08:30.159834 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-1f4501f5-41e4-47ea-afba-c0d68d1b0673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:30.184916 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=ec9fad9b-e2c9-4029-a69b-4a28ea160afa,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:30.194310 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device b8b0297b-4ed8-427a-82ee-dc8780597acf not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:08:30.222149 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-0b59fef6-d9c0-4f47-ba0c-9db9f081b35d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=83670bbb-25ac-4b77-ac32-d478dc7ddaeb HTTP/1.1" status: 200 len: 217 time: 0.0698874 Sep 30 13:08:30.232900 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-b1c303d3-acde-4997-a3c5-f8b0f5d04591 None None] Provisioning complete for port 27996d9a-f00f-482f-84dc-76e2fb2ec541 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:30.233490 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b1c303d3-acde-4997-a3c5-f8b0f5d04591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:30.251537 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-1f4501f5-41e4-47ea-afba-c0d68d1b0673 service neutron] For port b8b0297b-4ed8-427a-82ee-dc8780597acf, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:08:30.255943 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-1f4501f5-41e4-47ea-afba-c0d68d1b0673 service neutron] For port b8b0297b-4ed8-427a-82ee-dc8780597acf, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=b8b0297b-4ed8-427a-82ee-dc8780597acf,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:08:30.278510 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f40994be-0ba9-45c4-9cb3-26e3b2e27bbf req-e219564a-90ae-4a62-90ee-a47bb5563551 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004955 Sep 30 13:08:30.303429 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-1f4501f5-41e4-47ea-afba-c0d68d1b0673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:30.306928 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-37049bb2-ac25-4224-8076-eb00ed413438 req-c7ca8e89-2205-4947-a010-3c39eabda92c service neutron] For port 71bcc09f-4443-412c-abd4-1ec6fd935c99, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:08:30.323930 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-27d3395d-e224-449f-9a6e-da4ec9cab138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:30.325608 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-27d3395d-e224-449f-9a6e-da4ec9cab138 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=520f9abb-4aa3-4c91-b512-dfb75ecf6576 HTTP/1.1" status: 200 len: 797 time: 0.0860393 Sep 30 13:08:30.329678 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-37049bb2-ac25-4224-8076-eb00ed413438 req-c7ca8e89-2205-4947-a010-3c39eabda92c service neutron] For port 71bcc09f-4443-412c-abd4-1ec6fd935c99, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=71bcc09f-4443-412c-abd4-1ec6fd935c99,segment=NetworkSegment(47c68ce9-8454-4c1d-8ab8-f448ffc29733),segment_id=47c68ce9-8454-4c1d-8ab8-f448ffc29733)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:08:30.337711 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-37049bb2-ac25-4224-8076-eb00ed413438 req-c7ca8e89-2205-4947-a010-3c39eabda92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:30.373009 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627dab41-02b4-470e-a3dc-d3c431d3cd5b x-openstack-request-id: req-627dab41-02b4-470e-a3dc-d3c431d3cd5b {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:08:30.373402 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d49fe44-08bb-4ef5-887f-a779d5994e62", "name": "network-vif-plugged", "status": "completed", "tag": "ec9fad9b-e2c9-4029-a69b-4a28ea160afa", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:08:30.373665 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-627dab41-02b4-470e-a3dc-d3c431d3cd5b {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:08:30.374197 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d49fe44-08bb-4ef5-887f-a779d5994e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9fad9b-e2c9-4029-a69b-4a28ea160afa', 'code': 200} Sep 30 13:08:30.390048 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f123007-3433-429c-82dd-375ac7389c88 req-bb66d607-9997-4063-b6f8-6c5fc0ea19cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:30.391865 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6f123007-3433-429c-82dd-375ac7389c88 req-bb66d607-9997-4063-b6f8-6c5fc0ea19cb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dd472ce50e4547d68eaae043f0883472&device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 1095 time: 0.3280697 Sep 30 13:08:30.441142 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37049bb2-ac25-4224-8076-eb00ed413438 req-c7ca8e89-2205-4947-a010-3c39eabda92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:30.441602 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-37049bb2-ac25-4224-8076-eb00ed413438 req-c7ca8e89-2205-4947-a010-3c39eabda92c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:30.443033 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-37049bb2-ac25-4224-8076-eb00ed413438 req-c7ca8e89-2205-4947-a010-3c39eabda92c service neutron] 10.222.0.54 "PUT /v2.0/ports/71bcc09f-4443-412c-abd4-1ec6fd935c99 HTTP/1.1" status: 200 len: 1091 time: 1.9918706 Sep 30 13:08:30.443471 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345d5f16-4d0e-4b67-8656-784a8d644209', 'tag': '71bcc09f-4443-412c-abd4-1ec6fd935c99'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:08:30.445846 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c105c2-a7a8-42a6-b18e-ce21f470cc37" -d '{"events": [{"name": "network-changed", "server_uuid": "345d5f16-4d0e-4b67-8656-784a8d644209", "tag": "71bcc09f-4443-412c-abd4-1ec6fd935c99"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:08:30.478566 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca8e89-2205-4947-a010-3c39eabda92c service neutron] Pushing event updated for resources: {'Port': ['ID=71bcc09f-4443-412c-abd4-1ec6fd935c99,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:30.490456 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-a79baa6d-6560-4bef-a451-8d39481244ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:30.493064 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-a79baa6d-6560-4bef-a451-8d39481244ad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1571722 Sep 30 13:08:30.510247 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-1f4501f5-41e4-47ea-afba-c0d68d1b0673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:30.510935 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-1f4501f5-41e4-47ea-afba-c0d68d1b0673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:30.512301 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-1f4501f5-41e4-47ea-afba-c0d68d1b0673 service neutron] 10.222.0.54 "PUT /v2.0/ports/b8b0297b-4ed8-427a-82ee-dc8780597acf HTTP/1.1" status: 200 len: 1095 time: 2.4341667 Sep 30 13:08:30.514112 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666eda9e-b016-4241-8f32-d2f233ebe2c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8b0297b-4ed8-427a-82ee-dc8780597acf'}, {'name': 'network-changed', 'server_uuid': '666eda9e-b016-4241-8f32-d2f233ebe2c4', 'tag': 'b8b0297b-4ed8-427a-82ee-dc8780597acf'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:08:30.517281 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3672a6ed-fb73-4ee8-bece-4dafceede701" -d '{"events": [{"server_uuid": "666eda9e-b016-4241-8f32-d2f233ebe2c4", "name": "network-vif-unplugged", "status": "completed", "tag": "b8b0297b-4ed8-427a-82ee-dc8780597acf"}, {"name": "network-changed", "server_uuid": "666eda9e-b016-4241-8f32-d2f233ebe2c4", "tag": "b8b0297b-4ed8-427a-82ee-dc8780597acf"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:08:30.682624 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701309aa-46f8-409f-8e40-42620d94992c req-5973033c-34d8-4ecc-ba16-9598450539e3 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:30.684342 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-701309aa-46f8-409f-8e40-42620d94992c req-5973033c-34d8-4ecc-ba16-9598450539e3 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/ports?device_id=9626c88b-6797-4596-b9c5-d72b488a5ed8 HTTP/1.1" status: 200 len: 945 time: 0.1667991 Sep 30 13:08:30.690945 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37049bb2-ac25-4224-8076-eb00ed413438 req-b73e7c47-a432-4d1f-9df8-73f6a4ae9454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:30.692589 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-37049bb2-ac25-4224-8076-eb00ed413438 req-b73e7c47-a432-4d1f-9df8-73f6a4ae9454 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3db17cb4249b4f3b92bfd79e2b9004f0&device_id=345d5f16-4d0e-4b67-8656-784a8d644209 HTTP/1.1" status: 200 len: 1094 time: 0.1597850 Sep 30 13:08:30.697358 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4501f5-41e4-47ea-afba-c0d68d1b0673 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b0297b-4ed8-427a-82ee-dc8780597acf,revision_number=7']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:30.729173 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-cc3d65f0-e829-44f9-b0d6-45775c0282ad service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212484 Sep 30 13:08:30.748223 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-df9b42f3-0f45-4daa-8d8f-3466906e91af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:30.750288 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-df9b42f3-0f45-4daa-8d8f-3466906e91af service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 1098 time: 0.1691494 Sep 30 13:08:30.756768 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ff71c-38c1-49dc-abc8-07bbd960f43a req-d0811def-9b08-48b9-8ff5-c5d930519274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:30.758197 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9e1ff71c-38c1-49dc-abc8-07bbd960f43a req-d0811def-9b08-48b9-8ff5-c5d930519274 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0d49fe44-08bb-4ef5-887f-a779d5994e62 HTTP/1.1" status: 200 len: 1096 time: 0.2550213 Sep 30 13:08:30.772747 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-37049bb2-ac25-4224-8076-eb00ed413438 req-c01e4ba7-69e6-424f-8674-2de4d3367ef1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71bcc09f-4443-412c-abd4-1ec6fd935c99 HTTP/1.1" status: 200 len: 217 time: 0.0625100 Sep 30 13:08:30.835800 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d662fc-b28d-4069-af0f-38789669ba05 req-e1edd69b-4a95-4435-8c20-821ccd3e49f5 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:30.837275 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f0d662fc-b28d-4069-af0f-38789669ba05 req-e1edd69b-4a95-4435-8c20-821ccd3e49f5 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 944 time: 0.3329828 Sep 30 13:08:30.844735 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37049bb2-ac25-4224-8076-eb00ed413438 req-48f5eaa4-ec66-47d8-b9a3-d05bc5f4404c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:30.846270 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-37049bb2-ac25-4224-8076-eb00ed413438 req-48f5eaa4-ec66-47d8-b9a3-d05bc5f4404c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=320717c4-f1d1-4929-ab77-8b34ff62b4d3 HTTP/1.1" status: 200 len: 844 time: 0.0605440 Sep 30 13:08:30.853873 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 27996d9a-f00f-482f-84dc-76e2fb2ec541 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:08:30.873910 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-701309aa-46f8-409f-8e40-42620d94992c req-1933fc5c-a062-4893-9664-73cd222a4297 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/security-groups?id=04429af2-6513-4d03-b9f0-b5671f63d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752713 Sep 30 13:08:30.902794 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f123007-3433-429c-82dd-375ac7389c88 req-1b468ccb-b47c-4397-9816-4767b7a0e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:30.904674 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6f123007-3433-429c-82dd-375ac7389c88 req-1b468ccb-b47c-4397-9816-4767b7a0e0e3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=82efec7b-c7e1-4afa-8d19-9d7200d8225f HTTP/1.1" status: 200 len: 917 time: 0.3915668 Sep 30 13:08:30.932938 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249c5741-e2f4-4db6-97e8-470d15696bac x-openstack-request-id: req-249c5741-e2f4-4db6-97e8-470d15696bac {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:08:30.933237 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345d5f16-4d0e-4b67-8656-784a8d644209", "tag": "71bcc09f-4443-412c-abd4-1ec6fd935c99", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:08:30.933690 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-249c5741-e2f4-4db6-97e8-470d15696bac {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:08:30.934151 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345d5f16-4d0e-4b67-8656-784a8d644209', 'tag': '71bcc09f-4443-412c-abd4-1ec6fd935c99', 'status': 'completed', 'code': 200} Sep 30 13:08:30.936906 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 27996d9a-f00f-482f-84dc-76e2fb2ec541 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:30.938188 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:30.953823 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37049bb2-ac25-4224-8076-eb00ed413438 req-dbf2f2c3-26a2-4fc3-9e65-565a983ec264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:30.955415 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-37049bb2-ac25-4224-8076-eb00ed413438 req-dbf2f2c3-26a2-4fc3-9e65-565a983ec264 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1181c55e-99ae-43fd-8b9b-8d485bf81648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999906 Sep 30 13:08:30.959182 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-a95d5d8a-0846-4c34-a78e-f69c67cc80a8 service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977863 Sep 30 13:08:31.017376 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 30 Sep 2021 13:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae112b15-aa09-4e57-9107-0d11b6eb582f x-openstack-request-id: req-ae112b15-aa09-4e57-9107-0d11b6eb582f {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:08:31.017654 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666eda9e-b016-4241-8f32-d2f233ebe2c4", "name": "network-vif-unplugged", "status": "completed", "tag": "b8b0297b-4ed8-427a-82ee-dc8780597acf", "code": 200}, {"name": "network-changed", "server_uuid": "666eda9e-b016-4241-8f32-d2f233ebe2c4", "tag": "b8b0297b-4ed8-427a-82ee-dc8780597acf", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:08:31.018003 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae112b15-aa09-4e57-9107-0d11b6eb582f {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:08:31.018322 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666eda9e-b016-4241-8f32-d2f233ebe2c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8b0297b-4ed8-427a-82ee-dc8780597acf', 'code': 200} Sep 30 13:08:31.018575 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666eda9e-b016-4241-8f32-d2f233ebe2c4', 'tag': 'b8b0297b-4ed8-427a-82ee-dc8780597acf', 'status': 'completed', 'code': 200} Sep 30 13:08:31.020296 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9e1ff71c-38c1-49dc-abc8-07bbd960f43a req-80d8a4e0-ad50-41c8-8ce0-149e91ee37b3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463703 Sep 30 13:08:31.028622 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f0d662fc-b28d-4069-af0f-38789669ba05 req-a7f2089e-20b8-4d8b-91d1-eb5a567c5010 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685479 Sep 30 13:08:31.029846 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6f123007-3433-429c-82dd-375ac7389c88 req-af4e694b-f1de-44df-b842-3938d6165efd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74d5476d-caad-4646-baac-95e9e563cef6 HTTP/1.1" status: 200 len: 217 time: 0.1016409 Sep 30 13:08:31.035593 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-f7881260-8d3c-4a33-af5f-2503ef17f73b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=3735fbdc-2096-4924-a740-2efbd559b38e HTTP/1.1" status: 200 len: 217 time: 0.0480978 Sep 30 13:08:31.117588 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-c58a1e28-d151-4d2d-af13-a0cf2553bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:31.119094 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-c58a1e28-d151-4d2d-af13-a0cf2553bf13 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.3600631 Sep 30 13:08:31.123437 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a1044647-e66d-4b2c-a162-10efe230542d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:31.505468 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f123007-3433-429c-82dd-375ac7389c88 req-c7a8e798-9a08-4529-901e-0f38b3518214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:31.507042 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6f123007-3433-429c-82dd-375ac7389c88 req-c7a8e798-9a08-4529-901e-0f38b3518214 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8ac488f0-945c-4387-aad6-12387e6433e7 HTTP/1.1" status: 200 len: 855 time: 0.4459140 Sep 30 13:08:31.511551 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-689aa109-8f90-43cf-b646-6fba6e4776bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:31.513017 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-689aa109-8f90-43cf-b646-6fba6e4776bf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=520f9abb-4aa3-4c91-b512-dfb75ecf6576 HTTP/1.1" status: 200 len: 797 time: 0.4644752 Sep 30 13:08:31.520918 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672a6ed-fb73-4ee8-bece-4dafceede701 req-ea485a61-18c2-4cb4-9c9e-d150aca9800e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:31.522349 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3672a6ed-fb73-4ee8-bece-4dafceede701 req-ea485a61-18c2-4cb4-9c9e-d150aca9800e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 1098 time: 0.4765444 Sep 30 13:08:31.526655 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-726da7c9-29c6-4c42-acac-0c5a02120411 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=b8b0297b-4ed8-427a-82ee-dc8780597acf HTTP/1.1" status: 200 len: 217 time: 0.0667260 Sep 30 13:08:31.532310 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdec169-64e2-4e3e-9f2f-06a8b3d063b0 req-a5553d95-2ec7-44dd-a691-0242f8f6fba1 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:31.533761 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-efdec169-64e2-4e3e-9f2f-06a8b3d063b0 req-a5553d95-2ec7-44dd-a691-0242f8f6fba1 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/ports?device_id=345d5f16-4d0e-4b67-8656-784a8d644209 HTTP/1.1" status: 200 len: 943 time: 0.4861410 Sep 30 13:08:31.552906 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-37049bb2-ac25-4224-8076-eb00ed413438 req-721d37db-fcf6-41e8-8691-d47e8c4bfd0f service neutron] 10.222.0.54 "GET /v2.0/networks/1181c55e-99ae-43fd-8b9b-8d485bf81648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5771334 Sep 30 13:08:31.660387 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adaa8dd-8804-46ef-a1a3-d08aac760fc9 req-8bb37297-c915-4f5b-b129-992d000fd144 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:31.661874 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8adaa8dd-8804-46ef-a1a3-d08aac760fc9 req-8bb37297-c915-4f5b-b129-992d000fd144 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 947 time: 0.2030547 Sep 30 13:08:31.667895 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-2a2bc243-09ab-47f6-87b7-79cbaf76a85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:31.669255 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-2a2bc243-09ab-47f6-87b7-79cbaf76a85b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1323500 Sep 30 13:08:31.701554 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f123007-3433-429c-82dd-375ac7389c88 req-7617eeed-af49-4e80-8888-29505da01a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:31.703490 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6f123007-3433-429c-82dd-375ac7389c88 req-7617eeed-af49-4e80-8888-29505da01a06 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=82efec7b-c7e1-4afa-8d19-9d7200d8225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1787941 Sep 30 13:08:31.721638 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-5b74327d-3806-4f2d-a5fb-6ca91193de9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:31.723231 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-5b74327d-3806-4f2d-a5fb-6ca91193de9d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1986399 Sep 30 13:08:31.732317 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-efdec169-64e2-4e3e-9f2f-06a8b3d063b0 req-f190ab78-4f97-4f80-b76e-f03b68b93067 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd32d831-8c19-4ff3-b662-d735f86fab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896975 Sep 30 13:08:31.806508 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672a6ed-fb73-4ee8-bece-4dafceede701 req-4aba99d8-214b-40a6-b27a-34e6b05da885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:31.808022 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3672a6ed-fb73-4ee8-bece-4dafceede701 req-4aba99d8-214b-40a6-b27a-34e6b05da885 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.2734089 Sep 30 13:08:31.817503 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8adaa8dd-8804-46ef-a1a3-d08aac760fc9 req-6e050b01-171a-4cc9-b283-5b4b9221d4e3 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457641 Sep 30 13:08:31.844507 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-37049bb2-ac25-4224-8076-eb00ed413438 req-116c3392-d937-4872-9028-bf334948f925 service neutron] 10.222.0.54 "GET /v2.0/networks/1181c55e-99ae-43fd-8b9b-8d485bf81648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693956 Sep 30 13:08:31.899151 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-1a6525cd-f45b-4bae-9419-35e902d27612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:31.900673 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-1a6525cd-f45b-4bae-9419-35e902d27612 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2164319 Sep 30 13:08:31.916840 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3672a6ed-fb73-4ee8-bece-4dafceede701 req-5e8f0811-5ef8-4548-8617-7aaec14e9bf4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=b8b0297b-4ed8-427a-82ee-dc8780597acf HTTP/1.1" status: 200 len: 217 time: 0.0761676 Sep 30 13:08:31.947051 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a1044647-e66d-4b2c-a162-10efe230542d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:31.965291 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-37dc53be-cefc-4b6f-b07b-0103765e9db9 service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304542 Sep 30 13:08:31.979173 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672a6ed-fb73-4ee8-bece-4dafceede701 req-fa5c155d-335f-4bc2-9c91-eb333ebab62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:31.984543 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3672a6ed-fb73-4ee8-bece-4dafceede701 req-fa5c155d-335f-4bc2-9c91-eb333ebab62b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0571153 Sep 30 13:08:32.006652 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6f123007-3433-429c-82dd-375ac7389c88 req-e8f0284c-5166-4bed-8bed-77219a168570 service neutron] 10.222.0.54 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712636 Sep 30 13:08:32.024098 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb927ab9-27b4-48ed-a82b-1e554eecbc6f req-ca02cd4f-5825-4cf3-81ab-b0b05b7032ce tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:32.025614 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bb927ab9-27b4-48ed-a82b-1e554eecbc6f req-ca02cd4f-5825-4cf3-81ab-b0b05b7032ce tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d49fe44-08bb-4ef5-887f-a779d5994e62 HTTP/1.1" status: 200 len: 945 time: 0.1202629 Sep 30 13:08:32.176402 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672a6ed-fb73-4ee8-bece-4dafceede701 req-fe99ed88-1c94-462e-ab57-e14fb56778cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:32.177974 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3672a6ed-fb73-4ee8-bece-4dafceede701 req-fe99ed88-1c94-462e-ab57-e14fb56778cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1814842 Sep 30 13:08:32.210589 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafde6ac-8e58-40b9-995c-6f6af641b313 req-0655d761-0c86-4236-88e3-135aedc0d4d2 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:32.212065 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cafde6ac-8e58-40b9-995c-6f6af641b313 req-0655d761-0c86-4236-88e3-135aedc0d4d2 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/ports?device_id=9626c88b-6797-4596-b9c5-d72b488a5ed8 HTTP/1.1" status: 200 len: 945 time: 0.1771755 Sep 30 13:08:32.224798 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c105c2-a7a8-42a6-b18e-ce21f470cc37 req-71b32ae8-3700-4347-8ff3-1c41f4a967f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:32.226200 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f9c105c2-a7a8-42a6-b18e-ce21f470cc37 req-71b32ae8-3700-4347-8ff3-1c41f4a967f2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3db17cb4249b4f3b92bfd79e2b9004f0&device_id=345d5f16-4d0e-4b67-8656-784a8d644209 HTTP/1.1" status: 200 len: 1094 time: 0.1789296 Sep 30 13:08:32.235440 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bb927ab9-27b4-48ed-a82b-1e554eecbc6f req-ed2221a6-f889-4c9c-b249-573eb3e1ad8f tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025657 Sep 30 13:08:32.290916 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6f123007-3433-429c-82dd-375ac7389c88 req-7af1af50-ccf7-473a-b8de-d91e8480a1e9 service neutron] 10.222.0.54 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452152 Sep 30 13:08:32.296034 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-fc8fe172-1979-47b5-8991-7c598ddb107a service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424483 Sep 30 13:08:32.319157 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1044647-e66d-4b2c-a162-10efe230542d admin admin] Router 0746236b-9175-4ade-9160-94ced8737934 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:08:32.332327 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-9e2cae44-5961-47a2-80ec-db63db8090cd service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704856 Sep 30 13:08:32.417856 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cafde6ac-8e58-40b9-995c-6f6af641b313 req-1a253234-6f1c-47d5-9bb6-f4798d0676ac tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/security-groups?id=04429af2-6513-4d03-b9f0-b5671f63d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906521 Sep 30 13:08:32.432760 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-f1c8f763-a782-40f4-ad30-a737ca3e83cf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c HTTP/1.1" status: 200 len: 217 time: 0.0855746 Sep 30 13:08:32.453246 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf40d8-88fb-43d2-bba1-b88bae5c0d0e req-c4b891bc-cfa8-4723-aab7-4c4ad7eb2fea tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:32.454816 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6baf40d8-88fb-43d2-bba1-b88bae5c0d0e req-c4b891bc-cfa8-4723-aab7-4c4ad7eb2fea tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 944 time: 0.1549850 Sep 30 13:08:32.462330 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3672a6ed-fb73-4ee8-bece-4dafceede701 req-4f53204a-7e91-474e-ae68-dd74f73a9368 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721150 Sep 30 13:08:32.506329 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c105c2-a7a8-42a6-b18e-ce21f470cc37 req-8877937f-c743-4f45-a785-e57954b6b1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:32.507703 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f9c105c2-a7a8-42a6-b18e-ce21f470cc37 req-8877937f-c743-4f45-a785-e57954b6b1b8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1181c55e-99ae-43fd-8b9b-8d485bf81648 HTTP/1.1" status: 200 len: 906 time: 0.2743616 Sep 30 13:08:32.547037 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-99e0b4a2-75a4-4430-9b35-32f95463590d service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369227 Sep 30 13:08:32.565953 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6baf40d8-88fb-43d2-bba1-b88bae5c0d0e req-38cb0c0d-5e71-4c8a-9a8b-974c8587913c tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947142 Sep 30 13:08:32.568071 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f9c105c2-a7a8-42a6-b18e-ce21f470cc37 req-f9bb1ab1-f72a-478a-a7ab-940f002cea60 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71bcc09f-4443-412c-abd4-1ec6fd935c99 HTTP/1.1" status: 200 len: 217 time: 0.0478108 Sep 30 13:08:32.570917 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1044647-e66d-4b2c-a162-10efe230542d admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:08:32.575834 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-aa3869f2-edad-4a39-a0b2-092c00522712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:32.576923 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-aa3869f2-edad-4a39-a0b2-092c00522712 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78037d28-e7f8-493a-8dcf-013e39c51454 HTTP/1.1" status: 200 len: 797 time: 0.1270671 Sep 30 13:08:32.583381 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456366e3-80b0-4744-8fb0-4cd06fd7e852 None None] Sync routers for ids ['0746236b-9175-4ade-9160-94ced8737934'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:08:32.610889 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456366e3-80b0-4744-8fb0-4cd06fd7e852 None None] Routers {'0746236b-9175-4ade-9160-94ced8737934'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:08:32.613507 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a1044647-e66d-4b2c-a162-10efe230542d admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:32.614127 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-456366e3-80b0-4744-8fb0-4cd06fd7e852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:08:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0746236b-9175-4ade-9160-94ced8737934'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:32.617980 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a1044647-e66d-4b2c-a162-10efe230542d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.7440960 Sep 30 13:08:32.618618 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50926) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:32.721240 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3672a6ed-fb73-4ee8-bece-4dafceede701 req-53494156-b8db-478a-ab55-3edccd9ab66f service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284055 Sep 30 13:08:32.725189 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c105c2-a7a8-42a6-b18e-ce21f470cc37 req-54a2c5b7-303d-49cd-9d65-03097ae28ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:32.726595 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f9c105c2-a7a8-42a6-b18e-ce21f470cc37 req-54a2c5b7-303d-49cd-9d65-03097ae28ba0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=320717c4-f1d1-4929-ab77-8b34ff62b4d3 HTTP/1.1" status: 200 len: 844 time: 0.1124775 Sep 30 13:08:32.729213 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-a864ab70-6eca-49f0-907d-97ced0c31864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:32.730678 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-a864ab70-6eca-49f0-907d-97ced0c31864 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d88806d7-cb43-44a5-88a4-05dfc9e84a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1176841 Sep 30 13:08:32.746545 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-456366e3-80b0-4744-8fb0-4cd06fd7e852 None None] Set router 0746236b-9175-4ade-9160-94ced8737934 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:08:32.783675 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672a6ed-fb73-4ee8-bece-4dafceede701 req-36a8c258-ace8-4618-b556-0506bc3c7d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:32.786180 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3672a6ed-fb73-4ee8-bece-4dafceede701 req-36a8c258-ace8-4618-b556-0506bc3c7d20 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 1098 time: 0.1202912 Sep 30 13:08:32.881845 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-ef7932a5-5b81-4119-ac7e-ba5692a90d93 service neutron] 10.222.0.54 "GET /v2.0/networks/d88806d7-cb43-44a5-88a4-05dfc9e84a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283100 Sep 30 13:08:32.965439 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-456366e3-80b0-4744-8fb0-4cd06fd7e852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0746236b-9175-4ade-9160-94ced8737934', 'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-router', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:26Z', 'updated_at': '2021-09-30T13:08:30Z', 'revision_number': 3, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'gw_port': {'id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:28Z', 'updated_at': '2021-09-30T13:08:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:32.965920 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c105c2-a7a8-42a6-b18e-ce21f470cc37 req-a9d55775-2549-4bef-b6df-dee3ee13928f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:32.967076 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f9c105c2-a7a8-42a6-b18e-ce21f470cc37 req-a9d55775-2549-4bef-b6df-dee3ee13928f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1181c55e-99ae-43fd-8b9b-8d485bf81648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2235737 Sep 30 13:08:32.998432 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456366e3-80b0-4744-8fb0-4cd06fd7e852 None None] Checking router: 0746236b-9175-4ade-9160-94ced8737934 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:08:32.998812 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456366e3-80b0-4744-8fb0-4cd06fd7e852 None None] Updating router 0746236b-9175-4ade-9160-94ced8737934 port 7c9fcc85-1b52-4e1b-9b5d-907438c41c52 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:08:33.020437 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2630c-af48-45aa-9661-031c6cd8191b req-f9a693e4-2b2b-498f-a5e3-72962e5cccc3 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:33.021850 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5cf2630c-af48-45aa-9661-031c6cd8191b req-f9a693e4-2b2b-498f-a5e3-72962e5cccc3 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/ports?device_id=345d5f16-4d0e-4b67-8656-784a8d644209 HTTP/1.1" status: 200 len: 943 time: 0.1457429 Sep 30 13:08:33.025792 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-456366e3-80b0-4744-8fb0-4cd06fd7e852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:33.053016 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672a6ed-fb73-4ee8-bece-4dafceede701 req-735e1db5-fd42-4c5c-be6b-c73b7b6e5342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:33.054587 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3672a6ed-fb73-4ee8-bece-4dafceede701 req-735e1db5-fd42-4c5c-be6b-c73b7b6e5342 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.2599227 Sep 30 13:08:33.081781 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1ed73-d27d-4631-bab1-4e39e4b3af00 req-9a30afd0-c715-4b18-a22c-995640154245 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:33.083288 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-97e1ed73-d27d-4631-bab1-4e39e4b3af00 req-9a30afd0-c715-4b18-a22c-995640154245 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 947 time: 0.1727650 Sep 30 13:08:33.109579 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 74d5476d-caad-4646-baac-95e9e563cef6 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:08:33.122315 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-3ebfbbc0-9ad8-46a5-9cbe-513e38e4965c service neutron] 10.222.0.54 "GET /v2.0/networks/d88806d7-cb43-44a5-88a4-05dfc9e84a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074606 Sep 30 13:08:33.145424 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3672a6ed-fb73-4ee8-bece-4dafceede701 req-d44d6b2f-5734-4bcf-bc34-75c231e39365 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=b8b0297b-4ed8-427a-82ee-dc8780597acf HTTP/1.1" status: 200 len: 217 time: 0.0819395 Sep 30 13:08:33.176191 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5cf2630c-af48-45aa-9661-031c6cd8191b req-fc260b23-761b-4b87-a012-d675c8d15c0c tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd32d831-8c19-4ff3-b662-d735f86fab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415644 Sep 30 13:08:33.181910 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-d61b9d1a-b7c4-4485-b132-f4dc257d735d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a590db81-d7b1-40db-81be-4877e02204d3 HTTP/1.1" status: 200 len: 217 time: 0.0492048 Sep 30 13:08:33.188182 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f9c105c2-a7a8-42a6-b18e-ce21f470cc37 req-5dcfea5c-f42e-4868-9c5a-845e31129e24 service neutron] 10.222.0.54 "GET /v2.0/networks/1181c55e-99ae-43fd-8b9b-8d485bf81648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844454 Sep 30 13:08:33.220905 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-97e1ed73-d27d-4631-bab1-4e39e4b3af00 req-718de622-ec5b-4161-9ba4-690712e9a567 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102116 Sep 30 13:08:33.300985 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 74d5476d-caad-4646-baac-95e9e563cef6, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=74d5476d-caad-4646-baac-95e9e563cef6,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:33.313899 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f9c105c2-a7a8-42a6-b18e-ce21f470cc37 req-ef0b3546-b26c-4c65-aa21-03ef9b27ae11 service neutron] 10.222.0.54 "GET /v2.0/networks/1181c55e-99ae-43fd-8b9b-8d485bf81648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165502 Sep 30 13:08:33.323521 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '74d5476d-caad-4646-baac-95e9e563cef6', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'port_id': '74d5476d-caad-4646-baac-95e9e563cef6', 'mac_address': 'fa:16:3e:1b:38:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:08:33.353227 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672a6ed-fb73-4ee8-bece-4dafceede701 req-104728cc-f904-4de7-81f1-c50a78192a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:33.355522 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3672a6ed-fb73-4ee8-bece-4dafceede701 req-104728cc-f904-4de7-81f1-c50a78192a2f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1977417 Sep 30 13:08:33.378045 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-fdb5fecd-8ff6-47a7-82c7-846e62bfddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:33.380077 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-fdb5fecd-8ff6-47a7-82c7-846e62bfddf1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78037d28-e7f8-493a-8dcf-013e39c51454 HTTP/1.1" status: 200 len: 797 time: 0.1839955 Sep 30 13:08:33.393377 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:33.425500 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d5476d-caad-4646-baac-95e9e563cef6 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:08:33.441878 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-76058372-ef96-46c7-b5a2-bdac08820e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:33.445469 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-76058372-ef96-46c7-b5a2-bdac08820e2c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d88806d7-cb43-44a5-88a4-05dfc9e84a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0559404 Sep 30 13:08:33.462292 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-456366e3-80b0-4744-8fb0-4cd06fd7e852 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:33.464645 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf1ce-6688-4d4d-8828-3c6d0cd718c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:33.464813 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 74d5476d-caad-4646-baac-95e9e563cef6, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=74d5476d-caad-4646-baac-95e9e563cef6,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:33.471311 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:33.479811 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-456366e3-80b0-4744-8fb0-4cd06fd7e852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:33.518373 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774602c-e986-47d5-bd40-fe5b2e4c1c41 req-83e96346-07fb-4766-8f64-a1d0da487efd tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:33.520099 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4774602c-e986-47d5-bd40-fe5b2e4c1c41 req-83e96346-07fb-4766-8f64-a1d0da487efd tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d49fe44-08bb-4ef5-887f-a779d5994e62 HTTP/1.1" status: 200 len: 945 time: 0.1634629 Sep 30 13:08:33.538919 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-456366e3-80b0-4744-8fb0-4cd06fd7e852 None None] Attempting to bind port 7c9fcc85-1b52-4e1b-9b5d-907438c41c52 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:08:33.539202 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-456366e3-80b0-4744-8fb0-4cd06fd7e852 None None] Attempting to bind port 7c9fcc85-1b52-4e1b-9b5d-907438c41c52 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:08:33.539545 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456366e3-80b0-4744-8fb0-4cd06fd7e852 None None] Attempting to bind port 7c9fcc85-1b52-4e1b-9b5d-907438c41c52 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:08:33.546127 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=74d5476d-caad-4646-baac-95e9e563cef6,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:33.549951 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456366e3-80b0-4744-8fb0-4cd06fd7e852 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:08:33.550349 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456366e3-80b0-4744-8fb0-4cd06fd7e852 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:08:33.550801 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-456366e3-80b0-4744-8fb0-4cd06fd7e852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:33.554129 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456366e3-80b0-4744-8fb0-4cd06fd7e852 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:08:33.554129 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-456366e3-80b0-4744-8fb0-4cd06fd7e852 None None] Bound port: 7c9fcc85-1b52-4e1b-9b5d-907438c41c52, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:08:33.554129 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-456366e3-80b0-4744-8fb0-4cd06fd7e852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:33.568325 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672a6ed-fb73-4ee8-bece-4dafceede701 req-58e96d47-b26e-43b9-b503-8331565d6146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:33.569943 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3672a6ed-fb73-4ee8-bece-4dafceede701 req-58e96d47-b26e-43b9-b503-8331565d6146 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1804793 Sep 30 13:08:33.595392 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-65495e15-f77b-4102-86ec-fd6028a351f3 service neutron] 10.222.0.54 "GET /v2.0/networks/d88806d7-cb43-44a5-88a4-05dfc9e84a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406000 Sep 30 13:08:33.609677 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416c6a6-41f5-41f8-8eeb-3c3b3415626e req-1405c044-4905-495e-9e35-9e34743a113d tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:33.610789 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3416c6a6-41f5-41f8-8eeb-3c3b3415626e req-1405c044-4905-495e-9e35-9e34743a113d tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/ports?device_id=9626c88b-6797-4596-b9c5-d72b488a5ed8 HTTP/1.1" status: 200 len: 945 time: 0.0773945 Sep 30 13:08:33.625729 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003eb2f-4363-47cf-a5c8-70611ed033eb None None] Pushing event updated for resources: {'Port': ['ID=7c9fcc85-1b52-4e1b-9b5d-907438c41c52,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:33.636773 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-456366e3-80b0-4744-8fb0-4cd06fd7e852 None None] For port 7c9fcc85-1b52-4e1b-9b5d-907438c41c52, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:08:33.640211 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-456366e3-80b0-4744-8fb0-4cd06fd7e852 None None] For port 7c9fcc85-1b52-4e1b-9b5d-907438c41c52, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=7c9fcc85-1b52-4e1b-9b5d-907438c41c52,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:08:33.644681 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-456366e3-80b0-4744-8fb0-4cd06fd7e852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:33.699888 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003eb2f-4363-47cf-a5c8-70611ed033eb None None] Pushing event updated for resources: {'Port': ['ID=7c9fcc85-1b52-4e1b-9b5d-907438c41c52,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:33.706978 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4774602c-e986-47d5-bd40-fe5b2e4c1c41 req-3c05d592-970e-42ef-b7d7-9b12d6b4b6de tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409435 Sep 30 13:08:33.717377 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456366e3-80b0-4744-8fb0-4cd06fd7e852 None None] Routers {'0746236b-9175-4ade-9160-94ced8737934'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:08:33.718080 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-456366e3-80b0-4744-8fb0-4cd06fd7e852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:08:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0746236b-9175-4ade-9160-94ced8737934'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:33.728888 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3416c6a6-41f5-41f8-8eeb-3c3b3415626e req-f42d5437-35db-4e1e-8eec-521fb887dacf tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/security-groups?id=04429af2-6513-4d03-b9f0-b5671f63d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986190 Sep 30 13:08:33.784785 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebb4e598-296b-4cba-b5af-0f90c80267ac req-f953fac8-a0c5-47a4-83bb-d534a0b8060e service neutron] 10.222.0.54 "GET /v2.0/networks/d88806d7-cb43-44a5-88a4-05dfc9e84a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624072 Sep 30 13:08:33.867457 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-456366e3-80b0-4744-8fb0-4cd06fd7e852 None None] Set router 0746236b-9175-4ade-9160-94ced8737934 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:08:34.069682 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0eb71-a32d-473b-b30d-4dc65fb423c6 req-f3c06e5b-01c2-4d44-8389-0cebd2849c73 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:34.071307 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4eb0eb71-a32d-473b-b30d-4dc65fb423c6 req-f3c06e5b-01c2-4d44-8389-0cebd2849c73 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.54 "GET /v2.0/ports?device_id=9626c88b-6797-4596-b9c5-d72b488a5ed8 HTTP/1.1" status: 200 len: 945 time: 0.0716796 Sep 30 13:08:34.159049 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3672a6ed-fb73-4ee8-bece-4dafceede701 req-cbf8e1e1-52ab-4d81-9425-db0af6c2a812 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5745201 Sep 30 13:08:34.196515 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['74d5476d-caad-4646-baac-95e9e563cef6'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:08:34.198898 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-4eb0eb71-a32d-473b-b30d-4dc65fb423c6 req-89079989-15d8-4b63-bce3-23ca08bea8f6 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Deleting port 9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:08:34.199552 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-4eb0eb71-a32d-473b-b30d-4dc65fb423c6 req-89079989-15d8-4b63-bce3-23ca08bea8f6 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:34.201369 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-ab3bf1ce-6688-4d4d-8828-3c6d0cd718c7 admin admin] Allocated IP 172.20.0.1 (42e2f087-1645-4adc-b2b0-90d6947f98e0/0e8a3732-f1a1-4421-9ea1-9009b140adac/b3c0b8bf-5378-4ce2-9558-86343aacf471) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:08:34.278334 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06ef5a-ae1f-4f50-986a-08118883a317 req-e94a0504-39c0-4d2a-a552-df7d8f1ef14d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:34.286096 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fd06ef5a-ae1f-4f50-986a-08118883a317 req-e94a0504-39c0-4d2a-a552-df7d8f1ef14d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 945 time: 0.1446295 Sep 30 13:08:34.363719 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-456366e3-80b0-4744-8fb0-4cd06fd7e852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0746236b-9175-4ade-9160-94ced8737934', 'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-router', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:26Z', 'updated_at': '2021-09-30T13:08:30Z', 'revision_number': 3, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'gw_port': {'id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:28Z', 'updated_at': '2021-09-30T13:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:34.398806 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3672a6ed-fb73-4ee8-bece-4dafceede701 req-ee358e3f-43ba-48aa-92d1-3a754dc27edc service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262506 Sep 30 13:08:34.413264 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fd06ef5a-ae1f-4f50-986a-08118883a317 req-34b7b81c-3f97-4076-943a-056ca63d4a08 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236427 Sep 30 13:08:34.445950 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0879d-041e-458f-adfc-3817cdfc3312 req-329ed0ca-e1f7-40d3-a920-9a73e14a352a tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:34.448287 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62e0879d-041e-458f-adfc-3817cdfc3312 req-329ed0ca-e1f7-40d3-a920-9a73e14a352a tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/ports?device_id=345d5f16-4d0e-4b67-8656-784a8d644209 HTTP/1.1" status: 200 len: 943 time: 0.1244838 Sep 30 13:08:34.453416 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456366e3-80b0-4744-8fb0-4cd06fd7e852 None None] The sync data for ids ['0746236b-9175-4ade-9160-94ced8737934'] in n-d-810909-2 is: [{'id': '0746236b-9175-4ade-9160-94ced8737934', 'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-router', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:26Z', 'updated_at': '2021-09-30T13:08:30Z', 'revision_number': 3, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'gw_port': {'id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:28Z', 'updated_at': '2021-09-30T13:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:08:34.496527 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf1ce-6688-4d4d-8828-3c6d0cd718c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:34.534909 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62e0879d-041e-458f-adfc-3817cdfc3312 req-7dc66e76-ba9b-460a-b75f-b753ef97a104 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd32d831-8c19-4ff3-b662-d735f86fab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693414 Sep 30 13:08:34.540118 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-4eb0eb71-a32d-473b-b30d-4dc65fb423c6 req-89079989-15d8-4b63-bce3-23ca08bea8f6 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] For port 9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e,segment=NetworkSegment(7a908fd1-82e6-4092-99bf-f276e08f2b57),segment_id=7a908fd1-82e6-4092-99bf-f276e08f2b57)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:34.540484 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-4eb0eb71-a32d-473b-b30d-4dc65fb423c6 req-89079989-15d8-4b63-bce3-23ca08bea8f6 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:34.570240 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-4eb0eb71-a32d-473b-b30d-4dc65fb423c6 req-89079989-15d8-4b63-bce3-23ca08bea8f6 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Calling delete_port for 9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:08:34.621605 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf1ce-6688-4d4d-8828-3c6d0cd718c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:34.639456 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08488cff-9a12-4358-a01e-aabffbcd9d3f req-b1f30444-cc6a-4fbc-bc64-fe9bf9b527c0 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:34.641867 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-08488cff-9a12-4358-a01e-aabffbcd9d3f req-b1f30444-cc6a-4fbc-bc64-fe9bf9b527c0 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 947 time: 0.1043301 Sep 30 13:08:34.691969 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3bf1ce-6688-4d4d-8828-3c6d0cd718c7 admin admin] Network 42e2f087-1645-4adc-b2b0-90d6947f98e0 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:08:34.697772 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-ab3bf1ce-6688-4d4d-8828-3c6d0cd718c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:08:34.719446 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bf1ce-6688-4d4d-8828-3c6d0cd718c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b3c0b8bf-5378-4ce2-9558-86343aacf471,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:34.729101 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3bf1ce-6688-4d4d-8828-3c6d0cd718c7 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:08:34.752386 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-4eb0eb71-a32d-473b-b30d-4dc65fb423c6 req-89079989-15d8-4b63-bce3-23ca08bea8f6 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:34.858521 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89079989-15d8-4b63-bce3-23ca08bea8f6 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Pushing event deleted for resources: {'Port': ['ID=9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:34.896553 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-08488cff-9a12-4358-a01e-aabffbcd9d3f req-24a6127f-46da-4bbc-ba27-523b4af6b9c5 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329865 Sep 30 13:08:34.898109 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf1ce-6688-4d4d-8828-3c6d0cd718c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:34.991782 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7d6f7233-9e8c-4f2d-ba59-28efba9417ce req-7a78a500-2940-4979-9f65-8ca263505bef tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.18 "GET /v2.0/ports?device_id=9626c88b-6797-4596-b9c5-d72b488a5ed8 HTTP/1.1" status: 200 len: 210 time: 0.1117949 Sep 30 13:08:34.992681 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb0eb71-a32d-473b-b30d-4dc65fb423c6 req-89079989-15d8-4b63-bce3-23ca08bea8f6 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] No DVR routers for this DVR port 9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:08:35.000969 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-4eb0eb71-a32d-473b-b30d-4dc65fb423c6 req-89079989-15d8-4b63-bce3-23ca08bea8f6 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:35.013582 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4eb0eb71-a32d-473b-b30d-4dc65fb423c6 req-89079989-15d8-4b63-bce3-23ca08bea8f6 tempest-ServersNegativeTestMultiTenantJSON-2132609730 tempest-ServersNegativeTestMultiTenantJSON-2132609730-project] 10.222.0.54 "DELETE /v2.0/ports/9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e HTTP/1.1" status: 204 len: 173 time: 0.9335809 Sep 30 13:08:35.014291 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9626c88b-6797-4596-b9c5-d72b488a5ed8', 'name': 'network-vif-deleted', 'tag': '9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:08:35.018170 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18ef39f-e473-4b1c-b2a8-5c474399e86e" -d '{"events": [{"server_uuid": "9626c88b-6797-4596-b9c5-d72b488a5ed8", "name": "network-vif-deleted", "tag": "9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:08:35.095358 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95113b29-585d-4602-b619-5df67414b180 x-openstack-request-id: req-95113b29-585d-4602-b619-5df67414b180 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:08:35.096035 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9626c88b-6797-4596-b9c5-d72b488a5ed8", "name": "network-vif-deleted", "tag": "9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:08:35.096035 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-95113b29-585d-4602-b619-5df67414b180 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:08:35.096256 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9626c88b-6797-4596-b9c5-d72b488a5ed8', 'name': 'network-vif-deleted', 'tag': '9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e', 'status': 'completed', 'code': 200} Sep 30 13:08:35.166855 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ae9cff5a-1b9c-493d-b49e-83236c53b4ef None None] Provisioning complete for port b3c0b8bf-5378-4ce2-9558-86343aacf471 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:35.167715 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ae9cff5a-1b9c-493d-b49e-83236c53b4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:35.189833 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf1ce-6688-4d4d-8828-3c6d0cd718c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:35.214931 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-ae9cff5a-1b9c-493d-b49e-83236c53b4ef None None] Port b3c0b8bf-5378-4ce2-9558-86343aacf471 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:08:35.342821 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:08:35.388759 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf1ce-6688-4d4d-8828-3c6d0cd718c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:35.394907 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf1ce-6688-4d4d-8828-3c6d0cd718c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:35.501666 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf1ce-6688-4d4d-8828-3c6d0cd718c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:35.505085 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bf1ce-6688-4d4d-8828-3c6d0cd718c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b3c0b8bf-5378-4ce2-9558-86343aacf471,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:35.623104 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb337feb-1580-497b-af73-9cd8b0776cd3 req-7388a0aa-e14a-460b-9143-afb2c139add3 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:35.627266 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3bf1ce-6688-4d4d-8828-3c6d0cd718c7 admin admin] Network 42e2f087-1645-4adc-b2b0-90d6947f98e0 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:08:35.629608 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-ab3bf1ce-6688-4d4d-8828-3c6d0cd718c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:08:35.631792 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bb337feb-1580-497b-af73-9cd8b0776cd3 req-7388a0aa-e14a-460b-9143-afb2c139add3 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 945 time: 0.0954812 Sep 30 13:08:35.710419 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bb337feb-1580-497b-af73-9cd8b0776cd3 req-e0dd8b9c-383c-4211-872b-b00a491a3e6e tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775154 Sep 30 13:08:35.826814 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9f0a4-1deb-41c4-b2f6-54a9251ff03b req-b51eb599-0031-4bec-8b06-afab5777da11 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:35.828991 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-93f9f0a4-1deb-41c4-b2f6-54a9251ff03b req-b51eb599-0031-4bec-8b06-afab5777da11 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/ports?device_id=345d5f16-4d0e-4b67-8656-784a8d644209 HTTP/1.1" status: 200 len: 943 time: 0.1192045 Sep 30 13:08:35.876807 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3bf1ce-6688-4d4d-8828-3c6d0cd718c7 admin admin] Router 0746236b-9175-4ade-9160-94ced8737934 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:08:35.886874 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-93f9f0a4-1deb-41c4-b2f6-54a9251ff03b req-d2db0f0e-1a46-4463-8534-71df58542977 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd32d831-8c19-4ff3-b662-d735f86fab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482833 Sep 30 13:08:35.958418 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-74d26856-2604-49d4-ac79-aa09dd525507 None None] Provisioning complete for port b3c0b8bf-5378-4ce2-9558-86343aacf471 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:35.958799 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-74d26856-2604-49d4-ac79-aa09dd525507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:36.011441 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-74d26856-2604-49d4-ac79-aa09dd525507 None None] Port b3c0b8bf-5378-4ce2-9558-86343aacf471 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:08:36.031863 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26206d-dcae-4ffd-aa81-360bf08ef9e1 req-9822c119-69a6-4d07-8612-19dcd28f8e70 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:36.033221 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3bf1ce-6688-4d4d-8828-3c6d0cd718c7 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:08:36.042065 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ab3bf1ce-6688-4d4d-8828-3c6d0cd718c7 admin admin] 10.222.0.18 "PUT /v2.0/routers/0746236b-9175-4ade-9160-94ced8737934/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4196613 Sep 30 13:08:36.047494 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f26206d-dcae-4ffd-aa81-360bf08ef9e1 req-9822c119-69a6-4d07-8612-19dcd28f8e70 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 947 time: 0.0761430 Sep 30 13:08:36.048509 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50986) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:36.088691 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f26206d-dcae-4ffd-aa81-360bf08ef9e1 req-ddc54329-e326-4faa-ad54-acdc9d5001e5 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401452 Sep 30 13:08:36.114873 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-2330344a-862c-417f-a041-1190e5a29fac admin admin] Deleting subnet 934d9d44-258b-4e16-891b-9116b67cac61 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:08:36.118937 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2330344a-862c-417f-a041-1190e5a29fac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:36.156892 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2330344a-862c-417f-a041-1190e5a29fac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:36.203713 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2330344a-862c-417f-a041-1190e5a29fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:36.268289 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2330344a-862c-417f-a041-1190e5a29fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:36.297009 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330344a-862c-417f-a041-1190e5a29fac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=934d9d44-258b-4e16-891b-9116b67cac61,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:36.311541 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2330344a-862c-417f-a041-1190e5a29fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:36.316361 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2330344a-862c-417f-a041-1190e5a29fac admin admin] 10.222.0.18 "DELETE /v2.0/subnets/934d9d44-258b-4e16-891b-9116b67cac61 HTTP/1.1" status: 204 len: 168 time: 0.2646406 Sep 30 13:08:36.316746 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51000) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:36.413992 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2fb176a5-f851-4b71-bdf0-ee11f9ec587b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:36.558214 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2fb176a5-f851-4b71-bdf0-ee11f9ec587b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:36.567639 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-7e440c91-9664-49ba-8c15-5bd4b79aa975 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:36.569083 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-7e440c91-9664-49ba-8c15-5bd4b79aa975 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/networks?id=42e2f087-1645-4adc-b2b0-90d6947f98e0 HTTP/1.1" status: 200 len: 820 time: 0.2183115 Sep 30 13:08:36.595228 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-b0b8517e-1b51-4e10-86b5-581fddec7350 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/quotas/ea222c3cdb8b423d8d04effe0ba2215a HTTP/1.1" status: 200 len: 375 time: 0.0150099 Sep 30 13:08:36.632249 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-2fb176a5-f851-4b71-bdf0-ee11f9ec587b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['946d3ffa-826a-4ca8-9db7-47aa3a118a49']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:36.645207 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-2fb176a5-f851-4b71-bdf0-ee11f9ec587b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a908fd1-82e6-4092-99bf-f276e08f2b57') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:36.645499 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-2fb176a5-f851-4b71-bdf0-ee11f9ec587b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a908fd1-82e6-4092-99bf-f276e08f2b57') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:36.649791 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2414194b-a13e-4d40-af5f-128992cc3eee None None] Sync routers for ids ['0746236b-9175-4ade-9160-94ced8737934'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:08:36.657865 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2fb176a5-f851-4b71-bdf0-ee11f9ec587b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:36.659793 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2414194b-a13e-4d40-af5f-128992cc3eee None None] Routers {'0746236b-9175-4ade-9160-94ced8737934'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:08:36.660681 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2414194b-a13e-4d40-af5f-128992cc3eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:08:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0746236b-9175-4ade-9160-94ced8737934'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:36.686671 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-18b1e858-b065-4f27-941e-4757fa18f2d6 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea222c3cdb8b423d8d04effe0ba2215a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0906138 Sep 30 13:08:36.699252 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2fb176a5-f851-4b71-bdf0-ee11f9ec587b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:36.716767 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb176a5-f851-4b71-bdf0-ee11f9ec587b admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:08:36.717167 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2fb176a5-f851-4b71-bdf0-ee11f9ec587b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:08:36.719530 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:08:36.791654 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-2414194b-a13e-4d40-af5f-128992cc3eee None None] Set router 0746236b-9175-4ade-9160-94ced8737934 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:08:36.864871 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfb937-a8bf-473a-bd37-337cb3fdfa7b req-58c934b1-e86b-4aa2-8561-4f7263b9d81e tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:36.879354 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9ddfb937-a8bf-473a-bd37-337cb3fdfa7b req-58c934b1-e86b-4aa2-8561-4f7263b9d81e tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 945 time: 0.0785370 Sep 30 13:08:36.940019 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 7c9fcc85-1b52-4e1b-9b5d-907438c41c52 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:08:36.953031 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9ddfb937-a8bf-473a-bd37-337cb3fdfa7b req-6e7e1e89-c0b8-42cb-bf21-e33c44baacb6 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717080 Sep 30 13:08:37.013786 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 7c9fcc85-1b52-4e1b-9b5d-907438c41c52 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:37.014493 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:37.083221 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2414194b-a13e-4d40-af5f-128992cc3eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0746236b-9175-4ade-9160-94ced8737934', 'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-router', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:26Z', 'updated_at': '2021-09-30T13:08:35Z', 'revision_number': 4, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'gw_port': {'id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:28Z', 'updated_at': '2021-09-30T13:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'b3c0b8bf-5378-4ce2-9558-86343aacf471', 'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'mac_address': 'fa:16:3e:6c:54:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:33Z', 'updated_at': '2021-09-30T13:08:35Z', 'revision_number': 2, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'subnets': [{'id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:37.116785 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:37.122238 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device b8b0297b-4ed8-427a-82ee-dc8780597acf details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:08:37.154879 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2414194b-a13e-4d40-af5f-128992cc3eee None None] Checking router: 0746236b-9175-4ade-9160-94ced8737934 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:08:37.155699 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2414194b-a13e-4d40-af5f-128992cc3eee None None] Updating router 0746236b-9175-4ade-9160-94ced8737934 port b3c0b8bf-5378-4ce2-9558-86343aacf471 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:08:37.170744 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 74d5476d-caad-4646-baac-95e9e563cef6 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:08:37.193889 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2414194b-a13e-4d40-af5f-128992cc3eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:37.204237 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560a473-6aa3-49f4-a896-15ff84076f20 req-6f2e4a94-350b-4859-a748-a9ae818fc3f6 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:37.209147 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7560a473-6aa3-49f4-a896-15ff84076f20 req-6f2e4a94-350b-4859-a748-a9ae818fc3f6 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/ports?device_id=345d5f16-4d0e-4b67-8656-784a8d644209 HTTP/1.1" status: 200 len: 943 time: 0.0816948 Sep 30 13:08:37.281374 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 7c9fcc85-1b52-4e1b-9b5d-907438c41c52, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=7c9fcc85-1b52-4e1b-9b5d-907438c41c52,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:37.285877 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7560a473-6aa3-49f4-a896-15ff84076f20 req-3e2d9797-9705-4db5-a017-cf418824e4c5 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd32d831-8c19-4ff3-b662-d735f86fab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686719 Sep 30 13:08:37.312097 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:37.338367 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-ad6c17d5-4406-4c4a-85c3-32ff870d28fd service neutron] 10.222.0.18 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6464891 Sep 30 13:08:37.339642 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2fb176a5-f851-4b71-bdf0-ee11f9ec587b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:37.364322 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2fb176a5-f851-4b71-bdf0-ee11f9ec587b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:37.366329 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2fb176a5-f851-4b71-bdf0-ee11f9ec587b admin admin] 10.222.0.18 "DELETE /v2.0/networks/946d3ffa-826a-4ca8-9db7-47aa3a118a49 HTTP/1.1" status: 204 len: 168 time: 1.0483322 Sep 30 13:08:37.369418 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51018) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:37.389340 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=7c9fcc85-1b52-4e1b-9b5d-907438c41c52,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:37.401542 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port b8b0297b-4ed8-427a-82ee-dc8780597acf, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=b8b0297b-4ed8-427a-82ee-dc8780597acf,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:37.410866 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 74d5476d-caad-4646-baac-95e9e563cef6 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:08:37.418483 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 74d5476d-caad-4646-baac-95e9e563cef6 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:37.419088 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:37.420983 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'b8b0297b-4ed8-427a-82ee-dc8780597acf', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': 'b8b0297b-4ed8-427a-82ee-dc8780597acf', 'mac_address': 'fa:16:3e:a3:a5:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:08:37.440323 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb176a5-f851-4b71-bdf0-ee11f9ec587b admin admin] Pushing event deleted for resources: {'Network': ['ID=946d3ffa-826a-4ca8-9db7-47aa3a118a49,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:37.486194 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cbc22f5-40de-4701-9c78-e60a5d28cefb admin admin] Deleting subnet a452260a-597e-4600-9dda-dfc08ff411c3 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:08:37.497982 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:37.508336 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8cbc22f5-40de-4701-9c78-e60a5d28cefb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:37.515682 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b0297b-4ed8-427a-82ee-dc8780597acf {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:08:37.538529 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2414194b-a13e-4d40-af5f-128992cc3eee None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:37.543320 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port b8b0297b-4ed8-427a-82ee-dc8780597acf, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=b8b0297b-4ed8-427a-82ee-dc8780597acf,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:37.548988 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2414194b-a13e-4d40-af5f-128992cc3eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:37.556261 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:37.557159 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 71bcc09f-4443-412c-abd4-1ec6fd935c99 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:08:37.615140 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8cbc22f5-40de-4701-9c78-e60a5d28cefb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:37.643807 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=b8b0297b-4ed8-427a-82ee-dc8780597acf,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:37.655296 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-8de88d7f-bf00-41ca-b103-205fe1dad379 service neutron] 10.222.0.18 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073361 Sep 30 13:08:37.664595 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb394370-affa-47c9-afcf-db38629d66ed None None] Pushing event updated for resources: {'Port': ['ID=b3c0b8bf-5378-4ce2-9558-86343aacf471,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:37.679541 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:37.680888 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb394370-affa-47c9-afcf-db38629d66ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:37.681214 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb394370-affa-47c9-afcf-db38629d66ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:37.681548 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb394370-affa-47c9-afcf-db38629d66ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:37.681874 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb394370-affa-47c9-afcf-db38629d66ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:37.685372 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb394370-affa-47c9-afcf-db38629d66ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:37.685742 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb394370-affa-47c9-afcf-db38629d66ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:37.686107 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb394370-affa-47c9-afcf-db38629d66ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:37.686441 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb394370-affa-47c9-afcf-db38629d66ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:37.686766 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb394370-affa-47c9-afcf-db38629d66ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:37.687624 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb394370-affa-47c9-afcf-db38629d66ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:37.687946 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb394370-affa-47c9-afcf-db38629d66ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:37.688260 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb394370-affa-47c9-afcf-db38629d66ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:37.704608 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2938f9-bac5-4ebf-8c93-3760261d0969 req-9f58d9e2-ccfc-4810-b293-3c8ecd5b684c tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:37.714658 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9a2938f9-bac5-4ebf-8c93-3760261d0969 req-9f58d9e2-ccfc-4810-b293-3c8ecd5b684c tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 947 time: 0.2188756 Sep 30 13:08:37.726131 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9716b1-031b-4b00-a051-1484a8081365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d5476d-caad-4646-baac-95e9e563cef6'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:08:37.728494 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8844dc-2f51-46a8-a81c-534cbb6983d6" -d '{"events": [{"server_uuid": "5d9716b1-031b-4b00-a051-1484a8081365", "name": "network-vif-plugged", "status": "completed", "tag": "74d5476d-caad-4646-baac-95e9e563cef6"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:08:37.750583 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 74d5476d-caad-4646-baac-95e9e563cef6, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=74d5476d-caad-4646-baac-95e9e563cef6,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:37.764225 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-2414194b-a13e-4d40-af5f-128992cc3eee None None] Attempting to bind port b3c0b8bf-5378-4ce2-9558-86343aacf471 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:08:37.764884 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-2414194b-a13e-4d40-af5f-128992cc3eee None None] Attempting to bind port b3c0b8bf-5378-4ce2-9558-86343aacf471 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '2220aba7-8383-4082-8c71-5579bc9c89f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:08:37.766270 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2414194b-a13e-4d40-af5f-128992cc3eee None None] Attempting to bind port b3c0b8bf-5378-4ce2-9558-86343aacf471 on network 42e2f087-1645-4adc-b2b0-90d6947f98e0 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:08:37.771963 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:37.773569 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2414194b-a13e-4d40-af5f-128992cc3eee None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:08:37.774312 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2414194b-a13e-4d40-af5f-128992cc3eee None None] Checking segment: {'id': '2220aba7-8383-4082-8c71-5579bc9c89f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:08:37.774884 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2414194b-a13e-4d40-af5f-128992cc3eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:37.775689 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2414194b-a13e-4d40-af5f-128992cc3eee None None] Bound using segment: {'id': '2220aba7-8383-4082-8c71-5579bc9c89f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:08:37.776494 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-2414194b-a13e-4d40-af5f-128992cc3eee None None] Bound port: b3c0b8bf-5378-4ce2-9558-86343aacf471, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2220aba7-8383-4082-8c71-5579bc9c89f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:08:37.777070 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2414194b-a13e-4d40-af5f-128992cc3eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:37.798437 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8cbc22f5-40de-4701-9c78-e60a5d28cefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:37.850837 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-2414194b-a13e-4d40-af5f-128992cc3eee None None] For port b3c0b8bf-5378-4ce2-9558-86343aacf471, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:08:37.854420 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9a2938f9-bac5-4ebf-8c93-3760261d0969 req-53e5bb58-b533-4c1b-bd2c-fdb5a110e0ce tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326709 Sep 30 13:08:37.855496 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-2414194b-a13e-4d40-af5f-128992cc3eee None None] For port b3c0b8bf-5378-4ce2-9558-86343aacf471, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b3c0b8bf-5378-4ce2-9558-86343aacf471,segment=NetworkSegment(2220aba7-8383-4082-8c71-5579bc9c89f9),segment_id=2220aba7-8383-4082-8c71-5579bc9c89f9)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:08:37.862705 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2414194b-a13e-4d40-af5f-128992cc3eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:37.931874 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2414194b-a13e-4d40-af5f-128992cc3eee None None] Routers {'0746236b-9175-4ade-9160-94ced8737934'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:08:37.932553 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2414194b-a13e-4d40-af5f-128992cc3eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:08:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0746236b-9175-4ade-9160-94ced8737934'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:37.941894 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8cbc22f5-40de-4701-9c78-e60a5d28cefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:37.983016 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb394370-affa-47c9-afcf-db38629d66ed None None] Pushing event updated for resources: {'Port': ['ID=b3c0b8bf-5378-4ce2-9558-86343aacf471,revision_number=4']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:37.990515 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc22f5-40de-4701-9c78-e60a5d28cefb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a452260a-597e-4600-9dda-dfc08ff411c3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:37.994647 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8cbc22f5-40de-4701-9c78-e60a5d28cefb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:37.998523 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8cbc22f5-40de-4701-9c78-e60a5d28cefb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a452260a-597e-4600-9dda-dfc08ff411c3 HTTP/1.1" status: 204 len: 168 time: 0.6277051 Sep 30 13:08:38.001489 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51032) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:38.007030 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 71bcc09f-4443-412c-abd4-1ec6fd935c99, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=71bcc09f-4443-412c-abd4-1ec6fd935c99,segment=NetworkSegment(47c68ce9-8454-4c1d-8ab8-f448ffc29733),segment_id=47c68ce9-8454-4c1d-8ab8-f448ffc29733)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:38.010307 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=74d5476d-caad-4646-baac-95e9e563cef6,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:38.034521 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '71bcc09f-4443-412c-abd4-1ec6fd935c99', 'network_id': '1181c55e-99ae-43fd-8b9b-8d485bf81648', 'port_id': '71bcc09f-4443-412c-abd4-1ec6fd935c99', 'mac_address': 'fa:16:3e:58:b8:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '320717c4-f1d1-4929-ab77-8b34ff62b4d3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:08:38.054600 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-b10ec997-3433-4d16-ad47-e1c17fb89ac4 None None] Provisioning complete for port b3c0b8bf-5378-4ce2-9558-86343aacf471 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:38.054769 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b10ec997-3433-4d16-ad47-e1c17fb89ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:38.162996 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0665028d-a178-4e36-ac36-1eac624bd2f0 x-openstack-request-id: req-0665028d-a178-4e36-ac36-1eac624bd2f0 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:08:38.163335 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9716b1-031b-4b00-a051-1484a8081365", "name": "network-vif-plugged", "status": "completed", "tag": "74d5476d-caad-4646-baac-95e9e563cef6", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:08:38.163480 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0665028d-a178-4e36-ac36-1eac624bd2f0 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:08:38.163878 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9716b1-031b-4b00-a051-1484a8081365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d5476d-caad-4646-baac-95e9e563cef6', 'code': 200} Sep 30 13:08:38.182752 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-2414194b-a13e-4d40-af5f-128992cc3eee None None] Set router 0746236b-9175-4ade-9160-94ced8737934 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:08:38.219124 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cdb35c62-9dfc-46e1-b6d5-b322c24d7a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:38.231451 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:38.273540 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-23a6c4f7-2214-4bb1-91d6-3f4ac236ab01 req-80ce484e-1cab-4397-9f7c-03cc65be10b1 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8997263-aa2c-4b22-aa0c-690ec4b913f1 HTTP/1.1" status: 200 len: 210 time: 0.0933366 Sep 30 13:08:38.312754 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b4393-e126-4821-8900-ff514d37b674 req-283f58eb-f2e0-44cb-b8da-bfa2e499ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:38.314812 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d53b4393-e126-4821-8900-ff514d37b674 req-283f58eb-f2e0-44cb-b8da-bfa2e499ac10 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 1097 time: 0.1652176 Sep 30 13:08:38.320500 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71bcc09f-4443-412c-abd4-1ec6fd935c99 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:08:38.429201 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 71bcc09f-4443-412c-abd4-1ec6fd935c99, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=71bcc09f-4443-412c-abd4-1ec6fd935c99,segment=NetworkSegment(47c68ce9-8454-4c1d-8ab8-f448ffc29733),segment_id=47c68ce9-8454-4c1d-8ab8-f448ffc29733)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:38.439169 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b10ec997-3433-4d16-ad47-e1c17fb89ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:38.469935 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:38.528622 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b10ec997-3433-4d16-ad47-e1c17fb89ac4 None None] For port b3c0b8bf-5378-4ce2-9558-86343aacf471, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b3c0b8bf-5378-4ce2-9558-86343aacf471,segment=NetworkSegment(2220aba7-8383-4082-8c71-5579bc9c89f9),segment_id=2220aba7-8383-4082-8c71-5579bc9c89f9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:38.570962 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=71bcc09f-4443-412c-abd4-1ec6fd935c99,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:38.588295 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b10ec997-3433-4d16-ad47-e1c17fb89ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:38.594760 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292344e-25a8-40b4-b9a0-37566dbb927e req-d8ff65a2-a3f6-4cea-b2a9-b8b898105735 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:38.603670 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8292344e-25a8-40b4-b9a0-37566dbb927e req-d8ff65a2-a3f6-4cea-b2a9-b8b898105735 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 948 time: 0.0938184 Sep 30 13:08:38.631876 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cdb35c62-9dfc-46e1-b6d5-b322c24d7a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:38.669777 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ec997-3433-4d16-ad47-e1c17fb89ac4 None None] Pushing event updated for resources: {'Port': ['ID=b3c0b8bf-5378-4ce2-9558-86343aacf471,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:38.685789 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8292344e-25a8-40b4-b9a0-37566dbb927e req-06e3feec-ab64-4031-a269-8050db583a5e tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728889 Sep 30 13:08:38.742253 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d53b4393-e126-4821-8900-ff514d37b674 req-d160bc7e-b9cc-40a3-ac38-5e24cb1daab5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3946104 Sep 30 13:08:38.762200 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2414194b-a13e-4d40-af5f-128992cc3eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0746236b-9175-4ade-9160-94ced8737934', 'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-router', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:26Z', 'updated_at': '2021-09-30T13:08:35Z', 'revision_number': 4, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'gw_port': {'id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:28Z', 'updated_at': '2021-09-30T13:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'b3c0b8bf-5378-4ce2-9558-86343aacf471', 'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'mac_address': 'fa:16:3e:6c:54:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:33Z', 'updated_at': '2021-09-30T13:08:37Z', 'revision_number': 4, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'subnets': [{'id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:38.765758 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-e9f7f959-c077-4e8e-9598-b5838f7c14d1 None None] Provisioning complete for port b3c0b8bf-5378-4ce2-9558-86343aacf471 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:38.767276 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e9f7f959-c077-4e8e-9598-b5838f7c14d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:38.779599 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-cdb35c62-9dfc-46e1-b6d5-b322c24d7a1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60399ee4-93c8-4633-bb87-3c938ece88ee']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:38.827949 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-cdb35c62-9dfc-46e1-b6d5-b322c24d7a1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c78044-8ca1-4bb6-8886-2124153c50b0') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:38.828253 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-cdb35c62-9dfc-46e1-b6d5-b322c24d7a1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c78044-8ca1-4bb6-8886-2124153c50b0') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:38.846263 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf12a4-f30c-4ecc-b2a2-66488561f9c6 req-dbb4f78f-763d-4505-8214-39e268f39f89 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:38.854755 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-abaf12a4-f30c-4ecc-b2a2-66488561f9c6 req-dbb4f78f-763d-4505-8214-39e268f39f89 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 946 time: 0.4548173 Sep 30 13:08:38.870122 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cdb35c62-9dfc-46e1-b6d5-b322c24d7a1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:38.893133 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2414194b-a13e-4d40-af5f-128992cc3eee None None] The sync data for ids ['0746236b-9175-4ade-9160-94ced8737934'] in n-d-810909-2 is: [{'id': '0746236b-9175-4ade-9160-94ced8737934', 'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-router', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:26Z', 'updated_at': '2021-09-30T13:08:35Z', 'revision_number': 4, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'gw_port': {'id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:28Z', 'updated_at': '2021-09-30T13:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'b3c0b8bf-5378-4ce2-9558-86343aacf471', 'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'mac_address': 'fa:16:3e:6c:54:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:33Z', 'updated_at': '2021-09-30T13:08:37Z', 'revision_number': 4, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'subnets': [{'id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:08:38.902469 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97ef19-086d-4042-a3b1-177099647f4b req-8ee1c76d-867a-4157-a143-e01139c6185c tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:38.904279 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-df97ef19-086d-4042-a3b1-177099647f4b req-8ee1c76d-867a-4157-a143-e01139c6185c tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.39 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4&tenant_id=1ef1016edf414b379caceb8093d57137&binding%3Ahost_id=n-h2-810909-2 HTTP/1.1" status: 200 len: 948 time: 0.3800526 Sep 30 13:08:38.934937 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cdb35c62-9dfc-46e1-b6d5-b322c24d7a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:38.973742 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685719b-a07e-4fe5-800b-aab308478508 req-fbc3218d-bca2-4b78-8aa6-c674a371e183 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:38.990299 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5685719b-a07e-4fe5-800b-aab308478508 req-fbc3218d-bca2-4b78-8aa6-c674a371e183 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/ports?device_id=345d5f16-4d0e-4b67-8656-784a8d644209 HTTP/1.1" status: 200 len: 944 time: 0.1740150 Sep 30 13:08:39.026920 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['b8b0297b-4ed8-427a-82ee-dc8780597acf'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:08:39.030764 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['71bcc09f-4443-412c-abd4-1ec6fd935c99'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:08:39.033339 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 7c9fcc85-1b52-4e1b-9b5d-907438c41c52 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:08:39.037157 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb35c62-9dfc-46e1-b6d5-b322c24d7a1a admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:08:39.037572 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cdb35c62-9dfc-46e1-b6d5-b322c24d7a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:08:39.053043 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:08:39.098795 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5685719b-a07e-4fe5-800b-aab308478508 req-53568218-b082-4c00-882c-53e45d079949 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd32d831-8c19-4ff3-b662-d735f86fab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032352 Sep 30 13:08:39.099660 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-abaf12a4-f30c-4ecc-b2a2-66488561f9c6 req-427bdb52-a6e8-4171-9ffb-71447e1a5e28 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436564 Sep 30 13:08:39.106853 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-df97ef19-086d-4042-a3b1-177099647f4b req-171f63ee-b7fc-4d0d-9060-9c57831371ad service neutron] delete failed (client error): The resource could not be found. Sep 30 13:08:39.112235 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-df97ef19-086d-4042-a3b1-177099647f4b req-171f63ee-b7fc-4d0d-9060-9c57831371ad service neutron] 10.222.0.39 "DELETE /v2.0/ports/b8b0297b-4ed8-427a-82ee-dc8780597acf/bindings/n-h1-810909-2 HTTP/1.1" status: 404 len: 380 time: 0.1998796 Sep 30 13:08:39.153264 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:08:39.213087 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cdb35c62-9dfc-46e1-b6d5-b322c24d7a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:39.222131 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cdb35c62-9dfc-46e1-b6d5-b322c24d7a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:39.224483 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cdb35c62-9dfc-46e1-b6d5-b322c24d7a1a admin admin] 10.222.0.18 "DELETE /v2.0/networks/60399ee4-93c8-4633-bb87-3c938ece88ee HTTP/1.1" status: 204 len: 168 time: 1.2214901 Sep 30 13:08:39.237709 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:08:39.238345 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 9f1d3000-b10f-4e1d-9d9c-263c4ec59d2e not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:08:39.270187 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb35c62-9dfc-46e1-b6d5-b322c24d7a1a admin admin] Pushing event deleted for resources: {'Network': ['ID=60399ee4-93c8-4633-bb87-3c938ece88ee,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:39.296750 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 7c9fcc85-1b52-4e1b-9b5d-907438c41c52 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:39.297224 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:39.337325 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97ef19-086d-4042-a3b1-177099647f4b req-3efef9b8-bd22-4bc9-b83b-abafdb9dc088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:39.346744 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-df97ef19-086d-4042-a3b1-177099647f4b req-3efef9b8-bd22-4bc9-b83b-abafdb9dc088 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 1099 time: 0.1096213 Sep 30 13:08:39.463798 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51056) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:39.483604 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2393a223-8c1d-479a-aad6-61a43f1c2425 req-eed9f05a-3aa5-405a-9ab9-cc0dc565d06f tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8997263-aa2c-4b22-aa0c-690ec4b913f1 HTTP/1.1" status: 200 len: 210 time: 0.0956357 Sep 30 13:08:39.556400 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97ef19-086d-4042-a3b1-177099647f4b req-ad829835-db36-4845-9366-ae004b5f6593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:39.556830 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-dbb9e9ef-5706-480e-b1c3-c078e34040b9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd4bb278a9a7404191d85eecc12a6a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0918937 Sep 30 13:08:39.557966 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-df97ef19-086d-4042-a3b1-177099647f4b req-ad829835-db36-4845-9366-ae004b5f6593 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.2027283 Sep 30 13:08:39.559130 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51058) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:39.666347 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-df97ef19-086d-4042-a3b1-177099647f4b req-bb38c3a0-ec14-45af-9ed3-9336ce25506a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=b8b0297b-4ed8-427a-82ee-dc8780597acf HTTP/1.1" status: 200 len: 217 time: 0.0915411 Sep 30 13:08:39.672282 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d6eb9e6-7cb7-49ae-a4d5-fea5bd6622b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:39.700950 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d6eb9e6-7cb7-49ae-a4d5-fea5bd6622b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:39.778051 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d6eb9e6-7cb7-49ae-a4d5-fea5bd6622b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:39.783007 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d6eb9e6-7cb7-49ae-a4d5-fea5bd6622b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:39.784216 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4d6eb9e6-7cb7-49ae-a4d5-fea5bd6622b5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/04429af2-6513-4d03-b9f0-b5671f63d53e HTTP/1.1" status: 204 len: 168 time: 0.2240827 Sep 30 13:08:39.810779 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6eb9e6-7cb7-49ae-a4d5-fea5bd6622b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04429af2-6513-4d03-b9f0-b5671f63d53e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:39.861621 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97ef19-086d-4042-a3b1-177099647f4b req-a3b990a8-ccb9-4eed-a0bc-1c066cfbf04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:39.863180 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-df97ef19-086d-4042-a3b1-177099647f4b req-a3b990a8-ccb9-4eed-a0bc-1c066cfbf04b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1950114 Sep 30 13:08:39.944292 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64ff58-6390-40bd-b1ae-dec4ddd370cc req-e67edf05-d21b-4b4a-8616-bb31d97cefd2 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:39.945436 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-efb4d653-bfa6-4e67-ba81-ac7de100f7cf tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:39.945856 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6e64ff58-6390-40bd-b1ae-dec4ddd370cc req-e67edf05-d21b-4b4a-8616-bb31d97cefd2 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 948 time: 0.1431754 Sep 30 13:08:39.953910 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-efb4d653-bfa6-4e67-ba81-ac7de100f7cf tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.39 "GET /v2.0/networks?id=42e2f087-1645-4adc-b2b0-90d6947f98e0 HTTP/1.1" status: 200 len: 820 time: 0.2960243 Sep 30 13:08:39.966836 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-f1c57adb-8f9a-41c3-8715-bf843e0ad426 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Request body: {'port': {'device_id': 'd8997263-aa2c-4b22-aa0c-690ec4b913f1', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'admin_state_up': True, 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:39.975411 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97ef19-086d-4042-a3b1-177099647f4b req-d0da7e71-4636-4f0c-a95a-b4ea01d45c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:39.977005 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-df97ef19-086d-4042-a3b1-177099647f4b req-d0da7e71-4636-4f0c-a95a-b4ea01d45c29 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1031544 Sep 30 13:08:40.031796 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6e64ff58-6390-40bd-b1ae-dec4ddd370cc req-9d514498-f6ee-4ae3-9ed6-d5aa3b06a803 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774369 Sep 30 13:08:40.111640 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-f1c57adb-8f9a-41c3-8715-bf843e0ad426 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Made reservation on behalf of ea222c3cdb8b423d8d04effe0ba2215a for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:08:40.115212 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-f1c57adb-8f9a-41c3-8715-bf843e0ad426 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:40.142090 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-df97ef19-086d-4042-a3b1-177099647f4b req-076f91b9-c28f-4931-a5aa-b8c732d818dc service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549187 Sep 30 13:08:40.321181 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-df97ef19-086d-4042-a3b1-177099647f4b req-42139d5b-c308-47de-a76f-e993afed6169 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696122 Sep 30 13:08:40.369899 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5597a0-454a-4307-aeb0-6df53065b148 req-aeb0134a-e595-40ad-96d0-b8bdb0ad72a6 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:40.383113 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7a5597a0-454a-4307-aeb0-6df53065b148 req-aeb0134a-e595-40ad-96d0-b8bdb0ad72a6 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/ports?device_id=345d5f16-4d0e-4b67-8656-784a8d644209 HTTP/1.1" status: 200 len: 944 time: 0.1134088 Sep 30 13:08:40.443839 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f9f96-f37d-44f2-b8b0-5db949a5fd87 req-81c8c7b5-4e3d-4d59-b78b-dfe0e1f621d2 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:40.445399 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c38f9f96-f37d-44f2-b8b0-5db949a5fd87 req-81c8c7b5-4e3d-4d59-b78b-dfe0e1f621d2 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 946 time: 0.1234031 Sep 30 13:08:40.461240 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-f1c57adb-8f9a-41c3-8715-bf843e0ad426 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Allocated IP 172.20.0.9 (42e2f087-1645-4adc-b2b0-90d6947f98e0/0e8a3732-f1a1-4421-9ea1-9009b140adac/c7e1c232-eacc-4868-8f84-a7fa7725526e) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:08:40.471351 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7a5597a0-454a-4307-aeb0-6df53065b148 req-09e9fa4e-0fe2-480a-8fed-c8276fb0b4c1 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd32d831-8c19-4ff3-b662-d735f86fab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777850 Sep 30 13:08:40.494531 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51074) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:40.512898 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c38f9f96-f37d-44f2-b8b0-5db949a5fd87 req-d069112f-0af3-488a-a0f2-29994f307e0e tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579362 Sep 30 13:08:40.589666 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-49dd24fc-74a0-4d8e-a839-74f33831c7c6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25f23f11df464823a7289e47fe92be15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0915935 Sep 30 13:08:40.589933 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51080) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:40.669378 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-72fb4c7c-dab3-4752-9f03-fcb64afc1b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:40.728552 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-42a5aae3-ce2a-41b5-acd0-4b213a6f5130 req-5b60b87d-a74f-4b18-a690-3ba990ece30f tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8997263-aa2c-4b22-aa0c-690ec4b913f1 HTTP/1.1" status: 200 len: 210 time: 0.0810344 Sep 30 13:08:40.743671 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-72fb4c7c-dab3-4752-9f03-fcb64afc1b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:40.789375 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-f1c57adb-8f9a-41c3-8715-bf843e0ad426 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:40.857446 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-f1c57adb-8f9a-41c3-8715-bf843e0ad426 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:40.871598 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-72fb4c7c-dab3-4752-9f03-fcb64afc1b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:40.876380 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-72fb4c7c-dab3-4752-9f03-fcb64afc1b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:40.880989 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-72fb4c7c-dab3-4752-9f03-fcb64afc1b67 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d1bd352-d4d9-402c-aea3-fef66de28803 HTTP/1.1" status: 204 len: 168 time: 0.2899060 Sep 30 13:08:40.892087 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb4c7c-dab3-4752-9f03-fcb64afc1b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1bd352-d4d9-402c-aea3-fef66de28803,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:40.901524 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fb4c7c-dab3-4752-9f03-fcb64afc1b67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:40.903111 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fb4c7c-dab3-4752-9f03-fcb64afc1b67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:40.903678 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fb4c7c-dab3-4752-9f03-fcb64afc1b67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:40.904250 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fb4c7c-dab3-4752-9f03-fcb64afc1b67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:40.904794 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fb4c7c-dab3-4752-9f03-fcb64afc1b67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:40.905367 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fb4c7c-dab3-4752-9f03-fcb64afc1b67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:40.906076 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fb4c7c-dab3-4752-9f03-fcb64afc1b67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:40.906626 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fb4c7c-dab3-4752-9f03-fcb64afc1b67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:40.907205 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fb4c7c-dab3-4752-9f03-fcb64afc1b67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:40.907728 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fb4c7c-dab3-4752-9f03-fcb64afc1b67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:40.908260 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fb4c7c-dab3-4752-9f03-fcb64afc1b67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:40.908957 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fb4c7c-dab3-4752-9f03-fcb64afc1b67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:40.950079 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b3c0b8bf-5378-4ce2-9558-86343aacf471 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:08:40.998055 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-f1c57adb-8f9a-41c3-8715-bf843e0ad426 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Network 42e2f087-1645-4adc-b2b0-90d6947f98e0 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:08:41.021824 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-f1c57adb-8f9a-41c3-8715-bf843e0ad426 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:08:41.026577 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-f1c57adb-8f9a-41c3-8715-bf843e0ad426 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:08:41.060320 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c57adb-8f9a-41c3-8715-bf843e0ad426 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Pushing event updated for resources: {'Port': ['ID=c7e1c232-eacc-4868-8f84-a7fa7725526e,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:41.067954 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port b3c0b8bf-5378-4ce2-9558-86343aacf471 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:41.068337 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:41.113653 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-f1c57adb-8f9a-41c3-8715-bf843e0ad426 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:41.118806 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-f1c57adb-8f9a-41c3-8715-bf843e0ad426 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:41.139318 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device b8b0297b-4ed8-427a-82ee-dc8780597acf up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:08:41.153188 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-f1c57adb-8f9a-41c3-8715-bf843e0ad426 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1904693 Sep 30 13:08:41.166512 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-617fe932-3b4d-4c9f-bc68-7e544fcf0d4c service neutron] Request body: {'port': {'device_id': 'd8997263-aa2c-4b22-aa0c-690ec4b913f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:41.265908 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port b8b0297b-4ed8-427a-82ee-dc8780597acf completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:08:41.271733 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port b8b0297b-4ed8-427a-82ee-dc8780597acf triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:41.272385 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:41.319307 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c0332-f6f7-45bc-9a93-b0edf20f6e20 req-effa3f12-cd5d-431d-8769-34a93198fcdc tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:41.329831 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c94c0332-f6f7-45bc-9a93-b0edf20f6e20 req-effa3f12-cd5d-431d-8769-34a93198fcdc tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 948 time: 0.1585395 Sep 30 13:08:41.357432 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-617fe932-3b4d-4c9f-bc68-7e544fcf0d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:41.389010 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:41.394578 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c94c0332-f6f7-45bc-9a93-b0edf20f6e20 req-4313645b-893d-4bd0-82ec-c23225641f11 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636120 Sep 30 13:08:41.474894 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666eda9e-b016-4241-8f32-d2f233ebe2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b0297b-4ed8-427a-82ee-dc8780597acf'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:08:41.482042 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb26e88f-d7df-42cc-855c-d077ab212045" -d '{"events": [{"server_uuid": "666eda9e-b016-4241-8f32-d2f233ebe2c4", "name": "network-vif-plugged", "status": "completed", "tag": "b8b0297b-4ed8-427a-82ee-dc8780597acf"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:08:41.530406 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port b8b0297b-4ed8-427a-82ee-dc8780597acf, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=b8b0297b-4ed8-427a-82ee-dc8780597acf,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:41.532949 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-2e124d2c-6dc1-436a-ac28-fa20a0a1dc47 None None] Provisioning complete for port c7e1c232-eacc-4868-8f84-a7fa7725526e triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:41.536729 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2e124d2c-6dc1-436a-ac28-fa20a0a1dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:41.576885 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd156b7-7e0f-40f9-a03a-d5cea82a8186 req-83ce9c3d-d44c-4d30-a0b3-4287c1134150 tempest-MigrationsAdminTest-956195043 tempest-MigrationsAdminTest-956195043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:41.586590 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1dd156b7-7e0f-40f9-a03a-d5cea82a8186 req-83ce9c3d-d44c-4d30-a0b3-4287c1134150 tempest-MigrationsAdminTest-956195043 tempest-MigrationsAdminTest-956195043-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 1099 time: 0.0840356 Sep 30 13:08:41.597691 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:41.598515 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 71bcc09f-4443-412c-abd4-1ec6fd935c99 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:08:41.662798 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-2e124d2c-6dc1-436a-ac28-fa20a0a1dc47 None None] Port c7e1c232-eacc-4868-8f84-a7fa7725526e cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:08:41.665867 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1dd156b7-7e0f-40f9-a03a-d5cea82a8186 req-07333927-548f-4a78-a564-e18c26381cb4 tempest-MigrationsAdminTest-956195043 tempest-MigrationsAdminTest-956195043-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769212 Sep 30 13:08:41.690814 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac2559-5579-49c7-bcbe-4e93782b7a87 req-8337f596-b05d-4c98-be32-3f18bd1af726 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:41.690814 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-86ac2559-5579-49c7-bcbe-4e93782b7a87 req-8337f596-b05d-4c98-be32-3f18bd1af726 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/ports?device_id=345d5f16-4d0e-4b67-8656-784a8d644209 HTTP/1.1" status: 200 len: 944 time: 0.0968144 Sep 30 13:08:41.699774 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=b8b0297b-4ed8-427a-82ee-dc8780597acf,revision_number=9']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:41.739255 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 71bcc09f-4443-412c-abd4-1ec6fd935c99 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:08:41.743824 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 71bcc09f-4443-412c-abd4-1ec6fd935c99 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:41.744221 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:41.787184 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5e33ca-133e-4a57-8efe-7751b59f4335 x-openstack-request-id: req-bf5e33ca-133e-4a57-8efe-7751b59f4335 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:08:41.787852 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666eda9e-b016-4241-8f32-d2f233ebe2c4", "name": "network-vif-plugged", "status": "completed", "tag": "b8b0297b-4ed8-427a-82ee-dc8780597acf", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:08:41.787852 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf5e33ca-133e-4a57-8efe-7751b59f4335 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:08:41.788061 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666eda9e-b016-4241-8f32-d2f233ebe2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b0297b-4ed8-427a-82ee-dc8780597acf', 'code': 200} Sep 30 13:08:41.801120 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-86ac2559-5579-49c7-bcbe-4e93782b7a87 req-821ba877-6148-48f3-a754-913824f96bcc tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd32d831-8c19-4ff3-b662-d735f86fab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031692 Sep 30 13:08:41.859220 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-617fe932-3b4d-4c9f-bc68-7e544fcf0d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e1c232-eacc-4868-8f84-a7fa7725526e {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:08:41.859646 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:41.869648 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-617fe932-3b4d-4c9f-bc68-7e544fcf0d4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:41.892832 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-617fe932-3b4d-4c9f-bc68-7e544fcf0d4c service neutron] Transition to ACTIVE for port object c7e1c232-eacc-4868-8f84-a7fa7725526e will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:08:41.901280 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-617fe932-3b4d-4c9f-bc68-7e544fcf0d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:41.910727 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 71bcc09f-4443-412c-abd4-1ec6fd935c99, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=71bcc09f-4443-412c-abd4-1ec6fd935c99,segment=NetworkSegment(47c68ce9-8454-4c1d-8ab8-f448ffc29733),segment_id=47c68ce9-8454-4c1d-8ab8-f448ffc29733)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:41.922596 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:41.987143 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=71bcc09f-4443-412c-abd4-1ec6fd935c99,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:42.029596 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3308cf1-426c-4639-ad55-c5a4fedafff4 req-c243ed82-a502-4103-a8c5-9ac9192ebfef tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:42.042339 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e3308cf1-426c-4639-ad55-c5a4fedafff4 req-c243ed82-a502-4103-a8c5-9ac9192ebfef tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 946 time: 0.1244805 Sep 30 13:08:42.075139 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fe932-3b4d-4c9f-bc68-7e544fcf0d4c service neutron] Pushing event updated for resources: {'Port': ['ID=c7e1c232-eacc-4868-8f84-a7fa7725526e,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:42.117411 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e3308cf1-426c-4639-ad55-c5a4fedafff4 req-71800321-d89f-4fe8-a43b-36aa73e28c8c tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641642 Sep 30 13:08:42.119598 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-617fe932-3b4d-4c9f-bc68-7e544fcf0d4c service neutron] Attempting to bind port c7e1c232-eacc-4868-8f84-a7fa7725526e on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:08:42.120458 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-617fe932-3b4d-4c9f-bc68-7e544fcf0d4c service neutron] Attempting to bind port c7e1c232-eacc-4868-8f84-a7fa7725526e by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '2220aba7-8383-4082-8c71-5579bc9c89f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:08:42.121400 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-617fe932-3b4d-4c9f-bc68-7e544fcf0d4c service neutron] Attempting to bind port c7e1c232-eacc-4868-8f84-a7fa7725526e on network 42e2f087-1645-4adc-b2b0-90d6947f98e0 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:08:42.128533 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-617fe932-3b4d-4c9f-bc68-7e544fcf0d4c service neutron] Port c7e1c232-eacc-4868-8f84-a7fa7725526e on network 42e2f087-1645-4adc-b2b0-90d6947f98e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:08:42.129069 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-617fe932-3b4d-4c9f-bc68-7e544fcf0d4c service neutron] Attempting to bind port c7e1c232-eacc-4868-8f84-a7fa7725526e on network 42e2f087-1645-4adc-b2b0-90d6947f98e0 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:08:42.137069 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-617fe932-3b4d-4c9f-bc68-7e544fcf0d4c service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:08:42.137643 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-617fe932-3b4d-4c9f-bc68-7e544fcf0d4c service neutron] Checking segment: {'id': '2220aba7-8383-4082-8c71-5579bc9c89f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:08:42.138228 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-617fe932-3b4d-4c9f-bc68-7e544fcf0d4c service neutron] Bound using segment: {'id': '2220aba7-8383-4082-8c71-5579bc9c89f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:08:42.138912 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-617fe932-3b4d-4c9f-bc68-7e544fcf0d4c service neutron] Bound port: c7e1c232-eacc-4868-8f84-a7fa7725526e, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2220aba7-8383-4082-8c71-5579bc9c89f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:08:42.139463 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-617fe932-3b4d-4c9f-bc68-7e544fcf0d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:42.276536 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51130) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:42.308006 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-617fe932-3b4d-4c9f-bc68-7e544fcf0d4c service neutron] For port c7e1c232-eacc-4868-8f84-a7fa7725526e, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:08:42.321303 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c9666-346b-4917-95c1-0e0ee17964fc req-2bf2f2e5-9ee1-485e-a8b4-a54a7777698a tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:42.322915 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4a3c9666-346b-4917-95c1-0e0ee17964fc req-2bf2f2e5-9ee1-485e-a8b4-a54a7777698a tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8997263-aa2c-4b22-aa0c-690ec4b913f1 HTTP/1.1" status: 200 len: 943 time: 0.1256776 Sep 30 13:08:42.342313 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d62bd4-9d29-41da-881d-7b825953758c req-c5ecbb45-0a09-480e-9b16-9e9d2936607b tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:42.344671 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-68d62bd4-9d29-41da-881d-7b825953758c req-c5ecbb45-0a09-480e-9b16-9e9d2936607b tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 946 time: 0.0613320 Sep 30 13:08:42.354413 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51134) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:42.359412 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d043bcf3-c866-4341-afa0-afdda34bcb6d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Request body: {'floatingip': {'port_id': '74d5476d-caad-4646-baac-95e9e563cef6'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:42.376907 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-617fe932-3b4d-4c9f-bc68-7e544fcf0d4c service neutron] For port c7e1c232-eacc-4868-8f84-a7fa7725526e, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=c7e1c232-eacc-4868-8f84-a7fa7725526e,segment=NetworkSegment(2220aba7-8383-4082-8c71-5579bc9c89f9),segment_id=2220aba7-8383-4082-8c71-5579bc9c89f9)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:08:42.386642 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4a3c9666-346b-4917-95c1-0e0ee17964fc req-7bee5622-a590-48cb-a2f3-84dc2595460c tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/security-groups?id=661fae53-2af6-44d6-b17e-3b9f9506124f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569568 Sep 30 13:08:42.388397 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-617fe932-3b4d-4c9f-bc68-7e544fcf0d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:42.420046 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d043bcf3-c866-4341-afa0-afdda34bcb6d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for floatingip, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:42.436785 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-617fe932-3b4d-4c9f-bc68-7e544fcf0d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:42.437475 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-617fe932-3b4d-4c9f-bc68-7e544fcf0d4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:42.439224 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-617fe932-3b4d-4c9f-bc68-7e544fcf0d4c service neutron] 10.222.0.39 "PUT /v2.0/ports/c7e1c232-eacc-4868-8f84-a7fa7725526e HTTP/1.1" status: 200 len: 1091 time: 1.2775567 Sep 30 13:08:42.439735 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8997263-aa2c-4b22-aa0c-690ec4b913f1', 'tag': 'c7e1c232-eacc-4868-8f84-a7fa7725526e'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:08:42.442174 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd08e1b-364e-4b27-b3bd-4f02743ca010" -d '{"events": [{"name": "network-changed", "server_uuid": "d8997263-aa2c-4b22-aa0c-690ec4b913f1", "tag": "c7e1c232-eacc-4868-8f84-a7fa7725526e"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:08:42.473346 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d0ca8a09-f625-4d33-b7ca-bf579527b63d admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1970466872-network', 'tenant_id': 'a8f8a5ade90243adb4c85878ba652f3e'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:42.483218 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fe932-3b4d-4c9f-bc68-7e544fcf0d4c service neutron] Pushing event updated for resources: {'Port': ['ID=c7e1c232-eacc-4868-8f84-a7fa7725526e,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:42.503947 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52343d1b-d37b-45ec-8a11-5d11409fd40e x-openstack-request-id: req-52343d1b-d37b-45ec-8a11-5d11409fd40e {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:08:42.504305 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8997263-aa2c-4b22-aa0c-690ec4b913f1", "tag": "c7e1c232-eacc-4868-8f84-a7fa7725526e", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:08:42.504618 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52343d1b-d37b-45ec-8a11-5d11409fd40e {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:08:42.505004 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8997263-aa2c-4b22-aa0c-690ec4b913f1', 'tag': 'c7e1c232-eacc-4868-8f84-a7fa7725526e', 'status': 'completed', 'code': 200} Sep 30 13:08:42.541839 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-a5b93ecd-7a62-47ee-80b6-c2b8ea3c4113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:42.543465 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-a5b93ecd-7a62-47ee-80b6-c2b8ea3c4113 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea222c3cdb8b423d8d04effe0ba2215a&device_id=d8997263-aa2c-4b22-aa0c-690ec4b913f1 HTTP/1.1" status: 200 len: 1094 time: 0.0503657 Sep 30 13:08:42.547656 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-9fcdfc3e-6b5b-4ded-b232-f64cfd9be2cd tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1ef1016edf414b379caceb8093d57137&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0821178 Sep 30 13:08:42.583737 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ca8a09-f625-4d33-b7ca-bf579527b63d admin admin] Made reservation on behalf of a8f8a5ade90243adb4c85878ba652f3e for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:08:42.585991 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d0ca8a09-f625-4d33-b7ca-bf579527b63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:42.589805 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-21d35c62-b58f-4d49-b959-38e1ccaf9177 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7e1c232-eacc-4868-8f84-a7fa7725526e HTTP/1.1" status: 200 len: 217 time: 0.0376160 Sep 30 13:08:42.621273 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d0ca8a09-f625-4d33-b7ca-bf579527b63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:42.651629 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-20d20394-d676-49f2-b087-dbff200e0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:42.653446 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-20d20394-d676-49f2-b087-dbff200e0b5d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0e8a3732-f1a1-4421-9ea1-9009b140adac HTTP/1.1" status: 200 len: 859 time: 0.0561206 Sep 30 13:08:42.699361 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-3f84a9df-94b3-4741-8d5b-82bfdcaf58b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:42.700871 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-3f84a9df-94b3-4741-8d5b-82bfdcaf58b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42e2f087-1645-4adc-b2b0-90d6947f98e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404663 Sep 30 13:08:42.776078 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-cb5bb7c4-70bf-4b32-a44c-2b168ab98f5a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:42.777573 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-cb5bb7c4-70bf-4b32-a44c-2b168ab98f5a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2238061 Sep 30 13:08:42.802700 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-22556b36-e0ce-4910-beb3-a28e269ecdf3 service neutron] 10.222.0.39 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940399 Sep 30 13:08:42.840076 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-040dd262-5a16-49b4-900c-2cbe137679c1 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/quotas/1ef1016edf414b379caceb8093d57137 HTTP/1.1" status: 200 len: 375 time: 0.0537658 Sep 30 13:08:42.903116 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71fa4d16-5aea-4280-b16a-1a9bf83f7d9a req-7f7dfb89-6f4a-4912-9ec8-c6fde62ea9af service neutron] 10.222.0.39 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930321 Sep 30 13:08:42.996109 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6efae-80d3-423d-9b23-b505d079cb05 req-3e9594fa-86d6-4818-a301-aaa674e36a0b tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:42.997711 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-27c6efae-80d3-423d-9b23-b505d079cb05 req-3e9594fa-86d6-4818-a301-aaa674e36a0b tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/ports?device_id=345d5f16-4d0e-4b67-8656-784a8d644209 HTTP/1.1" status: 200 len: 945 time: 0.0820415 Sep 30 13:08:43.005997 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-821de9b4-65fc-44eb-802f-ceb1aef91cab tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1565902 Sep 30 13:08:43.014831 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd08e1b-364e-4b27-b3bd-4f02743ca010 req-f7714b32-90b2-480a-ae69-b109593481e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:43.015883 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d0ca8a09-f625-4d33-b7ca-bf579527b63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:43.017016 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dcd08e1b-364e-4b27-b3bd-4f02743ca010 req-f7714b32-90b2-480a-ae69-b109593481e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea222c3cdb8b423d8d04effe0ba2215a&device_id=d8997263-aa2c-4b22-aa0c-690ec4b913f1 HTTP/1.1" status: 200 len: 1094 time: 0.0679171 Sep 30 13:08:43.023384 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d0ca8a09-f625-4d33-b7ca-bf579527b63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:43.074112 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-27c6efae-80d3-423d-9b23-b505d079cb05 req-2636ae8c-4602-4ddd-9e61-2b0b7f3ae631 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd32d831-8c19-4ff3-b662-d735f86fab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675809 Sep 30 13:08:43.085169 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ca8a09-f625-4d33-b7ca-bf579527b63d admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:08:43.091445 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca8a09-f625-4d33-b7ca-bf579527b63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dab4bcb-1f36-40af-acfb-ba41fd5cc49d,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:43.134101 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d0ca8a09-f625-4d33-b7ca-bf579527b63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:43.134488 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-d0ca8a09-f625-4d33-b7ca-bf579527b63d admin admin] Added segment 2a1f6580-3796-47f5-a601-fabd2f12de1b of type vlan for network 36362ec6-f345-4716-8865-4cbe79c019de Sep 30 13:08:43.166565 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd08e1b-364e-4b27-b3bd-4f02743ca010 req-def17bdb-74eb-4747-84d6-11d5ef8c8776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:43.168546 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dcd08e1b-364e-4b27-b3bd-4f02743ca010 req-def17bdb-74eb-4747-84d6-11d5ef8c8776 service neutron] 10.222.0.39 "GET /v2.0/networks?id=42e2f087-1645-4adc-b2b0-90d6947f98e0 HTTP/1.1" status: 200 len: 921 time: 0.1427851 Sep 30 13:08:43.219475 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d0ca8a09-f625-4d33-b7ca-bf579527b63d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:43.253279 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d043bcf3-c866-4341-afa0-afdda34bcb6d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:43.260712 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d043bcf3-c866-4341-afa0-afdda34bcb6d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:43.264476 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d0ca8a09-f625-4d33-b7ca-bf579527b63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:43.265566 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ca8a09-f625-4d33-b7ca-bf579527b63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:43.266218 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d0ca8a09-f625-4d33-b7ca-bf579527b63d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:43.282894 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dcd08e1b-364e-4b27-b3bd-4f02743ca010 req-5ab5c7b6-09d1-43df-8e26-41921817c149 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7e1c232-eacc-4868-8f84-a7fa7725526e HTTP/1.1" status: 200 len: 217 time: 0.1027842 Sep 30 13:08:43.334063 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3cfdeba3-3114-490a-b762-3809c9c7801d req-a1dc56ce-5ff5-4f7e-977b-af9f535393f6 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 210 time: 0.0536313 Sep 30 13:08:43.351540 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d0ca8a09-f625-4d33-b7ca-bf579527b63d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0738692 Sep 30 13:08:43.365389 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd08e1b-364e-4b27-b3bd-4f02743ca010 req-2aa0cae2-e3f2-481a-b9ea-8453db9698da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:43.367422 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dcd08e1b-364e-4b27-b3bd-4f02743ca010 req-2aa0cae2-e3f2-481a-b9ea-8453db9698da service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0e8a3732-f1a1-4421-9ea1-9009b140adac HTTP/1.1" status: 200 len: 859 time: 0.0760877 Sep 30 13:08:43.400394 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca8a09-f625-4d33-b7ca-bf579527b63d admin admin] Pushing event updated for resources: {'Network': ['ID=36362ec6-f345-4716-8865-4cbe79c019de,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:43.411621 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 36362ec6-f345-4716-8865-4cbe79c019de details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:08:43.445043 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd08e1b-364e-4b27-b3bd-4f02743ca010 req-b45567ad-630f-46d4-94ae-77422f4d8c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:43.446659 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dcd08e1b-364e-4b27-b3bd-4f02743ca010 req-b45567ad-630f-46d4-94ae-77422f4d8c25 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42e2f087-1645-4adc-b2b0-90d6947f98e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674086 Sep 30 13:08:43.607615 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4695276-7d6d-4cd3-972a-5caa2e670b4e req-4c411eec-f85c-45de-995f-4a9a32dd35a2 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:43.614610 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f4695276-7d6d-4cd3-972a-5caa2e670b4e req-4c411eec-f85c-45de-995f-4a9a32dd35a2 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8997263-aa2c-4b22-aa0c-690ec4b913f1 HTTP/1.1" status: 200 len: 943 time: 0.1115317 Sep 30 13:08:43.615828 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-d043bcf3-c866-4341-afa0-afdda34bcb6d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Floating IP bcd8245f-b9ef-4047-820d-4ff38ead7750 associated. External IP: 172.25.5.54, port: 74d5476d-caad-4646-baac-95e9e563cef6. Sep 30 13:08:43.618978 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dcd08e1b-364e-4b27-b3bd-4f02743ca010 req-4630b996-d9c2-44d5-beb8-8ee0010a5e0a service neutron] 10.222.0.39 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615818 Sep 30 13:08:43.702769 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f4695276-7d6d-4cd3-972a-5caa2e670b4e req-dcd488c2-a838-439b-8097-0e12aa8387f3 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/security-groups?id=661fae53-2af6-44d6-b17e-3b9f9506124f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831189 Sep 30 13:08:43.789181 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345d5f16-4d0e-4b67-8656-784a8d644209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71bcc09f-4443-412c-abd4-1ec6fd935c99'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:08:43.792061 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47ac7f0-e345-47e5-b23c-bf8b9eac0f77" -d '{"events": [{"server_uuid": "345d5f16-4d0e-4b67-8656-784a8d644209", "name": "network-vif-plugged", "status": "completed", "tag": "71bcc09f-4443-412c-abd4-1ec6fd935c99"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:08:43.827197 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dcd08e1b-364e-4b27-b3bd-4f02743ca010 req-a6017f84-c657-4622-91e5-cdc34525320f service neutron] 10.222.0.39 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988413 Sep 30 13:08:43.834505 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2a2a3f-336a-4299-bff4-7d669fe48903 x-openstack-request-id: req-2b2a2a3f-336a-4299-bff4-7d669fe48903 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:08:43.834984 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345d5f16-4d0e-4b67-8656-784a8d644209", "name": "network-vif-plugged", "status": "completed", "tag": "71bcc09f-4443-412c-abd4-1ec6fd935c99", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:08:43.835415 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b2a2a3f-336a-4299-bff4-7d669fe48903 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:08:43.836060 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345d5f16-4d0e-4b67-8656-784a8d644209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71bcc09f-4443-412c-abd4-1ec6fd935c99', 'code': 200} Sep 30 13:08:43.892045 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d043bcf3-c866-4341-afa0-afdda34bcb6d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Router bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:08:43.948701 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cec67-554e-4dea-95c9-417fb9b516db req-5ccc5518-8031-4b4d-a518-72da879fb42d tempest-ComputeTenantNetworksTest-1369429411 tempest-ComputeTenantNetworksTest-1369429411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:43.956044 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cec67-554e-4dea-95c9-417fb9b516db req-5ccc5518-8031-4b4d-a518-72da879fb42d tempest-ComputeTenantNetworksTest-1369429411 tempest-ComputeTenantNetworksTest-1369429411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:43.962672 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cec67-554e-4dea-95c9-417fb9b516db req-5ccc5518-8031-4b4d-a518-72da879fb42d tempest-ComputeTenantNetworksTest-1369429411 tempest-ComputeTenantNetworksTest-1369429411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:43.964363 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e11cec67-554e-4dea-95c9-417fb9b516db req-5ccc5518-8031-4b4d-a518-72da879fb42d tempest-ComputeTenantNetworksTest-1369429411 tempest-ComputeTenantNetworksTest-1369429411-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2321370 Sep 30 13:08:44.051616 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879798d-e42d-4193-a62e-38a71509bd1f req-de7ff93b-eb89-4d82-b1ff-86eb173d461a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:44.053100 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8879798d-e42d-4193-a62e-38a71509bd1f req-de7ff93b-eb89-4d82-b1ff-86eb173d461a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=345d5f16-4d0e-4b67-8656-784a8d644209 HTTP/1.1" status: 200 len: 1096 time: 0.1157773 Sep 30 13:08:44.074791 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d043bcf3-c866-4341-afa0-afdda34bcb6d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:08:44.084877 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57a07ac-e527-44cc-b324-c3073238ab73 None None] Sync routers for ids ['bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:08:44.086308 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d043bcf3-c866-4341-afa0-afdda34bcb6d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:44.094343 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57a07ac-e527-44cc-b324-c3073238ab73 None None] Routers {'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:08:44.094959 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f57a07ac-e527-44cc-b324-c3073238ab73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:08:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:44.155143 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99368d9-65ff-46eb-8237-f78b7eb10979 req-1285b73d-506b-405d-9839-011255556cc9 tempest-ComputeTenantNetworksTest-1369429411 tempest-ComputeTenantNetworksTest-1369429411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:44.157029 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d99368d9-65ff-46eb-8237-f78b7eb10979 req-1285b73d-506b-405d-9839-011255556cc9 tempest-ComputeTenantNetworksTest-1369429411 tempest-ComputeTenantNetworksTest-1369429411-project] 10.222.0.18 "GET /v2.0/networks/36362ec6-f345-4716-8865-4cbe79c019de HTTP/1.1" status: 200 len: 769 time: 0.1691999 Sep 30 13:08:44.166853 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8879798d-e42d-4193-a62e-38a71509bd1f req-79876ed2-6640-4cdc-bd28-e43cc1d3f307 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dd32d831-8c19-4ff3-b662-d735f86fab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021376 Sep 30 13:08:44.167308 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51180) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:44.177764 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d043bcf3-c866-4341-afa0-afdda34bcb6d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "PUT /v2.0/floatingips/bcd8245f-b9ef-4047-820d-4ff38ead7750 HTTP/1.1" status: 200 len: 991 time: 1.8196051 Sep 30 13:08:44.177764 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9716b1-031b-4b00-a051-1484a8081365', 'tag': '74d5476d-caad-4646-baac-95e9e563cef6'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:08:44.179034 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93de0bd-7b6b-4593-a45e-abbb0fd54c24" -d '{"events": [{"name": "network-changed", "server_uuid": "5d9716b1-031b-4b00-a051-1484a8081365", "tag": "74d5476d-caad-4646-baac-95e9e563cef6"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:08:44.212208 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c6ea9-252c-4653-852f-61819f6c488f req-7c10c2af-b6a3-4836-8601-7bac1edae4f5 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:44.214145 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8a1c6ea9-252c-4653-852f-61819f6c488f req-7c10c2af-b6a3-4836-8601-7bac1edae4f5 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/ports?device_id=345d5f16-4d0e-4b67-8656-784a8d644209 HTTP/1.1" status: 200 len: 945 time: 0.0638342 Sep 30 13:08:44.258794 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8a1c6ea9-252c-4653-852f-61819f6c488f req-eee96f93-b374-455d-86d6-6ab21b3bfed4 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd32d831-8c19-4ff3-b662-d735f86fab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379152 Sep 30 13:08:44.261993 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4000-9c4b-4115-be3a-18b5525e765c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:44.313864 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85049a15-85f9-4644-813a-f5adc82c7378 x-openstack-request-id: req-85049a15-85f9-4644-813a-f5adc82c7378 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:08:44.314189 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d9716b1-031b-4b00-a051-1484a8081365", "tag": "74d5476d-caad-4646-baac-95e9e563cef6", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:08:44.314447 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85049a15-85f9-4644-813a-f5adc82c7378 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:08:44.314849 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9716b1-031b-4b00-a051-1484a8081365', 'tag': '74d5476d-caad-4646-baac-95e9e563cef6', 'status': 'completed', 'code': 200} Sep 30 13:08:44.363361 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-f57a07ac-e527-44cc-b324-c3073238ab73 None None] Set router bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:08:44.364629 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4000-9c4b-4115-be3a-18b5525e765c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:44.384926 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-cc7a4000-9c4b-4115-be3a-18b5525e765c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36362ec6-f345-4716-8865-4cbe79c019de']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:44.394536 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-cc7a4000-9c4b-4115-be3a-18b5525e765c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a1f6580-3796-47f5-a601-fabd2f12de1b') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:44.394841 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-cc7a4000-9c4b-4115-be3a-18b5525e765c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a1f6580-3796-47f5-a601-fabd2f12de1b') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:44.404065 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4000-9c4b-4115-be3a-18b5525e765c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:44.417401 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4000-9c4b-4115-be3a-18b5525e765c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:44.423097 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7a4000-9c4b-4115-be3a-18b5525e765c admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:08:44.423484 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4000-9c4b-4115-be3a-18b5525e765c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:08:44.425100 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:08:44.502860 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:44.548985 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4000-9c4b-4115-be3a-18b5525e765c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:44.579308 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4000-9c4b-4115-be3a-18b5525e765c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:44.583056 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cc7a4000-9c4b-4115-be3a-18b5525e765c admin admin] 10.222.0.18 "DELETE /v2.0/networks/36362ec6-f345-4716-8865-4cbe79c019de HTTP/1.1" status: 204 len: 168 time: 0.4139893 Sep 30 13:08:44.585550 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5f1d30e3-fbff-4392-a3d3-6a558e852b43 req-e6f60f30-ca75-4304-a808-82b56ba00aee tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 210 time: 0.0501931 Sep 30 13:08:44.606450 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a4000-9c4b-4115-be3a-18b5525e765c admin admin] Pushing event deleted for resources: {'Network': ['ID=36362ec6-f345-4716-8865-4cbe79c019de,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:44.617232 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93de0bd-7b6b-4593-a45e-abbb0fd54c24 req-077d0439-f455-4599-8d45-33174126fa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:44.618909 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d93de0bd-7b6b-4593-a45e-abbb0fd54c24 req-077d0439-f455-4599-8d45-33174126fa73 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dd472ce50e4547d68eaae043f0883472&device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 1097 time: 0.1109331 Sep 30 13:08:44.645241 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-65cdfd9f-0d17-4ed5-8cae-2a65337cb9aa tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=1ef1016edf414b379caceb8093d57137&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258725 Sep 30 13:08:44.696019 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f57a07ac-e527-44cc-b324-c3073238ab73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'name': 'tempest-AttachVolumeShelveTestJSON-294932652-router', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:04Z', 'updated_at': '2021-09-30T13:08:10Z', 'revision_number': 4, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'gw_port': {'id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:05Z', 'updated_at': '2021-09-30T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'bcd8245f-b9ef-4047-820d-4ff38ead7750', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'floating_ip_address': '172.25.5.54', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'port_id': '74d5476d-caad-4646-baac-95e9e563cef6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'mac_address': 'fa:16:3e:1b:38:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9716b1-031b-4b00-a051-1484a8081365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:08:19Z', 'updated_at': '2021-09-30T13:08:43Z', 'revision_number': 1, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6a5247-fce5-4db8-881f-82c6104258fe', 'name': '', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'mac_address': 'fa:16:3e:da:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:18Z', 'revision_number': 5, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'subnets': [{'id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:44.740217 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57a07ac-e527-44cc-b324-c3073238ab73 None None] Checking router: bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:08:44.751809 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57a07ac-e527-44cc-b324-c3073238ab73 None None] Routers {'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:08:44.752585 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f57a07ac-e527-44cc-b324-c3073238ab73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:08:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:44.768009 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93de0bd-7b6b-4593-a45e-abbb0fd54c24 req-87386665-fc0e-48d4-9dc0-57b84853cf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:44.772529 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d93de0bd-7b6b-4593-a45e-abbb0fd54c24 req-87386665-fc0e-48d4-9dc0-57b84853cf3f service neutron] 10.222.0.54 "GET /v2.0/networks?id=82efec7b-c7e1-4afa-8d19-9d7200d8225f HTTP/1.1" status: 200 len: 917 time: 0.1458056 Sep 30 13:08:44.843648 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51198) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:44.995604 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-f57a07ac-e527-44cc-b324-c3073238ab73 None None] Set router bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:08:45.225150 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b4fe6-75e7-4b4b-a5cf-75bf595f8f35 req-07b6f48a-68af-4fd5-8393-b3b052530253 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:45.226606 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d93de0bd-7b6b-4593-a45e-abbb0fd54c24 req-6e589340-4b01-4937-9069-0cbb27afb806 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74d5476d-caad-4646-baac-95e9e563cef6 HTTP/1.1" status: 200 len: 999 time: 0.4471436 Sep 30 13:08:45.227546 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-488b4fe6-75e7-4b4b-a5cf-75bf595f8f35 req-07b6f48a-68af-4fd5-8393-b3b052530253 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8997263-aa2c-4b22-aa0c-690ec4b913f1 HTTP/1.1" status: 200 len: 943 time: 0.0998683 Sep 30 13:08:45.235363 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-433401fc-ae17-4000-b816-a13fd91e773f tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:45.236871 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-433401fc-ae17-4000-b816-a13fd91e773f tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5637269 Sep 30 13:08:45.244976 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c5ef31eb-5764-4c66-8a0d-56672ea42de5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a8f8a5ade90243adb4c85878ba652f3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4002225 Sep 30 13:08:45.247678 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51200) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:45.262845 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f57a07ac-e527-44cc-b324-c3073238ab73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'name': 'tempest-AttachVolumeShelveTestJSON-294932652-router', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:04Z', 'updated_at': '2021-09-30T13:08:10Z', 'revision_number': 4, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'gw_port': {'id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:05Z', 'updated_at': '2021-09-30T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'bcd8245f-b9ef-4047-820d-4ff38ead7750', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'floating_ip_address': '172.25.5.54', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'port_id': '74d5476d-caad-4646-baac-95e9e563cef6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'mac_address': 'fa:16:3e:1b:38:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9716b1-031b-4b00-a051-1484a8081365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:08:19Z', 'updated_at': '2021-09-30T13:08:43Z', 'revision_number': 1, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6a5247-fce5-4db8-881f-82c6104258fe', 'name': '', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'mac_address': 'fa:16:3e:da:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:18Z', 'revision_number': 5, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'subnets': [{'id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:45.274992 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-4d3b9d17-fe30-44db-8f3e-3bc2880a73d5 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Request body: {'port': {'device_id': '8fd3fe23-c689-4358-8e0b-a428142ec05f', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': '1ef1016edf414b379caceb8093d57137'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:45.283051 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93de0bd-7b6b-4593-a45e-abbb0fd54c24 req-5a235cd3-f488-4171-90c2-1cb9de3f338f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:45.284579 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d93de0bd-7b6b-4593-a45e-abbb0fd54c24 req-5a235cd3-f488-4171-90c2-1cb9de3f338f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8ac488f0-945c-4387-aad6-12387e6433e7 HTTP/1.1" status: 200 len: 855 time: 0.0488336 Sep 30 13:08:45.297220 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57a07ac-e527-44cc-b324-c3073238ab73 None None] The sync data for ids ['bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'] in n-d-810909-2 is: [{'id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'name': 'tempest-AttachVolumeShelveTestJSON-294932652-router', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:04Z', 'updated_at': '2021-09-30T13:08:10Z', 'revision_number': 4, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'gw_port': {'id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:05Z', 'updated_at': '2021-09-30T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'bcd8245f-b9ef-4047-820d-4ff38ead7750', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'floating_ip_address': '172.25.5.54', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'port_id': '74d5476d-caad-4646-baac-95e9e563cef6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'mac_address': 'fa:16:3e:1b:38:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9716b1-031b-4b00-a051-1484a8081365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:08:19Z', 'updated_at': '2021-09-30T13:08:43Z', 'revision_number': 1, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6a5247-fce5-4db8-881f-82c6104258fe', 'name': '', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'mac_address': 'fa:16:3e:da:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:18Z', 'revision_number': 5, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'subnets': [{'id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:08:45.344626 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93de0bd-7b6b-4593-a45e-abbb0fd54c24 req-3d9bcda3-c56d-40fb-92d2-5c5598e4747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:45.346476 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d93de0bd-7b6b-4593-a45e-abbb0fd54c24 req-3d9bcda3-c56d-40fb-92d2-5c5598e4747b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=82efec7b-c7e1-4afa-8d19-9d7200d8225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492830 Sep 30 13:08:45.408612 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-488b4fe6-75e7-4b4b-a5cf-75bf595f8f35 req-acdb9b0c-682b-4872-a954-d2dd5886b357 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/security-groups?id=661fae53-2af6-44d6-b17e-3b9f9506124f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651220 Sep 30 13:08:45.430982 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device c7e1c232-eacc-4868-8f84-a7fa7725526e details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:08:45.436390 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5797aa42-12a5-4184-9409-01cce6cac27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:45.492056 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5797aa42-12a5-4184-9409-01cce6cac27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:45.494096 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272f326-7bbe-429b-b077-750ce578a611 req-c618df5e-97a0-4aac-8593-67d98fb2b02a tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:45.495765 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a272f326-7bbe-429b-b077-750ce578a611 req-c618df5e-97a0-4aac-8593-67d98fb2b02a tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/ports?device_id=345d5f16-4d0e-4b67-8656-784a8d644209 HTTP/1.1" status: 200 len: 945 time: 0.1481874 Sep 30 13:08:45.512322 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d93de0bd-7b6b-4593-a45e-abbb0fd54c24 req-5292ab1f-d1e9-450f-b81a-9a299fd7ff03 service neutron] 10.222.0.54 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554441 Sep 30 13:08:45.527370 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-4d3b9d17-fe30-44db-8f3e-3bc2880a73d5 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Made reservation on behalf of 1ef1016edf414b379caceb8093d57137 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:08:45.537015 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-4d3b9d17-fe30-44db-8f3e-3bc2880a73d5 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:45.592107 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5797aa42-12a5-4184-9409-01cce6cac27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:45.592107 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5797aa42-12a5-4184-9409-01cce6cac27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:45.592107 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5797aa42-12a5-4184-9409-01cce6cac27a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1dab4bcb-1f36-40af-acfb-ba41fd5cc49d HTTP/1.1" status: 204 len: 168 time: 0.3430011 Sep 30 13:08:45.592528 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port c7e1c232-eacc-4868-8f84-a7fa7725526e, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=c7e1c232-eacc-4868-8f84-a7fa7725526e,segment=NetworkSegment(2220aba7-8383-4082-8c71-5579bc9c89f9),segment_id=2220aba7-8383-4082-8c71-5579bc9c89f9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:45.608930 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'c7e1c232-eacc-4868-8f84-a7fa7725526e', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'port_id': 'c7e1c232-eacc-4868-8f84-a7fa7725526e', 'mac_address': 'fa:16:3e:56:39:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:08:45.641755 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797aa42-12a5-4184-9409-01cce6cac27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dab4bcb-1f36-40af-acfb-ba41fd5cc49d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:45.684479 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:45.701745 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f9caad-f75b-4ece-a9fc-242f25074bed None None] New status for floating IP bcd8245f-b9ef-4047-820d-4ff38ead7750: ACTIVE {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:08:45.719861 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5797aa42-12a5-4184-9409-01cce6cac27a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:45.720974 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5797aa42-12a5-4184-9409-01cce6cac27a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:45.721327 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5797aa42-12a5-4184-9409-01cce6cac27a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:45.721673 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5797aa42-12a5-4184-9409-01cce6cac27a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:45.722042 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5797aa42-12a5-4184-9409-01cce6cac27a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:45.722376 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5797aa42-12a5-4184-9409-01cce6cac27a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:45.722710 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5797aa42-12a5-4184-9409-01cce6cac27a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:45.723044 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5797aa42-12a5-4184-9409-01cce6cac27a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:45.723375 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5797aa42-12a5-4184-9409-01cce6cac27a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:45.723704 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5797aa42-12a5-4184-9409-01cce6cac27a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:45.724592 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5797aa42-12a5-4184-9409-01cce6cac27a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:45.724943 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5797aa42-12a5-4184-9409-01cce6cac27a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:08:45.748085 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e1c232-eacc-4868-8f84-a7fa7725526e {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:08:45.800595 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-4d3b9d17-fe30-44db-8f3e-3bc2880a73d5 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Allocated IP 192.168.233.197 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/ef2b1102-e0d7-489e-820a-9df537e39d3a) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:08:45.821401 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port c7e1c232-eacc-4868-8f84-a7fa7725526e, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=c7e1c232-eacc-4868-8f84-a7fa7725526e,segment=NetworkSegment(2220aba7-8383-4082-8c71-5579bc9c89f9),segment_id=2220aba7-8383-4082-8c71-5579bc9c89f9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:45.825709 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a272f326-7bbe-429b-b077-750ce578a611 req-4fa10093-0904-40f7-b9f0-a6b7f2bd68a8 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd32d831-8c19-4ff3-b662-d735f86fab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3182690 Sep 30 13:08:45.833443 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:45.890670 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d93de0bd-7b6b-4593-a45e-abbb0fd54c24 req-5bbdffd7-e9ac-48ae-8782-2205d04dafe8 service neutron] 10.222.0.54 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202176 Sep 30 13:08:45.913346 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-947b6bb5-916b-4b05-a51f-efe12706be43 req-c1f8b343-2651-4faa-9746-0fc9b447962d tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 210 time: 0.0481288 Sep 30 13:08:45.924185 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=c7e1c232-eacc-4868-8f84-a7fa7725526e,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:46.052748 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-4d3b9d17-fe30-44db-8f3e-3bc2880a73d5 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:46.087455 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-4d3b9d17-fe30-44db-8f3e-3bc2880a73d5 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:46.091172 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['c7e1c232-eacc-4868-8f84-a7fa7725526e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:08:46.117364 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['b8b0297b-4ed8-427a-82ee-dc8780597acf'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:08:46.135220 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-4d3b9d17-fe30-44db-8f3e-3bc2880a73d5 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:08:46.138558 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-4d3b9d17-fe30-44db-8f3e-3bc2880a73d5 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:08:46.143195 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-4d3b9d17-fe30-44db-8f3e-3bc2880a73d5 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:08:46.149584 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b9d17-fe30-44db-8f3e-3bc2880a73d5 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Pushing event updated for resources: {'Port': ['ID=ef2b1102-e0d7-489e-820a-9df537e39d3a,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:46.214303 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-4d3b9d17-fe30-44db-8f3e-3bc2880a73d5 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:46.215217 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-4d3b9d17-fe30-44db-8f3e-3bc2880a73d5 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:46.232843 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-4d3b9d17-fe30-44db-8f3e-3bc2880a73d5 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9719181 Sep 30 13:08:46.248482 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-f0828be8-573e-48ec-9655-5b377c9c6e87 service neutron] Request body: {'port': {'device_id': '8fd3fe23-c689-4358-8e0b-a428142ec05f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:46.315058 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-f0828be8-573e-48ec-9655-5b377c9c6e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:46.503158 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-60005abe-7313-4d27-9c9a-508142d7dad0 None None] Provisioning complete for port ef2b1102-e0d7-489e-820a-9df537e39d3a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:46.503536 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-60005abe-7313-4d27-9c9a-508142d7dad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:46.554931 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d158ad5-62e6-4d5c-bb62-7c0925c6ee24 req-61ea9ba5-1404-41cb-a774-679f4c2979c0 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:46.557188 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4d158ad5-62e6-4d5c-bb62-7c0925c6ee24 req-61ea9ba5-1404-41cb-a774-679f4c2979c0 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8997263-aa2c-4b22-aa0c-690ec4b913f1 HTTP/1.1" status: 200 len: 944 time: 0.0791242 Sep 30 13:08:46.575671 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-60005abe-7313-4d27-9c9a-508142d7dad0 None None] Port ef2b1102-e0d7-489e-820a-9df537e39d3a cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:08:46.600709 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4d158ad5-62e6-4d5c-bb62-7c0925c6ee24 req-9c4be301-1603-4375-9db2-86b124b6986f tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/security-groups?id=661fae53-2af6-44d6-b17e-3b9f9506124f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371237 Sep 30 13:08:46.634474 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-f0828be8-573e-48ec-9655-5b377c9c6e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef2b1102-e0d7-489e-820a-9df537e39d3a {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:08:46.642403 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-f0828be8-573e-48ec-9655-5b377c9c6e87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:46.663338 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-f0828be8-573e-48ec-9655-5b377c9c6e87 service neutron] Transition to ACTIVE for port object ef2b1102-e0d7-489e-820a-9df537e39d3a will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:08:46.668729 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-f0828be8-573e-48ec-9655-5b377c9c6e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:46.726455 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0828be8-573e-48ec-9655-5b377c9c6e87 service neutron] Pushing event updated for resources: {'Port': ['ID=ef2b1102-e0d7-489e-820a-9df537e39d3a,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:46.814425 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-f0828be8-573e-48ec-9655-5b377c9c6e87 service neutron] Attempting to bind port ef2b1102-e0d7-489e-820a-9df537e39d3a on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:08:46.814862 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-f0828be8-573e-48ec-9655-5b377c9c6e87 service neutron] Attempting to bind port ef2b1102-e0d7-489e-820a-9df537e39d3a by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:08:46.815270 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-f0828be8-573e-48ec-9655-5b377c9c6e87 service neutron] Attempting to bind port ef2b1102-e0d7-489e-820a-9df537e39d3a on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:08:46.820190 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-f0828be8-573e-48ec-9655-5b377c9c6e87 service neutron] Port ef2b1102-e0d7-489e-820a-9df537e39d3a on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:08:46.820592 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-f0828be8-573e-48ec-9655-5b377c9c6e87 service neutron] Attempting to bind port ef2b1102-e0d7-489e-820a-9df537e39d3a on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:08:46.828223 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-f0828be8-573e-48ec-9655-5b377c9c6e87 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:08:46.828608 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-f0828be8-573e-48ec-9655-5b377c9c6e87 service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:08:46.829005 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-f0828be8-573e-48ec-9655-5b377c9c6e87 service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:08:46.829607 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-f0828be8-573e-48ec-9655-5b377c9c6e87 service neutron] Bound port: ef2b1102-e0d7-489e-820a-9df537e39d3a, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:08:46.829979 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-f0828be8-573e-48ec-9655-5b377c9c6e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:46.913214 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-f0828be8-573e-48ec-9655-5b377c9c6e87 service neutron] For port ef2b1102-e0d7-489e-820a-9df537e39d3a, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:08:46.917270 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-f0828be8-573e-48ec-9655-5b377c9c6e87 service neutron] For port ef2b1102-e0d7-489e-820a-9df537e39d3a, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=ef2b1102-e0d7-489e-820a-9df537e39d3a,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:08:46.926378 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-f0828be8-573e-48ec-9655-5b377c9c6e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:46.971388 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-f0828be8-573e-48ec-9655-5b377c9c6e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:46.972032 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-f0828be8-573e-48ec-9655-5b377c9c6e87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:46.973658 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-f0828be8-573e-48ec-9655-5b377c9c6e87 service neutron] 10.222.0.54 "PUT /v2.0/ports/ef2b1102-e0d7-489e-820a-9df537e39d3a HTTP/1.1" status: 200 len: 1096 time: 0.7310662 Sep 30 13:08:46.979468 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd3fe23-c689-4358-8e0b-a428142ec05f', 'tag': 'ef2b1102-e0d7-489e-820a-9df537e39d3a'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:08:46.984072 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4445c1a9-bfee-4c39-b153-4f2d7098a07a" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd3fe23-c689-4358-8e0b-a428142ec05f", "tag": "ef2b1102-e0d7-489e-820a-9df537e39d3a"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:08:47.009532 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337e879-5f3b-4722-9b0f-ea04ea430849 req-7db98433-7adf-4bce-9ec7-9a5df4c1f363 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:47.018263 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0828be8-573e-48ec-9655-5b377c9c6e87 service neutron] Pushing event updated for resources: {'Port': ['ID=ef2b1102-e0d7-489e-820a-9df537e39d3a,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:47.018583 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b337e879-5f3b-4722-9b0f-ea04ea430849 req-7db98433-7adf-4bce-9ec7-9a5df4c1f363 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/ports?device_id=345d5f16-4d0e-4b67-8656-784a8d644209 HTTP/1.1" status: 200 len: 945 time: 0.1093173 Sep 30 13:08:47.084571 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b337e879-5f3b-4722-9b0f-ea04ea430849 req-0ef35b06-03a3-4ef5-960e-6d9f603fbf65 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd32d831-8c19-4ff3-b662-d735f86fab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647442 Sep 30 13:08:47.106727 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac1fd8-9520-4b03-8298-0de44d6dc2c7 req-a7e24a3d-e2e9-4fa4-83c9-4315c2853913 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:47.114701 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-28ac1fd8-9520-4b03-8298-0de44d6dc2c7 req-a7e24a3d-e2e9-4fa4-83c9-4315c2853913 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 948 time: 0.0911562 Sep 30 13:08:47.138152 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-3e647f76-9f55-4907-9931-53b4ad90dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:47.139964 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-3e647f76-9f55-4907-9931-53b4ad90dc93 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 1099 time: 0.1014359 Sep 30 13:08:47.163053 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cd8fbe-f3d1-454c-b474-5b958c0e1f1f x-openstack-request-id: req-a2cd8fbe-f3d1-454c-b474-5b958c0e1f1f {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:08:47.163497 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd3fe23-c689-4358-8e0b-a428142ec05f", "tag": "ef2b1102-e0d7-489e-820a-9df537e39d3a", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:08:47.163608 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a2cd8fbe-f3d1-454c-b474-5b958c0e1f1f {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:08:47.163955 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd3fe23-c689-4358-8e0b-a428142ec05f', 'tag': 'ef2b1102-e0d7-489e-820a-9df537e39d3a', 'status': 'completed', 'code': 200} Sep 30 13:08:47.212686 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-28ac1fd8-9520-4b03-8298-0de44d6dc2c7 req-eae18ed5-608d-4713-8e0d-c4882ab37554 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920010 Sep 30 13:08:47.223225 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-011d9930-9dad-44f5-81b6-0adfb9dc72e0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=ef2b1102-e0d7-489e-820a-9df537e39d3a HTTP/1.1" status: 200 len: 217 time: 0.0711012 Sep 30 13:08:47.275424 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34506d26-405f-4cd5-b3de-9a1994443d07 req-1c74e850-5b1a-433e-bff7-11c3f8eb5a28 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:47.276934 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-34506d26-405f-4cd5-b3de-9a1994443d07 req-1c74e850-5b1a-433e-bff7-11c3f8eb5a28 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/ports?device_id=345d5f16-4d0e-4b67-8656-784a8d644209 HTTP/1.1" status: 200 len: 945 time: 0.0564885 Sep 30 13:08:47.282234 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-63099122-c126-4ac5-8254-3627bdb97674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:47.283058 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-63099122-c126-4ac5-8254-3627bdb97674 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0524535 Sep 30 13:08:47.286027 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51266) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:47.290400 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-fd4afa1b-5a99-43dd-8397-59670a4cbb01 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Request body: {'floatingip': {'port_id': '71bcc09f-4443-412c-abd4-1ec6fd935c99'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:47.356222 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fd4afa1b-5a99-43dd-8397-59670a4cbb01 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks [] for floatingip, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:47.439238 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device c7e1c232-eacc-4868-8f84-a7fa7725526e up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:08:47.460451 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-d26488ad-f594-4f89-b08a-6de770a68ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:47.461979 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-d26488ad-f594-4f89-b08a-6de770a68ae7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1680963 Sep 30 13:08:47.516434 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port c7e1c232-eacc-4868-8f84-a7fa7725526e completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:08:47.522755 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port c7e1c232-eacc-4868-8f84-a7fa7725526e triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:47.523139 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:47.610341 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:47.648389 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-de932f52-d0ad-49e4-8f36-6fd5b2146aeb service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770718 Sep 30 13:08:47.655928 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8997263-aa2c-4b22-aa0c-690ec4b913f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e1c232-eacc-4868-8f84-a7fa7725526e'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:08:47.657611 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162c7314-b7fb-4ce5-a62a-8a0cc10eaf53" -d '{"events": [{"server_uuid": "d8997263-aa2c-4b22-aa0c-690ec4b913f1", "name": "network-vif-plugged", "status": "completed", "tag": "c7e1c232-eacc-4868-8f84-a7fa7725526e"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:08:47.672040 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port c7e1c232-eacc-4868-8f84-a7fa7725526e, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=c7e1c232-eacc-4868-8f84-a7fa7725526e,segment=NetworkSegment(2220aba7-8383-4082-8c71-5579bc9c89f9),segment_id=2220aba7-8383-4082-8c71-5579bc9c89f9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:47.691105 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:47.798288 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefdf510-27ff-42c8-83c9-3f0774cb433b x-openstack-request-id: req-eefdf510-27ff-42c8-83c9-3f0774cb433b {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:08:47.798592 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8997263-aa2c-4b22-aa0c-690ec4b913f1", "name": "network-vif-plugged", "status": "completed", "tag": "c7e1c232-eacc-4868-8f84-a7fa7725526e", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:08:47.798849 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eefdf510-27ff-42c8-83c9-3f0774cb433b {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:08:47.800371 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8997263-aa2c-4b22-aa0c-690ec4b913f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e1c232-eacc-4868-8f84-a7fa7725526e', 'code': 200} Sep 30 13:08:47.801137 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=c7e1c232-eacc-4868-8f84-a7fa7725526e,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:47.965228 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0dbab-cc9d-47e3-9b6e-a0e553539a17 req-965638ff-8a18-4526-968e-101ec8822ced tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:47.966823 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e9c0dbab-cc9d-47e3-9b6e-a0e553539a17 req-965638ff-8a18-4526-968e-101ec8822ced tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8997263-aa2c-4b22-aa0c-690ec4b913f1 HTTP/1.1" status: 200 len: 945 time: 0.2220881 Sep 30 13:08:48.006306 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-66bee230-fd78-42ee-b78a-8ee08e70282b req-a75eb91c-aea7-4942-9d87-76f92c48acac service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484414 Sep 30 13:08:48.029438 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94e749-48a6-4fbc-925b-28d691d70df0 req-09ee92a5-2fde-439f-8470-316c959f70ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:48.031483 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-df94e749-48a6-4fbc-925b-28d691d70df0 req-09ee92a5-2fde-439f-8470-316c959f70ef service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8997263-aa2c-4b22-aa0c-690ec4b913f1 HTTP/1.1" status: 200 len: 1096 time: 0.1641769 Sep 30 13:08:48.132794 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e9c0dbab-cc9d-47e3-9b6e-a0e553539a17 req-1325b47f-4f41-44c5-9f17-45ca570d861a tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/security-groups?id=661fae53-2af6-44d6-b17e-3b9f9506124f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200712 Sep 30 13:08:48.161842 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-df94e749-48a6-4fbc-925b-28d691d70df0 req-a9b70ec4-1d8d-4224-9125-6c3a60a2c5e8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=661fae53-2af6-44d6-b17e-3b9f9506124f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213751 Sep 30 13:08:48.179915 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8b70d71c-94c2-4192-9ee4-a0b58958ea04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:48.200662 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445c1a9-bfee-4c39-b153-4f2d7098a07a req-c3e0551a-8a65-479b-92db-3a2a350ed89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:48.202270 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4445c1a9-bfee-4c39-b153-4f2d7098a07a req-c3e0551a-8a65-479b-92db-3a2a350ed89e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 1099 time: 0.1290712 Sep 30 13:08:48.218556 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fd4afa1b-5a99-43dd-8397-59670a4cbb01 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:48.229047 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fd4afa1b-5a99-43dd-8397-59670a4cbb01 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:48.328851 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a872b-23df-4c03-8c2b-d9927add52ed req-dce5a222-1145-46b1-b36a-a12d313a7351 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:48.331255 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-367a872b-23df-4c03-8c2b-d9927add52ed req-dce5a222-1145-46b1-b36a-a12d313a7351 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 948 time: 0.0537364 Sep 30 13:08:48.370922 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-367a872b-23df-4c03-8c2b-d9927add52ed req-b455b041-57e1-4378-97c0-2ed4b1a57df3 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334058 Sep 30 13:08:48.400052 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445c1a9-bfee-4c39-b153-4f2d7098a07a req-486dfced-b64e-4c80-90eb-62d187e78260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:48.401549 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4445c1a9-bfee-4c39-b153-4f2d7098a07a req-486dfced-b64e-4c80-90eb-62d187e78260 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.1818180 Sep 30 13:08:48.404812 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-fd4afa1b-5a99-43dd-8397-59670a4cbb01 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Floating IP 33db5fca-3037-46c1-bb2a-73b97fec9281 associated. External IP: 172.25.5.4, port: 71bcc09f-4443-412c-abd4-1ec6fd935c99. Sep 30 13:08:48.475943 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4445c1a9-bfee-4c39-b153-4f2d7098a07a req-271cbd55-2e71-49d6-9141-676cd7141fd4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=ef2b1102-e0d7-489e-820a-9df537e39d3a HTTP/1.1" status: 200 len: 217 time: 0.0379336 Sep 30 13:08:48.571275 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445c1a9-bfee-4c39-b153-4f2d7098a07a req-7e90747d-89cb-4f7e-9fde-1cfb8b473b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:48.572746 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4445c1a9-bfee-4c39-b153-4f2d7098a07a req-7e90747d-89cb-4f7e-9fde-1cfb8b473b5f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0871367 Sep 30 13:08:48.589235 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51328) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:48.692434 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445c1a9-bfee-4c39-b153-4f2d7098a07a req-b80ca10b-a568-4f88-8621-63a2b9dbeb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:48.693921 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4445c1a9-bfee-4c39-b153-4f2d7098a07a req-b80ca10b-a568-4f88-8621-63a2b9dbeb83 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0803490 Sep 30 13:08:48.721957 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c2af1581-b686-412b-aa5e-2ebbdedc4acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:48.738346 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4afa1b-5a99-43dd-8397-59670a4cbb01 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Router d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:08:48.837498 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c2af1581-b686-412b-aa5e-2ebbdedc4acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:48.841698 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c2af1581-b686-412b-aa5e-2ebbdedc4acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:48.859649 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4445c1a9-bfee-4c39-b153-4f2d7098a07a req-27c620ec-6cf1-454c-967a-1f054b094895 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548326 Sep 30 13:08:48.890456 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c2af1581-b686-412b-aa5e-2ebbdedc4acb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8220e5ea34094cbabc29f219bda9c69e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2991266 Sep 30 13:08:48.893819 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51346) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:48.901638 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af1581-b686-412b-aa5e-2ebbdedc4acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc110fd6-e00b-42b1-82a1-9fedba693244,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:48.940693 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4afa1b-5a99-43dd-8397-59670a4cbb01 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:08:48.952800 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2ecbf4-c0c7-4c75-963d-966e2b046ec7 None None] Sync routers for ids ['d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:08:48.964914 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2ecbf4-c0c7-4c75-963d-966e2b046ec7 None None] Routers {'d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:08:48.965949 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-4f2ecbf4-c0c7-4c75-963d-966e2b046ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:08:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:48.981292 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fd4afa1b-5a99-43dd-8397-59670a4cbb01 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:48.986355 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-30bc80f7-5347-4578-99ca-b337ab578b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:49.015785 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-30bc80f7-5347-4578-99ca-b337ab578b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:49.025198 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fd4afa1b-5a99-43dd-8397-59670a4cbb01 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "PUT /v2.0/floatingips/33db5fca-3037-46c1-bb2a-73b97fec9281 HTTP/1.1" status: 200 len: 989 time: 1.7380214 Sep 30 13:08:49.041348 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4445c1a9-bfee-4c39-b153-4f2d7098a07a req-b28f0768-1ffe-40cc-ac25-65e0384ddd0e service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472797 Sep 30 13:08:49.089765 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-30bc80f7-5347-4578-99ca-b337ab578b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:49.092019 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-30bc80f7-5347-4578-99ca-b337ab578b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:49.093213 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-30bc80f7-5347-4578-99ca-b337ab578b71 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc110fd6-e00b-42b1-82a1-9fedba693244 HTTP/1.1" status: 204 len: 168 time: 0.1981862 Sep 30 13:08:49.111641 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc80f7-5347-4578-99ca-b337ab578b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc110fd6-e00b-42b1-82a1-9fedba693244,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:49.164660 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345d5f16-4d0e-4b67-8656-784a8d644209', 'tag': '71bcc09f-4443-412c-abd4-1ec6fd935c99'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:08:49.166972 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87052d12-aed6-4a8c-9c7e-94519b694ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "345d5f16-4d0e-4b67-8656-784a8d644209", "tag": "71bcc09f-4443-412c-abd4-1ec6fd935c99"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:08:49.169799 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-4f2ecbf4-c0c7-4c75-963d-966e2b046ec7 None None] Set router d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:08:49.266774 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42a07df-7cc9-460a-84e3-4deb1a72a6ca x-openstack-request-id: req-c42a07df-7cc9-460a-84e3-4deb1a72a6ca {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:08:49.267047 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345d5f16-4d0e-4b67-8656-784a8d644209", "tag": "71bcc09f-4443-412c-abd4-1ec6fd935c99", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:08:49.267474 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c42a07df-7cc9-460a-84e3-4deb1a72a6ca {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:08:49.267869 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345d5f16-4d0e-4b67-8656-784a8d644209', 'tag': '71bcc09f-4443-412c-abd4-1ec6fd935c99', 'status': 'completed', 'code': 200} Sep 30 13:08:49.341029 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d4c18-585f-49a9-aa30-b583f71b6641 req-867896eb-9a65-4ff6-be72-203e95f3e3d9 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:49.343524 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a43d4c18-585f-49a9-aa30-b583f71b6641 req-867896eb-9a65-4ff6-be72-203e95f3e3d9 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8997263-aa2c-4b22-aa0c-690ec4b913f1 HTTP/1.1" status: 200 len: 945 time: 0.0649657 Sep 30 13:08:49.347640 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:49.355203 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87052d12-aed6-4a8c-9c7e-94519b694ec7 req-2544130f-243a-4e3c-91e0-50d778f0ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:49.356968 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87052d12-aed6-4a8c-9c7e-94519b694ec7 req-2544130f-243a-4e3c-91e0-50d778f0ba95 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3db17cb4249b4f3b92bfd79e2b9004f0&device_id=345d5f16-4d0e-4b67-8656-784a8d644209 HTTP/1.1" status: 200 len: 1096 time: 0.0440056 Sep 30 13:08:49.401296 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a43d4c18-585f-49a9-aa30-b583f71b6641 req-85d52bc2-3382-4d98-a5eb-8df9dd65a3ab tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/security-groups?id=661fae53-2af6-44d6-b17e-3b9f9506124f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420232 Sep 30 13:08:49.521328 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-4f2ecbf4-c0c7-4c75-963d-966e2b046ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'name': 'tempest-ServersTestJSON-581530993-router', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '81ce090f-f718-487b-ab41-714acf19d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:08Z', 'updated_at': '2021-09-30T13:08:16Z', 'revision_number': 4, 'project_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'gw_port': {'id': '81ce090f-f718-487b-ab41-714acf19d0ad', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:51:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '33db5fca-3037-46c1-bb2a-73b97fec9281', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'floating_ip_address': '172.25.5.4', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'port_id': '71bcc09f-4443-412c-abd4-1ec6fd935c99', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1181c55e-99ae-43fd-8b9b-8d485bf81648', 'mac_address': 'fa:16:3e:58:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345d5f16-4d0e-4b67-8656-784a8d644209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:08:21Z', 'updated_at': '2021-09-30T13:08:48Z', 'revision_number': 1, 'project_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207868f6-09aa-497a-b6b8-4ec49b20e110', 'name': '', 'network_id': '1181c55e-99ae-43fd-8b9b-8d485bf81648', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'mac_address': 'fa:16:3e:57:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '320717c4-f1d1-4929-ab77-8b34ff62b4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:14Z', 'updated_at': '2021-09-30T13:08:21Z', 'revision_number': 5, 'project_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'subnets': [{'id': '320717c4-f1d1-4929-ab77-8b34ff62b4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:49.527795 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51368) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:49.542791 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-07fb4cc3-d6fe-4204-b207-858bdba763eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:49.554124 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2ecbf4-c0c7-4c75-963d-966e2b046ec7 None None] Checking router: d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:08:49.563501 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2ecbf4-c0c7-4c75-963d-966e2b046ec7 None None] Routers {'d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:08:49.564128 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-4f2ecbf4-c0c7-4c75-963d-966e2b046ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:08:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:49.652375 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-07fb4cc3-d6fe-4204-b207-858bdba763eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:49.658554 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-07fb4cc3-d6fe-4204-b207-858bdba763eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:49.712880 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-07fb4cc3-d6fe-4204-b207-858bdba763eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e265280d656f452696f3a535eebe2d1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1806910 Sep 30 13:08:49.712880 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb4cc3-d6fe-4204-b207-858bdba763eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2046c2-13c7-486c-9631-0e70c23be01e,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:49.713781 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51370) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:49.777597 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bfcbcb80-d764-4504-ba9e-e171bfc862e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:49.803868 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bfcbcb80-d764-4504-ba9e-e171bfc862e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:49.827638 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-4f2ecbf4-c0c7-4c75-963d-966e2b046ec7 None None] Set router d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:08:49.840036 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50052955-8b3e-47a4-8b37-60ab4d1bf8ea req-a0d860f1-8172-452c-85b7-077db853e62d tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:49.841538 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-50052955-8b3e-47a4-8b37-60ab4d1bf8ea req-a0d860f1-8172-452c-85b7-077db853e62d tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 948 time: 0.0672195 Sep 30 13:08:49.847044 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87052d12-aed6-4a8c-9c7e-94519b694ec7 req-f049c10b-9b87-4084-9bc0-1a6b02c1ffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:49.848436 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87052d12-aed6-4a8c-9c7e-94519b694ec7 req-f049c10b-9b87-4084-9bc0-1a6b02c1ffbb service neutron] 10.222.0.54 "GET /v2.0/networks?id=1181c55e-99ae-43fd-8b9b-8d485bf81648 HTTP/1.1" status: 200 len: 906 time: 0.4807506 Sep 30 13:08:49.864328 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bfcbcb80-d764-4504-ba9e-e171bfc862e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:49.867730 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bfcbcb80-d764-4504-ba9e-e171bfc862e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:49.871566 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bfcbcb80-d764-4504-ba9e-e171bfc862e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a2046c2-13c7-486c-9631-0e70c23be01e HTTP/1.1" status: 204 len: 168 time: 0.1547141 Sep 30 13:08:49.893921 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcbcb80-d764-4504-ba9e-e171bfc862e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2046c2-13c7-486c-9631-0e70c23be01e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:50.023139 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87052d12-aed6-4a8c-9c7e-94519b694ec7 req-daf54cf4-1120-47c7-bde8-c71ee7cce251 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71bcc09f-4443-412c-abd4-1ec6fd935c99 HTTP/1.1" status: 200 len: 997 time: 0.1548247 Sep 30 13:08:50.071613 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-50052955-8b3e-47a4-8b37-60ab4d1bf8ea req-87dec55d-5463-4634-83af-a4a4c4a59c88 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221527 Sep 30 13:08:50.129986 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87052d12-aed6-4a8c-9c7e-94519b694ec7 req-e6c4e4c0-fdaa-41b7-8fcf-c665cfde113f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:50.131568 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87052d12-aed6-4a8c-9c7e-94519b694ec7 req-e6c4e4c0-fdaa-41b7-8fcf-c665cfde113f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=320717c4-f1d1-4929-ab77-8b34ff62b4d3 HTTP/1.1" status: 200 len: 844 time: 0.0921261 Sep 30 13:08:50.173570 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-4f2ecbf4-c0c7-4c75-963d-966e2b046ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'name': 'tempest-ServersTestJSON-581530993-router', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '81ce090f-f718-487b-ab41-714acf19d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:08Z', 'updated_at': '2021-09-30T13:08:16Z', 'revision_number': 4, 'project_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'gw_port': {'id': '81ce090f-f718-487b-ab41-714acf19d0ad', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:51:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '33db5fca-3037-46c1-bb2a-73b97fec9281', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'floating_ip_address': '172.25.5.4', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'port_id': '71bcc09f-4443-412c-abd4-1ec6fd935c99', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1181c55e-99ae-43fd-8b9b-8d485bf81648', 'mac_address': 'fa:16:3e:58:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345d5f16-4d0e-4b67-8656-784a8d644209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:08:21Z', 'updated_at': '2021-09-30T13:08:48Z', 'revision_number': 1, 'project_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207868f6-09aa-497a-b6b8-4ec49b20e110', 'name': '', 'network_id': '1181c55e-99ae-43fd-8b9b-8d485bf81648', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'mac_address': 'fa:16:3e:57:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '320717c4-f1d1-4929-ab77-8b34ff62b4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:14Z', 'updated_at': '2021-09-30T13:08:21Z', 'revision_number': 5, 'project_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'subnets': [{'id': '320717c4-f1d1-4929-ab77-8b34ff62b4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:08:50.183211 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87052d12-aed6-4a8c-9c7e-94519b694ec7 req-5473cc0e-779f-469c-9519-fcbc77c1a351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:50.185404 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87052d12-aed6-4a8c-9c7e-94519b694ec7 req-5473cc0e-779f-469c-9519-fcbc77c1a351 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1181c55e-99ae-43fd-8b9b-8d485bf81648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447676 Sep 30 13:08:50.206690 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2ecbf4-c0c7-4c75-963d-966e2b046ec7 None None] The sync data for ids ['d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'] in n-d-810909-2 is: [{'id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'name': 'tempest-ServersTestJSON-581530993-router', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '81ce090f-f718-487b-ab41-714acf19d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:08Z', 'updated_at': '2021-09-30T13:08:16Z', 'revision_number': 4, 'project_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'gw_port': {'id': '81ce090f-f718-487b-ab41-714acf19d0ad', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:51:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '33db5fca-3037-46c1-bb2a-73b97fec9281', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'floating_ip_address': '172.25.5.4', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'port_id': '71bcc09f-4443-412c-abd4-1ec6fd935c99', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1181c55e-99ae-43fd-8b9b-8d485bf81648', 'mac_address': 'fa:16:3e:58:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345d5f16-4d0e-4b67-8656-784a8d644209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:08:21Z', 'updated_at': '2021-09-30T13:08:48Z', 'revision_number': 1, 'project_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207868f6-09aa-497a-b6b8-4ec49b20e110', 'name': '', 'network_id': '1181c55e-99ae-43fd-8b9b-8d485bf81648', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'mac_address': 'fa:16:3e:57:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '320717c4-f1d1-4929-ab77-8b34ff62b4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:14Z', 'updated_at': '2021-09-30T13:08:21Z', 'revision_number': 5, 'project_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'subnets': [{'id': '320717c4-f1d1-4929-ab77-8b34ff62b4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:08:50.343669 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87052d12-aed6-4a8c-9c7e-94519b694ec7 req-b97a1c42-2081-4959-b1d0-dde07bd58214 service neutron] 10.222.0.54 "GET /v2.0/networks/1181c55e-99ae-43fd-8b9b-8d485bf81648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492591 Sep 30 13:08:50.457897 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87052d12-aed6-4a8c-9c7e-94519b694ec7 req-5b47fe5c-829a-4076-b03d-1779bb35081f service neutron] 10.222.0.54 "GET /v2.0/networks/1181c55e-99ae-43fd-8b9b-8d485bf81648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066558 Sep 30 13:08:50.556237 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29fe774-a530-4abd-8485-7f3d64966e62 None None] New status for floating IP 33db5fca-3037-46c1-bb2a-73b97fec9281: ACTIVE {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:08:50.569162 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d16537-e408-48d1-9862-1a545b41ad7f req-f0719755-865f-4a96-a607-83a547fc0d84 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:50.570880 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d8d16537-e408-48d1-9862-1a545b41ad7f req-f0719755-865f-4a96-a607-83a547fc0d84 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8997263-aa2c-4b22-aa0c-690ec4b913f1 HTTP/1.1" status: 200 len: 945 time: 0.0578797 Sep 30 13:08:50.637880 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d8d16537-e408-48d1-9862-1a545b41ad7f req-09d4866a-402a-46e0-bc68-f74041e495de tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/security-groups?id=661fae53-2af6-44d6-b17e-3b9f9506124f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585558 Sep 30 13:08:50.657645 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8a5a89b4-928a-4b83-b90f-30303f27409e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:50.807438 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e6fd24ee-2e10-476a-8253-97f439b6a198 req-4dd9faed-f725-49f4-af04-2cc79fce985a tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1283395 Sep 30 13:08:50.823716 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-e6fd24ee-2e10-476a-8253-97f439b6a198 req-44a3053a-6fbe-4f25-8cc0-9c7d3bbf1fbb tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:50.851190 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e6fd24ee-2e10-476a-8253-97f439b6a198 req-44a3053a-6fbe-4f25-8cc0-9c7d3bbf1fbb tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks [] for floatingip, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:50.956331 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e6fd24ee-2e10-476a-8253-97f439b6a198 req-44a3053a-6fbe-4f25-8cc0-9c7d3bbf1fbb tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:51.084715 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-e6fd24ee-2e10-476a-8253-97f439b6a198 req-44a3053a-6fbe-4f25-8cc0-9c7d3bbf1fbb tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Allocated IP 172.25.5.235 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/845fcda6-fea3-4e38-8e9d-3dde7640e97c) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:08:51.158674 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device ef2b1102-e0d7-489e-820a-9df537e39d3a details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:08:51.226006 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e6fd24ee-2e10-476a-8253-97f439b6a198 req-44a3053a-6fbe-4f25-8cc0-9c7d3bbf1fbb tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:51.291055 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e6fd24ee-2e10-476a-8253-97f439b6a198 req-44a3053a-6fbe-4f25-8cc0-9c7d3bbf1fbb tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:51.304281 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port ef2b1102-e0d7-489e-820a-9df537e39d3a, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=ef2b1102-e0d7-489e-820a-9df537e39d3a,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:51.311089 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18f2d1-afea-4213-a809-c57cb1be761e req-30f9268e-8fdb-436d-8c45-9bd0d0a93476 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:51.319224 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dd18f2d1-afea-4213-a809-c57cb1be761e req-30f9268e-8fdb-436d-8c45-9bd0d0a93476 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 948 time: 0.0667863 Sep 30 13:08:51.334183 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'ef2b1102-e0d7-489e-820a-9df537e39d3a', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': 'ef2b1102-e0d7-489e-820a-9df537e39d3a', 'mac_address': 'fa:16:3e:a5:63:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:08:51.367232 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6fd24ee-2e10-476a-8253-97f439b6a198 req-44a3053a-6fbe-4f25-8cc0-9c7d3bbf1fbb tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:08:51.371027 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-e6fd24ee-2e10-476a-8253-97f439b6a198 req-44a3053a-6fbe-4f25-8cc0-9c7d3bbf1fbb tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:08:51.374309 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dd18f2d1-afea-4213-a809-c57cb1be761e req-c9ad2291-2348-4e53-9cbe-6db90abad42c tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491509 Sep 30 13:08:51.374820 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6fd24ee-2e10-476a-8253-97f439b6a198 req-44a3053a-6fbe-4f25-8cc0-9c7d3bbf1fbb tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:08:51.382215 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:51.398198 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef2b1102-e0d7-489e-820a-9df537e39d3a {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:08:51.417405 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3053a-6fbe-4f25-8cc0-9c7d3bbf1fbb tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Pushing event updated for resources: {'Port': ['ID=845fcda6-fea3-4e38-8e9d-3dde7640e97c,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:51.427580 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port ef2b1102-e0d7-489e-820a-9df537e39d3a, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=ef2b1102-e0d7-489e-820a-9df537e39d3a,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:51.443561 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:51.505528 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=ef2b1102-e0d7-489e-820a-9df537e39d3a,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:51.524326 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e6fd24ee-2e10-476a-8253-97f439b6a198 req-44a3053a-6fbe-4f25-8cc0-9c7d3bbf1fbb tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:51.550177 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:51.564730 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e6fd24ee-2e10-476a-8253-97f439b6a198 req-44a3053a-6fbe-4f25-8cc0-9c7d3bbf1fbb tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:51.746402 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e6fd24ee-2e10-476a-8253-97f439b6a198 req-44a3053a-6fbe-4f25-8cc0-9c7d3bbf1fbb tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:51.752437 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e6fd24ee-2e10-476a-8253-97f439b6a198 req-44a3053a-6fbe-4f25-8cc0-9c7d3bbf1fbb tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:51.836989 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e6fd24ee-2e10-476a-8253-97f439b6a198 req-44a3053a-6fbe-4f25-8cc0-9c7d3bbf1fbb tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:51.839563 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3053a-6fbe-4f25-8cc0-9c7d3bbf1fbb tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Pushing event updated for resources: {'Port': ['ID=845fcda6-fea3-4e38-8e9d-3dde7640e97c,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:51.853776 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e6fd24ee-2e10-476a-8253-97f439b6a198 req-44a3053a-6fbe-4f25-8cc0-9c7d3bbf1fbb tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:51.855087 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e6fd24ee-2e10-476a-8253-97f439b6a198 req-44a3053a-6fbe-4f25-8cc0-9c7d3bbf1fbb tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0379515 Sep 30 13:08:51.892385 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['ef2b1102-e0d7-489e-820a-9df537e39d3a'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:08:51.910248 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e6fd24ee-2e10-476a-8253-97f439b6a198 req-17e48561-0f70-4eee-b9b7-02504a4b95ab tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.235 HTTP/1.1" status: 200 len: 696 time: 0.0485785 Sep 30 13:08:52.040842 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd24ee-2e10-476a-8253-97f439b6a198 req-a2028c5a-0491-4721-9620-cac18fd39e95 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:52.057046 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e6fd24ee-2e10-476a-8253-97f439b6a198 req-a2028c5a-0491-4721-9620-cac18fd39e95 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 784 time: 0.1292560 Sep 30 13:08:52.268426 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:52.384469 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-9e4d90a1-7945-4195-8b2d-a205cb4337c8 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:52.386154 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-9e4d90a1-7945-4195-8b2d-a205cb4337c8 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/networks?id=42e2f087-1645-4adc-b2b0-90d6947f98e0 HTTP/1.1" status: 200 len: 820 time: 0.1111972 Sep 30 13:08:52.415269 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-defe5749-365f-40fc-91ba-0b9c6e5ccb6c tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/quotas/ea222c3cdb8b423d8d04effe0ba2215a HTTP/1.1" status: 200 len: 375 time: 0.0157466 Sep 30 13:08:52.485181 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-9d1c5458-85cb-4e4b-ab7d-19b7aebf9590 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea222c3cdb8b423d8d04effe0ba2215a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0679374 Sep 30 13:08:52.510177 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd449f6-06d3-465d-8fc1-569b008d7006 req-d0fc9ca2-bec3-4d45-9379-32dfadcf2134 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:52.512039 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0dd449f6-06d3-465d-8fc1-569b008d7006 req-d0fc9ca2-bec3-4d45-9379-32dfadcf2134 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 949 time: 0.0643015 Sep 30 13:08:52.556785 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0dd449f6-06d3-465d-8fc1-569b008d7006 req-90a34681-7d96-4a11-a950-6c9ec7cb01a0 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350237 Sep 30 13:08:52.601988 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-4876ff24-3d0d-497b-9766-85833cac6b7d service neutron] 10.222.0.18 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086748 Sep 30 13:08:52.713989 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-41971cb7-3032-407e-ab49-987bcf8e83eb service neutron] 10.222.0.18 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110134 Sep 30 13:08:52.898981 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0fbe4ee9-749a-43e2-9f9b-4c076a04cd4e req-2a609091-acb2-4f0f-8a15-e8921a1344af tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edc8a4e-7147-479d-84ad-96bb97412b84 HTTP/1.1" status: 200 len: 210 time: 0.0291898 Sep 30 13:08:53.692678 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb90b4b-ae23-4c31-b54b-7a73be07e2c5 req-eaf052e8-1673-402f-9fcc-b8867ecfcaf0 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:53.694933 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6eb90b4b-ae23-4c31-b54b-7a73be07e2c5 req-eaf052e8-1673-402f-9fcc-b8867ecfcaf0 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 949 time: 0.0609784 Sep 30 13:08:53.746813 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6eb90b4b-ae23-4c31-b54b-7a73be07e2c5 req-1cf5adfc-2da0-4440-ae0a-686da3ed3c54 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453498 Sep 30 13:08:54.037060 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8f274643-44e6-48c2-982e-c6b71971e622 req-5b56ff25-59fb-4c63-bfab-3e73a55f8f0c tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edc8a4e-7147-479d-84ad-96bb97412b84 HTTP/1.1" status: 200 len: 210 time: 0.0399456 Sep 30 13:08:54.042272 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:54.070189 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-7bbbb035-55b2-41d0-9fe7-885201ea471c tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:54.072115 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-7bbbb035-55b2-41d0-9fe7-885201ea471c tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.39 "GET /v2.0/networks?id=42e2f087-1645-4adc-b2b0-90d6947f98e0 HTTP/1.1" status: 200 len: 820 time: 0.1642573 Sep 30 13:08:54.091355 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-ae2f87b6-88fd-4b95-a761-7a703f55a465 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Request body: {'port': {'device_id': '9edc8a4e-7147-479d-84ad-96bb97412b84', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'admin_state_up': True, 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:54.308407 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-f1495947-1510-4f5f-9675-f4db4377218f tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:54.309886 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-f1495947-1510-4f5f-9675-f4db4377218f tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/networks?id=1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 HTTP/1.1" status: 200 len: 815 time: 0.1419353 Sep 30 13:08:54.310967 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-ae2f87b6-88fd-4b95-a761-7a703f55a465 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Made reservation on behalf of ea222c3cdb8b423d8d04effe0ba2215a for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:08:54.314950 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-ae2f87b6-88fd-4b95-a761-7a703f55a465 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:54.340118 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-24ed978c-5913-4bf8-9c1d-7b4f31af53b8 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/quotas/46c6aa7a2d214f259c85bf2fb8dc3360 HTTP/1.1" status: 200 len: 375 time: 0.0224938 Sep 30 13:08:54.473030 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-d3520a51-a650-4b7c-9aae-93fe226aef2a tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=46c6aa7a2d214f259c85bf2fb8dc3360&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1233251 Sep 30 13:08:54.523933 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-ae2f87b6-88fd-4b95-a761-7a703f55a465 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Allocated IP 172.20.0.7 (42e2f087-1645-4adc-b2b0-90d6947f98e0/0e8a3732-f1a1-4421-9ea1-9009b140adac/cfe368eb-298a-44b2-a654-5941f6bfa652) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:08:54.612477 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-5ab65172-f3da-49e0-ae8f-750151bab142 service neutron] 10.222.0.18 "GET /v2.0/networks/1aef29ee-8bd0-4db5-b197-e7b58a75c7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298122 Sep 30 13:08:54.783526 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-d28d5f4c-d485-4497-bf88-7283bdcc13e7 service neutron] 10.222.0.18 "GET /v2.0/networks/1aef29ee-8bd0-4db5-b197-e7b58a75c7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629677 Sep 30 13:08:54.793588 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-ae2f87b6-88fd-4b95-a761-7a703f55a465 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:54.840544 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-ae2f87b6-88fd-4b95-a761-7a703f55a465 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:54.852890 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['c7e1c232-eacc-4868-8f84-a7fa7725526e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:08:54.913669 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-ae2f87b6-88fd-4b95-a761-7a703f55a465 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Network 42e2f087-1645-4adc-b2b0-90d6947f98e0 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:08:54.917550 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-ae2f87b6-88fd-4b95-a761-7a703f55a465 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:08:54.926500 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-ae2f87b6-88fd-4b95-a761-7a703f55a465 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:08:54.935161 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f87b6-88fd-4b95-a761-7a703f55a465 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Pushing event updated for resources: {'Port': ['ID=cfe368eb-298a-44b2-a654-5941f6bfa652,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:55.011902 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-ae2f87b6-88fd-4b95-a761-7a703f55a465 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:55.012620 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-ae2f87b6-88fd-4b95-a761-7a703f55a465 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:55.029106 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84672e-13f2-4398-b788-e5f2aefa8a8a req-e31193e3-5e9d-44fa-9670-51e0320f8870 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:55.033189 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2a84672e-13f2-4398-b788-e5f2aefa8a8a req-e31193e3-5e9d-44fa-9670-51e0320f8870 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 949 time: 0.1407473 Sep 30 13:08:55.034314 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-ae2f87b6-88fd-4b95-a761-7a703f55a465 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9472113 Sep 30 13:08:55.048025 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-c7b3abf9-d93d-4fbf-b48b-6fb4cf655c47 service neutron] Request body: {'port': {'device_id': '9edc8a4e-7147-479d-84ad-96bb97412b84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:55.109034 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2a84672e-13f2-4398-b788-e5f2aefa8a8a req-94cea52e-5cb7-495f-a0d8-bffa12b3b791 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634038 Sep 30 13:08:55.165850 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device ef2b1102-e0d7-489e-820a-9df537e39d3a up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:08:55.196921 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-c7b3abf9-d93d-4fbf-b48b-6fb4cf655c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:55.226191 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8ba55670-a38e-4132-ae55-14031442ec1a req-81ebca8a-9745-4309-8a21-b47912527f5b tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c788216-73cb-4c85-97f0-d4802b5ee642 HTTP/1.1" status: 200 len: 210 time: 0.0382452 Sep 30 13:08:55.284368 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port ef2b1102-e0d7-489e-820a-9df537e39d3a completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:08:55.290594 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port ef2b1102-e0d7-489e-820a-9df537e39d3a triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:55.291219 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:55.313416 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47366a1c-8afa-4f7f-ae31-800fd82224e0 req-211393a2-3788-4482-b632-0d20382b03ad tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:55.317591 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-47366a1c-8afa-4f7f-ae31-800fd82224e0 req-211393a2-3788-4482-b632-0d20382b03ad tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edc8a4e-7147-479d-84ad-96bb97412b84 HTTP/1.1" status: 200 len: 931 time: 0.1161664 Sep 30 13:08:55.387120 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-47366a1c-8afa-4f7f-ae31-800fd82224e0 req-7a93a50f-2b79-4cb3-a3a7-3b5737d579e1 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/security-groups?id=661fae53-2af6-44d6-b17e-3b9f9506124f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630054 Sep 30 13:08:55.440981 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-3a440f3e-31c3-4fcd-b5d4-d1dd890b1078 None None] Provisioning complete for port cfe368eb-298a-44b2-a654-5941f6bfa652 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:08:55.443836 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3a440f3e-31c3-4fcd-b5d4-d1dd890b1078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:55.540837 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-3a440f3e-31c3-4fcd-b5d4-d1dd890b1078 None None] Port cfe368eb-298a-44b2-a654-5941f6bfa652 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:08:55.544075 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:55.579618 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd3fe23-c689-4358-8e0b-a428142ec05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2b1102-e0d7-489e-820a-9df537e39d3a'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:08:55.581895 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb8edd5-6feb-4eba-b944-6cd830976d5d" -d '{"events": [{"server_uuid": "8fd3fe23-c689-4358-8e0b-a428142ec05f", "name": "network-vif-plugged", "status": "completed", "tag": "ef2b1102-e0d7-489e-820a-9df537e39d3a"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:08:55.635678 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port ef2b1102-e0d7-489e-820a-9df537e39d3a, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=ef2b1102-e0d7-489e-820a-9df537e39d3a,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:55.642990 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:55.673884 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdf76c2-c191-4160-ab6b-f7925f88316b x-openstack-request-id: req-3bdf76c2-c191-4160-ab6b-f7925f88316b {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:08:55.674553 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd3fe23-c689-4358-8e0b-a428142ec05f", "name": "network-vif-plugged", "status": "completed", "tag": "ef2b1102-e0d7-489e-820a-9df537e39d3a", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:08:55.674978 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3bdf76c2-c191-4160-ab6b-f7925f88316b {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:08:55.675683 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd3fe23-c689-4358-8e0b-a428142ec05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2b1102-e0d7-489e-820a-9df537e39d3a', 'code': 200} Sep 30 13:08:55.708782 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=ef2b1102-e0d7-489e-820a-9df537e39d3a,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:55.743722 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-c7b3abf9-d93d-4fbf-b48b-6fb4cf655c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfe368eb-298a-44b2-a654-5941f6bfa652 {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:08:55.760083 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-c7b3abf9-d93d-4fbf-b48b-6fb4cf655c47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:55.792195 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-c7b3abf9-d93d-4fbf-b48b-6fb4cf655c47 service neutron] Transition to ACTIVE for port object cfe368eb-298a-44b2-a654-5941f6bfa652 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:08:55.801081 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-c7b3abf9-d93d-4fbf-b48b-6fb4cf655c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:55.811461 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9dab64-c9b6-4da9-8d9d-505001b826ae req-15eb824e-ca5a-4c99-8ab8-aca7cdf5891b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:55.812972 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2f9dab64-c9b6-4da9-8d9d-505001b826ae req-15eb824e-ca5a-4c99-8ab8-aca7cdf5891b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 1101 time: 0.0622137 Sep 30 13:08:55.887202 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3abf9-d93d-4fbf-b48b-6fb4cf655c47 service neutron] Pushing event updated for resources: {'Port': ['ID=cfe368eb-298a-44b2-a654-5941f6bfa652,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:55.914177 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2f9dab64-c9b6-4da9-8d9d-505001b826ae req-d08cc513-4cc0-42c5-9c6e-a7454deaddb9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812054 Sep 30 13:08:55.969129 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-c7b3abf9-d93d-4fbf-b48b-6fb4cf655c47 service neutron] Attempting to bind port cfe368eb-298a-44b2-a654-5941f6bfa652 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:08:55.969469 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-c7b3abf9-d93d-4fbf-b48b-6fb4cf655c47 service neutron] Attempting to bind port cfe368eb-298a-44b2-a654-5941f6bfa652 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '2220aba7-8383-4082-8c71-5579bc9c89f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:08:55.969837 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-c7b3abf9-d93d-4fbf-b48b-6fb4cf655c47 service neutron] Attempting to bind port cfe368eb-298a-44b2-a654-5941f6bfa652 on network 42e2f087-1645-4adc-b2b0-90d6947f98e0 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:08:55.974413 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-c7b3abf9-d93d-4fbf-b48b-6fb4cf655c47 service neutron] Port cfe368eb-298a-44b2-a654-5941f6bfa652 on network 42e2f087-1645-4adc-b2b0-90d6947f98e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:08:55.974736 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-c7b3abf9-d93d-4fbf-b48b-6fb4cf655c47 service neutron] Attempting to bind port cfe368eb-298a-44b2-a654-5941f6bfa652 on network 42e2f087-1645-4adc-b2b0-90d6947f98e0 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:08:55.979710 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-c7b3abf9-d93d-4fbf-b48b-6fb4cf655c47 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:08:55.980043 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-c7b3abf9-d93d-4fbf-b48b-6fb4cf655c47 service neutron] Checking segment: {'id': '2220aba7-8383-4082-8c71-5579bc9c89f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:08:55.980428 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-c7b3abf9-d93d-4fbf-b48b-6fb4cf655c47 service neutron] Bound using segment: {'id': '2220aba7-8383-4082-8c71-5579bc9c89f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:08:55.980854 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-c7b3abf9-d93d-4fbf-b48b-6fb4cf655c47 service neutron] Bound port: cfe368eb-298a-44b2-a654-5941f6bfa652, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2220aba7-8383-4082-8c71-5579bc9c89f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:08:55.981211 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-c7b3abf9-d93d-4fbf-b48b-6fb4cf655c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:56.061104 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-c7b3abf9-d93d-4fbf-b48b-6fb4cf655c47 service neutron] For port cfe368eb-298a-44b2-a654-5941f6bfa652, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:08:56.064826 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-c7b3abf9-d93d-4fbf-b48b-6fb4cf655c47 service neutron] For port cfe368eb-298a-44b2-a654-5941f6bfa652, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cfe368eb-298a-44b2-a654-5941f6bfa652,segment=NetworkSegment(2220aba7-8383-4082-8c71-5579bc9c89f9),segment_id=2220aba7-8383-4082-8c71-5579bc9c89f9)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:08:56.071851 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-c7b3abf9-d93d-4fbf-b48b-6fb4cf655c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:56.112664 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-c7b3abf9-d93d-4fbf-b48b-6fb4cf655c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:56.113715 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-c7b3abf9-d93d-4fbf-b48b-6fb4cf655c47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:56.116261 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-c7b3abf9-d93d-4fbf-b48b-6fb4cf655c47 service neutron] 10.222.0.39 "PUT /v2.0/ports/cfe368eb-298a-44b2-a654-5941f6bfa652 HTTP/1.1" status: 200 len: 1091 time: 1.0718200 Sep 30 13:08:56.116261 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edc8a4e-7147-479d-84ad-96bb97412b84', 'tag': 'cfe368eb-298a-44b2-a654-5941f6bfa652'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:08:56.117947 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1482844b-785c-4a47-99b6-adfadc686088" -d '{"events": [{"name": "network-changed", "server_uuid": "9edc8a4e-7147-479d-84ad-96bb97412b84", "tag": "cfe368eb-298a-44b2-a654-5941f6bfa652"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:08:56.173533 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3abf9-d93d-4fbf-b48b-6fb4cf655c47 service neutron] Pushing event updated for resources: {'Port': ['ID=cfe368eb-298a-44b2-a654-5941f6bfa652,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:56.204758 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67211fe2-d182-47dc-b9f2-50f8cea35f90 x-openstack-request-id: req-67211fe2-d182-47dc-b9f2-50f8cea35f90 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:08:56.205121 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9edc8a4e-7147-479d-84ad-96bb97412b84", "tag": "cfe368eb-298a-44b2-a654-5941f6bfa652", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:08:56.205427 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67211fe2-d182-47dc-b9f2-50f8cea35f90 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:08:56.205943 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9edc8a4e-7147-479d-84ad-96bb97412b84', 'tag': 'cfe368eb-298a-44b2-a654-5941f6bfa652', 'status': 'completed', 'code': 200} Sep 30 13:08:56.253022 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-be6b5141-6e1e-4225-83d3-222408a30ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:56.254654 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-be6b5141-6e1e-4225-83d3-222408a30ddf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea222c3cdb8b423d8d04effe0ba2215a&device_id=9edc8a4e-7147-479d-84ad-96bb97412b84 HTTP/1.1" status: 200 len: 1094 time: 0.0921748 Sep 30 13:08:56.312165 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a778a-78de-4345-8a94-a6ed3fec7016 req-3d618b19-eada-4368-ab3f-4030ce0c0531 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:56.313104 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-631f7054-dcf7-4e7b-b3b9-f0d333710e0f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfe368eb-298a-44b2-a654-5941f6bfa652 HTTP/1.1" status: 200 len: 217 time: 0.0487463 Sep 30 13:08:56.320592 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eb6a778a-78de-4345-8a94-a6ed3fec7016 req-3d618b19-eada-4368-ab3f-4030ce0c0531 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.0618548 Sep 30 13:08:56.367815 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eb6a778a-78de-4345-8a94-a6ed3fec7016 req-7894f8be-3532-4f27-8b3e-dab098436225 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462518 Sep 30 13:08:56.383938 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4b46174b-fb3f-4d72-a1a9-4893452148d8 req-0d1c9db4-e513-4c07-8f1e-4a77cdcbeb77 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c788216-73cb-4c85-97f0-d4802b5ee642 HTTP/1.1" status: 200 len: 210 time: 0.0696132 Sep 30 13:08:56.414147 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-c0f0c71e-db07-40ba-8a21-3a470ee080c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:56.415466 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-c0f0c71e-db07-40ba-8a21-3a470ee080c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0e8a3732-f1a1-4421-9ea1-9009b140adac HTTP/1.1" status: 200 len: 859 time: 0.0903642 Sep 30 13:08:56.472166 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-ea341b07-06e2-4454-853f-4f57b5013f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:56.474304 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-ea341b07-06e2-4454-853f-4f57b5013f3e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42e2f087-1645-4adc-b2b0-90d6947f98e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511341 Sep 30 13:08:56.591959 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ffeca-2dc7-46d3-84e0-526807ae45a8 req-e0e7c59a-c641-491b-9892-0c9f51928f43 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:56.594110 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-280ffeca-2dc7-46d3-84e0-526807ae45a8 req-e0e7c59a-c641-491b-9892-0c9f51928f43 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edc8a4e-7147-479d-84ad-96bb97412b84 HTTP/1.1" status: 200 len: 943 time: 0.1151917 Sep 30 13:08:56.672151 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-eb0ed850-08ee-4d30-b1e4-64c125346e11 service neutron] 10.222.0.39 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846879 Sep 30 13:08:56.679689 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-280ffeca-2dc7-46d3-84e0-526807ae45a8 req-13f204ae-a3e4-4c55-902c-962d8b30c0a9 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/security-groups?id=661fae53-2af6-44d6-b17e-3b9f9506124f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798876 Sep 30 13:08:56.828028 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-fa481ba3-7d0f-4c2a-9b44-f8757a6fb894 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:56.829499 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-fa481ba3-7d0f-4c2a-9b44-f8757a6fb894 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.54 "GET /v2.0/networks?id=1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 HTTP/1.1" status: 200 len: 815 time: 0.1958759 Sep 30 13:08:56.847487 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-c1285138-ee52-495e-bed4-facf149ea359 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Request body: {'port': {'device_id': '7c788216-73cb-4c85-97f0-d4802b5ee642', 'network_id': '1aef29ee-8bd0-4db5-b197-e7b58a75c7a8', 'admin_state_up': True, 'tenant_id': '46c6aa7a2d214f259c85bf2fb8dc3360'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:56.853851 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b70099a3-3fdc-4940-91f1-543ca1c05cc7 req-7546c954-5191-48ca-8d27-eacfcbe4df5b service neutron] 10.222.0.39 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712444 Sep 30 13:08:56.989638 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482844b-785c-4a47-99b6-adfadc686088 req-99d342a9-327e-4743-8d91-5740a67b9a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:56.991423 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1482844b-785c-4a47-99b6-adfadc686088 req-99d342a9-327e-4743-8d91-5740a67b9a00 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea222c3cdb8b423d8d04effe0ba2215a&device_id=9edc8a4e-7147-479d-84ad-96bb97412b84 HTTP/1.1" status: 200 len: 1094 time: 0.0733881 Sep 30 13:08:57.024393 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-c1285138-ee52-495e-bed4-facf149ea359 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Made reservation on behalf of 46c6aa7a2d214f259c85bf2fb8dc3360 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:08:57.027854 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-c1285138-ee52-495e-bed4-facf149ea359 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:57.155797 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482844b-785c-4a47-99b6-adfadc686088 req-d6550977-6ff1-4487-bcea-15467c4cbb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:57.157302 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1482844b-785c-4a47-99b6-adfadc686088 req-d6550977-6ff1-4487-bcea-15467c4cbb97 service neutron] 10.222.0.39 "GET /v2.0/networks?id=42e2f087-1645-4adc-b2b0-90d6947f98e0 HTTP/1.1" status: 200 len: 921 time: 0.1539500 Sep 30 13:08:57.228043 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1482844b-785c-4a47-99b6-adfadc686088 req-3808a4de-0c49-4b83-9e2e-ef2dfefe5ba2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfe368eb-298a-44b2-a654-5941f6bfa652 HTTP/1.1" status: 200 len: 217 time: 0.0446398 Sep 30 13:08:57.272766 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-c1285138-ee52-495e-bed4-facf149ea359 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Allocated IP 172.20.0.2 (1aef29ee-8bd0-4db5-b197-e7b58a75c7a8/d78e0ad4-c13c-453f-bde9-05702ca7e1db/6e2c1540-3184-4034-9c6e-70e155dc74fa) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:08:57.302067 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482844b-785c-4a47-99b6-adfadc686088 req-5d39ce3a-9e70-4b7c-b0d1-2b1e9051ed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:57.303551 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1482844b-785c-4a47-99b6-adfadc686088 req-5d39ce3a-9e70-4b7c-b0d1-2b1e9051ed25 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0e8a3732-f1a1-4421-9ea1-9009b140adac HTTP/1.1" status: 200 len: 859 time: 0.0670662 Sep 30 13:08:57.389104 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482844b-785c-4a47-99b6-adfadc686088 req-1ec47281-e1cb-425f-bb50-f3e12dec0154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:57.391173 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1482844b-785c-4a47-99b6-adfadc686088 req-1ec47281-e1cb-425f-bb50-f3e12dec0154 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42e2f087-1645-4adc-b2b0-90d6947f98e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795333 Sep 30 13:08:57.553114 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd187bd6-b617-408d-a821-969c5783e40a req-e3e2e35a-94a9-41a1-acf7-41f2eff08020 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:57.561653 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd187bd6-b617-408d-a821-969c5783e40a req-e3e2e35a-94a9-41a1-acf7-41f2eff08020 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.0985723 Sep 30 13:08:57.575218 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cdb2cd52-a97e-43f9-a4e2-21f989f27c7b req-5f51b187-a933-43ac-995b-e8ec4219fc3f tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c788216-73cb-4c85-97f0-d4802b5ee642 HTTP/1.1" status: 200 len: 210 time: 0.0920050 Sep 30 13:08:57.603204 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-c1285138-ee52-495e-bed4-facf149ea359 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:57.610743 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1482844b-785c-4a47-99b6-adfadc686088 req-35cd40f8-8df7-4be4-b5d4-be53fa74263d service neutron] 10.222.0.39 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103944 Sep 30 13:08:57.616099 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd187bd6-b617-408d-a821-969c5783e40a req-6431a24d-d632-4060-8844-c0c1ee738da9 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532346 Sep 30 13:08:57.744583 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-c1285138-ee52-495e-bed4-facf149ea359 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:57.760972 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['e28892e7-07bd-4cf4-a013-d9fdb07b01de', 'ec9fad9b-e2c9-4029-a69b-4a28ea160afa'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:08:57.764105 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['f68b6fce-3933-4a5f-8cc5-33f5ef377035'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:08:57.825876 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1482844b-785c-4a47-99b6-adfadc686088 req-ac1ddcfa-6741-458a-8483-c83713cf6b6c service neutron] 10.222.0.39 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072363 Sep 30 13:08:57.850610 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-c1285138-ee52-495e-bed4-facf149ea359 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Network 1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:08:57.857770 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-c1285138-ee52-495e-bed4-facf149ea359 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:08:57.861294 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-c1285138-ee52-495e-bed4-facf149ea359 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:08:57.887647 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1285138-ee52-495e-bed4-facf149ea359 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Pushing event updated for resources: {'Port': ['ID=6e2c1540-3184-4034-9c6e-70e155dc74fa,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:57.919617 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb7655-c24f-4a44-84c9-bed91ec6a6f1 req-c2a7eecc-d653-4ef2-b892-3f696c12f9e6 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:57.926787 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-88fb7655-c24f-4a44-84c9-bed91ec6a6f1 req-c2a7eecc-d653-4ef2-b892-3f696c12f9e6 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edc8a4e-7147-479d-84ad-96bb97412b84 HTTP/1.1" status: 200 len: 943 time: 0.1570628 Sep 30 13:08:57.952998 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-c1285138-ee52-495e-bed4-facf149ea359 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:57.953623 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-c1285138-ee52-495e-bed4-facf149ea359 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:57.986072 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-88fb7655-c24f-4a44-84c9-bed91ec6a6f1 req-3af4a0e3-0588-4051-97f7-0083475f1ea0 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/security-groups?id=661fae53-2af6-44d6-b17e-3b9f9506124f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584168 Sep 30 13:08:57.987797 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-c1285138-ee52-495e-bed4-facf149ea359 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1463416 Sep 30 13:08:58.009231 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-9bd1cf60-225b-46de-bcb3-53a081260db0 service neutron] Request body: {'port': {'device_id': '7c788216-73cb-4c85-97f0-d4802b5ee642', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:08:58.087894 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-9bd1cf60-225b-46de-bcb3-53a081260db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:58.352836 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-9bd1cf60-225b-46de-bcb3-53a081260db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e2c1540-3184-4034-9c6e-70e155dc74fa {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:08:58.361721 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-9bd1cf60-225b-46de-bcb3-53a081260db0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:58.375019 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-9bd1cf60-225b-46de-bcb3-53a081260db0 service neutron] Transition to ACTIVE for port object 6e2c1540-3184-4034-9c6e-70e155dc74fa will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:08:58.378396 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-9bd1cf60-225b-46de-bcb3-53a081260db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:58.429724 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1cf60-225b-46de-bcb3-53a081260db0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e2c1540-3184-4034-9c6e-70e155dc74fa,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:58.715304 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574ff5f-f5ca-4602-af5b-8817740d8bb7 req-2f4146e8-9eee-48cb-9101-2566b0feb00f tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:58.723504 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0574ff5f-f5ca-4602-af5b-8817740d8bb7 req-2f4146e8-9eee-48cb-9101-2566b0feb00f tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c788216-73cb-4c85-97f0-d4802b5ee642 HTTP/1.1" status: 200 len: 943 time: 0.0589349 Sep 30 13:08:58.762593 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0574ff5f-f5ca-4602-af5b-8817740d8bb7 req-60c1e9a6-367c-4a8d-a99a-ef5ff4e884a3 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378375 Sep 30 13:08:58.813747 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51668) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:58.852980 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5906d-5b60-4422-bbef-c0d5f8a13691 req-d510e9eb-cf2a-447b-8682-2a6c236c994d tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:58.854496 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fdd5906d-5b60-4422-bbef-c0d5f8a13691 req-d510e9eb-cf2a-447b-8682-2a6c236c994d tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.0928679 Sep 30 13:08:58.858964 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-9bd1cf60-225b-46de-bcb3-53a081260db0 service neutron] Attempting to bind port 6e2c1540-3184-4034-9c6e-70e155dc74fa on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:08:58.859473 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-9bd1cf60-225b-46de-bcb3-53a081260db0 service neutron] Attempting to bind port 6e2c1540-3184-4034-9c6e-70e155dc74fa by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '688c8266-a3f8-4cf1-b6d1-6a10b2a992d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1aef29ee-8bd0-4db5-b197-e7b58a75c7a8'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:08:58.859974 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-9bd1cf60-225b-46de-bcb3-53a081260db0 service neutron] Attempting to bind port 6e2c1540-3184-4034-9c6e-70e155dc74fa on network 1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:08:58.864582 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-9bd1cf60-225b-46de-bcb3-53a081260db0 service neutron] Port 6e2c1540-3184-4034-9c6e-70e155dc74fa on network 1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:08:58.864897 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-9bd1cf60-225b-46de-bcb3-53a081260db0 service neutron] Attempting to bind port 6e2c1540-3184-4034-9c6e-70e155dc74fa on network 1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:08:58.882564 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-9bd1cf60-225b-46de-bcb3-53a081260db0 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:08:58.882902 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-9bd1cf60-225b-46de-bcb3-53a081260db0 service neutron] Checking segment: {'id': '688c8266-a3f8-4cf1-b6d1-6a10b2a992d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1aef29ee-8bd0-4db5-b197-e7b58a75c7a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:08:58.883292 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-9bd1cf60-225b-46de-bcb3-53a081260db0 service neutron] Bound using segment: {'id': '688c8266-a3f8-4cf1-b6d1-6a10b2a992d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1aef29ee-8bd0-4db5-b197-e7b58a75c7a8'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:08:58.883716 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-9bd1cf60-225b-46de-bcb3-53a081260db0 service neutron] Bound port: 6e2c1540-3184-4034-9c6e-70e155dc74fa, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '688c8266-a3f8-4cf1-b6d1-6a10b2a992d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1aef29ee-8bd0-4db5-b197-e7b58a75c7a8'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:08:58.884069 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-9bd1cf60-225b-46de-bcb3-53a081260db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:58.940370 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fdd5906d-5b60-4422-bbef-c0d5f8a13691 req-d258c509-159c-4ddb-bed4-db43d8473111 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730581 Sep 30 13:08:58.950233 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6c7a340e-ab73-438a-aa45-ce331a75c43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:58.991076 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-9bd1cf60-225b-46de-bcb3-53a081260db0 service neutron] For port 6e2c1540-3184-4034-9c6e-70e155dc74fa, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:08:58.996384 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-9bd1cf60-225b-46de-bcb3-53a081260db0 service neutron] For port 6e2c1540-3184-4034-9c6e-70e155dc74fa, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=6e2c1540-3184-4034-9c6e-70e155dc74fa,segment=NetworkSegment(688c8266-a3f8-4cf1-b6d1-6a10b2a992d0),segment_id=688c8266-a3f8-4cf1-b6d1-6a10b2a992d0)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:08:59.006124 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-9bd1cf60-225b-46de-bcb3-53a081260db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:59.065255 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-9bd1cf60-225b-46de-bcb3-53a081260db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:59.065866 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-9bd1cf60-225b-46de-bcb3-53a081260db0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:59.067354 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-9bd1cf60-225b-46de-bcb3-53a081260db0 service neutron] 10.222.0.54 "PUT /v2.0/ports/6e2c1540-3184-4034-9c6e-70e155dc74fa HTTP/1.1" status: 200 len: 1091 time: 1.0665529 Sep 30 13:08:59.067781 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c788216-73cb-4c85-97f0-d4802b5ee642', 'tag': '6e2c1540-3184-4034-9c6e-70e155dc74fa'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:08:59.069142 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-0a927d47-defb-4513-a4a4-2611b17f8b59 req-47092760-fa66-47e3-ac30-e92e0a41ba06 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:08:59.069984 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e826c1f-d763-4590-89a8-ca24aa410462" -d '{"events": [{"name": "network-changed", "server_uuid": "7c788216-73cb-4c85-97f0-d4802b5ee642", "tag": "6e2c1540-3184-4034-9c6e-70e155dc74fa"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:08:59.070283 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a927d47-defb-4513-a4a4-2611b17f8b59 req-47092760-fa66-47e3-ac30-e92e0a41ba06 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058999 Sep 30 13:08:59.104154 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1cf60-225b-46de-bcb3-53a081260db0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e2c1540-3184-4034-9c6e-70e155dc74fa,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:59.186903 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6c7a340e-ab73-438a-aa45-ce331a75c43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:59.193653 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6c7a340e-ab73-438a-aa45-ce331a75c43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:59.203636 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2542f1-3390-46a0-b1ea-7d329bf17503 req-c8842c25-194b-4efb-90eb-716a02d36566 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:59.205212 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ca2542f1-3390-46a0-b1ea-7d329bf17503 req-c8842c25-194b-4efb-90eb-716a02d36566 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edc8a4e-7147-479d-84ad-96bb97412b84 HTTP/1.1" status: 200 len: 943 time: 0.1197777 Sep 30 13:08:59.226632 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-3ee369b2-5b6e-473a-aea8-e7aadc1dc7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:59.228125 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-3ee369b2-5b6e-473a-aea8-e7aadc1dc7f3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=46c6aa7a2d214f259c85bf2fb8dc3360&device_id=7c788216-73cb-4c85-97f0-d4802b5ee642 HTTP/1.1" status: 200 len: 1094 time: 0.1071150 Sep 30 13:08:59.256196 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a66c0d8-25a2-48c7-8775-b57212124130 x-openstack-request-id: req-9a66c0d8-25a2-48c7-8775-b57212124130 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:08:59.256490 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c788216-73cb-4c85-97f0-d4802b5ee642", "tag": "6e2c1540-3184-4034-9c6e-70e155dc74fa", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:08:59.256713 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a66c0d8-25a2-48c7-8775-b57212124130 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:08:59.257135 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c788216-73cb-4c85-97f0-d4802b5ee642', 'tag': '6e2c1540-3184-4034-9c6e-70e155dc74fa', 'status': 'completed', 'code': 200} Sep 30 13:08:59.299872 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6c7a340e-ab73-438a-aa45-ce331a75c43b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dba524c4a34e49dd9ee673c07977bad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4838967 Sep 30 13:08:59.302176 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a340e-ab73-438a-aa45-ce331a75c43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fbe4fd-c3de-4b43-9dec-cf12a00007ae,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:59.302728 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51684) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:08:59.305607 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-23a81608-57d3-45f6-8000-61379451e151 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e2c1540-3184-4034-9c6e-70e155dc74fa HTTP/1.1" status: 200 len: 217 time: 0.0566869 Sep 30 13:08:59.354650 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ca2542f1-3390-46a0-b1ea-7d329bf17503 req-3aba4e1c-7e1b-4fa6-8bf4-9aeaacf0b69f tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/security-groups?id=661fae53-2af6-44d6-b17e-3b9f9506124f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376414 Sep 30 13:08:59.371340 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-08e3a7f2-1e7f-49aa-82d5-a117104e483c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:59.372880 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-08e3a7f2-1e7f-49aa-82d5-a117104e483c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d78e0ad4-c13c-453f-bde9-05702ca7e1db HTTP/1.1" status: 200 len: 855 time: 0.0558298 Sep 30 13:08:59.409399 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-6a0e0d9a-203e-4c29-8a98-620ff75a6686 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1aef29ee-8bd0-4db5-b197-e7b58a75c7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280116 Sep 30 13:08:59.433224 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-496ceb85-11ed-4179-82f8-857d8ab4b238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:59.467974 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-e0adcb28-632f-45fd-97eb-380f39ab0d66 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1960216 Sep 30 13:08:59.469894 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-496ceb85-11ed-4179-82f8-857d8ab4b238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:59.484690 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-45a08057-730b-41b0-b457-7aee42fd2323 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:08:59.485678 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-45a08057-730b-41b0-b457-7aee42fd2323 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072060 Sep 30 13:08:59.498435 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a22e4-e45c-4ed6-a9ba-f1c26dce65d2 req-b110640c-d0dd-4d0c-a02c-865cfad1f68e tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:59.500818 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e83a22e4-e45c-4ed6-a9ba-f1c26dce65d2 req-b110640c-d0dd-4d0c-a02c-865cfad1f68e tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.1174617 Sep 30 13:08:59.507033 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device cfe368eb-298a-44b2-a654-5941f6bfa652 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:08:59.509268 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-b6c5cfba-de91-4049-b101-9e789d018845 service neutron] 10.222.0.54 "GET /v2.0/networks/1aef29ee-8bd0-4db5-b197-e7b58a75c7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854449 Sep 30 13:08:59.580597 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e83a22e4-e45c-4ed6-a9ba-f1c26dce65d2 req-c11920f3-bd34-4e07-93fc-8c5b8e09ce86 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627160 Sep 30 13:08:59.581345 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-496ceb85-11ed-4179-82f8-857d8ab4b238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:59.584815 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-496ceb85-11ed-4179-82f8-857d8ab4b238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:59.589531 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-496ceb85-11ed-4179-82f8-857d8ab4b238 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0fbe4fd-c3de-4b43-9dec-cf12a00007ae HTTP/1.1" status: 204 len: 168 time: 0.2857499 Sep 30 13:08:59.608611 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ceb85-11ed-4179-82f8-857d8ab4b238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fbe4fd-c3de-4b43-9dec-cf12a00007ae,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:59.640420 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-81ff74c2-3cba-4f76-bf92-640291387e90 req-59d22820-48e0-4809-8e73-3ee0696dcea8 service neutron] 10.222.0.54 "GET /v2.0/networks/1aef29ee-8bd0-4db5-b197-e7b58a75c7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216593 Sep 30 13:08:59.675330 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port cfe368eb-298a-44b2-a654-5941f6bfa652, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cfe368eb-298a-44b2-a654-5941f6bfa652,segment=NetworkSegment(2220aba7-8383-4082-8c71-5579bc9c89f9),segment_id=2220aba7-8383-4082-8c71-5579bc9c89f9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:59.689086 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'cfe368eb-298a-44b2-a654-5941f6bfa652', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'port_id': 'cfe368eb-298a-44b2-a654-5941f6bfa652', 'mac_address': 'fa:16:3e:46:02:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:08:59.737514 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:59.740082 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e826c1f-d763-4590-89a8-ca24aa410462 req-75255e14-adbc-49ec-85aa-e411736e2d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:59.741906 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7e826c1f-d763-4590-89a8-ca24aa410462 req-75255e14-adbc-49ec-85aa-e411736e2d63 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=46c6aa7a2d214f259c85bf2fb8dc3360&device_id=7c788216-73cb-4c85-97f0-d4802b5ee642 HTTP/1.1" status: 200 len: 1094 time: 0.0470493 Sep 30 13:08:59.754167 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfe368eb-298a-44b2-a654-5941f6bfa652 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:08:59.776451 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port cfe368eb-298a-44b2-a654-5941f6bfa652, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cfe368eb-298a-44b2-a654-5941f6bfa652,segment=NetworkSegment(2220aba7-8383-4082-8c71-5579bc9c89f9),segment_id=2220aba7-8383-4082-8c71-5579bc9c89f9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:08:59.786670 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:08:59.844036 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=cfe368eb-298a-44b2-a654-5941f6bfa652,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:08:59.940328 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77688ff6-4de7-4fc4-aa77-aead77163fc4 req-8f1bb203-9f9a-4da1-9d41-3ab4860bea00 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:59.946632 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-77688ff6-4de7-4fc4-aa77-aead77163fc4 req-8f1bb203-9f9a-4da1-9d41-3ab4860bea00 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c788216-73cb-4c85-97f0-d4802b5ee642 HTTP/1.1" status: 200 len: 943 time: 0.0830290 Sep 30 13:08:59.957159 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e826c1f-d763-4590-89a8-ca24aa410462 req-9299afdf-2060-4b29-8bc7-ba1c6feab40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:08:59.959140 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7e826c1f-d763-4590-89a8-ca24aa410462 req-9299afdf-2060-4b29-8bc7-ba1c6feab40f service neutron] 10.222.0.54 "GET /v2.0/networks?id=1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 HTTP/1.1" status: 200 len: 916 time: 0.2057986 Sep 30 13:09:00.028450 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51714) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:00.029234 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7e826c1f-d763-4590-89a8-ca24aa410462 req-d24ab3ef-dd56-4216-9d9f-d96af7bfd99f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e2c1540-3184-4034-9c6e-70e155dc74fa HTTP/1.1" status: 200 len: 217 time: 0.0512049 Sep 30 13:09:00.046621 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-73f06762-eac3-492f-9eb9-23b59706abfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:00.053909 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['cfe368eb-298a-44b2-a654-5941f6bfa652'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:09:00.081855 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-77688ff6-4de7-4fc4-aa77-aead77163fc4 req-de49748e-1226-4ce2-92ab-8aa6d5845c26 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273062 Sep 30 13:09:00.115927 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e826c1f-d763-4590-89a8-ca24aa410462 req-40c1682f-b7b3-43f7-a6b1-41d0337a215c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:00.117427 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7e826c1f-d763-4590-89a8-ca24aa410462 req-40c1682f-b7b3-43f7-a6b1-41d0337a215c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d78e0ad4-c13c-453f-bde9-05702ca7e1db HTTP/1.1" status: 200 len: 855 time: 0.0796051 Sep 30 13:09:00.160375 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-73f06762-eac3-492f-9eb9-23b59706abfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:00.164221 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7e826c1f-d763-4590-89a8-ca24aa410462 req-976cd51d-0ec1-46e4-bdcd-b6436bb1b55b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1aef29ee-8bd0-4db5-b197-e7b58a75c7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373745 Sep 30 13:09:00.167418 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-73f06762-eac3-492f-9eb9-23b59706abfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:00.193210 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-73f06762-eac3-492f-9eb9-23b59706abfc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=165ca464af0e4abca66d35d378419b2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1635306 Sep 30 13:09:00.200048 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51718) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:00.226677 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f06762-eac3-492f-9eb9-23b59706abfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310d3559-e266-4c9f-a946-9dcc46b3d781,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:00.317653 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9521d8b9-0be5-439a-8cd0-16150ea20995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:00.329866 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7e826c1f-d763-4590-89a8-ca24aa410462 req-3a721ffb-835a-4d8a-b9cd-c98bf601522c service neutron] 10.222.0.54 "GET /v2.0/networks/1aef29ee-8bd0-4db5-b197-e7b58a75c7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560333 Sep 30 13:09:00.345289 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9521d8b9-0be5-439a-8cd0-16150ea20995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:00.505356 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9521d8b9-0be5-439a-8cd0-16150ea20995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:00.507929 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9521d8b9-0be5-439a-8cd0-16150ea20995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:00.510294 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9521d8b9-0be5-439a-8cd0-16150ea20995 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/310d3559-e266-4c9f-a946-9dcc46b3d781 HTTP/1.1" status: 204 len: 168 time: 0.3080084 Sep 30 13:09:00.525886 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7e826c1f-d763-4590-89a8-ca24aa410462 req-7ad2b614-bfad-4dd0-bd1b-4224364fe1dd service neutron] 10.222.0.54 "GET /v2.0/networks/1aef29ee-8bd0-4db5-b197-e7b58a75c7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834650 Sep 30 13:09:00.527649 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521d8b9-0be5-439a-8cd0-16150ea20995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310d3559-e266-4c9f-a946-9dcc46b3d781,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:00.537064 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f7a6a-8e67-4d3c-bab4-087fce6add59 req-f0305a9c-f379-4b58-9b3a-201b97e49e8a tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:00.539180 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6a8f7a6a-8e67-4d3c-bab4-087fce6add59 req-f0305a9c-f379-4b58-9b3a-201b97e49e8a tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edc8a4e-7147-479d-84ad-96bb97412b84 HTTP/1.1" status: 200 len: 944 time: 0.1068289 Sep 30 13:09:00.582850 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6a8f7a6a-8e67-4d3c-bab4-087fce6add59 req-d12e6c31-ff6f-403f-9757-bd6476ebb0d1 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/security-groups?id=661fae53-2af6-44d6-b17e-3b9f9506124f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365219 Sep 30 13:09:00.719901 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fa260-03fb-4efc-9220-bf1d77e840ba req-b72327a8-e8a1-4913-95e1-09c9d483c129 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:00.721532 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d0fa260-03fb-4efc-9220-bf1d77e840ba req-b72327a8-e8a1-4913-95e1-09c9d483c129 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.0569708 Sep 30 13:09:00.761274 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d0fa260-03fb-4efc-9220-bf1d77e840ba req-c2a66125-29a9-48fa-ab7c-0653baa69e83 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334401 Sep 30 13:09:01.078284 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-b03b7c3c-5b2f-4fba-96bb-48bb15223ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:01.079793 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-b03b7c3c-5b2f-4fba-96bb-48bb15223ed0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 1101 time: 0.0426910 Sep 30 13:09:01.212009 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-586cd080-b791-49f3-81db-afcd6b568120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:01.213484 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-586cd080-b791-49f3-81db-afcd6b568120 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.1215093 Sep 30 13:09:01.223800 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fa667-40e0-4d82-a8ee-8cf62ec7d930 req-1f8bdfa9-032e-443c-a3a3-45a9a8ba4bd9 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:01.225332 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a67fa667-40e0-4d82-a8ee-8cf62ec7d930 req-1f8bdfa9-032e-443c-a3a3-45a9a8ba4bd9 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c788216-73cb-4c85-97f0-d4802b5ee642 HTTP/1.1" status: 200 len: 943 time: 0.0699484 Sep 30 13:09:01.272386 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-9bd72abd-beea-40b3-8be3-df5bfc7674e2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=ef2b1102-e0d7-489e-820a-9df537e39d3a HTTP/1.1" status: 200 len: 217 time: 0.0461111 Sep 30 13:09:01.324980 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a67fa667-40e0-4d82-a8ee-8cf62ec7d930 req-9723a417-2822-46bc-b9fd-6117f8e89611 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926375 Sep 30 13:09:01.343412 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-e0e211ab-0f34-4511-9327-63ac0e0a3f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:01.344940 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-e0e211ab-0f34-4511-9327-63ac0e0a3f55 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0606394 Sep 30 13:09:01.401002 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-e9e2014e-3708-4305-936c-13d601b79ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:01.402561 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-e9e2014e-3708-4305-936c-13d601b79ec9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0411737 Sep 30 13:09:01.516038 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-5cfd6c1e-6542-4d48-954b-1a506e138753 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022091 Sep 30 13:09:01.525872 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device cfe368eb-298a-44b2-a654-5941f6bfa652 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:09:01.584251 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port cfe368eb-298a-44b2-a654-5941f6bfa652 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:09:01.588455 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port cfe368eb-298a-44b2-a654-5941f6bfa652 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:09:01.589013 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:01.627654 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-e41eb5cb-ccb2-476d-a1e4-a855808a21a4 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036022 Sep 30 13:09:01.682374 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:01.706922 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edc8a4e-7147-479d-84ad-96bb97412b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe368eb-298a-44b2-a654-5941f6bfa652'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:09:01.709257 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc18e34a-df22-4502-b7a1-6751390d56fc" -d '{"events": [{"server_uuid": "9edc8a4e-7147-479d-84ad-96bb97412b84", "name": "network-vif-plugged", "status": "completed", "tag": "cfe368eb-298a-44b2-a654-5941f6bfa652"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:09:01.723921 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port cfe368eb-298a-44b2-a654-5941f6bfa652, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cfe368eb-298a-44b2-a654-5941f6bfa652,segment=NetworkSegment(2220aba7-8383-4082-8c71-5579bc9c89f9),segment_id=2220aba7-8383-4082-8c71-5579bc9c89f9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:01.726644 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf9b17-73d0-432e-9858-716d3bd90b2b req-a980246b-cfc1-406f-ba5b-b3826118e88f tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:01.735362 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51cf9b17-73d0-432e-9858-716d3bd90b2b req-a980246b-cfc1-406f-ba5b-b3826118e88f tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edc8a4e-7147-479d-84ad-96bb97412b84 HTTP/1.1" status: 200 len: 944 time: 0.0688746 Sep 30 13:09:01.735517 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:01.765508 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cfb6bd-5045-41fa-a0ee-2737b299436a x-openstack-request-id: req-17cfb6bd-5045-41fa-a0ee-2737b299436a {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:09:01.765801 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edc8a4e-7147-479d-84ad-96bb97412b84", "name": "network-vif-plugged", "status": "completed", "tag": "cfe368eb-298a-44b2-a654-5941f6bfa652", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:09:01.766092 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-17cfb6bd-5045-41fa-a0ee-2737b299436a {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:09:01.766510 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edc8a4e-7147-479d-84ad-96bb97412b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe368eb-298a-44b2-a654-5941f6bfa652', 'code': 200} Sep 30 13:09:01.779601 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51cf9b17-73d0-432e-9858-716d3bd90b2b req-e450db65-06e2-447b-904e-60a87c7b199c tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/security-groups?id=661fae53-2af6-44d6-b17e-3b9f9506124f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431225 Sep 30 13:09:01.808290 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=cfe368eb-298a-44b2-a654-5941f6bfa652,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:01.930345 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31c97c-68c0-48df-a818-e41f4476dd68 req-f3474528-8151-4f04-a713-bf2bd31d61ab tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:01.931848 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ac31c97c-68c0-48df-a818-e41f4476dd68 req-f3474528-8151-4f04-a713-bf2bd31d61ab tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.0816624 Sep 30 13:09:01.934567 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21a119-6486-4625-a35f-46a606001c7a req-234b11ad-d409-4353-82e3-15b6e427225b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:01.935950 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6b21a119-6486-4625-a35f-46a606001c7a req-234b11ad-d409-4353-82e3-15b6e427225b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9edc8a4e-7147-479d-84ad-96bb97412b84 HTTP/1.1" status: 200 len: 1096 time: 0.0766771 Sep 30 13:09:01.992196 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ac31c97c-68c0-48df-a818-e41f4476dd68 req-fe2d04fe-fd87-4794-a13e-55e6488f014b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542502 Sep 30 13:09:01.994215 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6b21a119-6486-4625-a35f-46a606001c7a req-1c4258a5-aead-4b2e-9787-c20aab8edbb7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=661fae53-2af6-44d6-b17e-3b9f9506124f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433905 Sep 30 13:09:02.247348 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51794) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:02.349758 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-feed53c3-0bc0-4ae4-a0f7-004de9617707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:02.448775 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5768b8-1245-4416-b372-c4a5b8258a90 req-680db177-2802-43e6-9721-46b6c5971679 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:02.450499 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4b5768b8-1245-4416-b372-c4a5b8258a90 req-680db177-2802-43e6-9721-46b6c5971679 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c788216-73cb-4c85-97f0-d4802b5ee642 HTTP/1.1" status: 200 len: 943 time: 0.0528591 Sep 30 13:09:02.455328 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-feed53c3-0bc0-4ae4-a0f7-004de9617707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:02.459429 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-feed53c3-0bc0-4ae4-a0f7-004de9617707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:02.489899 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4b5768b8-1245-4416-b372-c4a5b8258a90 req-cb215130-ddc2-4bce-8bcd-688dd51c6541 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327566 Sep 30 13:09:02.500631 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-feed53c3-0bc0-4ae4-a0f7-004de9617707 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f7d74fa75da046b3942b1accd5a1cfda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494338 Sep 30 13:09:02.500631 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed53c3-0bc0-4ae4-a0f7-004de9617707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1477710e-a7c4-4617-a257-716fd03ab38e,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:02.501762 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51802) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:02.568008 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a22cc3d2-b254-4dad-b479-494241188569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:02.591000 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a22cc3d2-b254-4dad-b479-494241188569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:02.646505 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a22cc3d2-b254-4dad-b479-494241188569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:02.649374 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a22cc3d2-b254-4dad-b479-494241188569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:02.650732 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a22cc3d2-b254-4dad-b479-494241188569 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1477710e-a7c4-4617-a257-716fd03ab38e HTTP/1.1" status: 204 len: 168 time: 0.1478896 Sep 30 13:09:02.659460 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22cc3d2-b254-4dad-b479-494241188569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1477710e-a7c4-4617-a257-716fd03ab38e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:02.893518 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a99ea9-e2c3-4ea3-99fd-cf6227c41a68 req-71d5c913-1928-4aea-922a-b02915a39d0f tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:02.895126 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b3a99ea9-e2c3-4ea3-99fd-cf6227c41a68 req-71d5c913-1928-4aea-922a-b02915a39d0f tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edc8a4e-7147-479d-84ad-96bb97412b84 HTTP/1.1" status: 200 len: 945 time: 0.0517700 Sep 30 13:09:02.928334 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51812) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:02.934626 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b3a99ea9-e2c3-4ea3-99fd-cf6227c41a68 req-2b153e4b-a1e8-423d-a794-b064030bb3ea tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/security-groups?id=661fae53-2af6-44d6-b17e-3b9f9506124f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331960 Sep 30 13:09:02.942735 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3127759b-2bff-4af1-99db-781db2ebda9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:03.034530 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3127759b-2bff-4af1-99db-781db2ebda9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:03.038301 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3127759b-2bff-4af1-99db-781db2ebda9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:03.088423 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3127759b-2bff-4af1-99db-781db2ebda9a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6148c54af63b45bda5309eb7bea4f659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1560531 Sep 30 13:09:03.088845 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51818) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:03.101617 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127759b-2bff-4af1-99db-781db2ebda9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef88631-dc90-40da-88f6-ab788f94c93c,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:03.129405 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56387dc6-3b26-4d60-b1f4-e166b8a33be7 req-62d74d94-8ca9-4f41-b5f6-b8b045e0bb36 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:03.130956 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-56387dc6-3b26-4d60-b1f4-e166b8a33be7 req-62d74d94-8ca9-4f41-b5f6-b8b045e0bb36 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.0668190 Sep 30 13:09:03.153185 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f633a8fb-6689-4526-ba2e-026c6cf0a999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:03.175240 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f633a8fb-6689-4526-ba2e-026c6cf0a999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:03.175399 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-56387dc6-3b26-4d60-b1f4-e166b8a33be7 req-323f1367-b094-45a3-8af5-4e302ea2f185 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359643 Sep 30 13:09:03.208208 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 6e2c1540-3184-4034-9c6e-70e155dc74fa details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:09:03.237495 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f633a8fb-6689-4526-ba2e-026c6cf0a999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:03.240313 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f633a8fb-6689-4526-ba2e-026c6cf0a999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:03.241747 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f633a8fb-6689-4526-ba2e-026c6cf0a999 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ef88631-dc90-40da-88f6-ab788f94c93c HTTP/1.1" status: 204 len: 168 time: 0.1518552 Sep 30 13:09:03.249570 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633a8fb-6689-4526-ba2e-026c6cf0a999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef88631-dc90-40da-88f6-ab788f94c93c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:03.337025 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 6e2c1540-3184-4034-9c6e-70e155dc74fa, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=6e2c1540-3184-4034-9c6e-70e155dc74fa,segment=NetworkSegment(688c8266-a3f8-4cf1-b6d1-6a10b2a992d0),segment_id=688c8266-a3f8-4cf1-b6d1-6a10b2a992d0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:03.348270 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '6e2c1540-3184-4034-9c6e-70e155dc74fa', 'network_id': '1aef29ee-8bd0-4db5-b197-e7b58a75c7a8', 'port_id': '6e2c1540-3184-4034-9c6e-70e155dc74fa', 'mac_address': 'fa:16:3e:21:4c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78e0ad4-c13c-453f-bde9-05702ca7e1db', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:09:03.385189 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:03.399556 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e2c1540-3184-4034-9c6e-70e155dc74fa {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:09:03.420655 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 6e2c1540-3184-4034-9c6e-70e155dc74fa, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=6e2c1540-3184-4034-9c6e-70e155dc74fa,segment=NetworkSegment(688c8266-a3f8-4cf1-b6d1-6a10b2a992d0),segment_id=688c8266-a3f8-4cf1-b6d1-6a10b2a992d0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:03.423873 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:03.476016 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=6e2c1540-3184-4034-9c6e-70e155dc74fa,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:03.483250 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:03.483861 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:03.484160 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:03.484496 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:03.484826 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:03.485153 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:03.485480 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:03.485809 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:03.486155 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:03.486476 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:03.486795 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:03.487112 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:03.605260 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2852cc-202a-4851-bb80-a1fb9b7ed1ee req-b3620d80-a8b5-4d3e-a15d-2c3858789cf3 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:03.606730 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cb2852cc-202a-4851-bb80-a1fb9b7ed1ee req-b3620d80-a8b5-4d3e-a15d-2c3858789cf3 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c788216-73cb-4c85-97f0-d4802b5ee642 HTTP/1.1" status: 200 len: 944 time: 0.0497899 Sep 30 13:09:03.646173 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cb2852cc-202a-4851-bb80-a1fb9b7ed1ee req-ebdc8c88-dd11-4aca-9c3b-c399b9e1694a tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332329 Sep 30 13:09:03.884876 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6e2c1540-3184-4034-9c6e-70e155dc74fa'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:09:04.070681 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b3dcd-1b3e-4240-9103-062bc378680b req-df6e0ccc-453a-4444-9195-18da3c79c6ee tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:04.073575 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-006b3dcd-1b3e-4240-9103-062bc378680b req-df6e0ccc-453a-4444-9195-18da3c79c6ee tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edc8a4e-7147-479d-84ad-96bb97412b84 HTTP/1.1" status: 200 len: 945 time: 0.0602121 Sep 30 13:09:04.113898 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-006b3dcd-1b3e-4240-9103-062bc378680b req-ce7db63a-9d16-4816-9800-ef64cfa0d307 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/security-groups?id=661fae53-2af6-44d6-b17e-3b9f9506124f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315177 Sep 30 13:09:04.235573 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f19fa0-3aea-48fd-a2fb-af1b515509ab req-d6985d56-175e-4a41-a007-654e2a5a50f3 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:04.242607 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-11f19fa0-3aea-48fd-a2fb-af1b515509ab req-d6985d56-175e-4a41-a007-654e2a5a50f3 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8997263-aa2c-4b22-aa0c-690ec4b913f1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0590515 Sep 30 13:09:04.298455 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-11f19fa0-3aea-48fd-a2fb-af1b515509ab req-6ad8e4e3-87d6-4939-97e1-ed919c4ab2fb tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.235 HTTP/1.1" status: 200 len: 696 time: 0.0504441 Sep 30 13:09:04.310472 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-11f19fa0-3aea-48fd-a2fb-af1b515509ab req-bcf0de8f-b083-4681-9fc4-e92ed271d29e tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Request body: {'floatingip': {'port_id': 'c7e1c232-eacc-4868-8f84-a7fa7725526e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:04.315131 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4d3d1-528c-4e23-9d8d-39f69f299ff5 req-488198ee-13ca-47f9-8dd4-26f01f548134 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:04.316712 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-47f4d3d1-528c-4e23-9d8d-39f69f299ff5 req-488198ee-13ca-47f9-8dd4-26f01f548134 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.0573928 Sep 30 13:09:04.350955 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-11f19fa0-3aea-48fd-a2fb-af1b515509ab req-bcf0de8f-b083-4681-9fc4-e92ed271d29e tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks [] for floatingip, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:04.364461 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-47f4d3d1-528c-4e23-9d8d-39f69f299ff5 req-ab8e8cee-95d8-426b-80f4-ea616e1d9cfc tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393386 Sep 30 13:09:04.782335 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8570205-ec3e-4b14-bd68-3ecd1e25c3a5 req-62a04494-c79c-4d04-881e-f6c86bac9d32 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:04.785710 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a8570205-ec3e-4b14-bd68-3ecd1e25c3a5 req-62a04494-c79c-4d04-881e-f6c86bac9d32 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c788216-73cb-4c85-97f0-d4802b5ee642 HTTP/1.1" status: 200 len: 944 time: 0.0597582 Sep 30 13:09:04.828960 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-11f19fa0-3aea-48fd-a2fb-af1b515509ab req-bcf0de8f-b083-4681-9fc4-e92ed271d29e tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:04.832018 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a8570205-ec3e-4b14-bd68-3ecd1e25c3a5 req-b4853cfa-7060-4ae4-bad1-4e4acebc9278 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406673 Sep 30 13:09:04.833705 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-11f19fa0-3aea-48fd-a2fb-af1b515509ab req-bcf0de8f-b083-4681-9fc4-e92ed271d29e tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:04.942350 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [req-11f19fa0-3aea-48fd-a2fb-af1b515509ab req-bcf0de8f-b083-4681-9fc4-e92ed271d29e tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Floating IP a069ac75-8f40-4105-b608-d899626ece15 associated. External IP: 172.25.5.235, port: c7e1c232-eacc-4868-8f84-a7fa7725526e. Sep 30 13:09:05.160798 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11f19fa0-3aea-48fd-a2fb-af1b515509ab req-bcf0de8f-b083-4681-9fc4-e92ed271d29e tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Router 0746236b-9175-4ade-9160-94ced8737934 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:09:05.280056 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11f19fa0-3aea-48fd-a2fb-af1b515509ab req-bcf0de8f-b083-4681-9fc4-e92ed271d29e tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:09:05.289453 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f1373d-0b0a-4b6b-acf9-163dc8611ee0 None None] Sync routers for ids ['0746236b-9175-4ade-9160-94ced8737934'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:09:05.289981 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-11f19fa0-3aea-48fd-a2fb-af1b515509ab req-bcf0de8f-b083-4681-9fc4-e92ed271d29e tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:05.298378 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f1373d-0b0a-4b6b-acf9-163dc8611ee0 None None] Routers {'0746236b-9175-4ade-9160-94ced8737934'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:05.298989 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-91f1373d-0b0a-4b6b-acf9-163dc8611ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:08:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0746236b-9175-4ade-9160-94ced8737934'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:05.323524 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-11f19fa0-3aea-48fd-a2fb-af1b515509ab req-bcf0de8f-b083-4681-9fc4-e92ed271d29e tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "PUT /v2.0/floatingips/a069ac75-8f40-4105-b608-d899626ece15 HTTP/1.1" status: 200 len: 996 time: 1.0177460 Sep 30 13:09:05.323524 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8997263-aa2c-4b22-aa0c-690ec4b913f1', 'tag': 'c7e1c232-eacc-4868-8f84-a7fa7725526e'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:09:05.326263 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a650ece3-379d-42ff-9412-560af8f5e9d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d8997263-aa2c-4b22-aa0c-690ec4b913f1", "tag": "c7e1c232-eacc-4868-8f84-a7fa7725526e"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:09:05.378127 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3612ba66-52a3-48fb-913a-b3be9e3450fe x-openstack-request-id: req-3612ba66-52a3-48fb-913a-b3be9e3450fe {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:09:05.378490 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8997263-aa2c-4b22-aa0c-690ec4b913f1", "tag": "c7e1c232-eacc-4868-8f84-a7fa7725526e", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:09:05.378675 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3612ba66-52a3-48fb-913a-b3be9e3450fe {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:09:05.379061 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8997263-aa2c-4b22-aa0c-690ec4b913f1', 'tag': 'c7e1c232-eacc-4868-8f84-a7fa7725526e', 'status': 'completed', 'code': 200} Sep 30 13:09:05.402556 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f19fa0-3aea-48fd-a2fb-af1b515509ab req-50c4f824-6f85-4853-8366-2a7cf77872b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:05.404400 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-11f19fa0-3aea-48fd-a2fb-af1b515509ab req-50c4f824-6f85-4853-8366-2a7cf77872b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea222c3cdb8b423d8d04effe0ba2215a&device_id=d8997263-aa2c-4b22-aa0c-690ec4b913f1 HTTP/1.1" status: 200 len: 1096 time: 0.0600557 Sep 30 13:09:05.419603 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-91f1373d-0b0a-4b6b-acf9-163dc8611ee0 None None] Set router 0746236b-9175-4ade-9160-94ced8737934 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:09:05.515339 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f19fa0-3aea-48fd-a2fb-af1b515509ab req-7585c391-a3c7-46d2-a76f-6dd2a365479e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:05.517080 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-11f19fa0-3aea-48fd-a2fb-af1b515509ab req-7585c391-a3c7-46d2-a76f-6dd2a365479e service neutron] 10.222.0.18 "GET /v2.0/networks?id=42e2f087-1645-4adc-b2b0-90d6947f98e0 HTTP/1.1" status: 200 len: 921 time: 0.1058178 Sep 30 13:09:05.522351 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650ece3-379d-42ff-9412-560af8f5e9d1 req-04062a41-a87e-4861-8316-3c6f869bbfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:05.523853 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a650ece3-379d-42ff-9412-560af8f5e9d1 req-04062a41-a87e-4861-8316-3c6f869bbfa4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea222c3cdb8b423d8d04effe0ba2215a&device_id=d8997263-aa2c-4b22-aa0c-690ec4b913f1 HTTP/1.1" status: 200 len: 1096 time: 0.1160288 Sep 30 13:09:05.573085 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:09:05.585205 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6a706-b65a-4542-a372-1a9e72f01214 req-8d5e8b22-4fea-4ec9-a728-3525e30d976d tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:05.586754 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8ed6a706-b65a-4542-a372-1a9e72f01214 req-8d5e8b22-4fea-4ec9-a728-3525e30d976d tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.1017096 Sep 30 13:09:05.604480 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-11f19fa0-3aea-48fd-a2fb-af1b515509ab req-6f0d2a8a-7009-419a-ae48-f1240b256723 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7e1c232-eacc-4868-8f84-a7fa7725526e HTTP/1.1" status: 200 len: 999 time: 0.0790989 Sep 30 13:09:05.662987 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f19fa0-3aea-48fd-a2fb-af1b515509ab req-dc042a4e-0d6d-45de-991c-beaae86f61e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:05.664651 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-11f19fa0-3aea-48fd-a2fb-af1b515509ab req-dc042a4e-0d6d-45de-991c-beaae86f61e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e8a3732-f1a1-4421-9ea1-9009b140adac HTTP/1.1" status: 200 len: 859 time: 0.0520661 Sep 30 13:09:05.677181 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8ed6a706-b65a-4542-a372-1a9e72f01214 req-272c6663-a7db-4893-bc9a-7164fff815da tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822287 Sep 30 13:09:05.681730 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650ece3-379d-42ff-9412-560af8f5e9d1 req-461a5f4e-2d56-417a-8216-e8915b500beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:05.683198 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a650ece3-379d-42ff-9412-560af8f5e9d1 req-461a5f4e-2d56-417a-8216-e8915b500beb service neutron] 10.222.0.39 "GET /v2.0/networks?id=42e2f087-1645-4adc-b2b0-90d6947f98e0 HTTP/1.1" status: 200 len: 921 time: 0.1491287 Sep 30 13:09:05.694405 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51966) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:05.723915 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f19fa0-3aea-48fd-a2fb-af1b515509ab req-a6d859c5-c7cd-4cdf-a5a7-2f2c435e8216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:05.725612 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-11f19fa0-3aea-48fd-a2fb-af1b515509ab req-a6d859c5-c7cd-4cdf-a5a7-2f2c435e8216 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=42e2f087-1645-4adc-b2b0-90d6947f98e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528173 Sep 30 13:09:05.734779 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-91f1373d-0b0a-4b6b-acf9-163dc8611ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0746236b-9175-4ade-9160-94ced8737934', 'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-router', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:26Z', 'updated_at': '2021-09-30T13:08:35Z', 'revision_number': 4, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'gw_port': {'id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:28Z', 'updated_at': '2021-09-30T13:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'a069ac75-8f40-4105-b608-d899626ece15', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '0746236b-9175-4ade-9160-94ced8737934', 'port_id': 'c7e1c232-eacc-4868-8f84-a7fa7725526e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'mac_address': 'fa:16:3e:56:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8997263-aa2c-4b22-aa0c-690ec4b913f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:08:51Z', 'updated_at': '2021-09-30T13:09:04Z', 'revision_number': 1, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c0b8bf-5378-4ce2-9558-86343aacf471', 'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'mac_address': 'fa:16:3e:6c:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:33Z', 'updated_at': '2021-09-30T13:08:38Z', 'revision_number': 5, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'subnets': [{'id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:05.772206 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f1373d-0b0a-4b6b-acf9-163dc8611ee0 None None] Checking router: 0746236b-9175-4ade-9160-94ced8737934 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:09:05.782643 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f1373d-0b0a-4b6b-acf9-163dc8611ee0 None None] Routers {'0746236b-9175-4ade-9160-94ced8737934'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:05.782889 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a650ece3-379d-42ff-9412-560af8f5e9d1 req-6b17941b-0e0b-4362-83bb-c4bfa2b82f93 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7e1c232-eacc-4868-8f84-a7fa7725526e HTTP/1.1" status: 200 len: 999 time: 0.0827792 Sep 30 13:09:05.783391 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-91f1373d-0b0a-4b6b-acf9-163dc8611ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:08:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0746236b-9175-4ade-9160-94ced8737934'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:05.831374 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-11f19fa0-3aea-48fd-a2fb-af1b515509ab req-4ae8cf89-01df-42b5-ae39-9f5a82f6237f service neutron] 10.222.0.18 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982740 Sep 30 13:09:05.839707 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650ece3-379d-42ff-9412-560af8f5e9d1 req-cd353193-5d03-42a4-b794-731183dc90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:05.841183 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a650ece3-379d-42ff-9412-560af8f5e9d1 req-cd353193-5d03-42a4-b794-731183dc90bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0e8a3732-f1a1-4421-9ea1-9009b140adac HTTP/1.1" status: 200 len: 859 time: 0.0484481 Sep 30 13:09:05.883429 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac86d066-b9b4-4272-8649-ad845bf91180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:05.937570 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650ece3-379d-42ff-9412-560af8f5e9d1 req-3ac54c3d-4172-4ae5-9c7c-1f5fa9950ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:05.939106 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a650ece3-379d-42ff-9412-560af8f5e9d1 req-3ac54c3d-4172-4ae5-9c7c-1f5fa9950ae9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42e2f087-1645-4adc-b2b0-90d6947f98e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897124 Sep 30 13:09:05.945010 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-11f19fa0-3aea-48fd-a2fb-af1b515509ab req-974f2db6-b7fc-40b6-b3dc-1dc4921256ea service neutron] 10.222.0.18 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039529 Sep 30 13:09:06.053729 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-91f1373d-0b0a-4b6b-acf9-163dc8611ee0 None None] Set router 0746236b-9175-4ade-9160-94ced8737934 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:09:06.099334 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a650ece3-379d-42ff-9412-560af8f5e9d1 req-72b21158-6a8f-459a-a0a2-54e7a5ad0b07 service neutron] 10.222.0.39 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366673 Sep 30 13:09:06.111104 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3af53-462c-4269-9adc-e5b0f4b5b21e req-bd915898-08bd-4635-814c-41dd41bdf3ad tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:06.118884 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-98c3af53-462c-4269-9adc-e5b0f4b5b21e req-bd915898-08bd-4635-814c-41dd41bdf3ad tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c788216-73cb-4c85-97f0-d4802b5ee642 HTTP/1.1" status: 200 len: 944 time: 0.2058666 Sep 30 13:09:06.237280 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-98c3af53-462c-4269-9adc-e5b0f4b5b21e req-de6bd6e8-bfea-499b-a487-8a03dd2f1108 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173840 Sep 30 13:09:06.249125 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac86d066-b9b4-4272-8649-ad845bf91180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:06.264403 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac86d066-b9b4-4272-8649-ad845bf91180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:06.290901 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a650ece3-379d-42ff-9412-560af8f5e9d1 req-95508ac3-8352-424e-a86c-5a54bd6258fc service neutron] 10.222.0.39 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693623 Sep 30 13:09:06.314425 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ac86d066-b9b4-4272-8649-ad845bf91180 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=231ea89fb32a40b497d93117b91c4610&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6187799 Sep 30 13:09:06.315157 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86d066-b9b4-4272-8649-ad845bf91180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05dd654-d0ea-4c07-89bf-806180cf650a,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:06.317521 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51980) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:06.355340 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-91f1373d-0b0a-4b6b-acf9-163dc8611ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0746236b-9175-4ade-9160-94ced8737934', 'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-router', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:26Z', 'updated_at': '2021-09-30T13:08:35Z', 'revision_number': 4, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'gw_port': {'id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:28Z', 'updated_at': '2021-09-30T13:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'a069ac75-8f40-4105-b608-d899626ece15', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '0746236b-9175-4ade-9160-94ced8737934', 'port_id': 'c7e1c232-eacc-4868-8f84-a7fa7725526e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'mac_address': 'fa:16:3e:56:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8997263-aa2c-4b22-aa0c-690ec4b913f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:08:51Z', 'updated_at': '2021-09-30T13:09:04Z', 'revision_number': 1, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c0b8bf-5378-4ce2-9558-86343aacf471', 'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'mac_address': 'fa:16:3e:6c:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:33Z', 'updated_at': '2021-09-30T13:08:38Z', 'revision_number': 5, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'subnets': [{'id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:06.376896 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-360d1989-14fb-447f-aa44-78fd613d369b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:06.383563 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f1373d-0b0a-4b6b-acf9-163dc8611ee0 None None] The sync data for ids ['0746236b-9175-4ade-9160-94ced8737934'] in n-d-810909-2 is: [{'id': '0746236b-9175-4ade-9160-94ced8737934', 'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-router', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:26Z', 'updated_at': '2021-09-30T13:08:35Z', 'revision_number': 4, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'gw_port': {'id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:28Z', 'updated_at': '2021-09-30T13:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'a069ac75-8f40-4105-b608-d899626ece15', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '0746236b-9175-4ade-9160-94ced8737934', 'port_id': 'c7e1c232-eacc-4868-8f84-a7fa7725526e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'mac_address': 'fa:16:3e:56:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8997263-aa2c-4b22-aa0c-690ec4b913f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:08:51Z', 'updated_at': '2021-09-30T13:09:04Z', 'revision_number': 1, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c0b8bf-5378-4ce2-9558-86343aacf471', 'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'mac_address': 'fa:16:3e:6c:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:33Z', 'updated_at': '2021-09-30T13:08:38Z', 'revision_number': 5, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'subnets': [{'id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:09:06.404036 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-360d1989-14fb-447f-aa44-78fd613d369b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:06.471177 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-360d1989-14fb-447f-aa44-78fd613d369b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:06.474142 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-360d1989-14fb-447f-aa44-78fd613d369b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:06.477906 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-360d1989-14fb-447f-aa44-78fd613d369b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a05dd654-d0ea-4c07-89bf-806180cf650a HTTP/1.1" status: 204 len: 168 time: 0.1571574 Sep 30 13:09:06.486569 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d1989-14fb-447f-aa44-78fd613d369b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05dd654-d0ea-4c07-89bf-806180cf650a,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:06.538278 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-68290434-eadd-49aa-b179-c826adbd5dae tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:06.546571 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-68290434-eadd-49aa-b179-c826adbd5dae tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edc8a4e-7147-479d-84ad-96bb97412b84&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4589920 Sep 30 13:09:06.621142 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-c773b651-9dc0-49b2-8ce6-17b1f7816a14 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.235 HTTP/1.1" status: 200 len: 999 time: 0.0737338 Sep 30 13:09:06.633743 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc97319-0f68-4db3-8e5e-28b9c0b7f7ff None None] New status for floating IP a069ac75-8f40-4105-b608-d899626ece15: ACTIVE {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:09:06.636629 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-97659222-0566-49a5-b4d6-396859ba8c26 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Request body: {'floatingip': {'port_id': 'cfe368eb-298a-44b2-a654-5941f6bfa652', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:06.704429 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-97659222-0566-49a5-b4d6-396859ba8c26 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks [] for floatingip, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:06.802936 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51990) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:06.824404 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0ee04488-4ea5-4dcc-a40a-a6b5cf502424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:06.842648 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f75789-5fa5-42e5-b8ba-26e51a62dc53 req-e9dc7025-81ca-4eb6-ab91-90c83edd0056 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:06.849796 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-77f75789-5fa5-42e5-b8ba-26e51a62dc53 req-e9dc7025-81ca-4eb6-ab91-90c83edd0056 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.0866723 Sep 30 13:09:06.899367 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-77f75789-5fa5-42e5-b8ba-26e51a62dc53 req-99b1d549-d7fb-4472-9359-9f6ae38d056f tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487087 Sep 30 13:09:06.971873 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0ee04488-4ea5-4dcc-a40a-a6b5cf502424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:06.980853 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0ee04488-4ea5-4dcc-a40a-a6b5cf502424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:07.017725 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0ee04488-4ea5-4dcc-a40a-a6b5cf502424 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=51d23252dc314240a52677e3e7445bdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2125852 Sep 30 13:09:07.018620 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee04488-4ea5-4dcc-a40a-a6b5cf502424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd04468-a745-4bac-9544-6e63f9a06563,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:07.020385 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51992) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:07.049189 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.db.api [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-97659222-0566-49a5-b4d6-396859ba8c26 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:09:07.049553 n-d-810909-2 neutron-server[94763]: DEBUG oslo_db.api [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-97659222-0566-49a5-b4d6-396859ba8c26 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:09:07.078769 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-110088a6-e0b7-46c8-8a8a-296b5412750c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:07.099145 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-110088a6-e0b7-46c8-8a8a-296b5412750c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:07.145994 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-110088a6-e0b7-46c8-8a8a-296b5412750c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:07.148567 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-110088a6-e0b7-46c8-8a8a-296b5412750c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:07.149706 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-110088a6-e0b7-46c8-8a8a-296b5412750c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1bd04468-a745-4bac-9544-6e63f9a06563 HTTP/1.1" status: 204 len: 168 time: 0.1275969 Sep 30 13:09:07.157332 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110088a6-e0b7-46c8-8a8a-296b5412750c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd04468-a745-4bac-9544-6e63f9a06563,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:07.258444 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 6e2c1540-3184-4034-9c6e-70e155dc74fa up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:09:07.310079 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 6e2c1540-3184-4034-9c6e-70e155dc74fa completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:09:07.315037 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 6e2c1540-3184-4034-9c6e-70e155dc74fa triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:09:07.315158 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:07.372991 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701a18f-88ad-4f46-b743-57e836cdc62e req-d4d6ef22-dab5-4b4f-81f4-941a674e0e8c tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:07.375379 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6701a18f-88ad-4f46-b743-57e836cdc62e req-d4d6ef22-dab5-4b4f-81f4-941a674e0e8c tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c788216-73cb-4c85-97f0-d4802b5ee642 HTTP/1.1" status: 200 len: 944 time: 0.0545697 Sep 30 13:09:07.396866 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:07.417108 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6701a18f-88ad-4f46-b743-57e836cdc62e req-1426a2e7-52f4-4ffd-aca8-26b9461d29e2 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342083 Sep 30 13:09:07.419799 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c788216-73cb-4c85-97f0-d4802b5ee642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2c1540-3184-4034-9c6e-70e155dc74fa'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:09:07.422849 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b54859-2d67-451a-8b20-f696870a43af" -d '{"events": [{"server_uuid": "7c788216-73cb-4c85-97f0-d4802b5ee642", "name": "network-vif-plugged", "status": "completed", "tag": "6e2c1540-3184-4034-9c6e-70e155dc74fa"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:09:07.437954 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 6e2c1540-3184-4034-9c6e-70e155dc74fa, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=6e2c1540-3184-4034-9c6e-70e155dc74fa,segment=NetworkSegment(688c8266-a3f8-4cf1-b6d1-6a10b2a992d0),segment_id=688c8266-a3f8-4cf1-b6d1-6a10b2a992d0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:07.445746 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:07.507217 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=6e2c1540-3184-4034-9c6e-70e155dc74fa,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:07.551299 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-97659222-0566-49a5-b4d6-396859ba8c26 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks [] for floatingip, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:07.591978 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cde6550-601a-4110-8215-74809503eefb x-openstack-request-id: req-0cde6550-601a-4110-8215-74809503eefb {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:09:07.592807 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c788216-73cb-4c85-97f0-d4802b5ee642", "name": "network-vif-plugged", "status": "completed", "tag": "6e2c1540-3184-4034-9c6e-70e155dc74fa", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:09:07.593196 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0cde6550-601a-4110-8215-74809503eefb {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:09:07.593591 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c788216-73cb-4c85-97f0-d4802b5ee642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2c1540-3184-4034-9c6e-70e155dc74fa', 'code': 200} Sep 30 13:09:07.693388 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cae846-b3c1-4a35-acd3-fa4d7b433830 req-53fb326b-dadd-451f-b124-d9246bb0ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:07.694918 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-08cae846-b3c1-4a35-acd3-fa4d7b433830 req-53fb326b-dadd-451f-b124-d9246bb0ba6a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7c788216-73cb-4c85-97f0-d4802b5ee642 HTTP/1.1" status: 200 len: 1096 time: 0.0446076 Sep 30 13:09:07.735501 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-08cae846-b3c1-4a35-acd3-fa4d7b433830 req-67e61edd-1435-4a9c-937f-b7cd9a101eb7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331485 Sep 30 13:09:08.020832 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8dc983-daed-4ff0-b5d2-dbac527c4f5c req-abd0458d-0a50-4c04-995d-dcd1ae391c90 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:08.022382 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6d8dc983-daed-4ff0-b5d2-dbac527c4f5c req-abd0458d-0a50-4c04-995d-dcd1ae391c90 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.0516219 Sep 30 13:09:08.051334 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-97659222-0566-49a5-b4d6-396859ba8c26 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:08.056749 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-97659222-0566-49a5-b4d6-396859ba8c26 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:08.061918 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6d8dc983-daed-4ff0-b5d2-dbac527c4f5c req-e2890831-3cc4-4532-9552-b581d4d8ff44 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334795 Sep 30 13:09:08.170369 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-97659222-0566-49a5-b4d6-396859ba8c26 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Floating IP a069ac75-8f40-4105-b608-d899626ece15 associated. External IP: 172.25.5.235, port: c7e1c232-eacc-4868-8f84-a7fa7725526e. Sep 30 13:09:08.387614 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-97659222-0566-49a5-b4d6-396859ba8c26 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Router 0746236b-9175-4ade-9160-94ced8737934 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:09:08.509349 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-97659222-0566-49a5-b4d6-396859ba8c26 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:09:08.529471 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68b0985-4c95-405d-9e5a-ee928da37ff5 None None] Sync routers for ids ['0746236b-9175-4ade-9160-94ced8737934'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:09:08.551738 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68b0985-4c95-405d-9e5a-ee928da37ff5 None None] Routers {'0746236b-9175-4ade-9160-94ced8737934'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:08.552387 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-b68b0985-4c95-405d-9e5a-ee928da37ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:08:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0746236b-9175-4ade-9160-94ced8737934'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:08.562516 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973e0ed-4e83-48b1-ae6f-e2d0fe73daa3 req-c343e3ea-b083-4d09-9d74-a80cb4b64b42 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:08.564489 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5973e0ed-4e83-48b1-ae6f-e2d0fe73daa3 req-c343e3ea-b083-4d09-9d74-a80cb4b64b42 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c788216-73cb-4c85-97f0-d4802b5ee642 HTTP/1.1" status: 200 len: 945 time: 0.0681236 Sep 30 13:09:08.605324 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5973e0ed-4e83-48b1-ae6f-e2d0fe73daa3 req-ae451d70-8105-4215-aabe-88f11c77938c tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343142 Sep 30 13:09:08.709281 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-b68b0985-4c95-405d-9e5a-ee928da37ff5 None None] Set router 0746236b-9175-4ade-9160-94ced8737934 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:09:08.780004 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-97659222-0566-49a5-b4d6-396859ba8c26 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Router 0746236b-9175-4ade-9160-94ced8737934 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:09:08.896100 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-97659222-0566-49a5-b4d6-396859ba8c26 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:09:08.900598 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-97659222-0566-49a5-b4d6-396859ba8c26 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:08.930543 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8997263-aa2c-4b22-aa0c-690ec4b913f1', 'tag': 'c7e1c232-eacc-4868-8f84-a7fa7725526e'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:09:08.932132 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975ebb63-6719-4166-9605-7a4c00367aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "d8997263-aa2c-4b22-aa0c-690ec4b913f1", "tag": "c7e1c232-eacc-4868-8f84-a7fa7725526e"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:09:08.965143 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-97659222-0566-49a5-b4d6-396859ba8c26 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "PUT /v2.0/floatingips/a069ac75-8f40-4105-b608-d899626ece15 HTTP/1.1" status: 200 len: 998 time: 2.3356974 Sep 30 13:09:08.977165 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460cb6ed-e910-48c2-8624-df133019801d x-openstack-request-id: req-460cb6ed-e910-48c2-8624-df133019801d {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:09:08.977464 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8997263-aa2c-4b22-aa0c-690ec4b913f1", "tag": "c7e1c232-eacc-4868-8f84-a7fa7725526e", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:09:08.977718 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-460cb6ed-e910-48c2-8624-df133019801d {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:09:08.978210 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8997263-aa2c-4b22-aa0c-690ec4b913f1', 'tag': 'c7e1c232-eacc-4868-8f84-a7fa7725526e', 'status': 'completed', 'code': 200} Sep 30 13:09:08.978990 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-b68b0985-4c95-405d-9e5a-ee928da37ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0746236b-9175-4ade-9160-94ced8737934', 'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-router', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:26Z', 'updated_at': '2021-09-30T13:08:35Z', 'revision_number': 4, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'gw_port': {'id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:28Z', 'updated_at': '2021-09-30T13:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'a069ac75-8f40-4105-b608-d899626ece15', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '0746236b-9175-4ade-9160-94ced8737934', 'port_id': 'cfe368eb-298a-44b2-a654-5941f6bfa652', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'mac_address': 'fa:16:3e:46:02:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edc8a4e-7147-479d-84ad-96bb97412b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:08:51Z', 'updated_at': '2021-09-30T13:09:07Z', 'revision_number': 3, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c0b8bf-5378-4ce2-9558-86343aacf471', 'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'mac_address': 'fa:16:3e:6c:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:33Z', 'updated_at': '2021-09-30T13:08:38Z', 'revision_number': 5, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'subnets': [{'id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:09.012803 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68b0985-4c95-405d-9e5a-ee928da37ff5 None None] Checking router: 0746236b-9175-4ade-9160-94ced8737934 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:09:09.015419 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-f4a20651-6f09-45ee-a263-76d0962146dd tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:09.016939 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-f4a20651-6f09-45ee-a263-76d0962146dd tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports/c7e1c232-eacc-4868-8f84-a7fa7725526e HTTP/1.1" status: 200 len: 942 time: 0.0507405 Sep 30 13:09:09.023034 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68b0985-4c95-405d-9e5a-ee928da37ff5 None None] Routers {'0746236b-9175-4ade-9160-94ced8737934'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:09.025143 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-b68b0985-4c95-405d-9e5a-ee928da37ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:08:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0746236b-9175-4ade-9160-94ced8737934'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:09.046152 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ebb63-6719-4166-9605-7a4c00367aa1 req-4358a8a4-dd65-4ff6-8f1c-b59fe264ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:09.048333 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-975ebb63-6719-4166-9605-7a4c00367aa1 req-4358a8a4-dd65-4ff6-8f1c-b59fe264ebcd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea222c3cdb8b423d8d04effe0ba2215a&device_id=d8997263-aa2c-4b22-aa0c-690ec4b913f1 HTTP/1.1" status: 200 len: 1096 time: 0.0476825 Sep 30 13:09:09.127417 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-05645848-a76f-49c5-baf1-fe4821c28e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:09.134965 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-05645848-a76f-49c5-baf1-fe4821c28e01 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea222c3cdb8b423d8d04effe0ba2215a&device_id=d8997263-aa2c-4b22-aa0c-690ec4b913f1 HTTP/1.1" status: 200 len: 1096 time: 0.0579562 Sep 30 13:09:09.210685 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ebb63-6719-4166-9605-7a4c00367aa1 req-0b2c3df2-d21f-405f-b8be-707ddc766b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:09.211074 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-b68b0985-4c95-405d-9e5a-ee928da37ff5 None None] Set router 0746236b-9175-4ade-9160-94ced8737934 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:09:09.212212 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-975ebb63-6719-4166-9605-7a4c00367aa1 req-0b2c3df2-d21f-405f-b8be-707ddc766b60 service neutron] 10.222.0.39 "GET /v2.0/networks?id=42e2f087-1645-4adc-b2b0-90d6947f98e0 HTTP/1.1" status: 200 len: 921 time: 0.1558638 Sep 30 13:09:09.237097 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f092c-9ab0-48f8-8ad2-20f63182131f req-62f93a36-a91a-4925-92ac-5ef2d84f47f7 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:09.239536 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d13f092c-9ab0-48f8-8ad2-20f63182131f req-62f93a36-a91a-4925-92ac-5ef2d84f47f7 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.0860960 Sep 30 13:09:09.289353 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-d4e93d5f-0e93-47f7-9703-1c58bcc91605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:09.293539 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-975ebb63-6719-4166-9605-7a4c00367aa1 req-03bd70e1-08c9-448c-b005-361df3f5ce5d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7e1c232-eacc-4868-8f84-a7fa7725526e HTTP/1.1" status: 200 len: 217 time: 0.0664561 Sep 30 13:09:09.300184 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-d4e93d5f-0e93-47f7-9703-1c58bcc91605 service neutron] 10.222.0.18 "GET /v2.0/networks?id=42e2f087-1645-4adc-b2b0-90d6947f98e0 HTTP/1.1" status: 200 len: 921 time: 0.1642888 Sep 30 13:09:09.348077 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-ac07f3e6-c299-42b6-9f43-b0a8eac87aac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7e1c232-eacc-4868-8f84-a7fa7725526e HTTP/1.1" status: 200 len: 217 time: 0.0464299 Sep 30 13:09:09.381246 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d13f092c-9ab0-48f8-8ad2-20f63182131f req-69fb0953-8df2-45dd-9269-79f0bf05126a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862036 Sep 30 13:09:09.395886 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ebb63-6719-4166-9605-7a4c00367aa1 req-9bf939cc-bb62-43b6-a682-d66441f6e88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:09.399362 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-975ebb63-6719-4166-9605-7a4c00367aa1 req-9bf939cc-bb62-43b6-a682-d66441f6e88b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0e8a3732-f1a1-4421-9ea1-9009b140adac HTTP/1.1" status: 200 len: 859 time: 0.0823317 Sep 30 13:09:09.426591 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-9320c218-7d75-4c06-bc83-2959a7da481f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:09.429376 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-9320c218-7d75-4c06-bc83-2959a7da481f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e8a3732-f1a1-4421-9ea1-9009b140adac HTTP/1.1" status: 200 len: 859 time: 0.0800412 Sep 30 13:09:09.475452 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ebb63-6719-4166-9605-7a4c00367aa1 req-bca638a5-2b47-4d1f-8eff-312852211c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:09.477114 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-975ebb63-6719-4166-9605-7a4c00367aa1 req-bca638a5-2b47-4d1f-8eff-312852211c02 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42e2f087-1645-4adc-b2b0-90d6947f98e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706682 Sep 30 13:09:09.524749 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-b68b0985-4c95-405d-9e5a-ee928da37ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0746236b-9175-4ade-9160-94ced8737934', 'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-router', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:26Z', 'updated_at': '2021-09-30T13:08:35Z', 'revision_number': 4, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'gw_port': {'id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:28Z', 'updated_at': '2021-09-30T13:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'a069ac75-8f40-4105-b608-d899626ece15', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '0746236b-9175-4ade-9160-94ced8737934', 'port_id': 'cfe368eb-298a-44b2-a654-5941f6bfa652', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'mac_address': 'fa:16:3e:46:02:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edc8a4e-7147-479d-84ad-96bb97412b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:08:51Z', 'updated_at': '2021-09-30T13:09:07Z', 'revision_number': 3, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c0b8bf-5378-4ce2-9558-86343aacf471', 'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'mac_address': 'fa:16:3e:6c:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:33Z', 'updated_at': '2021-09-30T13:08:38Z', 'revision_number': 5, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'subnets': [{'id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:09.533502 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-fbf2d0b6-ed80-4643-9c52-23c1cc14a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:09.535163 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-fbf2d0b6-ed80-4643-9c52-23c1cc14a140 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=42e2f087-1645-4adc-b2b0-90d6947f98e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993307 Sep 30 13:09:09.582953 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68b0985-4c95-405d-9e5a-ee928da37ff5 None None] The sync data for ids ['0746236b-9175-4ade-9160-94ced8737934'] in n-d-810909-2 is: [{'id': '0746236b-9175-4ade-9160-94ced8737934', 'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-router', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:26Z', 'updated_at': '2021-09-30T13:08:35Z', 'revision_number': 4, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'gw_port': {'id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:28Z', 'updated_at': '2021-09-30T13:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'a069ac75-8f40-4105-b608-d899626ece15', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '0746236b-9175-4ade-9160-94ced8737934', 'port_id': 'cfe368eb-298a-44b2-a654-5941f6bfa652', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'mac_address': 'fa:16:3e:46:02:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edc8a4e-7147-479d-84ad-96bb97412b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:08:51Z', 'updated_at': '2021-09-30T13:09:07Z', 'revision_number': 3, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c0b8bf-5378-4ce2-9558-86343aacf471', 'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'mac_address': 'fa:16:3e:6c:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:33Z', 'updated_at': '2021-09-30T13:08:38Z', 'revision_number': 5, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'subnets': [{'id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:09:09.607034 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-975ebb63-6719-4166-9605-7a4c00367aa1 req-f7329f1f-e463-4809-93dc-44a7c8d9c076 service neutron] 10.222.0.39 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201308 Sep 30 13:09:09.677416 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-75bfccb8-a206-4739-a4b3-ef7704ba2789 service neutron] 10.222.0.18 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331186 Sep 30 13:09:09.696103 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52100) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:09.768239 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-975ebb63-6719-4166-9605-7a4c00367aa1 req-91d67983-7ed9-40c9-9d2c-4f937acde364 service neutron] 10.222.0.39 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514237 Sep 30 13:09:09.788171 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-8c2f64ea-cea6-4773-994f-94c8027b5e69 service neutron] 10.222.0.18 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003475 Sep 30 13:09:09.788942 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d51c8-0605-4b1d-abd5-a45426426c73 req-daa69743-bf40-4298-b5aa-be7d3f7ce9d0 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:09.793628 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-da5d51c8-0605-4b1d-abd5-a45426426c73 req-daa69743-bf40-4298-b5aa-be7d3f7ce9d0 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c788216-73cb-4c85-97f0-d4802b5ee642 HTTP/1.1" status: 200 len: 945 time: 0.0988026 Sep 30 13:09:09.836826 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6a4e23e5-87a4-4978-a6e9-26c39c14635e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:09.852348 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d02391-46a2-481a-8319-4b1fe6de7493 None None] New status for floating IP a069ac75-8f40-4105-b608-d899626ece15: ACTIVE {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:09:09.858222 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-da5d51c8-0605-4b1d-abd5-a45426426c73 req-288c282f-ccc9-48f6-b179-aae4d0eade7e tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574090 Sep 30 13:09:09.863136 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-3a55563b-126e-4ae4-ad0b-7770a83a97cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:09.864679 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-3a55563b-126e-4ae4-ad0b-7770a83a97cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea222c3cdb8b423d8d04effe0ba2215a&device_id=9edc8a4e-7147-479d-84ad-96bb97412b84 HTTP/1.1" status: 200 len: 1096 time: 0.0477321 Sep 30 13:09:09.975916 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6a4e23e5-87a4-4978-a6e9-26c39c14635e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:10.006464 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6a4e23e5-87a4-4978-a6e9-26c39c14635e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:10.051422 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-23d3fdae-c54e-4ade-85bc-a7d982471c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:10.053104 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-23d3fdae-c54e-4ade-85bc-a7d982471c9a service neutron] 10.222.0.18 "GET /v2.0/networks?id=42e2f087-1645-4adc-b2b0-90d6947f98e0 HTTP/1.1" status: 200 len: 921 time: 0.1816680 Sep 30 13:09:10.053790 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e23e5-87a4-4978-a6e9-26c39c14635e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb344aa-b96b-48db-a875-ffef356743a6,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:10.058579 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6a4e23e5-87a4-4978-a6e9-26c39c14635e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f66e6ce55b14fb587e967a92a0cceb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3609979 Sep 30 13:09:10.061509 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52108) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:10.114416 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7672aa29-f654-4425-9333-a720f07a839e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:10.141606 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7672aa29-f654-4425-9333-a720f07a839e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:10.150093 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-8a46559b-3c72-44e5-851d-9d25e0c0e2de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfe368eb-298a-44b2-a654-5941f6bfa652 HTTP/1.1" status: 200 len: 1001 time: 0.0785232 Sep 30 13:09:10.208618 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7672aa29-f654-4425-9333-a720f07a839e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:10.209471 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e44fe78-1b6d-4a92-b9c2-57a391507938 None None] Sync routers for ids ['0746236b-9175-4ade-9160-94ced8737934'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:09:10.211776 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7672aa29-f654-4425-9333-a720f07a839e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:10.213588 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7672aa29-f654-4425-9333-a720f07a839e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2bb344aa-b96b-48db-a875-ffef356743a6 HTTP/1.1" status: 204 len: 168 time: 0.1511374 Sep 30 13:09:10.222787 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e44fe78-1b6d-4a92-b9c2-57a391507938 None None] Routers {'0746236b-9175-4ade-9160-94ced8737934'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:10.223567 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-9e44fe78-1b6d-4a92-b9c2-57a391507938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:08:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0746236b-9175-4ade-9160-94ced8737934'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:10.225768 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-4e8455a9-2340-4463-8c85-607a19b8b573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:10.227459 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-4e8455a9-2340-4463-8c85-607a19b8b573 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e8a3732-f1a1-4421-9ea1-9009b140adac HTTP/1.1" status: 200 len: 859 time: 0.0700352 Sep 30 13:09:10.246931 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672aa29-f654-4425-9333-a720f07a839e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb344aa-b96b-48db-a875-ffef356743a6,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:10.308925 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-bb7d0fa2-09ea-4c8f-9134-4771ce29cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:10.321370 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-bb7d0fa2-09ea-4c8f-9134-4771ce29cbce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=42e2f087-1645-4adc-b2b0-90d6947f98e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835314 Sep 30 13:09:10.396842 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-9e44fe78-1b6d-4a92-b9c2-57a391507938 None None] Set router 0746236b-9175-4ade-9160-94ced8737934 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:09:10.442656 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-4d3ca1bc-0e63-4855-905d-dcdeff792b5f service neutron] 10.222.0.18 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168542 Sep 30 13:09:10.580036 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564917f3-d810-4a40-90cc-46ed4dc438d9 req-4cdc8dbf-e960-4aec-9ae6-b5bb5d3ab72c tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:10.586309 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52124) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:10.590837 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-564917f3-d810-4a40-90cc-46ed4dc438d9 req-4cdc8dbf-e960-4aec-9ae6-b5bb5d3ab72c tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.0831888 Sep 30 13:09:10.603043 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a71d1626-0900-45b6-97d4-4686c44bf52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:10.639329 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-564917f3-d810-4a40-90cc-46ed4dc438d9 req-3407a98d-e103-404e-9019-a3669e7f0806 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473793 Sep 30 13:09:10.646847 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28e7e513-e46a-41c7-b886-ed817da8eaec req-6d53cc31-1c96-4391-b791-2816f27fb3a9 service neutron] 10.222.0.18 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904941 Sep 30 13:09:10.703914 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-9e44fe78-1b6d-4a92-b9c2-57a391507938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0746236b-9175-4ade-9160-94ced8737934', 'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-router', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:26Z', 'updated_at': '2021-09-30T13:08:35Z', 'revision_number': 4, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'gw_port': {'id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:28Z', 'updated_at': '2021-09-30T13:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'a069ac75-8f40-4105-b608-d899626ece15', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '0746236b-9175-4ade-9160-94ced8737934', 'port_id': 'cfe368eb-298a-44b2-a654-5941f6bfa652', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'mac_address': 'fa:16:3e:46:02:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edc8a4e-7147-479d-84ad-96bb97412b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:08:51Z', 'updated_at': '2021-09-30T13:09:09Z', 'revision_number': 4, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c0b8bf-5378-4ce2-9558-86343aacf471', 'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'mac_address': 'fa:16:3e:6c:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:33Z', 'updated_at': '2021-09-30T13:08:38Z', 'revision_number': 5, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'subnets': [{'id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:10.757286 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e44fe78-1b6d-4a92-b9c2-57a391507938 None None] Checking router: 0746236b-9175-4ade-9160-94ced8737934 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:09:10.768185 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a71d1626-0900-45b6-97d4-4686c44bf52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:10.774432 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a71d1626-0900-45b6-97d4-4686c44bf52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:10.780645 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e44fe78-1b6d-4a92-b9c2-57a391507938 None None] Routers {'0746236b-9175-4ade-9160-94ced8737934'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:10.781687 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-9e44fe78-1b6d-4a92-b9c2-57a391507938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:08:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0746236b-9175-4ade-9160-94ced8737934'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:10.825674 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a71d1626-0900-45b6-97d4-4686c44bf52c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d0d1d4987f3c4d429ffbbde97471d2ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2355416 Sep 30 13:09:10.826319 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d1626-0900-45b6-97d4-4686c44bf52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef94c40d-8cdb-498e-a720-1bb9db288478,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:10.826992 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52130) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:10.868640 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-530b87f6-6a6a-4d1a-bdee-329b4bfe805f req-41f44ed6-19da-4dc1-9c50-5d896f34d259 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.235 HTTP/1.1" status: 200 len: 1001 time: 0.1034389 Sep 30 13:09:10.919937 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-9e44fe78-1b6d-4a92-b9c2-57a391507938 None None] Set router 0746236b-9175-4ade-9160-94ced8737934 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:09:10.934038 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c7eddae3-2ac5-4e49-a3e0-256946302aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:10.949172 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b87f6-6a6a-4d1a-bdee-329b4bfe805f req-b566d49f-7938-45c4-bb25-25a02e6b836a tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:10.950669 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-530b87f6-6a6a-4d1a-bdee-329b4bfe805f req-b566d49f-7938-45c4-bb25-25a02e6b836a tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports/cfe368eb-298a-44b2-a654-5941f6bfa652 HTTP/1.1" status: 200 len: 942 time: 0.0580797 Sep 30 13:09:10.978444 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c7eddae3-2ac5-4e49-a3e0-256946302aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:10.979809 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edc8a4e-7147-479d-84ad-96bb97412b84', 'tag': 'cfe368eb-298a-44b2-a654-5941f6bfa652'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:09:10.982158 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5935c0bb-5903-4732-9217-c03cbad5e7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "9edc8a4e-7147-479d-84ad-96bb97412b84", "tag": "cfe368eb-298a-44b2-a654-5941f6bfa652"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:09:11.108329 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3fadd2-fa4c-4dcd-b3cb-3bc4b6fddb8e x-openstack-request-id: req-ce3fadd2-fa4c-4dcd-b3cb-3bc4b6fddb8e {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:09:11.108624 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9edc8a4e-7147-479d-84ad-96bb97412b84", "tag": "cfe368eb-298a-44b2-a654-5941f6bfa652", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:09:11.108879 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce3fadd2-fa4c-4dcd-b3cb-3bc4b6fddb8e {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:09:11.109301 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9edc8a4e-7147-479d-84ad-96bb97412b84', 'tag': 'cfe368eb-298a-44b2-a654-5941f6bfa652', 'status': 'completed', 'code': 200} Sep 30 13:09:11.129881 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c7eddae3-2ac5-4e49-a3e0-256946302aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:11.132619 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c7eddae3-2ac5-4e49-a3e0-256946302aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:11.134441 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c7eddae3-2ac5-4e49-a3e0-256946302aa4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef94c40d-8cdb-498e-a720-1bb9db288478 HTTP/1.1" status: 204 len: 168 time: 0.3068175 Sep 30 13:09:11.202886 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eddae3-2ac5-4e49-a3e0-256946302aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef94c40d-8cdb-498e-a720-1bb9db288478,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:11.203132 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-9e44fe78-1b6d-4a92-b9c2-57a391507938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0746236b-9175-4ade-9160-94ced8737934', 'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-router', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:26Z', 'updated_at': '2021-09-30T13:08:35Z', 'revision_number': 4, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'gw_port': {'id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:28Z', 'updated_at': '2021-09-30T13:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'a069ac75-8f40-4105-b608-d899626ece15', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '0746236b-9175-4ade-9160-94ced8737934', 'port_id': 'cfe368eb-298a-44b2-a654-5941f6bfa652', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'mac_address': 'fa:16:3e:46:02:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edc8a4e-7147-479d-84ad-96bb97412b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:08:51Z', 'updated_at': '2021-09-30T13:09:09Z', 'revision_number': 4, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c0b8bf-5378-4ce2-9558-86343aacf471', 'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'mac_address': 'fa:16:3e:6c:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:33Z', 'updated_at': '2021-09-30T13:08:38Z', 'revision_number': 5, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'subnets': [{'id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:11.216585 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-530b87f6-6a6a-4d1a-bdee-329b4bfe805f req-f987d4bf-edbb-4299-b5f7-c86bf64477d7 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.235 HTTP/1.1" status: 200 len: 1001 time: 0.1838660 Sep 30 13:09:11.236122 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e44fe78-1b6d-4a92-b9c2-57a391507938 None None] The sync data for ids ['0746236b-9175-4ade-9160-94ced8737934'] in n-d-810909-2 is: [{'id': '0746236b-9175-4ade-9160-94ced8737934', 'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-router', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:26Z', 'updated_at': '2021-09-30T13:08:35Z', 'revision_number': 4, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'gw_port': {'id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:28Z', 'updated_at': '2021-09-30T13:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'a069ac75-8f40-4105-b608-d899626ece15', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '0746236b-9175-4ade-9160-94ced8737934', 'port_id': 'cfe368eb-298a-44b2-a654-5941f6bfa652', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'mac_address': 'fa:16:3e:46:02:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edc8a4e-7147-479d-84ad-96bb97412b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:08:51Z', 'updated_at': '2021-09-30T13:09:09Z', 'revision_number': 4, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c0b8bf-5378-4ce2-9558-86343aacf471', 'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'mac_address': 'fa:16:3e:6c:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:33Z', 'updated_at': '2021-09-30T13:08:38Z', 'revision_number': 5, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'subnets': [{'id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:09:11.238874 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935c0bb-5903-4732-9217-c03cbad5e7bf req-899989c0-cdc6-432a-9eac-9ef32d52068e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:11.241190 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5935c0bb-5903-4732-9217-c03cbad5e7bf req-899989c0-cdc6-432a-9eac-9ef32d52068e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea222c3cdb8b423d8d04effe0ba2215a&device_id=9edc8a4e-7147-479d-84ad-96bb97412b84 HTTP/1.1" status: 200 len: 1096 time: 0.0758209 Sep 30 13:09:11.409354 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b87f6-6a6a-4d1a-bdee-329b4bfe805f req-1251d001-5963-4db3-8775-80991450cdbf tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:11.415254 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-530b87f6-6a6a-4d1a-bdee-329b4bfe805f req-1251d001-5963-4db3-8775-80991450cdbf tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 784 time: 0.1897290 Sep 30 13:09:11.430073 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935c0bb-5903-4732-9217-c03cbad5e7bf req-d6c8a8ab-0a5f-4c10-a3ee-5ecae5f4e718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:11.431537 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5935c0bb-5903-4732-9217-c03cbad5e7bf req-d6c8a8ab-0a5f-4c10-a3ee-5ecae5f4e718 service neutron] 10.222.0.39 "GET /v2.0/networks?id=42e2f087-1645-4adc-b2b0-90d6947f98e0 HTTP/1.1" status: 200 len: 921 time: 0.1781189 Sep 30 13:09:11.556164 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2465e8e0-a231-4708-a1f9-3f70f0a419ef req-d27f2322-5dc2-4a5d-b81d-a23feda8d4c1 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.235 HTTP/1.1" status: 200 len: 1001 time: 0.1211252 Sep 30 13:09:11.557757 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5935c0bb-5903-4732-9217-c03cbad5e7bf req-ebc17112-29b9-451b-8b6e-838d73e54359 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfe368eb-298a-44b2-a654-5941f6bfa652 HTTP/1.1" status: 200 len: 1001 time: 0.1146481 Sep 30 13:09:11.806322 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0008b1-31da-44c6-a94f-5f042493ac19 req-e5abf99e-eff3-44de-9cfc-845de36d047e tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:11.808183 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d0008b1-31da-44c6-a94f-5f042493ac19 req-e5abf99e-eff3-44de-9cfc-845de36d047e tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.0560048 Sep 30 13:09:11.860910 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d0008b1-31da-44c6-a94f-5f042493ac19 req-caad301a-d010-4cc8-8bb9-097d9c3ad782 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396204 Sep 30 13:09:12.010547 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935c0bb-5903-4732-9217-c03cbad5e7bf req-37405423-5636-447e-8246-3e638f9e7009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:12.012253 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5935c0bb-5903-4732-9217-c03cbad5e7bf req-37405423-5636-447e-8246-3e638f9e7009 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0e8a3732-f1a1-4421-9ea1-9009b140adac HTTP/1.1" status: 200 len: 859 time: 0.4386969 Sep 30 13:09:12.038624 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465e8e0-a231-4708-a1f9-3f70f0a419ef req-37735d7c-65e1-447b-b108-37ca2c6ed63e tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:12.040064 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2465e8e0-a231-4708-a1f9-3f70f0a419ef req-37735d7c-65e1-447b-b108-37ca2c6ed63e tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports/cfe368eb-298a-44b2-a654-5941f6bfa652 HTTP/1.1" status: 200 len: 942 time: 0.4774199 Sep 30 13:09:12.089494 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935c0bb-5903-4732-9217-c03cbad5e7bf req-be9f7aff-32b7-4b98-bb65-e1ddb514a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:12.095056 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5935c0bb-5903-4732-9217-c03cbad5e7bf req-be9f7aff-32b7-4b98-bb65-e1ddb514a30d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42e2f087-1645-4adc-b2b0-90d6947f98e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716717 Sep 30 13:09:12.219765 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2465e8e0-a231-4708-a1f9-3f70f0a419ef req-ac3c421d-e32e-4b46-9cd3-ef95cc9e9f16 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.235 HTTP/1.1" status: 200 len: 1001 time: 0.1180520 Sep 30 13:09:12.277336 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5935c0bb-5903-4732-9217-c03cbad5e7bf req-51772c81-f013-49a1-b5fb-b716edc8e84d service neutron] 10.222.0.39 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390321 Sep 30 13:09:12.401739 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465e8e0-a231-4708-a1f9-3f70f0a419ef req-b871547f-49f4-4ca9-8376-d65474e36d5c tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:12.403209 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2465e8e0-a231-4708-a1f9-3f70f0a419ef req-b871547f-49f4-4ca9-8376-d65474e36d5c tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 784 time: 0.1754677 Sep 30 13:09:12.473408 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5935c0bb-5903-4732-9217-c03cbad5e7bf req-baedcecb-a028-420a-8ec0-be5bca41f13f service neutron] 10.222.0.39 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601553 Sep 30 13:09:12.496748 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2465e8e0-a231-4708-a1f9-3f70f0a419ef req-ccb391d1-71fc-45e4-a68c-e099d6b2639f tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.235 HTTP/1.1" status: 200 len: 1001 time: 0.0802233 Sep 30 13:09:12.507768 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-2465e8e0-a231-4708-a1f9-3f70f0a419ef req-6266abed-3997-470b-ade8-40950b101a6c tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:12.563997 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-2465e8e0-a231-4708-a1f9-3f70f0a419ef req-6266abed-3997-470b-ade8-40950b101a6c tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks [] for floatingip, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:12.709944 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-2465e8e0-a231-4708-a1f9-3f70f0a419ef req-6266abed-3997-470b-ade8-40950b101a6c tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:12.713739 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-2465e8e0-a231-4708-a1f9-3f70f0a419ef req-6266abed-3997-470b-ade8-40950b101a6c tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:12.714185 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [req-2465e8e0-a231-4708-a1f9-3f70f0a419ef req-6266abed-3997-470b-ade8-40950b101a6c tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Floating IP a069ac75-8f40-4105-b608-d899626ece15 disassociated. External IP: 172.25.5.235, port: cfe368eb-298a-44b2-a654-5941f6bfa652. Sep 30 13:09:12.964206 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2465e8e0-a231-4708-a1f9-3f70f0a419ef req-6266abed-3997-470b-ade8-40950b101a6c tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Router 0746236b-9175-4ade-9160-94ced8737934 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:09:12.999414 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9fbee-21ff-4e9e-9451-0955790e576b req-c651a959-074d-4db2-9079-150a0fb87073 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:13.001253 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-21d9fbee-21ff-4e9e-9451-0955790e576b req-c651a959-074d-4db2-9079-150a0fb87073 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.0604663 Sep 30 13:09:13.053511 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-21d9fbee-21ff-4e9e-9451-0955790e576b req-e6292f7c-aa17-432f-ad0f-5f0d1b7c7fad tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433366 Sep 30 13:09:13.100344 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2465e8e0-a231-4708-a1f9-3f70f0a419ef req-6266abed-3997-470b-ade8-40950b101a6c tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:09:13.105359 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-2465e8e0-a231-4708-a1f9-3f70f0a419ef req-6266abed-3997-470b-ade8-40950b101a6c tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:13.120304 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f43556a-5c8e-4fa7-991a-a2e5fb7e59e3 None None] Sync routers for ids ['0746236b-9175-4ade-9160-94ced8737934'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:09:13.133749 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f43556a-5c8e-4fa7-991a-a2e5fb7e59e3 None None] Routers {'0746236b-9175-4ade-9160-94ced8737934'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:13.135255 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8f43556a-5c8e-4fa7-991a-a2e5fb7e59e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:08:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0746236b-9175-4ade-9160-94ced8737934'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:13.141100 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2465e8e0-a231-4708-a1f9-3f70f0a419ef req-6266abed-3997-470b-ade8-40950b101a6c tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "PUT /v2.0/floatingips/a069ac75-8f40-4105-b608-d899626ece15 HTTP/1.1" status: 200 len: 695 time: 0.6375301 Sep 30 13:09:13.141639 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edc8a4e-7147-479d-84ad-96bb97412b84', 'tag': 'cfe368eb-298a-44b2-a654-5941f6bfa652'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:09:13.151899 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1ada6f-1d53-4ffc-a722-e88eebdee612" -d '{"events": [{"name": "network-changed", "server_uuid": "9edc8a4e-7147-479d-84ad-96bb97412b84", "tag": "cfe368eb-298a-44b2-a654-5941f6bfa652"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:09:13.204845 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465e8e0-a231-4708-a1f9-3f70f0a419ef req-623ad574-96a4-4cab-bb40-7da3323b1274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:13.212433 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2465e8e0-a231-4708-a1f9-3f70f0a419ef req-623ad574-96a4-4cab-bb40-7da3323b1274 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea222c3cdb8b423d8d04effe0ba2215a&device_id=9edc8a4e-7147-479d-84ad-96bb97412b84 HTTP/1.1" status: 200 len: 1096 time: 0.0559528 Sep 30 13:09:13.305448 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465e8e0-a231-4708-a1f9-3f70f0a419ef req-8abbe44c-c74a-49b1-aa89-ba5fd8955db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:13.312657 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-8f43556a-5c8e-4fa7-991a-a2e5fb7e59e3 None None] Set router 0746236b-9175-4ade-9160-94ced8737934 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:09:13.325175 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2465e8e0-a231-4708-a1f9-3f70f0a419ef req-8abbe44c-c74a-49b1-aa89-ba5fd8955db0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=42e2f087-1645-4adc-b2b0-90d6947f98e0 HTTP/1.1" status: 200 len: 921 time: 0.1116061 Sep 30 13:09:13.412290 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2465e8e0-a231-4708-a1f9-3f70f0a419ef req-a85e914f-8458-4e0c-b2ce-9d4f1ba0de18 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfe368eb-298a-44b2-a654-5941f6bfa652 HTTP/1.1" status: 200 len: 217 time: 0.0857248 Sep 30 13:09:13.488757 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23d1b9e-55cc-4367-bb83-39b1fb9998d1 x-openstack-request-id: req-f23d1b9e-55cc-4367-bb83-39b1fb9998d1 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:09:13.489047 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9edc8a4e-7147-479d-84ad-96bb97412b84", "tag": "cfe368eb-298a-44b2-a654-5941f6bfa652", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:09:13.489343 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f23d1b9e-55cc-4367-bb83-39b1fb9998d1 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:09:13.489741 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9edc8a4e-7147-479d-84ad-96bb97412b84', 'tag': 'cfe368eb-298a-44b2-a654-5941f6bfa652', 'status': 'completed', 'code': 200} Sep 30 13:09:13.506719 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465e8e0-a231-4708-a1f9-3f70f0a419ef req-5b9a58ce-dc3b-483a-9a55-fed29c49de21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:13.508436 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2465e8e0-a231-4708-a1f9-3f70f0a419ef req-5b9a58ce-dc3b-483a-9a55-fed29c49de21 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e8a3732-f1a1-4421-9ea1-9009b140adac HTTP/1.1" status: 200 len: 859 time: 0.0953841 Sep 30 13:09:13.587147 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8f43556a-5c8e-4fa7-991a-a2e5fb7e59e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0746236b-9175-4ade-9160-94ced8737934', 'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-router', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:26Z', 'updated_at': '2021-09-30T13:08:35Z', 'revision_number': 4, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'gw_port': {'id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:28Z', 'updated_at': '2021-09-30T13:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'b3c0b8bf-5378-4ce2-9558-86343aacf471', 'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'mac_address': 'fa:16:3e:6c:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:33Z', 'updated_at': '2021-09-30T13:08:38Z', 'revision_number': 5, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'subnets': [{'id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:13.624518 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f43556a-5c8e-4fa7-991a-a2e5fb7e59e3 None None] Checking router: 0746236b-9175-4ade-9160-94ced8737934 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:09:13.628351 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ada6f-1d53-4ffc-a722-e88eebdee612 req-67c4e047-2534-41e2-9237-be22c076b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:13.629888 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5d1ada6f-1d53-4ffc-a722-e88eebdee612 req-67c4e047-2534-41e2-9237-be22c076b937 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea222c3cdb8b423d8d04effe0ba2215a&device_id=9edc8a4e-7147-479d-84ad-96bb97412b84 HTTP/1.1" status: 200 len: 1096 time: 0.1161704 Sep 30 13:09:13.631917 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465e8e0-a231-4708-a1f9-3f70f0a419ef req-376d4c5c-d165-426d-8271-821a448d6a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:13.633443 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2465e8e0-a231-4708-a1f9-3f70f0a419ef req-376d4c5c-d165-426d-8271-821a448d6a79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=42e2f087-1645-4adc-b2b0-90d6947f98e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935540 Sep 30 13:09:13.635161 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f43556a-5c8e-4fa7-991a-a2e5fb7e59e3 None None] Routers {'0746236b-9175-4ade-9160-94ced8737934'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:13.636008 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8f43556a-5c8e-4fa7-991a-a2e5fb7e59e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:08:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0746236b-9175-4ade-9160-94ced8737934'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:13.766228 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-8f43556a-5c8e-4fa7-991a-a2e5fb7e59e3 None None] Set router 0746236b-9175-4ade-9160-94ced8737934 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:09:13.812505 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ada6f-1d53-4ffc-a722-e88eebdee612 req-813a68b0-e1b5-4892-8241-5b4a778fb0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:13.813994 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5d1ada6f-1d53-4ffc-a722-e88eebdee612 req-813a68b0-e1b5-4892-8241-5b4a778fb0a9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=42e2f087-1645-4adc-b2b0-90d6947f98e0 HTTP/1.1" status: 200 len: 921 time: 0.1690552 Sep 30 13:09:13.836910 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2465e8e0-a231-4708-a1f9-3f70f0a419ef req-38efd92c-9532-4a07-80e4-867dfb935c71 service neutron] 10.222.0.18 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930163 Sep 30 13:09:13.944768 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5d1ada6f-1d53-4ffc-a722-e88eebdee612 req-a4c46d8d-3334-4822-b7a5-8ac61a16b48e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfe368eb-298a-44b2-a654-5941f6bfa652 HTTP/1.1" status: 200 len: 217 time: 0.1057246 Sep 30 13:09:14.055971 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ada6f-1d53-4ffc-a722-e88eebdee612 req-adc485da-c153-4cc1-bf4f-9cab98d6a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:14.057378 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5d1ada6f-1d53-4ffc-a722-e88eebdee612 req-adc485da-c153-4cc1-bf4f-9cab98d6a436 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0e8a3732-f1a1-4421-9ea1-9009b140adac HTTP/1.1" status: 200 len: 859 time: 0.0714881 Sep 30 13:09:14.067035 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2465e8e0-a231-4708-a1f9-3f70f0a419ef req-c2e7f5ac-a83f-4e94-925d-5362230d9618 service neutron] 10.222.0.18 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267449 Sep 30 13:09:14.161630 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ada6f-1d53-4ffc-a722-e88eebdee612 req-bcbd2267-d0c3-4535-bc13-fcd5cc4aa105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:14.163639 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5d1ada6f-1d53-4ffc-a722-e88eebdee612 req-bcbd2267-d0c3-4535-bc13-fcd5cc4aa105 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42e2f087-1645-4adc-b2b0-90d6947f98e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909355 Sep 30 13:09:14.182443 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8f43556a-5c8e-4fa7-991a-a2e5fb7e59e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0746236b-9175-4ade-9160-94ced8737934', 'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-router', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:26Z', 'updated_at': '2021-09-30T13:08:35Z', 'revision_number': 4, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'gw_port': {'id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:28Z', 'updated_at': '2021-09-30T13:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'b3c0b8bf-5378-4ce2-9558-86343aacf471', 'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'mac_address': 'fa:16:3e:6c:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:33Z', 'updated_at': '2021-09-30T13:08:38Z', 'revision_number': 5, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'subnets': [{'id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:14.215229 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f43556a-5c8e-4fa7-991a-a2e5fb7e59e3 None None] The sync data for ids ['0746236b-9175-4ade-9160-94ced8737934'] in n-d-810909-2 is: [{'id': '0746236b-9175-4ade-9160-94ced8737934', 'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-router', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:26Z', 'updated_at': '2021-09-30T13:08:35Z', 'revision_number': 4, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'gw_port': {'id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:28Z', 'updated_at': '2021-09-30T13:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'b3c0b8bf-5378-4ce2-9558-86343aacf471', 'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'mac_address': 'fa:16:3e:6c:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:33Z', 'updated_at': '2021-09-30T13:08:38Z', 'revision_number': 5, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'subnets': [{'id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:09:14.285096 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e5574-5d38-4857-8747-c93b1e91a7fb req-9b8b078c-77c2-4727-9315-0d62bf700db3 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:14.290986 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a64e5574-5d38-4857-8747-c93b1e91a7fb req-9b8b078c-77c2-4727-9315-0d62bf700db3 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.0999508 Sep 30 13:09:14.390608 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a64e5574-5d38-4857-8747-c93b1e91a7fb req-069f721c-4447-43b5-9fb2-b3a2e94ff7a0 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881145 Sep 30 13:09:14.390742 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5d1ada6f-1d53-4ffc-a722-e88eebdee612 req-50b8b5fc-a7bb-40c0-83fa-1d06ef0b4778 service neutron] 10.222.0.39 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158852 Sep 30 13:09:14.484968 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:14.559909 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5d1ada6f-1d53-4ffc-a722-e88eebdee612 req-3dcaf26f-28e5-47f6-b29c-fd1f48555b89 service neutron] 10.222.0.39 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469209 Sep 30 13:09:14.633292 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db82f02-bff5-410e-88db-663e1dd1efda req-ab74706e-d071-4509-ba73-c58cfd083cc6 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:14.635044 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7db82f02-bff5-410e-88db-663e1dd1efda req-ab74706e-d071-4509-ba73-c58cfd083cc6 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8997263-aa2c-4b22-aa0c-690ec4b913f1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0734522 Sep 30 13:09:14.638498 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6464aad7-a6d2-4cda-811a-0573f8fadc00 None None] New status for floating IP a069ac75-8f40-4105-b608-d899626ece15: DOWN {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:09:14.715670 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7db82f02-bff5-410e-88db-663e1dd1efda req-631429be-be86-43a6-8c33-a923d87243cf tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.235 HTTP/1.1" status: 200 len: 698 time: 0.0732181 Sep 30 13:09:14.722263 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-7db82f02-bff5-410e-88db-663e1dd1efda req-9bbc7010-0c06-4d10-9ff0-13aec31a2bef tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Request body: {'floatingip': {'port_id': 'c7e1c232-eacc-4868-8f84-a7fa7725526e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:14.764110 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-7db82f02-bff5-410e-88db-663e1dd1efda req-9bbc7010-0c06-4d10-9ff0-13aec31a2bef tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks [] for floatingip, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:15.009930 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52362) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:15.090847 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.db.api [req-7db82f02-bff5-410e-88db-663e1dd1efda req-9bbc7010-0c06-4d10-9ff0-13aec31a2bef tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:09:15.091179 n-d-810909-2 neutron-server[94764]: DEBUG oslo_db.api [req-7db82f02-bff5-410e-88db-663e1dd1efda req-9bbc7010-0c06-4d10-9ff0-13aec31a2bef tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:09:15.139415 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6fa7a8fb-112d-4373-b00c-89172c408558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:15.239202 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6fa7a8fb-112d-4373-b00c-89172c408558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:15.243041 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6fa7a8fb-112d-4373-b00c-89172c408558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:15.282457 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6fa7a8fb-112d-4373-b00c-89172c408558 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=30007b22ddf54fcfa2607ceaa3277ce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2711360 Sep 30 13:09:15.283573 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7a8fb-112d-4373-b00c-89172c408558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89729148-1b0c-411f-ac10-a7cc168ef94b,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:15.285391 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52366) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:15.338059 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-efab0d97-6566-49d1-83ec-b4b4abc30ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:15.359019 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-efab0d97-6566-49d1-83ec-b4b4abc30ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:15.407421 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-efab0d97-6566-49d1-83ec-b4b4abc30ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:15.409888 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-efab0d97-6566-49d1-83ec-b4b4abc30ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:15.411081 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-efab0d97-6566-49d1-83ec-b4b4abc30ef4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/89729148-1b0c-411f-ac10-a7cc168ef94b HTTP/1.1" status: 204 len: 168 time: 0.1233754 Sep 30 13:09:15.428490 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab0d97-6566-49d1-83ec-b4b4abc30ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89729148-1b0c-411f-ac10-a7cc168ef94b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:15.509598 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811e4ec-160e-4d40-ac42-0481ff196f04 req-9087fedd-1e64-4a86-b3cf-e6dd4bfd1a32 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:15.511250 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a811e4ec-160e-4d40-ac42-0481ff196f04 req-9087fedd-1e64-4a86-b3cf-e6dd4bfd1a32 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.0550151 Sep 30 13:09:15.552297 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a811e4ec-160e-4d40-ac42-0481ff196f04 req-1ddd53d3-e338-415f-a51a-9e86669d1771 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342484 Sep 30 13:09:15.592163 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-7db82f02-bff5-410e-88db-663e1dd1efda req-9bbc7010-0c06-4d10-9ff0-13aec31a2bef tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks [] for floatingip, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:15.753128 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52382) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:15.767968 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f1e42c2-37dd-4bd4-9795-1f0142fc73c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:15.885220 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f1e42c2-37dd-4bd4-9795-1f0142fc73c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:15.897471 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f1e42c2-37dd-4bd4-9795-1f0142fc73c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:15.923842 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e42c2-37dd-4bd4-9795-1f0142fc73c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a34a6d-0d63-44f8-a6f4-8fe29661cb51,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:15.958051 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3f1e42c2-37dd-4bd4-9795-1f0142fc73c7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d57e3fec49964047b454254abad07ab8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2036762 Sep 30 13:09:15.960484 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52384) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:16.019064 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c538dc92-ea21-44f2-8976-3ff280c226cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:16.067740 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170c4a2-0f34-4c97-a229-4a06cf593417 req-67f57386-6f8a-40d3-bd37-d048d4b2255a tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:16.069154 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c538dc92-ea21-44f2-8976-3ff280c226cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:16.069348 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9170c4a2-0f34-4c97-a229-4a06cf593417 req-67f57386-6f8a-40d3-bd37-d048d4b2255a tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.39 "GET /v2.0/ports?device_id=9edc8a4e-7147-479d-84ad-96bb97412b84 HTTP/1.1" status: 200 len: 945 time: 0.1138511 Sep 30 13:09:16.125898 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c538dc92-ea21-44f2-8976-3ff280c226cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:16.128504 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c538dc92-ea21-44f2-8976-3ff280c226cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:16.132226 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c538dc92-ea21-44f2-8976-3ff280c226cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/48a34a6d-0d63-44f8-a6f4-8fe29661cb51 HTTP/1.1" status: 204 len: 168 time: 0.1682968 Sep 30 13:09:16.140803 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538dc92-ea21-44f2-8976-3ff280c226cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a34a6d-0d63-44f8-a6f4-8fe29661cb51,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:16.249316 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-7db82f02-bff5-410e-88db-663e1dd1efda req-9bbc7010-0c06-4d10-9ff0-13aec31a2bef tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:16.256465 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-9170c4a2-0f34-4c97-a229-4a06cf593417 req-929c6e97-e526-45c1-adb0-5372462c3c01 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Deleting port cfe368eb-298a-44b2-a654-5941f6bfa652 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:09:16.256809 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9170c4a2-0f34-4c97-a229-4a06cf593417 req-929c6e97-e526-45c1-adb0-5372462c3c01 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:16.271927 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-7db82f02-bff5-410e-88db-663e1dd1efda req-9bbc7010-0c06-4d10-9ff0-13aec31a2bef tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:16.439878 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-9170c4a2-0f34-4c97-a229-4a06cf593417 req-929c6e97-e526-45c1-adb0-5372462c3c01 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] For port cfe368eb-298a-44b2-a654-5941f6bfa652, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cfe368eb-298a-44b2-a654-5941f6bfa652,segment=NetworkSegment(2220aba7-8383-4082-8c71-5579bc9c89f9),segment_id=2220aba7-8383-4082-8c71-5579bc9c89f9)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:16.440548 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9170c4a2-0f34-4c97-a229-4a06cf593417 req-929c6e97-e526-45c1-adb0-5372462c3c01 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:16.457940 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-9170c4a2-0f34-4c97-a229-4a06cf593417 req-929c6e97-e526-45c1-adb0-5372462c3c01 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Calling delete_port for cfe368eb-298a-44b2-a654-5941f6bfa652 owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:09:16.460022 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [req-7db82f02-bff5-410e-88db-663e1dd1efda req-9bbc7010-0c06-4d10-9ff0-13aec31a2bef tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Floating IP a069ac75-8f40-4105-b608-d899626ece15 associated. External IP: 172.25.5.235, port: c7e1c232-eacc-4868-8f84-a7fa7725526e. Sep 30 13:09:16.691746 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93d711-ff74-436b-93d2-ccbb84ad5c59 req-f329d954-29e2-40e7-81c0-bbd181ad6f45 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:16.700214 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c93d711-ff74-436b-93d2-ccbb84ad5c59 req-f329d954-29e2-40e7-81c0-bbd181ad6f45 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.0667386 Sep 30 13:09:16.752905 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c93d711-ff74-436b-93d2-ccbb84ad5c59 req-fc7c884e-feef-4c81-857d-d4dd0e13921b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474088 Sep 30 13:09:17.138561 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9170c4a2-0f34-4c97-a229-4a06cf593417 req-929c6e97-e526-45c1-adb0-5372462c3c01 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:17.150591 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['c7e1c232-eacc-4868-8f84-a7fa7725526e', 'cfe368eb-298a-44b2-a654-5941f6bfa652'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:09:17.175573 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c6e97-e526-45c1-adb0-5372462c3c01 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Pushing event deleted for resources: {'Port': ['ID=cfe368eb-298a-44b2-a654-5941f6bfa652,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:17.184940 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7db82f02-bff5-410e-88db-663e1dd1efda req-9bbc7010-0c06-4d10-9ff0-13aec31a2bef tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Router 0746236b-9175-4ade-9160-94ced8737934 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:09:17.263987 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-9170c4a2-0f34-4c97-a229-4a06cf593417 req-929c6e97-e526-45c1-adb0-5372462c3c01 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] No DVR routers for this DVR port cfe368eb-298a-44b2-a654-5941f6bfa652 on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:09:17.269602 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9170c4a2-0f34-4c97-a229-4a06cf593417 req-929c6e97-e526-45c1-adb0-5372462c3c01 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:17.269778 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9170c4a2-0f34-4c97-a229-4a06cf593417 req-929c6e97-e526-45c1-adb0-5372462c3c01 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.39 "DELETE /v2.0/ports/cfe368eb-298a-44b2-a654-5941f6bfa652 HTTP/1.1" status: 204 len: 173 time: 1.1916242 Sep 30 13:09:17.270205 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edc8a4e-7147-479d-84ad-96bb97412b84', 'name': 'network-vif-deleted', 'tag': 'cfe368eb-298a-44b2-a654-5941f6bfa652'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:09:17.272520 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9e046c-9e6b-45ad-8d2a-e2ed81a0dd9c" -d '{"events": [{"server_uuid": "9edc8a4e-7147-479d-84ad-96bb97412b84", "name": "network-vif-deleted", "tag": "cfe368eb-298a-44b2-a654-5941f6bfa652"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:09:17.336730 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34436a54-0dce-4d82-9400-554f250b1d70 x-openstack-request-id: req-34436a54-0dce-4d82-9400-554f250b1d70 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:09:17.337202 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edc8a4e-7147-479d-84ad-96bb97412b84", "name": "network-vif-deleted", "tag": "cfe368eb-298a-44b2-a654-5941f6bfa652", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:09:17.337645 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34436a54-0dce-4d82-9400-554f250b1d70 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:09:17.338337 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edc8a4e-7147-479d-84ad-96bb97412b84', 'name': 'network-vif-deleted', 'tag': 'cfe368eb-298a-44b2-a654-5941f6bfa652', 'status': 'completed', 'code': 200} Sep 30 13:09:17.347143 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7db82f02-bff5-410e-88db-663e1dd1efda req-9bbc7010-0c06-4d10-9ff0-13aec31a2bef tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:09:17.353310 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-7db82f02-bff5-410e-88db-663e1dd1efda req-9bbc7010-0c06-4d10-9ff0-13aec31a2bef tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:17.358255 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c778e46-649a-40d8-b0d4-f126c4a722da None None] Sync routers for ids ['0746236b-9175-4ade-9160-94ced8737934'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:09:17.372462 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c778e46-649a-40d8-b0d4-f126c4a722da None None] Routers {'0746236b-9175-4ade-9160-94ced8737934'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:17.373173 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-9c778e46-649a-40d8-b0d4-f126c4a722da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:08:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0746236b-9175-4ade-9160-94ced8737934'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:17.386543 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7db82f02-bff5-410e-88db-663e1dd1efda req-9bbc7010-0c06-4d10-9ff0-13aec31a2bef tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "PUT /v2.0/floatingips/a069ac75-8f40-4105-b608-d899626ece15 HTTP/1.1" status: 200 len: 996 time: 2.6693611 Sep 30 13:09:17.479007 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db82f02-bff5-410e-88db-663e1dd1efda req-0caf76dc-272f-435a-9294-cb37a8df7e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:17.480630 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7db82f02-bff5-410e-88db-663e1dd1efda req-0caf76dc-272f-435a-9294-cb37a8df7e8f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea222c3cdb8b423d8d04effe0ba2215a&device_id=d8997263-aa2c-4b22-aa0c-690ec4b913f1 HTTP/1.1" status: 200 len: 1096 time: 0.0727236 Sep 30 13:09:17.535069 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-9c778e46-649a-40d8-b0d4-f126c4a722da None None] Set router 0746236b-9175-4ade-9160-94ced8737934 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:09:17.576072 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db82f02-bff5-410e-88db-663e1dd1efda req-ab8d74ee-c905-467a-a67d-4b2a9bf6c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:17.578228 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7db82f02-bff5-410e-88db-663e1dd1efda req-ab8d74ee-c905-467a-a67d-4b2a9bf6c853 service neutron] 10.222.0.18 "GET /v2.0/networks?id=42e2f087-1645-4adc-b2b0-90d6947f98e0 HTTP/1.1" status: 200 len: 921 time: 0.0883987 Sep 30 13:09:17.654435 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7db82f02-bff5-410e-88db-663e1dd1efda req-b8efbcad-3f0e-4b9b-ad90-a43dfb5f3d78 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7e1c232-eacc-4868-8f84-a7fa7725526e HTTP/1.1" status: 200 len: 999 time: 0.0675340 Sep 30 13:09:17.661927 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52468) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:17.712741 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db82f02-bff5-410e-88db-663e1dd1efda req-30547d5a-4002-4cac-ba34-31fec9de084f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:17.714249 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7db82f02-bff5-410e-88db-663e1dd1efda req-30547d5a-4002-4cac-ba34-31fec9de084f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e8a3732-f1a1-4421-9ea1-9009b140adac HTTP/1.1" status: 200 len: 859 time: 0.0474739 Sep 30 13:09:17.763285 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db82f02-bff5-410e-88db-663e1dd1efda req-8598054b-6f54-44c5-b7ff-342e7b2ef6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:17.766187 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7db82f02-bff5-410e-88db-663e1dd1efda req-8598054b-6f54-44c5-b7ff-342e7b2ef6b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=42e2f087-1645-4adc-b2b0-90d6947f98e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436518 Sep 30 13:09:17.774888 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-9c778e46-649a-40d8-b0d4-f126c4a722da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0746236b-9175-4ade-9160-94ced8737934', 'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-router', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:26Z', 'updated_at': '2021-09-30T13:08:35Z', 'revision_number': 4, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'gw_port': {'id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:28Z', 'updated_at': '2021-09-30T13:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'a069ac75-8f40-4105-b608-d899626ece15', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '0746236b-9175-4ade-9160-94ced8737934', 'port_id': 'c7e1c232-eacc-4868-8f84-a7fa7725526e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'mac_address': 'fa:16:3e:56:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8997263-aa2c-4b22-aa0c-690ec4b913f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:08:51Z', 'updated_at': '2021-09-30T13:09:16Z', 'revision_number': 8, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c0b8bf-5378-4ce2-9558-86343aacf471', 'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'mac_address': 'fa:16:3e:6c:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:33Z', 'updated_at': '2021-09-30T13:08:38Z', 'revision_number': 5, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'subnets': [{'id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:17.789665 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e9b7d174-a545-4737-a184-42dea09d0134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:17.804398 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c778e46-649a-40d8-b0d4-f126c4a722da None None] Checking router: 0746236b-9175-4ade-9160-94ced8737934 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:09:17.815750 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c778e46-649a-40d8-b0d4-f126c4a722da None None] Routers {'0746236b-9175-4ade-9160-94ced8737934'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:17.816479 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-9c778e46-649a-40d8-b0d4-f126c4a722da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:08:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0746236b-9175-4ade-9160-94ced8737934'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:17.910745 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7db82f02-bff5-410e-88db-663e1dd1efda req-356a5240-ac96-434c-841e-cc9f6922a149 service neutron] 10.222.0.18 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244135 Sep 30 13:09:17.949555 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-9c778e46-649a-40d8-b0d4-f126c4a722da None None] Set router 0746236b-9175-4ade-9160-94ced8737934 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:09:18.015303 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7db82f02-bff5-410e-88db-663e1dd1efda req-86b17dbf-0528-4501-82f9-f51545366ab1 service neutron] 10.222.0.18 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943563 Sep 30 13:09:18.191745 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9fc11426-3c06-448c-9d25-12dbbb3074aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:18.212742 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-9c778e46-649a-40d8-b0d4-f126c4a722da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0746236b-9175-4ade-9160-94ced8737934', 'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-router', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:26Z', 'updated_at': '2021-09-30T13:08:35Z', 'revision_number': 4, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'gw_port': {'id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:28Z', 'updated_at': '2021-09-30T13:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'a069ac75-8f40-4105-b608-d899626ece15', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '0746236b-9175-4ade-9160-94ced8737934', 'port_id': 'c7e1c232-eacc-4868-8f84-a7fa7725526e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'mac_address': 'fa:16:3e:56:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8997263-aa2c-4b22-aa0c-690ec4b913f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:08:51Z', 'updated_at': '2021-09-30T13:09:16Z', 'revision_number': 8, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c0b8bf-5378-4ce2-9558-86343aacf471', 'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'mac_address': 'fa:16:3e:6c:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:33Z', 'updated_at': '2021-09-30T13:08:38Z', 'revision_number': 5, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'subnets': [{'id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:18.223726 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886e805-1bd7-498d-97ba-b6af84ba6d07 req-285626e6-eb7d-4788-9721-c21f8225f135 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:18.226484 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4886e805-1bd7-498d-97ba-b6af84ba6d07 req-285626e6-eb7d-4788-9721-c21f8225f135 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.3909147 Sep 30 13:09:18.243600 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c778e46-649a-40d8-b0d4-f126c4a722da None None] The sync data for ids ['0746236b-9175-4ade-9160-94ced8737934'] in n-d-810909-2 is: [{'id': '0746236b-9175-4ade-9160-94ced8737934', 'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-router', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:26Z', 'updated_at': '2021-09-30T13:08:35Z', 'revision_number': 4, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'gw_port': {'id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:28Z', 'updated_at': '2021-09-30T13:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'a069ac75-8f40-4105-b608-d899626ece15', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '0746236b-9175-4ade-9160-94ced8737934', 'port_id': 'c7e1c232-eacc-4868-8f84-a7fa7725526e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'mac_address': 'fa:16:3e:56:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8997263-aa2c-4b22-aa0c-690ec4b913f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:08:51Z', 'updated_at': '2021-09-30T13:09:16Z', 'revision_number': 8, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c0b8bf-5378-4ce2-9558-86343aacf471', 'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'mac_address': 'fa:16:3e:6c:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:33Z', 'updated_at': '2021-09-30T13:08:38Z', 'revision_number': 5, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'subnets': [{'id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:09:18.282160 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4886e805-1bd7-498d-97ba-b6af84ba6d07 req-574edb80-3ba2-4a51-ad6a-28a76c6b3590 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503199 Sep 30 13:09:18.314152 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e9b7d174-a545-4737-a184-42dea09d0134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:18.320864 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e9b7d174-a545-4737-a184-42dea09d0134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:18.347880 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b92ce971-4f32-46b3-aab7-63bd37c54044 req-75393e4b-c8b3-4b09-b0ed-d579b844e862 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/floatingips/a069ac75-8f40-4105-b608-d899626ece15 HTTP/1.1" status: 200 len: 996 time: 0.0784369 Sep 30 13:09:18.364929 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e9b7d174-a545-4737-a184-42dea09d0134 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b0b6bb3359c94ce3b37a81d36b8b4ac8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7017524 Sep 30 13:09:18.366067 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7d174-a545-4737-a184-42dea09d0134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9395a42-afda-4918-9b14-132c3b91f516,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:18.368676 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52486) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:18.422004 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf118a1a-b5f5-4c4f-874e-fc68d7ff2e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:18.447263 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf118a1a-b5f5-4c4f-874e-fc68d7ff2e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:18.471545 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ce971-4f32-46b3-aab7-63bd37c54044 req-681ba1dd-d15e-4dca-a3c3-ec63552ea865 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:18.473164 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b92ce971-4f32-46b3-aab7-63bd37c54044 req-681ba1dd-d15e-4dca-a3c3-ec63552ea865 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 784 time: 0.1208215 Sep 30 13:09:18.505928 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf118a1a-b5f5-4c4f-874e-fc68d7ff2e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:18.508754 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf118a1a-b5f5-4c4f-874e-fc68d7ff2e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:18.509867 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cf118a1a-b5f5-4c4f-874e-fc68d7ff2e66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9395a42-afda-4918-9b14-132c3b91f516 HTTP/1.1" status: 204 len: 168 time: 0.1402853 Sep 30 13:09:18.519670 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c1801b-fa92-4689-82b4-2e950b7ac1e1 None None] New status for floating IP a069ac75-8f40-4105-b608-d899626ece15: ACTIVE {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:09:18.546523 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf118a1a-b5f5-4c4f-874e-fc68d7ff2e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9395a42-afda-4918-9b14-132c3b91f516,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:18.572915 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-659ff5a7-9814-43ac-aaae-760527764fbc req-f3da42ab-19dc-4a3f-ad4e-42e2bb561ce4 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.235 HTTP/1.1" status: 200 len: 999 time: 0.0748723 Sep 30 13:09:18.632803 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ff5a7-9814-43ac-aaae-760527764fbc req-9ffbc361-dd35-4e3a-8026-cf75f03b1931 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:18.634419 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-659ff5a7-9814-43ac-aaae-760527764fbc req-9ffbc361-dd35-4e3a-8026-cf75f03b1931 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports/c7e1c232-eacc-4868-8f84-a7fa7725526e HTTP/1.1" status: 200 len: 942 time: 0.0540106 Sep 30 13:09:18.754528 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-659ff5a7-9814-43ac-aaae-760527764fbc req-4d28990d-23f6-4022-8b1b-fa8cea5f46c2 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.235 HTTP/1.1" status: 200 len: 999 time: 0.0746963 Sep 30 13:09:18.868406 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ff5a7-9814-43ac-aaae-760527764fbc req-2c1dad2d-3b36-4c17-8556-c1a4defc3d0b tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:18.869792 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-659ff5a7-9814-43ac-aaae-760527764fbc req-2c1dad2d-3b36-4c17-8556-c1a4defc3d0b tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 784 time: 0.1099772 Sep 30 13:09:18.936718 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-659ff5a7-9814-43ac-aaae-760527764fbc req-a83ce431-4499-4d59-b2f5-d276feebaf61 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.235 HTTP/1.1" status: 200 len: 1001 time: 0.0596237 Sep 30 13:09:18.946636 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-659ff5a7-9814-43ac-aaae-760527764fbc req-b227c7b8-16b2-4640-a40c-3e68ea247814 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:19.006279 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-659ff5a7-9814-43ac-aaae-760527764fbc req-b227c7b8-16b2-4640-a40c-3e68ea247814 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks [] for floatingip, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:19.152118 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-659ff5a7-9814-43ac-aaae-760527764fbc req-b227c7b8-16b2-4640-a40c-3e68ea247814 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:19.157203 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-659ff5a7-9814-43ac-aaae-760527764fbc req-b227c7b8-16b2-4640-a40c-3e68ea247814 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:19.157562 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [req-659ff5a7-9814-43ac-aaae-760527764fbc req-b227c7b8-16b2-4640-a40c-3e68ea247814 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Floating IP a069ac75-8f40-4105-b608-d899626ece15 disassociated. External IP: 172.25.5.235, port: c7e1c232-eacc-4868-8f84-a7fa7725526e. Sep 30 13:09:19.198637 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52516) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:19.285959 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:19.311567 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-32d4b4f4-733c-45b9-abc8-0674356df48b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1807839609'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:19.335251 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d4b4f4-733c-45b9-abc8-0674356df48b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Made reservation on behalf of 5d598834b0b14741b4e644a0b096c5fa for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:09:19.339091 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-32d4b4f4-733c-45b9-abc8-0674356df48b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:19.341524 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8997263-aa2c-4b22-aa0c-690ec4b913f1', 'tag': 'c7e1c232-eacc-4868-8f84-a7fa7725526e'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:09:19.345133 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f46f3de-e030-4b55-ae9e-8a7ff40d2698" -d '{"events": [{"name": "network-changed", "server_uuid": "d8997263-aa2c-4b22-aa0c-690ec4b913f1", "tag": "c7e1c232-eacc-4868-8f84-a7fa7725526e"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:09:19.354729 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-32d4b4f4-733c-45b9-abc8-0674356df48b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:19.421282 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-659ff5a7-9814-43ac-aaae-760527764fbc req-b227c7b8-16b2-4640-a40c-3e68ea247814 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Router 0746236b-9175-4ade-9160-94ced8737934 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:09:19.445646 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271da449-0c17-4323-bc94-8df982227fa4 req-7e2862c6-1579-4311-a2e2-44cd94d43dd7 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:19.447309 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-271da449-0c17-4323-bc94-8df982227fa4 req-7e2862c6-1579-4311-a2e2-44cd94d43dd7 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.0705397 Sep 30 13:09:19.503988 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-271da449-0c17-4323-bc94-8df982227fa4 req-4cb0a3f6-82e0-4fd3-b312-46d2706c4bb1 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487409 Sep 30 13:09:19.529015 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-32d4b4f4-733c-45b9-abc8-0674356df48b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:19.533504 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-32d4b4f4-733c-45b9-abc8-0674356df48b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:19.538921 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-659ff5a7-9814-43ac-aaae-760527764fbc req-b227c7b8-16b2-4640-a40c-3e68ea247814 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:09:19.543897 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-659ff5a7-9814-43ac-aaae-760527764fbc req-b227c7b8-16b2-4640-a40c-3e68ea247814 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:19.554486 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18055016-1145-49fc-8579-bc78379281a1 None None] Sync routers for ids ['0746236b-9175-4ade-9160-94ced8737934'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:09:19.561832 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300d5ce6-beb5-403b-b93f-c3a543897ef6 x-openstack-request-id: req-300d5ce6-beb5-403b-b93f-c3a543897ef6 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:09:19.562252 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8997263-aa2c-4b22-aa0c-690ec4b913f1", "tag": "c7e1c232-eacc-4868-8f84-a7fa7725526e", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:09:19.562526 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-300d5ce6-beb5-403b-b93f-c3a543897ef6 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:09:19.562931 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8997263-aa2c-4b22-aa0c-690ec4b913f1', 'tag': 'c7e1c232-eacc-4868-8f84-a7fa7725526e', 'status': 'completed', 'code': 200} Sep 30 13:09:19.566536 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18055016-1145-49fc-8579-bc78379281a1 None None] Routers {'0746236b-9175-4ade-9160-94ced8737934'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:19.568109 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-18055016-1145-49fc-8579-bc78379281a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:08:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0746236b-9175-4ade-9160-94ced8737934'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:19.584678 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-659ff5a7-9814-43ac-aaae-760527764fbc req-b227c7b8-16b2-4640-a40c-3e68ea247814 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "PUT /v2.0/floatingips/a069ac75-8f40-4105-b608-d899626ece15 HTTP/1.1" status: 200 len: 696 time: 0.6417067 Sep 30 13:09:19.585143 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8997263-aa2c-4b22-aa0c-690ec4b913f1', 'tag': 'c7e1c232-eacc-4868-8f84-a7fa7725526e'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:09:19.587693 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f15fca-3dee-453c-ba4e-7d0554c5279c" -d '{"events": [{"name": "network-changed", "server_uuid": "d8997263-aa2c-4b22-aa0c-690ec4b913f1", "tag": "c7e1c232-eacc-4868-8f84-a7fa7725526e"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:09:19.587995 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d4b4f4-733c-45b9-abc8-0674356df48b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:09:19.605728 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4b4f4-733c-45b9-abc8-0674356df48b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d22babf-b774-4620-ba6c-9d5ec56d08a5,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:19.614418 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device cfe368eb-298a-44b2-a654-5941f6bfa652 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:09:19.661485 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-32d4b4f4-733c-45b9-abc8-0674356df48b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:19.661853 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-32d4b4f4-733c-45b9-abc8-0674356df48b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Added segment 2733eabf-ffbb-4e36-b73d-596387eaa262 of type vlan for network 1d403a6d-12a6-4846-b690-afff6ac87012 Sep 30 13:09:19.662034 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: cfe368eb-298a-44b2-a654-5941f6bfa652 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:09:19.662575 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device cfe368eb-298a-44b2-a654-5941f6bfa652 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:09:19.669431 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ff5a7-9814-43ac-aaae-760527764fbc req-a9c88de8-1067-42c7-bd5f-6f9d3a041aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:19.671827 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-659ff5a7-9814-43ac-aaae-760527764fbc req-a9c88de8-1067-42c7-bd5f-6f9d3a041aa5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea222c3cdb8b423d8d04effe0ba2215a&device_id=d8997263-aa2c-4b22-aa0c-690ec4b913f1 HTTP/1.1" status: 200 len: 1096 time: 0.0575762 Sep 30 13:09:19.700115 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7f40f1-4804-4c65-992e-c7062e66dc05 x-openstack-request-id: req-9b7f40f1-4804-4c65-992e-c7062e66dc05 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:09:19.700115 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8997263-aa2c-4b22-aa0c-690ec4b913f1", "tag": "c7e1c232-eacc-4868-8f84-a7fa7725526e", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:09:19.700469 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b7f40f1-4804-4c65-992e-c7062e66dc05 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:09:19.700618 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8997263-aa2c-4b22-aa0c-690ec4b913f1', 'tag': 'c7e1c232-eacc-4868-8f84-a7fa7725526e', 'status': 'completed', 'code': 200} Sep 30 13:09:19.722654 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-18055016-1145-49fc-8579-bc78379281a1 None None] Set router 0746236b-9175-4ade-9160-94ced8737934 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:09:19.726247 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-32d4b4f4-733c-45b9-abc8-0674356df48b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:19.729557 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46f3de-e030-4b55-ae9e-8a7ff40d2698 req-4e0a5742-7d8c-46d8-b09e-d4ff25d5ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:19.731085 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1f46f3de-e030-4b55-ae9e-8a7ff40d2698 req-4e0a5742-7d8c-46d8-b09e-d4ff25d5ec98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea222c3cdb8b423d8d04effe0ba2215a&device_id=d8997263-aa2c-4b22-aa0c-690ec4b913f1 HTTP/1.1" status: 200 len: 1096 time: 0.1364269 Sep 30 13:09:19.778810 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ff5a7-9814-43ac-aaae-760527764fbc req-5b8e03fd-b69f-423a-bd4a-6def66510a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:19.780850 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-32d4b4f4-733c-45b9-abc8-0674356df48b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:19.786319 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d4b4f4-733c-45b9-abc8-0674356df48b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:19.786601 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-659ff5a7-9814-43ac-aaae-760527764fbc req-5b8e03fd-b69f-423a-bd4a-6def66510a46 service neutron] 10.222.0.18 "GET /v2.0/networks?id=42e2f087-1645-4adc-b2b0-90d6947f98e0 HTTP/1.1" status: 200 len: 921 time: 0.1076968 Sep 30 13:09:19.786905 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-32d4b4f4-733c-45b9-abc8-0674356df48b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:19.830615 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-659ff5a7-9814-43ac-aaae-760527764fbc req-64fdc80c-04a5-47db-b6ab-e183b5c6cda8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7e1c232-eacc-4868-8f84-a7fa7725526e HTTP/1.1" status: 200 len: 217 time: 0.0431278 Sep 30 13:09:19.848547 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-32d4b4f4-733c-45b9-abc8-0674356df48b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6462653 Sep 30 13:09:19.849897 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52530) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:19.858048 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-e016f6f0-f311-47a5-a04e-43c35129caea tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Request body: {'subnet': {'network_id': '1d403a6d-12a6-4846-b690-afff6ac87012', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:19.882573 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ff5a7-9814-43ac-aaae-760527764fbc req-a57435c8-3b25-4a94-a256-04956a82d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:19.891011 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-659ff5a7-9814-43ac-aaae-760527764fbc req-a57435c8-3b25-4a94-a256-04956a82d1b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e8a3732-f1a1-4421-9ea1-9009b140adac HTTP/1.1" status: 200 len: 859 time: 0.0587957 Sep 30 13:09:19.926003 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4b4f4-733c-45b9-abc8-0674356df48b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event updated for resources: {'Network': ['ID=1d403a6d-12a6-4846-b690-afff6ac87012,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:19.932468 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46f3de-e030-4b55-ae9e-8a7ff40d2698 req-2c00e61e-e3ef-42f1-b794-7d93a6db621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:19.933948 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1f46f3de-e030-4b55-ae9e-8a7ff40d2698 req-2c00e61e-e3ef-42f1-b794-7d93a6db621a service neutron] 10.222.0.39 "GET /v2.0/networks?id=42e2f087-1645-4adc-b2b0-90d6947f98e0 HTTP/1.1" status: 200 len: 921 time: 0.1929064 Sep 30 13:09:19.935329 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-18055016-1145-49fc-8579-bc78379281a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0746236b-9175-4ade-9160-94ced8737934', 'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-router', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:26Z', 'updated_at': '2021-09-30T13:08:35Z', 'revision_number': 4, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'gw_port': {'id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:28Z', 'updated_at': '2021-09-30T13:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'b3c0b8bf-5378-4ce2-9558-86343aacf471', 'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'mac_address': 'fa:16:3e:6c:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:33Z', 'updated_at': '2021-09-30T13:08:38Z', 'revision_number': 5, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'subnets': [{'id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:19.940174 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 1d403a6d-12a6-4846-b690-afff6ac87012 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:09:19.946805 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ff5a7-9814-43ac-aaae-760527764fbc req-efc914db-9602-4c34-b95e-043209c97499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:19.948516 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-659ff5a7-9814-43ac-aaae-760527764fbc req-efc914db-9602-4c34-b95e-043209c97499 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=42e2f087-1645-4adc-b2b0-90d6947f98e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567536 Sep 30 13:09:19.978132 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18055016-1145-49fc-8579-bc78379281a1 None None] Checking router: 0746236b-9175-4ade-9160-94ced8737934 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:09:19.989370 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18055016-1145-49fc-8579-bc78379281a1 None None] Routers {'0746236b-9175-4ade-9160-94ced8737934'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:19.989984 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-18055016-1145-49fc-8579-bc78379281a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:08:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0746236b-9175-4ade-9160-94ced8737934'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:20.020396 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1f46f3de-e030-4b55-ae9e-8a7ff40d2698 req-f1c34ca0-e595-423a-a3ec-42064bb48391 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7e1c232-eacc-4868-8f84-a7fa7725526e HTTP/1.1" status: 200 len: 217 time: 0.0747249 Sep 30 13:09:20.048874 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-659ff5a7-9814-43ac-aaae-760527764fbc req-37f0a959-1a42-4978-a039-3304fea4a5e1 service neutron] 10.222.0.18 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925591 Sep 30 13:09:20.075789 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e016f6f0-f311-47a5-a04e-43c35129caea tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Made reservation on behalf of 5d598834b0b14741b4e644a0b096c5fa for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:09:20.079278 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e016f6f0-f311-47a5-a04e-43c35129caea tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:20.096168 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46f3de-e030-4b55-ae9e-8a7ff40d2698 req-9e50614c-61fd-4bfb-af5e-a55d74136c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:20.097636 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1f46f3de-e030-4b55-ae9e-8a7ff40d2698 req-9e50614c-61fd-4bfb-af5e-a55d74136c75 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0e8a3732-f1a1-4421-9ea1-9009b140adac HTTP/1.1" status: 200 len: 859 time: 0.0692079 Sep 30 13:09:20.109145 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-18055016-1145-49fc-8579-bc78379281a1 None None] Set router 0746236b-9175-4ade-9160-94ced8737934 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:09:20.157842 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-659ff5a7-9814-43ac-aaae-760527764fbc req-f3f085fc-6d9b-4f60-b7b9-ca90311a38cf service neutron] 10.222.0.18 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015661 Sep 30 13:09:20.205786 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46f3de-e030-4b55-ae9e-8a7ff40d2698 req-0e977b1f-25dc-4a7e-9b4f-28ae71826854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:20.207334 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1f46f3de-e030-4b55-ae9e-8a7ff40d2698 req-0e977b1f-25dc-4a7e-9b4f-28ae71826854 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42e2f087-1645-4adc-b2b0-90d6947f98e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019335 Sep 30 13:09:20.393205 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2db41215-89fc-4a0e-ba0d-ea205e878f50 req-5c2c6818-9fe3-457e-b2f0-be8c043cd63a tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/floatingips/a069ac75-8f40-4105-b608-d899626ece15 HTTP/1.1" status: 200 len: 696 time: 0.0798478 Sep 30 13:09:20.447710 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1f46f3de-e030-4b55-ae9e-8a7ff40d2698 req-540c889a-ec0f-4d64-bf5b-75b51dbe33c8 service neutron] 10.222.0.39 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324443 Sep 30 13:09:20.454076 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e016f6f0-f311-47a5-a04e-43c35129caea tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:20.462536 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-18055016-1145-49fc-8579-bc78379281a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0746236b-9175-4ade-9160-94ced8737934', 'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-router', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:26Z', 'updated_at': '2021-09-30T13:08:35Z', 'revision_number': 4, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'gw_port': {'id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:28Z', 'updated_at': '2021-09-30T13:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'b3c0b8bf-5378-4ce2-9558-86343aacf471', 'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'mac_address': 'fa:16:3e:6c:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:33Z', 'updated_at': '2021-09-30T13:08:38Z', 'revision_number': 5, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'subnets': [{'id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:20.488458 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18055016-1145-49fc-8579-bc78379281a1 None None] The sync data for ids ['0746236b-9175-4ade-9160-94ced8737934'] in n-d-810909-2 is: [{'id': '0746236b-9175-4ade-9160-94ced8737934', 'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-router', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:26Z', 'updated_at': '2021-09-30T13:08:35Z', 'revision_number': 4, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'gw_port': {'id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:28Z', 'updated_at': '2021-09-30T13:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'b3c0b8bf-5378-4ce2-9558-86343aacf471', 'name': '', 'network_id': '42e2f087-1645-4adc-b2b0-90d6947f98e0', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'mac_address': 'fa:16:3e:6c:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:33Z', 'updated_at': '2021-09-30T13:08:38Z', 'revision_number': 5, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'subnets': [{'id': '0e8a3732-f1a1-4421-9ea1-9009b140adac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:09:20.636974 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f74456-2527-4326-9f1d-587c94a45d1c req-d8f5a6fd-d38a-47da-9d4f-46364c5d8daa tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:20.639973 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-22f74456-2527-4326-9f1d-587c94a45d1c req-d8f5a6fd-d38a-47da-9d4f-46364c5d8daa tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.0544312 Sep 30 13:09:20.647882 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016f6f0-f311-47a5-a04e-43c35129caea tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event updated for resources: {'Subnet': ['ID=4012b6f8-b905-4dc9-b662-206ecc6e001c,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:20.649803 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1b25d7f3-7da5-4394-946d-552e42ffbbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:20.665999 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db41215-89fc-4a0e-ba0d-ea205e878f50 req-3b1016d6-ca4a-4d3f-b211-a243879bc371 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:20.670526 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2db41215-89fc-4a0e-ba0d-ea205e878f50 req-3b1016d6-ca4a-4d3f-b211-a243879bc371 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 784 time: 0.2692645 Sep 30 13:09:20.688820 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-22f74456-2527-4326-9f1d-587c94a45d1c req-76a977a9-188a-4323-950e-3fa98bc24800 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422006 Sep 30 13:09:20.693997 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e016f6f0-f311-47a5-a04e-43c35129caea tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Checking segment: {'id': '2733eabf-ffbb-4e36-b73d-596387eaa262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1d403a6d-12a6-4846-b690-afff6ac87012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:09:20.694481 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e016f6f0-f311-47a5-a04e-43c35129caea tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Network hostable DHCP agents. Network: 1d403a6d-12a6-4846-b690-afff6ac87012, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:09:20.735972 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1f46f3de-e030-4b55-ae9e-8a7ff40d2698 req-84b37b12-9a14-4469-bede-3b7afd0a387c service neutron] 10.222.0.39 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789803 Sep 30 13:09:20.754868 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2db41215-89fc-4a0e-ba0d-ea205e878f50 req-0479de5e-3251-4f7e-9d46-3d51ce4c94c9 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.235 HTTP/1.1" status: 200 len: 699 time: 0.0756884 Sep 30 13:09:20.777762 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e5e400-5768-4995-bd2b-153971416c58 None None] New status for floating IP a069ac75-8f40-4105-b608-d899626ece15: DOWN {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:09:20.814692 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e016f6f0-f311-47a5-a04e-43c35129caea tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Network 1d403a6d-12a6-4846-b690-afff6ac87012 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:09:20.831825 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2db41215-89fc-4a0e-ba0d-ea205e878f50 req-420f2d06-2b18-4339-8c8d-355b4c4cf1a9 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.5.235 HTTP/1.1" status: 200 len: 699 time: 0.0760946 Sep 30 13:09:20.848191 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-e016f6f0-f311-47a5-a04e-43c35129caea tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 1d403a6d-12a6-4846-b690-afff6ac87012) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:09:20.856140 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb84c85-a2ab-42c1-9efd-9dd08f50d3bb None None] Network 1d403a6d-12a6-4846-b690-afff6ac87012 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:09:20.885047 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e016f6f0-f311-47a5-a04e-43c35129caea tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:20.885631 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e016f6f0-f311-47a5-a04e-43c35129caea tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:20.936280 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f15fca-3dee-453c-ba4e-7d0554c5279c req-36662e72-60b9-419c-835e-7537ed23d782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:20.937767 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a8f15fca-3dee-453c-ba4e-7d0554c5279c req-36662e72-60b9-419c-835e-7537ed23d782 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea222c3cdb8b423d8d04effe0ba2215a&device_id=d8997263-aa2c-4b22-aa0c-690ec4b913f1 HTTP/1.1" status: 200 len: 1096 time: 0.1395977 Sep 30 13:09:20.943480 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e016f6f0-f311-47a5-a04e-43c35129caea tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0910630 Sep 30 13:09:20.946444 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52550) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:20.952466 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-399e472e-7ed4-4e90-ac12-ad2db764989d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-626107873', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}, 'admin_state_up': False}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:20.976614 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-399e472e-7ed4-4e90-ac12-ad2db764989d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:20.977602 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-399e472e-7ed4-4e90-ac12-ad2db764989d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:21.038865 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-399e472e-7ed4-4e90-ac12-ad2db764989d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:21.063801 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f15fca-3dee-453c-ba4e-7d0554c5279c req-c24c080b-ec6e-41a1-a2d4-b6799119fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:21.065289 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a8f15fca-3dee-453c-ba4e-7d0554c5279c req-c24c080b-ec6e-41a1-a2d4-b6799119fb12 service neutron] 10.222.0.39 "GET /v2.0/networks?id=42e2f087-1645-4adc-b2b0-90d6947f98e0 HTTP/1.1" status: 200 len: 921 time: 0.1194108 Sep 30 13:09:21.068548 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-2db41215-89fc-4a0e-ba0d-ea205e878f50 req-b5ebbbd1-8bdc-4c15-b6f4-2e90036bf1f2 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Deleting port 845fcda6-fea3-4e38-8e9d-3dde7640e97c {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:09:21.068888 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-2db41215-89fc-4a0e-ba0d-ea205e878f50 req-b5ebbbd1-8bdc-4c15-b6f4-2e90036bf1f2 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:21.085043 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90091713-11c2-4c0a-be8d-8535367028d4 None None] Network 1d403a6d-12a6-4846-b690-afff6ac87012 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:09:21.130080 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a8f15fca-3dee-453c-ba4e-7d0554c5279c req-5f2f4c53-35d2-4bf4-a72d-a1a4f352b151 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7e1c232-eacc-4868-8f84-a7fa7725526e HTTP/1.1" status: 200 len: 217 time: 0.0489957 Sep 30 13:09:21.224563 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-2db41215-89fc-4a0e-ba0d-ea205e878f50 req-b5ebbbd1-8bdc-4c15-b6f4-2e90036bf1f2 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:21.225293 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-2db41215-89fc-4a0e-ba0d-ea205e878f50 req-b5ebbbd1-8bdc-4c15-b6f4-2e90036bf1f2 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:21.228174 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f15fca-3dee-453c-ba4e-7d0554c5279c req-acaae369-3512-4f0c-b3d7-2bfe6fe771a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:21.229676 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a8f15fca-3dee-453c-ba4e-7d0554c5279c req-acaae369-3512-4f0c-b3d7-2bfe6fe771a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0e8a3732-f1a1-4421-9ea1-9009b140adac HTTP/1.1" status: 200 len: 859 time: 0.0662990 Sep 30 13:09:21.239509 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-399e472e-7ed4-4e90-ac12-ad2db764989d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:21.241312 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-2db41215-89fc-4a0e-ba0d-ea205e878f50 req-b5ebbbd1-8bdc-4c15-b6f4-2e90036bf1f2 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Calling delete_port for 845fcda6-fea3-4e38-8e9d-3dde7640e97c owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:09:21.333331 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f15fca-3dee-453c-ba4e-7d0554c5279c req-2a3f7c85-0e19-4e01-946f-fd0b29fccc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:21.334812 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a8f15fca-3dee-453c-ba4e-7d0554c5279c req-2a3f7c85-0e19-4e01-946f-fd0b29fccc4c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42e2f087-1645-4adc-b2b0-90d6947f98e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948935 Sep 30 13:09:21.458389 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-399e472e-7ed4-4e90-ac12-ad2db764989d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:21.469604 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a8f15fca-3dee-453c-ba4e-7d0554c5279c req-8a90af6a-dd96-4c85-a005-f361dcbcc818 service neutron] 10.222.0.39 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243062 Sep 30 13:09:21.481841 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-399e472e-7ed4-4e90-ac12-ad2db764989d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:21.543540 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:21.577201 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-2db41215-89fc-4a0e-ba0d-ea205e878f50 req-b5ebbbd1-8bdc-4c15-b6f4-2e90036bf1f2 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:21.589085 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-399e472e-7ed4-4e90-ac12-ad2db764989d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Allocated IP 172.25.5.159 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/a53712ee-180e-47bc-967e-87a1667db319) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:09:21.628754 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ebbbd1-8bdc-4c15-b6f4-2e90036bf1f2 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Pushing event deleted for resources: {'Port': ['ID=845fcda6-fea3-4e38-8e9d-3dde7640e97c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:21.680221 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a8f15fca-3dee-453c-ba4e-7d0554c5279c req-7eb4d043-78b9-4c6e-8db3-6cf05ca4e9e2 service neutron] 10.222.0.39 "GET /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812263 Sep 30 13:09:21.696453 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-2db41215-89fc-4a0e-ba0d-ea205e878f50 req-b5ebbbd1-8bdc-4c15-b6f4-2e90036bf1f2 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:21.697178 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-399e472e-7ed4-4e90-ac12-ad2db764989d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:21.699554 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-2db41215-89fc-4a0e-ba0d-ea205e878f50 req-b5ebbbd1-8bdc-4c15-b6f4-2e90036bf1f2 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:21.700736 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2db41215-89fc-4a0e-ba0d-ea205e878f50 req-b5ebbbd1-8bdc-4c15-b6f4-2e90036bf1f2 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "DELETE /v2.0/floatingips/a069ac75-8f40-4105-b608-d899626ece15 HTTP/1.1" status: 204 len: 173 time: 0.8616693 Sep 30 13:09:21.734251 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-399e472e-7ed4-4e90-ac12-ad2db764989d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:21.778566 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399e472e-7ed4-4e90-ac12-ad2db764989d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:09:21.782190 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-399e472e-7ed4-4e90-ac12-ad2db764989d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:09:21.786150 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399e472e-7ed4-4e90-ac12-ad2db764989d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:09:21.808857 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e472e-7ed4-4e90-ac12-ad2db764989d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event updated for resources: {'Port': ['ID=a53712ee-180e-47bc-967e-87a1667db319,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:21.820477 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161275c6-d6df-48aa-849e-4908accfd3c8 req-b5180cff-b0f1-4a5f-9ff2-0527982e9416 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:21.822076 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-161275c6-d6df-48aa-849e-4908accfd3c8 req-b5180cff-b0f1-4a5f-9ff2-0527982e9416 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.0554101 Sep 30 13:09:21.869045 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-161275c6-d6df-48aa-849e-4908accfd3c8 req-dedec7d2-d388-47b8-85ae-fcab2a4c20a3 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405514 Sep 30 13:09:21.988454 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f232bf2-6921-4e14-a34f-83f9ef16796d req-6a6c0e90-1d70-4a00-91fc-b6ca3684458d tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:21.989864 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2f232bf2-6921-4e14-a34f-83f9ef16796d req-6a6c0e90-1d70-4a00-91fc-b6ca3684458d tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8997263-aa2c-4b22-aa0c-690ec4b913f1 HTTP/1.1" status: 200 len: 945 time: 0.0527170 Sep 30 13:09:22.028095 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2f232bf2-6921-4e14-a34f-83f9ef16796d req-21b02ac9-2cd0-4fa4-83db-aad8a78a2683 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/security-groups?id=661fae53-2af6-44d6-b17e-3b9f9506124f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318487 Sep 30 13:09:22.109318 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-399e472e-7ed4-4e90-ac12-ad2db764989d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:22.269197 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:22.599847 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-399e472e-7ed4-4e90-ac12-ad2db764989d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:22.731974 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399e472e-7ed4-4e90-ac12-ad2db764989d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Router 0cb13c55-39b0-424b-8023-17a3c89edbb2 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:09:22.844335 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399e472e-7ed4-4e90-ac12-ad2db764989d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:09:22.855773 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3dd0ad-3f90-4674-a334-89e21a2f9df5 None None] Sync routers for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:09:22.864358 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-399e472e-7ed4-4e90-ac12-ad2db764989d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:22.865210 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3dd0ad-3f90-4674-a334-89e21a2f9df5 None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:22.866102 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6e3dd0ad-3f90-4674-a334-89e21a2f9df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:22.868762 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52590) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:22.869248 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-399e472e-7ed4-4e90-ac12-ad2db764989d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9209609 Sep 30 13:09:22.902898 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6e3dd0ad-3f90-4674-a334-89e21a2f9df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:22.912800 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3dd0ad-3f90-4674-a334-89e21a2f9df5 None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:22.913688 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6e3dd0ad-3f90-4674-a334-89e21a2f9df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:22.955644 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6e3dd0ad-3f90-4674-a334-89e21a2f9df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:22.956449 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3dd0ad-3f90-4674-a334-89e21a2f9df5 None None] The sync data for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:09:23.155010 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf383949-0bc6-4105-8dc0-34312f27d712 req-b840d641-b23e-45a3-b842-cc5af1385f2d tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:23.156624 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cf383949-0bc6-4105-8dc0-34312f27d712 req-b840d641-b23e-45a3-b842-cc5af1385f2d tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8997263-aa2c-4b22-aa0c-690ec4b913f1 HTTP/1.1" status: 200 len: 945 time: 0.0553622 Sep 30 13:09:23.197006 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cf383949-0bc6-4105-8dc0-34312f27d712 req-58495b6f-db92-4099-b2e4-66d61f57137d tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/security-groups?id=661fae53-2af6-44d6-b17e-3b9f9506124f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341840 Sep 30 13:09:23.483473 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e4271-95a2-43ff-82ca-da62847a83c8 req-18ee0bd6-ef3b-4a20-8718-cbc11b5520e9 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:23.484944 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4e4e4271-95a2-43ff-82ca-da62847a83c8 req-18ee0bd6-ef3b-4a20-8718-cbc11b5520e9 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.5301743 Sep 30 13:09:23.550910 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794e1dc-c8ed-4672-93a2-4161eee1b8bc req-ba70a9b6-6255-4e30-9252-02909c35b858 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:23.552357 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4794e1dc-c8ed-4672-93a2-4161eee1b8bc req-ba70a9b6-6255-4e30-9252-02909c35b858 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8997263-aa2c-4b22-aa0c-690ec4b913f1 HTTP/1.1" status: 200 len: 945 time: 0.2430174 Sep 30 13:09:23.636816 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4e4e4271-95a2-43ff-82ca-da62847a83c8 req-bae1e3d7-dc68-447d-9183-68f7a617d749 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394320 Sep 30 13:09:23.733628 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09eed7c6-a39e-4863-915f-ab3f42fe4566 req-91da7320-a029-46e5-86bd-9ad0ce0a1fc1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d1073cdc-7d85-4e7b-996c-a59bb240d122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413356 Sep 30 13:09:23.782684 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-4794e1dc-c8ed-4672-93a2-4161eee1b8bc req-a94380de-67a1-4266-9341-091f0f4ecab6 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Deleting port c7e1c232-eacc-4868-8f84-a7fa7725526e {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:09:23.783031 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4794e1dc-c8ed-4672-93a2-4161eee1b8bc req-a94380de-67a1-4266-9341-091f0f4ecab6 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:23.817711 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eed7c6-a39e-4863-915f-ab3f42fe4566 req-e60fbba8-067a-45a1-b545-26f59d4d64cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:23.819493 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09eed7c6-a39e-4863-915f-ab3f42fe4566 req-e60fbba8-067a-45a1-b545-26f59d4d64cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46c6aa7a2d214f259c85bf2fb8dc3360&device_id=d1073cdc-7d85-4e7b-996c-a59bb240d122 HTTP/1.1" status: 200 len: 1096 time: 0.0409870 Sep 30 13:09:23.940159 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eed7c6-a39e-4863-915f-ab3f42fe4566 req-44c41039-a21d-4ed9-bd39-ac7a6ffdb79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:23.942594 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09eed7c6-a39e-4863-915f-ab3f42fe4566 req-44c41039-a21d-4ed9-bd39-ac7a6ffdb79c service neutron] 10.222.0.39 "GET /v2.0/networks?id=1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 HTTP/1.1" status: 200 len: 916 time: 0.1025038 Sep 30 13:09:23.947789 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-4794e1dc-c8ed-4672-93a2-4161eee1b8bc req-a94380de-67a1-4266-9341-091f0f4ecab6 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] For port c7e1c232-eacc-4868-8f84-a7fa7725526e, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=c7e1c232-eacc-4868-8f84-a7fa7725526e,segment=NetworkSegment(2220aba7-8383-4082-8c71-5579bc9c89f9),segment_id=2220aba7-8383-4082-8c71-5579bc9c89f9)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:23.948321 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4794e1dc-c8ed-4672-93a2-4161eee1b8bc req-a94380de-67a1-4266-9341-091f0f4ecab6 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:23.986392 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-4794e1dc-c8ed-4672-93a2-4161eee1b8bc req-a94380de-67a1-4266-9341-091f0f4ecab6 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Calling delete_port for c7e1c232-eacc-4868-8f84-a7fa7725526e owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:09:23.988784 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09eed7c6-a39e-4863-915f-ab3f42fe4566 req-82792685-c3fc-46b9-86c6-af4fb4eeab42 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e28892e7-07bd-4cf4-a013-d9fdb07b01de HTTP/1.1" status: 200 len: 217 time: 0.0391085 Sep 30 13:09:24.030956 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:24.050072 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eed7c6-a39e-4863-915f-ab3f42fe4566 req-65d063d6-b5cb-4864-ba5e-d0f953ca1fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:24.051717 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09eed7c6-a39e-4863-915f-ab3f42fe4566 req-65d063d6-b5cb-4864-ba5e-d0f953ca1fc3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d78e0ad4-c13c-453f-bde9-05702ca7e1db HTTP/1.1" status: 200 len: 855 time: 0.0556011 Sep 30 13:09:24.086566 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09eed7c6-a39e-4863-915f-ab3f42fe4566 req-91ca11f8-f0f4-4428-b2bd-37c28ab498b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1aef29ee-8bd0-4db5-b197-e7b58a75c7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276151 Sep 30 13:09:24.152568 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5aaf87d8-b3be-401d-9bc8-ed073cda02c1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:24.179963 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09eed7c6-a39e-4863-915f-ab3f42fe4566 req-5bdcae01-3392-4eaa-88e1-f4a95971915f service neutron] 10.222.0.39 "GET /v2.0/networks/1aef29ee-8bd0-4db5-b197-e7b58a75c7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858235 Sep 30 13:09:24.227606 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4794e1dc-c8ed-4672-93a2-4161eee1b8bc req-a94380de-67a1-4266-9341-091f0f4ecab6 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:24.242398 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['c7e1c232-eacc-4868-8f84-a7fa7725526e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:09:24.294508 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09eed7c6-a39e-4863-915f-ab3f42fe4566 req-9f53d07a-2b49-4c33-90fd-3b1b95216708 service neutron] 10.222.0.39 "GET /v2.0/networks/1aef29ee-8bd0-4db5-b197-e7b58a75c7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065753 Sep 30 13:09:24.315709 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94380de-67a1-4266-9341-091f0f4ecab6 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Pushing event deleted for resources: {'Port': ['ID=c7e1c232-eacc-4868-8f84-a7fa7725526e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:24.325092 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-4794e1dc-c8ed-4672-93a2-4161eee1b8bc req-a94380de-67a1-4266-9341-091f0f4ecab6 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] No DVR routers for this DVR port c7e1c232-eacc-4868-8f84-a7fa7725526e on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:09:24.328551 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4794e1dc-c8ed-4672-93a2-4161eee1b8bc req-a94380de-67a1-4266-9341-091f0f4ecab6 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:24.330935 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4794e1dc-c8ed-4672-93a2-4161eee1b8bc req-a94380de-67a1-4266-9341-091f0f4ecab6 tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.39 "DELETE /v2.0/ports/c7e1c232-eacc-4868-8f84-a7fa7725526e HTTP/1.1" status: 204 len: 173 time: 0.7667158 Sep 30 13:09:24.333756 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8997263-aa2c-4b22-aa0c-690ec4b913f1', 'name': 'network-vif-deleted', 'tag': 'c7e1c232-eacc-4868-8f84-a7fa7725526e'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:09:24.337057 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14faf301-6672-4271-bf7d-80f9b9faf8e8" -d '{"events": [{"server_uuid": "d8997263-aa2c-4b22-aa0c-690ec4b913f1", "name": "network-vif-deleted", "tag": "c7e1c232-eacc-4868-8f84-a7fa7725526e"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:09:24.348027 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b34c8127-77b8-43ff-bbc3-19d90518a2e7 req-13a7a1ef-8ade-4397-b94f-f8b72776c7ee tempest-FloatingIPsAssociationTestJSON-772410264 tempest-FloatingIPsAssociationTestJSON-772410264-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8997263-aa2c-4b22-aa0c-690ec4b913f1 HTTP/1.1" status: 200 len: 210 time: 0.0468147 Sep 30 13:09:24.391324 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d3433b-a811-41ee-ba68-4fe65881ebf8 x-openstack-request-id: req-b2d3433b-a811-41ee-ba68-4fe65881ebf8 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:09:24.391617 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8997263-aa2c-4b22-aa0c-690ec4b913f1", "name": "network-vif-deleted", "tag": "c7e1c232-eacc-4868-8f84-a7fa7725526e", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:09:24.391871 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b2d3433b-a811-41ee-ba68-4fe65881ebf8 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:09:24.392264 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8997263-aa2c-4b22-aa0c-690ec4b913f1', 'name': 'network-vif-deleted', 'tag': 'c7e1c232-eacc-4868-8f84-a7fa7725526e', 'status': 'completed', 'code': 200} Sep 30 13:09:24.629703 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-5aaf87d8-b3be-401d-9bc8-ed073cda02c1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Allocated IP 172.20.0.1 (1d403a6d-12a6-4846-b690-afff6ac87012/4012b6f8-b905-4dc9-b662-206ecc6e001c/3bed8ce6-66c7-4a14-a69b-716b9eab9c64) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:09:24.772201 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5aaf87d8-b3be-401d-9bc8-ed073cda02c1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:24.852303 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5aaf87d8-b3be-401d-9bc8-ed073cda02c1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:24.908786 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d28407-d3f6-48dc-b7f5-f6255977d0b3 req-ed3b2d7d-4554-4646-a6d9-f240d451994b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:24.910486 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f6d28407-d3f6-48dc-b7f5-f6255977d0b3 req-ed3b2d7d-4554-4646-a6d9-f240d451994b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.1134183 Sep 30 13:09:24.940892 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaf87d8-b3be-401d-9bc8-ed073cda02c1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Network 1d403a6d-12a6-4846-b690-afff6ac87012 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:09:24.957028 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-5aaf87d8-b3be-401d-9bc8-ed073cda02c1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:09:24.966643 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaf87d8-b3be-401d-9bc8-ed073cda02c1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:09:24.971594 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf87d8-b3be-401d-9bc8-ed073cda02c1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event updated for resources: {'Port': ['ID=3bed8ce6-66c7-4a14-a69b-716b9eab9c64,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:25.023824 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f6d28407-d3f6-48dc-b7f5-f6255977d0b3 req-ea0f4817-f713-4b74-8c1a-5e79b075eb23 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008239 Sep 30 13:09:25.036699 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5aaf87d8-b3be-401d-9bc8-ed073cda02c1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:25.166767 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5aaf87d8-b3be-401d-9bc8-ed073cda02c1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:25.396178 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52628) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:25.471139 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5aaf87d8-b3be-401d-9bc8-ed073cda02c1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:25.475828 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5aaf87d8-b3be-401d-9bc8-ed073cda02c1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:25.555226 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5aaf87d8-b3be-401d-9bc8-ed073cda02c1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:25.566331 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf87d8-b3be-401d-9bc8-ed073cda02c1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event updated for resources: {'Port': ['ID=3bed8ce6-66c7-4a14-a69b-716b9eab9c64,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:25.677871 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaf87d8-b3be-401d-9bc8-ed073cda02c1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Network 1d403a6d-12a6-4846-b690-afff6ac87012 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:09:25.680398 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-5aaf87d8-b3be-401d-9bc8-ed073cda02c1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:09:25.805370 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-569eac6b-2169-4385-9dde-6e59de49b616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:25.827462 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aaf87d8-b3be-401d-9bc8-ed073cda02c1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Router 0cb13c55-39b0-424b-8023-17a3c89edbb2 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:09:25.940410 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aaf87d8-b3be-401d-9bc8-ed073cda02c1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:09:25.948792 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5aaf87d8-b3be-401d-9bc8-ed073cda02c1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "PUT /v2.0/routers/0cb13c55-39b0-424b-8023-17a3c89edbb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0751591 Sep 30 13:09:25.948792 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52636) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:25.950686 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2816e0db-b90c-42d4-9cf6-f06dfd099b03 None None] Sync routers for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:09:25.958397 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-bcc12c2a-bb30-4ff9-8561-7aad2ad85678 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Request body: {'port': {'network_id': '1d403a6d-12a6-4846-b690-afff6ac87012', 'name': 'tempest-FloatingIPTestJSON-1651089660'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:25.972213 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2816e0db-b90c-42d4-9cf6-f06dfd099b03 None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:25.972849 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2816e0db-b90c-42d4-9cf6-f06dfd099b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:26.025643 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2816e0db-b90c-42d4-9cf6-f06dfd099b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:26.058933 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2816e0db-b90c-42d4-9cf6-f06dfd099b03 None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:26.059577 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2816e0db-b90c-42d4-9cf6-f06dfd099b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:26.105124 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc12c2a-bb30-4ff9-8561-7aad2ad85678 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Made reservation on behalf of 5d598834b0b14741b4e644a0b096c5fa for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:09:26.110369 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bcc12c2a-bb30-4ff9-8561-7aad2ad85678 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:26.136678 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-bcc12c2a-bb30-4ff9-8561-7aad2ad85678 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] device_id is not set on port d21854f3-31b8-46a8-9c9c-322b052096c7 yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:09:26.146564 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-569eac6b-2169-4385-9dde-6e59de49b616 admin admin] Deleting port b3c0b8bf-5378-4ce2-9558-86343aacf471 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:09:26.150382 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-569eac6b-2169-4385-9dde-6e59de49b616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:26.164008 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2816e0db-b90c-42d4-9cf6-f06dfd099b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:26.164872 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2816e0db-b90c-42d4-9cf6-f06dfd099b03 None None] The sync data for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:09:26.266528 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d272c-d21c-4fa1-bb99-32606ffcc0ed req-1754eb24-1b5c-4ab5-bc21-f507c969b0bf tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:26.268041 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-607d272c-d21c-4fa1-bb99-32606ffcc0ed req-1754eb24-1b5c-4ab5-bc21-f507c969b0bf tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.1091890 Sep 30 13:09:26.285306 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-bcc12c2a-bb30-4ff9-8561-7aad2ad85678 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Allocated IP 172.20.0.2 (1d403a6d-12a6-4846-b690-afff6ac87012/4012b6f8-b905-4dc9-b662-206ecc6e001c/d21854f3-31b8-46a8-9c9c-322b052096c7) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:09:26.324507 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-607d272c-d21c-4fa1-bb99-32606ffcc0ed req-9111cf2f-4f58-4d41-8d52-c429e526cfd7 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504246 Sep 30 13:09:26.326229 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-569eac6b-2169-4385-9dde-6e59de49b616 admin admin] For port b3c0b8bf-5378-4ce2-9558-86343aacf471, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b3c0b8bf-5378-4ce2-9558-86343aacf471,segment=NetworkSegment(2220aba7-8383-4082-8c71-5579bc9c89f9),segment_id=2220aba7-8383-4082-8c71-5579bc9c89f9)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:26.326584 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-569eac6b-2169-4385-9dde-6e59de49b616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:26.339677 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-569eac6b-2169-4385-9dde-6e59de49b616 admin admin] Calling delete_port for b3c0b8bf-5378-4ce2-9558-86343aacf471 owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:09:26.480450 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ca673437-bf25-4dda-8f88-ef9affd951bd req-c18218d4-4192-4f05-8dc5-347b0474aaf9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9862c972-5698-4163-a51f-dc6ad365dac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0989006 Sep 30 13:09:26.494176 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bcc12c2a-bb30-4ff9-8561-7aad2ad85678 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:26.534774 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-569eac6b-2169-4385-9dde-6e59de49b616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:26.563207 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569eac6b-2169-4385-9dde-6e59de49b616 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3c0b8bf-5378-4ce2-9558-86343aacf471,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:26.565386 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca673437-bf25-4dda-8f88-ef9affd951bd req-9bac4d43-a663-4c88-b68d-8ef50d5af581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:26.567135 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ca673437-bf25-4dda-8f88-ef9affd951bd req-9bac4d43-a663-4c88-b68d-8ef50d5af581 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=46c6aa7a2d214f259c85bf2fb8dc3360&device_id=9862c972-5698-4163-a51f-dc6ad365dac7 HTTP/1.1" status: 200 len: 1097 time: 0.0557275 Sep 30 13:09:26.568476 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bcc12c2a-bb30-4ff9-8561-7aad2ad85678 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:26.651960 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc12c2a-bb30-4ff9-8561-7aad2ad85678 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Network 1d403a6d-12a6-4846-b690-afff6ac87012 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:09:26.663005 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc12c2a-bb30-4ff9-8561-7aad2ad85678 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event updated for resources: {'Port': ['ID=d21854f3-31b8-46a8-9c9c-322b052096c7,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:26.667032 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-bcc12c2a-bb30-4ff9-8561-7aad2ad85678 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:09:26.669162 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc12c2a-bb30-4ff9-8561-7aad2ad85678 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:09:26.776892 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc12c2a-bb30-4ff9-8561-7aad2ad85678 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:26.777840 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bcc12c2a-bb30-4ff9-8561-7aad2ad85678 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:26.813048 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bcc12c2a-bb30-4ff9-8561-7aad2ad85678 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8608158 Sep 30 13:09:26.815899 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52648) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:26.822959 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca673437-bf25-4dda-8f88-ef9affd951bd req-db41e62e-3dae-4715-8822-68433c2a1073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:26.825805 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-fc4e1f4b-a68f-4c15-9276-e51193791fd6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Request body: {'port': {'network_id': '1d403a6d-12a6-4846-b690-afff6ac87012', 'name': 'tempest-FloatingIPTestJSON-1989574943'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:26.828800 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ca673437-bf25-4dda-8f88-ef9affd951bd req-db41e62e-3dae-4715-8822-68433c2a1073 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 HTTP/1.1" status: 200 len: 916 time: 0.2172551 Sep 30 13:09:26.871740 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-569eac6b-2169-4385-9dde-6e59de49b616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:26.886411 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ca673437-bf25-4dda-8f88-ef9affd951bd req-abeef04a-84f5-4afd-8310-bcbcd25c6104 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f68b6fce-3933-4a5f-8cc5-33f5ef377035 HTTP/1.1" status: 200 len: 217 time: 0.0450974 Sep 30 13:09:26.961700 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca673437-bf25-4dda-8f88-ef9affd951bd req-fb79d646-a941-44dc-9dc1-8bfea7b55ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:26.963501 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ca673437-bf25-4dda-8f88-ef9affd951bd req-fb79d646-a941-44dc-9dc1-8bfea7b55ff8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d78e0ad4-c13c-453f-bde9-05702ca7e1db HTTP/1.1" status: 200 len: 855 time: 0.0647213 Sep 30 13:09:26.999232 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ca673437-bf25-4dda-8f88-ef9affd951bd req-7cbda5b5-d129-4bfc-9bd7-2c6aeb22f4db service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1aef29ee-8bd0-4db5-b197-e7b58a75c7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266020 Sep 30 13:09:27.078990 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4e1f4b-a68f-4c15-9276-e51193791fd6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Made reservation on behalf of 5d598834b0b14741b4e644a0b096c5fa for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:09:27.082399 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc4e1f4b-a68f-4c15-9276-e51193791fd6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:27.099564 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ca673437-bf25-4dda-8f88-ef9affd951bd req-dff14809-1cc5-406f-8874-559d1361108f service neutron] 10.222.0.54 "GET /v2.0/networks/1aef29ee-8bd0-4db5-b197-e7b58a75c7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932343 Sep 30 13:09:27.134920 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-fc4e1f4b-a68f-4c15-9276-e51193791fd6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] device_id is not set on port a60c0afe-d360-4da2-bd7b-298f70ff22ac yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:09:27.210748 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ca673437-bf25-4dda-8f88-ef9affd951bd req-8db304d9-375b-4d7b-8d60-b808467aad0a service neutron] 10.222.0.54 "GET /v2.0/networks/1aef29ee-8bd0-4db5-b197-e7b58a75c7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016033 Sep 30 13:09:27.275764 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569eac6b-2169-4385-9dde-6e59de49b616 admin admin] Router 0746236b-9175-4ade-9160-94ced8737934 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:09:27.344196 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-fc4e1f4b-a68f-4c15-9276-e51193791fd6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Allocated IP 172.20.0.7 (1d403a6d-12a6-4846-b690-afff6ac87012/4012b6f8-b905-4dc9-b662-206ecc6e001c/a60c0afe-d360-4da2-bd7b-298f70ff22ac) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:09:27.474909 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569eac6b-2169-4385-9dde-6e59de49b616 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:09:27.483973 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e5cb96-99a2-43b8-9dc3-23ba92c9ada4 None None] Sync routers for ids ['0746236b-9175-4ade-9160-94ced8737934'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:09:27.492871 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-569eac6b-2169-4385-9dde-6e59de49b616 admin admin] 10.222.0.18 "PUT /v2.0/routers/0746236b-9175-4ade-9160-94ced8737934/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0955563 Sep 30 13:09:27.493093 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e5cb96-99a2-43b8-9dc3-23ba92c9ada4 None None] Routers {'0746236b-9175-4ade-9160-94ced8737934'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:27.493606 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-d5e5cb96-99a2-43b8-9dc3-23ba92c9ada4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0746236b-9175-4ade-9160-94ced8737934'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:27.496283 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52658) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:27.547173 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0ed8c-2beb-476f-bac7-9d773bbb8e91 req-162c729f-feba-406a-953f-605d60175fec tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:27.548673 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e0f0ed8c-2beb-476f-bac7-9d773bbb8e91 req-162c729f-feba-406a-953f-605d60175fec tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.1407416 Sep 30 13:09:27.602058 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-d5e5cb96-99a2-43b8-9dc3-23ba92c9ada4 None None] Set router 0746236b-9175-4ade-9160-94ced8737934 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:09:27.624736 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e0f0ed8c-2beb-476f-bac7-9d773bbb8e91 req-a41f28b2-a3af-4904-a489-071c2731d2c5 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677998 Sep 30 13:09:27.646820 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc4e1f4b-a68f-4c15-9276-e51193791fd6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:27.676360 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device c7e1c232-eacc-4868-8f84-a7fa7725526e no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:09:27.699184 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc4e1f4b-a68f-4c15-9276-e51193791fd6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:27.712304 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: c7e1c232-eacc-4868-8f84-a7fa7725526e {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:09:27.712886 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device c7e1c232-eacc-4868-8f84-a7fa7725526e not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:09:27.773823 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4e1f4b-a68f-4c15-9276-e51193791fd6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Network 1d403a6d-12a6-4846-b690-afff6ac87012 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:09:27.777532 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-fc4e1f4b-a68f-4c15-9276-e51193791fd6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:09:27.780808 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4e1f4b-a68f-4c15-9276-e51193791fd6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:09:27.799522 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-d5e5cb96-99a2-43b8-9dc3-23ba92c9ada4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0746236b-9175-4ade-9160-94ced8737934', 'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-router', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:26Z', 'updated_at': '2021-09-30T13:09:26Z', 'revision_number': 5, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'gw_port': {'id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:28Z', 'updated_at': '2021-09-30T13:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:27.808015 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e1f4b-a68f-4c15-9276-e51193791fd6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event updated for resources: {'Port': ['ID=a60c0afe-d360-4da2-bd7b-298f70ff22ac,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:27.833373 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e5cb96-99a2-43b8-9dc3-23ba92c9ada4 None None] Checking router: 0746236b-9175-4ade-9160-94ced8737934 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:09:27.840636 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4e1f4b-a68f-4c15-9276-e51193791fd6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:27.842207 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc4e1f4b-a68f-4c15-9276-e51193791fd6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:27.843003 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e5cb96-99a2-43b8-9dc3-23ba92c9ada4 None None] Routers {'0746236b-9175-4ade-9160-94ced8737934'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:27.843608 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-d5e5cb96-99a2-43b8-9dc3-23ba92c9ada4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0746236b-9175-4ade-9160-94ced8737934'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:27.867442 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fc4e1f4b-a68f-4c15-9276-e51193791fd6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0484583 Sep 30 13:09:27.869149 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52664) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:27.873800 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-272a2134-9188-4369-b23b-682efdb5b82b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'port_id': 'a60c0afe-d360-4da2-bd7b-298f70ff22ac', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:27.903772 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-272a2134-9188-4369-b23b-682efdb5b82b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:27.979518 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e1ac2c28-4cf5-44a2-8c70-797cc0c9be4d admin admin] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:27.980489 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-d5e5cb96-99a2-43b8-9dc3-23ba92c9ada4 None None] Set router 0746236b-9175-4ade-9160-94ced8737934 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:09:28.041191 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-272a2134-9188-4369-b23b-682efdb5b82b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:28.100025 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e1ac2c28-4cf5-44a2-8c70-797cc0c9be4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:28.153132 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-e1ac2c28-4cf5-44a2-8c70-797cc0c9be4d admin admin] Deleting port 7c9fcc85-1b52-4e1b-9b5d-907438c41c52 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:09:28.153478 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e1ac2c28-4cf5-44a2-8c70-797cc0c9be4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:28.155263 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-272a2134-9188-4369-b23b-682efdb5b82b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Allocated IP 172.25.5.152 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/07a3ef90-eb68-43e1-91fe-bda7a1433b12) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:09:28.172707 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-d5e5cb96-99a2-43b8-9dc3-23ba92c9ada4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0746236b-9175-4ade-9160-94ced8737934', 'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-router', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:26Z', 'updated_at': '2021-09-30T13:09:26Z', 'revision_number': 5, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'gw_port': {'id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:28Z', 'updated_at': '2021-09-30T13:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:28.198983 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e5cb96-99a2-43b8-9dc3-23ba92c9ada4 None None] The sync data for ids ['0746236b-9175-4ade-9160-94ced8737934'] in n-d-810909-2 is: [{'id': '0746236b-9175-4ade-9160-94ced8737934', 'name': 'tempest-FloatingIPsAssociationTestJSON-926078114-router', 'tenant_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:26Z', 'updated_at': '2021-09-30T13:09:26Z', 'revision_number': 5, 'project_id': 'ea222c3cdb8b423d8d04effe0ba2215a', 'gw_port': {'id': '7c9fcc85-1b52-4e1b-9b5d-907438c41c52', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0746236b-9175-4ade-9160-94ced8737934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:28Z', 'updated_at': '2021-09-30T13:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:09:28.238249 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-e1ac2c28-4cf5-44a2-8c70-797cc0c9be4d admin admin] For port 7c9fcc85-1b52-4e1b-9b5d-907438c41c52, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=7c9fcc85-1b52-4e1b-9b5d-907438c41c52,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:28.238623 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e1ac2c28-4cf5-44a2-8c70-797cc0c9be4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:28.255186 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-e1ac2c28-4cf5-44a2-8c70-797cc0c9be4d admin admin] Calling delete_port for 7c9fcc85-1b52-4e1b-9b5d-907438c41c52 owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:09:28.275110 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-272a2134-9188-4369-b23b-682efdb5b82b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:28.314219 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-272a2134-9188-4369-b23b-682efdb5b82b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:28.358182 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272a2134-9188-4369-b23b-682efdb5b82b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:09:28.361611 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-272a2134-9188-4369-b23b-682efdb5b82b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:09:28.367046 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272a2134-9188-4369-b23b-682efdb5b82b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:09:28.415979 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a2134-9188-4369-b23b-682efdb5b82b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event updated for resources: {'Port': ['ID=07a3ef90-eb68-43e1-91fe-bda7a1433b12,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:28.475333 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e1ac2c28-4cf5-44a2-8c70-797cc0c9be4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:28.508337 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac2c28-4cf5-44a2-8c70-797cc0c9be4d admin admin] Pushing event deleted for resources: {'Port': ['ID=7c9fcc85-1b52-4e1b-9b5d-907438c41c52,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:28.599589 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e1ac2c28-4cf5-44a2-8c70-797cc0c9be4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:28.720385 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e1ac2c28-4cf5-44a2-8c70-797cc0c9be4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:28.723355 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e1ac2c28-4cf5-44a2-8c70-797cc0c9be4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:28.795817 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e1ac2c28-4cf5-44a2-8c70-797cc0c9be4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:28.797472 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ac2c28-4cf5-44a2-8c70-797cc0c9be4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0746236b-9175-4ade-9160-94ced8737934 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:09:28.806071 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e1ac2c28-4cf5-44a2-8c70-797cc0c9be4d admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:28.807888 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e1ac2c28-4cf5-44a2-8c70-797cc0c9be4d admin admin] 10.222.0.18 "DELETE /v2.0/routers/0746236b-9175-4ade-9160-94ced8737934 HTTP/1.1" status: 204 len: 168 time: 1.3102348 Sep 30 13:09:28.809933 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52680) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:28.861727 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ea6d72-da76-4467-b143-c365e3bd46c0 admin admin] Deleting subnet 0e8a3732-f1a1-4421-9ea1-9009b140adac {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:09:28.868466 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e2ea6d72-da76-4467-b143-c365e3bd46c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:28.916942 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e2ea6d72-da76-4467-b143-c365e3bd46c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:28.998824 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b3c0b8bf-5378-4ce2-9558-86343aacf471 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:09:29.035802 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: b3c0b8bf-5378-4ce2-9558-86343aacf471 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:09:29.036449 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b3c0b8bf-5378-4ce2-9558-86343aacf471 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:09:29.114631 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e2ea6d72-da76-4467-b143-c365e3bd46c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:29.188626 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e2ea6d72-da76-4467-b143-c365e3bd46c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:29.204757 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e2ea6d72-da76-4467-b143-c365e3bd46c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:29.206886 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e2ea6d72-da76-4467-b143-c365e3bd46c0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0e8a3732-f1a1-4421-9ea1-9009b140adac HTTP/1.1" status: 204 len: 168 time: 0.3949244 Sep 30 13:09:29.209557 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be54cb8-3cb4-48b1-a99a-ab25fd8fdef2 req-635edb8d-5ab4-4600-96e9-7897488ca155 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:29.211945 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c804528-127f-406d-89b9-0f2b2897ad24 None None] Network 42e2f087-1645-4adc-b2b0-90d6947f98e0 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:09:29.218743 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8be54cb8-3cb4-48b1-a99a-ab25fd8fdef2 req-635edb8d-5ab4-4600-96e9-7897488ca155 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.1330597 Sep 30 13:09:29.229402 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52688) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:29.245564 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea6d72-da76-4467-b143-c365e3bd46c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e8a3732-f1a1-4421-9ea1-9009b140adac,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:29.287123 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8be54cb8-3cb4-48b1-a99a-ab25fd8fdef2 req-582dbab0-19eb-4d62-b195-4e5f4591c629 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671716 Sep 30 13:09:29.382624 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e12b54d9-cc55-43ea-bb3e-ccd14895692a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:29.384442 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-272a2134-9188-4369-b23b-682efdb5b82b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:29.498561 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-272a2134-9188-4369-b23b-682efdb5b82b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:29.520257 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-e12b54d9-cc55-43ea-bb3e-ccd14895692a admin admin] Deleting port 27996d9a-f00f-482f-84dc-76e2fb2ec541 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:09:29.520596 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e12b54d9-cc55-43ea-bb3e-ccd14895692a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:29.566089 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d31506-b3a5-4b80-ac5e-e91976ee9bcd None None] DHCP port deletion for 42e2f087-1645-4adc-b2b0-90d6947f98e0 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:09:29.621171 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-e12b54d9-cc55-43ea-bb3e-ccd14895692a admin admin] For port 27996d9a-f00f-482f-84dc-76e2fb2ec541, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=27996d9a-f00f-482f-84dc-76e2fb2ec541,segment=NetworkSegment(2220aba7-8383-4082-8c71-5579bc9c89f9),segment_id=2220aba7-8383-4082-8c71-5579bc9c89f9)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:29.621535 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e12b54d9-cc55-43ea-bb3e-ccd14895692a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:29.642002 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-72d31506-b3a5-4b80-ac5e-e91976ee9bcd None None] Deleting port 27996d9a-f00f-482f-84dc-76e2fb2ec541 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:09:29.642488 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-72d31506-b3a5-4b80-ac5e-e91976ee9bcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:29.644714 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-e12b54d9-cc55-43ea-bb3e-ccd14895692a admin admin] Calling delete_port for 27996d9a-f00f-482f-84dc-76e2fb2ec541 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:09:29.710577 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-72d31506-b3a5-4b80-ac5e-e91976ee9bcd None None] For port 27996d9a-f00f-482f-84dc-76e2fb2ec541, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=27996d9a-f00f-482f-84dc-76e2fb2ec541,segment=NetworkSegment(2220aba7-8383-4082-8c71-5579bc9c89f9),segment_id=2220aba7-8383-4082-8c71-5579bc9c89f9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:29.710962 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-72d31506-b3a5-4b80-ac5e-e91976ee9bcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:29.724248 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-72d31506-b3a5-4b80-ac5e-e91976ee9bcd None None] Calling delete_port for 27996d9a-f00f-482f-84dc-76e2fb2ec541 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:09:29.789831 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-272a2134-9188-4369-b23b-682efdb5b82b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:29.798338 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-272a2134-9188-4369-b23b-682efdb5b82b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:29.806372 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e12b54d9-cc55-43ea-bb3e-ccd14895692a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:29.814058 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-72d31506-b3a5-4b80-ac5e-e91976ee9bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:29.843645 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d31506-b3a5-4b80-ac5e-e91976ee9bcd None None] Pushing event deleted for resources: {'Port': ['ID=27996d9a-f00f-482f-84dc-76e2fb2ec541,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:29.847363 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d31506-b3a5-4b80-ac5e-e91976ee9bcd None None] No DVR routers for this DVR port 27996d9a-f00f-482f-84dc-76e2fb2ec541 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:09:29.873665 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12b54d9-cc55-43ea-bb3e-ccd14895692a admin admin] No DVR routers for this DVR port 27996d9a-f00f-482f-84dc-76e2fb2ec541 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:09:29.908127 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a2134-9188-4369-b23b-682efdb5b82b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event updated for resources: {'Port': ['ID=07a3ef90-eb68-43e1-91fe-bda7a1433b12,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:29.948528 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-272a2134-9188-4369-b23b-682efdb5b82b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:29.953227 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b54d9-cc55-43ea-bb3e-ccd14895692a admin admin] Pushing event deleted for resources: {'Port': ['ID=27996d9a-f00f-482f-84dc-76e2fb2ec541,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:30.031682 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e12b54d9-cc55-43ea-bb3e-ccd14895692a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:30.064781 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-e12b54d9-cc55-43ea-bb3e-ccd14895692a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e2f087-1645-4adc-b2b0-90d6947f98e0']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:30.105648 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-e12b54d9-cc55-43ea-bb3e-ccd14895692a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2220aba7-8383-4082-8c71-5579bc9c89f9') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:30.105951 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-e12b54d9-cc55-43ea-bb3e-ccd14895692a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2220aba7-8383-4082-8c71-5579bc9c89f9') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:30.121637 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e12b54d9-cc55-43ea-bb3e-ccd14895692a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:30.137441 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-272a2134-9188-4369-b23b-682efdb5b82b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Floating IP 2cafea48-7abb-4854-902d-cd0e727de383 associated. External IP: 172.25.5.152, port: a60c0afe-d360-4da2-bd7b-298f70ff22ac. Sep 30 13:09:30.172138 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e12b54d9-cc55-43ea-bb3e-ccd14895692a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:30.182627 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e12b54d9-cc55-43ea-bb3e-ccd14895692a admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:09:30.183039 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e12b54d9-cc55-43ea-bb3e-ccd14895692a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:09:30.184740 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:09:30.281958 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e12b54d9-cc55-43ea-bb3e-ccd14895692a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:30.292586 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e12b54d9-cc55-43ea-bb3e-ccd14895692a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:30.297305 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e12b54d9-cc55-43ea-bb3e-ccd14895692a admin admin] 10.222.0.18 "DELETE /v2.0/networks/42e2f087-1645-4adc-b2b0-90d6947f98e0 HTTP/1.1" status: 204 len: 168 time: 1.0593078 Sep 30 13:09:30.306055 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b54d9-cc55-43ea-bb3e-ccd14895692a admin admin] Pushing event deleted for resources: {'Network': ['ID=42e2f087-1645-4adc-b2b0-90d6947f98e0,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:30.431138 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eeffc2-a76e-414b-90ac-3dc80679aae9 req-fa7d051d-9fe0-4ae9-9f26-6eae50b43dca tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:30.439427 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-10eeffc2-a76e-414b-90ac-3dc80679aae9 req-fa7d051d-9fe0-4ae9-9f26-6eae50b43dca tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.0709984 Sep 30 13:09:30.459057 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272a2134-9188-4369-b23b-682efdb5b82b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Router 0cb13c55-39b0-424b-8023-17a3c89edbb2 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:09:30.477227 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-10eeffc2-a76e-414b-90ac-3dc80679aae9 req-cc16ff00-262c-46b6-ba34-56619e6e417e tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370784 Sep 30 13:09:30.549094 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52708) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:30.603356 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-29d59d62-8f0f-4447-b556-96b03c74f79a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ea222c3cdb8b423d8d04effe0ba2215a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504766 Sep 30 13:09:30.603742 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52710) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:30.609821 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272a2134-9188-4369-b23b-682efdb5b82b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:09:30.622423 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682568b2-c517-4fc2-a370-b6fb6e62cd7c None None] Sync routers for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:09:30.631479 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-272a2134-9188-4369-b23b-682efdb5b82b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:30.647924 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682568b2-c517-4fc2-a370-b6fb6e62cd7c None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:30.649070 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-682568b2-c517-4fc2-a370-b6fb6e62cd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:30.663522 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-272a2134-9188-4369-b23b-682efdb5b82b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7908807 Sep 30 13:09:30.663773 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-400049c6-f9a7-4984-8271-a7eddf37458f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:30.664049 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52712) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:30.668743 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-b8508a06-f650-4c5e-a8e5-b7658847f747 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:30.691546 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-400049c6-f9a7-4984-8271-a7eddf37458f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:30.693810 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-682568b2-c517-4fc2-a370-b6fb6e62cd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:30.704488 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682568b2-c517-4fc2-a370-b6fb6e62cd7c None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:30.705524 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-682568b2-c517-4fc2-a370-b6fb6e62cd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:30.736010 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8508a06-f650-4c5e-a8e5-b7658847f747 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:30.741219 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-682568b2-c517-4fc2-a370-b6fb6e62cd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:30.741982 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682568b2-c517-4fc2-a370-b6fb6e62cd7c None None] The sync data for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:09:30.753365 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-400049c6-f9a7-4984-8271-a7eddf37458f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:30.756304 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-400049c6-f9a7-4984-8271-a7eddf37458f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:30.757632 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-400049c6-f9a7-4984-8271-a7eddf37458f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/661fae53-2af6-44d6-b17e-3b9f9506124f HTTP/1.1" status: 204 len: 168 time: 0.1527891 Sep 30 13:09:30.766636 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400049c6-f9a7-4984-8271-a7eddf37458f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661fae53-2af6-44d6-b17e-3b9f9506124f,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:30.900618 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 27996d9a-f00f-482f-84dc-76e2fb2ec541 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:09:30.915253 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8508a06-f650-4c5e-a8e5-b7658847f747 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:30.922432 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8508a06-f650-4c5e-a8e5-b7658847f747 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:30.922906 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-b8508a06-f650-4c5e-a8e5-b7658847f747 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Floating IP 2cafea48-7abb-4854-902d-cd0e727de383 disassociated. External IP: 172.25.5.152, port: a60c0afe-d360-4da2-bd7b-298f70ff22ac. Sep 30 13:09:30.927377 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 27996d9a-f00f-482f-84dc-76e2fb2ec541 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:09:30.927968 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 27996d9a-f00f-482f-84dc-76e2fb2ec541 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:09:30.928713 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 7c9fcc85-1b52-4e1b-9b5d-907438c41c52 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:09:30.947511 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 7c9fcc85-1b52-4e1b-9b5d-907438c41c52 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:09:30.948115 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 7c9fcc85-1b52-4e1b-9b5d-907438c41c52 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:09:31.173659 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8508a06-f650-4c5e-a8e5-b7658847f747 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Router 0cb13c55-39b0-424b-8023-17a3c89edbb2 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:09:31.317978 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8508a06-f650-4c5e-a8e5-b7658847f747 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:09:31.322564 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8508a06-f650-4c5e-a8e5-b7658847f747 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:31.329729 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3660afe-4d6a-4b65-88c5-38b7c2acbfab None None] Sync routers for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:09:31.342931 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3660afe-4d6a-4b65-88c5-38b7c2acbfab None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:31.343653 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-b3660afe-4d6a-4b65-88c5-38b7c2acbfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:31.351162 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b8508a06-f650-4c5e-a8e5-b7658847f747 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "PUT /v2.0/floatingips/2cafea48-7abb-4854-902d-cd0e727de383 HTTP/1.1" status: 200 len: 688 time: 0.6860516 Sep 30 13:09:31.353901 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52732) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:31.385380 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-b3660afe-4d6a-4b65-88c5-38b7c2acbfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:31.395329 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3660afe-4d6a-4b65-88c5-38b7c2acbfab None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:31.396193 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-b3660afe-4d6a-4b65-88c5-38b7c2acbfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:31.434896 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-b3660afe-4d6a-4b65-88c5-38b7c2acbfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:31.435840 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3660afe-4d6a-4b65-88c5-38b7c2acbfab None None] The sync data for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:09:31.499437 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-4fb3c4bf-654f-4e7d-aeca-b31c4fbd2524 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Deleting port 07a3ef90-eb68-43e1-91fe-bda7a1433b12 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:09:31.499955 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4fb3c4bf-654f-4e7d-aeca-b31c4fbd2524 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:31.604782 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4fb3c4bf-654f-4e7d-aeca-b31c4fbd2524 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:31.605432 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4fb3c4bf-654f-4e7d-aeca-b31c4fbd2524 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:31.635126 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-4fb3c4bf-654f-4e7d-aeca-b31c4fbd2524 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Calling delete_port for 07a3ef90-eb68-43e1-91fe-bda7a1433b12 owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:09:31.655697 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92daec30-5e69-4fba-a6f0-897c6d85a725 req-175298be-9361-4642-99b0-087b1ff6bb5d tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:31.657423 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92daec30-5e69-4fba-a6f0-897c6d85a725 req-175298be-9361-4642-99b0-087b1ff6bb5d tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.0951037 Sep 30 13:09:31.705805 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92daec30-5e69-4fba-a6f0-897c6d85a725 req-70846d49-4974-4dc7-a2b7-7820e5297ff0 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420313 Sep 30 13:09:31.798709 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4fb3c4bf-654f-4e7d-aeca-b31c4fbd2524 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:31.824417 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3c4bf-654f-4e7d-aeca-b31c4fbd2524 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event deleted for resources: {'Port': ['ID=07a3ef90-eb68-43e1-91fe-bda7a1433b12,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:31.893938 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4fb3c4bf-654f-4e7d-aeca-b31c4fbd2524 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:31.896540 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4fb3c4bf-654f-4e7d-aeca-b31c4fbd2524 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:31.897851 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4fb3c4bf-654f-4e7d-aeca-b31c4fbd2524 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "DELETE /v2.0/floatingips/2cafea48-7abb-4854-902d-cd0e727de383 HTTP/1.1" status: 204 len: 168 time: 0.5427618 Sep 30 13:09:31.901290 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52756) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:31.906780 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-8aaa18e1-796d-4b18-acbc-5952d58ec89b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'port_id': 'd21854f3-31b8-46a8-9c9c-322b052096c7'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:31.957495 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8aaa18e1-796d-4b18-acbc-5952d58ec89b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:31.993281 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e40e2f-b6ce-4cf6-8577-80df61dcd84e req-04e9ec95-7ed2-4673-a427-3f49d706e356 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:31.994884 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b2e40e2f-b6ce-4cf6-8577-80df61dcd84e req-04e9ec95-7ed2-4673-a427-3f49d706e356 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c788216-73cb-4c85-97f0-d4802b5ee642 HTTP/1.1" status: 200 len: 945 time: 0.0748827 Sep 30 13:09:32.074775 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b2e40e2f-b6ce-4cf6-8577-80df61dcd84e req-ae12187b-def0-40ea-8255-0310b18e575f tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728455 Sep 30 13:09:32.109806 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8aaa18e1-796d-4b18-acbc-5952d58ec89b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:32.228060 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-8aaa18e1-796d-4b18-acbc-5952d58ec89b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Allocated IP 172.25.5.70 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/8c71c893-b1ea-4b76-971f-4bec8414f5f5) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:09:32.348945 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8aaa18e1-796d-4b18-acbc-5952d58ec89b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:32.385538 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8aaa18e1-796d-4b18-acbc-5952d58ec89b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:32.395683 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52802) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:32.431800 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaa18e1-796d-4b18-acbc-5952d58ec89b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:09:32.437868 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-8aaa18e1-796d-4b18-acbc-5952d58ec89b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:09:32.443753 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa18e1-796d-4b18-acbc-5952d58ec89b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:09:32.471302 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa18e1-796d-4b18-acbc-5952d58ec89b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event updated for resources: {'Port': ['ID=8c71c893-b1ea-4b76-971f-4bec8414f5f5,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:32.522045 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1faf72e6-7e70-4aa6-b69f-a076100de0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:32.547852 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512e6fc-1884-4353-8d32-0198cee8f799 req-8b6a3eec-0a83-4050-be23-2e385b8f1a14 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:32.549361 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5512e6fc-1884-4353-8d32-0198cee8f799 req-8b6a3eec-0a83-4050-be23-2e385b8f1a14 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bcde1b1-15ab-4a49-8fb6-5acc1235b916 HTTP/1.1" status: 200 len: 945 time: 0.0816345 Sep 30 13:09:32.616559 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1faf72e6-7e70-4aa6-b69f-a076100de0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:32.620580 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1faf72e6-7e70-4aa6-b69f-a076100de0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:32.633594 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5512e6fc-1884-4353-8d32-0198cee8f799 req-9aaac1f0-f7ff-440d-96bd-e900fea089bc tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b01d255-d0a8-443f-837f-02e779a0cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776510 Sep 30 13:09:32.667013 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1faf72e6-7e70-4aa6-b69f-a076100de0c3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3610704e559b44999faa9f13a1009397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2654293 Sep 30 13:09:32.667013 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf72e6-7e70-4aa6-b69f-a076100de0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d537331-38de-4946-bb85-0d108f69e67f,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:32.667908 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52808) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:32.765130 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c725098-342d-413e-94ba-9f232268d12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:32.841787 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c725098-342d-413e-94ba-9f232268d12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:32.965743 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b292a-2dbc-4427-b5ea-bcfd59af4df7 req-afdc8867-2426-4710-b3a6-05aa661b3555 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:32.967772 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0e4b292a-2dbc-4427-b5ea-bcfd59af4df7 req-afdc8867-2426-4710-b3a6-05aa661b3555 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.1609960 Sep 30 13:09:33.020715 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c725098-342d-413e-94ba-9f232268d12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:33.023262 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c725098-342d-413e-94ba-9f232268d12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:33.024354 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5c725098-342d-413e-94ba-9f232268d12b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d537331-38de-4946-bb85-0d108f69e67f HTTP/1.1" status: 204 len: 168 time: 0.3555124 Sep 30 13:09:33.048936 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c725098-342d-413e-94ba-9f232268d12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d537331-38de-4946-bb85-0d108f69e67f,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:33.065825 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0e4b292a-2dbc-4427-b5ea-bcfd59af4df7 req-3ae1fede-9942-47f4-8125-3ac275fdc8ec tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915606 Sep 30 13:09:33.069644 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8aaa18e1-796d-4b18-acbc-5952d58ec89b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:33.146434 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8aaa18e1-796d-4b18-acbc-5952d58ec89b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:33.201824 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6fe84-cb08-409f-8fda-55505228c7ba req-d3e84347-e6f2-41cb-8a5b-2732a24a1e8f tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:33.203409 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4fd6fe84-cb08-409f-8fda-55505228c7ba req-d3e84347-e6f2-41cb-8a5b-2732a24a1e8f tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c788216-73cb-4c85-97f0-d4802b5ee642 HTTP/1.1" status: 200 len: 945 time: 0.0566304 Sep 30 13:09:33.248550 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4fd6fe84-cb08-409f-8fda-55505228c7ba req-c09e25ea-9c99-444a-8a4d-a5a4b30d300a tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359199 Sep 30 13:09:33.321765 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8aaa18e1-796d-4b18-acbc-5952d58ec89b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:33.329744 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8aaa18e1-796d-4b18-acbc-5952d58ec89b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:33.428840 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8aaa18e1-796d-4b18-acbc-5952d58ec89b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:33.465487 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa18e1-796d-4b18-acbc-5952d58ec89b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event updated for resources: {'Port': ['ID=8c71c893-b1ea-4b76-971f-4bec8414f5f5,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:33.538296 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-8aaa18e1-796d-4b18-acbc-5952d58ec89b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Floating IP 9ca164a7-26f2-4cbd-a913-6ea61420694c associated. External IP: 172.25.5.70, port: d21854f3-31b8-46a8-9c9c-322b052096c7. Sep 30 13:09:34.018283 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e239ed-b860-430d-b6ab-6a8a12e6d167 req-6b9f0c44-4bde-4d63-95d4-7a3261e4f4a5 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:34.019790 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-24e239ed-b860-430d-b6ab-6a8a12e6d167 req-6b9f0c44-4bde-4d63-95d4-7a3261e4f4a5 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bcde1b1-15ab-4a49-8fb6-5acc1235b916 HTTP/1.1" status: 200 len: 945 time: 0.1419783 Sep 30 13:09:34.040334 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-d2bd7d17-8eb4-4d86-bf48-d6fe752f053d service neutron] show failed (client error): The resource could not be found. Sep 30 13:09:34.041308 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-d2bd7d17-8eb4-4d86-bf48-d6fe752f053d service neutron] 10.222.0.54 "GET /v2.0/ports/ef2b1102-e0d7-489e-820a-9df537e39d3a/bindings/n-h1-810909-2 HTTP/1.1" status: 404 len: 380 time: 0.1334035 Sep 30 13:09:34.076920 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-dd87a634-b41c-4287-8679-141116303cff tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1f1809b10bb04e3eac2393855ed44133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412581 Sep 30 13:09:34.113933 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-24e239ed-b860-430d-b6ab-6a8a12e6d167 req-92eda1b3-e5d5-40bd-b4c3-175acab3393b tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b01d255-d0a8-443f-837f-02e779a0cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862751 Sep 30 13:09:34.116388 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328628d1-ec85-41a8-97ea-150ebc234fa7 req-09817985-f1ba-4faf-9675-fa5c3d0961ca tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:34.118055 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-328628d1-ec85-41a8-97ea-150ebc234fa7 req-09817985-f1ba-4faf-9675-fa5c3d0961ca tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c788216-73cb-4c85-97f0-d4802b5ee642 HTTP/1.1" status: 200 len: 945 time: 0.0930204 Sep 30 13:09:34.130574 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aaa18e1-796d-4b18-acbc-5952d58ec89b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Router 0cb13c55-39b0-424b-8023-17a3c89edbb2 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:09:34.288719 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-9755266a-1031-49f4-bf63-ec2a0e064c0f tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:34.290134 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-9755266a-1031-49f4-bf63-ec2a0e064c0f tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2052515 Sep 30 13:09:34.314932 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-328628d1-ec85-41a8-97ea-150ebc234fa7 req-b9b052a0-c1ae-4dad-a7e6-af86709cad3f tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Deleting port 6e2c1540-3184-4034-9c6e-70e155dc74fa {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:09:34.315275 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-328628d1-ec85-41a8-97ea-150ebc234fa7 req-b9b052a0-c1ae-4dad-a7e6-af86709cad3f tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:34.320045 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-d27f81ec-7cb1-4e7f-a2d5-1df803bc0f20 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.18 "GET /v2.0/quotas/1f1809b10bb04e3eac2393855ed44133 HTTP/1.1" status: 200 len: 375 time: 0.0194216 Sep 30 13:09:34.331182 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056db3a4-a2c6-4df1-8b65-f31d4246132f req-ee32278e-4f4b-45d9-8180-d8f1e084b156 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:34.332696 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-056db3a4-a2c6-4df1-8b65-f31d4246132f req-ee32278e-4f4b-45d9-8180-d8f1e084b156 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.1511598 Sep 30 13:09:34.351392 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aaa18e1-796d-4b18-acbc-5952d58ec89b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:09:34.361405 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a58240b-1d61-4a53-b4d7-28fe1f4dde12 None None] Sync routers for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:09:34.372105 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-4c596d3d-8222-474c-9a72-fa5057b1f3c4 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f1809b10bb04e3eac2393855ed44133&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412955 Sep 30 13:09:34.374277 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a58240b-1d61-4a53-b4d7-28fe1f4dde12 None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:34.374921 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-6a58240b-1d61-4a53-b4d7-28fe1f4dde12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:34.396820 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-8d8af041-2718-4721-8190-110a2ab109e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:34.398486 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-8d8af041-2718-4721-8190-110a2ab109e5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f&tenant_id=1ef1016edf414b379caceb8093d57137 HTTP/1.1" status: 200 len: 1101 time: 0.1634233 Sep 30 13:09:34.401308 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8aaa18e1-796d-4b18-acbc-5952d58ec89b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:34.422054 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-6a58240b-1d61-4a53-b4d7-28fe1f4dde12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:34.429265 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-26e3c154-1ab8-4e26-8372-27f45fd5378d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810909-2', 'device_owner': 'compute:nova'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:34.434913 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a58240b-1d61-4a53-b4d7-28fe1f4dde12 None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:34.436302 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-6a58240b-1d61-4a53-b4d7-28fe1f4dde12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:34.438074 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-056db3a4-a2c6-4df1-8b65-f31d4246132f req-a1926d6a-26a4-4b58-aed2-30284d05dc2d tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974667 Sep 30 13:09:34.465476 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-328628d1-ec85-41a8-97ea-150ebc234fa7 req-b9b052a0-c1ae-4dad-a7e6-af86709cad3f tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] For port 6e2c1540-3184-4034-9c6e-70e155dc74fa, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=6e2c1540-3184-4034-9c6e-70e155dc74fa,segment=NetworkSegment(688c8266-a3f8-4cf1-b6d1-6a10b2a992d0),segment_id=688c8266-a3f8-4cf1-b6d1-6a10b2a992d0)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:34.465885 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-328628d1-ec85-41a8-97ea-150ebc234fa7 req-b9b052a0-c1ae-4dad-a7e6-af86709cad3f tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:34.480906 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-328628d1-ec85-41a8-97ea-150ebc234fa7 req-b9b052a0-c1ae-4dad-a7e6-af86709cad3f tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Calling delete_port for 6e2c1540-3184-4034-9c6e-70e155dc74fa owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:09:34.519807 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-26e3c154-1ab8-4e26-8372-27f45fd5378d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:34.522586 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8aaa18e1-796d-4b18-acbc-5952d58ec89b tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.6203213 Sep 30 13:09:34.533377 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52874) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:34.539544 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-6a58240b-1d61-4a53-b4d7-28fe1f4dde12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:34.540129 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a58240b-1d61-4a53-b4d7-28fe1f4dde12 None None] The sync data for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:09:34.662593 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-328628d1-ec85-41a8-97ea-150ebc234fa7 req-b9b052a0-c1ae-4dad-a7e6-af86709cad3f tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:34.676035 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['e28892e7-07bd-4cf4-a013-d9fdb07b01de', 'ec9fad9b-e2c9-4029-a69b-4a28ea160afa'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:09:34.679181 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['f68b6fce-3933-4a5f-8cc5-33f5ef377035', '6e2c1540-3184-4034-9c6e-70e155dc74fa'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:09:34.684683 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-309c2aec-da7b-4fc6-a0cf-17d57d3b96a4 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "GET /v2.0/floatingips/9ca164a7-26f2-4cbd-a913-6ea61420694c HTTP/1.1" status: 200 len: 977 time: 0.1500554 Sep 30 13:09:34.694140 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52880) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:34.805226 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b052a0-c1ae-4dad-a7e6-af86709cad3f tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Pushing event deleted for resources: {'Port': ['ID=6e2c1540-3184-4034-9c6e-70e155dc74fa,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:34.809171 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-328628d1-ec85-41a8-97ea-150ebc234fa7 req-b9b052a0-c1ae-4dad-a7e6-af86709cad3f tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] No DVR routers for this DVR port 6e2c1540-3184-4034-9c6e-70e155dc74fa on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:09:34.813523 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-328628d1-ec85-41a8-97ea-150ebc234fa7 req-b9b052a0-c1ae-4dad-a7e6-af86709cad3f tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:34.815620 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-328628d1-ec85-41a8-97ea-150ebc234fa7 req-b9b052a0-c1ae-4dad-a7e6-af86709cad3f tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.54 "DELETE /v2.0/ports/6e2c1540-3184-4034-9c6e-70e155dc74fa HTTP/1.1" status: 204 len: 173 time: 0.6904685 Sep 30 13:09:34.817216 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c788216-73cb-4c85-97f0-d4802b5ee642', 'name': 'network-vif-deleted', 'tag': '6e2c1540-3184-4034-9c6e-70e155dc74fa'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:09:34.827469 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4fd384-1936-4d57-b62b-90d86944937c" -d '{"events": [{"server_uuid": "7c788216-73cb-4c85-97f0-d4802b5ee642", "name": "network-vif-deleted", "tag": "6e2c1540-3184-4034-9c6e-70e155dc74fa"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:09:34.890640 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db0a8076-956e-42a9-b5c7-2cc22556c017 req-fe2d5818-cddf-4a57-847b-2c606e4c74a5 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.18 "GET /v2.0/ports?device_id=66918f43-db18-4a1d-9e85-11979d3f0b6f HTTP/1.1" status: 200 len: 210 time: 0.0739551 Sep 30 13:09:34.912682 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4003b5-d7e6-4e73-8595-e01ef7c58657 req-06ac3514-f6ca-4d0c-9bc2-c42d1ade695e tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:34.914496 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1a4003b5-d7e6-4e73-8595-e01ef7c58657 req-06ac3514-f6ca-4d0c-9bc2-c42d1ade695e tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c788216-73cb-4c85-97f0-d4802b5ee642 HTTP/1.1" status: 200 len: 867 time: 0.2971025 Sep 30 13:09:34.936398 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-09c0ed6c-4a79-4bda-8897-136b69510d5c tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2394245 Sep 30 13:09:34.939048 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52892) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:34.943572 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-43370180-3b63-4501-aa3d-acf392106f59 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Request body: {'floatingip': {'port_id': 'a60c0afe-d360-4da2-bd7b-298f70ff22ac'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:35.019555 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1a4003b5-d7e6-4e73-8595-e01ef7c58657 req-4b095f97-08bc-4ee6-8424-99e20db6d7a6 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958369 Sep 30 13:09:35.065460 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-26e3c154-1ab8-4e26-8372-27f45fd5378d service neutron] For port ef2b1102-e0d7-489e-820a-9df537e39d3a, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=ef2b1102-e0d7-489e-820a-9df537e39d3a,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:35.072841 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43370180-3b63-4501-aa3d-acf392106f59 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:35.130821 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-26e3c154-1ab8-4e26-8372-27f45fd5378d service neutron] For port ef2b1102-e0d7-489e-820a-9df537e39d3a, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:09:35.182673 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a678b860-200f-417c-a470-13803c848d92 x-openstack-request-id: req-a678b860-200f-417c-a470-13803c848d92 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:09:35.183490 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c788216-73cb-4c85-97f0-d4802b5ee642", "name": "network-vif-deleted", "tag": "6e2c1540-3184-4034-9c6e-70e155dc74fa", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:09:35.183490 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a678b860-200f-417c-a470-13803c848d92 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:09:35.183901 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c788216-73cb-4c85-97f0-d4802b5ee642', 'name': 'network-vif-deleted', 'tag': '6e2c1540-3184-4034-9c6e-70e155dc74fa', 'status': 'completed', 'code': 200} Sep 30 13:09:35.187318 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd3fe23-c689-4358-8e0b-a428142ec05f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef2b1102-e0d7-489e-820a-9df537e39d3a'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:09:35.190359 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85235977-f7fb-402c-83bd-8b74cedadf6f" -d '{"events": [{"server_uuid": "8fd3fe23-c689-4358-8e0b-a428142ec05f", "name": "network-vif-unplugged", "status": "completed", "tag": "ef2b1102-e0d7-489e-820a-9df537e39d3a"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:09:35.195703 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-26e3c154-1ab8-4e26-8372-27f45fd5378d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:35.214316 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-26e3c154-1ab8-4e26-8372-27f45fd5378d service neutron] Transition to ACTIVE for port object ef2b1102-e0d7-489e-820a-9df537e39d3a will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:09:35.222509 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-26e3c154-1ab8-4e26-8372-27f45fd5378d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:35.263821 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc020a23-f315-4b62-a36a-7c99dadfe6f1 x-openstack-request-id: req-fc020a23-f315-4b62-a36a-7c99dadfe6f1 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:09:35.263966 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd3fe23-c689-4358-8e0b-a428142ec05f", "name": "network-vif-unplugged", "status": "completed", "tag": "ef2b1102-e0d7-489e-820a-9df537e39d3a", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:09:35.264383 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc020a23-f315-4b62-a36a-7c99dadfe6f1 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:09:35.264670 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd3fe23-c689-4358-8e0b-a428142ec05f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef2b1102-e0d7-489e-820a-9df537e39d3a', 'code': 200} Sep 30 13:09:35.314360 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-26e3c154-1ab8-4e26-8372-27f45fd5378d service neutron] No DVR routers for this DVR port ef2b1102-e0d7-489e-820a-9df537e39d3a on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:09:35.317587 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3c154-1ab8-4e26-8372-27f45fd5378d service neutron] Pushing event updated for resources: {'Port': ['ID=ef2b1102-e0d7-489e-820a-9df537e39d3a,revision_number=6']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:35.370516 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-26e3c154-1ab8-4e26-8372-27f45fd5378d service neutron] Attempting to bind port ef2b1102-e0d7-489e-820a-9df537e39d3a on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:09:35.370952 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-26e3c154-1ab8-4e26-8372-27f45fd5378d service neutron] Attempting to bind port ef2b1102-e0d7-489e-820a-9df537e39d3a by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:09:35.371325 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-26e3c154-1ab8-4e26-8372-27f45fd5378d service neutron] Attempting to bind port ef2b1102-e0d7-489e-820a-9df537e39d3a on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:09:35.377301 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-26e3c154-1ab8-4e26-8372-27f45fd5378d service neutron] Port ef2b1102-e0d7-489e-820a-9df537e39d3a on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:09:35.377717 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-26e3c154-1ab8-4e26-8372-27f45fd5378d service neutron] Attempting to bind port ef2b1102-e0d7-489e-820a-9df537e39d3a on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:09:35.383526 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-26e3c154-1ab8-4e26-8372-27f45fd5378d service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:09:35.383974 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-26e3c154-1ab8-4e26-8372-27f45fd5378d service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:09:35.384423 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-26e3c154-1ab8-4e26-8372-27f45fd5378d service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:09:35.384864 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-26e3c154-1ab8-4e26-8372-27f45fd5378d service neutron] Bound port: ef2b1102-e0d7-489e-820a-9df537e39d3a, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:09:35.385227 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-26e3c154-1ab8-4e26-8372-27f45fd5378d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:35.390046 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1cd97-095c-4b8e-8c7e-35e5d68d8c96 req-0dccbad5-a488-4c35-860a-768172f471b5 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:35.397411 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-29b1cd97-095c-4b8e-8c7e-35e5d68d8c96 req-0dccbad5-a488-4c35-860a-768172f471b5 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bcde1b1-15ab-4a49-8fb6-5acc1235b916 HTTP/1.1" status: 200 len: 945 time: 0.1374209 Sep 30 13:09:35.496545 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-26e3c154-1ab8-4e26-8372-27f45fd5378d service neutron] For port ef2b1102-e0d7-489e-820a-9df537e39d3a, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:09:35.501596 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-26e3c154-1ab8-4e26-8372-27f45fd5378d service neutron] For port ef2b1102-e0d7-489e-820a-9df537e39d3a, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ef2b1102-e0d7-489e-820a-9df537e39d3a,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:09:35.509970 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-26e3c154-1ab8-4e26-8372-27f45fd5378d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:35.605558 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-26e3c154-1ab8-4e26-8372-27f45fd5378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:35.606239 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-26e3c154-1ab8-4e26-8372-27f45fd5378d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:35.608035 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-26e3c154-1ab8-4e26-8372-27f45fd5378d service neutron] 10.222.0.39 "PUT /v2.0/ports/ef2b1102-e0d7-489e-820a-9df537e39d3a HTTP/1.1" status: 200 len: 1096 time: 1.2006798 Sep 30 13:09:35.633236 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3c154-1ab8-4e26-8372-27f45fd5378d service neutron] Pushing event updated for resources: {'Port': ['ID=ef2b1102-e0d7-489e-820a-9df537e39d3a,revision_number=7']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:35.680297 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c7fd2-4189-407c-ae59-1bd8e5d14b20 req-4697b2d0-5e9a-4e73-967e-3f85545fbfe1 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:35.688592 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6a8c7fd2-4189-407c-ae59-1bd8e5d14b20 req-4697b2d0-5e9a-4e73-967e-3f85545fbfe1 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 948 time: 0.1424758 Sep 30 13:09:35.732411 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-4a2b34d5-23eb-40ef-b521-a917cecca34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:35.734192 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-4a2b34d5-23eb-40ef-b521-a917cecca34f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 1099 time: 0.0914814 Sep 30 13:09:35.738517 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6a8c7fd2-4189-407c-ae59-1bd8e5d14b20 req-b40a124d-4da2-43f3-a6c0-1ff4b8c3c048 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490441 Sep 30 13:09:35.858845 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-8b1e13b5-19c5-4e3f-82bd-a7a67d86b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:35.860388 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-8b1e13b5-19c5-4e3f-82bd-a7a67d86b8d6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.1175096 Sep 30 13:09:35.878974 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-29b1cd97-095c-4b8e-8c7e-35e5d68d8c96 req-43c268ed-4462-4e95-b68f-a7d5834a0be3 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b01d255-d0a8-443f-837f-02e779a0cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4803617 Sep 30 13:09:35.915651 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-98abf033-f417-4b00-b406-d83805b0fff2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=ef2b1102-e0d7-489e-820a-9df537e39d3a HTTP/1.1" status: 200 len: 217 time: 0.0461431 Sep 30 13:09:36.011161 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-02d6ad10-ffda-4cc0-bd07-fb7ca839ab63 req-9daeb753-4335-460f-af2b-8263ede90b07 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.18 "GET /v2.0/ports?device_id=66918f43-db18-4a1d-9e85-11979d3f0b6f HTTP/1.1" status: 200 len: 210 time: 0.0398002 Sep 30 13:09:36.014848 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-d81491b9-2e83-4462-862b-dc1166821b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:36.016210 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-d81491b9-2e83-4462-862b-dc1166821b42 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0861676 Sep 30 13:09:36.020233 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-138e1fe3-45e1-4c97-92c7-fa6ae7ec2ea0 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1f1809b10bb04e3eac2393855ed44133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332794 Sep 30 13:09:36.086791 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-9593b70a-fe48-4976-b7e9-a0547ba2d44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:36.088659 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-9593b70a-fe48-4976-b7e9-a0547ba2d44e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0594721 Sep 30 13:09:36.224519 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-a1f13d8a-296d-498e-b3e2-32400b02cda7 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267014 Sep 30 13:09:36.231510 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-9bc14e9a-4d55-44bc-894d-e2c0a999934a tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:36.233708 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-9bc14e9a-4d55-44bc-894d-e2c0a999934a tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2039866 Sep 30 13:09:36.264155 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-bd518521-05a8-4724-8d52-7ae81c7ca2c7 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Request body: {'port': {'device_id': '66918f43-db18-4a1d-9e85-11979d3f0b6f', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': '1f1809b10bb04e3eac2393855ed44133'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:36.331104 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d87e621-3b20-4c98-951c-f4b456c746bb req-12688823-42c1-4867-8e22-e0905ef65406 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959883 Sep 30 13:09:36.411131 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43370180-3b63-4501-aa3d-acf392106f59 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:36.425419 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43370180-3b63-4501-aa3d-acf392106f59 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:36.498784 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-bd518521-05a8-4724-8d52-7ae81c7ca2c7 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Made reservation on behalf of 1f1809b10bb04e3eac2393855ed44133 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:09:36.502398 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-bd518521-05a8-4724-8d52-7ae81c7ca2c7 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:36.540094 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-bd518521-05a8-4724-8d52-7ae81c7ca2c7 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:36.564633 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0ef14-1e9b-4396-844a-3ef1b0b39e93 req-de2bb811-afaf-4812-b26e-3240cabeaf15 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:36.566329 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-35b0ef14-1e9b-4396-844a-3ef1b0b39e93 req-de2bb811-afaf-4812-b26e-3240cabeaf15 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bcde1b1-15ab-4a49-8fb6-5acc1235b916 HTTP/1.1" status: 200 len: 945 time: 0.0538986 Sep 30 13:09:36.581592 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-43370180-3b63-4501-aa3d-acf392106f59 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Floating IP 9ca164a7-26f2-4cbd-a913-6ea61420694c associated. External IP: 172.25.5.70, port: d21854f3-31b8-46a8-9c9c-322b052096c7. Sep 30 13:09:36.674638 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-35b0ef14-1e9b-4396-844a-3ef1b0b39e93 req-cdc57742-782a-4014-b9de-6b21273bbd27 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Deleting port cf13c78a-9933-4fbc-b93a-5b792b803dae {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:09:36.674980 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-35b0ef14-1e9b-4396-844a-3ef1b0b39e93 req-cdc57742-782a-4014-b9de-6b21273bbd27 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:36.774279 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-35b0ef14-1e9b-4396-844a-3ef1b0b39e93 req-cdc57742-782a-4014-b9de-6b21273bbd27 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] For port cf13c78a-9933-4fbc-b93a-5b792b803dae, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cf13c78a-9933-4fbc-b93a-5b792b803dae,segment=NetworkSegment(4b4e88bf-e721-4782-904c-882beee44d7f),segment_id=4b4e88bf-e721-4782-904c-882beee44d7f)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:36.774852 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-35b0ef14-1e9b-4396-844a-3ef1b0b39e93 req-cdc57742-782a-4014-b9de-6b21273bbd27 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:36.784098 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-bd518521-05a8-4724-8d52-7ae81c7ca2c7 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:36.808672 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-bd518521-05a8-4724-8d52-7ae81c7ca2c7 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:36.980020 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd518521-05a8-4724-8d52-7ae81c7ca2c7 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e43ac2b2-6975-44af-a498-0997d767a3a6,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:36.997282 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43370180-3b63-4501-aa3d-acf392106f59 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Router 0cb13c55-39b0-424b-8023-17a3c89edbb2 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:09:37.050776 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f124b-16d1-40d0-bfd9-9e22a0da8173 req-11f6647c-5ee6-4b83-8ca2-143ffc9ddff7 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:37.054556 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-35b0ef14-1e9b-4396-844a-3ef1b0b39e93 req-cdc57742-782a-4014-b9de-6b21273bbd27 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:37.055055 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-35b0ef14-1e9b-4396-844a-3ef1b0b39e93 req-cdc57742-782a-4014-b9de-6b21273bbd27 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:37.055463 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [req-35b0ef14-1e9b-4396-844a-3ef1b0b39e93 req-cdc57742-782a-4014-b9de-6b21273bbd27 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Floating IP 3e005ceb-d6b0-4b9c-abf3-f47b4fea88ec disassociated. External IP: 172.25.5.177, port: cf13c78a-9933-4fbc-b93a-5b792b803dae. Sep 30 13:09:37.055872 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-35b0ef14-1e9b-4396-844a-3ef1b0b39e93 req-cdc57742-782a-4014-b9de-6b21273bbd27 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Calling delete_port for cf13c78a-9933-4fbc-b93a-5b792b803dae owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:09:37.059117 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e1f124b-16d1-40d0-bfd9-9e22a0da8173 req-11f6647c-5ee6-4b83-8ca2-143ffc9ddff7 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 948 time: 0.2115624 Sep 30 13:09:37.136245 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-bd518521-05a8-4724-8d52-7ae81c7ca2c7 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Allocated IP 192.168.233.71 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/25b6e555-74b3-4b7a-9208-0956a8a515af) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:09:37.156593 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52032b45-d900-435d-bc62-720640b973ee req-487a6051-ca25-4f8b-b23e-3c9d6f0d5b60 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:37.158210 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-52032b45-d900-435d-bc62-720640b973ee req-487a6051-ca25-4f8b-b23e-3c9d6f0d5b60 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bcde1b1-15ab-4a49-8fb6-5acc1235b916 HTTP/1.1" status: 200 len: 945 time: 0.1000874 Sep 30 13:09:37.170675 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e1f124b-16d1-40d0-bfd9-9e22a0da8173 req-0bc42316-442c-42d5-be56-a2639df753ea tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105616 Sep 30 13:09:37.268162 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd3fe23-c689-4358-8e0b-a428142ec05f', 'tag': 'ef2b1102-e0d7-489e-820a-9df537e39d3a'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:09:37.277996 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2b2490-30e5-4d4c-9356-4f2d7f6a7bea" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd3fe23-c689-4358-8e0b-a428142ec05f", "tag": "ef2b1102-e0d7-489e-820a-9df537e39d3a"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:09:37.283061 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-35b0ef14-1e9b-4396-844a-3ef1b0b39e93 req-cdc57742-782a-4014-b9de-6b21273bbd27 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:37.294883 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8c678529-d67c-4f08-8dcf-dd5d5cad7ca2 req-08887727-7571-42de-a89a-9f1841f9298b tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.18 "GET /v2.0/ports?device_id=66918f43-db18-4a1d-9e85-11979d3f0b6f HTTP/1.1" status: 200 len: 210 time: 0.0458126 Sep 30 13:09:37.326663 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43370180-3b63-4501-aa3d-acf392106f59 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:09:37.336584 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e90eb0b-7fb5-42d2-90db-5bca7e98e4ff None None] Sync routers for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:09:37.346337 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-52032b45-d900-435d-bc62-720640b973ee req-12459700-29ec-40fb-ae17-27c4ae35006e tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b01d255-d0a8-443f-837f-02e779a0cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700432 Sep 30 13:09:37.350756 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e90eb0b-7fb5-42d2-90db-5bca7e98e4ff None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:37.358123 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc57742-782a-4014-b9de-6b21273bbd27 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Pushing event deleted for resources: {'Port': ['ID=cf13c78a-9933-4fbc-b93a-5b792b803dae,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:37.363921 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8e90eb0b-7fb5-42d2-90db-5bca7e98e4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:37.383526 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9f6758-7404-418c-ad3a-8bee9555647d x-openstack-request-id: req-ff9f6758-7404-418c-ad3a-8bee9555647d {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:09:37.387850 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd3fe23-c689-4358-8e0b-a428142ec05f", "tag": "ef2b1102-e0d7-489e-820a-9df537e39d3a", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:09:37.388737 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff9f6758-7404-418c-ad3a-8bee9555647d {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:09:37.391833 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd3fe23-c689-4358-8e0b-a428142ec05f', 'tag': 'ef2b1102-e0d7-489e-820a-9df537e39d3a', 'status': 'completed', 'code': 200} Sep 30 13:09:37.415263 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8e90eb0b-7fb5-42d2-90db-5bca7e98e4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:37.425254 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e90eb0b-7fb5-42d2-90db-5bca7e98e4ff None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:37.426274 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8e90eb0b-7fb5-42d2-90db-5bca7e98e4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:37.453455 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device ef2b1102-e0d7-489e-820a-9df537e39d3a no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:09:37.461694 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8e90eb0b-7fb5-42d2-90db-5bca7e98e4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:37.462843 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e90eb0b-7fb5-42d2-90db-5bca7e98e4ff None None] The sync data for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:09:37.507618 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device ef2b1102-e0d7-489e-820a-9df537e39d3a not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:09:37.508341 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 6e2c1540-3184-4034-9c6e-70e155dc74fa no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:09:37.531960 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 6e2c1540-3184-4034-9c6e-70e155dc74fa {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:09:37.532599 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 6e2c1540-3184-4034-9c6e-70e155dc74fa not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:09:37.588461 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b2490-30e5-4d4c-9356-4f2d7f6a7bea req-bd831927-29a8-4784-b254-6a490a10e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:37.589996 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fa2b2490-30e5-4d4c-9356-4f2d7f6a7bea req-bd831927-29a8-4784-b254-6a490a10e11d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 1099 time: 0.1885943 Sep 30 13:09:37.618488 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b2490-30e5-4d4c-9356-4f2d7f6a7bea req-65758e0d-0283-4fc2-979b-115765b8fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:37.620010 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fa2b2490-30e5-4d4c-9356-4f2d7f6a7bea req-65758e0d-0283-4fc2-979b-115765b8fea0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 1099 time: 0.2222290 Sep 30 13:09:37.626030 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-bd518521-05a8-4724-8d52-7ae81c7ca2c7 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:37.776740 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ef2b1102-e0d7-489e-820a-9df537e39d3a details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:09:37.822858 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35b0ef14-1e9b-4396-844a-3ef1b0b39e93 req-cdc57742-782a-4014-b9de-6b21273bbd27 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Router 3f4a79ef-47d2-4305-963f-87becf60ad2e has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:09:37.874715 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b2490-30e5-4d4c-9356-4f2d7f6a7bea req-d0657669-b016-4618-973b-bbd952dab78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:37.876449 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fa2b2490-30e5-4d4c-9356-4f2d7f6a7bea req-d0657669-b016-4618-973b-bbd952dab78f service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.2737148 Sep 30 13:09:37.915158 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b2490-30e5-4d4c-9356-4f2d7f6a7bea req-e2ee82ce-1f8c-4ec0-9d0d-bd8b39bda034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:37.916664 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fa2b2490-30e5-4d4c-9356-4f2d7f6a7bea req-e2ee82ce-1f8c-4ec0-9d0d-bd8b39bda034 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.2781403 Sep 30 13:09:37.939011 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-bd518521-05a8-4724-8d52-7ae81c7ca2c7 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:37.980224 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port ef2b1102-e0d7-489e-820a-9df537e39d3a, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ef2b1102-e0d7-489e-820a-9df537e39d3a,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:37.984008 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35b0ef14-1e9b-4396-844a-3ef1b0b39e93 req-cdc57742-782a-4014-b9de-6b21273bbd27 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:09:38.000546 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf04559e-50fc-4d2a-bc76-d9c3c0fa066d None None] Sync routers for ids ['3f4a79ef-47d2-4305-963f-87becf60ad2e'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:09:38.021471 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'ef2b1102-e0d7-489e-820a-9df537e39d3a', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': 'ef2b1102-e0d7-489e-820a-9df537e39d3a', 'mac_address': 'fa:16:3e:a5:63:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:09:38.025894 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf04559e-50fc-4d2a-bc76-d9c3c0fa066d None None] Routers {'3f4a79ef-47d2-4305-963f-87becf60ad2e'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:38.026801 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-bf04559e-50fc-4d2a-bc76-d9c3c0fa066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['3f4a79ef-47d2-4305-963f-87becf60ad2e'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:38.055631 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b0ef14-1e9b-4396-844a-3ef1b0b39e93 req-cdc57742-782a-4014-b9de-6b21273bbd27 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] No DVR routers for this DVR port cf13c78a-9933-4fbc-b93a-5b792b803dae on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:09:38.059291 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-35b0ef14-1e9b-4396-844a-3ef1b0b39e93 req-cdc57742-782a-4014-b9de-6b21273bbd27 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:38.062421 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-35b0ef14-1e9b-4396-844a-3ef1b0b39e93 req-cdc57742-782a-4014-b9de-6b21273bbd27 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.39 "DELETE /v2.0/ports/cf13c78a-9933-4fbc-b93a-5b792b803dae HTTP/1.1" status: 204 len: 173 time: 1.4895434 Sep 30 13:09:38.264664 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:38.311128 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef2b1102-e0d7-489e-820a-9df537e39d3a {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:09:38.344053 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port ef2b1102-e0d7-489e-820a-9df537e39d3a, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ef2b1102-e0d7-489e-820a-9df537e39d3a,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:38.346059 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-bf04559e-50fc-4d2a-bc76-d9c3c0fa066d None None] Set router 3f4a79ef-47d2-4305-963f-87becf60ad2e gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:09:38.374709 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:38.478980 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fa2b2490-30e5-4d4c-9356-4f2d7f6a7bea req-bbf9eb90-c433-458e-934a-99195f414c2f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=ef2b1102-e0d7-489e-820a-9df537e39d3a HTTP/1.1" status: 200 len: 217 time: 0.5492220 Sep 30 13:09:38.482165 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037752c-1086-4680-b43a-3502d98cb29a req-b4765cde-503e-48e8-a9dd-bd805f4a90a6 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:38.483909 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9037752c-1086-4680-b43a-3502d98cb29a req-b4765cde-503e-48e8-a9dd-bd805f4a90a6 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.18 "GET /v2.0/ports?device_id=66918f43-db18-4a1d-9e85-11979d3f0b6f HTTP/1.1" status: 200 len: 935 time: 0.0818844 Sep 30 13:09:38.521007 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd518521-05a8-4724-8d52-7ae81c7ca2c7 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Pushing event updated for resources: {'Port': ['ID=25b6e555-74b3-4b7a-9208-0956a8a515af,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:38.531734 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-bd518521-05a8-4724-8d52-7ae81c7ca2c7 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:09:38.581567 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9037752c-1086-4680-b43a-3502d98cb29a req-a0662d3e-3911-41e9-a752-a68413d3add4 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.18 "GET /v2.0/security-groups?id=e43ac2b2-6975-44af-a498-0997d767a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843270 Sep 30 13:09:38.589135 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=ef2b1102-e0d7-489e-820a-9df537e39d3a,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:38.610566 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-bd518521-05a8-4724-8d52-7ae81c7ca2c7 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:09:38.618368 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-bd518521-05a8-4724-8d52-7ae81c7ca2c7 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:09:38.626786 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['ef2b1102-e0d7-489e-820a-9df537e39d3a'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:09:38.674792 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-bf04559e-50fc-4d2a-bc76-d9c3c0fa066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'name': 'tempest-ServersTestManualDisk-1870830640-router', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:07:17Z', 'updated_at': '2021-09-30T13:07:24Z', 'revision_number': 4, 'project_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'gw_port': {'id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:07:18Z', 'updated_at': '2021-09-30T13:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '1cbbb79d-6233-43ee-ab3c-a3859eed0c21', 'name': '', 'network_id': '44d1ad4e-8c15-4b0a-994d-4e89994f3603', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'mac_address': 'fa:16:3e:02:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '68e4dda5-44bd-4b4d-8a1f-9dfbed436509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:07:23Z', 'updated_at': '2021-09-30T13:07:28Z', 'revision_number': 5, 'project_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'subnets': [{'id': '68e4dda5-44bd-4b4d-8a1f-9dfbed436509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:38.686582 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fa2b2490-30e5-4d4c-9356-4f2d7f6a7bea req-4f787390-76d8-4477-afb6-e0845948c492 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=ef2b1102-e0d7-489e-820a-9df537e39d3a HTTP/1.1" status: 200 len: 217 time: 0.7432096 Sep 30 13:09:38.724035 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf04559e-50fc-4d2a-bc76-d9c3c0fa066d None None] Checking router: 3f4a79ef-47d2-4305-963f-87becf60ad2e for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:09:38.729949 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43370180-3b63-4501-aa3d-acf392106f59 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Router 0cb13c55-39b0-424b-8023-17a3c89edbb2 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:09:38.749338 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf04559e-50fc-4d2a-bc76-d9c3c0fa066d None None] Routers {'3f4a79ef-47d2-4305-963f-87becf60ad2e'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:38.750051 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-bf04559e-50fc-4d2a-bc76-d9c3c0fa066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['3f4a79ef-47d2-4305-963f-87becf60ad2e'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:38.784300 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f95f5387-561c-48a5-a846-81d5f1d6449a req-85a2856c-09dc-4676-8c7b-f979b109a327 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bcde1b1-15ab-4a49-8fb6-5acc1235b916 HTTP/1.1" status: 200 len: 210 time: 0.0865400 Sep 30 13:09:38.821514 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586efd8-889e-47b2-be33-c1259958006a req-641a61be-4db5-4aee-86ec-992d1c3dc881 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:38.823123 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0586efd8-889e-47b2-be33-c1259958006a req-641a61be-4db5-4aee-86ec-992d1c3dc881 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 949 time: 0.3293326 Sep 30 13:09:38.846289 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-bd518521-05a8-4724-8d52-7ae81c7ca2c7 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:38.846971 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-bd518521-05a8-4724-8d52-7ae81c7ca2c7 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:38.854395 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b2490-30e5-4d4c-9356-4f2d7f6a7bea req-ee707d18-08d2-405d-8f29-c1174f961950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:38.856047 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fa2b2490-30e5-4d4c-9356-4f2d7f6a7bea req-ee707d18-08d2-405d-8f29-c1174f961950 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.2520096 Sep 30 13:09:38.916810 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b2490-30e5-4d4c-9356-4f2d7f6a7bea req-cf7e324b-ff06-44b0-9dfc-3fce7a8bf8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:38.918416 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fa2b2490-30e5-4d4c-9356-4f2d7f6a7bea req-cf7e324b-ff06-44b0-9dfc-3fce7a8bf8f8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1925218 Sep 30 13:09:38.971442 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-bd518521-05a8-4724-8d52-7ae81c7ca2c7 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7113140 Sep 30 13:09:38.999083 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-bf04559e-50fc-4d2a-bc76-d9c3c0fa066d None None] Set router 3f4a79ef-47d2-4305-963f-87becf60ad2e gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:09:39.015954 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Request body: {'port': {'device_id': '66918f43-db18-4a1d-9e85-11979d3f0b6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:39.041789 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0586efd8-889e-47b2-be33-c1259958006a req-2dbc7c59-fc97-4d43-9444-0be80c94e567 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042251 Sep 30 13:09:39.070058 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b2490-30e5-4d4c-9356-4f2d7f6a7bea req-9b80cebf-8bc3-4d9c-bcb0-e53ec689910c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:39.070058 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fa2b2490-30e5-4d4c-9356-4f2d7f6a7bea req-9b80cebf-8bc3-4d9c-bcb0-e53ec689910c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1901963 Sep 30 13:09:39.070412 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5d6202c5-1ea4-483e-8d87-c2db892768d8 None None] Provisioning complete for port 25b6e555-74b3-4b7a-9208-0956a8a515af triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:09:39.070412 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5d6202c5-1ea4-483e-8d87-c2db892768d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:39.180424 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43370180-3b63-4501-aa3d-acf392106f59 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:09:39.187761 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43370180-3b63-4501-aa3d-acf392106f59 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:39.191247 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b2490-30e5-4d4c-9356-4f2d7f6a7bea req-39d96f48-11fa-47b2-8e48-bf11200bb447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:39.194152 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fa2b2490-30e5-4d4c-9356-4f2d7f6a7bea req-39d96f48-11fa-47b2-8e48-bf11200bb447 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2393072 Sep 30 13:09:39.194388 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abf25eb-10db-427d-ad18-9c8a0b9eb17c None None] Sync routers for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:09:39.207043 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abf25eb-10db-427d-ad18-9c8a0b9eb17c None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:39.207981 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8abf25eb-10db-427d-ad18-9c8a0b9eb17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:39.210480 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5d6202c5-1ea4-483e-8d87-c2db892768d8 None None] Port 25b6e555-74b3-4b7a-9208-0956a8a515af cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:09:39.222277 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:39.290120 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8abf25eb-10db-427d-ad18-9c8a0b9eb17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:39.308515 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abf25eb-10db-427d-ad18-9c8a0b9eb17c None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:39.309423 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8abf25eb-10db-427d-ad18-9c8a0b9eb17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:39.352486 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8abf25eb-10db-427d-ad18-9c8a0b9eb17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:39.353240 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abf25eb-10db-427d-ad18-9c8a0b9eb17c None None] The sync data for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:09:39.421915 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-bf04559e-50fc-4d2a-bc76-d9c3c0fa066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'name': 'tempest-ServersTestManualDisk-1870830640-router', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:07:17Z', 'updated_at': '2021-09-30T13:07:24Z', 'revision_number': 4, 'project_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'gw_port': {'id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:07:18Z', 'updated_at': '2021-09-30T13:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '1cbbb79d-6233-43ee-ab3c-a3859eed0c21', 'name': '', 'network_id': '44d1ad4e-8c15-4b0a-994d-4e89994f3603', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'mac_address': 'fa:16:3e:02:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '68e4dda5-44bd-4b4d-8a1f-9dfbed436509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:07:23Z', 'updated_at': '2021-09-30T13:07:28Z', 'revision_number': 5, 'project_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'subnets': [{'id': '68e4dda5-44bd-4b4d-8a1f-9dfbed436509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:39.423460 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bcde1b1-15ab-4a49-8fb6-5acc1235b916', 'name': 'network-vif-deleted', 'tag': 'cf13c78a-9933-4fbc-b93a-5b792b803dae'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:09:39.425699 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf15e445-1824-498a-8dd2-da8566173f9d" -d '{"events": [{"server_uuid": "2bcde1b1-15ab-4a49-8fb6-5acc1235b916", "name": "network-vif-deleted", "tag": "cf13c78a-9933-4fbc-b93a-5b792b803dae"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:09:39.452947 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf04559e-50fc-4d2a-bc76-d9c3c0fa066d None None] The sync data for ids ['3f4a79ef-47d2-4305-963f-87becf60ad2e'] in n-d-810909-2 is: [{'id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'name': 'tempest-ServersTestManualDisk-1870830640-router', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:07:17Z', 'updated_at': '2021-09-30T13:07:24Z', 'revision_number': 4, 'project_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'gw_port': {'id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:07:18Z', 'updated_at': '2021-09-30T13:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '1cbbb79d-6233-43ee-ab3c-a3859eed0c21', 'name': '', 'network_id': '44d1ad4e-8c15-4b0a-994d-4e89994f3603', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'mac_address': 'fa:16:3e:02:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '68e4dda5-44bd-4b4d-8a1f-9dfbed436509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:07:23Z', 'updated_at': '2021-09-30T13:07:28Z', 'revision_number': 5, 'project_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'subnets': [{'id': '68e4dda5-44bd-4b4d-8a1f-9dfbed436509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:09:39.474755 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fa2b2490-30e5-4d4c-9356-4f2d7f6a7bea req-d781fe1a-f11b-4316-9b6f-5792429a31d7 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793719 Sep 30 13:09:39.488056 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e0256-af7a-4205-9802-b252154ebb18 req-68127e02-9478-4ecc-a8c2-2fd246026aa4 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:39.490304 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ae0e0256-af7a-4205-9802-b252154ebb18 req-68127e02-9478-4ecc-a8c2-2fd246026aa4 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.54 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f&tenant_id=1ef1016edf414b379caceb8093d57137&binding%3Ahost_id=n-h1-810909-2 HTTP/1.1" status: 200 len: 949 time: 0.1515958 Sep 30 13:09:39.511010 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-43370180-3b63-4501-aa3d-acf392106f59 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "PUT /v2.0/floatingips/9ca164a7-26f2-4cbd-a913-6ea61420694c HTTP/1.1" status: 200 len: 977 time: 4.5708504 Sep 30 13:09:39.516903 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52960) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:39.537547 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-40932646-9c6e-4bc9-b26e-5bc628014b5f tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:39.567464 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [req-ae0e0256-af7a-4205-9802-b252154ebb18 req-976005da-3fc0-4bd1-b53b-c99b657a44d6 service neutron] delete failed (client error): The resource could not be found. Sep 30 13:09:39.568798 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ae0e0256-af7a-4205-9802-b252154ebb18 req-976005da-3fc0-4bd1-b53b-c99b657a44d6 service neutron] 10.222.0.54 "DELETE /v2.0/ports/ef2b1102-e0d7-489e-820a-9df537e39d3a/bindings/n-h2-810909-2 HTTP/1.1" status: 404 len: 380 time: 0.0696762 Sep 30 13:09:39.639192 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3513a250-110d-4969-bdce-1e9d26fb300a x-openstack-request-id: req-3513a250-110d-4969-bdce-1e9d26fb300a {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:09:39.639486 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bcde1b1-15ab-4a49-8fb6-5acc1235b916", "name": "network-vif-deleted", "tag": "cf13c78a-9933-4fbc-b93a-5b792b803dae", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:09:39.639740 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3513a250-110d-4969-bdce-1e9d26fb300a {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:09:39.640134 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bcde1b1-15ab-4a49-8fb6-5acc1235b916', 'name': 'network-vif-deleted', 'tag': 'cf13c78a-9933-4fbc-b93a-5b792b803dae', 'status': 'completed', 'code': 200} Sep 30 13:09:39.683647 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11469f-d98f-4a48-ad8d-16781b5b5fd2 req-4abaf366-8859-412f-888f-5412fe2c7968 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:39.690651 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2c11469f-d98f-4a48-ad8d-16781b5b5fd2 req-4abaf366-8859-412f-888f-5412fe2c7968 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 949 time: 0.3506849 Sep 30 13:09:39.749318 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a5133-0017-4d49-b00b-0aeae92bd29a req-94a4a54d-1653-4f90-a173-1eaf86366d25 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:39.751585 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d00a5133-0017-4d49-b00b-0aeae92bd29a req-94a4a54d-1653-4f90-a173-1eaf86366d25 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d49fe44-08bb-4ef5-887f-a779d5994e62 HTTP/1.1" status: 200 len: 945 time: 0.0569394 Sep 30 13:09:39.796831 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ef2b1102-e0d7-489e-820a-9df537e39d3a up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:09:39.801223 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fa2b2490-30e5-4d4c-9356-4f2d7f6a7bea req-5773512c-f019-4f15-961f-5862e439b1a7 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5800834 Sep 30 13:09:39.802512 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d00a5133-0017-4d49-b00b-0aeae92bd29a req-6c4994d1-5432-420b-ac22-ff0860a32a9a tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432982 Sep 30 13:09:39.812171 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2c11469f-d98f-4a48-ad8d-16781b5b5fd2 req-a9b88c5b-a218-4d4c-813d-e318cfed2034 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206250 Sep 30 13:09:39.819450 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-40932646-9c6e-4bc9-b26e-5bc628014b5f tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:39.922566 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port ef2b1102-e0d7-489e-820a-9df537e39d3a completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:09:39.927598 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1ce363-f84c-4673-a028-79ab33011960 None None] New status for floating IP 3e005ceb-d6b0-4b9c-abf3-f47b4fea88ec: DOWN {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:09:39.931505 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port ef2b1102-e0d7-489e-820a-9df537e39d3a triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:09:39.931887 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:40.065336 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fa2b2490-30e5-4d4c-9356-4f2d7f6a7bea req-44756ebe-4bfd-46e7-ade5-f5fb866b1b05 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5470541 Sep 30 13:09:40.109583 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:40.149562 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port ef2b1102-e0d7-489e-820a-9df537e39d3a, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ef2b1102-e0d7-489e-820a-9df537e39d3a,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:40.150620 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd3fe23-c689-4358-8e0b-a428142ec05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2b1102-e0d7-489e-820a-9df537e39d3a'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:09:40.153396 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c15e17-c20a-46ce-bc58-9ed8b4ffc711" -d '{"events": [{"server_uuid": "8fd3fe23-c689-4358-8e0b-a428142ec05f", "name": "network-vif-plugged", "status": "completed", "tag": "ef2b1102-e0d7-489e-820a-9df537e39d3a"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:09:40.159411 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:40.160349 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device cf13c78a-9933-4fbc-b93a-5b792b803dae no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:09:40.183527 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c22e6-51e3-4af2-b752-82dc291b57d9 req-d2bf5077-8d10-41ec-952d-3026a5c03fe0 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:40.185070 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a51c22e6-51e3-4af2-b752-82dc291b57d9 req-d2bf5077-8d10-41ec-952d-3026a5c03fe0 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.18 "GET /v2.0/ports?device_id=66918f43-db18-4a1d-9e85-11979d3f0b6f HTTP/1.1" status: 200 len: 935 time: 0.2527840 Sep 30 13:09:40.191866 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fa2b2490-30e5-4d4c-9356-4f2d7f6a7bea req-98e7ee22-4f97-484e-8960-bd87550324e7 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445077 Sep 30 13:09:40.206888 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: cf13c78a-9933-4fbc-b93a-5b792b803dae {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:09:40.207240 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device cf13c78a-9933-4fbc-b93a-5b792b803dae not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:09:40.232821 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=ef2b1102-e0d7-489e-820a-9df537e39d3a,revision_number=9']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:40.238792 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-40932646-9c6e-4bc9-b26e-5bc628014b5f tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:40.252887 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-40932646-9c6e-4bc9-b26e-5bc628014b5f tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:40.253226 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-40932646-9c6e-4bc9-b26e-5bc628014b5f tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Floating IP 9ca164a7-26f2-4cbd-a913-6ea61420694c disassociated. External IP: 172.25.5.70, port: a60c0afe-d360-4da2-bd7b-298f70ff22ac. Sep 30 13:09:40.369342 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a51c22e6-51e3-4af2-b752-82dc291b57d9 req-047d6c9e-64d3-4c77-a5ca-13507fbc27b2 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.18 "GET /v2.0/security-groups?id=e43ac2b2-6975-44af-a498-0997d767a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460888 Sep 30 13:09:40.375504 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25b6e555-74b3-4b7a-9208-0956a8a515af {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:09:40.391281 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:40.441301 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e0256-af7a-4205-9802-b252154ebb18 req-0024b7d5-3bac-4ed2-9848-77d734fca22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:40.442850 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ae0e0256-af7a-4205-9802-b252154ebb18 req-0024b7d5-3bac-4ed2-9848-77d734fca22d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 1101 time: 0.1232362 Sep 30 13:09:40.445326 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Transition to ACTIVE for port object 25b6e555-74b3-4b7a-9208-0956a8a515af will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:09:40.461713 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:40.602784 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Pushing event updated for resources: {'Port': ['ID=25b6e555-74b3-4b7a-9208-0956a8a515af,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:40.625446 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84916b6-7033-4ba9-8aa6-2648c6527985 x-openstack-request-id: req-a84916b6-7033-4ba9-8aa6-2648c6527985 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:09:40.625446 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd3fe23-c689-4358-8e0b-a428142ec05f", "name": "network-vif-plugged", "status": "completed", "tag": "ef2b1102-e0d7-489e-820a-9df537e39d3a", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:09:40.625758 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a84916b6-7033-4ba9-8aa6-2648c6527985 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:09:40.628022 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd3fe23-c689-4358-8e0b-a428142ec05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2b1102-e0d7-489e-820a-9df537e39d3a', 'code': 200} Sep 30 13:09:40.714041 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e0256-af7a-4205-9802-b252154ebb18 req-9042c114-42e5-467d-98d8-b4242dbcaea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:40.715503 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ae0e0256-af7a-4205-9802-b252154ebb18 req-9042c114-42e5-467d-98d8-b4242dbcaea3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.2613173 Sep 30 13:09:40.948155 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52984) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:41.047195 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1d69a7e7-9af3-4684-ba0b-21ddfecf3f91 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:41.074728 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607ead0-a8fb-48b5-92b5-e5f0d254299a req-f2f72216-32d3-4e3f-af6e-84edc557e49e tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:41.076974 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3607ead0-a8fb-48b5-92b5-e5f0d254299a req-f2f72216-32d3-4e3f-af6e-84edc557e49e tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d49fe44-08bb-4ef5-887f-a779d5994e62 HTTP/1.1" status: 200 len: 945 time: 0.0787311 Sep 30 13:09:41.087191 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1d69a7e7-9af3-4684-ba0b-21ddfecf3f91 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:41.089723 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ae0e0256-af7a-4205-9802-b252154ebb18 req-48a5cfb6-7394-45e3-9340-7ac0956e8da6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=ef2b1102-e0d7-489e-820a-9df537e39d3a HTTP/1.1" status: 200 len: 217 time: 0.3649187 Sep 30 13:09:41.143553 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40932646-9c6e-4bc9-b26e-5bc628014b5f tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Router 0cb13c55-39b0-424b-8023-17a3c89edbb2 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:09:41.148540 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3607ead0-a8fb-48b5-92b5-e5f0d254299a req-0b4750ac-88f9-486f-af8a-fd66470931a5 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633700 Sep 30 13:09:41.176845 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1d69a7e7-9af3-4684-ba0b-21ddfecf3f91 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:41.179509 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1d69a7e7-9af3-4684-ba0b-21ddfecf3f91 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:41.180773 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1d69a7e7-9af3-4684-ba0b-21ddfecf3f91 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "DELETE /v2.0/security-groups/8b01d255-d0a8-443f-837f-02e779a0cdac HTTP/1.1" status: 204 len: 168 time: 0.2308965 Sep 30 13:09:41.182662 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Attempting to bind port 25b6e555-74b3-4b7a-9208-0956a8a515af on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:09:41.182992 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Attempting to bind port 25b6e555-74b3-4b7a-9208-0956a8a515af by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:09:41.183312 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Attempting to bind port 25b6e555-74b3-4b7a-9208-0956a8a515af on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:09:41.186354 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52986) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:41.202931 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69a7e7-9af3-4684-ba0b-21ddfecf3f91 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b01d255-d0a8-443f-837f-02e779a0cdac,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:41.205685 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-3be96253-a0be-4f32-a44f-070a8de6b964 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] show failed (client error): The resource could not be found. Sep 30 13:09:41.207052 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3be96253-a0be-4f32-a44f-070a8de6b964 tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "GET /v2.0/security-groups/8b01d255-d0a8-443f-837f-02e779a0cdac HTTP/1.1" status: 404 len: 347 time: 0.0194836 Sep 30 13:09:41.209412 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Port 25b6e555-74b3-4b7a-9208-0956a8a515af on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:09:41.209563 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52988) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:41.209737 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Attempting to bind port 25b6e555-74b3-4b7a-9208-0956a8a515af on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:09:41.235888 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326417b-576b-4f06-a971-a440ed4a9dfe req-dd8e4b35-62ac-4a7e-aa03-eaa37094d0cd tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:41.237379 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3326417b-576b-4f06-a971-a440ed4a9dfe req-dd8e4b35-62ac-4a7e-aa03-eaa37094d0cd tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.1528428 Sep 30 13:09:41.238723 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e0256-af7a-4205-9802-b252154ebb18 req-6e05134e-71a2-46c4-b884-215f98b79023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:41.240286 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ae0e0256-af7a-4205-9802-b252154ebb18 req-6e05134e-71a2-46c4-b884-215f98b79023 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1405668 Sep 30 13:09:41.284925 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:09:41.285260 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:09:41.285634 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:09:41.286099 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Bound port: 25b6e555-74b3-4b7a-9208-0956a8a515af, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:09:41.286453 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:41.342577 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-e7e68765-4d42-4e06-8ed4-a3b5699b6dbf tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Deleting port e0c6d071-dea1-46ae-833f-e48c9f872296 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:09:41.343170 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e7e68765-4d42-4e06-8ed4-a3b5699b6dbf tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:41.345603 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc7efd-af95-4172-bd4d-079d0a237f6c req-8e358fa6-ab51-4b73-abd4-1acbb451664c tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:41.347094 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e7cc7efd-af95-4172-bd4d-079d0a237f6c req-8e358fa6-ab51-4b73-abd4-1acbb451664c tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d49fe44-08bb-4ef5-887f-a779d5994e62 HTTP/1.1" status: 200 len: 945 time: 0.2162881 Sep 30 13:09:41.421642 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e7e68765-4d42-4e06-8ed4-a3b5699b6dbf tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:41.422037 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e7e68765-4d42-4e06-8ed4-a3b5699b6dbf tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:41.434504 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-e7e68765-4d42-4e06-8ed4-a3b5699b6dbf tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Calling delete_port for e0c6d071-dea1-46ae-833f-e48c9f872296 owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:09:41.467841 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3326417b-576b-4f06-a971-a440ed4a9dfe req-28f3985a-5013-42ca-ab5f-c171ab130c64 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949563 Sep 30 13:09:41.488838 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e0256-af7a-4205-9802-b252154ebb18 req-102ee3ef-2d3b-4112-8193-0000fd316612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:41.489979 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ae0e0256-af7a-4205-9802-b252154ebb18 req-102ee3ef-2d3b-4112-8193-0000fd316612 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2161343 Sep 30 13:09:41.521807 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40932646-9c6e-4bc9-b26e-5bc628014b5f tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:09:41.538749 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6239e3cf-118d-41f9-8ba8-3b9adaf2463f None None] Sync routers for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:09:41.548778 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6239e3cf-118d-41f9-8ba8-3b9adaf2463f None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:41.549656 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6239e3cf-118d-41f9-8ba8-3b9adaf2463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:41.555234 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-40932646-9c6e-4bc9-b26e-5bc628014b5f tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:41.563136 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c35428-1906-4824-b8a4-54d54d4632bf req-4a163b0e-08f7-4fd8-bce0-01206a3e6bad tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:41.563408 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] For port 25b6e555-74b3-4b7a-9208-0956a8a515af, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:09:41.572847 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-26c35428-1906-4824-b8a4-54d54d4632bf req-4a163b0e-08f7-4fd8-bce0-01206a3e6bad tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.18 "GET /v2.0/ports?device_id=66918f43-db18-4a1d-9e85-11979d3f0b6f HTTP/1.1" status: 200 len: 947 time: 0.0885034 Sep 30 13:09:41.592376 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6239e3cf-118d-41f9-8ba8-3b9adaf2463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:41.601537 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6239e3cf-118d-41f9-8ba8-3b9adaf2463f None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:41.602642 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6239e3cf-118d-41f9-8ba8-3b9adaf2463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:41.609747 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] For port 25b6e555-74b3-4b7a-9208-0956a8a515af, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=25b6e555-74b3-4b7a-9208-0956a8a515af,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:09:41.642955 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6239e3cf-118d-41f9-8ba8-3b9adaf2463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:41.643722 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6239e3cf-118d-41f9-8ba8-3b9adaf2463f None None] The sync data for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:09:41.647623 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:41.653403 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-40932646-9c6e-4bc9-b26e-5bc628014b5f tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "PUT /v2.0/floatingips/9ca164a7-26f2-4cbd-a913-6ea61420694c HTTP/1.1" status: 200 len: 687 time: 2.1272106 Sep 30 13:09:41.656967 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52998) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:41.718841 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:41.719462 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:41.720833 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] 10.222.0.39 "PUT /v2.0/ports/25b6e555-74b3-4b7a-9208-0956a8a515af HTTP/1.1" status: 200 len: 1095 time: 2.7370863 Sep 30 13:09:41.723361 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66918f43-db18-4a1d-9e85-11979d3f0b6f', 'tag': '25b6e555-74b3-4b7a-9208-0956a8a515af'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:09:41.725563 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbaca38-ba68-4680-b2eb-8a092c657716" -d '{"events": [{"name": "network-changed", "server_uuid": "66918f43-db18-4a1d-9e85-11979d3f0b6f", "tag": "25b6e555-74b3-4b7a-9208-0956a8a515af"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:09:41.729816 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-26c35428-1906-4824-b8a4-54d54d4632bf req-6c083445-3715-426a-8a28-3a43f4a72b38 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.18 "GET /v2.0/security-groups?id=e43ac2b2-6975-44af-a498-0997d767a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538870 Sep 30 13:09:41.733879 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ae0e0256-af7a-4205-9802-b252154ebb18 req-98b836ed-24a6-436e-b85e-c8ec98174684 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301652 Sep 30 13:09:41.769507 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-e7cc7efd-af95-4172-bd4d-079d0a237f6c req-e8465619-48e9-4cec-bade-6eb87e9506d5 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Deleting port ec9fad9b-e2c9-4029-a69b-4a28ea160afa {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:09:41.769847 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e7cc7efd-af95-4172-bd4d-079d0a237f6c req-e8465619-48e9-4cec-bade-6eb87e9506d5 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:41.775725 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Pushing event updated for resources: {'Port': ['ID=25b6e555-74b3-4b7a-9208-0956a8a515af,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:41.790429 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f46bc0-476a-46bb-b4f7-98ba9c03a379 x-openstack-request-id: req-e2f46bc0-476a-46bb-b4f7-98ba9c03a379 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:09:41.790715 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66918f43-db18-4a1d-9e85-11979d3f0b6f", "tag": "25b6e555-74b3-4b7a-9208-0956a8a515af", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:09:41.790948 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2f46bc0-476a-46bb-b4f7-98ba9c03a379 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:09:41.791342 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66918f43-db18-4a1d-9e85-11979d3f0b6f', 'tag': '25b6e555-74b3-4b7a-9208-0956a8a515af', 'status': 'completed', 'code': 200} Sep 30 13:09:41.845213 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e7e68765-4d42-4e06-8ed4-a3b5699b6dbf tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:41.852873 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:41.853227 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:41.853567 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:41.853903 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:41.854247 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:41.854576 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:41.854900 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:41.855227 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:41.855541 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:41.855861 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:41.856173 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:41.856493 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e54bacd-6ab3-4419-84b9-244f512fd1da service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:41.884544 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e68765-4d42-4e06-8ed4-a3b5699b6dbf tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Pushing event deleted for resources: {'Port': ['ID=e0c6d071-dea1-46ae-833f-e48c9f872296,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:41.948895 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-17a6d488-9c37-4215-aa49-8daf73066954 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Deleting port 8c71c893-b1ea-4b76-971f-4bec8414f5f5 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:09:41.949615 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-17a6d488-9c37-4215-aa49-8daf73066954 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:41.963979 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-5d90e21b-fcf6-4f68-a9ca-815915c42938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:41.965313 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-5d90e21b-fcf6-4f68-a9ca-815915c42938 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f1809b10bb04e3eac2393855ed44133&device_id=66918f43-db18-4a1d-9e85-11979d3f0b6f HTTP/1.1" status: 200 len: 1098 time: 0.1732488 Sep 30 13:09:41.978059 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e7e68765-4d42-4e06-8ed4-a3b5699b6dbf tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:41.980959 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e7e68765-4d42-4e06-8ed4-a3b5699b6dbf tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:41.984919 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e7e68765-4d42-4e06-8ed4-a3b5699b6dbf tempest-ServersTestManualDisk-572829433 tempest-ServersTestManualDisk-572829433-project] 10.222.0.18 "DELETE /v2.0/floatingips/3e005ceb-d6b0-4b9c-abf3-f47b4fea88ec HTTP/1.1" status: 204 len: 168 time: 0.7718582 Sep 30 13:09:41.987512 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ae0e0256-af7a-4205-9802-b252154ebb18 req-fd58d01b-54f7-485d-9717-82c964d2875f service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443333 Sep 30 13:09:41.987966 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53002) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:42.024884 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-e7cc7efd-af95-4172-bd4d-079d0a237f6c req-e8465619-48e9-4cec-bade-6eb87e9506d5 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] For port ec9fad9b-e2c9-4029-a69b-4a28ea160afa, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ec9fad9b-e2c9-4029-a69b-4a28ea160afa,segment=NetworkSegment(688c8266-a3f8-4cf1-b6d1-6a10b2a992d0),segment_id=688c8266-a3f8-4cf1-b6d1-6a10b2a992d0)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:42.025168 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e7cc7efd-af95-4172-bd4d-079d0a237f6c req-e8465619-48e9-4cec-bade-6eb87e9506d5 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:42.030118 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-83a04c71-98be-415e-b62f-f83b305d9e5c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=25b6e555-74b3-4b7a-9208-0956a8a515af HTTP/1.1" status: 200 len: 217 time: 0.0538945 Sep 30 13:09:42.054110 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-17a6d488-9c37-4215-aa49-8daf73066954 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:42.054443 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-17a6d488-9c37-4215-aa49-8daf73066954 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:42.074412 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-17a6d488-9c37-4215-aa49-8daf73066954 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Calling delete_port for 8c71c893-b1ea-4b76-971f-4bec8414f5f5 owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:09:42.107581 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-e7cc7efd-af95-4172-bd4d-079d0a237f6c req-e8465619-48e9-4cec-bade-6eb87e9506d5 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Calling delete_port for ec9fad9b-e2c9-4029-a69b-4a28ea160afa owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:09:42.139789 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-623b12ba-23aa-4d78-8186-8894f0e47203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:42.141250 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-623b12ba-23aa-4d78-8186-8894f0e47203 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0751550 Sep 30 13:09:42.219147 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-17a6d488-9c37-4215-aa49-8daf73066954 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:42.252758 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6d488-9c37-4215-aa49-8daf73066954 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event deleted for resources: {'Port': ['ID=8c71c893-b1ea-4b76-971f-4bec8414f5f5,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:42.310945 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-2f7a03a6-1847-4ee3-9e6d-77b62bceecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:42.312457 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-2f7a03a6-1847-4ee3-9e6d-77b62bceecf4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1419110 Sep 30 13:09:42.352371 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761f68d-b10a-4abf-96d4-d4e5943a0263 req-8c4473fd-dcc8-44a8-96a0-1b4fc3822ea4 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:42.353931 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3761f68d-b10a-4abf-96d4-d4e5943a0263 req-8c4473fd-dcc8-44a8-96a0-1b4fc3822ea4 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d49fe44-08bb-4ef5-887f-a779d5994e62 HTTP/1.1" status: 200 len: 945 time: 0.1068306 Sep 30 13:09:42.364434 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-17a6d488-9c37-4215-aa49-8daf73066954 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:42.367444 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-17a6d488-9c37-4215-aa49-8daf73066954 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:42.371176 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-17a6d488-9c37-4215-aa49-8daf73066954 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "DELETE /v2.0/floatingips/9ca164a7-26f2-4cbd-a913-6ea61420694c HTTP/1.1" status: 204 len: 168 time: 0.7132602 Sep 30 13:09:42.376572 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53006) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:42.424429 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-0b7acd9d-06fa-4fd8-a789-502786609ce9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] delete failed (client error): The resource could not be found. Sep 30 13:09:42.426220 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0b7acd9d-06fa-4fd8-a789-502786609ce9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "DELETE /v2.0/floatingips/9ca164a7-26f2-4cbd-a913-6ea61420694c HTTP/1.1" status: 404 len: 345 time: 0.0480192 Sep 30 13:09:42.429339 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53008) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:42.491331 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3761f68d-b10a-4abf-96d4-d4e5943a0263 req-89e22db8-64e0-4ee9-a9a6-f7b8ad3d9a62 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267991 Sep 30 13:09:42.518383 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e7cc7efd-af95-4172-bd4d-079d0a237f6c req-e8465619-48e9-4cec-bade-6eb87e9506d5 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:42.532506 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-ebdfdd5c-5475-4650-b160-b9204dcdd95a service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113504 Sep 30 13:09:42.534661 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['e28892e7-07bd-4cf4-a013-d9fdb07b01de', 'ec9fad9b-e2c9-4029-a69b-4a28ea160afa'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:09:42.567972 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8465619-48e9-4cec-bade-6eb87e9506d5 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Pushing event deleted for resources: {'Port': ['ID=ec9fad9b-e2c9-4029-a69b-4a28ea160afa,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:42.577594 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:09:42.579821 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717c9dc6-61f0-4800-b77a-a2aace07d327 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:42.586871 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717c9dc6-61f0-4800-b77a-a2aace07d327 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:42.596184 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717c9dc6-61f0-4800-b77a-a2aace07d327 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:42.600476 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-717c9dc6-61f0-4800-b77a-a2aace07d327 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "GET /v2.0/ports?network_id=1d403a6d-12a6-4846-b690-afff6ac87012 HTTP/1.1" status: 200 len: 2358 time: 0.1675239 Sep 30 13:09:42.600662 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['f68b6fce-3933-4a5f-8cc5-33f5ef377035'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:09:42.603347 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53014) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:42.683995 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cc7efd-af95-4172-bd4d-079d0a237f6c req-e8465619-48e9-4cec-bade-6eb87e9506d5 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] No DVR routers for this DVR port ec9fad9b-e2c9-4029-a69b-4a28ea160afa on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:09:42.694305 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05b180c-0653-4661-a31e-9a09572cdf33 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:42.702817 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a05b180c-0653-4661-a31e-9a09572cdf33 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "GET /v2.0/subnets/4012b6f8-b905-4dc9-b662-206ecc6e001c HTTP/1.1" status: 200 len: 797 time: 0.0979235 Sep 30 13:09:42.703438 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53018) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:42.710828 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-b46e7b9e-49b3-4d56-8215-2ce1495ef6f3 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Request body: {'port': {'network_id': '1d403a6d-12a6-4846-b690-afff6ac87012', 'name': 'tempest-FloatingIPTestJSON-1012563898', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:42.716434 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e7cc7efd-af95-4172-bd4d-079d0a237f6c req-e8465619-48e9-4cec-bade-6eb87e9506d5 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:42.718439 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e7cc7efd-af95-4172-bd4d-079d0a237f6c req-e8465619-48e9-4cec-bade-6eb87e9506d5 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.39 "DELETE /v2.0/ports/ec9fad9b-e2c9-4029-a69b-4a28ea160afa HTTP/1.1" status: 204 len: 173 time: 1.3281670 Sep 30 13:09:42.771075 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb0b3c-6c68-486e-a8a4-7986f01f7014 req-6d58ffa4-4ee2-4d9f-9922-d1b76ddaa92a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:42.772316 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-56fb0b3c-6c68-486e-a8a4-7986f01f7014 req-6d58ffa4-4ee2-4d9f-9922-d1b76ddaa92a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.1859248 Sep 30 13:09:42.776148 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a391b416-5d9c-485a-a9d5-f9865aea4d0c req-accfcd30-4616-4204-906c-ab88ea14d5e1 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194376 Sep 30 13:09:42.846303 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-56fb0b3c-6c68-486e-a8a4-7986f01f7014 req-818e7dc5-286a-4aab-90a9-ea4d0e086b4f tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580742 Sep 30 13:09:42.946888 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbaca38-ba68-4680-b2eb-8a092c657716 req-33ea4a8e-a7d7-4e97-a15a-38792aec1320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:42.948630 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3fbaca38-ba68-4680-b2eb-8a092c657716 req-33ea4a8e-a7d7-4e97-a15a-38792aec1320 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f1809b10bb04e3eac2393855ed44133&device_id=66918f43-db18-4a1d-9e85-11979d3f0b6f HTTP/1.1" status: 200 len: 1098 time: 0.0616817 Sep 30 13:09:42.955912 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-41292e1c-e094-42bc-96ae-11106186e803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:43.022532 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46e7b9e-49b3-4d56-8215-2ce1495ef6f3 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Made reservation on behalf of 5d598834b0b14741b4e644a0b096c5fa for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:09:43.065760 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3a05a-1eb8-40de-a06c-bbb235c35e6a req-1ea14ee4-fb4b-4466-81ef-4ab9faf102dc tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:43.067313 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-03b3a05a-1eb8-40de-a06c-bbb235c35e6a req-1ea14ee4-fb4b-4466-81ef-4ab9faf102dc tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.0871847 Sep 30 13:09:43.148009 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-03b3a05a-1eb8-40de-a06c-bbb235c35e6a req-fff588b1-0d9f-4440-af48-1305096c9682 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520582 Sep 30 13:09:43.153193 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b46e7b9e-49b3-4d56-8215-2ce1495ef6f3 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:43.180952 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-b46e7b9e-49b3-4d56-8215-2ce1495ef6f3 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] device_id is not set on port cf845d3f-7518-4360-8cf3-6ba31239cc32 yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:09:43.462151 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a612c3f-c0ec-4fd9-8052-524a9e296a47 req-6556a5d7-a1d0-4aa0-b834-a45c3b139d77 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:43.463642 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5a612c3f-c0ec-4fd9-8052-524a9e296a47 req-6556a5d7-a1d0-4aa0-b834-a45c3b139d77 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.18 "GET /v2.0/ports?device_id=66918f43-db18-4a1d-9e85-11979d3f0b6f HTTP/1.1" status: 200 len: 947 time: 0.4632175 Sep 30 13:09:43.507785 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbaca38-ba68-4680-b2eb-8a092c657716 req-4ce4329f-b7d0-4ca3-821b-d6047de2f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:43.509251 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3fbaca38-ba68-4680-b2eb-8a092c657716 req-4ce4329f-b7d0-4ca3-821b-d6047de2f37a service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.5505667 Sep 30 13:09:43.538871 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-5f7f25c3-5ca3-43a4-bfe4-18191d37cfd3 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1ef1016edf414b379caceb8093d57137&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301669 Sep 30 13:09:43.561567 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-b46e7b9e-49b3-4d56-8215-2ce1495ef6f3 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Allocated IP 172.20.0.14 (1d403a6d-12a6-4846-b690-afff6ac87012/4012b6f8-b905-4dc9-b662-206ecc6e001c/cf845d3f-7518-4360-8cf3-6ba31239cc32) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:09:43.583284 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-b46e7b9e-49b3-4d56-8215-2ce1495ef6f3 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Allocated IP 172.20.0.13 (1d403a6d-12a6-4846-b690-afff6ac87012/4012b6f8-b905-4dc9-b662-206ecc6e001c/cf845d3f-7518-4360-8cf3-6ba31239cc32) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:09:43.589836 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3fbaca38-ba68-4680-b2eb-8a092c657716 req-23c10c65-34eb-4e5f-a92b-773f4755ed9e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=25b6e555-74b3-4b7a-9208-0956a8a515af HTTP/1.1" status: 200 len: 217 time: 0.0445392 Sep 30 13:09:43.610207 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5a612c3f-c0ec-4fd9-8052-524a9e296a47 req-768d47f7-4bdc-4e0b-97bc-d4c23efb747c tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.18 "GET /v2.0/security-groups?id=e43ac2b2-6975-44af-a498-0997d767a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337614 Sep 30 13:09:43.667434 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbaca38-ba68-4680-b2eb-8a092c657716 req-cc368591-5e37-453d-9c40-f5329b352d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:43.668903 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3fbaca38-ba68-4680-b2eb-8a092c657716 req-cc368591-5e37-453d-9c40-f5329b352d73 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0621972 Sep 30 13:09:43.708133 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-7747a272-c629-40aa-bc39-95b05da77159 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:43.711052 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-7747a272-c629-40aa-bc39-95b05da77159 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1637738 Sep 30 13:09:43.748009 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-9c9dca0a-d631-44f5-903b-604a28a08e5c tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/quotas/1ef1016edf414b379caceb8093d57137 HTTP/1.1" status: 200 len: 375 time: 0.0177178 Sep 30 13:09:43.765552 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbaca38-ba68-4680-b2eb-8a092c657716 req-94bc65ce-5d54-4175-9fd2-cc907d45ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:43.767160 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3fbaca38-ba68-4680-b2eb-8a092c657716 req-94bc65ce-5d54-4175-9fd2-cc907d45ab0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0831032 Sep 30 13:09:43.796370 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d49fe44-08bb-4ef5-887f-a779d5994e62', 'name': 'network-vif-deleted', 'tag': 'ec9fad9b-e2c9-4029-a69b-4a28ea160afa'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:09:43.798533 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a9a40a-ef60-413b-95f2-b1f66a6078cc" -d '{"events": [{"server_uuid": "0d49fe44-08bb-4ef5-887f-a779d5994e62", "name": "network-vif-deleted", "tag": "ec9fad9b-e2c9-4029-a69b-4a28ea160afa"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:09:43.817972 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 25b6e555-74b3-4b7a-9208-0956a8a515af details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:09:43.853508 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-41292e1c-e094-42bc-96ae-11106186e803 admin admin] Deleting port 1cbbb79d-6233-43ee-ab3c-a3859eed0c21 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:09:43.853850 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-41292e1c-e094-42bc-96ae-11106186e803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:43.892641 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-f43fb6f5-4464-4fc9-943f-5f0944a19679 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1332674 Sep 30 13:09:43.900628 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b46e7b9e-49b3-4d56-8215-2ce1495ef6f3 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:43.931434 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3fbaca38-ba68-4680-b2eb-8a092c657716 req-887a4a0d-6398-4abd-9d4c-a48e43f9ae7b service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558125 Sep 30 13:09:43.959089 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 25b6e555-74b3-4b7a-9208-0956a8a515af, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=25b6e555-74b3-4b7a-9208-0956a8a515af,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:43.971948 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '25b6e555-74b3-4b7a-9208-0956a8a515af', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': '25b6e555-74b3-4b7a-9208-0956a8a515af', 'mac_address': 'fa:16:3e:df:f6:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:09:43.981366 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b46e7b9e-49b3-4d56-8215-2ce1495ef6f3 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:44.020309 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:44.028814 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-41292e1c-e094-42bc-96ae-11106186e803 admin admin] For port 1cbbb79d-6233-43ee-ab3c-a3859eed0c21, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1cbbb79d-6233-43ee-ab3c-a3859eed0c21,segment=NetworkSegment(4b4e88bf-e721-4782-904c-882beee44d7f),segment_id=4b4e88bf-e721-4782-904c-882beee44d7f)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:44.029181 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-41292e1c-e094-42bc-96ae-11106186e803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:44.035798 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25b6e555-74b3-4b7a-9208-0956a8a515af {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:09:44.061523 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 25b6e555-74b3-4b7a-9208-0956a8a515af, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=25b6e555-74b3-4b7a-9208-0956a8a515af,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:44.065433 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46e7b9e-49b3-4d56-8215-2ce1495ef6f3 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Network 1d403a6d-12a6-4846-b690-afff6ac87012 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:09:44.068610 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-b46e7b9e-49b3-4d56-8215-2ce1495ef6f3 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:09:44.072556 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-41292e1c-e094-42bc-96ae-11106186e803 admin admin] Calling delete_port for 1cbbb79d-6233-43ee-ab3c-a3859eed0c21 owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:09:44.072771 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46e7b9e-49b3-4d56-8215-2ce1495ef6f3 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:09:44.080635 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:44.123336 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46e7b9e-49b3-4d56-8215-2ce1495ef6f3 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:44.123633 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b46e7b9e-49b3-4d56-8215-2ce1495ef6f3 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:44.143528 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e7b9e-49b3-4d56-8215-2ce1495ef6f3 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event updated for resources: {'Port': ['ID=cf845d3f-7518-4360-8cf3-6ba31239cc32,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:44.145822 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3fbaca38-ba68-4680-b2eb-8a092c657716 req-e288a569-1085-4b74-acbb-98985df421ab service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072995 Sep 30 13:09:44.158672 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=25b6e555-74b3-4b7a-9208-0956a8a515af,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:44.160854 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c3da6-f557-40ec-92f7-11cfd352cabb req-878011f3-6c33-4217-ad96-c6922e2b3505 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:44.162420 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-093c3da6-f557-40ec-92f7-11cfd352cabb req-878011f3-6c33-4217-ad96-c6922e2b3505 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=9862c972-5698-4163-a51f-dc6ad365dac7 HTTP/1.1" status: 200 len: 946 time: 0.1303127 Sep 30 13:09:44.177141 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b46e7b9e-49b3-4d56-8215-2ce1495ef6f3 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.4724295 Sep 30 13:09:44.182364 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53064) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:44.192982 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'port_id': 'cf845d3f-7518-4360-8cf3-6ba31239cc32', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:44.210928 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecf2ee0-31c6-436f-aeb6-29f6c25e58e0 x-openstack-request-id: req-cecf2ee0-31c6-436f-aeb6-29f6c25e58e0 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:09:44.211448 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d49fe44-08bb-4ef5-887f-a779d5994e62", "name": "network-vif-deleted", "tag": "ec9fad9b-e2c9-4029-a69b-4a28ea160afa", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:09:44.212805 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cecf2ee0-31c6-436f-aeb6-29f6c25e58e0 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:09:44.212805 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d49fe44-08bb-4ef5-887f-a779d5994e62', 'name': 'network-vif-deleted', 'tag': 'ec9fad9b-e2c9-4029-a69b-4a28ea160afa', 'status': 'completed', 'code': 200} Sep 30 13:09:44.219836 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:44.245583 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-093c3da6-f557-40ec-92f7-11cfd352cabb req-c76e3070-b380-4885-b15d-9f8b5892c446 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719743 Sep 30 13:09:44.302320 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['25b6e555-74b3-4b7a-9208-0956a8a515af'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:09:44.340536 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8f476005-aaeb-446b-9118-b96768298698 req-3236f6b3-ee6d-411d-8b86-aed71ac1d34a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 210 time: 0.0289321 Sep 30 13:09:44.384666 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:44.406984 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-41292e1c-e094-42bc-96ae-11106186e803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:44.448794 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41292e1c-e094-42bc-96ae-11106186e803 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cbbb79d-6233-43ee-ab3c-a3859eed0c21,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:44.512693 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:44.526389 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Allocated IP 172.25.5.2 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/8ac8b746-6f21-4962-b2e9-0fe30dc0c687) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:09:44.664890 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-41292e1c-e094-42bc-96ae-11106186e803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:44.692466 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:44.733140 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:44.785841 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:09:44.788767 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:09:44.792159 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:09:44.811807 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6220b-f196-4dbf-8011-347fa32b0712 req-0336639f-7965-49fa-844d-0441473cd4a6 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:44.813382 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-59f6220b-f196-4dbf-8011-347fa32b0712 req-0336639f-7965-49fa-844d-0441473cd4a6 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.18 "GET /v2.0/ports?device_id=66918f43-db18-4a1d-9e85-11979d3f0b6f HTTP/1.1" status: 200 len: 948 time: 0.1010334 Sep 30 13:09:44.821999 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event updated for resources: {'Port': ['ID=8ac8b746-6f21-4962-b2e9-0fe30dc0c687,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:44.907920 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-59f6220b-f196-4dbf-8011-347fa32b0712 req-1dc42bdc-2369-46ed-aeee-9e328c3c0dc0 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.18 "GET /v2.0/security-groups?id=e43ac2b2-6975-44af-a498-0997d767a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878065 Sep 30 13:09:44.985485 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41292e1c-e094-42bc-96ae-11106186e803 admin admin] Router 3f4a79ef-47d2-4305-963f-87becf60ad2e has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:09:45.099181 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41292e1c-e094-42bc-96ae-11106186e803 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:09:45.108833 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-41292e1c-e094-42bc-96ae-11106186e803 admin admin] 10.222.0.18 "PUT /v2.0/routers/3f4a79ef-47d2-4305-963f-87becf60ad2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0899823 Sep 30 13:09:45.110112 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53078) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:45.111963 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0268936d-52dd-4599-ba20-b5365eed5c01 None None] Sync routers for ids ['3f4a79ef-47d2-4305-963f-87becf60ad2e'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:09:45.133968 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0268936d-52dd-4599-ba20-b5365eed5c01 None None] Routers {'3f4a79ef-47d2-4305-963f-87becf60ad2e'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:45.134626 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-0268936d-52dd-4599-ba20-b5365eed5c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['3f4a79ef-47d2-4305-963f-87becf60ad2e'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:45.233717 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:45.243719 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45d79dd1-4f42-4455-ae09-0d253babd075 admin admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:45.319569 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-0268936d-52dd-4599-ba20-b5365eed5c01 None None] Set router 3f4a79ef-47d2-4305-963f-87becf60ad2e gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:09:45.401239 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:45.535400 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-0268936d-52dd-4599-ba20-b5365eed5c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'name': 'tempest-ServersTestManualDisk-1870830640-router', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:07:17Z', 'updated_at': '2021-09-30T13:09:44Z', 'revision_number': 5, 'project_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'gw_port': {'id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:07:18Z', 'updated_at': '2021-09-30T13:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:45.537403 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-e5c46342-5e48-402f-9c63-eddd296ba326 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1ef1016edf414b379caceb8093d57137&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1603692 Sep 30 13:09:45.552836 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ae3182e5-434f-48e4-9007-ed82e08e9903 req-0a226430-57c5-41c5-adb9-6d08b9dfbd96 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 210 time: 0.0640576 Sep 30 13:09:45.571003 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0268936d-52dd-4599-ba20-b5365eed5c01 None None] Checking router: 3f4a79ef-47d2-4305-963f-87becf60ad2e for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:09:45.583920 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0268936d-52dd-4599-ba20-b5365eed5c01 None None] Routers {'3f4a79ef-47d2-4305-963f-87becf60ad2e'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:45.585144 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-0268936d-52dd-4599-ba20-b5365eed5c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['3f4a79ef-47d2-4305-963f-87becf60ad2e'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:45.641154 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73f6cc-aae8-4def-a64a-2191ed012076 req-d53aecdc-e483-4a6c-9909-6f2771aef9fb tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:45.642594 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a73f6cc-aae8-4def-a64a-2191ed012076 req-d53aecdc-e483-4a6c-9909-6f2771aef9fb tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=9862c972-5698-4163-a51f-dc6ad365dac7 HTTP/1.1" status: 200 len: 946 time: 0.2921326 Sep 30 13:09:45.650413 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90465e40-d609-4a85-9d53-b73d0fa0c0bc req-0d0bee62-180e-4d6e-afed-9432ec6bb970 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:45.651865 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-90465e40-d609-4a85-9d53-b73d0fa0c0bc req-0d0bee62-180e-4d6e-afed-9432ec6bb970 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.54 "GET /v2.0/ports?device_id=9862c972-5698-4163-a51f-dc6ad365dac7 HTTP/1.1" status: 200 len: 946 time: 0.2235584 Sep 30 13:09:45.758175 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45d79dd1-4f42-4455-ae09-0d253babd075 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:45.820612 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 25b6e555-74b3-4b7a-9208-0956a8a515af up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:09:45.849028 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-0268936d-52dd-4599-ba20-b5365eed5c01 None None] Set router 3f4a79ef-47d2-4305-963f-87becf60ad2e gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:09:45.859247 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a73f6cc-aae8-4def-a64a-2191ed012076 req-d6f174f9-3c68-4325-974b-5eb47c9d6ad3 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040277 Sep 30 13:09:45.868937 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-483064dc-412b-48d8-9575-4fd1b03208e8 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:45.870455 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-483064dc-412b-48d8-9575-4fd1b03208e8 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2849357 Sep 30 13:09:45.894284 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-35bf52b6-6624-437c-b080-a2a35e31b38a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Request body: {'port': {'device_id': '86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': '1ef1016edf414b379caceb8093d57137'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:45.974349 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:45.983390 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-45d79dd1-4f42-4455-ae09-0d253babd075 admin admin] Deleting port c70a56f1-89e5-46ed-a44e-aab258409832 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:09:45.983740 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45d79dd1-4f42-4455-ae09-0d253babd075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:45.985744 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:46.007779 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-90465e40-d609-4a85-9d53-b73d0fa0c0bc req-f89f0e05-30db-41f5-9284-a66fd36f0ca8 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Deleting port f68b6fce-3933-4a5f-8cc5-33f5ef377035 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:09:46.008507 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-90465e40-d609-4a85-9d53-b73d0fa0c0bc req-f89f0e05-30db-41f5-9284-a66fd36f0ca8 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:46.029285 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 25b6e555-74b3-4b7a-9208-0956a8a515af completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:09:46.035115 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 25b6e555-74b3-4b7a-9208-0956a8a515af triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:09:46.035575 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:46.091521 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:46.155619 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event updated for resources: {'Port': ['ID=8ac8b746-6f21-4962-b2e9-0fe30dc0c687,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:46.158754 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-0268936d-52dd-4599-ba20-b5365eed5c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'name': 'tempest-ServersTestManualDisk-1870830640-router', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:07:17Z', 'updated_at': '2021-09-30T13:09:44Z', 'revision_number': 5, 'project_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'gw_port': {'id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:07:18Z', 'updated_at': '2021-09-30T13:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:46.164826 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:46.165177 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:46.165910 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:46.165910 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:46.166202 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:46.166518 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:46.166849 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:46.167174 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:46.167971 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:46.167971 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:46.168206 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:46.168425 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:09:46.198811 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac619a-19f0-4a54-89f6-786b32a978f8 req-42ff04ac-4674-41d4-94df-546b1b8cbeaa tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:46.200527 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-daac619a-19f0-4a54-89f6-786b32a978f8 req-42ff04ac-4674-41d4-94df-546b1b8cbeaa tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.18 "GET /v2.0/ports?device_id=66918f43-db18-4a1d-9e85-11979d3f0b6f HTTP/1.1" status: 200 len: 948 time: 0.2121882 Sep 30 13:09:46.200731 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0268936d-52dd-4599-ba20-b5365eed5c01 None None] The sync data for ids ['3f4a79ef-47d2-4305-963f-87becf60ad2e'] in n-d-810909-2 is: [{'id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'name': 'tempest-ServersTestManualDisk-1870830640-router', 'tenant_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:07:17Z', 'updated_at': '2021-09-30T13:09:44Z', 'revision_number': 5, 'project_id': 'c6aa911864ee4dc5b1f6e2e278a5345b', 'gw_port': {'id': 'c70a56f1-89e5-46ed-a44e-aab258409832', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4a79ef-47d2-4305-963f-87becf60ad2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:07:18Z', 'updated_at': '2021-09-30T13:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:09:46.211377 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-35bf52b6-6624-437c-b080-a2a35e31b38a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Made reservation on behalf of 1ef1016edf414b379caceb8093d57137 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:09:46.213017 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:46.214891 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-35bf52b6-6624-437c-b080-a2a35e31b38a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:46.224947 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-45d79dd1-4f42-4455-ae09-0d253babd075 admin admin] For port c70a56f1-89e5-46ed-a44e-aab258409832, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c70a56f1-89e5-46ed-a44e-aab258409832,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:46.225306 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45d79dd1-4f42-4455-ae09-0d253babd075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:46.228693 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-90465e40-d609-4a85-9d53-b73d0fa0c0bc req-f89f0e05-30db-41f5-9284-a66fd36f0ca8 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] For port f68b6fce-3933-4a5f-8cc5-33f5ef377035, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=f68b6fce-3933-4a5f-8cc5-33f5ef377035,segment=NetworkSegment(688c8266-a3f8-4cf1-b6d1-6a10b2a992d0),segment_id=688c8266-a3f8-4cf1-b6d1-6a10b2a992d0)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:46.229054 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-90465e40-d609-4a85-9d53-b73d0fa0c0bc req-f89f0e05-30db-41f5-9284-a66fd36f0ca8 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:46.253578 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66918f43-db18-4a1d-9e85-11979d3f0b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b6e555-74b3-4b7a-9208-0956a8a515af'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:09:46.256223 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320598c6-3ec6-40a7-8477-6d9ba44a5253" -d '{"events": [{"server_uuid": "66918f43-db18-4a1d-9e85-11979d3f0b6f", "name": "network-vif-plugged", "status": "completed", "tag": "25b6e555-74b3-4b7a-9208-0956a8a515af"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:09:46.258722 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-90465e40-d609-4a85-9d53-b73d0fa0c0bc req-f89f0e05-30db-41f5-9284-a66fd36f0ca8 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Calling delete_port for f68b6fce-3933-4a5f-8cc5-33f5ef377035 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:09:46.260690 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-45d79dd1-4f42-4455-ae09-0d253babd075 admin admin] Calling delete_port for c70a56f1-89e5-46ed-a44e-aab258409832 owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:09:46.279341 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 25b6e555-74b3-4b7a-9208-0956a8a515af, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=25b6e555-74b3-4b7a-9208-0956a8a515af,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:46.284387 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Floating IP 31e0cfe3-342b-4283-adc8-05240448cc4a associated. External IP: 172.25.5.2, port: cf845d3f-7518-4360-8cf3-6ba31239cc32. Sep 30 13:09:46.287975 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:46.288995 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ec9fad9b-e2c9-4029-a69b-4a28ea160afa no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:09:46.343698 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-daac619a-19f0-4a54-89f6-786b32a978f8 req-4d5b0089-15cc-429a-8bbc-c6a8de7f85e6 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.18 "GET /v2.0/security-groups?id=e43ac2b2-6975-44af-a498-0997d767a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951493 Sep 30 13:09:46.368846 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd70c465-d749-453a-9cf0-febc633a2346 x-openstack-request-id: req-fd70c465-d749-453a-9cf0-febc633a2346 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:09:46.369312 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66918f43-db18-4a1d-9e85-11979d3f0b6f", "name": "network-vif-plugged", "status": "completed", "tag": "25b6e555-74b3-4b7a-9208-0956a8a515af", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:09:46.369777 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd70c465-d749-453a-9cf0-febc633a2346 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:09:46.370296 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66918f43-db18-4a1d-9e85-11979d3f0b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b6e555-74b3-4b7a-9208-0956a8a515af', 'code': 200} Sep 30 13:09:46.370996 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: ec9fad9b-e2c9-4029-a69b-4a28ea160afa {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:09:46.371437 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ec9fad9b-e2c9-4029-a69b-4a28ea160afa not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:09:46.404666 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=25b6e555-74b3-4b7a-9208-0956a8a515af,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:46.507417 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26158f2b-f510-4302-96f3-f443e37a4e51 req-819e99bd-cfed-405e-8bf2-8dadf49b6e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:46.508849 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26158f2b-f510-4302-96f3-f443e37a4e51 req-819e99bd-cfed-405e-8bf2-8dadf49b6e50 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=66918f43-db18-4a1d-9e85-11979d3f0b6f HTTP/1.1" status: 200 len: 1100 time: 0.1255658 Sep 30 13:09:46.523898 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Router 0cb13c55-39b0-424b-8023-17a3c89edbb2 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:09:46.671689 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:09:46.681740 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db60aa18-0c32-4b9c-8e41-d6d6f2083900 None None] Sync routers for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:09:46.696114 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db60aa18-0c32-4b9c-8e41-d6d6f2083900 None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:46.697127 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-db60aa18-0c32-4b9c-8e41-d6d6f2083900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:46.705402 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fe0c7ca1-28f3-4197-8567-1325c1138a93 req-e54feeee-34df-4ad1-b504-549b8ab3a5ac tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 210 time: 0.0532615 Sep 30 13:09:46.720082 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:46.754589 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-73a1888d-5a9c-43ba-8b32-8e459c2fe522 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.5708575 Sep 30 13:09:46.757518 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-db60aa18-0c32-4b9c-8e41-d6d6f2083900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:46.757701 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53098) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:46.763421 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-9e8564a7-e54a-4c97-a78f-e3ebbd7d154a tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Request body: {'floatingip': {'port_id': 'cf845d3f-7518-4360-8cf3-6ba31239cc32', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:46.770609 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db60aa18-0c32-4b9c-8e41-d6d6f2083900 None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:46.771503 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-db60aa18-0c32-4b9c-8e41-d6d6f2083900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:46.808266 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-db60aa18-0c32-4b9c-8e41-d6d6f2083900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:46.809199 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db60aa18-0c32-4b9c-8e41-d6d6f2083900 None None] The sync data for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:09:46.823285 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9e8564a7-e54a-4c97-a78f-e3ebbd7d154a tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:46.852488 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1cbbb79d-6233-43ee-ab3c-a3859eed0c21 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:09:46.874436 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 1cbbb79d-6233-43ee-ab3c-a3859eed0c21 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:09:46.875087 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1cbbb79d-6233-43ee-ab3c-a3859eed0c21 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:09:46.979786 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-35bf52b6-6624-437c-b080-a2a35e31b38a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Allocated IP 192.168.233.140 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/d0c3a856-34f3-461a-a2c3-9a59a53adc08) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:09:46.998626 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26158f2b-f510-4302-96f3-f443e37a4e51 req-8e39db30-6ade-444d-bb52-09fee081a1b9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e43ac2b2-6975-44af-a498-0997d767a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784908 Sep 30 13:09:47.068553 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-90465e40-d609-4a85-9d53-b73d0fa0c0bc req-f89f0e05-30db-41f5-9284-a66fd36f0ca8 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:47.082953 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['f68b6fce-3933-4a5f-8cc5-33f5ef377035'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:09:47.085968 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['e28892e7-07bd-4cf4-a013-d9fdb07b01de'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:09:47.132546 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce484ed8-7501-46d6-a884-418de31b53de req-f464b3f8-7427-428a-8ccd-22a95bcefd90 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:47.134152 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ce484ed8-7501-46d6-a884-418de31b53de req-f464b3f8-7427-428a-8ccd-22a95bcefd90 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=9862c972-5698-4163-a51f-dc6ad365dac7 HTTP/1.1" status: 200 len: 867 time: 0.1789892 Sep 30 13:09:47.142612 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f0e05-30db-41f5-9284-a66fd36f0ca8 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Pushing event deleted for resources: {'Port': ['ID=f68b6fce-3933-4a5f-8cc5-33f5ef377035,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:47.192603 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45d79dd1-4f42-4455-ae09-0d253babd075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:47.277644 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d79dd1-4f42-4455-ae09-0d253babd075 admin admin] Pushing event deleted for resources: {'Port': ['ID=c70a56f1-89e5-46ed-a44e-aab258409832,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:47.279780 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-90465e40-d609-4a85-9d53-b73d0fa0c0bc req-f89f0e05-30db-41f5-9284-a66fd36f0ca8 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] No DVR routers for this DVR port f68b6fce-3933-4a5f-8cc5-33f5ef377035 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:09:47.285993 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-90465e40-d609-4a85-9d53-b73d0fa0c0bc req-f89f0e05-30db-41f5-9284-a66fd36f0ca8 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:47.288133 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-90465e40-d609-4a85-9d53-b73d0fa0c0bc req-f89f0e05-30db-41f5-9284-a66fd36f0ca8 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.54 "DELETE /v2.0/ports/f68b6fce-3933-4a5f-8cc5-33f5ef377035 HTTP/1.1" status: 204 len: 173 time: 1.6237040 Sep 30 13:09:47.290635 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9862c972-5698-4163-a51f-dc6ad365dac7', 'name': 'network-vif-deleted', 'tag': 'f68b6fce-3933-4a5f-8cc5-33f5ef377035'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:09:47.292973 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be330448-0637-4a37-9168-33cf195cbbe3" -d '{"events": [{"server_uuid": "9862c972-5698-4163-a51f-dc6ad365dac7", "name": "network-vif-deleted", "tag": "f68b6fce-3933-4a5f-8cc5-33f5ef377035"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:09:47.333592 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ce484ed8-7501-46d6-a884-418de31b53de req-936aa3b0-6ca4-4e77-98a7-72131bf3133e tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840215 Sep 30 13:09:47.350839 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e081725c-2634-4f8c-b20c-bec1d484e5c3 x-openstack-request-id: req-e081725c-2634-4f8c-b20c-bec1d484e5c3 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:09:47.351408 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9862c972-5698-4163-a51f-dc6ad365dac7", "name": "network-vif-deleted", "tag": "f68b6fce-3933-4a5f-8cc5-33f5ef377035", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:09:47.351838 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e081725c-2634-4f8c-b20c-bec1d484e5c3 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:09:47.352398 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9862c972-5698-4163-a51f-dc6ad365dac7', 'name': 'network-vif-deleted', 'tag': 'f68b6fce-3933-4a5f-8cc5-33f5ef377035', 'status': 'completed', 'code': 200} Sep 30 13:09:47.379605 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9e8564a7-e54a-4c97-a78f-e3ebbd7d154a tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:47.388003 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9e8564a7-e54a-4c97-a78f-e3ebbd7d154a tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:47.424252 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45d79dd1-4f42-4455-ae09-0d253babd075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:47.429174 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-35bf52b6-6624-437c-b080-a2a35e31b38a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:47.521453 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8759ac-0032-4f04-9dd0-b274c4d47ac6 req-6821c61d-adf6-4270-b629-5ed461a8d09b tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:47.522994 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0e8759ac-0032-4f04-9dd0-b274c4d47ac6 req-6821c61d-adf6-4270-b629-5ed461a8d09b tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.18 "GET /v2.0/ports?device_id=66918f43-db18-4a1d-9e85-11979d3f0b6f HTTP/1.1" status: 200 len: 949 time: 0.0934699 Sep 30 13:09:47.541246 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45d79dd1-4f42-4455-ae09-0d253babd075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:47.545390 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45d79dd1-4f42-4455-ae09-0d253babd075 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:47.604439 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45d79dd1-4f42-4455-ae09-0d253babd075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:47.605001 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d79dd1-4f42-4455-ae09-0d253babd075 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f4a79ef-47d2-4305-963f-87becf60ad2e {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:09:47.606095 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0e8759ac-0032-4f04-9dd0-b274c4d47ac6 req-ddefcb10-d076-46a4-8f62-24843bfea40b tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.18 "GET /v2.0/security-groups?id=e43ac2b2-6975-44af-a498-0997d767a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742559 Sep 30 13:09:47.611710 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45d79dd1-4f42-4455-ae09-0d253babd075 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:47.612964 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-45d79dd1-4f42-4455-ae09-0d253babd075 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3f4a79ef-47d2-4305-963f-87becf60ad2e HTTP/1.1" status: 204 len: 168 time: 2.5015357 Sep 30 13:09:47.615727 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53112) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:47.617625 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-35bf52b6-6624-437c-b080-a2a35e31b38a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:47.633335 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['b8b0297b-4ed8-427a-82ee-dc8780597acf'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:09:47.636177 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['ef2b1102-e0d7-489e-820a-9df537e39d3a'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:09:47.671846 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf52b6-6624-437c-b080-a2a35e31b38a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Pushing event updated for resources: {'Port': ['ID=d0c3a856-34f3-461a-a2c3-9a59a53adc08,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:47.675688 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-35bf52b6-6624-437c-b080-a2a35e31b38a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:09:47.677349 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-35bf52b6-6624-437c-b080-a2a35e31b38a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:09:47.679534 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-35bf52b6-6624-437c-b080-a2a35e31b38a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:09:47.752611 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3bbd28-9d55-440c-bf68-148c97c3e345 admin admin] Deleting subnet 68e4dda5-44bd-4b4d-8a1f-9dfbed436509 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:09:47.760697 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8d3bbd28-9d55-440c-bf68-148c97c3e345 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:47.810862 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-35bf52b6-6624-437c-b080-a2a35e31b38a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:47.811953 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-35bf52b6-6624-437c-b080-a2a35e31b38a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:47.842277 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-35bf52b6-6624-437c-b080-a2a35e31b38a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9549866 Sep 30 13:09:47.862202 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8564a7-e54a-4c97-a78f-e3ebbd7d154a tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Router 0cb13c55-39b0-424b-8023-17a3c89edbb2 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:09:47.865552 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-d35cb08b-ef2f-4d30-9142-bfc5a5fbdb79 service neutron] Request body: {'port': {'device_id': '86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:47.875637 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8d3bbd28-9d55-440c-bf68-148c97c3e345 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:48.023231 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37efca3-5bad-4653-aa9e-0b9dc5333f49 req-0d771d03-ba7a-45f9-ba77-2293733a9ffd tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:48.032517 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a37efca3-5bad-4653-aa9e-0b9dc5333f49 req-0d771d03-ba7a-45f9-ba77-2293733a9ffd tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 936 time: 0.1191919 Sep 30 13:09:48.060333 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-d35cb08b-ef2f-4d30-9142-bfc5a5fbdb79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:48.093500 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a37efca3-5bad-4653-aa9e-0b9dc5333f49 req-549f8950-1aeb-4091-841c-5dc6a7e09a63 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601006 Sep 30 13:09:48.140110 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8d3bbd28-9d55-440c-bf68-148c97c3e345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:48.143134 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8564a7-e54a-4c97-a78f-e3ebbd7d154a tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:09:48.157149 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8036aa26-ce15-4a7e-9eeb-c07ccb2299a5 None None] Sync routers for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:09:48.166848 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9e8564a7-e54a-4c97-a78f-e3ebbd7d154a tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:48.172570 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9cee83b1-24a5-4e10-90f7-d78e1b765a68 None None] Provisioning complete for port d0c3a856-34f3-461a-a2c3-9a59a53adc08 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:09:48.173157 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9cee83b1-24a5-4e10-90f7-d78e1b765a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:48.200140 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8036aa26-ce15-4a7e-9eeb-c07ccb2299a5 None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:48.201577 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-8036aa26-ce15-4a7e-9eeb-c07ccb2299a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:48.246172 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-8036aa26-ce15-4a7e-9eeb-c07ccb2299a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:48.259512 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9e8564a7-e54a-4c97-a78f-e3ebbd7d154a tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "PUT /v2.0/floatingips/31e0cfe3-342b-4283-adc8-05240448cc4a HTTP/1.1" status: 200 len: 977 time: 1.4978843 Sep 30 13:09:48.259772 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b79c951d-eae6-4e74-9702-0a0b6e3a3919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:48.261268 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53120) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:48.271154 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8036aa26-ce15-4a7e-9eeb-c07ccb2299a5 None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:48.272130 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-8036aa26-ce15-4a7e-9eeb-c07ccb2299a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:48.275129 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-9cee83b1-24a5-4e10-90f7-d78e1b765a68 None None] Port d0c3a856-34f3-461a-a2c3-9a59a53adc08 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:09:48.307134 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-8036aa26-ce15-4a7e-9eeb-c07ccb2299a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:48.307712 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8036aa26-ce15-4a7e-9eeb-c07ccb2299a5 None None] The sync data for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:09:48.337030 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8d3bbd28-9d55-440c-bf68-148c97c3e345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:48.369024 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bbd28-9d55-440c-bf68-148c97c3e345 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68e4dda5-44bd-4b4d-8a1f-9dfbed436509,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:48.373132 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8d3bbd28-9d55-440c-bf68-148c97c3e345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:48.375177 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8d3bbd28-9d55-440c-bf68-148c97c3e345 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/68e4dda5-44bd-4b4d-8a1f-9dfbed436509 HTTP/1.1" status: 204 len: 168 time: 0.7550590 Sep 30 13:09:48.381571 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fe7f96-610c-4fdf-ae8f-32cd31aa0a46 None None] Network 44d1ad4e-8c15-4b0a-994d-4e89994f3603 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:09:48.405830 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53124) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:48.447733 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-d35cb08b-ef2f-4d30-9142-bfc5a5fbdb79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0c3a856-34f3-461a-a2c3-9a59a53adc08 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:09:48.459561 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-d35cb08b-ef2f-4d30-9142-bfc5a5fbdb79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:48.492419 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-16275ed7-9ae0-4166-8fbb-06ef941e07ad tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Deleting port 8ac8b746-6f21-4962-b2e9-0fe30dc0c687 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:09:48.493483 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-16275ed7-9ae0-4166-8fbb-06ef941e07ad tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:48.521259 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-41d97442-e13a-41f7-9db0-be78e866adb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:48.524020 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-d35cb08b-ef2f-4d30-9142-bfc5a5fbdb79 service neutron] Transition to ACTIVE for port object d0c3a856-34f3-461a-a2c3-9a59a53adc08 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:09:48.535692 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-d35cb08b-ef2f-4d30-9142-bfc5a5fbdb79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:48.606701 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-16275ed7-9ae0-4166-8fbb-06ef941e07ad tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:48.607220 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-16275ed7-9ae0-4166-8fbb-06ef941e07ad tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:48.632876 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-16275ed7-9ae0-4166-8fbb-06ef941e07ad tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Calling delete_port for 8ac8b746-6f21-4962-b2e9-0fe30dc0c687 owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:09:48.681570 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48759331-d6e7-4e4e-a9b4-6be40b3ef766 None None] DHCP port deletion for 44d1ad4e-8c15-4b0a-994d-4e89994f3603 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:09:48.699139 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35cb08b-ef2f-4d30-9142-bfc5a5fbdb79 service neutron] Pushing event updated for resources: {'Port': ['ID=d0c3a856-34f3-461a-a2c3-9a59a53adc08,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:48.767479 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-48759331-d6e7-4e4e-a9b4-6be40b3ef766 None None] Deleting port ce0150de-1690-48a2-9591-d9b188782e52 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:09:48.767850 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-48759331-d6e7-4e4e-a9b4-6be40b3ef766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:48.813671 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-41d97442-e13a-41f7-9db0-be78e866adb8 admin admin] Deleting port ce0150de-1690-48a2-9591-d9b188782e52 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:09:48.813913 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-41d97442-e13a-41f7-9db0-be78e866adb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:48.817415 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-d35cb08b-ef2f-4d30-9142-bfc5a5fbdb79 service neutron] Attempting to bind port d0c3a856-34f3-461a-a2c3-9a59a53adc08 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:09:48.817747 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-d35cb08b-ef2f-4d30-9142-bfc5a5fbdb79 service neutron] Attempting to bind port d0c3a856-34f3-461a-a2c3-9a59a53adc08 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:09:48.818163 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-d35cb08b-ef2f-4d30-9142-bfc5a5fbdb79 service neutron] Attempting to bind port d0c3a856-34f3-461a-a2c3-9a59a53adc08 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:09:48.835401 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-d35cb08b-ef2f-4d30-9142-bfc5a5fbdb79 service neutron] Port d0c3a856-34f3-461a-a2c3-9a59a53adc08 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:09:48.835734 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-d35cb08b-ef2f-4d30-9142-bfc5a5fbdb79 service neutron] Attempting to bind port d0c3a856-34f3-461a-a2c3-9a59a53adc08 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:09:48.842928 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-d35cb08b-ef2f-4d30-9142-bfc5a5fbdb79 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:09:48.843271 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-d35cb08b-ef2f-4d30-9142-bfc5a5fbdb79 service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:09:48.843657 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-d35cb08b-ef2f-4d30-9142-bfc5a5fbdb79 service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:09:48.844094 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-d35cb08b-ef2f-4d30-9142-bfc5a5fbdb79 service neutron] Bound port: d0c3a856-34f3-461a-a2c3-9a59a53adc08, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:09:48.844449 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-d35cb08b-ef2f-4d30-9142-bfc5a5fbdb79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:48.875050 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aaec5c-8736-42de-96bb-9338361aa0e2 req-23a2cbfc-9092-4b1f-a755-844d5d8a93c4 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:48.883400 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-49aaec5c-8736-42de-96bb-9338361aa0e2 req-23a2cbfc-9092-4b1f-a755-844d5d8a93c4 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.18 "GET /v2.0/ports?device_id=66918f43-db18-4a1d-9e85-11979d3f0b6f HTTP/1.1" status: 200 len: 949 time: 0.0977023 Sep 30 13:09:48.886712 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-48759331-d6e7-4e4e-a9b4-6be40b3ef766 None None] For port ce0150de-1690-48a2-9591-d9b188782e52, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=ce0150de-1690-48a2-9591-d9b188782e52,segment=NetworkSegment(4b4e88bf-e721-4782-904c-882beee44d7f),segment_id=4b4e88bf-e721-4782-904c-882beee44d7f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:48.887359 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-48759331-d6e7-4e4e-a9b4-6be40b3ef766 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:48.907611 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-48759331-d6e7-4e4e-a9b4-6be40b3ef766 None None] Calling delete_port for ce0150de-1690-48a2-9591-d9b188782e52 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:09:48.949271 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-49aaec5c-8736-42de-96bb-9338361aa0e2 req-b6f759c7-b6c4-4f06-afb2-615bdaeb7ad2 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.18 "GET /v2.0/security-groups?id=e43ac2b2-6975-44af-a498-0997d767a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647836 Sep 30 13:09:48.967838 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device ce0150de-1690-48a2-9591-d9b188782e52 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:09:48.994226 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-41d97442-e13a-41f7-9db0-be78e866adb8 admin admin] For port ce0150de-1690-48a2-9591-d9b188782e52, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=ce0150de-1690-48a2-9591-d9b188782e52,segment=NetworkSegment(4b4e88bf-e721-4782-904c-882beee44d7f),segment_id=4b4e88bf-e721-4782-904c-882beee44d7f)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:48.994587 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-41d97442-e13a-41f7-9db0-be78e866adb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:49.014145 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-41d97442-e13a-41f7-9db0-be78e866adb8 admin admin] Calling delete_port for ce0150de-1690-48a2-9591-d9b188782e52 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:09:49.055135 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-16275ed7-9ae0-4166-8fbb-06ef941e07ad tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:49.076524 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-d35cb08b-ef2f-4d30-9142-bfc5a5fbdb79 service neutron] For port d0c3a856-34f3-461a-a2c3-9a59a53adc08, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:09:49.095554 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-d35cb08b-ef2f-4d30-9142-bfc5a5fbdb79 service neutron] For port d0c3a856-34f3-461a-a2c3-9a59a53adc08, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d0c3a856-34f3-461a-a2c3-9a59a53adc08,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:09:49.099325 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16275ed7-9ae0-4166-8fbb-06ef941e07ad tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event deleted for resources: {'Port': ['ID=8ac8b746-6f21-4962-b2e9-0fe30dc0c687,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:49.128050 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-d35cb08b-ef2f-4d30-9142-bfc5a5fbdb79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:49.145819 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-d35cb08b-ef2f-4d30-9142-bfc5a5fbdb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:49.147888 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-d35cb08b-ef2f-4d30-9142-bfc5a5fbdb79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:49.149562 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-d35cb08b-ef2f-4d30-9142-bfc5a5fbdb79 service neutron] 10.222.0.39 "PUT /v2.0/ports/d0c3a856-34f3-461a-a2c3-9a59a53adc08 HTTP/1.1" status: 200 len: 1096 time: 1.2971473 Sep 30 13:09:49.195793 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-48759331-d6e7-4e4e-a9b4-6be40b3ef766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:49.278096 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:49.303144 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-41d97442-e13a-41f7-9db0-be78e866adb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:49.324698 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d97442-e13a-41f7-9db0-be78e866adb8 admin admin] No DVR routers for this DVR port ce0150de-1690-48a2-9591-d9b188782e52 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:09:49.326874 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48759331-d6e7-4e4e-a9b4-6be40b3ef766 None None] Pushing event deleted for resources: {'Port': ['ID=ce0150de-1690-48a2-9591-d9b188782e52,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:49.342787 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48759331-d6e7-4e4e-a9b4-6be40b3ef766 None None] No DVR routers for this DVR port ce0150de-1690-48a2-9591-d9b188782e52 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:09:49.344363 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35cb08b-ef2f-4d30-9142-bfc5a5fbdb79 service neutron] Pushing event updated for resources: {'Port': ['ID=d0c3a856-34f3-461a-a2c3-9a59a53adc08,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:49.348990 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:49.391248 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c70a56f1-89e5-46ed-a44e-aab258409832 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:09:49.410929 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e', 'tag': 'd0c3a856-34f3-461a-a2c3-9a59a53adc08'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:09:49.413607 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a875eb-3f31-4775-b130-fe518c98dbf8" -d '{"events": [{"name": "network-changed", "server_uuid": "86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e", "tag": "d0c3a856-34f3-461a-a2c3-9a59a53adc08"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:09:49.431044 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: c70a56f1-89e5-46ed-a44e-aab258409832 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:09:49.431813 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c70a56f1-89e5-46ed-a44e-aab258409832 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:09:49.478904 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d97442-e13a-41f7-9db0-be78e866adb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce0150de-1690-48a2-9591-d9b188782e52,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:49.488666 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-68d9ca03-b248-47d2-85e0-e03c28629c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:49.490529 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-68d9ca03-b248-47d2-85e0-e03c28629c78 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 1099 time: 0.2600377 Sep 30 13:09:49.499559 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device f68b6fce-3933-4a5f-8cc5-33f5ef377035 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:09:49.531576 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1be90-0da2-4643-a456-4e77693c9332 req-6773c10b-f13e-4685-b325-dadfd8925af9 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:49.533328 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b5f1be90-0da2-4643-a456-4e77693c9332 req-6773c10b-f13e-4685-b325-dadfd8925af9 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.18 "GET /v2.0/ports?device_id=66918f43-db18-4a1d-9e85-11979d3f0b6f HTTP/1.1" status: 200 len: 949 time: 0.1976357 Sep 30 13:09:49.543084 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: f68b6fce-3933-4a5f-8cc5-33f5ef377035 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:09:49.543740 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device f68b6fce-3933-4a5f-8cc5-33f5ef377035 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:09:49.611434 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-41d97442-e13a-41f7-9db0-be78e866adb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:49.620393 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-650b575e-e57f-4103-a5d5-5f0c2de0a7e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=d0c3a856-34f3-461a-a2c3-9a59a53adc08 HTTP/1.1" status: 200 len: 217 time: 0.1094477 Sep 30 13:09:49.621387 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-16275ed7-9ae0-4166-8fbb-06ef941e07ad tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:49.621943 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-16275ed7-9ae0-4166-8fbb-06ef941e07ad tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Floating IP 31e0cfe3-342b-4283-adc8-05240448cc4a disassociated (deleted). External IP: 172.25.5.2, port: cf845d3f-7518-4360-8cf3-6ba31239cc32. Sep 30 13:09:49.673570 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343353d-3f76-433b-b879-5944d8eca471 req-256a0768-cb86-4e27-970a-c0037f3cdf09 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:49.675578 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0343353d-3f76-433b-b879-5944d8eca471 req-256a0768-cb86-4e27-970a-c0037f3cdf09 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 948 time: 0.4486063 Sep 30 13:09:49.689718 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-df1ceeb5-29a5-4084-a2bf-64eafdd0282d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:49.691524 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-df1ceeb5-29a5-4084-a2bf-64eafdd0282d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0552504 Sep 30 13:09:49.707726 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-41d97442-e13a-41f7-9db0-be78e866adb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d1ad4e-8c15-4b0a-994d-4e89994f3603']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:49.732233 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-41d97442-e13a-41f7-9db0-be78e866adb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4e88bf-e721-4782-904c-882beee44d7f') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:49.732735 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-41d97442-e13a-41f7-9db0-be78e866adb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4e88bf-e721-4782-904c-882beee44d7f') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:49.763985 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b5f1be90-0da2-4643-a456-4e77693c9332 req-c7e52b71-c9d4-497c-855b-4201f814b8ad tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.18 "GET /v2.0/security-groups?id=e43ac2b2-6975-44af-a498-0997d767a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949255 Sep 30 13:09:49.765801 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-41d97442-e13a-41f7-9db0-be78e866adb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:49.766616 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0343353d-3f76-433b-b879-5944d8eca471 req-61a6820c-ed0c-4404-ad81-65c4efee88c5 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793872 Sep 30 13:09:49.793565 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-41d97442-e13a-41f7-9db0-be78e866adb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:49.810996 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-8a95b94a-5935-4327-85e9-131cc3813d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:49.813367 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-8a95b94a-5935-4327-85e9-131cc3813d7a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1082482 Sep 30 13:09:49.813737 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d97442-e13a-41f7-9db0-be78e866adb8 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:09:49.814257 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-41d97442-e13a-41f7-9db0-be78e866adb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:09:49.817083 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:09:49.909080 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16275ed7-9ae0-4166-8fbb-06ef941e07ad tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Router 0cb13c55-39b0-424b-8023-17a3c89edbb2 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:09:49.964142 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ab4d65-b8eb-440d-b801-97cd428180f5 x-openstack-request-id: req-d8ab4d65-b8eb-440d-b801-97cd428180f5 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:09:49.964142 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e", "tag": "d0c3a856-34f3-461a-a2c3-9a59a53adc08", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:09:49.964142 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d8ab4d65-b8eb-440d-b801-97cd428180f5 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:09:49.964142 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e', 'tag': 'd0c3a856-34f3-461a-a2c3-9a59a53adc08', 'status': 'completed', 'code': 200} Sep 30 13:09:49.964616 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-41d97442-e13a-41f7-9db0-be78e866adb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:49.971565 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-41d97442-e13a-41f7-9db0-be78e866adb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:49.974450 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-41d97442-e13a-41f7-9db0-be78e866adb8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/44d1ad4e-8c15-4b0a-994d-4e89994f3603 HTTP/1.1" status: 204 len: 168 time: 1.5669565 Sep 30 13:09:49.993360 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d97442-e13a-41f7-9db0-be78e866adb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=44d1ad4e-8c15-4b0a-994d-4e89994f3603,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:50.018228 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-bc7bf258-c1da-4b9d-ad3b-b47d3422c4da service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873376 Sep 30 13:09:50.048650 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16275ed7-9ae0-4166-8fbb-06ef941e07ad tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:09:50.063090 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809a6744-cda9-4374-aaed-16e97ddbb931 None None] Sync routers for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:09:50.063607 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-16275ed7-9ae0-4166-8fbb-06ef941e07ad tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:50.074935 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809a6744-cda9-4374-aaed-16e97ddbb931 None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:50.076362 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-809a6744-cda9-4374-aaed-16e97ddbb931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:50.091578 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-16275ed7-9ae0-4166-8fbb-06ef941e07ad tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "DELETE /v2.0/floatingips/31e0cfe3-342b-4283-adc8-05240448cc4a HTTP/1.1" status: 204 len: 168 time: 1.8277884 Sep 30 13:09:50.094054 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53152) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:50.157814 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d131453-d2f0-442d-b8e9-87ff4d11083a req-c6fff8b7-866b-4a1c-ac82-2cc395e7ad6e service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268013 Sep 30 13:09:50.175969 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53154) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:50.218702 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-809a6744-cda9-4374-aaed-16e97ddbb931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:50.224618 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-7c6f2dca-b690-4143-aac8-1cb5198f3769 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Deleting port cf845d3f-7518-4360-8cf3-6ba31239cc32 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:09:50.225055 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7c6f2dca-b690-4143-aac8-1cb5198f3769 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:50.230272 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809a6744-cda9-4374-aaed-16e97ddbb931 None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:50.230900 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-809a6744-cda9-4374-aaed-16e97ddbb931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:50.268787 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-809a6744-cda9-4374-aaed-16e97ddbb931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:50.269641 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809a6744-cda9-4374-aaed-16e97ddbb931 None None] The sync data for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:09:50.279747 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a3a065e9-a6f5-4a39-bc54-0ba342a06a42 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c6aa911864ee4dc5b1f6e2e278a5345b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1024568 Sep 30 13:09:50.282160 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53156) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:50.328718 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7c6f2dca-b690-4143-aac8-1cb5198f3769 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:50.329089 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a875eb-3f31-4775-b130-fe518c98dbf8 req-b62d4c5a-5540-4ff6-a69f-26cd1d47f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:50.330639 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-30a875eb-3f31-4775-b130-fe518c98dbf8 req-b62d4c5a-5540-4ff6-a69f-26cd1d47f70e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 1099 time: 0.0947897 Sep 30 13:09:50.341844 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-7c6f2dca-b690-4143-aac8-1cb5198f3769 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Calling delete_port for cf845d3f-7518-4360-8cf3-6ba31239cc32 owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:09:50.379675 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c7fe84b8-8078-4e29-860b-5fc0585afd05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:50.435749 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c7fe84b8-8078-4e29-860b-5fc0585afd05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:50.485273 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a875eb-3f31-4775-b130-fe518c98dbf8 req-a2d8d204-5278-44bf-9327-7a7fd5ed9a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:50.486720 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-30a875eb-3f31-4775-b130-fe518c98dbf8 req-a2d8d204-5278-44bf-9327-7a7fd5ed9a9c service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.1471982 Sep 30 13:09:50.538099 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-30a875eb-3f31-4775-b130-fe518c98dbf8 req-6ac8ce4f-b327-4c9c-a3b5-3e1d2378d9bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=d0c3a856-34f3-461a-a2c3-9a59a53adc08 HTTP/1.1" status: 200 len: 217 time: 0.0419412 Sep 30 13:09:50.541405 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c7fe84b8-8078-4e29-860b-5fc0585afd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:50.546534 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c7fe84b8-8078-4e29-860b-5fc0585afd05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:50.550188 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c7fe84b8-8078-4e29-860b-5fc0585afd05 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/59d8d66b-30db-434f-8c90-9f53f259217b HTTP/1.1" status: 204 len: 168 time: 0.2647789 Sep 30 13:09:50.550356 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7c6f2dca-b690-4143-aac8-1cb5198f3769 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:50.581687 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f2dca-b690-4143-aac8-1cb5198f3769 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event deleted for resources: {'Port': ['ID=cf845d3f-7518-4360-8cf3-6ba31239cc32,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:50.591563 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe84b8-8078-4e29-860b-5fc0585afd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d8d66b-30db-434f-8c90-9f53f259217b,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:50.614292 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a875eb-3f31-4775-b130-fe518c98dbf8 req-51f69826-d74e-4abf-b6de-e1015c6a1a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:50.616041 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-30a875eb-3f31-4775-b130-fe518c98dbf8 req-51f69826-d74e-4abf-b6de-e1015c6a1a13 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0672507 Sep 30 13:09:50.649306 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6711d6d3-6a2a-423d-8253-5d885b65eeaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:50.677320 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a875eb-3f31-4775-b130-fe518c98dbf8 req-4d2cc5a4-b596-45bf-b012-4f9814123a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:50.678876 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-30a875eb-3f31-4775-b130-fe518c98dbf8 req-4d2cc5a4-b596-45bf-b012-4f9814123a92 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0545628 Sep 30 13:09:50.718561 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7c6f2dca-b690-4143-aac8-1cb5198f3769 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:50.724563 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7c6f2dca-b690-4143-aac8-1cb5198f3769 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "DELETE /v2.0/ports/cf845d3f-7518-4360-8cf3-6ba31239cc32 HTTP/1.1" status: 204 len: 168 time: 0.6294689 Sep 30 13:09:50.725218 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53162) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:50.729729 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-83743300-02c0-4e70-b175-02696903d8b6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:50.757577 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83743300-02c0-4e70-b175-02696903d8b6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:50.906046 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f4e0b-3898-4c33-b562-68b37dc56c86 req-6aa8ba7e-eaf6-4fbf-b551-f5aad8aa7568 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:50.910683 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-521f4e0b-3898-4c33-b562-68b37dc56c86 req-6aa8ba7e-eaf6-4fbf-b551-f5aad8aa7568 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.39 "GET /v2.0/ports?device_id=66918f43-db18-4a1d-9e85-11979d3f0b6f HTTP/1.1" status: 200 len: 949 time: 0.2358832 Sep 30 13:09:50.978440 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83743300-02c0-4e70-b175-02696903d8b6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:51.008681 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab6d15-93b6-43dd-bd27-aeab2a8dc658 req-192a7ccf-2d9f-4129-91fd-2e86a45da506 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:51.017997 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1aab6d15-93b6-43dd-bd27-aeab2a8dc658 req-192a7ccf-2d9f-4129-91fd-2e86a45da506 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.18 "GET /v2.0/ports?device_id=66918f43-db18-4a1d-9e85-11979d3f0b6f HTTP/1.1" status: 200 len: 949 time: 0.1031165 Sep 30 13:09:51.071379 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-30a875eb-3f31-4775-b130-fe518c98dbf8 req-c37cfc8d-be86-416f-9c44-06643f37ec79 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799996 Sep 30 13:09:51.084682 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31292fd1-ed0d-4316-b899-c9cbd55a3c4c req-61a735bf-1844-4dfa-a43a-970a94a7f2b0 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:51.086447 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-31292fd1-ed0d-4316-b899-c9cbd55a3c4c req-61a735bf-1844-4dfa-a43a-970a94a7f2b0 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 948 time: 0.1615629 Sep 30 13:09:51.104800 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1aab6d15-93b6-43dd-bd27-aeab2a8dc658 req-fc47d375-307d-4a17-bf4b-624e8fa0ea3a tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.18 "GET /v2.0/security-groups?id=e43ac2b2-6975-44af-a498-0997d767a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857651 Sep 30 13:09:51.265695 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-31292fd1-ed0d-4316-b899-c9cbd55a3c4c req-72b3acca-790c-4ad4-9d42-8915949569e7 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656461 Sep 30 13:09:51.274820 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-30a875eb-3f31-4775-b130-fe518c98dbf8 req-ad3e37ce-e473-461f-9c91-5b7d3fef61c8 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860480 Sep 30 13:09:51.292139 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-521f4e0b-3898-4c33-b562-68b37dc56c86 req-cbde29bd-7560-40f0-b40a-f27f79b5db6c tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Deleting port 25b6e555-74b3-4b7a-9208-0956a8a515af {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:09:51.292487 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-521f4e0b-3898-4c33-b562-68b37dc56c86 req-cbde29bd-7560-40f0-b40a-f27f79b5db6c tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:51.295593 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-83743300-02c0-4e70-b175-02696903d8b6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Allocated IP 172.25.5.190 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/5c4962b2-405e-4613-bb15-d9f270870a1c) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:09:51.438841 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83743300-02c0-4e70-b175-02696903d8b6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:51.456123 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-521f4e0b-3898-4c33-b562-68b37dc56c86 req-cbde29bd-7560-40f0-b40a-f27f79b5db6c tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] For port 25b6e555-74b3-4b7a-9208-0956a8a515af, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=25b6e555-74b3-4b7a-9208-0956a8a515af,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:51.456755 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-521f4e0b-3898-4c33-b562-68b37dc56c86 req-cbde29bd-7560-40f0-b40a-f27f79b5db6c tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:51.472046 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-521f4e0b-3898-4c33-b562-68b37dc56c86 req-cbde29bd-7560-40f0-b40a-f27f79b5db6c tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Calling delete_port for 25b6e555-74b3-4b7a-9208-0956a8a515af owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:09:51.484210 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83743300-02c0-4e70-b175-02696903d8b6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:51.521501 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83743300-02c0-4e70-b175-02696903d8b6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:09:51.526599 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-83743300-02c0-4e70-b175-02696903d8b6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:09:51.530789 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83743300-02c0-4e70-b175-02696903d8b6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:09:51.560882 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83743300-02c0-4e70-b175-02696903d8b6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event updated for resources: {'Port': ['ID=5c4962b2-405e-4613-bb15-d9f270870a1c,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:51.561755 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:51.571492 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53192) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:51.646258 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-521f4e0b-3898-4c33-b562-68b37dc56c86 req-cbde29bd-7560-40f0-b40a-f27f79b5db6c tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:51.657931 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['25b6e555-74b3-4b7a-9208-0956a8a515af'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:09:51.682150 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde29bd-7560-40f0-b40a-f27f79b5db6c tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Pushing event deleted for resources: {'Port': ['ID=25b6e555-74b3-4b7a-9208-0956a8a515af,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:51.734059 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-8891139f-4b09-4631-bdf2-77c2ac2be117 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2023933609-network', 'tenant_id': '7ee3511bd90343d7b7c3e8de8f1910c6'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:51.745543 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-521f4e0b-3898-4c33-b562-68b37dc56c86 req-cbde29bd-7560-40f0-b40a-f27f79b5db6c tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] No DVR routers for this DVR port 25b6e555-74b3-4b7a-9208-0956a8a515af on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:09:51.748739 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-521f4e0b-3898-4c33-b562-68b37dc56c86 req-cbde29bd-7560-40f0-b40a-f27f79b5db6c tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:51.751028 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-521f4e0b-3898-4c33-b562-68b37dc56c86 req-cbde29bd-7560-40f0-b40a-f27f79b5db6c tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.39 "DELETE /v2.0/ports/25b6e555-74b3-4b7a-9208-0956a8a515af HTTP/1.1" status: 204 len: 173 time: 0.8272619 Sep 30 13:09:51.760371 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83743300-02c0-4e70-b175-02696903d8b6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:51.819790 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8891139f-4b09-4631-bdf2-77c2ac2be117 admin admin] Made reservation on behalf of 7ee3511bd90343d7b7c3e8de8f1910c6 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:09:51.822571 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8891139f-4b09-4631-bdf2-77c2ac2be117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:51.832775 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83743300-02c0-4e70-b175-02696903d8b6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:51.834638 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8891139f-4b09-4631-bdf2-77c2ac2be117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:51.877779 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d0c3a856-34f3-461a-a2c3-9a59a53adc08 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:09:51.964415 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66918f43-db18-4a1d-9e85-11979d3f0b6f', 'name': 'network-vif-deleted', 'tag': '25b6e555-74b3-4b7a-9208-0956a8a515af'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:09:51.969411 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663daa5f-6ae8-4685-bb38-6289f6004617" -d '{"events": [{"server_uuid": "66918f43-db18-4a1d-9e85-11979d3f0b6f", "name": "network-vif-deleted", "tag": "25b6e555-74b3-4b7a-9208-0956a8a515af"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:09:52.042425 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe41363b-374e-4f2b-bd8e-96610f2cb22f x-openstack-request-id: req-fe41363b-374e-4f2b-bd8e-96610f2cb22f {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:09:52.043144 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66918f43-db18-4a1d-9e85-11979d3f0b6f", "name": "network-vif-deleted", "tag": "25b6e555-74b3-4b7a-9208-0956a8a515af", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:09:52.044248 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe41363b-374e-4f2b-bd8e-96610f2cb22f {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:09:52.045394 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66918f43-db18-4a1d-9e85-11979d3f0b6f', 'name': 'network-vif-deleted', 'tag': '25b6e555-74b3-4b7a-9208-0956a8a515af', 'status': 'completed', 'code': 200} Sep 30 13:09:52.068182 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port d0c3a856-34f3-461a-a2c3-9a59a53adc08, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d0c3a856-34f3-461a-a2c3-9a59a53adc08,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:52.074138 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8891139f-4b09-4631-bdf2-77c2ac2be117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:52.079329 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83743300-02c0-4e70-b175-02696903d8b6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:52.082951 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'd0c3a856-34f3-461a-a2c3-9a59a53adc08', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': 'd0c3a856-34f3-461a-a2c3-9a59a53adc08', 'mac_address': 'fa:16:3e:c4:74:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:09:52.083323 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8891139f-4b09-4631-bdf2-77c2ac2be117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:52.099628 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8891139f-4b09-4631-bdf2-77c2ac2be117 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:09:52.110974 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8891139f-4b09-4631-bdf2-77c2ac2be117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:52.111322 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-8891139f-4b09-4631-bdf2-77c2ac2be117 admin admin] Added segment 5b45be96-cd25-4ceb-bbc6-f90837c96492 of type vlan for network e58a54e4-cec6-4bff-96db-0d8b15fac292 Sep 30 13:09:52.136814 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:52.136990 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486f846-cf2f-48c8-a37f-72eef9efbedd req-ad8e6f3f-6943-4f91-9b9e-476de3ada6cb tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:52.145683 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a486f846-cf2f-48c8-a37f-72eef9efbedd req-ad8e6f3f-6943-4f91-9b9e-476de3ada6cb tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1073cdc-7d85-4e7b-996c-a59bb240d122 HTTP/1.1" status: 200 len: 945 time: 0.0619440 Sep 30 13:09:52.155394 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0c3a856-34f3-461a-a2c3-9a59a53adc08 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:09:52.156331 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8891139f-4b09-4631-bdf2-77c2ac2be117 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:52.182748 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port d0c3a856-34f3-461a-a2c3-9a59a53adc08, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d0c3a856-34f3-461a-a2c3-9a59a53adc08,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:52.187219 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83743300-02c0-4e70-b175-02696903d8b6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:52.190613 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a486f846-cf2f-48c8-a37f-72eef9efbedd req-b37e2f15-0261-46a5-a44a-4a32759d9bf4 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439272 Sep 30 13:09:52.193485 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8891139f-4b09-4631-bdf2-77c2ac2be117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:52.194251 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:52.194791 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8891139f-4b09-4631-bdf2-77c2ac2be117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:52.197136 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8891139f-4b09-4631-bdf2-77c2ac2be117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:52.297918 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=d0c3a856-34f3-461a-a2c3-9a59a53adc08,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:52.310716 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d9e533b5-844a-4ac9-8620-0cbceb6017e4 req-6f124efb-d747-4a8e-be98-727ec9aea4a9 tempest-ImagesNegativeTestJSON-843546980 tempest-ImagesNegativeTestJSON-843546980-project] 10.222.0.18 "GET /v2.0/ports?device_id=66918f43-db18-4a1d-9e85-11979d3f0b6f HTTP/1.1" status: 200 len: 210 time: 0.0271242 Sep 30 13:09:52.337769 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:52.391460 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8891139f-4b09-4631-bdf2-77c2ac2be117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a193083-9d93-4fde-afc4-a67ec4d8c545,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:52.394903 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8891139f-4b09-4631-bdf2-77c2ac2be117 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8223724 Sep 30 13:09:52.399065 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53214) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:52.405518 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-69895c3b-d90f-4bd0-b6c1-32d4e3b63772 admin admin] Request body: {'subnet': {'network_id': 'e58a54e4-cec6-4bff-96db-0d8b15fac292', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2023933609-subnet', 'tenant_id': '7ee3511bd90343d7b7c3e8de8f1910c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:52.443818 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83743300-02c0-4e70-b175-02696903d8b6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:52.445876 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['d0c3a856-34f3-461a-a2c3-9a59a53adc08'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:09:52.447637 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8891139f-4b09-4631-bdf2-77c2ac2be117 admin admin] Pushing event updated for resources: {'Network': ['ID=e58a54e4-cec6-4bff-96db-0d8b15fac292,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:52.453359 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69895c3b-d90f-4bd0-b6c1-32d4e3b63772 admin admin] Made reservation on behalf of 7ee3511bd90343d7b7c3e8de8f1910c6 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:09:52.472111 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-69895c3b-d90f-4bd0-b6c1-32d4e3b63772 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:52.491997 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83743300-02c0-4e70-b175-02696903d8b6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event updated for resources: {'Port': ['ID=5c4962b2-405e-4613-bb15-d9f270870a1c,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:52.519215 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83743300-02c0-4e70-b175-02696903d8b6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:52.521770 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network e58a54e4-cec6-4bff-96db-0d8b15fac292 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:09:52.522095 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-83743300-02c0-4e70-b175-02696903d8b6 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7958627 Sep 30 13:09:52.526636 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53216) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:52.533954 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-286bb3f2-0617-4456-8162-06e127d96ab8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Request body: {'port': {'network_id': '1d403a6d-12a6-4846-b690-afff6ac87012', 'name': 'tempest-FloatingIPTestJSON-1228174193'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:52.626670 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d16d-ab1e-41a4-83f0-5d75abaa60df req-a7e3e14a-f635-4551-bad9-f0d66d6e24e6 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:52.628350 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0454d16d-ab1e-41a4-83f0-5d75abaa60df req-a7e3e14a-f635-4551-bad9-f0d66d6e24e6 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 949 time: 0.1859176 Sep 30 13:09:52.694086 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0454d16d-ab1e-41a4-83f0-5d75abaa60df req-995167d1-b87c-469d-b98c-2c267e9e3f6d tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573900 Sep 30 13:09:52.706997 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-69895c3b-d90f-4bd0-b6c1-32d4e3b63772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:52.717779 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286bb3f2-0617-4456-8162-06e127d96ab8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Made reservation on behalf of 5d598834b0b14741b4e644a0b096c5fa for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:09:52.722327 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-286bb3f2-0617-4456-8162-06e127d96ab8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:52.745156 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-286bb3f2-0617-4456-8162-06e127d96ab8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] device_id is not set on port b8fc54d3-96ac-4a59-8522-160986addbba yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:09:52.768077 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69895c3b-d90f-4bd0-b6c1-32d4e3b63772 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21ca1bed-c735-46f6-97ff-ed0007d3e48a,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:52.777477 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69895c3b-d90f-4bd0-b6c1-32d4e3b63772 admin admin] Checking segment: {'id': '5b45be96-cd25-4ceb-bbc6-f90837c96492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e58a54e4-cec6-4bff-96db-0d8b15fac292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:09:52.777839 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69895c3b-d90f-4bd0-b6c1-32d4e3b63772 admin admin] Network hostable DHCP agents. Network: e58a54e4-cec6-4bff-96db-0d8b15fac292, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:09:52.797439 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69895c3b-d90f-4bd0-b6c1-32d4e3b63772 admin admin] Network e58a54e4-cec6-4bff-96db-0d8b15fac292 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:09:52.807154 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-69895c3b-d90f-4bd0-b6c1-32d4e3b63772 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, e58a54e4-cec6-4bff-96db-0d8b15fac292) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:09:52.812381 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69895c3b-d90f-4bd0-b6c1-32d4e3b63772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:52.813345 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-69895c3b-d90f-4bd0-b6c1-32d4e3b63772 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:52.816854 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a27337-ad21-40ab-9985-3ee3ab73a4e2 None None] Network e58a54e4-cec6-4bff-96db-0d8b15fac292 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:09:52.836381 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-69895c3b-d90f-4bd0-b6c1-32d4e3b63772 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4284544 Sep 30 13:09:52.897077 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-286bb3f2-0617-4456-8162-06e127d96ab8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Allocated IP 172.20.0.8 (1d403a6d-12a6-4846-b690-afff6ac87012/4012b6f8-b905-4dc9-b662-206ecc6e001c/b8fc54d3-96ac-4a59-8522-160986addbba) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:09:52.968344 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3829eea4-c985-41da-aef0-8b411af4a36d None None] Network e58a54e4-cec6-4bff-96db-0d8b15fac292 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:09:53.059346 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-286bb3f2-0617-4456-8162-06e127d96ab8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:53.095455 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-286bb3f2-0617-4456-8162-06e127d96ab8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:53.145389 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286bb3f2-0617-4456-8162-06e127d96ab8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Network 1d403a6d-12a6-4846-b690-afff6ac87012 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:09:53.148604 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-286bb3f2-0617-4456-8162-06e127d96ab8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:09:53.152480 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286bb3f2-0617-4456-8162-06e127d96ab8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:09:53.159561 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286bb3f2-0617-4456-8162-06e127d96ab8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event updated for resources: {'Port': ['ID=b8fc54d3-96ac-4a59-8522-160986addbba,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:53.205779 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286bb3f2-0617-4456-8162-06e127d96ab8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:53.206420 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-286bb3f2-0617-4456-8162-06e127d96ab8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:53.223657 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-286bb3f2-0617-4456-8162-06e127d96ab8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6937776 Sep 30 13:09:53.226241 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53238) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:53.231170 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-3f85e7dc-dc43-40e2-a3d0-f45a5c674fcf tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Request body: {'floatingip': {'port_id': 'b8fc54d3-96ac-4a59-8522-160986addbba'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:53.295312 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f85e7dc-dc43-40e2-a3d0-f45a5c674fcf tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:53.296880 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-296cd98a-0d7a-484b-a343-76431bc25d29 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:53.298420 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-296cd98a-0d7a-484b-a343-76431bc25d29 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/networks?id=e58a54e4-cec6-4bff-96db-0d8b15fac292 HTTP/1.1" status: 200 len: 814 time: 0.1126120 Sep 30 13:09:53.315150 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-7cdcb167-40c5-47a5-a16b-8d59ecf117c1 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/quotas/7ee3511bd90343d7b7c3e8de8f1910c6 HTTP/1.1" status: 200 len: 375 time: 0.0094347 Sep 30 13:09:53.348182 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-814137c3-7518-48fb-92cd-1f3d8334be84 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ee3511bd90343d7b7c3e8de8f1910c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268781 Sep 30 13:09:53.398790 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d139dc9-6efa-4df8-9d89-e9a5bf8c5869 req-415538bf-e905-4dc1-9ba5-fce59f445d12 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:53.400298 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d139dc9-6efa-4df8-9d89-e9a5bf8c5869 req-415538bf-e905-4dc1-9ba5-fce59f445d12 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1073cdc-7d85-4e7b-996c-a59bb240d122 HTTP/1.1" status: 200 len: 945 time: 0.1345685 Sep 30 13:09:53.446784 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-aff4acf6-433b-4728-b12c-f37a70f14054 service neutron] 10.222.0.18 "GET /v2.0/networks/e58a54e4-cec6-4bff-96db-0d8b15fac292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915508 Sep 30 13:09:53.498598 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d139dc9-6efa-4df8-9d89-e9a5bf8c5869 req-0bf8ae57-b1ae-484c-8821-139aee620701 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/security-groups?id=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871317 Sep 30 13:09:53.544326 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-c2943692-f143-4861-bb01-6a2427212176 service neutron] 10.222.0.18 "GET /v2.0/networks/e58a54e4-cec6-4bff-96db-0d8b15fac292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904870 Sep 30 13:09:53.665148 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92f18d-a25d-49f1-b291-c048bd34d5cf req-aab8acdc-b8c1-411c-8c5f-3ec9e7fdf29c tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:53.667836 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aa92f18d-a25d-49f1-b291-c048bd34d5cf req-aab8acdc-b8c1-411c-8c5f-3ec9e7fdf29c tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1073cdc-7d85-4e7b-996c-a59bb240d122 HTTP/1.1" status: 200 len: 945 time: 0.0637388 Sep 30 13:09:53.839017 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-74ae3ebb-7f75-4c19-b87f-5812a0de2e3f req-79c694a3-e543-4523-86a7-608e55b294e1 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cd2bcda-ad8b-44a8-acb4-39f331d2413b HTTP/1.1" status: 200 len: 210 time: 0.0358579 Sep 30 13:09:53.858763 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-aa92f18d-a25d-49f1-b291-c048bd34d5cf req-616744a7-89af-4b66-86b1-23c256b94d4d tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Deleting port e28892e7-07bd-4cf4-a013-d9fdb07b01de {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:09:53.858763 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-aa92f18d-a25d-49f1-b291-c048bd34d5cf req-616744a7-89af-4b66-86b1-23c256b94d4d tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:53.901812 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d0c3a856-34f3-461a-a2c3-9a59a53adc08 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:09:53.992810 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port d0c3a856-34f3-461a-a2c3-9a59a53adc08 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:09:53.999270 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port d0c3a856-34f3-461a-a2c3-9a59a53adc08 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:09:53.999951 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:54.049114 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-aa92f18d-a25d-49f1-b291-c048bd34d5cf req-616744a7-89af-4b66-86b1-23c256b94d4d tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] For port e28892e7-07bd-4cf4-a013-d9fdb07b01de, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=e28892e7-07bd-4cf4-a013-d9fdb07b01de,segment=NetworkSegment(688c8266-a3f8-4cf1-b6d1-6a10b2a992d0),segment_id=688c8266-a3f8-4cf1-b6d1-6a10b2a992d0)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:54.049445 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-aa92f18d-a25d-49f1-b291-c048bd34d5cf req-616744a7-89af-4b66-86b1-23c256b94d4d tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:54.059299 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:54.095254 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-aa92f18d-a25d-49f1-b291-c048bd34d5cf req-616744a7-89af-4b66-86b1-23c256b94d4d tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Calling delete_port for e28892e7-07bd-4cf4-a013-d9fdb07b01de owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:09:54.120058 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:54.132115 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b647e6-5971-4ed8-ba45-cf857e2bafba req-d34faa52-18a6-45f1-b257-e94361479e75 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:54.138717 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d9b647e6-5971-4ed8-ba45-cf857e2bafba req-d34faa52-18a6-45f1-b257-e94361479e75 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 949 time: 0.1069579 Sep 30 13:09:54.154333 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c3a856-34f3-461a-a2c3-9a59a53adc08'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:09:54.156660 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd31f4d-84dd-48a8-8f57-043d6bedd912" -d '{"events": [{"server_uuid": "86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e", "name": "network-vif-plugged", "status": "completed", "tag": "d0c3a856-34f3-461a-a2c3-9a59a53adc08"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:09:54.171996 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port d0c3a856-34f3-461a-a2c3-9a59a53adc08, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d0c3a856-34f3-461a-a2c3-9a59a53adc08,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:09:54.182740 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:54.183630 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 25b6e555-74b3-4b7a-9208-0956a8a515af no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:09:54.226365 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 25b6e555-74b3-4b7a-9208-0956a8a515af {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:09:54.226804 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 25b6e555-74b3-4b7a-9208-0956a8a515af not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:09:54.231941 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82288f3-18ed-4e76-9765-6acf0c1a655f x-openstack-request-id: req-b82288f3-18ed-4e76-9765-6acf0c1a655f {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:09:54.232337 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e", "name": "network-vif-plugged", "status": "completed", "tag": "d0c3a856-34f3-461a-a2c3-9a59a53adc08", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:09:54.232695 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b82288f3-18ed-4e76-9765-6acf0c1a655f {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:09:54.233085 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c3a856-34f3-461a-a2c3-9a59a53adc08', 'code': 200} Sep 30 13:09:54.239827 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d9b647e6-5971-4ed8-ba45-cf857e2bafba req-29294032-dfd8-4452-8675-c7dd797bc252 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962465 Sep 30 13:09:54.254294 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f85e7dc-dc43-40e2-a3d0-f45a5c674fcf tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:54.261966 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=d0c3a856-34f3-461a-a2c3-9a59a53adc08,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:54.271270 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f85e7dc-dc43-40e2-a3d0-f45a5c674fcf tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:54.371571 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53278) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:54.385172 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb83cf4-3315-4802-ac5a-186de1156a70 req-a486927c-8c6b-4be7-a5f4-c2630ba3032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:54.387232 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8bb83cf4-3315-4802-ac5a-186de1156a70 req-a486927c-8c6b-4be7-a5f4-c2630ba3032e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 1101 time: 0.0901654 Sep 30 13:09:54.395334 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-3f85e7dc-dc43-40e2-a3d0-f45a5c674fcf tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Floating IP 24b68df6-969a-4b2d-ab90-901a2ceac795 associated. External IP: 172.25.5.190, port: b8fc54d3-96ac-4a59-8522-160986addbba. Sep 30 13:09:54.420986 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-aa92f18d-a25d-49f1-b291-c048bd34d5cf req-616744a7-89af-4b66-86b1-23c256b94d4d tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:54.433452 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['e28892e7-07bd-4cf4-a013-d9fdb07b01de'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:09:54.473074 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616744a7-89af-4b66-86b1-23c256b94d4d tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Pushing event deleted for resources: {'Port': ['ID=e28892e7-07bd-4cf4-a013-d9fdb07b01de,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:54.508747 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8bb83cf4-3315-4802-ac5a-186de1156a70 req-dc9fa8ff-6d86-4c2e-bb79-e2da55917c12 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080890 Sep 30 13:09:54.542817 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa92f18d-a25d-49f1-b291-c048bd34d5cf req-616744a7-89af-4b66-86b1-23c256b94d4d tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] No DVR routers for this DVR port e28892e7-07bd-4cf4-a013-d9fdb07b01de on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:09:54.550929 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-aa92f18d-a25d-49f1-b291-c048bd34d5cf req-616744a7-89af-4b66-86b1-23c256b94d4d tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:54.553713 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aa92f18d-a25d-49f1-b291-c048bd34d5cf req-616744a7-89af-4b66-86b1-23c256b94d4d tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.39 "DELETE /v2.0/ports/e28892e7-07bd-4cf4-a013-d9fdb07b01de HTTP/1.1" status: 204 len: 173 time: 0.8803327 Sep 30 13:09:54.554197 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1073cdc-7d85-4e7b-996c-a59bb240d122', 'name': 'network-vif-deleted', 'tag': 'e28892e7-07bd-4cf4-a013-d9fdb07b01de'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:09:54.556430 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd54fec5-c672-474a-bee9-29a013344de0" -d '{"events": [{"server_uuid": "d1073cdc-7d85-4e7b-996c-a59bb240d122", "name": "network-vif-deleted", "tag": "e28892e7-07bd-4cf4-a013-d9fdb07b01de"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:09:54.614160 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3f9ed8b7-02df-4ede-910a-c860ac88470a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f1809b10bb04e3eac2393855ed44133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2395740 Sep 30 13:09:54.614766 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53288) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:54.616590 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de2f397-a91a-422e-9568-5b26d45c31bd x-openstack-request-id: req-5de2f397-a91a-422e-9568-5b26d45c31bd {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:09:54.616878 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1073cdc-7d85-4e7b-996c-a59bb240d122", "name": "network-vif-deleted", "tag": "e28892e7-07bd-4cf4-a013-d9fdb07b01de", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:09:54.617132 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5de2f397-a91a-422e-9568-5b26d45c31bd {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:09:54.617526 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1073cdc-7d85-4e7b-996c-a59bb240d122', 'name': 'network-vif-deleted', 'tag': 'e28892e7-07bd-4cf4-a013-d9fdb07b01de', 'status': 'completed', 'code': 200} Sep 30 13:09:54.620851 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f61f2d3-7938-4854-95d5-33c55ccc0003 req-290ba54a-4a1e-475e-afbd-f3502c96f5b9 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1073cdc-7d85-4e7b-996c-a59bb240d122 HTTP/1.1" status: 200 len: 210 time: 0.0400186 Sep 30 13:09:54.667839 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f85e7dc-dc43-40e2-a3d0-f45a5c674fcf tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Router 0cb13c55-39b0-424b-8023-17a3c89edbb2 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:09:54.668911 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4b972403-e90c-40de-b4b8-6d7bb2ea773c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:54.692468 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4b972403-e90c-40de-b4b8-6d7bb2ea773c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:54.765799 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4b972403-e90c-40de-b4b8-6d7bb2ea773c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:54.775011 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4b972403-e90c-40de-b4b8-6d7bb2ea773c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:54.784192 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4b972403-e90c-40de-b4b8-6d7bb2ea773c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e43ac2b2-6975-44af-a498-0997d767a3a6 HTTP/1.1" status: 204 len: 168 time: 0.1655686 Sep 30 13:09:54.804015 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b972403-e90c-40de-b4b8-6d7bb2ea773c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43ac2b2-6975-44af-a498-0997d767a3a6,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:54.818830 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f85e7dc-dc43-40e2-a3d0-f45a5c674fcf tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:09:54.825775 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f85e7dc-dc43-40e2-a3d0-f45a5c674fcf tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:54.830570 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829bde58-22e8-4cbd-8d1c-c59b26a60338 None None] Sync routers for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:09:54.860773 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829bde58-22e8-4cbd-8d1c-c59b26a60338 None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:54.871834 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-829bde58-22e8-4cbd-8d1c-c59b26a60338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:54.907425 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53298) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:54.908023 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3f85e7dc-dc43-40e2-a3d0-f45a5c674fcf tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "PUT /v2.0/floatingips/24b68df6-969a-4b2d-ab90-901a2ceac795 HTTP/1.1" status: 200 len: 978 time: 1.6801145 Sep 30 13:09:54.910723 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-829bde58-22e8-4cbd-8d1c-c59b26a60338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:54.920342 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829bde58-22e8-4cbd-8d1c-c59b26a60338 None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:54.921067 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-829bde58-22e8-4cbd-8d1c-c59b26a60338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:54.953927 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-829bde58-22e8-4cbd-8d1c-c59b26a60338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:54.954657 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829bde58-22e8-4cbd-8d1c-c59b26a60338 None None] The sync data for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:09:55.002992 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-abdb7735-3f91-4936-9f47-cd1fcac6aaa6 req-8131a5ca-2ae8-48dc-a614-1cf7395de0cd tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cd2bcda-ad8b-44a8-acb4-39f331d2413b HTTP/1.1" status: 200 len: 210 time: 0.0546801 Sep 30 13:09:55.030813 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-a0b45f36-4a7c-4aac-ac1d-e35da62f7478 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Deleting port b8fc54d3-96ac-4a59-8522-160986addbba {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:09:55.031157 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0b45f36-4a7c-4aac-ac1d-e35da62f7478 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:55.118031 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0b45f36-4a7c-4aac-ac1d-e35da62f7478 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:55.424213 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f5145-9b4b-4a79-9ff8-a703a8dee960 req-4e1bc1e2-429b-44eb-9c17-e9d06513f558 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:55.430542 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0e7f5145-9b4b-4a79-9ff8-a703a8dee960 req-4e1bc1e2-429b-44eb-9c17-e9d06513f558 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 950 time: 0.0661952 Sep 30 13:09:55.478507 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0e7f5145-9b4b-4a79-9ff8-a703a8dee960 req-16928ecf-74df-490a-aeae-2d89fce3779e tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464270 Sep 30 13:09:55.659692 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-4d502d33-9e90-4ea6-9707-afd6497d4e9d tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:55.661207 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-4d502d33-9e90-4ea6-9707-afd6497d4e9d tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.39 "GET /v2.0/networks?id=e58a54e4-cec6-4bff-96db-0d8b15fac292 HTTP/1.1" status: 200 len: 814 time: 0.1652889 Sep 30 13:09:55.697930 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-2ac935e4-17bb-4a4d-b3b2-9a61ca0a130c tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Request body: {'port': {'device_id': '3cd2bcda-ad8b-44a8-acb4-39f331d2413b', 'network_id': 'e58a54e4-cec6-4bff-96db-0d8b15fac292', 'admin_state_up': True, 'tenant_id': '7ee3511bd90343d7b7c3e8de8f1910c6'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:55.750480 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a07444b6-f89d-4c68-ba24-389779a44d75 req-158c40e2-2b99-4871-8ae4-47dd44562957 tempest-AttachVolumeNegativeTest-2063780679 tempest-AttachVolumeNegativeTest-2063780679-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1073cdc-7d85-4e7b-996c-a59bb240d122 HTTP/1.1" status: 200 len: 210 time: 0.0323203 Sep 30 13:09:55.782573 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0b45f36-4a7c-4aac-ac1d-e35da62f7478 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:55.782965 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0b45f36-4a7c-4aac-ac1d-e35da62f7478 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:55.783328 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-a0b45f36-4a7c-4aac-ac1d-e35da62f7478 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Floating IP 24b68df6-969a-4b2d-ab90-901a2ceac795 disassociated. External IP: 172.25.5.190, port: b8fc54d3-96ac-4a59-8522-160986addbba. Sep 30 13:09:55.783652 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-a0b45f36-4a7c-4aac-ac1d-e35da62f7478 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Calling delete_port for b8fc54d3-96ac-4a59-8522-160986addbba owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:09:55.898824 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-2ac935e4-17bb-4a4d-b3b2-9a61ca0a130c tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Made reservation on behalf of 7ee3511bd90343d7b7c3e8de8f1910c6 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:09:55.902719 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-2ac935e4-17bb-4a4d-b3b2-9a61ca0a130c tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:55.978155 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0b45f36-4a7c-4aac-ac1d-e35da62f7478 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:56.042980 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b45f36-4a7c-4aac-ac1d-e35da62f7478 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event deleted for resources: {'Port': ['ID=b8fc54d3-96ac-4a59-8522-160986addbba,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:56.119710 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53342) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:56.155662 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d0c4348-c019-42e6-a37b-6f2aaad22c5b req-80483400-2091-433b-b5ca-de690bc2d3ba tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cd2bcda-ad8b-44a8-acb4-39f331d2413b HTTP/1.1" status: 200 len: 210 time: 0.0383320 Sep 30 13:09:56.211020 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-2ac935e4-17bb-4a4d-b3b2-9a61ca0a130c tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Allocated IP 172.20.0.7 (e58a54e4-cec6-4bff-96db-0d8b15fac292/21ca1bed-c735-46f6-97ff-ed0007d3e48a/f7414423-fecd-4d71-9218-cdf606ac2231) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:09:56.233783 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fd16c007-3d2a-42f4-929d-0a44712a9467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:56.254110 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b45f36-4a7c-4aac-ac1d-e35da62f7478 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Router 0cb13c55-39b0-424b-8023-17a3c89edbb2 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:09:56.321945 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fd16c007-3d2a-42f4-929d-0a44712a9467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:56.326425 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fd16c007-3d2a-42f4-929d-0a44712a9467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:56.367921 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fd16c007-3d2a-42f4-929d-0a44712a9467 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a28d6bfc324f4388bbcb28856819bab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2470670 Sep 30 13:09:56.368839 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16c007-3d2a-42f4-929d-0a44712a9467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb76bbd-f2e1-4d48-a423-74d08f36d480,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:56.371244 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53346) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:56.427237 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-64c6d839-d2fd-42ee-9b85-e630f1357002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:56.456897 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-64c6d839-d2fd-42ee-9b85-e630f1357002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:56.459626 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b45f36-4a7c-4aac-ac1d-e35da62f7478 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:09:56.472501 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bd3b8f-50c9-4f9d-a860-10d18617d2d5 None None] Sync routers for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:09:56.473372 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-2ac935e4-17bb-4a4d-b3b2-9a61ca0a130c tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:56.481910 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bd3b8f-50c9-4f9d-a860-10d18617d2d5 None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:56.482642 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-17bd3b8f-50c9-4f9d-a860-10d18617d2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:56.520491 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-17bd3b8f-50c9-4f9d-a860-10d18617d2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:56.522105 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-64c6d839-d2fd-42ee-9b85-e630f1357002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:56.524995 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-64c6d839-d2fd-42ee-9b85-e630f1357002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:56.526365 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-64c6d839-d2fd-42ee-9b85-e630f1357002 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9cb76bbd-f2e1-4d48-a423-74d08f36d480 HTTP/1.1" status: 204 len: 168 time: 0.1542373 Sep 30 13:09:56.544406 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6d839-d2fd-42ee-9b85-e630f1357002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb76bbd-f2e1-4d48-a423-74d08f36d480,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:56.548788 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bd3b8f-50c9-4f9d-a860-10d18617d2d5 None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:09:56.549684 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-17bd3b8f-50c9-4f9d-a860-10d18617d2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:56.557307 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0b45f36-4a7c-4aac-ac1d-e35da62f7478 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:56.560239 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a0b45f36-4a7c-4aac-ac1d-e35da62f7478 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "DELETE /v2.0/ports/b8fc54d3-96ac-4a59-8522-160986addbba HTTP/1.1" status: 204 len: 168 time: 1.6508951 Sep 30 13:09:56.563044 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53352) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:56.574226 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-2ac935e4-17bb-4a4d-b3b2-9a61ca0a130c tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:56.603153 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-17bd3b8f-50c9-4f9d-a860-10d18617d2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:56.604066 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bd3b8f-50c9-4f9d-a860-10d18617d2d5 None None] The sync data for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:09:56.634734 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3d8cae5f-2cae-43e4-99da-d03f55358616 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "GET /v2.0/floatingips/24b68df6-969a-4b2d-ab90-901a2ceac795 HTTP/1.1" status: 200 len: 688 time: 0.0705423 Sep 30 13:09:56.636947 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-2ac935e4-17bb-4a4d-b3b2-9a61ca0a130c tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Network e58a54e4-cec6-4bff-96db-0d8b15fac292 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:09:56.637668 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53354) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:56.649738 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-2ac935e4-17bb-4a4d-b3b2-9a61ca0a130c tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:09:56.679584 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab6c36-d527-4ea3-9d38-5a06509372d5 req-c64df90b-c1cb-40a2-ace1-6091c3f296fc tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:56.681598 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e0ab6c36-d527-4ea3-9d38-5a06509372d5 req-c64df90b-c1cb-40a2-ace1-6091c3f296fc tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 950 time: 0.0653200 Sep 30 13:09:56.687708 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-2ac935e4-17bb-4a4d-b3b2-9a61ca0a130c tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:09:56.723381 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac935e4-17bb-4a4d-b3b2-9a61ca0a130c tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Pushing event updated for resources: {'Port': ['ID=f7414423-fecd-4d71-9218-cdf606ac2231,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:56.724002 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e0ab6c36-d527-4ea3-9d38-5a06509372d5 req-bd58d302-36e2-4a07-b533-734d70e9190c tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345676 Sep 30 13:09:56.806657 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-2ac935e4-17bb-4a4d-b3b2-9a61ca0a130c tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:56.807363 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-2ac935e4-17bb-4a4d-b3b2-9a61ca0a130c tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:56.820444 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53366) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:56.855923 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-2ac935e4-17bb-4a4d-b3b2-9a61ca0a130c tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1634519 Sep 30 13:09:56.871887 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-666af27e-0928-4bbf-b8e7-780692acee71 service neutron] Request body: {'port': {'device_id': '3cd2bcda-ad8b-44a8-acb4-39f331d2413b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:56.898540 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-90b497ae-0118-4d62-bbc3-6a49ce8df7c9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Deleting port 5c4962b2-405e-4613-bb15-d9f270870a1c {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:09:56.899130 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-90b497ae-0118-4d62-bbc3-6a49ce8df7c9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:56.902437 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-913fc9b7-5f58-4bb9-9dbb-0e54f641911a admin admin] Deleting subnet d78e0ad4-c13c-453f-bde9-05702ca7e1db {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:09:56.908207 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-913fc9b7-5f58-4bb9-9dbb-0e54f641911a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:56.927097 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053c743-ee00-4bd5-bb0b-925a1ec7b280 req-d8420f10-810f-4cab-a38c-e6b7e2e3eca4 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:56.928774 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1053c743-ee00-4bd5-bb0b-925a1ec7b280 req-d8420f10-810f-4cab-a38c-e6b7e2e3eca4 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 950 time: 0.1174979 Sep 30 13:09:56.945462 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-913fc9b7-5f58-4bb9-9dbb-0e54f641911a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:56.990599 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-913fc9b7-5f58-4bb9-9dbb-0e54f641911a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:57.029500 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-666af27e-0928-4bbf-b8e7-780692acee71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:57.063398 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1053c743-ee00-4bd5-bb0b-925a1ec7b280 req-b39c1e83-b099-42c6-adce-300b6445cfa0 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276085 Sep 30 13:09:57.097499 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-913fc9b7-5f58-4bb9-9dbb-0e54f641911a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:57.110705 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-90b497ae-0118-4d62-bbc3-6a49ce8df7c9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:57.111138 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-90b497ae-0118-4d62-bbc3-6a49ce8df7c9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:57.133391 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-90b497ae-0118-4d62-bbc3-6a49ce8df7c9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Calling delete_port for 5c4962b2-405e-4613-bb15-d9f270870a1c owned by network:floatingip {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:09:57.138152 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fc9b7-5f58-4bb9-9dbb-0e54f641911a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d78e0ad4-c13c-453f-bde9-05702ca7e1db,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:57.141086 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-913fc9b7-5f58-4bb9-9dbb-0e54f641911a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:57.145690 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-913fc9b7-5f58-4bb9-9dbb-0e54f641911a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d78e0ad4-c13c-453f-bde9-05702ca7e1db HTTP/1.1" status: 204 len: 168 time: 0.3217261 Sep 30 13:09:57.146637 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53386) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:57.296734 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-b6572f09-6670-4cd9-9e59-487a3ba65f76 req-8e1a830f-86d2-4d20-afba-f4b73dd1a2f4 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:09:57.298645 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b6572f09-6670-4cd9-9e59-487a3ba65f76 req-8e1a830f-86d2-4d20-afba-f4b73dd1a2f4 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058808 Sep 30 13:09:57.300863 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4ff56f5a-aaab-4240-9f01-e1fc45292703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:57.351139 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53396) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:57.398890 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4ff56f5a-aaab-4240-9f01-e1fc45292703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:57.401451 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9c10d-29d5-4a2f-bd97-00ab30f0415f req-e97d338d-664e-4a35-9a1c-1bf84b6e4fee tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:57.403185 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1cb9c10d-29d5-4a2f-bd97-00ab30f0415f req-e97d338d-664e-4a35-9a1c-1bf84b6e4fee tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cd2bcda-ad8b-44a8-acb4-39f331d2413b HTTP/1.1" status: 200 len: 931 time: 0.1372125 Sep 30 13:09:57.425270 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-4ff56f5a-aaab-4240-9f01-e1fc45292703 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aef29ee-8bd0-4db5-b197-e7b58a75c7a8']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:57.448782 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-4ff56f5a-aaab-4240-9f01-e1fc45292703 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '688c8266-a3f8-4cf1-b6d1-6a10b2a992d0') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:57.450190 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-4ff56f5a-aaab-4240-9f01-e1fc45292703 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '688c8266-a3f8-4cf1-b6d1-6a10b2a992d0') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:09:57.469515 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4ff56f5a-aaab-4240-9f01-e1fc45292703 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:57.494877 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4ff56f5a-aaab-4240-9f01-e1fc45292703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:57.504440 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff56f5a-aaab-4240-9f01-e1fc45292703 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:09:57.505335 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4ff56f5a-aaab-4240-9f01-e1fc45292703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:09:57.507593 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:09:57.535906 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1cb9c10d-29d5-4a2f-bd97-00ab30f0415f req-844f759a-78a9-4ac6-a47b-0e170e07a1a1 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a193083-9d93-4fde-afc4-a67ec4d8c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199534 Sep 30 13:09:57.557124 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-9f023e25-7f72-4b1c-9db6-cc690cb6a1e0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1504422879-network', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:57.576704 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-90b497ae-0118-4d62-bbc3-6a49ce8df7c9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:57.612080 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4ff56f5a-aaab-4240-9f01-e1fc45292703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:57.628802 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4ff56f5a-aaab-4240-9f01-e1fc45292703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:57.630680 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4ff56f5a-aaab-4240-9f01-e1fc45292703 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1aef29ee-8bd0-4db5-b197-e7b58a75c7a8 HTTP/1.1" status: 204 len: 168 time: 0.4838243 Sep 30 13:09:57.632647 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff56f5a-aaab-4240-9f01-e1fc45292703 admin admin] Pushing event deleted for resources: {'Network': ['ID=1aef29ee-8bd0-4db5-b197-e7b58a75c7a8,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:57.655359 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe38c0-255f-4045-b924-cbef10626da3 req-e63ee803-59c3-4775-9c78-8d6adf59fa2c tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:57.656923 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-63fe38c0-255f-4045-b924-cbef10626da3 req-e63ee803-59c3-4775-9c78-8d6adf59fa2c tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 950 time: 0.0749562 Sep 30 13:09:57.663240 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b497ae-0118-4d62-bbc3-6a49ce8df7c9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event deleted for resources: {'Port': ['ID=5c4962b2-405e-4613-bb15-d9f270870a1c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:57.696901 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f023e25-7f72-4b1c-9db6-cc690cb6a1e0 admin admin] Made reservation on behalf of 89a01187976b4a9db1aceb3025c9740b for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:09:57.699312 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f023e25-7f72-4b1c-9db6-cc690cb6a1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:57.710687 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-63fe38c0-255f-4045-b924-cbef10626da3 req-88469bb3-e2cb-449a-84dd-54060276a933 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449007 Sep 30 13:09:57.712831 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-666af27e-0928-4bbf-b8e7-780692acee71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7414423-fecd-4d71-9218-cdf606ac2231 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:09:57.747537 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-b96b7a22-948d-4a15-9cba-67e8cee65a47 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1817410 Sep 30 13:09:57.748223 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f023e25-7f72-4b1c-9db6-cc690cb6a1e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:57.753069 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-666af27e-0928-4bbf-b8e7-780692acee71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:57.780620 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53404) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:57.814647 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-666af27e-0928-4bbf-b8e7-780692acee71 service neutron] Transition to ACTIVE for port object f7414423-fecd-4d71-9218-cdf606ac2231 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:09:57.815781 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-90b497ae-0118-4d62-bbc3-6a49ce8df7c9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:57.818862 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-90b497ae-0118-4d62-bbc3-6a49ce8df7c9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:57.820194 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-90b497ae-0118-4d62-bbc3-6a49ce8df7c9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "DELETE /v2.0/floatingips/24b68df6-969a-4b2d-ab90-901a2ceac795 HTTP/1.1" status: 204 len: 168 time: 1.1807349 Sep 30 13:09:57.823309 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-666af27e-0928-4bbf-b8e7-780692acee71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:57.823989 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53410) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:57.829476 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-7a7e3670-4ea3-4819-8d2e-118a9723c5f8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'port_id': 'a60c0afe-d360-4da2-bd7b-298f70ff22ac'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:57.839834 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ef5583c3-c77e-422a-a4f8-52995a2d5553 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=46c6aa7a2d214f259c85bf2fb8dc3360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580254 Sep 30 13:09:57.842944 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53412) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:57.890904 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666af27e-0928-4bbf-b8e7-780692acee71 service neutron] Pushing event updated for resources: {'Port': ['ID=f7414423-fecd-4d71-9218-cdf606ac2231,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:57.906412 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device e28892e7-07bd-4cf4-a013-d9fdb07b01de no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:09:57.924405 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-69d98448-9253-44a2-854a-05f4867e6bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:57.951809 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-69d98448-9253-44a2-854a-05f4867e6bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:57.998179 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-666af27e-0928-4bbf-b8e7-780692acee71 service neutron] Attempting to bind port f7414423-fecd-4d71-9218-cdf606ac2231 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:09:57.998521 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-666af27e-0928-4bbf-b8e7-780692acee71 service neutron] Attempting to bind port f7414423-fecd-4d71-9218-cdf606ac2231 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5b45be96-cd25-4ceb-bbc6-f90837c96492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e58a54e4-cec6-4bff-96db-0d8b15fac292'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:09:57.998859 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-666af27e-0928-4bbf-b8e7-780692acee71 service neutron] Attempting to bind port f7414423-fecd-4d71-9218-cdf606ac2231 on network e58a54e4-cec6-4bff-96db-0d8b15fac292 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:09:58.011680 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-666af27e-0928-4bbf-b8e7-780692acee71 service neutron] Port f7414423-fecd-4d71-9218-cdf606ac2231 on network e58a54e4-cec6-4bff-96db-0d8b15fac292 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:09:58.012004 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-666af27e-0928-4bbf-b8e7-780692acee71 service neutron] Attempting to bind port f7414423-fecd-4d71-9218-cdf606ac2231 on network e58a54e4-cec6-4bff-96db-0d8b15fac292 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:09:58.025493 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f023e25-7f72-4b1c-9db6-cc690cb6a1e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:58.027125 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-666af27e-0928-4bbf-b8e7-780692acee71 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:09:58.027452 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-666af27e-0928-4bbf-b8e7-780692acee71 service neutron] Checking segment: {'id': '5b45be96-cd25-4ceb-bbc6-f90837c96492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e58a54e4-cec6-4bff-96db-0d8b15fac292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:09:58.027841 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-666af27e-0928-4bbf-b8e7-780692acee71 service neutron] Bound using segment: {'id': '5b45be96-cd25-4ceb-bbc6-f90837c96492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e58a54e4-cec6-4bff-96db-0d8b15fac292'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:09:58.028919 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-666af27e-0928-4bbf-b8e7-780692acee71 service neutron] Bound port: f7414423-fecd-4d71-9218-cdf606ac2231, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b45be96-cd25-4ceb-bbc6-f90837c96492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e58a54e4-cec6-4bff-96db-0d8b15fac292'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:09:58.029298 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-666af27e-0928-4bbf-b8e7-780692acee71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:58.029662 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-69d98448-9253-44a2-854a-05f4867e6bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:58.034700 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-69d98448-9253-44a2-854a-05f4867e6bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:58.038660 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-69d98448-9253-44a2-854a-05f4867e6bcd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e77a0ac8-b7fd-4e5e-a1a9-23282d349f92 HTTP/1.1" status: 204 len: 168 time: 0.1921299 Sep 30 13:09:58.041254 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f023e25-7f72-4b1c-9db6-cc690cb6a1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:58.076876 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d98448-9253-44a2-854a-05f4867e6bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77a0ac8-b7fd-4e5e-a1a9-23282d349f92,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:58.091222 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a7e3670-4ea3-4819-8d2e-118a9723c5f8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:58.131801 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f023e25-7f72-4b1c-9db6-cc690cb6a1e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:09:58.186666 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f023e25-7f72-4b1c-9db6-cc690cb6a1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b16ae0e-8d15-4718-8588-a86659b9ddc5,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:58.191982 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f023e25-7f72-4b1c-9db6-cc690cb6a1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:58.192371 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-9f023e25-7f72-4b1c-9db6-cc690cb6a1e0 admin admin] Added segment f2aaa798-022a-4391-bc1e-d1cec9340987 of type vlan for network b4f94743-5672-4dd1-a1e5-79a79c728dba Sep 30 13:09:58.251829 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: e28892e7-07bd-4cf4-a013-d9fdb07b01de {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:09:58.252674 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device e28892e7-07bd-4cf4-a013-d9fdb07b01de not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:09:58.265378 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-666af27e-0928-4bbf-b8e7-780692acee71 service neutron] For port f7414423-fecd-4d71-9218-cdf606ac2231, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:09:58.270005 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f023e25-7f72-4b1c-9db6-cc690cb6a1e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:58.284990 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-666af27e-0928-4bbf-b8e7-780692acee71 service neutron] For port f7414423-fecd-4d71-9218-cdf606ac2231, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=f7414423-fecd-4d71-9218-cdf606ac2231,segment=NetworkSegment(5b45be96-cd25-4ceb-bbc6-f90837c96492),segment_id=5b45be96-cd25-4ceb-bbc6-f90837c96492)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:09:58.285973 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a7e3670-4ea3-4819-8d2e-118a9723c5f8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:58.300462 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-666af27e-0928-4bbf-b8e7-780692acee71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:58.353684 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f023e25-7f72-4b1c-9db6-cc690cb6a1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:58.354693 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f023e25-7f72-4b1c-9db6-cc690cb6a1e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:58.355340 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f023e25-7f72-4b1c-9db6-cc690cb6a1e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:58.389568 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-666af27e-0928-4bbf-b8e7-780692acee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:58.390780 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-666af27e-0928-4bbf-b8e7-780692acee71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:58.392207 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-666af27e-0928-4bbf-b8e7-780692acee71 service neutron] 10.222.0.39 "PUT /v2.0/ports/f7414423-fecd-4d71-9218-cdf606ac2231 HTTP/1.1" status: 200 len: 1091 time: 1.5255599 Sep 30 13:09:58.394644 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd2bcda-ad8b-44a8-acb4-39f331d2413b', 'tag': 'f7414423-fecd-4d71-9218-cdf606ac2231'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:09:58.396893 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e27ba0-0d62-453d-9bf8-d1cd131f5fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd2bcda-ad8b-44a8-acb4-39f331d2413b", "tag": "f7414423-fecd-4d71-9218-cdf606ac2231"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:09:58.407049 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9f023e25-7f72-4b1c-9db6-cc690cb6a1e0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0535545 Sep 30 13:09:58.412456 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53440) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:58.418595 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-5cc57420-970d-4f90-87d9-52c73bab2179 admin admin] Request body: {'subnet': {'network_id': 'b4f94743-5672-4dd1-a1e5-79a79c728dba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1504422879-subnet', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:58.463946 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f023e25-7f72-4b1c-9db6-cc690cb6a1e0 admin admin] Pushing event updated for resources: {'Network': ['ID=b4f94743-5672-4dd1-a1e5-79a79c728dba,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:58.467147 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666af27e-0928-4bbf-b8e7-780692acee71 service neutron] Pushing event updated for resources: {'Port': ['ID=f7414423-fecd-4d71-9218-cdf606ac2231,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:58.477839 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network b4f94743-5672-4dd1-a1e5-79a79c728dba details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:09:58.504798 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc57420-970d-4f90-87d9-52c73bab2179 admin admin] Made reservation on behalf of 89a01187976b4a9db1aceb3025c9740b for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:09:58.507542 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5cc57420-970d-4f90-87d9-52c73bab2179 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:58.511106 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-7a7e3670-4ea3-4819-8d2e-118a9723c5f8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Allocated IP 172.25.5.35 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/68811064-5893-465e-aefe-145e2d8174f2) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:09:58.515877 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9425128c-8fac-41be-a8ad-7de4658e94e2 x-openstack-request-id: req-9425128c-8fac-41be-a8ad-7de4658e94e2 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:09:58.516775 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd2bcda-ad8b-44a8-acb4-39f331d2413b", "tag": "f7414423-fecd-4d71-9218-cdf606ac2231", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:09:58.517213 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9425128c-8fac-41be-a8ad-7de4658e94e2 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:09:58.517860 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd2bcda-ad8b-44a8-acb4-39f331d2413b', 'tag': 'f7414423-fecd-4d71-9218-cdf606ac2231', 'status': 'completed', 'code': 200} Sep 30 13:09:58.545167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-a8f8e180-7922-41f2-8cf3-98febb32e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:58.547310 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-a8f8e180-7922-41f2-8cf3-98febb32e4be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ee3511bd90343d7b7c3e8de8f1910c6&device_id=3cd2bcda-ad8b-44a8-acb4-39f331d2413b HTTP/1.1" status: 200 len: 1094 time: 0.0929291 Sep 30 13:09:58.622814 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-80e87fde-fe71-400c-b8ca-a343c07ecca3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7414423-fecd-4d71-9218-cdf606ac2231 HTTP/1.1" status: 200 len: 217 time: 0.0578699 Sep 30 13:09:58.758820 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a7e3670-4ea3-4819-8d2e-118a9723c5f8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:58.759074 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-8bcb05e1-160b-4cd0-a1be-33261569d05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:58.760777 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-8bcb05e1-160b-4cd0-a1be-33261569d05d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=21ca1bed-c735-46f6-97ff-ed0007d3e48a HTTP/1.1" status: 200 len: 854 time: 0.1304612 Sep 30 13:09:58.802723 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-efe26a8d-dbca-4821-a84c-7a64ae90ae24 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e58a54e4-cec6-4bff-96db-0d8b15fac292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328307 Sep 30 13:09:58.811719 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd267a-42c9-4d04-b3aa-711b3755daa8 req-a2009d25-e46d-4078-aed0-46d86b58d18c tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:58.819851 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f0cd267a-42c9-4d04-b3aa-711b3755daa8 req-a2009d25-e46d-4078-aed0-46d86b58d18c tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cd2bcda-ad8b-44a8-acb4-39f331d2413b HTTP/1.1" status: 200 len: 943 time: 0.1085799 Sep 30 13:09:58.884190 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f0cd267a-42c9-4d04-b3aa-711b3755daa8 req-24d97912-3179-4cc8-85a5-4c2bb060ed7c tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a193083-9d93-4fde-afc4-a67ec4d8c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633810 Sep 30 13:09:58.908683 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a7e3670-4ea3-4819-8d2e-118a9723c5f8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:58.961856 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-1be6f017-6484-4220-b8ab-0f2bdd16b867 service neutron] 10.222.0.39 "GET /v2.0/networks/e58a54e4-cec6-4bff-96db-0d8b15fac292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236198 Sep 30 13:09:58.974297 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39c649-0eb4-46b0-8346-cd26caa52c11 req-e29ba0cf-b7a8-41ea-b732-b719a2635653 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:58.975808 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0b39c649-0eb4-46b0-8346-cd26caa52c11 req-e29ba0cf-b7a8-41ea-b732-b719a2635653 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 950 time: 0.1588340 Sep 30 13:09:58.984011 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5cc57420-970d-4f90-87d9-52c73bab2179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:58.990893 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7e3670-4ea3-4819-8d2e-118a9723c5f8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:09:58.998531 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e3670-4ea3-4819-8d2e-118a9723c5f8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event updated for resources: {'Port': ['ID=68811064-5893-465e-aefe-145e2d8174f2,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:59.001194 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-7a7e3670-4ea3-4819-8d2e-118a9723c5f8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:09:59.024929 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7e3670-4ea3-4819-8d2e-118a9723c5f8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:09:59.098311 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de0758d2-becc-4507-8493-b7fb62c3dc8a req-1b88a062-7fd3-418c-b7ff-1db37953b756 service neutron] 10.222.0.39 "GET /v2.0/networks/e58a54e4-cec6-4bff-96db-0d8b15fac292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272919 Sep 30 13:09:59.100123 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc57420-970d-4f90-87d9-52c73bab2179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb394966-7667-406c-8fc2-d7b486faf071,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:09:59.130493 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0b39c649-0eb4-46b0-8346-cd26caa52c11 req-d788161a-5205-42cc-aed6-134707b44e56 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376593 Sep 30 13:09:59.165365 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc57420-970d-4f90-87d9-52c73bab2179 admin admin] Checking segment: {'id': 'f2aaa798-022a-4391-bc1e-d1cec9340987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b4f94743-5672-4dd1-a1e5-79a79c728dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:09:59.166064 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc57420-970d-4f90-87d9-52c73bab2179 admin admin] Network hostable DHCP agents. Network: b4f94743-5672-4dd1-a1e5-79a79c728dba, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:09:59.223487 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc57420-970d-4f90-87d9-52c73bab2179 admin admin] Network b4f94743-5672-4dd1-a1e5-79a79c728dba is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:09:59.228628 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e27ba0-0d62-453d-9bf8-d1cd131f5fd8 req-da4b0244-7bb1-4714-a661-1b008d1fe5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:59.231131 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f9e27ba0-0d62-453d-9bf8-d1cd131f5fd8 req-da4b0244-7bb1-4714-a661-1b008d1fe5cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ee3511bd90343d7b7c3e8de8f1910c6&device_id=3cd2bcda-ad8b-44a8-acb4-39f331d2413b HTTP/1.1" status: 200 len: 1094 time: 0.0693676 Sep 30 13:09:59.239622 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-5cc57420-970d-4f90-87d9-52c73bab2179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, b4f94743-5672-4dd1-a1e5-79a79c728dba) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:09:59.251373 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd19aa1-274d-4b81-bd0e-407489eaea1a None None] Network b4f94743-5672-4dd1-a1e5-79a79c728dba requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:09:59.277964 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc57420-970d-4f90-87d9-52c73bab2179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:59.280956 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5cc57420-970d-4f90-87d9-52c73bab2179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:59.315088 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5cc57420-970d-4f90-87d9-52c73bab2179 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9008620 Sep 30 13:09:59.317761 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53476) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:09:59.322904 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-12827272-bd45-425d-940a-17c6cfc56625 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1504422879-router', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:09:59.366236 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e27ba0-0d62-453d-9bf8-d1cd131f5fd8 req-f187a3f0-5c62-4a66-9907-a73e6e6d1c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:59.369684 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f9e27ba0-0d62-453d-9bf8-d1cd131f5fd8 req-f187a3f0-5c62-4a66-9907-a73e6e6d1c47 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e58a54e4-cec6-4bff-96db-0d8b15fac292 HTTP/1.1" status: 200 len: 915 time: 0.1289144 Sep 30 13:09:59.399842 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12827272-bd45-425d-940a-17c6cfc56625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:59.400823 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12827272-bd45-425d-940a-17c6cfc56625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:59.468238 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaecda1-fedd-461a-9da5-ffbacee63b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-b4f94743-5672-4dd1-a1e5-79a79c728dba', 'network_id': 'b4f94743-5672-4dd1-a1e5-79a79c728dba', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'fixed_ips': [{'subnet_id': 'eb394966-7667-406c-8fc2-d7b486faf071'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:09:59.469180 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bdaecda1-fedd-461a-9da5-ffbacee63b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:59.473363 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f9e27ba0-0d62-453d-9bf8-d1cd131f5fd8 req-700148e3-7307-4643-b192-b204bda4d5cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7414423-fecd-4d71-9218-cdf606ac2231 HTTP/1.1" status: 200 len: 217 time: 0.0864174 Sep 30 13:09:59.533354 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-e68ffec6-f634-46b9-b0c1-d4a8418ddf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:59.534894 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-e68ffec6-f634-46b9-b0c1-d4a8418ddf5b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 1101 time: 0.0952568 Sep 30 13:09:59.542376 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e27ba0-0d62-453d-9bf8-d1cd131f5fd8 req-56785547-f9e9-4b8c-b804-d1da831b2896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:59.543839 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f9e27ba0-0d62-453d-9bf8-d1cd131f5fd8 req-56785547-f9e9-4b8c-b804-d1da831b2896 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=21ca1bed-c735-46f6-97ff-ed0007d3e48a HTTP/1.1" status: 200 len: 854 time: 0.0622458 Sep 30 13:09:59.590742 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f9e27ba0-0d62-453d-9bf8-d1cd131f5fd8 req-531c9a1c-ef54-45a7-a450-01d6786948cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e58a54e4-cec6-4bff-96db-0d8b15fac292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375421 Sep 30 13:09:59.608296 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a7e3670-4ea3-4819-8d2e-118a9723c5f8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:59.638198 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-bdaecda1-fedd-461a-9da5-ffbacee63b79 None None] Allocated IP 172.20.0.2 (b4f94743-5672-4dd1-a1e5-79a79c728dba/eb394966-7667-406c-8fc2-d7b486faf071/e7ce25a9-fc07-4860-b8e4-049a5b06c588) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:09:59.697138 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12827272-bd45-425d-940a-17c6cfc56625 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:59.734128 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f9e27ba0-0d62-453d-9bf8-d1cd131f5fd8 req-8163fdd8-46bd-46e9-b1a0-fe7c199c088d service neutron] 10.222.0.39 "GET /v2.0/networks/e58a54e4-cec6-4bff-96db-0d8b15fac292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347690 Sep 30 13:09:59.759337 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a7e3670-4ea3-4819-8d2e-118a9723c5f8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:59.780037 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-0ba59891-4ffd-462e-acf0-cd4be3e51a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:59.781529 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-0ba59891-4ffd-462e-acf0-cd4be3e51a5b service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.2368262 Sep 30 13:09:59.866278 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bdaecda1-fedd-461a-9da5-ffbacee63b79 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:59.873034 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-fc516255-87eb-4b8f-9534-82803eb26e07 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=d0c3a856-34f3-461a-a2c3-9a59a53adc08 HTTP/1.1" status: 200 len: 217 time: 0.0820868 Sep 30 13:09:59.879232 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bdaecda1-fedd-461a-9da5-ffbacee63b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:59.923766 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12827272-bd45-425d-940a-17c6cfc56625 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:09:59.928642 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaecda1-fedd-461a-9da5-ffbacee63b79 None None] Network b4f94743-5672-4dd1-a1e5-79a79c728dba is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:09:59.930553 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-bdaecda1-fedd-461a-9da5-ffbacee63b79 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:09:59.935215 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaecda1-fedd-461a-9da5-ffbacee63b79 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:09:59.982895 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-6730d1e6-dc7a-43a9-b084-1d152a3624eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:09:59.985208 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-6730d1e6-dc7a-43a9-b084-1d152a3624eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0944524 Sep 30 13:09:59.988479 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaecda1-fedd-461a-9da5-ffbacee63b79 None None] Pushing event updated for resources: {'Port': ['ID=e7ce25a9-fc07-4860-b8e4-049a5b06c588,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:00.005391 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-bdaecda1-fedd-461a-9da5-ffbacee63b79 None None] Attempting to bind port e7ce25a9-fc07-4860-b8e4-049a5b06c588 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:10:00.005976 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-bdaecda1-fedd-461a-9da5-ffbacee63b79 None None] Attempting to bind port e7ce25a9-fc07-4860-b8e4-049a5b06c588 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'f2aaa798-022a-4391-bc1e-d1cec9340987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b4f94743-5672-4dd1-a1e5-79a79c728dba'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:10:00.006487 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaecda1-fedd-461a-9da5-ffbacee63b79 None None] Attempting to bind port e7ce25a9-fc07-4860-b8e4-049a5b06c588 on network b4f94743-5672-4dd1-a1e5-79a79c728dba {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:10:00.012334 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f9e27ba0-0d62-453d-9bf8-d1cd131f5fd8 req-0cb14f30-c9da-48ca-8ccd-86fadd86fbbd service neutron] 10.222.0.39 "GET /v2.0/networks/e58a54e4-cec6-4bff-96db-0d8b15fac292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639301 Sep 30 13:10:00.016416 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaecda1-fedd-461a-9da5-ffbacee63b79 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:10:00.016756 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaecda1-fedd-461a-9da5-ffbacee63b79 None None] Checking segment: {'id': 'f2aaa798-022a-4391-bc1e-d1cec9340987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b4f94743-5672-4dd1-a1e5-79a79c728dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:10:00.017156 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bdaecda1-fedd-461a-9da5-ffbacee63b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:00.017544 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaecda1-fedd-461a-9da5-ffbacee63b79 None None] Bound using segment: {'id': 'f2aaa798-022a-4391-bc1e-d1cec9340987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b4f94743-5672-4dd1-a1e5-79a79c728dba'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:10:00.018086 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-bdaecda1-fedd-461a-9da5-ffbacee63b79 None None] Bound port: e7ce25a9-fc07-4860-b8e4-049a5b06c588, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2aaa798-022a-4391-bc1e-d1cec9340987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b4f94743-5672-4dd1-a1e5-79a79c728dba'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:10:00.028508 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bdaecda1-fedd-461a-9da5-ffbacee63b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:00.068934 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-e2dd9cff-1c96-475d-a245-0f9536df4556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:00.070632 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-e2dd9cff-1c96-475d-a245-0f9536df4556 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0573089 Sep 30 13:10:00.105993 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-bdaecda1-fedd-461a-9da5-ffbacee63b79 None None] For port e7ce25a9-fc07-4860-b8e4-049a5b06c588, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:10:00.110197 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-bdaecda1-fedd-461a-9da5-ffbacee63b79 None None] For port e7ce25a9-fc07-4860-b8e4-049a5b06c588, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e7ce25a9-fc07-4860-b8e4-049a5b06c588,segment=NetworkSegment(f2aaa798-022a-4391-bc1e-d1cec9340987),segment_id=f2aaa798-022a-4391-bc1e-d1cec9340987)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:10:00.118982 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bdaecda1-fedd-461a-9da5-ffbacee63b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:00.197725 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaecda1-fedd-461a-9da5-ffbacee63b79 None None] Pushing event updated for resources: {'Port': ['ID=e7ce25a9-fc07-4860-b8e4-049a5b06c588,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:00.235355 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-5533f50a-3025-480f-8b28-e1b275059608 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564155 Sep 30 13:10:00.513055 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdd910-6de7-426a-8807-e330452f0868 req-69fdc9bd-a041-4f0a-8d09-1a7949733837 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:00.515800 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9ebdd910-6de7-426a-8807-e330452f0868 req-69fdc9bd-a041-4f0a-8d09-1a7949733837 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cd2bcda-ad8b-44a8-acb4-39f331d2413b HTTP/1.1" status: 200 len: 943 time: 0.1880529 Sep 30 13:10:00.656692 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9ebdd910-6de7-426a-8807-e330452f0868 req-b35b0f3c-a221-4448-9ce3-e86647d7e5fc tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a193083-9d93-4fde-afc4-a67ec4d8c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043665 Sep 30 13:10:00.663910 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a7e3670-4ea3-4819-8d2e-118a9723c5f8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:00.691309 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a7e3670-4ea3-4819-8d2e-118a9723c5f8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:00.748949 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884f7e1-3a99-414c-b81a-5ac99c0f23b4 req-cb488f05-d563-4cdb-9acd-633eac53e69b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:00.757112 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3884f7e1-3a99-414c-b81a-5ac99c0f23b4 req-cb488f05-d563-4cdb-9acd-633eac53e69b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 950 time: 0.5144336 Sep 30 13:10:00.812210 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-ec305adc-a3af-4694-86cd-2d16698ccaf2 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5676157 Sep 30 13:10:00.823984 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3884f7e1-3a99-414c-b81a-5ac99c0f23b4 req-e162243a-2d31-497b-b558-9d08981bb2eb tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653958 Sep 30 13:10:00.874209 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a7e3670-4ea3-4819-8d2e-118a9723c5f8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:00.877681 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e3670-4ea3-4819-8d2e-118a9723c5f8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event updated for resources: {'Port': ['ID=68811064-5893-465e-aefe-145e2d8174f2,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:00.923048 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12827272-bd45-425d-940a-17c6cfc56625 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:00.967067 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12827272-bd45-425d-940a-17c6cfc56625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:00.997251 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e7ce25a9-fc07-4860-b8e4-049a5b06c588 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:10:01.065938 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port e7ce25a9-fc07-4860-b8e4-049a5b06c588 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:01.066579 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:01.089893 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-7a7e3670-4ea3-4819-8d2e-118a9723c5f8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Floating IP a90a2aa5-9a71-438f-9a9e-99376b10c201 associated. External IP: 172.25.5.35, port: a60c0afe-d360-4da2-bd7b-298f70ff22ac. Sep 30 13:10:01.183386 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:01.186848 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-12827272-bd45-425d-940a-17c6cfc56625 admin admin] Allocated IP 172.25.5.130 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/b89858d5-efee-4508-a644-238e93e84eaf) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:10:01.238379 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port e7ce25a9-fc07-4860-b8e4-049a5b06c588, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e7ce25a9-fc07-4860-b8e4-049a5b06c588,segment=NetworkSegment(f2aaa798-022a-4391-bc1e-d1cec9340987),segment_id=f2aaa798-022a-4391-bc1e-d1cec9340987)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:01.244364 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:01.314451 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=e7ce25a9-fc07-4860-b8e4-049a5b06c588,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:01.378326 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4876a896-e355-4fcb-823f-467d77ec887d None None] Network b4f94743-5672-4dd1-a1e5-79a79c728dba requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:10:01.457560 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12827272-bd45-425d-940a-17c6cfc56625 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:01.487376 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7e3670-4ea3-4819-8d2e-118a9723c5f8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Router 0cb13c55-39b0-424b-8023-17a3c89edbb2 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:10:01.510068 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-c24f05a4-3076-4ac3-a27e-bb257e50fe03 None None] Provisioning complete for port e7ce25a9-fc07-4860-b8e4-049a5b06c588 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:01.510442 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c24f05a4-3076-4ac3-a27e-bb257e50fe03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:01.562035 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12827272-bd45-425d-940a-17c6cfc56625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:01.649360 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12827272-bd45-425d-940a-17c6cfc56625 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:10:01.660615 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-12827272-bd45-425d-940a-17c6cfc56625 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:01.665265 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12827272-bd45-425d-940a-17c6cfc56625 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:10:01.667602 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12827272-bd45-425d-940a-17c6cfc56625 admin admin] Pushing event updated for resources: {'Port': ['ID=b89858d5-efee-4508-a644-238e93e84eaf,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:01.701976 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7e3670-4ea3-4819-8d2e-118a9723c5f8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:10:01.715281 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a350bc1b-385f-4bfe-9636-90c9dcfea4d6 None None] Sync routers for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:10:01.726252 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a350bc1b-385f-4bfe-9636-90c9dcfea4d6 None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:01.727013 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a350bc1b-385f-4bfe-9636-90c9dcfea4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:01.764305 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a7e3670-4ea3-4819-8d2e-118a9723c5f8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:01.775039 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a350bc1b-385f-4bfe-9636-90c9dcfea4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:01.798220 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a350bc1b-385f-4bfe-9636-90c9dcfea4d6 None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:01.802655 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a350bc1b-385f-4bfe-9636-90c9dcfea4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:01.832176 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a5e24-e212-4e44-bdfe-10d6a493aba9 req-1bc5820e-ac1c-40dc-ab19-8e4e00d3b8f7 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:01.834570 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b74a5e24-e212-4e44-bdfe-10d6a493aba9 req-1bc5820e-ac1c-40dc-ab19-8e4e00d3b8f7 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cd2bcda-ad8b-44a8-acb4-39f331d2413b HTTP/1.1" status: 200 len: 943 time: 0.0824702 Sep 30 13:10:01.846738 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7a7e3670-4ea3-4819-8d2e-118a9723c5f8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.0216839 Sep 30 13:10:01.851640 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53524) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:01.860602 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-7eb0648e-54de-4a08-a5c4-045d126d90e8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-256984441'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:01.861744 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a350bc1b-385f-4bfe-9636-90c9dcfea4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:01.862728 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a350bc1b-385f-4bfe-9636-90c9dcfea4d6 None None] The sync data for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:10:01.876713 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-0d810295-1549-45e7-8629-86340097b5b5 None None] Provisioning complete for port e7ce25a9-fc07-4860-b8e4-049a5b06c588 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:01.877517 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0d810295-1549-45e7-8629-86340097b5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:01.906279 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b74a5e24-e212-4e44-bdfe-10d6a493aba9 req-910cbb8a-2b9e-4439-ab81-fdfae1f87470 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a193083-9d93-4fde-afc4-a67ec4d8c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644867 Sep 30 13:10:01.933714 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb0648e-54de-4a08-a5c4-045d126d90e8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Made reservation on behalf of 5d598834b0b14741b4e644a0b096c5fa for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:10:01.934425 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device f7414423-fecd-4d71-9218-cdf606ac2231 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:10:01.937212 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7eb0648e-54de-4a08-a5c4-045d126d90e8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:01.977466 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb0648e-54de-4a08-a5c4-045d126d90e8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:10:02.024297 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7eb0648e-54de-4a08-a5c4-045d126d90e8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:02.024651 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-7eb0648e-54de-4a08-a5c4-045d126d90e8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Added segment 7fbf61de-9951-4279-b788-26c3cd663bc0 of type vlan for network be9d4d29-f7aa-4b21-ad70-ecf1f8219364 Sep 30 13:10:02.046126 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port f7414423-fecd-4d71-9218-cdf606ac2231, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=f7414423-fecd-4d71-9218-cdf606ac2231,segment=NetworkSegment(5b45be96-cd25-4ceb-bbc6-f90837c96492),segment_id=5b45be96-cd25-4ceb-bbc6-f90837c96492)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:02.057235 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12827272-bd45-425d-940a-17c6cfc56625 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:02.067275 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'f7414423-fecd-4d71-9218-cdf606ac2231', 'network_id': 'e58a54e4-cec6-4bff-96db-0d8b15fac292', 'port_id': 'f7414423-fecd-4d71-9218-cdf606ac2231', 'mac_address': 'fa:16:3e:a5:9a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ca1bed-c735-46f6-97ff-ed0007d3e48a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:10:02.069997 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df52ce-25eb-4872-9c47-6c89dd2a5fb8 req-b4298d29-5fe3-455b-9bcd-349e42f7f4d6 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:02.078689 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a7df52ce-25eb-4872-9c47-6c89dd2a5fb8 req-b4298d29-5fe3-455b-9bcd-349e42f7f4d6 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 950 time: 0.0736728 Sep 30 13:10:02.112698 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7eb0648e-54de-4a08-a5c4-045d126d90e8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:02.122511 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a7df52ce-25eb-4872-9c47-6c89dd2a5fb8 req-23121bb4-bc87-42fd-a9f2-5b0010dede01 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429652 Sep 30 13:10:02.151860 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:02.167156 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7414423-fecd-4d71-9218-cdf606ac2231 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:10:02.183106 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7eb0648e-54de-4a08-a5c4-045d126d90e8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:02.188690 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb0648e-54de-4a08-a5c4-045d126d90e8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:02.189280 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7eb0648e-54de-4a08-a5c4-045d126d90e8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:02.190842 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port f7414423-fecd-4d71-9218-cdf606ac2231, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=f7414423-fecd-4d71-9218-cdf606ac2231,segment=NetworkSegment(5b45be96-cd25-4ceb-bbc6-f90837c96492),segment_id=5b45be96-cd25-4ceb-bbc6-f90837c96492)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:02.196388 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:02.239425 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7eb0648e-54de-4a08-a5c4-045d126d90e8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3867083 Sep 30 13:10:02.242706 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53528) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:02.248566 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-22183085-8a07-404e-9487-b0b952c6524c tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Request body: {'subnet': {'network_id': 'be9d4d29-f7aa-4b21-ad70-ecf1f8219364', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:02.259684 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=f7414423-fecd-4d71-9218-cdf606ac2231,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:02.311378 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0648e-54de-4a08-a5c4-045d126d90e8 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event updated for resources: {'Network': ['ID=be9d4d29-f7aa-4b21-ad70-ecf1f8219364,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:02.322348 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network be9d4d29-f7aa-4b21-ad70-ecf1f8219364 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:10:02.354184 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22183085-8a07-404e-9487-b0b952c6524c tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Made reservation on behalf of 5d598834b0b14741b4e644a0b096c5fa for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:10:02.358726 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-22183085-8a07-404e-9487-b0b952c6524c tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:02.417662 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12827272-bd45-425d-940a-17c6cfc56625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:02.430564 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['f7414423-fecd-4d71-9218-cdf606ac2231'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:10:02.577149 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-22183085-8a07-404e-9487-b0b952c6524c tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:02.589294 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12827272-bd45-425d-940a-17c6cfc56625 admin admin] Router 9c1c45ff-6921-455b-9907-c2f24c02f586 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:10:02.646671 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22183085-8a07-404e-9487-b0b952c6524c tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event updated for resources: {'Subnet': ['ID=0ace8045-d589-43c8-9d6a-eae6a2827204,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:02.653980 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22183085-8a07-404e-9487-b0b952c6524c tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Checking segment: {'id': '7fbf61de-9951-4279-b788-26c3cd663bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'be9d4d29-f7aa-4b21-ad70-ecf1f8219364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:10:02.654376 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22183085-8a07-404e-9487-b0b952c6524c tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Network hostable DHCP agents. Network: be9d4d29-f7aa-4b21-ad70-ecf1f8219364, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:10:02.671401 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22183085-8a07-404e-9487-b0b952c6524c tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Network be9d4d29-f7aa-4b21-ad70-ecf1f8219364 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:10:02.680456 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-22183085-8a07-404e-9487-b0b952c6524c tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, be9d4d29-f7aa-4b21-ad70-ecf1f8219364) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:02.685242 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22183085-8a07-404e-9487-b0b952c6524c tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:02.686045 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-22183085-8a07-404e-9487-b0b952c6524c tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:02.693933 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c57d3bf-a203-4b23-b707-949ebebceb0f None None] Network be9d4d29-f7aa-4b21-ad70-ecf1f8219364 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:10:02.705932 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-22183085-8a07-404e-9487-b0b952c6524c tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4595752 Sep 30 13:10:02.706858 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53534) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:02.713664 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d21d1ea1-7f2a-4c4d-b65a-8ce6ab3108bc tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1336897992', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}, 'admin_state_up': False}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:02.730123 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12827272-bd45-425d-940a-17c6cfc56625 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:10:02.740272 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bba59ed-d975-463d-851e-568d153918c8 None None] Sync routers for ids ['9c1c45ff-6921-455b-9907-c2f24c02f586'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:10:02.753268 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bba59ed-d975-463d-851e-568d153918c8 None None] Routers {'9c1c45ff-6921-455b-9907-c2f24c02f586'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:02.754301 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3bba59ed-d975-463d-851e-568d153918c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['9c1c45ff-6921-455b-9907-c2f24c02f586'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:02.766632 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d21d1ea1-7f2a-4c4d-b65a-8ce6ab3108bc tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:02.767703 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d21d1ea1-7f2a-4c4d-b65a-8ce6ab3108bc tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:02.774165 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12827272-bd45-425d-940a-17c6cfc56625 admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:02.776134 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-12827272-bd45-425d-940a-17c6cfc56625 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4572372 Sep 30 13:10:02.779384 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53536) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:02.878999 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-be9d4d29-f7aa-4b21-ad70-ecf1f8219364', 'network_id': 'be9d4d29-f7aa-4b21-ad70-ecf1f8219364', 'tenant_id': '5d598834b0b14741b4e644a0b096c5fa', 'fixed_ips': [{'subnet_id': '0ace8045-d589-43c8-9d6a-eae6a2827204'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:10:02.881382 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:02.891216 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-3bba59ed-d975-463d-851e-568d153918c8 None None] Set router 9c1c45ff-6921-455b-9907-c2f24c02f586 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:10:02.899385 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d21d1ea1-7f2a-4c4d-b65a-8ce6ab3108bc tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:03.064624 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e7ce25a9-fc07-4860-b8e4-049a5b06c588 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:10:03.093306 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d21d1ea1-7f2a-4c4d-b65a-8ce6ab3108bc tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:03.182134 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port e7ce25a9-fc07-4860-b8e4-049a5b06c588 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:03.182517 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:03.265085 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Allocated IP 172.20.0.2 (be9d4d29-f7aa-4b21-ad70-ecf1f8219364/0ace8045-d589-43c8-9d6a-eae6a2827204/0b3e09c9-6a91-4f0e-927b-0b0f9613b07b) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:10:03.350049 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3bba59ed-d975-463d-851e-568d153918c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'name': 'tempest-ServersTestBootFromVolume-1504422879-router', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'b89858d5-efee-4508-a644-238e93e84eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:09:59Z', 'updated_at': '2021-09-30T13:10:01Z', 'revision_number': 3, 'project_id': '89a01187976b4a9db1aceb3025c9740b', 'gw_port': {'id': 'b89858d5-efee-4508-a644-238e93e84eaf', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:63:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:00Z', 'updated_at': '2021-09-30T13:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:03.400851 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bba59ed-d975-463d-851e-568d153918c8 None None] Checking router: 9c1c45ff-6921-455b-9907-c2f24c02f586 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:10:03.401325 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bba59ed-d975-463d-851e-568d153918c8 None None] Updating router 9c1c45ff-6921-455b-9907-c2f24c02f586 port b89858d5-efee-4508-a644-238e93e84eaf binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:10:03.448566 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d33940-301d-42c1-ae24-c0a2424405fa req-40f7be11-94c4-403a-9314-cd9430dd8a37 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:03.453110 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3bba59ed-d975-463d-851e-568d153918c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:03.454369 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c8d33940-301d-42c1-ae24-c0a2424405fa req-40f7be11-94c4-403a-9314-cd9430dd8a37 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cd2bcda-ad8b-44a8-acb4-39f331d2413b HTTP/1.1" status: 200 len: 944 time: 0.1502402 Sep 30 13:10:03.504933 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d21d1ea1-7f2a-4c4d-b65a-8ce6ab3108bc tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:03.542907 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c8d33940-301d-42c1-ae24-c0a2424405fa req-88576e62-4cbd-4242-9140-2c12b8c31cc6 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a193083-9d93-4fde-afc4-a67ec4d8c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796463 Sep 30 13:10:03.550557 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:03.561195 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d21d1ea1-7f2a-4c4d-b65a-8ce6ab3108bc tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:03.578077 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:03.635530 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Network be9d4d29-f7aa-4b21-ad70-ecf1f8219364 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:10:03.637086 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:03.641641 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:10:03.674600 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Pushing event updated for resources: {'Port': ['ID=0b3e09c9-6a91-4f0e-927b-0b0f9613b07b,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:03.701683 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:03.702065 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:03.702420 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:03.702769 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:03.703137 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:03.703447 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:03.703934 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:03.704271 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:03.704600 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:03.704924 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:03.705250 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:03.705576 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:03.726218 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Attempting to bind port 0b3e09c9-6a91-4f0e-927b-0b0f9613b07b on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:10:03.726600 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Attempting to bind port 0b3e09c9-6a91-4f0e-927b-0b0f9613b07b by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '7fbf61de-9951-4279-b788-26c3cd663bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'be9d4d29-f7aa-4b21-ad70-ecf1f8219364'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:10:03.726964 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Attempting to bind port 0b3e09c9-6a91-4f0e-927b-0b0f9613b07b on network be9d4d29-f7aa-4b21-ad70-ecf1f8219364 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:10:03.732552 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:10:03.732930 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Checking segment: {'id': '7fbf61de-9951-4279-b788-26c3cd663bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'be9d4d29-f7aa-4b21-ad70-ecf1f8219364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:10:03.733343 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:03.733739 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Bound using segment: {'id': '7fbf61de-9951-4279-b788-26c3cd663bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'be9d4d29-f7aa-4b21-ad70-ecf1f8219364'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:10:03.734235 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Bound port: 0b3e09c9-6a91-4f0e-927b-0b0f9613b07b, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbf61de-9951-4279-b788-26c3cd663bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'be9d4d29-f7aa-4b21-ad70-ecf1f8219364'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:10:03.734623 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:03.750784 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc656d6-9d3f-4095-842a-d7596ac2b51b req-4391390b-c015-4427-8a5c-55f1098a9a55 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:03.759150 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5dc656d6-9d3f-4095-842a-d7596ac2b51b req-4391390b-c015-4427-8a5c-55f1098a9a55 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 950 time: 0.3398690 Sep 30 13:10:03.836259 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] For port 0b3e09c9-6a91-4f0e-927b-0b0f9613b07b, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:10:03.846357 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5dc656d6-9d3f-4095-842a-d7596ac2b51b req-522ea037-94fd-405e-b818-d0f4182a6417 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863044 Sep 30 13:10:03.847583 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] For port 0b3e09c9-6a91-4f0e-927b-0b0f9613b07b, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=0b3e09c9-6a91-4f0e-927b-0b0f9613b07b,segment=NetworkSegment(7fbf61de-9951-4279-b788-26c3cd663bc0),segment_id=7fbf61de-9951-4279-b788-26c3cd663bc0)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:10:03.859952 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:03.943463 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device f7414423-fecd-4d71-9218-cdf606ac2231 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:10:03.946758 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877e217-5121-4e15-b3fb-c2b0e5a13cb2 None None] Pushing event updated for resources: {'Port': ['ID=0b3e09c9-6a91-4f0e-927b-0b0f9613b07b,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:03.991915 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3bba59ed-d975-463d-851e-568d153918c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:04.000301 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8af797fd-6df8-41db-8f52-bcc16eee6f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:04.013032 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3bba59ed-d975-463d-851e-568d153918c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:04.050656 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port f7414423-fecd-4d71-9218-cdf606ac2231 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:10:04.056568 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port f7414423-fecd-4d71-9218-cdf606ac2231 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:04.057268 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:04.093758 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-3bba59ed-d975-463d-851e-568d153918c8 None None] Attempting to bind port b89858d5-efee-4508-a644-238e93e84eaf on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:10:04.094152 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-3bba59ed-d975-463d-851e-568d153918c8 None None] Attempting to bind port b89858d5-efee-4508-a644-238e93e84eaf by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:10:04.094509 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba59ed-d975-463d-851e-568d153918c8 None None] Attempting to bind port b89858d5-efee-4508-a644-238e93e84eaf on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:10:04.096634 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a56e99-3f40-43e1-81da-a14d67c04ee6 None None] Pushing event updated for resources: {'Port': ['ID=b89858d5-efee-4508-a644-238e93e84eaf,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:04.109670 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a56e99-3f40-43e1-81da-a14d67c04ee6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:04.110027 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a56e99-3f40-43e1-81da-a14d67c04ee6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:04.110374 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a56e99-3f40-43e1-81da-a14d67c04ee6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:04.110704 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a56e99-3f40-43e1-81da-a14d67c04ee6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:04.111035 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a56e99-3f40-43e1-81da-a14d67c04ee6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:04.111361 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a56e99-3f40-43e1-81da-a14d67c04ee6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:04.111682 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a56e99-3f40-43e1-81da-a14d67c04ee6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:04.112001 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a56e99-3f40-43e1-81da-a14d67c04ee6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:04.112320 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a56e99-3f40-43e1-81da-a14d67c04ee6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:04.112640 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a56e99-3f40-43e1-81da-a14d67c04ee6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:04.112954 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a56e99-3f40-43e1-81da-a14d67c04ee6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:04.113268 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a56e99-3f40-43e1-81da-a14d67c04ee6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:04.138759 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba59ed-d975-463d-851e-568d153918c8 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:10:04.139013 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba59ed-d975-463d-851e-568d153918c8 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:10:04.139417 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3bba59ed-d975-463d-851e-568d153918c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:04.140131 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba59ed-d975-463d-851e-568d153918c8 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:10:04.140618 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-3bba59ed-d975-463d-851e-568d153918c8 None None] Bound port: b89858d5-efee-4508-a644-238e93e84eaf, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:10:04.140995 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3bba59ed-d975-463d-851e-568d153918c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:04.171455 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-d21d1ea1-7f2a-4c4d-b65a-8ce6ab3108bc tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Allocated IP 172.25.5.211 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/6fc7f763-2fe0-44b7-b980-6dd7cd81fedc) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:10:04.242461 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53560) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:04.300695 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-3bba59ed-d975-463d-851e-568d153918c8 None None] For port b89858d5-efee-4508-a644-238e93e84eaf, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:10:04.311114 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:04.314405 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-3bba59ed-d975-463d-851e-568d153918c8 None None] For port b89858d5-efee-4508-a644-238e93e84eaf, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b89858d5-efee-4508-a644-238e93e84eaf,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:10:04.332683 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3bba59ed-d975-463d-851e-568d153918c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:04.395303 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bba59ed-d975-463d-851e-568d153918c8 None None] Routers {'9c1c45ff-6921-455b-9907-c2f24c02f586'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:04.395983 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3bba59ed-d975-463d-851e-568d153918c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['9c1c45ff-6921-455b-9907-c2f24c02f586'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:04.415852 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd2bcda-ad8b-44a8-acb4-39f331d2413b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7414423-fecd-4d71-9218-cdf606ac2231'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:10:04.427203 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-8af797fd-6df8-41db-8f52-bcc16eee6f71 admin admin] Allocated IP 172.20.0.1 (b4f94743-5672-4dd1-a1e5-79a79c728dba/eb394966-7667-406c-8fc2-d7b486faf071/47c4a881-ce8f-4e1c-9a90-0195ed6d6804) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:10:04.428383 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800b83af-72fe-4d58-9079-d2f98f5b099b" -d '{"events": [{"server_uuid": "3cd2bcda-ad8b-44a8-acb4-39f331d2413b", "name": "network-vif-plugged", "status": "completed", "tag": "f7414423-fecd-4d71-9218-cdf606ac2231"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:10:04.448041 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port f7414423-fecd-4d71-9218-cdf606ac2231, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=f7414423-fecd-4d71-9218-cdf606ac2231,segment=NetworkSegment(5b45be96-cd25-4ceb-bbc6-f90837c96492),segment_id=5b45be96-cd25-4ceb-bbc6-f90837c96492)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:04.464084 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:04.515813 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d21d1ea1-7f2a-4c4d-b65a-8ce6ab3108bc tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:04.519021 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a56e99-3f40-43e1-81da-a14d67c04ee6 None None] Pushing event updated for resources: {'Port': ['ID=b89858d5-efee-4508-a644-238e93e84eaf,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:04.533228 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f087713c-dc94-4ced-a248-51c679674af0 x-openstack-request-id: req-f087713c-dc94-4ced-a248-51c679674af0 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:10:04.534175 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd2bcda-ad8b-44a8-acb4-39f331d2413b", "name": "network-vif-plugged", "status": "completed", "tag": "f7414423-fecd-4d71-9218-cdf606ac2231", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:10:04.534486 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f087713c-dc94-4ced-a248-51c679674af0 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:10:04.535281 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd2bcda-ad8b-44a8-acb4-39f331d2413b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7414423-fecd-4d71-9218-cdf606ac2231', 'code': 200} Sep 30 13:10:04.540175 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-20fa7a0a-4ef1-4e5f-86bf-80fa7d2e5a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:04.576853 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=f7414423-fecd-4d71-9218-cdf606ac2231,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:04.620481 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8af797fd-6df8-41db-8f52-bcc16eee6f71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:04.659156 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d21d1ea1-7f2a-4c4d-b65a-8ce6ab3108bc tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:04.663105 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-3bba59ed-d975-463d-851e-568d153918c8 None None] Set router 9c1c45ff-6921-455b-9907-c2f24c02f586 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:10:04.726158 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21d1ea1-7f2a-4c4d-b65a-8ce6ab3108bc tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:10:04.728041 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5a835-28e0-4435-a52e-8bec0163c345 req-fa4e7e2f-ff1f-4e24-a85f-6e8116da696c tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:04.729771 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-11b5a835-28e0-4435-a52e-8bec0163c345 req-fa4e7e2f-ff1f-4e24-a85f-6e8116da696c tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cd2bcda-ad8b-44a8-acb4-39f331d2413b HTTP/1.1" status: 200 len: 945 time: 0.0707221 Sep 30 13:10:04.731364 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8af797fd-6df8-41db-8f52-bcc16eee6f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:04.738238 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-d21d1ea1-7f2a-4c4d-b65a-8ce6ab3108bc tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:04.748052 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0b93f-8102-4785-b68d-904953122e9d req-aad54071-201b-4c98-ae9f-9df92f94577c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:04.749702 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e7a0b93f-8102-4785-b68d-904953122e9d req-aad54071-201b-4c98-ae9f-9df92f94577c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3cd2bcda-ad8b-44a8-acb4-39f331d2413b HTTP/1.1" status: 200 len: 1096 time: 0.1373451 Sep 30 13:10:04.750693 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21d1ea1-7f2a-4c4d-b65a-8ce6ab3108bc tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:10:04.758779 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d1ea1-7f2a-4c4d-b65a-8ce6ab3108bc tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event updated for resources: {'Port': ['ID=6fc7f763-2fe0-44b7-b980-6dd7cd81fedc,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:04.799081 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af797fd-6df8-41db-8f52-bcc16eee6f71 admin admin] Network b4f94743-5672-4dd1-a1e5-79a79c728dba is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:10:04.807262 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-8af797fd-6df8-41db-8f52-bcc16eee6f71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:04.811263 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af797fd-6df8-41db-8f52-bcc16eee6f71 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:10:04.865405 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8af797fd-6df8-41db-8f52-bcc16eee6f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:04.911810 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-20fa7a0a-4ef1-4e5f-86bf-80fa7d2e5a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:04.955866 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-20fa7a0a-4ef1-4e5f-86bf-80fa7d2e5a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:04.969798 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af797fd-6df8-41db-8f52-bcc16eee6f71 admin admin] Pushing event updated for resources: {'Port': ['ID=47c4a881-ce8f-4e1c-9a90-0195ed6d6804,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:04.988783 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3bba59ed-d975-463d-851e-568d153918c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'name': 'tempest-ServersTestBootFromVolume-1504422879-router', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'b89858d5-efee-4508-a644-238e93e84eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:09:59Z', 'updated_at': '2021-09-30T13:10:01Z', 'revision_number': 3, 'project_id': '89a01187976b4a9db1aceb3025c9740b', 'gw_port': {'id': 'b89858d5-efee-4508-a644-238e93e84eaf', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:63:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:00Z', 'updated_at': '2021-09-30T13:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:04.995006 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-11b5a835-28e0-4435-a52e-8bec0163c345 req-27ce94a0-97f4-45d9-b983-8a9fedc35871 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a193083-9d93-4fde-afc4-a67ec4d8c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500346 Sep 30 13:10:05.041501 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa7a0a-4ef1-4e5f-86bf-80fa7d2e5a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc6fd12-81bf-4e76-b77f-ff9b1a2dd83f,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:05.045367 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e7a0b93f-8102-4785-b68d-904953122e9d req-7a43906f-3f92-48e6-a866-4580b40fe11e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1a193083-9d93-4fde-afc4-a67ec4d8c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493131 Sep 30 13:10:05.089937 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bba59ed-d975-463d-851e-568d153918c8 None None] The sync data for ids ['9c1c45ff-6921-455b-9907-c2f24c02f586'] in n-d-810909-2 is: [{'id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'name': 'tempest-ServersTestBootFromVolume-1504422879-router', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'b89858d5-efee-4508-a644-238e93e84eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:09:59Z', 'updated_at': '2021-09-30T13:10:01Z', 'revision_number': 3, 'project_id': '89a01187976b4a9db1aceb3025c9740b', 'gw_port': {'id': 'b89858d5-efee-4508-a644-238e93e84eaf', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:63:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:00Z', 'updated_at': '2021-09-30T13:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:10:05.143721 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0b3e09c9-6a91-4f0e-927b-0b0f9613b07b up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:10:05.154939 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8af797fd-6df8-41db-8f52-bcc16eee6f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:05.210650 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-20fa7a0a-4ef1-4e5f-86bf-80fa7d2e5a5c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=034917ce7c30496f90d51d4fc2fcbdca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9642341 Sep 30 13:10:05.220189 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53574) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:05.255546 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 0b3e09c9-6a91-4f0e-927b-0b0f9613b07b triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:05.256258 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:05.316607 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2059d9a8-7d6e-464a-ac46-5ea4c5a6cdd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:05.365285 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d16b2-4b81-469a-a11d-707a46c3cb17 req-0f931c6d-ca82-4966-b77e-6841b10e4927 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:05.367090 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4b7d16b2-4b81-469a-a11d-707a46c3cb17 req-0f931c6d-ca82-4966-b77e-6841b10e4927 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 950 time: 0.3326042 Sep 30 13:10:05.457126 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2059d9a8-7d6e-464a-ac46-5ea4c5a6cdd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:05.464802 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4b7d16b2-4b81-469a-a11d-707a46c3cb17 req-714443c7-4e8c-4f19-b8da-caba0dd4dde3 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798771 Sep 30 13:10:05.615602 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1651d874-9007-44db-ba9c-c2845eeb678a None None] Network be9d4d29-f7aa-4b21-ad70-ecf1f8219364 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:10:05.626119 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2059d9a8-7d6e-464a-ac46-5ea4c5a6cdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:05.628814 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2059d9a8-7d6e-464a-ac46-5ea4c5a6cdd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:05.633749 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2059d9a8-7d6e-464a-ac46-5ea4c5a6cdd3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dcc6fd12-81bf-4e76-b77f-ff9b1a2dd83f HTTP/1.1" status: 204 len: 168 time: 0.4122167 Sep 30 13:10:05.636785 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8af797fd-6df8-41db-8f52-bcc16eee6f71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:05.648866 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8af797fd-6df8-41db-8f52-bcc16eee6f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:05.665131 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-51fdf899-c1c8-4128-8a48-63a1d4b44d53 None None] Provisioning complete for port 47c4a881-ce8f-4e1c-9a90-0195ed6d6804 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:05.665601 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-51fdf899-c1c8-4128-8a48-63a1d4b44d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:05.680162 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059d9a8-7d6e-464a-ac46-5ea4c5a6cdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc6fd12-81bf-4e76-b77f-ff9b1a2dd83f,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:05.686095 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d21d1ea1-7f2a-4c4d-b65a-8ce6ab3108bc tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:05.723959 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:05.752308 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af797fd-6df8-41db-8f52-bcc16eee6f71 admin admin] Pushing event updated for resources: {'Port': ['ID=47c4a881-ce8f-4e1c-9a90-0195ed6d6804,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:05.757812 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8af797fd-6df8-41db-8f52-bcc16eee6f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:05.796743 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-51fdf899-c1c8-4128-8a48-63a1d4b44d53 None None] Port 47c4a881-ce8f-4e1c-9a90-0195ed6d6804 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:10:05.850411 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 0b3e09c9-6a91-4f0e-927b-0b0f9613b07b, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=0b3e09c9-6a91-4f0e-927b-0b0f9613b07b,segment=NetworkSegment(7fbf61de-9951-4279-b788-26c3cd663bc0),segment_id=7fbf61de-9951-4279-b788-26c3cd663bc0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:05.866319 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:05.873764 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af797fd-6df8-41db-8f52-bcc16eee6f71 admin admin] Network b4f94743-5672-4dd1-a1e5-79a79c728dba is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:10:05.875756 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-8af797fd-6df8-41db-8f52-bcc16eee6f71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:06.011606 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d21d1ea1-7f2a-4c4d-b65a-8ce6ab3108bc tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:06.018112 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f90e2037-417a-408d-af2b-e46b515f859d None None] Provisioning complete for port 0b3e09c9-6a91-4f0e-927b-0b0f9613b07b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:06.018686 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af797fd-6df8-41db-8f52-bcc16eee6f71 admin admin] Router 9c1c45ff-6921-455b-9907-c2f24c02f586 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:10:06.019034 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f90e2037-417a-408d-af2b-e46b515f859d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:06.183962 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af797fd-6df8-41db-8f52-bcc16eee6f71 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:10:06.196396 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8af797fd-6df8-41db-8f52-bcc16eee6f71 admin admin] 10.222.0.18 "PUT /v2.0/routers/9c1c45ff-6921-455b-9907-c2f24c02f586/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4157865 Sep 30 13:10:06.249385 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=0b3e09c9-6a91-4f0e-927b-0b0f9613b07b,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:06.279535 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219b91b-04fb-4fdf-aefd-94a72cf83f92 req-b80a0537-1ab9-4aed-8bd2-811bc92337d4 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:06.286815 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6219b91b-04fb-4fdf-aefd-94a72cf83f92 req-b80a0537-1ab9-4aed-8bd2-811bc92337d4 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cd2bcda-ad8b-44a8-acb4-39f331d2413b HTTP/1.1" status: 200 len: 945 time: 0.1582599 Sep 30 13:10:06.378349 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6219b91b-04fb-4fdf-aefd-94a72cf83f92 req-909500ed-c0d2-47fd-8d6e-021aa42a8b10 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a193083-9d93-4fde-afc4-a67ec4d8c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858896 Sep 30 13:10:06.411173 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21d1ea1-7f2a-4c4d-b65a-8ce6ab3108bc tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Router be1de284-db75-4797-8c27-f03302d70710 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:10:06.529384 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9608ac63-b806-4e21-abd3-a3f8ba5b289b None None] Provisioning complete for port 47c4a881-ce8f-4e1c-9a90-0195ed6d6804 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:06.532246 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9608ac63-b806-4e21-abd3-a3f8ba5b289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:06.623946 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-9608ac63-b806-4e21-abd3-a3f8ba5b289b None None] Port 47c4a881-ce8f-4e1c-9a90-0195ed6d6804 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:10:06.695760 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21d1ea1-7f2a-4c4d-b65a-8ce6ab3108bc tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:10:06.707345 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5803e8-2779-4305-93b2-22643b05f35d None None] Sync routers for ids ['be1de284-db75-4797-8c27-f03302d70710'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:10:06.719000 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5803e8-2779-4305-93b2-22643b05f35d None None] Routers {'be1de284-db75-4797-8c27-f03302d70710'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:06.722198 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2d5803e8-2779-4305-93b2-22643b05f35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['be1de284-db75-4797-8c27-f03302d70710'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:06.735216 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec05a7-a201-488e-acca-bc1a7a895b73 req-bff2049e-a8a2-48c6-b84d-b51cec6d9ee8 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:06.737461 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-97ec05a7-a201-488e-acca-bc1a7a895b73 req-bff2049e-a8a2-48c6-b84d-b51cec6d9ee8 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 950 time: 0.0818715 Sep 30 13:10:06.749173 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d21d1ea1-7f2a-4c4d-b65a-8ce6ab3108bc tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:06.750800 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d21d1ea1-7f2a-4c4d-b65a-8ce6ab3108bc tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.0433547 Sep 30 13:10:06.753274 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53616) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:06.794585 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-97ec05a7-a201-488e-acca-bc1a7a895b73 req-bed49359-6582-41b2-9baa-bc47299d2d1b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451055 Sep 30 13:10:06.798629 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2d5803e8-2779-4305-93b2-22643b05f35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:06.825621 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5803e8-2779-4305-93b2-22643b05f35d None None] Routers {'be1de284-db75-4797-8c27-f03302d70710'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:06.826351 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2d5803e8-2779-4305-93b2-22643b05f35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['be1de284-db75-4797-8c27-f03302d70710'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:06.898898 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2d5803e8-2779-4305-93b2-22643b05f35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:06.900798 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5803e8-2779-4305-93b2-22643b05f35d None None] The sync data for ids ['be1de284-db75-4797-8c27-f03302d70710'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:10:06.904650 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9d49cab6-76a9-4db0-958a-20acb5e6aaf5 None None] Provisioning complete for port 0b3e09c9-6a91-4f0e-927b-0b0f9613b07b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:06.912635 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9d49cab6-76a9-4db0-958a-20acb5e6aaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:06.938938 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0b8ad-449d-44a5-beb3-2dccdec16fb1 req-1b6b684b-0bae-452b-a9e0-9681a86e1437 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:06.947430 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0b8ad-449d-44a5-beb3-2dccdec16fb1 req-1b6b684b-0bae-452b-a9e0-9681a86e1437 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:06.956322 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0b8ad-449d-44a5-beb3-2dccdec16fb1 req-1b6b684b-0bae-452b-a9e0-9681a86e1437 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:06.963192 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0b8ad-449d-44a5-beb3-2dccdec16fb1 req-1b6b684b-0bae-452b-a9e0-9681a86e1437 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:06.970632 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0b8ad-449d-44a5-beb3-2dccdec16fb1 req-1b6b684b-0bae-452b-a9e0-9681a86e1437 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:06.978216 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0b8ad-449d-44a5-beb3-2dccdec16fb1 req-1b6b684b-0bae-452b-a9e0-9681a86e1437 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:06.987011 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0b8ad-449d-44a5-beb3-2dccdec16fb1 req-1b6b684b-0bae-452b-a9e0-9681a86e1437 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:07.017950 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b4b0b8ad-449d-44a5-beb3-2dccdec16fb1 req-1b6b684b-0bae-452b-a9e0-9681a86e1437 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5436 time: 0.1621008 Sep 30 13:10:07.098835 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0b3e09c9-6a91-4f0e-927b-0b0f9613b07b up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:10:07.123099 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b4b0b8ad-449d-44a5-beb3-2dccdec16fb1 req-128a297e-5f8d-4a21-8d6d-ae0701a3af87 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1040876 Sep 30 13:10:07.123609 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53624) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:07.134632 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-8d607406-d903-4401-89e3-3cebbc9b3c08 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1097465408', 'description': 'tempest-description--911085316'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:07.184989 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8d607406-d903-4401-89e3-3cebbc9b3c08 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:07.218387 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 0b3e09c9-6a91-4f0e-927b-0b0f9613b07b triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:07.218762 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:07.329952 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b89858d5-efee-4508-a644-238e93e84eaf up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:10:07.350551 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8d607406-d903-4401-89e3-3cebbc9b3c08 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:07.370564 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8d607406-d903-4401-89e3-3cebbc9b3c08 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:07.420887 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port b89858d5-efee-4508-a644-238e93e84eaf triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:07.421486 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:07.426770 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d607406-d903-4401-89e3-3cebbc9b3c08 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=653dbcc8-2a4b-4bc2-b9c8-d1ba36e9c70d,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:07.450613 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8d607406-d903-4401-89e3-3cebbc9b3c08 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:07.454942 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8d607406-d903-4401-89e3-3cebbc9b3c08 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3303223 Sep 30 13:10:07.455561 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53632) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:07.461055 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-30939fc0-b554-4fa1-8bd3-5438564eaf2c tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Request body: {'security_group_rule': {'security_group_id': '653dbcc8-2a4b-4bc2-b9c8-d1ba36e9c70d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:07.525297 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46a7fd-2975-4b40-b1dc-1bb64325f070 req-a2499bad-416b-49da-8832-e28c6c274805 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:07.532376 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:07.533502 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46a7fd-2975-4b40-b1dc-1bb64325f070 req-a2499bad-416b-49da-8832-e28c6c274805 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:07.542106 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46a7fd-2975-4b40-b1dc-1bb64325f070 req-a2499bad-416b-49da-8832-e28c6c274805 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:07.549456 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46a7fd-2975-4b40-b1dc-1bb64325f070 req-a2499bad-416b-49da-8832-e28c6c274805 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:07.557924 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46a7fd-2975-4b40-b1dc-1bb64325f070 req-a2499bad-416b-49da-8832-e28c6c274805 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:07.566231 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46a7fd-2975-4b40-b1dc-1bb64325f070 req-a2499bad-416b-49da-8832-e28c6c274805 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:07.567585 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6d3b32a1-f2a2-438e-8fc1-1eef11510900 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:07.569900 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port b89858d5-efee-4508-a644-238e93e84eaf, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b89858d5-efee-4508-a644-238e93e84eaf,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:07.572551 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46a7fd-2975-4b40-b1dc-1bb64325f070 req-a2499bad-416b-49da-8832-e28c6c274805 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:07.577927 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:07.599805 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ef46a7fd-2975-4b40-b1dc-1bb64325f070 req-a2499bad-416b-49da-8832-e28c6c274805 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5436 time: 0.3619456 Sep 30 13:10:07.601219 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a6522-defb-4f93-9079-c85ee658eaac req-51f37ee3-bdcd-4b04-8e20-7ae90124172a tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:07.601566 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-30939fc0-b554-4fa1-8bd3-5438564eaf2c tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:07.602879 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e6a6522-defb-4f93-9079-c85ee658eaac req-51f37ee3-bdcd-4b04-8e20-7ae90124172a tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cd2bcda-ad8b-44a8-acb4-39f331d2413b HTTP/1.1" status: 200 len: 945 time: 0.0889084 Sep 30 13:10:07.696681 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e6a6522-defb-4f93-9079-c85ee658eaac req-5b3b87d9-f2f1-4eb9-84ba-d65e44f69697 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a193083-9d93-4fde-afc4-a67ec4d8c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571816 Sep 30 13:10:07.730546 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=b89858d5-efee-4508-a644-238e93e84eaf,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:07.789291 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0761d9-7f1e-4277-8723-44c1b6052d9d None None] Sync routers for ids ['9c1c45ff-6921-455b-9907-c2f24c02f586'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:10:07.792055 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-30939fc0-b554-4fa1-8bd3-5438564eaf2c tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:07.797605 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-30939fc0-b554-4fa1-8bd3-5438564eaf2c tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:07.812094 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0761d9-7f1e-4277-8723-44c1b6052d9d None None] Routers {'9c1c45ff-6921-455b-9907-c2f24c02f586'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:07.812725 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-db0761d9-7f1e-4277-8723-44c1b6052d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['9c1c45ff-6921-455b-9907-c2f24c02f586'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:07.849519 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30939fc0-b554-4fa1-8bd3-5438564eaf2c tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ac2c19-6c16-40d4-85d1-f4ed5856f32b,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:07.867931 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-30939fc0-b554-4fa1-8bd3-5438564eaf2c tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:07.869283 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-30939fc0-b554-4fa1-8bd3-5438564eaf2c tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4117985 Sep 30 13:10:07.872375 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53646) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:07.878173 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-47728d7f-5222-4f3f-8352-57f230194cee tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Request body: {'security_group_rule': {'security_group_id': '653dbcc8-2a4b-4bc2-b9c8-d1ba36e9c70d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:07.919328 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47728d7f-5222-4f3f-8352-57f230194cee tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:07.994882 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47728d7f-5222-4f3f-8352-57f230194cee tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:08.001855 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47728d7f-5222-4f3f-8352-57f230194cee tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:08.046155 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47728d7f-5222-4f3f-8352-57f230194cee tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f2595d6-352a-4b3c-9bd5-5fd51a13a87e,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:08.048851 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-db0761d9-7f1e-4277-8723-44c1b6052d9d None None] Set router 9c1c45ff-6921-455b-9907-c2f24c02f586 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:10:08.051739 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47728d7f-5222-4f3f-8352-57f230194cee tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:08.053397 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-47728d7f-5222-4f3f-8352-57f230194cee tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1797526 Sep 30 13:10:08.056142 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53652) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:08.062452 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-1c5f0c80-27b0-4dea-b608-ad4a94309c3a tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:08.105701 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c5f0c80-27b0-4dea-b608-ad4a94309c3a tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:08.203194 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99878a7-184b-43ab-b9b4-c3209c0c5de4 req-c52ae980-e483-4780-ae6a-56d187bb9c84 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:08.211825 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c99878a7-184b-43ab-b9b4-c3209c0c5de4 req-c52ae980-e483-4780-ae6a-56d187bb9c84 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cd2bcda-ad8b-44a8-acb4-39f331d2413b HTTP/1.1" status: 200 len: 945 time: 0.0781300 Sep 30 13:10:08.310518 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c99878a7-184b-43ab-b9b4-c3209c0c5de4 req-3c736f37-2c22-46e0-a3b2-7abb9cccc9fb tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a193083-9d93-4fde-afc4-a67ec4d8c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946600 Sep 30 13:10:08.335196 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c5f0c80-27b0-4dea-b608-ad4a94309c3a tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:08.487939 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-db0761d9-7f1e-4277-8723-44c1b6052d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'name': 'tempest-ServersTestBootFromVolume-1504422879-router', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'b89858d5-efee-4508-a644-238e93e84eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:09:59Z', 'updated_at': '2021-09-30T13:10:05Z', 'revision_number': 4, 'project_id': '89a01187976b4a9db1aceb3025c9740b', 'gw_port': {'id': 'b89858d5-efee-4508-a644-238e93e84eaf', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:00Z', 'updated_at': '2021-09-30T13:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '47c4a881-ce8f-4e1c-9a90-0195ed6d6804', 'name': '', 'network_id': 'b4f94743-5672-4dd1-a1e5-79a79c728dba', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'mac_address': 'fa:16:3e:a9:6b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'eb394966-7667-406c-8fc2-d7b486faf071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:04Z', 'updated_at': '2021-09-30T13:10:05Z', 'revision_number': 2, 'project_id': '89a01187976b4a9db1aceb3025c9740b', 'subnets': [{'id': 'eb394966-7667-406c-8fc2-d7b486faf071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:08.493178 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771afd3b-e77c-4ddb-88bb-f677f1dc311b req-7f833fcd-5343-4866-9c88-9d66b79c2efd tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:08.497713 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-1c5f0c80-27b0-4dea-b608-ad4a94309c3a tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Allocated IP 172.25.5.160 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/393c040b-4e3e-4305-8981-600ab79991b4) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:10:08.502745 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-771afd3b-e77c-4ddb-88bb-f677f1dc311b req-7f833fcd-5343-4866-9c88-9d66b79c2efd tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 950 time: 0.6169665 Sep 30 13:10:08.536698 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0761d9-7f1e-4277-8723-44c1b6052d9d None None] Checking router: 9c1c45ff-6921-455b-9907-c2f24c02f586 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:10:08.537312 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0761d9-7f1e-4277-8723-44c1b6052d9d None None] Updating router 9c1c45ff-6921-455b-9907-c2f24c02f586 port 47c4a881-ce8f-4e1c-9a90-0195ed6d6804 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:10:08.559028 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3579a-7b56-4a05-be14-7886b2664f2c req-51db89eb-58b9-45f5-8227-95ac6d090bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:08.559896 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-edb3579a-7b56-4a05-be14-7886b2664f2c req-51db89eb-58b9-45f5-8227-95ac6d090bcb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ee3511bd90343d7b7c3e8de8f1910c6&device_id=3cd2bcda-ad8b-44a8-acb4-39f331d2413b HTTP/1.1" status: 200 len: 1096 time: 0.1880813 Sep 30 13:10:08.573981 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-db0761d9-7f1e-4277-8723-44c1b6052d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:08.631729 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-771afd3b-e77c-4ddb-88bb-f677f1dc311b req-5b6950e3-fc04-4bfd-abd6-05f516d3859c tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238978 Sep 30 13:10:08.679962 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-6d3b32a1-f2a2-438e-8fc1-1eef11510900 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Allocated IP 172.20.0.1 (be9d4d29-f7aa-4b21-ad70-ecf1f8219364/0ace8045-d589-43c8-9d6a-eae6a2827204/0715d86c-183c-4c7f-a285-70b84da1355e) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:10:08.724925 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c5f0c80-27b0-4dea-b608-ad4a94309c3a tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:08.740536 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3579a-7b56-4a05-be14-7886b2664f2c req-25e4e452-5666-4f35-8d16-6ec83e17ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:08.741992 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-edb3579a-7b56-4a05-be14-7886b2664f2c req-25e4e452-5666-4f35-8d16-6ec83e17ce70 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e58a54e4-cec6-4bff-96db-0d8b15fac292 HTTP/1.1" status: 200 len: 915 time: 0.1572542 Sep 30 13:10:08.796113 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c5f0c80-27b0-4dea-b608-ad4a94309c3a tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:08.820888 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-edb3579a-7b56-4a05-be14-7886b2664f2c req-b55a6f81-0c80-4d3a-9209-2acd8df17cde service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7414423-fecd-4d71-9218-cdf606ac2231 HTTP/1.1" status: 200 len: 217 time: 0.0685506 Sep 30 13:10:08.843105 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5f0c80-27b0-4dea-b608-ad4a94309c3a tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:10:08.848584 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-1c5f0c80-27b0-4dea-b608-ad4a94309c3a tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:08.855610 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5f0c80-27b0-4dea-b608-ad4a94309c3a tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:10:08.912631 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f0c80-27b0-4dea-b608-ad4a94309c3a tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Pushing event updated for resources: {'Port': ['ID=393c040b-4e3e-4305-8981-600ab79991b4,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:08.919713 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3579a-7b56-4a05-be14-7886b2664f2c req-c9a461f3-0404-4b9c-a12e-a478f8202b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:08.921224 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-edb3579a-7b56-4a05-be14-7886b2664f2c req-c9a461f3-0404-4b9c-a12e-a478f8202b7e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=21ca1bed-c735-46f6-97ff-ed0007d3e48a HTTP/1.1" status: 200 len: 854 time: 0.0930390 Sep 30 13:10:08.938898 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-db0761d9-7f1e-4277-8723-44c1b6052d9d None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:08.950656 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-db0761d9-7f1e-4277-8723-44c1b6052d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:08.970483 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-edb3579a-7b56-4a05-be14-7886b2664f2c req-de10120b-2c8b-4136-a699-27cc26123df2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e58a54e4-cec6-4bff-96db-0d8b15fac292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291996 Sep 30 13:10:08.978800 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b89858d5-efee-4508-a644-238e93e84eaf up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:10:09.020018 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6d3b32a1-f2a2-438e-8fc1-1eef11510900 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:09.034826 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f1afc-f8dd-4927-ba7f-35c36bec9fe3 None None] Pushing event updated for resources: {'Port': ['ID=47c4a881-ce8f-4e1c-9a90-0195ed6d6804,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:09.047720 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c5f0c80-27b0-4dea-b608-ad4a94309c3a tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:09.092495 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port b89858d5-efee-4508-a644-238e93e84eaf triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:09.093582 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:09.094419 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c5f0c80-27b0-4dea-b608-ad4a94309c3a tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:09.096076 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-db0761d9-7f1e-4277-8723-44c1b6052d9d None None] Attempting to bind port 47c4a881-ce8f-4e1c-9a90-0195ed6d6804 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:10:09.096598 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-db0761d9-7f1e-4277-8723-44c1b6052d9d None None] Attempting to bind port 47c4a881-ce8f-4e1c-9a90-0195ed6d6804 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'f2aaa798-022a-4391-bc1e-d1cec9340987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b4f94743-5672-4dd1-a1e5-79a79c728dba'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:10:09.096961 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0761d9-7f1e-4277-8723-44c1b6052d9d None None] Attempting to bind port 47c4a881-ce8f-4e1c-9a90-0195ed6d6804 on network b4f94743-5672-4dd1-a1e5-79a79c728dba {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:10:09.103011 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0761d9-7f1e-4277-8723-44c1b6052d9d None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:10:09.103385 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0761d9-7f1e-4277-8723-44c1b6052d9d None None] Checking segment: {'id': 'f2aaa798-022a-4391-bc1e-d1cec9340987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b4f94743-5672-4dd1-a1e5-79a79c728dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:10:09.103781 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-db0761d9-7f1e-4277-8723-44c1b6052d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:09.104173 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0761d9-7f1e-4277-8723-44c1b6052d9d None None] Bound using segment: {'id': 'f2aaa798-022a-4391-bc1e-d1cec9340987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b4f94743-5672-4dd1-a1e5-79a79c728dba'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:10:09.104918 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-db0761d9-7f1e-4277-8723-44c1b6052d9d None None] Bound port: 47c4a881-ce8f-4e1c-9a90-0195ed6d6804, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2aaa798-022a-4391-bc1e-d1cec9340987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b4f94743-5672-4dd1-a1e5-79a79c728dba'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:10:09.105323 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-db0761d9-7f1e-4277-8723-44c1b6052d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:09.205601 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6d3b32a1-f2a2-438e-8fc1-1eef11510900 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:09.229014 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-edb3579a-7b56-4a05-be14-7886b2664f2c req-849fc0ab-dd26-440d-8116-a6550f8977df service neutron] 10.222.0.39 "GET /v2.0/networks/e58a54e4-cec6-4bff-96db-0d8b15fac292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285464 Sep 30 13:10:09.237026 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-db0761d9-7f1e-4277-8723-44c1b6052d9d None None] For port 47c4a881-ce8f-4e1c-9a90-0195ed6d6804, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:10:09.241732 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-db0761d9-7f1e-4277-8723-44c1b6052d9d None None] For port 47c4a881-ce8f-4e1c-9a90-0195ed6d6804, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=47c4a881-ce8f-4e1c-9a90-0195ed6d6804,segment=NetworkSegment(f2aaa798-022a-4391-bc1e-d1cec9340987),segment_id=f2aaa798-022a-4391-bc1e-d1cec9340987)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:10:09.250186 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-db0761d9-7f1e-4277-8723-44c1b6052d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:09.365687 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0761d9-7f1e-4277-8723-44c1b6052d9d None None] Routers {'9c1c45ff-6921-455b-9907-c2f24c02f586'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:09.366355 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-db0761d9-7f1e-4277-8723-44c1b6052d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['9c1c45ff-6921-455b-9907-c2f24c02f586'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:09.424495 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f1afc-f8dd-4927-ba7f-35c36bec9fe3 None None] Pushing event updated for resources: {'Port': ['ID=47c4a881-ce8f-4e1c-9a90-0195ed6d6804,revision_number=4']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:09.431500 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c5f0c80-27b0-4dea-b608-ad4a94309c3a tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:09.452028 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c5f0c80-27b0-4dea-b608-ad4a94309c3a tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:09.516637 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-edb3579a-7b56-4a05-be14-7886b2664f2c req-865e910c-2df4-4c65-8d6e-b4885cf79559 service neutron] 10.222.0.39 "GET /v2.0/networks/e58a54e4-cec6-4bff-96db-0d8b15fac292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870079 Sep 30 13:10:09.531371 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3b32a1-f2a2-438e-8fc1-1eef11510900 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Network be9d4d29-f7aa-4b21-ad70-ecf1f8219364 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:10:09.535394 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-6d3b32a1-f2a2-438e-8fc1-1eef11510900 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:09.540127 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3b32a1-f2a2-438e-8fc1-1eef11510900 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:10:09.609181 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b32a1-f2a2-438e-8fc1-1eef11510900 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event updated for resources: {'Port': ['ID=0715d86c-183c-4c7f-a285-70b84da1355e,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:09.627403 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-3143f802-f073-4c60-8521-44171da2333e None None] Provisioning complete for port 47c4a881-ce8f-4e1c-9a90-0195ed6d6804 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:09.628229 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3143f802-f073-4c60-8521-44171da2333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:09.660399 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-db0761d9-7f1e-4277-8723-44c1b6052d9d None None] Set router 9c1c45ff-6921-455b-9907-c2f24c02f586 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:10:09.678928 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6d3b32a1-f2a2-438e-8fc1-1eef11510900 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:09.784524 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f0c80-27b0-4dea-b608-ad4a94309c3a tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Pushing event updated for resources: {'Port': ['ID=393c040b-4e3e-4305-8981-600ab79991b4,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:09.817372 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a4e5b-f0be-478c-b3d9-5d61788c2f87 req-52e682aa-e34c-4063-8318-414999fe9091 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:09.830381 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3a5a4e5b-f0be-478c-b3d9-5d61788c2f87 req-52e682aa-e34c-4063-8318-414999fe9091 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cd2bcda-ad8b-44a8-acb4-39f331d2413b HTTP/1.1" status: 200 len: 945 time: 0.2826993 Sep 30 13:10:09.845822 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c5f0c80-27b0-4dea-b608-ad4a94309c3a tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:09.929421 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3a5a4e5b-f0be-478c-b3d9-5d61788c2f87 req-d568d58f-1a2d-460e-83ee-c975f8d0a400 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a193083-9d93-4fde-afc4-a67ec4d8c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980890 Sep 30 13:10:09.950748 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c5f0c80-27b0-4dea-b608-ad4a94309c3a tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:09.961831 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1c5f0c80-27b0-4dea-b608-ad4a94309c3a tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9043784 Sep 30 13:10:09.966344 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3143f802-f073-4c60-8521-44171da2333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:10.001272 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-3143f802-f073-4c60-8521-44171da2333e None None] For port 47c4a881-ce8f-4e1c-9a90-0195ed6d6804, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=47c4a881-ce8f-4e1c-9a90-0195ed6d6804,segment=NetworkSegment(f2aaa798-022a-4391-bc1e-d1cec9340987),segment_id=f2aaa798-022a-4391-bc1e-d1cec9340987)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:10.008676 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3143f802-f073-4c60-8521-44171da2333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:10.113161 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b3de5-eb31-42bd-91fa-c8c32611fc3e req-191a8b46-f6f0-4970-9490-5317dc78fada tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:10.124524 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-147b3de5-eb31-42bd-91fa-c8c32611fc3e req-191a8b46-f6f0-4970-9490-5317dc78fada tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 950 time: 0.2582695 Sep 30 13:10:10.150105 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143f802-f073-4c60-8521-44171da2333e None None] Pushing event updated for resources: {'Port': ['ID=47c4a881-ce8f-4e1c-9a90-0195ed6d6804,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:10.161133 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6d3b32a1-f2a2-438e-8fc1-1eef11510900 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:10.172613 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-db0761d9-7f1e-4277-8723-44c1b6052d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'name': 'tempest-ServersTestBootFromVolume-1504422879-router', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'b89858d5-efee-4508-a644-238e93e84eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:09:59Z', 'updated_at': '2021-09-30T13:10:05Z', 'revision_number': 4, 'project_id': '89a01187976b4a9db1aceb3025c9740b', 'gw_port': {'id': 'b89858d5-efee-4508-a644-238e93e84eaf', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:00Z', 'updated_at': '2021-09-30T13:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '47c4a881-ce8f-4e1c-9a90-0195ed6d6804', 'name': '', 'network_id': 'b4f94743-5672-4dd1-a1e5-79a79c728dba', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'mac_address': 'fa:16:3e:a9:6b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'eb394966-7667-406c-8fc2-d7b486faf071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:04Z', 'updated_at': '2021-09-30T13:10:09Z', 'revision_number': 4, 'project_id': '89a01187976b4a9db1aceb3025c9740b', 'subnets': [{'id': 'eb394966-7667-406c-8fc2-d7b486faf071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:10.173119 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-eb95e46d-9997-4fd1-8dc7-6339ce6bc61b None None] Provisioning complete for port 0715d86c-183c-4c7f-a285-70b84da1355e triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:10.173406 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eb95e46d-9997-4fd1-8dc7-6339ce6bc61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:10.203611 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0761d9-7f1e-4277-8723-44c1b6052d9d None None] The sync data for ids ['9c1c45ff-6921-455b-9907-c2f24c02f586'] in n-d-810909-2 is: [{'id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'name': 'tempest-ServersTestBootFromVolume-1504422879-router', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'b89858d5-efee-4508-a644-238e93e84eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:09:59Z', 'updated_at': '2021-09-30T13:10:05Z', 'revision_number': 4, 'project_id': '89a01187976b4a9db1aceb3025c9740b', 'gw_port': {'id': 'b89858d5-efee-4508-a644-238e93e84eaf', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:00Z', 'updated_at': '2021-09-30T13:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '47c4a881-ce8f-4e1c-9a90-0195ed6d6804', 'name': '', 'network_id': 'b4f94743-5672-4dd1-a1e5-79a79c728dba', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'mac_address': 'fa:16:3e:a9:6b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'eb394966-7667-406c-8fc2-d7b486faf071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:04Z', 'updated_at': '2021-09-30T13:10:09Z', 'revision_number': 4, 'project_id': '89a01187976b4a9db1aceb3025c9740b', 'subnets': [{'id': 'eb394966-7667-406c-8fc2-d7b486faf071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:10:10.228078 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-eb95e46d-9997-4fd1-8dc7-6339ce6bc61b None None] Port 0715d86c-183c-4c7f-a285-70b84da1355e cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:10:10.239384 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-eb95e46d-9997-4fd1-8dc7-6339ce6bc61b None None] Provisioning complete for port 47c4a881-ce8f-4e1c-9a90-0195ed6d6804 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:10.239855 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eb95e46d-9997-4fd1-8dc7-6339ce6bc61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:10.320950 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-147b3de5-eb31-42bd-91fa-c8c32611fc3e req-e1ecb339-fcac-4217-b181-2e9af7235396 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856813 Sep 30 13:10:10.468602 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53730) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:10.615671 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a832c92-d6d0-464d-a64d-981e78ffc1ac req-bb7ce557-b1dd-4aa2-8349-2f87d8f133af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:10.616228 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a832c92-d6d0-464d-a64d-981e78ffc1ac req-bb7ce557-b1dd-4aa2-8349-2f87d8f133af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:10.616719 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a832c92-d6d0-464d-a64d-981e78ffc1ac req-bb7ce557-b1dd-4aa2-8349-2f87d8f133af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:10.619981 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a832c92-d6d0-464d-a64d-981e78ffc1ac req-bb7ce557-b1dd-4aa2-8349-2f87d8f133af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:10.625649 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a832c92-d6d0-464d-a64d-981e78ffc1ac req-bb7ce557-b1dd-4aa2-8349-2f87d8f133af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:10.626301 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a832c92-d6d0-464d-a64d-981e78ffc1ac req-bb7ce557-b1dd-4aa2-8349-2f87d8f133af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:10.626839 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a832c92-d6d0-464d-a64d-981e78ffc1ac req-bb7ce557-b1dd-4aa2-8349-2f87d8f133af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:10.642806 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1a832c92-d6d0-464d-a64d-981e78ffc1ac req-bb7ce557-b1dd-4aa2-8349-2f87d8f133af service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 6493 time: 0.1721466 Sep 30 13:10:10.755634 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1a832c92-d6d0-464d-a64d-981e78ffc1ac req-9ed71f51-9cac-4cf9-847d-b3b61a12240f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ddd520cb-1b36-4c2e-9356-927d15c8b013&id=0841f57a-25ef-404b-8124-5c41f0f8c857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1003561 Sep 30 13:10:10.762117 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6d3b32a1-f2a2-438e-8fc1-1eef11510900 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:10.773872 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6d3b32a1-f2a2-438e-8fc1-1eef11510900 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:10.890669 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b32a1-f2a2-438e-8fc1-1eef11510900 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event updated for resources: {'Port': ['ID=0715d86c-183c-4c7f-a285-70b84da1355e,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:10.902346 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6d3b32a1-f2a2-438e-8fc1-1eef11510900 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:11.024907 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3b32a1-f2a2-438e-8fc1-1eef11510900 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Network be9d4d29-f7aa-4b21-ad70-ecf1f8219364 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:10:11.026873 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-6d3b32a1-f2a2-438e-8fc1-1eef11510900 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:11.056815 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 47c4a881-ce8f-4e1c-9a90-0195ed6d6804 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:10:11.159938 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 47c4a881-ce8f-4e1c-9a90-0195ed6d6804 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:11.165425 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:11.186101 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca673c2-26e9-4735-a06e-b2f17cedfef1 req-371f9494-5fbc-4d14-8823-f44f4fc06d02 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:11.188547 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6ca673c2-26e9-4735-a06e-b2f17cedfef1 req-371f9494-5fbc-4d14-8823-f44f4fc06d02 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cd2bcda-ad8b-44a8-acb4-39f331d2413b HTTP/1.1" status: 200 len: 945 time: 0.0873432 Sep 30 13:10:11.291195 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3b32a1-f2a2-438e-8fc1-1eef11510900 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Router be1de284-db75-4797-8c27-f03302d70710 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:10:11.320165 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6ca673c2-26e9-4735-a06e-b2f17cedfef1 req-aa66d7f8-3a5a-4319-975d-71b6762349dc tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a193083-9d93-4fde-afc4-a67ec4d8c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870261 Sep 30 13:10:11.487551 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3b32a1-f2a2-438e-8fc1-1eef11510900 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:10:11.488575 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-50bd5a9f-0d10-41aa-9ee6-55e30ec39a52 None None] Provisioning complete for port 0715d86c-183c-4c7f-a285-70b84da1355e triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:11.489093 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-50bd5a9f-0d10-41aa-9ee6-55e30ec39a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:11.508514 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6d3b32a1-f2a2-438e-8fc1-1eef11510900 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "PUT /v2.0/routers/be1de284-db75-4797-8c27-f03302d70710/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7536483 Sep 30 13:10:11.511614 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53790) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:11.520142 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-8cd2ac86-58ed-43d0-8728-c986c3fd74ef tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Request body: {'port': {'network_id': 'be9d4d29-f7aa-4b21-ad70-ecf1f8219364', 'name': 'tempest-FloatingIPTestJSON-1908274174'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:11.532620 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5e24b-72be-4ab6-adc7-408a32b4f519 req-e6413c50-9fc3-4110-9131-8cbc71b115ab tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:11.534248 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-06f5e24b-72be-4ab6-adc7-408a32b4f519 req-e6413c50-9fc3-4110-9131-8cbc71b115ab tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 950 time: 0.1156435 Sep 30 13:10:11.549720 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedeb093-44e9-4bd6-802f-e3c2eedaea28 None None] Sync routers for ids ['be1de284-db75-4797-8c27-f03302d70710'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:10:11.565542 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-50bd5a9f-0d10-41aa-9ee6-55e30ec39a52 None None] Port 0715d86c-183c-4c7f-a285-70b84da1355e cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:10:11.567176 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedeb093-44e9-4bd6-802f-e3c2eedaea28 None None] Routers {'be1de284-db75-4797-8c27-f03302d70710'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:11.567963 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-dedeb093-44e9-4bd6-802f-e3c2eedaea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['be1de284-db75-4797-8c27-f03302d70710'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:11.614345 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-dedeb093-44e9-4bd6-802f-e3c2eedaea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:11.625082 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedeb093-44e9-4bd6-802f-e3c2eedaea28 None None] Routers {'be1de284-db75-4797-8c27-f03302d70710'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:11.625912 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-dedeb093-44e9-4bd6-802f-e3c2eedaea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['be1de284-db75-4797-8c27-f03302d70710'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:11.666565 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-06f5e24b-72be-4ab6-adc7-408a32b4f519 req-d3bf48a7-eea4-4e59-92a3-81305f843edb tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191068 Sep 30 13:10:11.688049 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-dedeb093-44e9-4bd6-802f-e3c2eedaea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:11.688715 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedeb093-44e9-4bd6-802f-e3c2eedaea28 None None] The sync data for ids ['be1de284-db75-4797-8c27-f03302d70710'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:10:11.842564 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd2ac86-58ed-43d0-8728-c986c3fd74ef tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Made reservation on behalf of 5d598834b0b14741b4e644a0b096c5fa for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:10:11.847463 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8cd2ac86-58ed-43d0-8728-c986c3fd74ef tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:11.874827 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d5f8a2-6ef7-4f2d-ae1d-c7205436b5a5 req-8bd17648-28ff-4179-9b8f-b96adef67f74 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:11.882830 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b3d5f8a2-6ef7-4f2d-ae1d-c7205436b5a5 req-8bd17648-28ff-4179-9b8f-b96adef67f74 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cd2bcda-ad8b-44a8-acb4-39f331d2413b HTTP/1.1" status: 200 len: 945 time: 0.1425807 Sep 30 13:10:11.894100 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-8cd2ac86-58ed-43d0-8728-c986c3fd74ef tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] device_id is not set on port c24794c8-9927-4c5b-bd25-e68abefc8671 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:10:11.987367 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b3d5f8a2-6ef7-4f2d-ae1d-c7205436b5a5 req-32e1e9bf-2dce-4bef-8697-66d4f83e667d tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a193083-9d93-4fde-afc4-a67ec4d8c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033881 Sep 30 13:10:12.071475 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-8cd2ac86-58ed-43d0-8728-c986c3fd74ef tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Allocated IP 172.20.0.7 (be9d4d29-f7aa-4b21-ad70-ecf1f8219364/0ace8045-d589-43c8-9d6a-eae6a2827204/c24794c8-9927-4c5b-bd25-e68abefc8671) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:10:12.250467 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8cd2ac86-58ed-43d0-8728-c986c3fd74ef tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:12.291750 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8cd2ac86-58ed-43d0-8728-c986c3fd74ef tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:12.346326 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd2ac86-58ed-43d0-8728-c986c3fd74ef tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Network be9d4d29-f7aa-4b21-ad70-ecf1f8219364 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:10:12.349533 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-8cd2ac86-58ed-43d0-8728-c986c3fd74ef tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:12.354220 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd2ac86-58ed-43d0-8728-c986c3fd74ef tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:10:12.360166 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2ac86-58ed-43d0-8728-c986c3fd74ef tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event updated for resources: {'Port': ['ID=c24794c8-9927-4c5b-bd25-e68abefc8671,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:12.417405 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd2ac86-58ed-43d0-8728-c986c3fd74ef tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:12.417405 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8cd2ac86-58ed-43d0-8728-c986c3fd74ef tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:12.440194 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8cd2ac86-58ed-43d0-8728-c986c3fd74ef tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9250746 Sep 30 13:10:12.511883 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53814) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:12.518494 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-4171a3b3-02fd-42a3-8d2b-466ef96325d1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Request body: {'floatingip': {'port_id': 'c24794c8-9927-4c5b-bd25-e68abefc8671'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:12.586229 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4171a3b3-02fd-42a3-8d2b-466ef96325d1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:12.698232 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-653f2158-8c77-49cd-bb58-329ac5ac0f45 None None] Provisioning complete for port c24794c8-9927-4c5b-bd25-e68abefc8671 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:12.699380 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-653f2158-8c77-49cd-bb58-329ac5ac0f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:12.765188 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-653f2158-8c77-49cd-bb58-329ac5ac0f45 None None] Port c24794c8-9927-4c5b-bd25-e68abefc8671 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:10:12.896969 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e592a-34cf-4ae5-9baa-4de3344aa1c2 req-e1e6b7c8-3c53-46d0-a78a-fe50f873ea27 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:12.896969 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f91e592a-34cf-4ae5-9baa-4de3344aa1c2 req-e1e6b7c8-3c53-46d0-a78a-fe50f873ea27 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 950 time: 0.0942385 Sep 30 13:10:13.002709 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f91e592a-34cf-4ae5-9baa-4de3344aa1c2 req-f3b564ad-1174-44b5-8aab-fc7a2e8da771 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913901 Sep 30 13:10:13.133337 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c895c4-ced5-4cfb-9a8e-fb945097bcfd req-ccd8b1a3-c420-450c-915b-ea7ce671b36d tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:13.134870 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-66c895c4-ced5-4cfb-9a8e-fb945097bcfd req-ccd8b1a3-c420-450c-915b-ea7ce671b36d tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cd2bcda-ad8b-44a8-acb4-39f331d2413b HTTP/1.1" status: 200 len: 945 time: 0.0590088 Sep 30 13:10:13.182706 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-66c895c4-ced5-4cfb-9a8e-fb945097bcfd req-057e4828-d8da-494d-9ebf-4177f030d3c1 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a193083-9d93-4fde-afc4-a67ec4d8c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380499 Sep 30 13:10:13.247641 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4171a3b3-02fd-42a3-8d2b-466ef96325d1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:13.252164 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4171a3b3-02fd-42a3-8d2b-466ef96325d1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:13.392442 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-4171a3b3-02fd-42a3-8d2b-466ef96325d1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Floating IP a90a2aa5-9a71-438f-9a9e-99376b10c201 associated. External IP: 172.25.5.35, port: a60c0afe-d360-4da2-bd7b-298f70ff22ac. Sep 30 13:10:13.444907 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da510ac-8d5d-49bf-8717-b6c769d3b932 req-f1a46bc4-50ef-4f0d-9624-152f53b274d4 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:13.446431 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7da510ac-8d5d-49bf-8717-b6c769d3b932 req-f1a46bc4-50ef-4f0d-9624-152f53b274d4 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.39 "GET /v2.0/ports?device_id=3cd2bcda-ad8b-44a8-acb4-39f331d2413b HTTP/1.1" status: 200 len: 945 time: 0.1019068 Sep 30 13:10:13.948490 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-7da510ac-8d5d-49bf-8717-b6c769d3b932 req-e249d42e-1272-42aa-b6ef-da08eaba5320 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Deleting port f7414423-fecd-4d71-9218-cdf606ac2231 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:10:13.949068 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7da510ac-8d5d-49bf-8717-b6c769d3b932 req-e249d42e-1272-42aa-b6ef-da08eaba5320 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:14.054112 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4171a3b3-02fd-42a3-8d2b-466ef96325d1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Router 0cb13c55-39b0-424b-8023-17a3c89edbb2 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:10:14.122333 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-7da510ac-8d5d-49bf-8717-b6c769d3b932 req-e249d42e-1272-42aa-b6ef-da08eaba5320 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] For port f7414423-fecd-4d71-9218-cdf606ac2231, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=f7414423-fecd-4d71-9218-cdf606ac2231,segment=NetworkSegment(5b45be96-cd25-4ceb-bbc6-f90837c96492),segment_id=5b45be96-cd25-4ceb-bbc6-f90837c96492)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:14.122709 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7da510ac-8d5d-49bf-8717-b6c769d3b932 req-e249d42e-1272-42aa-b6ef-da08eaba5320 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:14.140356 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-7da510ac-8d5d-49bf-8717-b6c769d3b932 req-e249d42e-1272-42aa-b6ef-da08eaba5320 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Calling delete_port for f7414423-fecd-4d71-9218-cdf606ac2231 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:10:14.197998 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe32d1-6369-495f-b3ff-fecd5c1934aa req-0e88bb18-8782-4d3b-be11-0519b3c40f02 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:14.200689 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cefe32d1-6369-495f-b3ff-fecd5c1934aa req-0e88bb18-8782-4d3b-be11-0519b3c40f02 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 950 time: 0.0560799 Sep 30 13:10:14.259996 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4171a3b3-02fd-42a3-8d2b-466ef96325d1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:10:14.268752 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cefe32d1-6369-495f-b3ff-fecd5c1934aa req-7ba5054b-bdd3-4cd9-b7f4-5d4e014a9404 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616808 Sep 30 13:10:14.273967 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6446591f-44ab-4be3-89b4-88a8d08625b2 None None] Sync routers for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:10:14.291199 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6446591f-44ab-4be3-89b4-88a8d08625b2 None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:14.293042 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6446591f-44ab-4be3-89b4-88a8d08625b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:14.335787 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6446591f-44ab-4be3-89b4-88a8d08625b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:14.345207 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6446591f-44ab-4be3-89b4-88a8d08625b2 None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:14.345819 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6446591f-44ab-4be3-89b4-88a8d08625b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:14.404781 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6446591f-44ab-4be3-89b4-88a8d08625b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:14.405447 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6446591f-44ab-4be3-89b4-88a8d08625b2 None None] The sync data for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:10:14.502065 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb5390-fe82-4911-ba1b-6517a44df780 req-6b8c079c-b6e7-4b4e-9311-ab9ddb7598e1 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:14.510161 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-87cb5390-fe82-4911-ba1b-6517a44df780 req-6b8c079c-b6e7-4b4e-9311-ab9ddb7598e1 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cd2bcda-ad8b-44a8-acb4-39f331d2413b HTTP/1.1" status: 200 len: 945 time: 0.1648190 Sep 30 13:10:14.513958 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:14.544136 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7da510ac-8d5d-49bf-8717-b6c769d3b932 req-e249d42e-1272-42aa-b6ef-da08eaba5320 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:14.558565 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['f7414423-fecd-4d71-9218-cdf606ac2231'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:10:14.624738 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249d42e-1272-42aa-b6ef-da08eaba5320 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Pushing event deleted for resources: {'Port': ['ID=f7414423-fecd-4d71-9218-cdf606ac2231,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:14.639520 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-87cb5390-fe82-4911-ba1b-6517a44df780 req-160ddcc7-b6b2-491c-8c2c-36b709f5749d tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a193083-9d93-4fde-afc4-a67ec4d8c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285148 Sep 30 13:10:14.680563 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da510ac-8d5d-49bf-8717-b6c769d3b932 req-e249d42e-1272-42aa-b6ef-da08eaba5320 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] No DVR routers for this DVR port f7414423-fecd-4d71-9218-cdf606ac2231 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:10:14.684168 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7da510ac-8d5d-49bf-8717-b6c769d3b932 req-e249d42e-1272-42aa-b6ef-da08eaba5320 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:14.686193 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7da510ac-8d5d-49bf-8717-b6c769d3b932 req-e249d42e-1272-42aa-b6ef-da08eaba5320 tempest-InstanceActionsTestJSON-1155921347 tempest-InstanceActionsTestJSON-1155921347-project] 10.222.0.39 "DELETE /v2.0/ports/f7414423-fecd-4d71-9218-cdf606ac2231 HTTP/1.1" status: 204 len: 173 time: 1.2328691 Sep 30 13:10:14.686629 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd2bcda-ad8b-44a8-acb4-39f331d2413b', 'name': 'network-vif-deleted', 'tag': 'f7414423-fecd-4d71-9218-cdf606ac2231'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:10:14.689052 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a24b75-7df8-47fa-a1b6-a0d22447b3f2" -d '{"events": [{"server_uuid": "3cd2bcda-ad8b-44a8-acb4-39f331d2413b", "name": "network-vif-deleted", "tag": "f7414423-fecd-4d71-9218-cdf606ac2231"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:10:14.735956 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197c2baf-089a-49b6-b083-281559ef05f7 x-openstack-request-id: req-197c2baf-089a-49b6-b083-281559ef05f7 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:10:14.736252 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd2bcda-ad8b-44a8-acb4-39f331d2413b", "name": "network-vif-deleted", "tag": "f7414423-fecd-4d71-9218-cdf606ac2231", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:10:14.736505 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-197c2baf-089a-49b6-b083-281559ef05f7 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:10:14.736900 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd2bcda-ad8b-44a8-acb4-39f331d2413b', 'name': 'network-vif-deleted', 'tag': 'f7414423-fecd-4d71-9218-cdf606ac2231', 'status': 'completed', 'code': 200} Sep 30 13:10:14.756463 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4171a3b3-02fd-42a3-8d2b-466ef96325d1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Router be1de284-db75-4797-8c27-f03302d70710 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:10:14.897502 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4171a3b3-02fd-42a3-8d2b-466ef96325d1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:10:14.902614 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4171a3b3-02fd-42a3-8d2b-466ef96325d1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:14.909585 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a33dc95-4f96-4e12-9c0e-12c462a4e6d9 None None] Sync routers for ids ['be1de284-db75-4797-8c27-f03302d70710'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:10:14.920446 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a33dc95-4f96-4e12-9c0e-12c462a4e6d9 None None] Routers {'be1de284-db75-4797-8c27-f03302d70710'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:14.921066 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-7a33dc95-4f96-4e12-9c0e-12c462a4e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['be1de284-db75-4797-8c27-f03302d70710'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:14.958520 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-7a33dc95-4f96-4e12-9c0e-12c462a4e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:14.969926 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a33dc95-4f96-4e12-9c0e-12c462a4e6d9 None None] Routers {'be1de284-db75-4797-8c27-f03302d70710'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:14.970788 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-7a33dc95-4f96-4e12-9c0e-12c462a4e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['be1de284-db75-4797-8c27-f03302d70710'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:14.987215 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4171a3b3-02fd-42a3-8d2b-466ef96325d1 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "PUT /v2.0/floatingips/a90a2aa5-9a71-438f-9a9e-99376b10c201 HTTP/1.1" status: 200 len: 977 time: 2.4736495 Sep 30 13:10:14.990204 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53880) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:15.009224 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-7a33dc95-4f96-4e12-9c0e-12c462a4e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:15.010122 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a33dc95-4f96-4e12-9c0e-12c462a4e6d9 None None] The sync data for ids ['be1de284-db75-4797-8c27-f03302d70710'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:10:15.123390 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-6b796aac-4a59-4286-8370-08af033aee89 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Deleting port c24794c8-9927-4c5b-bd25-e68abefc8671 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:10:15.123745 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6b796aac-4a59-4286-8370-08af033aee89 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:15.235193 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6b796aac-4a59-4286-8370-08af033aee89 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:15.425231 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427d31f-b965-44bd-9f67-24e3b547c907 req-36408cf9-0d42-4823-9f95-b28f3e456f23 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:15.427889 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0427d31f-b965-44bd-9f67-24e3b547c907 req-36408cf9-0d42-4823-9f95-b28f3e456f23 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 950 time: 0.0669608 Sep 30 13:10:15.472710 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6b796aac-4a59-4286-8370-08af033aee89 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:15.473087 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6b796aac-4a59-4286-8370-08af033aee89 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:15.473409 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-6b796aac-4a59-4286-8370-08af033aee89 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Floating IP a90a2aa5-9a71-438f-9a9e-99376b10c201 disassociated. External IP: 172.25.5.35, port: c24794c8-9927-4c5b-bd25-e68abefc8671. Sep 30 13:10:15.473751 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-6b796aac-4a59-4286-8370-08af033aee89 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Calling delete_port for c24794c8-9927-4c5b-bd25-e68abefc8671 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:10:15.475535 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0427d31f-b965-44bd-9f67-24e3b547c907 req-4b304794-d9f7-4936-b0b3-bb0103d11f7d tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408258 Sep 30 13:10:15.626381 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6b796aac-4a59-4286-8370-08af033aee89 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:15.659080 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b796aac-4a59-4286-8370-08af033aee89 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event deleted for resources: {'Port': ['ID=c24794c8-9927-4c5b-bd25-e68abefc8671,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:15.723383 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53894) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:15.845279 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c461d92-0a2a-4d52-8de2-4935dd30c9ae admin admin] Deleting subnet 21ca1bed-c735-46f6-97ff-ed0007d3e48a {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:10:15.850038 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6c461d92-0a2a-4d52-8de2-4935dd30c9ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:15.895571 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b796aac-4a59-4286-8370-08af033aee89 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Router be1de284-db75-4797-8c27-f03302d70710 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:10:15.904890 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6c461d92-0a2a-4d52-8de2-4935dd30c9ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:16.002896 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6c461d92-0a2a-4d52-8de2-4935dd30c9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:16.121460 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b796aac-4a59-4286-8370-08af033aee89 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:10:16.133748 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb415aa-4197-4d4b-92ec-7bb59eeeebd1 None None] Sync routers for ids ['be1de284-db75-4797-8c27-f03302d70710'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:10:16.148082 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6c461d92-0a2a-4d52-8de2-4935dd30c9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:16.151925 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb415aa-4197-4d4b-92ec-7bb59eeeebd1 None None] Routers {'be1de284-db75-4797-8c27-f03302d70710'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:16.152784 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-abb415aa-4197-4d4b-92ec-7bb59eeeebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['be1de284-db75-4797-8c27-f03302d70710'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:16.184857 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6c461d92-0a2a-4d52-8de2-4935dd30c9ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:16.191208 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53898) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:16.191365 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6c461d92-0a2a-4d52-8de2-4935dd30c9ae admin admin] 10.222.0.18 "DELETE /v2.0/subnets/21ca1bed-c735-46f6-97ff-ed0007d3e48a HTTP/1.1" status: 204 len: 168 time: 0.4665651 Sep 30 13:10:16.214981 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c461d92-0a2a-4d52-8de2-4935dd30c9ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21ca1bed-c735-46f6-97ff-ed0007d3e48a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:16.228448 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-abb415aa-4197-4d4b-92ec-7bb59eeeebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:16.262900 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb415aa-4197-4d4b-92ec-7bb59eeeebd1 None None] Routers {'be1de284-db75-4797-8c27-f03302d70710'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:16.267424 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-abb415aa-4197-4d4b-92ec-7bb59eeeebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['be1de284-db75-4797-8c27-f03302d70710'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:16.283872 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6b796aac-4a59-4286-8370-08af033aee89 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:16.286172 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6b796aac-4a59-4286-8370-08af033aee89 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "DELETE /v2.0/ports/c24794c8-9927-4c5b-bd25-e68abefc8671 HTTP/1.1" status: 204 len: 168 time: 1.2949200 Sep 30 13:10:16.288926 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53902) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:16.363373 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-abb415aa-4197-4d4b-92ec-7bb59eeeebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:16.367217 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb415aa-4197-4d4b-92ec-7bb59eeeebd1 None None] The sync data for ids ['be1de284-db75-4797-8c27-f03302d70710'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:10:16.744706 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-db9bc61c-6e69-4978-b334-c3ce34ccc617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:16.872295 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed15459-ba7f-406d-bd7c-6ea83c50e36d req-60b929e3-4505-430d-91f0-9609e5c2050e tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:16.879859 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2ed15459-ba7f-406d-bd7c-6ea83c50e36d req-60b929e3-4505-430d-91f0-9609e5c2050e tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 950 time: 0.1387663 Sep 30 13:10:16.939721 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-db9bc61c-6e69-4978-b334-c3ce34ccc617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:16.983094 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2ed15459-ba7f-406d-bd7c-6ea83c50e36d req-86febd02-f973-42f5-8510-0c62688a6efa tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973129 Sep 30 13:10:16.989614 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-db9bc61c-6e69-4978-b334-c3ce34ccc617 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58a54e4-cec6-4bff-96db-0d8b15fac292']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:17.009032 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-db9bc61c-6e69-4978-b334-c3ce34ccc617 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b45be96-cd25-4ceb-bbc6-f90837c96492') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:17.009784 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-db9bc61c-6e69-4978-b334-c3ce34ccc617 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b45be96-cd25-4ceb-bbc6-f90837c96492') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:17.015229 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1dcc68ef-51e3-4975-89c4-09f4dab37c69 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:17.023934 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-db9bc61c-6e69-4978-b334-c3ce34ccc617 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:17.039709 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-db9bc61c-6e69-4978-b334-c3ce34ccc617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:17.047422 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9bc61c-6e69-4978-b334-c3ce34ccc617 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:10:17.048084 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-db9bc61c-6e69-4978-b334-c3ce34ccc617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:10:17.128870 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:10:17.137278 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-db9bc61c-6e69-4978-b334-c3ce34ccc617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:17.159289 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-db9bc61c-6e69-4978-b334-c3ce34ccc617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:17.161618 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-db9bc61c-6e69-4978-b334-c3ce34ccc617 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e58a54e4-cec6-4bff-96db-0d8b15fac292 HTTP/1.1" status: 204 len: 168 time: 0.9689319 Sep 30 13:10:17.163054 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9bc61c-6e69-4978-b334-c3ce34ccc617 admin admin] Pushing event deleted for resources: {'Network': ['ID=e58a54e4-cec6-4bff-96db-0d8b15fac292,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:17.424895 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53920) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:17.425928 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-1dcc68ef-51e3-4975-89c4-09f4dab37c69 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Deleting port 0715d86c-183c-4c7f-a285-70b84da1355e {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:10:17.426308 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1dcc68ef-51e3-4975-89c4-09f4dab37c69 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:17.483545 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b53931ac-9516-4be2-a5b5-30fd12fe7a1e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7ee3511bd90343d7b7c3e8de8f1910c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0572593 Sep 30 13:10:17.485902 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53922) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:17.534982 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1dcc68ef-51e3-4975-89c4-09f4dab37c69 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:17.550592 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-1dcc68ef-51e3-4975-89c4-09f4dab37c69 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Calling delete_port for 0715d86c-183c-4c7f-a285-70b84da1355e owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:10:17.565030 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f42cd028-9f9d-4fea-a3fd-51f382a97bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:17.593929 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f42cd028-9f9d-4fea-a3fd-51f382a97bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:17.652880 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f42cd028-9f9d-4fea-a3fd-51f382a97bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:17.656999 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f42cd028-9f9d-4fea-a3fd-51f382a97bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:17.660200 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f42cd028-9f9d-4fea-a3fd-51f382a97bc0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a193083-9d93-4fde-afc4-a67ec4d8c545 HTTP/1.1" status: 204 len: 168 time: 0.1731112 Sep 30 13:10:17.669598 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cd028-9f9d-4fea-a3fd-51f382a97bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a193083-9d93-4fde-afc4-a67ec4d8c545,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:17.837004 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1dcc68ef-51e3-4975-89c4-09f4dab37c69 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:17.878517 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc68ef-51e3-4975-89c4-09f4dab37c69 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event deleted for resources: {'Port': ['ID=0715d86c-183c-4c7f-a285-70b84da1355e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:18.034926 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device f7414423-fecd-4d71-9218-cdf606ac2231 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:10:18.094157 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: f7414423-fecd-4d71-9218-cdf606ac2231 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:10:18.097610 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device f7414423-fecd-4d71-9218-cdf606ac2231 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:10:18.182108 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1dcc68ef-51e3-4975-89c4-09f4dab37c69 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:18.189612 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9c4c05ec-7c89-4f17-ba80-938b89063fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:18.669294 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e449fed-297d-40a8-b694-6304e6ca9e18 req-d5c16c3b-0843-43cf-a835-774c8e059792 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:18.669407 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53954) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:18.669873 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7e449fed-297d-40a8-b694-6304e6ca9e18 req-d5c16c3b-0843-43cf-a835-774c8e059792 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 950 time: 0.5593967 Sep 30 13:10:18.757014 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7e449fed-297d-40a8-b694-6304e6ca9e18 req-482c7d73-49f1-4fd3-8903-2a1e76930f21 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789893 Sep 30 13:10:18.812690 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-4d607c77-6236-425e-9986-71d73eeeb71c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2141866820-network', 'tenant_id': '750d23c361c34df48a49df50aefc09af'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:18.872023 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d607c77-6236-425e-9986-71d73eeeb71c admin admin] Made reservation on behalf of 750d23c361c34df48a49df50aefc09af for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:10:18.874564 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d607c77-6236-425e-9986-71d73eeeb71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:18.899282 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d607c77-6236-425e-9986-71d73eeeb71c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:18.920816 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dcc68ef-51e3-4975-89c4-09f4dab37c69 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Router be1de284-db75-4797-8c27-f03302d70710 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:10:19.061172 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcc68ef-51e3-4975-89c4-09f4dab37c69 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:10:19.072877 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358bce1d-e4f5-4e26-9182-1e871ceb59b2 None None] Sync routers for ids ['be1de284-db75-4797-8c27-f03302d70710'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:10:19.074487 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d607c77-6236-425e-9986-71d73eeeb71c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:19.082752 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d607c77-6236-425e-9986-71d73eeeb71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:19.087807 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358bce1d-e4f5-4e26-9182-1e871ceb59b2 None None] Routers {'be1de284-db75-4797-8c27-f03302d70710'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:19.088530 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-358bce1d-e4f5-4e26-9182-1e871ceb59b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['be1de284-db75-4797-8c27-f03302d70710'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:19.090277 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1dcc68ef-51e3-4975-89c4-09f4dab37c69 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "PUT /v2.0/routers/be1de284-db75-4797-8c27-f03302d70710/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8001521 Sep 30 13:10:19.093464 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53966) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:19.129842 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d607c77-6236-425e-9986-71d73eeeb71c admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:10:19.158040 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-358bce1d-e4f5-4e26-9182-1e871ceb59b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:19.162409 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d607c77-6236-425e-9986-71d73eeeb71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f971a5aa-e486-4358-897d-eda0cf3957e7,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:19.173080 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358bce1d-e4f5-4e26-9182-1e871ceb59b2 None None] Routers {'be1de284-db75-4797-8c27-f03302d70710'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:19.174305 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-358bce1d-e4f5-4e26-9182-1e871ceb59b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:09:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['be1de284-db75-4797-8c27-f03302d70710'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:19.178106 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d607c77-6236-425e-9986-71d73eeeb71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:19.178469 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-4d607c77-6236-425e-9986-71d73eeeb71c admin admin] Added segment 0e0b9383-142e-4fe1-9194-2c44872721ac of type vlan for network c7e67e25-10d5-4331-9422-13e705e055a0 Sep 30 13:10:19.234551 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-358bce1d-e4f5-4e26-9182-1e871ceb59b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:19.235537 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358bce1d-e4f5-4e26-9182-1e871ceb59b2 None None] The sync data for ids ['be1de284-db75-4797-8c27-f03302d70710'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:10:19.254684 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d607c77-6236-425e-9986-71d73eeeb71c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:19.257817 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de38d2a2-649e-41e4-b3b7-851bd58b0722 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:19.308522 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:19.315616 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d607c77-6236-425e-9986-71d73eeeb71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:19.317790 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d607c77-6236-425e-9986-71d73eeeb71c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:19.319353 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d607c77-6236-425e-9986-71d73eeeb71c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:19.360375 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4d607c77-6236-425e-9986-71d73eeeb71c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6899104 Sep 30 13:10:19.363220 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53968) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:19.395728 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d607c77-6236-425e-9986-71d73eeeb71c admin admin] Pushing event updated for resources: {'Network': ['ID=c7e67e25-10d5-4331-9422-13e705e055a0,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:19.406545 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network c7e67e25-10d5-4331-9422-13e705e055a0 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:10:19.440402 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-1f399a15-cfd3-45a6-a931-5e9fd80a554e admin admin] Request body: {'subnet': {'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2141866820-subnet', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:19.474717 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de38d2a2-649e-41e4-b3b7-851bd58b0722 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:19.493993 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f399a15-cfd3-45a6-a931-5e9fd80a554e admin admin] Made reservation on behalf of 750d23c361c34df48a49df50aefc09af for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:10:19.496493 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1f399a15-cfd3-45a6-a931-5e9fd80a554e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:19.581956 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:10:19.695862 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-de38d2a2-649e-41e4-b3b7-851bd58b0722 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Deleting port 6fc7f763-2fe0-44b7-b980-6dd7cd81fedc {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:10:19.696126 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de38d2a2-649e-41e4-b3b7-851bd58b0722 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:19.800966 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1f399a15-cfd3-45a6-a931-5e9fd80a554e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:19.877553 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de38d2a2-649e-41e4-b3b7-851bd58b0722 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:19.880047 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f399a15-cfd3-45a6-a931-5e9fd80a554e admin admin] Pushing event updated for resources: {'Subnet': ['ID=50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:19.899368 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-de38d2a2-649e-41e4-b3b7-851bd58b0722 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Calling delete_port for 6fc7f763-2fe0-44b7-b980-6dd7cd81fedc owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:10:19.916656 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f399a15-cfd3-45a6-a931-5e9fd80a554e admin admin] Checking segment: {'id': '0e0b9383-142e-4fe1-9194-2c44872721ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:10:19.917012 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f399a15-cfd3-45a6-a931-5e9fd80a554e admin admin] Network hostable DHCP agents. Network: c7e67e25-10d5-4331-9422-13e705e055a0, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:10:19.976434 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0cbce-d10c-45fb-8272-d5c555b296b1 req-a2c5d8be-29e3-4d4e-a8c9-830cbaa4add9 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:19.987924 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8ea0cbce-d10c-45fb-8272-d5c555b296b1 req-a2c5d8be-29e3-4d4e-a8c9-830cbaa4add9 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 950 time: 0.1063819 Sep 30 13:10:19.997489 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f399a15-cfd3-45a6-a931-5e9fd80a554e admin admin] Network c7e67e25-10d5-4331-9422-13e705e055a0 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:10:20.021332 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-1f399a15-cfd3-45a6-a931-5e9fd80a554e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, c7e67e25-10d5-4331-9422-13e705e055a0) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:20.033767 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a60eb85-2c90-491c-9942-58bc16e87ab1 None None] Network c7e67e25-10d5-4331-9422-13e705e055a0 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:10:20.067429 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f399a15-cfd3-45a6-a931-5e9fd80a554e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:20.068116 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1f399a15-cfd3-45a6-a931-5e9fd80a554e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:20.070412 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8ea0cbce-d10c-45fb-8272-d5c555b296b1 req-3cfc9795-c7ee-4547-8a8c-a6e40cedab49 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785589 Sep 30 13:10:20.097085 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53980) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:20.097272 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1f399a15-cfd3-45a6-a931-5e9fd80a554e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7329257 Sep 30 13:10:20.102316 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-afacce79-dd21-4f75-912e-db96aba97fa9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2141866820-router', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:20.128572 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afacce79-dd21-4f75-912e-db96aba97fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:20.129753 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afacce79-dd21-4f75-912e-db96aba97fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:20.174931 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de38d2a2-649e-41e4-b3b7-851bd58b0722 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:20.229798 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afacce79-dd21-4f75-912e-db96aba97fa9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:20.242704 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38d2a2-649e-41e4-b3b7-851bd58b0722 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event deleted for resources: {'Port': ['ID=6fc7f763-2fe0-44b7-b980-6dd7cd81fedc,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:20.301812 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de38d2a2-649e-41e4-b3b7-851bd58b0722 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:20.423945 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afacce79-dd21-4f75-912e-db96aba97fa9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:20.436876 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de38d2a2-649e-41e4-b3b7-851bd58b0722 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:20.439716 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de38d2a2-649e-41e4-b3b7-851bd58b0722 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:20.507425 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de38d2a2-649e-41e4-b3b7-851bd58b0722 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:20.508378 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de38d2a2-649e-41e4-b3b7-851bd58b0722 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Fanout notify agent at l3_agent the message router_deleted on router be1de284-db75-4797-8c27-f03302d70710 {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:10:20.509494 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a61136-7b9a-43c7-bcf7-facad2c60fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-c7e67e25-10d5-4331-9422-13e705e055a0', 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'fixed_ips': [{'subnet_id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:10:20.511145 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-40a61136-7b9a-43c7-bcf7-facad2c60fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:20.521245 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de38d2a2-649e-41e4-b3b7-851bd58b0722 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:20.522416 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-de38d2a2-649e-41e4-b3b7-851bd58b0722 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "DELETE /v2.0/routers/be1de284-db75-4797-8c27-f03302d70710 HTTP/1.1" status: 204 len: 168 time: 1.4278874 Sep 30 13:10:20.525110 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53982) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:20.589109 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-7588f703-d574-444a-aea0-b8e0437d513f tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Deleting subnet 0ace8045-d589-43c8-9d6a-eae6a2827204 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:10:20.593179 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7588f703-d574-444a-aea0-b8e0437d513f tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:20.673331 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7588f703-d574-444a-aea0-b8e0437d513f tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:20.714495 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d175f7d8-521e-4fd1-ab3f-a8ed8beeeb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:20.788190 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-40a61136-7b9a-43c7-bcf7-facad2c60fc7 None None] Allocated IP 172.20.0.2 (c7e67e25-10d5-4331-9422-13e705e055a0/50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb/dd678bbe-330b-4fe0-b4fd-0fb99a109c7a) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:10:20.803582 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7588f703-d574-444a-aea0-b8e0437d513f tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:20.810861 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afacce79-dd21-4f75-912e-db96aba97fa9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:20.837458 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afacce79-dd21-4f75-912e-db96aba97fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:20.894961 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7588f703-d574-444a-aea0-b8e0437d513f tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:20.930436 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7588f703-d574-444a-aea0-b8e0437d513f tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:20.932346 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7588f703-d574-444a-aea0-b8e0437d513f tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "DELETE /v2.0/subnets/0ace8045-d589-43c8-9d6a-eae6a2827204 HTTP/1.1" status: 204 len: 168 time: 0.4061952 Sep 30 13:10:20.933672 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588f703-d574-444a-aea0-b8e0437d513f tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event deleted for resources: {'Subnet': ['ID=0ace8045-d589-43c8-9d6a-eae6a2827204,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:20.935825 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53988) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:20.947485 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a848e4-5ab5-462a-a53f-c9a94a744b41 None None] Network be9d4d29-f7aa-4b21-ad70-ecf1f8219364 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:10:20.987838 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-afacce79-dd21-4f75-912e-db96aba97fa9 admin admin] Allocated IP 172.25.5.50 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/a3a917f2-1c61-4a9c-8fca-141ce80d7efa) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:10:21.104597 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2657ae8-2e12-466f-a7c0-12868d6c17b9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:21.119025 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-40a61136-7b9a-43c7-bcf7-facad2c60fc7 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:21.174588 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-40a61136-7b9a-43c7-bcf7-facad2c60fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:21.199684 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afacce79-dd21-4f75-912e-db96aba97fa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:21.272373 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a61136-7b9a-43c7-bcf7-facad2c60fc7 None None] Pushing event updated for resources: {'Port': ['ID=dd678bbe-330b-4fe0-b4fd-0fb99a109c7a,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:21.276925 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afacce79-dd21-4f75-912e-db96aba97fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:21.314106 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a61136-7b9a-43c7-bcf7-facad2c60fc7 None None] Network c7e67e25-10d5-4331-9422-13e705e055a0 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:10:21.322268 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-f2657ae8-2e12-466f-a7c0-12868d6c17b9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Deleting port 0b3e09c9-6a91-4f0e-927b-0b0f9613b07b {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:10:21.322800 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2657ae8-2e12-466f-a7c0-12868d6c17b9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:21.331422 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afacce79-dd21-4f75-912e-db96aba97fa9 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:10:21.332052 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-40a61136-7b9a-43c7-bcf7-facad2c60fc7 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:21.334979 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a61136-7b9a-43c7-bcf7-facad2c60fc7 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:10:21.335960 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-afacce79-dd21-4f75-912e-db96aba97fa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:21.339732 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afacce79-dd21-4f75-912e-db96aba97fa9 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:10:21.346335 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacce79-dd21-4f75-912e-db96aba97fa9 admin admin] Pushing event updated for resources: {'Port': ['ID=a3a917f2-1c61-4a9c-8fca-141ce80d7efa,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:21.446338 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-f2657ae8-2e12-466f-a7c0-12868d6c17b9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] For port 0b3e09c9-6a91-4f0e-927b-0b0f9613b07b, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=0b3e09c9-6a91-4f0e-927b-0b0f9613b07b,segment=NetworkSegment(7fbf61de-9951-4279-b788-26c3cd663bc0),segment_id=7fbf61de-9951-4279-b788-26c3cd663bc0)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:21.446517 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2657ae8-2e12-466f-a7c0-12868d6c17b9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:21.463982 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-f2657ae8-2e12-466f-a7c0-12868d6c17b9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Calling delete_port for 0b3e09c9-6a91-4f0e-927b-0b0f9613b07b owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:10:21.475193 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fded904e-d8b9-48cf-9643-31d550e72865 None None] DHCP port deletion for be9d4d29-f7aa-4b21-ad70-ecf1f8219364 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:10:21.486522 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-40a61136-7b9a-43c7-bcf7-facad2c60fc7 None None] Attempting to bind port dd678bbe-330b-4fe0-b4fd-0fb99a109c7a on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:10:21.487172 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-40a61136-7b9a-43c7-bcf7-facad2c60fc7 None None] Attempting to bind port dd678bbe-330b-4fe0-b4fd-0fb99a109c7a by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '0e0b9383-142e-4fe1-9194-2c44872721ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:10:21.487720 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a61136-7b9a-43c7-bcf7-facad2c60fc7 None None] Attempting to bind port dd678bbe-330b-4fe0-b4fd-0fb99a109c7a on network c7e67e25-10d5-4331-9422-13e705e055a0 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:10:21.528259 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a61136-7b9a-43c7-bcf7-facad2c60fc7 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:10:21.529485 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a61136-7b9a-43c7-bcf7-facad2c60fc7 None None] Checking segment: {'id': '0e0b9383-142e-4fe1-9194-2c44872721ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:10:21.530098 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-40a61136-7b9a-43c7-bcf7-facad2c60fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:21.530674 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a61136-7b9a-43c7-bcf7-facad2c60fc7 None None] Bound using segment: {'id': '0e0b9383-142e-4fe1-9194-2c44872721ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:10:21.531391 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-40a61136-7b9a-43c7-bcf7-facad2c60fc7 None None] Bound port: dd678bbe-330b-4fe0-b4fd-0fb99a109c7a, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0b9383-142e-4fe1-9194-2c44872721ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:10:21.532009 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-40a61136-7b9a-43c7-bcf7-facad2c60fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:21.538439 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54000) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:21.584087 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-fded904e-d8b9-48cf-9643-31d550e72865 None None] Deleting port 0b3e09c9-6a91-4f0e-927b-0b0f9613b07b {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:10:21.584898 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fded904e-d8b9-48cf-9643-31d550e72865 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:21.593966 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2657ae8-2e12-466f-a7c0-12868d6c17b9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:21.607132 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:21.614877 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a5674-9cb2-4779-afce-719ff2e6ffae req-59943ff8-c006-4393-9d1f-62ce5574bf5a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:21.622829 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4d8a5674-9cb2-4779-afce-719ff2e6ffae req-59943ff8-c006-4393-9d1f-62ce5574bf5a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 950 time: 0.4315965 Sep 30 13:10:21.653939 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2657ae8-2e12-466f-a7c0-12868d6c17b9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event deleted for resources: {'Port': ['ID=0b3e09c9-6a91-4f0e-927b-0b0f9613b07b,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:21.664361 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2657ae8-2e12-466f-a7c0-12868d6c17b9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] No DVR routers for this DVR port 0b3e09c9-6a91-4f0e-927b-0b0f9613b07b on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:10:21.743766 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-fded904e-d8b9-48cf-9643-31d550e72865 None None] For port 0b3e09c9-6a91-4f0e-927b-0b0f9613b07b, host n-d-810909-2, got binding levels [] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:21.744853 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fded904e-d8b9-48cf-9643-31d550e72865 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:21.759626 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-40a61136-7b9a-43c7-bcf7-facad2c60fc7 None None] For port dd678bbe-330b-4fe0-b4fd-0fb99a109c7a, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:10:21.764520 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4d8a5674-9cb2-4779-afce-719ff2e6ffae req-7bd8d8a4-50de-42be-9e0e-ce5fdc9e39ae tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380324 Sep 30 13:10:21.767423 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-40a61136-7b9a-43c7-bcf7-facad2c60fc7 None None] For port dd678bbe-330b-4fe0-b4fd-0fb99a109c7a, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=dd678bbe-330b-4fe0-b4fd-0fb99a109c7a,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:10:21.768827 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-fded904e-d8b9-48cf-9643-31d550e72865 None None] Calling delete_port for 0b3e09c9-6a91-4f0e-927b-0b0f9613b07b owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:10:21.775144 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.ipam_backend_mixin [None req-fded904e-d8b9-48cf-9643-31d550e72865 None None] Port 0b3e09c9-6a91-4f0e-927b-0b0f9613b07b was not found and therefore no delete operation was performed {{(pid=94765) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 13:10:21.778753 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fded904e-d8b9-48cf-9643-31d550e72865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:21.816187 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded904e-d8b9-48cf-9643-31d550e72865 None None] Pushing event deleted for resources: {'Port': ['ID=0b3e09c9-6a91-4f0e-927b-0b0f9613b07b,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:21.822402 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-40a61136-7b9a-43c7-bcf7-facad2c60fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:21.833378 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fded904e-d8b9-48cf-9643-31d550e72865 None None] No DVR routers for this DVR port 0b3e09c9-6a91-4f0e-927b-0b0f9613b07b on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:10:21.848597 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afacce79-dd21-4f75-912e-db96aba97fa9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:21.853304 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2657ae8-2e12-466f-a7c0-12868d6c17b9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:21.883267 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-f2657ae8-2e12-466f-a7c0-12868d6c17b9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9d4d29-f7aa-4b21-ad70-ecf1f8219364']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:21.894624 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-f2657ae8-2e12-466f-a7c0-12868d6c17b9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fbf61de-9951-4279-b788-26c3cd663bc0') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:21.894924 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-f2657ae8-2e12-466f-a7c0-12868d6c17b9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fbf61de-9951-4279-b788-26c3cd663bc0') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:21.905876 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2657ae8-2e12-466f-a7c0-12868d6c17b9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:21.922513 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2657ae8-2e12-466f-a7c0-12868d6c17b9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:21.932840 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-867c4f08-238e-49f1-9b37-9771172812ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:21.944144 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2657ae8-2e12-466f-a7c0-12868d6c17b9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:10:21.945439 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2657ae8-2e12-466f-a7c0-12868d6c17b9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:10:21.952545 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:10:21.968055 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a61136-7b9a-43c7-bcf7-facad2c60fc7 None None] Pushing event updated for resources: {'Port': ['ID=dd678bbe-330b-4fe0-b4fd-0fb99a109c7a,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:22.072795 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2657ae8-2e12-466f-a7c0-12868d6c17b9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:22.080053 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2657ae8-2e12-466f-a7c0-12868d6c17b9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:22.085481 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f2657ae8-2e12-466f-a7c0-12868d6c17b9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "DELETE /v2.0/networks/be9d4d29-f7aa-4b21-ad70-ecf1f8219364 HTTP/1.1" status: 204 len: 168 time: 1.1487155 Sep 30 13:10:22.087133 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54008) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:22.116414 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2657ae8-2e12-466f-a7c0-12868d6c17b9 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event deleted for resources: {'Network': ['ID=be9d4d29-f7aa-4b21-ad70-ecf1f8219364,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:22.282576 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:22.391877 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-867c4f08-238e-49f1-9b37-9771172812ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:22.396427 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afacce79-dd21-4f75-912e-db96aba97fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:22.400605 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-867c4f08-238e-49f1-9b37-9771172812ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:22.484752 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c4f08-238e-49f1-9b37-9771172812ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54496094-0f06-482b-af6e-d87dc7e86fe9,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:22.491597 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-867c4f08-238e-49f1-9b37-9771172812ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a67df0513aae4b109f27a53448734528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9495091 Sep 30 13:10:22.492260 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54012) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:22.495101 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-40f7519c-ed05-4bab-b9fa-c532bf0f8e95 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Deleting port 68811064-5893-465e-aefe-145e2d8174f2 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:10:22.495442 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-40f7519c-ed05-4bab-b9fa-c532bf0f8e95 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:22.560962 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2fb5f1c8-1f42-4eb1-9a41-40f3f29295d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:22.584220 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2fb5f1c8-1f42-4eb1-9a41-40f3f29295d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:22.624149 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-40f7519c-ed05-4bab-b9fa-c532bf0f8e95 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:22.624474 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-40f7519c-ed05-4bab-b9fa-c532bf0f8e95 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:22.641845 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2fb5f1c8-1f42-4eb1-9a41-40f3f29295d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:22.642430 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-40f7519c-ed05-4bab-b9fa-c532bf0f8e95 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Calling delete_port for 68811064-5893-465e-aefe-145e2d8174f2 owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:10:22.644706 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2fb5f1c8-1f42-4eb1-9a41-40f3f29295d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:22.648253 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2fb5f1c8-1f42-4eb1-9a41-40f3f29295d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/54496094-0f06-482b-af6e-d87dc7e86fe9 HTTP/1.1" status: 204 len: 168 time: 0.1524348 Sep 30 13:10:22.654820 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5f1c8-1f42-4eb1-9a41-40f3f29295d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54496094-0f06-482b-af6e-d87dc7e86fe9,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:22.716458 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afacce79-dd21-4f75-912e-db96aba97fa9 admin admin] Router e73e588d-ffce-4c34-8311-5f8b59371500 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:10:23.017089 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afacce79-dd21-4f75-912e-db96aba97fa9 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:10:23.029666 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad5caa0-1c33-46f1-858b-331897f33607 None None] Sync routers for ids ['e73e588d-ffce-4c34-8311-5f8b59371500'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:10:23.050505 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad5caa0-1c33-46f1-858b-331897f33607 None None] Routers {'e73e588d-ffce-4c34-8311-5f8b59371500'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:23.051457 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3ad5caa0-1c33-46f1-858b-331897f33607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['e73e588d-ffce-4c34-8311-5f8b59371500'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:23.077928 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device dd678bbe-330b-4fe0-b4fd-0fb99a109c7a up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:10:23.086782 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ae01a-88ec-4c59-bbb8-e4d1027f5cb3 req-5ea9208d-1569-4336-8a4a-e020e8918ea6 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:23.088802 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d84ae01a-88ec-4c59-bbb8-e4d1027f5cb3 req-5ea9208d-1569-4336-8a4a-e020e8918ea6 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 950 time: 0.1774883 Sep 30 13:10:23.140578 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afacce79-dd21-4f75-912e-db96aba97fa9 admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:23.145028 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54028) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:23.145723 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-afacce79-dd21-4f75-912e-db96aba97fa9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0471568 Sep 30 13:10:23.182971 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port dd678bbe-330b-4fe0-b4fd-0fb99a109c7a triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:23.183349 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:23.226961 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d84ae01a-88ec-4c59-bbb8-e4d1027f5cb3 req-90ce0b32-f6f1-4c7d-9b06-6dc9b01f9e2c tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051571 Sep 30 13:10:23.242771 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-40f7519c-ed05-4bab-b9fa-c532bf0f8e95 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:23.253536 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-3ad5caa0-1c33-46f1-858b-331897f33607 None None] Set router e73e588d-ffce-4c34-8311-5f8b59371500 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:10:23.266806 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfd887b-810a-4a89-aa7f-3f79ec964a82 None None] Network c7e67e25-10d5-4331-9422-13e705e055a0 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:10:23.307293 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7519c-ed05-4bab-b9fa-c532bf0f8e95 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event deleted for resources: {'Port': ['ID=68811064-5893-465e-aefe-145e2d8174f2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:23.435501 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-40f7519c-ed05-4bab-b9fa-c532bf0f8e95 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:23.443968 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-40f7519c-ed05-4bab-b9fa-c532bf0f8e95 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:23.445523 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-40f7519c-ed05-4bab-b9fa-c532bf0f8e95 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "DELETE /v2.0/floatingips/a90a2aa5-9a71-438f-9a9e-99376b10c201 HTTP/1.1" status: 204 len: 168 time: 1.3573558 Sep 30 13:10:23.452570 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54036) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:23.457890 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-fd9a1274-babb-4191-b7b3-ab68feff60bd None None] Provisioning complete for port dd678bbe-330b-4fe0-b4fd-0fb99a109c7a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:23.458400 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fd9a1274-babb-4191-b7b3-ab68feff60bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:23.484516 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4868b2-c6fd-41e6-97c1-248a9ba185db tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] DELETE failed (client error): The resource could not be found. Sep 30 13:10:23.485458 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c4868b2-c6fd-41e6-97c1-248a9ba185db tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:10:23.490500 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3c4868b2-c6fd-41e6-97c1-248a9ba185db tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "DELETE /v2.0/ports/c24794c8-9927-4c5b-bd25-e68abefc8671 HTTP/1.1" status: 404 len: 333 time: 0.0338271 Sep 30 13:10:23.490770 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54038) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:23.571855 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-71e3a02d-c55e-4550-b922-1ac22e720005 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "GET /v2.0/ports?device_id=be1de284-db75-4797-8c27-f03302d70710 HTTP/1.1" status: 200 len: 205 time: 0.0772247 Sep 30 13:10:23.572273 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54042) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:23.590937 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:23.654503 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-1c385ee1-a865-4c1a-be61-e4547d3a6b59 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] delete failed (client error): The resource could not be found. Sep 30 13:10:23.658088 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54048) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:23.658646 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1c385ee1-a865-4c1a-be61-e4547d3a6b59 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "DELETE /v2.0/routers/be1de284-db75-4797-8c27-f03302d70710 HTTP/1.1" status: 404 len: 336 time: 0.0853882 Sep 30 13:10:23.706716 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3ad5caa0-1c33-46f1-858b-331897f33607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'name': 'tempest-ServerActionsTestJSON-2141866820-router', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'a3a917f2-1c61-4a9c-8fca-141ce80d7efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:10:20Z', 'updated_at': '2021-09-30T13:10:21Z', 'revision_number': 3, 'project_id': '750d23c361c34df48a49df50aefc09af', 'gw_port': {'id': 'a3a917f2-1c61-4a9c-8fca-141ce80d7efa', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:20Z', 'updated_at': '2021-09-30T13:10:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:23.734824 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fd9a1274-babb-4191-b7b3-ab68feff60bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:23.746360 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-7092a43e-b9e0-41c1-919f-8cbf9327c9e5 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] DELETE failed (client error): The resource could not be found. Sep 30 13:10:23.748653 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7092a43e-b9e0-41c1-919f-8cbf9327c9e5 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:10:23.750650 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7092a43e-b9e0-41c1-919f-8cbf9327c9e5 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "DELETE /v2.0/subnets/0ace8045-d589-43c8-9d6a-eae6a2827204 HTTP/1.1" status: 404 len: 337 time: 0.0911052 Sep 30 13:10:23.754460 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54052) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:23.778461 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port dd678bbe-330b-4fe0-b4fd-0fb99a109c7a, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=dd678bbe-330b-4fe0-b4fd-0fb99a109c7a,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:23.794369 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:23.917953 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0b3e09c9-6a91-4f0e-927b-0b0f9613b07b no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:10:23.957423 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-198fd0e1-9d80-431a-abbc-fd17c9591b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:23.976555 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 0b3e09c9-6a91-4f0e-927b-0b0f9613b07b {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:10:23.977237 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0b3e09c9-6a91-4f0e-927b-0b0f9613b07b not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:10:23.991608 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-19275f8c-6097-4fb5-a4cb-9a23f10256c2 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Deleting port a60c0afe-d360-4da2-bd7b-298f70ff22ac {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:10:23.994221 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-19275f8c-6097-4fb5-a4cb-9a23f10256c2 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:24.004671 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-fd9a1274-babb-4191-b7b3-ab68feff60bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:10:24.010385 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-fd9a1274-babb-4191-b7b3-ab68feff60bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:10:24.094226 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad5caa0-1c33-46f1-858b-331897f33607 None None] Checking router: e73e588d-ffce-4c34-8311-5f8b59371500 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:10:24.095497 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad5caa0-1c33-46f1-858b-331897f33607 None None] Updating router e73e588d-ffce-4c34-8311-5f8b59371500 port a3a917f2-1c61-4a9c-8fca-141ce80d7efa binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:10:24.095603 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=dd678bbe-330b-4fe0-b4fd-0fb99a109c7a,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:24.103519 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:24.127044 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3ad5caa0-1c33-46f1-858b-331897f33607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:24.212188 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-19275f8c-6097-4fb5-a4cb-9a23f10256c2 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:24.235231 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-19275f8c-6097-4fb5-a4cb-9a23f10256c2 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Calling delete_port for a60c0afe-d360-4da2-bd7b-298f70ff22ac owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:10:24.262921 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-198fd0e1-9d80-431a-abbc-fd17c9591b27 admin admin] Allocated IP 172.20.0.1 (c7e67e25-10d5-4331-9422-13e705e055a0/50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb/b7481a8d-4c18-4937-8c58-af33df030d36) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:10:24.444781 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-19275f8c-6097-4fb5-a4cb-9a23f10256c2 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:24.476087 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-198fd0e1-9d80-431a-abbc-fd17c9591b27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:24.521396 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19275f8c-6097-4fb5-a4cb-9a23f10256c2 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event deleted for resources: {'Port': ['ID=a60c0afe-d360-4da2-bd7b-298f70ff22ac,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:24.529388 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8d30e-7b63-47d9-8a8c-6fa642b4179a req-48d60a54-a261-404f-ac47-354db14ac60b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:24.530979 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f9f8d30e-7b63-47d9-8a8c-6fa642b4179a req-48d60a54-a261-404f-ac47-354db14ac60b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 950 time: 0.1124868 Sep 30 13:10:24.555365 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-198fd0e1-9d80-431a-abbc-fd17c9591b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:24.599010 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-19275f8c-6097-4fb5-a4cb-9a23f10256c2 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:24.604598 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198fd0e1-9d80-431a-abbc-fd17c9591b27 admin admin] Network c7e67e25-10d5-4331-9422-13e705e055a0 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:10:24.605111 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-19275f8c-6097-4fb5-a4cb-9a23f10256c2 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "DELETE /v2.0/ports/a60c0afe-d360-4da2-bd7b-298f70ff22ac HTTP/1.1" status: 204 len: 168 time: 0.8457766 Sep 30 13:10:24.605111 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54070) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:24.619207 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3ad5caa0-1c33-46f1-858b-331897f33607 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:24.620525 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-198fd0e1-9d80-431a-abbc-fd17c9591b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:24.626308 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198fd0e1-9d80-431a-abbc-fd17c9591b27 admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:10:24.641654 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3ad5caa0-1c33-46f1-858b-331897f33607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:24.669821 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fd0e1-9d80-431a-abbc-fd17c9591b27 admin admin] Pushing event updated for resources: {'Port': ['ID=b7481a8d-4c18-4937-8c58-af33df030d36,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:24.712015 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f9f8d30e-7b63-47d9-8a8c-6fa642b4179a req-f7b089f0-036a-401a-9602-5a9a239b734a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741669 Sep 30 13:10:24.744198 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9b02aa39-5fa4-41e7-aece-0562a13ef51e None None] Provisioning complete for port dd678bbe-330b-4fe0-b4fd-0fb99a109c7a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:24.744925 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9b02aa39-5fa4-41e7-aece-0562a13ef51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:24.757885 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-5ccfefab-333f-4ef2-a1b9-b5df6b728807 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Deleting port d21854f3-31b8-46a8-9c9c-322b052096c7 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:10:24.760251 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5ccfefab-333f-4ef2-a1b9-b5df6b728807 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:24.760688 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886db98-298f-4d15-b729-0d84c52f10bb None None] Pushing event updated for resources: {'Port': ['ID=a3a917f2-1c61-4a9c-8fca-141ce80d7efa,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:24.761415 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-198fd0e1-9d80-431a-abbc-fd17c9591b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:24.769264 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-3ad5caa0-1c33-46f1-858b-331897f33607 None None] Attempting to bind port a3a917f2-1c61-4a9c-8fca-141ce80d7efa on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:10:24.770648 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-3ad5caa0-1c33-46f1-858b-331897f33607 None None] Attempting to bind port a3a917f2-1c61-4a9c-8fca-141ce80d7efa by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:10:24.771269 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad5caa0-1c33-46f1-858b-331897f33607 None None] Attempting to bind port a3a917f2-1c61-4a9c-8fca-141ce80d7efa on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:10:24.784750 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad5caa0-1c33-46f1-858b-331897f33607 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:10:24.791047 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad5caa0-1c33-46f1-858b-331897f33607 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:10:24.791549 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3ad5caa0-1c33-46f1-858b-331897f33607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:24.792054 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad5caa0-1c33-46f1-858b-331897f33607 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:10:24.792935 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-3ad5caa0-1c33-46f1-858b-331897f33607 None None] Bound port: a3a917f2-1c61-4a9c-8fca-141ce80d7efa, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:10:24.793500 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3ad5caa0-1c33-46f1-858b-331897f33607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:24.948966 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-3ad5caa0-1c33-46f1-858b-331897f33607 None None] For port a3a917f2-1c61-4a9c-8fca-141ce80d7efa, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:10:24.953073 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-3ad5caa0-1c33-46f1-858b-331897f33607 None None] For port a3a917f2-1c61-4a9c-8fca-141ce80d7efa, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=a3a917f2-1c61-4a9c-8fca-141ce80d7efa,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:10:24.966165 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3ad5caa0-1c33-46f1-858b-331897f33607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:25.006392 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5ccfefab-333f-4ef2-a1b9-b5df6b728807 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:25.034710 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-5ccfefab-333f-4ef2-a1b9-b5df6b728807 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Calling delete_port for d21854f3-31b8-46a8-9c9c-322b052096c7 owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:10:25.052262 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device dd678bbe-330b-4fe0-b4fd-0fb99a109c7a up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:10:25.083816 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-198fd0e1-9d80-431a-abbc-fd17c9591b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:25.089341 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad5caa0-1c33-46f1-858b-331897f33607 None None] Routers {'e73e588d-ffce-4c34-8311-5f8b59371500'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:25.089971 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3ad5caa0-1c33-46f1-858b-331897f33607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['e73e588d-ffce-4c34-8311-5f8b59371500'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:25.123907 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-3c5ed6e7-ac1a-4930-be43-0cea97d6cf7a None None] Provisioning complete for port b7481a8d-4c18-4937-8c58-af33df030d36 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:25.124791 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3c5ed6e7-ac1a-4930-be43-0cea97d6cf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:25.179215 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-3c5ed6e7-ac1a-4930-be43-0cea97d6cf7a None None] Port b7481a8d-4c18-4937-8c58-af33df030d36 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:10:25.193360 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port dd678bbe-330b-4fe0-b4fd-0fb99a109c7a triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:25.193733 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:25.224554 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886db98-298f-4d15-b729-0d84c52f10bb None None] Pushing event updated for resources: {'Port': ['ID=a3a917f2-1c61-4a9c-8fca-141ce80d7efa,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:25.315847 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-198fd0e1-9d80-431a-abbc-fd17c9591b27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:25.322107 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-198fd0e1-9d80-431a-abbc-fd17c9591b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:25.368243 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-3ad5caa0-1c33-46f1-858b-331897f33607 None None] Set router e73e588d-ffce-4c34-8311-5f8b59371500 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:10:25.409486 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fd0e1-9d80-431a-abbc-fd17c9591b27 admin admin] Pushing event updated for resources: {'Port': ['ID=b7481a8d-4c18-4937-8c58-af33df030d36,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:25.418941 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-198fd0e1-9d80-431a-abbc-fd17c9591b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:25.424862 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5ccfefab-333f-4ef2-a1b9-b5df6b728807 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:25.465945 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfefab-333f-4ef2-a1b9-b5df6b728807 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event deleted for resources: {'Port': ['ID=d21854f3-31b8-46a8-9c9c-322b052096c7,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:25.542944 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198fd0e1-9d80-431a-abbc-fd17c9591b27 admin admin] Network c7e67e25-10d5-4331-9422-13e705e055a0 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:10:25.545873 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-198fd0e1-9d80-431a-abbc-fd17c9591b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:25.615577 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5ccfefab-333f-4ef2-a1b9-b5df6b728807 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:25.619312 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5ccfefab-333f-4ef2-a1b9-b5df6b728807 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "DELETE /v2.0/ports/d21854f3-31b8-46a8-9c9c-322b052096c7 HTTP/1.1" status: 204 len: 168 time: 1.0117142 Sep 30 13:10:25.621889 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54092) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:25.714431 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3ad5caa0-1c33-46f1-858b-331897f33607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'name': 'tempest-ServerActionsTestJSON-2141866820-router', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'a3a917f2-1c61-4a9c-8fca-141ce80d7efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:10:20Z', 'updated_at': '2021-09-30T13:10:25Z', 'revision_number': 4, 'project_id': '750d23c361c34df48a49df50aefc09af', 'gw_port': {'id': 'a3a917f2-1c61-4a9c-8fca-141ce80d7efa', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:20Z', 'updated_at': '2021-09-30T13:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'b7481a8d-4c18-4937-8c58-af33df030d36', 'name': '', 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'mac_address': 'fa:16:3e:ca:83:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:24Z', 'updated_at': '2021-09-30T13:10:24Z', 'revision_number': 1, 'project_id': '750d23c361c34df48a49df50aefc09af', 'subnets': [{'id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:25.733194 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198fd0e1-9d80-431a-abbc-fd17c9591b27 admin admin] Router e73e588d-ffce-4c34-8311-5f8b59371500 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:10:25.745908 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056d5f95-6e4c-4dd4-928f-1e4c113ab315 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:25.753290 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-056d5f95-6e4c-4dd4-928f-1e4c113ab315 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cb13c55-39b0-424b-8023-17a3c89edbb2 HTTP/1.1" status: 200 len: 913 time: 0.1286876 Sep 30 13:10:25.754719 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54098) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:25.761578 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad5caa0-1c33-46f1-858b-331897f33607 None None] The sync data for ids ['e73e588d-ffce-4c34-8311-5f8b59371500'] in n-d-810909-2 is: [{'id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'name': 'tempest-ServerActionsTestJSON-2141866820-router', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'a3a917f2-1c61-4a9c-8fca-141ce80d7efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:10:20Z', 'updated_at': '2021-09-30T13:10:25Z', 'revision_number': 4, 'project_id': '750d23c361c34df48a49df50aefc09af', 'gw_port': {'id': 'a3a917f2-1c61-4a9c-8fca-141ce80d7efa', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:20Z', 'updated_at': '2021-09-30T13:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'b7481a8d-4c18-4937-8c58-af33df030d36', 'name': '', 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'mac_address': 'fa:16:3e:ca:83:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:24Z', 'updated_at': '2021-09-30T13:10:24Z', 'revision_number': 1, 'project_id': '750d23c361c34df48a49df50aefc09af', 'subnets': [{'id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:10:25.967037 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198fd0e1-9d80-431a-abbc-fd17c9591b27 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:10:25.972685 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-198fd0e1-9d80-431a-abbc-fd17c9591b27 admin admin] 10.222.0.18 "PUT /v2.0/routers/e73e588d-ffce-4c34-8311-5f8b59371500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8258553 Sep 30 13:10:26.018748 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-2fb6375b-246d-4f6b-abd7-ca8cdd64a627 None None] Provisioning complete for port b7481a8d-4c18-4937-8c58-af33df030d36 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:26.019140 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2fb6375b-246d-4f6b-abd7-ca8cdd64a627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:26.085942 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-2fb6375b-246d-4f6b-abd7-ca8cdd64a627 None None] Port b7481a8d-4c18-4937-8c58-af33df030d36 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:10:26.170554 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbafdd-f7c9-468d-91dd-e800e499845e req-617bc21d-9302-4b15-9560-854b7657e15f tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:26.172695 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-59cbafdd-f7c9-468d-91dd-e800e499845e req-617bc21d-9302-4b15-9560-854b7657e15f tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 950 time: 0.3054397 Sep 30 13:10:26.506672 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-694ae97e-ddfe-4fd2-a416-01baf03fe8bb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1321206 Sep 30 13:10:26.656869 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46a363-c84c-4f96-badc-191723913c89 req-becefb7f-a8d4-4df0-9528-b95dc0d00e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:26.662327 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46a363-c84c-4f96-badc-191723913c89 req-becefb7f-a8d4-4df0-9528-b95dc0d00e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:26.665903 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46a363-c84c-4f96-badc-191723913c89 req-becefb7f-a8d4-4df0-9528-b95dc0d00e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:26.666634 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46a363-c84c-4f96-badc-191723913c89 req-becefb7f-a8d4-4df0-9528-b95dc0d00e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:26.668186 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46a363-c84c-4f96-badc-191723913c89 req-becefb7f-a8d4-4df0-9528-b95dc0d00e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:26.669196 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46a363-c84c-4f96-badc-191723913c89 req-becefb7f-a8d4-4df0-9528-b95dc0d00e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:26.669751 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46a363-c84c-4f96-badc-191723913c89 req-becefb7f-a8d4-4df0-9528-b95dc0d00e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:26.672060 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-becefb7f-a8d4-4df0-9528-b95dc0d00e43 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcdfca8935404bd6b32ec59be45dc83c&device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 6493 time: 0.0930319 Sep 30 13:10:26.843506 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-59cbafdd-f7c9-468d-91dd-e800e499845e req-faa4a3d9-a0bf-4286-957c-62e4a6ff4544 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5735672 Sep 30 13:10:26.905923 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46a363-c84c-4f96-badc-191723913c89 req-9560a659-352c-47dd-b184-0253ba4fdf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:26.914581 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46a363-c84c-4f96-badc-191723913c89 req-9560a659-352c-47dd-b184-0253ba4fdf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:26.915068 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46a363-c84c-4f96-badc-191723913c89 req-9560a659-352c-47dd-b184-0253ba4fdf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:26.916792 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-9560a659-352c-47dd-b184-0253ba4fdf0a service neutron] 10.222.0.54 "GET /v2.0/networks?id=451c330d-13f6-4604-823e-5e771fb25477&id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&id=d88806d7-cb43-44a5-88a4-05dfc9e84a4d&id=d88806d7-cb43-44a5-88a4-05dfc9e84a4d HTTP/1.1" status: 200 len: 2293 time: 0.2160323 Sep 30 13:10:27.097358 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-d27d93d9-7fd4-41ba-963f-3cce1a02a079 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91dd7c39-fe37-47b7-b54a-b0e32073743f HTTP/1.1" status: 200 len: 1002 time: 0.1727881 Sep 30 13:10:27.182154 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54134) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:27.212897 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-9a86a146-97c0-4c57-84b4-f1939ec0062d tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Request body: {'security_group': {'name': 'tempest-securitygroup--582166446', 'description': 'tempest-description--1869669795'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:27.265290 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46a363-c84c-4f96-badc-191723913c89 req-0f7b1753-b7dd-45be-a620-27c2bb159633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:27.267173 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-0f7b1753-b7dd-45be-a620-27c2bb159633 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28720e55-76bf-4453-857e-342ebce4f037 HTTP/1.1" status: 200 len: 851 time: 0.1539569 Sep 30 13:10:27.269402 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a86a146-97c0-4c57-84b4-f1939ec0062d tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:27.289432 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-38546364-2e06-44fb-be63-f2b7f1c3023c tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:27.378228 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46a363-c84c-4f96-badc-191723913c89 req-0d78e014-4189-4a27-8ea2-0a15ef1b5cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:27.380116 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-0d78e014-4189-4a27-8ea2-0a15ef1b5cda service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=451c330d-13f6-4604-823e-5e771fb25477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018717 Sep 30 13:10:27.408061 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54138) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:27.534999 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-33f6c6eb-bbf7-4d08-bc8d-e91b069a0b87 service neutron] 10.222.0.54 "GET /v2.0/networks/451c330d-13f6-4604-823e-5e771fb25477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419506 Sep 30 13:10:27.570212 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a86a146-97c0-4c57-84b4-f1939ec0062d tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:27.582763 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a86a146-97c0-4c57-84b4-f1939ec0062d tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:27.647482 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86a146-97c0-4c57-84b4-f1939ec0062d tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab76dc9f-283a-4bb1-9983-664455676892,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:27.664703 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-657e6fec-aba7-4f67-af61-bd0e56c72210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:27.708372 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a86a146-97c0-4c57-84b4-f1939ec0062d tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:27.709619 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9a86a146-97c0-4c57-84b4-f1939ec0062d tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5208781 Sep 30 13:10:27.716165 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54144) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:27.718842 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-f1bd1077-a77f-4923-b43a-3f89aff6ec6b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Request body: {'security_group_rule': {'security_group_id': 'ab76dc9f-283a-4bb1-9983-664455676892', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:27.751230 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-cc02beb3-d2b4-4812-868c-4d547f0b0992 service neutron] 10.222.0.54 "GET /v2.0/networks/451c330d-13f6-4604-823e-5e771fb25477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786594 Sep 30 13:10:27.811772 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-e0f37120-2bc1-462b-8acf-994d9affc2c2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=84755c0f-2e46-4801-beed-ac8ea40167fc HTTP/1.1" status: 200 len: 217 time: 0.0519125 Sep 30 13:10:27.864210 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-38546364-2e06-44fb-be63-f2b7f1c3023c tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Deleting port 3bed8ce6-66c7-4a14-a69b-716b9eab9c64 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:10:27.864859 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-38546364-2e06-44fb-be63-f2b7f1c3023c tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:27.907796 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46a363-c84c-4f96-badc-191723913c89 req-df13913f-3bcc-4b1c-8e67-16ea107b835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:27.909289 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-df13913f-3bcc-4b1c-8e67-16ea107b835e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=520f9abb-4aa3-4c91-b512-dfb75ecf6576 HTTP/1.1" status: 200 len: 797 time: 0.0730345 Sep 30 13:10:27.910525 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-f9187b64-445c-4864-aae2-3577e7918867 service neutron] show failed (client error): The resource could not be found. Sep 30 13:10:27.911427 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-f9187b64-445c-4864-aae2-3577e7918867 service neutron] 10.222.0.39 "GET /v2.0/ports/d0c3a856-34f3-461a-a2c3-9a59a53adc08/bindings/n-h2-810909-2 HTTP/1.1" status: 404 len: 380 time: 0.1096401 Sep 30 13:10:27.968003 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-657e6fec-aba7-4f67-af61-bd0e56c72210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:27.979824 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-657e6fec-aba7-4f67-af61-bd0e56c72210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:28.012831 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-38546364-2e06-44fb-be63-f2b7f1c3023c tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:28.052478 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-38546364-2e06-44fb-be63-f2b7f1c3023c tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Calling delete_port for 3bed8ce6-66c7-4a14-a69b-716b9eab9c64 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:10:28.054239 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e6fec-aba7-4f67-af61-bd0e56c72210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a099659e-7104-422c-9a47-5746d07ae998,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:28.064879 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-657e6fec-aba7-4f67-af61-bd0e56c72210 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8162a5ec050a4a95a28cd951e78dd102&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6525764 Sep 30 13:10:28.067639 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54150) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:28.083750 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46a363-c84c-4f96-badc-191723913c89 req-530e4ad1-e561-4c52-bd0b-971a04d3462b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:28.085243 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-530e4ad1-e561-4c52-bd0b-971a04d3462b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1623650 Sep 30 13:10:28.097795 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f1bd1077-a77f-4923-b43a-3f89aff6ec6b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:28.162063 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4aaac1d3-99c5-4284-a99c-75e7b2c287cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:28.174703 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d17e11-5592-4c3d-a620-619cc569e43d req-15e78495-a412-48e1-bfec-f531d2502c0a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:28.176335 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e5d17e11-5592-4c3d-a620-619cc569e43d req-15e78495-a412-48e1-bfec-f531d2502c0a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 950 time: 0.1765244 Sep 30 13:10:28.198032 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4aaac1d3-99c5-4284-a99c-75e7b2c287cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:28.241813 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-8ff5622d-020e-48b8-8136-42a8103192fc service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452765 Sep 30 13:10:28.326997 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-e6abb29c-7cf2-4b13-98c1-201ed9f33512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:28.328497 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-e6abb29c-7cf2-4b13-98c1-201ed9f33512 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e&tenant_id=1ef1016edf414b379caceb8093d57137 HTTP/1.1" status: 200 len: 1101 time: 0.0884154 Sep 30 13:10:28.366057 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-11d54ecb-8f6d-461c-ac27-bf7663583f99 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810909-2', 'device_owner': 'compute:nova'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:28.395297 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4aaac1d3-99c5-4284-a99c-75e7b2c287cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:28.397887 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4aaac1d3-99c5-4284-a99c-75e7b2c287cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:28.401485 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4aaac1d3-99c5-4284-a99c-75e7b2c287cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a099659e-7104-422c-9a47-5746d07ae998 HTTP/1.1" status: 204 len: 168 time: 0.3305185 Sep 30 13:10:28.421723 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaac1d3-99c5-4284-a99c-75e7b2c287cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a099659e-7104-422c-9a47-5746d07ae998,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:28.451340 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-38546364-2e06-44fb-be63-f2b7f1c3023c tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:28.493916 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38546364-2e06-44fb-be63-f2b7f1c3023c tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event deleted for resources: {'Port': ['ID=3bed8ce6-66c7-4a14-a69b-716b9eab9c64,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:28.499758 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-11d54ecb-8f6d-461c-ac27-bf7663583f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:28.829894 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f1bd1077-a77f-4923-b43a-3f89aff6ec6b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:28.862591 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-38546364-2e06-44fb-be63-f2b7f1c3023c tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:28.866753 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f1bd1077-a77f-4923-b43a-3f89aff6ec6b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:28.887137 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e5d17e11-5592-4c3d-a620-619cc569e43d req-b39d422d-6d24-41d5-960c-ce4fbac04675 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6422474 Sep 30 13:10:28.906316 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54176) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:28.921700 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd1077-a77f-4923-b43a-3f89aff6ec6b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56cb0e82-acba-4d80-b2a7-c7cf3be67316,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:28.932762 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-db192b34-01dd-4d65-ab06-164481b1e2ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:28.940693 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f1bd1077-a77f-4923-b43a-3f89aff6ec6b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:28.944428 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f1bd1077-a77f-4923-b43a-3f89aff6ec6b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2271891 Sep 30 13:10:28.951954 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54178) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:28.960644 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d4da5451-f5b7-40bf-9ba9-73a5145fbda9 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Request body: {'security_group_rule': {'security_group_id': 'ab76dc9f-283a-4bb1-9983-664455676892', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:28.974534 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-aaeb0666-1f49-415a-a107-3c8de4085ad4 service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7184207 Sep 30 13:10:29.028761 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-48f95d08-7cd7-4030-b240-1c0424b560bf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=edd46fc9-4ca1-4629-b3fb-da71ea25c33c HTTP/1.1" status: 200 len: 217 time: 0.0463538 Sep 30 13:10:29.045056 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device a3a917f2-1c61-4a9c-8fca-141ce80d7efa up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:10:29.117967 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f409e0f0-ef1f-4f17-8722-e72f26060e2b None None] Sync routers for ids ['e73e588d-ffce-4c34-8311-5f8b59371500'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:10:29.135669 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f409e0f0-ef1f-4f17-8722-e72f26060e2b None None] Routers {'e73e588d-ffce-4c34-8311-5f8b59371500'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:29.136644 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f409e0f0-ef1f-4f17-8722-e72f26060e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['e73e588d-ffce-4c34-8311-5f8b59371500'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:29.141167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46a363-c84c-4f96-badc-191723913c89 req-5b88a5f7-9f98-4f16-94c3-4e93574374b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:29.149900 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-5b88a5f7-9f98-4f16-94c3-4e93574374b0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=520f9abb-4aa3-4c91-b512-dfb75ecf6576 HTTP/1.1" status: 200 len: 797 time: 0.1110048 Sep 30 13:10:29.219060 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port a3a917f2-1c61-4a9c-8fca-141ce80d7efa triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:29.219658 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:29.239332 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38546364-2e06-44fb-be63-f2b7f1c3023c tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Router 0cb13c55-39b0-424b-8023-17a3c89edbb2 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:10:29.253222 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-db192b34-01dd-4d65-ab06-164481b1e2ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:29.257023 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46a363-c84c-4f96-badc-191723913c89 req-bf8b0a49-7a73-4079-b977-23606ce02867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:29.259049 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-bf8b0a49-7a73-4079-b977-23606ce02867 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0995398 Sep 30 13:10:29.275712 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-db192b34-01dd-4d65-ab06-164481b1e2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:29.294596 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-11d54ecb-8f6d-461c-ac27-bf7663583f99 service neutron] For port d0c3a856-34f3-461a-a2c3-9a59a53adc08, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d0c3a856-34f3-461a-a2c3-9a59a53adc08,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:29.341869 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-f409e0f0-ef1f-4f17-8722-e72f26060e2b None None] Set router e73e588d-ffce-4c34-8311-5f8b59371500 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:10:29.349041 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d4da5451-f5b7-40bf-9ba9-73a5145fbda9 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:29.376610 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db192b34-01dd-4d65-ab06-164481b1e2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32387bf7-5941-4828-93c5-2184b5afd8ea,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:29.382860 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-db192b34-01dd-4d65-ab06-164481b1e2ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3551dcb3863247de84742a7766b90a97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4751699 Sep 30 13:10:29.385098 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54184) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:29.448156 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:29.476194 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d4da5451-f5b7-40bf-9ba9-73a5145fbda9 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:29.479054 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1413-48f0-4e21-a3c1-4569daf0bf83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:29.483584 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d4da5451-f5b7-40bf-9ba9-73a5145fbda9 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:29.510899 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da5451-f5b7-40bf-9ba9-73a5145fbda9 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b62fd3d-4fdf-4e9a-b17b-e01bb3c56a9f,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:29.524771 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-11d54ecb-8f6d-461c-ac27-bf7663583f99 service neutron] For port d0c3a856-34f3-461a-a2c3-9a59a53adc08, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:10:29.526340 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d4da5451-f5b7-40bf-9ba9-73a5145fbda9 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:29.531427 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d4da5451-f5b7-40bf-9ba9-73a5145fbda9 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5784793 Sep 30 13:10:29.532273 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54186) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:29.538552 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-7ff2a4f9-175a-4348-9a35-4d49e14dd052 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:29.545225 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-04f47a2b-3794-46d7-ad08-06f2fe0c10f3 service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640848 Sep 30 13:10:29.546343 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port a3a917f2-1c61-4a9c-8fca-141ce80d7efa, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=a3a917f2-1c61-4a9c-8fca-141ce80d7efa,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:29.563913 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:29.578594 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1413-48f0-4e21-a3c1-4569daf0bf83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:29.600530 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38546364-2e06-44fb-be63-f2b7f1c3023c tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:10:29.606467 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-38546364-2e06-44fb-be63-f2b7f1c3023c tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "PUT /v2.0/routers/0cb13c55-39b0-424b-8023-17a3c89edbb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8466995 Sep 30 13:10:29.607028 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0c3a856-34f3-461a-a2c3-9a59a53adc08'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:10:29.612064 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1af5a4-ce65-44bb-97f8-e4ee71cbc914 None None] Sync routers for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:10:29.616336 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cda4f7c-17a7-43e2-b159-d9eb19ebb244" -d '{"events": [{"server_uuid": "86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e", "name": "network-vif-unplugged", "status": "completed", "tag": "d0c3a856-34f3-461a-a2c3-9a59a53adc08"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:10:29.623434 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-11d54ecb-8f6d-461c-ac27-bf7663583f99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:29.625459 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54188) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:29.636758 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1af5a4-ce65-44bb-97f8-e4ee71cbc914 None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:29.640270 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-cf1af5a4-ce65-44bb-97f8-e4ee71cbc914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:29.671628 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-301eac60-437f-47c7-a0be-84a2bdc3778c service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183882 Sep 30 13:10:29.688568 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7ff2a4f9-175a-4348-9a35-4d49e14dd052 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks [] for floatingip, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:29.723602 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-11d54ecb-8f6d-461c-ac27-bf7663583f99 service neutron] Transition to ACTIVE for port object d0c3a856-34f3-461a-a2c3-9a59a53adc08 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:10:29.732139 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-683ecb1b-787c-4121-8a0f-11c2a0ef7246 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=83670bbb-25ac-4b77-ac32-d478dc7ddaeb HTTP/1.1" status: 200 len: 217 time: 0.0524156 Sep 30 13:10:29.738841 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-11d54ecb-8f6d-461c-ac27-bf7663583f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:29.786556 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-cf1af5a4-ce65-44bb-97f8-e4ee71cbc914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:29.808306 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a82b6ff-a358-4e98-8b6c-9520fe2f5c35 x-openstack-request-id: req-7a82b6ff-a358-4e98-8b6c-9520fe2f5c35 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:10:29.808611 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e", "name": "network-vif-unplugged", "status": "completed", "tag": "d0c3a856-34f3-461a-a2c3-9a59a53adc08", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:10:29.808787 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1af5a4-ce65-44bb-97f8-e4ee71cbc914 None None] Routers {'0cb13c55-39b0-424b-8023-17a3c89edbb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:29.809406 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a82b6ff-a358-4e98-8b6c-9520fe2f5c35 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:10:29.809925 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0c3a856-34f3-461a-a2c3-9a59a53adc08', 'code': 200} Sep 30 13:10:29.810601 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d54ecb-8f6d-461c-ac27-bf7663583f99 service neutron] Pushing event updated for resources: {'Port': ['ID=d0c3a856-34f3-461a-a2c3-9a59a53adc08,revision_number=6']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:29.816820 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-cf1af5a4-ce65-44bb-97f8-e4ee71cbc914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0cb13c55-39b0-424b-8023-17a3c89edbb2'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:29.844807 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46a363-c84c-4f96-badc-191723913c89 req-9e6b67f2-00f1-42cd-ade4-aaeb699ebe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:29.862595 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-9e6b67f2-00f1-42cd-ade4-aaeb699ebe67 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=520f9abb-4aa3-4c91-b512-dfb75ecf6576 HTTP/1.1" status: 200 len: 797 time: 0.1052632 Sep 30 13:10:29.898134 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-11d54ecb-8f6d-461c-ac27-bf7663583f99 service neutron] No DVR routers for this DVR port d0c3a856-34f3-461a-a2c3-9a59a53adc08 on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:10:29.898589 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-cf1af5a4-ce65-44bb-97f8-e4ee71cbc914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:29.904839 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1af5a4-ce65-44bb-97f8-e4ee71cbc914 None None] The sync data for ids ['0cb13c55-39b0-424b-8023-17a3c89edbb2'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:10:29.958728 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=a3a917f2-1c61-4a9c-8fca-141ce80d7efa,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:29.960425 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1413-48f0-4e21-a3c1-4569daf0bf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:29.964237 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1413-48f0-4e21-a3c1-4569daf0bf83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:29.965653 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ed2e1413-48f0-4e21-a3c1-4569daf0bf83 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/32387bf7-5941-4828-93c5-2184b5afd8ea HTTP/1.1" status: 204 len: 168 time: 0.5765424 Sep 30 13:10:30.021574 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46a363-c84c-4f96-badc-191723913c89 req-a9029d4d-9e4e-4156-8ddc-4da9ff4eeadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:30.023277 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-a9029d4d-9e4e-4156-8ddc-4da9ff4eeadb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1587653 Sep 30 13:10:30.032823 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e1413-48f0-4e21-a3c1-4569daf0bf83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32387bf7-5941-4828-93c5-2184b5afd8ea,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:30.038216 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f409e0f0-ef1f-4f17-8722-e72f26060e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'name': 'tempest-ServerActionsTestJSON-2141866820-router', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'a3a917f2-1c61-4a9c-8fca-141ce80d7efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:10:20Z', 'updated_at': '2021-09-30T13:10:25Z', 'revision_number': 4, 'project_id': '750d23c361c34df48a49df50aefc09af', 'gw_port': {'id': 'a3a917f2-1c61-4a9c-8fca-141ce80d7efa', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:20Z', 'updated_at': '2021-09-30T13:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'b7481a8d-4c18-4937-8c58-af33df030d36', 'name': '', 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'mac_address': 'fa:16:3e:ca:83:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:24Z', 'updated_at': '2021-09-30T13:10:25Z', 'revision_number': 2, 'project_id': '750d23c361c34df48a49df50aefc09af', 'subnets': [{'id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:30.041708 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1de49350-4ca9-4360-8ad2-f07c5271bdd7 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:30.051825 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-11d54ecb-8f6d-461c-ac27-bf7663583f99 service neutron] Attempting to bind port d0c3a856-34f3-461a-a2c3-9a59a53adc08 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:10:30.052421 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-11d54ecb-8f6d-461c-ac27-bf7663583f99 service neutron] Attempting to bind port d0c3a856-34f3-461a-a2c3-9a59a53adc08 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:10:30.053159 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-11d54ecb-8f6d-461c-ac27-bf7663583f99 service neutron] Attempting to bind port d0c3a856-34f3-461a-a2c3-9a59a53adc08 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:10:30.077898 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f409e0f0-ef1f-4f17-8722-e72f26060e2b None None] Checking router: e73e588d-ffce-4c34-8311-5f8b59371500 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:10:30.078488 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f409e0f0-ef1f-4f17-8722-e72f26060e2b None None] Updating router e73e588d-ffce-4c34-8311-5f8b59371500 port b7481a8d-4c18-4937-8c58-af33df030d36 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:10:30.120060 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f409e0f0-ef1f-4f17-8722-e72f26060e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:30.122308 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-11d54ecb-8f6d-461c-ac27-bf7663583f99 service neutron] Port d0c3a856-34f3-461a-a2c3-9a59a53adc08 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:10:30.122797 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-11d54ecb-8f6d-461c-ac27-bf7663583f99 service neutron] Attempting to bind port d0c3a856-34f3-461a-a2c3-9a59a53adc08 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:10:30.163511 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-11d54ecb-8f6d-461c-ac27-bf7663583f99 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:10:30.163852 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-11d54ecb-8f6d-461c-ac27-bf7663583f99 service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:10:30.164237 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-11d54ecb-8f6d-461c-ac27-bf7663583f99 service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:10:30.164977 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-11d54ecb-8f6d-461c-ac27-bf7663583f99 service neutron] Bound port: d0c3a856-34f3-461a-a2c3-9a59a53adc08, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:10:30.165241 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-11d54ecb-8f6d-461c-ac27-bf7663583f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:30.201071 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7ff2a4f9-175a-4348-9a35-4d49e14dd052 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:30.225948 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-00a45eb6-7f25-4ae8-a691-abf77b84a6a8 service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938310 Sep 30 13:10:30.478279 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-7ff2a4f9-175a-4348-9a35-4d49e14dd052 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Allocated IP 172.25.5.107 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/c2273750-ff20-4ade-a926-ac6faad95b45) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:10:30.482440 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-6af38733-991d-4895-8c89-237c90096a42 service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254362 Sep 30 13:10:30.577781 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-6b8e7154-b760-4625-8cfa-81fc58dc0159 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=3735fbdc-2096-4924-a740-2efbd559b38e HTTP/1.1" status: 200 len: 217 time: 0.0857968 Sep 30 13:10:30.635009 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f409e0f0-ef1f-4f17-8722-e72f26060e2b None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:30.667738 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f409e0f0-ef1f-4f17-8722-e72f26060e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:30.687134 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46a363-c84c-4f96-badc-191723913c89 req-b291fb42-eddb-4a90-a916-2d1e9ac2597e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:30.688649 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-b291fb42-eddb-4a90-a916-2d1e9ac2597e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=520f9abb-4aa3-4c91-b512-dfb75ecf6576 HTTP/1.1" status: 200 len: 797 time: 0.0984008 Sep 30 13:10:30.746090 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814db39-0072-459a-a01d-e7e3395e9f6a req-217a996c-bdbb-44cf-b31c-21e39f971b0a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:30.749080 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7ff2a4f9-175a-4348-9a35-4d49e14dd052 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:30.750514 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62656624-e1c5-4e33-ad1a-233d4ebe3071 None None] Pushing event updated for resources: {'Port': ['ID=b7481a8d-4c18-4937-8c58-af33df030d36,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:30.754250 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a814db39-0072-459a-a01d-e7e3395e9f6a req-217a996c-bdbb-44cf-b31c-21e39f971b0a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 948 time: 0.7037964 Sep 30 13:10:30.789070 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46a363-c84c-4f96-badc-191723913c89 req-f00f8ee3-b352-4fac-878e-b881d96a14e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:30.794140 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-f00f8ee3-b352-4fac-878e-b881d96a14e1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7f6c8617-7052-4e03-9d52-54c6cfa13c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0945206 Sep 30 13:10:30.798137 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1de49350-4ca9-4360-8ad2-f07c5271bdd7 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:30.818895 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-11d54ecb-8f6d-461c-ac27-bf7663583f99 service neutron] For port d0c3a856-34f3-461a-a2c3-9a59a53adc08, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:10:30.822746 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-11d54ecb-8f6d-461c-ac27-bf7663583f99 service neutron] For port d0c3a856-34f3-461a-a2c3-9a59a53adc08, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=d0c3a856-34f3-461a-a2c3-9a59a53adc08,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:10:30.865908 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-11d54ecb-8f6d-461c-ac27-bf7663583f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:30.941629 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f409e0f0-ef1f-4f17-8722-e72f26060e2b None None] Attempting to bind port b7481a8d-4c18-4937-8c58-af33df030d36 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:10:30.943309 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f409e0f0-ef1f-4f17-8722-e72f26060e2b None None] Attempting to bind port b7481a8d-4c18-4937-8c58-af33df030d36 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '0e0b9383-142e-4fe1-9194-2c44872721ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:10:30.944779 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409e0f0-ef1f-4f17-8722-e72f26060e2b None None] Attempting to bind port b7481a8d-4c18-4937-8c58-af33df030d36 on network c7e67e25-10d5-4331-9422-13e705e055a0 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:10:30.961735 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409e0f0-ef1f-4f17-8722-e72f26060e2b None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:10:30.962568 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409e0f0-ef1f-4f17-8722-e72f26060e2b None None] Checking segment: {'id': '0e0b9383-142e-4fe1-9194-2c44872721ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:10:30.963316 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f409e0f0-ef1f-4f17-8722-e72f26060e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:30.964313 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409e0f0-ef1f-4f17-8722-e72f26060e2b None None] Bound using segment: {'id': '0e0b9383-142e-4fe1-9194-2c44872721ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:10:30.966415 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f409e0f0-ef1f-4f17-8722-e72f26060e2b None None] Bound port: b7481a8d-4c18-4937-8c58-af33df030d36, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0b9383-142e-4fe1-9194-2c44872721ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:10:30.967186 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f409e0f0-ef1f-4f17-8722-e72f26060e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:31.021812 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-11d54ecb-8f6d-461c-ac27-bf7663583f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:31.024517 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-11d54ecb-8f6d-461c-ac27-bf7663583f99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:31.028526 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7ff2a4f9-175a-4348-9a35-4d49e14dd052 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:31.029881 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-11d54ecb-8f6d-461c-ac27-bf7663583f99 service neutron] 10.222.0.54 "PUT /v2.0/ports/d0c3a856-34f3-461a-a2c3-9a59a53adc08 HTTP/1.1" status: 200 len: 1096 time: 2.6880953 Sep 30 13:10:31.127940 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f409e0f0-ef1f-4f17-8722-e72f26060e2b None None] For port b7481a8d-4c18-4937-8c58-af33df030d36, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:10:31.133078 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f409e0f0-ef1f-4f17-8722-e72f26060e2b None None] For port b7481a8d-4c18-4937-8c58-af33df030d36, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b7481a8d-4c18-4937-8c58-af33df030d36,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:10:31.136762 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device a3a917f2-1c61-4a9c-8fca-141ce80d7efa up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:10:31.150776 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f409e0f0-ef1f-4f17-8722-e72f26060e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:31.171381 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d54ecb-8f6d-461c-ac27-bf7663583f99 service neutron] Pushing event updated for resources: {'Port': ['ID=d0c3a856-34f3-461a-a2c3-9a59a53adc08,revision_number=7']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:31.198382 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-1de49350-4ca9-4360-8ad2-f07c5271bdd7 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Deleting port a53712ee-180e-47bc-967e-87a1667db319 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:10:31.198754 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1de49350-4ca9-4360-8ad2-f07c5271bdd7 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:31.209690 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff2a4f9-175a-4348-9a35-4d49e14dd052 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:10:31.217790 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-7ff2a4f9-175a-4348-9a35-4d49e14dd052 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:31.235506 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff2a4f9-175a-4348-9a35-4d49e14dd052 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:10:31.259445 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-c590e903-0e15-4edb-874a-5a376f836f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:31.261486 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-c590e903-0e15-4edb-874a-5a376f836f0c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 1099 time: 0.2072465 Sep 30 13:10:31.304023 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62656624-e1c5-4e33-ad1a-233d4ebe3071 None None] Pushing event updated for resources: {'Port': ['ID=b7481a8d-4c18-4937-8c58-af33df030d36,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:31.315792 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-a9cecc8c-c987-4483-92d5-5080ec001f6d service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5136919 Sep 30 13:10:31.317818 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2a4f9-175a-4348-9a35-4d49e14dd052 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Pushing event updated for resources: {'Port': ['ID=c2273750-ff20-4ade-a926-ac6faad95b45,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:31.366442 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-38089f2c-cb19-4711-be4c-50df3a201ec6 None None] Provisioning complete for port b7481a8d-4c18-4937-8c58-af33df030d36 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:31.367624 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-38089f2c-cb19-4711-be4c-50df3a201ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:31.399276 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f409e0f0-ef1f-4f17-8722-e72f26060e2b None None] Routers {'e73e588d-ffce-4c34-8311-5f8b59371500'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:31.401093 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f409e0f0-ef1f-4f17-8722-e72f26060e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['e73e588d-ffce-4c34-8311-5f8b59371500'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:31.456817 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7ff2a4f9-175a-4348-9a35-4d49e14dd052 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:31.460409 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1de49350-4ca9-4360-8ad2-f07c5271bdd7 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:31.489031 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-1de49350-4ca9-4360-8ad2-f07c5271bdd7 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Calling delete_port for a53712ee-180e-47bc-967e-87a1667db319 owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:10:31.589906 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-589e0fcd-d1fc-4d53-9dbe-c7f3a5a5f5a7 service neutron] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654464 Sep 30 13:10:31.613705 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7ff2a4f9-175a-4348-9a35-4d49e14dd052 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:31.675408 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-f409e0f0-ef1f-4f17-8722-e72f26060e2b None None] Set router e73e588d-ffce-4c34-8311-5f8b59371500 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:10:31.734259 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-db566898-610d-4e87-b217-14344a75bcd1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c HTTP/1.1" status: 200 len: 217 time: 0.1358955 Sep 30 13:10:31.755186 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1de49350-4ca9-4360-8ad2-f07c5271bdd7 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:31.807956 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de49350-4ca9-4360-8ad2-f07c5271bdd7 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event deleted for resources: {'Port': ['ID=a53712ee-180e-47bc-967e-87a1667db319,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:31.826724 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e', 'tag': 'd0c3a856-34f3-461a-a2c3-9a59a53adc08'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:10:31.831572 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8832d6fc-12cf-451d-8f89-05356ae7b56b" -d '{"events": [{"name": "network-changed", "server_uuid": "86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e", "tag": "d0c3a856-34f3-461a-a2c3-9a59a53adc08"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:10:31.833542 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port a3a917f2-1c61-4a9c-8fca-141ce80d7efa triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:31.834318 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:31.959708 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-d99599ce-1da6-41b8-9a56-0979e7988701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:31.959708 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-d99599ce-1da6-41b8-9a56-0979e7988701 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.6857417 Sep 30 13:10:31.988568 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-38089f2c-cb19-4711-be4c-50df3a201ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:32.064723 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-38089f2c-cb19-4711-be4c-50df3a201ec6 None None] For port b7481a8d-4c18-4937-8c58-af33df030d36, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b7481a8d-4c18-4937-8c58-af33df030d36,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:32.074382 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7ff2a4f9-175a-4348-9a35-4d49e14dd052 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:32.083900 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46a363-c84c-4f96-badc-191723913c89 req-1cc4056b-d403-4dd5-af90-f4a5aee2fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:32.085757 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-1cc4056b-d403-4dd5-af90-f4a5aee2fb4a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78037d28-e7f8-493a-8dcf-013e39c51454 HTTP/1.1" status: 200 len: 797 time: 0.3258984 Sep 30 13:10:32.087113 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-38089f2c-cb19-4711-be4c-50df3a201ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:32.088822 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7ff2a4f9-175a-4348-9a35-4d49e14dd052 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:32.097728 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d0c3a856-34f3-461a-a2c3-9a59a53adc08 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:10:32.197141 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a01aca-d2ea-48b2-a149-b6eefebdd430 x-openstack-request-id: req-d2a01aca-d2ea-48b2-a149-b6eefebdd430 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:10:32.197344 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e", "tag": "d0c3a856-34f3-461a-a2c3-9a59a53adc08", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:10:32.197610 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2a01aca-d2ea-48b2-a149-b6eefebdd430 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:10:32.198029 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e', 'tag': 'd0c3a856-34f3-461a-a2c3-9a59a53adc08', 'status': 'completed', 'code': 200} Sep 30 13:10:32.212975 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-2d72c813-16e1-44ca-b72a-d880f48173dd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=d0c3a856-34f3-461a-a2c3-9a59a53adc08 HTTP/1.1" status: 200 len: 217 time: 0.2008455 Sep 30 13:10:32.236678 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d0c3a856-34f3-461a-a2c3-9a59a53adc08 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:10:32.240309 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a814db39-0072-459a-a01d-e7e3395e9f6a req-6b2290c2-61da-4313-b942-5f3571443b6f tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4847732 Sep 30 13:10:32.283125 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38089f2c-cb19-4711-be4c-50df3a201ec6 None None] Pushing event updated for resources: {'Port': ['ID=b7481a8d-4c18-4937-8c58-af33df030d36,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:32.298340 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2a4f9-175a-4348-9a35-4d49e14dd052 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Pushing event updated for resources: {'Port': ['ID=c2273750-ff20-4ade-a926-ac6faad95b45,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:32.312211 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832d6fc-12cf-451d-8f89-05356ae7b56b req-bb5d7f0b-ac8b-473d-8121-a6e5c221f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:32.313261 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1de49350-4ca9-4360-8ad2-f07c5271bdd7 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:32.314023 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8832d6fc-12cf-451d-8f89-05356ae7b56b req-bb5d7f0b-ac8b-473d-8121-a6e5c221f39a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 1099 time: 0.1439698 Sep 30 13:10:32.316206 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46a363-c84c-4f96-badc-191723913c89 req-43f390c1-c651-4179-8320-4356a83222de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:32.317720 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-43f390c1-c651-4179-8320-4356a83222de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d88806d7-cb43-44a5-88a4-05dfc9e84a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2219124 Sep 30 13:10:32.321505 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7ff2a4f9-175a-4348-9a35-4d49e14dd052 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:32.340898 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-986888e9-b119-4ce6-b520-7f4e853f9ddc None None] Provisioning complete for port b7481a8d-4c18-4937-8c58-af33df030d36 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:32.341300 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-986888e9-b119-4ce6-b520-7f4e853f9ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:32.390347 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7ff2a4f9-175a-4348-9a35-4d49e14dd052 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:32.391869 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7ff2a4f9-175a-4348-9a35-4d49e14dd052 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8570325 Sep 30 13:10:32.416568 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-0da9fa9d-d27b-4771-be29-71ae4af7eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:32.419197 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-0da9fa9d-d27b-4771-be29-71ae4af7eca7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1725740 Sep 30 13:10:32.489329 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1de49350-4ca9-4360-8ad2-f07c5271bdd7 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:32.531354 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832d6fc-12cf-451d-8f89-05356ae7b56b req-d182a069-fda9-4d4d-8585-7ce5bd5d61fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:32.533065 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8832d6fc-12cf-451d-8f89-05356ae7b56b req-d182a069-fda9-4d4d-8585-7ce5bd5d61fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.2075276 Sep 30 13:10:32.552833 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1de49350-4ca9-4360-8ad2-f07c5271bdd7 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:32.566357 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-1884a24e-3c9a-4e27-b035-717051738ff5 service neutron] 10.222.0.54 "GET /v2.0/networks/d88806d7-cb43-44a5-88a4-05dfc9e84a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325478 Sep 30 13:10:32.605418 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f409e0f0-ef1f-4f17-8722-e72f26060e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'name': 'tempest-ServerActionsTestJSON-2141866820-router', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'a3a917f2-1c61-4a9c-8fca-141ce80d7efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:10:20Z', 'updated_at': '2021-09-30T13:10:25Z', 'revision_number': 4, 'project_id': '750d23c361c34df48a49df50aefc09af', 'gw_port': {'id': 'a3a917f2-1c61-4a9c-8fca-141ce80d7efa', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:20Z', 'updated_at': '2021-09-30T13:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'b7481a8d-4c18-4937-8c58-af33df030d36', 'name': '', 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'mac_address': 'fa:16:3e:ca:83:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:24Z', 'updated_at': '2021-09-30T13:10:31Z', 'revision_number': 4, 'project_id': '750d23c361c34df48a49df50aefc09af', 'subnets': [{'id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:32.630379 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54278) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:32.658103 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-105f7d9a-4c45-4b38-9608-6ceb6a058817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:32.671258 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-105f7d9a-4c45-4b38-9608-6ceb6a058817 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1697834 Sep 30 13:10:32.676274 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f409e0f0-ef1f-4f17-8722-e72f26060e2b None None] The sync data for ids ['e73e588d-ffce-4c34-8311-5f8b59371500'] in n-d-810909-2 is: [{'id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'name': 'tempest-ServerActionsTestJSON-2141866820-router', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'a3a917f2-1c61-4a9c-8fca-141ce80d7efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:10:20Z', 'updated_at': '2021-09-30T13:10:25Z', 'revision_number': 4, 'project_id': '750d23c361c34df48a49df50aefc09af', 'gw_port': {'id': 'a3a917f2-1c61-4a9c-8fca-141ce80d7efa', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:20Z', 'updated_at': '2021-09-30T13:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'b7481a8d-4c18-4937-8c58-af33df030d36', 'name': '', 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'mac_address': 'fa:16:3e:ca:83:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:24Z', 'updated_at': '2021-09-30T13:10:31Z', 'revision_number': 4, 'project_id': '750d23c361c34df48a49df50aefc09af', 'subnets': [{'id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:10:32.707673 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8832d6fc-12cf-451d-8f89-05356ae7b56b req-5a72c839-388c-4c56-be85-cead64067c14 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=d0c3a856-34f3-461a-a2c3-9a59a53adc08 HTTP/1.1" status: 200 len: 217 time: 0.1602826 Sep 30 13:10:32.805208 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-8cc59a15-665f-4337-9892-3f3a68d8cb27 service neutron] 10.222.0.54 "GET /v2.0/networks/d88806d7-cb43-44a5-88a4-05dfc9e84a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855931 Sep 30 13:10:32.807789 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1de49350-4ca9-4360-8ad2-f07c5271bdd7 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:32.808259 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de49350-4ca9-4360-8ad2-f07c5271bdd7 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Fanout notify agent at l3_agent the message router_deleted on router 0cb13c55-39b0-424b-8023-17a3c89edbb2 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:10:32.812049 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832d6fc-12cf-451d-8f89-05356ae7b56b req-8a5190ad-1349-4cdd-93f8-89202f503a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:32.813296 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8832d6fc-12cf-451d-8f89-05356ae7b56b req-8a5190ad-1349-4cdd-93f8-89202f503a7e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0795658 Sep 30 13:10:32.817270 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1de49350-4ca9-4360-8ad2-f07c5271bdd7 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:32.823104 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54282) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:32.825941 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1de49350-4ca9-4360-8ad2-f07c5271bdd7 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "DELETE /v2.0/routers/0cb13c55-39b0-424b-8023-17a3c89edbb2 HTTP/1.1" status: 204 len: 168 time: 3.1987963 Sep 30 13:10:32.844348 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-82959abb-027d-4fb4-bba0-2828cb1891da service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718764 Sep 30 13:10:32.847085 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f7fe23af-5c93-4c59-a114-429b9a0d2c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:32.907622 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f8668f-ba93-4095-abf5-bd09c14ba5a3 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Deleting subnet 4012b6f8-b905-4dc9-b662-206ecc6e001c {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:10:32.947308 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-69f8668f-ba93-4095-abf5-bd09c14ba5a3 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:32.993353 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-638e1d85-2e04-4cc9-9599-a9b500b1d643 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a590db81-d7b1-40db-81be-4877e02204d3 HTTP/1.1" status: 200 len: 217 time: 0.1767888 Sep 30 13:10:33.053935 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b7481a8d-4c18-4937-8c58-af33df030d36 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:10:33.083894 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3eb4634d-b013-4fcb-902a-31758fe846a4 req-badb14a1-5bc9-47f4-b466-0b576cf02ab9 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378724 Sep 30 13:10:33.182982 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-69f8668f-ba93-4095-abf5-bd09c14ba5a3 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:33.202594 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port b7481a8d-4c18-4937-8c58-af33df030d36 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:33.202594 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:33.237601 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832d6fc-12cf-451d-8f89-05356ae7b56b req-fbf2cdc2-9116-4905-b481-b279bd9b02fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:33.240650 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8832d6fc-12cf-451d-8f89-05356ae7b56b req-fbf2cdc2-9116-4905-b481-b279bd9b02fc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4151587 Sep 30 13:10:33.300006 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f7fe23af-5c93-4c59-a114-429b9a0d2c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:33.312867 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832d6fc-12cf-451d-8f89-05356ae7b56b req-c8a02a90-2a48-465c-8484-888d6afa232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:33.314908 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8832d6fc-12cf-451d-8f89-05356ae7b56b req-c8a02a90-2a48-465c-8484-888d6afa232f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 1099 time: 0.1106749 Sep 30 13:10:33.315707 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f7fe23af-5c93-4c59-a114-429b9a0d2c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:33.339796 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46a363-c84c-4f96-badc-191723913c89 req-e3273491-3b3e-4fc4-86b9-39cb0fe47611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:33.341396 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-e3273491-3b3e-4fc4-86b9-39cb0fe47611 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78037d28-e7f8-493a-8dcf-013e39c51454 HTTP/1.1" status: 200 len: 797 time: 0.3050513 Sep 30 13:10:33.362413 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f7fe23af-5c93-4c59-a114-429b9a0d2c4e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4af275e068964e5d83697691813b5bf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7249644 Sep 30 13:10:33.371038 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54292) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:33.400388 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-94bb3bba-970d-4e24-92af-e4323c71294c tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--582166446&fields=id&tenant_id=750d23c361c34df48a49df50aefc09af HTTP/1.1" status: 200 len: 267 time: 0.2679157 Sep 30 13:10:33.456255 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe23af-5c93-4c59-a114-429b9a0d2c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f48becb-c62d-4917-8a11-0e013efd41a5,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:33.533640 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdafba0-1f6b-4fab-87a4-82e1f428dd5d req-4eadbf70-b934-433a-8b44-4a2e07df3865 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:33.537234 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-efdafba0-1f6b-4fab-87a4-82e1f428dd5d req-4eadbf70-b934-433a-8b44-4a2e07df3865 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 948 time: 0.1444407 Sep 30 13:10:33.562861 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-69f8668f-ba93-4095-abf5-bd09c14ba5a3 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:33.568683 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832d6fc-12cf-451d-8f89-05356ae7b56b req-3d7d4a21-b52d-4a37-abc7-94c5a4eebb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:33.571295 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8832d6fc-12cf-451d-8f89-05356ae7b56b req-3d7d4a21-b52d-4a37-abc7-94c5a4eebb4b service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.2201793 Sep 30 13:10:33.640983 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-efdafba0-1f6b-4fab-87a4-82e1f428dd5d req-250b1750-def9-410f-abba-390784d8b4b4 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904171 Sep 30 13:10:33.647989 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8832d6fc-12cf-451d-8f89-05356ae7b56b req-18360dce-2251-4604-9945-9ccc34e152e0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=d0c3a856-34f3-461a-a2c3-9a59a53adc08 HTTP/1.1" status: 200 len: 217 time: 0.0525470 Sep 30 13:10:33.696108 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-579bc970-3059-4bdf-87c1-79fbb3ffd3e0 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:33.697647 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-579bc970-3059-4bdf-87c1-79fbb3ffd3e0 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 812 time: 0.2563527 Sep 30 13:10:33.724984 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832d6fc-12cf-451d-8f89-05356ae7b56b req-071267c7-9cc4-4766-979d-090833124eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:33.726770 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8832d6fc-12cf-451d-8f89-05356ae7b56b req-071267c7-9cc4-4766-979d-090833124eb9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0693994 Sep 30 13:10:33.745940 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46a363-c84c-4f96-badc-191723913c89 req-be00834d-71da-4342-bb58-44294e9e5617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:33.751845 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-be00834d-71da-4342-bb58-44294e9e5617 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d88806d7-cb43-44a5-88a4-05dfc9e84a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3785751 Sep 30 13:10:33.799375 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8832d6fc-12cf-451d-8f89-05356ae7b56b req-ce9dc737-a509-4169-9fac-cd064375d9b0 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5432260 Sep 30 13:10:33.816861 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5f888b0b-1c0d-4d8b-8ec2-3f4acb8af5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:33.821885 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832d6fc-12cf-451d-8f89-05356ae7b56b req-cbb1411d-d0f0-4a19-9533-34ce8c1148d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:33.824149 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8832d6fc-12cf-451d-8f89-05356ae7b56b req-cbb1411d-d0f0-4a19-9533-34ce8c1148d9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0845792 Sep 30 13:10:33.824275 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-e3b6c746-92d3-449f-b6ed-94354ffe9613 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/quotas/750d23c361c34df48a49df50aefc09af HTTP/1.1" status: 200 len: 375 time: 0.0810280 Sep 30 13:10:33.869258 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-69f8668f-ba93-4095-abf5-bd09c14ba5a3 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:33.960810 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8832d6fc-12cf-451d-8f89-05356ae7b56b req-73cb3562-7bc0-471f-b41d-b6eafb355285 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289589 Sep 30 13:10:33.998550 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5f888b0b-1c0d-4d8b-8ec2-3f4acb8af5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:34.002556 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8668f-ba93-4095-abf5-bd09c14ba5a3 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event deleted for resources: {'Subnet': ['ID=4012b6f8-b905-4dc9-b662-206ecc6e001c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:34.048229 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-69f8668f-ba93-4095-abf5-bd09c14ba5a3 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:34.050455 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-69f8668f-ba93-4095-abf5-bd09c14ba5a3 tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "DELETE /v2.0/subnets/4012b6f8-b905-4dc9-b662-206ecc6e001c HTTP/1.1" status: 204 len: 168 time: 1.2250600 Sep 30 13:10:34.052985 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54298) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:34.116623 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8832d6fc-12cf-451d-8f89-05356ae7b56b req-77e9d720-d185-4113-874a-e80998d0e8c1 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478019 Sep 30 13:10:34.147612 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-31d5cbdb-ed0d-42d8-9c3c-9dba6bdef09c tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3093941 Sep 30 13:10:34.153806 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-57386b39-d37e-49e5-b464-82600eb81d85 service neutron] 10.222.0.54 "GET /v2.0/networks/d88806d7-cb43-44a5-88a4-05dfc9e84a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752754 Sep 30 13:10:34.160183 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8832d6fc-12cf-451d-8f89-05356ae7b56b req-5e4500f9-e961-4fcc-b78b-c52a0a6bb14f service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389537 Sep 30 13:10:34.169921 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e968d6ae-6701-455e-b0ef-91441363181d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:34.213258 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5f888b0b-1c0d-4d8b-8ec2-3f4acb8af5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:34.216954 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5f888b0b-1c0d-4d8b-8ec2-3f4acb8af5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:34.218290 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5f888b0b-1c0d-4d8b-8ec2-3f4acb8af5aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f48becb-c62d-4917-8a11-0e013efd41a5 HTTP/1.1" status: 204 len: 168 time: 0.8419104 Sep 30 13:10:34.263205 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f888b0b-1c0d-4d8b-8ec2-3f4acb8af5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f48becb-c62d-4917-8a11-0e013efd41a5,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:34.323397 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e968d6ae-6701-455e-b0ef-91441363181d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:34.352026 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-e968d6ae-6701-455e-b0ef-91441363181d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d403a6d-12a6-4846-b690-afff6ac87012']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:34.371211 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-e968d6ae-6701-455e-b0ef-91441363181d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2733eabf-ffbb-4e36-b73d-596387eaa262') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:34.371737 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-e968d6ae-6701-455e-b0ef-91441363181d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2733eabf-ffbb-4e36-b73d-596387eaa262') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:34.388530 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e968d6ae-6701-455e-b0ef-91441363181d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:34.393992 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f46a363-c84c-4f96-badc-191723913c89 req-9544277d-eac8-4c1a-be03-51070792dec4 service neutron] 10.222.0.54 "GET /v2.0/networks/d88806d7-cb43-44a5-88a4-05dfc9e84a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322519 Sep 30 13:10:34.418072 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-3dbd8772-b8ad-472d-98ec-b97bc1459c68 service neutron] 10.222.0.18 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228940 Sep 30 13:10:34.431648 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e968d6ae-6701-455e-b0ef-91441363181d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:34.442880 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e968d6ae-6701-455e-b0ef-91441363181d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:10:34.443609 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e968d6ae-6701-455e-b0ef-91441363181d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:10:34.456083 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:10:34.524926 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e968d6ae-6701-455e-b0ef-91441363181d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:34.535040 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e968d6ae-6701-455e-b0ef-91441363181d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:34.538259 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e968d6ae-6701-455e-b0ef-91441363181d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] 10.222.0.18 "DELETE /v2.0/networks/1d403a6d-12a6-4846-b690-afff6ac87012 HTTP/1.1" status: 204 len: 168 time: 0.4841907 Sep 30 13:10:34.577363 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968d6ae-6701-455e-b0ef-91441363181d tempest-FloatingIPTestJSON-768690158 tempest-FloatingIPTestJSON-768690158-project] Pushing event deleted for resources: {'Network': ['ID=1d403a6d-12a6-4846-b690-afff6ac87012,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:34.866522 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7dc97-c664-4f37-b466-af9ee97ed3c4 req-ecaf0656-9756-4897-8552-10baf45a5e11 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:34.868119 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6ca7dc97-c664-4f37-b466-af9ee97ed3c4 req-ecaf0656-9756-4897-8552-10baf45a5e11 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 948 time: 0.1162407 Sep 30 13:10:34.926932 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-a9f02db4-894e-4f94-a83b-aa3c6e550919 service neutron] 10.222.0.18 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5052569 Sep 30 13:10:34.960797 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6ca7dc97-c664-4f37-b466-af9ee97ed3c4 req-408cc792-44e9-4152-ada6-677708bd01d8 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715268 Sep 30 13:10:35.000072 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54324) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:35.200689 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6ca63373-5b87-4679-9411-abaad765cd42 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d598834b0b14741b4e644a0b096c5fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1992693 Sep 30 13:10:35.203352 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54336) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:35.218588 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4d92a83c-f2cf-472e-b5d3-c3817fd5f901 req-9be99328-6913-4cf5-b11b-38b6b9a40dd6 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 210 time: 0.0341997 Sep 30 13:10:35.284952 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-adb3c81e-c08a-443c-8436-cb54f901ba94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:35.325763 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-adb3c81e-c08a-443c-8436-cb54f901ba94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:35.386237 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-adb3c81e-c08a-443c-8436-cb54f901ba94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:35.390327 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-adb3c81e-c08a-443c-8436-cb54f901ba94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:35.395103 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-adb3c81e-c08a-443c-8436-cb54f901ba94 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d22babf-b774-4620-ba6c-9d5ec56d08a5 HTTP/1.1" status: 204 len: 168 time: 0.1900673 Sep 30 13:10:35.406714 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3c81e-c08a-443c-8436-cb54f901ba94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d22babf-b774-4620-ba6c-9d5ec56d08a5,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:35.748077 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device d0c3a856-34f3-461a-a2c3-9a59a53adc08 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:10:35.855259 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port d0c3a856-34f3-461a-a2c3-9a59a53adc08, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=d0c3a856-34f3-461a-a2c3-9a59a53adc08,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:35.868177 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'd0c3a856-34f3-461a-a2c3-9a59a53adc08', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': 'd0c3a856-34f3-461a-a2c3-9a59a53adc08', 'mac_address': 'fa:16:3e:c4:74:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:10:35.915427 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:35.932932 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0c3a856-34f3-461a-a2c3-9a59a53adc08 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:10:35.955365 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port d0c3a856-34f3-461a-a2c3-9a59a53adc08, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=d0c3a856-34f3-461a-a2c3-9a59a53adc08,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:35.961870 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:36.025377 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=d0c3a856-34f3-461a-a2c3-9a59a53adc08,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:36.066070 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-303f8e4a-c1af-42a0-97b9-f47c4cb74dba tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1097465408&fields=id&tenant_id=89a01187976b4a9db1aceb3025c9740b HTTP/1.1" status: 200 len: 267 time: 0.0629022 Sep 30 13:10:36.099042 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfdd845-e3f0-475e-a9dd-238ba1d1f8ff req-9ba08965-830c-43ba-b91d-81f7b6bc21f0 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:36.100792 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2cfdd845-e3f0-475e-a9dd-238ba1d1f8ff req-9ba08965-830c-43ba-b91d-81f7b6bc21f0 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 949 time: 0.0597847 Sep 30 13:10:36.147597 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2cfdd845-e3f0-475e-a9dd-238ba1d1f8ff req-5fb7e4d7-ac69-45a5-a52b-7df39c0f9fd4 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341256 Sep 30 13:10:36.193513 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-ebc2da3b-5833-4910-8261-3c2a84ab363f tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:36.203559 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-ebc2da3b-5833-4910-8261-3c2a84ab363f tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/networks?id=b4f94743-5672-4dd1-a1e5-79a79c728dba HTTP/1.1" status: 200 len: 816 time: 0.1272435 Sep 30 13:10:36.221716 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54382) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:36.231874 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-cebd4ad0-3919-40b2-8595-660989189dd7 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/quotas/89a01187976b4a9db1aceb3025c9740b HTTP/1.1" status: 200 len: 375 time: 0.0267353 Sep 30 13:10:36.321472 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-6ebf6a16-2caa-4b1b-a093-22fbe7db5ec2 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=89a01187976b4a9db1aceb3025c9740b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0886304 Sep 30 13:10:36.366247 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-010e01fc-4f43-4e79-abd3-579269c65b07 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1603382827'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:36.422333 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d1dae8e-840c-4b2f-8d2e-f7592129127e req-10f877a6-6cbe-42e3-97ed-6237fdbd3088 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 210 time: 0.0605288 Sep 30 13:10:36.426075 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010e01fc-4f43-4e79-abd3-579269c65b07 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Made reservation on behalf of c1cc3a26a405431786f085371f485b2a for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:10:36.429762 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-010e01fc-4f43-4e79-abd3-579269c65b07 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:36.434220 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['d0c3a856-34f3-461a-a2c3-9a59a53adc08'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:10:36.466239 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-3ac1b30a-2e64-4ed6-92a0-6393be9215c1 service neutron] 10.222.0.18 "GET /v2.0/networks/b4f94743-5672-4dd1-a1e5-79a79c728dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212168 Sep 30 13:10:36.514328 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-d9911e4d-7de1-4cad-9bfe-4bfe5e64ff75 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:36.516249 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-d9911e4d-7de1-4cad-9bfe-4bfe5e64ff75 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.54 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 812 time: 0.1997185 Sep 30 13:10:36.522304 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-010e01fc-4f43-4e79-abd3-579269c65b07 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:36.587119 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-20d382e2-cd99-4312-82f8-4b89579dc307 service neutron] 10.222.0.18 "GET /v2.0/networks/b4f94743-5672-4dd1-a1e5-79a79c728dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013191 Sep 30 13:10:36.591336 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-5618c6c0-290e-4728-b6e9-8b62fd841a2b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=750d23c361c34df48a49df50aefc09af HTTP/1.1" status: 200 len: 379 time: 0.0586071 Sep 30 13:10:36.603433 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-c28669fd-3298-4125-a83f-adc942aa5dcf tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Request body: {'port': {'device_id': '108c5890-09d5-4a38-9ca5-a8f4616ae3ce', 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'admin_state_up': True, 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'security_groups': ['ab76dc9f-283a-4bb1-9983-664455676892']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:36.745067 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-010e01fc-4f43-4e79-abd3-579269c65b07 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:36.755343 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-010e01fc-4f43-4e79-abd3-579269c65b07 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:36.791442 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-010e01fc-4f43-4e79-abd3-579269c65b07 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:10:36.801190 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e01fc-4f43-4e79-abd3-579269c65b07 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbdd422-7ae3-4643-8a6d-f5603839e0ed,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:36.807594 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-c28669fd-3298-4125-a83f-adc942aa5dcf tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Made reservation on behalf of 750d23c361c34df48a49df50aefc09af for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:10:36.812918 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-c28669fd-3298-4125-a83f-adc942aa5dcf tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:36.816228 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-010e01fc-4f43-4e79-abd3-579269c65b07 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:36.816577 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-010e01fc-4f43-4e79-abd3-579269c65b07 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Added segment cc4521a9-cdda-4a09-a64b-a576ee80ed10 of type vlan for network b2b9fd41-84b6-4a13-9bc3-19ed256519ec Sep 30 13:10:36.917917 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-010e01fc-4f43-4e79-abd3-579269c65b07 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:36.985232 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-010e01fc-4f43-4e79-abd3-579269c65b07 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:36.991085 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010e01fc-4f43-4e79-abd3-579269c65b07 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:36.991689 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-010e01fc-4f43-4e79-abd3-579269c65b07 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:37.048255 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a8040795-d876-466f-abd5-2d71ece0129e req-b74482b4-06e2-4d8d-b2af-fc88fb8e637d tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 210 time: 0.0674658 Sep 30 13:10:37.078488 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-010e01fc-4f43-4e79-abd3-579269c65b07 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8553450 Sep 30 13:10:37.081768 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54414) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:37.086806 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-4a040b8c-f2cb-4450-a942-5d592fdbe591 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Request body: {'subnet': {'network_id': 'b2b9fd41-84b6-4a13-9bc3-19ed256519ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:37.095342 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-c28669fd-3298-4125-a83f-adc942aa5dcf tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Allocated IP 172.20.0.6 (c7e67e25-10d5-4331-9422-13e705e055a0/50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb/1a3f4553-b52f-4821-afb6-39d5b478bb00) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:10:37.156362 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e01fc-4f43-4e79-abd3-579269c65b07 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Pushing event updated for resources: {'Network': ['ID=b2b9fd41-84b6-4a13-9bc3-19ed256519ec,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:37.174536 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network b2b9fd41-84b6-4a13-9bc3-19ed256519ec details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:10:37.195620 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a040b8c-f2cb-4450-a942-5d592fdbe591 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Made reservation on behalf of c1cc3a26a405431786f085371f485b2a for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:10:37.199626 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4a040b8c-f2cb-4450-a942-5d592fdbe591 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:37.343555 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840c31f-2be6-43a9-b59a-78f4e176fce5 req-ae63df05-3e18-40e1-b4d8-57f9351d8b48 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:37.345023 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b840c31f-2be6-43a9-b59a-78f4e176fce5 req-ae63df05-3e18-40e1-b4d8-57f9351d8b48 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 949 time: 0.0968504 Sep 30 13:10:37.358186 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-c28669fd-3298-4125-a83f-adc942aa5dcf tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:37.392109 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-c28669fd-3298-4125-a83f-adc942aa5dcf tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:37.446294 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-c28669fd-3298-4125-a83f-adc942aa5dcf tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Network c7e67e25-10d5-4331-9422-13e705e055a0 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:10:37.446464 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b840c31f-2be6-43a9-b59a-78f4e176fce5 req-7e594fb2-f54b-4f1f-aac4-f8e61631ab8e tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731459 Sep 30 13:10:37.446542 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-c28669fd-3298-4125-a83f-adc942aa5dcf tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:37.450775 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-c28669fd-3298-4125-a83f-adc942aa5dcf tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:10:37.455064 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28669fd-3298-4125-a83f-adc942aa5dcf tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Pushing event updated for resources: {'Port': ['ID=1a3f4553-b52f-4821-afb6-39d5b478bb00,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:37.548033 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4a040b8c-f2cb-4450-a942-5d592fdbe591 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:37.554500 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-c28669fd-3298-4125-a83f-adc942aa5dcf tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:37.555116 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-c28669fd-3298-4125-a83f-adc942aa5dcf tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:37.614837 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-c28669fd-3298-4125-a83f-adc942aa5dcf tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0129037 Sep 30 13:10:37.638939 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225be437-e018-436f-9c45-197f66d35902 req-a810137c-e5e4-4080-924d-95eb5f56306d tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:37.640880 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-225be437-e018-436f-9c45-197f66d35902 req-a810137c-e5e4-4080-924d-95eb5f56306d tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 931 time: 0.1054268 Sep 30 13:10:37.646199 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-52fa6988-7b07-4f38-ae2d-80d0bef7b2e2 service neutron] Request body: {'port': {'device_id': '108c5890-09d5-4a38-9ca5-a8f4616ae3ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:37.659161 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a040b8c-f2cb-4450-a942-5d592fdbe591 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Pushing event updated for resources: {'Subnet': ['ID=0319dfd3-b7f9-48c4-95d8-a4167d402b80,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:37.679547 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a040b8c-f2cb-4450-a942-5d592fdbe591 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Checking segment: {'id': 'cc4521a9-cdda-4a09-a64b-a576ee80ed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b2b9fd41-84b6-4a13-9bc3-19ed256519ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:10:37.679948 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a040b8c-f2cb-4450-a942-5d592fdbe591 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Network hostable DHCP agents. Network: b2b9fd41-84b6-4a13-9bc3-19ed256519ec, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:10:37.720150 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a040b8c-f2cb-4450-a942-5d592fdbe591 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Network b2b9fd41-84b6-4a13-9bc3-19ed256519ec is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:10:37.732005 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-225be437-e018-436f-9c45-197f66d35902 req-865ac239-7fbb-45e0-8bb1-389d805afb02 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828092 Sep 30 13:10:37.733237 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-4a040b8c-f2cb-4450-a942-5d592fdbe591 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, b2b9fd41-84b6-4a13-9bc3-19ed256519ec) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:37.737294 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-52fa6988-7b07-4f38-ae2d-80d0bef7b2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:37.739167 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a040b8c-f2cb-4450-a942-5d592fdbe591 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:37.740323 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4a040b8c-f2cb-4450-a942-5d592fdbe591 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:37.745264 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a200e6-f4c1-4395-be74-624058cb5fcc None None] Network b2b9fd41-84b6-4a13-9bc3-19ed256519ec requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:10:37.785728 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4a040b8c-f2cb-4450-a942-5d592fdbe591 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7011731 Sep 30 13:10:37.786880 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54428) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:37.792530 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-b2fb48d7-cde4-4d36-b4d0-46051d15ee96 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-25228910', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:37.796600 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device d0c3a856-34f3-461a-a2c3-9a59a53adc08 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:10:37.890206 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b2fb48d7-cde4-4d36-b4d0-46051d15ee96 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:37.891236 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b2fb48d7-cde4-4d36-b4d0-46051d15ee96 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:37.923456 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-4651746e-a523-4a0b-8a77-b07fa2af868e tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:37.925318 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-4651746e-a523-4a0b-8a77-b07fa2af868e tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.54 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e&tenant_id=1ef1016edf414b379caceb8093d57137&binding%3Ahost_id=n-h2-810909-2 HTTP/1.1" status: 200 len: 949 time: 0.1042469 Sep 30 13:10:37.945710 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-004f5c15-e69c-42a2-8f1e-ddefa9754ac3 None None] Provisioning complete for port 1a3f4553-b52f-4821-afb6-39d5b478bb00 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:37.946382 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-004f5c15-e69c-42a2-8f1e-ddefa9754ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:37.947294 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40ec38-e2aa-412f-818a-e68af35b775b req-072e996f-f6ed-47ac-993b-271b51a8d0ab tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:37.948875 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5e40ec38-e2aa-412f-818a-e68af35b775b req-072e996f-f6ed-47ac-993b-271b51a8d0ab tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 949 time: 0.0793738 Sep 30 13:10:37.960837 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port d0c3a856-34f3-461a-a2c3-9a59a53adc08 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:10:37.991645 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port d0c3a856-34f3-461a-a2c3-9a59a53adc08 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:37.992315 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:38.024036 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5e40ec38-e2aa-412f-818a-e68af35b775b req-d26c6ffd-97f1-4453-bdab-483157a128de tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566382 Sep 30 13:10:38.037504 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-a4fd82e4-a604-4cb9-a13c-f47b7a78f9cf service neutron] 10.222.0.54 "GET /v2.0/ports/d0c3a856-34f3-461a-a2c3-9a59a53adc08/bindings/n-h2-810909-2 HTTP/1.1" status: 200 len: 382 time: 0.1045835 Sep 30 13:10:38.079338 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-004f5c15-e69c-42a2-8f1e-ddefa9754ac3 None None] Port 1a3f4553-b52f-4821-afb6-39d5b478bb00 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:10:38.128863 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-01ffc31a-d862-4a8c-a3f1-0fbd00e7a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:38.131313 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-01ffc31a-d862-4a8c-a3f1-0fbd00e7a028 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 1100 time: 0.0684161 Sep 30 13:10:38.132793 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b2fb48d7-cde4-4d36-b4d0-46051d15ee96 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:38.201134 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b2fb48d7-cde4-4d36-b4d0-46051d15ee96 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:38.266956 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-8179f3ab-f3e0-4dd7-8b04-91918e962075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:38.268631 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-8179f3ab-f3e0-4dd7-8b04-91918e962075 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.1294646 Sep 30 13:10:38.315483 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f15a5bb3-c0e5-481c-b2b7-7b33a30246df req-d36945de-e1cd-49f3-a9a8-1c3707bde6b7 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 210 time: 0.1186810 Sep 30 13:10:38.330376 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b2fb48d7-cde4-4d36-b4d0-46051d15ee96 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:38.332216 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b2fb48d7-cde4-4d36-b4d0-46051d15ee96 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.5443518 Sep 30 13:10:38.333946 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-6a22344c-2078-4115-8c42-70690bcc4bc6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=d0c3a856-34f3-461a-a2c3-9a59a53adc08 HTTP/1.1" status: 200 len: 217 time: 0.0549598 Sep 30 13:10:38.334901 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54440) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:38.335919 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd40915b-7d55-4d6a-8b4f-ac8e61e9a8d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-b2b9fd41-84b6-4a13-9bc3-19ed256519ec', 'network_id': 'b2b9fd41-84b6-4a13-9bc3-19ed256519ec', 'tenant_id': 'c1cc3a26a405431786f085371f485b2a', 'fixed_ips': [{'subnet_id': '0319dfd3-b7f9-48c4-95d8-a4167d402b80'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:10:38.337325 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bd40915b-7d55-4d6a-8b4f-ac8e61e9a8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:38.383940 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-66afe2de-8920-4f0b-becc-82d79ebf7c44 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:38.384803 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-66afe2de-8920-4f0b-becc-82d79ebf7c44 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.39 "GET /v2.0/networks?id=b4f94743-5672-4dd1-a1e5-79a79c728dba HTTP/1.1" status: 200 len: 816 time: 0.3340762 Sep 30 13:10:38.459512 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-a9660cc9-d92a-4e72-81a0-d6084c4d3bf7 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89a01187976b4a9db1aceb3025c9740b HTTP/1.1" status: 200 len: 380 time: 0.0517335 Sep 30 13:10:38.463441 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-52fa6988-7b07-4f38-ae2d-80d0bef7b2e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a3f4553-b52f-4821-afb6-39d5b478bb00 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:10:38.472517 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-f017ea94-f9c7-4efc-a052-f9a4d1161d42 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Request body: {'port': {'device_id': 'ea74c571-35e9-4ab8-9c5f-18249e4a22db', 'network_id': 'b4f94743-5672-4dd1-a1e5-79a79c728dba', 'admin_state_up': True, 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'security_groups': ['653dbcc8-2a4b-4bc2-b9c8-d1ba36e9c70d']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:38.495850 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-52fa6988-7b07-4f38-ae2d-80d0bef7b2e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:38.527903 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-52fa6988-7b07-4f38-ae2d-80d0bef7b2e2 service neutron] Transition to ACTIVE for port object 1a3f4553-b52f-4821-afb6-39d5b478bb00 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:10:38.555075 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-52fa6988-7b07-4f38-ae2d-80d0bef7b2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:38.566233 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-aad5e538-7420-42d6-8c32-cc008b99f4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:38.568231 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-aad5e538-7420-42d6-8c32-cc008b99f4f3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1795607 Sep 30 13:10:38.576913 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-bd40915b-7d55-4d6a-8b4f-ac8e61e9a8d4 None None] Allocated IP 172.20.0.2 (b2b9fd41-84b6-4a13-9bc3-19ed256519ec/0319dfd3-b7f9-48c4-95d8-a4167d402b80/026c4095-a81f-4a96-acee-f80cfa2e8b73) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:10:38.629120 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa6988-7b07-4f38-ae2d-80d0bef7b2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1a3f4553-b52f-4821-afb6-39d5b478bb00,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:38.710440 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:38.742156 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-52fa6988-7b07-4f38-ae2d-80d0bef7b2e2 service neutron] Attempting to bind port 1a3f4553-b52f-4821-afb6-39d5b478bb00 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:10:38.742499 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-52fa6988-7b07-4f38-ae2d-80d0bef7b2e2 service neutron] Attempting to bind port 1a3f4553-b52f-4821-afb6-39d5b478bb00 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '0e0b9383-142e-4fe1-9194-2c44872721ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:10:38.742858 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-52fa6988-7b07-4f38-ae2d-80d0bef7b2e2 service neutron] Attempting to bind port 1a3f4553-b52f-4821-afb6-39d5b478bb00 on network c7e67e25-10d5-4331-9422-13e705e055a0 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:10:38.747794 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-52fa6988-7b07-4f38-ae2d-80d0bef7b2e2 service neutron] Port 1a3f4553-b52f-4821-afb6-39d5b478bb00 on network c7e67e25-10d5-4331-9422-13e705e055a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:10:38.748114 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-52fa6988-7b07-4f38-ae2d-80d0bef7b2e2 service neutron] Attempting to bind port 1a3f4553-b52f-4821-afb6-39d5b478bb00 on network c7e67e25-10d5-4331-9422-13e705e055a0 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:10:38.749207 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c3a856-34f3-461a-a2c3-9a59a53adc08'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:10:38.751400 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-f017ea94-f9c7-4efc-a052-f9a4d1161d42 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Made reservation on behalf of 89a01187976b4a9db1aceb3025c9740b for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:10:38.751569 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b566c81-fcf7-45c1-a1b1-4fe2a6ab9984" -d '{"events": [{"server_uuid": "86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e", "name": "network-vif-plugged", "status": "completed", "tag": "d0c3a856-34f3-461a-a2c3-9a59a53adc08"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:10:38.754941 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-f017ea94-f9c7-4efc-a052-f9a4d1161d42 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:38.756944 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-a281bd5a-7a95-4b70-81a0-69057eb4a5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:38.758878 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-a281bd5a-7a95-4b70-81a0-69057eb4a5b7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1299591 Sep 30 13:10:38.771170 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port d0c3a856-34f3-461a-a2c3-9a59a53adc08, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=d0c3a856-34f3-461a-a2c3-9a59a53adc08,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:38.795138 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-52fa6988-7b07-4f38-ae2d-80d0bef7b2e2 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:10:38.795476 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-52fa6988-7b07-4f38-ae2d-80d0bef7b2e2 service neutron] Checking segment: {'id': '0e0b9383-142e-4fe1-9194-2c44872721ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:10:38.795862 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-52fa6988-7b07-4f38-ae2d-80d0bef7b2e2 service neutron] Bound using segment: {'id': '0e0b9383-142e-4fe1-9194-2c44872721ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:10:38.801544 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:38.806072 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-52fa6988-7b07-4f38-ae2d-80d0bef7b2e2 service neutron] Bound port: 1a3f4553-b52f-4821-afb6-39d5b478bb00, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0b9383-142e-4fe1-9194-2c44872721ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:10:38.806658 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-52fa6988-7b07-4f38-ae2d-80d0bef7b2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:38.845615 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9eb3e3be-dcf3-4f8e-94e9-7b1fbaf8d647 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:38.859164 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbb3fc0-671d-485f-b37a-fe6c9272e90d x-openstack-request-id: req-6fbb3fc0-671d-485f-b37a-fe6c9272e90d {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:10:38.859513 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e", "name": "network-vif-plugged", "status": "completed", "tag": "d0c3a856-34f3-461a-a2c3-9a59a53adc08", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:10:38.859864 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6fbb3fc0-671d-485f-b37a-fe6c9272e90d {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:10:38.860268 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c3a856-34f3-461a-a2c3-9a59a53adc08', 'code': 200} Sep 30 13:10:38.971596 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=d0c3a856-34f3-461a-a2c3-9a59a53adc08,revision_number=9']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:38.989456 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bd40915b-7d55-4d6a-8b4f-ac8e61e9a8d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:39.007331 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bd40915b-7d55-4d6a-8b4f-ac8e61e9a8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:39.060228 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7947e3-219c-4a27-a4b5-b31c89c205d7 req-5d9c2622-b82b-41c6-871b-89c24a98156d tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:39.061830 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5f7947e3-219c-4a27-a4b5-b31c89c205d7 req-5d9c2622-b82b-41c6-871b-89c24a98156d tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 943 time: 0.1873307 Sep 30 13:10:39.080527 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-52fa6988-7b07-4f38-ae2d-80d0bef7b2e2 service neutron] For port 1a3f4553-b52f-4821-afb6-39d5b478bb00, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:10:39.089990 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40915b-7d55-4d6a-8b4f-ac8e61e9a8d4 None None] Pushing event updated for resources: {'Port': ['ID=026c4095-a81f-4a96-acee-f80cfa2e8b73,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:39.112578 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd40915b-7d55-4d6a-8b4f-ac8e61e9a8d4 None None] Network b2b9fd41-84b6-4a13-9bc3-19ed256519ec is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:10:39.115137 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-bd40915b-7d55-4d6a-8b4f-ac8e61e9a8d4 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:39.116370 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-52fa6988-7b07-4f38-ae2d-80d0bef7b2e2 service neutron] For port 1a3f4553-b52f-4821-afb6-39d5b478bb00, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1a3f4553-b52f-4821-afb6-39d5b478bb00,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:10:39.120868 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-f017ea94-f9c7-4efc-a052-f9a4d1161d42 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Allocated IP 172.20.0.3 (b4f94743-5672-4dd1-a1e5-79a79c728dba/eb394966-7667-406c-8fc2-d7b486faf071/d92e1624-81db-4441-af85-dc330c001147) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:10:39.128957 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd40915b-7d55-4d6a-8b4f-ac8e61e9a8d4 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:10:39.134274 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-52fa6988-7b07-4f38-ae2d-80d0bef7b2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:39.182349 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5f7947e3-219c-4a27-a4b5-b31c89c205d7 req-45c13e94-0f91-4a10-ab62-fc5b0a43fb68 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089795 Sep 30 13:10:39.183691 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-52fa6988-7b07-4f38-ae2d-80d0bef7b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:39.184310 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-52fa6988-7b07-4f38-ae2d-80d0bef7b2e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:39.185645 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-52fa6988-7b07-4f38-ae2d-80d0bef7b2e2 service neutron] 10.222.0.54 "PUT /v2.0/ports/1a3f4553-b52f-4821-afb6-39d5b478bb00 HTTP/1.1" status: 200 len: 1091 time: 1.5439820 Sep 30 13:10:39.189708 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108c5890-09d5-4a38-9ca5-a8f4616ae3ce', 'tag': '1a3f4553-b52f-4821-afb6-39d5b478bb00'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:10:39.192237 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc465f78-840f-452f-85ba-65f30e044394" -d '{"events": [{"name": "network-changed", "server_uuid": "108c5890-09d5-4a38-9ca5-a8f4616ae3ce", "tag": "1a3f4553-b52f-4821-afb6-39d5b478bb00"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:10:39.286487 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-bd40915b-7d55-4d6a-8b4f-ac8e61e9a8d4 None None] Attempting to bind port 026c4095-a81f-4a96-acee-f80cfa2e8b73 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:10:39.288213 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-bd40915b-7d55-4d6a-8b4f-ac8e61e9a8d4 None None] Attempting to bind port 026c4095-a81f-4a96-acee-f80cfa2e8b73 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'cc4521a9-cdda-4a09-a64b-a576ee80ed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b2b9fd41-84b6-4a13-9bc3-19ed256519ec'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:10:39.288844 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd40915b-7d55-4d6a-8b4f-ac8e61e9a8d4 None None] Attempting to bind port 026c4095-a81f-4a96-acee-f80cfa2e8b73 on network b2b9fd41-84b6-4a13-9bc3-19ed256519ec {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:10:39.296288 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd40915b-7d55-4d6a-8b4f-ac8e61e9a8d4 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:10:39.297089 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd40915b-7d55-4d6a-8b4f-ac8e61e9a8d4 None None] Checking segment: {'id': 'cc4521a9-cdda-4a09-a64b-a576ee80ed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b2b9fd41-84b6-4a13-9bc3-19ed256519ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:10:39.297719 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bd40915b-7d55-4d6a-8b4f-ac8e61e9a8d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:39.298353 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd40915b-7d55-4d6a-8b4f-ac8e61e9a8d4 None None] Bound using segment: {'id': 'cc4521a9-cdda-4a09-a64b-a576ee80ed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b2b9fd41-84b6-4a13-9bc3-19ed256519ec'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:10:39.299073 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-bd40915b-7d55-4d6a-8b4f-ac8e61e9a8d4 None None] Bound port: 026c4095-a81f-4a96-acee-f80cfa2e8b73, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc4521a9-cdda-4a09-a64b-a576ee80ed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b2b9fd41-84b6-4a13-9bc3-19ed256519ec'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:10:39.301261 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bd40915b-7d55-4d6a-8b4f-ac8e61e9a8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:39.323408 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa6988-7b07-4f38-ae2d-80d0bef7b2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1a3f4553-b52f-4821-afb6-39d5b478bb00,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:39.366203 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fe6d60-e872-49f0-8e08-35e8ec6ace86 x-openstack-request-id: req-10fe6d60-e872-49f0-8e08-35e8ec6ace86 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:10:39.368303 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108c5890-09d5-4a38-9ca5-a8f4616ae3ce", "tag": "1a3f4553-b52f-4821-afb6-39d5b478bb00", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:10:39.368655 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-10fe6d60-e872-49f0-8e08-35e8ec6ace86 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:10:39.369167 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108c5890-09d5-4a38-9ca5-a8f4616ae3ce', 'tag': '1a3f4553-b52f-4821-afb6-39d5b478bb00', 'status': 'completed', 'code': 200} Sep 30 13:10:39.394337 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-bd40915b-7d55-4d6a-8b4f-ac8e61e9a8d4 None None] For port 026c4095-a81f-4a96-acee-f80cfa2e8b73, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:10:39.412675 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-bd40915b-7d55-4d6a-8b4f-ac8e61e9a8d4 None None] For port 026c4095-a81f-4a96-acee-f80cfa2e8b73, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=026c4095-a81f-4a96-acee-f80cfa2e8b73,segment=NetworkSegment(cc4521a9-cdda-4a09-a64b-a576ee80ed10),segment_id=cc4521a9-cdda-4a09-a64b-a576ee80ed10)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:10:39.425116 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bd40915b-7d55-4d6a-8b4f-ac8e61e9a8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:39.455394 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-9a2f1cd6-830f-4723-b5f6-47ad77556785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:39.457294 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-9a2f1cd6-830f-4723-b5f6-47ad77556785 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 1094 time: 0.2072513 Sep 30 13:10:39.528683 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-18ec5c69-96b8-4e61-81f4-6c46563030b3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a3f4553-b52f-4821-afb6-39d5b478bb00 HTTP/1.1" status: 200 len: 217 time: 0.0615246 Sep 30 13:10:39.543542 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-7037d6aa-3d70-4e89-98fd-d153bcc40d5e service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7727647 Sep 30 13:10:39.572556 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb4e1b-70c6-46bf-a358-fdcfe5f8f935 req-31429307-7691-43d6-875c-9a61ab6eaf9a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:39.582465 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40915b-7d55-4d6a-8b4f-ac8e61e9a8d4 None None] Pushing event updated for resources: {'Port': ['ID=026c4095-a81f-4a96-acee-f80cfa2e8b73,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:39.593708 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f1f87b9a-b0e4-49fc-8855-052ec001d779 req-c7cfc747-a09f-44d5-822f-e89172665838 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 210 time: 0.0632579 Sep 30 13:10:39.596436 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2cdb4e1b-70c6-46bf-a358-fdcfe5f8f935 req-31429307-7691-43d6-875c-9a61ab6eaf9a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 950 time: 0.3188198 Sep 30 13:10:39.633403 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-f017ea94-f9c7-4efc-a052-f9a4d1161d42 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:39.636207 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-1a79690b-38f0-44ac-acb1-8a0fa0609179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:39.638248 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-1a79690b-38f0-44ac-acb1-8a0fa0609179 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb HTTP/1.1" status: 200 len: 851 time: 0.0930684 Sep 30 13:10:39.734217 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-f81dd913-3ea3-4a7b-b8ea-adc067093ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:39.736013 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-f81dd913-3ea3-4a7b-b8ea-adc067093ec2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7e67e25-10d5-4331-9422-13e705e055a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895233 Sep 30 13:10:39.755060 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-f017ea94-f9c7-4efc-a052-f9a4d1161d42 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:39.816211 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2cdb4e1b-70c6-46bf-a358-fdcfe5f8f935 req-4e7766f2-78af-4ac9-98e8-e3b6c6afae86 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189033 Sep 30 13:10:39.845593 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-f017ea94-f9c7-4efc-a052-f9a4d1161d42 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Network b4f94743-5672-4dd1-a1e5-79a79c728dba is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:10:39.862200 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017ea94-f9c7-4efc-a052-f9a4d1161d42 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Pushing event updated for resources: {'Port': ['ID=d92e1624-81db-4441-af85-dc330c001147,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:39.872402 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-f017ea94-f9c7-4efc-a052-f9a4d1161d42 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:39.915654 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-b34276cf-ed1c-4f5d-9448-0debb07f7692 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552257 Sep 30 13:10:39.960740 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-9eb3e3be-dcf3-4f8e-94e9-7b1fbaf8d647 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Allocated IP 172.20.0.1 (b2b9fd41-84b6-4a13-9bc3-19ed256519ec/0319dfd3-b7f9-48c4-95d8-a4167d402b80/92f0b06a-4967-4ebc-920a-204e055e9198) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:10:39.962979 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-f017ea94-f9c7-4efc-a052-f9a4d1161d42 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:10:40.111902 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-f017ea94-f9c7-4efc-a052-f9a4d1161d42 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:40.112969 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-f017ea94-f9c7-4efc-a052-f9a4d1161d42 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:40.123952 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-eb082efa-6200-4c7e-ac85-b3c490ed117f service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800733 Sep 30 13:10:40.159100 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-f017ea94-f9c7-4efc-a052-f9a4d1161d42 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6904550 Sep 30 13:10:40.160228 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9eb3e3be-dcf3-4f8e-94e9-7b1fbaf8d647 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:40.184429 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Request body: {'port': {'device_id': 'ea74c571-35e9-4ab8-9c5f-18249e4a22db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:40.203972 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9eb3e3be-dcf3-4f8e-94e9-7b1fbaf8d647 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:40.250588 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb3e3be-dcf3-4f8e-94e9-7b1fbaf8d647 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Network b2b9fd41-84b6-4a13-9bc3-19ed256519ec is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:10:40.254337 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-9eb3e3be-dcf3-4f8e-94e9-7b1fbaf8d647 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:40.258913 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb3e3be-dcf3-4f8e-94e9-7b1fbaf8d647 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:10:40.278846 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:40.283766 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-3fb2b087-fd0e-4ea3-8ad9-adb4f0b5ec45 None None] Provisioning complete for port d92e1624-81db-4441-af85-dc330c001147 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:40.284394 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3fb2b087-fd0e-4ea3-8ad9-adb4f0b5ec45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:40.309225 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccf8a31e-0220-467e-bb95-ca711f75d553 req-80eef3f3-9b89-496a-964a-5d86d1c5cedb service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740446 Sep 30 13:10:40.311813 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9eb3e3be-dcf3-4f8e-94e9-7b1fbaf8d647 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:40.361078 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3e3be-dcf3-4f8e-94e9-7b1fbaf8d647 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Pushing event updated for resources: {'Port': ['ID=92f0b06a-4967-4ebc-920a-204e055e9198,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:40.393500 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-3fb2b087-fd0e-4ea3-8ad9-adb4f0b5ec45 None None] Port d92e1624-81db-4441-af85-dc330c001147 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:10:40.459712 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef2e15-3c49-4b63-b578-813bfb60bd42 req-0098b0fc-9f77-4620-8919-961be4e17a5c tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:40.461437 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-59ef2e15-3c49-4b63-b578-813bfb60bd42 req-0098b0fc-9f77-4620-8919-961be4e17a5c tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 943 time: 0.0919678 Sep 30 13:10:40.488794 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc465f78-840f-452f-85ba-65f30e044394 req-3002fb68-2f35-4b28-b7da-923fc36f7c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:40.490602 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc465f78-840f-452f-85ba-65f30e044394 req-3002fb68-2f35-4b28-b7da-923fc36f7c2e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 1094 time: 0.0757880 Sep 30 13:10:40.514451 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9eb3e3be-dcf3-4f8e-94e9-7b1fbaf8d647 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:40.544346 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-59ef2e15-3c49-4b63-b578-813bfb60bd42 req-aafcface-e5fe-4ddb-a74b-d0899269e140 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761523 Sep 30 13:10:40.661192 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc465f78-840f-452f-85ba-65f30e044394 req-f081978d-e730-4d68-80e1-74706c05148a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:40.663382 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc465f78-840f-452f-85ba-65f30e044394 req-f081978d-e730-4d68-80e1-74706c05148a service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 913 time: 0.1591167 Sep 30 13:10:40.771184 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc465f78-840f-452f-85ba-65f30e044394 req-b48153cb-4a3d-4a0f-98ff-f4cb14203d00 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a3f4553-b52f-4821-afb6-39d5b478bb00 HTTP/1.1" status: 200 len: 217 time: 0.0969138 Sep 30 13:10:40.905378 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9eb3e3be-dcf3-4f8e-94e9-7b1fbaf8d647 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:40.915469 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9eb3e3be-dcf3-4f8e-94e9-7b1fbaf8d647 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:40.926167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d92e1624-81db-4441-af85-dc330c001147 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:10:40.955017 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:40.987255 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc465f78-840f-452f-85ba-65f30e044394 req-ee926db6-1237-4e3b-ba5a-54a51143d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:40.988753 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc465f78-840f-452f-85ba-65f30e044394 req-ee926db6-1237-4e3b-ba5a-54a51143d23b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb HTTP/1.1" status: 200 len: 851 time: 0.1947753 Sep 30 13:10:40.994295 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Transition to ACTIVE for port object d92e1624-81db-4441-af85-dc330c001147 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:10:41.004614 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f912f-91c1-4a38-8a11-0a8dcc3e6ad7 req-c4e4254b-ee0c-4755-9496-e5c8c09b50e9 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:41.006643 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-104f912f-91c1-4a38-8a11-0a8dcc3e6ad7 req-c4e4254b-ee0c-4755-9496-e5c8c09b50e9 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 931 time: 0.2398281 Sep 30 13:10:41.036544 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:41.048720 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3e3be-dcf3-4f8e-94e9-7b1fbaf8d647 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Pushing event updated for resources: {'Port': ['ID=92f0b06a-4967-4ebc-920a-204e055e9198,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:41.055841 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9eb3e3be-dcf3-4f8e-94e9-7b1fbaf8d647 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:41.067536 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 026c4095-a81f-4a96-acee-f80cfa2e8b73 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:10:41.077388 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea8e12-a260-4b41-b14e-4eaa1bb712a7 req-f28f0224-d5f0-4317-8291-ed7f6fc543b6 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:41.079001 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-78ea8e12-a260-4b41-b14e-4eaa1bb712a7 req-f28f0224-d5f0-4317-8291-ed7f6fc543b6 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 950 time: 0.0973499 Sep 30 13:10:41.143558 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca292649-5221-4318-b095-65d346b6587c None None] Network b2b9fd41-84b6-4a13-9bc3-19ed256519ec requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:10:41.182550 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-78ea8e12-a260-4b41-b14e-4eaa1bb712a7 req-716a6217-41e5-4118-b505-e5a25ddbf21d tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892012 Sep 30 13:10:41.242852 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb3e3be-dcf3-4f8e-94e9-7b1fbaf8d647 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Network b2b9fd41-84b6-4a13-9bc3-19ed256519ec is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:10:41.247357 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-9eb3e3be-dcf3-4f8e-94e9-7b1fbaf8d647 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:41.251590 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 026c4095-a81f-4a96-acee-f80cfa2e8b73 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:41.252222 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:41.255429 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5ddc5387-1d8f-4ca7-8777-38d42e87696d None None] Provisioning complete for port 026c4095-a81f-4a96-acee-f80cfa2e8b73 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:41.255987 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5ddc5387-1d8f-4ca7-8777-38d42e87696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:41.420118 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb3e3be-dcf3-4f8e-94e9-7b1fbaf8d647 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Router 6a9eacd4-91d2-40fa-81f4-d032a93a2ace is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:10:41.487487 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5ddc5387-1d8f-4ca7-8777-38d42e87696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:41.491637 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-104f912f-91c1-4a38-8a11-0a8dcc3e6ad7 req-6427c4c2-bcdb-4262-9c1b-e8c12dce667f tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/security-groups?id=653dbcc8-2a4b-4bc2-b9c8-d1ba36e9c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4476655 Sep 30 13:10:41.507301 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc465f78-840f-452f-85ba-65f30e044394 req-16e33942-7985-46cc-8f55-dec1baaaa087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:41.508953 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc465f78-840f-452f-85ba-65f30e044394 req-16e33942-7985-46cc-8f55-dec1baaaa087 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7e67e25-10d5-4331-9422-13e705e055a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5015049 Sep 30 13:10:41.513483 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Pushing event updated for resources: {'Port': ['ID=d92e1624-81db-4441-af85-dc330c001147,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:41.530981 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-fc465f78-840f-452f-85ba-65f30e044394 req-4f2409a3-b322-436a-8f3a-33f162cb4785 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:10:41.532165 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc465f78-840f-452f-85ba-65f30e044394 req-4f2409a3-b322-436a-8f3a-33f162cb4785 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0075080 Sep 30 13:10:41.534515 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:41.606672 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5ddc5387-1d8f-4ca7-8777-38d42e87696d None None] For port 026c4095-a81f-4a96-acee-f80cfa2e8b73, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=026c4095-a81f-4a96-acee-f80cfa2e8b73,segment=NetworkSegment(cc4521a9-cdda-4a09-a64b-a576ee80ed10),segment_id=cc4521a9-cdda-4a09-a64b-a576ee80ed10)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:41.620700 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5ddc5387-1d8f-4ca7-8777-38d42e87696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:41.628317 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb3e3be-dcf3-4f8e-94e9-7b1fbaf8d647 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:10:41.634216 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9eb3e3be-dcf3-4f8e-94e9-7b1fbaf8d647 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] 10.222.0.18 "PUT /v2.0/routers/6a9eacd4-91d2-40fa-81f4-d032a93a2ace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2948122 Sep 30 13:10:41.637471 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54486) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:41.642432 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-e9476a21-b38b-4ed9-b412-9f22bb4c7b9f tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Request body: {'port': {'network_id': 'b2b9fd41-84b6-4a13-9bc3-19ed256519ec', 'name': 'tempest-FloatingIPNegativeTestJSON-978300252'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:41.687789 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4d4b4b-5f56-4948-9a63-727e3bf80ceb None None] Sync routers for ids ['6a9eacd4-91d2-40fa-81f4-d032a93a2ace'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:10:41.737719 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Attempting to bind port d92e1624-81db-4441-af85-dc330c001147 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:10:41.738283 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Attempting to bind port d92e1624-81db-4441-af85-dc330c001147 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'f2aaa798-022a-4391-bc1e-d1cec9340987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b4f94743-5672-4dd1-a1e5-79a79c728dba'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:10:41.738283 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Attempting to bind port d92e1624-81db-4441-af85-dc330c001147 on network b4f94743-5672-4dd1-a1e5-79a79c728dba {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:10:41.831035 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4d4b4b-5f56-4948-9a63-727e3bf80ceb None None] Routers {'6a9eacd4-91d2-40fa-81f4-d032a93a2ace'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:41.839476 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-7c4d4b4b-5f56-4948-9a63-727e3bf80ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['6a9eacd4-91d2-40fa-81f4-d032a93a2ace'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:41.846839 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b809c1-e37f-4ba7-892a-2ff1b8faa018 req-6ca329f2-41ac-47c8-abec-9c2c61ac066f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:41.851749 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Port d92e1624-81db-4441-af85-dc330c001147 on network b4f94743-5672-4dd1-a1e5-79a79c728dba not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:10:41.858040 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-26b809c1-e37f-4ba7-892a-2ff1b8faa018 req-6ca329f2-41ac-47c8-abec-9c2c61ac066f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 943 time: 0.1048038 Sep 30 13:10:41.859685 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Attempting to bind port d92e1624-81db-4441-af85-dc330c001147 on network b4f94743-5672-4dd1-a1e5-79a79c728dba {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:10:41.905611 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:10:41.905951 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Checking segment: {'id': 'f2aaa798-022a-4391-bc1e-d1cec9340987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b4f94743-5672-4dd1-a1e5-79a79c728dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:10:41.909158 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Bound using segment: {'id': 'f2aaa798-022a-4391-bc1e-d1cec9340987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b4f94743-5672-4dd1-a1e5-79a79c728dba'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:10:41.911583 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Bound port: d92e1624-81db-4441-af85-dc330c001147, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aaa798-022a-4391-bc1e-d1cec9340987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b4f94743-5672-4dd1-a1e5-79a79c728dba'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:10:41.912906 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:41.928295 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9476a21-b38b-4ed9-b412-9f22bb4c7b9f tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Made reservation on behalf of c1cc3a26a405431786f085371f485b2a for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:10:41.934783 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e9476a21-b38b-4ed9-b412-9f22bb4c7b9f tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:41.954064 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-26b809c1-e37f-4ba7-892a-2ff1b8faa018 req-b709942c-d3d2-4032-94f6-188937721fee tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836191 Sep 30 13:10:41.962546 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-e9476a21-b38b-4ed9-b412-9f22bb4c7b9f tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] device_id is not set on port 990eb009-dab1-46e8-a811-3b697f8273e6 yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:10:42.032447 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:10:42.037409 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:10:42.052142 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-7c4d4b4b-5f56-4948-9a63-727e3bf80ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:42.067033 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc5387-1d8f-4ca7-8777-38d42e87696d None None] Pushing event updated for resources: {'Port': ['ID=026c4095-a81f-4a96-acee-f80cfa2e8b73,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:42.073057 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f7587aa5-8777-4be0-b64c-2b64c5c16d7a None None] Provisioning complete for port 026c4095-a81f-4a96-acee-f80cfa2e8b73 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:42.075072 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f7587aa5-8777-4be0-b64c-2b64c5c16d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:42.083429 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4d4b4b-5f56-4948-9a63-727e3bf80ceb None None] Routers {'6a9eacd4-91d2-40fa-81f4-d032a93a2ace'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:42.083558 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-7c4d4b4b-5f56-4948-9a63-727e3bf80ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['6a9eacd4-91d2-40fa-81f4-d032a93a2ace'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:42.094746 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc465f78-840f-452f-85ba-65f30e044394 req-394f2f12-c947-4176-b161-b083e5bb1b6e service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5320895 Sep 30 13:10:42.125769 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] For port d92e1624-81db-4441-af85-dc330c001147, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:10:42.130474 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] For port d92e1624-81db-4441-af85-dc330c001147, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d92e1624-81db-4441-af85-dc330c001147,segment=NetworkSegment(f2aaa798-022a-4391-bc1e-d1cec9340987),segment_id=f2aaa798-022a-4391-bc1e-d1cec9340987)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:10:42.143746 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-e9476a21-b38b-4ed9-b412-9f22bb4c7b9f tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Allocated IP 172.20.0.4 (b2b9fd41-84b6-4a13-9bc3-19ed256519ec/0319dfd3-b7f9-48c4-95d8-a4167d402b80/990eb009-dab1-46e8-a811-3b697f8273e6) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:10:42.180388 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-7c4d4b4b-5f56-4948-9a63-727e3bf80ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:42.181079 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4d4b4b-5f56-4948-9a63-727e3bf80ceb None None] The sync data for ids ['6a9eacd4-91d2-40fa-81f4-d032a93a2ace'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:10:42.203283 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:42.347051 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc465f78-840f-452f-85ba-65f30e044394 req-1a771147-e944-437d-a243-e55877437729 service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145576 Sep 30 13:10:42.350574 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:42.359407 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:42.361077 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] 10.222.0.39 "PUT /v2.0/ports/d92e1624-81db-4441-af85-dc330c001147 HTTP/1.1" status: 200 len: 1091 time: 2.1822815 Sep 30 13:10:42.362906 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea74c571-35e9-4ab8-9c5f-18249e4a22db', 'tag': 'd92e1624-81db-4441-af85-dc330c001147'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:10:42.367961 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18af201-eb53-400e-b805-1e9c6e1d0d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea74c571-35e9-4ab8-9c5f-18249e4a22db", "tag": "d92e1624-81db-4441-af85-dc330c001147"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:10:42.397654 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f7587aa5-8777-4be0-b64c-2b64c5c16d7a None None] Provisioning complete for port 92f0b06a-4967-4ebc-920a-204e055e9198 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:42.398405 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f7587aa5-8777-4be0-b64c-2b64c5c16d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:42.439585 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Pushing event updated for resources: {'Port': ['ID=d92e1624-81db-4441-af85-dc330c001147,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:42.456392 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-f7587aa5-8777-4be0-b64c-2b64c5c16d7a None None] Port 92f0b06a-4967-4ebc-920a-204e055e9198 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:10:42.486298 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e9476a21-b38b-4ed9-b412-9f22bb4c7b9f tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:42.505407 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427430e-2dac-4a19-b5df-e92da8b67eea req-a8c3470e-0e6b-4ea4-9e91-c6011421b602 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:42.507377 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7427430e-2dac-4a19-b5df-e92da8b67eea req-a8c3470e-0e6b-4ea4-9e91-c6011421b602 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 950 time: 0.1769838 Sep 30 13:10:42.520790 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:42.520984 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:42.521309 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:42.521638 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:42.522069 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:42.522572 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:42.523147 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:42.523646 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:42.524205 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:42.524762 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:42.525310 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:42.525856 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64b1a29-c84e-43bf-ac55-0ebfd96e3dba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:42.576572 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7446bbb-65bb-4b85-b312-b9b799a94430 x-openstack-request-id: req-d7446bbb-65bb-4b85-b312-b9b799a94430 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:10:42.576918 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea74c571-35e9-4ab8-9c5f-18249e4a22db", "tag": "d92e1624-81db-4441-af85-dc330c001147", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:10:42.577113 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7446bbb-65bb-4b85-b312-b9b799a94430 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:10:42.577503 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea74c571-35e9-4ab8-9c5f-18249e4a22db', 'tag': 'd92e1624-81db-4441-af85-dc330c001147', 'status': 'completed', 'code': 200} Sep 30 13:10:42.630274 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-847e543d-7939-48e5-9cf7-b50fa9651ecc None None] Provisioning complete for port 92f0b06a-4967-4ebc-920a-204e055e9198 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:42.630653 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-847e543d-7939-48e5-9cf7-b50fa9651ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:42.639270 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-3820e2b0-ec77-4c38-825c-29ca8c5c3346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:42.641112 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-3820e2b0-ec77-4c38-825c-29ca8c5c3346 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89a01187976b4a9db1aceb3025c9740b&device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 1094 time: 0.2235463 Sep 30 13:10:42.645899 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7427430e-2dac-4a19-b5df-e92da8b67eea req-d5a7162f-3590-46c6-acd0-dc211372f954 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268775 Sep 30 13:10:42.664526 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e9476a21-b38b-4ed9-b412-9f22bb4c7b9f tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:42.698899 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-847e543d-7939-48e5-9cf7-b50fa9651ecc None None] Port 92f0b06a-4967-4ebc-920a-204e055e9198 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:10:42.728207 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9476a21-b38b-4ed9-b412-9f22bb4c7b9f tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Network b2b9fd41-84b6-4a13-9bc3-19ed256519ec is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:10:42.732670 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-e9476a21-b38b-4ed9-b412-9f22bb4c7b9f tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:42.737537 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9476a21-b38b-4ed9-b412-9f22bb4c7b9f tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:10:42.742033 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9476a21-b38b-4ed9-b412-9f22bb4c7b9f tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Pushing event updated for resources: {'Port': ['ID=990eb009-dab1-46e8-a811-3b697f8273e6,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:42.748031 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-e065e946-1695-4228-ad43-ffa50e5f3f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:42.749533 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-e065e946-1695-4228-ad43-ffa50e5f3f2c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e&tenant_id=1ef1016edf414b379caceb8093d57137 HTTP/1.1" status: 200 len: 1101 time: 0.2451346 Sep 30 13:10:42.770304 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-7c97eadd-e17b-41c1-a3dd-5c1a82e854c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d92e1624-81db-4441-af85-dc330c001147 HTTP/1.1" status: 200 len: 217 time: 0.1199703 Sep 30 13:10:42.774197 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-f40b27e4-8c07-43f8-8fcc-4edfc75b3acb service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:10:42.775354 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-f40b27e4-8c07-43f8-8fcc-4edfc75b3acb service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0079150 Sep 30 13:10:42.790271 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-c17e5900-f4cf-499f-8911-671c9d3945fd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810909-2', 'device_owner': 'compute:nova'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:42.816384 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9476a21-b38b-4ed9-b412-9f22bb4c7b9f tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:42.817490 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e9476a21-b38b-4ed9-b412-9f22bb4c7b9f tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:42.821349 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-8ddeaa78-2fc8-4034-ac8d-240ca1ac0cd4 None None] Provisioning complete for port 92f0b06a-4967-4ebc-920a-204e055e9198 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:42.822330 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8ddeaa78-2fc8-4034-ac8d-240ca1ac0cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:42.846594 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e9476a21-b38b-4ed9-b412-9f22bb4c7b9f tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2080097 Sep 30 13:10:42.849719 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54500) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:42.861033 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-55c299b4-c7ed-48d3-a71e-4bb6c7fb6967 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:42.874997 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-8ddeaa78-2fc8-4034-ac8d-240ca1ac0cd4 None None] Port 92f0b06a-4967-4ebc-920a-204e055e9198 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:10:42.885941 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3c17e-9176-4b54-8693-58d4fbdf0806 req-f8ae9916-ad6c-4c2e-b7fe-e4b6111dc00e tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:42.893458 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-27b3c17e-9176-4b54-8693-58d4fbdf0806 req-f8ae9916-ad6c-4c2e-b7fe-e4b6111dc00e tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 943 time: 0.2350485 Sep 30 13:10:42.915046 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-55c299b4-c7ed-48d3-a71e-4bb6c7fb6967 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:42.928070 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-86c49433-148b-46e6-b7aa-e2bff6479f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:42.929577 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-86c49433-148b-46e6-b7aa-e2bff6479f8b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eb394966-7667-406c-8fc2-d7b486faf071 HTTP/1.1" status: 200 len: 855 time: 0.1433823 Sep 30 13:10:42.983115 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-c17e5900-f4cf-499f-8911-671c9d3945fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:43.075050 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 026c4095-a81f-4a96-acee-f80cfa2e8b73 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:10:43.088022 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-55c299b4-c7ed-48d3-a71e-4bb6c7fb6967 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:43.176665 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 026c4095-a81f-4a96-acee-f80cfa2e8b73 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:43.177050 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:43.269612 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd5b2e-f72c-42e5-a152-778c0cd1455a req-c0f075f4-f6d1-48f1-bf20-2a70603e3c49 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:43.270088 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d4d75350-9bd5-4ea0-841a-bc65c726a381 None None] Provisioning complete for port 990eb009-dab1-46e8-a811-3b697f8273e6 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:43.270571 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d4d75350-9bd5-4ea0-841a-bc65c726a381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:43.272152 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-22fd5b2e-f72c-42e5-a152-778c0cd1455a req-c0f075f4-f6d1-48f1-bf20-2a70603e3c49 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 943 time: 0.1076381 Sep 30 13:10:43.343360 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-22fd5b2e-f72c-42e5-a152-778c0cd1455a req-41c25c94-2a91-477c-86c6-c75aa51b8ecc tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569868 Sep 30 13:10:43.344976 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-55c299b4-c7ed-48d3-a71e-4bb6c7fb6967 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Allocated IP 172.25.5.145 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/1423d988-254d-4b01-bdf5-9849f2b072b4) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:10:43.351579 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-d4d75350-9bd5-4ea0-841a-bc65c726a381 None None] Port 990eb009-dab1-46e8-a811-3b697f8273e6 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:10:43.357815 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-c17e5900-f4cf-499f-8911-671c9d3945fd service neutron] For port d0c3a856-34f3-461a-a2c3-9a59a53adc08, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=d0c3a856-34f3-461a-a2c3-9a59a53adc08,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:43.416829 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-c17e5900-f4cf-499f-8911-671c9d3945fd service neutron] For port d0c3a856-34f3-461a-a2c3-9a59a53adc08, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:10:43.455479 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-27b3c17e-9176-4b54-8693-58d4fbdf0806 req-12c2069f-3f5b-43b4-aac6-5627f01dc010 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/security-groups?id=653dbcc8-2a4b-4bc2-b9c8-d1ba36e9c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5519171 Sep 30 13:10:43.489676 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-c17e5900-f4cf-499f-8911-671c9d3945fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:43.496548 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-55c299b4-c7ed-48d3-a71e-4bb6c7fb6967 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:43.497059 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-6405a356-e878-4d98-97dd-6ca018a5fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:43.499173 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-6405a356-e878-4d98-97dd-6ca018a5fbbf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b4f94743-5672-4dd1-a1e5-79a79c728dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5559828 Sep 30 13:10:43.527938 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-c17e5900-f4cf-499f-8911-671c9d3945fd service neutron] Transition to ACTIVE for port object d0c3a856-34f3-461a-a2c3-9a59a53adc08 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:10:43.540143 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-55c299b4-c7ed-48d3-a71e-4bb6c7fb6967 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:43.542165 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-c17e5900-f4cf-499f-8911-671c9d3945fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:43.580086 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c299b4-c7ed-48d3-a71e-4bb6c7fb6967 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:10:43.584481 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-55c299b4-c7ed-48d3-a71e-4bb6c7fb6967 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:43.587384 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c299b4-c7ed-48d3-a71e-4bb6c7fb6967 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:10:43.613957 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c299b4-c7ed-48d3-a71e-4bb6c7fb6967 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Pushing event updated for resources: {'Port': ['ID=1423d988-254d-4b01-bdf5-9849f2b072b4,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:43.686517 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-55c299b4-c7ed-48d3-a71e-4bb6c7fb6967 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:43.688313 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-37994060-e1ff-4c1a-86d1-40f114ae9f26 service neutron] 10.222.0.39 "GET /v2.0/networks/b4f94743-5672-4dd1-a1e5-79a79c728dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787815 Sep 30 13:10:43.689090 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-c17e5900-f4cf-499f-8911-671c9d3945fd service neutron] No DVR routers for this DVR port d0c3a856-34f3-461a-a2c3-9a59a53adc08 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:10:43.696419 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e5900-f4cf-499f-8911-671c9d3945fd service neutron] Pushing event updated for resources: {'Port': ['ID=d0c3a856-34f3-461a-a2c3-9a59a53adc08,revision_number=10']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:43.765831 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-55c299b4-c7ed-48d3-a71e-4bb6c7fb6967 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:43.779945 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-c17e5900-f4cf-499f-8911-671c9d3945fd service neutron] Attempting to bind port d0c3a856-34f3-461a-a2c3-9a59a53adc08 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:10:43.780454 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-c17e5900-f4cf-499f-8911-671c9d3945fd service neutron] Attempting to bind port d0c3a856-34f3-461a-a2c3-9a59a53adc08 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:10:43.780636 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-c17e5900-f4cf-499f-8911-671c9d3945fd service neutron] Attempting to bind port d0c3a856-34f3-461a-a2c3-9a59a53adc08 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:10:43.796634 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 1a3f4553-b52f-4821-afb6-39d5b478bb00 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:10:43.853933 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-c17e5900-f4cf-499f-8911-671c9d3945fd service neutron] Port d0c3a856-34f3-461a-a2c3-9a59a53adc08 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:10:43.854320 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-c17e5900-f4cf-499f-8911-671c9d3945fd service neutron] Attempting to bind port d0c3a856-34f3-461a-a2c3-9a59a53adc08 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:10:43.874333 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-c17e5900-f4cf-499f-8911-671c9d3945fd service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:10:43.874333 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-c17e5900-f4cf-499f-8911-671c9d3945fd service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:10:43.874640 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-c17e5900-f4cf-499f-8911-671c9d3945fd service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:10:43.874918 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-c17e5900-f4cf-499f-8911-671c9d3945fd service neutron] Bound port: d0c3a856-34f3-461a-a2c3-9a59a53adc08, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:10:43.875374 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-c17e5900-f4cf-499f-8911-671c9d3945fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:43.939544 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-87e0b1c7-547f-4752-8564-ee8b592536b3 req-e55af2bf-84ab-4e55-aca8-4df4e96aea2b service neutron] 10.222.0.39 "GET /v2.0/networks/b4f94743-5672-4dd1-a1e5-79a79c728dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331462 Sep 30 13:10:43.946283 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 1a3f4553-b52f-4821-afb6-39d5b478bb00, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1a3f4553-b52f-4821-afb6-39d5b478bb00,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:43.959102 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '1a3f4553-b52f-4821-afb6-39d5b478bb00', 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'port_id': '1a3f4553-b52f-4821-afb6-39d5b478bb00', 'mac_address': 'fa:16:3e:3d:88:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:10:43.962595 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4dd8b0-f8fe-45a7-b4e0-5a46e848a2c0 req-9ae0f3da-3fdb-4f14-804b-01535d4c6dfb tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:43.964383 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bb4dd8b0-f8fe-45a7-b4e0-5a46e848a2c0 req-9ae0f3da-3fdb-4f14-804b-01535d4c6dfb tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 949 time: 0.1809545 Sep 30 13:10:44.000112 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-55c299b4-c7ed-48d3-a71e-4bb6c7fb6967 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:44.008687 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-55c299b4-c7ed-48d3-a71e-4bb6c7fb6967 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:44.024334 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:44.038710 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a3f4553-b52f-4821-afb6-39d5b478bb00 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:10:44.043641 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-c17e5900-f4cf-499f-8911-671c9d3945fd service neutron] For port d0c3a856-34f3-461a-a2c3-9a59a53adc08, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:10:44.064149 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 1a3f4553-b52f-4821-afb6-39d5b478bb00, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1a3f4553-b52f-4821-afb6-39d5b478bb00,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:44.069877 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:44.070429 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-c17e5900-f4cf-499f-8911-671c9d3945fd service neutron] For port d0c3a856-34f3-461a-a2c3-9a59a53adc08, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d0c3a856-34f3-461a-a2c3-9a59a53adc08,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:10:44.078452 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bb4dd8b0-f8fe-45a7-b4e0-5a46e848a2c0 req-7214e2e2-6034-4a71-a0da-a0e84f5c3590 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055164 Sep 30 13:10:44.083993 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-c17e5900-f4cf-499f-8911-671c9d3945fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:44.119275 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18af201-eb53-400e-b805-1e9c6e1d0d7b req-788c9bb2-0d46-4939-b9d7-b321a1e18922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:44.121808 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f18af201-eb53-400e-b805-1e9c6e1d0d7b req-788c9bb2-0d46-4939-b9d7-b321a1e18922 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89a01187976b4a9db1aceb3025c9740b&device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 1094 time: 0.1139884 Sep 30 13:10:44.129836 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-c17e5900-f4cf-499f-8911-671c9d3945fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:44.131074 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-c17e5900-f4cf-499f-8911-671c9d3945fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:44.132457 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-c17e5900-f4cf-499f-8911-671c9d3945fd service neutron] 10.222.0.39 "PUT /v2.0/ports/d0c3a856-34f3-461a-a2c3-9a59a53adc08 HTTP/1.1" status: 200 len: 1097 time: 1.3473203 Sep 30 13:10:44.132669 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-55c299b4-c7ed-48d3-a71e-4bb6c7fb6967 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:44.147857 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=1a3f4553-b52f-4821-afb6-39d5b478bb00,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:44.157735 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c299b4-c7ed-48d3-a71e-4bb6c7fb6967 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Pushing event updated for resources: {'Port': ['ID=1423d988-254d-4b01-bdf5-9849f2b072b4,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:44.168432 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-55c299b4-c7ed-48d3-a71e-4bb6c7fb6967 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:44.172362 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-55c299b4-c7ed-48d3-a71e-4bb6c7fb6967 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3187723 Sep 30 13:10:44.172607 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54520) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:44.177888 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-562f6a0e-4532-4cab-8a93-f0cb48464ef2 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Request body: {'floatingip': {'port_id': '990eb009-dab1-46e8-a811-3b697f8273e6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:44.227773 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e5900-f4cf-499f-8911-671c9d3945fd service neutron] Pushing event updated for resources: {'Port': ['ID=d0c3a856-34f3-461a-a2c3-9a59a53adc08,revision_number=11']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:44.235579 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-562f6a0e-4532-4cab-8a93-f0cb48464ef2 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks [] for floatingip, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:44.285984 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-f01b31a2-2538-4220-92e2-f7d7d990d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:44.287570 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-f01b31a2-2538-4220-92e2-f7d7d990d821 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 1100 time: 0.1168363 Sep 30 13:10:44.326762 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18af201-eb53-400e-b805-1e9c6e1d0d7b req-9bb33202-3aa2-4561-adbd-d0caafc08946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:44.328297 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f18af201-eb53-400e-b805-1e9c6e1d0d7b req-9bb33202-3aa2-4561-adbd-d0caafc08946 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b4f94743-5672-4dd1-a1e5-79a79c728dba HTTP/1.1" status: 200 len: 917 time: 0.1949439 Sep 30 13:10:44.385221 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-562f6a0e-4532-4cab-8a93-f0cb48464ef2 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] update failed (client error): The resource could not be found. Sep 30 13:10:44.389390 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-562f6a0e-4532-4cab-8a93-f0cb48464ef2 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] 10.222.0.18 "PUT /v2.0/floatingips/4ab3740a-2f30-46e9-a555-ff73b5e50c21 HTTP/1.1" status: 404 len: 507 time: 0.2158241 Sep 30 13:10:44.389961 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54524) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:44.417151 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f18af201-eb53-400e-b805-1e9c6e1d0d7b req-b706cefb-94d7-4b80-86b0-8809a740623f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d92e1624-81db-4441-af85-dc330c001147 HTTP/1.1" status: 200 len: 217 time: 0.0761242 Sep 30 13:10:44.479761 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['1a3f4553-b52f-4821-afb6-39d5b478bb00'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:10:44.486434 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-3f127466-e165-43bb-ba5f-264fa6e3750e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:44.487881 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-3f127466-e165-43bb-ba5f-264fa6e3750e service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.1886747 Sep 30 13:10:44.509211 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18af201-eb53-400e-b805-1e9c6e1d0d7b req-c791ef03-6ab1-4ea4-b2f2-d886cc559d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:44.513027 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f18af201-eb53-400e-b805-1e9c6e1d0d7b req-c791ef03-6ab1-4ea4-b2f2-d886cc559d9f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eb394966-7667-406c-8fc2-d7b486faf071 HTTP/1.1" status: 200 len: 855 time: 0.0884528 Sep 30 13:10:44.550811 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:44.573310 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-6cabc1bf-3b52-4707-8c46-e087cedebedf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=d0c3a856-34f3-461a-a2c3-9a59a53adc08 HTTP/1.1" status: 200 len: 217 time: 0.0729113 Sep 30 13:10:44.573705 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a284f-9575-41d0-91a7-4ac7b5b1685a req-75193cf1-1d7f-473c-aafd-33a7b0d17a35 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:44.578333 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0c3a856-34f3-461a-a2c3-9a59a53adc08'}, {'name': 'network-changed', 'server_uuid': '86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e', 'tag': 'd0c3a856-34f3-461a-a2c3-9a59a53adc08'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:10:44.579014 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b56a284f-9575-41d0-91a7-4ac7b5b1685a req-75193cf1-1d7f-473c-aafd-33a7b0d17a35 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1267722 Sep 30 13:10:44.581405 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5336ac-a83e-4d15-a778-db9205abc27a" -d '{"events": [{"server_uuid": "86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e", "name": "network-vif-unplugged", "status": "completed", "tag": "d0c3a856-34f3-461a-a2c3-9a59a53adc08"}, {"name": "network-changed", "server_uuid": "86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e", "tag": "d0c3a856-34f3-461a-a2c3-9a59a53adc08"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:10:44.662134 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b56a284f-9575-41d0-91a7-4ac7b5b1685a req-530000d2-6f62-4533-a430-d2071496b5a7 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473056 Sep 30 13:10:44.674872 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-80c6e69b-070d-4fd1-a6ef-c2eb786ced24 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Deleting port 1423d988-254d-4b01-bdf5-9849f2b072b4 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:10:44.675268 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-80c6e69b-070d-4fd1-a6ef-c2eb786ced24 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:44.700452 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18af201-eb53-400e-b805-1e9c6e1d0d7b req-7b669120-8131-4055-ae6e-054a2bcfc6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:44.702004 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f18af201-eb53-400e-b805-1e9c6e1d0d7b req-7b669120-8131-4055-ae6e-054a2bcfc6b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b4f94743-5672-4dd1-a1e5-79a79c728dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1401522 Sep 30 13:10:44.704004 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-66942181-f8d8-4918-852d-02433a73cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:44.705349 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-66942181-f8d8-4918-852d-02433a73cf06 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1025455 Sep 30 13:10:44.722364 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a0c12-a476-44a2-b823-8dbe4b02e79e req-c7693b65-5101-49d4-bb9a-9c29895bdddc tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:44.723954 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e90a0c12-a476-44a2-b823-8dbe4b02e79e req-c7693b65-5101-49d4-bb9a-9c29895bdddc tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 943 time: 0.1048398 Sep 30 13:10:44.763370 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-80c6e69b-070d-4fd1-a6ef-c2eb786ced24 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:44.763922 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-80c6e69b-070d-4fd1-a6ef-c2eb786ced24 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:44.781125 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-80c6e69b-070d-4fd1-a6ef-c2eb786ced24 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Calling delete_port for 1423d988-254d-4b01-bdf5-9849f2b072b4 owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:10:44.798838 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 30 Sep 2021 13:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0566fd1-94f6-426e-b72b-8d8ae2ed8dae x-openstack-request-id: req-d0566fd1-94f6-426e-b72b-8d8ae2ed8dae {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:10:44.799356 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e", "name": "network-vif-unplugged", "status": "completed", "tag": "d0c3a856-34f3-461a-a2c3-9a59a53adc08", "code": 200}, {"name": "network-changed", "server_uuid": "86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e", "tag": "d0c3a856-34f3-461a-a2c3-9a59a53adc08", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:10:44.799356 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0566fd1-94f6-426e-b72b-8d8ae2ed8dae {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:10:44.799857 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0c3a856-34f3-461a-a2c3-9a59a53adc08', 'code': 200} Sep 30 13:10:44.800110 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e', 'tag': 'd0c3a856-34f3-461a-a2c3-9a59a53adc08', 'status': 'completed', 'code': 200} Sep 30 13:10:44.883198 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e90a0c12-a476-44a2-b823-8dbe4b02e79e req-279c85ae-6197-47db-92eb-f897ed4eb4f2 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/security-groups?id=653dbcc8-2a4b-4bc2-b9c8-d1ba36e9c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404343 Sep 30 13:10:44.889479 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-39fdf8d3-e25d-447f-8a55-3e6767da0af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:44.890716 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-39fdf8d3-e25d-447f-8a55-3e6767da0af9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1658032 Sep 30 13:10:44.925312 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-80c6e69b-070d-4fd1-a6ef-c2eb786ced24 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:44.930222 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f18af201-eb53-400e-b805-1e9c6e1d0d7b req-778b921c-93ed-4ae5-a679-fa05c567232e service neutron] 10.222.0.39 "GET /v2.0/networks/b4f94743-5672-4dd1-a1e5-79a79c728dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041171 Sep 30 13:10:44.943270 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5336ac-a83e-4d15-a778-db9205abc27a req-476fdd14-aa2a-4c1c-a27f-86f40da72f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:44.944687 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db5336ac-a83e-4d15-a778-db9205abc27a req-476fdd14-aa2a-4c1c-a27f-86f40da72f42 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 1100 time: 0.1145627 Sep 30 13:10:44.961764 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6e69b-070d-4fd1-a6ef-c2eb786ced24 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Pushing event deleted for resources: {'Port': ['ID=1423d988-254d-4b01-bdf5-9849f2b072b4,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:45.131650 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-94b2519f-0bab-4014-a0a1-5551bcdc39b3 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301879 Sep 30 13:10:45.184459 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f18af201-eb53-400e-b805-1e9c6e1d0d7b req-e6ce9335-5002-44a0-aa56-906957aab4f8 service neutron] 10.222.0.39 "GET /v2.0/networks/b4f94743-5672-4dd1-a1e5-79a79c728dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372854 Sep 30 13:10:45.195480 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5336ac-a83e-4d15-a778-db9205abc27a req-778cfaad-986a-4acd-8f4f-0c32c7769772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:45.197006 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db5336ac-a83e-4d15-a778-db9205abc27a req-778cfaad-986a-4acd-8f4f-0c32c7769772 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.2161198 Sep 30 13:10:45.270198 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db5336ac-a83e-4d15-a778-db9205abc27a req-1eb9f08e-a935-4783-9312-a50412143ac3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=d0c3a856-34f3-461a-a2c3-9a59a53adc08 HTTP/1.1" status: 200 len: 217 time: 0.0452721 Sep 30 13:10:45.316325 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c87e5e5-858d-44e2-8fd3-1718908a5071 req-1b886736-b48b-4e9b-bc7e-2fa13b89ab41 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743071 Sep 30 13:10:45.330648 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5336ac-a83e-4d15-a778-db9205abc27a req-3fc4e4c3-ff3e-47e0-911e-0024ef7f4b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:45.332115 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db5336ac-a83e-4d15-a778-db9205abc27a req-3fc4e4c3-ff3e-47e0-911e-0024ef7f4b0e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0523195 Sep 30 13:10:45.341161 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-80c6e69b-070d-4fd1-a6ef-c2eb786ced24 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:45.343917 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-80c6e69b-070d-4fd1-a6ef-c2eb786ced24 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:45.345162 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-80c6e69b-070d-4fd1-a6ef-c2eb786ced24 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] 10.222.0.18 "DELETE /v2.0/floatingips/4ab3740a-2f30-46e9-a555-ff73b5e50c21 HTTP/1.1" status: 204 len: 168 time: 0.9542732 Sep 30 13:10:45.350765 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54536) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:45.355252 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-b55d572a-ddde-4574-9797-96242fe6e4f6 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Request body: {'floatingip': {'floating_network_id': 'b2b9fd41-84b6-4a13-9bc3-19ed256519ec', 'port_id': '990eb009-dab1-46e8-a811-3b697f8273e6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:45.368245 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ea8aa-bbe8-4175-a9b0-1dd203c70ee3 req-18d3e0a0-ba1c-42d7-ad93-03e528456c41 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:45.369693 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c60ea8aa-bbe8-4175-a9b0-1dd203c70ee3 req-18d3e0a0-ba1c-42d7-ad93-03e528456c41 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 949 time: 0.0973375 Sep 30 13:10:45.403730 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b55d572a-ddde-4574-9797-96242fe6e4f6 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:45.423015 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5336ac-a83e-4d15-a778-db9205abc27a req-a348ea16-eaff-48bd-80ef-893c07821f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:45.424535 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db5336ac-a83e-4d15-a778-db9205abc27a req-a348ea16-eaff-48bd-80ef-893c07821f4a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0831428 Sep 30 13:10:45.427050 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5336ac-a83e-4d15-a778-db9205abc27a req-11acc64f-e07e-42c1-af25-84d0d6df3fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:45.428388 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db5336ac-a83e-4d15-a778-db9205abc27a req-11acc64f-e07e-42c1-af25-84d0d6df3fb2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 1100 time: 0.0549674 Sep 30 13:10:45.429725 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c60ea8aa-bbe8-4175-a9b0-1dd203c70ee3 req-479609e4-839b-4adb-abac-707f553f1d89 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528324 Sep 30 13:10:45.526761 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-b55d572a-ddde-4574-9797-96242fe6e4f6 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:10:45.527853 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b55d572a-ddde-4574-9797-96242fe6e4f6 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1761642 Sep 30 13:10:45.533171 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54538) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:45.537575 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'port_id': '990eb009-dab1-46e8-a811-3b697f8273e6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:45.561159 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:45.595634 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5336ac-a83e-4d15-a778-db9205abc27a req-cad98ae6-58ad-4cea-847e-32bb9b92be0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:45.598699 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db5336ac-a83e-4d15-a778-db9205abc27a req-cad98ae6-58ad-4cea-847e-32bb9b92be0a service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.1633103 Sep 30 13:10:45.600559 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db5336ac-a83e-4d15-a778-db9205abc27a req-63544263-28f0-4c4d-bfa5-acf249dd2a8f service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679070 Sep 30 13:10:45.662489 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db5336ac-a83e-4d15-a778-db9205abc27a req-abdf44f2-52bf-4568-89a4-2459419fd16c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=d0c3a856-34f3-461a-a2c3-9a59a53adc08 HTTP/1.1" status: 200 len: 217 time: 0.0528107 Sep 30 13:10:45.669777 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:45.786712 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5336ac-a83e-4d15-a778-db9205abc27a req-c3ccb89f-1c3c-4a71-8a2b-dbb1b864b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:45.788199 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db5336ac-a83e-4d15-a778-db9205abc27a req-c3ccb89f-1c3c-4a71-8a2b-dbb1b864b59c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1129742 Sep 30 13:10:45.793685 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 1a3f4553-b52f-4821-afb6-39d5b478bb00 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:10:45.798620 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db5336ac-a83e-4d15-a778-db9205abc27a req-7982e38e-1ed0-4f9b-948b-f574783e8336 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825986 Sep 30 13:10:45.830362 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Allocated IP 172.25.5.185 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/44f0f7e7-c36c-4da9-ad88-90341f13ffe0) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:10:45.848637 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e21d5-66da-43b9-af74-2b6a9c74ce75 req-ff188505-2a37-4028-bd37-b64d818b1a16 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:45.849792 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5336ac-a83e-4d15-a778-db9205abc27a req-b9f4b832-8d76-421f-abc3-3538b39a61f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:45.851036 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-106e21d5-66da-43b9-af74-2b6a9c74ce75 req-ff188505-2a37-4028-bd37-b64d818b1a16 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.0973117 Sep 30 13:10:45.851560 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db5336ac-a83e-4d15-a778-db9205abc27a req-b9f4b832-8d76-421f-abc3-3538b39a61f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0512915 Sep 30 13:10:45.885473 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 1a3f4553-b52f-4821-afb6-39d5b478bb00 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:10:45.890765 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 1a3f4553-b52f-4821-afb6-39d5b478bb00 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:45.892148 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:45.949443 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-106e21d5-66da-43b9-af74-2b6a9c74ce75 req-05f72bb8-8e44-495b-a406-d01a2ff6ee83 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865140 Sep 30 13:10:45.973710 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db5336ac-a83e-4d15-a778-db9205abc27a req-f956010b-1ce1-4e33-b9e6-ca1061a91fb0 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141164 Sep 30 13:10:46.010170 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:46.012576 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:46.055576 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108c5890-09d5-4a38-9ca5-a8f4616ae3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3f4553-b52f-4821-afb6-39d5b478bb00'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:10:46.056399 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:46.059413 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba36d67a-42d0-4343-af12-b5d6f550785c" -d '{"events": [{"server_uuid": "108c5890-09d5-4a38-9ca5-a8f4616ae3ce", "name": "network-vif-plugged", "status": "completed", "tag": "1a3f4553-b52f-4821-afb6-39d5b478bb00"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:10:46.078286 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 1a3f4553-b52f-4821-afb6-39d5b478bb00, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1a3f4553-b52f-4821-afb6-39d5b478bb00,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:46.084117 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:46.085798 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device d0c3a856-34f3-461a-a2c3-9a59a53adc08 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:10:46.111159 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:10:46.114355 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:46.121182 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:10:46.144198 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6985398-e308-4743-bc8d-037a041b0a41 x-openstack-request-id: req-e6985398-e308-4743-bc8d-037a041b0a41 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:10:46.144641 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108c5890-09d5-4a38-9ca5-a8f4616ae3ce", "name": "network-vif-plugged", "status": "completed", "tag": "1a3f4553-b52f-4821-afb6-39d5b478bb00", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:10:46.145064 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6985398-e308-4743-bc8d-037a041b0a41 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:10:46.145462 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108c5890-09d5-4a38-9ca5-a8f4616ae3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3f4553-b52f-4821-afb6-39d5b478bb00', 'code': 200} Sep 30 13:10:46.147334 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Pushing event updated for resources: {'Port': ['ID=44f0f7e7-c36c-4da9-ad88-90341f13ffe0,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:46.212194 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=1a3f4553-b52f-4821-afb6-39d5b478bb00,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:46.216473 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device d0c3a856-34f3-461a-a2c3-9a59a53adc08 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:10:46.312208 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Deleting port 44f0f7e7-c36c-4da9-ad88-90341f13ffe0 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:10:46.312807 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:46.397718 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:46.398071 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:46.411315 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Calling delete_port for 44f0f7e7-c36c-4da9-ad88-90341f13ffe0 owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:10:46.473530 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e64705-2df4-49a3-b3cf-2a76b6cb91c1 req-c397bd8a-4805-4567-beb6-f7e50e922c4f tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:46.475045 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f4e64705-2df4-49a3-b3cf-2a76b6cb91c1 req-c397bd8a-4805-4567-beb6-f7e50e922c4f tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 943 time: 0.4441454 Sep 30 13:10:46.509265 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db5336ac-a83e-4d15-a778-db9205abc27a req-36f4c7f8-6349-49af-8d65-b01f716eac71 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5274236 Sep 30 13:10:46.516580 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e77d7-d5b7-487e-91f7-583c6477a74d req-6743032a-eb60-4069-be98-ae6b757179e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:46.518053 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d40e77d7-d5b7-487e-91f7-583c6477a74d req-6743032a-eb60-4069-be98-ae6b757179e8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 1096 time: 0.0965374 Sep 30 13:10:46.549185 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f4e64705-2df4-49a3-b3cf-2a76b6cb91c1 req-0927f353-e3a4-4342-ad22-dc282d9e9de0 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/security-groups?id=653dbcc8-2a4b-4bc2-b9c8-d1ba36e9c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609179 Sep 30 13:10:46.565632 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d40e77d7-d5b7-487e-91f7-583c6477a74d req-b4f9bcf5-6bd5-4681-a0af-0d51af2d960b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371993 Sep 30 13:10:46.569861 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:46.582983 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb53d6-73c8-4e2d-99e4-5875eb3dbd51 req-ceb2bd4b-0d07-459c-b81c-0b5616218432 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:46.584482 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b9fb53d6-73c8-4e2d-99e4-5875eb3dbd51 req-ceb2bd4b-0d07-459c-b81c-0b5616218432 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 949 time: 0.0690496 Sep 30 13:10:46.606980 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Pushing event deleted for resources: {'Port': ['ID=44f0f7e7-c36c-4da9-ad88-90341f13ffe0,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:46.631066 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:46.631409 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:46.631745 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:46.632070 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:46.632390 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:46.632712 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:46.633033 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:46.633352 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:46.633671 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:46.634037 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:46.634321 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:46.634630 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:10:46.695328 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b9fb53d6-73c8-4e2d-99e4-5875eb3dbd51 req-e3609bbf-e451-4f7b-a568-4b5698c2c7c4 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916805 Sep 30 13:10:46.723356 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] create failed (client error): The resource could not be found. Sep 30 13:10:46.728138 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c34136c8-cddd-4417-ad63-acdfb50d65ac tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.1939652 Sep 30 13:10:46.728393 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54556) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:46.826466 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-9f5a9939-c7a5-4916-87cc-3f3078e9214d tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Deleting port 990eb009-dab1-46e8-a811-3b697f8273e6 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:10:46.826827 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f5a9939-c7a5-4916-87cc-3f3078e9214d tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:46.925419 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f5a9939-c7a5-4916-87cc-3f3078e9214d tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:46.938522 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-9f5a9939-c7a5-4916-87cc-3f3078e9214d tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Calling delete_port for 990eb009-dab1-46e8-a811-3b697f8273e6 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:10:47.091210 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f5a9939-c7a5-4916-87cc-3f3078e9214d tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:47.101915 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553537b0-e15f-4abe-935e-7242cfd9ab1a req-bf9d900b-0fe1-4a48-9895-f6049e37ca74 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:47.103403 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-553537b0-e15f-4abe-935e-7242cfd9ab1a req-bf9d900b-0fe1-4a48-9895-f6049e37ca74 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 945 time: 0.0684054 Sep 30 13:10:47.134278 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a9939-c7a5-4916-87cc-3f3078e9214d tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Pushing event deleted for resources: {'Port': ['ID=990eb009-dab1-46e8-a811-3b697f8273e6,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:47.201006 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-553537b0-e15f-4abe-935e-7242cfd9ab1a req-58f6e36c-7364-4198-8b8d-3b862ad8bae1 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902815 Sep 30 13:10:47.221746 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f5a9939-c7a5-4916-87cc-3f3078e9214d tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:47.224730 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9f5a9939-c7a5-4916-87cc-3f3078e9214d tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] 10.222.0.18 "DELETE /v2.0/ports/990eb009-dab1-46e8-a811-3b697f8273e6 HTTP/1.1" status: 204 len: 168 time: 0.4951110 Sep 30 13:10:47.227172 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54562) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:47.282549 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ca98ab-7e70-4068-859d-b1fc56a1cb80 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:47.284329 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a3ca98ab-7e70-4068-859d-b1fc56a1cb80 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a9eacd4-91d2-40fa-81f4-d032a93a2ace HTTP/1.1" status: 200 len: 913 time: 0.0559320 Sep 30 13:10:47.286704 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54564) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:47.594041 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-58435e44-cdb0-4786-acc2-a913a04f34c6 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:47.668993 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f638f37-bdec-49bd-bb0c-391af6548231 req-96258b1f-4572-4c08-bc6e-9492f858f607 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:47.670536 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1f638f37-bdec-49bd-bb0c-391af6548231 req-96258b1f-4572-4c08-bc6e-9492f858f607 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 943 time: 0.0493944 Sep 30 13:10:47.708503 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1f638f37-bdec-49bd-bb0c-391af6548231 req-9f074cc6-58ee-4f6a-b1b8-5d8ef89b6427 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/security-groups?id=653dbcc8-2a4b-4bc2-b9c8-d1ba36e9c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313568 Sep 30 13:10:47.861296 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb98368-8f86-4033-8055-6a7f437185db req-b1b9c240-e300-4694-87fa-fd1de160de09 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:47.862847 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3fb98368-8f86-4033-8055-6a7f437185db req-b1b9c240-e300-4694-87fa-fd1de160de09 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 949 time: 0.0805335 Sep 30 13:10:47.915350 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3fb98368-8f86-4033-8055-6a7f437185db req-c7413b4d-f02f-445e-a54f-6dc4f86c97f5 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447960 Sep 30 13:10:47.917694 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-58435e44-cdb0-4786-acc2-a913a04f34c6 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Deleting port 92f0b06a-4967-4ebc-920a-204e055e9198 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:10:47.918720 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-58435e44-cdb0-4786-acc2-a913a04f34c6 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:48.048241 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-58435e44-cdb0-4786-acc2-a913a04f34c6 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:48.070109 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d985a9-327e-4e50-a97d-985083e69896 req-997bb9a8-30d3-4962-b9da-8969c97c63f1 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:48.071573 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51d985a9-327e-4e50-a97d-985083e69896 req-997bb9a8-30d3-4962-b9da-8969c97c63f1 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 949 time: 0.0773621 Sep 30 13:10:48.072400 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-58435e44-cdb0-4786-acc2-a913a04f34c6 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Calling delete_port for 92f0b06a-4967-4ebc-920a-204e055e9198 owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:10:48.158222 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51d985a9-327e-4e50-a97d-985083e69896 req-ccd97dc4-b41b-4a2e-9c1e-cd00518f712d tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797524 Sep 30 13:10:48.160123 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d0c3a856-34f3-461a-a2c3-9a59a53adc08 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:10:48.190517 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-48457ad7-5901-4b11-ba45-6c594f9cb59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:48.287650 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port d0c3a856-34f3-461a-a2c3-9a59a53adc08, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d0c3a856-34f3-461a-a2c3-9a59a53adc08,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:48.299827 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'd0c3a856-34f3-461a-a2c3-9a59a53adc08', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': 'd0c3a856-34f3-461a-a2c3-9a59a53adc08', 'mac_address': 'fa:16:3e:c4:74:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:10:48.324987 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-58435e44-cdb0-4786-acc2-a913a04f34c6 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:48.341006 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:48.354512 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0c3a856-34f3-461a-a2c3-9a59a53adc08 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:10:48.355821 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58435e44-cdb0-4786-acc2-a913a04f34c6 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Pushing event deleted for resources: {'Port': ['ID=92f0b06a-4967-4ebc-920a-204e055e9198,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:48.381333 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port d0c3a856-34f3-461a-a2c3-9a59a53adc08, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d0c3a856-34f3-461a-a2c3-9a59a53adc08,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:48.386391 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:48.393877 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0edc8-ad23-470d-a20f-422d1f3aff3f req-faaa88d0-b0dd-4f8e-b359-a16a728c21b6 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:48.395466 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ba0edc8-ad23-470d-a20f-422d1f3aff3f req-faaa88d0-b0dd-4f8e-b359-a16a728c21b6 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 945 time: 0.1042025 Sep 30 13:10:48.441404 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=d0c3a856-34f3-461a-a2c3-9a59a53adc08,revision_number=12']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:48.446063 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-9cf53375-e54e-4b73-8a6e-0433f3f6feeb tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1ef1016edf414b379caceb8093d57137&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382056 Sep 30 13:10:48.506960 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ba0edc8-ad23-470d-a20f-422d1f3aff3f req-e21e63f2-bf8d-4254-ab69-ae9ebeb05fb8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912101 Sep 30 13:10:48.550993 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-58435e44-cdb0-4786-acc2-a913a04f34c6 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:48.571698 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-33975cc2-a9d1-403e-b857-b2fcfdf026c5 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:48.573407 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-33975cc2-a9d1-403e-b857-b2fcfdf026c5 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1303930 Sep 30 13:10:48.591888 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-2cb80097-d386-4989-9000-9df838b9b8d8 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/quotas/1ef1016edf414b379caceb8093d57137 HTTP/1.1" status: 200 len: 375 time: 0.0100782 Sep 30 13:10:48.609024 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['d0c3a856-34f3-461a-a2c3-9a59a53adc08'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:10:48.660548 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-6e13db11-968f-431d-a834-4b780ad2fa56 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0627990 Sep 30 13:10:48.724990 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366e7ed-8349-49bf-b5aa-bf78562d39ab req-cafee9eb-0bbf-4c9f-9e2b-eabb3e9449e3 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:48.726539 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2366e7ed-8349-49bf-b5aa-bf78562d39ab req-cafee9eb-0bbf-4c9f-9e2b-eabb3e9449e3 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 945 time: 0.1189547 Sep 30 13:10:48.736695 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54596) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:48.744693 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-f9334de5-5bba-451c-bf7a-63bcf3a227a5 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Request body: {'floatingip': {'port_id': '1a3f4553-b52f-4821-afb6-39d5b478bb00'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:48.770832 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58435e44-cdb0-4786-acc2-a913a04f34c6 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Router 6a9eacd4-91d2-40fa-81f4-d032a93a2ace has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:10:48.815790 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9334de5-5bba-451c-bf7a-63bcf3a227a5 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks [] for floatingip, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:48.899461 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58435e44-cdb0-4786-acc2-a913a04f34c6 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:10:48.899933 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2e1f1ea8-de18-46c4-b6b6-8288f62d4126 req-3f3c994f-70c4-4d56-b0cd-470f540fce9f tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 210 time: 0.0521643 Sep 30 13:10:48.907194 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-58435e44-cdb0-4786-acc2-a913a04f34c6 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] 10.222.0.18 "PUT /v2.0/routers/6a9eacd4-91d2-40fa-81f4-d032a93a2ace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6194911 Sep 30 13:10:48.909607 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54604) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:48.912674 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb4a756-461c-4a98-991f-ca012de921bb None None] Sync routers for ids ['6a9eacd4-91d2-40fa-81f4-d032a93a2ace'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:10:48.926530 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb4a756-461c-4a98-991f-ca012de921bb None None] Routers {'6a9eacd4-91d2-40fa-81f4-d032a93a2ace'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:48.929748 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-fdb4a756-461c-4a98-991f-ca012de921bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['6a9eacd4-91d2-40fa-81f4-d032a93a2ace'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:48.982231 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-fdb4a756-461c-4a98-991f-ca012de921bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:48.982489 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ee998-444b-458a-9036-9d4e0a8b0725 req-fe666214-7867-4ee5-9287-4bae5d091d4e tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:48.984332 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-296ee998-444b-458a-9036-9d4e0a8b0725 req-fe666214-7867-4ee5-9287-4bae5d091d4e tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 943 time: 0.1452487 Sep 30 13:10:48.992862 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb4a756-461c-4a98-991f-ca012de921bb None None] Routers {'6a9eacd4-91d2-40fa-81f4-d032a93a2ace'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:48.993718 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-fdb4a756-461c-4a98-991f-ca012de921bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['6a9eacd4-91d2-40fa-81f4-d032a93a2ace'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:49.019830 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-71a88ce4-6b55-4ad7-9e34-c2329da785bc tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:49.037529 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-fdb4a756-461c-4a98-991f-ca012de921bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:49.038562 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb4a756-461c-4a98-991f-ca012de921bb None None] The sync data for ids ['6a9eacd4-91d2-40fa-81f4-d032a93a2ace'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:10:49.127674 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-296ee998-444b-458a-9036-9d4e0a8b0725 req-e08ac17c-24fb-4fe8-adfa-0def593a2ab4 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/security-groups?id=653dbcc8-2a4b-4bc2-b9c8-d1ba36e9c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155436 Sep 30 13:10:49.221841 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-71a88ce4-6b55-4ad7-9e34-c2329da785bc tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:49.224374 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-71a88ce4-6b55-4ad7-9e34-c2329da785bc tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:49.274302 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-71a88ce4-6b55-4ad7-9e34-c2329da785bc tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:49.274801 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a88ce4-6b55-4ad7-9e34-c2329da785bc tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Fanout notify agent at l3_agent the message router_deleted on router 6a9eacd4-91d2-40fa-81f4-d032a93a2ace {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:10:49.282248 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-71a88ce4-6b55-4ad7-9e34-c2329da785bc tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:49.285959 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-71a88ce4-6b55-4ad7-9e34-c2329da785bc tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] 10.222.0.18 "DELETE /v2.0/routers/6a9eacd4-91d2-40fa-81f4-d032a93a2ace HTTP/1.1" status: 204 len: 168 time: 0.3753989 Sep 30 13:10:49.286624 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54614) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:49.319872 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:49.340194 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a00132-cc41-4721-a827-70681670b6c9 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Deleting subnet 0319dfd3-b7f9-48c4-95d8-a4167d402b80 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:10:49.343387 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d6a00132-cc41-4721-a827-70681670b6c9 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:49.388505 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d6a00132-cc41-4721-a827-70681670b6c9 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:49.397335 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9334de5-5bba-451c-bf7a-63bcf3a227a5 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:49.401726 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9334de5-5bba-451c-bf7a-63bcf3a227a5 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:49.489473 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d6a00132-cc41-4721-a827-70681670b6c9 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:49.514364 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-f9334de5-5bba-451c-bf7a-63bcf3a227a5 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Floating IP 6ab60988-b495-414d-89b7-73c74ac9d097 associated. External IP: 172.25.5.107, port: 1a3f4553-b52f-4821-afb6-39d5b478bb00. Sep 30 13:10:49.552915 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d6a00132-cc41-4721-a827-70681670b6c9 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:49.582576 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d6a00132-cc41-4721-a827-70681670b6c9 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:49.584476 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d6a00132-cc41-4721-a827-70681670b6c9 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] 10.222.0.18 "DELETE /v2.0/subnets/0319dfd3-b7f9-48c4-95d8-a4167d402b80 HTTP/1.1" status: 204 len: 168 time: 0.2969000 Sep 30 13:10:49.586075 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a00132-cc41-4721-a827-70681670b6c9 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Pushing event deleted for resources: {'Subnet': ['ID=0319dfd3-b7f9-48c4-95d8-a4167d402b80,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:49.588602 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54616) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:49.597051 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e847a42b-9d7a-407c-9c36-4359cd63cf9a None None] Network b2b9fd41-84b6-4a13-9bc3-19ed256519ec requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:10:49.669985 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c9341548-0bb9-4020-b0fa-dbd5ebc094f8 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:49.728965 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-c9341548-0bb9-4020-b0fa-dbd5ebc094f8 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Deleting port 026c4095-a81f-4a96-acee-f80cfa2e8b73 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:10:49.729309 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c9341548-0bb9-4020-b0fa-dbd5ebc094f8 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:49.731493 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9334de5-5bba-451c-bf7a-63bcf3a227a5 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Router e73e588d-ffce-4c34-8311-5f8b59371500 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:10:49.786362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c791934-7b40-45e0-99bb-d5f5dba815b7 None None] DHCP port deletion for b2b9fd41-84b6-4a13-9bc3-19ed256519ec request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:10:49.810124 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-c9341548-0bb9-4020-b0fa-dbd5ebc094f8 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] For port 026c4095-a81f-4a96-acee-f80cfa2e8b73, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=026c4095-a81f-4a96-acee-f80cfa2e8b73,segment=NetworkSegment(cc4521a9-cdda-4a09-a64b-a576ee80ed10),segment_id=cc4521a9-cdda-4a09-a64b-a576ee80ed10)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:49.814115 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c9341548-0bb9-4020-b0fa-dbd5ebc094f8 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:49.827626 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-c9341548-0bb9-4020-b0fa-dbd5ebc094f8 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Calling delete_port for 026c4095-a81f-4a96-acee-f80cfa2e8b73 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:10:49.837782 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-1c791934-7b40-45e0-99bb-d5f5dba815b7 None None] Deleting port 026c4095-a81f-4a96-acee-f80cfa2e8b73 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:10:49.838341 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1c791934-7b40-45e0-99bb-d5f5dba815b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:49.857509 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9334de5-5bba-451c-bf7a-63bcf3a227a5 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:10:49.862004 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9334de5-5bba-451c-bf7a-63bcf3a227a5 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:49.869394 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fe2aed-65de-4320-b2ce-f0e9af3a27f2 None None] Sync routers for ids ['e73e588d-ffce-4c34-8311-5f8b59371500'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:10:49.897414 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f9334de5-5bba-451c-bf7a-63bcf3a227a5 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "PUT /v2.0/floatingips/6ab60988-b495-414d-89b7-73c74ac9d097 HTTP/1.1" status: 200 len: 991 time: 1.1583285 Sep 30 13:10:49.898234 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108c5890-09d5-4a38-9ca5-a8f4616ae3ce', 'tag': '1a3f4553-b52f-4821-afb6-39d5b478bb00'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:10:49.900673 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71852d7b-e578-441b-9778-3a6086313db4" -d '{"events": [{"name": "network-changed", "server_uuid": "108c5890-09d5-4a38-9ca5-a8f4616ae3ce", "tag": "1a3f4553-b52f-4821-afb6-39d5b478bb00"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:10:49.927378 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fe2aed-65de-4320-b2ce-f0e9af3a27f2 None None] Routers {'e73e588d-ffce-4c34-8311-5f8b59371500'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:49.928024 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-c8fe2aed-65de-4320-b2ce-f0e9af3a27f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['e73e588d-ffce-4c34-8311-5f8b59371500'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:49.932977 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-a7f10bb8-63fd-4226-8e78-43434a397d72 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=1ef1016edf414b379caceb8093d57137&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448420 Sep 30 13:10:49.964712 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe538f4-63c4-42d7-b0c0-9b5196f4616c x-openstack-request-id: req-cfe538f4-63c4-42d7-b0c0-9b5196f4616c {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:10:49.964960 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108c5890-09d5-4a38-9ca5-a8f4616ae3ce", "tag": "1a3f4553-b52f-4821-afb6-39d5b478bb00", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:10:49.965215 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cfe538f4-63c4-42d7-b0c0-9b5196f4616c {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:10:49.965619 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108c5890-09d5-4a38-9ca5-a8f4616ae3ce', 'tag': '1a3f4553-b52f-4821-afb6-39d5b478bb00', 'status': 'completed', 'code': 200} Sep 30 13:10:50.049847 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71852d7b-e578-441b-9778-3a6086313db4 req-2ba67d1e-d19c-4289-913d-cdd2fc5e1752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:50.051633 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71852d7b-e578-441b-9778-3a6086313db4 req-2ba67d1e-d19c-4289-913d-cdd2fc5e1752 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 1096 time: 0.0668917 Sep 30 13:10:50.105237 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1b0cd6d0-4807-4e27-a40d-a2cca9bc2be6 req-0d5a225b-2762-4c35-abfb-e5cf0d20bdb4 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 210 time: 0.0713112 Sep 30 13:10:50.136427 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c9341548-0bb9-4020-b0fa-dbd5ebc094f8 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:50.175497 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-1c791934-7b40-45e0-99bb-d5f5dba815b7 None None] For port 026c4095-a81f-4a96-acee-f80cfa2e8b73, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=026c4095-a81f-4a96-acee-f80cfa2e8b73,segment=NetworkSegment(cc4521a9-cdda-4a09-a64b-a576ee80ed10),segment_id=cc4521a9-cdda-4a09-a64b-a576ee80ed10)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:50.175901 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1c791934-7b40-45e0-99bb-d5f5dba815b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:50.176791 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71852d7b-e578-441b-9778-3a6086313db4 req-742d0c44-8ce8-4d13-a053-8fb8bd649976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:50.180270 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71852d7b-e578-441b-9778-3a6086313db4 req-742d0c44-8ce8-4d13-a053-8fb8bd649976 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 913 time: 0.1199460 Sep 30 13:10:50.189792 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-1c791934-7b40-45e0-99bb-d5f5dba815b7 None None] Calling delete_port for 026c4095-a81f-4a96-acee-f80cfa2e8b73 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:10:50.196650 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9341548-0bb9-4020-b0fa-dbd5ebc094f8 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Pushing event deleted for resources: {'Port': ['ID=026c4095-a81f-4a96-acee-f80cfa2e8b73,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:50.202541 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9341548-0bb9-4020-b0fa-dbd5ebc094f8 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] No DVR routers for this DVR port 026c4095-a81f-4a96-acee-f80cfa2e8b73 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:10:50.214507 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-ab7eabb0-64ec-4c0a-8283-fd1ebd0b7d54 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:50.216399 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-ab7eabb0-64ec-4c0a-8283-fd1ebd0b7d54 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2691998 Sep 30 13:10:50.239328 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d0c3a856-34f3-461a-a2c3-9a59a53adc08 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:10:50.239555 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-db9f0237-c49b-4ff4-b339-84e63dbc5f9a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Request body: {'port': {'device_id': '0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': '1ef1016edf414b379caceb8093d57137'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:50.266419 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71852d7b-e578-441b-9778-3a6086313db4 req-5ebc4c31-63aa-4537-847d-1ff1e7440060 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a3f4553-b52f-4821-afb6-39d5b478bb00 HTTP/1.1" status: 200 len: 999 time: 0.0785577 Sep 30 13:10:50.320181 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71852d7b-e578-441b-9778-3a6086313db4 req-28546fc2-15db-4fbb-b079-69b7c60ed5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:50.321757 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71852d7b-e578-441b-9778-3a6086313db4 req-28546fc2-15db-4fbb-b079-69b7c60ed5a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb HTTP/1.1" status: 200 len: 851 time: 0.0476234 Sep 30 13:10:50.350278 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c9341548-0bb9-4020-b0fa-dbd5ebc094f8 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:50.370778 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-c8fe2aed-65de-4320-b2ce-f0e9af3a27f2 None None] Set router e73e588d-ffce-4c34-8311-5f8b59371500 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:10:50.376163 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71852d7b-e578-441b-9778-3a6086313db4 req-b83461c2-430a-4ddc-a5de-434a6414fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:50.377682 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71852d7b-e578-441b-9778-3a6086313db4 req-b83461c2-430a-4ddc-a5de-434a6414fa41 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7e67e25-10d5-4331-9422-13e705e055a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490246 Sep 30 13:10:50.396357 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1c791934-7b40-45e0-99bb-d5f5dba815b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:50.413397 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-c9341548-0bb9-4020-b0fa-dbd5ebc094f8 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b9fd41-84b6-4a13-9bc3-19ed256519ec']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:50.424852 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe87a1-4da6-426a-8130-06f85e5f6b94 req-32ccd8f1-d878-4ed4-8066-1bc9e2c2d077 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:50.426391 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0abe87a1-4da6-426a-8130-06f85e5f6b94 req-32ccd8f1-d878-4ed4-8066-1bc9e2c2d077 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 943 time: 0.1906719 Sep 30 13:10:50.431449 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port d0c3a856-34f3-461a-a2c3-9a59a53adc08 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:10:50.437572 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c791934-7b40-45e0-99bb-d5f5dba815b7 None None] Pushing event deleted for resources: {'Port': ['ID=026c4095-a81f-4a96-acee-f80cfa2e8b73,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:50.444410 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-c9341548-0bb9-4020-b0fa-dbd5ebc094f8 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc4521a9-cdda-4a09-a64b-a576ee80ed10') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:50.445129 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-c9341548-0bb9-4020-b0fa-dbd5ebc094f8 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc4521a9-cdda-4a09-a64b-a576ee80ed10') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:50.447495 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c791934-7b40-45e0-99bb-d5f5dba815b7 None None] No DVR routers for this DVR port 026c4095-a81f-4a96-acee-f80cfa2e8b73 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:10:50.456539 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port d0c3a856-34f3-461a-a2c3-9a59a53adc08 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:50.456922 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:50.461533 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c9341548-0bb9-4020-b0fa-dbd5ebc094f8 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:50.489253 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c9341548-0bb9-4020-b0fa-dbd5ebc094f8 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:50.497832 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71852d7b-e578-441b-9778-3a6086313db4 req-5731c476-793c-4845-9410-967ce52fcb63 service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119733 Sep 30 13:10:50.509244 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9341548-0bb9-4020-b0fa-dbd5ebc094f8 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:10:50.509645 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c9341548-0bb9-4020-b0fa-dbd5ebc094f8 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:10:50.513402 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:10:50.528669 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-db9f0237-c49b-4ff4-b339-84e63dbc5f9a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Made reservation on behalf of 1ef1016edf414b379caceb8093d57137 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:10:50.532129 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-db9f0237-c49b-4ff4-b339-84e63dbc5f9a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:50.591284 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0abe87a1-4da6-426a-8130-06f85e5f6b94 req-0a4149d4-0605-4cae-ab0e-22cec52c8949 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/security-groups?id=653dbcc8-2a4b-4bc2-b9c8-d1ba36e9c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141210 Sep 30 13:10:50.630329 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71852d7b-e578-441b-9778-3a6086313db4 req-9418ea35-6c63-4fb4-a11e-8fcaf0714943 service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935016 Sep 30 13:10:50.639602 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c9341548-0bb9-4020-b0fa-dbd5ebc094f8 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:50.649037 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c9341548-0bb9-4020-b0fa-dbd5ebc094f8 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:50.651413 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c9341548-0bb9-4020-b0fa-dbd5ebc094f8 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] 10.222.0.18 "DELETE /v2.0/networks/b2b9fd41-84b6-4a13-9bc3-19ed256519ec HTTP/1.1" status: 204 len: 168 time: 1.0610421 Sep 30 13:10:50.669227 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9341548-0bb9-4020-b0fa-dbd5ebc094f8 tempest-FloatingIPNegativeTestJSON-1827116619 tempest-FloatingIPNegativeTestJSON-1827116619-project] Pushing event deleted for resources: {'Network': ['ID=b2b9fd41-84b6-4a13-9bc3-19ed256519ec,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:50.675699 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:50.693700 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-401bb41c-bb65-48ff-b78e-9840a64cd2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:50.719685 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c3a856-34f3-461a-a2c3-9a59a53adc08'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:10:50.721857 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8d3d70-2cba-42e9-a7e4-203b9f72ca82" -d '{"events": [{"server_uuid": "86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e", "name": "network-vif-plugged", "status": "completed", "tag": "d0c3a856-34f3-461a-a2c3-9a59a53adc08"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:10:50.744538 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-db9f0237-c49b-4ff4-b339-84e63dbc5f9a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Allocated IP 192.168.233.60 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/c2947c4e-2f7e-4aab-bda3-1ac0595022f9) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:10:50.754969 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port d0c3a856-34f3-461a-a2c3-9a59a53adc08, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d0c3a856-34f3-461a-a2c3-9a59a53adc08,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:50.762051 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:50.791407 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0fb114-4290-4e7a-af21-f3f03c3beef2 x-openstack-request-id: req-8a0fb114-4290-4e7a-af21-f3f03c3beef2 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:10:50.791705 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e", "name": "network-vif-plugged", "status": "completed", "tag": "d0c3a856-34f3-461a-a2c3-9a59a53adc08", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:10:50.791971 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a0fb114-4290-4e7a-af21-f3f03c3beef2 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:10:50.792355 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c3a856-34f3-461a-a2c3-9a59a53adc08', 'code': 200} Sep 30 13:10:50.826451 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=d0c3a856-34f3-461a-a2c3-9a59a53adc08,revision_number=13']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:50.832652 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-c8fe2aed-65de-4320-b2ce-f0e9af3a27f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'name': 'tempest-ServerActionsTestJSON-2141866820-router', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'a3a917f2-1c61-4a9c-8fca-141ce80d7efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:10:20Z', 'updated_at': '2021-09-30T13:10:25Z', 'revision_number': 4, 'project_id': '750d23c361c34df48a49df50aefc09af', 'gw_port': {'id': 'a3a917f2-1c61-4a9c-8fca-141ce80d7efa', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:20Z', 'updated_at': '2021-09-30T13:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '6ab60988-b495-414d-89b7-73c74ac9d097', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'port_id': '1a3f4553-b52f-4821-afb6-39d5b478bb00', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'mac_address': 'fa:16:3e:3d:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108c5890-09d5-4a38-9ca5-a8f4616ae3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:10:31Z', 'updated_at': '2021-09-30T13:10:49Z', 'revision_number': 1, 'project_id': '750d23c361c34df48a49df50aefc09af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7481a8d-4c18-4937-8c58-af33df030d36', 'name': '', 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'mac_address': 'fa:16:3e:ca:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:24Z', 'updated_at': '2021-09-30T13:10:32Z', 'revision_number': 5, 'project_id': '750d23c361c34df48a49df50aefc09af', 'subnets': [{'id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:50.864430 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fe2aed-65de-4320-b2ce-f0e9af3a27f2 None None] Checking router: e73e588d-ffce-4c34-8311-5f8b59371500 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:10:50.873286 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fe2aed-65de-4320-b2ce-f0e9af3a27f2 None None] Routers {'e73e588d-ffce-4c34-8311-5f8b59371500'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:50.873902 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-c8fe2aed-65de-4320-b2ce-f0e9af3a27f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['e73e588d-ffce-4c34-8311-5f8b59371500'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:50.966050 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54636) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:50.996164 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 026c4095-a81f-4a96-acee-f80cfa2e8b73 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:10:51.015259 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-c8fe2aed-65de-4320-b2ce-f0e9af3a27f2 None None] Set router e73e588d-ffce-4c34-8311-5f8b59371500 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:10:51.079831 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 026c4095-a81f-4a96-acee-f80cfa2e8b73 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:10:51.080176 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 026c4095-a81f-4a96-acee-f80cfa2e8b73 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:10:51.127489 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7b0f1822-5284-4385-84e8-bea46f53ee73 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c1cc3a26a405431786f085371f485b2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1595039 Sep 30 13:10:51.129873 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54644) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:51.196105 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-62361f92-38a9-4fd8-9ae9-8eba28995a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:51.224851 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-62361f92-38a9-4fd8-9ae9-8eba28995a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:51.263386 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1edf9de7-a7b4-4ec0-9e67-b22be057923e req-354134d0-3604-43c8-8fcb-40ca97104d63 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 210 time: 0.0299854 Sep 30 13:10:51.293784 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-62361f92-38a9-4fd8-9ae9-8eba28995a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:51.296834 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-62361f92-38a9-4fd8-9ae9-8eba28995a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:51.298003 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-62361f92-38a9-4fd8-9ae9-8eba28995a58 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8dbdd422-7ae3-4643-8a6d-f5603839e0ed HTTP/1.1" status: 204 len: 168 time: 0.1671407 Sep 30 13:10:51.305324 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-db9f0237-c49b-4ff4-b339-84e63dbc5f9a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:51.305976 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62361f92-38a9-4fd8-9ae9-8eba28995a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbdd422-7ae3-4643-8a6d-f5603839e0ed,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:51.343625 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-c8fe2aed-65de-4320-b2ce-f0e9af3a27f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'name': 'tempest-ServerActionsTestJSON-2141866820-router', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'a3a917f2-1c61-4a9c-8fca-141ce80d7efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:10:20Z', 'updated_at': '2021-09-30T13:10:25Z', 'revision_number': 4, 'project_id': '750d23c361c34df48a49df50aefc09af', 'gw_port': {'id': 'a3a917f2-1c61-4a9c-8fca-141ce80d7efa', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:20Z', 'updated_at': '2021-09-30T13:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '6ab60988-b495-414d-89b7-73c74ac9d097', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'port_id': '1a3f4553-b52f-4821-afb6-39d5b478bb00', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'mac_address': 'fa:16:3e:3d:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108c5890-09d5-4a38-9ca5-a8f4616ae3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:10:31Z', 'updated_at': '2021-09-30T13:10:49Z', 'revision_number': 1, 'project_id': '750d23c361c34df48a49df50aefc09af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7481a8d-4c18-4937-8c58-af33df030d36', 'name': '', 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'mac_address': 'fa:16:3e:ca:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:24Z', 'updated_at': '2021-09-30T13:10:32Z', 'revision_number': 5, 'project_id': '750d23c361c34df48a49df50aefc09af', 'subnets': [{'id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:51.352598 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-db9f0237-c49b-4ff4-b339-84e63dbc5f9a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:51.379600 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['b8b0297b-4ed8-427a-82ee-dc8780597acf'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:10:51.381660 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['ef2b1102-e0d7-489e-820a-9df537e39d3a', 'd0c3a856-34f3-461a-a2c3-9a59a53adc08'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:10:51.385667 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fe2aed-65de-4320-b2ce-f0e9af3a27f2 None None] The sync data for ids ['e73e588d-ffce-4c34-8311-5f8b59371500'] in n-d-810909-2 is: [{'id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'name': 'tempest-ServerActionsTestJSON-2141866820-router', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'a3a917f2-1c61-4a9c-8fca-141ce80d7efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:10:20Z', 'updated_at': '2021-09-30T13:10:25Z', 'revision_number': 4, 'project_id': '750d23c361c34df48a49df50aefc09af', 'gw_port': {'id': 'a3a917f2-1c61-4a9c-8fca-141ce80d7efa', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:20Z', 'updated_at': '2021-09-30T13:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '6ab60988-b495-414d-89b7-73c74ac9d097', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'port_id': '1a3f4553-b52f-4821-afb6-39d5b478bb00', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'mac_address': 'fa:16:3e:3d:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108c5890-09d5-4a38-9ca5-a8f4616ae3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:10:31Z', 'updated_at': '2021-09-30T13:10:49Z', 'revision_number': 1, 'project_id': '750d23c361c34df48a49df50aefc09af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7481a8d-4c18-4937-8c58-af33df030d36', 'name': '', 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'mac_address': 'fa:16:3e:ca:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:24Z', 'updated_at': '2021-09-30T13:10:32Z', 'revision_number': 5, 'project_id': '750d23c361c34df48a49df50aefc09af', 'subnets': [{'id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:10:51.407512 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-db9f0237-c49b-4ff4-b339-84e63dbc5f9a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:10:51.410973 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-db9f0237-c49b-4ff4-b339-84e63dbc5f9a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:51.413812 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-db9f0237-c49b-4ff4-b339-84e63dbc5f9a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:10:51.485642 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-db9f0237-c49b-4ff4-b339-84e63dbc5f9a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:51.486527 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-db9f0237-c49b-4ff4-b339-84e63dbc5f9a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:51.498707 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f0237-c49b-4ff4-b339-84e63dbc5f9a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Pushing event updated for resources: {'Port': ['ID=c2947c4e-2f7e-4aab-bda3-1ac0595022f9,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:51.505742 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-db9f0237-c49b-4ff4-b339-84e63dbc5f9a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2709019 Sep 30 13:10:51.521514 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-bac3c624-e652-44db-a301-dc1c2664a636 service neutron] Request body: {'port': {'device_id': '0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:51.598425 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:51.603917 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-bac3c624-e652-44db-a301-dc1c2664a636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:51.842683 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f694b843-cf06-413f-9bdb-71bed6d22768 None None] Provisioning complete for port c2947c4e-2f7e-4aab-bda3-1ac0595022f9 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:51.843236 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f694b843-cf06-413f-9bdb-71bed6d22768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:51.912885 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e8e0be-090d-4e68-924f-243bdc0c671e None None] New status for floating IP 6ab60988-b495-414d-89b7-73c74ac9d097: ACTIVE {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:10:51.915839 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-f694b843-cf06-413f-9bdb-71bed6d22768 None None] Port c2947c4e-2f7e-4aab-bda3-1ac0595022f9 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:10:51.941339 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04fdb2-a342-44df-8571-122d79dfb330 req-c70f5664-8707-40b6-ad26-ba1ffa26bfcf tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:51.948876 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ec04fdb2-a342-44df-8571-122d79dfb330 req-c70f5664-8707-40b6-ad26-ba1ffa26bfcf tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 943 time: 0.1836517 Sep 30 13:10:52.010573 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ec04fdb2-a342-44df-8571-122d79dfb330 req-a66e6cfd-1308-466b-8abe-f513a552982c tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/security-groups?id=653dbcc8-2a4b-4bc2-b9c8-d1ba36e9c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607653 Sep 30 13:10:52.066885 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-bac3c624-e652-44db-a301-dc1c2664a636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2947c4e-2f7e-4aab-bda3-1ac0595022f9 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:10:52.074839 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-bac3c624-e652-44db-a301-dc1c2664a636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:52.089293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-bac3c624-e652-44db-a301-dc1c2664a636 service neutron] Transition to ACTIVE for port object c2947c4e-2f7e-4aab-bda3-1ac0595022f9 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:10:52.095243 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-bac3c624-e652-44db-a301-dc1c2664a636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:52.148313 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3c624-e652-44db-a301-dc1c2664a636 service neutron] Pushing event updated for resources: {'Port': ['ID=c2947c4e-2f7e-4aab-bda3-1ac0595022f9,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:52.182321 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d92e1624-81db-4441-af85-dc330c001147 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:10:52.202585 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54676) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:52.237791 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-bac3c624-e652-44db-a301-dc1c2664a636 service neutron] Attempting to bind port c2947c4e-2f7e-4aab-bda3-1ac0595022f9 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:10:52.238448 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-bac3c624-e652-44db-a301-dc1c2664a636 service neutron] Attempting to bind port c2947c4e-2f7e-4aab-bda3-1ac0595022f9 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:10:52.238926 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-bac3c624-e652-44db-a301-dc1c2664a636 service neutron] Attempting to bind port c2947c4e-2f7e-4aab-bda3-1ac0595022f9 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:10:52.244051 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-bac3c624-e652-44db-a301-dc1c2664a636 service neutron] Port c2947c4e-2f7e-4aab-bda3-1ac0595022f9 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:10:52.244549 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-bac3c624-e652-44db-a301-dc1c2664a636 service neutron] Attempting to bind port c2947c4e-2f7e-4aab-bda3-1ac0595022f9 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:10:52.250043 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-bac3c624-e652-44db-a301-dc1c2664a636 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:10:52.250553 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-bac3c624-e652-44db-a301-dc1c2664a636 service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:10:52.251013 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-bac3c624-e652-44db-a301-dc1c2664a636 service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:10:52.251355 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-bac3c624-e652-44db-a301-dc1c2664a636 service neutron] Bound port: c2947c4e-2f7e-4aab-bda3-1ac0595022f9, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:10:52.251708 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-bac3c624-e652-44db-a301-dc1c2664a636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:52.304700 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:52.313568 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port d92e1624-81db-4441-af85-dc330c001147, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d92e1624-81db-4441-af85-dc330c001147,segment=NetworkSegment(f2aaa798-022a-4391-bc1e-d1cec9340987),segment_id=f2aaa798-022a-4391-bc1e-d1cec9340987)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:52.330669 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'd92e1624-81db-4441-af85-dc330c001147', 'network_id': 'b4f94743-5672-4dd1-a1e5-79a79c728dba', 'port_id': 'd92e1624-81db-4441-af85-dc330c001147', 'mac_address': 'fa:16:3e:6f:18:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb394966-7667-406c-8fc2-d7b486faf071', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:10:52.344472 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-bac3c624-e652-44db-a301-dc1c2664a636 service neutron] For port c2947c4e-2f7e-4aab-bda3-1ac0595022f9, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:10:52.348039 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-bac3c624-e652-44db-a301-dc1c2664a636 service neutron] For port c2947c4e-2f7e-4aab-bda3-1ac0595022f9, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=c2947c4e-2f7e-4aab-bda3-1ac0595022f9,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:10:52.361365 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-bac3c624-e652-44db-a301-dc1c2664a636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:52.377514 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-904c8e9b-abe8-4dfc-926f-ba88ffeec596 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1033975971'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:52.404881 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:52.419290 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-bac3c624-e652-44db-a301-dc1c2664a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:52.419971 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-bac3c624-e652-44db-a301-dc1c2664a636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:52.421295 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-bac3c624-e652-44db-a301-dc1c2664a636 service neutron] 10.222.0.54 "PUT /v2.0/ports/c2947c4e-2f7e-4aab-bda3-1ac0595022f9 HTTP/1.1" status: 200 len: 1095 time: 0.9062703 Sep 30 13:10:52.421778 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2', 'tag': 'c2947c4e-2f7e-4aab-bda3-1ac0595022f9'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:10:52.424061 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ba484c-f4f1-4260-b9f3-79b8f2a267fe" -d '{"events": [{"name": "network-changed", "server_uuid": "0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2", "tag": "c2947c4e-2f7e-4aab-bda3-1ac0595022f9"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:10:52.474945 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3c624-e652-44db-a301-dc1c2664a636 service neutron] Pushing event updated for resources: {'Port': ['ID=c2947c4e-2f7e-4aab-bda3-1ac0595022f9,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:52.475527 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92e1624-81db-4441-af85-dc330c001147 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:10:52.478627 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904c8e9b-abe8-4dfc-926f-ba88ffeec596 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Made reservation on behalf of f4700a0b73134789ad73cd84992537fc for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:10:52.483102 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-904c8e9b-abe8-4dfc-926f-ba88ffeec596 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:52.504866 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-904c8e9b-abe8-4dfc-926f-ba88ffeec596 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:52.508901 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port d92e1624-81db-4441-af85-dc330c001147, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d92e1624-81db-4441-af85-dc330c001147,segment=NetworkSegment(f2aaa798-022a-4391-bc1e-d1cec9340987),segment_id=f2aaa798-022a-4391-bc1e-d1cec9340987)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:52.520644 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:52.544781 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-175a0e8a-6ba7-4407-a581-1719518ad7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:52.546930 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-175a0e8a-6ba7-4407-a581-1719518ad7e2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 1098 time: 0.0665784 Sep 30 13:10:52.560703 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c5bff-76a4-4a50-8b25-eee738eb87df req-05d10801-8677-4ed7-b526-ed6115b33426 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:52.562246 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a61c5bff-76a4-4a50-8b25-eee738eb87df req-05d10801-8677-4ed7-b526-ed6115b33426 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 947 time: 0.1771934 Sep 30 13:10:52.623889 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-230085cf-d76c-4852-b479-76668c85762d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=c2947c4e-2f7e-4aab-bda3-1ac0595022f9 HTTP/1.1" status: 200 len: 217 time: 0.0525134 Sep 30 13:10:52.649615 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a61c5bff-76a4-4a50-8b25-eee738eb87df req-68975714-f694-414a-a6b8-c5b9c832edca tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736058 Sep 30 13:10:52.686179 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-381ede26-4087-42cb-9d91-72b6fe7f5081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:52.687749 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-381ede26-4087-42cb-9d91-72b6fe7f5081 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0568788 Sep 30 13:10:52.690419 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-904c8e9b-abe8-4dfc-926f-ba88ffeec596 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:52.701702 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-904c8e9b-abe8-4dfc-926f-ba88ffeec596 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:52.746150 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=d92e1624-81db-4441-af85-dc330c001147,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:52.757668 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c8e9b-abe8-4dfc-926f-ba88ffeec596 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25efbfd6-40b9-4b0a-a385-9c8ecbfc9e6f,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:52.760492 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-d57cf0f2-5ab4-42e3-9913-60a36371d194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:52.760839 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904c8e9b-abe8-4dfc-926f-ba88ffeec596 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:10:52.762779 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-d57cf0f2-5ab4-42e3-9913-60a36371d194 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0675583 Sep 30 13:10:52.772962 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-904c8e9b-abe8-4dfc-926f-ba88ffeec596 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:52.773370 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-904c8e9b-abe8-4dfc-926f-ba88ffeec596 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Added segment 58ecbe66-e517-4f20-976d-eaef28c2f615 of type vlan for network 96680df1-de8d-4465-98fe-62a681b4c78b Sep 30 13:10:52.802282 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['d92e1624-81db-4441-af85-dc330c001147'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:10:52.815925 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-904c8e9b-abe8-4dfc-926f-ba88ffeec596 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:52.846430 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-904c8e9b-abe8-4dfc-926f-ba88ffeec596 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:52.853681 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904c8e9b-abe8-4dfc-926f-ba88ffeec596 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:52.854348 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-904c8e9b-abe8-4dfc-926f-ba88ffeec596 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:52.859151 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ea401a-1246-47b3-9cd0-ecb0a198f8f1 x-openstack-request-id: req-08ea401a-1246-47b3-9cd0-ecb0a198f8f1 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:10:52.859151 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2", "tag": "c2947c4e-2f7e-4aab-bda3-1ac0595022f9", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:10:52.859389 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08ea401a-1246-47b3-9cd0-ecb0a198f8f1 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:10:52.859883 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2', 'tag': 'c2947c4e-2f7e-4aab-bda3-1ac0595022f9', 'status': 'completed', 'code': 200} Sep 30 13:10:52.865964 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-0210d239-6af4-4b9a-a65b-71bccc2e90d6 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961165 Sep 30 13:10:52.889529 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-904c8e9b-abe8-4dfc-926f-ba88ffeec596 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6858521 Sep 30 13:10:52.892654 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54690) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:52.907192 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-06c1db18-2f22-4783-b579-ee7bb67817c2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1911807119'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:52.933213 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c8e9b-abe8-4dfc-926f-ba88ffeec596 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Network': ['ID=96680df1-de8d-4465-98fe-62a681b4c78b,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:52.944882 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 96680df1-de8d-4465-98fe-62a681b4c78b details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:10:52.988697 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c1db18-2f22-4783-b579-ee7bb67817c2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Made reservation on behalf of f4700a0b73134789ad73cd84992537fc for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:10:52.992959 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-06c1db18-2f22-4783-b579-ee7bb67817c2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:53.032740 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-07abdc03-ee3d-41bc-9d4c-9e4848047411 req-e887970e-c542-4d6a-b413-5961feba2ef0 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504810 Sep 30 13:10:53.035897 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c1db18-2f22-4783-b579-ee7bb67817c2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:10:53.047636 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-06c1db18-2f22-4783-b579-ee7bb67817c2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:53.048002 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-06c1db18-2f22-4783-b579-ee7bb67817c2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Added segment 3056b2bb-f2ec-48ca-8377-cbd20bbff40b of type vlan for network 5a7dd5cc-13bc-433a-9394-b40e5aeba0ee Sep 30 13:10:53.118199 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-06c1db18-2f22-4783-b579-ee7bb67817c2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:53.126763 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750f15b-d102-4392-aae9-57896d757a60 req-ff00f89b-0b2d-46e7-9c3b-397217fea22d tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:53.128275 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4750f15b-d102-4392-aae9-57896d757a60 req-ff00f89b-0b2d-46e7-9c3b-397217fea22d tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 944 time: 0.0538430 Sep 30 13:10:53.147742 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba484c-f4f1-4260-b9f3-79b8f2a267fe req-90dc1bb5-011a-4598-8dd1-76464bcef6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:53.149261 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-37ba484c-f4f1-4260-b9f3-79b8f2a267fe req-90dc1bb5-011a-4598-8dd1-76464bcef6be service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 1098 time: 0.0668185 Sep 30 13:10:53.155440 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-06c1db18-2f22-4783-b579-ee7bb67817c2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:53.160975 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c1db18-2f22-4783-b579-ee7bb67817c2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:53.161658 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-06c1db18-2f22-4783-b579-ee7bb67817c2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:53.172034 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4750f15b-d102-4392-aae9-57896d757a60 req-34602ae6-4492-45ce-b4f5-67187702566b tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/security-groups?id=653dbcc8-2a4b-4bc2-b9c8-d1ba36e9c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372906 Sep 30 13:10:53.223786 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-06c1db18-2f22-4783-b579-ee7bb67817c2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3286836 Sep 30 13:10:53.226966 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54696) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:53.232701 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-b90cec1e-5584-4a25-9905-01e8312a0397 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'subnet': {'network_id': '96680df1-de8d-4465-98fe-62a681b4c78b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:53.294862 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1db18-2f22-4783-b579-ee7bb67817c2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Network': ['ID=5a7dd5cc-13bc-433a-9394-b40e5aeba0ee,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:53.305553 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 5a7dd5cc-13bc-433a-9394-b40e5aeba0ee details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:10:53.322257 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba484c-f4f1-4260-b9f3-79b8f2a267fe req-2c2418e2-4eab-4d1e-963d-d9dc297d21dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:53.322501 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90cec1e-5584-4a25-9905-01e8312a0397 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Made reservation on behalf of f4700a0b73134789ad73cd84992537fc for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:10:53.324734 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-37ba484c-f4f1-4260-b9f3-79b8f2a267fe req-2c2418e2-4eab-4d1e-963d-d9dc297d21dc service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.1605282 Sep 30 13:10:53.325750 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b90cec1e-5584-4a25-9905-01e8312a0397 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:53.375921 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-37ba484c-f4f1-4260-b9f3-79b8f2a267fe req-ce5440e6-019c-407e-a021-8e32c335312c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=c2947c4e-2f7e-4aab-bda3-1ac0595022f9 HTTP/1.1" status: 200 len: 217 time: 0.0434887 Sep 30 13:10:53.439620 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba484c-f4f1-4260-b9f3-79b8f2a267fe req-7f08cdff-4b0c-4e94-b1e1-0a9519c503e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:53.441184 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-37ba484c-f4f1-4260-b9f3-79b8f2a267fe req-7f08cdff-4b0c-4e94-b1e1-0a9519c503e2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0507715 Sep 30 13:10:53.490181 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba484c-f4f1-4260-b9f3-79b8f2a267fe req-9e580296-edfd-4ac4-9dae-e9f4f3288cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:53.491773 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-37ba484c-f4f1-4260-b9f3-79b8f2a267fe req-9e580296-edfd-4ac4-9dae-e9f4f3288cf0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0433753 Sep 30 13:10:53.519280 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b90cec1e-5584-4a25-9905-01e8312a0397 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:53.583020 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cec1e-5584-4a25-9905-01e8312a0397 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Subnet': ['ID=4ab9baf6-6c3e-434e-85bb-1afa86cf4bde,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:53.592227 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90cec1e-5584-4a25-9905-01e8312a0397 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Checking segment: {'id': '58ecbe66-e517-4f20-976d-eaef28c2f615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '96680df1-de8d-4465-98fe-62a681b4c78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:10:53.592609 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90cec1e-5584-4a25-9905-01e8312a0397 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network hostable DHCP agents. Network: 96680df1-de8d-4465-98fe-62a681b4c78b, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:10:53.592721 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-37ba484c-f4f1-4260-b9f3-79b8f2a267fe req-078ba572-a987-4ff9-84c5-170d0c4b25d7 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894637 Sep 30 13:10:53.618681 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90cec1e-5584-4a25-9905-01e8312a0397 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network 96680df1-de8d-4465-98fe-62a681b4c78b is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:10:53.627489 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-b90cec1e-5584-4a25-9905-01e8312a0397 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 96680df1-de8d-4465-98fe-62a681b4c78b) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:53.631544 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90cec1e-5584-4a25-9905-01e8312a0397 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:53.632141 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b90cec1e-5584-4a25-9905-01e8312a0397 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:53.638309 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcd923c-c7ba-4984-94e5-63027cbe7f87 None None] Network 96680df1-de8d-4465-98fe-62a681b4c78b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:10:53.648904 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b90cec1e-5584-4a25-9905-01e8312a0397 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4179919 Sep 30 13:10:53.649161 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54702) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:53.654588 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-b832cd92-3663-48e3-9fa6-4def19498b3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'subnet': {'network_id': '5a7dd5cc-13bc-433a-9394-b40e5aeba0ee', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:53.709811 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-37ba484c-f4f1-4260-b9f3-79b8f2a267fe req-a15fd866-cd59-47ea-913b-39c464813705 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103601 Sep 30 13:10:53.777793 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b832cd92-3663-48e3-9fa6-4def19498b3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Made reservation on behalf of f4700a0b73134789ad73cd84992537fc for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:10:53.781218 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b832cd92-3663-48e3-9fa6-4def19498b3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:53.795019 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cec4c93-9c8e-43c2-ad2c-1122a7e0f862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-96680df1-de8d-4465-98fe-62a681b4c78b', 'network_id': '96680df1-de8d-4465-98fe-62a681b4c78b', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'fixed_ips': [{'subnet_id': '4ab9baf6-6c3e-434e-85bb-1afa86cf4bde'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:10:53.795890 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6cec4c93-9c8e-43c2-ad2c-1122a7e0f862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:53.807501 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ddecf-605e-4f16-9cfa-d9f25a87af4c req-ad2e0338-3f84-4a44-846a-cacf9a83d337 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:53.809030 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f35ddecf-605e-4f16-9cfa-d9f25a87af4c req-ad2e0338-3f84-4a44-846a-cacf9a83d337 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 947 time: 0.0898616 Sep 30 13:10:53.899081 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f35ddecf-605e-4f16-9cfa-d9f25a87af4c req-0623c767-bd7c-4c52-b422-e91f3e95bcbc tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819781 Sep 30 13:10:53.945332 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-6cec4c93-9c8e-43c2-ad2c-1122a7e0f862 None None] Allocated IP 2001:db8::2 (96680df1-de8d-4465-98fe-62a681b4c78b/4ab9baf6-6c3e-434e-85bb-1afa86cf4bde/c29241f3-d24e-423f-8279-a3b8ed0496e9) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:10:54.004445 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b832cd92-3663-48e3-9fa6-4def19498b3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:54.042035 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:54.069134 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832cd92-3663-48e3-9fa6-4def19498b3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Subnet': ['ID=5f480155-56a5-48c2-bec6-f05976c19229,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:54.078031 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b832cd92-3663-48e3-9fa6-4def19498b3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Checking segment: {'id': '3056b2bb-f2ec-48ca-8377-cbd20bbff40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5a7dd5cc-13bc-433a-9394-b40e5aeba0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:10:54.078672 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b832cd92-3663-48e3-9fa6-4def19498b3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network hostable DHCP agents. Network: 5a7dd5cc-13bc-433a-9394-b40e5aeba0ee, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:10:54.095661 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b832cd92-3663-48e3-9fa6-4def19498b3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network 5a7dd5cc-13bc-433a-9394-b40e5aeba0ee is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:10:54.099677 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6cec4c93-9c8e-43c2-ad2c-1122a7e0f862 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:54.104464 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-b832cd92-3663-48e3-9fa6-4def19498b3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 5a7dd5cc-13bc-433a-9394-b40e5aeba0ee) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:54.107014 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6cec4c93-9c8e-43c2-ad2c-1122a7e0f862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:54.110094 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b832cd92-3663-48e3-9fa6-4def19498b3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:54.110694 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b832cd92-3663-48e3-9fa6-4def19498b3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:54.118929 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2aa68bf-5313-4f8a-bef5-fbec6e64c86b None None] Network 5a7dd5cc-13bc-433a-9394-b40e5aeba0ee requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:10:54.127036 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b832cd92-3663-48e3-9fa6-4def19498b3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4768686 Sep 30 13:10:54.130005 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54706) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:54.134856 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-acd4da93-5bc1-4623-b837-c3399377aa44 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1369988206', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:54.158575 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-acd4da93-5bc1-4623-b837-c3399377aa44 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:54.159486 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-acd4da93-5bc1-4623-b837-c3399377aa44 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:54.210038 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cec4c93-9c8e-43c2-ad2c-1122a7e0f862 None None] Network 96680df1-de8d-4465-98fe-62a681b4c78b is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:10:54.211502 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d92e1624-81db-4441-af85-dc330c001147 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:10:54.219500 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec4c93-9c8e-43c2-ad2c-1122a7e0f862 None None] Pushing event updated for resources: {'Port': ['ID=c29241f3-d24e-423f-8279-a3b8ed0496e9,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:54.229935 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-acd4da93-5bc1-4623-b837-c3399377aa44 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:54.235778 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-acd4da93-5bc1-4623-b837-c3399377aa44 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:54.259596 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-acd4da93-5bc1-4623-b837-c3399377aa44 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:54.262544 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-acd4da93-5bc1-4623-b837-c3399377aa44 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1312609 Sep 30 13:10:54.264495 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54712) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:54.303274 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-6cec4c93-9c8e-43c2-ad2c-1122a7e0f862 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:54.311085 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cec4c93-9c8e-43c2-ad2c-1122a7e0f862 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:10:54.422760 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-6cec4c93-9c8e-43c2-ad2c-1122a7e0f862 None None] Attempting to bind port c29241f3-d24e-423f-8279-a3b8ed0496e9 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:10:54.423141 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-6cec4c93-9c8e-43c2-ad2c-1122a7e0f862 None None] Attempting to bind port c29241f3-d24e-423f-8279-a3b8ed0496e9 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '58ecbe66-e517-4f20-976d-eaef28c2f615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '96680df1-de8d-4465-98fe-62a681b4c78b'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:10:54.423517 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cec4c93-9c8e-43c2-ad2c-1122a7e0f862 None None] Attempting to bind port c29241f3-d24e-423f-8279-a3b8ed0496e9 on network 96680df1-de8d-4465-98fe-62a681b4c78b {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:10:54.431340 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port d92e1624-81db-4441-af85-dc330c001147 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:10:54.440263 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port d92e1624-81db-4441-af85-dc330c001147 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:54.440840 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:54.445357 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cec4c93-9c8e-43c2-ad2c-1122a7e0f862 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:10:54.445973 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cec4c93-9c8e-43c2-ad2c-1122a7e0f862 None None] Checking segment: {'id': '58ecbe66-e517-4f20-976d-eaef28c2f615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '96680df1-de8d-4465-98fe-62a681b4c78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:10:54.446536 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6cec4c93-9c8e-43c2-ad2c-1122a7e0f862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:54.447074 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cec4c93-9c8e-43c2-ad2c-1122a7e0f862 None None] Bound using segment: {'id': '58ecbe66-e517-4f20-976d-eaef28c2f615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '96680df1-de8d-4465-98fe-62a681b4c78b'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:10:54.447719 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-6cec4c93-9c8e-43c2-ad2c-1122a7e0f862 None None] Bound port: c29241f3-d24e-423f-8279-a3b8ed0496e9, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ecbe66-e517-4f20-976d-eaef28c2f615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '96680df1-de8d-4465-98fe-62a681b4c78b'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:10:54.448246 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6cec4c93-9c8e-43c2-ad2c-1122a7e0f862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:54.484899 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be45289-1fa6-4d98-afcc-ac3051459d10 req-90813ea5-be2e-4a42-8932-801e30b68f26 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:54.487596 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6be45289-1fa6-4d98-afcc-ac3051459d10 req-90813ea5-be2e-4a42-8932-801e30b68f26 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 944 time: 0.1662445 Sep 30 13:10:54.554785 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cbd885-a5b4-4c0b-b39d-3f0eb2e2f7ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-5a7dd5cc-13bc-433a-9394-b40e5aeba0ee', 'network_id': '5a7dd5cc-13bc-433a-9394-b40e5aeba0ee', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'fixed_ips': [{'subnet_id': '5f480155-56a5-48c2-bec6-f05976c19229'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:10:54.555625 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-28cbd885-a5b4-4c0b-b39d-3f0eb2e2f7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:54.581981 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-6cec4c93-9c8e-43c2-ad2c-1122a7e0f862 None None] For port c29241f3-d24e-423f-8279-a3b8ed0496e9, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:10:54.608548 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-6cec4c93-9c8e-43c2-ad2c-1122a7e0f862 None None] For port c29241f3-d24e-423f-8279-a3b8ed0496e9, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c29241f3-d24e-423f-8279-a3b8ed0496e9,segment=NetworkSegment(58ecbe66-e517-4f20-976d-eaef28c2f615),segment_id=58ecbe66-e517-4f20-976d-eaef28c2f615)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:10:54.624050 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6be45289-1fa6-4d98-afcc-ac3051459d10 req-c349a991-23b7-46b7-879a-a12dc6f71d69 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/security-groups?id=653dbcc8-2a4b-4bc2-b9c8-d1ba36e9c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024108 Sep 30 13:10:54.662091 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b0e74680-88b5-4759-8d5b-1c015a128056 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:54.673337 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6cec4c93-9c8e-43c2-ad2c-1122a7e0f862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:54.738230 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:54.806696 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec4c93-9c8e-43c2-ad2c-1122a7e0f862 None None] Pushing event updated for resources: {'Port': ['ID=c29241f3-d24e-423f-8279-a3b8ed0496e9,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:54.815260 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea74c571-35e9-4ab8-9c5f-18249e4a22db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92e1624-81db-4441-af85-dc330c001147'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:10:54.817631 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b733d19-06ef-419e-878c-4d9956199fa7" -d '{"events": [{"server_uuid": "ea74c571-35e9-4ab8-9c5f-18249e4a22db", "name": "network-vif-plugged", "status": "completed", "tag": "d92e1624-81db-4441-af85-dc330c001147"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:10:54.833576 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port d92e1624-81db-4441-af85-dc330c001147, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d92e1624-81db-4441-af85-dc330c001147,segment=NetworkSegment(f2aaa798-022a-4391-bc1e-d1cec9340987),segment_id=f2aaa798-022a-4391-bc1e-d1cec9340987)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:54.844382 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-28cbd885-a5b4-4c0b-b39d-3f0eb2e2f7ac None None] Allocated IP 2001:db8:1::2 (5a7dd5cc-13bc-433a-9394-b40e5aeba0ee/5f480155-56a5-48c2-bec6-f05976c19229/33deb3e8-3951-41bc-a985-8de2c06b8b16) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:10:54.846515 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:54.877126 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cf501d-c91a-4993-9db3-702e85d2aef4 x-openstack-request-id: req-d7cf501d-c91a-4993-9db3-702e85d2aef4 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:10:54.877416 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea74c571-35e9-4ab8-9c5f-18249e4a22db", "name": "network-vif-plugged", "status": "completed", "tag": "d92e1624-81db-4441-af85-dc330c001147", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:10:54.877808 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7cf501d-c91a-4993-9db3-702e85d2aef4 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:10:54.878228 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea74c571-35e9-4ab8-9c5f-18249e4a22db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92e1624-81db-4441-af85-dc330c001147', 'code': 200} Sep 30 13:10:54.945455 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-b0e74680-88b5-4759-8d5b-1c015a128056 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Allocated IP 2001:db8::1 (96680df1-de8d-4465-98fe-62a681b4c78b/4ab9baf6-6c3e-434e-85bb-1afa86cf4bde/addc515e-db81-45fd-ad59-834d0dcf0ca5) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:10:54.961494 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=d92e1624-81db-4441-af85-dc330c001147,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:55.110705 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-28cbd885-a5b4-4c0b-b39d-3f0eb2e2f7ac None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:55.119682 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-28cbd885-a5b4-4c0b-b39d-3f0eb2e2f7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:55.147254 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388f5d0-a768-45b7-91c5-84ecae35da5e req-5abdbfcb-a625-405e-a490-48c69e9608f3 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:55.148735 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a388f5d0-a768-45b7-91c5-84ecae35da5e req-5abdbfcb-a625-405e-a490-48c69e9608f3 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 947 time: 0.1375299 Sep 30 13:10:55.159936 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cbd885-a5b4-4c0b-b39d-3f0eb2e2f7ac None None] Network 5a7dd5cc-13bc-433a-9394-b40e5aeba0ee is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:10:55.162928 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-28cbd885-a5b4-4c0b-b39d-3f0eb2e2f7ac None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:55.165958 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cbd885-a5b4-4c0b-b39d-3f0eb2e2f7ac None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:10:55.178830 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbd885-a5b4-4c0b-b39d-3f0eb2e2f7ac None None] Pushing event updated for resources: {'Port': ['ID=33deb3e8-3951-41bc-a985-8de2c06b8b16,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:55.191846 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbec51-2035-460a-8cb0-7ef903956336 req-dc962519-41e1-40cd-8f49-f75d063435ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:55.193298 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b4cbec51-2035-460a-8cb0-7ef903956336 req-dc962519-41e1-40cd-8f49-f75d063435ca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 1096 time: 0.2111890 Sep 30 13:10:55.212975 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b0e74680-88b5-4759-8d5b-1c015a128056 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:55.227746 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-28cbd885-a5b4-4c0b-b39d-3f0eb2e2f7ac None None] Attempting to bind port 33deb3e8-3951-41bc-a985-8de2c06b8b16 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:10:55.228116 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-28cbd885-a5b4-4c0b-b39d-3f0eb2e2f7ac None None] Attempting to bind port 33deb3e8-3951-41bc-a985-8de2c06b8b16 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '3056b2bb-f2ec-48ca-8377-cbd20bbff40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5a7dd5cc-13bc-433a-9394-b40e5aeba0ee'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:10:55.228474 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cbd885-a5b4-4c0b-b39d-3f0eb2e2f7ac None None] Attempting to bind port 33deb3e8-3951-41bc-a985-8de2c06b8b16 on network 5a7dd5cc-13bc-433a-9394-b40e5aeba0ee {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:10:55.233968 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cbd885-a5b4-4c0b-b39d-3f0eb2e2f7ac None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:10:55.234367 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cbd885-a5b4-4c0b-b39d-3f0eb2e2f7ac None None] Checking segment: {'id': '3056b2bb-f2ec-48ca-8377-cbd20bbff40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5a7dd5cc-13bc-433a-9394-b40e5aeba0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:10:55.234764 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-28cbd885-a5b4-4c0b-b39d-3f0eb2e2f7ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:55.235165 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cbd885-a5b4-4c0b-b39d-3f0eb2e2f7ac None None] Bound using segment: {'id': '3056b2bb-f2ec-48ca-8377-cbd20bbff40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5a7dd5cc-13bc-433a-9394-b40e5aeba0ee'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:10:55.235629 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-28cbd885-a5b4-4c0b-b39d-3f0eb2e2f7ac None None] Bound port: 33deb3e8-3951-41bc-a985-8de2c06b8b16, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3056b2bb-f2ec-48ca-8377-cbd20bbff40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5a7dd5cc-13bc-433a-9394-b40e5aeba0ee'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:10:55.236007 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-28cbd885-a5b4-4c0b-b39d-3f0eb2e2f7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:55.240256 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a388f5d0-a768-45b7-91c5-84ecae35da5e req-1c4045c1-ab78-470a-9b1b-6fd6d66965ca tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816257 Sep 30 13:10:55.259355 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b4cbec51-2035-460a-8cb0-7ef903956336 req-f3d63937-f41f-4f70-9217-372d42aca87c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=653dbcc8-2a4b-4bc2-b9c8-d1ba36e9c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580723 Sep 30 13:10:55.284035 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b0e74680-88b5-4759-8d5b-1c015a128056 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:55.306425 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-28cbd885-a5b4-4c0b-b39d-3f0eb2e2f7ac None None] For port 33deb3e8-3951-41bc-a985-8de2c06b8b16, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:10:55.310041 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-28cbd885-a5b4-4c0b-b39d-3f0eb2e2f7ac None None] For port 33deb3e8-3951-41bc-a985-8de2c06b8b16, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=33deb3e8-3951-41bc-a985-8de2c06b8b16,segment=NetworkSegment(3056b2bb-f2ec-48ca-8377-cbd20bbff40b),segment_id=3056b2bb-f2ec-48ca-8377-cbd20bbff40b)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:10:55.317010 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-28cbd885-a5b4-4c0b-b39d-3f0eb2e2f7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:55.327181 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e74680-88b5-4759-8d5b-1c015a128056 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network 96680df1-de8d-4465-98fe-62a681b4c78b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:10:55.332429 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-b0e74680-88b5-4759-8d5b-1c015a128056 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:55.336972 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e74680-88b5-4759-8d5b-1c015a128056 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:10:55.337515 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b0e74680-88b5-4759-8d5b-1c015a128056 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:55.347409 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e74680-88b5-4759-8d5b-1c015a128056 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Port': ['ID=addc515e-db81-45fd-ad59-834d0dcf0ca5,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:55.375736 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbd885-a5b4-4c0b-b39d-3f0eb2e2f7ac None None] Pushing event updated for resources: {'Port': ['ID=33deb3e8-3951-41bc-a985-8de2c06b8b16,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:55.482484 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b0e74680-88b5-4759-8d5b-1c015a128056 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:55.826620 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device c2947c4e-2f7e-4aab-bda3-1ac0595022f9 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:10:55.842936 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167abef-e7eb-400d-bfcf-5629b8e6681c req-7cfc1654-0085-433e-9563-168015a52319 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:55.846536 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b167abef-e7eb-400d-bfcf-5629b8e6681c req-7cfc1654-0085-433e-9563-168015a52319 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 945 time: 0.0948513 Sep 30 13:10:55.901810 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b167abef-e7eb-400d-bfcf-5629b8e6681c req-ec38ee71-e800-488c-9e95-df85d2385fd6 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/security-groups?id=653dbcc8-2a4b-4bc2-b9c8-d1ba36e9c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495818 Sep 30 13:10:55.913428 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b0e74680-88b5-4759-8d5b-1c015a128056 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:55.915242 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2188dee9-da8f-4ad2-9565-61592e6a187d None None] Network 96680df1-de8d-4465-98fe-62a681b4c78b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:10:55.930171 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b0e74680-88b5-4759-8d5b-1c015a128056 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:55.931035 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b0e74680-88b5-4759-8d5b-1c015a128056 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:55.990382 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-57c0f46d-f13a-4573-ac8d-49e0689cd178 None None] Provisioning complete for port c29241f3-d24e-423f-8279-a3b8ed0496e9 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:55.990751 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57c0f46d-f13a-4573-ac8d-49e0689cd178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:55.998309 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e74680-88b5-4759-8d5b-1c015a128056 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Port': ['ID=addc515e-db81-45fd-ad59-834d0dcf0ca5,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:56.022217 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port c2947c4e-2f7e-4aab-bda3-1ac0595022f9, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=c2947c4e-2f7e-4aab-bda3-1ac0595022f9,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:56.046762 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'c2947c4e-2f7e-4aab-bda3-1ac0595022f9', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': 'c2947c4e-2f7e-4aab-bda3-1ac0595022f9', 'mac_address': 'fa:16:3e:74:d5:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:10:56.066166 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e74680-88b5-4759-8d5b-1c015a128056 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network 96680df1-de8d-4465-98fe-62a681b4c78b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:10:56.068169 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-b0e74680-88b5-4759-8d5b-1c015a128056 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:56.140268 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:56.196687 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e74680-88b5-4759-8d5b-1c015a128056 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Router c6e8f349-9b38-498f-83f9-2bbb6782b6e1 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:10:56.302961 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e74680-88b5-4759-8d5b-1c015a128056 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:10:56.309614 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b0e74680-88b5-4759-8d5b-1c015a128056 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "PUT /v2.0/routers/c6e8f349-9b38-498f-83f9-2bbb6782b6e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0421793 Sep 30 13:10:56.312047 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54748) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:56.325479 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2947c4e-2f7e-4aab-bda3-1ac0595022f9 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:10:56.336854 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1152806-43a9-46b7-8943-16eb1ffd2579 None None] Sync routers for ids ['c6e8f349-9b38-498f-83f9-2bbb6782b6e1'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:10:56.365589 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57c0f46d-f13a-4573-ac8d-49e0689cd178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:56.374390 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port c2947c4e-2f7e-4aab-bda3-1ac0595022f9, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=c2947c4e-2f7e-4aab-bda3-1ac0595022f9,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:56.380951 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49927b6-4e85-498c-bb8b-ede84442a45f tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:56.385187 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a49927b6-4e85-498c-bb8b-ede84442a45f tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "GET /v2.0/ports/addc515e-db81-45fd-ad59-834d0dcf0ca5 HTTP/1.1" status: 200 len: 911 time: 0.0695357 Sep 30 13:10:56.385520 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54752) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:56.403127 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:56.409642 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1152806-43a9-46b7-8943-16eb1ffd2579 None None] Routers {'c6e8f349-9b38-498f-83f9-2bbb6782b6e1'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:56.416663 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e1152806-43a9-46b7-8943-16eb1ffd2579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['c6e8f349-9b38-498f-83f9-2bbb6782b6e1'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:56.506171 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b4ef9-53fe-45bb-a2be-8fab7e91cd46 req-79fc247c-ce43-4b91-8ba5-bddd10381108 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:56.508541 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-240b4ef9-53fe-45bb-a2be-8fab7e91cd46 req-79fc247c-ce43-4b91-8ba5-bddd10381108 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 948 time: 0.1129329 Sep 30 13:10:56.511812 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e1152806-43a9-46b7-8943-16eb1ffd2579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:56.544744 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-57c0f46d-f13a-4573-ac8d-49e0689cd178 None None] For port c29241f3-d24e-423f-8279-a3b8ed0496e9, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c29241f3-d24e-423f-8279-a3b8ed0496e9,segment=NetworkSegment(58ecbe66-e517-4f20-976d-eaef28c2f615),segment_id=58ecbe66-e517-4f20-976d-eaef28c2f615)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:56.555307 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1152806-43a9-46b7-8943-16eb1ffd2579 None None] Routers {'c6e8f349-9b38-498f-83f9-2bbb6782b6e1'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:56.556123 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e1152806-43a9-46b7-8943-16eb1ffd2579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['c6e8f349-9b38-498f-83f9-2bbb6782b6e1'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:56.563990 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=c2947c4e-2f7e-4aab-bda3-1ac0595022f9,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:56.582309 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:10:56.591819 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-240b4ef9-53fe-45bb-a2be-8fab7e91cd46 req-f775c07e-d8da-465e-820d-01496410d4a8 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745502 Sep 30 13:10:56.600372 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57c0f46d-f13a-4573-ac8d-49e0689cd178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:56.636526 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cd372d-0a9e-40d4-b79c-a3a822f26111 None None] Network 5a7dd5cc-13bc-433a-9394-b40e5aeba0ee requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:10:56.640193 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e1152806-43a9-46b7-8943-16eb1ffd2579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:56.640836 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1152806-43a9-46b7-8943-16eb1ffd2579 None None] The sync data for ids ['c6e8f349-9b38-498f-83f9-2bbb6782b6e1'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:10:56.736019 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0f46d-f13a-4573-ac8d-49e0689cd178 None None] Pushing event updated for resources: {'Port': ['ID=c29241f3-d24e-423f-8279-a3b8ed0496e9,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:56.760521 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-467f0ef0-0654-466b-9abb-6983e95977de None None] Provisioning complete for port 33deb3e8-3951-41bc-a985-8de2c06b8b16 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:56.760894 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-467f0ef0-0654-466b-9abb-6983e95977de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:56.833250 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['c2947c4e-2f7e-4aab-bda3-1ac0595022f9'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:10:57.009901 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-467f0ef0-0654-466b-9abb-6983e95977de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:57.146995 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-467f0ef0-0654-466b-9abb-6983e95977de None None] For port 33deb3e8-3951-41bc-a985-8de2c06b8b16, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=33deb3e8-3951-41bc-a985-8de2c06b8b16,segment=NetworkSegment(3056b2bb-f2ec-48ca-8377-cbd20bbff40b),segment_id=3056b2bb-f2ec-48ca-8377-cbd20bbff40b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:10:57.162086 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-467f0ef0-0654-466b-9abb-6983e95977de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:57.178913 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 33deb3e8-3951-41bc-a985-8de2c06b8b16 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:10:57.262485 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee21e04-03ec-4d00-a10c-acf49f57e32a req-38fa581a-6a25-45c0-ac90-bac4798c0d01 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:57.264035 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aee21e04-03ec-4d00-a10c-acf49f57e32a req-38fa581a-6a25-45c0-ac90-bac4798c0d01 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 945 time: 0.1576784 Sep 30 13:10:57.299335 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f0ef0-0654-466b-9abb-6983e95977de None None] Pushing event updated for resources: {'Port': ['ID=33deb3e8-3951-41bc-a985-8de2c06b8b16,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:57.320411 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-fb071fd5-0581-4ffb-85d5-515bd80e7846 None None] Provisioning complete for port addc515e-db81-45fd-ad59-834d0dcf0ca5 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:57.320786 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fb071fd5-0581-4ffb-85d5-515bd80e7846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:57.357772 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 33deb3e8-3951-41bc-a985-8de2c06b8b16 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:57.358190 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:57.380775 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aee21e04-03ec-4d00-a10c-acf49f57e32a req-4a8a1017-ffd8-4329-ad43-3ff1c1d40962 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/security-groups?id=653dbcc8-2a4b-4bc2-b9c8-d1ba36e9c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054268 Sep 30 13:10:57.391890 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-fb071fd5-0581-4ffb-85d5-515bd80e7846 None None] Port addc515e-db81-45fd-ad59-834d0dcf0ca5 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:10:57.403638 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-32c192b8-c674-42d0-b10a-9d0ae7432548 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:57.422097 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-fb071fd5-0581-4ffb-85d5-515bd80e7846 None None] Provisioning complete for port c29241f3-d24e-423f-8279-a3b8ed0496e9 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:57.423509 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fb071fd5-0581-4ffb-85d5-515bd80e7846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:57.498494 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c29241f3-d24e-423f-8279-a3b8ed0496e9 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:10:57.534992 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6bce6-53fb-4b41-bceb-07d2d8b87130 req-c15678b3-c54c-4de6-be95-2b4e4479479c tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:57.546654 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8eb6bce6-53fb-4b41-bceb-07d2d8b87130 req-c15678b3-c54c-4de6-be95-2b4e4479479c tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 945 time: 0.0771787 Sep 30 13:10:57.547675 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54770) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:57.552243 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-8fc43b0c-e89f-4e3f-bb03-7acf770c2aa8 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Request body: {'floatingip': {'port_id': 'd92e1624-81db-4441-af85-dc330c001147'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:10:57.590077 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port c29241f3-d24e-423f-8279-a3b8ed0496e9 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:57.591289 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:57.595204 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fc43b0c-e89f-4e3f-bb03-7acf770c2aa8 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks [] for floatingip, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:57.696765 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-32c192b8-c674-42d0-b10a-9d0ae7432548 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Allocated IP 2001:db8:1::1 (5a7dd5cc-13bc-433a-9394-b40e5aeba0ee/5f480155-56a5-48c2-bec6-f05976c19229/fed1f253-8f09-4400-9395-e0d4cd6412ac) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:10:57.705571 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-2a5f77a2-4a92-4087-9384-3a878e569325 None None] Provisioning complete for port 33deb3e8-3951-41bc-a985-8de2c06b8b16 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:57.705996 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2a5f77a2-4a92-4087-9384-3a878e569325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:57.763721 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f15cc-a2da-450a-b5ad-2f09070fd0ba req-130810b1-e8c1-4d8e-acf3-6f5af684b40c tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:57.771916 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-473f15cc-a2da-450a-b5ad-2f09070fd0ba req-130810b1-e8c1-4d8e-acf3-6f5af684b40c tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 948 time: 0.1107132 Sep 30 13:10:57.824262 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-2a5f77a2-4a92-4087-9384-3a878e569325 None None] Provisioning complete for port addc515e-db81-45fd-ad59-834d0dcf0ca5 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:57.824546 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2a5f77a2-4a92-4087-9384-3a878e569325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:57.839695 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-32c192b8-c674-42d0-b10a-9d0ae7432548 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:57.859755 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-2a5f77a2-4a92-4087-9384-3a878e569325 None None] Port addc515e-db81-45fd-ad59-834d0dcf0ca5 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:10:57.878674 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-32c192b8-c674-42d0-b10a-9d0ae7432548 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:57.921117 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c192b8-c674-42d0-b10a-9d0ae7432548 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network 5a7dd5cc-13bc-433a-9394-b40e5aeba0ee is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:10:57.924354 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-32c192b8-c674-42d0-b10a-9d0ae7432548 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:57.927057 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c192b8-c674-42d0-b10a-9d0ae7432548 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:10:57.927950 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-32c192b8-c674-42d0-b10a-9d0ae7432548 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:57.979380 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c192b8-c674-42d0-b10a-9d0ae7432548 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Port': ['ID=fed1f253-8f09-4400-9395-e0d4cd6412ac,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:58.071293 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-32c192b8-c674-42d0-b10a-9d0ae7432548 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:58.157774 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-473f15cc-a2da-450a-b5ad-2f09070fd0ba req-be2b794f-425e-47f9-87ca-db527e574313 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848126 Sep 30 13:10:58.183004 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-cf1557a2-3974-48d4-9f02-8953b648b9b6 None None] Provisioning complete for port fed1f253-8f09-4400-9395-e0d4cd6412ac triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:58.183414 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cf1557a2-3974-48d4-9f02-8953b648b9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:58.224841 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-cf1557a2-3974-48d4-9f02-8953b648b9b6 None None] Port fed1f253-8f09-4400-9395-e0d4cd6412ac cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:10:58.361918 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-32c192b8-c674-42d0-b10a-9d0ae7432548 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:58.367155 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-32c192b8-c674-42d0-b10a-9d0ae7432548 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:58.367940 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-32c192b8-c674-42d0-b10a-9d0ae7432548 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:58.431414 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c192b8-c674-42d0-b10a-9d0ae7432548 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Port': ['ID=fed1f253-8f09-4400-9395-e0d4cd6412ac,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:10:58.445780 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fc43b0c-e89f-4e3f-bb03-7acf770c2aa8 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:58.451962 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fc43b0c-e89f-4e3f-bb03-7acf770c2aa8 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:58.498648 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c192b8-c674-42d0-b10a-9d0ae7432548 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network 5a7dd5cc-13bc-433a-9394-b40e5aeba0ee is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:10:58.500035 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-32c192b8-c674-42d0-b10a-9d0ae7432548 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:10:58.553700 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-8fc43b0c-e89f-4e3f-bb03-7acf770c2aa8 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Floating IP 89ee8b57-48ca-42d5-9c94-39f2356ab35b associated. External IP: 172.25.5.160, port: d92e1624-81db-4441-af85-dc330c001147. Sep 30 13:10:58.607548 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c192b8-c674-42d0-b10a-9d0ae7432548 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Router c6e8f349-9b38-498f-83f9-2bbb6782b6e1 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:10:58.715331 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c192b8-c674-42d0-b10a-9d0ae7432548 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:10:58.722736 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-32c192b8-c674-42d0-b10a-9d0ae7432548 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "PUT /v2.0/routers/c6e8f349-9b38-498f-83f9-2bbb6782b6e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3336987 Sep 30 13:10:58.723056 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54786) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:58.729027 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e14c6f-e0e8-4e39-9d63-e4404051a60a None None] Sync routers for ids ['c6e8f349-9b38-498f-83f9-2bbb6782b6e1'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:10:58.738734 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e14c6f-e0e8-4e39-9d63-e4404051a60a None None] Routers {'c6e8f349-9b38-498f-83f9-2bbb6782b6e1'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:58.739354 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-54e14c6f-e0e8-4e39-9d63-e4404051a60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['c6e8f349-9b38-498f-83f9-2bbb6782b6e1'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:58.749899 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4094fa93-0d9b-4c61-baeb-16f19619e3c4 None None] Provisioning complete for port fed1f253-8f09-4400-9395-e0d4cd6412ac triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:58.750489 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4094fa93-0d9b-4c61-baeb-16f19619e3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:58.778949 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-54e14c6f-e0e8-4e39-9d63-e4404051a60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:58.791156 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e14c6f-e0e8-4e39-9d63-e4404051a60a None None] Routers {'c6e8f349-9b38-498f-83f9-2bbb6782b6e1'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:58.791782 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-4094fa93-0d9b-4c61-baeb-16f19619e3c4 None None] Port fed1f253-8f09-4400-9395-e0d4cd6412ac cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:10:58.792191 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-54e14c6f-e0e8-4e39-9d63-e4404051a60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['c6e8f349-9b38-498f-83f9-2bbb6782b6e1'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:58.798366 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1a1ee2-de3f-4f11-a11d-13ecf594ddce tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:58.799766 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5b1a1ee2-de3f-4f11-a11d-13ecf594ddce tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "GET /v2.0/ports/fed1f253-8f09-4400-9395-e0d4cd6412ac HTTP/1.1" status: 200 len: 913 time: 0.0757689 Sep 30 13:10:58.802821 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54790) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:10:58.830040 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-54e14c6f-e0e8-4e39-9d63-e4404051a60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:58.830704 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e14c6f-e0e8-4e39-9d63-e4404051a60a None None] The sync data for ids ['c6e8f349-9b38-498f-83f9-2bbb6782b6e1'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:10:58.872099 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc43b0c-e89f-4e3f-bb03-7acf770c2aa8 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Router 9c1c45ff-6921-455b-9907-c2f24c02f586 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:10:58.978236 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 33deb3e8-3951-41bc-a985-8de2c06b8b16 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:10:58.987282 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc43b0c-e89f-4e3f-bb03-7acf770c2aa8 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:10:58.992692 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fc43b0c-e89f-4e3f-bb03-7acf770c2aa8 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:59.006296 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad583f88-ba13-48ab-acd8-1717cc000288 None None] Sync routers for ids ['9c1c45ff-6921-455b-9907-c2f24c02f586'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:10:59.026533 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8fc43b0c-e89f-4e3f-bb03-7acf770c2aa8 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "PUT /v2.0/floatingips/89ee8b57-48ca-42d5-9c94-39f2356ab35b HTTP/1.1" status: 200 len: 991 time: 1.4757128 Sep 30 13:10:59.026533 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea74c571-35e9-4ab8-9c5f-18249e4a22db', 'tag': 'd92e1624-81db-4441-af85-dc330c001147'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:10:59.026807 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad583f88-ba13-48ab-acd8-1717cc000288 None None] Routers {'9c1c45ff-6921-455b-9907-c2f24c02f586'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:59.027483 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-ad583f88-ba13-48ab-acd8-1717cc000288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['9c1c45ff-6921-455b-9907-c2f24c02f586'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:59.031249 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9e4909-7a91-4180-a6eb-55631e1e8ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "ea74c571-35e9-4ab8-9c5f-18249e4a22db", "tag": "d92e1624-81db-4441-af85-dc330c001147"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:10:59.082864 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f51464f-d2dd-45d9-a044-ba647ffc3f4a x-openstack-request-id: req-6f51464f-d2dd-45d9-a044-ba647ffc3f4a {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:10:59.083165 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea74c571-35e9-4ab8-9c5f-18249e4a22db", "tag": "d92e1624-81db-4441-af85-dc330c001147", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:10:59.083412 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f51464f-d2dd-45d9-a044-ba647ffc3f4a {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:10:59.083812 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea74c571-35e9-4ab8-9c5f-18249e4a22db', 'tag': 'd92e1624-81db-4441-af85-dc330c001147', 'status': 'completed', 'code': 200} Sep 30 13:10:59.112879 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 33deb3e8-3951-41bc-a985-8de2c06b8b16 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:59.113254 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:59.173714 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e4909-7a91-4180-a6eb-55631e1e8ac5 req-1ac2290b-bdbe-4185-baae-992478aadd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:59.175326 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd9e4909-7a91-4180-a6eb-55631e1e8ac5 req-1ac2290b-bdbe-4185-baae-992478aadd33 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89a01187976b4a9db1aceb3025c9740b&device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 1096 time: 0.0521555 Sep 30 13:10:59.181583 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1f9f71b3-b6ad-4d37-b9b3-3f6ebd1960be tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:59.188118 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-ad583f88-ba13-48ab-acd8-1717cc000288 None None] Set router 9c1c45ff-6921-455b-9907-c2f24c02f586 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:10:59.407036 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffd7b5-6f8b-4526-8704-a7818e338f0b req-62736849-d61f-48a4-80e2-bb93629cb68f tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:59.408519 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d2ffd7b5-6f8b-4526-8704-a7818e338f0b req-62736849-d61f-48a4-80e2-bb93629cb68f tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 948 time: 0.1690857 Sep 30 13:10:59.443181 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e4909-7a91-4180-a6eb-55631e1e8ac5 req-51814657-08d3-47f6-9a0e-b815aa4208ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:59.444714 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd9e4909-7a91-4180-a6eb-55631e1e8ac5 req-51814657-08d3-47f6-9a0e-b815aa4208ed service neutron] 10.222.0.39 "GET /v2.0/networks?id=b4f94743-5672-4dd1-a1e5-79a79c728dba HTTP/1.1" status: 200 len: 917 time: 0.2597172 Sep 30 13:10:59.461243 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-ad583f88-ba13-48ab-acd8-1717cc000288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'name': 'tempest-ServersTestBootFromVolume-1504422879-router', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'b89858d5-efee-4508-a644-238e93e84eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:09:59Z', 'updated_at': '2021-09-30T13:10:05Z', 'revision_number': 4, 'project_id': '89a01187976b4a9db1aceb3025c9740b', 'gw_port': {'id': 'b89858d5-efee-4508-a644-238e93e84eaf', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:00Z', 'updated_at': '2021-09-30T13:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '89ee8b57-48ca-42d5-9c94-39f2356ab35b', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'floating_ip_address': '172.25.5.160', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'port_id': 'd92e1624-81db-4441-af85-dc330c001147', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f94743-5672-4dd1-a1e5-79a79c728dba', 'mac_address': 'fa:16:3e:6f:18:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea74c571-35e9-4ab8-9c5f-18249e4a22db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:10:08Z', 'updated_at': '2021-09-30T13:10:58Z', 'revision_number': 1, 'project_id': '89a01187976b4a9db1aceb3025c9740b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c4a881-ce8f-4e1c-9a90-0195ed6d6804', 'name': '', 'network_id': 'b4f94743-5672-4dd1-a1e5-79a79c728dba', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'mac_address': 'fa:16:3e:a9:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'eb394966-7667-406c-8fc2-d7b486faf071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:04Z', 'updated_at': '2021-09-30T13:10:09Z', 'revision_number': 5, 'project_id': '89a01187976b4a9db1aceb3025c9740b', 'subnets': [{'id': 'eb394966-7667-406c-8fc2-d7b486faf071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:59.488215 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad583f88-ba13-48ab-acd8-1717cc000288 None None] Checking router: 9c1c45ff-6921-455b-9907-c2f24c02f586 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:10:59.497437 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad583f88-ba13-48ab-acd8-1717cc000288 None None] Routers {'9c1c45ff-6921-455b-9907-c2f24c02f586'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:10:59.498083 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-ad583f88-ba13-48ab-acd8-1717cc000288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['9c1c45ff-6921-455b-9907-c2f24c02f586'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:10:59.526891 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d2ffd7b5-6f8b-4526-8704-a7818e338f0b req-2db4634b-8095-4d0c-ac39-28be7a09a5bc tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123881 Sep 30 13:10:59.547108 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd9e4909-7a91-4180-a6eb-55631e1e8ac5 req-5839e628-82ae-4b67-aeae-0713fdbce56b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d92e1624-81db-4441-af85-dc330c001147 HTTP/1.1" status: 200 len: 999 time: 0.0895095 Sep 30 13:10:59.651695 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e4909-7a91-4180-a6eb-55631e1e8ac5 req-681b1d0b-e802-472f-a7f6-42ad291b1059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:59.654266 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd9e4909-7a91-4180-a6eb-55631e1e8ac5 req-681b1d0b-e802-472f-a7f6-42ad291b1059 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eb394966-7667-406c-8fc2-d7b486faf071 HTTP/1.1" status: 200 len: 855 time: 0.0977955 Sep 30 13:10:59.712940 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f71b3-b6ad-4d37-b9b3-3f6ebd1960be tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Deleting port fed1f253-8f09-4400-9395-e0d4cd6412ac {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:10:59.713387 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1f9f71b3-b6ad-4d37-b9b3-3f6ebd1960be tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:59.731504 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e4909-7a91-4180-a6eb-55631e1e8ac5 req-2d13d054-bf7c-4052-a91e-5760003df59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:10:59.733063 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd9e4909-7a91-4180-a6eb-55631e1e8ac5 req-2d13d054-bf7c-4052-a91e-5760003df59b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b4f94743-5672-4dd1-a1e5-79a79c728dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698133 Sep 30 13:10:59.744507 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-ad583f88-ba13-48ab-acd8-1717cc000288 None None] Set router 9c1c45ff-6921-455b-9907-c2f24c02f586 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:10:59.841289 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device c2947c4e-2f7e-4aab-bda3-1ac0595022f9 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:10:59.865375 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1f9f71b3-b6ad-4d37-b9b3-3f6ebd1960be tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:10:59.885979 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f71b3-b6ad-4d37-b9b3-3f6ebd1960be tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Calling delete_port for fed1f253-8f09-4400-9395-e0d4cd6412ac owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:10:59.895193 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd9e4909-7a91-4180-a6eb-55631e1e8ac5 req-dd3fbd24-54b9-42b3-8805-f41ac2164c43 service neutron] 10.222.0.39 "GET /v2.0/networks/b4f94743-5672-4dd1-a1e5-79a79c728dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534560 Sep 30 13:10:59.988920 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port c2947c4e-2f7e-4aab-bda3-1ac0595022f9 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:10:59.994096 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port c2947c4e-2f7e-4aab-bda3-1ac0595022f9 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:10:59.994470 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:00.047314 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-ad583f88-ba13-48ab-acd8-1717cc000288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'name': 'tempest-ServersTestBootFromVolume-1504422879-router', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'b89858d5-efee-4508-a644-238e93e84eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:09:59Z', 'updated_at': '2021-09-30T13:10:05Z', 'revision_number': 4, 'project_id': '89a01187976b4a9db1aceb3025c9740b', 'gw_port': {'id': 'b89858d5-efee-4508-a644-238e93e84eaf', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:00Z', 'updated_at': '2021-09-30T13:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '89ee8b57-48ca-42d5-9c94-39f2356ab35b', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'floating_ip_address': '172.25.5.160', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'port_id': 'd92e1624-81db-4441-af85-dc330c001147', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f94743-5672-4dd1-a1e5-79a79c728dba', 'mac_address': 'fa:16:3e:6f:18:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea74c571-35e9-4ab8-9c5f-18249e4a22db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:10:08Z', 'updated_at': '2021-09-30T13:10:58Z', 'revision_number': 1, 'project_id': '89a01187976b4a9db1aceb3025c9740b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c4a881-ce8f-4e1c-9a90-0195ed6d6804', 'name': '', 'network_id': 'b4f94743-5672-4dd1-a1e5-79a79c728dba', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'mac_address': 'fa:16:3e:a9:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'eb394966-7667-406c-8fc2-d7b486faf071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:04Z', 'updated_at': '2021-09-30T13:10:09Z', 'revision_number': 5, 'project_id': '89a01187976b4a9db1aceb3025c9740b', 'subnets': [{'id': 'eb394966-7667-406c-8fc2-d7b486faf071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:00.077952 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad583f88-ba13-48ab-acd8-1717cc000288 None None] The sync data for ids ['9c1c45ff-6921-455b-9907-c2f24c02f586'] in n-d-810909-2 is: [{'id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'name': 'tempest-ServersTestBootFromVolume-1504422879-router', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'b89858d5-efee-4508-a644-238e93e84eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:09:59Z', 'updated_at': '2021-09-30T13:10:05Z', 'revision_number': 4, 'project_id': '89a01187976b4a9db1aceb3025c9740b', 'gw_port': {'id': 'b89858d5-efee-4508-a644-238e93e84eaf', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:00Z', 'updated_at': '2021-09-30T13:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '89ee8b57-48ca-42d5-9c94-39f2356ab35b', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'floating_ip_address': '172.25.5.160', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'port_id': 'd92e1624-81db-4441-af85-dc330c001147', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f94743-5672-4dd1-a1e5-79a79c728dba', 'mac_address': 'fa:16:3e:6f:18:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea74c571-35e9-4ab8-9c5f-18249e4a22db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:10:08Z', 'updated_at': '2021-09-30T13:10:58Z', 'revision_number': 1, 'project_id': '89a01187976b4a9db1aceb3025c9740b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c4a881-ce8f-4e1c-9a90-0195ed6d6804', 'name': '', 'network_id': 'b4f94743-5672-4dd1-a1e5-79a79c728dba', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'mac_address': 'fa:16:3e:a9:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'eb394966-7667-406c-8fc2-d7b486faf071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:04Z', 'updated_at': '2021-09-30T13:10:09Z', 'revision_number': 5, 'project_id': '89a01187976b4a9db1aceb3025c9740b', 'subnets': [{'id': 'eb394966-7667-406c-8fc2-d7b486faf071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:11:00.078281 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd9e4909-7a91-4180-a6eb-55631e1e8ac5 req-e52d5b55-41c4-46b9-818e-9017ca8321a0 service neutron] 10.222.0.39 "GET /v2.0/networks/b4f94743-5672-4dd1-a1e5-79a79c728dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745977 Sep 30 13:11:00.116317 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:00.155823 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1f9f71b3-b6ad-4d37-b9b3-3f6ebd1960be tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:00.162848 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2947c4e-2f7e-4aab-bda3-1ac0595022f9'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:11:00.166333 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5478114-60b6-4ced-97b2-51901a4e3ef7" -d '{"events": [{"server_uuid": "0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2", "name": "network-vif-plugged", "status": "completed", "tag": "c2947c4e-2f7e-4aab-bda3-1ac0595022f9"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:11:00.174483 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port c2947c4e-2f7e-4aab-bda3-1ac0595022f9, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=c2947c4e-2f7e-4aab-bda3-1ac0595022f9,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:00.185938 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f71b3-b6ad-4d37-b9b3-3f6ebd1960be tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Port': ['ID=fed1f253-8f09-4400-9395-e0d4cd6412ac,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:00.191896 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:00.234211 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39c3d0d-54b4-4921-9f98-0f21e483c559 x-openstack-request-id: req-d39c3d0d-54b4-4921-9f98-0f21e483c559 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:11:00.234506 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2", "name": "network-vif-plugged", "status": "completed", "tag": "c2947c4e-2f7e-4aab-bda3-1ac0595022f9", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:11:00.234760 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d39c3d0d-54b4-4921-9f98-0f21e483c559 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:11:00.235155 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2947c4e-2f7e-4aab-bda3-1ac0595022f9', 'code': 200} Sep 30 13:11:00.256681 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=c2947c4e-2f7e-4aab-bda3-1ac0595022f9,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:00.319234 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1f9f71b3-b6ad-4d37-b9b3-3f6ebd1960be tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:00.381055 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3a6b25-b4f5-49e2-8149-eabddde1c3c3 None None] New status for floating IP 89ee8b57-48ca-42d5-9c94-39f2356ab35b: ACTIVE {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:11:00.475379 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454891ca-5dc2-46f4-a962-47422ccbb695 req-d425fca8-2e0f-40fc-b92d-da88aa95b640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:00.476908 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-454891ca-5dc2-46f4-a962-47422ccbb695 req-d425fca8-2e0f-40fc-b92d-da88aa95b640 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 1100 time: 0.1700027 Sep 30 13:11:00.584240 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-454891ca-5dc2-46f4-a962-47422ccbb695 req-0c1b2ece-4151-494c-9c6d-4d542c0c660e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707111 Sep 30 13:11:00.595703 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9f71b3-b6ad-4d37-b9b3-3f6ebd1960be tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Router c6e8f349-9b38-498f-83f9-2bbb6782b6e1 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:11:00.738565 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54824) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:00.850939 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-05a8f732-be58-4a42-8967-8c10ac1ad914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:00.959604 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-05a8f732-be58-4a42-8967-8c10ac1ad914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:00.964046 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-05a8f732-be58-4a42-8967-8c10ac1ad914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:01.007761 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-05a8f732-be58-4a42-8967-8c10ac1ad914 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8db08f11d6d4c0e9092dd0aef2ac785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2656217 Sep 30 13:11:01.008347 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54832) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:01.014490 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8f732-be58-4a42-8967-8c10ac1ad914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36c7a88-6b2f-4e77-8f4e-a9043029a381,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:01.049402 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99727b-e741-41d6-aa1d-a2b120c5c5ab req-ef4f6dca-dc2e-4696-b33e-3fa8daac2a4a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:01.050941 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5a99727b-e741-41d6-aa1d-a2b120c5c5ab req-ef4f6dca-dc2e-4696-b33e-3fa8daac2a4a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.4420810 Sep 30 13:11:01.056313 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9f71b3-b6ad-4d37-b9b3-3f6ebd1960be tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:11:01.062467 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1f9f71b3-b6ad-4d37-b9b3-3f6ebd1960be tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "PUT /v2.0/routers/c6e8f349-9b38-498f-83f9-2bbb6782b6e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2586093 Sep 30 13:11:01.065274 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54834) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:01.068866 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53b43d4-8a5d-407e-8da5-96f94b81178b None None] Sync routers for ids ['c6e8f349-9b38-498f-83f9-2bbb6782b6e1'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:11:01.076864 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2e4a4594-d532-44ee-8e21-3d6525b4eeb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:01.079033 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53b43d4-8a5d-407e-8da5-96f94b81178b None None] Routers {'c6e8f349-9b38-498f-83f9-2bbb6782b6e1'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:01.079660 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a53b43d4-8a5d-407e-8da5-96f94b81178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['c6e8f349-9b38-498f-83f9-2bbb6782b6e1'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:01.094734 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5a99727b-e741-41d6-aa1d-a2b120c5c5ab req-27e273d1-a321-48ec-b86b-d5bef7c04a4e tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365484 Sep 30 13:11:01.113799 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a53b43d4-8a5d-407e-8da5-96f94b81178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:01.122929 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53b43d4-8a5d-407e-8da5-96f94b81178b None None] Routers {'c6e8f349-9b38-498f-83f9-2bbb6782b6e1'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:01.123528 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a53b43d4-8a5d-407e-8da5-96f94b81178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['c6e8f349-9b38-498f-83f9-2bbb6782b6e1'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:01.158043 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a53b43d4-8a5d-407e-8da5-96f94b81178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:01.158694 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53b43d4-8a5d-407e-8da5-96f94b81178b None None] The sync data for ids ['c6e8f349-9b38-498f-83f9-2bbb6782b6e1'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:11:01.164623 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2e4a4594-d532-44ee-8e21-3d6525b4eeb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:01.298212 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2e4a4594-d532-44ee-8e21-3d6525b4eeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:01.300742 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2e4a4594-d532-44ee-8e21-3d6525b4eeb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:01.301996 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2e4a4594-d532-44ee-8e21-3d6525b4eeb4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a36c7a88-6b2f-4e77-8f4e-a9043029a381 HTTP/1.1" status: 204 len: 168 time: 0.2930508 Sep 30 13:11:01.335288 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a4594-d532-44ee-8e21-3d6525b4eeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36c7a88-6b2f-4e77-8f4e-a9043029a381,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:01.454298 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0977264e-26c8-40c2-a4ea-886f4ceb94ce tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:01.699761 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-0977264e-26c8-40c2-a4ea-886f4ceb94ce tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Deleting port addc515e-db81-45fd-ad59-834d0dcf0ca5 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:11:01.700108 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0977264e-26c8-40c2-a4ea-886f4ceb94ce tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:01.788744 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0977264e-26c8-40c2-a4ea-886f4ceb94ce tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:01.800387 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-0977264e-26c8-40c2-a4ea-886f4ceb94ce tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Calling delete_port for addc515e-db81-45fd-ad59-834d0dcf0ca5 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:11:01.988501 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0977264e-26c8-40c2-a4ea-886f4ceb94ce tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:02.022417 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977264e-26c8-40c2-a4ea-886f4ceb94ce tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Port': ['ID=addc515e-db81-45fd-ad59-834d0dcf0ca5,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:02.167262 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0977264e-26c8-40c2-a4ea-886f4ceb94ce tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:02.340167 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711de83-9bee-4457-9c0a-6885e3d5b905 req-99916a29-9832-4ad5-bcce-5b1ed87c7394 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:02.341754 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d711de83-9bee-4457-9c0a-6885e3d5b905 req-99916a29-9832-4ad5-bcce-5b1ed87c7394 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.1239586 Sep 30 13:11:02.389835 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0977264e-26c8-40c2-a4ea-886f4ceb94ce tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Router c6e8f349-9b38-498f-83f9-2bbb6782b6e1 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:11:02.450548 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d711de83-9bee-4457-9c0a-6885e3d5b905 req-945aa968-5bcf-4aab-a1dc-d0b5aa3f0b07 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785029 Sep 30 13:11:02.486329 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0977264e-26c8-40c2-a4ea-886f4ceb94ce tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:11:02.491968 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0977264e-26c8-40c2-a4ea-886f4ceb94ce tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "PUT /v2.0/routers/c6e8f349-9b38-498f-83f9-2bbb6782b6e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4256656 Sep 30 13:11:02.496407 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54884) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:02.497974 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145c5d3f-dab7-479f-b0db-b884018020d7 None None] Sync routers for ids ['c6e8f349-9b38-498f-83f9-2bbb6782b6e1'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:11:02.507284 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145c5d3f-dab7-479f-b0db-b884018020d7 None None] Routers {'c6e8f349-9b38-498f-83f9-2bbb6782b6e1'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:02.508258 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-145c5d3f-dab7-479f-b0db-b884018020d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['c6e8f349-9b38-498f-83f9-2bbb6782b6e1'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:02.525679 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-61f3f896-c7a7-4bf6-a65f-9d4096a0ca25 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6e8f349-9b38-498f-83f9-2bbb6782b6e1 HTTP/1.1" status: 200 len: 205 time: 0.0275645 Sep 30 13:11:02.528473 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54886) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:02.635718 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-145c5d3f-dab7-479f-b0db-b884018020d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:02.639147 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-52dc3381-c727-4a1d-94c7-c78e950b3086 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:02.644238 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145c5d3f-dab7-479f-b0db-b884018020d7 None None] Routers {'c6e8f349-9b38-498f-83f9-2bbb6782b6e1'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:02.645027 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-145c5d3f-dab7-479f-b0db-b884018020d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['c6e8f349-9b38-498f-83f9-2bbb6782b6e1'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:02.677542 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-145c5d3f-dab7-479f-b0db-b884018020d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:02.678426 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145c5d3f-dab7-479f-b0db-b884018020d7 None None] The sync data for ids ['c6e8f349-9b38-498f-83f9-2bbb6782b6e1'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:11:02.718540 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33fa52-acf4-47be-96e2-8fbb63c322aa req-e3986c45-94d8-4b31-b2c8-bc175cc3e56e tempest-MigrationsAdminTest-956195043 tempest-MigrationsAdminTest-956195043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:02.720090 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0c33fa52-acf4-47be-96e2-8fbb63c322aa req-e3986c45-94d8-4b31-b2c8-bc175cc3e56e tempest-MigrationsAdminTest-956195043 tempest-MigrationsAdminTest-956195043-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 1100 time: 0.1848612 Sep 30 13:11:02.824808 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-52dc3381-c727-4a1d-94c7-c78e950b3086 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:02.827445 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-52dc3381-c727-4a1d-94c7-c78e950b3086 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:02.875005 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0c33fa52-acf4-47be-96e2-8fbb63c322aa req-f7d0283f-7aee-4ab4-a8cd-524675ce6965 tempest-MigrationsAdminTest-956195043 tempest-MigrationsAdminTest-956195043-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279879 Sep 30 13:11:02.884484 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-52dc3381-c727-4a1d-94c7-c78e950b3086 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:02.884994 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52dc3381-c727-4a1d-94c7-c78e950b3086 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Fanout notify agent at l3_agent the message router_deleted on router c6e8f349-9b38-498f-83f9-2bbb6782b6e1 {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:11:02.893593 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-52dc3381-c727-4a1d-94c7-c78e950b3086 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:02.897603 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54906) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:02.898146 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-52dc3381-c727-4a1d-94c7-c78e950b3086 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/routers/c6e8f349-9b38-498f-83f9-2bbb6782b6e1 HTTP/1.1" status: 204 len: 168 time: 0.3682919 Sep 30 13:11:02.976011 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-0abf2c52-7938-424d-8ef9-1a5148a868c4 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Deleting subnet 5f480155-56a5-48c2-bec6-f05976c19229 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:11:02.979794 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0abf2c52-7938-424d-8ef9-1a5148a868c4 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:03.030451 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0abf2c52-7938-424d-8ef9-1a5148a868c4 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:03.210602 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0abf2c52-7938-424d-8ef9-1a5148a868c4 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:03.228581 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-27de1551-9762-43e0-979a-d880e84b9827 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0536125 Sep 30 13:11:03.270203 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569711f-d41d-4471-b625-66db76a0bc1b req-222e65a8-1556-43cd-b189-6f3683e22382 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:03.271735 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9569711f-d41d-4471-b625-66db76a0bc1b req-222e65a8-1556-43cd-b189-6f3683e22382 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.1107516 Sep 30 13:11:03.334351 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9569711f-d41d-4471-b625-66db76a0bc1b req-3884dbf5-1340-4483-b73e-aa0672df7f48 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515401 Sep 30 13:11:03.335432 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0abf2c52-7938-424d-8ef9-1a5148a868c4 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:03.367349 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf2c52-7938-424d-8ef9-1a5148a868c4 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Subnet': ['ID=5f480155-56a5-48c2-bec6-f05976c19229,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:03.372827 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0abf2c52-7938-424d-8ef9-1a5148a868c4 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:03.375005 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0abf2c52-7938-424d-8ef9-1a5148a868c4 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/subnets/5f480155-56a5-48c2-bec6-f05976c19229 HTTP/1.1" status: 204 len: 168 time: 0.4761550 Sep 30 13:11:03.377750 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54978) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:03.384186 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e951ec-ff5a-45bd-9a56-e83593b7bfa1 None None] Network 5a7dd5cc-13bc-433a-9394-b40e5aeba0ee requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:11:03.459563 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21fd5f6-627b-4a73-8fa9-d1f19fe98ca0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Deleting subnet 4ab9baf6-6c3e-434e-85bb-1afa86cf4bde {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:11:03.462810 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a21fd5f6-627b-4a73-8fa9-d1f19fe98ca0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:03.516215 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a21fd5f6-627b-4a73-8fa9-d1f19fe98ca0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:03.639131 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a21fd5f6-627b-4a73-8fa9-d1f19fe98ca0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:03.662421 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089df437-3543-4fcb-bbd2-92dab2bf4088 None None] DHCP port deletion for 5a7dd5cc-13bc-433a-9394-b40e5aeba0ee request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:11:03.719996 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a21fd5f6-627b-4a73-8fa9-d1f19fe98ca0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:03.721683 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-089df437-3543-4fcb-bbd2-92dab2bf4088 None None] Deleting port 33deb3e8-3951-41bc-a985-8de2c06b8b16 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:11:03.722087 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-089df437-3543-4fcb-bbd2-92dab2bf4088 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:03.756130 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55004) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:03.773886 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21fd5f6-627b-4a73-8fa9-d1f19fe98ca0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Subnet': ['ID=4ab9baf6-6c3e-434e-85bb-1afa86cf4bde,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:03.776125 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a21fd5f6-627b-4a73-8fa9-d1f19fe98ca0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:03.780704 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a21fd5f6-627b-4a73-8fa9-d1f19fe98ca0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/subnets/4ab9baf6-6c3e-434e-85bb-1afa86cf4bde HTTP/1.1" status: 204 len: 168 time: 0.3995876 Sep 30 13:11:03.780977 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55008) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:03.799104 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322c5eef-c726-4188-8045-1b2af6c86916 None None] Network 96680df1-de8d-4465-98fe-62a681b4c78b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:11:03.831207 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-089df437-3543-4fcb-bbd2-92dab2bf4088 None None] For port 33deb3e8-3951-41bc-a985-8de2c06b8b16, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=33deb3e8-3951-41bc-a985-8de2c06b8b16,segment=NetworkSegment(3056b2bb-f2ec-48ca-8377-cbd20bbff40b),segment_id=3056b2bb-f2ec-48ca-8377-cbd20bbff40b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:03.831637 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-089df437-3543-4fcb-bbd2-92dab2bf4088 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:03.852569 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-089df437-3543-4fcb-bbd2-92dab2bf4088 None None] Calling delete_port for 33deb3e8-3951-41bc-a985-8de2c06b8b16 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:11:03.877638 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7d3bec51-2a2c-4c10-8a60-18694429ae66 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:03.911346 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-10ac281b-ee8e-4ae0-9db0-8b10e65904e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:03.954497 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-7d3bec51-2a2c-4c10-8a60-18694429ae66 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Deleting port 33deb3e8-3951-41bc-a985-8de2c06b8b16 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:11:03.954897 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7d3bec51-2a2c-4c10-8a60-18694429ae66 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:04.019845 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-089df437-3543-4fcb-bbd2-92dab2bf4088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:04.048738 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-10ac281b-ee8e-4ae0-9db0-8b10e65904e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:04.051826 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089df437-3543-4fcb-bbd2-92dab2bf4088 None None] Pushing event deleted for resources: {'Port': ['ID=33deb3e8-3951-41bc-a985-8de2c06b8b16,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:04.057954 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089df437-3543-4fcb-bbd2-92dab2bf4088 None None] No DVR routers for this DVR port 33deb3e8-3951-41bc-a985-8de2c06b8b16 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:11:04.060698 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-10ac281b-ee8e-4ae0-9db0-8b10e65904e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:04.063107 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-7d3bec51-2a2c-4c10-8a60-18694429ae66 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] For port 33deb3e8-3951-41bc-a985-8de2c06b8b16, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=33deb3e8-3951-41bc-a985-8de2c06b8b16,segment=NetworkSegment(3056b2bb-f2ec-48ca-8377-cbd20bbff40b),segment_id=3056b2bb-f2ec-48ca-8377-cbd20bbff40b)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:04.063256 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7d3bec51-2a2c-4c10-8a60-18694429ae66 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:04.064606 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089df437-3543-4fcb-bbd2-92dab2bf4088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:04.065009 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089df437-3543-4fcb-bbd2-92dab2bf4088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:04.065356 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089df437-3543-4fcb-bbd2-92dab2bf4088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:04.065818 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089df437-3543-4fcb-bbd2-92dab2bf4088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:04.066292 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089df437-3543-4fcb-bbd2-92dab2bf4088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:04.066923 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089df437-3543-4fcb-bbd2-92dab2bf4088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:04.067396 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089df437-3543-4fcb-bbd2-92dab2bf4088 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:04.067931 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089df437-3543-4fcb-bbd2-92dab2bf4088 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:04.068451 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089df437-3543-4fcb-bbd2-92dab2bf4088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:04.068920 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089df437-3543-4fcb-bbd2-92dab2bf4088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:04.069419 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089df437-3543-4fcb-bbd2-92dab2bf4088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:04.070084 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089df437-3543-4fcb-bbd2-92dab2bf4088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:04.094252 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39723352-817f-4476-a60c-21e865702364 None None] DHCP port deletion for 96680df1-de8d-4465-98fe-62a681b4c78b request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:11:04.099680 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-7d3bec51-2a2c-4c10-8a60-18694429ae66 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Calling delete_port for 33deb3e8-3951-41bc-a985-8de2c06b8b16 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:11:04.132990 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-10ac281b-ee8e-4ae0-9db0-8b10e65904e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1ad00e04f91450290842860a5977b90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3753345 Sep 30 13:11:04.138707 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55016) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:04.157926 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac281b-ee8e-4ae0-9db0-8b10e65904e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7439810-6d14-42a8-9166-1233180a96f6,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:04.210485 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-39723352-817f-4476-a60c-21e865702364 None None] Deleting port c29241f3-d24e-423f-8279-a3b8ed0496e9 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:11:04.211750 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-39723352-817f-4476-a60c-21e865702364 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:04.216054 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7d3bec51-2a2c-4c10-8a60-18694429ae66 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:04.237463 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5e40dfa1-7cdf-4ff5-8411-327a12ee4e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:04.248424 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3bec51-2a2c-4c10-8a60-18694429ae66 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Port': ['ID=33deb3e8-3951-41bc-a985-8de2c06b8b16,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:04.253572 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3bec51-2a2c-4c10-8a60-18694429ae66 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] No DVR routers for this DVR port 33deb3e8-3951-41bc-a985-8de2c06b8b16 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:11:04.296330 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5e40dfa1-7cdf-4ff5-8411-327a12ee4e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:04.346747 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-39723352-817f-4476-a60c-21e865702364 None None] For port c29241f3-d24e-423f-8279-a3b8ed0496e9, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c29241f3-d24e-423f-8279-a3b8ed0496e9,segment=NetworkSegment(58ecbe66-e517-4f20-976d-eaef28c2f615),segment_id=58ecbe66-e517-4f20-976d-eaef28c2f615)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:04.346986 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7d3bec51-2a2c-4c10-8a60-18694429ae66 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:04.347178 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-39723352-817f-4476-a60c-21e865702364 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:04.363478 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5e40dfa1-7cdf-4ff5-8411-327a12ee4e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:04.368134 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5e40dfa1-7cdf-4ff5-8411-327a12ee4e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:04.373093 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-39723352-817f-4476-a60c-21e865702364 None None] Calling delete_port for c29241f3-d24e-423f-8279-a3b8ed0496e9 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:11:04.373326 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5e40dfa1-7cdf-4ff5-8411-327a12ee4e8c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7439810-6d14-42a8-9166-1233180a96f6 HTTP/1.1" status: 204 len: 168 time: 0.2332821 Sep 30 13:11:04.378268 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-7d3bec51-2a2c-4c10-8a60-18694429ae66 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7dd5cc-13bc-433a-9394-b40e5aeba0ee']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:04.382767 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40dfa1-7cdf-4ff5-8411-327a12ee4e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7439810-6d14-42a8-9166-1233180a96f6,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:04.394079 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-7d3bec51-2a2c-4c10-8a60-18694429ae66 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3056b2bb-f2ec-48ca-8377-cbd20bbff40b') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:04.394601 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-7d3bec51-2a2c-4c10-8a60-18694429ae66 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3056b2bb-f2ec-48ca-8377-cbd20bbff40b') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:04.407347 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7d3bec51-2a2c-4c10-8a60-18694429ae66 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:04.428686 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7d3bec51-2a2c-4c10-8a60-18694429ae66 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:04.437531 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3bec51-2a2c-4c10-8a60-18694429ae66 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:11:04.438072 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7d3bec51-2a2c-4c10-8a60-18694429ae66 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:11:04.441945 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:11:04.507503 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-39723352-817f-4476-a60c-21e865702364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:04.538640 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39723352-817f-4476-a60c-21e865702364 None None] Pushing event deleted for resources: {'Port': ['ID=c29241f3-d24e-423f-8279-a3b8ed0496e9,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:04.545704 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39723352-817f-4476-a60c-21e865702364 None None] No DVR routers for this DVR port c29241f3-d24e-423f-8279-a3b8ed0496e9 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:11:04.567578 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7d3bec51-2a2c-4c10-8a60-18694429ae66 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:04.576493 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7d3bec51-2a2c-4c10-8a60-18694429ae66 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:04.578366 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7d3bec51-2a2c-4c10-8a60-18694429ae66 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/networks/5a7dd5cc-13bc-433a-9394-b40e5aeba0ee HTTP/1.1" status: 204 len: 168 time: 0.7963157 Sep 30 13:11:04.582511 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55028) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:04.608821 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3bec51-2a2c-4c10-8a60-18694429ae66 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Network': ['ID=5a7dd5cc-13bc-433a-9394-b40e5aeba0ee,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:04.626904 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bf1cf-3710-4824-96bf-ce1b10c89618 req-4e401c8a-59a9-4a13-8b6c-a948377cb266 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:04.628396 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ad4bf1cf-3710-4824-96bf-ce1b10c89618 req-4e401c8a-59a9-4a13-8b6c-a948377cb266 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.1025946 Sep 30 13:11:04.704833 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a3522a40-22d9-4387-b76c-97398bf3aff7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:04.717956 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ad4bf1cf-3710-4824-96bf-ce1b10c89618 req-9dc97b4b-1d8c-424b-a1a0-03b3b799decb tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834124 Sep 30 13:11:04.746000 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55032) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:04.759220 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-866ea816-5626-4705-976b-3ec315a0a135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:04.805198 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a3522a40-22d9-4387-b76c-97398bf3aff7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:04.827825 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-a3522a40-22d9-4387-b76c-97398bf3aff7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96680df1-de8d-4465-98fe-62a681b4c78b']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:04.839448 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-a3522a40-22d9-4387-b76c-97398bf3aff7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ecbe66-e517-4f20-976d-eaef28c2f615') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:04.839818 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-a3522a40-22d9-4387-b76c-97398bf3aff7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ecbe66-e517-4f20-976d-eaef28c2f615') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:04.849527 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a3522a40-22d9-4387-b76c-97398bf3aff7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:04.862920 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a3522a40-22d9-4387-b76c-97398bf3aff7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:04.876051 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-866ea816-5626-4705-976b-3ec315a0a135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:04.879258 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3522a40-22d9-4387-b76c-97398bf3aff7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:11:04.879736 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a3522a40-22d9-4387-b76c-97398bf3aff7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:11:04.882830 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:11:04.888292 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-866ea816-5626-4705-976b-3ec315a0a135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:04.927528 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-866ea816-5626-4705-976b-3ec315a0a135 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3344c9c651e941f98902c03cfa49607d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1806352 Sep 30 13:11:04.928405 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ea816-5626-4705-976b-3ec315a0a135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90f7347-9cd2-4ed0-ad98-188c12966fd6,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:04.930705 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55034) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:04.964623 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-be5ea663-b765-4e33-8b67-05b506d714b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:04.966177 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-be5ea663-b765-4e33-8b67-05b506d714b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 1100 time: 0.0983496 Sep 30 13:11:04.981949 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-82f79df3-d627-4fec-92c9-7a55c92bfb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:04.983732 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a3522a40-22d9-4387-b76c-97398bf3aff7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:04.984437 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 33deb3e8-3951-41bc-a985-8de2c06b8b16 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:11:05.004550 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-82f79df3-d627-4fec-92c9-7a55c92bfb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:05.004693 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a3522a40-22d9-4387-b76c-97398bf3aff7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:05.007568 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 33deb3e8-3951-41bc-a985-8de2c06b8b16 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:11:05.007907 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 33deb3e8-3951-41bc-a985-8de2c06b8b16 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:11:05.008512 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c29241f3-d24e-423f-8279-a3b8ed0496e9 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:11:05.010798 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a3522a40-22d9-4387-b76c-97398bf3aff7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/networks/96680df1-de8d-4465-98fe-62a681b4c78b HTTP/1.1" status: 204 len: 168 time: 0.4265332 Sep 30 13:11:05.012088 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55036) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:05.027259 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: c29241f3-d24e-423f-8279-a3b8ed0496e9 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:11:05.027601 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c29241f3-d24e-423f-8279-a3b8ed0496e9 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:11:05.029224 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d597ce4f-2377-45ab-88a9-58e504d79d3c tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-448926400'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:05.041452 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3522a40-22d9-4387-b76c-97398bf3aff7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Network': ['ID=96680df1-de8d-4465-98fe-62a681b4c78b,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:05.059328 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-82f79df3-d627-4fec-92c9-7a55c92bfb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:05.061989 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-82f79df3-d627-4fec-92c9-7a55c92bfb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:05.063263 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-82f79df3-d627-4fec-92c9-7a55c92bfb9f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a90f7347-9cd2-4ed0-ad98-188c12966fd6 HTTP/1.1" status: 204 len: 168 time: 0.1316648 Sep 30 13:11:05.072302 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f79df3-d627-4fec-92c9-7a55c92bfb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90f7347-9cd2-4ed0-ad98-188c12966fd6,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:05.102317 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d597ce4f-2377-45ab-88a9-58e504d79d3c tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Made reservation on behalf of f4700a0b73134789ad73cd84992537fc for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:11:05.105808 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d597ce4f-2377-45ab-88a9-58e504d79d3c tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:05.133147 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-63061fb8-555f-4520-aa79-a69b40894fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:05.134672 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-63061fb8-555f-4520-aa79-a69b40894fa8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.1617787 Sep 30 13:11:05.148451 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d597ce4f-2377-45ab-88a9-58e504d79d3c tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:11:05.182397 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-edf16103-c7b9-40ad-911e-a8b061bd0277 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=c2947c4e-2f7e-4aab-bda3-1ac0595022f9 HTTP/1.1" status: 200 len: 217 time: 0.0390768 Sep 30 13:11:05.187446 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d597ce4f-2377-45ab-88a9-58e504d79d3c tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:05.187933 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-d597ce4f-2377-45ab-88a9-58e504d79d3c tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Added segment 503fc88a-ead2-4a06-a8c7-9ad0ff965a26 of type vlan for network 8914befe-b30d-43d3-923c-15d6ed153820 Sep 30 13:11:05.267722 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d597ce4f-2377-45ab-88a9-58e504d79d3c tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:05.278178 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-a9dcd15f-d748-4411-85c9-b1fd1e037259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:05.279669 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-a9dcd15f-d748-4411-85c9-b1fd1e037259 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0902693 Sep 30 13:11:05.328426 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d597ce4f-2377-45ab-88a9-58e504d79d3c tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:05.337504 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d597ce4f-2377-45ab-88a9-58e504d79d3c tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:05.338264 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d597ce4f-2377-45ab-88a9-58e504d79d3c tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:05.403056 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-3c9d27f3-d261-41be-82cc-e57b7596cc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:05.404600 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-3c9d27f3-d261-41be-82cc-e57b7596cc8f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1156573 Sep 30 13:11:05.408714 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d597ce4f-2377-45ab-88a9-58e504d79d3c tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3854983 Sep 30 13:11:05.412241 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55050) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:05.417194 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-512b1f25-ca60-4137-8f7e-931de580406a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'subnet': {'network_id': '8914befe-b30d-43d3-923c-15d6ed153820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:05.468459 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597ce4f-2377-45ab-88a9-58e504d79d3c tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Network': ['ID=8914befe-b30d-43d3-923c-15d6ed153820,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:05.481549 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 8914befe-b30d-43d3-923c-15d6ed153820 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:11:05.549174 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-7862381d-6734-401e-8ec6-542325828e49 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100500 Sep 30 13:11:05.555603 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512b1f25-ca60-4137-8f7e-931de580406a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Made reservation on behalf of f4700a0b73134789ad73cd84992537fc for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:11:05.562810 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-512b1f25-ca60-4137-8f7e-931de580406a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:05.663056 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-84369038-322f-408b-8333-5090f8ac31ad service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062605 Sep 30 13:11:05.775783 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-512b1f25-ca60-4137-8f7e-931de580406a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:05.872262 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b1f25-ca60-4137-8f7e-931de580406a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Subnet': ['ID=c938e9c7-fec6-40fe-8db8-35870229a951,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:05.884607 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512b1f25-ca60-4137-8f7e-931de580406a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Checking segment: {'id': '503fc88a-ead2-4a06-a8c7-9ad0ff965a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8914befe-b30d-43d3-923c-15d6ed153820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:11:05.884967 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512b1f25-ca60-4137-8f7e-931de580406a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network hostable DHCP agents. Network: 8914befe-b30d-43d3-923c-15d6ed153820, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:11:05.899555 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfba950-62be-42c6-a35e-02b3fa6bcac7 req-0a05e0f9-0be3-4f80-b3a6-3bce18c4647a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:05.901050 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fbfba950-62be-42c6-a35e-02b3fa6bcac7 req-0a05e0f9-0be3-4f80-b3a6-3bce18c4647a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.0899966 Sep 30 13:11:05.924131 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512b1f25-ca60-4137-8f7e-931de580406a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network 8914befe-b30d-43d3-923c-15d6ed153820 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:11:05.936644 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-512b1f25-ca60-4137-8f7e-931de580406a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 8914befe-b30d-43d3-923c-15d6ed153820) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:05.946598 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11122b22-61b4-4376-afbc-0aab1f6e7ccf None None] Network 8914befe-b30d-43d3-923c-15d6ed153820 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:11:05.947099 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512b1f25-ca60-4137-8f7e-931de580406a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:05.947420 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-512b1f25-ca60-4137-8f7e-931de580406a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:05.960081 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fbfba950-62be-42c6-a35e-02b3fa6bcac7 req-a9082b78-9f9a-42bc-807e-03e0df25f3b0 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509477 Sep 30 13:11:05.973277 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55076) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:05.973442 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-512b1f25-ca60-4137-8f7e-931de580406a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5599899 Sep 30 13:11:05.978836 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-805b5d55-b95f-4b3a-b77d-07cb1b3cc730 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1773703134', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:06.004576 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-805b5d55-b95f-4b3a-b77d-07cb1b3cc730 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:06.005724 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-805b5d55-b95f-4b3a-b77d-07cb1b3cc730 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:06.063975 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-805b5d55-b95f-4b3a-b77d-07cb1b3cc730 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:06.070483 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-805b5d55-b95f-4b3a-b77d-07cb1b3cc730 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:06.090833 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-805b5d55-b95f-4b3a-b77d-07cb1b3cc730 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:06.092411 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-805b5d55-b95f-4b3a-b77d-07cb1b3cc730 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1174889 Sep 30 13:11:06.095544 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55078) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:06.100607 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-5e20ea80-2ea5-4a14-a8c1-6510352e598a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'port': {'network_id': '8914befe-b30d-43d3-923c-15d6ed153820', 'name': 'tempest-RoutersIpV6Test-1811518072'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:06.133521 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9392f46b-888c-4f4d-9bb7-aa4bba00954f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-8914befe-b30d-43d3-923c-15d6ed153820', 'network_id': '8914befe-b30d-43d3-923c-15d6ed153820', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'fixed_ips': [{'subnet_id': 'c938e9c7-fec6-40fe-8db8-35870229a951'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:11:06.134586 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9392f46b-888c-4f4d-9bb7-aa4bba00954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:06.244472 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e20ea80-2ea5-4a14-a8c1-6510352e598a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Made reservation on behalf of f4700a0b73134789ad73cd84992537fc for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:11:06.251767 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5e20ea80-2ea5-4a14-a8c1-6510352e598a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:06.275000 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-5e20ea80-2ea5-4a14-a8c1-6510352e598a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] device_id is not set on port c6fc8b97-41df-47a2-b4d2-e068316edf6b yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:11:06.316986 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-9392f46b-888c-4f4d-9bb7-aa4bba00954f None None] Allocated IP 2001:db8::2 (8914befe-b30d-43d3-923c-15d6ed153820/c938e9c7-fec6-40fe-8db8-35870229a951/114bbb6d-d308-4978-a7ca-f6864192b947) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:11:06.476833 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9392f46b-888c-4f4d-9bb7-aa4bba00954f None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:06.483300 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9392f46b-888c-4f4d-9bb7-aa4bba00954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:06.525042 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9392f46b-888c-4f4d-9bb7-aa4bba00954f None None] Network 8914befe-b30d-43d3-923c-15d6ed153820 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:11:06.534310 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-9392f46b-888c-4f4d-9bb7-aa4bba00954f None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:06.538643 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9392f46b-888c-4f4d-9bb7-aa4bba00954f None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:11:06.547667 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392f46b-888c-4f4d-9bb7-aa4bba00954f None None] Pushing event updated for resources: {'Port': ['ID=114bbb6d-d308-4978-a7ca-f6864192b947,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:06.550544 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-5e20ea80-2ea5-4a14-a8c1-6510352e598a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Allocated IP 2001:db8::356 (8914befe-b30d-43d3-923c-15d6ed153820/c938e9c7-fec6-40fe-8db8-35870229a951/c6fc8b97-41df-47a2-b4d2-e068316edf6b) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:11:06.609216 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-9392f46b-888c-4f4d-9bb7-aa4bba00954f None None] Attempting to bind port 114bbb6d-d308-4978-a7ca-f6864192b947 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:11:06.609679 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-9392f46b-888c-4f4d-9bb7-aa4bba00954f None None] Attempting to bind port 114bbb6d-d308-4978-a7ca-f6864192b947 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '503fc88a-ead2-4a06-a8c7-9ad0ff965a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8914befe-b30d-43d3-923c-15d6ed153820'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:11:06.610721 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9392f46b-888c-4f4d-9bb7-aa4bba00954f None None] Attempting to bind port 114bbb6d-d308-4978-a7ca-f6864192b947 on network 8914befe-b30d-43d3-923c-15d6ed153820 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:11:06.616497 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9392f46b-888c-4f4d-9bb7-aa4bba00954f None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:11:06.617000 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9392f46b-888c-4f4d-9bb7-aa4bba00954f None None] Checking segment: {'id': '503fc88a-ead2-4a06-a8c7-9ad0ff965a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8914befe-b30d-43d3-923c-15d6ed153820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:11:06.617559 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9392f46b-888c-4f4d-9bb7-aa4bba00954f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:06.618138 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9392f46b-888c-4f4d-9bb7-aa4bba00954f None None] Bound using segment: {'id': '503fc88a-ead2-4a06-a8c7-9ad0ff965a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8914befe-b30d-43d3-923c-15d6ed153820'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:11:06.618773 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-9392f46b-888c-4f4d-9bb7-aa4bba00954f None None] Bound port: 114bbb6d-d308-4978-a7ca-f6864192b947, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503fc88a-ead2-4a06-a8c7-9ad0ff965a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8914befe-b30d-43d3-923c-15d6ed153820'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:11:06.619326 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9392f46b-888c-4f4d-9bb7-aa4bba00954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:06.696294 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-9392f46b-888c-4f4d-9bb7-aa4bba00954f None None] For port 114bbb6d-d308-4978-a7ca-f6864192b947, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:11:06.701056 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-9392f46b-888c-4f4d-9bb7-aa4bba00954f None None] For port 114bbb6d-d308-4978-a7ca-f6864192b947, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=114bbb6d-d308-4978-a7ca-f6864192b947,segment=NetworkSegment(503fc88a-ead2-4a06-a8c7-9ad0ff965a26),segment_id=503fc88a-ead2-4a06-a8c7-9ad0ff965a26)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:11:06.706097 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9392f46b-888c-4f4d-9bb7-aa4bba00954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:06.747806 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5e20ea80-2ea5-4a14-a8c1-6510352e598a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:06.784995 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392f46b-888c-4f4d-9bb7-aa4bba00954f None None] Pushing event updated for resources: {'Port': ['ID=114bbb6d-d308-4978-a7ca-f6864192b947,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:06.795786 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5e20ea80-2ea5-4a14-a8c1-6510352e598a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:06.844602 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e20ea80-2ea5-4a14-a8c1-6510352e598a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network 8914befe-b30d-43d3-923c-15d6ed153820 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:11:06.847817 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-5e20ea80-2ea5-4a14-a8c1-6510352e598a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:06.852020 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e20ea80-2ea5-4a14-a8c1-6510352e598a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:11:06.858338 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e20ea80-2ea5-4a14-a8c1-6510352e598a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:06.859023 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5e20ea80-2ea5-4a14-a8c1-6510352e598a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:06.865805 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20ea80-2ea5-4a14-a8c1-6510352e598a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Port': ['ID=c6fc8b97-41df-47a2-b4d2-e068316edf6b,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:06.881501 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5e20ea80-2ea5-4a14-a8c1-6510352e598a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7846370 Sep 30 13:11:06.884176 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55132) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:07.140224 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756d480-45e4-4eb0-a248-382e4390699f req-7743efbc-ea02-468e-aa71-0847f9b670e5 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:07.142477 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0756d480-45e4-4eb0-a248-382e4390699f req-7743efbc-ea02-468e-aa71-0847f9b670e5 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.0771265 Sep 30 13:11:07.193799 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0756d480-45e4-4eb0-a248-382e4390699f req-139f2ce6-991e-4528-bd6a-26e3079bff02 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417688 Sep 30 13:11:07.560220 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e6b495af-3d27-4a75-9340-c4722f3c5ec0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:07.850098 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e6b495af-3d27-4a75-9340-c4722f3c5ec0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:07.855355 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e6b495af-3d27-4a75-9340-c4722f3c5ec0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:07.878533 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d5e429-390b-4d47-a585-13bd6a8dbd98 None None] Network 8914befe-b30d-43d3-923c-15d6ed153820 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:11:07.938971 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b495af-3d27-4a75-9340-c4722f3c5ec0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Port': ['ID=c6fc8b97-41df-47a2-b4d2-e068316edf6b,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:07.962644 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9db21b93-8488-4f94-8a51-6c133fd0d578 None None] Provisioning complete for port 114bbb6d-d308-4978-a7ca-f6864192b947 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:07.963080 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9db21b93-8488-4f94-8a51-6c133fd0d578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:08.060304 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e6b495af-3d27-4a75-9340-c4722f3c5ec0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:08.119306 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9db21b93-8488-4f94-8a51-6c133fd0d578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:08.163397 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-9db21b93-8488-4f94-8a51-6c133fd0d578 None None] For port 114bbb6d-d308-4978-a7ca-f6864192b947, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=114bbb6d-d308-4978-a7ca-f6864192b947,segment=NetworkSegment(503fc88a-ead2-4a06-a8c7-9ad0ff965a26),segment_id=503fc88a-ead2-4a06-a8c7-9ad0ff965a26)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:08.168318 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9db21b93-8488-4f94-8a51-6c133fd0d578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:08.221428 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e6b495af-3d27-4a75-9340-c4722f3c5ec0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:08.236551 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db21b93-8488-4f94-8a51-6c133fd0d578 None None] Pushing event updated for resources: {'Port': ['ID=114bbb6d-d308-4978-a7ca-f6864192b947,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:08.431475 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff9be5-dcd5-4dba-bcf2-e3f56c4e1dab req-92b411c5-1331-4b84-be16-1c535684b32c tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:08.450525 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-adff9be5-dcd5-4dba-bcf2-e3f56c4e1dab req-92b411c5-1331-4b84-be16-1c535684b32c tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.1580944 Sep 30 13:11:08.502378 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-078bf2fa-5e20-4045-ab06-606252ea13dc None None] Provisioning complete for port 114bbb6d-d308-4978-a7ca-f6864192b947 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:08.503075 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-078bf2fa-5e20-4045-ab06-606252ea13dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:08.575277 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-adff9be5-dcd5-4dba-bcf2-e3f56c4e1dab req-23ebfcfe-c3bd-47b4-92c0-b3d90bbe6b1b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238179 Sep 30 13:11:08.680162 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-078bf2fa-5e20-4045-ab06-606252ea13dc None None] Provisioning complete for port c6fc8b97-41df-47a2-b4d2-e068316edf6b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:08.680727 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-078bf2fa-5e20-4045-ab06-606252ea13dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:08.704611 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e6b495af-3d27-4a75-9340-c4722f3c5ec0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:08.709876 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e6b495af-3d27-4a75-9340-c4722f3c5ec0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:08.711067 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e6b495af-3d27-4a75-9340-c4722f3c5ec0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:08.721694 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-078bf2fa-5e20-4045-ab06-606252ea13dc None None] Port c6fc8b97-41df-47a2-b4d2-e068316edf6b cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:11:08.780916 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b495af-3d27-4a75-9340-c4722f3c5ec0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Port': ['ID=c6fc8b97-41df-47a2-b4d2-e068316edf6b,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:08.856294 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-423291ff-4000-4af3-b0f5-cce6a24359ba None None] Provisioning complete for port c6fc8b97-41df-47a2-b4d2-e068316edf6b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:08.857344 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-423291ff-4000-4af3-b0f5-cce6a24359ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:08.887626 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b495af-3d27-4a75-9340-c4722f3c5ec0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network 8914befe-b30d-43d3-923c-15d6ed153820 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:11:08.889322 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-e6b495af-3d27-4a75-9340-c4722f3c5ec0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:08.910051 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-423291ff-4000-4af3-b0f5-cce6a24359ba None None] Port c6fc8b97-41df-47a2-b4d2-e068316edf6b cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:11:09.032117 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 114bbb6d-d308-4978-a7ca-f6864192b947 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:11:09.070194 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b495af-3d27-4a75-9340-c4722f3c5ec0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Router a7efbf4c-4067-4a89-b2cf-0e7b390d264d is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:11:09.093390 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 114bbb6d-d308-4978-a7ca-f6864192b947 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:09.093791 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:09.099794 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55298) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:09.148541 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-1f0592df-7af0-4eda-9267-1cce8b1438d8 None None] Provisioning complete for port c6fc8b97-41df-47a2-b4d2-e068316edf6b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:09.148973 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1f0592df-7af0-4eda-9267-1cce8b1438d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:09.200144 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b495af-3d27-4a75-9340-c4722f3c5ec0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:11:09.206633 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e6b495af-3d27-4a75-9340-c4722f3c5ec0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "PUT /v2.0/routers/a7efbf4c-4067-4a89-b2cf-0e7b390d264d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3213089 Sep 30 13:11:09.209280 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55302) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:09.234591 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c374b8-0daa-4ec2-aac6-b35a89c7744a None None] Sync routers for ids ['a7efbf4c-4067-4a89-b2cf-0e7b390d264d'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:11:09.237266 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-86269480-4aed-4705-ac31-d90f19c574d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:09.241473 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-1f0592df-7af0-4eda-9267-1cce8b1438d8 None None] Port c6fc8b97-41df-47a2-b4d2-e068316edf6b cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:11:09.255149 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c374b8-0daa-4ec2-aac6-b35a89c7744a None None] Routers {'a7efbf4c-4067-4a89-b2cf-0e7b390d264d'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:09.255781 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-00c374b8-0daa-4ec2-aac6-b35a89c7744a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a7efbf4c-4067-4a89-b2cf-0e7b390d264d'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:09.280454 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b3e8ec-08fb-4829-904e-f61b5ddbf1c0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:09.282084 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-16b3e8ec-08fb-4829-904e-f61b5ddbf1c0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "GET /v2.0/ports/c6fc8b97-41df-47a2-b4d2-e068316edf6b HTTP/1.1" status: 200 len: 984 time: 0.0716136 Sep 30 13:11:09.285000 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55304) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:09.299938 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-00c374b8-0daa-4ec2-aac6-b35a89c7744a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:09.311899 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c374b8-0daa-4ec2-aac6-b35a89c7744a None None] Routers {'a7efbf4c-4067-4a89-b2cf-0e7b390d264d'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:09.312751 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-00c374b8-0daa-4ec2-aac6-b35a89c7744a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a7efbf4c-4067-4a89-b2cf-0e7b390d264d'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:09.367912 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-86269480-4aed-4705-ac31-d90f19c574d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:09.372441 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-86269480-4aed-4705-ac31-d90f19c574d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:09.418533 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-86269480-4aed-4705-ac31-d90f19c574d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eab4c7738e384fb5b20479077e1f3af5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3176432 Sep 30 13:11:09.419695 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86269480-4aed-4705-ac31-d90f19c574d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680a0cf2-e0af-457e-ae65-033172bc85c7,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:09.423285 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55306) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:09.478971 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2888f036-b0ae-4658-86ed-8c60e45d6749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:09.498748 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-00c374b8-0daa-4ec2-aac6-b35a89c7744a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:09.499391 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c374b8-0daa-4ec2-aac6-b35a89c7744a None None] The sync data for ids ['a7efbf4c-4067-4a89-b2cf-0e7b390d264d'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:11:09.510126 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7d6ae685-3046-4628-9836-c49b11a2636b None None] Provisioning complete for port c6fc8b97-41df-47a2-b4d2-e068316edf6b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:09.511444 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7d6ae685-3046-4628-9836-c49b11a2636b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:09.517262 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2888f036-b0ae-4658-86ed-8c60e45d6749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:09.551338 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7d6ae685-3046-4628-9836-c49b11a2636b None None] Port c6fc8b97-41df-47a2-b4d2-e068316edf6b cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:11:09.580237 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2888f036-b0ae-4658-86ed-8c60e45d6749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:09.583125 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2888f036-b0ae-4658-86ed-8c60e45d6749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:09.584457 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2888f036-b0ae-4658-86ed-8c60e45d6749 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/680a0cf2-e0af-457e-ae65-033172bc85c7 HTTP/1.1" status: 204 len: 168 time: 0.1597552 Sep 30 13:11:09.594723 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888f036-b0ae-4658-86ed-8c60e45d6749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680a0cf2-e0af-457e-ae65-033172bc85c7,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:09.811880 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b6618-c238-40fe-b04e-c849a8b4fd76 req-281f9814-041f-46e0-877d-95be528f0d9c tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:09.813342 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a11b6618-c238-40fe-b04e-c849a8b4fd76 req-281f9814-041f-46e0-877d-95be528f0d9c tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.1301725 Sep 30 13:11:09.826174 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ca52edb-5ae0-4929-ae98-ee0bb4cdcf63 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:09.926143 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a11b6618-c238-40fe-b04e-c849a8b4fd76 req-8c350914-17b6-4be3-aadf-7fe940edb0d3 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048796 Sep 30 13:11:10.065017 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-6ca52edb-5ae0-4929-ae98-ee0bb4cdcf63 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Deleting port c6fc8b97-41df-47a2-b4d2-e068316edf6b {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:11:10.065360 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ca52edb-5ae0-4929-ae98-ee0bb4cdcf63 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:10.149028 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ca52edb-5ae0-4929-ae98-ee0bb4cdcf63 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:10.161148 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-6ca52edb-5ae0-4929-ae98-ee0bb4cdcf63 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Calling delete_port for c6fc8b97-41df-47a2-b4d2-e068316edf6b owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:11:10.334441 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ca52edb-5ae0-4929-ae98-ee0bb4cdcf63 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:10.369540 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca52edb-5ae0-4929-ae98-ee0bb4cdcf63 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Port': ['ID=c6fc8b97-41df-47a2-b4d2-e068316edf6b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:10.771196 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ca52edb-5ae0-4929-ae98-ee0bb4cdcf63 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:10.855147 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55358) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:10.931631 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca52edb-5ae0-4929-ae98-ee0bb4cdcf63 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Router a7efbf4c-4067-4a89-b2cf-0e7b390d264d has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:11:11.010479 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-372fbd6d-73d2-4a34-8c97-ae7013605635 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2116071716'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:11.014142 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca52edb-5ae0-4929-ae98-ee0bb4cdcf63 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:11:11.019588 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6ca52edb-5ae0-4929-ae98-ee0bb4cdcf63 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "PUT /v2.0/routers/a7efbf4c-4067-4a89-b2cf-0e7b390d264d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7311761 Sep 30 13:11:11.022554 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55366) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:11.027497 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fbe439-de76-4d0c-b69a-cf77e2bf666d None None] Sync routers for ids ['a7efbf4c-4067-4a89-b2cf-0e7b390d264d'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:11:11.037427 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fbe439-de76-4d0c-b69a-cf77e2bf666d None None] Routers {'a7efbf4c-4067-4a89-b2cf-0e7b390d264d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:11.038520 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-d8fbe439-de76-4d0c-b69a-cf77e2bf666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a7efbf4c-4067-4a89-b2cf-0e7b390d264d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:11.075437 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372fbd6d-73d2-4a34-8c97-ae7013605635 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] Made reservation on behalf of 86d7830454604e24881fad09bd16f020 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:11:11.077137 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-d8fbe439-de76-4d0c-b69a-cf77e2bf666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:11.078870 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-372fbd6d-73d2-4a34-8c97-ae7013605635 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:11.086044 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fbe439-de76-4d0c-b69a-cf77e2bf666d None None] Routers {'a7efbf4c-4067-4a89-b2cf-0e7b390d264d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:11.086964 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-d8fbe439-de76-4d0c-b69a-cf77e2bf666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a7efbf4c-4067-4a89-b2cf-0e7b390d264d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:11.094006 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681131d8-d19f-4e90-91ac-4555b629aa3a req-89a79dd1-6da6-402d-bae3-5c37838f0453 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:11.095533 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-681131d8-d19f-4e90-91ac-4555b629aa3a req-89a79dd1-6da6-402d-bae3-5c37838f0453 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.0709231 Sep 30 13:11:11.096649 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-372fbd6d-73d2-4a34-8c97-ae7013605635 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:11.121248 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-d8fbe439-de76-4d0c-b69a-cf77e2bf666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:11.121894 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fbe439-de76-4d0c-b69a-cf77e2bf666d None None] The sync data for ids ['a7efbf4c-4067-4a89-b2cf-0e7b390d264d'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:11:11.157574 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-681131d8-d19f-4e90-91ac-4555b629aa3a req-f355d6a4-0b9b-4da8-bdfa-b827e5ed7c9b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530057 Sep 30 13:11:11.224408 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-cd2797e3-7ee4-4fe3-9dfc-31cca26c2378 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] remove_router_interface failed (client error): The resource could not be found. Sep 30 13:11:11.225470 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cd2797e3-7ee4-4fe3-9dfc-31cca26c2378 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "PUT /v2.0/routers/a7efbf4c-4067-4a89-b2cf-0e7b390d264d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2018440 Sep 30 13:11:11.225971 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-372fbd6d-73d2-4a34-8c97-ae7013605635 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:11.228342 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55368) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:11.239019 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-372fbd6d-73d2-4a34-8c97-ae7013605635 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:11.260003 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b34e7099-ad66-4eeb-a58c-9af19e2075af tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7efbf4c-4067-4a89-b2cf-0e7b390d264d HTTP/1.1" status: 200 len: 205 time: 0.0306137 Sep 30 13:11:11.262656 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55370) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:11.276363 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-372fbd6d-73d2-4a34-8c97-ae7013605635 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:11:11.290700 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fbd6d-73d2-4a34-8c97-ae7013605635 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4771eb4-0590-4b87-95d6-df017fceb2c7,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:11.296084 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-372fbd6d-73d2-4a34-8c97-ae7013605635 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:11.296427 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-372fbd6d-73d2-4a34-8c97-ae7013605635 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] Added segment b16f0f41-c28f-4862-849e-0a551b23ff8c of type vlan for network 8cd1dbb8-377f-4867-b1aa-127abc077345 Sep 30 13:11:11.336780 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-372fbd6d-73d2-4a34-8c97-ae7013605635 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:11.343281 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6803c997-d865-4c6b-8a7b-ad6f65117d5c tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:11.362132 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-372fbd6d-73d2-4a34-8c97-ae7013605635 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:11.367983 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372fbd6d-73d2-4a34-8c97-ae7013605635 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:11.368566 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-372fbd6d-73d2-4a34-8c97-ae7013605635 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:11.407486 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-372fbd6d-73d2-4a34-8c97-ae7013605635 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5511739 Sep 30 13:11:11.412512 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55372) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:11.443968 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fbd6d-73d2-4a34-8c97-ae7013605635 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] Pushing event updated for resources: {'Network': ['ID=8cd1dbb8-377f-4867-b1aa-127abc077345,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:11.455677 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 8cd1dbb8-377f-4867-b1aa-127abc077345 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:11:11.494140 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-847f7ef0-df6b-423a-b9d9-90ba49bbc5e9 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Request body: {'network': {'name': 'tempest-network--1800199549', 'router:external': True}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:11.517608 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847f7ef0-df6b-423a-b9d9-90ba49bbc5e9 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Made reservation on behalf of 945826cc09854a2789ad747c31a9def5 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:11:11.520133 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-847f7ef0-df6b-423a-b9d9-90ba49bbc5e9 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:11.521589 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6803c997-d865-4c6b-8a7b-ad6f65117d5c tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:11.523609 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6803c997-d865-4c6b-8a7b-ad6f65117d5c tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:11.529571 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-847f7ef0-df6b-423a-b9d9-90ba49bbc5e9 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:11.568467 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6803c997-d865-4c6b-8a7b-ad6f65117d5c tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:11.569075 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6803c997-d865-4c6b-8a7b-ad6f65117d5c tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Fanout notify agent at l3_agent the message router_deleted on router a7efbf4c-4067-4a89-b2cf-0e7b390d264d {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:11:11.577316 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6803c997-d865-4c6b-8a7b-ad6f65117d5c tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:11.580790 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6803c997-d865-4c6b-8a7b-ad6f65117d5c tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/routers/a7efbf4c-4067-4a89-b2cf-0e7b390d264d HTTP/1.1" status: 204 len: 168 time: 0.3147862 Sep 30 13:11:11.581134 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55376) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:11.620402 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-847f7ef0-df6b-423a-b9d9-90ba49bbc5e9 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:11.624634 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-847f7ef0-df6b-423a-b9d9-90ba49bbc5e9 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:11.636947 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-d527eef4-a085-40b4-bd68-412d20e0f13a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Deleting subnet c938e9c7-fec6-40fe-8db8-35870229a951 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:11:11.640216 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d527eef4-a085-40b4-bd68-412d20e0f13a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:11.644871 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847f7ef0-df6b-423a-b9d9-90ba49bbc5e9 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:11:11.660319 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f7ef0-df6b-423a-b9d9-90ba49bbc5e9 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9f13b6-2485-4e9e-beac-c69bcf60c706,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:11.663428 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-847f7ef0-df6b-423a-b9d9-90ba49bbc5e9 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:11.663630 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-847f7ef0-df6b-423a-b9d9-90ba49bbc5e9 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Added segment 488e40ea-4a83-454f-a2cc-c63c7b915f69 of type vlan for network bee4291a-e8d1-4609-9a4c-9b200dfe6fcd Sep 30 13:11:11.689596 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d527eef4-a085-40b4-bd68-412d20e0f13a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:11.710871 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-847f7ef0-df6b-423a-b9d9-90ba49bbc5e9 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:11.742912 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-847f7ef0-df6b-423a-b9d9-90ba49bbc5e9 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:11.744188 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847f7ef0-df6b-423a-b9d9-90ba49bbc5e9 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:11.745000 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-847f7ef0-df6b-423a-b9d9-90ba49bbc5e9 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:11.780173 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-847f7ef0-df6b-423a-b9d9-90ba49bbc5e9 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3665440 Sep 30 13:11:11.783116 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55382) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:11.806972 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d527eef4-a085-40b4-bd68-412d20e0f13a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:11.819646 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f7ef0-df6b-423a-b9d9-90ba49bbc5e9 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Pushing event updated for resources: {'Network': ['ID=bee4291a-e8d1-4609-9a4c-9b200dfe6fcd,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:11.830523 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network bee4291a-e8d1-4609-9a4c-9b200dfe6fcd details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:11:11.904866 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-749ccabe-21de-4013-b895-f209e996d0fd tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:11.955235 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d527eef4-a085-40b4-bd68-412d20e0f13a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:11.992289 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527eef4-a085-40b4-bd68-412d20e0f13a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Subnet': ['ID=c938e9c7-fec6-40fe-8db8-35870229a951,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:12.003693 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90d1a7f-cdf8-4507-ac0d-897742b9c722 None None] Network 8914befe-b30d-43d3-923c-15d6ed153820 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:11:12.024256 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-749ccabe-21de-4013-b895-f209e996d0fd tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.027257 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d527eef4-a085-40b4-bd68-412d20e0f13a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.029143 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d527eef4-a085-40b4-bd68-412d20e0f13a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/subnets/c938e9c7-fec6-40fe-8db8-35870229a951 HTTP/1.1" status: 204 len: 168 time: 0.4470689 Sep 30 13:11:12.032025 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55386) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:12.047868 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-749ccabe-21de-4013-b895-f209e996d0fd tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee4291a-e8d1-4609-9a4c-9b200dfe6fcd']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:12.060191 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-749ccabe-21de-4013-b895-f209e996d0fd tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488e40ea-4a83-454f-a2cc-c63c7b915f69') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:12.060492 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-749ccabe-21de-4013-b895-f209e996d0fd tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488e40ea-4a83-454f-a2cc-c63c7b915f69') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:12.073095 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-749ccabe-21de-4013-b895-f209e996d0fd tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.090926 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-749ccabe-21de-4013-b895-f209e996d0fd tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.100898 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749ccabe-21de-4013-b895-f209e996d0fd tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:11:12.102928 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-749ccabe-21de-4013-b895-f209e996d0fd tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:11:12.106037 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:11:12.134468 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45c34dd7-3d3c-45f0-88fe-0976121dea3d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.181075 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-749ccabe-21de-4013-b895-f209e996d0fd tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.187147 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749ccabe-21de-4013-b895-f209e996d0fd tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bee4291a-e8d1-4609-9a4c-9b200dfe6fcd {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 30 13:11:12.196025 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-749ccabe-21de-4013-b895-f209e996d0fd tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.196392 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-45c34dd7-3d3c-45f0-88fe-0976121dea3d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Deleting port 114bbb6d-d308-4978-a7ca-f6864192b947 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:11:12.197169 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45c34dd7-3d3c-45f0-88fe-0976121dea3d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.202405 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-749ccabe-21de-4013-b895-f209e996d0fd tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] 10.222.0.18 "DELETE /v2.0/networks/bee4291a-e8d1-4609-9a4c-9b200dfe6fcd HTTP/1.1" status: 204 len: 168 time: 0.4176130 Sep 30 13:11:12.205024 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efcb470-b31e-4638-81cc-77efe2740d83 None None] DHCP port deletion for 8914befe-b30d-43d3-923c-15d6ed153820 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:11:12.208040 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55392) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:12.217827 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-ee9762ca-0d82-4575-9c50-b4899e09a8f8 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:12.236606 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ccabe-21de-4013-b895-f209e996d0fd tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Pushing event deleted for resources: {'Network': ['ID=bee4291a-e8d1-4609-9a4c-9b200dfe6fcd,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:12.263270 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9762ca-0d82-4575-9c50-b4899e09a8f8 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Made reservation on behalf of 945826cc09854a2789ad747c31a9def5 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:11:12.266102 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ee9762ca-0d82-4575-9c50-b4899e09a8f8 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.269274 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-9efcb470-b31e-4638-81cc-77efe2740d83 None None] Deleting port 114bbb6d-d308-4978-a7ca-f6864192b947 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:11:12.270000 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9efcb470-b31e-4638-81cc-77efe2740d83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.293676 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-45c34dd7-3d3c-45f0-88fe-0976121dea3d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] For port 114bbb6d-d308-4978-a7ca-f6864192b947, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=114bbb6d-d308-4978-a7ca-f6864192b947,segment=NetworkSegment(503fc88a-ead2-4a06-a8c7-9ad0ff965a26),segment_id=503fc88a-ead2-4a06-a8c7-9ad0ff965a26)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:12.294064 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45c34dd7-3d3c-45f0-88fe-0976121dea3d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.307119 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-45c34dd7-3d3c-45f0-88fe-0976121dea3d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Calling delete_port for 114bbb6d-d308-4978-a7ca-f6864192b947 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:11:12.345893 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-9efcb470-b31e-4638-81cc-77efe2740d83 None None] For port 114bbb6d-d308-4978-a7ca-f6864192b947, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=114bbb6d-d308-4978-a7ca-f6864192b947,segment=NetworkSegment(503fc88a-ead2-4a06-a8c7-9ad0ff965a26),segment_id=503fc88a-ead2-4a06-a8c7-9ad0ff965a26)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:12.346703 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9efcb470-b31e-4638-81cc-77efe2740d83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.357098 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee9762ca-0d82-4575-9c50-b4899e09a8f8 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:11:12.362708 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-9efcb470-b31e-4638-81cc-77efe2740d83 None None] Calling delete_port for 114bbb6d-d308-4978-a7ca-f6864192b947 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:11:12.367263 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ee9762ca-0d82-4575-9c50-b4899e09a8f8 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.368230 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-ee9762ca-0d82-4575-9c50-b4899e09a8f8 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Added segment e1e95910-3e62-4b02-91f3-ebebb9e6b098 of type vlan for network 00c583df-c743-4c83-a6f5-ec44c51a04d5 Sep 30 13:11:12.396274 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45c34dd7-3d3c-45f0-88fe-0976121dea3d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.427954 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a7b33-1864-4a1a-b3dc-07fef783ac04 req-25a07674-01cb-4a7c-9a8f-eafc038c4488 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:12.429869 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-319a7b33-1864-4a1a-b3dc-07fef783ac04 req-25a07674-01cb-4a7c-9a8f-eafc038c4488 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.1268294 Sep 30 13:11:12.434846 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ee9762ca-0d82-4575-9c50-b4899e09a8f8 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.455200 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c34dd7-3d3c-45f0-88fe-0976121dea3d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Port': ['ID=114bbb6d-d308-4978-a7ca-f6864192b947,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:12.457686 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c34dd7-3d3c-45f0-88fe-0976121dea3d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] No DVR routers for this DVR port 114bbb6d-d308-4978-a7ca-f6864192b947 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:11:12.491429 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9efcb470-b31e-4638-81cc-77efe2740d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.495217 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-319a7b33-1864-4a1a-b3dc-07fef783ac04 req-70c23769-7d09-4058-9b03-ab5589990b72 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563798 Sep 30 13:11:12.523899 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ee9762ca-0d82-4575-9c50-b4899e09a8f8 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.524945 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9762ca-0d82-4575-9c50-b4899e09a8f8 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:12.525629 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ee9762ca-0d82-4575-9c50-b4899e09a8f8 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.539684 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efcb470-b31e-4638-81cc-77efe2740d83 None None] Pushing event deleted for resources: {'Port': ['ID=114bbb6d-d308-4978-a7ca-f6864192b947,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:12.553710 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45c34dd7-3d3c-45f0-88fe-0976121dea3d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.554348 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efcb470-b31e-4638-81cc-77efe2740d83 None None] No DVR routers for this DVR port 114bbb6d-d308-4978-a7ca-f6864192b947 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:11:12.581264 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-45c34dd7-3d3c-45f0-88fe-0976121dea3d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8914befe-b30d-43d3-923c-15d6ed153820']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:12.591237 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-45c34dd7-3d3c-45f0-88fe-0976121dea3d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503fc88a-ead2-4a06-a8c7-9ad0ff965a26') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:12.591533 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-45c34dd7-3d3c-45f0-88fe-0976121dea3d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503fc88a-ead2-4a06-a8c7-9ad0ff965a26') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:12.601243 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ee9762ca-0d82-4575-9c50-b4899e09a8f8 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3922269 Sep 30 13:11:12.601663 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45c34dd7-3d3c-45f0-88fe-0976121dea3d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.601949 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9762ca-0d82-4575-9c50-b4899e09a8f8 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Pushing event updated for resources: {'Network': ['ID=00c583df-c743-4c83-a6f5-ec44c51a04d5,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:12.604051 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55394) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:12.609411 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-0c3f2c91-d9c2-4f92-945f-bb76079d7d1b tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Request body: {'subnet': {'network_id': '00c583df-c743-4c83-a6f5-ec44c51a04d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:12.613018 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 00c583df-c743-4c83-a6f5-ec44c51a04d5 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:11:12.624351 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45c34dd7-3d3c-45f0-88fe-0976121dea3d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.633047 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c34dd7-3d3c-45f0-88fe-0976121dea3d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:11:12.633360 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3f2c91-d9c2-4f92-945f-bb76079d7d1b tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Made reservation on behalf of 945826cc09854a2789ad747c31a9def5 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:11:12.634264 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45c34dd7-3d3c-45f0-88fe-0976121dea3d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.636419 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c3f2c91-d9c2-4f92-945f-bb76079d7d1b tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:11:12.638620 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:11:12.707619 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45c34dd7-3d3c-45f0-88fe-0976121dea3d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.716154 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45c34dd7-3d3c-45f0-88fe-0976121dea3d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.718045 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-45c34dd7-3d3c-45f0-88fe-0976121dea3d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/networks/8914befe-b30d-43d3-923c-15d6ed153820 HTTP/1.1" status: 204 len: 168 time: 0.6848674 Sep 30 13:11:12.722155 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55396) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:12.728247 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-85c4dfd4-26fc-478c-be43-cfcfe8770f29 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2054073064'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:12.730405 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c34dd7-3d3c-45f0-88fe-0976121dea3d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Network': ['ID=8914befe-b30d-43d3-923c-15d6ed153820,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:12.786047 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c4dfd4-26fc-478c-be43-cfcfe8770f29 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Made reservation on behalf of f4700a0b73134789ad73cd84992537fc for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:11:12.788847 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-85c4dfd4-26fc-478c-be43-cfcfe8770f29 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.849449 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c4dfd4-26fc-478c-be43-cfcfe8770f29 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:11:12.866749 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-85c4dfd4-26fc-478c-be43-cfcfe8770f29 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.867089 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-85c4dfd4-26fc-478c-be43-cfcfe8770f29 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Added segment f4b64169-0f47-4c16-9316-1d65d2e4d6db of type vlan for network cc32c5a4-b8b1-46e5-b604-eeb5d0285126 Sep 30 13:11:12.922978 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-85c4dfd4-26fc-478c-be43-cfcfe8770f29 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.976658 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 114bbb6d-d308-4978-a7ca-f6864192b947 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:11:12.986706 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-85c4dfd4-26fc-478c-be43-cfcfe8770f29 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.992446 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c4dfd4-26fc-478c-be43-cfcfe8770f29 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:12.993035 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-85c4dfd4-26fc-478c-be43-cfcfe8770f29 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:12.996585 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 114bbb6d-d308-4978-a7ca-f6864192b947 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:11:12.996929 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 114bbb6d-d308-4978-a7ca-f6864192b947 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:11:13.024577 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-85c4dfd4-26fc-478c-be43-cfcfe8770f29 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3017004 Sep 30 13:11:13.028223 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55404) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:13.033352 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-2983dd11-cdae-48ab-87ec-5fdc508032d2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'subnet': {'network_id': 'cc32c5a4-b8b1-46e5-b604-eeb5d0285126', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:13.070659 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c4dfd4-26fc-478c-be43-cfcfe8770f29 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Network': ['ID=cc32c5a4-b8b1-46e5-b604-eeb5d0285126,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:13.081596 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network cc32c5a4-b8b1-46e5-b604-eeb5d0285126 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:11:13.124197 n-d-810909-2 neutron-server[94764]: DEBUG neutron.objects.ports [None req-0c3f2c91-d9c2-4f92-945f-bb76079d7d1b tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94764) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 13:11:13.124670 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c3f2c91-d9c2-4f92-945f-bb76079d7d1b tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:13.130906 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2983dd11-cdae-48ab-87ec-5fdc508032d2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Made reservation on behalf of f4700a0b73134789ad73cd84992537fc for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:11:13.139772 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2983dd11-cdae-48ab-87ec-5fdc508032d2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:13.189201 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f2c91-d9c2-4f92-945f-bb76079d7d1b tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2180fb28-2572-406c-8175-395f2aabebfc,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:13.204440 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3f2c91-d9c2-4f92-945f-bb76079d7d1b tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Checking segment: {'id': 'e1e95910-3e62-4b02-91f3-ebebb9e6b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '00c583df-c743-4c83-a6f5-ec44c51a04d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:11:13.204909 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3f2c91-d9c2-4f92-945f-bb76079d7d1b tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Network hostable DHCP agents. Network: 00c583df-c743-4c83-a6f5-ec44c51a04d5, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:11:13.221706 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3f2c91-d9c2-4f92-945f-bb76079d7d1b tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Network 00c583df-c743-4c83-a6f5-ec44c51a04d5 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:11:13.231120 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-0c3f2c91-d9c2-4f92-945f-bb76079d7d1b tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 00c583df-c743-4c83-a6f5-ec44c51a04d5) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:13.235197 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3f2c91-d9c2-4f92-945f-bb76079d7d1b tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:13.235786 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c3f2c91-d9c2-4f92-945f-bb76079d7d1b tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:13.244175 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ef845a-589c-4465-b202-ab7153228803 None None] Network 00c583df-c743-4c83-a6f5-ec44c51a04d5 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:11:13.252222 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0c3f2c91-d9c2-4f92-945f-bb76079d7d1b tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6469553 Sep 30 13:11:13.254983 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55408) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:13.259422 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-1e863709-55df-4cd3-9f96-46f25980bc14 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Request body: {'floatingip': {'floating_network_id': '00c583df-c743-4c83-a6f5-ec44c51a04d5'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:13.282621 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e863709-55df-4cd3-9f96-46f25980bc14 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:13.334938 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2983dd11-cdae-48ab-87ec-5fdc508032d2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:13.372829 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e863709-55df-4cd3-9f96-46f25980bc14 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:13.381092 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bc960e-6e24-4afa-acde-39ed0a276f25 None None] Network 00c583df-c743-4c83-a6f5-ec44c51a04d5 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:11:13.395513 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983dd11-cdae-48ab-87ec-5fdc508032d2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Subnet': ['ID=45245e7b-7b81-49c9-936b-e776293e8dd4,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:13.407891 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2983dd11-cdae-48ab-87ec-5fdc508032d2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Checking segment: {'id': 'f4b64169-0f47-4c16-9316-1d65d2e4d6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cc32c5a4-b8b1-46e5-b604-eeb5d0285126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:11:13.408247 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2983dd11-cdae-48ab-87ec-5fdc508032d2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network hostable DHCP agents. Network: cc32c5a4-b8b1-46e5-b604-eeb5d0285126, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:11:13.428357 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2983dd11-cdae-48ab-87ec-5fdc508032d2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network cc32c5a4-b8b1-46e5-b604-eeb5d0285126 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:11:13.445446 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-2983dd11-cdae-48ab-87ec-5fdc508032d2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, cc32c5a4-b8b1-46e5-b604-eeb5d0285126) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:13.451247 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2983dd11-cdae-48ab-87ec-5fdc508032d2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:13.452000 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2983dd11-cdae-48ab-87ec-5fdc508032d2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:13.457029 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a572629a-855c-4d92-8b24-a396bdcecb36 None None] Network cc32c5a4-b8b1-46e5-b604-eeb5d0285126 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:11:13.467789 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2983dd11-cdae-48ab-87ec-5fdc508032d2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4382811 Sep 30 13:11:13.470427 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55410) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:13.474691 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-3732f559-6a25-4d32-a706-309c323d7681 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1679679799', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:13.486108 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-1e863709-55df-4cd3-9f96-46f25980bc14 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Allocated IP 172.20.0.6 (00c583df-c743-4c83-a6f5-ec44c51a04d5/2180fb28-2572-406c-8175-395f2aabebfc/33e1e047-191f-4772-a630-ef10eb1a3221) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:11:13.499567 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3732f559-6a25-4d32-a706-309c323d7681 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:13.500803 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3732f559-6a25-4d32-a706-309c323d7681 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:13.569296 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3732f559-6a25-4d32-a706-309c323d7681 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:13.576802 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3732f559-6a25-4d32-a706-309c323d7681 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:13.593109 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e863709-55df-4cd3-9f96-46f25980bc14 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:13.624086 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3732f559-6a25-4d32-a706-309c323d7681 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:13.625307 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3732f559-6a25-4d32-a706-309c323d7681 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1540523 Sep 30 13:11:13.628191 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55414) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:13.648053 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e863709-55df-4cd3-9f96-46f25980bc14 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:13.677476 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf6a94-638a-4167-9c72-578a82bf5a82 req-368bc84c-5e96-441f-860e-17326130c067 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:13.679027 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-84cf6a94-638a-4167-9c72-578a82bf5a82 req-368bc84c-5e96-441f-860e-17326130c067 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.1067219 Sep 30 13:11:13.689269 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc1a9b8-c40f-4bfd-aede-782a0dc6cad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-cc32c5a4-b8b1-46e5-b604-eeb5d0285126', 'network_id': 'cc32c5a4-b8b1-46e5-b604-eeb5d0285126', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'fixed_ips': [{'subnet_id': '45245e7b-7b81-49c9-936b-e776293e8dd4'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:11:13.690334 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8bc1a9b8-c40f-4bfd-aede-782a0dc6cad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:13.693071 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e863709-55df-4cd3-9f96-46f25980bc14 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Network 00c583df-c743-4c83-a6f5-ec44c51a04d5 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:11:13.699687 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-1e863709-55df-4cd3-9f96-46f25980bc14 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:13.703880 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e863709-55df-4cd3-9f96-46f25980bc14 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:11:13.733948 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e863709-55df-4cd3-9f96-46f25980bc14 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Pushing event updated for resources: {'Port': ['ID=33e1e047-191f-4772-a630-ef10eb1a3221,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:13.804164 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e863709-55df-4cd3-9f96-46f25980bc14 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:13.847228 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-8bc1a9b8-c40f-4bfd-aede-782a0dc6cad6 None None] Allocated IP 2001:db8::2 (cc32c5a4-b8b1-46e5-b604-eeb5d0285126/45245e7b-7b81-49c9-936b-e776293e8dd4/ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:11:13.849376 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e863709-55df-4cd3-9f96-46f25980bc14 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:14.030614 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8bc1a9b8-c40f-4bfd-aede-782a0dc6cad6 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:14.032061 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e863709-55df-4cd3-9f96-46f25980bc14 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:14.037184 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8bc1a9b8-c40f-4bfd-aede-782a0dc6cad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:14.038031 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e863709-55df-4cd3-9f96-46f25980bc14 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:14.080651 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc1a9b8-c40f-4bfd-aede-782a0dc6cad6 None None] Network cc32c5a4-b8b1-46e5-b604-eeb5d0285126 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:11:14.083498 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-8bc1a9b8-c40f-4bfd-aede-782a0dc6cad6 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:14.087046 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc1a9b8-c40f-4bfd-aede-782a0dc6cad6 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:11:14.098301 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1a9b8-c40f-4bfd-aede-782a0dc6cad6 None None] Pushing event updated for resources: {'Port': ['ID=ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:14.115085 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e863709-55df-4cd3-9f96-46f25980bc14 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Pushing event updated for resources: {'Port': ['ID=33e1e047-191f-4772-a630-ef10eb1a3221,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:14.125202 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e863709-55df-4cd3-9f96-46f25980bc14 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:14.139767 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e863709-55df-4cd3-9f96-46f25980bc14 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:14.144229 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1e863709-55df-4cd3-9f96-46f25980bc14 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8851693 Sep 30 13:11:14.144558 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55422) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:14.165146 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-8bc1a9b8-c40f-4bfd-aede-782a0dc6cad6 None None] Attempting to bind port ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:11:14.165638 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-8bc1a9b8-c40f-4bfd-aede-782a0dc6cad6 None None] Attempting to bind port ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'f4b64169-0f47-4c16-9316-1d65d2e4d6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cc32c5a4-b8b1-46e5-b604-eeb5d0285126'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:11:14.166002 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc1a9b8-c40f-4bfd-aede-782a0dc6cad6 None None] Attempting to bind port ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c on network cc32c5a4-b8b1-46e5-b604-eeb5d0285126 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:11:14.172873 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc1a9b8-c40f-4bfd-aede-782a0dc6cad6 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:11:14.173252 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc1a9b8-c40f-4bfd-aede-782a0dc6cad6 None None] Checking segment: {'id': 'f4b64169-0f47-4c16-9316-1d65d2e4d6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cc32c5a4-b8b1-46e5-b604-eeb5d0285126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:11:14.173645 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8bc1a9b8-c40f-4bfd-aede-782a0dc6cad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:14.174052 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc1a9b8-c40f-4bfd-aede-782a0dc6cad6 None None] Bound using segment: {'id': 'f4b64169-0f47-4c16-9316-1d65d2e4d6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cc32c5a4-b8b1-46e5-b604-eeb5d0285126'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:11:14.174521 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-8bc1a9b8-c40f-4bfd-aede-782a0dc6cad6 None None] Bound port: ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b64169-0f47-4c16-9316-1d65d2e4d6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cc32c5a4-b8b1-46e5-b604-eeb5d0285126'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:11:14.174895 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8bc1a9b8-c40f-4bfd-aede-782a0dc6cad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:14.190716 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-84cf6a94-638a-4167-9c72-578a82bf5a82 req-9a0591b2-6902-41ce-8d2f-9aa7625d5420 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5042570 Sep 30 13:11:14.213634 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bbb5b5f7-bc2f-4447-a62b-3c4cd513d821 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] 10.222.0.18 "GET /v2.0/floatingips?floating_network_id=00c583df-c743-4c83-a6f5-ec44c51a04d5 HTTP/1.1" status: 200 len: 689 time: 0.0678728 Sep 30 13:11:14.216743 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55426) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:14.259810 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-8bc1a9b8-c40f-4bfd-aede-782a0dc6cad6 None None] For port ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:11:14.265233 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-8bc1a9b8-c40f-4bfd-aede-782a0dc6cad6 None None] For port ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c,segment=NetworkSegment(f4b64169-0f47-4c16-9316-1d65d2e4d6db),segment_id=f4b64169-0f47-4c16-9316-1d65d2e4d6db)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:11:14.271347 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8bc1a9b8-c40f-4bfd-aede-782a0dc6cad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:14.319813 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-03064fb7-abb1-4045-886a-49d9ac84325c tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:14.335686 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1a9b8-c40f-4bfd-aede-782a0dc6cad6 None None] Pushing event updated for resources: {'Port': ['ID=ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:14.344509 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fd2dc157-a88e-443d-aa76-60ae3e9d6526 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:14.468494 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-03064fb7-abb1-4045-886a-49d9ac84325c tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Deleting port 33e1e047-191f-4772-a630-ef10eb1a3221 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:11:14.468849 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-03064fb7-abb1-4045-886a-49d9ac84325c tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:14.531095 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:14.569526 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-03064fb7-abb1-4045-886a-49d9ac84325c tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:14.569901 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-03064fb7-abb1-4045-886a-49d9ac84325c tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:14.583315 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-03064fb7-abb1-4045-886a-49d9ac84325c tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Calling delete_port for 33e1e047-191f-4772-a630-ef10eb1a3221 owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:11:14.641703 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-fd2dc157-a88e-443d-aa76-60ae3e9d6526 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Allocated IP 2001:db8::1 (cc32c5a4-b8b1-46e5-b604-eeb5d0285126/45245e7b-7b81-49c9-936b-e776293e8dd4/d24af516-bcbd-4231-abde-9f40d0b40516) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:11:14.723407 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-03064fb7-abb1-4045-886a-49d9ac84325c tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:14.752970 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03064fb7-abb1-4045-886a-49d9ac84325c tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Pushing event deleted for resources: {'Port': ['ID=33e1e047-191f-4772-a630-ef10eb1a3221,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:14.763337 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fd2dc157-a88e-443d-aa76-60ae3e9d6526 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:14.799274 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fd2dc157-a88e-443d-aa76-60ae3e9d6526 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:14.810856 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-03064fb7-abb1-4045-886a-49d9ac84325c tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:14.840254 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2dc157-a88e-443d-aa76-60ae3e9d6526 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network cc32c5a4-b8b1-46e5-b604-eeb5d0285126 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:11:14.845330 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-fd2dc157-a88e-443d-aa76-60ae3e9d6526 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:14.850158 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2dc157-a88e-443d-aa76-60ae3e9d6526 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:11:14.850158 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fd2dc157-a88e-443d-aa76-60ae3e9d6526 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:14.856028 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2dc157-a88e-443d-aa76-60ae3e9d6526 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Port': ['ID=d24af516-bcbd-4231-abde-9f40d0b40516,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:14.857614 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-03064fb7-abb1-4045-886a-49d9ac84325c tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:14.920789 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-03064fb7-abb1-4045-886a-49d9ac84325c tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:14.996169 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fd2dc157-a88e-443d-aa76-60ae3e9d6526 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:15.023241 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-03064fb7-abb1-4045-886a-49d9ac84325c tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:15.048376 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-03064fb7-abb1-4045-886a-49d9ac84325c tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c583df-c743-4c83-a6f5-ec44c51a04d5']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:15.056470 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03064fb7-abb1-4045-886a-49d9ac84325c tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2180fb28-2572-406c-8175-395f2aabebfc,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:15.062035 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-03064fb7-abb1-4045-886a-49d9ac84325c tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e95910-3e62-4b02-91f3-ebebb9e6b098') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:15.062346 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-03064fb7-abb1-4045-886a-49d9ac84325c tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e95910-3e62-4b02-91f3-ebebb9e6b098') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:15.076800 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-03064fb7-abb1-4045-886a-49d9ac84325c tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:15.096114 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-03064fb7-abb1-4045-886a-49d9ac84325c tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:15.103070 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:11:15.108412 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03064fb7-abb1-4045-886a-49d9ac84325c tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:11:15.108826 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-03064fb7-abb1-4045-886a-49d9ac84325c tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:11:15.110659 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:11:15.172157 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:15.172810 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:15.272503 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:15.319988 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c,segment=NetworkSegment(f4b64169-0f47-4c16-9316-1d65d2e4d6db),segment_id=f4b64169-0f47-4c16-9316-1d65d2e4d6db)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:15.327454 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:15.426813 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fd2dc157-a88e-443d-aa76-60ae3e9d6526 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:15.428536 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:15.435613 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fd2dc157-a88e-443d-aa76-60ae3e9d6526 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:15.436667 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fd2dc157-a88e-443d-aa76-60ae3e9d6526 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:15.520945 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2dc157-a88e-443d-aa76-60ae3e9d6526 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Port': ['ID=d24af516-bcbd-4231-abde-9f40d0b40516,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:15.521152 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86efe36f-8a0a-4c5e-8a94-35138ef06765 None None] Network cc32c5a4-b8b1-46e5-b604-eeb5d0285126 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:11:15.575279 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-03064fb7-abb1-4045-886a-49d9ac84325c tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:15.580382 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03064fb7-abb1-4045-886a-49d9ac84325c tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 00c583df-c743-4c83-a6f5-ec44c51a04d5 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 30 13:11:15.582608 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-03064fb7-abb1-4045-886a-49d9ac84325c tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:15.585639 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-03064fb7-abb1-4045-886a-49d9ac84325c tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] 10.222.0.18 "DELETE /v2.0/networks/00c583df-c743-4c83-a6f5-ec44c51a04d5 HTTP/1.1" status: 204 len: 168 time: 1.3669260 Sep 30 13:11:15.589623 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55440) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:15.602006 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03064fb7-abb1-4045-886a-49d9ac84325c tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Pushing event deleted for resources: {'Network': ['ID=00c583df-c743-4c83-a6f5-ec44c51a04d5,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:15.605104 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-91787a56-73f5-48c2-9c3f-4c91d20f345c None None] Provisioning complete for port ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:15.605856 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-91787a56-73f5-48c2-9c3f-4c91d20f345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:15.639897 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959ef22-33f0-4cbe-b167-7313453c6631 req-27af1311-a41a-4956-88f4-0e19d350a799 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:15.641901 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5959ef22-33f0-4cbe-b167-7313453c6631 req-27af1311-a41a-4956-88f4-0e19d350a799 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.0994158 Sep 30 13:11:15.678044 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2dc157-a88e-443d-aa76-60ae3e9d6526 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network cc32c5a4-b8b1-46e5-b604-eeb5d0285126 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:11:15.685266 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-fd2dc157-a88e-443d-aa76-60ae3e9d6526 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:15.697044 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5959ef22-33f0-4cbe-b167-7313453c6631 req-eab5d99b-69de-480a-b5b2-83f61f92d502 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481780 Sep 30 13:11:15.799033 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4f02feb2-a540-41e0-9bc4-080a451af644 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4136 time: 0.2055783 Sep 30 13:11:15.801701 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55442) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:15.876793 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2dc157-a88e-443d-aa76-60ae3e9d6526 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Router 8993746e-aa5a-444d-99da-75cb77e1b233 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:11:15.961273 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64abcb3b-471d-49a9-9995-7873b0fd8f70 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:15.961862 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64abcb3b-471d-49a9-9995-7873b0fd8f70 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:15.962533 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64abcb3b-471d-49a9-9995-7873b0fd8f70 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:15.964582 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64abcb3b-471d-49a9-9995-7873b0fd8f70 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:15.965218 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64abcb3b-471d-49a9-9995-7873b0fd8f70 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:15.965773 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64abcb3b-471d-49a9-9995-7873b0fd8f70 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:15.966371 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64abcb3b-471d-49a9-9995-7873b0fd8f70 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:15.966834 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64abcb3b-471d-49a9-9995-7873b0fd8f70 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:15.967355 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64abcb3b-471d-49a9-9995-7873b0fd8f70 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:15.967806 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64abcb3b-471d-49a9-9995-7873b0fd8f70 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:15.968389 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64abcb3b-471d-49a9-9995-7873b0fd8f70 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:15.974666 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-64abcb3b-471d-49a9-9995-7873b0fd8f70 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7083 time: 0.1715610 Sep 30 13:11:15.975410 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55446) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:16.014292 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-b16d2245-9b6f-405e-8982-e36042ce7303 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] delete failed (client error): The resource could not be found. Sep 30 13:11:16.018554 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b16d2245-9b6f-405e-8982-e36042ce7303 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/08943939-13b9-49f3-be58-061db0c6597c HTTP/1.1" status: 404 len: 345 time: 0.0418077 Sep 30 13:11:16.019344 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55448) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:16.037249 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4a528b-5d15-414a-9f69-3c0e0f602361 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] DELETE failed (client error): The resource could not be found. Sep 30 13:11:16.037861 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c4a528b-5d15-414a-9f69-3c0e0f602361 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:11:16.045370 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3c4a528b-5d15-414a-9f69-3c0e0f602361 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] 10.222.0.18 "DELETE /v2.0/networks/00c583df-c743-4c83-a6f5-ec44c51a04d5 HTTP/1.1" status: 404 len: 339 time: 0.0247166 Sep 30 13:11:16.046258 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55450) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:16.051299 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-541a65e7-5f6a-4c4b-9868-4c51b9f03cd4 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Request body: {'network': {'name': 'tempest-network--1626894713', 'router:external': True}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:16.068630 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2dc157-a88e-443d-aa76-60ae3e9d6526 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:11:16.074899 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fd2dc157-a88e-443d-aa76-60ae3e9d6526 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "PUT /v2.0/routers/8993746e-aa5a-444d-99da-75cb77e1b233/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4456344 Sep 30 13:11:16.077630 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55454) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:16.137476 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58552ad-cd25-47eb-b7c8-499635c904bf tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:16.139007 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a58552ad-cd25-47eb-b7c8-499635c904bf tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "GET /v2.0/ports/d24af516-bcbd-4231-abde-9f40d0b40516 HTTP/1.1" status: 200 len: 911 time: 0.0601892 Sep 30 13:11:16.142067 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55456) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:16.212154 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5de99ee5-8bec-46bb-9e26-4b58fc49fa67 None None] Provisioning complete for port d24af516-bcbd-4231-abde-9f40d0b40516 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:16.212698 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5de99ee5-8bec-46bb-9e26-4b58fc49fa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:16.222602 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541a65e7-5f6a-4c4b-9868-4c51b9f03cd4 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Made reservation on behalf of 945826cc09854a2789ad747c31a9def5 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:11:16.233226 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-541a65e7-5f6a-4c4b-9868-4c51b9f03cd4 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:16.284095 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5de99ee5-8bec-46bb-9e26-4b58fc49fa67 None None] Port d24af516-bcbd-4231-abde-9f40d0b40516 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:11:16.296759 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5de99ee5-8bec-46bb-9e26-4b58fc49fa67 None None] Provisioning complete for port ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:16.297258 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5de99ee5-8bec-46bb-9e26-4b58fc49fa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:16.308708 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-541a65e7-5f6a-4c4b-9868-4c51b9f03cd4 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:11:16.321350 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48ea455-fa44-4991-8303-3a33d6736e5e None None] Sync routers for ids ['8993746e-aa5a-444d-99da-75cb77e1b233'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:11:16.324188 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-541a65e7-5f6a-4c4b-9868-4c51b9f03cd4 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:16.324538 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-541a65e7-5f6a-4c4b-9868-4c51b9f03cd4 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Added segment 53c6b599-8014-443f-8edd-c39227bc5d25 of type vlan for network 2d5dd8a0-eec5-4c78-93ce-7d6986f3fe14 Sep 30 13:11:16.341365 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48ea455-fa44-4991-8303-3a33d6736e5e None None] Routers {'8993746e-aa5a-444d-99da-75cb77e1b233'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:16.342000 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-b48ea455-fa44-4991-8303-3a33d6736e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['8993746e-aa5a-444d-99da-75cb77e1b233'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:16.383175 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-b48ea455-fa44-4991-8303-3a33d6736e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:16.397553 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48ea455-fa44-4991-8303-3a33d6736e5e None None] Routers {'8993746e-aa5a-444d-99da-75cb77e1b233'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:16.398262 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-b48ea455-fa44-4991-8303-3a33d6736e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['8993746e-aa5a-444d-99da-75cb77e1b233'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:16.453296 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-b48ea455-fa44-4991-8303-3a33d6736e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:16.454046 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48ea455-fa44-4991-8303-3a33d6736e5e None None] The sync data for ids ['8993746e-aa5a-444d-99da-75cb77e1b233'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:11:16.491121 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-541a65e7-5f6a-4c4b-9868-4c51b9f03cd4 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:16.564235 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-541a65e7-5f6a-4c4b-9868-4c51b9f03cd4 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:16.565209 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541a65e7-5f6a-4c4b-9868-4c51b9f03cd4 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:16.565816 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-541a65e7-5f6a-4c4b-9868-4c51b9f03cd4 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:16.631771 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-541a65e7-5f6a-4c4b-9868-4c51b9f03cd4 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5843730 Sep 30 13:11:16.634341 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55462) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:16.644412 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-a2f023d4-9743-4c44-b520-5e9ccfe38f44 None None] Provisioning complete for port d24af516-bcbd-4231-abde-9f40d0b40516 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:16.645090 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a2f023d4-9743-4c44-b520-5e9ccfe38f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:16.671891 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a65e7-5f6a-4c4b-9868-4c51b9f03cd4 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Pushing event updated for resources: {'Network': ['ID=2d5dd8a0-eec5-4c78-93ce-7d6986f3fe14,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:16.689631 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 2d5dd8a0-eec5-4c78-93ce-7d6986f3fe14 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:11:16.736683 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-a2f023d4-9743-4c44-b520-5e9ccfe38f44 None None] Port d24af516-bcbd-4231-abde-9f40d0b40516 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:11:16.791405 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8e9301c7-e7a0-4291-86ed-25a5110d78dc tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:16.855565 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-a4f03777-c8d6-4676-8cce-da3d1640c951 None None] Provisioning complete for port d24af516-bcbd-4231-abde-9f40d0b40516 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:16.856115 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a4f03777-c8d6-4676-8cce-da3d1640c951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:16.892535 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-a4f03777-c8d6-4676-8cce-da3d1640c951 None None] Port d24af516-bcbd-4231-abde-9f40d0b40516 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:11:16.943219 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc10ab9-26ac-4e9f-bb9c-3c2e5472677a tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:16.957266 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc10ab9-26ac-4e9f-bb9c-3c2e5472677a tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:16.965850 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc10ab9-26ac-4e9f-bb9c-3c2e5472677a tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:16.972535 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc10ab9-26ac-4e9f-bb9c-3c2e5472677a tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:16.974353 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4bc10ab9-26ac-4e9f-bb9c-3c2e5472677a tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3371546 Sep 30 13:11:16.979480 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55466) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:16.987138 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596dfa2-1d72-4fb9-9d34-01607186344e req-235eef2e-ad2e-4e5c-afb6-0229f601eeb3 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:16.990436 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2596dfa2-1d72-4fb9-9d34-01607186344e req-235eef2e-ad2e-4e5c-afb6-0229f601eeb3 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.1556785 Sep 30 13:11:16.997529 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:11:17.036521 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2596dfa2-1d72-4fb9-9d34-01607186344e req-73df61e1-511d-4cd2-b72f-5d28048653f4 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394216 Sep 30 13:11:17.054828 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:17.055272 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:17.088272 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d76f0181-9c63-4ea0-8df3-cde2f808cdff tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:17.209022 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d76f0181-9c63-4ea0-8df3-cde2f808cdff tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:17.219019 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-8e9301c7-e7a0-4291-86ed-25a5110d78dc tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Deleting port d24af516-bcbd-4231-abde-9f40d0b40516 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:11:17.219357 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8e9301c7-e7a0-4291-86ed-25a5110d78dc tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:17.252632 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-d76f0181-9c63-4ea0-8df3-cde2f808cdff tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5dd8a0-eec5-4c78-93ce-7d6986f3fe14']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:17.274791 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-d76f0181-9c63-4ea0-8df3-cde2f808cdff tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c6b599-8014-443f-8edd-c39227bc5d25') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:17.275091 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-d76f0181-9c63-4ea0-8df3-cde2f808cdff tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c6b599-8014-443f-8edd-c39227bc5d25') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:17.310790 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d76f0181-9c63-4ea0-8df3-cde2f808cdff tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:17.331729 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d76f0181-9c63-4ea0-8df3-cde2f808cdff tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:17.346281 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d76f0181-9c63-4ea0-8df3-cde2f808cdff tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:11:17.346692 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d76f0181-9c63-4ea0-8df3-cde2f808cdff tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:11:17.348485 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:11:17.350731 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8e9301c7-e7a0-4291-86ed-25a5110d78dc tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:17.376174 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-8e9301c7-e7a0-4291-86ed-25a5110d78dc tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Calling delete_port for d24af516-bcbd-4231-abde-9f40d0b40516 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:11:17.456253 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d76f0181-9c63-4ea0-8df3-cde2f808cdff tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:17.464092 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76f0181-9c63-4ea0-8df3-cde2f808cdff tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2d5dd8a0-eec5-4c78-93ce-7d6986f3fe14 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 30 13:11:17.476831 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d76f0181-9c63-4ea0-8df3-cde2f808cdff tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:17.480316 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d76f0181-9c63-4ea0-8df3-cde2f808cdff tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] 10.222.0.18 "DELETE /v2.0/networks/2d5dd8a0-eec5-4c78-93ce-7d6986f3fe14 HTTP/1.1" status: 204 len: 168 time: 0.4981861 Sep 30 13:11:17.482622 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f0181-9c63-4ea0-8df3-cde2f808cdff tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Pushing event deleted for resources: {'Network': ['ID=2d5dd8a0-eec5-4c78-93ce-7d6986f3fe14,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:17.483352 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55474) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:17.488305 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-3dae1d9e-f071-46e6-944c-15ed55c41f4f tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Request body: {'network': {'name': 'tempest-network--891313045', 'router:external': True}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:17.556354 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dae1d9e-f071-46e6-944c-15ed55c41f4f tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Made reservation on behalf of 945826cc09854a2789ad747c31a9def5 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:11:17.559481 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3dae1d9e-f071-46e6-944c-15ed55c41f4f tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:17.596795 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dae1d9e-f071-46e6-944c-15ed55c41f4f tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:11:17.636340 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3dae1d9e-f071-46e6-944c-15ed55c41f4f tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:17.636689 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-3dae1d9e-f071-46e6-944c-15ed55c41f4f tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Added segment beb82fc7-0347-45c8-91ca-5cd0aa1d45cc of type vlan for network 94b6411a-781f-43ae-93bf-bb62b3bbb5c7 Sep 30 13:11:17.696539 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3dae1d9e-f071-46e6-944c-15ed55c41f4f tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:17.700619 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8e9301c7-e7a0-4291-86ed-25a5110d78dc tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:17.735384 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9301c7-e7a0-4291-86ed-25a5110d78dc tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Port': ['ID=d24af516-bcbd-4231-abde-9f40d0b40516,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:17.814314 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3dae1d9e-f071-46e6-944c-15ed55c41f4f tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:17.815445 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dae1d9e-f071-46e6-944c-15ed55c41f4f tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:17.816168 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3dae1d9e-f071-46e6-944c-15ed55c41f4f tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:17.860764 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8e9301c7-e7a0-4291-86ed-25a5110d78dc tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:17.889889 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3dae1d9e-f071-46e6-944c-15ed55c41f4f tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4032178 Sep 30 13:11:17.892368 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55478) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:17.956576 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae1d9e-f071-46e6-944c-15ed55c41f4f tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Pushing event updated for resources: {'Network': ['ID=94b6411a-781f-43ae-93bf-bb62b3bbb5c7,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:17.971236 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 94b6411a-781f-43ae-93bf-bb62b3bbb5c7 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:11:17.994679 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3413be9e-58b6-4489-bd78-421cb22c154b tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:17.997215 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3413be9e-58b6-4489-bd78-421cb22c154b tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] 10.222.0.18 "GET /v2.0/networks/94b6411a-781f-43ae-93bf-bb62b3bbb5c7 HTTP/1.1" status: 200 len: 756 time: 0.1020031 Sep 30 13:11:18.001207 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55480) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:18.093925 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba23810-06ee-4662-b641-b77fae1b3ebe tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:18.095455 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5ba23810-06ee-4662-b641-b77fae1b3ebe tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] 10.222.0.18 "GET /v2.0/networks/8cd1dbb8-377f-4867-b1aa-127abc077345 HTTP/1.1" status: 200 len: 768 time: 0.0930994 Sep 30 13:11:18.095846 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9301c7-e7a0-4291-86ed-25a5110d78dc tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Router 8993746e-aa5a-444d-99da-75cb77e1b233 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:11:18.098489 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55484) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:18.200226 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ec4c35a8-1297-4395-ad44-3f24147cdb40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:18.205226 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9afa7050-bded-4e68-8110-1c3b277bbb5f tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:18.208658 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9301c7-e7a0-4291-86ed-25a5110d78dc tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:11:18.217522 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8e9301c7-e7a0-4291-86ed-25a5110d78dc tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "PUT /v2.0/routers/8993746e-aa5a-444d-99da-75cb77e1b233/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0708075 Sep 30 13:11:18.217763 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55488) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:18.224299 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1688601-a6a0-434c-8c7a-be70ba8362e1 None None] Sync routers for ids ['8993746e-aa5a-444d-99da-75cb77e1b233'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:11:18.235530 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1688601-a6a0-434c-8c7a-be70ba8362e1 None None] Routers {'8993746e-aa5a-444d-99da-75cb77e1b233'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:18.236398 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-b1688601-a6a0-434c-8c7a-be70ba8362e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['8993746e-aa5a-444d-99da-75cb77e1b233'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:18.249471 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bd5fee69-e089-4438-959a-9150337cc17b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "GET /v2.0/ports?device_id=8993746e-aa5a-444d-99da-75cb77e1b233 HTTP/1.1" status: 200 len: 205 time: 0.0304241 Sep 30 13:11:18.252792 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55490) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:18.263225 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2938ea-32b8-4dc5-99ef-247679f405f3 req-6ab56c50-0e2e-46d7-9e17-03d8e8355926 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:18.264798 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ec2938ea-32b8-4dc5-99ef-247679f405f3 req-6ab56c50-0e2e-46d7-9e17-03d8e8355926 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.1157045 Sep 30 13:11:18.303590 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-b1688601-a6a0-434c-8c7a-be70ba8362e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:18.318170 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1688601-a6a0-434c-8c7a-be70ba8362e1 None None] Routers {'8993746e-aa5a-444d-99da-75cb77e1b233'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:18.318875 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9afa7050-bded-4e68-8110-1c3b277bbb5f tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:18.319401 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-b1688601-a6a0-434c-8c7a-be70ba8362e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:10:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['8993746e-aa5a-444d-99da-75cb77e1b233'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:18.345756 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-9afa7050-bded-4e68-8110-1c3b277bbb5f tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b6411a-781f-43ae-93bf-bb62b3bbb5c7']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:18.357646 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-9afa7050-bded-4e68-8110-1c3b277bbb5f tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb82fc7-0347-45c8-91ca-5cd0aa1d45cc') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:18.358239 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-9afa7050-bded-4e68-8110-1c3b277bbb5f tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb82fc7-0347-45c8-91ca-5cd0aa1d45cc') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:18.360790 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac6ee700-5f1b-432b-9626-9e9aad92ebb0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:18.372723 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-b1688601-a6a0-434c-8c7a-be70ba8362e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:18.373761 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1688601-a6a0-434c-8c7a-be70ba8362e1 None None] The sync data for ids ['8993746e-aa5a-444d-99da-75cb77e1b233'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:11:18.374509 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9afa7050-bded-4e68-8110-1c3b277bbb5f tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:18.393200 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9afa7050-bded-4e68-8110-1c3b277bbb5f tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:18.405293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9afa7050-bded-4e68-8110-1c3b277bbb5f tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:11:18.406427 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9afa7050-bded-4e68-8110-1c3b277bbb5f tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:11:18.408755 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:11:18.417970 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ec2938ea-32b8-4dc5-99ef-247679f405f3 req-49913173-d1f9-4968-a7ba-bbe7eff265ca tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430347 Sep 30 13:11:18.505175 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9afa7050-bded-4e68-8110-1c3b277bbb5f tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:18.513402 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afa7050-bded-4e68-8110-1c3b277bbb5f tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 94b6411a-781f-43ae-93bf-bb62b3bbb5c7 {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 30 13:11:18.538919 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9afa7050-bded-4e68-8110-1c3b277bbb5f tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:18.547253 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9afa7050-bded-4e68-8110-1c3b277bbb5f tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] 10.222.0.18 "DELETE /v2.0/networks/94b6411a-781f-43ae-93bf-bb62b3bbb5c7 HTTP/1.1" status: 204 len: 168 time: 0.4477365 Sep 30 13:11:18.548241 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55496) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:18.549064 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa7050-bded-4e68-8110-1c3b277bbb5f tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Pushing event deleted for resources: {'Network': ['ID=94b6411a-781f-43ae-93bf-bb62b3bbb5c7,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:18.555390 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac6ee700-5f1b-432b-9626-9e9aad92ebb0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:18.556308 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-049dce7e-e2c6-4d5c-a4aa-ba8559a72696 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Request body: {'network': {'name': 'tempest-network--1787954608'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:18.558506 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac6ee700-5f1b-432b-9626-9e9aad92ebb0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:18.582699 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049dce7e-e2c6-4d5c-a4aa-ba8559a72696 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Made reservation on behalf of 945826cc09854a2789ad747c31a9def5 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:11:18.585379 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-049dce7e-e2c6-4d5c-a4aa-ba8559a72696 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:18.613961 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac6ee700-5f1b-432b-9626-9e9aad92ebb0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:18.614236 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049dce7e-e2c6-4d5c-a4aa-ba8559a72696 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:11:18.615056 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6ee700-5f1b-432b-9626-9e9aad92ebb0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Fanout notify agent at l3_agent the message router_deleted on router 8993746e-aa5a-444d-99da-75cb77e1b233 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:11:18.625482 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac6ee700-5f1b-432b-9626-9e9aad92ebb0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:18.629956 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-049dce7e-e2c6-4d5c-a4aa-ba8559a72696 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:18.629956 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-049dce7e-e2c6-4d5c-a4aa-ba8559a72696 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Added segment 6215cf73-caeb-4cbe-b3f6-b99484ac8139 of type vlan for network 6b69f584-f675-4d03-8968-23d3a717d58a Sep 30 13:11:18.630786 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55500) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:18.634148 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ac6ee700-5f1b-432b-9626-9e9aad92ebb0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/routers/8993746e-aa5a-444d-99da-75cb77e1b233 HTTP/1.1" status: 204 len: 168 time: 0.3771355 Sep 30 13:11:18.717103 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-049dce7e-e2c6-4d5c-a4aa-ba8559a72696 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:18.724441 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a98217f-af6a-47a5-919e-b17765954d38 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Deleting subnet 45245e7b-7b81-49c9-936b-e776293e8dd4 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:11:18.730564 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a98217f-af6a-47a5-919e-b17765954d38 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:18.784238 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-049dce7e-e2c6-4d5c-a4aa-ba8559a72696 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:18.785167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049dce7e-e2c6-4d5c-a4aa-ba8559a72696 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:18.785762 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-049dce7e-e2c6-4d5c-a4aa-ba8559a72696 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:18.789324 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a98217f-af6a-47a5-919e-b17765954d38 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:18.843488 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-049dce7e-e2c6-4d5c-a4aa-ba8559a72696 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2911294 Sep 30 13:11:18.847150 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55502) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:18.853604 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-d59032ec-892b-4aa6-a695-09ec1b5d90ad tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:18.888346 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049dce7e-e2c6-4d5c-a4aa-ba8559a72696 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Pushing event updated for resources: {'Network': ['ID=6b69f584-f675-4d03-8968-23d3a717d58a,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:18.899099 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 6b69f584-f675-4d03-8968-23d3a717d58a details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:11:18.937437 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a98217f-af6a-47a5-919e-b17765954d38 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.008626 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a98217f-af6a-47a5-919e-b17765954d38 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.028309 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d59032ec-892b-4aa6-a695-09ec1b5d90ad tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.039356 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98217f-af6a-47a5-919e-b17765954d38 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Subnet': ['ID=45245e7b-7b81-49c9-936b-e776293e8dd4,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:19.041305 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a98217f-af6a-47a5-919e-b17765954d38 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.043740 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9a98217f-af6a-47a5-919e-b17765954d38 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/subnets/45245e7b-7b81-49c9-936b-e776293e8dd4 HTTP/1.1" status: 204 len: 168 time: 0.4119456 Sep 30 13:11:19.046192 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d59032ec-892b-4aa6-a695-09ec1b5d90ad tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.046334 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55504) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:19.048994 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9262d0-2a05-487a-a7ea-8460c8394e8a None None] Network cc32c5a4-b8b1-46e5-b604-eeb5d0285126 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:11:19.067501 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d59032ec-892b-4aa6-a695-09ec1b5d90ad tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Network 6b69f584-f675-4d03-8968-23d3a717d58a is not hosted by any dhcp agent {{(pid=94764) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 13:11:19.069103 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59032ec-892b-4aa6-a695-09ec1b5d90ad tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:19.069627 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d59032ec-892b-4aa6-a695-09ec1b5d90ad tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.074353 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d59032ec-892b-4aa6-a695-09ec1b5d90ad tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] 10.222.0.18 "PUT /v2.0/networks/6b69f584-f675-4d03-8968-23d3a717d58a HTTP/1.1" status: 200 len: 858 time: 0.2233143 Sep 30 13:11:19.074702 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55506) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:19.131179 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-27b609f1-bd26-41db-8c7b-d5f1caa6019d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.140769 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59032ec-892b-4aa6-a695-09ec1b5d90ad tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Pushing event updated for resources: {'Network': ['ID=6b69f584-f675-4d03-8968-23d3a717d58a,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:19.190638 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-27b609f1-bd26-41db-8c7b-d5f1caa6019d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Deleting port ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:11:19.190981 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-27b609f1-bd26-41db-8c7b-d5f1caa6019d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.196322 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d4af4ba4-6098-4cdb-b15a-2140dfef7278 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.239633 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b54787-07d2-4be8-b20a-a1ecbf3c3552 None None] DHCP port deletion for cc32c5a4-b8b1-46e5-b604-eeb5d0285126 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:11:19.264974 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-27b609f1-bd26-41db-8c7b-d5f1caa6019d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] For port ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c,segment=NetworkSegment(f4b64169-0f47-4c16-9316-1d65d2e4d6db),segment_id=f4b64169-0f47-4c16-9316-1d65d2e4d6db)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:19.265747 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-27b609f1-bd26-41db-8c7b-d5f1caa6019d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.281004 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-27b609f1-bd26-41db-8c7b-d5f1caa6019d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Calling delete_port for ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:11:19.290819 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-10b54787-07d2-4be8-b20a-a1ecbf3c3552 None None] Deleting port ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:11:19.291124 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-10b54787-07d2-4be8-b20a-a1ecbf3c3552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.311786 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d4af4ba4-6098-4cdb-b15a-2140dfef7278 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.334634 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-d4af4ba4-6098-4cdb-b15a-2140dfef7278 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b69f584-f675-4d03-8968-23d3a717d58a']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:19.348775 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-d4af4ba4-6098-4cdb-b15a-2140dfef7278 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6215cf73-caeb-4cbe-b3f6-b99484ac8139') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:19.349231 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-d4af4ba4-6098-4cdb-b15a-2140dfef7278 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6215cf73-caeb-4cbe-b3f6-b99484ac8139') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:19.360515 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d4af4ba4-6098-4cdb-b15a-2140dfef7278 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.371227 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.373038 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-10b54787-07d2-4be8-b20a-a1ecbf3c3552 None None] For port ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c,segment=NetworkSegment(f4b64169-0f47-4c16-9316-1d65d2e4d6db),segment_id=f4b64169-0f47-4c16-9316-1d65d2e4d6db)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:19.373438 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-10b54787-07d2-4be8-b20a-a1ecbf3c3552 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.377600 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d4af4ba4-6098-4cdb-b15a-2140dfef7278 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.382810 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-27b609f1-bd26-41db-8c7b-d5f1caa6019d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.384677 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4af4ba4-6098-4cdb-b15a-2140dfef7278 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:11:19.385355 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d4af4ba4-6098-4cdb-b15a-2140dfef7278 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:11:19.386941 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:11:19.388873 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-10b54787-07d2-4be8-b20a-a1ecbf3c3552 None None] Calling delete_port for ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:11:19.411718 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b609f1-bd26-41db-8c7b-d5f1caa6019d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Port': ['ID=ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:19.413548 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b609f1-bd26-41db-8c7b-d5f1caa6019d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] No DVR routers for this DVR port ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:11:19.452684 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d4af4ba4-6098-4cdb-b15a-2140dfef7278 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.472414 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4af4ba4-6098-4cdb-b15a-2140dfef7278 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6b69f584-f675-4d03-8968-23d3a717d58a {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 30 13:11:19.475300 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d4af4ba4-6098-4cdb-b15a-2140dfef7278 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.477071 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d4af4ba4-6098-4cdb-b15a-2140dfef7278 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] 10.222.0.18 "DELETE /v2.0/networks/6b69f584-f675-4d03-8968-23d3a717d58a HTTP/1.1" status: 204 len: 168 time: 0.4013538 Sep 30 13:11:19.478140 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af4ba4-6098-4cdb-b15a-2140dfef7278 tempest-ExternalNetworksTestJSON-742772038 tempest-ExternalNetworksTestJSON-742772038-project-admin] Pushing event deleted for resources: {'Network': ['ID=6b69f584-f675-4d03-8968-23d3a717d58a,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:19.481669 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55512) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:19.500728 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-10b54787-07d2-4be8-b20a-a1ecbf3c3552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.523465 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b59d77-bb91-43b0-8a2c-46991e880013 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] DELETE failed (client error): The resource could not be found. Sep 30 13:11:19.523923 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35b59d77-bb91-43b0-8a2c-46991e880013 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:11:19.525114 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-27b609f1-bd26-41db-8c7b-d5f1caa6019d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.525959 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-35b59d77-bb91-43b0-8a2c-46991e880013 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] 10.222.0.18 "DELETE /v2.0/subnets/2180fb28-2572-406c-8175-395f2aabebfc HTTP/1.1" status: 404 len: 337 time: 0.0399091 Sep 30 13:11:19.534318 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55514) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:19.566904 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b54787-07d2-4be8-b20a-a1ecbf3c3552 None None] No DVR routers for this DVR port ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:11:19.572218 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b54787-07d2-4be8-b20a-a1ecbf3c3552 None None] Pushing event deleted for resources: {'Port': ['ID=ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:19.605645 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237a53f-93ff-49fa-89e0-bce8dffe5e60 req-addd9f9a-1939-4c31-9092-fbb22e822f49 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:19.613400 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4237a53f-93ff-49fa-89e0-bce8dffe5e60 req-addd9f9a-1939-4c31-9092-fbb22e822f49 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.0925596 Sep 30 13:11:19.655477 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b97d7562-ba45-4ec2-894c-5cfca13a4291 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.659752 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-27b609f1-bd26-41db-8c7b-d5f1caa6019d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc32c5a4-b8b1-46e5-b604-eeb5d0285126']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:19.670651 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4237a53f-93ff-49fa-89e0-bce8dffe5e60 req-061d5e3a-99cd-4e16-9031-add6d60caf35 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515788 Sep 30 13:11:19.684161 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-27b609f1-bd26-41db-8c7b-d5f1caa6019d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b64169-0f47-4c16-9316-1d65d2e4d6db') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:19.684455 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-27b609f1-bd26-41db-8c7b-d5f1caa6019d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b64169-0f47-4c16-9316-1d65d2e4d6db') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:19.708708 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-27b609f1-bd26-41db-8c7b-d5f1caa6019d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.745601 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-27b609f1-bd26-41db-8c7b-d5f1caa6019d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.765390 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b609f1-bd26-41db-8c7b-d5f1caa6019d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:11:19.765916 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-27b609f1-bd26-41db-8c7b-d5f1caa6019d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:11:19.768907 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:11:19.829245 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b97d7562-ba45-4ec2-894c-5cfca13a4291 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.877936 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-27b609f1-bd26-41db-8c7b-d5f1caa6019d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.880336 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-b97d7562-ba45-4ec2-894c-5cfca13a4291 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd1dbb8-377f-4867-b1aa-127abc077345']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:19.894037 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-27b609f1-bd26-41db-8c7b-d5f1caa6019d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.895900 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-27b609f1-bd26-41db-8c7b-d5f1caa6019d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/networks/cc32c5a4-b8b1-46e5-b604-eeb5d0285126 HTTP/1.1" status: 204 len: 168 time: 0.8487303 Sep 30 13:11:19.899683 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55522) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:19.904687 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-fc0ee849-0507-41aa-a9d1-deb8bdd6dfc0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1897679413', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}, 'admin_state_up': False}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:19.906318 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b609f1-bd26-41db-8c7b-d5f1caa6019d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Network': ['ID=cc32c5a4-b8b1-46e5-b604-eeb5d0285126,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:19.909132 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-b97d7562-ba45-4ec2-894c-5cfca13a4291 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16f0f41-c28f-4862-849e-0a551b23ff8c') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:19.909495 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-b97d7562-ba45-4ec2-894c-5cfca13a4291 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16f0f41-c28f-4862-849e-0a551b23ff8c') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:19.918880 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b97d7562-ba45-4ec2-894c-5cfca13a4291 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.929820 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee849-0507-41aa-a9d1-deb8bdd6dfc0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.930918 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee849-0507-41aa-a9d1-deb8bdd6dfc0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.934040 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b97d7562-ba45-4ec2-894c-5cfca13a4291 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.941798 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b97d7562-ba45-4ec2-894c-5cfca13a4291 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:11:19.942564 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b97d7562-ba45-4ec2-894c-5cfca13a4291 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:11:19.945497 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:11:20.002152 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b97d7562-ba45-4ec2-894c-5cfca13a4291 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:20.008777 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b97d7562-ba45-4ec2-894c-5cfca13a4291 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:20.013432 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b97d7562-ba45-4ec2-894c-5cfca13a4291 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] 10.222.0.18 "DELETE /v2.0/networks/8cd1dbb8-377f-4867-b1aa-127abc077345 HTTP/1.1" status: 204 len: 168 time: 0.4753482 Sep 30 13:11:20.037840 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d7562-ba45-4ec2-894c-5cfca13a4291 tempest-ExternalNetworksTestJSON-1829777922 tempest-ExternalNetworksTestJSON-1829777922-project] Pushing event deleted for resources: {'Network': ['ID=8cd1dbb8-377f-4867-b1aa-127abc077345,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:20.075066 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee849-0507-41aa-a9d1-deb8bdd6dfc0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:20.222452 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee849-0507-41aa-a9d1-deb8bdd6dfc0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:20.271784 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55528) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:20.430243 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee849-0507-41aa-a9d1-deb8bdd6dfc0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:20.457099 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee849-0507-41aa-a9d1-deb8bdd6dfc0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:20.520578 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4e98a9f1-144c-4a77-8353-56276ad2bdd7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=86d7830454604e24881fad09bd16f020&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476304 Sep 30 13:11:20.523139 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55534) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:20.623193 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-fc0ee849-0507-41aa-a9d1-deb8bdd6dfc0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Allocated IP 172.25.5.24 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/964ebe1c-71db-490b-9f95-ea4dfe57af54) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:11:20.625077 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f6916e0e-537a-467b-97b3-480987961594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:20.646836 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-717961d5-dd2d-4836-b44b-0e949a5f3245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:20.660630 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f6916e0e-537a-467b-97b3-480987961594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:20.775276 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f6916e0e-537a-467b-97b3-480987961594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:20.778400 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f6916e0e-537a-467b-97b3-480987961594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:20.785297 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f6916e0e-537a-467b-97b3-480987961594 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4771eb4-0590-4b87-95d6-df017fceb2c7 HTTP/1.1" status: 204 len: 168 time: 0.2556722 Sep 30 13:11:20.795815 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6916e0e-537a-467b-97b3-480987961594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4771eb4-0590-4b87-95d6-df017fceb2c7,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:20.802590 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f545403-008b-4300-b588-fd3fb6c69ef8 req-f64684b1-9c12-402a-b27a-6031a3438821 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:20.807372 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee849-0507-41aa-a9d1-deb8bdd6dfc0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:20.811875 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f545403-008b-4300-b588-fd3fb6c69ef8 req-f64684b1-9c12-402a-b27a-6031a3438821 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.0773621 Sep 30 13:11:20.851646 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee849-0507-41aa-a9d1-deb8bdd6dfc0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:20.866482 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f545403-008b-4300-b588-fd3fb6c69ef8 req-ea7e74d4-dc6b-439c-92db-94626adf0206 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502887 Sep 30 13:11:20.983313 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:11:21.004875 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:11:21.005429 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device ec91b667-7c4d-416d-b6e5-fa9a8a89bc0c not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:11:21.121762 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55548) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:21.165252 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-667bfaaa-afcb-45a6-be6e-9d7d796fe503 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=945826cc09854a2789ad747c31a9def5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422032 Sep 30 13:11:21.167878 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55550) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:21.202400 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0ee849-0507-41aa-a9d1-deb8bdd6dfc0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:11:21.205350 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-fc0ee849-0507-41aa-a9d1-deb8bdd6dfc0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:21.208955 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0ee849-0507-41aa-a9d1-deb8bdd6dfc0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:11:21.218327 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8a68a70e-b79f-4a49-a6ce-667ff835509b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:21.232330 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ee849-0507-41aa-a9d1-deb8bdd6dfc0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Port': ['ID=964ebe1c-71db-490b-9f95-ea4dfe57af54,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:21.243788 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8a68a70e-b79f-4a49-a6ce-667ff835509b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:21.297083 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8a68a70e-b79f-4a49-a6ce-667ff835509b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:21.299770 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8a68a70e-b79f-4a49-a6ce-667ff835509b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:21.300934 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8a68a70e-b79f-4a49-a6ce-667ff835509b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd9f13b6-2485-4e9e-beac-c69bcf60c706 HTTP/1.1" status: 204 len: 168 time: 0.1321418 Sep 30 13:11:21.311858 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68a70e-b79f-4a49-a6ce-667ff835509b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9f13b6-2485-4e9e-beac-c69bcf60c706,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:21.474097 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee849-0507-41aa-a9d1-deb8bdd6dfc0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:21.551329 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:21.695882 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee849-0507-41aa-a9d1-deb8bdd6dfc0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:21.840551 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0ee849-0507-41aa-a9d1-deb8bdd6dfc0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Router 52d8eadc-9e6e-4ffd-85aa-9e1661bc660a is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:11:21.992991 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0ee849-0507-41aa-a9d1-deb8bdd6dfc0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:11:22.004366 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc9bceb-862c-49f7-91b3-d84165f64595 None None] Sync routers for ids ['52d8eadc-9e6e-4ffd-85aa-9e1661bc660a'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:11:22.014982 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc9bceb-862c-49f7-91b3-d84165f64595 None None] Routers {'52d8eadc-9e6e-4ffd-85aa-9e1661bc660a'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:22.015672 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-ecc9bceb-862c-49f7-91b3-d84165f64595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['52d8eadc-9e6e-4ffd-85aa-9e1661bc660a'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:22.019546 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bcfee-dfa4-42fb-897f-5d21e168e349 req-10573247-311c-47b1-b6c3-8d908ff68608 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:22.021066 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c91bcfee-dfa4-42fb-897f-5d21e168e349 req-10573247-311c-47b1-b6c3-8d908ff68608 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.0699682 Sep 30 13:11:22.027508 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee849-0507-41aa-a9d1-deb8bdd6dfc0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:22.031516 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fc0ee849-0507-41aa-a9d1-deb8bdd6dfc0 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.1281219 Sep 30 13:11:22.031884 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55582) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:22.056641 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-ecc9bceb-862c-49f7-91b3-d84165f64595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:22.070394 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc9bceb-862c-49f7-91b3-d84165f64595 None None] Routers {'52d8eadc-9e6e-4ffd-85aa-9e1661bc660a'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:22.071286 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-ecc9bceb-862c-49f7-91b3-d84165f64595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['52d8eadc-9e6e-4ffd-85aa-9e1661bc660a'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:22.077778 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c91bcfee-dfa4-42fb-897f-5d21e168e349 req-b8176108-c49b-48f3-bd11-f75f61d94940 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475886 Sep 30 13:11:22.121969 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-ecc9bceb-862c-49f7-91b3-d84165f64595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:22.122687 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc9bceb-862c-49f7-91b3-d84165f64595 None None] The sync data for ids ['52d8eadc-9e6e-4ffd-85aa-9e1661bc660a'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:11:22.152035 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-35c61f04-3951-44fc-9bae-072d52d8d6cf tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "GET /v2.0/routers/52d8eadc-9e6e-4ffd-85aa-9e1661bc660a HTTP/1.1" status: 200 len: 884 time: 0.1184764 Sep 30 13:11:22.154484 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55586) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:22.280109 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:22.680794 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55602) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:22.717768 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4b47fced-fd5e-474f-a650-ae9ca3846285 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5599737 Sep 30 13:11:22.718347 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55606) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:22.722974 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-23cdb56d-3779-4683-8667-07499a324746 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1897679413'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:22.787573 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-92085177-c2f8-4dac-8b6c-abc6353d49d7 tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2079043511'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:22.788072 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-92085177-c2f8-4dac-8b6c-abc6353d49d7 tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] Unknown quota resources ['metering_label']. {{(pid=94764) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 13:11:23.000409 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-92085177-c2f8-4dac-8b6c-abc6353d49d7 tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:23.001757 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-92085177-c2f8-4dac-8b6c-abc6353d49d7 tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3198709 Sep 30 13:11:23.004707 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55614) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:23.010097 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-e3df53fe-14a4-4b8a-bec3-3af02f9c12bc tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '63b405a8-b073-4897-8590-84b4894bb83f'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:23.010665 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-e3df53fe-14a4-4b8a-bec3-3af02f9c12bc tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94763) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 13:11:23.112977 n-d-810909-2 neutron-server[94763]: WARNING neutron.services.metering.metering_plugin [None req-e3df53fe-14a4-4b8a-bec3-3af02f9c12bc tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 30 13:11:23.306354 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-23cdb56d-3779-4683-8667-07499a324746 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-414777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:23.312013 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e3df53fe-14a4-4b8a-bec3-3af02f9c12bc tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:23.313196 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e3df53fe-14a4-4b8a-bec3-3af02f9c12bc tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3075984 Sep 30 13:11:23.316427 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55618) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:23.321408 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-3a95ab7a-8f51-480f-8328-c95bb0677d66 tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '63b405a8-b073-4897-8590-84b4894bb83f'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:23.322004 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-3a95ab7a-8f51-480f-8328-c95bb0677d66 tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94764) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 13:11:23.323238 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-23cdb56d-3779-4683-8667-07499a324746 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-417349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-414758'] for router, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:23.338732 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a72d95-ccb5-4168-9833-08d4ad2a3895 req-c0be6f67-6c2d-4598-90a0-b83bb7d3f394 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:23.340378 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-94a72d95-ccb5-4168-9833-08d4ad2a3895 req-c0be6f67-6c2d-4598-90a0-b83bb7d3f394 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.1248522 Sep 30 13:11:23.399305 n-d-810909-2 neutron-server[94764]: WARNING neutron.services.metering.metering_plugin [None req-3a95ab7a-8f51-480f-8328-c95bb0677d66 tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 30 13:11:23.428983 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-94a72d95-ccb5-4168-9833-08d4ad2a3895 req-2df1fad1-d31a-4886-9adc-b607e30e973b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531363 Sep 30 13:11:23.477398 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cdb56d-3779-4683-8667-07499a324746 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Router 52d8eadc-9e6e-4ffd-85aa-9e1661bc660a has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:11:23.510570 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a95ab7a-8f51-480f-8328-c95bb0677d66 tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:23.514965 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3a95ab7a-8f51-480f-8328-c95bb0677d66 tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1947072 Sep 30 13:11:23.515096 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55622) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:23.528666 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-26d24245-b579-4690-8ab0-f31f573bf64c tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=10aec59b-1c3c-4516-9d4d-db60234cf602 HTTP/1.1" status: 200 len: 464 time: 0.0094633 Sep 30 13:11:23.528891 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55624) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:23.592506 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cdb56d-3779-4683-8667-07499a324746 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:11:23.599958 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-23cdb56d-3779-4683-8667-07499a324746 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:23.603595 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-23cdb56d-3779-4683-8667-07499a324746 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "PUT /v2.0/routers/52d8eadc-9e6e-4ffd-85aa-9e1661bc660a HTTP/1.1" status: 200 len: 891 time: 0.8819263 Sep 30 13:11:23.603741 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b92a32e-ae40-4916-bbdb-f20d47c0e5c8 None None] Sync routers for ids ['52d8eadc-9e6e-4ffd-85aa-9e1661bc660a'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:11:23.604202 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55626) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:23.612933 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b92a32e-ae40-4916-bbdb-f20d47c0e5c8 None None] Routers {'52d8eadc-9e6e-4ffd-85aa-9e1661bc660a'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:23.613673 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7b92a32e-ae40-4916-bbdb-f20d47c0e5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['52d8eadc-9e6e-4ffd-85aa-9e1661bc660a'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:23.639302 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-27cba4a0-f6ab-4a0e-b365-ae383d92c7b1 tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:23.643090 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-27cba4a0-f6ab-4a0e-b365-ae383d92c7b1 tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/10aec59b-1c3c-4516-9d4d-db60234cf602 HTTP/1.1" status: 204 len: 168 time: 0.1108348 Sep 30 13:11:23.645716 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55628) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:23.646874 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7b92a32e-ae40-4916-bbdb-f20d47c0e5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:23.655521 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b92a32e-ae40-4916-bbdb-f20d47c0e5c8 None None] Routers {'52d8eadc-9e6e-4ffd-85aa-9e1661bc660a'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:23.656205 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7b92a32e-ae40-4916-bbdb-f20d47c0e5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['52d8eadc-9e6e-4ffd-85aa-9e1661bc660a'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:23.666219 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b47f5056-bce7-4e98-9ac1-26f4e947e0b5 tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=10aec59b-1c3c-4516-9d4d-db60234cf602 HTTP/1.1" status: 200 len: 221 time: 0.0163879 Sep 30 13:11:23.666404 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55630) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:23.672388 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-796ea7d9-5d56-42ab-a55e-3b7c33de9854 tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1553715859', 'description': 'label created by tempest'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:23.672948 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-796ea7d9-5d56-42ab-a55e-3b7c33de9854 tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] Unknown quota resources ['metering_label']. {{(pid=94763) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 13:11:23.693600 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7b92a32e-ae40-4916-bbdb-f20d47c0e5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:23.694296 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b92a32e-ae40-4916-bbdb-f20d47c0e5c8 None None] The sync data for ids ['52d8eadc-9e6e-4ffd-85aa-9e1661bc660a'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:11:23.891270 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e77b3c56-2be5-499c-93dc-e84899906ab2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "GET /v2.0/routers/52d8eadc-9e6e-4ffd-85aa-9e1661bc660a HTTP/1.1" status: 200 len: 891 time: 0.2837934 Sep 30 13:11:23.891784 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55634) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:23.918593 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ed1645c4-39b6-45dd-8d0c-2cd7414a5bbe tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "GET /v2.0/ports?device_id=52d8eadc-9e6e-4ffd-85aa-9e1661bc660a HTTP/1.1" status: 200 len: 205 time: 0.0253947 Sep 30 13:11:23.920672 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-796ea7d9-5d56-42ab-a55e-3b7c33de9854 tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:23.920841 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55636) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:23.921823 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-796ea7d9-5d56-42ab-a55e-3b7c33de9854 tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2545354 Sep 30 13:11:23.924396 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55638) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:24.000050 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9fd87221-ae58-4e95-9e32-b51a1b418426 tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=ecd545c1-26c3-4ae7-9469-2ef3cc5b7721 HTTP/1.1" status: 200 len: 468 time: 0.0745890 Sep 30 13:11:24.002466 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55642) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:24.034106 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:24.042979 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7cf4-738c-4c26-9c2d-26ff57ed99cf tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:24.149484 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7cf4-738c-4c26-9c2d-26ff57ed99cf tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:24.179910 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-38114de6-af91-4ba3-9b33-fbb440234349 tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:24.184197 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-38114de6-af91-4ba3-9b33-fbb440234349 tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/ecd545c1-26c3-4ae7-9469-2ef3cc5b7721 HTTP/1.1" status: 204 len: 168 time: 0.1777163 Sep 30 13:11:24.184395 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55646) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:24.195192 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d4b9b38c-7b4a-43ae-9369-47ec89361442 tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=ecd545c1-26c3-4ae7-9469-2ef3cc5b7721 HTTP/1.1" status: 200 len: 216 time: 0.0097926 Sep 30 13:11:24.198477 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55648) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:24.204886 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-ecfe7cf4-738c-4c26-9c2d-26ff57ed99cf tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Deleting port 964ebe1c-71db-490b-9f95-ea4dfe57af54 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:11:24.205221 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7cf4-738c-4c26-9c2d-26ff57ed99cf tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:24.207295 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b5b35969-3f81-4c86-97b6-76d425028d06 tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0076313 Sep 30 13:11:24.210404 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55650) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:24.221646 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-98cc79bb-62c3-4155-b0e6-91afd95cbffd tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0101888 Sep 30 13:11:24.224701 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55652) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:24.274186 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a0266b64-222f-4d78-b979-bd6f97f7b344 tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/63b405a8-b073-4897-8590-84b4894bb83f HTTP/1.1" status: 200 len: 473 time: 0.0482373 Sep 30 13:11:24.277401 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55654) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:24.283292 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7cf4-738c-4c26-9c2d-26ff57ed99cf tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:24.295844 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-ecfe7cf4-738c-4c26-9c2d-26ff57ed99cf tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Calling delete_port for 964ebe1c-71db-490b-9f95-ea4dfe57af54 owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:11:24.310612 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-07c01d81-def8-4da9-b2d3-5a9a5fcd42a5 tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/14012dcc-5de4-4429-8cfe-bab901e8478e HTTP/1.1" status: 200 len: 461 time: 0.0321071 Sep 30 13:11:24.312285 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55656) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:24.412254 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c6c91448-56ca-48a0-b831-6f87c4df939e tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:24.413387 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c6c91448-56ca-48a0-b831-6f87c4df939e tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/14012dcc-5de4-4429-8cfe-bab901e8478e HTTP/1.1" status: 204 len: 168 time: 0.1001394 Sep 30 13:11:24.416259 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55658) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:24.460869 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7cf4-738c-4c26-9c2d-26ff57ed99cf tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:24.489113 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe7cf4-738c-4c26-9c2d-26ff57ed99cf tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Port': ['ID=964ebe1c-71db-490b-9f95-ea4dfe57af54,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:24.576467 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7cf4-738c-4c26-9c2d-26ff57ed99cf tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:24.608763 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-80daf096-128e-49a2-b0e0-4284b68c401b tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:24.615877 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-80daf096-128e-49a2-b0e0-4284b68c401b tempest-MeteringTestJSON-1880090342 tempest-MeteringTestJSON-1880090342-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/63b405a8-b073-4897-8590-84b4894bb83f HTTP/1.1" status: 204 len: 168 time: 0.1927340 Sep 30 13:11:24.650561 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1885a76-9b96-4444-909d-39d7833ceb2a req-c213bcfe-c679-495b-993e-3800623f4178 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:24.652586 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a1885a76-9b96-4444-909d-39d7833ceb2a req-c213bcfe-c679-495b-993e-3800623f4178 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.1200404 Sep 30 13:11:24.683674 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7cf4-738c-4c26-9c2d-26ff57ed99cf tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:24.690651 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7cf4-738c-4c26-9c2d-26ff57ed99cf tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:24.751786 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7cf4-738c-4c26-9c2d-26ff57ed99cf tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:24.752295 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfe7cf4-738c-4c26-9c2d-26ff57ed99cf tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Fanout notify agent at l3_agent the message router_deleted on router 52d8eadc-9e6e-4ffd-85aa-9e1661bc660a {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:11:24.756187 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a1885a76-9b96-4444-909d-39d7833ceb2a req-d8f4b277-93e4-4420-b2a2-b5a5909675be tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973573 Sep 30 13:11:24.762303 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7cf4-738c-4c26-9c2d-26ff57ed99cf tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:24.767342 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ecfe7cf4-738c-4c26-9c2d-26ff57ed99cf tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/routers/52d8eadc-9e6e-4ffd-85aa-9e1661bc660a HTTP/1.1" status: 204 len: 168 time: 0.8416910 Sep 30 13:11:24.767709 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55666) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:24.772708 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-6bad70eb-7a21-4521-9270-96361babf85b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1443812585'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:24.794369 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bad70eb-7a21-4521-9270-96361babf85b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Made reservation on behalf of f4700a0b73134789ad73cd84992537fc for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:11:24.797792 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6bad70eb-7a21-4521-9270-96361babf85b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:24.821432 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bad70eb-7a21-4521-9270-96361babf85b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:11:24.831849 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6bad70eb-7a21-4521-9270-96361babf85b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:24.832195 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-6bad70eb-7a21-4521-9270-96361babf85b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Added segment 5fe775ae-67a3-4c7e-930d-9ca00c9b072a of type vlan for network bcfadfc2-6b74-4b9d-896a-10dd0401856c Sep 30 13:11:24.872045 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6bad70eb-7a21-4521-9270-96361babf85b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:24.872926 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55670) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:24.897500 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6bad70eb-7a21-4521-9270-96361babf85b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:24.903763 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bad70eb-7a21-4521-9270-96361babf85b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:24.904402 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6bad70eb-7a21-4521-9270-96361babf85b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:24.945867 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6bad70eb-7a21-4521-9270-96361babf85b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1773083 Sep 30 13:11:24.949346 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55676) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:24.954307 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-c6623464-c72b-4536-b731-1dea3d3cb690 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'subnet': {'network_id': 'bcfadfc2-6b74-4b9d-896a-10dd0401856c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:24.987355 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad70eb-7a21-4521-9270-96361babf85b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Network': ['ID=bcfadfc2-6b74-4b9d-896a-10dd0401856c,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:24.997860 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network bcfadfc2-6b74-4b9d-896a-10dd0401856c details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:11:25.027706 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9d62190c-b65c-4401-a170-c0f3b15c9641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:25.060319 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.db.api [None req-c6623464-c72b-4536-b731-1dea3d3cb690 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 13:11:25.060319 n-d-810909-2 neutron-server[94764]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 30 13:11:25.060319 n-d-810909-2 neutron-server[94764]: [parameters: {'project_id_1': 'f4700a0b73134789ad73cd84992537fc', 'expiration_1': datetime.datetime(2021, 9, 30, 13, 11, 5, 51529)}] Sep 30 13:11:25.060319 n-d-810909-2 neutron-server[94764]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:11:25.060732 n-d-810909-2 neutron-server[94764]: DEBUG oslo_db.api [None req-c6623464-c72b-4536-b731-1dea3d3cb690 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:11:25.136987 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9d62190c-b65c-4401-a170-c0f3b15c9641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:25.140910 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9d62190c-b65c-4401-a170-c0f3b15c9641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:25.185146 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9d62190c-b65c-4401-a170-c0f3b15c9641 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8898390866b34bd5ab5a0ef6b0340f89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3109179 Sep 30 13:11:25.185887 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62190c-b65c-4401-a170-c0f3b15c9641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bae45e0-d44c-490c-ac93-afa022f9551d,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:25.187844 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55682) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:25.238884 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9fd11fd7-9fa2-40ad-b05f-e6429bfc5312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:25.262560 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9fd11fd7-9fa2-40ad-b05f-e6429bfc5312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:25.312450 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9fd11fd7-9fa2-40ad-b05f-e6429bfc5312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:25.315173 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9fd11fd7-9fa2-40ad-b05f-e6429bfc5312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:25.316381 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9fd11fd7-9fa2-40ad-b05f-e6429bfc5312 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5bae45e0-d44c-490c-ac93-afa022f9551d HTTP/1.1" status: 204 len: 168 time: 0.1274548 Sep 30 13:11:25.324782 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd11fd7-9fa2-40ad-b05f-e6429bfc5312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bae45e0-d44c-490c-ac93-afa022f9551d,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:25.583897 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6623464-c72b-4536-b731-1dea3d3cb690 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Made reservation on behalf of f4700a0b73134789ad73cd84992537fc for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:11:25.591186 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c6623464-c72b-4536-b731-1dea3d3cb690 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:25.591332 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55688) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:25.606911 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4cad2fb9-589d-429f-a1fd-cd34c9067a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:25.715467 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4cad2fb9-589d-429f-a1fd-cd34c9067a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:25.719688 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4cad2fb9-589d-429f-a1fd-cd34c9067a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:25.762939 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4cad2fb9-589d-429f-a1fd-cd34c9067a3e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=33eb2ea385a64bccbe57aea808f989bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1704590 Sep 30 13:11:25.764175 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad2fb9-589d-429f-a1fd-cd34c9067a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa28574-0417-41cf-ad0d-8884b7719cb4,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:25.766852 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55692) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:25.807501 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c6623464-c72b-4536-b731-1dea3d3cb690 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:25.828713 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e4207f5f-49a9-45bf-8247-1c4b81ae591d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:25.861391 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e4207f5f-49a9-45bf-8247-1c4b81ae591d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:25.877509 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6623464-c72b-4536-b731-1dea3d3cb690 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Subnet': ['ID=8370d423-dcc6-4a14-ae73-158b2583f0fd,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:25.890532 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6623464-c72b-4536-b731-1dea3d3cb690 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Checking segment: {'id': '5fe775ae-67a3-4c7e-930d-9ca00c9b072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'bcfadfc2-6b74-4b9d-896a-10dd0401856c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:11:25.890945 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6623464-c72b-4536-b731-1dea3d3cb690 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network hostable DHCP agents. Network: bcfadfc2-6b74-4b9d-896a-10dd0401856c, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:11:25.910004 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6623464-c72b-4536-b731-1dea3d3cb690 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network bcfadfc2-6b74-4b9d-896a-10dd0401856c is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:11:25.921178 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-c6623464-c72b-4536-b731-1dea3d3cb690 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, bcfadfc2-6b74-4b9d-896a-10dd0401856c) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:25.926037 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6623464-c72b-4536-b731-1dea3d3cb690 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:25.926761 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c6623464-c72b-4536-b731-1dea3d3cb690 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:25.931618 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1589bdc-ba52-421d-96de-17037af92322 req-c3f58b58-6a32-4bc6-9b5e-46de39eed73b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:25.932617 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a1589bdc-ba52-421d-96de-17037af92322 req-c3f58b58-6a32-4bc6-9b5e-46de39eed73b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.0849061 Sep 30 13:11:25.936372 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5303308b-f348-4c40-8522-b8a33a1b02d8 None None] Network bcfadfc2-6b74-4b9d-896a-10dd0401856c requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:11:25.946106 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c6623464-c72b-4536-b731-1dea3d3cb690 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9948149 Sep 30 13:11:25.947946 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55696) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:25.953669 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-092dc995-e44a-4019-87da-58f7bce5438b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-440683717', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:25.965261 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e4207f5f-49a9-45bf-8247-1c4b81ae591d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:25.967819 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e4207f5f-49a9-45bf-8247-1c4b81ae591d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:25.969056 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e4207f5f-49a9-45bf-8247-1c4b81ae591d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1aa28574-0417-41cf-ad0d-8884b7719cb4 HTTP/1.1" status: 204 len: 168 time: 0.2012525 Sep 30 13:11:25.983145 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4207f5f-49a9-45bf-8247-1c4b81ae591d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa28574-0417-41cf-ad0d-8884b7719cb4,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:25.989564 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-092dc995-e44a-4019-87da-58f7bce5438b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:25.991999 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-092dc995-e44a-4019-87da-58f7bce5438b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:25.999345 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a1589bdc-ba52-421d-96de-17037af92322 req-265a6a5f-cc60-4a86-a9af-c02bf4104065 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549936 Sep 30 13:11:26.058901 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-092dc995-e44a-4019-87da-58f7bce5438b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:26.064050 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-092dc995-e44a-4019-87da-58f7bce5438b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:26.111159 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-092dc995-e44a-4019-87da-58f7bce5438b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:26.113277 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-092dc995-e44a-4019-87da-58f7bce5438b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1643109 Sep 30 13:11:26.116715 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55704) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:26.150721 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae16ea1-72e8-4dc2-9ab8-d3c5b6c2e61d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-bcfadfc2-6b74-4b9d-896a-10dd0401856c', 'network_id': 'bcfadfc2-6b74-4b9d-896a-10dd0401856c', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'fixed_ips': [{'subnet_id': '8370d423-dcc6-4a14-ae73-158b2583f0fd'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:11:26.152181 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ae16ea1-72e8-4dc2-9ab8-d3c5b6c2e61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:26.310026 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-7ae16ea1-72e8-4dc2-9ab8-d3c5b6c2e61d None None] Allocated IP 2001:db8::2 (bcfadfc2-6b74-4b9d-896a-10dd0401856c/8370d423-dcc6-4a14-ae73-158b2583f0fd/be1b7cfa-9fb1-495d-89b3-e393132730e8) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:11:26.487854 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ae16ea1-72e8-4dc2-9ab8-d3c5b6c2e61d None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:26.499175 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ae16ea1-72e8-4dc2-9ab8-d3c5b6c2e61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:26.544577 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae16ea1-72e8-4dc2-9ab8-d3c5b6c2e61d None None] Network bcfadfc2-6b74-4b9d-896a-10dd0401856c is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:11:26.547699 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-7ae16ea1-72e8-4dc2-9ab8-d3c5b6c2e61d None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:26.551610 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae16ea1-72e8-4dc2-9ab8-d3c5b6c2e61d None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:11:26.559690 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae16ea1-72e8-4dc2-9ab8-d3c5b6c2e61d None None] Pushing event updated for resources: {'Port': ['ID=be1b7cfa-9fb1-495d-89b3-e393132730e8,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:26.620710 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-7ae16ea1-72e8-4dc2-9ab8-d3c5b6c2e61d None None] Attempting to bind port be1b7cfa-9fb1-495d-89b3-e393132730e8 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:11:26.621083 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-7ae16ea1-72e8-4dc2-9ab8-d3c5b6c2e61d None None] Attempting to bind port be1b7cfa-9fb1-495d-89b3-e393132730e8 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '5fe775ae-67a3-4c7e-930d-9ca00c9b072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'bcfadfc2-6b74-4b9d-896a-10dd0401856c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:11:26.621695 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae16ea1-72e8-4dc2-9ab8-d3c5b6c2e61d None None] Attempting to bind port be1b7cfa-9fb1-495d-89b3-e393132730e8 on network bcfadfc2-6b74-4b9d-896a-10dd0401856c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:11:26.628125 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae16ea1-72e8-4dc2-9ab8-d3c5b6c2e61d None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:11:26.628745 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae16ea1-72e8-4dc2-9ab8-d3c5b6c2e61d None None] Checking segment: {'id': '5fe775ae-67a3-4c7e-930d-9ca00c9b072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'bcfadfc2-6b74-4b9d-896a-10dd0401856c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:11:26.629378 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ae16ea1-72e8-4dc2-9ab8-d3c5b6c2e61d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:26.629926 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae16ea1-72e8-4dc2-9ab8-d3c5b6c2e61d None None] Bound using segment: {'id': '5fe775ae-67a3-4c7e-930d-9ca00c9b072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'bcfadfc2-6b74-4b9d-896a-10dd0401856c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:11:26.630664 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-7ae16ea1-72e8-4dc2-9ab8-d3c5b6c2e61d None None] Bound port: be1b7cfa-9fb1-495d-89b3-e393132730e8, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe775ae-67a3-4c7e-930d-9ca00c9b072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'bcfadfc2-6b74-4b9d-896a-10dd0401856c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:11:26.631055 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ae16ea1-72e8-4dc2-9ab8-d3c5b6c2e61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:26.717032 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ae16ea1-72e8-4dc2-9ab8-d3c5b6c2e61d None None] For port be1b7cfa-9fb1-495d-89b3-e393132730e8, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:11:26.721414 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ae16ea1-72e8-4dc2-9ab8-d3c5b6c2e61d None None] For port be1b7cfa-9fb1-495d-89b3-e393132730e8, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=be1b7cfa-9fb1-495d-89b3-e393132730e8,segment=NetworkSegment(5fe775ae-67a3-4c7e-930d-9ca00c9b072a),segment_id=5fe775ae-67a3-4c7e-930d-9ca00c9b072a)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:11:26.727458 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ae16ea1-72e8-4dc2-9ab8-d3c5b6c2e61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:26.799934 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae16ea1-72e8-4dc2-9ab8-d3c5b6c2e61d None None] Pushing event updated for resources: {'Port': ['ID=be1b7cfa-9fb1-495d-89b3-e393132730e8,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:26.930379 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1007d423-4a3c-4f48-b1b0-4c782f3def2e req-4f430211-e18c-4051-9a40-3cc38c57305e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1134896 Sep 30 13:11:26.931652 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9dbbba79-601a-405e-aed4-7cc16acf41ab tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:26.939894 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92678798-1c86-476a-a2f3-6de1fe263264 req-6084ddcc-0240-4e6b-bd63-7d4faa270f6e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1240704 Sep 30 13:11:27.197694 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92678798-1c86-476a-a2f3-6de1fe263264 req-a6d5e50c-ed5d-414c-ace7-3f3aa93dd319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:27.199766 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92678798-1c86-476a-a2f3-6de1fe263264 req-a6d5e50c-ed5d-414c-ace7-3f3aa93dd319 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 1100 time: 0.1845803 Sep 30 13:11:27.216428 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41818a19-2821-4152-8234-8fe661e444eb req-55ac3600-d581-4e23-8dfe-72cf0f0dffdf tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:27.218626 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007d423-4a3c-4f48-b1b0-4c782f3def2e req-df1f996f-408b-4790-b1a3-89f8b5f5d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:27.220443 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1007d423-4a3c-4f48-b1b0-4c782f3def2e req-df1f996f-408b-4790-b1a3-89f8b5f5d329 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 1101 time: 0.2040732 Sep 30 13:11:27.239322 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-41818a19-2821-4152-8234-8fe661e444eb req-55ac3600-d581-4e23-8dfe-72cf0f0dffdf tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.1373143 Sep 30 13:11:27.290971 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-41818a19-2821-4152-8234-8fe661e444eb req-59da4262-6d0c-4252-a726-81192831f7c2 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495570 Sep 30 13:11:27.471696 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92678798-1c86-476a-a2f3-6de1fe263264 req-4b2a9198-84e6-4c37-af46-5bf2871ce52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:27.473363 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92678798-1c86-476a-a2f3-6de1fe263264 req-4b2a9198-84e6-4c37-af46-5bf2871ce52c service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.2518620 Sep 30 13:11:27.558085 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92678798-1c86-476a-a2f3-6de1fe263264 req-7d6028f8-ceb9-4829-83bb-4372a6ca66da service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=b8b0297b-4ed8-427a-82ee-dc8780597acf HTTP/1.1" status: 200 len: 217 time: 0.0592461 Sep 30 13:11:27.591971 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-9dbbba79-601a-405e-aed4-7cc16acf41ab tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Allocated IP 2001:db8::1 (bcfadfc2-6b74-4b9d-896a-10dd0401856c/8370d423-dcc6-4a14-ae73-158b2583f0fd/e265573c-4590-46f4-a001-1d1838d15bd2) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:11:27.617880 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007d423-4a3c-4f48-b1b0-4c782f3def2e req-e7b3cfee-cb78-402b-b596-a8fc133a2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:27.619630 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1007d423-4a3c-4f48-b1b0-4c782f3def2e req-e7b3cfee-cb78-402b-b596-a8fc133a2228 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.3576579 Sep 30 13:11:27.637954 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55750) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:27.688275 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1007d423-4a3c-4f48-b1b0-4c782f3def2e req-747cf015-a0ff-4330-9242-ec442e1af22e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=ef2b1102-e0d7-489e-820a-9df537e39d3a HTTP/1.1" status: 200 len: 217 time: 0.0552337 Sep 30 13:11:27.693980 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92678798-1c86-476a-a2f3-6de1fe263264 req-6457280d-ab15-4146-a823-86bddd40d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:27.695694 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92678798-1c86-476a-a2f3-6de1fe263264 req-6457280d-ab15-4146-a823-86bddd40d2af service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1231108 Sep 30 13:11:27.761562 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-d88914bb-a91f-4ea0-b3ed-ac6f9cdb6516 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1131637451', 'router:external': True}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:27.786918 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88914bb-a91f-4ea0-b3ed-ac6f9cdb6516 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Made reservation on behalf of 9183a3cf133440db97bf4cc2f2d0b0c8 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:11:27.790082 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d88914bb-a91f-4ea0-b3ed-ac6f9cdb6516 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:27.799898 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d88914bb-a91f-4ea0-b3ed-ac6f9cdb6516 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:27.843812 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007d423-4a3c-4f48-b1b0-4c782f3def2e req-35ef2e9e-3dd9-401f-b800-c7bdd75a9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:27.845202 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1007d423-4a3c-4f48-b1b0-4c782f3def2e req-35ef2e9e-3dd9-401f-b800-c7bdd75a9ecf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1368213 Sep 30 13:11:27.866129 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92678798-1c86-476a-a2f3-6de1fe263264 req-2e797895-f7a2-40b4-9c6e-b7ae5d5f20a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:27.867976 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92678798-1c86-476a-a2f3-6de1fe263264 req-2e797895-f7a2-40b4-9c6e-b7ae5d5f20a0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1583757 Sep 30 13:11:27.937562 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d88914bb-a91f-4ea0-b3ed-ac6f9cdb6516 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:27.942938 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d88914bb-a91f-4ea0-b3ed-ac6f9cdb6516 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:27.952411 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9dbbba79-601a-405e-aed4-7cc16acf41ab tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:27.968059 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d88914bb-a91f-4ea0-b3ed-ac6f9cdb6516 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:11:27.973203 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366a7a0d-b78c-41c1-88a5-3e3f3f241d8e None None] Network bcfadfc2-6b74-4b9d-896a-10dd0401856c requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:11:27.987984 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88914bb-a91f-4ea0-b3ed-ac6f9cdb6516 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d30926a-1f65-4fe0-9594-058507c0262f,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:27.991295 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d88914bb-a91f-4ea0-b3ed-ac6f9cdb6516 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:27.991712 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-d88914bb-a91f-4ea0-b3ed-ac6f9cdb6516 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Added segment 4dd5dcb7-70e3-4cda-8c9f-6d894e4a9656 of type vlan for network 2fc61726-c86b-488f-b7d6-3fba770bace6 Sep 30 13:11:28.005240 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007d423-4a3c-4f48-b1b0-4c782f3def2e req-987a3926-853f-4fe1-97f3-6efed7fd90ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:28.006951 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1007d423-4a3c-4f48-b1b0-4c782f3def2e req-987a3926-853f-4fe1-97f3-6efed7fd90ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1543577 Sep 30 13:11:28.044850 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d88914bb-a91f-4ea0-b3ed-ac6f9cdb6516 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:28.068043 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-be6b22bb-aa42-49ac-b1fd-255bb4d24b8e None None] Provisioning complete for port be1b7cfa-9fb1-495d-89b3-e393132730e8 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:28.068750 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-be6b22bb-aa42-49ac-b1fd-255bb4d24b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:28.083925 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d88914bb-a91f-4ea0-b3ed-ac6f9cdb6516 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:28.085068 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88914bb-a91f-4ea0-b3ed-ac6f9cdb6516 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:28.085855 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d88914bb-a91f-4ea0-b3ed-ac6f9cdb6516 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:28.096630 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92678798-1c86-476a-a2f3-6de1fe263264 req-0fee10a0-a08e-4571-b63f-b63e11814f9e service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969266 Sep 30 13:11:28.113535 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d88914bb-a91f-4ea0-b3ed-ac6f9cdb6516 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.4744177 Sep 30 13:11:28.121304 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55756) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:28.126227 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-f628ec8c-0d54-4c59-9c71-dd164cc14cb1 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Request body: {'subnet': {'network_id': '2fc61726-c86b-488f-b7d6-3fba770bace6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:28.137342 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9dbbba79-601a-405e-aed4-7cc16acf41ab tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:28.170593 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88914bb-a91f-4ea0-b3ed-ac6f9cdb6516 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Pushing event updated for resources: {'Network': ['ID=2fc61726-c86b-488f-b7d6-3fba770bace6,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:28.184859 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f628ec8c-0d54-4c59-9c71-dd164cc14cb1 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Made reservation on behalf of 9183a3cf133440db97bf4cc2f2d0b0c8 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:11:28.187552 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f628ec8c-0d54-4c59-9c71-dd164cc14cb1 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:28.189094 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 2fc61726-c86b-488f-b7d6-3fba770bace6 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:11:28.237823 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbbba79-601a-405e-aed4-7cc16acf41ab tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network bcfadfc2-6b74-4b9d-896a-10dd0401856c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:11:28.279893 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-9dbbba79-601a-405e-aed4-7cc16acf41ab tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:28.286372 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbbba79-601a-405e-aed4-7cc16acf41ab tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:11:28.286918 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9dbbba79-601a-405e-aed4-7cc16acf41ab tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:28.291073 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1007d423-4a3c-4f48-b1b0-4c782f3def2e req-8ce95ff3-eab9-4475-8b53-7adf20583d40 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747397 Sep 30 13:11:28.294373 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbba79-601a-405e-aed4-7cc16acf41ab tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Port': ['ID=e265573c-4590-46f4-a001-1d1838d15bd2,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:28.399726 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-be6b22bb-aa42-49ac-b1fd-255bb4d24b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:28.475721 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-be6b22bb-aa42-49ac-b1fd-255bb4d24b8e None None] For port be1b7cfa-9fb1-495d-89b3-e393132730e8, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=be1b7cfa-9fb1-495d-89b3-e393132730e8,segment=NetworkSegment(5fe775ae-67a3-4c7e-930d-9ca00c9b072a),segment_id=5fe775ae-67a3-4c7e-930d-9ca00c9b072a)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:28.482910 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-be6b22bb-aa42-49ac-b1fd-255bb4d24b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:28.489189 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92678798-1c86-476a-a2f3-6de1fe263264 req-912c5ece-5e04-4102-8dba-347ae03e78c0 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629274 Sep 30 13:11:28.553791 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b22bb-aa42-49ac-b1fd-255bb4d24b8e None None] Pushing event updated for resources: {'Port': ['ID=be1b7cfa-9fb1-495d-89b3-e393132730e8,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:28.612599 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f9bdd-e8e0-4bba-af8d-5882638657af req-5fc77e3a-4ff4-478f-8acf-c80d562fdb0f tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:28.614388 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee7f9bdd-e8e0-4bba-af8d-5882638657af req-5fc77e3a-4ff4-478f-8acf-c80d562fdb0f tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.1939790 Sep 30 13:11:28.618458 n-d-810909-2 neutron-server[94764]: DEBUG neutron.objects.ports [None req-f628ec8c-0d54-4c59-9c71-dd164cc14cb1 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94764) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 13:11:28.618984 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f628ec8c-0d54-4c59-9c71-dd164cc14cb1 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:28.633372 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-a6fb4e03-6138-4f82-8532-16a90cb506d1 None None] Provisioning complete for port e265573c-4590-46f4-a001-1d1838d15bd2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:28.633840 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a6fb4e03-6138-4f82-8532-16a90cb506d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:28.688223 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-a6fb4e03-6138-4f82-8532-16a90cb506d1 None None] Port e265573c-4590-46f4-a001-1d1838d15bd2 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:11:28.691614 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628ec8c-0d54-4c59-9c71-dd164cc14cb1 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Pushing event updated for resources: {'Subnet': ['ID=51e22148-b3c5-449c-9e3b-1ec89e96f4be,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:28.703130 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f628ec8c-0d54-4c59-9c71-dd164cc14cb1 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Checking segment: {'id': '4dd5dcb7-70e3-4cda-8c9f-6d894e4a9656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc61726-c86b-488f-b7d6-3fba770bace6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:11:28.703494 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f628ec8c-0d54-4c59-9c71-dd164cc14cb1 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Network hostable DHCP agents. Network: 2fc61726-c86b-488f-b7d6-3fba770bace6, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:11:28.711791 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-a6fb4e03-6138-4f82-8532-16a90cb506d1 None None] Provisioning complete for port be1b7cfa-9fb1-495d-89b3-e393132730e8 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:28.712218 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a6fb4e03-6138-4f82-8532-16a90cb506d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:28.726426 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f628ec8c-0d54-4c59-9c71-dd164cc14cb1 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Network 2fc61726-c86b-488f-b7d6-3fba770bace6 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:11:28.739522 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-f628ec8c-0d54-4c59-9c71-dd164cc14cb1 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 2fc61726-c86b-488f-b7d6-3fba770bace6) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:28.755672 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f628ec8c-0d54-4c59-9c71-dd164cc14cb1 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:28.756291 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f07d3b-460d-4109-a6e6-db900e9f2f86 None None] Network 2fc61726-c86b-488f-b7d6-3fba770bace6 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:11:28.756666 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f628ec8c-0d54-4c59-9c71-dd164cc14cb1 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:28.782937 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f628ec8c-0d54-4c59-9c71-dd164cc14cb1 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6605182 Sep 30 13:11:28.784120 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55766) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:28.789683 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-8ecd8085-1188-436f-8553-9df70c562834 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2028036943', 'network_id': '2fc61726-c86b-488f-b7d6-3fba770bace6'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:28.817075 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecd8085-1188-436f-8553-9df70c562834 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Made reservation on behalf of 9183a3cf133440db97bf4cc2f2d0b0c8 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:11:28.819895 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8ecd8085-1188-436f-8553-9df70c562834 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:28.854355 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-8ecd8085-1188-436f-8553-9df70c562834 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] device_id is not set on port cb970544-d333-4292-aad7-2a5e9382ffc0 yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:11:28.944131 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1007d423-4a3c-4f48-b1b0-4c782f3def2e req-be7b441c-ef65-4bed-bca5-66f41f7d6896 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6026831 Sep 30 13:11:28.994320 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9dbbba79-601a-405e-aed4-7cc16acf41ab tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:29.023247 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1176c4b-2cd2-41c9-89c7-f9d32eff2105 None None] Network 2fc61726-c86b-488f-b7d6-3fba770bace6 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:11:29.047151 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-8ecd8085-1188-436f-8553-9df70c562834 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Allocated IP 172.20.0.12 (2fc61726-c86b-488f-b7d6-3fba770bace6/51e22148-b3c5-449c-9e3b-1ec89e96f4be/cb970544-d333-4292-aad7-2a5e9382ffc0) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:11:29.062242 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee7f9bdd-e8e0-4bba-af8d-5882638657af req-2ff3bb65-c331-43f9-a12b-048e060f4774 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238875 Sep 30 13:11:29.114945 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device be1b7cfa-9fb1-495d-89b3-e393132730e8 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:11:29.156483 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-2d729eef-f018-43cb-bf55-6d29861ac860 None None] Provisioning complete for port e265573c-4590-46f4-a001-1d1838d15bd2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:29.156993 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2d729eef-f018-43cb-bf55-6d29861ac860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:29.205485 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8ecd8085-1188-436f-8553-9df70c562834 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:29.231930 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-2d729eef-f018-43cb-bf55-6d29861ac860 None None] Port e265573c-4590-46f4-a001-1d1838d15bd2 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:11:29.243638 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8ecd8085-1188-436f-8553-9df70c562834 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:29.260031 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port be1b7cfa-9fb1-495d-89b3-e393132730e8 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:29.260483 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:29.313996 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecd8085-1188-436f-8553-9df70c562834 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Network 2fc61726-c86b-488f-b7d6-3fba770bace6 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:11:29.318044 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-8ecd8085-1188-436f-8553-9df70c562834 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:29.324204 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecd8085-1188-436f-8553-9df70c562834 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:11:29.326597 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd8085-1188-436f-8553-9df70c562834 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Pushing event updated for resources: {'Port': ['ID=cb970544-d333-4292-aad7-2a5e9382ffc0,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:29.379274 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecd8085-1188-436f-8553-9df70c562834 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:29.380299 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8ecd8085-1188-436f-8553-9df70c562834 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:29.381191 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9dbbba79-601a-405e-aed4-7cc16acf41ab tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:29.387041 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9dbbba79-601a-405e-aed4-7cc16acf41ab tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:29.387867 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9dbbba79-601a-405e-aed4-7cc16acf41ab tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:29.400551 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8ecd8085-1188-436f-8553-9df70c562834 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.6154027 Sep 30 13:11:29.403936 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55774) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:29.483970 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbba79-601a-405e-aed4-7cc16acf41ab tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Port': ['ID=e265573c-4590-46f4-a001-1d1838d15bd2,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:29.495077 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-34698cfe-c568-472a-8edf-817502847db5 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Deleting port cb970544-d333-4292-aad7-2a5e9382ffc0 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:11:29.495496 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-34698cfe-c568-472a-8edf-817502847db5 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:29.551847 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbbba79-601a-405e-aed4-7cc16acf41ab tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network bcfadfc2-6b74-4b9d-896a-10dd0401856c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:11:29.553244 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-9dbbba79-601a-405e-aed4-7cc16acf41ab tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:29.681880 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbbba79-601a-405e-aed4-7cc16acf41ab tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Router b9a93071-0bb5-404c-8ff1-745ffe913604 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:11:29.793186 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbbba79-601a-405e-aed4-7cc16acf41ab tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:11:29.801568 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9dbbba79-601a-405e-aed4-7cc16acf41ab tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "PUT /v2.0/routers/b9a93071-0bb5-404c-8ff1-745ffe913604/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6812665 Sep 30 13:11:29.802509 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55778) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:29.803542 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab96cb8f-968d-4064-83f8-7bc047f5da43 None None] Sync routers for ids ['b9a93071-0bb5-404c-8ff1-745ffe913604'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:11:29.813741 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab96cb8f-968d-4064-83f8-7bc047f5da43 None None] Routers {'b9a93071-0bb5-404c-8ff1-745ffe913604'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:29.814393 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-ab96cb8f-968d-4064-83f8-7bc047f5da43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b9a93071-0bb5-404c-8ff1-745ffe913604'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:29.856594 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227190a2-1618-4fa3-9014-3e080e4c9893 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:29.860761 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-227190a2-1618-4fa3-9014-3e080e4c9893 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "GET /v2.0/ports/e265573c-4590-46f4-a001-1d1838d15bd2 HTTP/1.1" status: 200 len: 911 time: 0.0541477 Sep 30 13:11:29.861093 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55780) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:29.867049 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-02ae5507-2977-4000-9924-275769170f12 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8370d423-dcc6-4a14-ae73-158b2583f0fd'}]}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:29.905071 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-34698cfe-c568-472a-8edf-817502847db5 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:29.918554 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-34698cfe-c568-472a-8edf-817502847db5 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Calling delete_port for cb970544-d333-4292-aad7-2a5e9382ffc0 owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:11:29.993936 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-ab96cb8f-968d-4064-83f8-7bc047f5da43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:30.009842 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab96cb8f-968d-4064-83f8-7bc047f5da43 None None] Routers {'b9a93071-0bb5-404c-8ff1-745ffe913604'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:30.010465 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-ab96cb8f-968d-4064-83f8-7bc047f5da43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b9a93071-0bb5-404c-8ff1-745ffe913604'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:30.014054 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9399c12c-25d6-4e22-b42f-5a3144accdab None None] Provisioning complete for port e265573c-4590-46f4-a001-1d1838d15bd2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:30.014054 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9399c12c-25d6-4e22-b42f-5a3144accdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:30.030517 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02ae5507-2977-4000-9924-275769170f12 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:30.048691 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-ab96cb8f-968d-4064-83f8-7bc047f5da43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:30.050491 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab96cb8f-968d-4064-83f8-7bc047f5da43 None None] The sync data for ids ['b9a93071-0bb5-404c-8ff1-745ffe913604'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:11:30.069696 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-34698cfe-c568-472a-8edf-817502847db5 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:30.103975 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-9399c12c-25d6-4e22-b42f-5a3144accdab None None] Port e265573c-4590-46f4-a001-1d1838d15bd2 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:11:30.113322 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34698cfe-c568-472a-8edf-817502847db5 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb970544-d333-4292-aad7-2a5e9382ffc0,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:30.210232 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-34698cfe-c568-472a-8edf-817502847db5 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:30.212318 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-34698cfe-c568-472a-8edf-817502847db5 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "DELETE /v2.0/ports/cb970544-d333-4292-aad7-2a5e9382ffc0 HTTP/1.1" status: 204 len: 168 time: 0.8072724 Sep 30 13:11:30.216792 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55786) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:30.223567 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-c468ddcc-95df-4acd-88b5-4e87fe72582c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2fc61726-c86b-488f-b7d6-3fba770bace6', 'external_fixed_ips': [{'subnet_id': '51e22148-b3c5-449c-9e3b-1ec89e96f4be', 'ip_address': '172.20.0.12'}]}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:30.225820 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313abb71-3705-4dfc-b673-ee71a5edeec3 req-77d6bb7b-d731-48a0-a064-8547528ef9e6 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:30.227966 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-313abb71-3705-4dfc-b673-ee71a5edeec3 req-77d6bb7b-d731-48a0-a064-8547528ef9e6 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.0844820 Sep 30 13:11:30.279657 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-313abb71-3705-4dfc-b673-ee71a5edeec3 req-8f09be69-f27c-496b-9e66-d943f2e0013b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452261 Sep 30 13:11:30.287837 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c468ddcc-95df-4acd-88b5-4e87fe72582c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:30.288865 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c468ddcc-95df-4acd-88b5-4e87fe72582c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:30.384899 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c468ddcc-95df-4acd-88b5-4e87fe72582c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:30.570251 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c468ddcc-95df-4acd-88b5-4e87fe72582c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:30.608329 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02ae5507-2977-4000-9924-275769170f12 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:30.619052 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02ae5507-2977-4000-9924-275769170f12 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:30.624932 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ae5507-2977-4000-9924-275769170f12 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:30.625536 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02ae5507-2977-4000-9924-275769170f12 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:30.626896 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-02ae5507-2977-4000-9924-275769170f12 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "PUT /v2.0/ports/e265573c-4590-46f4-a001-1d1838d15bd2 HTTP/1.1" status: 200 len: 911 time: 0.7649109 Sep 30 13:11:30.629899 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55794) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:30.676838 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae5507-2977-4000-9924-275769170f12 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Port': ['ID=e265573c-4590-46f4-a001-1d1838d15bd2,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:30.857066 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c468ddcc-95df-4acd-88b5-4e87fe72582c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:30.876896 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c468ddcc-95df-4acd-88b5-4e87fe72582c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:30.948079 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74a712b2-fde0-4080-bf67-8383a0a074b2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:31.109181 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-c468ddcc-95df-4acd-88b5-4e87fe72582c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Allocated IP 172.20.0.12 (2fc61726-c86b-488f-b7d6-3fba770bace6/51e22148-b3c5-449c-9e3b-1ec89e96f4be/33c3cfb0-4fc4-430d-b42d-6af8901f9c72) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:11:31.193035 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-74a712b2-fde0-4080-bf67-8383a0a074b2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Deleting port e265573c-4590-46f4-a001-1d1838d15bd2 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:11:31.193288 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74a712b2-fde0-4080-bf67-8383a0a074b2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:31.215250 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c468ddcc-95df-4acd-88b5-4e87fe72582c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:31.248695 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c468ddcc-95df-4acd-88b5-4e87fe72582c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:31.283611 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74a712b2-fde0-4080-bf67-8383a0a074b2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:31.290726 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c468ddcc-95df-4acd-88b5-4e87fe72582c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Network 2fc61726-c86b-488f-b7d6-3fba770bace6 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:11:31.293697 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-c468ddcc-95df-4acd-88b5-4e87fe72582c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:31.297199 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-74a712b2-fde0-4080-bf67-8383a0a074b2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Calling delete_port for e265573c-4590-46f4-a001-1d1838d15bd2 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:11:31.297429 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c468ddcc-95df-4acd-88b5-4e87fe72582c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:11:31.319713 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468ddcc-95df-4acd-88b5-4e87fe72582c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Pushing event updated for resources: {'Port': ['ID=33c3cfb0-4fc4-430d-b42d-6af8901f9c72,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:31.478716 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74a712b2-fde0-4080-bf67-8383a0a074b2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:31.513055 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a712b2-fde0-4080-bf67-8383a0a074b2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Port': ['ID=e265573c-4590-46f4-a001-1d1838d15bd2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:31.626786 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74a712b2-fde0-4080-bf67-8383a0a074b2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:31.741857 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c345f7-472f-4ddd-b0e3-f8568c60ca54 req-533cae28-8989-45de-a266-490808dca4fe tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:31.746457 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28c345f7-472f-4ddd-b0e3-f8568c60ca54 req-533cae28-8989-45de-a266-490808dca4fe tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.3693798 Sep 30 13:11:31.805731 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a712b2-fde0-4080-bf67-8383a0a074b2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Router b9a93071-0bb5-404c-8ff1-745ffe913604 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:11:31.826757 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28c345f7-472f-4ddd-b0e3-f8568c60ca54 req-9f3a8e97-5f2c-4e8c-9282-ed6a533cfcf5 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762575 Sep 30 13:11:31.877700 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c468ddcc-95df-4acd-88b5-4e87fe72582c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:31.882160 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a712b2-fde0-4080-bf67-8383a0a074b2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:11:31.888139 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-74a712b2-fde0-4080-bf67-8383a0a074b2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "PUT /v2.0/routers/b9a93071-0bb5-404c-8ff1-745ffe913604/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2570903 Sep 30 13:11:31.891195 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55806) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:31.892138 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a4b9f-b583-421d-932b-ef5a91719712 None None] Sync routers for ids ['b9a93071-0bb5-404c-8ff1-745ffe913604'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:11:31.902639 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9a4b9f-b583-421d-932b-ef5a91719712 None None] Routers {'b9a93071-0bb5-404c-8ff1-745ffe913604'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:31.903522 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7e9a4b9f-b583-421d-932b-ef5a91719712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b9a93071-0bb5-404c-8ff1-745ffe913604'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:31.924130 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d45f1bc8-6cd2-4565-b315-529310dbb618 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9a93071-0bb5-404c-8ff1-745ffe913604 HTTP/1.1" status: 200 len: 205 time: 0.0317109 Sep 30 13:11:31.926694 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55808) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:31.936601 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7e9a4b9f-b583-421d-932b-ef5a91719712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:31.945133 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9a4b9f-b583-421d-932b-ef5a91719712 None None] Routers {'b9a93071-0bb5-404c-8ff1-745ffe913604'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:31.945720 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7e9a4b9f-b583-421d-932b-ef5a91719712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b9a93071-0bb5-404c-8ff1-745ffe913604'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:31.980577 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7e9a4b9f-b583-421d-932b-ef5a91719712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:31.981498 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a4b9f-b583-421d-932b-ef5a91719712 None None] The sync data for ids ['b9a93071-0bb5-404c-8ff1-745ffe913604'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:11:32.000991 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6eac1e57-4eb1-458e-b6ac-f0d4c2ffffc4 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:32.086395 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c468ddcc-95df-4acd-88b5-4e87fe72582c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:32.163253 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6eac1e57-4eb1-458e-b6ac-f0d4c2ffffc4 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:32.165075 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6eac1e57-4eb1-458e-b6ac-f0d4c2ffffc4 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:32.215684 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6eac1e57-4eb1-458e-b6ac-f0d4c2ffffc4 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:32.216228 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c468ddcc-95df-4acd-88b5-4e87fe72582c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Router 386646e8-51a4-4f50-a139-ce213139c51d is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:11:32.216724 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eac1e57-4eb1-458e-b6ac-f0d4c2ffffc4 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Fanout notify agent at l3_agent the message router_deleted on router b9a93071-0bb5-404c-8ff1-745ffe913604 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:11:32.224261 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6eac1e57-4eb1-458e-b6ac-f0d4c2ffffc4 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:32.225553 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6eac1e57-4eb1-458e-b6ac-f0d4c2ffffc4 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/routers/b9a93071-0bb5-404c-8ff1-745ffe913604 HTTP/1.1" status: 204 len: 168 time: 0.2975309 Sep 30 13:11:32.228028 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55814) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:32.280955 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-04716018-4466-4da0-9739-4e6f6b37f349 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Deleting subnet 8370d423-dcc6-4a14-ae73-158b2583f0fd {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:11:32.283967 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-04716018-4466-4da0-9739-4e6f6b37f349 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:32.323671 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-04716018-4466-4da0-9739-4e6f6b37f349 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:32.325478 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c468ddcc-95df-4acd-88b5-4e87fe72582c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:11:32.334670 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Sync routers for ids ['386646e8-51a4-4f50-a139-ce213139c51d'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:11:32.342868 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c468ddcc-95df-4acd-88b5-4e87fe72582c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:32.344101 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c468ddcc-95df-4acd-88b5-4e87fe72582c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.1263359 Sep 30 13:11:32.346761 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Routers {'386646e8-51a4-4f50-a139-ce213139c51d'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:32.346901 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55816) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:32.347546 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['386646e8-51a4-4f50-a139-ce213139c51d'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:32.417166 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-04716018-4466-4da0-9739-4e6f6b37f349 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:32.466457 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-08f15c11-b299-4f8d-9a9c-f1e7d29049d2 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:32.469678 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Set router 386646e8-51a4-4f50-a139-ce213139c51d gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:11:32.482285 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-04716018-4466-4da0-9739-4e6f6b37f349 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:32.509565 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04716018-4466-4da0-9739-4e6f6b37f349 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Subnet': ['ID=8370d423-dcc6-4a14-ae73-158b2583f0fd,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:32.513892 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-04716018-4466-4da0-9739-4e6f6b37f349 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:32.515831 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-04716018-4466-4da0-9739-4e6f6b37f349 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/subnets/8370d423-dcc6-4a14-ae73-158b2583f0fd HTTP/1.1" status: 204 len: 168 time: 0.2868657 Sep 30 13:11:32.519152 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55818) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:32.537249 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437d4009-4def-4c96-bc54-624a728231c2 None None] Network bcfadfc2-6b74-4b9d-896a-10dd0401856c requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:11:32.638358 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-08f15c11-b299-4f8d-9a9c-f1e7d29049d2 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:32.644082 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de465180-621f-47f6-bd8e-80ca1b2b8427 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:32.767696 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386646e8-51a4-4f50-a139-ce213139c51d', 'name': '', 'tenant_id': '9183a3cf133440db97bf4cc2f2d0b0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fc61726-c86b-488f-b7d6-3fba770bace6', 'external_fixed_ips': [{'subnet_id': '51e22148-b3c5-449c-9e3b-1ec89e96f4be', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '33c3cfb0-4fc4-430d-b42d-6af8901f9c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:30Z', 'updated_at': '2021-09-30T13:11:31Z', 'revision_number': 3, 'project_id': '9183a3cf133440db97bf4cc2f2d0b0c8', 'gw_port': {'id': '33c3cfb0-4fc4-430d-b42d-6af8901f9c72', 'name': '', 'network_id': '2fc61726-c86b-488f-b7d6-3fba770bace6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:76:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386646e8-51a4-4f50-a139-ce213139c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '51e22148-b3c5-449c-9e3b-1ec89e96f4be', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:30Z', 'updated_at': '2021-09-30T13:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e22148-b3c5-449c-9e3b-1ec89e96f4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:32.787258 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-7c5a214a-c89d-4aa5-af02-840b3c77cc3d service neutron] show failed (client error): The resource could not be found. Sep 30 13:11:32.788294 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-7c5a214a-c89d-4aa5-af02-840b3c77cc3d service neutron] 10.222.0.54 "GET /v2.0/ports/c2947c4e-2f7e-4aab-bda3-1ac0595022f9/bindings/n-h1-810909-2 HTTP/1.1" status: 404 len: 380 time: 0.1296887 Sep 30 13:11:32.799208 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Checking router: 386646e8-51a4-4f50-a139-ce213139c51d for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:11:32.799556 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Updating router 386646e8-51a4-4f50-a139-ce213139c51d port 33c3cfb0-4fc4-430d-b42d-6af8901f9c72 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:11:32.803433 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-08f15c11-b299-4f8d-9a9c-f1e7d29049d2 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Deleting port 33c3cfb0-4fc4-430d-b42d-6af8901f9c72 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:11:32.803826 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-08f15c11-b299-4f8d-9a9c-f1e7d29049d2 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:32.807382 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-de465180-621f-47f6-bd8e-80ca1b2b8427 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Deleting port be1b7cfa-9fb1-495d-89b3-e393132730e8 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:11:32.808238 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de465180-621f-47f6-bd8e-80ca1b2b8427 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:32.826544 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e32c563-b243-41cf-871f-4d18a352b287 None None] DHCP port deletion for bcfadfc2-6b74-4b9d-896a-10dd0401856c request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:11:32.831562 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:32.945463 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-de465180-621f-47f6-bd8e-80ca1b2b8427 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] For port be1b7cfa-9fb1-495d-89b3-e393132730e8, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=be1b7cfa-9fb1-495d-89b3-e393132730e8,segment=NetworkSegment(5fe775ae-67a3-4c7e-930d-9ca00c9b072a),segment_id=5fe775ae-67a3-4c7e-930d-9ca00c9b072a)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:32.945841 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de465180-621f-47f6-bd8e-80ca1b2b8427 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:32.965989 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-de465180-621f-47f6-bd8e-80ca1b2b8427 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Calling delete_port for be1b7cfa-9fb1-495d-89b3-e393132730e8 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:11:32.984213 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-08f15c11-b299-4f8d-9a9c-f1e7d29049d2 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:32.988872 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-3e32c563-b243-41cf-871f-4d18a352b287 None None] Deleting port be1b7cfa-9fb1-495d-89b3-e393132730e8 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:11:32.989866 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3e32c563-b243-41cf-871f-4d18a352b287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:33.024828 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125c986-0748-4520-9499-d8ab854e78f8 req-8f2ab945-9a7a-4db3-8505-c7d384c820ce tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:33.026933 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3125c986-0748-4520-9499-d8ab854e78f8 req-8f2ab945-9a7a-4db3-8505-c7d384c820ce tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.1088755 Sep 30 13:11:33.055750 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device be1b7cfa-9fb1-495d-89b3-e393132730e8 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:11:33.070575 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3125c986-0748-4520-9499-d8ab854e78f8 req-4df675f9-6083-418b-89a9-c9456b864c50 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378764 Sep 30 13:11:33.093090 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-08f15c11-b299-4f8d-9a9c-f1e7d29049d2 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Calling delete_port for 33c3cfb0-4fc4-430d-b42d-6af8901f9c72 owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:11:33.125669 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-3e32c563-b243-41cf-871f-4d18a352b287 None None] For port be1b7cfa-9fb1-495d-89b3-e393132730e8, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=be1b7cfa-9fb1-495d-89b3-e393132730e8,segment=NetworkSegment(5fe775ae-67a3-4c7e-930d-9ca00c9b072a),segment_id=5fe775ae-67a3-4c7e-930d-9ca00c9b072a)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:33.126082 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3e32c563-b243-41cf-871f-4d18a352b287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:33.157177 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-3e32c563-b243-41cf-871f-4d18a352b287 None None] Calling delete_port for be1b7cfa-9fb1-495d-89b3-e393132730e8 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:11:33.196674 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-438f59b2-6c5b-4d4b-9d63-06adc52919eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:33.198267 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-438f59b2-6c5b-4d4b-9d63-06adc52919eb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2&tenant_id=1ef1016edf414b379caceb8093d57137 HTTP/1.1" status: 200 len: 1100 time: 0.1390684 Sep 30 13:11:33.212346 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-4801e08f-0bc4-4084-8357-57ec510c4ea8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810909-2', 'device_owner': 'compute:nova'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:33.244176 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de465180-621f-47f6-bd8e-80ca1b2b8427 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:33.282417 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de465180-621f-47f6-bd8e-80ca1b2b8427 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Port': ['ID=be1b7cfa-9fb1-495d-89b3-e393132730e8,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:33.305505 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:33.319720 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de465180-621f-47f6-bd8e-80ca1b2b8427 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] No DVR routers for this DVR port be1b7cfa-9fb1-495d-89b3-e393132730e8 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:11:33.335643 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:33.345463 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3e32c563-b243-41cf-871f-4d18a352b287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:33.355538 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:33.378522 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-4801e08f-0bc4-4084-8357-57ec510c4ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:33.393689 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32c563-b243-41cf-871f-4d18a352b287 None None] Pushing event deleted for resources: {'Port': ['ID=be1b7cfa-9fb1-495d-89b3-e393132730e8,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:33.402742 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e32c563-b243-41cf-871f-4d18a352b287 None None] No DVR routers for this DVR port be1b7cfa-9fb1-495d-89b3-e393132730e8 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:11:33.446112 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Attempting to bind port 33c3cfb0-4fc4-430d-b42d-6af8901f9c72 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:11:33.446489 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Attempting to bind port 33c3cfb0-4fc4-430d-b42d-6af8901f9c72 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '4dd5dcb7-70e3-4cda-8c9f-6d894e4a9656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc61726-c86b-488f-b7d6-3fba770bace6'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:11:33.446861 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Attempting to bind port 33c3cfb0-4fc4-430d-b42d-6af8901f9c72 on network 2fc61726-c86b-488f-b7d6-3fba770bace6 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:11:33.456010 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:11:33.456382 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Checking segment: {'id': '4dd5dcb7-70e3-4cda-8c9f-6d894e4a9656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc61726-c86b-488f-b7d6-3fba770bace6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:11:33.456787 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:33.457182 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Bound using segment: {'id': '4dd5dcb7-70e3-4cda-8c9f-6d894e4a9656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc61726-c86b-488f-b7d6-3fba770bace6'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:11:33.457646 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Bound port: 33c3cfb0-4fc4-430d-b42d-6af8901f9c72, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd5dcb7-70e3-4cda-8c9f-6d894e4a9656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc61726-c86b-488f-b7d6-3fba770bace6'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:11:33.458183 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:33.459596 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bbd8aa-565a-4c9c-bc09-87ca8024ab25 None None] Pushing event updated for resources: {'Port': ['ID=33c3cfb0-4fc4-430d-b42d-6af8901f9c72,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:33.581692 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:11:33.711515 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de465180-621f-47f6-bd8e-80ca1b2b8427 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:33.781983 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-de465180-621f-47f6-bd8e-80ca1b2b8427 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcfadfc2-6b74-4b9d-896a-10dd0401856c']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:33.800531 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-de465180-621f-47f6-bd8e-80ca1b2b8427 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe775ae-67a3-4c7e-930d-9ca00c9b072a') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:33.800868 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-de465180-621f-47f6-bd8e-80ca1b2b8427 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe775ae-67a3-4c7e-930d-9ca00c9b072a') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:33.821759 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de465180-621f-47f6-bd8e-80ca1b2b8427 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:33.838317 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:11:33.838694 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:11:33.887173 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-08f15c11-b299-4f8d-9a9c-f1e7d29049d2 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:33.896941 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de465180-621f-47f6-bd8e-80ca1b2b8427 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:33.932835 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de465180-621f-47f6-bd8e-80ca1b2b8427 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:11:33.933255 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de465180-621f-47f6-bd8e-80ca1b2b8427 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:33.938310 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f15c11-b299-4f8d-9a9c-f1e7d29049d2 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Pushing event deleted for resources: {'Port': ['ID=33c3cfb0-4fc4-430d-b42d-6af8901f9c72,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: items = [ Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:11:33.940061 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:11:34.096771 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de465180-621f-47f6-bd8e-80ca1b2b8427 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.106785 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de465180-621f-47f6-bd8e-80ca1b2b8427 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.112935 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-de465180-621f-47f6-bd8e-80ca1b2b8427 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/networks/bcfadfc2-6b74-4b9d-896a-10dd0401856c HTTP/1.1" status: 204 len: 168 time: 1.5889854 Sep 30 13:11:34.114552 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55838) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:34.120545 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-ed2a046a-d92c-4542-aae0-713ae0172958 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1255390443', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:34.126516 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-08f15c11-b299-4f8d-9a9c-f1e7d29049d2 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.145340 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ed2a046a-d92c-4542-aae0-713ae0172958 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.146458 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ed2a046a-d92c-4542-aae0-713ae0172958 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.159373 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de465180-621f-47f6-bd8e-80ca1b2b8427 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Network': ['ID=bcfadfc2-6b74-4b9d-896a-10dd0401856c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:34.201317 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ed2a046a-d92c-4542-aae0-713ae0172958 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.205857 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ed2a046a-d92c-4542-aae0-713ae0172958 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.222332 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ed2a046a-d92c-4542-aae0-713ae0172958 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.223667 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ed2a046a-d92c-4542-aae0-713ae0172958 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1074054 Sep 30 13:11:34.226341 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55840) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:34.231213 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-e4b72baa-f8f9-49cc-8e83-91ef95c158b2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1961217792'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:34.252496 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b72baa-f8f9-49cc-8e83-91ef95c158b2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Made reservation on behalf of f4700a0b73134789ad73cd84992537fc for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:11:34.256161 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e4b72baa-f8f9-49cc-8e83-91ef95c158b2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.266343 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-08f15c11-b299-4f8d-9a9c-f1e7d29049d2 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.273188 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-08f15c11-b299-4f8d-9a9c-f1e7d29049d2 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.275820 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-4801e08f-0bc4-4084-8357-57ec510c4ea8 service neutron] For port c2947c4e-2f7e-4aab-bda3-1ac0595022f9, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=c2947c4e-2f7e-4aab-bda3-1ac0595022f9,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:34.280739 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b72baa-f8f9-49cc-8e83-91ef95c158b2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:11:34.290466 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e4b72baa-f8f9-49cc-8e83-91ef95c158b2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.290813 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-e4b72baa-f8f9-49cc-8e83-91ef95c158b2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Added segment c9f3a74a-bede-4be7-afe4-683588850714 of type vlan for network b33d9f09-e196-492f-b87b-8035590f67e2 Sep 30 13:11:34.340306 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e4b72baa-f8f9-49cc-8e83-91ef95c158b2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.354539 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Attempting to bind port 33c3cfb0-4fc4-430d-b42d-6af8901f9c72 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:11:34.355597 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Attempting to bind port 33c3cfb0-4fc4-430d-b42d-6af8901f9c72 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '4dd5dcb7-70e3-4cda-8c9f-6d894e4a9656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc61726-c86b-488f-b7d6-3fba770bace6'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:11:34.355872 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690a0cc-92e3-4c47-8805-65601ae24d6c req-08aace75-2206-465d-bd86-ca1fb3b65145 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:34.356527 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Attempting to bind port 33c3cfb0-4fc4-430d-b42d-6af8901f9c72 on network 2fc61726-c86b-488f-b7d6-3fba770bace6 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:11:34.357445 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6690a0cc-92e3-4c47-8805-65601ae24d6c req-08aace75-2206-465d-bd86-ca1fb3b65145 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.1650271 Sep 30 13:11:34.361411 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-08f15c11-b299-4f8d-9a9c-f1e7d29049d2 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.361980 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f15c11-b299-4f8d-9a9c-f1e7d29049d2 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 386646e8-51a4-4f50-a139-ce213139c51d {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:11:34.368279 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-08f15c11-b299-4f8d-9a9c-f1e7d29049d2 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.371601 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:11:34.372368 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Checking segment: {'id': '4dd5dcb7-70e3-4cda-8c9f-6d894e4a9656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc61726-c86b-488f-b7d6-3fba770bace6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:11:34.372887 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-08f15c11-b299-4f8d-9a9c-f1e7d29049d2 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "DELETE /v2.0/routers/386646e8-51a4-4f50-a139-ce213139c51d HTTP/1.1" status: 204 len: 168 time: 2.0250013 Sep 30 13:11:34.373381 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.373559 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55844) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:34.374169 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Bound using segment: {'id': '4dd5dcb7-70e3-4cda-8c9f-6d894e4a9656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc61726-c86b-488f-b7d6-3fba770bace6'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:11:34.374981 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Bound port: 33c3cfb0-4fc4-430d-b42d-6af8901f9c72, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd5dcb7-70e3-4cda-8c9f-6d894e4a9656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc61726-c86b-488f-b7d6-3fba770bace6'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:11:34.375413 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-4801e08f-0bc4-4084-8357-57ec510c4ea8 service neutron] For port c2947c4e-2f7e-4aab-bda3-1ac0595022f9, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:11:34.375805 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.383979 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e4b72baa-f8f9-49cc-8e83-91ef95c158b2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.390514 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b72baa-f8f9-49cc-8e83-91ef95c158b2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:34.391154 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e4b72baa-f8f9-49cc-8e83-91ef95c158b2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.396698 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Port 33c3cfb0-4fc4-430d-b42d-6af8901f9c72 has been deleted concurrently {{(pid=94765) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 30 13:11:34.408125 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Routers set() bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:34.408788 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Router IDs set() for agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 30 13:11:34.409501 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_agentschedulers_db [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'386646e8-51a4-4f50-a139-ce213139c51d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent'). {{(pid=94765) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 30 13:11:34.410146 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d5e32b-700b-49bd-99e5-febad2d5d145 None None] The sync data for ids ['386646e8-51a4-4f50-a139-ce213139c51d'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:11:34.429952 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e4b72baa-f8f9-49cc-8e83-91ef95c158b2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2025850 Sep 30 13:11:34.436460 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55846) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:34.447715 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-1eda3e2c-ec50-4e15-9222-d9e21e0a6068 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'subnet': {'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:34.459913 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2947c4e-2f7e-4aab-bda3-1ac0595022f9'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:11:34.462215 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f317c563-c1f5-46af-a1bf-06dde6357b6b" -d '{"events": [{"server_uuid": "0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2", "name": "network-vif-unplugged", "status": "completed", "tag": "c2947c4e-2f7e-4aab-bda3-1ac0595022f9"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:11:34.476396 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-4801e08f-0bc4-4084-8357-57ec510c4ea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.484069 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6690a0cc-92e3-4c47-8805-65601ae24d6c req-81c62e9a-5f8a-452a-a887-8a2cb60936de tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100485 Sep 30 13:11:34.504606 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b72baa-f8f9-49cc-8e83-91ef95c158b2 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Network': ['ID=b33d9f09-e196-492f-b87b-8035590f67e2,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:34.509175 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b240275-325b-4253-a819-0d1fbfc939d4 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Deleting subnet 51e22148-b3c5-449c-9e3b-1ec89e96f4be {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:11:34.512472 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0b240275-325b-4253-a819-0d1fbfc939d4 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.523237 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-4801e08f-0bc4-4084-8357-57ec510c4ea8 service neutron] Transition to ACTIVE for port object c2947c4e-2f7e-4aab-bda3-1ac0595022f9 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:11:34.523804 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network b33d9f09-e196-492f-b87b-8035590f67e2 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:11:34.550002 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0b240275-325b-4253-a819-0d1fbfc939d4 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.553008 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a583aaff-c76c-4ff7-b3bc-f4f57803eadb x-openstack-request-id: req-a583aaff-c76c-4ff7-b3bc-f4f57803eadb {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:11:34.553312 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2", "name": "network-vif-unplugged", "status": "completed", "tag": "c2947c4e-2f7e-4aab-bda3-1ac0595022f9", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:11:34.553568 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a583aaff-c76c-4ff7-b3bc-f4f57803eadb {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:11:34.554080 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2947c4e-2f7e-4aab-bda3-1ac0595022f9', 'code': 200} Sep 30 13:11:34.560279 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-4801e08f-0bc4-4084-8357-57ec510c4ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.592075 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0b240275-325b-4253-a819-0d1fbfc939d4 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.641763 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-4801e08f-0bc4-4084-8357-57ec510c4ea8 service neutron] No DVR routers for this DVR port c2947c4e-2f7e-4aab-bda3-1ac0595022f9 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:11:34.652599 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801e08f-0bc4-4084-8357-57ec510c4ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=c2947c4e-2f7e-4aab-bda3-1ac0595022f9,revision_number=6']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:34.654313 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0b240275-325b-4253-a819-0d1fbfc939d4 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.682285 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eda3e2c-ec50-4e15-9222-d9e21e0a6068 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Made reservation on behalf of f4700a0b73134789ad73cd84992537fc for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:11:34.686475 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1eda3e2c-ec50-4e15-9222-d9e21e0a6068 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.700096 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b240275-325b-4253-a819-0d1fbfc939d4 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=51e22148-b3c5-449c-9e3b-1ec89e96f4be,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:34.706342 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0b240275-325b-4253-a819-0d1fbfc939d4 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.711035 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0b240275-325b-4253-a819-0d1fbfc939d4 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/51e22148-b3c5-449c-9e3b-1ec89e96f4be HTTP/1.1" status: 204 len: 168 time: 0.3340132 Sep 30 13:11:34.711984 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55852) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:34.717923 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-4801e08f-0bc4-4084-8357-57ec510c4ea8 service neutron] Attempting to bind port c2947c4e-2f7e-4aab-bda3-1ac0595022f9 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:11:34.718865 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-4801e08f-0bc4-4084-8357-57ec510c4ea8 service neutron] Attempting to bind port c2947c4e-2f7e-4aab-bda3-1ac0595022f9 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:11:34.719209 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-4801e08f-0bc4-4084-8357-57ec510c4ea8 service neutron] Attempting to bind port c2947c4e-2f7e-4aab-bda3-1ac0595022f9 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:11:34.734037 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-4801e08f-0bc4-4084-8357-57ec510c4ea8 service neutron] Port c2947c4e-2f7e-4aab-bda3-1ac0595022f9 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:11:34.734373 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-4801e08f-0bc4-4084-8357-57ec510c4ea8 service neutron] Attempting to bind port c2947c4e-2f7e-4aab-bda3-1ac0595022f9 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:11:34.744054 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-4801e08f-0bc4-4084-8357-57ec510c4ea8 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:11:34.744401 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-4801e08f-0bc4-4084-8357-57ec510c4ea8 service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:11:34.748562 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-4801e08f-0bc4-4084-8357-57ec510c4ea8 service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:11:34.749167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-4801e08f-0bc4-4084-8357-57ec510c4ea8 service neutron] Bound port: c2947c4e-2f7e-4aab-bda3-1ac0595022f9, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:11:34.749503 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-4801e08f-0bc4-4084-8357-57ec510c4ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.806168 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-43caedde-bf29-4031-aa4c-a7319a4cc73c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.906069 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-43caedde-bf29-4031-aa4c-a7319a4cc73c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.908819 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-4801e08f-0bc4-4084-8357-57ec510c4ea8 service neutron] For port c2947c4e-2f7e-4aab-bda3-1ac0595022f9, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:11:34.928798 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-43caedde-bf29-4031-aa4c-a7319a4cc73c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc61726-c86b-488f-b7d6-3fba770bace6']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:34.932258 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-4801e08f-0bc4-4084-8357-57ec510c4ea8 service neutron] For port c2947c4e-2f7e-4aab-bda3-1ac0595022f9, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=c2947c4e-2f7e-4aab-bda3-1ac0595022f9,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:11:34.940264 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-43caedde-bf29-4031-aa4c-a7319a4cc73c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd5dcb7-70e3-4cda-8c9f-6d894e4a9656') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:34.940571 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-43caedde-bf29-4031-aa4c-a7319a4cc73c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd5dcb7-70e3-4cda-8c9f-6d894e4a9656') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:34.944083 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-4801e08f-0bc4-4084-8357-57ec510c4ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.951048 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-43caedde-bf29-4031-aa4c-a7319a4cc73c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.965429 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-43caedde-bf29-4031-aa4c-a7319a4cc73c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.971590 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43caedde-bf29-4031-aa4c-a7319a4cc73c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:11:34.972109 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-43caedde-bf29-4031-aa4c-a7319a4cc73c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:11:34.974154 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:11:35.012257 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-4801e08f-0bc4-4084-8357-57ec510c4ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:35.012883 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-4801e08f-0bc4-4084-8357-57ec510c4ea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:35.014314 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-4801e08f-0bc4-4084-8357-57ec510c4ea8 service neutron] 10.222.0.39 "PUT /v2.0/ports/c2947c4e-2f7e-4aab-bda3-1ac0595022f9 HTTP/1.1" status: 200 len: 1095 time: 1.8072727 Sep 30 13:11:35.032322 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1eda3e2c-ec50-4e15-9222-d9e21e0a6068 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:35.034967 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-43caedde-bf29-4031-aa4c-a7319a4cc73c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:35.040930 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43caedde-bf29-4031-aa4c-a7319a4cc73c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2fc61726-c86b-488f-b7d6-3fba770bace6 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 30 13:11:35.054861 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-43caedde-bf29-4031-aa4c-a7319a4cc73c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:35.060360 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-43caedde-bf29-4031-aa4c-a7319a4cc73c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "DELETE /v2.0/networks/2fc61726-c86b-488f-b7d6-3fba770bace6 HTTP/1.1" status: 204 len: 168 time: 0.3481669 Sep 30 13:11:35.073646 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43caedde-bf29-4031-aa4c-a7319a4cc73c tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Pushing event deleted for resources: {'Network': ['ID=2fc61726-c86b-488f-b7d6-3fba770bace6,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:35.091780 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801e08f-0bc4-4084-8357-57ec510c4ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=c2947c4e-2f7e-4aab-bda3-1ac0595022f9,revision_number=7']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:35.162005 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda3e2c-ec50-4e15-9222-d9e21e0a6068 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Subnet': ['ID=6af6b5d4-f60a-4f47-8b56-b8e0c20008ac,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:35.185172 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-5d7bb128-9561-4729-8dea-254117bf49f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:35.187680 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-5d7bb128-9561-4729-8dea-254117bf49f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 1098 time: 0.1108596 Sep 30 13:11:35.188891 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eda3e2c-ec50-4e15-9222-d9e21e0a6068 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Checking segment: {'id': 'c9f3a74a-bede-4be7-afe4-683588850714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:11:35.189515 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eda3e2c-ec50-4e15-9222-d9e21e0a6068 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network hostable DHCP agents. Network: b33d9f09-e196-492f-b87b-8035590f67e2, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:11:35.279028 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eda3e2c-ec50-4e15-9222-d9e21e0a6068 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network b33d9f09-e196-492f-b87b-8035590f67e2 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:11:35.297091 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-1eda3e2c-ec50-4e15-9222-d9e21e0a6068 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, b33d9f09-e196-492f-b87b-8035590f67e2) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:35.304154 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eda3e2c-ec50-4e15-9222-d9e21e0a6068 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:35.304817 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1eda3e2c-ec50-4e15-9222-d9e21e0a6068 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:35.305158 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07f5dfd-3576-4df1-81fc-12e7246fc2ca None None] Network b33d9f09-e196-492f-b87b-8035590f67e2 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:11:35.309166 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55864) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:35.316302 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-694b2543-aa3e-4e0f-b5b4-d306db4b5402 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Request body: {'router': {'name': 'tempest-router--1628408582', 'project_id': 'f883e61655b54a238cd62cf3c521c900'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:35.331106 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1eda3e2c-ec50-4e15-9222-d9e21e0a6068 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8909872 Sep 30 13:11:35.331486 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55866) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:35.333305 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-10d16d38-8431-4d93-958d-767b9e4aacb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:35.334990 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-10d16d38-8431-4d93-958d-767b9e4aacb2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.1402237 Sep 30 13:11:35.387432 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-f5908d03-29a1-4299-ae7d-643c5e4d1066 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=c2947c4e-2f7e-4aab-bda3-1ac0595022f9 HTTP/1.1" status: 200 len: 217 time: 0.0406110 Sep 30 13:11:35.435684 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-694b2543-aa3e-4e0f-b5b4-d306db4b5402 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:35.436780 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-694b2543-aa3e-4e0f-b5b4-d306db4b5402 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:35.459586 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-80e7c2c0-4699-4749-8a83-498bc323c577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:35.461368 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-80e7c2c0-4699-4749-8a83-498bc323c577 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0653107 Sep 30 13:11:35.520139 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-7877f6e2-9625-4113-88c1-628ed2b8e082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:35.521902 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-7877f6e2-9625-4113-88c1-628ed2b8e082 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0520532 Sep 30 13:11:35.531932 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661771ae-972a-4f7b-88b5-f03f0169e45a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-b33d9f09-e196-492f-b87b-8035590f67e2', 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'fixed_ips': [{'subnet_id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:11:35.533365 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-661771ae-972a-4f7b-88b5-f03f0169e45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:35.636762 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-694b2543-aa3e-4e0f-b5b4-d306db4b5402 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:35.693901 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-694b2543-aa3e-4e0f-b5b4-d306db4b5402 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:35.694691 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489c3a3-dc69-4138-83a7-071607226862 req-a01a3b14-4282-4407-8c05-33141ed84e66 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:35.696466 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6489c3a3-dc69-4138-83a7-071607226862 req-a01a3b14-4282-4407-8c05-33141ed84e66 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 947 time: 0.1053193 Sep 30 13:11:35.721212 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-7767d050-7764-45ad-bfd6-bcac04f7dd83 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914749 Sep 30 13:11:35.727275 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-661771ae-972a-4f7b-88b5-f03f0169e45a None None] Allocated IP 2001:db8::2 (b33d9f09-e196-492f-b87b-8035590f67e2/6af6b5d4-f60a-4f47-8b56-b8e0c20008ac/b22d7e97-9ccb-438f-ac8c-7b31eec341c9) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:11:35.763368 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-694b2543-aa3e-4e0f-b5b4-d306db4b5402 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:35.767642 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-694b2543-aa3e-4e0f-b5b4-d306db4b5402 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4531970 Sep 30 13:11:35.767789 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55874) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:35.783357 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6489c3a3-dc69-4138-83a7-071607226862 req-8e85bc00-0641-4618-ad96-0a8646628351 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720305 Sep 30 13:11:35.870249 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a7ec860-6f11-4085-83a4-5cf617af9c9f req-39c898b3-f084-48a3-9023-98e7c3e1a6cf service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376939 Sep 30 13:11:35.912230 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-70ae90e5-ab1b-48c1-b06b-0d49ef04aec7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:35.915879 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47823e36-5115-41a8-889b-7ebfb3894cbc tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:35.927398 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-661771ae-972a-4f7b-88b5-f03f0169e45a None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:35.934638 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-661771ae-972a-4f7b-88b5-f03f0169e45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:35.976561 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661771ae-972a-4f7b-88b5-f03f0169e45a None None] Network b33d9f09-e196-492f-b87b-8035590f67e2 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:11:35.979782 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-661771ae-972a-4f7b-88b5-f03f0169e45a None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:35.982528 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661771ae-972a-4f7b-88b5-f03f0169e45a None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:11:36.048056 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661771ae-972a-4f7b-88b5-f03f0169e45a None None] Pushing event updated for resources: {'Port': ['ID=b22d7e97-9ccb-438f-ac8c-7b31eec341c9,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:36.062342 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device c2947c4e-2f7e-4aab-bda3-1ac0595022f9 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:11:36.093177 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-661771ae-972a-4f7b-88b5-f03f0169e45a None None] Attempting to bind port b22d7e97-9ccb-438f-ac8c-7b31eec341c9 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:11:36.093627 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-661771ae-972a-4f7b-88b5-f03f0169e45a None None] Attempting to bind port b22d7e97-9ccb-438f-ac8c-7b31eec341c9 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'c9f3a74a-bede-4be7-afe4-683588850714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:11:36.094187 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661771ae-972a-4f7b-88b5-f03f0169e45a None None] Attempting to bind port b22d7e97-9ccb-438f-ac8c-7b31eec341c9 on network b33d9f09-e196-492f-b87b-8035590f67e2 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:11:36.106653 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661771ae-972a-4f7b-88b5-f03f0169e45a None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:11:36.107123 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661771ae-972a-4f7b-88b5-f03f0169e45a None None] Checking segment: {'id': 'c9f3a74a-bede-4be7-afe4-683588850714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:11:36.107577 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-661771ae-972a-4f7b-88b5-f03f0169e45a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:36.108132 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661771ae-972a-4f7b-88b5-f03f0169e45a None None] Bound using segment: {'id': 'c9f3a74a-bede-4be7-afe4-683588850714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:11:36.108737 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-661771ae-972a-4f7b-88b5-f03f0169e45a None None] Bound port: b22d7e97-9ccb-438f-ac8c-7b31eec341c9, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f3a74a-bede-4be7-afe4-683588850714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:11:36.109180 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-661771ae-972a-4f7b-88b5-f03f0169e45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:36.134358 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47823e36-5115-41a8-889b-7ebfb3894cbc tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:36.138401 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47823e36-5115-41a8-889b-7ebfb3894cbc tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:36.155381 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device c2947c4e-2f7e-4aab-bda3-1ac0595022f9 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:11:36.192874 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-661771ae-972a-4f7b-88b5-f03f0169e45a None None] For port b22d7e97-9ccb-438f-ac8c-7b31eec341c9, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:11:36.196379 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-661771ae-972a-4f7b-88b5-f03f0169e45a None None] For port b22d7e97-9ccb-438f-ac8c-7b31eec341c9, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b22d7e97-9ccb-438f-ac8c-7b31eec341c9,segment=NetworkSegment(c9f3a74a-bede-4be7-afe4-683588850714),segment_id=c9f3a74a-bede-4be7-afe4-683588850714)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:11:36.203767 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-661771ae-972a-4f7b-88b5-f03f0169e45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:36.285070 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661771ae-972a-4f7b-88b5-f03f0169e45a None None] Pushing event updated for resources: {'Port': ['ID=b22d7e97-9ccb-438f-ac8c-7b31eec341c9,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:36.303941 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47823e36-5115-41a8-889b-7ebfb3894cbc tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:36.304433 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47823e36-5115-41a8-889b-7ebfb3894cbc tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7406cd92-96f8-42b3-8a29-94fa6756ef89 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:11:36.310463 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47823e36-5115-41a8-889b-7ebfb3894cbc tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:36.314772 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-47823e36-5115-41a8-889b-7ebfb3894cbc tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "DELETE /v2.0/routers/7406cd92-96f8-42b3-8a29-94fa6756ef89 HTTP/1.1" status: 204 len: 168 time: 0.5459952 Sep 30 13:11:36.487652 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55892) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:36.501613 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-70ae90e5-ab1b-48c1-b06b-0d49ef04aec7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Allocated IP 2001:db8::1 (b33d9f09-e196-492f-b87b-8035590f67e2/6af6b5d4-f60a-4f47-8b56-b8e0c20008ac/56ddf09b-b4a5-48fd-8952-e11efa5d7380) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:11:36.560235 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2', 'tag': 'c2947c4e-2f7e-4aab-bda3-1ac0595022f9'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:11:36.563998 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb2c9b2-68ca-46f3-ab8b-d9b657e035e4" -d '{"events": [{"name": "network-changed", "server_uuid": "0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2", "tag": "c2947c4e-2f7e-4aab-bda3-1ac0595022f9"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:11:36.663580 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b69814-ce1f-4e33-bda5-71b2666e3366 x-openstack-request-id: req-b3b69814-ce1f-4e33-bda5-71b2666e3366 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:11:36.663995 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2", "tag": "c2947c4e-2f7e-4aab-bda3-1ac0595022f9", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:11:36.664354 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3b69814-ce1f-4e33-bda5-71b2666e3366 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:11:36.664950 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2', 'tag': 'c2947c4e-2f7e-4aab-bda3-1ac0595022f9', 'status': 'completed', 'code': 200} Sep 30 13:11:36.796814 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2c9b2-68ca-46f3-ab8b-d9b657e035e4 req-6dde46d2-2d06-4f92-a1e5-11815cdbf35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:36.799546 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8eb2c9b2-68ca-46f3-ab8b-d9b657e035e4 req-6dde46d2-2d06-4f92-a1e5-11815cdbf35c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 1098 time: 0.1195660 Sep 30 13:11:36.803063 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2c9b2-68ca-46f3-ab8b-d9b657e035e4 req-c4f2f8a9-6458-4e37-acbe-1fc6383777da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:36.804751 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8eb2c9b2-68ca-46f3-ab8b-d9b657e035e4 req-c4f2f8a9-6458-4e37-acbe-1fc6383777da service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 1098 time: 0.1115947 Sep 30 13:11:36.947725 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-639b6d73-3e84-49a2-9e2d-a615f7fa1845 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1614166855', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}, 'admin_state_up': False}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:36.990944 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2c9b2-68ca-46f3-ab8b-d9b657e035e4 req-e5932f2c-0f29-4961-9df4-e62e6e74b6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:36.992434 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8eb2c9b2-68ca-46f3-ab8b-d9b657e035e4 req-e5932f2c-0f29-4961-9df4-e62e6e74b6f2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.1678214 Sep 30 13:11:37.119932 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b22d7e97-9ccb-438f-ac8c-7b31eec341c9 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:11:37.165306 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fcc48-e568-4e77-9ce1-7b965cf17aee req-ade61f19-c331-4d39-a016-50860f06ec98 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:37.167849 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2a9fcc48-e568-4e77-9ce1-7b965cf17aee req-ade61f19-c331-4d39-a016-50860f06ec98 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 947 time: 0.1487405 Sep 30 13:11:37.191933 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-639b6d73-3e84-49a2-9e2d-a615f7fa1845 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:37.206844 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-639b6d73-3e84-49a2-9e2d-a615f7fa1845 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:37.219504 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port b22d7e97-9ccb-438f-ac8c-7b31eec341c9 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:37.220027 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:37.237972 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8eb2c9b2-68ca-46f3-ab8b-d9b657e035e4 req-d385a543-908e-4267-8180-5ee7af2373f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=c2947c4e-2f7e-4aab-bda3-1ac0595022f9 HTTP/1.1" status: 200 len: 217 time: 0.2165732 Sep 30 13:11:37.253998 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-70ae90e5-ab1b-48c1-b06b-0d49ef04aec7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:37.254942 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2c9b2-68ca-46f3-ab8b-d9b657e035e4 req-51b27645-a7f4-4f33-9a8b-d14c85a7a73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:37.256458 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8eb2c9b2-68ca-46f3-ab8b-d9b657e035e4 req-51b27645-a7f4-4f33-9a8b-d14c85a7a73c service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.4479547 Sep 30 13:11:37.265945 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2a9fcc48-e568-4e77-9ce1-7b965cf17aee req-b6bbd9af-2862-4f3e-86f2-90c602d066eb tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704858 Sep 30 13:11:37.307084 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-70ae90e5-ab1b-48c1-b06b-0d49ef04aec7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:37.348071 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8eb2c9b2-68ca-46f3-ab8b-d9b657e035e4 req-b4571146-05e0-487b-8c05-fb95c52c18f7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=c2947c4e-2f7e-4aab-bda3-1ac0595022f9 HTTP/1.1" status: 200 len: 217 time: 0.0808671 Sep 30 13:11:37.360495 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ae90e5-ab1b-48c1-b06b-0d49ef04aec7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network b33d9f09-e196-492f-b87b-8035590f67e2 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:11:37.363873 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-70ae90e5-ab1b-48c1-b06b-0d49ef04aec7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:37.368955 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ae90e5-ab1b-48c1-b06b-0d49ef04aec7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:11:37.369493 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-70ae90e5-ab1b-48c1-b06b-0d49ef04aec7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:37.416157 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:37.422491 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae90e5-ab1b-48c1-b06b-0d49ef04aec7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Port': ['ID=56ddf09b-b4a5-48fd-8952-e11efa5d7380,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:37.459535 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-639b6d73-3e84-49a2-9e2d-a615f7fa1845 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:37.461432 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2c9b2-68ca-46f3-ab8b-d9b657e035e4 req-255631d9-ef9b-4ba8-ae7c-718537933367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:37.463108 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8eb2c9b2-68ca-46f3-ab8b-d9b657e035e4 req-255631d9-ef9b-4ba8-ae7c-718537933367 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.2029424 Sep 30 13:11:37.488981 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port b22d7e97-9ccb-438f-ac8c-7b31eec341c9, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b22d7e97-9ccb-438f-ac8c-7b31eec341c9,segment=NetworkSegment(c9f3a74a-bede-4be7-afe4-683588850714),segment_id=c9f3a74a-bede-4be7-afe4-683588850714)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:37.496306 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:37.545645 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-70ae90e5-ab1b-48c1-b06b-0d49ef04aec7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:37.550960 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=b22d7e97-9ccb-438f-ac8c-7b31eec341c9,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:37.721774 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daba10a6-d530-46f2-9ff1-b2ce820473cb None None] Network b33d9f09-e196-492f-b87b-8035590f67e2 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:11:37.821024 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-e0c8a19e-31ed-4ab8-9017-8e2109089602 None None] Provisioning complete for port b22d7e97-9ccb-438f-ac8c-7b31eec341c9 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:37.821815 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a19e-31ed-4ab8-9017-8e2109089602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:37.833452 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2c9b2-68ca-46f3-ab8b-d9b657e035e4 req-9cdbb6ca-97e0-410e-9bbb-3e8ec734387e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:37.834944 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8eb2c9b2-68ca-46f3-ab8b-d9b657e035e4 req-9cdbb6ca-97e0-410e-9bbb-3e8ec734387e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.4758306 Sep 30 13:11:37.901903 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-70ae90e5-ab1b-48c1-b06b-0d49ef04aec7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:37.908137 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-70ae90e5-ab1b-48c1-b06b-0d49ef04aec7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:37.909508 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-70ae90e5-ab1b-48c1-b06b-0d49ef04aec7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:37.937476 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2c9b2-68ca-46f3-ab8b-d9b657e035e4 req-78db3df3-4e1d-4e8a-a42b-73bc8bac85d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:37.939035 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8eb2c9b2-68ca-46f3-ab8b-d9b657e035e4 req-78db3df3-4e1d-4e8a-a42b-73bc8bac85d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4282367 Sep 30 13:11:37.971298 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-639b6d73-3e84-49a2-9e2d-a615f7fa1845 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:38.016037 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae90e5-ab1b-48c1-b06b-0d49ef04aec7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Port': ['ID=56ddf09b-b4a5-48fd-8952-e11efa5d7380,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:38.026078 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2c9b2-68ca-46f3-ab8b-d9b657e035e4 req-58d92321-2df0-4f0c-8834-7a7640438ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:38.027531 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8eb2c9b2-68ca-46f3-ab8b-d9b657e035e4 req-58d92321-2df0-4f0c-8834-7a7640438ae1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1671045 Sep 30 13:11:38.055876 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ae90e5-ab1b-48c1-b06b-0d49ef04aec7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network b33d9f09-e196-492f-b87b-8035590f67e2 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:11:38.057958 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-70ae90e5-ab1b-48c1-b06b-0d49ef04aec7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:38.117650 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8eb2c9b2-68ca-46f3-ab8b-d9b657e035e4 req-3d4b05a8-d050-435a-b617-5176c91719af service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425929 Sep 30 13:11:38.195523 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ae90e5-ab1b-48c1-b06b-0d49ef04aec7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Router af76d5a6-6083-4cc7-ad0a-0ac4a677778e is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:11:38.302784 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ae90e5-ab1b-48c1-b06b-0d49ef04aec7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:11:38.313232 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d34efc-051f-4d3e-b3d7-f21802808a1c None None] Sync routers for ids ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:11:38.330590 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d34efc-051f-4d3e-b3d7-f21802808a1c None None] Routers {'af76d5a6-6083-4cc7-ad0a-0ac4a677778e'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:38.331229 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-47d34efc-051f-4d3e-b3d7-f21802808a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:38.333181 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-70ae90e5-ab1b-48c1-b06b-0d49ef04aec7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "PUT /v2.0/routers/af76d5a6-6083-4cc7-ad0a-0ac4a677778e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0003140 Sep 30 13:11:38.333851 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55924) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:38.342320 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8eb2c9b2-68ca-46f3-ab8b-d9b657e035e4 req-b87ef8cd-e8c8-4709-a33b-e1e24dbf8451 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111056 Sep 30 13:11:38.343663 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-dde560ca-e7ec-4102-8063-0d4d01555669 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1141976390'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:38.396424 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c3856-5e03-4fc4-b1c9-a31970024e17 req-7603a844-ad8a-4803-8e31-c683e871a3f0 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:38.399627 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde560ca-e7ec-4102-8063-0d4d01555669 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Made reservation on behalf of f4700a0b73134789ad73cd84992537fc for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:11:38.402606 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-291c3856-5e03-4fc4-b1c9-a31970024e17 req-7603a844-ad8a-4803-8e31-c683e871a3f0 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/ports?device_id=345d5f16-4d0e-4b67-8656-784a8d644209 HTTP/1.1" status: 200 len: 945 time: 0.2724729 Sep 30 13:11:38.403582 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dde560ca-e7ec-4102-8063-0d4d01555669 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:38.447421 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-3adb4f25-7a0b-44a6-8368-ae17c4c98769 None None] Provisioning complete for port b22d7e97-9ccb-438f-ac8c-7b31eec341c9 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:38.447871 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3adb4f25-7a0b-44a6-8368-ae17c4c98769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:38.447949 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed015475-7db2-4100-8990-4cd7c178b3eb req-9c5e857f-d7a4-41cf-b202-91df8332074a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:38.455957 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ed015475-7db2-4100-8990-4cd7c178b3eb req-9c5e857f-d7a4-41cf-b202-91df8332074a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 947 time: 0.0969956 Sep 30 13:11:38.457856 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde560ca-e7ec-4102-8063-0d4d01555669 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:11:38.461673 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-47d34efc-051f-4d3e-b3d7-f21802808a1c None None] Set router af76d5a6-6083-4cc7-ad0a-0ac4a677778e gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:11:38.471664 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8eb2c9b2-68ca-46f3-ab8b-d9b657e035e4 req-6a108c19-8099-417b-be5c-8d4771bf716b service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439260 Sep 30 13:11:38.486642 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dde560ca-e7ec-4102-8063-0d4d01555669 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:38.487471 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-dde560ca-e7ec-4102-8063-0d4d01555669 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Added segment 7ec38677-eb33-4a10-a92e-5c80f54ee317 of type vlan for network 393c3257-7b53-418d-aabc-1e56b0fe87fc Sep 30 13:11:38.508141 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device c2947c4e-2f7e-4aab-bda3-1ac0595022f9 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:11:38.562377 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ed015475-7db2-4100-8990-4cd7c178b3eb req-1fb0907a-b44f-4929-8770-b14fe8b16973 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054316 Sep 30 13:11:38.580646 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dde560ca-e7ec-4102-8063-0d4d01555669 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:38.644194 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-291c3856-5e03-4fc4-b1c9-a31970024e17 req-4d45eaf2-3922-4ab5-9c29-963562e2eb04 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd32d831-8c19-4ff3-b662-d735f86fab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355328 Sep 30 13:11:38.644390 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dde560ca-e7ec-4102-8063-0d4d01555669 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:38.651324 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde560ca-e7ec-4102-8063-0d4d01555669 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:38.652459 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dde560ca-e7ec-4102-8063-0d4d01555669 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:38.741574 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-47d34efc-051f-4d3e-b3d7-f21802808a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:11:37Z', 'revision_number': 2, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None, '_interfaces': [{'id': '56ddf09b-b4a5-48fd-8952-e11efa5d7380', 'name': '', 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:d6:bd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:36Z', 'updated_at': '2021-09-30T13:11:37Z', 'revision_number': 2, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:38.756008 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-dde560ca-e7ec-4102-8063-0d4d01555669 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4210486 Sep 30 13:11:38.762370 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55932) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:38.769211 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-0fe08102-58fe-4869-b5fa-5dce0963c71f tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'subnet': {'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:38.777823 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d34efc-051f-4d3e-b3d7-f21802808a1c None None] Checking router: af76d5a6-6083-4cc7-ad0a-0ac4a677778e for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:11:38.778453 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d34efc-051f-4d3e-b3d7-f21802808a1c None None] Updating router af76d5a6-6083-4cc7-ad0a-0ac4a677778e port 56ddf09b-b4a5-48fd-8952-e11efa5d7380 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:11:38.808183 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-47d34efc-051f-4d3e-b3d7-f21802808a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:38.811819 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8eb2c9b2-68ca-46f3-ab8b-d9b657e035e4 req-6da3af52-3be4-4e35-ab96-3516d4b4f699 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270350 Sep 30 13:11:38.814397 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port c2947c4e-2f7e-4aab-bda3-1ac0595022f9, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=c2947c4e-2f7e-4aab-bda3-1ac0595022f9,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:38.864484 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'c2947c4e-2f7e-4aab-bda3-1ac0595022f9', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': 'c2947c4e-2f7e-4aab-bda3-1ac0595022f9', 'mac_address': 'fa:16:3e:74:d5:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:11:38.900131 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde560ca-e7ec-4102-8063-0d4d01555669 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Network': ['ID=393c3257-7b53-418d-aabc-1e56b0fe87fc,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:38.984156 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 393c3257-7b53-418d-aabc-1e56b0fe87fc details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:11:39.084229 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b22d7e97-9ccb-438f-ac8c-7b31eec341c9 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:11:39.097629 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-3adb4f25-7a0b-44a6-8368-ae17c4c98769 None None] Provisioning complete for port 56ddf09b-b4a5-48fd-8952-e11efa5d7380 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:39.098350 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3adb4f25-7a0b-44a6-8368-ae17c4c98769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:39.160771 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-47d34efc-051f-4d3e-b3d7-f21802808a1c None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:39.169589 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-47d34efc-051f-4d3e-b3d7-f21802808a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:39.190003 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:39.269757 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478d286-1869-4ea2-a416-66c6d734206a None None] Pushing event updated for resources: {'Port': ['ID=56ddf09b-b4a5-48fd-8952-e11efa5d7380,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:39.282890 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2947c4e-2f7e-4aab-bda3-1ac0595022f9 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:11:39.283444 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-639b6d73-3e84-49a2-9e2d-a615f7fa1845 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:39.297144 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-3adb4f25-7a0b-44a6-8368-ae17c4c98769 None None] Port 56ddf09b-b4a5-48fd-8952-e11efa5d7380 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:11:39.318994 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port c2947c4e-2f7e-4aab-bda3-1ac0595022f9, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=c2947c4e-2f7e-4aab-bda3-1ac0595022f9,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:39.322598 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4478d286-1869-4ea2-a416-66c6d734206a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:39.324563 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4478d286-1869-4ea2-a416-66c6d734206a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:39.325766 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4478d286-1869-4ea2-a416-66c6d734206a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:39.325914 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4478d286-1869-4ea2-a416-66c6d734206a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:39.326409 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4478d286-1869-4ea2-a416-66c6d734206a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:39.327092 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4478d286-1869-4ea2-a416-66c6d734206a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:39.327092 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4478d286-1869-4ea2-a416-66c6d734206a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:39.327355 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4478d286-1869-4ea2-a416-66c6d734206a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:39.330600 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:39.331786 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-639b6d73-3e84-49a2-9e2d-a615f7fa1845 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:39.340545 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4478d286-1869-4ea2-a416-66c6d734206a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:39.341001 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4478d286-1869-4ea2-a416-66c6d734206a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:39.341338 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4478d286-1869-4ea2-a416-66c6d734206a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:39.341665 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4478d286-1869-4ea2-a416-66c6d734206a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:39.382062 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port b22d7e97-9ccb-438f-ac8c-7b31eec341c9 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:39.382435 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:39.416694 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-47d34efc-051f-4d3e-b3d7-f21802808a1c None None] Attempting to bind port 56ddf09b-b4a5-48fd-8952-e11efa5d7380 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:11:39.418583 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-47d34efc-051f-4d3e-b3d7-f21802808a1c None None] Attempting to bind port 56ddf09b-b4a5-48fd-8952-e11efa5d7380 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'c9f3a74a-bede-4be7-afe4-683588850714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:11:39.419125 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d34efc-051f-4d3e-b3d7-f21802808a1c None None] Attempting to bind port 56ddf09b-b4a5-48fd-8952-e11efa5d7380 on network b33d9f09-e196-492f-b87b-8035590f67e2 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:11:39.427929 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d34efc-051f-4d3e-b3d7-f21802808a1c None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:11:39.429237 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d34efc-051f-4d3e-b3d7-f21802808a1c None None] Checking segment: {'id': 'c9f3a74a-bede-4be7-afe4-683588850714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:11:39.429799 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-47d34efc-051f-4d3e-b3d7-f21802808a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:39.430910 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d34efc-051f-4d3e-b3d7-f21802808a1c None None] Bound using segment: {'id': 'c9f3a74a-bede-4be7-afe4-683588850714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:11:39.431548 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-47d34efc-051f-4d3e-b3d7-f21802808a1c None None] Bound port: 56ddf09b-b4a5-48fd-8952-e11efa5d7380, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f3a74a-bede-4be7-afe4-683588850714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:11:39.433864 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-47d34efc-051f-4d3e-b3d7-f21802808a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:39.457381 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=c2947c4e-2f7e-4aab-bda3-1ac0595022f9,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:39.463100 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4682c9b6-cfb3-49ff-9923-a94be673c971 None None] Provisioning complete for port 56ddf09b-b4a5-48fd-8952-e11efa5d7380 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:39.463604 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4682c9b6-cfb3-49ff-9923-a94be673c971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:39.492211 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37a2ce-9f94-424f-bcaf-a3d11de65b4b req-2ee69279-9fd9-4010-9330-ae80d269932f tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:39.493190 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829508de-ea57-4fc9-967d-543eb2d02861 req-e731d0af-186b-4fce-931d-6582ff603e0d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:39.495451 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-829508de-ea57-4fc9-967d-543eb2d02861 req-e731d0af-186b-4fce-931d-6582ff603e0d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 946 time: 0.0946865 Sep 30 13:11:39.500540 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6b37a2ce-9f94-424f-bcaf-a3d11de65b4b req-2ee69279-9fd9-4010-9330-ae80d269932f tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 947 time: 0.2893660 Sep 30 13:11:39.541463 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-829508de-ea57-4fc9-967d-543eb2d02861 req-214bcef7-3702-4e7a-b21a-ff573a604c05 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397854 Sep 30 13:11:39.554079 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-47d34efc-051f-4d3e-b3d7-f21802808a1c None None] For port 56ddf09b-b4a5-48fd-8952-e11efa5d7380, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:11:39.562074 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-4682c9b6-cfb3-49ff-9923-a94be673c971 None None] Port 56ddf09b-b4a5-48fd-8952-e11efa5d7380 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:11:39.564376 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-47d34efc-051f-4d3e-b3d7-f21802808a1c None None] For port 56ddf09b-b4a5-48fd-8952-e11efa5d7380, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=56ddf09b-b4a5-48fd-8952-e11efa5d7380,segment=NetworkSegment(c9f3a74a-bede-4be7-afe4-683588850714),segment_id=c9f3a74a-bede-4be7-afe4-683588850714)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:11:39.572022 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-47d34efc-051f-4d3e-b3d7-f21802808a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:39.581421 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['c2947c4e-2f7e-4aab-bda3-1ac0595022f9'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:11:39.585140 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6b37a2ce-9f94-424f-bcaf-a3d11de65b4b req-c05fd741-0d96-4433-8c19-1b349c9eb034 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834606 Sep 30 13:11:39.594242 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe08102-58fe-4869-b5fa-5dce0963c71f tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Made reservation on behalf of f4700a0b73134789ad73cd84992537fc for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:11:39.597708 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0fe08102-58fe-4869-b5fa-5dce0963c71f tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:39.617335 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-bb5525b7-aacf-4035-b8fe-13d0c13fc6c9 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:39.619201 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-bb5525b7-aacf-4035-b8fe-13d0c13fc6c9 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2&tenant_id=1ef1016edf414b379caceb8093d57137&binding%3Ahost_id=n-h1-810909-2 HTTP/1.1" status: 200 len: 947 time: 0.5048261 Sep 30 13:11:39.653643 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d34efc-051f-4d3e-b3d7-f21802808a1c None None] Routers {'af76d5a6-6083-4cc7-ad0a-0ac4a677778e'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:39.654456 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-47d34efc-051f-4d3e-b3d7-f21802808a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:39.657723 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478d286-1869-4ea2-a416-66c6d734206a None None] Pushing event updated for resources: {'Port': ['ID=56ddf09b-b4a5-48fd-8952-e11efa5d7380,revision_number=4']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:39.717882 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5d108024-e313-43d7-9a79-433cf83b8a78 None None] Provisioning complete for port 56ddf09b-b4a5-48fd-8952-e11efa5d7380 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:39.718393 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5d108024-e313-43d7-9a79-433cf83b8a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:39.877737 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5d108024-e313-43d7-9a79-433cf83b8a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:39.887911 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-47d34efc-051f-4d3e-b3d7-f21802808a1c None None] Set router af76d5a6-6083-4cc7-ad0a-0ac4a677778e gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:11:39.930194 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-639b6d73-3e84-49a2-9e2d-a615f7fa1845 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Allocated IP 172.25.5.120 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/d75096bd-2665-4b5d-9a44-cdb77efece77) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:11:39.930566 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5d108024-e313-43d7-9a79-433cf83b8a78 None None] For port 56ddf09b-b4a5-48fd-8952-e11efa5d7380, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=56ddf09b-b4a5-48fd-8952-e11efa5d7380,segment=NetworkSegment(c9f3a74a-bede-4be7-afe4-683588850714),segment_id=c9f3a74a-bede-4be7-afe4-683588850714)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:39.936062 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5d108024-e313-43d7-9a79-433cf83b8a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:39.956125 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-ff368185-9c2c-46e2-9665-46fc3470ac7b service neutron] 10.222.0.39 "GET /v2.0/ports/c2947c4e-2f7e-4aab-bda3-1ac0595022f9/bindings/n-h1-810909-2 HTTP/1.1" status: 200 len: 382 time: 0.3214533 Sep 30 13:11:39.998856 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d108024-e313-43d7-9a79-433cf83b8a78 None None] Pushing event updated for resources: {'Port': ['ID=56ddf09b-b4a5-48fd-8952-e11efa5d7380,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:40.069283 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d46d940e-b6b1-4e92-9e04-923ccf6651b1 None None] Provisioning complete for port 56ddf09b-b4a5-48fd-8952-e11efa5d7380 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:40.070275 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d46d940e-b6b1-4e92-9e04-923ccf6651b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:40.144157 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-47d34efc-051f-4d3e-b3d7-f21802808a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:11:37Z', 'revision_number': 2, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None, '_interfaces': [{'id': '56ddf09b-b4a5-48fd-8952-e11efa5d7380', 'name': '', 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:d6:bd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:36Z', 'updated_at': '2021-09-30T13:11:39Z', 'revision_number': 4, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:40.161423 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-9ea7a855-bf6c-424b-be87-93dbe86df616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:40.163181 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-9ea7a855-bf6c-424b-be87-93dbe86df616 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 1099 time: 0.1633432 Sep 30 13:11:40.174283 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d34efc-051f-4d3e-b3d7-f21802808a1c None None] The sync data for ids ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'] in n-d-810909-2 is: [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:11:37Z', 'revision_number': 2, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None, '_interfaces': [{'id': '56ddf09b-b4a5-48fd-8952-e11efa5d7380', 'name': '', 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:d6:bd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:36Z', 'updated_at': '2021-09-30T13:11:39Z', 'revision_number': 4, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:11:40.231922 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-639b6d73-3e84-49a2-9e2d-a615f7fa1845 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:40.234707 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0fe08102-58fe-4869-b5fa-5dce0963c71f tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:40.282042 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2da0e-dfc1-4ebd-9b20-f8c8e73cf650 req-b334e020-04a2-4b13-ae76-4786466b3f1f tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:40.283585 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-17b2da0e-dfc1-4ebd-9b20-f8c8e73cf650 req-b334e020-04a2-4b13-ae76-4786466b3f1f tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/ports?device_id=345d5f16-4d0e-4b67-8656-784a8d644209 HTTP/1.1" status: 200 len: 945 time: 0.1855531 Sep 30 13:11:40.503896 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device c2947c4e-2f7e-4aab-bda3-1ac0595022f9 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:11:40.560583 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port c2947c4e-2f7e-4aab-bda3-1ac0595022f9 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:11:40.564878 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port c2947c4e-2f7e-4aab-bda3-1ac0595022f9 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:40.565379 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:40.680855 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:40.699602 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe08102-58fe-4869-b5fa-5dce0963c71f tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Subnet': ['ID=861041a5-56e8-429c-87f7-6cd714b96cf1,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:40.700663 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b6589-1be9-455d-b10c-85d4696dfc6b req-d8874c73-30d5-4d3b-bc6b-183ebf1a2ab6 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:40.711330 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d29b6589-1be9-455d-b10c-85d4696dfc6b req-d8874c73-30d5-4d3b-bc6b-183ebf1a2ab6 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 946 time: 0.0765853 Sep 30 13:11:40.722155 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port c2947c4e-2f7e-4aab-bda3-1ac0595022f9, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=c2947c4e-2f7e-4aab-bda3-1ac0595022f9,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:40.722741 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2947c4e-2f7e-4aab-bda3-1ac0595022f9'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:11:40.725995 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d654d844-722d-46a6-a264-08edde3b7364" -d '{"events": [{"server_uuid": "0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2", "name": "network-vif-plugged", "status": "completed", "tag": "c2947c4e-2f7e-4aab-bda3-1ac0595022f9"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:11:40.726192 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-ae0895fd-15d6-4974-aec9-5455c111d1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:40.728511 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-ae0895fd-15d6-4974-aec9-5455c111d1dd service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.5518994 Sep 30 13:11:40.731073 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe08102-58fe-4869-b5fa-5dce0963c71f tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Checking segment: {'id': '7ec38677-eb33-4a10-a92e-5c80f54ee317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:11:40.731422 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe08102-58fe-4869-b5fa-5dce0963c71f tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network hostable DHCP agents. Network: 393c3257-7b53-418d-aabc-1e56b0fe87fc, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:11:40.732658 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:40.757238 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-17b2da0e-dfc1-4ebd-9b20-f8c8e73cf650 req-66f9ae44-6e74-4794-96ea-4569f45f4d3f tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd32d831-8c19-4ff3-b662-d735f86fab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4430313 Sep 30 13:11:40.768315 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-639b6d73-3e84-49a2-9e2d-a615f7fa1845 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:40.783874 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d29b6589-1be9-455d-b10c-85d4696dfc6b req-b6f028f3-2344-4499-a2d6-bf2929a67cf7 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712662 Sep 30 13:11:40.815921 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=c2947c4e-2f7e-4aab-bda3-1ac0595022f9,revision_number=9']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:40.857577 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-e4aa3e89-0b43-470d-8e4d-2c969199d3ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=c2947c4e-2f7e-4aab-bda3-1ac0595022f9 HTTP/1.1" status: 200 len: 217 time: 0.0990717 Sep 30 13:11:40.864832 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe08102-58fe-4869-b5fa-5dce0963c71f tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network 393c3257-7b53-418d-aabc-1e56b0fe87fc is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:11:40.945002 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b6d73-3e84-49a2-9e2d-a615f7fa1845 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Pushing event updated for resources: {'Port': ['ID=d75096bd-2665-4b5d-9a44-cdb77efece77,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:40.948992 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-0fe08102-58fe-4869-b5fa-5dce0963c71f tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 393c3257-7b53-418d-aabc-1e56b0fe87fc) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:40.953683 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe08102-58fe-4869-b5fa-5dce0963c71f tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:40.954618 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0fe08102-58fe-4869-b5fa-5dce0963c71f tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:40.960109 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476101b7-379b-4d1a-af48-3eb0d8bfe3cb None None] Network 393c3257-7b53-418d-aabc-1e56b0fe87fc requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:11:40.960245 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639b6d73-3e84-49a2-9e2d-a615f7fa1845 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:11:40.967330 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-639b6d73-3e84-49a2-9e2d-a615f7fa1845 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:40.970526 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639b6d73-3e84-49a2-9e2d-a615f7fa1845 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:11:41.028540 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-43a14bc1-c069-4ff0-bbe6-9edfbf47c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:41.030258 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-43a14bc1-c069-4ff0-bbe6-9edfbf47c06e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1605456 Sep 30 13:11:41.038195 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0fe08102-58fe-4869-b5fa-5dce0963c71f tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2746382 Sep 30 13:11:41.041177 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55968) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:41.043837 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d215873-dd25-45b3-a6ca-2c27e26b9e62 x-openstack-request-id: req-4d215873-dd25-45b3-a6ca-2c27e26b9e62 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:11:41.044396 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2", "name": "network-vif-plugged", "status": "completed", "tag": "c2947c4e-2f7e-4aab-bda3-1ac0595022f9", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:11:41.044651 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d215873-dd25-45b3-a6ca-2c27e26b9e62 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:11:41.045209 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2947c4e-2f7e-4aab-bda3-1ac0595022f9', 'code': 200} Sep 30 13:11:41.060676 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 56ddf09b-b4a5-48fd-8952-e11efa5d7380 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:11:41.104709 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f9f6e-6b7d-488f-8fbe-3c7d5e66c834 req-87ffa398-01fc-421f-9286-431d3636416d tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:41.107608 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-145f9f6e-6b7d-488f-8fbe-3c7d5e66c834 req-87ffa398-01fc-421f-9286-431d3636416d tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.2578411 Sep 30 13:11:41.190267 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca3ad07-c23d-4794-a1b3-fee3232a7383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-393c3257-7b53-418d-aabc-1e56b0fe87fc', 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'fixed_ips': [{'subnet_id': '861041a5-56e8-429c-87f7-6cd714b96cf1'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:11:41.191126 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dca3ad07-c23d-4794-a1b3-fee3232a7383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:41.193829 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-835dd01b-8a53-4572-9929-b5bdc6bedce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:41.196556 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-835dd01b-8a53-4572-9929-b5bdc6bedce6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1569369 Sep 30 13:11:41.216076 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 56ddf09b-b4a5-48fd-8952-e11efa5d7380 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:41.216454 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:41.273540 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-145f9f6e-6b7d-488f-8fbe-3c7d5e66c834 req-dc03a36d-da8d-4d4c-80be-726eca827300 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588278 Sep 30 13:11:41.420789 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-180a0da2-bcbc-417f-be87-a2eeee0113aa service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917942 Sep 30 13:11:41.464838 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-dca3ad07-c23d-4794-a1b3-fee3232a7383 None None] Allocated IP 2001:db8:1::2 (393c3257-7b53-418d-aabc-1e56b0fe87fc/861041a5-56e8-429c-87f7-6cd714b96cf1/e8f17b19-15ab-41f7-89ba-c6837d9f3295) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:11:41.512127 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bbd27a7b-f888-44cf-9a3f-fd5bc0b2994d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:41.597785 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-639b6d73-3e84-49a2-9e2d-a615f7fa1845 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:41.659041 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-d67bee79-dd32-455e-a2d1-da9cc1045cf4 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304571 Sep 30 13:11:41.692782 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dca3ad07-c23d-4794-a1b3-fee3232a7383 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:41.700171 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dca3ad07-c23d-4794-a1b3-fee3232a7383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:41.745041 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca3ad07-c23d-4794-a1b3-fee3232a7383 None None] Network 393c3257-7b53-418d-aabc-1e56b0fe87fc is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:11:41.748107 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-dca3ad07-c23d-4794-a1b3-fee3232a7383 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:41.751194 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca3ad07-c23d-4794-a1b3-fee3232a7383 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:11:41.769326 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3ad07-c23d-4794-a1b3-fee3232a7383 None None] Pushing event updated for resources: {'Port': ['ID=e8f17b19-15ab-41f7-89ba-c6837d9f3295,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:41.799846 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0672e-eaf4-496b-8ddc-65245d054654 req-89916689-80bf-4047-ac4c-faa2e2800ba1 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:41.801374 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dea0672e-eaf4-496b-8ddc-65245d054654 req-89916689-80bf-4047-ac4c-faa2e2800ba1 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/ports?device_id=345d5f16-4d0e-4b67-8656-784a8d644209 HTTP/1.1" status: 200 len: 945 time: 0.1276414 Sep 30 13:11:41.824456 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-dca3ad07-c23d-4794-a1b3-fee3232a7383 None None] Attempting to bind port e8f17b19-15ab-41f7-89ba-c6837d9f3295 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:11:41.825108 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-dca3ad07-c23d-4794-a1b3-fee3232a7383 None None] Attempting to bind port e8f17b19-15ab-41f7-89ba-c6837d9f3295 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '7ec38677-eb33-4a10-a92e-5c80f54ee317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:11:41.825720 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca3ad07-c23d-4794-a1b3-fee3232a7383 None None] Attempting to bind port e8f17b19-15ab-41f7-89ba-c6837d9f3295 on network 393c3257-7b53-418d-aabc-1e56b0fe87fc {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:11:41.832828 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca3ad07-c23d-4794-a1b3-fee3232a7383 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:11:41.833784 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca3ad07-c23d-4794-a1b3-fee3232a7383 None None] Checking segment: {'id': '7ec38677-eb33-4a10-a92e-5c80f54ee317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:11:41.834329 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dca3ad07-c23d-4794-a1b3-fee3232a7383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:41.834953 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca3ad07-c23d-4794-a1b3-fee3232a7383 None None] Bound using segment: {'id': '7ec38677-eb33-4a10-a92e-5c80f54ee317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:11:41.835601 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-dca3ad07-c23d-4794-a1b3-fee3232a7383 None None] Bound port: e8f17b19-15ab-41f7-89ba-c6837d9f3295, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec38677-eb33-4a10-a92e-5c80f54ee317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:11:41.836075 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dca3ad07-c23d-4794-a1b3-fee3232a7383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:41.853495 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-bbd27a7b-f888-44cf-9a3f-fd5bc0b2994d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Allocated IP 2001:db8:1::1 (393c3257-7b53-418d-aabc-1e56b0fe87fc/861041a5-56e8-429c-87f7-6cd714b96cf1/87f4f325-804f-429a-8fab-0d82e73889aa) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:11:41.910630 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-dca3ad07-c23d-4794-a1b3-fee3232a7383 None None] For port e8f17b19-15ab-41f7-89ba-c6837d9f3295, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:11:41.913295 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dea0672e-eaf4-496b-8ddc-65245d054654 req-93102953-8088-463e-a4e8-f5bc4372c76d tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd32d831-8c19-4ff3-b662-d735f86fab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054876 Sep 30 13:11:41.921010 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-dca3ad07-c23d-4794-a1b3-fee3232a7383 None None] For port e8f17b19-15ab-41f7-89ba-c6837d9f3295, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e8f17b19-15ab-41f7-89ba-c6837d9f3295,segment=NetworkSegment(7ec38677-eb33-4a10-a92e-5c80f54ee317),segment_id=7ec38677-eb33-4a10-a92e-5c80f54ee317)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:11:41.925108 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-639b6d73-3e84-49a2-9e2d-a615f7fa1845 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:41.926919 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dca3ad07-c23d-4794-a1b3-fee3232a7383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:41.986548 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3ad07-c23d-4794-a1b3-fee3232a7383 None None] Pushing event updated for resources: {'Port': ['ID=e8f17b19-15ab-41f7-89ba-c6837d9f3295,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:42.025699 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e9a23-c53b-466d-972a-19cafb5d775b req-f8dce1d4-b7fa-409a-b612-118e5753382e tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:42.028018 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-236e9a23-c53b-466d-972a-19cafb5d775b req-f8dce1d4-b7fa-409a-b612-118e5753382e tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 946 time: 0.1369550 Sep 30 13:11:42.052997 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bbd27a7b-f888-44cf-9a3f-fd5bc0b2994d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:42.083674 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639b6d73-3e84-49a2-9e2d-a615f7fa1845 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Router 1c7a9707-dc19-4600-8408-38a95810ffcf is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:11:42.090627 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-236e9a23-c53b-466d-972a-19cafb5d775b req-65c0fddb-6281-4d75-b2bc-eef81bb14e47 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487823 Sep 30 13:11:42.112602 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bbd27a7b-f888-44cf-9a3f-fd5bc0b2994d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:42.174123 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd27a7b-f888-44cf-9a3f-fd5bc0b2994d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network 393c3257-7b53-418d-aabc-1e56b0fe87fc is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:11:42.177897 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-bbd27a7b-f888-44cf-9a3f-fd5bc0b2994d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:42.180927 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd27a7b-f888-44cf-9a3f-fd5bc0b2994d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:11:42.181471 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bbd27a7b-f888-44cf-9a3f-fd5bc0b2994d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:42.230082 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd27a7b-f888-44cf-9a3f-fd5bc0b2994d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Port': ['ID=87f4f325-804f-429a-8fab-0d82e73889aa,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:42.231924 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639b6d73-3e84-49a2-9e2d-a615f7fa1845 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:11:42.246724 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01cfc0d-eb56-45ac-88f9-b1ce2a68e04e None None] Sync routers for ids ['1c7a9707-dc19-4600-8408-38a95810ffcf'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:11:42.252206 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-639b6d73-3e84-49a2-9e2d-a615f7fa1845 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:42.257294 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-639b6d73-3e84-49a2-9e2d-a615f7fa1845 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.7646611 Sep 30 13:11:42.257294 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55982) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:42.268054 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01cfc0d-eb56-45ac-88f9-b1ce2a68e04e None None] Routers {'1c7a9707-dc19-4600-8408-38a95810ffcf'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:42.270760 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f01cfc0d-eb56-45ac-88f9-b1ce2a68e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1c7a9707-dc19-4600-8408-38a95810ffcf'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:42.341088 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bbd27a7b-f888-44cf-9a3f-fd5bc0b2994d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:42.356780 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f01cfc0d-eb56-45ac-88f9-b1ce2a68e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:42.368826 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01cfc0d-eb56-45ac-88f9-b1ce2a68e04e None None] Routers {'1c7a9707-dc19-4600-8408-38a95810ffcf'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:42.370394 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f01cfc0d-eb56-45ac-88f9-b1ce2a68e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1c7a9707-dc19-4600-8408-38a95810ffcf'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:42.388807 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2cde9819-f2bc-4be0-b558-6487549387fb tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "GET /v2.0/routers/1c7a9707-dc19-4600-8408-38a95810ffcf HTTP/1.1" status: 200 len: 921 time: 0.1313221 Sep 30 13:11:42.389455 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55988) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:42.407778 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f01cfc0d-eb56-45ac-88f9-b1ce2a68e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:42.408400 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01cfc0d-eb56-45ac-88f9-b1ce2a68e04e None None] The sync data for ids ['1c7a9707-dc19-4600-8408-38a95810ffcf'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:11:42.418559 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ee6a0f03-7bcf-416a-95ef-851466336245 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c7a9707-dc19-4600-8408-38a95810ffcf HTTP/1.1" status: 200 len: 205 time: 0.0280888 Sep 30 13:11:42.421040 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55990) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:42.518281 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e6164-cb94-4d3d-9103-b4e89a05ccd6 req-9939dc1a-cc38-4cab-b9a1-78d2a3a3be7a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:42.519822 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-046e6164-cb94-4d3d-9103-b4e89a05ccd6 req-9939dc1a-cc38-4cab-b9a1-78d2a3a3be7a tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.1309326 Sep 30 13:11:42.532011 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8e8465e3-69ee-4292-be00-6ab3f116bd72 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:42.603036 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-046e6164-cb94-4d3d-9103-b4e89a05ccd6 req-42c73302-885f-45fe-a50c-ea9b36b8bca4 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724244 Sep 30 13:11:42.640943 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8e8465e3-69ee-4292-be00-6ab3f116bd72 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:42.695542 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-8e8465e3-69ee-4292-be00-6ab3f116bd72 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Deleting port d75096bd-2665-4b5d-9a44-cdb77efece77 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:11:42.695885 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8e8465e3-69ee-4292-be00-6ab3f116bd72 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:42.700648 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bbd27a7b-f888-44cf-9a3f-fd5bc0b2994d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:42.706550 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bbd27a7b-f888-44cf-9a3f-fd5bc0b2994d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:42.707627 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bbd27a7b-f888-44cf-9a3f-fd5bc0b2994d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:42.788495 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8e8465e3-69ee-4292-be00-6ab3f116bd72 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:42.789583 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd27a7b-f888-44cf-9a3f-fd5bc0b2994d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Port': ['ID=87f4f325-804f-429a-8fab-0d82e73889aa,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:42.804380 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-8e8465e3-69ee-4292-be00-6ab3f116bd72 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Calling delete_port for d75096bd-2665-4b5d-9a44-cdb77efece77 owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:11:42.858204 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd27a7b-f888-44cf-9a3f-fd5bc0b2994d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network 393c3257-7b53-418d-aabc-1e56b0fe87fc is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:11:42.860978 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-bbd27a7b-f888-44cf-9a3f-fd5bc0b2994d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:43.084825 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8e8465e3-69ee-4292-be00-6ab3f116bd72 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:43.114339 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e9fe2c-be95-4a81-9eac-45bcfe86d665 None None] Network 393c3257-7b53-418d-aabc-1e56b0fe87fc requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:11:43.121495 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fae88-aada-4450-ac57-1e74bc2657a3 req-6bda63b9-a088-426b-b23c-40dfe51421ad tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:43.131753 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd0fae88-aada-4450-ac57-1e74bc2657a3 req-6bda63b9-a088-426b-b23c-40dfe51421ad tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/ports?device_id=345d5f16-4d0e-4b67-8656-784a8d644209 HTTP/1.1" status: 200 len: 945 time: 0.1158547 Sep 30 13:11:43.136532 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8465e3-69ee-4292-be00-6ab3f116bd72 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Pushing event deleted for resources: {'Port': ['ID=d75096bd-2665-4b5d-9a44-cdb77efece77,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:43.138379 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e8f17b19-15ab-41f7-89ba-c6837d9f3295 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:11:43.164691 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8465e3-69ee-4292-be00-6ab3f116bd72 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:43.165034 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8465e3-69ee-4292-be00-6ab3f116bd72 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:43.165379 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8465e3-69ee-4292-be00-6ab3f116bd72 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:43.165710 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8465e3-69ee-4292-be00-6ab3f116bd72 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:43.166057 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8465e3-69ee-4292-be00-6ab3f116bd72 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:43.166389 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8465e3-69ee-4292-be00-6ab3f116bd72 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:43.166813 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8465e3-69ee-4292-be00-6ab3f116bd72 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:43.167643 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8465e3-69ee-4292-be00-6ab3f116bd72 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:43.167966 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8465e3-69ee-4292-be00-6ab3f116bd72 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:43.168282 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8465e3-69ee-4292-be00-6ab3f116bd72 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:43.168599 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8465e3-69ee-4292-be00-6ab3f116bd72 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:43.168918 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8465e3-69ee-4292-be00-6ab3f116bd72 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:43.355058 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd27a7b-f888-44cf-9a3f-fd5bc0b2994d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Router af76d5a6-6083-4cc7-ad0a-0ac4a677778e has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:11:43.424162 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port e8f17b19-15ab-41f7-89ba-c6837d9f3295 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:43.424787 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:43.454228 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-b800b3a0-365a-4e0c-8c9b-b0f2fea43df7 None None] Provisioning complete for port e8f17b19-15ab-41f7-89ba-c6837d9f3295 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:43.454875 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b800b3a0-365a-4e0c-8c9b-b0f2fea43df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:43.505130 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667b67d-3d4b-4b60-9d12-d0f5b95c7a49 req-a23e93b2-ce67-44ef-9ff2-910f6bac71ec tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:43.514935 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c667b67d-3d4b-4b60-9d12-d0f5b95c7a49 req-a23e93b2-ce67-44ef-9ff2-910f6bac71ec tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 946 time: 0.1581442 Sep 30 13:11:43.553264 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd0fae88-aada-4450-ac57-1e74bc2657a3 req-8b60b5e8-5752-43d5-813f-2939e506bec3 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd32d831-8c19-4ff3-b662-d735f86fab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4205711 Sep 30 13:11:43.568308 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8e8465e3-69ee-4292-be00-6ab3f116bd72 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:43.579185 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c667b67d-3d4b-4b60-9d12-d0f5b95c7a49 req-e6c63e15-307f-4d95-b2b4-3a16c83e9eb0 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582335 Sep 30 13:11:43.580661 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd27a7b-f888-44cf-9a3f-fd5bc0b2994d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:11:43.593426 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149ce92e-9f3e-4578-b0dc-0388606647c0 None None] Sync routers for ids ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:11:43.610032 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149ce92e-9f3e-4578-b0dc-0388606647c0 None None] Routers {'af76d5a6-6083-4cc7-ad0a-0ac4a677778e'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:43.610852 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-149ce92e-9f3e-4578-b0dc-0388606647c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:43.612527 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bbd27a7b-f888-44cf-9a3f-fd5bc0b2994d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "PUT /v2.0/routers/af76d5a6-6083-4cc7-ad0a-0ac4a677778e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5701506 Sep 30 13:11:43.622888 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56002) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:43.650166 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-21c141d7-2c64-4bd6-9dbd-9e789992c426 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-467763574'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:43.693744 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b800b3a0-365a-4e0c-8c9b-b0f2fea43df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:43.707861 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:43.731066 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c141d7-2c64-4bd6-9dbd-9e789992c426 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Made reservation on behalf of f4700a0b73134789ad73cd84992537fc for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:11:43.735176 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21c141d7-2c64-4bd6-9dbd-9e789992c426 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:43.754895 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port e8f17b19-15ab-41f7-89ba-c6837d9f3295, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e8f17b19-15ab-41f7-89ba-c6837d9f3295,segment=NetworkSegment(7ec38677-eb33-4a10-a92e-5c80f54ee317),segment_id=7ec38677-eb33-4a10-a92e-5c80f54ee317)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:43.762180 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8e8465e3-69ee-4292-be00-6ab3f116bd72 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:43.765748 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8e8465e3-69ee-4292-be00-6ab3f116bd72 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:43.778289 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fadc6-c5db-4385-9421-08994efe081d req-bc0574ae-a793-47bd-b361-ac5ca539e3ed tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:43.780580 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b15fadc6-c5db-4385-9421-08994efe081d req-bc0574ae-a793-47bd-b361-ac5ca539e3ed tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.54 "GET /v2.0/ports?device_id=345d5f16-4d0e-4b67-8656-784a8d644209 HTTP/1.1" status: 200 len: 945 time: 0.5940347 Sep 30 13:11:43.811595 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:43.814610 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-b800b3a0-365a-4e0c-8c9b-b0f2fea43df7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:11:43.814872 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-b800b3a0-365a-4e0c-8c9b-b0f2fea43df7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:11:43.815681 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c141d7-2c64-4bd6-9dbd-9e789992c426 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:11:43.833999 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21c141d7-2c64-4bd6-9dbd-9e789992c426 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:43.834518 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-21c141d7-2c64-4bd6-9dbd-9e789992c426 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Added segment c8d15fee-51b2-479a-9f7e-ccf9e6317ab7 of type vlan for network c7457a24-cd93-421a-bdcd-d468036d8dbe Sep 30 13:11:43.884247 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=e8f17b19-15ab-41f7-89ba-c6837d9f3295,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:43.890811 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-149ce92e-9f3e-4578-b0dc-0388606647c0 None None] Set router af76d5a6-6083-4cc7-ad0a-0ac4a677778e gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:11:43.923161 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21c141d7-2c64-4bd6-9dbd-9e789992c426 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:43.939878 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-b4213649-0f5a-4714-9584-5a3dd55e10d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:43.941606 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-b4213649-0f5a-4714-9584-5a3dd55e10d4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2&tenant_id=1ef1016edf414b379caceb8093d57137 HTTP/1.1" status: 200 len: 1100 time: 0.0903821 Sep 30 13:11:43.944954 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8e8465e3-69ee-4292-be00-6ab3f116bd72 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:43.945470 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8465e3-69ee-4292-be00-6ab3f116bd72 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Fanout notify agent at l3_agent the message router_deleted on router 1c7a9707-dc19-4600-8408-38a95810ffcf {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:11:43.953254 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8e8465e3-69ee-4292-be00-6ab3f116bd72 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:43.954580 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8e8465e3-69ee-4292-be00-6ab3f116bd72 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "DELETE /v2.0/routers/1c7a9707-dc19-4600-8408-38a95810ffcf HTTP/1.1" status: 204 len: 168 time: 1.5325155 Sep 30 13:11:43.960642 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810909-2', 'device_owner': 'compute:nova'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:43.960773 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56006) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:43.969017 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-a4a22ab1-0718-4845-ac32-46e4db49c02d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Request body: {'router': {'name': 'tempest-snat-router-108163695', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'enable_snat': False}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:44.013509 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21c141d7-2c64-4bd6-9dbd-9e789992c426 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:44.018670 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fac073-ebc1-45e8-98d4-caddaad848e9 req-22b5bc3a-e472-45d3-baa5-939f2746da7f tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:44.021138 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c141d7-2c64-4bd6-9dbd-9e789992c426 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:44.021289 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a4fac073-ebc1-45e8-98d4-caddaad848e9 req-22b5bc3a-e472-45d3-baa5-939f2746da7f tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.1667452 Sep 30 13:11:44.021611 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21c141d7-2c64-4bd6-9dbd-9e789992c426 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:44.079052 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a4a22ab1-0718-4845-ac32-46e4db49c02d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:44.080174 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a4a22ab1-0718-4845-ac32-46e4db49c02d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:44.097213 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-21c141d7-2c64-4bd6-9dbd-9e789992c426 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4717195 Sep 30 13:11:44.098085 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56008) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:44.106348 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:44.106580 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a4fac073-ebc1-45e8-98d4-caddaad848e9 req-0a025e8e-52e2-4182-995d-297650342084 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699930 Sep 30 13:11:44.119194 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-43aeecce-f070-4a8c-8d51-2026eeea3953 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'subnet': {'network_id': 'c7457a24-cd93-421a-bdcd-d468036d8dbe', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:44.134148 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-b15fadc6-c5db-4385-9421-08994efe081d req-3c5d7d9d-ed94-43e0-b541-d989672e20e6 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Deleting port 71bcc09f-4443-412c-abd4-1ec6fd935c99 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:11:44.134398 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b15fadc6-c5db-4385-9421-08994efe081d req-3c5d7d9d-ed94-43e0-b541-d989672e20e6 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:44.152702 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-149ce92e-9f3e-4578-b0dc-0388606647c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:11:42Z', 'revision_number': 3, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None, '_interfaces': [{'id': '56ddf09b-b4a5-48fd-8952-e11efa5d7380', 'name': '', 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:d6:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:36Z', 'updated_at': '2021-09-30T13:11:39Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f4f325-804f-429a-8fab-0d82e73889aa', 'name': '', 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4d:03:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:41Z', 'updated_at': '2021-09-30T13:11:42Z', 'revision_number': 2, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:44.180295 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a4a22ab1-0718-4845-ac32-46e4db49c02d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:44.183664 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149ce92e-9f3e-4578-b0dc-0388606647c0 None None] Checking router: af76d5a6-6083-4cc7-ad0a-0ac4a677778e for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:11:44.185358 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149ce92e-9f3e-4578-b0dc-0388606647c0 None None] Updating router af76d5a6-6083-4cc7-ad0a-0ac4a677778e port 87f4f325-804f-429a-8fab-0d82e73889aa binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:11:44.200126 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c141d7-2c64-4bd6-9dbd-9e789992c426 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Network': ['ID=c7457a24-cd93-421a-bdcd-d468036d8dbe,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:44.211546 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network c7457a24-cd93-421a-bdcd-d468036d8dbe details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:11:44.227469 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-149ce92e-9f3e-4578-b0dc-0388606647c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:44.371125 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43aeecce-f070-4a8c-8d51-2026eeea3953 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Made reservation on behalf of f4700a0b73134789ad73cd84992537fc for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:11:44.374682 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-43aeecce-f070-4a8c-8d51-2026eeea3953 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:44.408640 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-b15fadc6-c5db-4385-9421-08994efe081d req-3c5d7d9d-ed94-43e0-b541-d989672e20e6 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] For port 71bcc09f-4443-412c-abd4-1ec6fd935c99, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=71bcc09f-4443-412c-abd4-1ec6fd935c99,segment=NetworkSegment(47c68ce9-8454-4c1d-8ab8-f448ffc29733),segment_id=47c68ce9-8454-4c1d-8ab8-f448ffc29733)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:44.408998 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b15fadc6-c5db-4385-9421-08994efe081d req-3c5d7d9d-ed94-43e0-b541-d989672e20e6 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:44.441000 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a4a22ab1-0718-4845-ac32-46e4db49c02d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:44.529635 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-0aab1459-503f-4f10-9b90-60227f7b5d4c None None] Provisioning complete for port e8f17b19-15ab-41f7-89ba-c6837d9f3295 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:44.531822 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0aab1459-503f-4f10-9b90-60227f7b5d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:44.550174 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-149ce92e-9f3e-4578-b0dc-0388606647c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:44.562272 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-149ce92e-9f3e-4578-b0dc-0388606647c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:44.622138 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790356e-19a3-4ee9-ae04-9577710d0c28 None None] Pushing event updated for resources: {'Port': ['ID=87f4f325-804f-429a-8fab-0d82e73889aa,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:44.667567 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:44.766378 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-149ce92e-9f3e-4578-b0dc-0388606647c0 None None] Attempting to bind port 87f4f325-804f-429a-8fab-0d82e73889aa on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:11:44.766801 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-149ce92e-9f3e-4578-b0dc-0388606647c0 None None] Attempting to bind port 87f4f325-804f-429a-8fab-0d82e73889aa by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '7ec38677-eb33-4a10-a92e-5c80f54ee317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:11:44.767272 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149ce92e-9f3e-4578-b0dc-0388606647c0 None None] Attempting to bind port 87f4f325-804f-429a-8fab-0d82e73889aa on network 393c3257-7b53-418d-aabc-1e56b0fe87fc {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:11:44.767992 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-0aab1459-503f-4f10-9b90-60227f7b5d4c None None] Provisioning complete for port 87f4f325-804f-429a-8fab-0d82e73889aa triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:44.768539 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0aab1459-503f-4f10-9b90-60227f7b5d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:44.772913 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149ce92e-9f3e-4578-b0dc-0388606647c0 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:11:44.773470 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149ce92e-9f3e-4578-b0dc-0388606647c0 None None] Checking segment: {'id': '7ec38677-eb33-4a10-a92e-5c80f54ee317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:11:44.773927 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-149ce92e-9f3e-4578-b0dc-0388606647c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:44.774412 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149ce92e-9f3e-4578-b0dc-0388606647c0 None None] Bound using segment: {'id': '7ec38677-eb33-4a10-a92e-5c80f54ee317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:11:44.775706 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-149ce92e-9f3e-4578-b0dc-0388606647c0 None None] Bound port: 87f4f325-804f-429a-8fab-0d82e73889aa, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec38677-eb33-4a10-a92e-5c80f54ee317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:11:44.776675 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-149ce92e-9f3e-4578-b0dc-0388606647c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:44.812248 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] For port c2947c4e-2f7e-4aab-bda3-1ac0595022f9, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=c2947c4e-2f7e-4aab-bda3-1ac0595022f9,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:44.857265 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-149ce92e-9f3e-4578-b0dc-0388606647c0 None None] For port 87f4f325-804f-429a-8fab-0d82e73889aa, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:11:44.860261 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-0aab1459-503f-4f10-9b90-60227f7b5d4c None None] Port 87f4f325-804f-429a-8fab-0d82e73889aa cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:11:44.861600 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-149ce92e-9f3e-4578-b0dc-0388606647c0 None None] For port 87f4f325-804f-429a-8fab-0d82e73889aa, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=87f4f325-804f-429a-8fab-0d82e73889aa,segment=NetworkSegment(7ec38677-eb33-4a10-a92e-5c80f54ee317),segment_id=7ec38677-eb33-4a10-a92e-5c80f54ee317)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:11:44.867636 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a11d5-331f-42d9-a939-ed7ab434e203 req-23c19523-840d-43a0-a1ea-7f965ec2e61a tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:44.869681 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-773a11d5-331f-42d9-a939-ed7ab434e203 req-23c19523-840d-43a0-a1ea-7f965ec2e61a tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/ports?device_id=345d5f16-4d0e-4b67-8656-784a8d644209 HTTP/1.1" status: 200 len: 945 time: 0.1537590 Sep 30 13:11:44.879006 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-149ce92e-9f3e-4578-b0dc-0388606647c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:44.906452 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b15fadc6-c5db-4385-9421-08994efe081d req-3c5d7d9d-ed94-43e0-b541-d989672e20e6 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:44.906928 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b15fadc6-c5db-4385-9421-08994efe081d req-3c5d7d9d-ed94-43e0-b541-d989672e20e6 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:44.907224 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [req-b15fadc6-c5db-4385-9421-08994efe081d req-3c5d7d9d-ed94-43e0-b541-d989672e20e6 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Floating IP 33db5fca-3037-46c1-bb2a-73b97fec9281 disassociated. External IP: 172.25.5.4, port: 71bcc09f-4443-412c-abd4-1ec6fd935c99. Sep 30 13:11:44.907575 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-b15fadc6-c5db-4385-9421-08994efe081d req-3c5d7d9d-ed94-43e0-b541-d989672e20e6 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Calling delete_port for 71bcc09f-4443-412c-abd4-1ec6fd935c99 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:11:44.919985 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ef83c-3d9b-45da-8e05-0704d229408f req-d5b47d87-17da-414d-9f16-0b594a63e4e7 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:44.921617 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-251ef83c-3d9b-45da-8e05-0704d229408f req-d5b47d87-17da-414d-9f16-0b594a63e4e7 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 946 time: 0.1360884 Sep 30 13:11:44.949238 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149ce92e-9f3e-4578-b0dc-0388606647c0 None None] Routers {'af76d5a6-6083-4cc7-ad0a-0ac4a677778e'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:44.949878 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-149ce92e-9f3e-4578-b0dc-0388606647c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:44.988879 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-dbd3d25b-1826-42f4-aa53-63e9e22da61f None None] Provisioning complete for port 87f4f325-804f-429a-8fab-0d82e73889aa triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:44.994845 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-773a11d5-331f-42d9-a939-ed7ab434e203 req-4555d0c1-cfbb-40f3-8696-2a0be922084b tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd32d831-8c19-4ff3-b662-d735f86fab0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157384 Sep 30 13:11:44.995360 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dbd3d25b-1826-42f4-aa53-63e9e22da61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:45.008467 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] For port c2947c4e-2f7e-4aab-bda3-1ac0595022f9, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:11:45.046852 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790356e-19a3-4ee9-ae04-9577710d0c28 None None] Pushing event updated for resources: {'Port': ['ID=87f4f325-804f-429a-8fab-0d82e73889aa,revision_number=4']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:45.072165 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e8f17b19-15ab-41f7-89ba-c6837d9f3295 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:11:45.091661 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-43aeecce-f070-4a8c-8d51-2026eeea3953 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:45.144768 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-149ce92e-9f3e-4578-b0dc-0388606647c0 None None] Set router af76d5a6-6083-4cc7-ad0a-0ac4a677778e gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:11:45.207502 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dbd3d25b-1826-42f4-aa53-63e9e22da61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:45.224928 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aeecce-f070-4a8c-8d51-2026eeea3953 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Subnet': ['ID=453e0858-3fc6-440a-95a4-4d6c3f6eceb1,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:45.227273 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port e8f17b19-15ab-41f7-89ba-c6837d9f3295 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:45.227765 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:45.246582 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-251ef83c-3d9b-45da-8e05-0704d229408f req-d54313aa-c603-4d7a-8360-16927dd19e9b tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2972713 Sep 30 13:11:45.251694 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2947c4e-2f7e-4aab-bda3-1ac0595022f9'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:11:45.254728 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d4cffe-348f-48cc-9569-fa3c394462f0" -d '{"events": [{"server_uuid": "0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2", "name": "network-vif-unplugged", "status": "completed", "tag": "c2947c4e-2f7e-4aab-bda3-1ac0595022f9"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:11:45.262378 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:45.340409 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Transition to ACTIVE for port object c2947c4e-2f7e-4aab-bda3-1ac0595022f9 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:11:45.342165 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aeecce-f070-4a8c-8d51-2026eeea3953 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Checking segment: {'id': 'c8d15fee-51b2-479a-9f7e-ccf9e6317ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c7457a24-cd93-421a-bdcd-d468036d8dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:11:45.343203 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43aeecce-f070-4a8c-8d51-2026eeea3953 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network hostable DHCP agents. Network: c7457a24-cd93-421a-bdcd-d468036d8dbe, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:11:45.375480 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:45.378759 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-dbd3d25b-1826-42f4-aa53-63e9e22da61f None None] For port 87f4f325-804f-429a-8fab-0d82e73889aa, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=87f4f325-804f-429a-8fab-0d82e73889aa,segment=NetworkSegment(7ec38677-eb33-4a10-a92e-5c80f54ee317),segment_id=7ec38677-eb33-4a10-a92e-5c80f54ee317)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:45.391915 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dbd3d25b-1826-42f4-aa53-63e9e22da61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:45.461219 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2947c4e-2f7e-4aab-bda3-1ac0595022f9,revision_number=10']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:45.462770 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-149ce92e-9f3e-4578-b0dc-0388606647c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:11:42Z', 'revision_number': 3, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None, '_interfaces': [{'id': '56ddf09b-b4a5-48fd-8952-e11efa5d7380', 'name': '', 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:d6:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:36Z', 'updated_at': '2021-09-30T13:11:39Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f4f325-804f-429a-8fab-0d82e73889aa', 'name': '', 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4d:03:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:41Z', 'updated_at': '2021-09-30T13:11:44Z', 'revision_number': 4, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:45.476606 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43aeecce-f070-4a8c-8d51-2026eeea3953 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network c7457a24-cd93-421a-bdcd-d468036d8dbe is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:11:45.502259 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-43aeecce-f070-4a8c-8d51-2026eeea3953 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, c7457a24-cd93-421a-bdcd-d468036d8dbe) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:45.523278 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a4a22ab1-0718-4845-ac32-46e4db49c02d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:45.528299 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149ce92e-9f3e-4578-b0dc-0388606647c0 None None] The sync data for ids ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'] in n-d-810909-2 is: [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:11:42Z', 'revision_number': 3, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None, '_interfaces': [{'id': '56ddf09b-b4a5-48fd-8952-e11efa5d7380', 'name': '', 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:d6:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:36Z', 'updated_at': '2021-09-30T13:11:39Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f4f325-804f-429a-8fab-0d82e73889aa', 'name': '', 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4d:03:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:41Z', 'updated_at': '2021-09-30T13:11:44Z', 'revision_number': 4, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:11:45.529979 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b922fc83-ea04-4f79-9b44-7bd48ff17058 None None] Network c7457a24-cd93-421a-bdcd-d468036d8dbe requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:11:45.556736 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92f0cf2-71d8-46df-8098-efb5ceb32aaf x-openstack-request-id: req-f92f0cf2-71d8-46df-8098-efb5ceb32aaf {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:11:45.557029 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2", "name": "network-vif-unplugged", "status": "completed", "tag": "c2947c4e-2f7e-4aab-bda3-1ac0595022f9", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:11:45.557810 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f92f0cf2-71d8-46df-8098-efb5ceb32aaf {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:11:45.558237 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2947c4e-2f7e-4aab-bda3-1ac0595022f9', 'code': 200} Sep 30 13:11:45.559052 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] No DVR routers for this DVR port c2947c4e-2f7e-4aab-bda3-1ac0595022f9 on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:11:45.568769 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3d25b-1826-42f4-aa53-63e9e22da61f None None] Pushing event updated for resources: {'Port': ['ID=87f4f325-804f-429a-8fab-0d82e73889aa,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:45.574987 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43aeecce-f070-4a8c-8d51-2026eeea3953 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:45.575628 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-43aeecce-f070-4a8c-8d51-2026eeea3953 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:45.613554 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f366cc-9944-418a-982a-c70e852e635e req-c4b9e928-264b-40a1-a77d-b941b086d46d tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:45.618583 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a8f366cc-9944-418a-982a-c70e852e635e req-c4b9e928-264b-40a1-a77d-b941b086d46d tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 948 time: 0.2020841 Sep 30 13:11:45.620671 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-1a448fc4-c980-4eb7-b3bb-6d64293a67ca None None] Provisioning complete for port 87f4f325-804f-429a-8fab-0d82e73889aa triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:45.621049 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1a448fc4-c980-4eb7-b3bb-6d64293a67ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:45.621288 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a4a22ab1-0718-4845-ac32-46e4db49c02d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:45.659637 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-43aeecce-f070-4a8c-8d51-2026eeea3953 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5506532 Sep 30 13:11:45.660749 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56024) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:45.673244 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Attempting to bind port c2947c4e-2f7e-4aab-bda3-1ac0595022f9 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:11:45.673587 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Attempting to bind port c2947c4e-2f7e-4aab-bda3-1ac0595022f9 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:11:45.673924 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Attempting to bind port c2947c4e-2f7e-4aab-bda3-1ac0595022f9 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:11:45.692868 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Port c2947c4e-2f7e-4aab-bda3-1ac0595022f9 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:11:45.693409 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Attempting to bind port c2947c4e-2f7e-4aab-bda3-1ac0595022f9 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:11:45.700203 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:11:45.700765 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:11:45.701337 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:11:45.701933 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Bound port: c2947c4e-2f7e-4aab-bda3-1ac0595022f9, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:11:45.702612 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:45.725952 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b15fadc6-c5db-4385-9421-08994efe081d req-3c5d7d9d-ed94-43e0-b541-d989672e20e6 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:45.776682 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d7d9d-ed94-43e0-b541-d989672e20e6 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Pushing event deleted for resources: {'Port': ['ID=71bcc09f-4443-412c-abd4-1ec6fd935c99,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:45.811838 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a8f366cc-9944-418a-982a-c70e852e635e req-8020700f-8746-41bd-8be7-40828365e591 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853893 Sep 30 13:11:45.901926 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247c75e0-ed56-4db6-9870-58093ae2b53e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-c7457a24-cd93-421a-bdcd-d468036d8dbe', 'network_id': 'c7457a24-cd93-421a-bdcd-d468036d8dbe', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'fixed_ips': [{'subnet_id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:11:45.902835 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-247c75e0-ed56-4db6-9870-58093ae2b53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:46.000979 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-a4a22ab1-0718-4845-ac32-46e4db49c02d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Allocated IP 172.25.5.236 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/fe6b2392-f7c8-4d02-a713-0b677a1bd21f) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:11:46.065510 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b15fadc6-c5db-4385-9421-08994efe081d req-3c5d7d9d-ed94-43e0-b541-d989672e20e6 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Router d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:11:46.076707 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-b67c4c4d-9afe-46bf-86e1-6b4fca8751a9 None None] Provisioning complete for port 87f4f325-804f-429a-8fab-0d82e73889aa triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:46.078115 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b67c4c4d-9afe-46bf-86e1-6b4fca8751a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:46.087352 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] For port c2947c4e-2f7e-4aab-bda3-1ac0595022f9, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:11:46.093580 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] For port c2947c4e-2f7e-4aab-bda3-1ac0595022f9, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=c2947c4e-2f7e-4aab-bda3-1ac0595022f9,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:11:46.113641 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 71bcc09f-4443-412c-abd4-1ec6fd935c99 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:11:46.158794 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 71bcc09f-4443-412c-abd4-1ec6fd935c99 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:11:46.158934 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 71bcc09f-4443-412c-abd4-1ec6fd935c99 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:11:46.185974 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-247c75e0-ed56-4db6-9870-58093ae2b53e None None] Allocated IP 2001:db8:2::2 (c7457a24-cd93-421a-bdcd-d468036d8dbe/453e0858-3fc6-440a-95a4-4d6c3f6eceb1/9c763591-79ea-4c44-916b-6aa8852c4cb1) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:11:46.286403 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:46.464885 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7df3b3b2-8644-4e2b-bd3c-2651f33f5046 req-56c86dff-69a3-4af6-8c10-26dc34243d8b tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/ports?device_id=345d5f16-4d0e-4b67-8656-784a8d644209 HTTP/1.1" status: 200 len: 210 time: 0.1915214 Sep 30 13:11:46.518331 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:46.520172 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:46.524534 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] 10.222.0.54 "PUT /v2.0/ports/c2947c4e-2f7e-4aab-bda3-1ac0595022f9 HTTP/1.1" status: 200 len: 1096 time: 2.5720088 Sep 30 13:11:46.631280 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-247c75e0-ed56-4db6-9870-58093ae2b53e None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:46.643824 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-247c75e0-ed56-4db6-9870-58093ae2b53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:46.668905 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2947c4e-2f7e-4aab-bda3-1ac0595022f9,revision_number=11']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:46.682653 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6e594677-82ac-4b85-b723-51b7caca2e3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:46.702912 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:46.703270 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:46.703625 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:46.703959 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:46.704158 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247c75e0-ed56-4db6-9870-58093ae2b53e None None] Network c7457a24-cd93-421a-bdcd-d468036d8dbe is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:11:46.704294 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:46.704628 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:46.704963 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:46.705295 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:46.705736 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:46.705935 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:46.706317 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:46.706670 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcfe522-6b17-430b-b2f2-66cf657278b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:11:46.709274 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-247c75e0-ed56-4db6-9870-58093ae2b53e None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:46.714532 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247c75e0-ed56-4db6-9870-58093ae2b53e None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:11:46.731376 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c75e0-ed56-4db6-9870-58093ae2b53e None None] Pushing event updated for resources: {'Port': ['ID=9c763591-79ea-4c44-916b-6aa8852c4cb1,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:46.749329 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-2abae017-1fa2-4c2a-9fca-deaf3e8ce40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:46.751343 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-2abae017-1fa2-4c2a-9fca-deaf3e8ce40d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 1099 time: 0.1529591 Sep 30 13:11:46.803436 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-247c75e0-ed56-4db6-9870-58093ae2b53e None None] Attempting to bind port 9c763591-79ea-4c44-916b-6aa8852c4cb1 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:11:46.804092 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-247c75e0-ed56-4db6-9870-58093ae2b53e None None] Attempting to bind port 9c763591-79ea-4c44-916b-6aa8852c4cb1 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'c8d15fee-51b2-479a-9f7e-ccf9e6317ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c7457a24-cd93-421a-bdcd-d468036d8dbe'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:11:46.804587 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247c75e0-ed56-4db6-9870-58093ae2b53e None None] Attempting to bind port 9c763591-79ea-4c44-916b-6aa8852c4cb1 on network c7457a24-cd93-421a-bdcd-d468036d8dbe {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:11:46.810756 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247c75e0-ed56-4db6-9870-58093ae2b53e None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:11:46.810756 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247c75e0-ed56-4db6-9870-58093ae2b53e None None] Checking segment: {'id': 'c8d15fee-51b2-479a-9f7e-ccf9e6317ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c7457a24-cd93-421a-bdcd-d468036d8dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:11:46.811365 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-247c75e0-ed56-4db6-9870-58093ae2b53e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:46.811876 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247c75e0-ed56-4db6-9870-58093ae2b53e None None] Bound using segment: {'id': 'c8d15fee-51b2-479a-9f7e-ccf9e6317ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c7457a24-cd93-421a-bdcd-d468036d8dbe'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:11:46.812482 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-247c75e0-ed56-4db6-9870-58093ae2b53e None None] Bound port: 9c763591-79ea-4c44-916b-6aa8852c4cb1, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8d15fee-51b2-479a-9f7e-ccf9e6317ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c7457a24-cd93-421a-bdcd-d468036d8dbe'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:11:46.812924 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-247c75e0-ed56-4db6-9870-58093ae2b53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:46.834959 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b15fadc6-c5db-4385-9421-08994efe081d req-3c5d7d9d-ed94-43e0-b541-d989672e20e6 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:11:46.853744 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fcdd65-b7a2-4e7f-a4fa-72e0b96f266f None None] Sync routers for ids ['d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:11:46.887895 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fcdd65-b7a2-4e7f-a4fa-72e0b96f266f None None] Routers {'d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:46.888701 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-12fcdd65-b7a2-4e7f-a4fa-72e0b96f266f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:46.897068 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a4a22ab1-0718-4845-ac32-46e4db49c02d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:46.899619 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15fadc6-c5db-4385-9421-08994efe081d req-3c5d7d9d-ed94-43e0-b541-d989672e20e6 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] No DVR routers for this DVR port 71bcc09f-4443-412c-abd4-1ec6fd935c99 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:11:46.909907 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9470da-8e59-4fb7-b6d6-ee01e15e6737 req-78b64eb3-e30e-406b-8b26-043851b2c6df tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:46.915053 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a9470da-8e59-4fb7-b6d6-ee01e15e6737 req-78b64eb3-e30e-406b-8b26-043851b2c6df tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 946 time: 0.1371105 Sep 30 13:11:46.916416 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b15fadc6-c5db-4385-9421-08994efe081d req-3c5d7d9d-ed94-43e0-b541-d989672e20e6 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:46.918857 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b15fadc6-c5db-4385-9421-08994efe081d req-3c5d7d9d-ed94-43e0-b541-d989672e20e6 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.54 "DELETE /v2.0/ports/71bcc09f-4443-412c-abd4-1ec6fd935c99 HTTP/1.1" status: 204 len: 173 time: 3.1301379 Sep 30 13:11:46.920984 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345d5f16-4d0e-4b67-8656-784a8d644209', 'name': 'network-vif-deleted', 'tag': '71bcc09f-4443-412c-abd4-1ec6fd935c99'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:11:46.924866 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78b9f24-6845-4649-bf69-639ca90f855d" -d '{"events": [{"server_uuid": "345d5f16-4d0e-4b67-8656-784a8d644209", "name": "network-vif-deleted", "tag": "71bcc09f-4443-412c-abd4-1ec6fd935c99"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:11:46.967510 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-247c75e0-ed56-4db6-9870-58093ae2b53e None None] For port 9c763591-79ea-4c44-916b-6aa8852c4cb1, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:11:46.974074 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-247c75e0-ed56-4db6-9870-58093ae2b53e None None] For port 9c763591-79ea-4c44-916b-6aa8852c4cb1, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9c763591-79ea-4c44-916b-6aa8852c4cb1,segment=NetworkSegment(c8d15fee-51b2-479a-9f7e-ccf9e6317ab7),segment_id=c8d15fee-51b2-479a-9f7e-ccf9e6317ab7)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:11:46.981348 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-247c75e0-ed56-4db6-9870-58093ae2b53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:46.996843 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-f119ff63-f59e-42fe-b247-d500862db578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:47.002045 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-f119ff63-f59e-42fe-b247-d500862db578 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.2404661 Sep 30 13:11:47.015413 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a9470da-8e59-4fb7-b6d6-ee01e15e6737 req-fbb9a75d-300e-4d45-8620-4f765980a261 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873251 Sep 30 13:11:47.030937 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a4a22ab1-0718-4845-ac32-46e4db49c02d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:47.095268 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a22ab1-0718-4845-ac32-46e4db49c02d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:11:47.101592 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-a4a22ab1-0718-4845-ac32-46e4db49c02d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:47.104723 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a22ab1-0718-4845-ac32-46e4db49c02d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:11:47.149523 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-b41153b7-0155-4428-a735-8b2c85c2a91d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=c2947c4e-2f7e-4aab-bda3-1ac0595022f9 HTTP/1.1" status: 200 len: 217 time: 0.0890145 Sep 30 13:11:47.150097 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6115ac-e65e-4a82-b1e9-e96dfc191fae x-openstack-request-id: req-6b6115ac-e65e-4a82-b1e9-e96dfc191fae {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:11:47.150097 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345d5f16-4d0e-4b67-8656-784a8d644209", "name": "network-vif-deleted", "tag": "71bcc09f-4443-412c-abd4-1ec6fd935c99", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:11:47.150097 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b6115ac-e65e-4a82-b1e9-e96dfc191fae {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:11:47.150510 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345d5f16-4d0e-4b67-8656-784a8d644209', 'name': 'network-vif-deleted', 'tag': '71bcc09f-4443-412c-abd4-1ec6fd935c99', 'status': 'completed', 'code': 200} Sep 30 13:11:47.154063 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a22ab1-0718-4845-ac32-46e4db49c02d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Pushing event updated for resources: {'Port': ['ID=fe6b2392-f7c8-4d02-a713-0b677a1bd21f,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:47.167034 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b40f5-9fd5-4c00-bf31-c87b9c063878 req-eb35f1ef-1cee-4c1a-8d54-45c5d2cf2be0 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:47.169089 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e28b40f5-9fd5-4c00-bf31-c87b9c063878 req-eb35f1ef-1cee-4c1a-8d54-45c5d2cf2be0 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 948 time: 0.2600360 Sep 30 13:11:47.211835 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 87f4f325-804f-429a-8fab-0d82e73889aa up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:11:47.292899 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e28b40f5-9fd5-4c00-bf31-c87b9c063878 req-83f9e458-7c81-4eac-8362-98ef13aa6351 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119852 Sep 30 13:11:47.293667 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-12fcdd65-b7a2-4e7f-a4fa-72e0b96f266f None None] Set router d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:11:47.295621 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c75e0-ed56-4db6-9870-58093ae2b53e None None] Pushing event updated for resources: {'Port': ['ID=9c763591-79ea-4c44-916b-6aa8852c4cb1,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:47.301772 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-a5a60de5-95bb-4716-9cac-5dc2510dfb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:47.303291 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-a5a60de5-95bb-4716-9cac-5dc2510dfb5b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1306407 Sep 30 13:11:47.377441 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 87f4f325-804f-429a-8fab-0d82e73889aa triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:47.377792 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:47.411991 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-8dd94c5f-e570-4479-9144-048a15119339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:47.413624 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-8dd94c5f-e570-4479-9144-048a15119339 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1015084 Sep 30 13:11:47.463703 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-6e594677-82ac-4b85-b723-51b7caca2e3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Allocated IP 2001:db8:2::1 (c7457a24-cd93-421a-bdcd-d468036d8dbe/453e0858-3fc6-440a-95a4-4d6c3f6eceb1/258b9cc0-a8e1-4bbb-abf3-774712df43c6) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:11:47.502258 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a4a22ab1-0718-4845-ac32-46e4db49c02d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:47.559027 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2', 'tag': 'c2947c4e-2f7e-4aab-bda3-1ac0595022f9'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:11:47.561264 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f591a2d6-ff77-474e-a392-bbbdc9fe7644" -d '{"events": [{"name": "network-changed", "server_uuid": "0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2", "tag": "c2947c4e-2f7e-4aab-bda3-1ac0595022f9"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:11:47.724305 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d6be27-5e8c-4c22-ba86-32b86832cc2d x-openstack-request-id: req-79d6be27-5e8c-4c22-ba86-32b86832cc2d {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:11:47.724586 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2", "tag": "c2947c4e-2f7e-4aab-bda3-1ac0595022f9", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:11:47.725972 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-79d6be27-5e8c-4c22-ba86-32b86832cc2d {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:11:47.726401 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2', 'tag': 'c2947c4e-2f7e-4aab-bda3-1ac0595022f9', 'status': 'completed', 'code': 200} Sep 30 13:11:47.746233 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-12fcdd65-b7a2-4e7f-a4fa-72e0b96f266f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'name': 'tempest-ServersTestJSON-581530993-router', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '81ce090f-f718-487b-ab41-714acf19d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:08Z', 'updated_at': '2021-09-30T13:08:16Z', 'revision_number': 4, 'project_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'gw_port': {'id': '81ce090f-f718-487b-ab41-714acf19d0ad', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:51:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '207868f6-09aa-497a-b6b8-4ec49b20e110', 'name': '', 'network_id': '1181c55e-99ae-43fd-8b9b-8d485bf81648', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'mac_address': 'fa:16:3e:57:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '320717c4-f1d1-4929-ab77-8b34ff62b4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:14Z', 'updated_at': '2021-09-30T13:08:21Z', 'revision_number': 5, 'project_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'subnets': [{'id': '320717c4-f1d1-4929-ab77-8b34ff62b4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:47.775446 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-e2ccfc14-f254-4766-ac7f-734af05fc33c service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531394 Sep 30 13:11:47.777686 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fcdd65-b7a2-4e7f-a4fa-72e0b96f266f None None] Checking router: d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:11:47.787477 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-778c2958-37c0-44a0-a956-3b2782b65e89 req-0a231d94-fc1f-4213-a5e3-c27e46861c80 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/ports?device_id=345d5f16-4d0e-4b67-8656-784a8d644209 HTTP/1.1" status: 200 len: 210 time: 0.0749965 Sep 30 13:11:47.790835 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fcdd65-b7a2-4e7f-a4fa-72e0b96f266f None None] Routers {'d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:47.791495 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-12fcdd65-b7a2-4e7f-a4fa-72e0b96f266f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:47.812378 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591a2d6-ff77-474e-a392-bbbdc9fe7644 req-94d2675b-76a3-4fe2-bc40-a61059e7c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:47.814241 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f591a2d6-ff77-474e-a392-bbbdc9fe7644 req-94d2675b-76a3-4fe2-bc40-a61059e7c997 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 1099 time: 0.0678117 Sep 30 13:11:47.888766 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a4a22ab1-0718-4845-ac32-46e4db49c02d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:47.911166 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6e594677-82ac-4b85-b723-51b7caca2e3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:47.914341 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-12fcdd65-b7a2-4e7f-a4fa-72e0b96f266f None None] Set router d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:11:47.934456 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b35f1337-50fb-4556-b9c9-1beca0837527 req-bfa2800c-8617-4227-80c4-3a0ec0d791e4 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459322 Sep 30 13:11:47.965964 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6e594677-82ac-4b85-b723-51b7caca2e3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:48.001656 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591a2d6-ff77-474e-a392-bbbdc9fe7644 req-1613d59d-f053-4f3b-b468-32199a227ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:48.003296 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f591a2d6-ff77-474e-a392-bbbdc9fe7644 req-1613d59d-f053-4f3b-b468-32199a227ec0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.1582749 Sep 30 13:11:48.044944 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e594677-82ac-4b85-b723-51b7caca2e3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network c7457a24-cd93-421a-bdcd-d468036d8dbe is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:11:48.054963 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-6e594677-82ac-4b85-b723-51b7caca2e3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:48.060721 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e594677-82ac-4b85-b723-51b7caca2e3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:11:48.061452 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6e594677-82ac-4b85-b723-51b7caca2e3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:48.086024 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f591a2d6-ff77-474e-a392-bbbdc9fe7644 req-6222c0e6-f943-4bd0-9c5a-825e6dcddfd1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=c2947c4e-2f7e-4aab-bda3-1ac0595022f9 HTTP/1.1" status: 200 len: 217 time: 0.0429633 Sep 30 13:11:48.106942 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e594677-82ac-4b85-b723-51b7caca2e3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Port': ['ID=258b9cc0-a8e1-4bbb-abf3-774712df43c6,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:48.112834 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591a2d6-ff77-474e-a392-bbbdc9fe7644 req-06d0d3fe-e67c-4885-bc3f-62183c757b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:48.115395 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f591a2d6-ff77-474e-a392-bbbdc9fe7644 req-06d0d3fe-e67c-4885-bc3f-62183c757b72 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ef1016edf414b379caceb8093d57137&device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 1099 time: 0.1167071 Sep 30 13:11:48.147537 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-12fcdd65-b7a2-4e7f-a4fa-72e0b96f266f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'name': 'tempest-ServersTestJSON-581530993-router', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '81ce090f-f718-487b-ab41-714acf19d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:08Z', 'updated_at': '2021-09-30T13:08:16Z', 'revision_number': 4, 'project_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'gw_port': {'id': '81ce090f-f718-487b-ab41-714acf19d0ad', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:51:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '207868f6-09aa-497a-b6b8-4ec49b20e110', 'name': '', 'network_id': '1181c55e-99ae-43fd-8b9b-8d485bf81648', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'mac_address': 'fa:16:3e:57:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '320717c4-f1d1-4929-ab77-8b34ff62b4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:14Z', 'updated_at': '2021-09-30T13:08:21Z', 'revision_number': 5, 'project_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'subnets': [{'id': '320717c4-f1d1-4929-ab77-8b34ff62b4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:48.186710 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fcdd65-b7a2-4e7f-a4fa-72e0b96f266f None None] The sync data for ids ['d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'] in n-d-810909-2 is: [{'id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'name': 'tempest-ServersTestJSON-581530993-router', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '81ce090f-f718-487b-ab41-714acf19d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:08Z', 'updated_at': '2021-09-30T13:08:16Z', 'revision_number': 4, 'project_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'gw_port': {'id': '81ce090f-f718-487b-ab41-714acf19d0ad', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:51:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '207868f6-09aa-497a-b6b8-4ec49b20e110', 'name': '', 'network_id': '1181c55e-99ae-43fd-8b9b-8d485bf81648', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'mac_address': 'fa:16:3e:57:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '320717c4-f1d1-4929-ab77-8b34ff62b4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:14Z', 'updated_at': '2021-09-30T13:08:21Z', 'revision_number': 5, 'project_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'subnets': [{'id': '320717c4-f1d1-4929-ab77-8b34ff62b4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:11:48.199200 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591a2d6-ff77-474e-a392-bbbdc9fe7644 req-ff0dbbe2-fa5f-4fe1-a3ca-2d31d948126c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:48.200731 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f591a2d6-ff77-474e-a392-bbbdc9fe7644 req-ff0dbbe2-fa5f-4fe1-a3ca-2d31d948126c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1063817 Sep 30 13:11:48.208319 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a22ab1-0718-4845-ac32-46e4db49c02d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Router b10381c4-e787-424b-9188-861662c353ac is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:11:48.212763 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-81ba2c9b-7bcc-4d82-bdd3-49a5fddb278c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:48.262842 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8ad7d-24cb-4fd1-90c5-211f86a3ea54 req-bf6a41cd-9675-404f-a6d8-848dddb0e46d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:48.264614 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-01d8ad7d-24cb-4fd1-90c5-211f86a3ea54 req-bf6a41cd-9675-404f-a6d8-848dddb0e46d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 946 time: 0.1200266 Sep 30 13:11:48.277278 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591a2d6-ff77-474e-a392-bbbdc9fe7644 req-6b32e9fd-91b7-411f-aadb-2744245a0a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:48.279277 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f591a2d6-ff77-474e-a392-bbbdc9fe7644 req-6b32e9fd-91b7-411f-aadb-2744245a0a8c service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.1548917 Sep 30 13:11:48.337283 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591a2d6-ff77-474e-a392-bbbdc9fe7644 req-fcf1eba4-bc1b-4071-92da-3b016fe50a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:48.340396 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f591a2d6-ff77-474e-a392-bbbdc9fe7644 req-fcf1eba4-bc1b-4071-92da-3b016fe50a16 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1293719 Sep 30 13:11:48.362991 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f591a2d6-ff77-474e-a392-bbbdc9fe7644 req-7ea5c7ef-eb5d-41de-8911-7c796fb6bd35 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=c2947c4e-2f7e-4aab-bda3-1ac0595022f9 HTTP/1.1" status: 200 len: 217 time: 0.0589037 Sep 30 13:11:48.371839 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6e594677-82ac-4b85-b723-51b7caca2e3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:48.465708 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-01d8ad7d-24cb-4fd1-90c5-211f86a3ea54 req-6b12d6bc-51de-4fd7-b612-028e1452c895 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914151 Sep 30 13:11:48.467419 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591a2d6-ff77-474e-a392-bbbdc9fe7644 req-23f62dc5-6b6d-4bfb-b71c-69e66e6b0acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:48.468951 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f591a2d6-ff77-474e-a392-bbbdc9fe7644 req-23f62dc5-6b6d-4bfb-b71c-69e66e6b0acc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0983531 Sep 30 13:11:48.476454 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f591a2d6-ff77-474e-a392-bbbdc9fe7644 req-00abfc96-358b-4c7a-9c35-124609b7168d service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222749 Sep 30 13:11:48.537776 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device c2947c4e-2f7e-4aab-bda3-1ac0595022f9 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:11:48.605621 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device c2947c4e-2f7e-4aab-bda3-1ac0595022f9 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:11:48.608661 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a22ab1-0718-4845-ac32-46e4db49c02d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:11:48.624899 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67363fc-6679-47f4-98c8-5e9718d8607e None None] Sync routers for ids ['b10381c4-e787-424b-9188-861662c353ac'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:11:48.637809 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf2aeda-0ca4-47e5-884b-65965a5293fa None None] New status for floating IP 33db5fca-3037-46c1-bb2a-73b97fec9281: DOWN {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:11:48.638652 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67363fc-6679-47f4-98c8-5e9718d8607e None None] Routers {'b10381c4-e787-424b-9188-861662c353ac'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:48.640108 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a67363fc-6679-47f4-98c8-5e9718d8607e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b10381c4-e787-424b-9188-861662c353ac'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:48.640301 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a4a22ab1-0718-4845-ac32-46e4db49c02d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:48.641420 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a4a22ab1-0718-4845-ac32-46e4db49c02d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.6795568 Sep 30 13:11:48.647426 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56052) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:48.725297 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c082037e-de70-4a38-b1d5-02ad3cad4cf7 None None] Network c7457a24-cd93-421a-bdcd-d468036d8dbe requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:11:48.731587 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f591a2d6-ff77-474e-a392-bbbdc9fe7644 req-ac2b6eab-7106-40a6-8ecb-d41bf385a27b service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198901 Sep 30 13:11:48.809952 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cda57d6d-129c-48aa-af13-5e34a5e5e516 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "GET /v2.0/routers/b10381c4-e787-424b-9188-861662c353ac HTTP/1.1" status: 200 len: 908 time: 0.1614063 Sep 30 13:11:48.812496 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56058) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:48.819761 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-03cdb7c5-7168-41ef-b065-fc4ff08ed292 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Request body: {'router': {'name': 'tempest-snat-router-108163695', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'enable_snat': True}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:48.859594 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-03cdb7c5-7168-41ef-b065-fc4ff08ed292 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:48.860985 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-03cdb7c5-7168-41ef-b065-fc4ff08ed292 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:48.931346 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-a67363fc-6679-47f4-98c8-5e9718d8607e None None] Set router b10381c4-e787-424b-9188-861662c353ac gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:11:48.996235 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-03cdb7c5-7168-41ef-b065-fc4ff08ed292 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:49.011425 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56062) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:49.013673 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-3b1362b6-3f85-4bb7-a758-6d37a989f1b1 None None] Provisioning complete for port 9c763591-79ea-4c44-916b-6aa8852c4cb1 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:49.014593 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3b1362b6-3f85-4bb7-a758-6d37a989f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:49.087156 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4d708-8d82-44fe-b044-ed90838fcfa7 req-b501c9ad-daf9-485f-8ab1-5349ed6b3d93 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:49.096607 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c7e4d708-8d82-44fe-b044-ed90838fcfa7 req-b501c9ad-daf9-485f-8ab1-5349ed6b3d93 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 948 time: 0.6518152 Sep 30 13:11:49.123718 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591a2d6-ff77-474e-a392-bbbdc9fe7644 req-fca4bf49-2e71-4623-bec0-fe9624c09310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:49.124674 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f591a2d6-ff77-474e-a392-bbbdc9fe7644 req-fca4bf49-2e71-4623-bec0-fe9624c09310 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6373305 Sep 30 13:11:49.140343 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9c763591-79ea-4c44-916b-6aa8852c4cb1 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:11:49.215158 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c7e4d708-8d82-44fe-b044-ed90838fcfa7 req-7c382055-89b3-4402-a96d-2041155ce4e0 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174841 Sep 30 13:11:49.223149 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3b1362b6-3f85-4bb7-a758-6d37a989f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:49.240633 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a67363fc-6679-47f4-98c8-5e9718d8607e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10381c4-e787-424b-9188-861662c353ac', 'name': 'tempest-snat-router-108163695', 'tenant_id': '9183a3cf133440db97bf4cc2f2d0b0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.236'}], 'enable_snat': False}, 'gw_port_id': 'fe6b2392-f7c8-4d02-a713-0b677a1bd21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:44Z', 'updated_at': '2021-09-30T13:11:47Z', 'revision_number': 3, 'project_id': '9183a3cf133440db97bf4cc2f2d0b0c8', 'gw_port': {'id': 'fe6b2392-f7c8-4d02-a713-0b677a1bd21f', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:14:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10381c4-e787-424b-9188-861662c353ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:45Z', 'updated_at': '2021-09-30T13:11:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:49.272367 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-3b1362b6-3f85-4bb7-a758-6d37a989f1b1 None None] For port 9c763591-79ea-4c44-916b-6aa8852c4cb1, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9c763591-79ea-4c44-916b-6aa8852c4cb1,segment=NetworkSegment(c8d15fee-51b2-479a-9f7e-ccf9e6317ab7),segment_id=c8d15fee-51b2-479a-9f7e-ccf9e6317ab7)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:49.273957 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 9c763591-79ea-4c44-916b-6aa8852c4cb1 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:49.274357 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:49.288865 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67363fc-6679-47f4-98c8-5e9718d8607e None None] Checking router: b10381c4-e787-424b-9188-861662c353ac for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:11:49.289214 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67363fc-6679-47f4-98c8-5e9718d8607e None None] Updating router b10381c4-e787-424b-9188-861662c353ac port fe6b2392-f7c8-4d02-a713-0b677a1bd21f binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:11:49.291379 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-03cdb7c5-7168-41ef-b065-fc4ff08ed292 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:49.322857 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3b1362b6-3f85-4bb7-a758-6d37a989f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:49.324112 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a67363fc-6679-47f4-98c8-5e9718d8607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:49.378484 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-009a998d-ec04-46dc-8bbc-a0ec513cacc0 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:49.390884 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f591a2d6-ff77-474e-a392-bbbdc9fe7644 req-91e04ea2-d6fe-47f2-b142-cf9ccb23bb85 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426591 Sep 30 13:11:49.408568 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:49.427260 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-009a998d-ec04-46dc-8bbc-a0ec513cacc0 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:49.528223 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1362b6-3f85-4bb7-a758-6d37a989f1b1 None None] Pushing event updated for resources: {'Port': ['ID=9c763591-79ea-4c44-916b-6aa8852c4cb1,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:49.557041 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6e594677-82ac-4b85-b723-51b7caca2e3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:49.590118 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6e594677-82ac-4b85-b723-51b7caca2e3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:49.591197 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6e594677-82ac-4b85-b723-51b7caca2e3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:49.656943 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-77ab1502-982a-47ea-9b6c-212a6177502a None None] Provisioning complete for port 258b9cc0-a8e1-4bbb-abf3-774712df43c6 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:49.657421 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-77ab1502-982a-47ea-9b6c-212a6177502a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:49.679088 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-009a998d-ec04-46dc-8bbc-a0ec513cacc0 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:49.681614 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-009a998d-ec04-46dc-8bbc-a0ec513cacc0 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:49.688392 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-009a998d-ec04-46dc-8bbc-a0ec513cacc0 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "DELETE /v2.0/security-groups/dd32d831-8c19-4ff3-b662-d735f86fab0a HTTP/1.1" status: 204 len: 168 time: 0.6741934 Sep 30 13:11:49.691643 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56068) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:49.699928 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f591a2d6-ff77-474e-a392-bbbdc9fe7644 req-c23b5e90-98ba-4851-a7ac-2d14e05fc52f service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991982 Sep 30 13:11:49.707070 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-77ab1502-982a-47ea-9b6c-212a6177502a None None] Port 258b9cc0-a8e1-4bbb-abf3-774712df43c6 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:11:49.727068 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-77ab1502-982a-47ea-9b6c-212a6177502a None None] Provisioning complete for port 9c763591-79ea-4c44-916b-6aa8852c4cb1 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:49.727288 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a998d-ec04-46dc-8bbc-a0ec513cacc0 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd32d831-8c19-4ff3-b662-d735f86fab0a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:49.727919 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-77ab1502-982a-47ea-9b6c-212a6177502a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:49.740937 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a67363fc-6679-47f4-98c8-5e9718d8607e None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:49.750728 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7233fd-1c72-4ff6-a61a-2964d2cd9c7a req-500cbf96-157a-4187-a731-d019f7d37d09 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:49.752381 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ca7233fd-1c72-4ff6-a61a-2964d2cd9c7a req-500cbf96-157a-4187-a731-d019f7d37d09 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 946 time: 0.1618068 Sep 30 13:11:49.757805 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-a34fc1b9-9304-4592-9b6a-0558b8fdf300 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] show failed (client error): The resource could not be found. Sep 30 13:11:49.761307 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a67363fc-6679-47f4-98c8-5e9718d8607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:49.762602 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56070) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:49.763314 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a34fc1b9-9304-4592-9b6a-0558b8fdf300 tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "GET /v2.0/security-groups/dd32d831-8c19-4ff3-b662-d735f86fab0a HTTP/1.1" status: 404 len: 347 time: 0.0485430 Sep 30 13:11:49.769641 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e594677-82ac-4b85-b723-51b7caca2e3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Port': ['ID=258b9cc0-a8e1-4bbb-abf3-774712df43c6,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:49.810356 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ca7233fd-1c72-4ff6-a61a-2964d2cd9c7a req-6369e1fa-cd3f-45cd-86d4-e6db3765a7db tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457466 Sep 30 13:11:49.842049 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-a67363fc-6679-47f4-98c8-5e9718d8607e None None] Attempting to bind port fe6b2392-f7c8-4d02-a713-0b677a1bd21f on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:11:49.842328 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-a67363fc-6679-47f4-98c8-5e9718d8607e None None] Attempting to bind port fe6b2392-f7c8-4d02-a713-0b677a1bd21f by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:11:49.842686 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67363fc-6679-47f4-98c8-5e9718d8607e None None] Attempting to bind port fe6b2392-f7c8-4d02-a713-0b677a1bd21f on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:11:49.865133 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67363fc-6679-47f4-98c8-5e9718d8607e None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:11:49.865496 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67363fc-6679-47f4-98c8-5e9718d8607e None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:11:49.865900 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a67363fc-6679-47f4-98c8-5e9718d8607e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:49.866398 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67363fc-6679-47f4-98c8-5e9718d8607e None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:11:49.866777 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-a67363fc-6679-47f4-98c8-5e9718d8607e None None] Bound port: fe6b2392-f7c8-4d02-a713-0b677a1bd21f, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:11:49.867158 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a67363fc-6679-47f4-98c8-5e9718d8607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:49.954001 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12482095-f0d0-46e3-a9a7-a50a44c2a75e None None] Pushing event updated for resources: {'Port': ['ID=fe6b2392-f7c8-4d02-a713-0b677a1bd21f,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:49.980891 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-03cdb7c5-7168-41ef-b065-fc4ff08ed292 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:49.984714 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-a67363fc-6679-47f4-98c8-5e9718d8607e None None] For port fe6b2392-f7c8-4d02-a713-0b677a1bd21f, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:11:49.988473 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e594677-82ac-4b85-b723-51b7caca2e3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network c7457a24-cd93-421a-bdcd-d468036d8dbe is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:11:49.988873 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-a67363fc-6679-47f4-98c8-5e9718d8607e None None] For port fe6b2392-f7c8-4d02-a713-0b677a1bd21f, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=fe6b2392-f7c8-4d02-a713-0b677a1bd21f,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:11:49.994031 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a67363fc-6679-47f4-98c8-5e9718d8607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:49.996567 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-6e594677-82ac-4b85-b723-51b7caca2e3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:50.008937 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-03cdb7c5-7168-41ef-b065-fc4ff08ed292 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:50.047810 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-798bd58b-91a3-46e3-9666-a97f37b8ddef tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Deleting port bdea6175-cc8f-43e7-862f-0548bfb5f56a {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:11:50.048158 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-798bd58b-91a3-46e3-9666-a97f37b8ddef tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:50.068995 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67363fc-6679-47f4-98c8-5e9718d8607e None None] Routers {'b10381c4-e787-424b-9188-861662c353ac'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:50.069641 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a67363fc-6679-47f4-98c8-5e9718d8607e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b10381c4-e787-424b-9188-861662c353ac'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:50.074044 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12482095-f0d0-46e3-a9a7-a50a44c2a75e None None] Pushing event updated for resources: {'Port': ['ID=fe6b2392-f7c8-4d02-a713-0b677a1bd21f,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:50.075404 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-8248ee14-2f1c-4f5f-a44c-e94d76a56b78 None None] Provisioning complete for port 258b9cc0-a8e1-4bbb-abf3-774712df43c6 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:50.078932 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8248ee14-2f1c-4f5f-a44c-e94d76a56b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:50.134710 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-8248ee14-2f1c-4f5f-a44c-e94d76a56b78 None None] Port 258b9cc0-a8e1-4bbb-abf3-774712df43c6 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:11:50.138890 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device c2947c4e-2f7e-4aab-bda3-1ac0595022f9 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:11:50.166986 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-03cdb7c5-7168-41ef-b065-fc4ff08ed292 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Allocated IP 172.25.5.29 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/f6d3749e-ed0c-4c74-a56b-e200e82dc9fe) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:11:50.194396 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e594677-82ac-4b85-b723-51b7caca2e3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Router af76d5a6-6083-4cc7-ad0a-0ac4a677778e has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:11:50.231158 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-798bd58b-91a3-46e3-9666-a97f37b8ddef tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:50.231493 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-798bd58b-91a3-46e3-9666-a97f37b8ddef tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:50.241837 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-a67363fc-6679-47f4-98c8-5e9718d8607e None None] Set router b10381c4-e787-424b-9188-861662c353ac gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:11:50.299952 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port c2947c4e-2f7e-4aab-bda3-1ac0595022f9, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=c2947c4e-2f7e-4aab-bda3-1ac0595022f9,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:50.302652 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-798bd58b-91a3-46e3-9666-a97f37b8ddef tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Calling delete_port for bdea6175-cc8f-43e7-862f-0548bfb5f56a owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:11:50.327779 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'c2947c4e-2f7e-4aab-bda3-1ac0595022f9', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': 'c2947c4e-2f7e-4aab-bda3-1ac0595022f9', 'mac_address': 'fa:16:3e:74:d5:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:11:50.379833 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-03cdb7c5-7168-41ef-b065-fc4ff08ed292 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:50.394078 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:50.401539 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e594677-82ac-4b85-b723-51b7caca2e3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:11:50.410879 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6e594677-82ac-4b85-b723-51b7caca2e3b tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "PUT /v2.0/routers/af76d5a6-6083-4cc7-ad0a-0ac4a677778e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7461219 Sep 30 13:11:50.412238 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56076) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:50.414146 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7526418b-9983-439c-ba8f-3f436e93e769 None None] Sync routers for ids ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:11:50.416486 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2947c4e-2f7e-4aab-bda3-1ac0595022f9 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:11:50.419599 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac347e-b902-4f8a-b948-d684a4585233 req-9e1f3839-8186-4e15-b688-54215af6dc6b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:50.421024 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-268dfc7a-2979-4d61-abdf-dfa0b112728f tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1374215333'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:50.421272 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23ac347e-b902-4f8a-b948-d684a4585233 req-9e1f3839-8186-4e15-b688-54215af6dc6b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 948 time: 0.1035652 Sep 30 13:11:50.456307 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7526418b-9983-439c-ba8f-3f436e93e769 None None] Routers {'af76d5a6-6083-4cc7-ad0a-0ac4a677778e'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:50.457145 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7526418b-9983-439c-ba8f-3f436e93e769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:50.470534 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23ac347e-b902-4f8a-b948-d684a4585233 req-a3b10f91-d041-434f-9f06-9788b03f826c tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404787 Sep 30 13:11:50.470898 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port c2947c4e-2f7e-4aab-bda3-1ac0595022f9, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=c2947c4e-2f7e-4aab-bda3-1ac0595022f9,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:50.472534 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-03cdb7c5-7168-41ef-b065-fc4ff08ed292 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:50.483456 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268dfc7a-2979-4d61-abdf-dfa0b112728f tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Made reservation on behalf of f4700a0b73134789ad73cd84992537fc for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:11:50.485681 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:50.490190 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-268dfc7a-2979-4d61-abdf-dfa0b112728f tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:50.501413 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-e244d3a0-bbb9-41e9-8b1d-2d642e7c4c40 None None] Provisioning complete for port 258b9cc0-a8e1-4bbb-abf3-774712df43c6 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:50.501966 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e244d3a0-bbb9-41e9-8b1d-2d642e7c4c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:50.528653 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cdb7c5-7168-41ef-b065-fc4ff08ed292 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:11:50.534432 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-03cdb7c5-7168-41ef-b065-fc4ff08ed292 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:50.536433 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdb7c5-7168-41ef-b065-fc4ff08ed292 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Pushing event updated for resources: {'Port': ['ID=f6d3749e-ed0c-4c74-a56b-e200e82dc9fe,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:50.538729 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cdb7c5-7168-41ef-b065-fc4ff08ed292 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:11:50.583792 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268dfc7a-2979-4d61-abdf-dfa0b112728f tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:11:50.591516 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-e244d3a0-bbb9-41e9-8b1d-2d642e7c4c40 None None] Port 258b9cc0-a8e1-4bbb-abf3-774712df43c6 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:11:50.595464 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=c2947c4e-2f7e-4aab-bda3-1ac0595022f9,revision_number=12']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:50.597942 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-798bd58b-91a3-46e3-9666-a97f37b8ddef tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:50.618605 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-268dfc7a-2979-4d61-abdf-dfa0b112728f tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:50.618951 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-268dfc7a-2979-4d61-abdf-dfa0b112728f tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Added segment 43389e74-03b4-4c37-8af1-f058e6264a82 of type vlan for network 0d59e62e-b8e9-45d6-a159-d377ebddf4a2 Sep 30 13:11:50.626068 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-7526418b-9983-439c-ba8f-3f436e93e769 None None] Set router af76d5a6-6083-4cc7-ad0a-0ac4a677778e gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:11:50.651492 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798bd58b-91a3-46e3-9666-a97f37b8ddef tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Pushing event deleted for resources: {'Port': ['ID=bdea6175-cc8f-43e7-862f-0548bfb5f56a,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:50.662339 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5f76f433-5204-420e-8f4b-2dafaf353a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:50.687609 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a67363fc-6679-47f4-98c8-5e9718d8607e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10381c4-e787-424b-9188-861662c353ac', 'name': 'tempest-snat-router-108163695', 'tenant_id': '9183a3cf133440db97bf4cc2f2d0b0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.236'}], 'enable_snat': False}, 'gw_port_id': 'fe6b2392-f7c8-4d02-a713-0b677a1bd21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:44Z', 'updated_at': '2021-09-30T13:11:47Z', 'revision_number': 3, 'project_id': '9183a3cf133440db97bf4cc2f2d0b0c8', 'gw_port': {'id': 'fe6b2392-f7c8-4d02-a713-0b677a1bd21f', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:14:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10381c4-e787-424b-9188-861662c353ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:45Z', 'updated_at': '2021-09-30T13:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:50.731417 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-268dfc7a-2979-4d61-abdf-dfa0b112728f tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:50.759485 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-798bd58b-91a3-46e3-9666-a97f37b8ddef tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:50.762315 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-798bd58b-91a3-46e3-9666-a97f37b8ddef tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:50.763607 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-798bd58b-91a3-46e3-9666-a97f37b8ddef tempest-ServersTestJSON-1000571046 tempest-ServersTestJSON-1000571046-project] 10.222.0.18 "DELETE /v2.0/floatingips/33db5fca-3037-46c1-bb2a-73b97fec9281 HTTP/1.1" status: 204 len: 168 time: 0.9995840 Sep 30 13:11:50.766754 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56080) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:50.777614 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67363fc-6679-47f4-98c8-5e9718d8607e None None] The sync data for ids ['b10381c4-e787-424b-9188-861662c353ac'] in n-d-810909-2 is: [{'id': 'b10381c4-e787-424b-9188-861662c353ac', 'name': 'tempest-snat-router-108163695', 'tenant_id': '9183a3cf133440db97bf4cc2f2d0b0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.236'}], 'enable_snat': False}, 'gw_port_id': 'fe6b2392-f7c8-4d02-a713-0b677a1bd21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:44Z', 'updated_at': '2021-09-30T13:11:47Z', 'revision_number': 3, 'project_id': '9183a3cf133440db97bf4cc2f2d0b0c8', 'gw_port': {'id': 'fe6b2392-f7c8-4d02-a713-0b677a1bd21f', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:14:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10381c4-e787-424b-9188-861662c353ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:45Z', 'updated_at': '2021-09-30T13:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:11:50.809882 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-268dfc7a-2979-4d61-abdf-dfa0b112728f tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:50.815567 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268dfc7a-2979-4d61-abdf-dfa0b112728f tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:50.816313 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-268dfc7a-2979-4d61-abdf-dfa0b112728f tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:50.883305 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-268dfc7a-2979-4d61-abdf-dfa0b112728f tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4687047 Sep 30 13:11:50.893017 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56084) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:50.914899 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-03cdb7c5-7168-41ef-b065-fc4ff08ed292 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:50.925287 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-c9a29a6e-857f-47d6-b012-b8c854d1d6f6 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'subnet': {'network_id': '0d59e62e-b8e9-45d6-a159-d377ebddf4a2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:50.944030 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268dfc7a-2979-4d61-abdf-dfa0b112728f tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Network': ['ID=0d59e62e-b8e9-45d6-a159-d377ebddf4a2,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:50.951894 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7526418b-9983-439c-ba8f-3f436e93e769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:11:48Z', 'revision_number': 4, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None, '_interfaces': [{'id': '258b9cc0-a8e1-4bbb-abf3-774712df43c6', 'name': '', 'network_id': 'c7457a24-cd93-421a-bdcd-d468036d8dbe', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:cc:f9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:46Z', 'updated_at': '2021-09-30T13:11:49Z', 'revision_number': 2, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56ddf09b-b4a5-48fd-8952-e11efa5d7380', 'name': '', 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:d6:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:36Z', 'updated_at': '2021-09-30T13:11:39Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f4f325-804f-429a-8fab-0d82e73889aa', 'name': '', 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4d:03:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:41Z', 'updated_at': '2021-09-30T13:11:45Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:51.015683 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 0d59e62e-b8e9-45d6-a159-d377ebddf4a2 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:11:51.017188 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7526418b-9983-439c-ba8f-3f436e93e769 None None] Checking router: af76d5a6-6083-4cc7-ad0a-0ac4a677778e for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:11:51.017852 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7526418b-9983-439c-ba8f-3f436e93e769 None None] Updating router af76d5a6-6083-4cc7-ad0a-0ac4a677778e port 258b9cc0-a8e1-4bbb-abf3-774712df43c6 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:11:51.025246 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6f745-4031-4f44-b739-a98379f3db7a req-95c25e85-a4d3-4532-8979-41121362439f tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:51.035823 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1de6f745-4031-4f44-b739-a98379f3db7a req-95c25e85-a4d3-4532-8979-41121362439f tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 946 time: 0.1167214 Sep 30 13:11:51.094175 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1de6f745-4031-4f44-b739-a98379f3db7a req-cfe491d5-9455-42e0-a37a-94b468f24861 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577078 Sep 30 13:11:51.119064 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7526418b-9983-439c-ba8f-3f436e93e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:51.161606 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a29a6e-857f-47d6-b012-b8c854d1d6f6 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Made reservation on behalf of f4700a0b73134789ad73cd84992537fc for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:11:51.184183 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c9a29a6e-857f-47d6-b012-b8c854d1d6f6 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:51.192422 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9c763591-79ea-4c44-916b-6aa8852c4cb1 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:11:51.481680 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 9c763591-79ea-4c44-916b-6aa8852c4cb1 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:51.486582 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:51.605864 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:51.667533 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c9a29a6e-857f-47d6-b012-b8c854d1d6f6 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:51.845180 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a29a6e-857f-47d6-b012-b8c854d1d6f6 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Subnet': ['ID=16a55f70-7bf3-467e-b2e5-16a23d4f76d9,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:51.864115 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-03cdb7c5-7168-41ef-b065-fc4ff08ed292 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:51.875565 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7495fd47-b873-4b1c-92c0-b683323826b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:51.899665 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7526418b-9983-439c-ba8f-3f436e93e769 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:51.906764 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7526418b-9983-439c-ba8f-3f436e93e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:51.963602 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545db0d-e548-4d6a-887c-7ad9c94752f5 None None] Pushing event updated for resources: {'Port': ['ID=258b9cc0-a8e1-4bbb-abf3-774712df43c6,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:51.966608 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68589fda-edb0-4ce8-b9d8-54d7d53cf582 req-b6037101-358b-4ca8-a591-69437b6e3309 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:51.968339 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-68589fda-edb0-4ce8-b9d8-54d7d53cf582 req-b6037101-358b-4ca8-a591-69437b6e3309 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.2581558 Sep 30 13:11:51.977758 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a29a6e-857f-47d6-b012-b8c854d1d6f6 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Checking segment: {'id': '43389e74-03b4-4c37-8af1-f058e6264a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0d59e62e-b8e9-45d6-a159-d377ebddf4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:11:51.978487 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a29a6e-857f-47d6-b012-b8c854d1d6f6 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network hostable DHCP agents. Network: 0d59e62e-b8e9-45d6-a159-d377ebddf4a2, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:11:52.046073 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-7526418b-9983-439c-ba8f-3f436e93e769 None None] Attempting to bind port 258b9cc0-a8e1-4bbb-abf3-774712df43c6 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:11:52.046562 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-7526418b-9983-439c-ba8f-3f436e93e769 None None] Attempting to bind port 258b9cc0-a8e1-4bbb-abf3-774712df43c6 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'c8d15fee-51b2-479a-9f7e-ccf9e6317ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c7457a24-cd93-421a-bdcd-d468036d8dbe'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:11:52.047044 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7526418b-9983-439c-ba8f-3f436e93e769 None None] Attempting to bind port 258b9cc0-a8e1-4bbb-abf3-774712df43c6 on network c7457a24-cd93-421a-bdcd-d468036d8dbe {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:11:52.048146 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['c2947c4e-2f7e-4aab-bda3-1ac0595022f9'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:11:52.052945 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7526418b-9983-439c-ba8f-3f436e93e769 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:11:52.053472 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7526418b-9983-439c-ba8f-3f436e93e769 None None] Checking segment: {'id': 'c8d15fee-51b2-479a-9f7e-ccf9e6317ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c7457a24-cd93-421a-bdcd-d468036d8dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:11:52.053978 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7526418b-9983-439c-ba8f-3f436e93e769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:52.054510 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7526418b-9983-439c-ba8f-3f436e93e769 None None] Bound using segment: {'id': 'c8d15fee-51b2-479a-9f7e-ccf9e6317ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c7457a24-cd93-421a-bdcd-d468036d8dbe'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:11:52.055084 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-7526418b-9983-439c-ba8f-3f436e93e769 None None] Bound port: 258b9cc0-a8e1-4bbb-abf3-774712df43c6, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8d15fee-51b2-479a-9f7e-ccf9e6317ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c7457a24-cd93-421a-bdcd-d468036d8dbe'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:11:52.055561 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7526418b-9983-439c-ba8f-3f436e93e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:52.087451 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-68589fda-edb0-4ce8-b9d8-54d7d53cf582 req-b86b2efd-32e5-42bd-8328-2cfbf09c3c4f tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037269 Sep 30 13:11:52.091902 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a29a6e-857f-47d6-b012-b8c854d1d6f6 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network 0d59e62e-b8e9-45d6-a159-d377ebddf4a2 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:11:52.117010 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-c9a29a6e-857f-47d6-b012-b8c854d1d6f6 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 0d59e62e-b8e9-45d6-a159-d377ebddf4a2) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:52.130190 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5635d57-d218-43e6-9723-097bb31561f4 None None] Network 0d59e62e-b8e9-45d6-a159-d377ebddf4a2 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:11:52.157533 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 74d5476d-caad-4646-baac-95e9e563cef6 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:11:52.169664 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03cdb7c5-7168-41ef-b065-fc4ff08ed292 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Router bae38754-6f86-4194-a5c5-0a76cebafc07 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:11:52.219726 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a29a6e-857f-47d6-b012-b8c854d1d6f6 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:52.220524 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c9a29a6e-857f-47d6-b012-b8c854d1d6f6 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:52.236956 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-7526418b-9983-439c-ba8f-3f436e93e769 None None] For port 258b9cc0-a8e1-4bbb-abf3-774712df43c6, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:11:52.241783 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-7526418b-9983-439c-ba8f-3f436e93e769 None None] For port 258b9cc0-a8e1-4bbb-abf3-774712df43c6, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=258b9cc0-a8e1-4bbb-abf3-774712df43c6,segment=NetworkSegment(c8d15fee-51b2-479a-9f7e-ccf9e6317ab7),segment_id=c8d15fee-51b2-479a-9f7e-ccf9e6317ab7)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:11:52.255437 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7526418b-9983-439c-ba8f-3f436e93e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:52.316143 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c9a29a6e-857f-47d6-b012-b8c854d1d6f6 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3946333 Sep 30 13:11:52.320224 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56096) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:52.390665 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cdb7c5-7168-41ef-b065-fc4ff08ed292 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:11:52.393977 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bc8d4-2fb8-4b97-9687-2a9f3211444f req-75eb3a8b-6002-4986-97d4-7e3143986b3f tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:52.400073 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:52.407887 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-473bc8d4-2fb8-4b97-9687-2a9f3211444f req-75eb3a8b-6002-4986-97d4-7e3143986b3f tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 946 time: 0.1839821 Sep 30 13:11:52.413292 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-03cdb7c5-7168-41ef-b065-fc4ff08ed292 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:52.418202 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-03cdb7c5-7168-41ef-b065-fc4ff08ed292 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.5996246 Sep 30 13:11:52.419146 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545db0d-e548-4d6a-887c-7ad9c94752f5 None None] Pushing event updated for resources: {'Port': ['ID=258b9cc0-a8e1-4bbb-abf3-774712df43c6,revision_number=4']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:52.420546 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7526418b-9983-439c-ba8f-3f436e93e769 None None] Routers {'af76d5a6-6083-4cc7-ad0a-0ac4a677778e'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:52.421964 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7526418b-9983-439c-ba8f-3f436e93e769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:52.430352 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ec6c6e-2663-4ea6-9241-7a96c1bcfb92 None None] Sync routers for ids ['bae38754-6f86-4194-a5c5-0a76cebafc07'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:11:52.431204 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56098) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:52.436014 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 74d5476d-caad-4646-baac-95e9e563cef6, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=74d5476d-caad-4646-baac-95e9e563cef6,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:52.481583 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '74d5476d-caad-4646-baac-95e9e563cef6', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'port_id': '74d5476d-caad-4646-baac-95e9e563cef6', 'mac_address': 'fa:16:3e:1b:38:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:11:52.511581 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ec6c6e-2663-4ea6-9241-7a96c1bcfb92 None None] Routers {'bae38754-6f86-4194-a5c5-0a76cebafc07'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:52.512272 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-32ec6c6e-2663-4ea6-9241-7a96c1bcfb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['bae38754-6f86-4194-a5c5-0a76cebafc07'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:52.555302 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-473bc8d4-2fb8-4b97-9687-2a9f3211444f req-229f82b9-a5b9-422d-a771-b5941aacd898 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455042 Sep 30 13:11:52.577948 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-34e60f80-151b-431a-9515-9c44eb5f6c30 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "GET /v2.0/routers/bae38754-6f86-4194-a5c5-0a76cebafc07 HTTP/1.1" status: 200 len: 906 time: 0.1449780 Sep 30 13:11:52.581412 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56100) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:52.602319 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4c72fc15-1542-4987-8d2c-ef9fcd237a7b None None] Provisioning complete for port 258b9cc0-a8e1-4bbb-abf3-774712df43c6 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:52.602721 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4c72fc15-1542-4987-8d2c-ef9fcd237a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:52.613122 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-7526418b-9983-439c-ba8f-3f436e93e769 None None] Set router af76d5a6-6083-4cc7-ad0a-0ac4a677778e gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:11:52.664765 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:52.784090 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19675587-96ea-4271-99a8-2d4fd4f34367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-0d59e62e-b8e9-45d6-a159-d377ebddf4a2', 'network_id': '0d59e62e-b8e9-45d6-a159-d377ebddf4a2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'fixed_ips': [{'subnet_id': '16a55f70-7bf3-467e-b2e5-16a23d4f76d9'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:11:52.784952 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-19675587-96ea-4271-99a8-2d4fd4f34367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:52.793076 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-662d1175-633c-4f87-ad16-64caea875e6d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:52.817243 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74d5476d-caad-4646-baac-95e9e563cef6 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:11:52.842453 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 74d5476d-caad-4646-baac-95e9e563cef6, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=74d5476d-caad-4646-baac-95e9e563cef6,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:52.921028 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7526418b-9983-439c-ba8f-3f436e93e769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:11:48Z', 'revision_number': 4, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None, '_interfaces': [{'id': '258b9cc0-a8e1-4bbb-abf3-774712df43c6', 'name': '', 'network_id': 'c7457a24-cd93-421a-bdcd-d468036d8dbe', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:cc:f9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:46Z', 'updated_at': '2021-09-30T13:11:52Z', 'revision_number': 4, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56ddf09b-b4a5-48fd-8952-e11efa5d7380', 'name': '', 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:d6:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:36Z', 'updated_at': '2021-09-30T13:11:39Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f4f325-804f-429a-8fab-0d82e73889aa', 'name': '', 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4d:03:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:41Z', 'updated_at': '2021-09-30T13:11:45Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:52.960866 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-662d1175-633c-4f87-ad16-64caea875e6d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:52.964234 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7526418b-9983-439c-ba8f-3f436e93e769 None None] The sync data for ids ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'] in n-d-810909-2 is: [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:11:48Z', 'revision_number': 4, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None, '_interfaces': [{'id': '258b9cc0-a8e1-4bbb-abf3-774712df43c6', 'name': '', 'network_id': 'c7457a24-cd93-421a-bdcd-d468036d8dbe', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:cc:f9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:46Z', 'updated_at': '2021-09-30T13:11:52Z', 'revision_number': 4, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56ddf09b-b4a5-48fd-8952-e11efa5d7380', 'name': '', 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:d6:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:36Z', 'updated_at': '2021-09-30T13:11:39Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f4f325-804f-429a-8fab-0d82e73889aa', 'name': '', 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4d:03:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:41Z', 'updated_at': '2021-09-30T13:11:45Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:11:53.130546 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-662d1175-633c-4f87-ad16-64caea875e6d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Deleting port f6d3749e-ed0c-4c74-a56b-e200e82dc9fe {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:11:53.130892 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-662d1175-633c-4f87-ad16-64caea875e6d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:53.138173 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:53.211278 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fe6b2392-f7c8-4d02-a713-0b677a1bd21f up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:11:53.242921 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-19675587-96ea-4271-99a8-2d4fd4f34367 None None] Allocated IP 2001:db8:3::2 (0d59e62e-b8e9-45d6-a159-d377ebddf4a2/16a55f70-7bf3-467e-b2e5-16a23d4f76d9/38802dfd-531d-43cd-9b2b-fda2d995123e) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:11:53.273959 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-32ec6c6e-2663-4ea6-9241-7a96c1bcfb92 None None] Set router bae38754-6f86-4194-a5c5-0a76cebafc07 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:11:53.315401 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-662d1175-633c-4f87-ad16-64caea875e6d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:53.347509 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['74d5476d-caad-4646-baac-95e9e563cef6'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:11:53.349024 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-662d1175-633c-4f87-ad16-64caea875e6d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Calling delete_port for f6d3749e-ed0c-4c74-a56b-e200e82dc9fe owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:11:53.437517 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-7495fd47-b873-4b1c-92c0-b683323826b1 admin admin] Deleting port 207868f6-09aa-497a-b6b8-4ec49b20e110 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:11:53.438123 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7495fd47-b873-4b1c-92c0-b683323826b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:53.476035 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=74d5476d-caad-4646-baac-95e9e563cef6,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:53.528814 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4c72fc15-1542-4987-8d2c-ef9fcd237a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:53.562390 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc163d-23d1-4313-8786-8c863ecb4ed2 req-417acc71-448a-4b78-b683-131fd6120ce4 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:53.563662 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c1bc163d-23d1-4313-8786-8c863ecb4ed2 req-417acc71-448a-4b78-b683-131fd6120ce4 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.1403680 Sep 30 13:11:53.577496 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-34ab1c7e-d41d-4ddf-b191-2dfa55b484dd tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:53.587444 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-662d1175-633c-4f87-ad16-64caea875e6d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:53.625543 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port fe6b2392-f7c8-4d02-a713-0b677a1bd21f triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:53.625927 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:53.707469 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d1175-633c-4f87-ad16-64caea875e6d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6d3749e-ed0c-4c74-a56b-e200e82dc9fe,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:53.751935 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-7495fd47-b873-4b1c-92c0-b683323826b1 admin admin] For port 207868f6-09aa-497a-b6b8-4ec49b20e110, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=207868f6-09aa-497a-b6b8-4ec49b20e110,segment=NetworkSegment(47c68ce9-8454-4c1d-8ab8-f448ffc29733),segment_id=47c68ce9-8454-4c1d-8ab8-f448ffc29733)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:53.752782 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7495fd47-b873-4b1c-92c0-b683323826b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:53.767329 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c1bc163d-23d1-4313-8786-8c863ecb4ed2 req-a1da0462-b11a-4f65-b724-29bdd76bf085 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724176 Sep 30 13:11:53.780890 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4488b3-d9da-4d20-945d-68242e877aba req-e0242bf1-ce6b-4070-8a55-2e27f175b808 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:53.782289 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee4488b3-d9da-4d20-945d-68242e877aba req-e0242bf1-ce6b-4070-8a55-2e27f175b808 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 945 time: 0.1374736 Sep 30 13:11:53.784961 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-662d1175-633c-4f87-ad16-64caea875e6d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:53.793474 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-4c72fc15-1542-4987-8d2c-ef9fcd237a7b None None] For port 258b9cc0-a8e1-4bbb-abf3-774712df43c6, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=258b9cc0-a8e1-4bbb-abf3-774712df43c6,segment=NetworkSegment(c8d15fee-51b2-479a-9f7e-ccf9e6317ab7),segment_id=c8d15fee-51b2-479a-9f7e-ccf9e6317ab7)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:53.819203 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4c72fc15-1542-4987-8d2c-ef9fcd237a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:53.828764 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-7495fd47-b873-4b1c-92c0-b683323826b1 admin admin] Calling delete_port for 207868f6-09aa-497a-b6b8-4ec49b20e110 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:11:53.891694 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72fc15-1542-4987-8d2c-ef9fcd237a7b None None] Pushing event updated for resources: {'Port': ['ID=258b9cc0-a8e1-4bbb-abf3-774712df43c6,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:53.902947 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-662d1175-633c-4f87-ad16-64caea875e6d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:53.910208 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-662d1175-633c-4f87-ad16-64caea875e6d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:53.937946 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee4488b3-d9da-4d20-945d-68242e877aba req-9d6dd16a-b77b-48f7-a591-59d4db6710a5 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414425 Sep 30 13:11:53.983448 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-662d1175-633c-4f87-ad16-64caea875e6d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:53.984161 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662d1175-633c-4f87-ad16-64caea875e6d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bae38754-6f86-4194-a5c5-0a76cebafc07 {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:11:53.993842 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-662d1175-633c-4f87-ad16-64caea875e6d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:53.995787 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-662d1175-633c-4f87-ad16-64caea875e6d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "DELETE /v2.0/routers/bae38754-6f86-4194-a5c5-0a76cebafc07 HTTP/1.1" status: 204 len: 168 time: 1.4130633 Sep 30 13:11:53.998331 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56112) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:54.006668 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-19675587-96ea-4271-99a8-2d4fd4f34367 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:54.014344 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:54.034331 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-19675587-96ea-4271-99a8-2d4fd4f34367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:54.061568 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-32ec6c6e-2663-4ea6-9241-7a96c1bcfb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae38754-6f86-4194-a5c5-0a76cebafc07', 'name': 'tempest-snat-router-108163695', 'tenant_id': '9183a3cf133440db97bf4cc2f2d0b0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'f6d3749e-ed0c-4c74-a56b-e200e82dc9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:48Z', 'updated_at': '2021-09-30T13:11:50Z', 'revision_number': 3, 'project_id': '9183a3cf133440db97bf4cc2f2d0b0c8', 'gw_port': {'id': 'f6d3749e-ed0c-4c74-a56b-e200e82dc9fe', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae38754-6f86-4194-a5c5-0a76cebafc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:50Z', 'updated_at': '2021-09-30T13:11:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:54.065630 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-a43dc433-a304-4626-9ef1-0075e4b0b5fb None None] Provisioning complete for port 258b9cc0-a8e1-4bbb-abf3-774712df43c6 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:54.065630 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a43dc433-a304-4626-9ef1-0075e4b0b5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:54.116531 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a84e0b-077e-4a88-a863-34cf0a27cc64 req-7d8aa839-4f5a-45ad-a8e6-9b0f54f32193 tempest-MigrationsAdminTest-956195043 tempest-MigrationsAdminTest-956195043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:54.117985 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d9a84e0b-077e-4a88-a863-34cf0a27cc64 req-7d8aa839-4f5a-45ad-a8e6-9b0f54f32193 tempest-MigrationsAdminTest-956195043 tempest-MigrationsAdminTest-956195043-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 1100 time: 0.1572831 Sep 30 13:11:54.128361 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port fe6b2392-f7c8-4d02-a713-0b677a1bd21f, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=fe6b2392-f7c8-4d02-a713-0b677a1bd21f,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:54.138418 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bf43767-b0ec-48d7-8a90-bf794c35bc61 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:54.249489 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d9a84e0b-077e-4a88-a863-34cf0a27cc64 req-de68608e-11ef-4d99-904e-6ec49e257849 tempest-MigrationsAdminTest-956195043 tempest-MigrationsAdminTest-956195043-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192749 Sep 30 13:11:54.257578 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bf43767-b0ec-48d7-8a90-bf794c35bc61 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:54.267642 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-34ab1c7e-d41d-4ddf-b191-2dfa55b484dd tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Allocated IP 2001:db8:3::1 (0d59e62e-b8e9-45d6-a159-d377ebddf4a2/16a55f70-7bf3-467e-b2e5-16a23d4f76d9/9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:11:54.300792 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:54.301532 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ec6c6e-2663-4ea6-9241-7a96c1bcfb92 None None] Checking router: bae38754-6f86-4194-a5c5-0a76cebafc07 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:11:54.301869 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ec6c6e-2663-4ea6-9241-7a96c1bcfb92 None None] Updating router bae38754-6f86-4194-a5c5-0a76cebafc07 port f6d3749e-ed0c-4c74-a56b-e200e82dc9fe binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:11:54.303903 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:54.310591 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19675587-96ea-4271-99a8-2d4fd4f34367 None None] Network 0d59e62e-b8e9-45d6-a159-d377ebddf4a2 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:11:54.343635 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-19675587-96ea-4271-99a8-2d4fd4f34367 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:54.344152 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-8bf43767-b0ec-48d7-8a90-bf794c35bc61 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Deleting port fe6b2392-f7c8-4d02-a713-0b677a1bd21f {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:11:54.347536 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bf43767-b0ec-48d7-8a90-bf794c35bc61 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:54.348306 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ec6c6e-2663-4ea6-9241-7a96c1bcfb92 None None] Port f6d3749e-ed0c-4c74-a56b-e200e82dc9fe not found while updating agent binding for router bae38754-6f86-4194-a5c5-0a76cebafc07. {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 30 13:11:54.350909 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19675587-96ea-4271-99a8-2d4fd4f34367 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:11:54.354136 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19675587-96ea-4271-99a8-2d4fd4f34367 None None] Pushing event updated for resources: {'Port': ['ID=38802dfd-531d-43cd-9b2b-fda2d995123e,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:54.440736 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-8bf43767-b0ec-48d7-8a90-bf794c35bc61 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] For port fe6b2392-f7c8-4d02-a713-0b677a1bd21f, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=fe6b2392-f7c8-4d02-a713-0b677a1bd21f,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:54.441227 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bf43767-b0ec-48d7-8a90-bf794c35bc61 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:54.443439 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ec6c6e-2663-4ea6-9241-7a96c1bcfb92 None None] Routers set() bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:54.444220 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ec6c6e-2663-4ea6-9241-7a96c1bcfb92 None None] Router IDs set() for agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 30 13:11:54.444335 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_agentschedulers_db [None req-32ec6c6e-2663-4ea6-9241-7a96c1bcfb92 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bae38754-6f86-4194-a5c5-0a76cebafc07'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent'). {{(pid=94765) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 30 13:11:54.444875 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ec6c6e-2663-4ea6-9241-7a96c1bcfb92 None None] The sync data for ids ['bae38754-6f86-4194-a5c5-0a76cebafc07'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:11:54.484139 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-8bf43767-b0ec-48d7-8a90-bf794c35bc61 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Calling delete_port for fe6b2392-f7c8-4d02-a713-0b677a1bd21f owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:11:54.502893 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=fe6b2392-f7c8-4d02-a713-0b677a1bd21f,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:54.536132 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-19675587-96ea-4271-99a8-2d4fd4f34367 None None] Attempting to bind port 38802dfd-531d-43cd-9b2b-fda2d995123e on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:11:54.536896 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-19675587-96ea-4271-99a8-2d4fd4f34367 None None] Attempting to bind port 38802dfd-531d-43cd-9b2b-fda2d995123e by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '43389e74-03b4-4c37-8af1-f058e6264a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0d59e62e-b8e9-45d6-a159-d377ebddf4a2'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:11:54.537255 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19675587-96ea-4271-99a8-2d4fd4f34367 None None] Attempting to bind port 38802dfd-531d-43cd-9b2b-fda2d995123e on network 0d59e62e-b8e9-45d6-a159-d377ebddf4a2 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:11:54.549855 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19675587-96ea-4271-99a8-2d4fd4f34367 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:11:54.550262 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19675587-96ea-4271-99a8-2d4fd4f34367 None None] Checking segment: {'id': '43389e74-03b4-4c37-8af1-f058e6264a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0d59e62e-b8e9-45d6-a159-d377ebddf4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:11:54.550560 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-19675587-96ea-4271-99a8-2d4fd4f34367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:54.550951 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19675587-96ea-4271-99a8-2d4fd4f34367 None None] Bound using segment: {'id': '43389e74-03b4-4c37-8af1-f058e6264a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0d59e62e-b8e9-45d6-a159-d377ebddf4a2'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:11:54.551427 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-19675587-96ea-4271-99a8-2d4fd4f34367 None None] Bound port: 38802dfd-531d-43cd-9b2b-fda2d995123e, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43389e74-03b4-4c37-8af1-f058e6264a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0d59e62e-b8e9-45d6-a159-d377ebddf4a2'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:11:54.551806 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-19675587-96ea-4271-99a8-2d4fd4f34367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:54.563785 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-34ab1c7e-d41d-4ddf-b191-2dfa55b484dd tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:54.569627 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7495fd47-b873-4b1c-92c0-b683323826b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:54.625308 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-19675587-96ea-4271-99a8-2d4fd4f34367 None None] For port 38802dfd-531d-43cd-9b2b-fda2d995123e, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:11:54.628134 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495fd47-b873-4b1c-92c0-b683323826b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=207868f6-09aa-497a-b6b8-4ec49b20e110,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:54.630608 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-19675587-96ea-4271-99a8-2d4fd4f34367 None None] For port 38802dfd-531d-43cd-9b2b-fda2d995123e, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=38802dfd-531d-43cd-9b2b-fda2d995123e,segment=NetworkSegment(43389e74-03b4-4c37-8af1-f058e6264a82),segment_id=43389e74-03b4-4c37-8af1-f058e6264a82)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:11:54.637513 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-19675587-96ea-4271-99a8-2d4fd4f34367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:54.717958 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19675587-96ea-4271-99a8-2d4fd4f34367 None None] Pushing event updated for resources: {'Port': ['ID=38802dfd-531d-43cd-9b2b-fda2d995123e,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:54.742668 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd27e8-a515-4c9d-aa75-3ce706c2f456 req-8ca027b5-3f78-4e3f-a2ad-3330f9b89410 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:54.749407 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-94fd27e8-a515-4c9d-aa75-3ce706c2f456 req-8ca027b5-3f78-4e3f-a2ad-3330f9b89410 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.1831510 Sep 30 13:11:54.764531 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bf43767-b0ec-48d7-8a90-bf794c35bc61 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:54.766293 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-34ab1c7e-d41d-4ddf-b191-2dfa55b484dd tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:54.795545 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf43767-b0ec-48d7-8a90-bf794c35bc61 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe6b2392-f7c8-4d02-a713-0b677a1bd21f,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:54.875481 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bf43767-b0ec-48d7-8a90-bf794c35bc61 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:54.884699 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ab1c7e-d41d-4ddf-b191-2dfa55b484dd tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network 0d59e62e-b8e9-45d6-a159-d377ebddf4a2 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:11:54.901709 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-34ab1c7e-d41d-4ddf-b191-2dfa55b484dd tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:54.907440 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ab1c7e-d41d-4ddf-b191-2dfa55b484dd tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:11:54.907996 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-34ab1c7e-d41d-4ddf-b191-2dfa55b484dd tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:54.912168 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab1c7e-d41d-4ddf-b191-2dfa55b484dd tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Port': ['ID=9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:54.988259 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bf43767-b0ec-48d7-8a90-bf794c35bc61 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:54.990660 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-94fd27e8-a515-4c9d-aa75-3ce706c2f456 req-0e7faecc-3937-4da5-84d0-a6a6a2435aa2 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274187 Sep 30 13:11:54.990982 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bf43767-b0ec-48d7-8a90-bf794c35bc61 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:55.099575 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bf43767-b0ec-48d7-8a90-bf794c35bc61 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:55.100257 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf43767-b0ec-48d7-8a90-bf794c35bc61 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b10381c4-e787-424b-9188-861662c353ac {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:11:55.108247 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7495fd47-b873-4b1c-92c0-b683323826b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:55.116899 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ec745-7837-4720-84d1-9762d9dc6469 req-e18b12c1-33a3-41e5-9fca-3c3c1a82ac86 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:55.118812 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-551ec745-7837-4720-84d1-9762d9dc6469 req-e18b12c1-33a3-41e5-9fca-3c3c1a82ac86 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 945 time: 0.0686364 Sep 30 13:11:55.121917 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bf43767-b0ec-48d7-8a90-bf794c35bc61 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:55.126945 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8bf43767-b0ec-48d7-8a90-bf794c35bc61 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "DELETE /v2.0/routers/b10381c4-e787-424b-9188-861662c353ac HTTP/1.1" status: 204 len: 168 time: 1.1274645 Sep 30 13:11:55.127564 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56124) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:55.161029 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-c1861785-6df5-4feb-9c8e-38a2b22f3dd3 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1554029272', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}, 'admin_state_up': False}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:55.184959 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-551ec745-7837-4720-84d1-9762d9dc6469 req-608661f3-2668-48f7-b722-0973b30cbe29 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553463 Sep 30 13:11:55.271207 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 38802dfd-531d-43cd-9b2b-fda2d995123e up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:11:55.310274 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c1861785-6df5-4feb-9c8e-38a2b22f3dd3 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:55.311293 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c1861785-6df5-4feb-9c8e-38a2b22f3dd3 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:55.323714 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-34ab1c7e-d41d-4ddf-b191-2dfa55b484dd tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:55.329539 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 38802dfd-531d-43cd-9b2b-fda2d995123e triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:55.329919 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:55.408740 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:55.443073 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 38802dfd-531d-43cd-9b2b-fda2d995123e, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=38802dfd-531d-43cd-9b2b-fda2d995123e,segment=NetworkSegment(43389e74-03b4-4c37-8af1-f058e6264a82),segment_id=43389e74-03b4-4c37-8af1-f058e6264a82)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:55.445785 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c1861785-6df5-4feb-9c8e-38a2b22f3dd3 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:55.449387 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:55.449833 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 258b9cc0-a8e1-4bbb-abf3-774712df43c6 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:11:55.549102 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=38802dfd-531d-43cd-9b2b-fda2d995123e,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:55.561128 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 258b9cc0-a8e1-4bbb-abf3-774712df43c6 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:55.561580 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:55.735003 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c1861785-6df5-4feb-9c8e-38a2b22f3dd3 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:55.870562 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb53af5-b27b-4d4a-a61e-ae780f61e6f8 None None] Network 0d59e62e-b8e9-45d6-a159-d377ebddf4a2 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:11:55.875404 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7495fd47-b873-4b1c-92c0-b683323826b1 admin admin] Router d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:11:55.950893 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-a744bc70-8f2e-4aa0-ba8d-0b989209cf8a None None] Provisioning complete for port 38802dfd-531d-43cd-9b2b-fda2d995123e triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:55.951187 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a744bc70-8f2e-4aa0-ba8d-0b989209cf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:56.069400 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-34ab1c7e-d41d-4ddf-b191-2dfa55b484dd tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:56.087621 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-34ab1c7e-d41d-4ddf-b191-2dfa55b484dd tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:56.088442 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-34ab1c7e-d41d-4ddf-b191-2dfa55b484dd tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:56.150672 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device c2947c4e-2f7e-4aab-bda3-1ac0595022f9 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:11:56.155784 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7495fd47-b873-4b1c-92c0-b683323826b1 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:11:56.169211 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec3d917-989b-413c-a193-6b20697d719d None None] Sync routers for ids ['d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:11:56.180045 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec3d917-989b-413c-a193-6b20697d719d None None] Routers {'d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:56.183384 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7495fd47-b873-4b1c-92c0-b683323826b1 admin admin] 10.222.0.18 "PUT /v2.0/routers/d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4125605 Sep 30 13:11:56.183477 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-5ec3d917-989b-413c-a193-6b20697d719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:56.183636 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56132) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:56.209684 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port c2947c4e-2f7e-4aab-bda3-1ac0595022f9 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:11:56.228301 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port c2947c4e-2f7e-4aab-bda3-1ac0595022f9 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:56.229560 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:56.337797 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:56.351648 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8aaa8cec-23b4-4276-998c-9a919dee6a81 admin admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:56.394794 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2947c4e-2f7e-4aab-bda3-1ac0595022f9'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:11:56.395592 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-5ec3d917-989b-413c-a193-6b20697d719d None None] Set router d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:11:56.397741 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1926ea2-e563-4bd2-84d1-9db9284f0fc8" -d '{"events": [{"server_uuid": "0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2", "name": "network-vif-plugged", "status": "completed", "tag": "c2947c4e-2f7e-4aab-bda3-1ac0595022f9"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:11:56.422387 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port c2947c4e-2f7e-4aab-bda3-1ac0595022f9, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=c2947c4e-2f7e-4aab-bda3-1ac0595022f9,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:56.437254 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:56.439528 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 74d5476d-caad-4646-baac-95e9e563cef6 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:11:56.523949 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d204e62-6593-4e85-bdd6-a7d563f5c6a7 req-a1ebf8f9-22c7-46b3-b7fe-7d602b0a559a tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:56.525878 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d204e62-6593-4e85-bdd6-a7d563f5c6a7 req-a1ebf8f9-22c7-46b3-b7fe-7d602b0a559a tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 945 time: 0.1284785 Sep 30 13:11:56.531066 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-840aae36-d77b-437c-a0b4-8e00c31706fb None None] Provisioning complete for port 38802dfd-531d-43cd-9b2b-fda2d995123e triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:56.531806 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-840aae36-d77b-437c-a0b4-8e00c31706fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:56.625888 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=c2947c4e-2f7e-4aab-bda3-1ac0595022f9,revision_number=13']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:56.626578 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8aaa8cec-23b4-4276-998c-9a919dee6a81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:56.644234 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d204e62-6593-4e85-bdd6-a7d563f5c6a7 req-94d8310d-8673-4555-a0b5-8167de55ff6a tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025777 Sep 30 13:11:56.695945 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 74d5476d-caad-4646-baac-95e9e563cef6 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:56.696346 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:56.722199 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-8aaa8cec-23b4-4276-998c-9a919dee6a81 admin admin] Deleting port 81ce090f-f718-487b-ab41-714acf19d0ad {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:11:56.722541 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8aaa8cec-23b4-4276-998c-9a919dee6a81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:56.769590 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-5ec3d917-989b-413c-a193-6b20697d719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'name': 'tempest-ServersTestJSON-581530993-router', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '81ce090f-f718-487b-ab41-714acf19d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:08Z', 'updated_at': '2021-09-30T13:11:54Z', 'revision_number': 5, 'project_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'gw_port': {'id': '81ce090f-f718-487b-ab41-714acf19d0ad', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:51:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:56.796940 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-840aae36-d77b-437c-a0b4-8e00c31706fb None None] Provisioning complete for port 9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:56.797203 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec3d917-989b-413c-a193-6b20697d719d None None] Checking router: d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:11:56.797442 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-840aae36-d77b-437c-a0b4-8e00c31706fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:56.806498 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec3d917-989b-413c-a193-6b20697d719d None None] Routers {'d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:56.807240 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-5ec3d917-989b-413c-a193-6b20697d719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:56.844394 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39bcc9-3821-43e9-b410-41bfecee1703 req-603d081a-c0ce-4b7b-88da-366a39fbd9e2 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:56.851892 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3e39bcc9-3821-43e9-b410-41bfecee1703 req-603d081a-c0ce-4b7b-88da-366a39fbd9e2 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.7797029 Sep 30 13:11:56.859982 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab1c7e-d41d-4ddf-b191-2dfa55b484dd tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event updated for resources: {'Port': ['ID=9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:56.866673 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c1861785-6df5-4feb-9c8e-38a2b22f3dd3 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:56.869028 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc23dcdc-c3c8-4be6-b320-f26d89e33188 x-openstack-request-id: req-fc23dcdc-c3c8-4be6-b320-f26d89e33188 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:11:56.869481 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2", "name": "network-vif-plugged", "status": "completed", "tag": "c2947c4e-2f7e-4aab-bda3-1ac0595022f9", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:11:56.870226 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc23dcdc-c3c8-4be6-b320-f26d89e33188 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:11:56.870610 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2947c4e-2f7e-4aab-bda3-1ac0595022f9', 'code': 200} Sep 30 13:11:56.879644 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-840aae36-d77b-437c-a0b4-8e00c31706fb None None] Port 9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:11:56.889123 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-8aaa8cec-23b4-4276-998c-9a919dee6a81 admin admin] For port 81ce090f-f718-487b-ab41-714acf19d0ad, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=81ce090f-f718-487b-ab41-714acf19d0ad,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:56.889506 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8aaa8cec-23b4-4276-998c-9a919dee6a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:56.899459 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:56.907593 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-8aaa8cec-23b4-4276-998c-9a919dee6a81 admin admin] Calling delete_port for 81ce090f-f718-487b-ab41-714acf19d0ad owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:11:56.929684 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-5ec3d917-989b-413c-a193-6b20697d719d None None] Set router d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40 gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:11:56.935901 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c1861785-6df5-4feb-9c8e-38a2b22f3dd3 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:56.945059 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 74d5476d-caad-4646-baac-95e9e563cef6, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=74d5476d-caad-4646-baac-95e9e563cef6,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:56.950900 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:57.025343 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-5ec3d917-989b-413c-a193-6b20697d719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'name': 'tempest-ServersTestJSON-581530993-router', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:08Z', 'updated_at': '2021-09-30T13:11:56Z', 'revision_number': 6, 'project_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:57.033219 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d03284c6-7c97-476b-a562-f0fcd621cb70 None None] Provisioning complete for port 9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:57.033392 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240689f-3193-4349-92df-43a3f2292a21 req-67958df0-8970-4e7b-aefd-b309954e36ff tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:57.034591 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d03284c6-7c97-476b-a562-f0fcd621cb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:57.035125 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d240689f-3193-4349-92df-43a3f2292a21 req-67958df0-8970-4e7b-aefd-b309954e36ff tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 949 time: 0.8303144 Sep 30 13:11:57.035927 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=74d5476d-caad-4646-baac-95e9e563cef6,revision_number=7']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:57.048720 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3e39bcc9-3821-43e9-b410-41bfecee1703 req-a7c54b43-0dca-4ecb-9418-b24084afd14e tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917701 Sep 30 13:11:57.081118 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-d03284c6-7c97-476b-a562-f0fcd621cb70 None None] Port 9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:11:57.081746 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec3d917-989b-413c-a193-6b20697d719d None None] The sync data for ids ['d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40'] in n-d-810909-2 is: [{'id': 'd0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40', 'name': 'tempest-ServersTestJSON-581530993-router', 'tenant_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:08Z', 'updated_at': '2021-09-30T13:11:56Z', 'revision_number': 6, 'project_id': '3db17cb4249b4f3b92bfd79e2b9004f0', 'gw_port_host': None}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:11:57.105185 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 38802dfd-531d-43cd-9b2b-fda2d995123e up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:11:57.162677 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 38802dfd-531d-43cd-9b2b-fda2d995123e triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:57.163510 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:57.169915 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8aaa8cec-23b4-4276-998c-9a919dee6a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:57.171806 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ab1c7e-d41d-4ddf-b191-2dfa55b484dd tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Network 0d59e62e-b8e9-45d6-a159-d377ebddf4a2 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:11:57.174256 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-c1861785-6df5-4feb-9c8e-38a2b22f3dd3 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Allocated IP 172.25.5.102 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/492baf62-282e-4b2c-a724-acb701dd1f7d) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:11:57.186210 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-34ab1c7e-d41d-4ddf-b191-2dfa55b484dd tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:57.203709 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa8cec-23b4-4276-998c-9a919dee6a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=81ce090f-f718-487b-ab41-714acf19d0ad,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:57.281459 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fe6b2392-f7c8-4d02-a713-0b677a1bd21f no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:11:57.294205 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8aaa8cec-23b4-4276-998c-9a919dee6a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:57.330476 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: fe6b2392-f7c8-4d02-a713-0b677a1bd21f {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:11:57.332953 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fe6b2392-f7c8-4d02-a713-0b677a1bd21f not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:11:57.393097 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8aaa8cec-23b4-4276-998c-9a919dee6a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:57.395623 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8aaa8cec-23b4-4276-998c-9a919dee6a81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:57.453822 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8aaa8cec-23b4-4276-998c-9a919dee6a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:57.454403 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aaa8cec-23b4-4276-998c-9a919dee6a81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40 {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:11:57.458797 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8aaa8cec-23b4-4276-998c-9a919dee6a81 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:57.460175 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8aaa8cec-23b4-4276-998c-9a919dee6a81 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d0e5e9cc-6ea6-42ff-9ab8-cc96bce8aa40 HTTP/1.1" status: 204 len: 168 time: 1.2755544 Sep 30 13:11:57.463405 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56152) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:57.507616 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-b4bccf46-c42d-44ce-89e0-fd46a8fbfab4 None None] Provisioning complete for port 9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:11:57.508302 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b4bccf46-c42d-44ce-89e0-fd46a8fbfab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:57.540136 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ab1c7e-d41d-4ddf-b191-2dfa55b484dd tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Router af76d5a6-6083-4cc7-ad0a-0ac4a677778e has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:11:57.544563 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-d240689f-3193-4349-92df-43a3f2292a21 req-eda0e1a8-7efc-49ef-ae1d-bb2188a2f697 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Deleting port c2947c4e-2f7e-4aab-bda3-1ac0595022f9 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:11:57.544909 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-d240689f-3193-4349-92df-43a3f2292a21 req-eda0e1a8-7efc-49ef-ae1d-bb2188a2f697 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:57.558938 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-b4bccf46-c42d-44ce-89e0-fd46a8fbfab4 None None] Port 9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:11:57.595601 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c1861785-6df5-4feb-9c8e-38a2b22f3dd3 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:57.601426 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee09634b-25c2-4308-af46-fcb89debb8c5 admin admin] Deleting subnet 320717c4-f1d1-4929-ab77-8b34ff62b4d3 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:11:57.613737 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ee09634b-25c2-4308-af46-fcb89debb8c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:57.798994 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ee09634b-25c2-4308-af46-fcb89debb8c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:57.850267 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-d240689f-3193-4349-92df-43a3f2292a21 req-eda0e1a8-7efc-49ef-ae1d-bb2188a2f697 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] For port c2947c4e-2f7e-4aab-bda3-1ac0595022f9, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=c2947c4e-2f7e-4aab-bda3-1ac0595022f9,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:57.850941 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-d240689f-3193-4349-92df-43a3f2292a21 req-eda0e1a8-7efc-49ef-ae1d-bb2188a2f697 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:57.870496 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c1861785-6df5-4feb-9c8e-38a2b22f3dd3 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:57.872926 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ab1c7e-d41d-4ddf-b191-2dfa55b484dd tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:11:57.880118 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-34ab1c7e-d41d-4ddf-b191-2dfa55b484dd tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "PUT /v2.0/routers/af76d5a6-6083-4cc7-ad0a-0ac4a677778e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5578017 Sep 30 13:11:57.884241 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61159de-9568-448e-a55f-021b18a1251d None None] Sync routers for ids ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:11:57.888990 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56170) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:57.895672 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61159de-9568-448e-a55f-021b18a1251d None None] Routers {'af76d5a6-6083-4cc7-ad0a-0ac4a677778e'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:11:57.896469 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-b61159de-9568-448e-a55f-021b18a1251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:57.903026 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-781ab34c-1b26-4008-8e3d-c61f070d342d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:11:57.906080 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-d240689f-3193-4349-92df-43a3f2292a21 req-eda0e1a8-7efc-49ef-ae1d-bb2188a2f697 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Calling delete_port for c2947c4e-2f7e-4aab-bda3-1ac0595022f9 owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:11:58.129347 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-b61159de-9568-448e-a55f-021b18a1251d None None] Set router af76d5a6-6083-4cc7-ad0a-0ac4a677778e gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:11:58.136704 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1861785-6df5-4feb-9c8e-38a2b22f3dd3 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:11:58.186864 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad7672-6102-45d1-b3eb-89e5f070239e req-74eff60a-8a5e-44d7-8412-34d84a3f6a19 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:58.188295 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-70ad7672-6102-45d1-b3eb-89e5f070239e req-74eff60a-8a5e-44d7-8412-34d84a3f6a19 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 946 time: 0.4495885 Sep 30 13:11:58.245584 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-70ad7672-6102-45d1-b3eb-89e5f070239e req-dd594df0-e17f-4fb6-9d1a-db8f99cb8509 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465410 Sep 30 13:11:58.254875 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-c1861785-6df5-4feb-9c8e-38a2b22f3dd3 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:11:58.290861 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1861785-6df5-4feb-9c8e-38a2b22f3dd3 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:11:58.331875 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1861785-6df5-4feb-9c8e-38a2b22f3dd3 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Pushing event updated for resources: {'Port': ['ID=492baf62-282e-4b2c-a724-acb701dd1f7d,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:58.426152 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ee09634b-25c2-4308-af46-fcb89debb8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:58.556620 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-b61159de-9568-448e-a55f-021b18a1251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:11:55Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None, '_interfaces': [{'id': '258b9cc0-a8e1-4bbb-abf3-774712df43c6', 'name': '', 'network_id': 'c7457a24-cd93-421a-bdcd-d468036d8dbe', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:cc:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:46Z', 'updated_at': '2021-09-30T13:11:53Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56ddf09b-b4a5-48fd-8952-e11efa5d7380', 'name': '', 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:d6:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:36Z', 'updated_at': '2021-09-30T13:11:39Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f4f325-804f-429a-8fab-0d82e73889aa', 'name': '', 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4d:03:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:41Z', 'updated_at': '2021-09-30T13:11:45Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf', 'name': '', 'network_id': '0d59e62e-b8e9-45d6-a159-d377ebddf4a2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4e:39:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '16a55f70-7bf3-467e-b2e5-16a23d4f76d9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:53Z', 'updated_at': '2021-09-30T13:11:55Z', 'revision_number': 2, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '16a55f70-7bf3-467e-b2e5-16a23d4f76d9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:11:58.585344 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61159de-9568-448e-a55f-021b18a1251d None None] Checking router: af76d5a6-6083-4cc7-ad0a-0ac4a677778e for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:11:58.585990 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61159de-9568-448e-a55f-021b18a1251d None None] Updating router af76d5a6-6083-4cc7-ad0a-0ac4a677778e port 9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:11:58.604729 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557895a0-1e7b-49a9-81a4-c0275d46df4c req-bd3eafcd-1198-496e-9a35-c3ca370379b5 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:58.606268 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-557895a0-1e7b-49a9-81a4-c0275d46df4c req-bd3eafcd-1198-496e-9a35-c3ca370379b5 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2 HTTP/1.1" status: 200 len: 950 time: 0.3773377 Sep 30 13:11:58.618265 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b61159de-9568-448e-a55f-021b18a1251d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:58.790721 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-557895a0-1e7b-49a9-81a4-c0275d46df4c req-d3085f53-3227-400e-b588-503ba99b812e tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834941 Sep 30 13:11:58.851695 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ee09634b-25c2-4308-af46-fcb89debb8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:58.872414 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9716b1-031b-4b00-a051-1484a8081365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d5476d-caad-4646-baac-95e9e563cef6'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:11:58.875166 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f325cb0-00ec-445d-bfd5-c454f5ae2ac1" -d '{"events": [{"server_uuid": "5d9716b1-031b-4b00-a051-1484a8081365", "name": "network-vif-plugged", "status": "completed", "tag": "74d5476d-caad-4646-baac-95e9e563cef6"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:11:58.894637 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09634b-25c2-4308-af46-fcb89debb8c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=320717c4-f1d1-4929-ab77-8b34ff62b4d3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:58.934247 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ee09634b-25c2-4308-af46-fcb89debb8c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:58.936470 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ee09634b-25c2-4308-af46-fcb89debb8c5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/320717c4-f1d1-4929-ab77-8b34ff62b4d3 HTTP/1.1" status: 204 len: 168 time: 1.4696732 Sep 30 13:11:58.939212 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56180) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:11:58.945623 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-d240689f-3193-4349-92df-43a3f2292a21 req-eda0e1a8-7efc-49ef-ae1d-bb2188a2f697 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:58.990327 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3697e361-c2bf-4ec2-a135-5804810681d1 None None] Network 1181c55e-99ae-43fd-8b9b-8d485bf81648 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:11:58.995555 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['b8b0297b-4ed8-427a-82ee-dc8780597acf'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:11:59.026892 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0e1a8-7efc-49ef-ae1d-bb2188a2f697 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Pushing event deleted for resources: {'Port': ['ID=c2947c4e-2f7e-4aab-bda3-1ac0595022f9,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:59.080845 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['ef2b1102-e0d7-489e-820a-9df537e39d3a', 'd0c3a856-34f3-461a-a2c3-9a59a53adc08'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:11:59.089030 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-d240689f-3193-4349-92df-43a3f2292a21 req-eda0e1a8-7efc-49ef-ae1d-bb2188a2f697 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] No DVR routers for this DVR port c2947c4e-2f7e-4aab-bda3-1ac0595022f9 on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:11:59.091901 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-d240689f-3193-4349-92df-43a3f2292a21 req-eda0e1a8-7efc-49ef-ae1d-bb2188a2f697 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:59.094405 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d240689f-3193-4349-92df-43a3f2292a21 req-eda0e1a8-7efc-49ef-ae1d-bb2188a2f697 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.54 "DELETE /v2.0/ports/c2947c4e-2f7e-4aab-bda3-1ac0595022f9 HTTP/1.1" status: 204 len: 173 time: 1.9214964 Sep 30 13:11:59.119689 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2', 'name': 'network-vif-deleted', 'tag': 'c2947c4e-2f7e-4aab-bda3-1ac0595022f9'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:11:59.121597 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c02afde-4ae8-428f-924f-4e58dc532dc1" -d '{"events": [{"server_uuid": "0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2", "name": "network-vif-deleted", "tag": "c2947c4e-2f7e-4aab-bda3-1ac0595022f9"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:11:59.152048 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6124f174-cb86-46db-91ec-9fdc92952dfb x-openstack-request-id: req-6124f174-cb86-46db-91ec-9fdc92952dfb {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:11:59.152314 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9716b1-031b-4b00-a051-1484a8081365", "name": "network-vif-plugged", "status": "completed", "tag": "74d5476d-caad-4646-baac-95e9e563cef6", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:11:59.152568 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6124f174-cb86-46db-91ec-9fdc92952dfb {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:11:59.152962 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9716b1-031b-4b00-a051-1484a8081365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d5476d-caad-4646-baac-95e9e563cef6', 'code': 200} Sep 30 13:11:59.188546 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 81ce090f-f718-487b-ab41-714acf19d0ad no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:11:59.201186 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-16981fd2-8ecc-4872-af28-cc9059ba5f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:59.372140 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 81ce090f-f718-487b-ab41-714acf19d0ad {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:11:59.373335 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 81ce090f-f718-487b-ab41-714acf19d0ad not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:11:59.373863 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 207868f6-09aa-497a-b6b8-4ec49b20e110 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:11:59.424382 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-16981fd2-8ecc-4872-af28-cc9059ba5f3c admin admin] Deleting port 76dc7070-0576-41cf-9d21-ec07fbdec4f4 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:11:59.427398 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-16981fd2-8ecc-4872-af28-cc9059ba5f3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:59.450059 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 207868f6-09aa-497a-b6b8-4ec49b20e110 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:11:59.450543 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 207868f6-09aa-497a-b6b8-4ec49b20e110 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:11:59.509749 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-16981fd2-8ecc-4872-af28-cc9059ba5f3c admin admin] For port 76dc7070-0576-41cf-9d21-ec07fbdec4f4, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=76dc7070-0576-41cf-9d21-ec07fbdec4f4,segment=NetworkSegment(47c68ce9-8454-4c1d-8ab8-f448ffc29733),segment_id=47c68ce9-8454-4c1d-8ab8-f448ffc29733)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:11:59.510860 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-16981fd2-8ecc-4872-af28-cc9059ba5f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:59.516479 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b61159de-9568-448e-a55f-021b18a1251d None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:59.527971 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-16981fd2-8ecc-4872-af28-cc9059ba5f3c admin admin] Calling delete_port for 76dc7070-0576-41cf-9d21-ec07fbdec4f4 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:11:59.533588 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b61159de-9568-448e-a55f-021b18a1251d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:59.699240 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e227024-3562-4c09-b110-8d1430a4d212 x-openstack-request-id: req-4e227024-3562-4c09-b110-8d1430a4d212 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:11:59.699240 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2", "name": "network-vif-deleted", "tag": "c2947c4e-2f7e-4aab-bda3-1ac0595022f9", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:11:59.699589 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e227024-3562-4c09-b110-8d1430a4d212 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:11:59.700075 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cedd8c8-ebb6-40eb-a5aa-8b66ea1351c2', 'name': 'network-vif-deleted', 'tag': 'c2947c4e-2f7e-4aab-bda3-1ac0595022f9', 'status': 'completed', 'code': 200} Sep 30 13:11:59.726453 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.extraroute_db [None req-781ab34c-1b26-4008-8e3d-c61f070d342d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94764) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 30 13:11:59.730678 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c1861785-6df5-4feb-9c8e-38a2b22f3dd3 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:59.762969 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4ba57-4f22-47c7-b422-5ffb11f4e91b req-efc76023-6fca-4fcc-b829-4d248a5bf792 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:11:59.768054 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40113a7f-85a1-4baa-91cc-dfd25552b098 None None] Pushing event updated for resources: {'Port': ['ID=9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:11:59.786612 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ba4ba57-4f22-47c7-b422-5ffb11f4e91b req-efc76023-6fca-4fcc-b829-4d248a5bf792 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 946 time: 0.2398405 Sep 30 13:11:59.802978 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.extraroute_db [None req-781ab34c-1b26-4008-8e3d-c61f070d342d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Removed routes are [] {{(pid=94764) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 30 13:11:59.803536 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-781ab34c-1b26-4008-8e3d-c61f070d342d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-414777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:11:59.985370 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ba4ba57-4f22-47c7-b422-5ffb11f4e91b req-131627d6-3f18-42d9-ae29-d79ee9ad012a tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937163 Sep 30 13:11:59.988168 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-16981fd2-8ecc-4872-af28-cc9059ba5f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:00.018123 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16981fd2-8ecc-4872-af28-cc9059ba5f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=76dc7070-0576-41cf-9d21-ec07fbdec4f4,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:00.028362 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16981fd2-8ecc-4872-af28-cc9059ba5f3c admin admin] No DVR routers for this DVR port 76dc7070-0576-41cf-9d21-ec07fbdec4f4 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:12:00.179605 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-781ab34c-1b26-4008-8e3d-c61f070d342d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-414777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:00.186562 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-16981fd2-8ecc-4872-af28-cc9059ba5f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:00.187370 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-781ab34c-1b26-4008-8e3d-c61f070d342d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-417349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-414758'] for router, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:00.237546 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-16981fd2-8ecc-4872-af28-cc9059ba5f3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1181c55e-99ae-43fd-8b9b-8d485bf81648']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:00.238442 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c1861785-6df5-4feb-9c8e-38a2b22f3dd3 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:00.249767 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-16981fd2-8ecc-4872-af28-cc9059ba5f3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c68ce9-8454-4c1d-8ab8-f448ffc29733') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:00.250316 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-16981fd2-8ecc-4872-af28-cc9059ba5f3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c68ce9-8454-4c1d-8ab8-f448ffc29733') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:00.263419 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-16981fd2-8ecc-4872-af28-cc9059ba5f3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:00.281735 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-16981fd2-8ecc-4872-af28-cc9059ba5f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:00.289163 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16981fd2-8ecc-4872-af28-cc9059ba5f3c admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:12:00.289565 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-16981fd2-8ecc-4872-af28-cc9059ba5f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:12:00.365699 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:12:00.379393 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-16981fd2-8ecc-4872-af28-cc9059ba5f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:00.388446 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781ab34c-1b26-4008-8e3d-c61f070d342d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Router af76d5a6-6083-4cc7-ad0a-0ac4a677778e has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:12:00.398941 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-16981fd2-8ecc-4872-af28-cc9059ba5f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:00.401217 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-16981fd2-8ecc-4872-af28-cc9059ba5f3c admin admin] 10.222.0.18 "DELETE /v2.0/networks/1181c55e-99ae-43fd-8b9b-8d485bf81648 HTTP/1.1" status: 204 len: 168 time: 1.4608507 Sep 30 13:12:00.402949 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16981fd2-8ecc-4872-af28-cc9059ba5f3c admin admin] Pushing event deleted for resources: {'Network': ['ID=1181c55e-99ae-43fd-8b9b-8d485bf81648,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:00.433932 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device c2947c4e-2f7e-4aab-bda3-1ac0595022f9 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:12:00.485110 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: c2947c4e-2f7e-4aab-bda3-1ac0595022f9 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:12:00.485453 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device c2947c4e-2f7e-4aab-bda3-1ac0595022f9 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:12:00.501411 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b61159de-9568-448e-a55f-021b18a1251d None None] Attempting to bind port 9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:12:00.501630 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b61159de-9568-448e-a55f-021b18a1251d None None] Attempting to bind port 9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '43389e74-03b4-4c37-8af1-f058e6264a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0d59e62e-b8e9-45d6-a159-d377ebddf4a2'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:12:00.501891 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61159de-9568-448e-a55f-021b18a1251d None None] Attempting to bind port 9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf on network 0d59e62e-b8e9-45d6-a159-d377ebddf4a2 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:12:00.513412 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-1dd159c6-13b5-4a2a-a662-13fdd5a7a2de None None] Provisioning complete for port 9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:12:00.513784 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1dd159c6-13b5-4a2a-a662-13fdd5a7a2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:00.553257 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61159de-9568-448e-a55f-021b18a1251d None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:12:00.553662 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61159de-9568-448e-a55f-021b18a1251d None None] Checking segment: {'id': '43389e74-03b4-4c37-8af1-f058e6264a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0d59e62e-b8e9-45d6-a159-d377ebddf4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:12:00.554204 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b61159de-9568-448e-a55f-021b18a1251d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:00.554493 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61159de-9568-448e-a55f-021b18a1251d None None] Bound using segment: {'id': '43389e74-03b4-4c37-8af1-f058e6264a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0d59e62e-b8e9-45d6-a159-d377ebddf4a2'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:12:00.554980 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b61159de-9568-448e-a55f-021b18a1251d None None] Bound port: 9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43389e74-03b4-4c37-8af1-f058e6264a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0d59e62e-b8e9-45d6-a159-d377ebddf4a2'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:12:00.555113 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d42f37-5daf-4462-94cc-422f9af7bef3 req-c90b1f7a-9456-46fa-899d-3a7a93b01a4b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:00.555334 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b61159de-9568-448e-a55f-021b18a1251d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:00.556656 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-59d42f37-5daf-4462-94cc-422f9af7bef3 req-c90b1f7a-9456-46fa-899d-3a7a93b01a4b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 951 time: 0.1671751 Sep 30 13:12:00.588940 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565a5a3b-40be-4de8-948c-72652f9c2f8e None None] DHCP port deletion for 1181c55e-99ae-43fd-8b9b-8d485bf81648 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:12:00.623601 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1861785-6df5-4feb-9c8e-38a2b22f3dd3 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Router 8f33ccf5-4c8a-475b-a361-028492df29b5 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:12:00.635946 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-1dd159c6-13b5-4a2a-a662-13fdd5a7a2de None None] Port 9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:12:00.654763 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781ab34c-1b26-4008-8e3d-c61f070d342d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:12:00.707672 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b61159de-9568-448e-a55f-021b18a1251d None None] For port 9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:12:00.711461 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b61159de-9568-448e-a55f-021b18a1251d None None] For port 9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf,segment=NetworkSegment(43389e74-03b4-4c37-8af1-f058e6264a82),segment_id=43389e74-03b4-4c37-8af1-f058e6264a82)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:12:00.718312 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-781ab34c-1b26-4008-8e3d-c61f070d342d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:00.721305 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-781ab34c-1b26-4008-8e3d-c61f070d342d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "PUT /v2.0/routers/af76d5a6-6083-4cc7-ad0a-0ac4a677778e HTTP/1.1" status: 200 len: 954 time: 2.8218939 Sep 30 13:12:00.722332 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56200) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:00.725570 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b61159de-9568-448e-a55f-021b18a1251d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:00.727139 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-59d42f37-5daf-4462-94cc-422f9af7bef3 req-89e40f7a-07a1-40e4-84ea-11631fc20032 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345532 Sep 30 13:12:00.797145 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56202) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:00.842585 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61159de-9568-448e-a55f-021b18a1251d None None] Routers {'af76d5a6-6083-4cc7-ad0a-0ac4a677778e'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:00.843289 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-b61159de-9568-448e-a55f-021b18a1251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:00.851040 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1861785-6df5-4feb-9c8e-38a2b22f3dd3 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:12:00.851204 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40113a7f-85a1-4baa-91cc-dfd25552b098 None None] Pushing event updated for resources: {'Port': ['ID=9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:00.879060 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7f4a85-551a-4c0a-ad3c-a352c6879a79 None None] Sync routers for ids ['8f33ccf5-4c8a-475b-a361-028492df29b5'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:12:00.884408 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c1861785-6df5-4feb-9c8e-38a2b22f3dd3 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:00.889484 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c1861785-6df5-4feb-9c8e-38a2b22f3dd3 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.7447627 Sep 30 13:12:00.891169 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56204) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:00.894797 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7f4a85-551a-4c0a-ad3c-a352c6879a79 None None] Routers {'8f33ccf5-4c8a-475b-a361-028492df29b5'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:00.895901 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-eb7e9944-e193-4299-8078-4d4b56d9d667 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'enable_snat': False}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:00.896766 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-0f7f4a85-551a-4c0a-ad3c-a352c6879a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['8f33ccf5-4c8a-475b-a361-028492df29b5'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:00.905652 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d1f08cda-f675-45b5-b457-697dea2fdb04 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3db17cb4249b4f3b92bfd79e2b9004f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1072681 Sep 30 13:12:00.906417 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56206) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:00.917385 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ac41ec69-2693-4754-bf9b-5063b9623547 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "GET /v2.0/routers/af76d5a6-6083-4cc7-ad0a-0ac4a677778e HTTP/1.1" status: 200 len: 954 time: 0.1917791 Sep 30 13:12:00.921463 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56208) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:00.931240 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-74db09c6-c47b-4de7-9d52-5397f786c739 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'router': {'routes': None}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:00.977126 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-0f7f4a85-551a-4c0a-ad3c-a352c6879a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:00.997510 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7f4a85-551a-4c0a-ad3c-a352c6879a79 None None] Routers {'8f33ccf5-4c8a-475b-a361-028492df29b5'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:01.010991 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-0f7f4a85-551a-4c0a-ad3c-a352c6879a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['8f33ccf5-4c8a-475b-a361-028492df29b5'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:01.012274 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-b61159de-9568-448e-a55f-021b18a1251d None None] Set router af76d5a6-6083-4cc7-ad0a-0ac4a677778e gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:12:01.139314 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ecd15bd-1952-4ed8-93b4-e0ed5634dd1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:01.151094 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-0f7f4a85-551a-4c0a-ad3c-a352c6879a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:01.154689 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7f4a85-551a-4c0a-ad3c-a352c6879a79 None None] The sync data for ids ['8f33ccf5-4c8a-475b-a361-028492df29b5'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:12:01.188609 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 76dc7070-0576-41cf-9d21-ec07fbdec4f4 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:12:01.243521 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 76dc7070-0576-41cf-9d21-ec07fbdec4f4 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:12:01.244142 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 76dc7070-0576-41cf-9d21-ec07fbdec4f4 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:12:01.312782 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-53063202-a619-4917-a45e-7b28fc29777d None None] Provisioning complete for port 9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:12:01.313152 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-53063202-a619-4917-a45e-7b28fc29777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:01.317803 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ecd15bd-1952-4ed8-93b4-e0ed5634dd1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:01.327586 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d03d8-da67-4b65-9479-36343646a7c2 req-303601cd-79aa-4993-9ac3-64f12f59f3b3 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:01.336748 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d9d03d8-da67-4b65-9479-36343646a7c2 req-303601cd-79aa-4993-9ac3-64f12f59f3b3 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 946 time: 0.1700757 Sep 30 13:12:01.470178 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb7e9944-e193-4299-8078-4d4b56d9d667 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:01.482510 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ecd15bd-1952-4ed8-93b4-e0ed5634dd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:01.485315 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ecd15bd-1952-4ed8-93b4-e0ed5634dd1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:01.486635 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6ecd15bd-1952-4ed8-93b4-e0ed5634dd1c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b1d53a77-f270-4cab-8aad-439b9c0ad4b5 HTTP/1.1" status: 204 len: 168 time: 0.5389824 Sep 30 13:12:01.496588 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd15bd-1952-4ed8-93b4-e0ed5634dd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d53a77-f270-4cab-8aad-439b9c0ad4b5,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:01.501195 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d9d03d8-da67-4b65-9479-36343646a7c2 req-3f02f281-02c0-49c2-83bb-d902d11371c9 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485353 Sep 30 13:12:01.581805 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-b61159de-9568-448e-a55f-021b18a1251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:11:59Z', 'revision_number': 6, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None, '_interfaces': [{'id': '258b9cc0-a8e1-4bbb-abf3-774712df43c6', 'name': '', 'network_id': 'c7457a24-cd93-421a-bdcd-d468036d8dbe', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:cc:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:46Z', 'updated_at': '2021-09-30T13:11:53Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56ddf09b-b4a5-48fd-8952-e11efa5d7380', 'name': '', 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:d6:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:36Z', 'updated_at': '2021-09-30T13:11:39Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f4f325-804f-429a-8fab-0d82e73889aa', 'name': '', 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4d:03:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:41Z', 'updated_at': '2021-09-30T13:11:45Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf', 'name': '', 'network_id': '0d59e62e-b8e9-45d6-a159-d377ebddf4a2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4e:39:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '16a55f70-7bf3-467e-b2e5-16a23d4f76d9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:53Z', 'updated_at': '2021-09-30T13:12:00Z', 'revision_number': 4, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '16a55f70-7bf3-467e-b2e5-16a23d4f76d9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:01.641683 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61159de-9568-448e-a55f-021b18a1251d None None] The sync data for ids ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'] in n-d-810909-2 is: [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:11:59Z', 'revision_number': 6, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None, '_interfaces': [{'id': '258b9cc0-a8e1-4bbb-abf3-774712df43c6', 'name': '', 'network_id': 'c7457a24-cd93-421a-bdcd-d468036d8dbe', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:cc:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:46Z', 'updated_at': '2021-09-30T13:11:53Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56ddf09b-b4a5-48fd-8952-e11efa5d7380', 'name': '', 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:d6:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:36Z', 'updated_at': '2021-09-30T13:11:39Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f4f325-804f-429a-8fab-0d82e73889aa', 'name': '', 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4d:03:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:41Z', 'updated_at': '2021-09-30T13:11:45Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf', 'name': '', 'network_id': '0d59e62e-b8e9-45d6-a159-d377ebddf4a2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4e:39:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '16a55f70-7bf3-467e-b2e5-16a23d4f76d9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:53Z', 'updated_at': '2021-09-30T13:12:00Z', 'revision_number': 4, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '16a55f70-7bf3-467e-b2e5-16a23d4f76d9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:12:01.647952 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-53063202-a619-4917-a45e-7b28fc29777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:01.661063 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13224a4e-8cb1-4436-821f-0da0a8dbb0bc req-bd26918f-54d6-4cc6-aa11-ac7ce369ee0e tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:01.662901 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13224a4e-8cb1-4436-821f-0da0a8dbb0bc req-bd26918f-54d6-4cc6-aa11-ac7ce369ee0e tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.39 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 951 time: 0.1123075 Sep 30 13:12:01.728487 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-53063202-a619-4917-a45e-7b28fc29777d None None] For port 9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf,segment=NetworkSegment(43389e74-03b4-4c37-8af1-f058e6264a82),segment_id=43389e74-03b4-4c37-8af1-f058e6264a82)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:01.747386 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-53063202-a619-4917-a45e-7b28fc29777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:01.875863 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53063202-a619-4917-a45e-7b28fc29777d None None] Pushing event updated for resources: {'Port': ['ID=9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:02.018915 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-13224a4e-8cb1-4436-821f-0da0a8dbb0bc req-3f52ef4d-1608-43fd-8965-a6ebe09b2c78 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Deleting port d0c3a856-34f3-461a-a2c3-9a59a53adc08 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:02.021379 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-13224a4e-8cb1-4436-821f-0da0a8dbb0bc req-3f52ef4d-1608-43fd-8965-a6ebe09b2c78 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:02.103406 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c69442-9320-4eab-b4a0-8a8745b4cf33 req-84bfd8e7-670b-4b41-9c86-77e7040edb7b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:02.112554 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f4c69442-9320-4eab-b4a0-8a8745b4cf33 req-84bfd8e7-670b-4b41-9c86-77e7040edb7b tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 951 time: 0.2246735 Sep 30 13:12:02.212774 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-13224a4e-8cb1-4436-821f-0da0a8dbb0bc req-3f52ef4d-1608-43fd-8965-a6ebe09b2c78 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] For port d0c3a856-34f3-461a-a2c3-9a59a53adc08, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d0c3a856-34f3-461a-a2c3-9a59a53adc08,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:02.213987 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-13224a4e-8cb1-4436-821f-0da0a8dbb0bc req-3f52ef4d-1608-43fd-8965-a6ebe09b2c78 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:02.238249 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-13224a4e-8cb1-4436-821f-0da0a8dbb0bc req-3f52ef4d-1608-43fd-8965-a6ebe09b2c78 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Calling delete_port for d0c3a856-34f3-461a-a2c3-9a59a53adc08 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:02.287064 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb7e9944-e193-4299-8078-4d4b56d9d667 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-414777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:02.306760 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb7e9944-e193-4299-8078-4d4b56d9d667 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-417349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-414758'] for router, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:02.420315 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.extraroute_db [None req-74db09c6-c47b-4de7-9d52-5397f786c739 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Added routes are [] {{(pid=94763) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 30 13:12:02.420716 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.extraroute_db [None req-74db09c6-c47b-4de7-9d52-5397f786c739 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94763) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 30 13:12:02.425643 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-13224a4e-8cb1-4436-821f-0da0a8dbb0bc req-3f52ef4d-1608-43fd-8965-a6ebe09b2c78 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:02.445639 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['ef2b1102-e0d7-489e-820a-9df537e39d3a', 'd0c3a856-34f3-461a-a2c3-9a59a53adc08'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:12:02.450073 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['b8b0297b-4ed8-427a-82ee-dc8780597acf'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:12:02.495442 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74db09c6-c47b-4de7-9d52-5397f786c739 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-414777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:02.498516 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f4c69442-9320-4eab-b4a0-8a8745b4cf33 req-41be3f21-eb7b-45f3-8382-8d12fa178e13 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847675 Sep 30 13:12:02.683580 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52ef4d-1608-43fd-8965-a6ebe09b2c78 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Pushing event deleted for resources: {'Port': ['ID=d0c3a856-34f3-461a-a2c3-9a59a53adc08,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:02.735849 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56244) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:02.763335 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7e9944-e193-4299-8078-4d4b56d9d667 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Router 8f33ccf5-4c8a-475b-a361-028492df29b5 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:12:02.781218 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b4426-1bfa-4449-b6fb-21bd9dfe0f09 req-3c08cc85-f9a0-433a-8635-fa6a7ddf208a tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:02.783018 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2b2b4426-1bfa-4449-b6fb-21bd9dfe0f09 req-3c08cc85-f9a0-433a-8635-fa6a7ddf208a tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 946 time: 0.1040668 Sep 30 13:12:02.891854 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2b2b4426-1bfa-4449-b6fb-21bd9dfe0f09 req-a1015df1-c478-489a-af71-ec9d6c787416 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004534 Sep 30 13:12:03.000006 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-8b52d3e9-ad26-49c4-b533-cfaa5d2c355f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1527770403-network', 'tenant_id': '6ec3b180775b4f8e89f487846414229c'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:03.030266 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74db09c6-c47b-4de7-9d52-5397f786c739 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-414777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:03.039403 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74db09c6-c47b-4de7-9d52-5397f786c739 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-417349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-414758'] for router, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:03.054925 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b52d3e9-ad26-49c4-b533-cfaa5d2c355f admin admin] Made reservation on behalf of 6ec3b180775b4f8e89f487846414229c for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:12:03.058090 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8b52d3e9-ad26-49c4-b533-cfaa5d2c355f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:03.093346 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfecad2f-34dc-4a22-a517-8fefe7aa8793 None None] Sync routers for ids ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:12:03.093843 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7e9944-e193-4299-8078-4d4b56d9d667 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:12:03.096804 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-13224a4e-8cb1-4436-821f-0da0a8dbb0bc req-3f52ef4d-1608-43fd-8965-a6ebe09b2c78 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] No DVR routers for this DVR port d0c3a856-34f3-461a-a2c3-9a59a53adc08 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:12:03.100588 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-13224a4e-8cb1-4436-821f-0da0a8dbb0bc req-3f52ef4d-1608-43fd-8965-a6ebe09b2c78 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:03.108155 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb7e9944-e193-4299-8078-4d4b56d9d667 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:03.108878 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13224a4e-8cb1-4436-821f-0da0a8dbb0bc req-3f52ef4d-1608-43fd-8965-a6ebe09b2c78 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.39 "DELETE /v2.0/ports/d0c3a856-34f3-461a-a2c3-9a59a53adc08 HTTP/1.1" status: 204 len: 173 time: 1.4115467 Sep 30 13:12:03.112568 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-eb7e9944-e193-4299-8078-4d4b56d9d667 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "PUT /v2.0/routers/8f33ccf5-4c8a-475b-a361-028492df29b5 HTTP/1.1" status: 200 len: 922 time: 2.2179356 Sep 30 13:12:03.113899 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e', 'name': 'network-vif-deleted', 'tag': 'd0c3a856-34f3-461a-a2c3-9a59a53adc08'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:12:03.114271 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8b52d3e9-ad26-49c4-b533-cfaa5d2c355f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:03.118040 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44593a56-e6bb-40da-9226-c941b080b1b8" -d '{"events": [{"server_uuid": "86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e", "name": "network-vif-deleted", "tag": "d0c3a856-34f3-461a-a2c3-9a59a53adc08"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:12:03.118521 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56248) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:03.121372 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfecad2f-34dc-4a22-a517-8fefe7aa8793 None None] Routers {'af76d5a6-6083-4cc7-ad0a-0ac4a677778e'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:03.122296 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-bfecad2f-34dc-4a22-a517-8fefe7aa8793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:03.127168 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d147299-bdfb-4f35-9841-71aaf1694829 None None] Sync routers for ids ['8f33ccf5-4c8a-475b-a361-028492df29b5'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:12:03.147151 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d147299-bdfb-4f35-9841-71aaf1694829 None None] Routers {'8f33ccf5-4c8a-475b-a361-028492df29b5'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:03.148422 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3d147299-bdfb-4f35-9841-71aaf1694829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['8f33ccf5-4c8a-475b-a361-028492df29b5'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:03.246931 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900bfcbf-efac-4255-b2aa-578b95b38cd1 x-openstack-request-id: req-900bfcbf-efac-4255-b2aa-578b95b38cd1 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:12:03.247626 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e", "name": "network-vif-deleted", "tag": "d0c3a856-34f3-461a-a2c3-9a59a53adc08", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:12:03.248249 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-900bfcbf-efac-4255-b2aa-578b95b38cd1 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:12:03.248882 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e', 'name': 'network-vif-deleted', 'tag': 'd0c3a856-34f3-461a-a2c3-9a59a53adc08', 'status': 'completed', 'code': 200} Sep 30 13:12:03.250620 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3d147299-bdfb-4f35-9841-71aaf1694829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:03.261622 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-bfecad2f-34dc-4a22-a517-8fefe7aa8793 None None] Set router af76d5a6-6083-4cc7-ad0a-0ac4a677778e gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:12:03.272744 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d147299-bdfb-4f35-9841-71aaf1694829 None None] Routers {'8f33ccf5-4c8a-475b-a361-028492df29b5'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:03.273886 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3d147299-bdfb-4f35-9841-71aaf1694829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['8f33ccf5-4c8a-475b-a361-028492df29b5'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:03.312099 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3d147299-bdfb-4f35-9841-71aaf1694829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:03.313139 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d147299-bdfb-4f35-9841-71aaf1694829 None None] The sync data for ids ['8f33ccf5-4c8a-475b-a361-028492df29b5'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:12:03.326554 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:12:03.385180 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74db09c6-c47b-4de7-9d52-5397f786c739 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Router af76d5a6-6083-4cc7-ad0a-0ac4a677778e has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:12:03.533131 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8b52d3e9-ad26-49c4-b533-cfaa5d2c355f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:03.547473 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8b52d3e9-ad26-49c4-b533-cfaa5d2c355f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:03.595652 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bdc23f8e-d75e-43e5-8570-36d9b4782977 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "GET /v2.0/routers/8f33ccf5-4c8a-475b-a361-028492df29b5 HTTP/1.1" status: 200 len: 922 time: 0.4720962 Sep 30 13:12:03.596278 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56256) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:03.642670 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74db09c6-c47b-4de7-9d52-5397f786c739 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:12:03.667947 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74db09c6-c47b-4de7-9d52-5397f786c739 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:03.670314 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-74db09c6-c47b-4de7-9d52-5397f786c739 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "PUT /v2.0/routers/af76d5a6-6083-4cc7-ad0a-0ac4a677778e HTTP/1.1" status: 200 len: 704 time: 2.7475359 Sep 30 13:12:03.687577 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56260) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:03.732922 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:12:03.733297 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:03.763644 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26b0feb6-9da1-4567-923c-655fdfe18cc5 req-4e72f532-9cab-48e3-9356-bee817208eda tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=86fcdbf6-ad10-4d5f-8c45-2d762c71bb3e HTTP/1.1" status: 200 len: 210 time: 0.0855355 Sep 30 13:12:03.802048 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52d3e9-ad26-49c4-b533-cfaa5d2c355f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:03.806832 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b52d3e9-ad26-49c4-b533-cfaa5d2c355f admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:12:03.829887 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-884d5b6d-f2ed-4b62-8d3b-e746684a25dc tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "GET /v2.0/routers/af76d5a6-6083-4cc7-ad0a-0ac4a677778e HTTP/1.1" status: 200 len: 704 time: 0.1403234 Sep 30 13:12:03.832741 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56262) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:03.849845 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8b52d3e9-ad26-49c4-b533-cfaa5d2c355f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:03.850191 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-8b52d3e9-ad26-49c4-b533-cfaa5d2c355f admin admin] Added segment a65dfc45-776c-463c-a57b-60f1ac1b61cf of type vlan for network d55517b2-5639-49a0-8308-46b3625d778e Sep 30 13:12:03.877257 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27297df7-68cc-4820-bba5-87c19f40d408 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:03.881526 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-27297df7-68cc-4820-bba5-87c19f40d408 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=7bf2cdd5-9828-4259-bd46-d7f13451331c&device_id=8f33ccf5-4c8a-475b-a361-028492df29b5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2785423 Sep 30 13:12:03.887885 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56264) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:03.948722 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-bfecad2f-34dc-4a22-a517-8fefe7aa8793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:12:02Z', 'revision_number': 7, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None, '_interfaces': [{'id': '258b9cc0-a8e1-4bbb-abf3-774712df43c6', 'name': '', 'network_id': 'c7457a24-cd93-421a-bdcd-d468036d8dbe', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:cc:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:46Z', 'updated_at': '2021-09-30T13:11:53Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56ddf09b-b4a5-48fd-8952-e11efa5d7380', 'name': '', 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:d6:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:36Z', 'updated_at': '2021-09-30T13:11:39Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f4f325-804f-429a-8fab-0d82e73889aa', 'name': '', 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4d:03:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:41Z', 'updated_at': '2021-09-30T13:11:45Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf', 'name': '', 'network_id': '0d59e62e-b8e9-45d6-a159-d377ebddf4a2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4e:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '16a55f70-7bf3-467e-b2e5-16a23d4f76d9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:53Z', 'updated_at': '2021-09-30T13:12:01Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '16a55f70-7bf3-467e-b2e5-16a23d4f76d9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:03.961412 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8b52d3e9-ad26-49c4-b533-cfaa5d2c355f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:04.023581 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfecad2f-34dc-4a22-a517-8fefe7aa8793 None None] Checking router: af76d5a6-6083-4cc7-ad0a-0ac4a677778e for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:12:04.028499 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8b52d3e9-ad26-49c4-b533-cfaa5d2c355f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:04.029886 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b52d3e9-ad26-49c4-b533-cfaa5d2c355f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:04.030706 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8b52d3e9-ad26-49c4-b533-cfaa5d2c355f admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:04.036443 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfecad2f-34dc-4a22-a517-8fefe7aa8793 None None] Routers {'af76d5a6-6083-4cc7-ad0a-0ac4a677778e'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:04.037195 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-bfecad2f-34dc-4a22-a517-8fefe7aa8793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:04.086137 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8b52d3e9-ad26-49c4-b533-cfaa5d2c355f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3465309 Sep 30 13:12:04.087040 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56268) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:04.095108 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-6651e574-f6b9-4708-8bba-8f6982c99541 admin admin] Request body: {'subnet': {'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1527770403-subnet', 'tenant_id': '6ec3b180775b4f8e89f487846414229c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:04.130580 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52d3e9-ad26-49c4-b533-cfaa5d2c355f admin admin] Pushing event updated for resources: {'Network': ['ID=d55517b2-5639-49a0-8308-46b3625d778e,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:04.156763 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-bfecad2f-34dc-4a22-a517-8fefe7aa8793 None None] Set router af76d5a6-6083-4cc7-ad0a-0ac4a677778e gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:12:04.172862 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6651e574-f6b9-4708-8bba-8f6982c99541 admin admin] Made reservation on behalf of 6ec3b180775b4f8e89f487846414229c for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:12:04.177666 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6651e574-f6b9-4708-8bba-8f6982c99541 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:04.194792 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network d55517b2-5639-49a0-8308-46b3625d778e details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:12:04.528693 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08596fa3-f3e2-48c0-a453-f8175aebf4db req-a7208a33-c027-45a9-90fc-d28d5ac3ae95 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:04.540359 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08596fa3-f3e2-48c0-a453-f8175aebf4db req-a7208a33-c027-45a9-90fc-d28d5ac3ae95 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 946 time: 0.2394016 Sep 30 13:12:04.560476 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af7695c-74f7-4ac6-84cc-d8a86b15bceb tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:04.562313 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3af7695c-74f7-4ac6-84cc-d8a86b15bceb tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 881 time: 0.6734290 Sep 30 13:12:04.566655 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56270) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:04.659465 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9b317f1c-5451-44fd-bcee-37946f58df29 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f33ccf5-4c8a-475b-a361-028492df29b5 HTTP/1.1" status: 200 len: 205 time: 0.0881934 Sep 30 13:12:04.661647 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-bfecad2f-34dc-4a22-a517-8fefe7aa8793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:12:02Z', 'revision_number': 7, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None, '_interfaces': [{'id': '258b9cc0-a8e1-4bbb-abf3-774712df43c6', 'name': '', 'network_id': 'c7457a24-cd93-421a-bdcd-d468036d8dbe', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:cc:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:46Z', 'updated_at': '2021-09-30T13:11:53Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56ddf09b-b4a5-48fd-8952-e11efa5d7380', 'name': '', 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:d6:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:36Z', 'updated_at': '2021-09-30T13:11:39Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f4f325-804f-429a-8fab-0d82e73889aa', 'name': '', 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4d:03:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:41Z', 'updated_at': '2021-09-30T13:11:45Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf', 'name': '', 'network_id': '0d59e62e-b8e9-45d6-a159-d377ebddf4a2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4e:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '16a55f70-7bf3-467e-b2e5-16a23d4f76d9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:53Z', 'updated_at': '2021-09-30T13:12:01Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '16a55f70-7bf3-467e-b2e5-16a23d4f76d9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:04.669884 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56274) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:04.691399 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08596fa3-f3e2-48c0-a453-f8175aebf4db req-d36ad03c-db08-414c-8e91-6bb8768c3a98 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499872 Sep 30 13:12:04.713045 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfecad2f-34dc-4a22-a517-8fefe7aa8793 None None] The sync data for ids ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'] in n-d-810909-2 is: [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:12:02Z', 'revision_number': 7, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None, '_interfaces': [{'id': '258b9cc0-a8e1-4bbb-abf3-774712df43c6', 'name': '', 'network_id': 'c7457a24-cd93-421a-bdcd-d468036d8dbe', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:cc:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:46Z', 'updated_at': '2021-09-30T13:11:53Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56ddf09b-b4a5-48fd-8952-e11efa5d7380', 'name': '', 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:d6:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:36Z', 'updated_at': '2021-09-30T13:11:39Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f4f325-804f-429a-8fab-0d82e73889aa', 'name': '', 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4d:03:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:41Z', 'updated_at': '2021-09-30T13:11:45Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf', 'name': '', 'network_id': '0d59e62e-b8e9-45d6-a159-d377ebddf4a2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4e:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '16a55f70-7bf3-467e-b2e5-16a23d4f76d9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:53Z', 'updated_at': '2021-09-30T13:12:01Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '16a55f70-7bf3-467e-b2e5-16a23d4f76d9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:12:04.847490 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2517ceb0-1d5d-4e60-baf8-a0373e1f5cde tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:04.985464 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6651e574-f6b9-4708-8bba-8f6982c99541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:05.054231 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2517ceb0-1d5d-4e60-baf8-a0373e1f5cde tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:05.056690 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651e574-f6b9-4708-8bba-8f6982c99541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b636e036-02ee-475d-8821-ce0c9f216c9a,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:05.146418 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6651e574-f6b9-4708-8bba-8f6982c99541 admin admin] Checking segment: {'id': 'a65dfc45-776c-463c-a57b-60f1ac1b61cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:12:05.146778 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6651e574-f6b9-4708-8bba-8f6982c99541 admin admin] Network hostable DHCP agents. Network: d55517b2-5639-49a0-8308-46b3625d778e, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:12:05.169544 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6651e574-f6b9-4708-8bba-8f6982c99541 admin admin] Network d55517b2-5639-49a0-8308-46b3625d778e is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:12:05.186006 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-6651e574-f6b9-4708-8bba-8f6982c99541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, d55517b2-5639-49a0-8308-46b3625d778e) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:12:05.192286 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6651e574-f6b9-4708-8bba-8f6982c99541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:05.192898 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6651e574-f6b9-4708-8bba-8f6982c99541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:05.199954 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ccd6ad-3da6-4f38-bb4a-135d41f6a5af None None] Network d55517b2-5639-49a0-8308-46b3625d778e requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:12:05.219873 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6651e574-f6b9-4708-8bba-8f6982c99541 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1288044 Sep 30 13:12:05.226418 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b2dc4a-0641-4b2e-b846-2c22a1ff3f92 None None] Sync routers for ids ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:12:05.242624 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b2dc4a-0641-4b2e-b846-2c22a1ff3f92 None None] Routers {'af76d5a6-6083-4cc7-ad0a-0ac4a677778e'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:05.244232 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e1b2dc4a-0641-4b2e-b846-2c22a1ff3f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:05.249671 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-2517ceb0-1d5d-4e60-baf8-a0373e1f5cde tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Deleting port 492baf62-282e-4b2c-a724-acb701dd1f7d {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:05.250054 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2517ceb0-1d5d-4e60-baf8-a0373e1f5cde tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:05.288830 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693e438-fc1c-45ec-813b-21f70de77b55 req-51c9b236-5142-48c2-b2a4-df7ec2dc38bf tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:05.290546 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b693e438-fc1c-45ec-813b-21f70de77b55 req-51c9b236-5142-48c2-b2a4-df7ec2dc38bf tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.1312785 Sep 30 13:12:05.326506 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f5fe0ed-1bf8-4f24-9bfe-c3710fa379ec tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:05.383299 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-e1b2dc4a-0641-4b2e-b846-2c22a1ff3f92 None None] Set router af76d5a6-6083-4cc7-ad0a-0ac4a677778e gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:12:05.469574 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b693e438-fc1c-45ec-813b-21f70de77b55 req-9a1f302f-470e-4359-92cf-cd1fd5268005 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676507 Sep 30 13:12:05.538347 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2517ceb0-1d5d-4e60-baf8-a0373e1f5cde tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:05.562622 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-2517ceb0-1d5d-4e60-baf8-a0373e1f5cde tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Calling delete_port for 492baf62-282e-4b2c-a724-acb701dd1f7d owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:05.698294 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60740a3a-b1e7-44cb-a88b-ef7aaa571773 None None] Network d55517b2-5639-49a0-8308-46b3625d778e requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:12:05.897929 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-c04faa02-2723-4390-a196-7d3370f2867a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:05.899770 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-c04faa02-2723-4390-a196-7d3370f2867a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/networks?id=d55517b2-5639-49a0-8308-46b3625d778e HTTP/1.1" status: 200 len: 812 time: 0.2306447 Sep 30 13:12:05.920625 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-755dca90-0ded-4665-84d9-58348c2526c8 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/quotas/6ec3b180775b4f8e89f487846414229c HTTP/1.1" status: 200 len: 375 time: 0.0140898 Sep 30 13:12:05.948420 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e1b2dc4a-0641-4b2e-b846-2c22a1ff3f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:12:02Z', 'revision_number': 7, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None, '_interfaces': [{'id': '258b9cc0-a8e1-4bbb-abf3-774712df43c6', 'name': '', 'network_id': 'c7457a24-cd93-421a-bdcd-d468036d8dbe', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:cc:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:46Z', 'updated_at': '2021-09-30T13:11:53Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56ddf09b-b4a5-48fd-8952-e11efa5d7380', 'name': '', 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:d6:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:36Z', 'updated_at': '2021-09-30T13:11:39Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f4f325-804f-429a-8fab-0d82e73889aa', 'name': '', 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4d:03:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:41Z', 'updated_at': '2021-09-30T13:11:45Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf', 'name': '', 'network_id': '0d59e62e-b8e9-45d6-a159-d377ebddf4a2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4e:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '16a55f70-7bf3-467e-b2e5-16a23d4f76d9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:53Z', 'updated_at': '2021-09-30T13:12:01Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '16a55f70-7bf3-467e-b2e5-16a23d4f76d9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:05.969577 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-c2cb86c1-8071-4e23-82af-0c2a41ee6191 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ec3b180775b4f8e89f487846414229c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415094 Sep 30 13:12:05.989805 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b2dc4a-0641-4b2e-b846-2c22a1ff3f92 None None] Checking router: af76d5a6-6083-4cc7-ad0a-0ac4a677778e for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:12:06.001576 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b2dc4a-0641-4b2e-b846-2c22a1ff3f92 None None] Routers {'af76d5a6-6083-4cc7-ad0a-0ac4a677778e'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:06.002545 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e1b2dc4a-0641-4b2e-b846-2c22a1ff3f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:06.002888 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-3f5fe0ed-1bf8-4f24-9bfe-c3710fa379ec tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Deleting port 9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:06.003250 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f5fe0ed-1bf8-4f24-9bfe-c3710fa379ec tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:06.044468 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-6200a7bc-5332-4d31-b6ca-e98aa0f83bf2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:12:06.055485 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-6200a7bc-5332-4d31-b6ca-e98aa0f83bf2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0781069 Sep 30 13:12:06.108405 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119b433-129a-4614-8f66-2632b2a2d648 req-90864222-2004-4556-b6f8-7b4e0fd4ce1d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:06.110410 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9119b433-129a-4614-8f66-2632b2a2d648 req-90864222-2004-4556-b6f8-7b4e0fd4ce1d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 946 time: 0.2384744 Sep 30 13:12:06.133908 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2517ceb0-1d5d-4e60-baf8-a0373e1f5cde tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:06.137175 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-e1b2dc4a-0641-4b2e-b846-2c22a1ff3f92 None None] Set router af76d5a6-6083-4cc7-ad0a-0ac4a677778e gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:12:06.190513 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-da1bda56-c09b-46cb-8b82-ed210b075212 service neutron] 10.222.0.18 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337709 Sep 30 13:12:06.251145 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517ceb0-1d5d-4e60-baf8-a0373e1f5cde tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Pushing event deleted for resources: {'Port': ['ID=492baf62-282e-4b2c-a724-acb701dd1f7d,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:06.259854 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-3f5fe0ed-1bf8-4f24-9bfe-c3710fa379ec tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] For port 9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf,segment=NetworkSegment(43389e74-03b4-4c37-8af1-f058e6264a82),segment_id=43389e74-03b4-4c37-8af1-f058e6264a82)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:06.260563 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f5fe0ed-1bf8-4f24-9bfe-c3710fa379ec tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:06.318212 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-3f5fe0ed-1bf8-4f24-9bfe-c3710fa379ec tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Calling delete_port for 9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:06.332206 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-863a080e-3756-4f19-bfb4-c4c8f96d8345 service neutron] 10.222.0.18 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403141 Sep 30 13:12:06.346786 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9119b433-129a-4614-8f66-2632b2a2d648 req-e87e4f52-3b41-4301-85b1-33d07641fd8f tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183170 Sep 30 13:12:06.494597 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e1b2dc4a-0641-4b2e-b846-2c22a1ff3f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:12:02Z', 'revision_number': 7, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None, '_interfaces': [{'id': '258b9cc0-a8e1-4bbb-abf3-774712df43c6', 'name': '', 'network_id': 'c7457a24-cd93-421a-bdcd-d468036d8dbe', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:cc:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:46Z', 'updated_at': '2021-09-30T13:11:53Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56ddf09b-b4a5-48fd-8952-e11efa5d7380', 'name': '', 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:d6:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:36Z', 'updated_at': '2021-09-30T13:11:39Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f4f325-804f-429a-8fab-0d82e73889aa', 'name': '', 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4d:03:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:41Z', 'updated_at': '2021-09-30T13:11:45Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf', 'name': '', 'network_id': '0d59e62e-b8e9-45d6-a159-d377ebddf4a2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4e:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '16a55f70-7bf3-467e-b2e5-16a23d4f76d9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:53Z', 'updated_at': '2021-09-30T13:12:01Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '16a55f70-7bf3-467e-b2e5-16a23d4f76d9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:06.547596 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b2dc4a-0641-4b2e-b846-2c22a1ff3f92 None None] The sync data for ids ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'] in n-d-810909-2 is: [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:12:02Z', 'revision_number': 7, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None, '_interfaces': [{'id': '258b9cc0-a8e1-4bbb-abf3-774712df43c6', 'name': '', 'network_id': 'c7457a24-cd93-421a-bdcd-d468036d8dbe', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:cc:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:46Z', 'updated_at': '2021-09-30T13:11:53Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56ddf09b-b4a5-48fd-8952-e11efa5d7380', 'name': '', 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:d6:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:36Z', 'updated_at': '2021-09-30T13:11:39Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f4f325-804f-429a-8fab-0d82e73889aa', 'name': '', 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4d:03:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:41Z', 'updated_at': '2021-09-30T13:11:45Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf', 'name': '', 'network_id': '0d59e62e-b8e9-45d6-a159-d377ebddf4a2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4e:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '16a55f70-7bf3-467e-b2e5-16a23d4f76d9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:53Z', 'updated_at': '2021-09-30T13:12:01Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '16a55f70-7bf3-467e-b2e5-16a23d4f76d9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:12:06.580161 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2517ceb0-1d5d-4e60-baf8-a0373e1f5cde tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:06.591962 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d0c3a856-34f3-461a-a2c3-9a59a53adc08 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:12:06.594034 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9da6052a-4534-4f3d-b2e8-3b6acc27d590 req-3ddcb7a2-e9a8-4f6e-8f59-9a0238a12cd4 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8964d6-2f46-486d-925b-9eee30978d29 HTTP/1.1" status: 200 len: 210 time: 0.0510497 Sep 30 13:12:06.634396 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: d0c3a856-34f3-461a-a2c3-9a59a53adc08 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:12:06.635094 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d0c3a856-34f3-461a-a2c3-9a59a53adc08 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:12:06.761951 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f859f2-2191-4ff0-ad71-fbda67bb10a7 req-d3c7b90f-b5d0-40ca-956a-3b2324fe2226 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:06.763540 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f7f859f2-2191-4ff0-ad71-fbda67bb10a7 req-d3c7b90f-b5d0-40ca-956a-3b2324fe2226 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.4157240 Sep 30 13:12:06.891858 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2517ceb0-1d5d-4e60-baf8-a0373e1f5cde tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:06.902176 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2517ceb0-1d5d-4e60-baf8-a0373e1f5cde tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:07.034257 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2517ceb0-1d5d-4e60-baf8-a0373e1f5cde tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:07.034722 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2517ceb0-1d5d-4e60-baf8-a0373e1f5cde tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Fanout notify agent at l3_agent the message router_deleted on router 8f33ccf5-4c8a-475b-a361-028492df29b5 {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:12:07.043399 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2517ceb0-1d5d-4e60-baf8-a0373e1f5cde tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:07.044761 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2517ceb0-1d5d-4e60-baf8-a0373e1f5cde tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "DELETE /v2.0/routers/8f33ccf5-4c8a-475b-a361-028492df29b5 HTTP/1.1" status: 204 len: 168 time: 2.3715799 Sep 30 13:12:07.048683 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56328) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:07.053310 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-e3b8156f-272f-4551-8c33-b769d4b10b52 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1632492095', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:07.097851 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613c49e-58bb-45de-b81b-5cf14ca28eec req-ed1a4c83-5dc3-48fa-9e3b-58e30cc1e7b0 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:07.100090 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9613c49e-58bb-45de-b81b-5cf14ca28eec req-ed1a4c83-5dc3-48fa-9e3b-58e30cc1e7b0 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.4316833 Sep 30 13:12:07.103916 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e3b8156f-272f-4551-8c33-b769d4b10b52 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:07.105762 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e3b8156f-272f-4551-8c33-b769d4b10b52 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:07.198981 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9613c49e-58bb-45de-b81b-5cf14ca28eec req-05003924-a8d8-4de3-add5-34d41746692e tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869439 Sep 30 13:12:07.207238 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e3b8156f-272f-4551-8c33-b769d4b10b52 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:07.216347 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e3b8156f-272f-4551-8c33-b769d4b10b52 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:07.216592 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-f7f859f2-2191-4ff0-ad71-fbda67bb10a7 req-979ee6f0-f8f0-4549-a734-d6dcf8b10295 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Deleting port ef2b1102-e0d7-489e-820a-9df537e39d3a {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:07.217149 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f7f859f2-2191-4ff0-ad71-fbda67bb10a7 req-979ee6f0-f8f0-4549-a734-d6dcf8b10295 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:07.250215 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e3b8156f-272f-4551-8c33-b769d4b10b52 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:07.254053 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e3b8156f-272f-4551-8c33-b769d4b10b52 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2019107 Sep 30 13:12:07.259863 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56330) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:07.266128 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d8d98dfa-9053-4723-b836-8f1fcd38dbb6 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Request body: {'router': {'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:07.272574 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f5fe0ed-1bf8-4f24-9bfe-c3710fa379ec tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:07.581124 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc2b18-17fd-480d-aca0-bfa90ea90043 req-c0e1375e-ab80-424d-8377-014d749d47fa tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:07.595587 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f9dc2b18-17fd-480d-aca0-bfa90ea90043 req-c0e1375e-ab80-424d-8377-014d749d47fa tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 946 time: 0.1392567 Sep 30 13:12:07.672439 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f9dc2b18-17fd-480d-aca0-bfa90ea90043 req-293537ef-866a-41b6-bcbf-a61ee1ddbf19 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758183 Sep 30 13:12:07.697900 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5fe0ed-1bf8-4f24-9bfe-c3710fa379ec tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Port': ['ID=9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:07.795598 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d8e0821e-cf02-49d3-85f6-b200d218b49d req-e7f30271-4f0e-49ec-8b33-f113f313fad4 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8964d6-2f46-486d-925b-9eee30978d29 HTTP/1.1" status: 200 len: 210 time: 0.0869226 Sep 30 13:12:08.045921 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-f7f859f2-2191-4ff0-ad71-fbda67bb10a7 req-979ee6f0-f8f0-4549-a734-d6dcf8b10295 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] For port ef2b1102-e0d7-489e-820a-9df537e39d3a, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ef2b1102-e0d7-489e-820a-9df537e39d3a,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:08.046676 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f7f859f2-2191-4ff0-ad71-fbda67bb10a7 req-979ee6f0-f8f0-4549-a734-d6dcf8b10295 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:08.142975 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-f7f859f2-2191-4ff0-ad71-fbda67bb10a7 req-979ee6f0-f8f0-4549-a734-d6dcf8b10295 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Calling delete_port for ef2b1102-e0d7-489e-820a-9df537e39d3a owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:08.165372 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f5fe0ed-1bf8-4f24-9bfe-c3710fa379ec tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:08.220992 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d8d98dfa-9053-4723-b836-8f1fcd38dbb6 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:08.339455 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-f1d9c6a5-8baf-4438-a268-d2b6daa229ec tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:08.340886 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-f1d9c6a5-8baf-4438-a268-d2b6daa229ec tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.39 "GET /v2.0/networks?id=d55517b2-5639-49a0-8308-46b3625d778e HTTP/1.1" status: 200 len: 812 time: 0.4663045 Sep 30 13:12:08.359889 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-649138b1-970f-4433-8cae-bba60c1ca954 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Request body: {'port': {'device_id': '0a8964d6-2f46-486d-925b-9eee30978d29', 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e', 'admin_state_up': True, 'tenant_id': '6ec3b180775b4f8e89f487846414229c'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:08.550205 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79dfce-8576-4dec-a70b-878eaea13959 req-8c162003-8f0b-42dd-9c2d-6b42c8e8f2ed tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:08.558233 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7a79dfce-8576-4dec-a70b-878eaea13959 req-8c162003-8f0b-42dd-9c2d-6b42c8e8f2ed tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fd3fe23-c689-4358-8e0b-a428142ec05f HTTP/1.1" status: 200 len: 950 time: 0.2380850 Sep 30 13:12:08.766942 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7a79dfce-8576-4dec-a70b-878eaea13959 req-605f2d3f-8e8f-402f-8813-9663bdfbf3cc tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077444 Sep 30 13:12:08.789384 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f7f859f2-2191-4ff0-ad71-fbda67bb10a7 req-979ee6f0-f8f0-4549-a734-d6dcf8b10295 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:08.801648 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['b8b0297b-4ed8-427a-82ee-dc8780597acf'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:12:08.848745 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-649138b1-970f-4433-8cae-bba60c1ca954 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Made reservation on behalf of 6ec3b180775b4f8e89f487846414229c for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:12:08.848907 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae033dc-e82a-4504-8f76-fdedeb927f43 req-3d550953-e77a-4a15-9cf2-762ee3f57c2e tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:08.850536 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dae033dc-e82a-4504-8f76-fdedeb927f43 req-3d550953-e77a-4a15-9cf2-762ee3f57c2e tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 946 time: 0.0969996 Sep 30 13:12:08.852297 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-649138b1-970f-4433-8cae-bba60c1ca954 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:08.854543 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ee6f0-f8f0-4549-a734-d6dcf8b10295 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Pushing event deleted for resources: {'Port': ['ID=ef2b1102-e0d7-489e-820a-9df537e39d3a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:08.859793 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5fe0ed-1bf8-4f24-9bfe-c3710fa379ec tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Router af76d5a6-6083-4cc7-ad0a-0ac4a677778e has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:12:08.921109 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f859f2-2191-4ff0-ad71-fbda67bb10a7 req-979ee6f0-f8f0-4549-a734-d6dcf8b10295 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] No DVR routers for this DVR port ef2b1102-e0d7-489e-820a-9df537e39d3a on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:12:08.924462 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f7f859f2-2191-4ff0-ad71-fbda67bb10a7 req-979ee6f0-f8f0-4549-a734-d6dcf8b10295 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:08.926366 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f7f859f2-2191-4ff0-ad71-fbda67bb10a7 req-979ee6f0-f8f0-4549-a734-d6dcf8b10295 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.39 "DELETE /v2.0/ports/ef2b1102-e0d7-489e-820a-9df537e39d3a HTTP/1.1" status: 204 len: 173 time: 2.1506915 Sep 30 13:12:08.938900 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd3fe23-c689-4358-8e0b-a428142ec05f', 'name': 'network-vif-deleted', 'tag': 'ef2b1102-e0d7-489e-820a-9df537e39d3a'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:12:08.941647 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f15fe36-bbcc-4328-b0d8-b26d78c64244" -d '{"events": [{"server_uuid": "8fd3fe23-c689-4358-8e0b-a428142ec05f", "name": "network-vif-deleted", "tag": "ef2b1102-e0d7-489e-820a-9df537e39d3a"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:12:08.949275 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dae033dc-e82a-4504-8f76-fdedeb927f43 req-f38f9452-e492-4250-8a88-479cda6d2d88 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858259 Sep 30 13:12:09.004363 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5f0d26bf-7a6f-469e-9604-0d7c5d7c304c req-01ab041e-eae7-4f34-a545-4d0be6912497 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8964d6-2f46-486d-925b-9eee30978d29 HTTP/1.1" status: 200 len: 210 time: 0.0855622 Sep 30 13:12:09.435361 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b537545-0e23-499b-96e8-01d6504629b6 x-openstack-request-id: req-4b537545-0e23-499b-96e8-01d6504629b6 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:12:09.435905 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd3fe23-c689-4358-8e0b-a428142ec05f", "name": "network-vif-deleted", "tag": "ef2b1102-e0d7-489e-820a-9df537e39d3a", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:12:09.436424 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b537545-0e23-499b-96e8-01d6504629b6 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:12:09.436988 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd3fe23-c689-4358-8e0b-a428142ec05f', 'name': 'network-vif-deleted', 'tag': 'ef2b1102-e0d7-489e-820a-9df537e39d3a', 'status': 'completed', 'code': 200} Sep 30 13:12:09.598385 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d8d98dfa-9053-4723-b836-8f1fcd38dbb6 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:09.641012 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d8d98dfa-9053-4723-b836-8f1fcd38dbb6 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:09.663733 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5fe0ed-1bf8-4f24-9bfe-c3710fa379ec tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:12:09.669661 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3f5fe0ed-1bf8-4f24-9bfe-c3710fa379ec tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "PUT /v2.0/routers/af76d5a6-6083-4cc7-ad0a-0ac4a677778e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8357763 Sep 30 13:12:09.672450 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56358) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:09.680862 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916e829-0ebd-483d-a463-9ee983a9e441 None None] Sync routers for ids ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:12:09.714049 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2916e829-0ebd-483d-a463-9ee983a9e441 None None] Routers {'af76d5a6-6083-4cc7-ad0a-0ac4a677778e'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:09.714677 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2916e829-0ebd-483d-a463-9ee983a9e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:09.747805 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-649138b1-970f-4433-8cae-bba60c1ca954 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Allocated IP 172.20.0.7 (d55517b2-5639-49a0-8308-46b3625d778e/b636e036-02ee-475d-8821-ce0c9f216c9a/270aba54-445c-4ed6-92c3-031df474b4d2) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:12:09.850751 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-d8d98dfa-9053-4723-b836-8f1fcd38dbb6 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Allocated IP 172.25.5.94 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/e322d79c-1f4b-46e2-9b1c-4ac700d5f2a8) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:12:09.886441 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f28240-83c2-492e-bccb-9fd6e040ea72 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Deleting subnet 16a55f70-7bf3-467e-b2e5-16a23d4f76d9 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:12:09.899357 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f4f28240-83c2-492e-bccb-9fd6e040ea72 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:09.912493 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-2916e829-0ebd-483d-a463-9ee983a9e441 None None] Set router af76d5a6-6083-4cc7-ad0a-0ac4a677778e gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:12:10.003751 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f4f28240-83c2-492e-bccb-9fd6e040ea72 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:10.061169 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-649138b1-970f-4433-8cae-bba60c1ca954 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:10.087425 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d8d98dfa-9053-4723-b836-8f1fcd38dbb6 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:10.204201 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f4f28240-83c2-492e-bccb-9fd6e040ea72 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:10.217166 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecad2c3-5567-49bf-bf93-6c28fe3618a2 req-2ee9b3d9-40da-4162-aa56-d84d000d7780 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:10.227848 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0ecad2c3-5567-49bf-bf93-6c28fe3618a2 req-2ee9b3d9-40da-4162-aa56-d84d000d7780 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 946 time: 0.1153889 Sep 30 13:12:10.237072 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-649138b1-970f-4433-8cae-bba60c1ca954 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:10.259192 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d8d98dfa-9053-4723-b836-8f1fcd38dbb6 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:10.319242 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d98dfa-9053-4723-b836-8f1fcd38dbb6 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:12:10.330171 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-649138b1-970f-4433-8cae-bba60c1ca954 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Network d55517b2-5639-49a0-8308-46b3625d778e is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:12:10.330171 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-d8d98dfa-9053-4723-b836-8f1fcd38dbb6 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:12:10.346866 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d98dfa-9053-4723-b836-8f1fcd38dbb6 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:12:10.388314 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2916e829-0ebd-483d-a463-9ee983a9e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:12:07Z', 'revision_number': 8, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None, '_interfaces': [{'id': '258b9cc0-a8e1-4bbb-abf3-774712df43c6', 'name': '', 'network_id': 'c7457a24-cd93-421a-bdcd-d468036d8dbe', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:cc:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:46Z', 'updated_at': '2021-09-30T13:11:53Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56ddf09b-b4a5-48fd-8952-e11efa5d7380', 'name': '', 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:d6:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:36Z', 'updated_at': '2021-09-30T13:11:39Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f4f325-804f-429a-8fab-0d82e73889aa', 'name': '', 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4d:03:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:41Z', 'updated_at': '2021-09-30T13:11:45Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:10.417289 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f4f28240-83c2-492e-bccb-9fd6e040ea72 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:10.419839 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0ecad2c3-5567-49bf-bf93-6c28fe3618a2 req-38db083a-39cf-48df-9db2-7e56ef8fd461 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840103 Sep 30 13:12:10.421025 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-649138b1-970f-4433-8cae-bba60c1ca954 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:12:10.423926 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-649138b1-970f-4433-8cae-bba60c1ca954 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:12:10.425049 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916e829-0ebd-483d-a463-9ee983a9e441 None None] Checking router: af76d5a6-6083-4cc7-ad0a-0ac4a677778e for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:12:10.450332 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2916e829-0ebd-483d-a463-9ee983a9e441 None None] Routers {'af76d5a6-6083-4cc7-ad0a-0ac4a677778e'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:10.451059 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2916e829-0ebd-483d-a463-9ee983a9e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:10.501758 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514d03b-9014-4167-85bd-8c3c98a71162 req-83af2bd0-832b-4ef0-9138-9eaaf9ffca82 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:10.502880 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-649138b1-970f-4433-8cae-bba60c1ca954 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:10.503526 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-649138b1-970f-4433-8cae-bba60c1ca954 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:10.513044 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b514d03b-9014-4167-85bd-8c3c98a71162 req-83af2bd0-832b-4ef0-9138-9eaaf9ffca82 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8964d6-2f46-486d-925b-9eee30978d29 HTTP/1.1" status: 200 len: 931 time: 0.2319901 Sep 30 13:12:10.516358 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f28240-83c2-492e-bccb-9fd6e040ea72 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Subnet': ['ID=16a55f70-7bf3-467e-b2e5-16a23d4f76d9,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:10.520063 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649138b1-970f-4433-8cae-bba60c1ca954 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Pushing event updated for resources: {'Port': ['ID=270aba54-445c-4ed6-92c3-031df474b4d2,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:10.538988 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f4f28240-83c2-492e-bccb-9fd6e040ea72 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:10.541151 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f4f28240-83c2-492e-bccb-9fd6e040ea72 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/subnets/16a55f70-7bf3-467e-b2e5-16a23d4f76d9 HTTP/1.1" status: 204 len: 168 time: 0.8675125 Sep 30 13:12:10.543746 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56374) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:10.547925 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b2dfb0-78b8-4ddc-9698-6ee7c59fbcb8 None None] Network 0d59e62e-b8e9-45d6-a159-d377ebddf4a2 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:12:10.591109 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-2916e829-0ebd-483d-a463-9ee983a9e441 None None] Set router af76d5a6-6083-4cc7-ad0a-0ac4a677778e gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:12:10.612074 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ef2b1102-e0d7-489e-820a-9df537e39d3a no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:12:10.658906 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b514d03b-9014-4167-85bd-8c3c98a71162 req-728fbbea-8da3-4049-b3e4-93b236cd130b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337781 Sep 30 13:12:10.688728 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: ef2b1102-e0d7-489e-820a-9df537e39d3a {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:12:10.689355 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ef2b1102-e0d7-489e-820a-9df537e39d3a not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:12:10.749399 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8f463111-6847-42b0-a724-449a3fe51d37 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:10.801784 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-649138b1-970f-4433-8cae-bba60c1ca954 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4461396 Sep 30 13:12:10.828105 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-6a2c8ec1-1df8-4828-b94e-1b52c0550d9f service neutron] Request body: {'port': {'device_id': '0a8964d6-2f46-486d-925b-9eee30978d29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:10.864212 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:12:10.868587 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-8f463111-6847-42b0-a724-449a3fe51d37 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Deleting port 38802dfd-531d-43cd-9b2b-fda2d995123e {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:10.868943 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8f463111-6847-42b0-a724-449a3fe51d37 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:10.940107 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199a4812-dad6-4225-b38d-03f1f4d7799e None None] DHCP port deletion for 0d59e62e-b8e9-45d6-a159-d377ebddf4a2 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:12:10.977979 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2916e829-0ebd-483d-a463-9ee983a9e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:12:07Z', 'revision_number': 8, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None, '_interfaces': [{'id': '258b9cc0-a8e1-4bbb-abf3-774712df43c6', 'name': '', 'network_id': 'c7457a24-cd93-421a-bdcd-d468036d8dbe', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:cc:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:46Z', 'updated_at': '2021-09-30T13:11:53Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56ddf09b-b4a5-48fd-8952-e11efa5d7380', 'name': '', 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:d6:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:36Z', 'updated_at': '2021-09-30T13:11:39Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f4f325-804f-429a-8fab-0d82e73889aa', 'name': '', 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4d:03:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:41Z', 'updated_at': '2021-09-30T13:11:45Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:10.999773 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde0d44-5419-4399-9fa7-443d20c0bc75 req-745b3463-47bc-4d59-9983-c1a2ebc3acb7 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:11.002864 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-8f463111-6847-42b0-a724-449a3fe51d37 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] For port 38802dfd-531d-43cd-9b2b-fda2d995123e, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=38802dfd-531d-43cd-9b2b-fda2d995123e,segment=NetworkSegment(43389e74-03b4-4c37-8af1-f058e6264a82),segment_id=43389e74-03b4-4c37-8af1-f058e6264a82)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:11.003330 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8f463111-6847-42b0-a724-449a3fe51d37 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:11.011675 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7cde0d44-5419-4399-9fa7-443d20c0bc75 req-745b3463-47bc-4d59-9983-c1a2ebc3acb7 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.4745748 Sep 30 13:12:11.018329 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916e829-0ebd-483d-a463-9ee983a9e441 None None] The sync data for ids ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'] in n-d-810909-2 is: [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:12:07Z', 'revision_number': 8, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None, '_interfaces': [{'id': '258b9cc0-a8e1-4bbb-abf3-774712df43c6', 'name': '', 'network_id': 'c7457a24-cd93-421a-bdcd-d468036d8dbe', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:cc:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:46Z', 'updated_at': '2021-09-30T13:11:53Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '453e0858-3fc6-440a-95a4-4d6c3f6eceb1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56ddf09b-b4a5-48fd-8952-e11efa5d7380', 'name': '', 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:d6:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:36Z', 'updated_at': '2021-09-30T13:11:39Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f4f325-804f-429a-8fab-0d82e73889aa', 'name': '', 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4d:03:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:41Z', 'updated_at': '2021-09-30T13:11:45Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:12:11.033913 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-8f463111-6847-42b0-a724-449a3fe51d37 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Calling delete_port for 38802dfd-531d-43cd-9b2b-fda2d995123e owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:11.036627 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d98dfa-9053-4723-b836-8f1fcd38dbb6 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Pushing event updated for resources: {'Port': ['ID=e322d79c-1f4b-46e2-9b1c-4ac700d5f2a8,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:11.046637 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-199a4812-dad6-4225-b38d-03f1f4d7799e None None] Deleting port 38802dfd-531d-43cd-9b2b-fda2d995123e {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:11.047016 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-199a4812-dad6-4225-b38d-03f1f4d7799e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:11.100506 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 38802dfd-531d-43cd-9b2b-fda2d995123e no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:12:11.142509 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-199a4812-dad6-4225-b38d-03f1f4d7799e None None] For port 38802dfd-531d-43cd-9b2b-fda2d995123e, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=38802dfd-531d-43cd-9b2b-fda2d995123e,segment=NetworkSegment(43389e74-03b4-4c37-8af1-f058e6264a82),segment_id=43389e74-03b4-4c37-8af1-f058e6264a82)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:11.142910 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-199a4812-dad6-4225-b38d-03f1f4d7799e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:11.160555 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-199a4812-dad6-4225-b38d-03f1f4d7799e None None] Calling delete_port for 38802dfd-531d-43cd-9b2b-fda2d995123e owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:11.183768 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8f463111-6847-42b0-a724-449a3fe51d37 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:11.211486 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7cde0d44-5419-4399-9fa7-443d20c0bc75 req-0c5c6dc0-684f-42e4-863d-9d537e068cf4 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986737 Sep 30 13:12:11.218800 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-6a2c8ec1-1df8-4828-b94e-1b52c0550d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:11.224809 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f463111-6847-42b0-a724-449a3fe51d37 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Port': ['ID=38802dfd-531d-43cd-9b2b-fda2d995123e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:11.227281 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f463111-6847-42b0-a724-449a3fe51d37 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] No DVR routers for this DVR port 38802dfd-531d-43cd-9b2b-fda2d995123e on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:12:11.252375 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d8d98dfa-9053-4723-b836-8f1fcd38dbb6 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:11.331806 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8f463111-6847-42b0-a724-449a3fe51d37 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: from cryptography.utils import int_from_bytes Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: from cryptography.utils import int_from_bytes Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:11.337735 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:12:11.363666 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-8f463111-6847-42b0-a724-449a3fe51d37 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d59e62e-b8e9-45d6-a159-d377ebddf4a2']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:11.366662 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-199a4812-dad6-4225-b38d-03f1f4d7799e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:11.376452 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-8f463111-6847-42b0-a724-449a3fe51d37 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43389e74-03b4-4c37-8af1-f058e6264a82') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:11.376877 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-8f463111-6847-42b0-a724-449a3fe51d37 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43389e74-03b4-4c37-8af1-f058e6264a82') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:11.394456 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8f463111-6847-42b0-a724-449a3fe51d37 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:11.395829 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No active binding found for port 38802dfd-531d-43cd-9b2b-fda2d995123e {{(pid=94765) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 30 13:12:11.396444 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 38802dfd-531d-43cd-9b2b-fda2d995123e not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:12:11.426519 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8f463111-6847-42b0-a724-449a3fe51d37 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:11.429701 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199a4812-dad6-4225-b38d-03f1f4d7799e None None] No DVR routers for this DVR port 38802dfd-531d-43cd-9b2b-fda2d995123e on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:12:11.432146 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a4812-dad6-4225-b38d-03f1f4d7799e None None] Pushing event deleted for resources: {'Port': ['ID=38802dfd-531d-43cd-9b2b-fda2d995123e,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:11.468774 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a4812-dad6-4225-b38d-03f1f4d7799e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:11.471945 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a4812-dad6-4225-b38d-03f1f4d7799e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:11.472832 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a4812-dad6-4225-b38d-03f1f4d7799e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:11.475782 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f463111-6847-42b0-a724-449a3fe51d37 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:12:11.476228 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8f463111-6847-42b0-a724-449a3fe51d37 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:11.476725 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a4812-dad6-4225-b38d-03f1f4d7799e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:11.477289 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a4812-dad6-4225-b38d-03f1f4d7799e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:11.477823 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a4812-dad6-4225-b38d-03f1f4d7799e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:11.478384 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a4812-dad6-4225-b38d-03f1f4d7799e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:11.479265 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a4812-dad6-4225-b38d-03f1f4d7799e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:11.480027 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a4812-dad6-4225-b38d-03f1f4d7799e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:11.480820 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a4812-dad6-4225-b38d-03f1f4d7799e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:11.481920 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a4812-dad6-4225-b38d-03f1f4d7799e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:11.484071 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a4812-dad6-4225-b38d-03f1f4d7799e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:12:11.487012 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:12:11.663531 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8f463111-6847-42b0-a724-449a3fe51d37 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:11.673656 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fad986-d0ef-4bc0-92c9-c07252539b90 req-47928c1c-bc3f-42b3-975e-227e323be8a3 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:11.683530 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e6fad986-d0ef-4bc0-92c9-c07252539b90 req-47928c1c-bc3f-42b3-975e-227e323be8a3 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 946 time: 0.0726783 Sep 30 13:12:11.714505 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8f463111-6847-42b0-a724-449a3fe51d37 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:11.717319 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8f463111-6847-42b0-a724-449a3fe51d37 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/networks/0d59e62e-b8e9-45d6-a159-d377ebddf4a2 HTTP/1.1" status: 204 len: 168 time: 1.1723406 Sep 30 13:12:11.732585 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56382) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:11.793654 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f463111-6847-42b0-a724-449a3fe51d37 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Network': ['ID=0d59e62e-b8e9-45d6-a159-d377ebddf4a2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:11.849622 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e6fad986-d0ef-4bc0-92c9-c07252539b90 req-9f5003ea-3390-4e4b-83e7-42fd8b07485e tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649220 Sep 30 13:12:11.928137 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d464e33-af89-4dc4-b6c7-c97f92e180f2 req-4391354a-79e1-44ab-92c8-f64d165d5099 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:11.929700 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3d464e33-af89-4dc4-b6c7-c97f92e180f2 req-4391354a-79e1-44ab-92c8-f64d165d5099 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8964d6-2f46-486d-925b-9eee30978d29 HTTP/1.1" status: 200 len: 931 time: 0.1449978 Sep 30 13:12:11.941031 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d8d98dfa-9053-4723-b836-8f1fcd38dbb6 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-414777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:12.007286 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3d464e33-af89-4dc4-b6c7-c97f92e180f2 req-811b482d-5caa-4f97-baf7-9fd0472105c8 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641952 Sep 30 13:12:12.010412 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d8d98dfa-9053-4723-b836-8f1fcd38dbb6 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-417349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-414758'] for router, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:12.040637 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-6a2c8ec1-1df8-4828-b94e-1b52c0550d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 270aba54-445c-4ed6-92c3-031df474b4d2 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:12:12.050069 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-6a2c8ec1-1df8-4828-b94e-1b52c0550d9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:12.108926 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-6a2c8ec1-1df8-4828-b94e-1b52c0550d9f service neutron] Transition to ACTIVE for port object 270aba54-445c-4ed6-92c3-031df474b4d2 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:12:12.118260 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa1ae7-7ffb-4a10-bb69-9b51f97b8007 req-f626414e-8686-4b51-8c11-ec312c69d558 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:12.123647 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b4fa1ae7-7ffb-4a10-bb69-9b51f97b8007 req-f626414e-8686-4b51-8c11-ec312c69d558 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.54 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.2429316 Sep 30 13:12:12.123811 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-6a2c8ec1-1df8-4828-b94e-1b52c0550d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:12.256294 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c8ec1-1df8-4828-b94e-1b52c0550d9f service neutron] Pushing event updated for resources: {'Port': ['ID=270aba54-445c-4ed6-92c3-031df474b4d2,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:12.300743 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-b4fa1ae7-7ffb-4a10-bb69-9b51f97b8007 req-ac1e114e-bc7d-4402-a78a-448bf8dcf176 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Deleting port b8b0297b-4ed8-427a-82ee-dc8780597acf {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:12.301990 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b4fa1ae7-7ffb-4a10-bb69-9b51f97b8007 req-ac1e114e-bc7d-4402-a78a-448bf8dcf176 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:12.388903 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bf279245-452c-4983-aaf9-07ff81816990 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:12.395812 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330836d-c4bd-4d3e-b0d9-4febf50cc01f req-80daf017-4599-4640-9a80-3123a14345c3 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:12.396850 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1330836d-c4bd-4d3e-b0d9-4febf50cc01f req-80daf017-4599-4640-9a80-3123a14345c3 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/ports?device_id=666eda9e-b016-4241-8f32-d2f233ebe2c4 HTTP/1.1" status: 200 len: 949 time: 0.0939474 Sep 30 13:12:12.406631 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-6a2c8ec1-1df8-4828-b94e-1b52c0550d9f service neutron] Attempting to bind port 270aba54-445c-4ed6-92c3-031df474b4d2 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:12:12.406965 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-6a2c8ec1-1df8-4828-b94e-1b52c0550d9f service neutron] Attempting to bind port 270aba54-445c-4ed6-92c3-031df474b4d2 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'a65dfc45-776c-463c-a57b-60f1ac1b61cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:12:12.407295 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-6a2c8ec1-1df8-4828-b94e-1b52c0550d9f service neutron] Attempting to bind port 270aba54-445c-4ed6-92c3-031df474b4d2 on network d55517b2-5639-49a0-8308-46b3625d778e {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:12:12.427895 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-6a2c8ec1-1df8-4828-b94e-1b52c0550d9f service neutron] Port 270aba54-445c-4ed6-92c3-031df474b4d2 on network d55517b2-5639-49a0-8308-46b3625d778e not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:12:12.428264 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-6a2c8ec1-1df8-4828-b94e-1b52c0550d9f service neutron] Attempting to bind port 270aba54-445c-4ed6-92c3-031df474b4d2 on network d55517b2-5639-49a0-8308-46b3625d778e {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:12:12.449425 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d98dfa-9053-4723-b836-8f1fcd38dbb6 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Router 1101c27a-5be0-445a-ad55-accef9d461d1 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:12:12.466617 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-6a2c8ec1-1df8-4828-b94e-1b52c0550d9f service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:12:12.466946 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-6a2c8ec1-1df8-4828-b94e-1b52c0550d9f service neutron] Checking segment: {'id': 'a65dfc45-776c-463c-a57b-60f1ac1b61cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:12:12.467429 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-6a2c8ec1-1df8-4828-b94e-1b52c0550d9f service neutron] Bound using segment: {'id': 'a65dfc45-776c-463c-a57b-60f1ac1b61cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:12:12.467887 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-6a2c8ec1-1df8-4828-b94e-1b52c0550d9f service neutron] Bound port: 270aba54-445c-4ed6-92c3-031df474b4d2, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65dfc45-776c-463c-a57b-60f1ac1b61cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:12:12.468266 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-6a2c8ec1-1df8-4828-b94e-1b52c0550d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:12.508430 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-b4fa1ae7-7ffb-4a10-bb69-9b51f97b8007 req-ac1e114e-bc7d-4402-a78a-448bf8dcf176 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] For port b8b0297b-4ed8-427a-82ee-dc8780597acf, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=b8b0297b-4ed8-427a-82ee-dc8780597acf,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:12.508898 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b4fa1ae7-7ffb-4a10-bb69-9b51f97b8007 req-ac1e114e-bc7d-4402-a78a-448bf8dcf176 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:12.531600 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-b4fa1ae7-7ffb-4a10-bb69-9b51f97b8007 req-ac1e114e-bc7d-4402-a78a-448bf8dcf176 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Calling delete_port for b8b0297b-4ed8-427a-82ee-dc8780597acf owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:12.548458 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1330836d-c4bd-4d3e-b0d9-4febf50cc01f req-bcc86741-b165-4aee-9da1-1882cb75b5a5 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.18 "GET /v2.0/security-groups?id=07516e26-344e-4ff5-adbc-cf0cadf731c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369863 Sep 30 13:12:12.663861 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-6a2c8ec1-1df8-4828-b94e-1b52c0550d9f service neutron] For port 270aba54-445c-4ed6-92c3-031df474b4d2, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:12:12.683312 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-6a2c8ec1-1df8-4828-b94e-1b52c0550d9f service neutron] For port 270aba54-445c-4ed6-92c3-031df474b4d2, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=270aba54-445c-4ed6-92c3-031df474b4d2,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:12:12.684845 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d98dfa-9053-4723-b836-8f1fcd38dbb6 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:12:12.695770 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3b1ff8-ab95-4db0-9e72-d545e9212f65 None None] Sync routers for ids ['1101c27a-5be0-445a-ad55-accef9d461d1'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:12:12.705062 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d8d98dfa-9053-4723-b836-8f1fcd38dbb6 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:12.710979 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d8d98dfa-9053-4723-b836-8f1fcd38dbb6 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "PUT /v2.0/routers/1101c27a-5be0-445a-ad55-accef9d461d1 HTTP/1.1" status: 200 len: 879 time: 5.4487598 Sep 30 13:12:12.711809 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56394) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:12.713600 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-6a2c8ec1-1df8-4828-b94e-1b52c0550d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:12.714241 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3b1ff8-ab95-4db0-9e72-d545e9212f65 None None] Routers {'1101c27a-5be0-445a-ad55-accef9d461d1'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:12.715030 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-ea3b1ff8-ab95-4db0-9e72-d545e9212f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1101c27a-5be0-445a-ad55-accef9d461d1'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:12.762608 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-ea3b1ff8-ab95-4db0-9e72-d545e9212f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:12.777775 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3b1ff8-ab95-4db0-9e72-d545e9212f65 None None] Routers {'1101c27a-5be0-445a-ad55-accef9d461d1'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:12.778948 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-ea3b1ff8-ab95-4db0-9e72-d545e9212f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1101c27a-5be0-445a-ad55-accef9d461d1'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:12.817763 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-ea3b1ff8-ab95-4db0-9e72-d545e9212f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:12.818907 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3b1ff8-ab95-4db0-9e72-d545e9212f65 None None] The sync data for ids ['1101c27a-5be0-445a-ad55-accef9d461d1'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:12:12.843489 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b4fa1ae7-7ffb-4a10-bb69-9b51f97b8007 req-ac1e114e-bc7d-4402-a78a-448bf8dcf176 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:12.883395 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e114e-bc7d-4402-a78a-448bf8dcf176 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Pushing event deleted for resources: {'Port': ['ID=b8b0297b-4ed8-427a-82ee-dc8780597acf,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:12.924712 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-bf279245-452c-4983-aaf9-07ff81816990 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Deleting port 258b9cc0-a8e1-4bbb-abf3-774712df43c6 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:12.925342 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bf279245-452c-4983-aaf9-07ff81816990 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:12.945035 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fa1ae7-7ffb-4a10-bb69-9b51f97b8007 req-ac1e114e-bc7d-4402-a78a-448bf8dcf176 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] No DVR routers for this DVR port b8b0297b-4ed8-427a-82ee-dc8780597acf on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:12:12.960075 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b4fa1ae7-7ffb-4a10-bb69-9b51f97b8007 req-ac1e114e-bc7d-4402-a78a-448bf8dcf176 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:12.965284 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b4fa1ae7-7ffb-4a10-bb69-9b51f97b8007 req-ac1e114e-bc7d-4402-a78a-448bf8dcf176 tempest-MigrationsAdminTest-1284344194 tempest-MigrationsAdminTest-1284344194-project] 10.222.0.54 "DELETE /v2.0/ports/b8b0297b-4ed8-427a-82ee-dc8780597acf HTTP/1.1" status: 204 len: 173 time: 0.8366816 Sep 30 13:12:12.967494 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666eda9e-b016-4241-8f32-d2f233ebe2c4', 'name': 'network-vif-deleted', 'tag': 'b8b0297b-4ed8-427a-82ee-dc8780597acf'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:12:12.968285 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792024f6-333f-44a3-83b1-4204df725a1e" -d '{"events": [{"server_uuid": "666eda9e-b016-4241-8f32-d2f233ebe2c4", "name": "network-vif-deleted", "tag": "b8b0297b-4ed8-427a-82ee-dc8780597acf"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:12:13.026973 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3fc9797f-7ef5-4e99-a5ea-388f3b26758d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "GET /v2.0/routers/1101c27a-5be0-445a-ad55-accef9d461d1 HTTP/1.1" status: 200 len: 920 time: 0.3108094 Sep 30 13:12:13.029924 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56402) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:13.042710 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:12:13.063495 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-6a2c8ec1-1df8-4828-b94e-1b52c0550d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:13.064933 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-6a2c8ec1-1df8-4828-b94e-1b52c0550d9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:13.069402 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-6a2c8ec1-1df8-4828-b94e-1b52c0550d9f service neutron] 10.222.0.39 "PUT /v2.0/ports/270aba54-445c-4ed6-92c3-031df474b4d2 HTTP/1.1" status: 200 len: 1091 time: 2.2534175 Sep 30 13:12:13.071083 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c8ec1-1df8-4828-b94e-1b52c0550d9f service neutron] Pushing event updated for resources: {'Port': ['ID=270aba54-445c-4ed6-92c3-031df474b4d2,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:13.099702 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:12:13.100441 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9b514eb6-f86d-4aae-bba9-a7af2a7a7fbf not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:12:13.104768 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8964d6-2f46-486d-925b-9eee30978d29', 'tag': '270aba54-445c-4ed6-92c3-031df474b4d2'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:12:13.113701 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7653c86c-751b-4610-9722-97f641562740" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8964d6-2f46-486d-925b-9eee30978d29", "tag": "270aba54-445c-4ed6-92c3-031df474b4d2"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:12:13.161593 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f2d56c-d9ab-46b1-9ef3-4708aebfe880 x-openstack-request-id: req-f8f2d56c-d9ab-46b1-9ef3-4708aebfe880 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:12:13.162093 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666eda9e-b016-4241-8f32-d2f233ebe2c4", "name": "network-vif-deleted", "tag": "b8b0297b-4ed8-427a-82ee-dc8780597acf", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:12:13.162093 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8f2d56c-d9ab-46b1-9ef3-4708aebfe880 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:12:13.162388 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666eda9e-b016-4241-8f32-d2f233ebe2c4', 'name': 'network-vif-deleted', 'tag': 'b8b0297b-4ed8-427a-82ee-dc8780597acf', 'status': 'completed', 'code': 200} Sep 30 13:12:13.211801 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ab72ff-0aa4-4d43-95ff-005e5f2aa652 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:13.213936 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-66ab72ff-0aa4-4d43-95ff-005e5f2aa652 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=7bf2cdd5-9828-4259-bd46-d7f13451331c&device_id=1101c27a-5be0-445a-ad55-accef9d461d1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1830170 Sep 30 13:12:13.216283 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-bf279245-452c-4983-aaf9-07ff81816990 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] For port 258b9cc0-a8e1-4bbb-abf3-774712df43c6, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=258b9cc0-a8e1-4bbb-abf3-774712df43c6,segment=NetworkSegment(c8d15fee-51b2-479a-9f7e-ccf9e6317ab7),segment_id=c8d15fee-51b2-479a-9f7e-ccf9e6317ab7)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:13.216660 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bf279245-452c-4983-aaf9-07ff81816990 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:13.219513 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56412) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:13.256299 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-bf279245-452c-4983-aaf9-07ff81816990 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Calling delete_port for 258b9cc0-a8e1-4bbb-abf3-774712df43c6 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:13.521293 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b487a36c-c8c6-4b7f-bf09-cd56c0667441 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:13.523235 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b487a36c-c8c6-4b7f-bf09-cd56c0667441 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 881 time: 0.3029423 Sep 30 13:12:13.536990 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1ff76-17a5-47fc-95ce-8e98b8952597 req-4160e1bb-1dee-4657-ae15-d9debc249705 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:13.543376 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c8a1ff76-17a5-47fc-95ce-8e98b8952597 req-4160e1bb-1dee-4657-ae15-d9debc249705 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8964d6-2f46-486d-925b-9eee30978d29 HTTP/1.1" status: 200 len: 943 time: 0.2198803 Sep 30 13:12:13.543908 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56414) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:13.598899 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-64811d0e-8b1e-46cc-9496-41a273e6ec3b tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "GET /v2.0/ports?device_id=1101c27a-5be0-445a-ad55-accef9d461d1 HTTP/1.1" status: 200 len: 205 time: 0.0430017 Sep 30 13:12:13.604308 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56420) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:13.628454 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4ed14-5c7b-43a5-b230-736fde2b5e27 req-4d3cdd12-ebcc-4ae1-9153-e8818ea3e835 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:13.630736 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-49a4ed14-5c7b-43a5-b230-736fde2b5e27 req-4d3cdd12-ebcc-4ae1-9153-e8818ea3e835 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 946 time: 0.5507009 Sep 30 13:12:13.668563 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-4449c9b6-39fe-4102-b2d2-0f4267b3c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:13.670125 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-4449c9b6-39fe-4102-b2d2-0f4267b3c421 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec3b180775b4f8e89f487846414229c&device_id=0a8964d6-2f46-486d-925b-9eee30978d29 HTTP/1.1" status: 200 len: 1094 time: 0.5059237 Sep 30 13:12:13.719603 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-e829574d-e39f-4562-a032-aa10d5f17bb0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=270aba54-445c-4ed6-92c3-031df474b4d2 HTTP/1.1" status: 200 len: 217 time: 0.0393879 Sep 30 13:12:13.730263 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c8a1ff76-17a5-47fc-95ce-8e98b8952597 req-7248cb49-fcfb-4752-9438-6301ffebf1fb tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641536 Sep 30 13:12:13.764229 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-49a4ed14-5c7b-43a5-b230-736fde2b5e27 req-fa56bded-a45e-47d2-bed7-af065780a628 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107759 Sep 30 13:12:13.820432 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-0034cd66-8fd7-4b0d-875a-d86508ca762e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:13.827160 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-0034cd66-8fd7-4b0d-875a-d86508ca762e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b636e036-02ee-475d-8821-ce0c9f216c9a HTTP/1.1" status: 200 len: 852 time: 0.0967982 Sep 30 13:12:13.837466 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb1121ec-0fda-4c7c-9348-9592da20b5f2 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:13.856589 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bf279245-452c-4983-aaf9-07ff81816990 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:13.865625 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-5d258b57-0e97-49ca-981b-03a58eab9144 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d55517b2-5639-49a0-8308-46b3625d778e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317881 Sep 30 13:12:13.929321 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf279245-452c-4983-aaf9-07ff81816990 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Port': ['ID=258b9cc0-a8e1-4bbb-abf3-774712df43c6,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:13.984697 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-83a84296-52c9-4c1c-8f20-1d8320eccf27 service neutron] 10.222.0.39 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114624 Sep 30 13:12:13.986528 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa1c87e-f666-484f-9e98-c4ff39ea820a x-openstack-request-id: req-ffa1c87e-f666-484f-9e98-c4ff39ea820a {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:12:13.986995 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8964d6-2f46-486d-925b-9eee30978d29", "tag": "270aba54-445c-4ed6-92c3-031df474b4d2", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:12:13.987532 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ffa1c87e-f666-484f-9e98-c4ff39ea820a {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:12:13.988217 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8964d6-2f46-486d-925b-9eee30978d29', 'tag': '270aba54-445c-4ed6-92c3-031df474b4d2', 'status': 'completed', 'code': 200} Sep 30 13:12:14.056546 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1ae53-41db-4935-a3ab-97334aae4884 req-a2192438-1c22-4a75-9bc6-fca48fe408c8 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:14.069745 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1ae53-41db-4935-a3ab-97334aae4884 req-a2192438-1c22-4a75-9bc6-fca48fe408c8 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:14.096483 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1ae53-41db-4935-a3ab-97334aae4884 req-a2192438-1c22-4a75-9bc6-fca48fe408c8 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:14.109965 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1ae53-41db-4935-a3ab-97334aae4884 req-a2192438-1c22-4a75-9bc6-fca48fe408c8 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:14.117734 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1ae53-41db-4935-a3ab-97334aae4884 req-a2192438-1c22-4a75-9bc6-fca48fe408c8 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:14.127467 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1ae53-41db-4935-a3ab-97334aae4884 req-a2192438-1c22-4a75-9bc6-fca48fe408c8 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:14.139695 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1ae53-41db-4935-a3ab-97334aae4884 req-a2192438-1c22-4a75-9bc6-fca48fe408c8 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:14.145815 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-805b0bbf-3b58-4b92-a1a8-ff83d6d32bf3 req-5d00c1d5-9b0a-4306-aafa-4a3b40ff6816 service neutron] 10.222.0.39 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507759 Sep 30 13:12:14.148054 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-39f1ae53-41db-4935-a3ab-97334aae4884 req-a2192438-1c22-4a75-9bc6-fca48fe408c8 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5436 time: 0.3239665 Sep 30 13:12:14.286148 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653c86c-751b-4610-9722-97f641562740 req-5057efcb-dd71-44ba-a1f0-33a081308474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:14.291373 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7653c86c-751b-4610-9722-97f641562740 req-5057efcb-dd71-44ba-a1f0-33a081308474 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec3b180775b4f8e89f487846414229c&device_id=0a8964d6-2f46-486d-925b-9eee30978d29 HTTP/1.1" status: 200 len: 1094 time: 0.0784473 Sep 30 13:12:14.296348 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb1121ec-0fda-4c7c-9348-9592da20b5f2 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:14.304423 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 83670bbb-25ac-4b77-ac32-d478dc7ddaeb no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:12:14.353326 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-39f1ae53-41db-4935-a3ab-97334aae4884 req-ca672b97-6376-4bea-bc67-4a213b503bfb tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2042317 Sep 30 13:12:14.360948 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bf279245-452c-4983-aaf9-07ff81816990 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:14.458315 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:14.466042 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56428) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:14.495365 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 83670bbb-25ac-4b77-ac32-d478dc7ddaeb, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=83670bbb-25ac-4b77-ac32-d478dc7ddaeb,segment=NetworkSegment(ac637a4a-2081-46b7-8c83-b608b8cef194),segment_id=ac637a4a-2081-46b7-8c83-b608b8cef194)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:14.496547 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83670bbb-25ac-4b77-ac32-d478dc7ddaeb'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:12:14.499103 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb28805-74e1-44e9-b15e-07f85f009565" -d '{"events": [{"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-unplugged", "status": "completed", "tag": "83670bbb-25ac-4b77-ac32-d478dc7ddaeb"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:12:14.513207 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653c86c-751b-4610-9722-97f641562740 req-28b88239-f065-4e5c-9713-a6769e824fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:14.528428 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7653c86c-751b-4610-9722-97f641562740 req-28b88239-f065-4e5c-9713-a6769e824fe1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d55517b2-5639-49a0-8308-46b3625d778e HTTP/1.1" status: 200 len: 913 time: 0.2310002 Sep 30 13:12:14.546291 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:14.547982 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device a590db81-d7b1-40db-81be-4877e02204d3 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:12:14.629508 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84aa8afe-da45-40a0-81b7-c71d7fcffde2 x-openstack-request-id: req-84aa8afe-da45-40a0-81b7-c71d7fcffde2 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:12:14.629820 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-unplugged", "status": "completed", "tag": "83670bbb-25ac-4b77-ac32-d478dc7ddaeb", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:12:14.630095 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84aa8afe-da45-40a0-81b7-c71d7fcffde2 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:12:14.630489 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83670bbb-25ac-4b77-ac32-d478dc7ddaeb', 'code': 200} Sep 30 13:12:14.635556 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7653c86c-751b-4610-9722-97f641562740 req-46e3fd6f-a1af-404e-b460-592b728fb0ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=270aba54-445c-4ed6-92c3-031df474b4d2 HTTP/1.1" status: 200 len: 217 time: 0.0974121 Sep 30 13:12:14.684951 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:14.686046 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=83670bbb-25ac-4b77-ac32-d478dc7ddaeb,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:14.732261 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653c86c-751b-4610-9722-97f641562740 req-12af403e-d809-45db-b522-a0b4a49da528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:14.733807 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7653c86c-751b-4610-9722-97f641562740 req-12af403e-d809-45db-b522-a0b4a49da528 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b636e036-02ee-475d-8821-ce0c9f216c9a HTTP/1.1" status: 200 len: 852 time: 0.0908754 Sep 30 13:12:14.737909 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-166f3c4b-e923-4506-b225-1e3b8b37a063 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ef1016edf414b379caceb8093d57137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2704747 Sep 30 13:12:14.741683 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56440) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:14.745471 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:14.840200 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port a590db81-d7b1-40db-81be-4877e02204d3, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=a590db81-d7b1-40db-81be-4877e02204d3,segment=NetworkSegment(1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f),segment_id=1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:14.856049 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:14.857108 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device edd46fc9-4ca1-4629-b3fb-da71ea25c33c no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:12:14.873284 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5d8913a4-4466-4d5d-b77c-a8ac341d0878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:14.878631 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7653c86c-751b-4610-9722-97f641562740 req-80779268-dd54-4079-93ea-12c60282fce7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d55517b2-5639-49a0-8308-46b3625d778e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1325214 Sep 30 13:12:14.956330 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=a590db81-d7b1-40db-81be-4877e02204d3,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:14.973516 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5d8913a4-4466-4d5d-b77c-a8ac341d0878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:15.050864 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:15.082719 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486f143-6f02-403d-9e33-d868ce29dbff req-6d7ca5ab-24c3-4c38-a3a2-4502eddb7884 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:15.091022 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6486f143-6f02-403d-9e33-d868ce29dbff req-6d7ca5ab-24c3-4c38-a3a2-4502eddb7884 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 946 time: 0.1759555 Sep 30 13:12:15.097261 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port edd46fc9-4ca1-4629-b3fb-da71ea25c33c, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=edd46fc9-4ca1-4629-b3fb-da71ea25c33c,segment=NetworkSegment(ac637a4a-2081-46b7-8c83-b608b8cef194),segment_id=ac637a4a-2081-46b7-8c83-b608b8cef194)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:15.109763 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:15.111318 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 91dd7c39-fe37-47b7-b54a-b0e32073743f no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:12:15.175949 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-3dd81fba-5cc0-418a-9f97-f9ef077a6e98 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:15.178573 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6486f143-6f02-403d-9e33-d868ce29dbff req-4a637ab5-dfc7-4554-b67a-9f44fa25f302 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860233 Sep 30 13:12:15.182439 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-3dd81fba-5cc0-418a-9f97-f9ef077a6e98 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:15.194407 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-3dd81fba-5cc0-418a-9f97-f9ef077a6e98 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:15.197725 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7653c86c-751b-4610-9722-97f641562740 req-b9a551aa-a9d6-46e3-9c4d-01eba860ef39 service neutron] 10.222.0.39 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078024 Sep 30 13:12:15.205435 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-3dd81fba-5cc0-418a-9f97-f9ef077a6e98 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:15.211632 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-3dd81fba-5cc0-418a-9f97-f9ef077a6e98 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:15.217640 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-3dd81fba-5cc0-418a-9f97-f9ef077a6e98 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:15.223858 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-3dd81fba-5cc0-418a-9f97-f9ef077a6e98 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:15.226257 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-3dd81fba-5cc0-418a-9f97-f9ef077a6e98 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5436 time: 0.8238716 Sep 30 13:12:15.245897 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=edd46fc9-4ca1-4629-b3fb-da71ea25c33c,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:15.263012 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5d8913a4-4466-4d5d-b77c-a8ac341d0878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:15.266391 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5d8913a4-4466-4d5d-b77c-a8ac341d0878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:15.270739 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5d8913a4-4466-4d5d-b77c-a8ac341d0878 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/07516e26-344e-4ff5-adbc-cf0cadf731c3 HTTP/1.1" status: 204 len: 168 time: 0.5275712 Sep 30 13:12:15.284130 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-80da6119-73ba-4825-80e6-9bd1350737c1 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:15.285475 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-80da6119-73ba-4825-80e6-9bd1350737c1 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.54 "GET /v2.0/ports/edd46fc9-4ca1-4629-b3fb-da71ea25c33c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0520010 Sep 30 13:12:15.296752 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8913a4-4466-4d5d-b77c-a8ac341d0878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07516e26-344e-4ff5-adbc-cf0cadf731c3,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:15.346243 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf279245-452c-4983-aaf9-07ff81816990 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Router af76d5a6-6083-4cc7-ad0a-0ac4a677778e has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:12:15.359732 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-eb1121ec-0fda-4c7c-9348-9592da20b5f2 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Deleting port e322d79c-1f4b-46e2-9b1c-4ac700d5f2a8 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:15.360080 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb1121ec-0fda-4c7c-9348-9592da20b5f2 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:15.370041 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:15.450810 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 91dd7c39-fe37-47b7-b54a-b0e32073743f, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=91dd7c39-fe37-47b7-b54a-b0e32073743f,segment=NetworkSegment(fe45a204-9df2-427b-ab55-3bf891956d2b),segment_id=fe45a204-9df2-427b-ab55-3bf891956d2b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:15.462653 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:15.463905 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:12:15.505750 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097fd1c-85b9-4b95-8a9a-5adae3dda38f req-c9f0577c-bfea-439c-a480-abd1cd759c95 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:15.512966 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7653c86c-751b-4610-9722-97f641562740 req-39e4edcb-7d56-4cec-9830-6f5aa7d585f7 service neutron] 10.222.0.39 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030686 Sep 30 13:12:15.521385 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c097fd1c-85b9-4b95-8a9a-5adae3dda38f req-c9f0577c-bfea-439c-a480-abd1cd759c95 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8964d6-2f46-486d-925b-9eee30978d29 HTTP/1.1" status: 200 len: 943 time: 0.5118830 Sep 30 13:12:15.720119 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c097fd1c-85b9-4b95-8a9a-5adae3dda38f req-d6682ed0-0db7-4780-968a-939b1dd19a38 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977098 Sep 30 13:12:15.721177 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bf69b-e6ae-44e5-ac54-8b9afc1142b3 req-fa7bffa4-dedc-4954-bb2a-75d633689f0e tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:15.736141 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-f267f8b9-7e8f-4940-9966-d6360a87f424 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.54 "GET /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4411261 Sep 30 13:12:15.748028 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bf69b-e6ae-44e5-ac54-8b9afc1142b3 req-fa7bffa4-dedc-4954-bb2a-75d633689f0e tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:15.774574 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bf69b-e6ae-44e5-ac54-8b9afc1142b3 req-fa7bffa4-dedc-4954-bb2a-75d633689f0e tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:15.778176 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-f13e5ca7-5f0a-44c5-b0ae-a463881dc0f4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:15.809592 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bf69b-e6ae-44e5-ac54-8b9afc1142b3 req-fa7bffa4-dedc-4954-bb2a-75d633689f0e tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:15.821311 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56456) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:15.823325 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=91dd7c39-fe37-47b7-b54a-b0e32073743f,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:15.835794 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bf69b-e6ae-44e5-ac54-8b9afc1142b3 req-fa7bffa4-dedc-4954-bb2a-75d633689f0e tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:15.844884 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb1121ec-0fda-4c7c-9348-9592da20b5f2 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:15.859786 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bf69b-e6ae-44e5-ac54-8b9afc1142b3 req-fa7bffa4-dedc-4954-bb2a-75d633689f0e tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:15.877113 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf279245-452c-4983-aaf9-07ff81816990 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:12:15.880373 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-eb1121ec-0fda-4c7c-9348-9592da20b5f2 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Calling delete_port for e322d79c-1f4b-46e2-9b1c-4ac700d5f2a8 owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:15.886908 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea0478b-0e68-49dc-8ca6-f030f0158fda None None] Sync routers for ids ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:12:15.893112 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bf69b-e6ae-44e5-ac54-8b9afc1142b3 req-fa7bffa4-dedc-4954-bb2a-75d633689f0e tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:15.901023 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea0478b-0e68-49dc-8ca6-f030f0158fda None None] Routers {'af76d5a6-6083-4cc7-ad0a-0ac4a677778e'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:15.901854 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-bea0478b-0e68-49dc-8ca6-f030f0158fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:15.904354 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:15.908324 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f1bf69b-e6ae-44e5-ac54-8b9afc1142b3 req-fa7bffa4-dedc-4954-bb2a-75d633689f0e tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5428 time: 0.2997334 Sep 30 13:12:15.930777 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bf279245-452c-4983-aaf9-07ff81816990 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "PUT /v2.0/routers/af76d5a6-6083-4cc7-ad0a-0ac4a677778e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1968708 Sep 30 13:12:15.936642 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56458) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:15.946095 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c,segment=NetworkSegment(1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f),segment_id=1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:15.954587 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:15.955672 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device b8b0297b-4ed8-427a-82ee-dc8780597acf no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:12:15.999068 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f1bf69b-e6ae-44e5-ac54-8b9afc1142b3 req-be878906-3264-4fc9-b8b9-d8c9a9567a59 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0884047 Sep 30 13:12:16.045797 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-f13e5ca7-5f0a-44c5-b0ae-a463881dc0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:16.062948 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: b8b0297b-4ed8-427a-82ee-dc8780597acf {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:12:16.063275 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device b8b0297b-4ed8-427a-82ee-dc8780597acf not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:12:16.063613 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-bea0478b-0e68-49dc-8ca6-f030f0158fda None None] Set router af76d5a6-6083-4cc7-ad0a-0ac4a677778e gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:12:16.063726 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 84755c0f-2e46-4801-beed-ac8ea40167fc no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:12:16.133851 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56460) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:16.134085 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-66a4da85-0e19-483d-aecf-c7e40b23f4a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f408a00fd46b4f01914535fb59953a4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076918 Sep 30 13:12:16.172102 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a4975b4-19d4-4fb8-b2eb-666c327e8953 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Deleting subnet 453e0858-3fc6-440a-95a4-4d6c3f6eceb1 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:12:16.184444 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a4975b4-19d4-4fb8-b2eb-666c327e8953 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:16.256111 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-26ba290b-30a0-4d28-bc9f-7b3eda801994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:16.261489 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:16.316208 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-26ba290b-30a0-4d28-bc9f-7b3eda801994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:16.331996 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:16.394674 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 84755c0f-2e46-4801-beed-ac8ea40167fc, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=84755c0f-2e46-4801-beed-ac8ea40167fc,segment=NetworkSegment(ac637a4a-2081-46b7-8c83-b608b8cef194),segment_id=ac637a4a-2081-46b7-8c83-b608b8cef194)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:16.403472 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:16.404277 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 3735fbdc-2096-4924-a740-2efbd559b38e no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:12:16.452822 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-26ba290b-30a0-4d28-bc9f-7b3eda801994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:16.456886 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-26ba290b-30a0-4d28-bc9f-7b3eda801994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:16.457091 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a4975b4-19d4-4fb8-b2eb-666c327e8953 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:16.458850 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-26ba290b-30a0-4d28-bc9f-7b3eda801994 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20dfd527-fa57-41d5-8532-9b1604d1282c HTTP/1.1" status: 204 len: 168 time: 0.3235359 Sep 30 13:12:16.475444 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba290b-30a0-4d28-bc9f-7b3eda801994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dfd527-fa57-41d5-8532-9b1604d1282c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:16.551070 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-bea0478b-0e68-49dc-8ca6-f030f0158fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:12:13Z', 'revision_number': 9, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None, '_interfaces': [{'id': '56ddf09b-b4a5-48fd-8952-e11efa5d7380', 'name': '', 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:d6:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:36Z', 'updated_at': '2021-09-30T13:11:39Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f4f325-804f-429a-8fab-0d82e73889aa', 'name': '', 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4d:03:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:41Z', 'updated_at': '2021-09-30T13:11:45Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:16.591889 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=84755c0f-2e46-4801-beed-ac8ea40167fc,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:16.599913 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea0478b-0e68-49dc-8ca6-f030f0158fda None None] Checking router: af76d5a6-6083-4cc7-ad0a-0ac4a677778e for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:12:16.609695 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea0478b-0e68-49dc-8ca6-f030f0158fda None None] Routers {'af76d5a6-6083-4cc7-ad0a-0ac4a677778e'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:16.610341 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-bea0478b-0e68-49dc-8ca6-f030f0158fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:11:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:16.625037 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 270aba54-445c-4ed6-92c3-031df474b4d2 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:12:16.631167 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a590db81-d7b1-40db-81be-4877e02204d3'}, {'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edd46fc9-4ca1-4629-b3fb-da71ea25c33c'}, {'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91dd7c39-fe37-47b7-b54a-b0e32073743f'}, {'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c'}, {'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84755c0f-2e46-4801-beed-ac8ea40167fc'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:12:16.639889 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401fc5ed-0125-4793-90b7-03e546379294" -d '{"events": [{"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-unplugged", "status": "completed", "tag": "a590db81-d7b1-40db-81be-4877e02204d3"}, {"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-unplugged", "status": "completed", "tag": "edd46fc9-4ca1-4629-b3fb-da71ea25c33c"}, {"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-unplugged", "status": "completed", "tag": "91dd7c39-fe37-47b7-b54a-b0e32073743f"}, {"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-unplugged", "status": "completed", "tag": "20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c"}, {"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-unplugged", "status": "completed", "tag": "84755c0f-2e46-4801-beed-ac8ea40167fc"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:12:16.717894 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-bea0478b-0e68-49dc-8ca6-f030f0158fda None None] Set router af76d5a6-6083-4cc7-ad0a-0ac4a677778e gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:12:16.726831 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05765efe-cfd3-4ced-a554-d0623f48f78b req-ec23ed4d-e3b0-4751-9825-c3aeab63d6ea tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:16.734405 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-05765efe-cfd3-4ced-a554-d0623f48f78b req-ec23ed4d-e3b0-4751-9825-c3aeab63d6ea tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 946 time: 0.3656883 Sep 30 13:12:16.742894 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Thu, 30 Sep 2021 13:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef0bd31-7433-4149-90c1-8195bc976cb7 x-openstack-request-id: req-8ef0bd31-7433-4149-90c1-8195bc976cb7 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:12:16.743095 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-f13e5ca7-5f0a-44c5-b0ae-a463881dc0f4 service neutron] For port edd46fc9-4ca1-4629-b3fb-da71ea25c33c, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=edd46fc9-4ca1-4629-b3fb-da71ea25c33c,segment=NetworkSegment(ac637a4a-2081-46b7-8c83-b608b8cef194),segment_id=ac637a4a-2081-46b7-8c83-b608b8cef194)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:16.743662 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-unplugged", "status": "completed", "tag": "a590db81-d7b1-40db-81be-4877e02204d3", "code": 200}, {"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-unplugged", "status": "completed", "tag": "edd46fc9-4ca1-4629-b3fb-da71ea25c33c", "code": 200}, {"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-unplugged", "status": "completed", "tag": "91dd7c39-fe37-47b7-b54a-b0e32073743f", "code": 200}, {"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-unplugged", "status": "completed", "tag": "20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c", "code": 200}, {"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-unplugged", "status": "completed", "tag": "84755c0f-2e46-4801-beed-ac8ea40167fc", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:12:16.744203 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ef0bd31-7433-4149-90c1-8195bc976cb7 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:12:16.744882 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a590db81-d7b1-40db-81be-4877e02204d3', 'code': 200} Sep 30 13:12:16.745353 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edd46fc9-4ca1-4629-b3fb-da71ea25c33c', 'code': 200} Sep 30 13:12:16.745800 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91dd7c39-fe37-47b7-b54a-b0e32073743f', 'code': 200} Sep 30 13:12:16.746290 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c', 'code': 200} Sep 30 13:12:16.746734 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84755c0f-2e46-4801-beed-ac8ea40167fc', 'code': 200} Sep 30 13:12:16.810892 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:16.864167 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a4975b4-19d4-4fb8-b2eb-666c327e8953 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:16.877094 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb1121ec-0fda-4c7c-9348-9592da20b5f2 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:16.900167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1a8ba-27d5-47fc-b051-7824d4582635 req-7e4637b5-8e9c-4ac5-aae0-2879f4cdd851 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:16.903039 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09c1a8ba-27d5-47fc-b051-7824d4582635 req-7e4637b5-8e9c-4ac5-aae0-2879f4cdd851 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8964d6-2f46-486d-925b-9eee30978d29 HTTP/1.1" status: 200 len: 943 time: 0.0753531 Sep 30 13:12:16.941413 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 3735fbdc-2096-4924-a740-2efbd559b38e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=3735fbdc-2096-4924-a740-2efbd559b38e,segment=NetworkSegment(ac637a4a-2081-46b7-8c83-b608b8cef194),segment_id=ac637a4a-2081-46b7-8c83-b608b8cef194)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:16.946206 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-f13e5ca7-5f0a-44c5-b0ae-a463881dc0f4 service neutron] For port edd46fc9-4ca1-4629-b3fb-da71ea25c33c, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:12:16.951319 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:16.987684 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-05765efe-cfd3-4ced-a554-d0623f48f78b req-89dddac4-33d8-4f05-a385-46890f0263fd tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2481165 Sep 30 13:12:17.021345 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 270aba54-445c-4ed6-92c3-031df474b4d2, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=270aba54-445c-4ed6-92c3-031df474b4d2,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:17.036672 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09c1a8ba-27d5-47fc-b051-7824d4582635 req-7900bc1a-af8f-4764-addf-9eafc92c7f0f tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257021 Sep 30 13:12:17.055295 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '270aba54-445c-4ed6-92c3-031df474b4d2', 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e', 'port_id': '270aba54-445c-4ed6-92c3-031df474b4d2', 'mac_address': 'fa:16:3e:ef:db:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b636e036-02ee-475d-8821-ce0c9f216c9a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:12:17.106805 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a4975b4-19d4-4fb8-b2eb-666c327e8953 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:17.109092 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1121ec-0fda-4c7c-9348-9592da20b5f2 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Pushing event deleted for resources: {'Port': ['ID=e322d79c-1f4b-46e2-9b1c-4ac700d5f2a8,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:17.134074 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-bea0478b-0e68-49dc-8ca6-f030f0158fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:12:13Z', 'revision_number': 9, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None, '_interfaces': [{'id': '56ddf09b-b4a5-48fd-8952-e11efa5d7380', 'name': '', 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:d6:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:36Z', 'updated_at': '2021-09-30T13:11:39Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f4f325-804f-429a-8fab-0d82e73889aa', 'name': '', 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4d:03:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:41Z', 'updated_at': '2021-09-30T13:11:45Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:17.154944 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=3735fbdc-2096-4924-a740-2efbd559b38e,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:17.163221 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea0478b-0e68-49dc-8ca6-f030f0158fda None None] The sync data for ids ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'] in n-d-810909-2 is: [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:12:13Z', 'revision_number': 9, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None, '_interfaces': [{'id': '56ddf09b-b4a5-48fd-8952-e11efa5d7380', 'name': '', 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:d6:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:36Z', 'updated_at': '2021-09-30T13:11:39Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f4f325-804f-429a-8fab-0d82e73889aa', 'name': '', 'network_id': '393c3257-7b53-418d-aabc-1e56b0fe87fc', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:4d:03:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:41Z', 'updated_at': '2021-09-30T13:11:45Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '861041a5-56e8-429c-87f7-6cd714b96cf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:12:17.179461 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:17.185988 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4975b4-19d4-4fb8-b2eb-666c327e8953 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Subnet': ['ID=453e0858-3fc6-440a-95a4-4d6c3f6eceb1,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:17.197833 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-f13e5ca7-5f0a-44c5-b0ae-a463881dc0f4 service neutron] device_id is not set on port edd46fc9-4ca1-4629-b3fb-da71ea25c33c yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:12:17.222453 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 270aba54-445c-4ed6-92c3-031df474b4d2 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:12:17.251889 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 270aba54-445c-4ed6-92c3-031df474b4d2, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=270aba54-445c-4ed6-92c3-031df474b4d2,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:17.264645 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-f13e5ca7-5f0a-44c5-b0ae-a463881dc0f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:17.266811 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a4975b4-19d4-4fb8-b2eb-666c327e8953 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:17.268163 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:17.268858 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3a4975b4-19d4-4fb8-b2eb-666c327e8953 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/subnets/453e0858-3fc6-440a-95a4-4d6c3f6eceb1 HTTP/1.1" status: 204 len: 168 time: 1.3193469 Sep 30 13:12:17.269959 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea479586-a1cb-4632-98e4-da8374710bf7 None None] Network c7457a24-cd93-421a-bdcd-d468036d8dbe requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:12:17.272638 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56496) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:17.279957 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-f13e5ca7-5f0a-44c5-b0ae-a463881dc0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:17.318087 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb1121ec-0fda-4c7c-9348-9592da20b5f2 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:17.332401 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=270aba54-445c-4ed6-92c3-031df474b4d2,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:17.428296 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3b989-2f3c-4e73-860f-7e97c2576472 req-28f1bd02-7087-4309-a1a9-f299d6e5ed9c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:17.440710 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3b989-2f3c-4e73-860f-7e97c2576472 req-28f1bd02-7087-4309-a1a9-f299d6e5ed9c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:17.453153 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3b989-2f3c-4e73-860f-7e97c2576472 req-28f1bd02-7087-4309-a1a9-f299d6e5ed9c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:17.465906 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3b989-2f3c-4e73-860f-7e97c2576472 req-28f1bd02-7087-4309-a1a9-f299d6e5ed9c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:17.478596 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3b989-2f3c-4e73-860f-7e97c2576472 req-28f1bd02-7087-4309-a1a9-f299d6e5ed9c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:17.484969 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3b989-2f3c-4e73-860f-7e97c2576472 req-28f1bd02-7087-4309-a1a9-f299d6e5ed9c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:17.487223 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['270aba54-445c-4ed6-92c3-031df474b4d2'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:12:17.498869 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3b989-2f3c-4e73-860f-7e97c2576472 req-28f1bd02-7087-4309-a1a9-f299d6e5ed9c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:17.507071 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f3b3b989-2f3c-4e73-860f-7e97c2576472 req-28f1bd02-7087-4309-a1a9-f299d6e5ed9c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 5345 time: 0.3270519 Sep 30 13:12:17.559931 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fca08140-10bf-44a3-a325-7fd084eea584 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:17.580986 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e5ca7-5f0a-44c5-b0ae-a463881dc0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=edd46fc9-4ca1-4629-b3fb-da71ea25c33c,revision_number=7']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:17.694099 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2862baa-4587-40cb-a20e-a6fe758fec60 req-31a3bb8d-a7a8-4332-8c4f-67c1ddf1b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:17.697078 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c2862baa-4587-40cb-a20e-a6fe758fec60 req-31a3bb8d-a7a8-4332-8c4f-67c1ddf1b7ad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dd472ce50e4547d68eaae043f0883472&device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 1097 time: 0.2775834 Sep 30 13:12:17.708739 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cff672-2703-4346-bb35-06fd2a9730de None None] DHCP port deletion for c7457a24-cd93-421a-bdcd-d468036d8dbe request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:12:17.731221 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb1121ec-0fda-4c7c-9348-9592da20b5f2 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:17.741861 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-f13e5ca7-5f0a-44c5-b0ae-a463881dc0f4 service neutron] No DVR routers for this DVR port edd46fc9-4ca1-4629-b3fb-da71ea25c33c on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:12:17.757371 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb1121ec-0fda-4c7c-9348-9592da20b5f2 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:17.821468 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-fca08140-10bf-44a3-a325-7fd084eea584 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Deleting port 9c763591-79ea-4c44-916b-6aa8852c4cb1 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:17.821984 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fca08140-10bf-44a3-a325-7fd084eea584 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:17.870570 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2862baa-4587-40cb-a20e-a6fe758fec60 req-2d527631-4144-4ba4-80ee-3625b0ec1aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:17.872276 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c2862baa-4587-40cb-a20e-a6fe758fec60 req-2d527631-4144-4ba4-80ee-3625b0ec1aae service neutron] 10.222.0.54 "GET /v2.0/networks?id=82efec7b-c7e1-4afa-8d19-9d7200d8225f HTTP/1.1" status: 200 len: 917 time: 0.1636996 Sep 30 13:12:17.894412 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-615ae406-4ead-42f8-9dd9-22aa7fcc279e None None] Provisioning complete for port edd46fc9-4ca1-4629-b3fb-da71ea25c33c triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:12:17.894881 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-615ae406-4ead-42f8-9dd9-22aa7fcc279e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:17.900040 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f3b3b989-2f3c-4e73-860f-7e97c2576472 req-54ee7e09-f957-42e2-8ea1-4e1dfec38f82 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3903906 Sep 30 13:12:17.912442 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb1121ec-0fda-4c7c-9348-9592da20b5f2 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:17.914199 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1121ec-0fda-4c7c-9348-9592da20b5f2 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Fanout notify agent at l3_agent the message router_deleted on router 1101c27a-5be0-445a-ad55-accef9d461d1 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:12:17.924756 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-f13e5ca7-5f0a-44c5-b0ae-a463881dc0f4 service neutron] In _notify_port_updated(), no bound segment for port edd46fc9-4ca1-4629-b3fb-da71ea25c33c on network 7f6c8617-7052-4e03-9d52-54c6cfa13c48 {{(pid=94764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 13:12:17.925960 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-f13e5ca7-5f0a-44c5-b0ae-a463881dc0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:17.926758 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-f13e5ca7-5f0a-44c5-b0ae-a463881dc0f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:17.928382 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-f13e5ca7-5f0a-44c5-b0ae-a463881dc0f4 service neutron] 10.222.0.54 "PUT /v2.0/ports/edd46fc9-4ca1-4629-b3fb-da71ea25c33c HTTP/1.1" status: 200 len: 1027 time: 2.1847622 Sep 30 13:12:17.930732 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-74cff672-2703-4346-bb35-06fd2a9730de None None] Deleting port 9c763591-79ea-4c44-916b-6aa8852c4cb1 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:17.931180 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-74cff672-2703-4346-bb35-06fd2a9730de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:17.935279 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb1121ec-0fda-4c7c-9348-9592da20b5f2 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:17.941280 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-eb1121ec-0fda-4c7c-9348-9592da20b5f2 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "DELETE /v2.0/routers/1101c27a-5be0-445a-ad55-accef9d461d1 HTTP/1.1" status: 204 len: 168 time: 4.3342831 Sep 30 13:12:17.942122 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56512) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:17.948397 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-e3be6a4f-6224-46cd-8828-6f865099ffaf tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-478153790', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:17.996170 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c2862baa-4587-40cb-a20e-a6fe758fec60 req-5fbe6536-442d-447d-bd7d-58d53a3d661a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74d5476d-caad-4646-baac-95e9e563cef6 HTTP/1.1" status: 200 len: 1001 time: 0.0848708 Sep 30 13:12:18.002003 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-fca08140-10bf-44a3-a325-7fd084eea584 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] For port 9c763591-79ea-4c44-916b-6aa8852c4cb1, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9c763591-79ea-4c44-916b-6aa8852c4cb1,segment=NetworkSegment(c8d15fee-51b2-479a-9f7e-ccf9e6317ab7),segment_id=c8d15fee-51b2-479a-9f7e-ccf9e6317ab7)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:18.002897 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fca08140-10bf-44a3-a325-7fd084eea584 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:18.007473 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-4d924a9e-2b83-4709-917c-6c3a2732733e tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:18.008969 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-4d924a9e-2b83-4709-917c-6c3a2732733e tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.54 "GET /v2.0/ports/84755c0f-2e46-4801-beed-ac8ea40167fc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0657294 Sep 30 13:12:18.011589 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-615ae406-4ead-42f8-9dd9-22aa7fcc279e None None] Port edd46fc9-4ca1-4629-b3fb-da71ea25c33c cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:12:18.019980 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-74cff672-2703-4346-bb35-06fd2a9730de None None] For port 9c763591-79ea-4c44-916b-6aa8852c4cb1, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9c763591-79ea-4c44-916b-6aa8852c4cb1,segment=NetworkSegment(c8d15fee-51b2-479a-9f7e-ccf9e6317ab7),segment_id=c8d15fee-51b2-479a-9f7e-ccf9e6317ab7)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:18.022275 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-087216e8-f1b6-4e18-81a5-73e0259cda8a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:18.022890 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-74cff672-2703-4346-bb35-06fd2a9730de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:18.027352 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e3be6a4f-6224-46cd-8828-6f865099ffaf tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:18.028604 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e3be6a4f-6224-46cd-8828-6f865099ffaf tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:18.048748 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-74cff672-2703-4346-bb35-06fd2a9730de None None] Calling delete_port for 9c763591-79ea-4c44-916b-6aa8852c4cb1 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:18.087853 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-fca08140-10bf-44a3-a325-7fd084eea584 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Calling delete_port for 9c763591-79ea-4c44-916b-6aa8852c4cb1 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:18.130897 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2862baa-4587-40cb-a20e-a6fe758fec60 req-74846ae9-f282-416a-837a-9f15eaa367b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:18.132305 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c2862baa-4587-40cb-a20e-a6fe758fec60 req-74846ae9-f282-416a-837a-9f15eaa367b5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8ac488f0-945c-4387-aad6-12387e6433e7 HTTP/1.1" status: 200 len: 855 time: 0.1261923 Sep 30 13:12:18.184689 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-74cff672-2703-4346-bb35-06fd2a9730de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:18.186002 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-087216e8-f1b6-4e18-81a5-73e0259cda8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:18.201906 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bcf5e-e492-4791-a7be-618394bbed87 req-0077ba7c-09b1-4552-8110-fbd5992fd93e tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:18.203513 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dd5bcf5e-e492-4791-a7be-618394bbed87 req-0077ba7c-09b1-4552-8110-fbd5992fd93e tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 946 time: 0.1136844 Sep 30 13:12:18.222775 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e3be6a4f-6224-46cd-8828-6f865099ffaf tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:18.241870 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cff672-2703-4346-bb35-06fd2a9730de None None] Pushing event deleted for resources: {'Port': ['ID=9c763591-79ea-4c44-916b-6aa8852c4cb1,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:18.250182 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a3197276-ad40-4c1c-b065-d3c213c56fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:18.260583 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cff672-2703-4346-bb35-06fd2a9730de None None] No DVR routers for this DVR port 9c763591-79ea-4c44-916b-6aa8852c4cb1 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:12:18.263510 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e3be6a4f-6224-46cd-8828-6f865099ffaf tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:18.282805 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dd5bcf5e-e492-4791-a7be-618394bbed87 req-b7a8fea3-f33d-4e02-b7ef-f64434f8153c tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637453 Sep 30 13:12:18.299814 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2862baa-4587-40cb-a20e-a6fe758fec60 req-cc4cac93-4b10-4d13-8109-f8e46bac7a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:18.301335 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c2862baa-4587-40cb-a20e-a6fe758fec60 req-cc4cac93-4b10-4d13-8109-f8e46bac7a65 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=82efec7b-c7e1-4afa-8d19-9d7200d8225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264882 Sep 30 13:12:18.301701 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fef4c-e54f-4284-a9b2-5cc62d68aa0e req-269ae0c5-cf65-4724-b1e5-5242e9b2b69b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:18.303293 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7a8fef4c-e54f-4284-a9b2-5cc62d68aa0e req-269ae0c5-cf65-4724-b1e5-5242e9b2b69b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8964d6-2f46-486d-925b-9eee30978d29 HTTP/1.1" status: 200 len: 944 time: 0.1623313 Sep 30 13:12:18.319050 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e3be6a4f-6224-46cd-8828-6f865099ffaf tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:18.319050 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e3be6a4f-6224-46cd-8828-6f865099ffaf tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3686008 Sep 30 13:12:18.319050 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56524) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:18.320657 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fca08140-10bf-44a3-a325-7fd084eea584 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:18.320787 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-958f8610-1b1e-44f1-9254-a7281f1c13dc tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'enable_snat': True}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:18.360324 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca08140-10bf-44a3-a325-7fd084eea584 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Port': ['ID=9c763591-79ea-4c44-916b-6aa8852c4cb1,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:18.371983 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca08140-10bf-44a3-a325-7fd084eea584 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] No DVR routers for this DVR port 9c763591-79ea-4c44-916b-6aa8852c4cb1 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:12:18.497023 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fca08140-10bf-44a3-a325-7fd084eea584 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:18.512838 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c2862baa-4587-40cb-a20e-a6fe758fec60 req-d0db56e7-ceff-4670-9e16-78dc025aa9c7 service neutron] 10.222.0.54 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012484 Sep 30 13:12:18.518653 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7a8fef4c-e54f-4284-a9b2-5cc62d68aa0e req-509efafd-7460-4efb-96c7-b3658ba49575 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932364 Sep 30 13:12:18.522250 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-fca08140-10bf-44a3-a325-7fd084eea584 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7457a24-cd93-421a-bdcd-d468036d8dbe']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:18.550085 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-fca08140-10bf-44a3-a325-7fd084eea584 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d15fee-51b2-479a-9f7e-ccf9e6317ab7') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:18.550695 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-fca08140-10bf-44a3-a325-7fd084eea584 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d15fee-51b2-479a-9f7e-ccf9e6317ab7') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:18.571944 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fca08140-10bf-44a3-a325-7fd084eea584 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:18.616547 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fca08140-10bf-44a3-a325-7fd084eea584 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:18.616771 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 270aba54-445c-4ed6-92c3-031df474b4d2 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:12:18.629328 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca08140-10bf-44a3-a325-7fd084eea584 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:12:18.629328 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fca08140-10bf-44a3-a325-7fd084eea584 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:12:18.632032 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:12:18.670486 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c2862baa-4587-40cb-a20e-a6fe758fec60 req-1aacccd9-a416-4ec6-b5cb-e0c8e118ea79 service neutron] 10.222.0.54 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488719 Sep 30 13:12:18.670663 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-958f8610-1b1e-44f1-9254-a7281f1c13dc tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:18.686719 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 270aba54-445c-4ed6-92c3-031df474b4d2 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:12:18.704423 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 270aba54-445c-4ed6-92c3-031df474b4d2 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:12:18.704832 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:18.716254 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fca08140-10bf-44a3-a325-7fd084eea584 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:18.723862 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-087216e8-f1b6-4e18-81a5-73e0259cda8a service neutron] For port 84755c0f-2e46-4801-beed-ac8ea40167fc, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=84755c0f-2e46-4801-beed-ac8ea40167fc,segment=NetworkSegment(ac637a4a-2081-46b7-8c83-b608b8cef194),segment_id=ac637a4a-2081-46b7-8c83-b608b8cef194)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:18.727683 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fca08140-10bf-44a3-a325-7fd084eea584 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:18.733239 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fca08140-10bf-44a3-a325-7fd084eea584 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/networks/c7457a24-cd93-421a-bdcd-d468036d8dbe HTTP/1.1" status: 204 len: 168 time: 1.4559577 Sep 30 13:12:18.736452 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56536) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:18.749029 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3735fbdc-2096-4924-a740-2efbd559b38e'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:12:18.752808 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8affca65-b418-4d48-92ce-5bf5c3cbacf2" -d '{"events": [{"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-unplugged", "status": "completed", "tag": "3735fbdc-2096-4924-a740-2efbd559b38e"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:12:18.761206 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca08140-10bf-44a3-a325-7fd084eea584 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Network': ['ID=c7457a24-cd93-421a-bdcd-d468036d8dbe,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:18.824437 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c9cb56-e2b4-4d6b-a128-e1e2be2721bf x-openstack-request-id: req-74c9cb56-e2b4-4d6b-a128-e1e2be2721bf {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:12:18.824814 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-unplugged", "status": "completed", "tag": "3735fbdc-2096-4924-a740-2efbd559b38e", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:12:18.825161 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74c9cb56-e2b4-4d6b-a128-e1e2be2721bf {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:12:18.825603 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3735fbdc-2096-4924-a740-2efbd559b38e', 'code': 200} Sep 30 13:12:18.843123 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:18.867992 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-087216e8-f1b6-4e18-81a5-73e0259cda8a service neutron] For port 84755c0f-2e46-4801-beed-ac8ea40167fc, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:12:18.879864 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 270aba54-445c-4ed6-92c3-031df474b4d2, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=270aba54-445c-4ed6-92c3-031df474b4d2,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:18.885986 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:18.942202 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=270aba54-445c-4ed6-92c3-031df474b4d2,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:18.978844 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-087216e8-f1b6-4e18-81a5-73e0259cda8a service neutron] device_id is not set on port 84755c0f-2e46-4801-beed-ac8ea40167fc yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:12:19.038105 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72134d-2fdc-42c3-8b02-c7e54f7c28a7 req-8fc069e2-4466-4b97-8193-6f9cf7fbe3f4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:19.044096 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72134d-2fdc-42c3-8b02-c7e54f7c28a7 req-8fc069e2-4466-4b97-8193-6f9cf7fbe3f4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:19.050053 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72134d-2fdc-42c3-8b02-c7e54f7c28a7 req-8fc069e2-4466-4b97-8193-6f9cf7fbe3f4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:19.050600 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9c763591-79ea-4c44-916b-6aa8852c4cb1 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:12:19.056051 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72134d-2fdc-42c3-8b02-c7e54f7c28a7 req-8fc069e2-4466-4b97-8193-6f9cf7fbe3f4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:19.062621 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72134d-2fdc-42c3-8b02-c7e54f7c28a7 req-8fc069e2-4466-4b97-8193-6f9cf7fbe3f4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:19.068569 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72134d-2fdc-42c3-8b02-c7e54f7c28a7 req-8fc069e2-4466-4b97-8193-6f9cf7fbe3f4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:19.070562 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dd72134d-2fdc-42c3-8b02-c7e54f7c28a7 req-8fc069e2-4466-4b97-8193-6f9cf7fbe3f4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 4650 time: 0.0868070 Sep 30 13:12:19.071068 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56546) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:19.073758 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 9c763591-79ea-4c44-916b-6aa8852c4cb1 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:12:19.074131 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9c763591-79ea-4c44-916b-6aa8852c4cb1 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:12:19.074565 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 258b9cc0-a8e1-4bbb-abf3-774712df43c6 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:12:19.097821 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 258b9cc0-a8e1-4bbb-abf3-774712df43c6 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:12:19.098866 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 258b9cc0-a8e1-4bbb-abf3-774712df43c6 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:12:19.122207 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dd72134d-2fdc-42c3-8b02-c7e54f7c28a7 req-a241789a-a5dd-4133-b77d-e92e5af81c40 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&id=ddd520cb-1b36-4c2e-9356-927d15c8b013&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419922 Sep 30 13:12:19.190966 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8ef4982f-586e-4238-b079-3fbb32aac5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:19.286114 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8ef4982f-586e-4238-b079-3fbb32aac5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:19.289951 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8ef4982f-586e-4238-b079-3fbb32aac5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:19.328401 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4982f-586e-4238-b079-3fbb32aac5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0269bce-1875-4c8a-b44a-cc54f0a7a7a4,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:19.333370 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8ef4982f-586e-4238-b079-3fbb32aac5a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3d68c35e9e84c5cba7669602a28bf1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2612796 Sep 30 13:12:19.336490 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56552) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:19.359066 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:19.378853 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-087216e8-f1b6-4e18-81a5-73e0259cda8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:19.398301 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3fe07565-5419-470d-9289-7250bffe4ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:19.419409 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3fe07565-5419-470d-9289-7250bffe4ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:19.424607 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-087216e8-f1b6-4e18-81a5-73e0259cda8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:19.468369 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3fe07565-5419-470d-9289-7250bffe4ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:19.471034 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3fe07565-5419-470d-9289-7250bffe4ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:19.472768 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3fe07565-5419-470d-9289-7250bffe4ef2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0269bce-1875-4c8a-b44a-cc54f0a7a7a4 HTTP/1.1" status: 204 len: 168 time: 0.1346459 Sep 30 13:12:19.491875 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe07565-5419-470d-9289-7250bffe4ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0269bce-1875-4c8a-b44a-cc54f0a7a7a4,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:19.563245 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-087216e8-f1b6-4e18-81a5-73e0259cda8a service neutron] No DVR routers for this DVR port 84755c0f-2e46-4801-beed-ac8ea40167fc on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:12:19.594441 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087216e8-f1b6-4e18-81a5-73e0259cda8a service neutron] Pushing event updated for resources: {'Port': ['ID=84755c0f-2e46-4801-beed-ac8ea40167fc,revision_number=7']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:19.618396 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d43b6-d1cb-48cd-acff-14757621f807 req-a89d9b3a-4c8a-4631-8ebc-e640642cdba1 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:19.620679 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dd0d43b6-d1cb-48cd-acff-14757621f807 req-a89d9b3a-4c8a-4631-8ebc-e640642cdba1 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 946 time: 0.2365587 Sep 30 13:12:19.662778 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa954215-1d63-4852-bbc2-f6c6e2fcc9ed req-4444fe67-e315-49fe-b368-621c160fda6e tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:19.664762 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aa954215-1d63-4852-bbc2-f6c6e2fcc9ed req-4444fe67-e315-49fe-b368-621c160fda6e tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8964d6-2f46-486d-925b-9eee30978d29 HTTP/1.1" status: 200 len: 945 time: 0.0710394 Sep 30 13:12:19.715059 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-087216e8-f1b6-4e18-81a5-73e0259cda8a service neutron] In _notify_port_updated(), no bound segment for port 84755c0f-2e46-4801-beed-ac8ea40167fc on network 7f6c8617-7052-4e03-9d52-54c6cfa13c48 {{(pid=94764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 13:12:19.716071 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-087216e8-f1b6-4e18-81a5-73e0259cda8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:19.716755 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-087216e8-f1b6-4e18-81a5-73e0259cda8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:19.717758 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aa954215-1d63-4852-bbc2-f6c6e2fcc9ed req-d8ba53b0-5a15-43e0-920f-83f9b019cba3 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450456 Sep 30 13:12:19.718368 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-087216e8-f1b6-4e18-81a5-73e0259cda8a service neutron] 10.222.0.54 "PUT /v2.0/ports/84755c0f-2e46-4801-beed-ac8ea40167fc HTTP/1.1" status: 200 len: 1028 time: 1.7015531 Sep 30 13:12:19.824521 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dd0d43b6-d1cb-48cd-acff-14757621f807 req-ef8d12c6-68ef-4cf8-9cde-6d3b57beaf68 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911049 Sep 30 13:12:19.840382 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56562) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:19.851611 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-efe199e2-a07d-4b64-8531-6b24d6b231fe None None] Provisioning complete for port 84755c0f-2e46-4801-beed-ac8ea40167fc triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:12:19.852502 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-efe199e2-a07d-4b64-8531-6b24d6b231fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:19.867435 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-92305c5b-1763-437e-bcd7-30aff55ffcc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:19.906876 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-958f8610-1b1e-44f1-9254-a7281f1c13dc tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:19.909530 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-efe199e2-a07d-4b64-8531-6b24d6b231fe None None] Port 84755c0f-2e46-4801-beed-ac8ea40167fc cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:12:19.936111 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-958f8610-1b1e-44f1-9254-a7281f1c13dc tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:19.982552 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-92305c5b-1763-437e-bcd7-30aff55ffcc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:19.986713 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-92305c5b-1763-437e-bcd7-30aff55ffcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:20.025880 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-1f4f13a8-194f-46cc-8b94-97997ba2e44c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Deleting port 3735fbdc-2096-4924-a740-2efbd559b38e {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:20.026247 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-1f4f13a8-194f-46cc-8b94-97997ba2e44c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:20.028992 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-92305c5b-1763-437e-bcd7-30aff55ffcc7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=44e098ae9914429e8a0e811e3a827abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1877782 Sep 30 13:12:20.031522 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56566) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:20.037318 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92305c5b-1763-437e-bcd7-30aff55ffcc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b771af0-3e5a-47b4-acdb-95d8e68ee5db,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:20.085290 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-831a5c5f-f6c7-4ee5-aeef-41e5498a437a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:20.107757 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-831a5c5f-f6c7-4ee5-aeef-41e5498a437a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:20.160283 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-831a5c5f-f6c7-4ee5-aeef-41e5498a437a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:20.164202 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-958f8610-1b1e-44f1-9254-a7281f1c13dc tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Allocated IP 172.25.5.4 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/49eab187-014f-48bc-8839-f59355b37f81) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:12:20.164645 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-831a5c5f-f6c7-4ee5-aeef-41e5498a437a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:20.168703 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-831a5c5f-f6c7-4ee5-aeef-41e5498a437a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b771af0-3e5a-47b4-acdb-95d8e68ee5db HTTP/1.1" status: 204 len: 168 time: 0.1334126 Sep 30 13:12:20.173848 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4e1e561d-9f00-441e-8389-a3d90bea3269 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:20.189582 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a5c5f-f6c7-4ee5-aeef-41e5498a437a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b771af0-3e5a-47b4-acdb-95d8e68ee5db,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:20.230935 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-1f4f13a8-194f-46cc-8b94-97997ba2e44c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] For port 3735fbdc-2096-4924-a740-2efbd559b38e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=3735fbdc-2096-4924-a740-2efbd559b38e,segment=NetworkSegment(ac637a4a-2081-46b7-8c83-b608b8cef194),segment_id=ac637a4a-2081-46b7-8c83-b608b8cef194)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:20.231155 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-1f4f13a8-194f-46cc-8b94-97997ba2e44c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:20.294817 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-1f4f13a8-194f-46cc-8b94-97997ba2e44c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Calling delete_port for 3735fbdc-2096-4924-a740-2efbd559b38e owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:20.295539 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 74d5476d-caad-4646-baac-95e9e563cef6 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:12:20.383474 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:20.421555 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 74d5476d-caad-4646-baac-95e9e563cef6, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=74d5476d-caad-4646-baac-95e9e563cef6,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:20.426498 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:20.478579 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=74d5476d-caad-4646-baac-95e9e563cef6,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:20.500214 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06b4b3-c38e-4c2d-bb12-a65b794d100d req-3da792d7-1319-42a4-b606-e834307b48fd tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:20.506089 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06b4b3-c38e-4c2d-bb12-a65b794d100d req-3da792d7-1319-42a4-b606-e834307b48fd tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:20.512581 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06b4b3-c38e-4c2d-bb12-a65b794d100d req-3da792d7-1319-42a4-b606-e834307b48fd tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:20.518824 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06b4b3-c38e-4c2d-bb12-a65b794d100d req-3da792d7-1319-42a4-b606-e834307b48fd tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:20.524706 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06b4b3-c38e-4c2d-bb12-a65b794d100d req-3da792d7-1319-42a4-b606-e834307b48fd tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:20.527207 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ee06b4b3-c38e-4c2d-bb12-a65b794d100d req-3da792d7-1319-42a4-b606-e834307b48fd tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 3877 time: 0.2489753 Sep 30 13:12:20.588762 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-958f8610-1b1e-44f1-9254-a7281f1c13dc tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:20.633210 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ee06b4b3-c38e-4c2d-bb12-a65b794d100d req-9aab17e5-3dc4-43c1-b063-40eebc89a191 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956066 Sep 30 13:12:20.671829 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0b79b75d-9ef8-4f6f-ae3d-eae5c095801b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:20.741327 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-958f8610-1b1e-44f1-9254-a7281f1c13dc tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:20.772150 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-1f4f13a8-194f-46cc-8b94-97997ba2e44c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:20.826521 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8964d6-2f46-486d-925b-9eee30978d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270aba54-445c-4ed6-92c3-031df474b4d2'}, {'server_uuid': '5d9716b1-031b-4b00-a051-1484a8081365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74d5476d-caad-4646-baac-95e9e563cef6'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:12:20.828773 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628940d6-9ada-4f22-a195-1c593528e149" -d '{"events": [{"server_uuid": "0a8964d6-2f46-486d-925b-9eee30978d29", "name": "network-vif-plugged", "status": "completed", "tag": "270aba54-445c-4ed6-92c3-031df474b4d2"}, {"server_uuid": "5d9716b1-031b-4b00-a051-1484a8081365", "name": "network-vif-unplugged", "status": "completed", "tag": "74d5476d-caad-4646-baac-95e9e563cef6"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:12:20.830579 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958f8610-1b1e-44f1-9254-a7281f1c13dc tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:12:20.840623 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f8610-1b1e-44f1-9254-a7281f1c13dc tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Pushing event updated for resources: {'Port': ['ID=49eab187-014f-48bc-8839-f59355b37f81,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:20.848021 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-958f8610-1b1e-44f1-9254-a7281f1c13dc tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:12:20.867405 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958f8610-1b1e-44f1-9254-a7281f1c13dc tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:12:20.926149 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f13a8-194f-46cc-8b94-97997ba2e44c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event deleted for resources: {'Port': ['ID=3735fbdc-2096-4924-a740-2efbd559b38e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:20.926747 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c34798-7bed-4b6e-9bbb-64fc5a8b33c3 req-15a5a120-b7d9-49f6-843a-ce95c51b31ad tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:20.929868 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-39c34798-7bed-4b6e-9bbb-64fc5a8b33c3 req-15a5a120-b7d9-49f6-843a-ce95c51b31ad tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8964d6-2f46-486d-925b-9eee30978d29 HTTP/1.1" status: 200 len: 945 time: 0.1134503 Sep 30 13:12:20.931133 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-1f4f13a8-194f-46cc-8b94-97997ba2e44c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] No DVR routers for this DVR port 3735fbdc-2096-4924-a740-2efbd559b38e on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:12:20.939825 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-1f4f13a8-194f-46cc-8b94-97997ba2e44c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:20.941870 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-1f4f13a8-194f-46cc-8b94-97997ba2e44c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.54 "DELETE /v2.0/ports/3735fbdc-2096-4924-a740-2efbd559b38e HTTP/1.1" status: 204 len: 173 time: 1.2140582 Sep 30 13:12:20.944024 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-deleted', 'tag': '3735fbdc-2096-4924-a740-2efbd559b38e'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:12:20.946293 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c88387-ec41-43f7-a390-5993e7a0a88d" -d '{"events": [{"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-deleted", "tag": "3735fbdc-2096-4924-a740-2efbd559b38e"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:12:20.980424 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-39c34798-7bed-4b6e-9bbb-64fc5a8b33c3 req-85106822-825e-45dd-bcea-aa914e9d6e35 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423837 Sep 30 13:12:20.988395 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-4e1e561d-9f00-441e-8389-a3d90bea3269 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Deleting port 87f4f325-804f-429a-8fab-0d82e73889aa {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:20.988877 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4e1e561d-9f00-441e-8389-a3d90bea3269 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:20.991111 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Thu, 30 Sep 2021 13:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdd0b73-396a-42aa-bf4c-7957bfe11ccd x-openstack-request-id: req-bfdd0b73-396a-42aa-bf4c-7957bfe11ccd {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:12:20.991592 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8964d6-2f46-486d-925b-9eee30978d29", "name": "network-vif-plugged", "status": "completed", "tag": "270aba54-445c-4ed6-92c3-031df474b4d2", "code": 200}, {"server_uuid": "5d9716b1-031b-4b00-a051-1484a8081365", "name": "network-vif-unplugged", "status": "failed", "tag": "74d5476d-caad-4646-baac-95e9e563cef6", "code": 422}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:12:20.991788 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bfdd0b73-396a-42aa-bf4c-7957bfe11ccd {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:12:20.992948 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8964d6-2f46-486d-925b-9eee30978d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270aba54-445c-4ed6-92c3-031df474b4d2', 'code': 200} Sep 30 13:12:20.993432 n-d-810909-2 neutron-server[94765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5d9716b1-031b-4b00-a051-1484a8081365', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '74d5476d-caad-4646-baac-95e9e563cef6', 'code': 422} returned with failed status Sep 30 13:12:21.059687 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c500014-2f1f-4b0b-a331-9d0c2c429c5b x-openstack-request-id: req-6c500014-2f1f-4b0b-a331-9d0c2c429c5b {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:12:21.059977 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-deleted", "tag": "3735fbdc-2096-4924-a740-2efbd559b38e", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:12:21.060233 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c500014-2f1f-4b0b-a331-9d0c2c429c5b {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:12:21.060630 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-deleted', 'tag': '3735fbdc-2096-4924-a740-2efbd559b38e', 'status': 'completed', 'code': 200} Sep 30 13:12:21.150369 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88a6d7-854b-4609-b4c6-bbdfb3427a5d req-2ff29d95-90d4-4780-9f38-f13fd85a9023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:21.151895 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2a88a6d7-854b-4609-b4c6-bbdfb3427a5d req-2ff29d95-90d4-4780-9f38-f13fd85a9023 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0a8964d6-2f46-486d-925b-9eee30978d29 HTTP/1.1" status: 200 len: 1096 time: 0.0527925 Sep 30 13:12:21.160322 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7796c19-314d-4888-97fa-a76e66aeb15d req-da20b0c2-463d-4f4f-a3b7-6f39a24c06ae tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:21.162524 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f7796c19-314d-4888-97fa-a76e66aeb15d req-da20b0c2-463d-4f4f-a3b7-6f39a24c06ae tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 944 time: 0.1098855 Sep 30 13:12:21.219937 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f7796c19-314d-4888-97fa-a76e66aeb15d req-754944a7-9c68-46e0-89ae-0cec40889f55 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473123 Sep 30 13:12:21.234416 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2a88a6d7-854b-4609-b4c6-bbdfb3427a5d req-74f592a7-6b86-416a-99a9-3044addf0936 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702977 Sep 30 13:12:21.309455 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-91caaa4e-1dba-47eb-8263-0ebaf6201b1d tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Deleting port 20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:21.309830 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-91caaa4e-1dba-47eb-8263-0ebaf6201b1d tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:21.319224 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-4e1e561d-9f00-441e-8389-a3d90bea3269 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] For port 87f4f325-804f-429a-8fab-0d82e73889aa, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=87f4f325-804f-429a-8fab-0d82e73889aa,segment=NetworkSegment(7ec38677-eb33-4a10-a92e-5c80f54ee317),segment_id=7ec38677-eb33-4a10-a92e-5c80f54ee317)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:21.319224 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4e1e561d-9f00-441e-8389-a3d90bea3269 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:21.354774 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-4e1e561d-9f00-441e-8389-a3d90bea3269 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Calling delete_port for 87f4f325-804f-429a-8fab-0d82e73889aa owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:21.532813 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-958f8610-1b1e-44f1-9254-a7281f1c13dc tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:21.562908 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:21.594633 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-91caaa4e-1dba-47eb-8263-0ebaf6201b1d tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] For port 20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c,segment=NetworkSegment(1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f),segment_id=1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:21.595099 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-91caaa4e-1dba-47eb-8263-0ebaf6201b1d tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:21.620605 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-91caaa4e-1dba-47eb-8263-0ebaf6201b1d tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Calling delete_port for 20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:21.818272 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e5b8c-1f0a-4698-a763-1ae3b00aa848 req-579123d6-26d5-49ff-9faa-d86cc90d56c0 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:21.824421 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e5b8c-1f0a-4698-a763-1ae3b00aa848 req-579123d6-26d5-49ff-9faa-d86cc90d56c0 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:21.830721 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e5b8c-1f0a-4698-a763-1ae3b00aa848 req-579123d6-26d5-49ff-9faa-d86cc90d56c0 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:21.836848 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e5b8c-1f0a-4698-a763-1ae3b00aa848 req-579123d6-26d5-49ff-9faa-d86cc90d56c0 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:21.838755 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-207e5b8c-1f0a-4698-a763-1ae3b00aa848 req-579123d6-26d5-49ff-9faa-d86cc90d56c0 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 3144 time: 0.0904889 Sep 30 13:12:21.887996 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-207e5b8c-1f0a-4698-a763-1ae3b00aa848 req-31e760e6-f252-4752-8359-049eb4542e76 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423000 Sep 30 13:12:22.107957 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-08160cfb-3634-4d99-bb72-6f28b218fb52 req-4fb02172-e21c-421b-bc20-43f77831052c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:12:22.108286 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-5b6530c0-edb6-4ed3-baa1-c11798d7108d tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e5bf4158aa7944789c4aa4fc1b36dcdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334663 Sep 30 13:12:22.108935 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-08160cfb-3634-4d99-bb72-6f28b218fb52 req-4fb02172-e21c-421b-bc20-43f77831052c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0089889 Sep 30 13:12:22.298480 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:22.314770 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4e1e561d-9f00-441e-8389-a3d90bea3269 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:22.370350 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e561d-9f00-441e-8389-a3d90bea3269 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Port': ['ID=87f4f325-804f-429a-8fab-0d82e73889aa,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:22.372670 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-c81ae45c-466c-4936-a8b1-f36efd51dfdb tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:22.381846 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-c81ae45c-466c-4936-a8b1-f36efd51dfdb tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2603357 Sep 30 13:12:22.393698 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-1f8b1917-abc2-4d31-9ae9-a856bd73f93d tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/quotas/e5bf4158aa7944789c4aa4fc1b36dcdf HTTP/1.1" status: 200 len: 375 time: 0.0109429 Sep 30 13:12:22.403236 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-958f8610-1b1e-44f1-9254-a7281f1c13dc tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-414777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:22.472581 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-b5510dcd-b4c3-4dfd-8ec7-52b9692c74ad tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e5bf4158aa7944789c4aa4fc1b36dcdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698078 Sep 30 13:12:22.478344 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-958f8610-1b1e-44f1-9254-a7281f1c13dc tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-417349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-414758'] for router, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:22.504557 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-91caaa4e-1dba-47eb-8263-0ebaf6201b1d tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:22.563299 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28578c1c-8df7-444d-9677-08e84c3be79c req-41e1c97a-877a-4ac8-9dda-29ed2cc229f1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0510795 Sep 30 13:12:22.649602 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91caaa4e-1dba-47eb-8263-0ebaf6201b1d tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event deleted for resources: {'Port': ['ID=20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:22.744233 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-91caaa4e-1dba-47eb-8263-0ebaf6201b1d tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] No DVR routers for this DVR port 20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:12:22.747236 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-91caaa4e-1dba-47eb-8263-0ebaf6201b1d tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:22.749732 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-91caaa4e-1dba-47eb-8263-0ebaf6201b1d tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.54 "DELETE /v2.0/ports/20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c HTTP/1.1" status: 204 len: 173 time: 1.7984776 Sep 30 13:12:22.768550 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fa987-e5ed-4499-bf0f-2f5ab63e41fb req-4754a2d4-ace1-4e91-a323-17c4683e919c tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:22.786176 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-353fa987-e5ed-4499-bf0f-2f5ab63e41fb req-4754a2d4-ace1-4e91-a323-17c4683e919c tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8964d6-2f46-486d-925b-9eee30978d29 HTTP/1.1" status: 200 len: 945 time: 0.3868132 Sep 30 13:12:22.839542 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a38ba-ec7a-450c-a2bc-68960e13574a req-a9afaf65-32b1-45bf-bbe9-8a75d1955a99 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:22.841963 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6b0a38ba-ec7a-450c-a2bc-68960e13574a req-a9afaf65-32b1-45bf-bbe9-8a75d1955a99 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 944 time: 0.0721126 Sep 30 13:12:22.876174 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4e1e561d-9f00-441e-8389-a3d90bea3269 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:22.894147 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6b0a38ba-ec7a-450c-a2bc-68960e13574a req-2850393d-8402-419a-a2bc-7190c80f1605 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449648 Sep 30 13:12:22.942973 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-353fa987-e5ed-4499-bf0f-2f5ab63e41fb req-31fce032-f683-4107-ab4a-c10258fe42bf tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559241 Sep 30 13:12:23.065087 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-0ba9a1f1-5e72-4ff7-b3e2-4ddae0d8f45c tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e5bf4158aa7944789c4aa4fc1b36dcdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537031 Sep 30 13:12:23.080078 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-deleted', 'tag': '20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:12:23.082562 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93948be-6180-4f8a-95ad-d4de1be44afc" -d '{"events": [{"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-deleted", "tag": "20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:12:23.205943 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-2cf746ef-1bd7-4acf-8b47-165362a77c12 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:23.207579 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-2cf746ef-1bd7-4acf-8b47-165362a77c12 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1369870 Sep 30 13:12:23.222930 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-d17ff708-9a98-450b-b379-1a705fcfdb6e tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/quotas/e5bf4158aa7944789c4aa4fc1b36dcdf HTTP/1.1" status: 200 len: 375 time: 0.0094111 Sep 30 13:12:23.235466 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958f8610-1b1e-44f1-9254-a7281f1c13dc tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Router f0857f84-5430-45e9-ba7c-846fe2be4cb2 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:12:23.259788 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-8598abc2-7710-4f5d-9940-7f3230360791 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e5bf4158aa7944789c4aa4fc1b36dcdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290163 Sep 30 13:12:23.261378 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-c5492ad2-175a-43dc-8216-df95ee6d6492 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Deleting port 91dd7c39-fe37-47b7-b54a-b0e32073743f {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:23.261730 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-c5492ad2-175a-43dc-8216-df95ee6d6492 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:23.287367 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2a699-a6bd-456d-9089-5e0e5b52dabd req-3a357436-01bc-482e-9ed7-1931862b06dc tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:23.293907 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2a699-a6bd-456d-9089-5e0e5b52dabd req-3a357436-01bc-482e-9ed7-1931862b06dc tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:23.299932 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2a699-a6bd-456d-9089-5e0e5b52dabd req-3a357436-01bc-482e-9ed7-1931862b06dc tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:23.307787 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-47f2a699-a6bd-456d-9089-5e0e5b52dabd req-3a357436-01bc-482e-9ed7-1931862b06dc tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 2411 time: 0.2088788 Sep 30 13:12:23.344488 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1e561d-9f00-441e-8389-a3d90bea3269 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Router af76d5a6-6083-4cc7-ad0a-0ac4a677778e has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:12:23.461580 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-47f2a699-a6bd-456d-9089-5e0e5b52dabd req-e0828a23-7db4-4d0d-9afb-65a30564e8b0 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528528 Sep 30 13:12:23.560735 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-c5492ad2-175a-43dc-8216-df95ee6d6492 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] For port 91dd7c39-fe37-47b7-b54a-b0e32073743f, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=91dd7c39-fe37-47b7-b54a-b0e32073743f,segment=NetworkSegment(fe45a204-9df2-427b-ab55-3bf891956d2b),segment_id=fe45a204-9df2-427b-ab55-3bf891956d2b)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:23.561115 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-c5492ad2-175a-43dc-8216-df95ee6d6492 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:23.567410 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df2f9fa-1ed4-41b4-9b4a-cc40d49c96a7 x-openstack-request-id: req-3df2f9fa-1ed4-41b4-9b4a-cc40d49c96a7 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:12:23.567700 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-deleted", "tag": "20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:12:23.567961 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3df2f9fa-1ed4-41b4-9b4a-cc40d49c96a7 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:12:23.568359 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-deleted', 'tag': '20a3e640-fe0c-4cb7-bae3-3e44c3fb5f6c', 'status': 'completed', 'code': 200} Sep 30 13:12:23.666901 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958f8610-1b1e-44f1-9254-a7281f1c13dc tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:12:23.676553 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-958f8610-1b1e-44f1-9254-a7281f1c13dc tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:23.677364 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3618192-daf0-4ace-a178-9e15084e50e5 None None] Sync routers for ids ['f0857f84-5430-45e9-ba7c-846fe2be4cb2'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:12:23.680536 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-958f8610-1b1e-44f1-9254-a7281f1c13dc tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "PUT /v2.0/routers/f0857f84-5430-45e9-ba7c-846fe2be4cb2 HTTP/1.1" status: 200 len: 912 time: 5.3612254 Sep 30 13:12:23.681025 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56708) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:23.699447 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3618192-daf0-4ace-a178-9e15084e50e5 None None] Routers {'f0857f84-5430-45e9-ba7c-846fe2be4cb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:23.701517 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f3618192-daf0-4ace-a178-9e15084e50e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:12:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f0857f84-5430-45e9-ba7c-846fe2be4cb2'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:23.738675 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1e561d-9f00-441e-8389-a3d90bea3269 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:12:23.750104 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac86cb-3efd-468d-92c0-2217f686642c None None] Sync routers for ids ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:12:23.761847 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4e1e561d-9f00-441e-8389-a3d90bea3269 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "PUT /v2.0/routers/af76d5a6-6083-4cc7-ad0a-0ac4a677778e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0241623 Sep 30 13:12:23.767358 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56712) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:23.769808 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c8d0b1b0-7411-4a43-a211-83fec67f36a5 req-f094321d-7e34-48d4-be82-2c3006ea5f78 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=76704ce8-9317-4f26-a24b-f737d47ae0d5 HTTP/1.1" status: 200 len: 210 time: 0.0483053 Sep 30 13:12:23.770891 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ac86cb-3efd-468d-92c0-2217f686642c None None] Routers {'af76d5a6-6083-4cc7-ad0a-0ac4a677778e'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:23.776457 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-74ac86cb-3efd-468d-92c0-2217f686642c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:12:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:23.817378 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f3618192-daf0-4ace-a178-9e15084e50e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:23.837635 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3618192-daf0-4ace-a178-9e15084e50e5 None None] Routers {'f0857f84-5430-45e9-ba7c-846fe2be4cb2'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:23.838331 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f3618192-daf0-4ace-a178-9e15084e50e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:12:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f0857f84-5430-45e9-ba7c-846fe2be4cb2'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:23.890621 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f3618192-daf0-4ace-a178-9e15084e50e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:23.891830 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3618192-daf0-4ace-a178-9e15084e50e5 None None] The sync data for ids ['f0857f84-5430-45e9-ba7c-846fe2be4cb2'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:12:23.951730 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-74ac86cb-3efd-468d-92c0-2217f686642c None None] Set router af76d5a6-6083-4cc7-ad0a-0ac4a677778e gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:12:24.012896 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d17786-2209-4767-b05d-3bf91f771b6a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Deleting subnet 861041a5-56e8-429c-87f7-6cd714b96cf1 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:12:24.034538 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759a373-352d-4c24-9bcf-830661f4e70a req-6655a9e4-1b8a-46e8-a110-cd7aee9e2a13 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:24.043379 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6759a373-352d-4c24-9bcf-830661f4e70a req-6655a9e4-1b8a-46e8-a110-cd7aee9e2a13 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8964d6-2f46-486d-925b-9eee30978d29 HTTP/1.1" status: 200 len: 945 time: 0.3451459 Sep 30 13:12:24.052292 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67d17786-2209-4767-b05d-3bf91f771b6a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:24.064494 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:24.106105 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f570758a-e75c-471b-8c93-c56c9a005d0f tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "GET /v2.0/routers/f0857f84-5430-45e9-ba7c-846fe2be4cb2 HTTP/1.1" status: 200 len: 918 time: 0.4214251 Sep 30 13:12:24.111901 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56722) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:24.125257 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-c5492ad2-175a-43dc-8216-df95ee6d6492 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:24.125530 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-c5492ad2-175a-43dc-8216-df95ee6d6492 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:24.125807 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-c5492ad2-175a-43dc-8216-df95ee6d6492 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Floating IP 25383912-e22d-477f-ac08-808d97a1362a disassociated. External IP: 172.25.5.203, port: 91dd7c39-fe37-47b7-b54a-b0e32073743f. Sep 30 13:12:24.126266 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-c5492ad2-175a-43dc-8216-df95ee6d6492 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Calling delete_port for 91dd7c39-fe37-47b7-b54a-b0e32073743f owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:24.148469 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67d17786-2209-4767-b05d-3bf91f771b6a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:24.196951 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6759a373-352d-4c24-9bcf-830661f4e70a req-e3faf42e-5f2a-4bc5-807d-105cc34a7654 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522906 Sep 30 13:12:24.271263 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a426a-be23-491b-b8d7-1b151a8fc89d req-6af17802-d849-4958-93e0-14599d7ce49c tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:24.282269 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-021a426a-be23-491b-b8d7-1b151a8fc89d req-6af17802-d849-4958-93e0-14599d7ce49c tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 944 time: 0.2475553 Sep 30 13:12:24.311693 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58c94c4-196a-4885-8a16-18081af0585d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:24.313617 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b58c94c4-196a-4885-8a16-18081af0585d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=7bf2cdd5-9828-4259-bd46-d7f13451331c&device_id=f0857f84-5430-45e9-ba7c-846fe2be4cb2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1999464 Sep 30 13:12:24.316735 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56724) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:24.344375 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67d17786-2209-4767-b05d-3bf91f771b6a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:24.348135 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-021a426a-be23-491b-b8d7-1b151a8fc89d req-cdbd40a2-ecc5-4384-bfbf-a622af0df77b tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611076 Sep 30 13:12:24.476143 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-74ac86cb-3efd-468d-92c0-2217f686642c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:12:22Z', 'revision_number': 10, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None, '_interfaces': [{'id': '56ddf09b-b4a5-48fd-8952-e11efa5d7380', 'name': '', 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:d6:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:36Z', 'updated_at': '2021-09-30T13:11:39Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:24.504742 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac86cb-3efd-468d-92c0-2217f686642c None None] Checking router: af76d5a6-6083-4cc7-ad0a-0ac4a677778e for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:12:24.514563 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ac86cb-3efd-468d-92c0-2217f686642c None None] Routers {'af76d5a6-6083-4cc7-ad0a-0ac4a677778e'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:24.515176 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-74ac86cb-3efd-468d-92c0-2217f686642c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:12:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:24.621476 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-74ac86cb-3efd-468d-92c0-2217f686642c None None] Set router af76d5a6-6083-4cc7-ad0a-0ac4a677778e gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:12:24.744541 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-4f311a61-c88e-4964-b854-afca97b91460 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e5bf4158aa7944789c4aa4fc1b36dcdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245228 Sep 30 13:12:24.987515 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-74ac86cb-3efd-468d-92c0-2217f686642c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:12:22Z', 'revision_number': 10, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None, '_interfaces': [{'id': '56ddf09b-b4a5-48fd-8952-e11efa5d7380', 'name': '', 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:d6:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:36Z', 'updated_at': '2021-09-30T13:11:39Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:24.989209 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feda4f5a-c385-48da-84d6-991e37dc58d3 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:24.993530 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-feda4f5a-c385-48da-84d6-991e37dc58d3 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 881 time: 0.6733904 Sep 30 13:12:25.002832 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b4272-c9b6-494e-bde4-19e44c69d952 req-e5851f92-1814-49fb-8d20-92123b638551 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:25.013594 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b4272-c9b6-494e-bde4-19e44c69d952 req-e5851f92-1814-49fb-8d20-92123b638551 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:25.020496 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b4272-c9b6-494e-bde4-19e44c69d952 req-e5851f92-1814-49fb-8d20-92123b638551 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:25.028404 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-658b4272-c9b6-494e-bde4-19e44c69d952 req-e5851f92-1814-49fb-8d20-92123b638551 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 2411 time: 0.1483634 Sep 30 13:12:25.031366 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56734) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:25.050248 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac86cb-3efd-468d-92c0-2217f686642c None None] The sync data for ids ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'] in n-d-810909-2 is: [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:12:22Z', 'revision_number': 10, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None, '_interfaces': [{'id': '56ddf09b-b4a5-48fd-8952-e11efa5d7380', 'name': '', 'network_id': 'b33d9f09-e196-492f-b87b-8035590f67e2', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'mac_address': 'fa:16:3e:d6:bd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:11:36Z', 'updated_at': '2021-09-30T13:11:39Z', 'revision_number': 5, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'subnets': [{'id': '6af6b5d4-f60a-4f47-8b56-b8e0c20008ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:12:25.071591 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67d17786-2209-4767-b05d-3bf91f771b6a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:25.077227 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-c5492ad2-175a-43dc-8216-df95ee6d6492 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:25.163136 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5492ad2-175a-43dc-8216-df95ee6d6492 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event deleted for resources: {'Port': ['ID=91dd7c39-fe37-47b7-b54a-b0e32073743f,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:25.191306 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-57ff8779-5ef6-4a6c-9ffa-7b2cd405e1d4 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0857f84-5430-45e9-ba7c-846fe2be4cb2 HTTP/1.1" status: 200 len: 205 time: 0.1566770 Sep 30 13:12:25.192900 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56736) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:25.195406 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d17786-2209-4767-b05d-3bf91f771b6a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Subnet': ['ID=861041a5-56e8-429c-87f7-6cd714b96cf1,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:25.200631 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67d17786-2209-4767-b05d-3bf91f771b6a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:25.205898 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-67d17786-2209-4767-b05d-3bf91f771b6a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/subnets/861041a5-56e8-429c-87f7-6cd714b96cf1 HTTP/1.1" status: 204 len: 168 time: 1.4333472 Sep 30 13:12:25.208308 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602e237d-32cc-4666-ba18-f4c951fa91f8 None None] Network 393c3257-7b53-418d-aabc-1e56b0fe87fc requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:12:25.217614 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56738) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:25.226134 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-658b4272-c9b6-494e-bde4-19e44c69d952 req-e861f68d-5621-4fe3-9dd5-163f602907f2 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958666 Sep 30 13:12:25.238347 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-f8a7c5a7-adec-4f9b-8b21-142af9650de2 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e5bf4158aa7944789c4aa4fc1b36dcdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382574 Sep 30 13:12:25.349252 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7bd64ce2-889f-452a-990c-7755fbed007b req-612bb376-efaf-42a0-8a05-4e54f2975db3 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=76704ce8-9317-4f26-a24b-f737d47ae0d5 HTTP/1.1" status: 200 len: 210 time: 0.1449826 Sep 30 13:12:25.484729 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-46ae8cff-a2bc-4158-a456-305031e87726 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:25.556158 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9b88f0d8-c03b-4e79-8034-b6a6308c4349 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:25.601370 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744aab05-2c50-4bf2-86ce-5689d010c934 req-4219ca8d-3f83-4903-a6db-21abd016f5ec tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:25.611619 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-744aab05-2c50-4bf2-86ce-5689d010c934 req-4219ca8d-3f83-4903-a6db-21abd016f5ec tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a8964d6-2f46-486d-925b-9eee30978d29 HTTP/1.1" status: 200 len: 945 time: 0.4123318 Sep 30 13:12:25.629943 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-7a96bdab-a0ff-4933-9543-6f5fee9da298 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:25.631679 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-7a96bdab-a0ff-4933-9543-6f5fee9da298 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8821492 Sep 30 13:12:25.645441 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60205bc2-0087-426a-8ed7-07f2fe5a73d4 None None] DHCP port deletion for 393c3257-7b53-418d-aabc-1e56b0fe87fc request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:12:25.697732 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-6fadf888-e36f-4e73-bcdf-972455f4e639 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Request body: {'port': {'device_id': '76704ce8-9317-4f26-a24b-f737d47ae0d5', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': 'e5bf4158aa7944789c4aa4fc1b36dcdf'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:25.726131 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-60205bc2-0087-426a-8ed7-07f2fe5a73d4 None None] Deleting port e8f17b19-15ab-41f7-89ba-c6837d9f3295 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:25.727082 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-60205bc2-0087-426a-8ed7-07f2fe5a73d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:25.731512 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-da8f64ab-e73a-4d4a-a10b-0833c4919cf0 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:25.732994 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-da8f64ab-e73a-4d4a-a10b-0833c4919cf0 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4419699 Sep 30 13:12:25.747398 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-c8c1976c-bc45-48c9-9005-ee882847c14a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Request body: {'port': {'device_id': '9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': 'e5bf4158aa7944789c4aa4fc1b36dcdf'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:25.817993 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-9b88f0d8-c03b-4e79-8034-b6a6308c4349 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Deleting port e8f17b19-15ab-41f7-89ba-c6837d9f3295 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:25.821185 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-60205bc2-0087-426a-8ed7-07f2fe5a73d4 None None] For port e8f17b19-15ab-41f7-89ba-c6837d9f3295, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e8f17b19-15ab-41f7-89ba-c6837d9f3295,segment=NetworkSegment(7ec38677-eb33-4a10-a92e-5c80f54ee317),segment_id=7ec38677-eb33-4a10-a92e-5c80f54ee317)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:25.821585 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-60205bc2-0087-426a-8ed7-07f2fe5a73d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:25.828885 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9b88f0d8-c03b-4e79-8034-b6a6308c4349 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:25.836481 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-60205bc2-0087-426a-8ed7-07f2fe5a73d4 None None] Calling delete_port for e8f17b19-15ab-41f7-89ba-c6837d9f3295 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:25.874646 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f08de7-1178-4951-b862-c63dbb0db6f6 req-91cb7726-b3fb-4f24-ad88-6e038d32abe7 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:25.882322 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f2f08de7-1178-4951-b862-c63dbb0db6f6 req-91cb7726-b3fb-4f24-ad88-6e038d32abe7 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 944 time: 0.3808637 Sep 30 13:12:25.912112 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-9b88f0d8-c03b-4e79-8034-b6a6308c4349 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] For port e8f17b19-15ab-41f7-89ba-c6837d9f3295, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e8f17b19-15ab-41f7-89ba-c6837d9f3295,segment=NetworkSegment(7ec38677-eb33-4a10-a92e-5c80f54ee317),segment_id=7ec38677-eb33-4a10-a92e-5c80f54ee317)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:25.912474 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9b88f0d8-c03b-4e79-8034-b6a6308c4349 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:25.928544 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-60205bc2-0087-426a-8ed7-07f2fe5a73d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:25.930691 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f66de-bbde-416a-95a8-d216b0249939 req-9c47225e-5fd2-4c67-9065-eefaf5fc5ca0 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:25.938759 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-528f66de-bbde-416a-95a8-d216b0249939 req-9c47225e-5fd2-4c67-9065-eefaf5fc5ca0 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8964d6-2f46-486d-925b-9eee30978d29 HTTP/1.1" status: 200 len: 945 time: 0.4506323 Sep 30 13:12:25.969001 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60205bc2-0087-426a-8ed7-07f2fe5a73d4 None None] Pushing event deleted for resources: {'Port': ['ID=e8f17b19-15ab-41f7-89ba-c6837d9f3295,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:25.970983 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60205bc2-0087-426a-8ed7-07f2fe5a73d4 None None] No DVR routers for this DVR port e8f17b19-15ab-41f7-89ba-c6837d9f3295 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:12:25.998834 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-9b88f0d8-c03b-4e79-8034-b6a6308c4349 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Calling delete_port for e8f17b19-15ab-41f7-89ba-c6837d9f3295 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:26.008544 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-c5492ad2-175a-43dc-8216-df95ee6d6492 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Router aebd9316-a01e-4127-af29-e6378d96890b has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:12:26.024645 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f2f08de7-1178-4951-b862-c63dbb0db6f6 req-81bed93a-079a-4e9c-963f-96f00270c5c0 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414540 Sep 30 13:12:26.044305 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-744aab05-2c50-4bf2-86ce-5689d010c934 req-42508ac9-05f9-4a79-8933-d663f9081ffd tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Deleting port 270aba54-445c-4ed6-92c3-031df474b4d2 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:26.044652 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-744aab05-2c50-4bf2-86ce-5689d010c934 req-42508ac9-05f9-4a79-8933-d663f9081ffd tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:26.085798 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-46ae8cff-a2bc-4158-a456-305031e87726 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:26.100371 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-6fadf888-e36f-4e73-bcdf-972455f4e639 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Made reservation on behalf of e5bf4158aa7944789c4aa4fc1b36dcdf for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:12:26.102526 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-528f66de-bbde-416a-95a8-d216b0249939 req-3bb5aa10-6510-4796-99cd-ed205e5acaca tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630147 Sep 30 13:12:26.104449 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-6fadf888-e36f-4e73-bcdf-972455f4e639 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:26.154690 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-6fadf888-e36f-4e73-bcdf-972455f4e639 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:26.189362 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-c8c1976c-bc45-48c9-9005-ee882847c14a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Made reservation on behalf of e5bf4158aa7944789c4aa4fc1b36dcdf for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:12:26.194876 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-c8c1976c-bc45-48c9-9005-ee882847c14a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:26.226381 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-c8c1976c-bc45-48c9-9005-ee882847c14a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:26.242179 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-744aab05-2c50-4bf2-86ce-5689d010c934 req-42508ac9-05f9-4a79-8933-d663f9081ffd tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] For port 270aba54-445c-4ed6-92c3-031df474b4d2, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=270aba54-445c-4ed6-92c3-031df474b4d2,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:26.242450 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-744aab05-2c50-4bf2-86ce-5689d010c934 req-42508ac9-05f9-4a79-8933-d663f9081ffd tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:26.277838 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-744aab05-2c50-4bf2-86ce-5689d010c934 req-42508ac9-05f9-4a79-8933-d663f9081ffd tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Calling delete_port for 270aba54-445c-4ed6-92c3-031df474b4d2 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:26.315686 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9b88f0d8-c03b-4e79-8034-b6a6308c4349 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:26.426842 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-6fadf888-e36f-4e73-bcdf-972455f4e639 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:26.431383 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88f0d8-c03b-4e79-8034-b6a6308c4349 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Port': ['ID=e8f17b19-15ab-41f7-89ba-c6837d9f3295,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:26.432967 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-6fadf888-e36f-4e73-bcdf-972455f4e639 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:26.436491 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-c5492ad2-175a-43dc-8216-df95ee6d6492 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:12:26.455548 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e16ed9c-9d07-473c-9949-ced122b863db None None] Sync routers for ids ['aebd9316-a01e-4127-af29-e6378d96890b'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:12:26.470262 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e16ed9c-9d07-473c-9949-ced122b863db None None] Routers {'aebd9316-a01e-4127-af29-e6378d96890b'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:26.471353 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2e16ed9c-9d07-473c-9949-ced122b863db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:12:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['aebd9316-a01e-4127-af29-e6378d96890b'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:26.479914 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fadf888-e36f-4e73-bcdf-972455f4e639 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38406dc3-9a20-4511-ba4b-c9981effc9c1,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:26.551644 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-46ae8cff-a2bc-4158-a456-305031e87726 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Deleting port 49eab187-014f-48bc-8839-f59355b37f81 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:26.551999 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-46ae8cff-a2bc-4158-a456-305031e87726 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:26.640201 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-2e16ed9c-9d07-473c-9949-ced122b863db None None] Set router aebd9316-a01e-4127-af29-e6378d96890b gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:12:26.652366 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a0d2d5cb-f007-4ba0-a21d-adeb2558a667 req-3235024e-10a5-41b7-bc0a-0769e4630129 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=76704ce8-9317-4f26-a24b-f737d47ae0d5 HTTP/1.1" status: 200 len: 210 time: 0.0539839 Sep 30 13:12:26.658534 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.db.api [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-c8c1976c-bc45-48c9-9005-ee882847c14a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) e5bf4158aa7944789c4aa4fc1b36dcdf {{(pid=94763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:12:26.658857 n-d-810909-2 neutron-server[94763]: DEBUG oslo_db.api [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-c8c1976c-bc45-48c9-9005-ee882847c14a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:12:26.682081 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-744aab05-2c50-4bf2-86ce-5689d010c934 req-42508ac9-05f9-4a79-8933-d663f9081ffd tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:26.705337 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-46ae8cff-a2bc-4158-a456-305031e87726 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:26.723041 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-46ae8cff-a2bc-4158-a456-305031e87726 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Calling delete_port for 49eab187-014f-48bc-8839-f59355b37f81 owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:26.765072 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42508ac9-05f9-4a79-8933-d663f9081ffd tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Pushing event deleted for resources: {'Port': ['ID=270aba54-445c-4ed6-92c3-031df474b4d2,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:26.795842 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-744aab05-2c50-4bf2-86ce-5689d010c934 req-42508ac9-05f9-4a79-8933-d663f9081ffd tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] No DVR routers for this DVR port 270aba54-445c-4ed6-92c3-031df474b4d2 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:12:26.799197 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-744aab05-2c50-4bf2-86ce-5689d010c934 req-42508ac9-05f9-4a79-8933-d663f9081ffd tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:26.802693 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-744aab05-2c50-4bf2-86ce-5689d010c934 req-42508ac9-05f9-4a79-8933-d663f9081ffd tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.39 "DELETE /v2.0/ports/270aba54-445c-4ed6-92c3-031df474b4d2 HTTP/1.1" status: 204 len: 173 time: 1.1901615 Sep 30 13:12:26.806575 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8964d6-2f46-486d-925b-9eee30978d29', 'name': 'network-vif-deleted', 'tag': '270aba54-445c-4ed6-92c3-031df474b4d2'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:12:26.809718 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792412af-fd77-4fbd-abe8-f3bae387b90a" -d '{"events": [{"server_uuid": "0a8964d6-2f46-486d-925b-9eee30978d29", "name": "network-vif-deleted", "tag": "270aba54-445c-4ed6-92c3-031df474b4d2"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:12:26.830055 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-c5492ad2-175a-43dc-8216-df95ee6d6492 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] No DVR routers for this DVR port 91dd7c39-fe37-47b7-b54a-b0e32073743f on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:12:26.835954 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-c5492ad2-175a-43dc-8216-df95ee6d6492 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:26.838462 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-c5492ad2-175a-43dc-8216-df95ee6d6492 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.54 "DELETE /v2.0/ports/91dd7c39-fe37-47b7-b54a-b0e32073743f HTTP/1.1" status: 204 len: 173 time: 4.0502119 Sep 30 13:12:26.839259 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b88f0d8-c03b-4e79-8034-b6a6308c4349 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] No DVR routers for this DVR port e8f17b19-15ab-41f7-89ba-c6837d9f3295 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:12:26.840653 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-deleted', 'tag': '91dd7c39-fe37-47b7-b54a-b0e32073743f'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:12:26.843151 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69004b9f-08a5-4d2c-9208-84a923f4902e" -d '{"events": [{"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-deleted", "tag": "91dd7c39-fe37-47b7-b54a-b0e32073743f"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:12:26.851466 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-6fadf888-e36f-4e73-bcdf-972455f4e639 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Allocated IP 192.168.233.7 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/e4155993-4794-4cc6-8741-0716183d6e39) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:12:26.852528 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['270aba54-445c-4ed6-92c3-031df474b4d2'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:12:26.912058 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110dca51-bbe7-4819-80ad-91c4abe32ae7 x-openstack-request-id: req-110dca51-bbe7-4819-80ad-91c4abe32ae7 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:12:26.912434 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8964d6-2f46-486d-925b-9eee30978d29", "name": "network-vif-deleted", "tag": "270aba54-445c-4ed6-92c3-031df474b4d2", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:12:26.912760 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-110dca51-bbe7-4819-80ad-91c4abe32ae7 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:12:26.913226 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8964d6-2f46-486d-925b-9eee30978d29', 'name': 'network-vif-deleted', 'tag': '270aba54-445c-4ed6-92c3-031df474b4d2', 'status': 'completed', 'code': 200} Sep 30 13:12:26.955837 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2e16ed9c-9d07-473c-9949-ced122b863db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'name': 'tempest-TaggedBootDevicesTest-1635348289-router', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'c0e93b29-45a6-42b6-b846-e9a4c664d108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:11Z', 'updated_at': '2021-09-30T13:01:23Z', 'revision_number': 4, 'project_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'gw_port': {'id': 'c0e93b29-45a6-42b6-b846-e9a4c664d108', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:13Z', 'updated_at': '2021-09-30T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '1636c55c-bbe6-48a7-8d3a-d7a640650215', 'name': '', 'network_id': '451c330d-13f6-4604-823e-5e771fb25477', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'mac_address': 'fa:16:3e:51:ec:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '28720e55-76bf-4453-857e-342ebce4f037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:21Z', 'updated_at': '2021-09-30T13:01:29Z', 'revision_number': 5, 'project_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'subnets': [{'id': '28720e55-76bf-4453-857e-342ebce4f037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:27.017110 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca26d6ff-30e3-4f2f-b5b4-b0b95c63dc57 x-openstack-request-id: req-ca26d6ff-30e3-4f2f-b5b4-b0b95c63dc57 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:12:27.017745 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-deleted", "tag": "91dd7c39-fe37-47b7-b54a-b0e32073743f", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:12:27.017966 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca26d6ff-30e3-4f2f-b5b4-b0b95c63dc57 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:12:27.023609 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-deleted', 'tag': '91dd7c39-fe37-47b7-b54a-b0e32073743f', 'status': 'completed', 'code': 200} Sep 30 13:12:27.044675 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86170c0-7bce-42af-ac9d-0e1a28af29e0 req-8f64cc1c-a131-450f-89ee-676fe0431284 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:27.051461 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86170c0-7bce-42af-ac9d-0e1a28af29e0 req-8f64cc1c-a131-450f-89ee-676fe0431284 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:27.053227 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c86170c0-7bce-42af-ac9d-0e1a28af29e0 req-8f64cc1c-a131-450f-89ee-676fe0431284 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 1677 time: 0.6374972 Sep 30 13:12:27.109937 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-6fadf888-e36f-4e73-bcdf-972455f4e639 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:27.156399 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c86170c0-7bce-42af-ac9d-0e1a28af29e0 req-dd3f5da3-1942-4ad7-b371-ed63fdf5f4fe tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944531 Sep 30 13:12:27.192116 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-c8c1976c-bc45-48c9-9005-ee882847c14a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:27.248459 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9b88f0d8-c03b-4e79-8034-b6a6308c4349 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:27.256595 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 87f4f325-804f-429a-8fab-0d82e73889aa no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:12:27.258941 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e16ed9c-9d07-473c-9949-ced122b863db None None] Checking router: aebd9316-a01e-4127-af29-e6378d96890b for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:12:27.273833 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-6fadf888-e36f-4e73-bcdf-972455f4e639 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:27.285586 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e16ed9c-9d07-473c-9949-ced122b863db None None] Routers {'aebd9316-a01e-4127-af29-e6378d96890b'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:27.286335 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2e16ed9c-9d07-473c-9949-ced122b863db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:12:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['aebd9316-a01e-4127-af29-e6378d96890b'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:27.288122 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 87f4f325-804f-429a-8fab-0d82e73889aa {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:12:27.288418 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 87f4f325-804f-429a-8fab-0d82e73889aa not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:12:27.288890 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e8f17b19-15ab-41f7-89ba-c6837d9f3295 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:12:27.304382 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-9b88f0d8-c03b-4e79-8034-b6a6308c4349 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393c3257-7b53-418d-aabc-1e56b0fe87fc']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:27.318931 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-46ae8cff-a2bc-4158-a456-305031e87726 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:27.321475 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860a42c-25dc-433b-9bcc-7dc2540571f0 req-784c43f6-25bb-4a86-b4b5-7aa288e29074 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:27.329328 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8860a42c-25dc-433b-9bcc-7dc2540571f0 req-784c43f6-25bb-4a86-b4b5-7aa288e29074 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 944 time: 0.1343963 Sep 30 13:12:27.340179 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-9b88f0d8-c03b-4e79-8034-b6a6308c4349 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec38677-eb33-4a10-a92e-5c80f54ee317') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:27.340466 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-9b88f0d8-c03b-4e79-8034-b6a6308c4349 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec38677-eb33-4a10-a92e-5c80f54ee317') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:27.365793 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: e8f17b19-15ab-41f7-89ba-c6837d9f3295 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:12:27.366158 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e8f17b19-15ab-41f7-89ba-c6837d9f3295 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:12:27.395699 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8860a42c-25dc-433b-9bcc-7dc2540571f0 req-4ae424e8-784f-4041-8235-4ca915b9771d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653672 Sep 30 13:12:27.457698 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9b88f0d8-c03b-4e79-8034-b6a6308c4349 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:27.473558 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-6fadf888-e36f-4e73-bcdf-972455f4e639 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:12:27.493601 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-6fadf888-e36f-4e73-bcdf-972455f4e639 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:12:27.497871 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae8cff-a2bc-4158-a456-305031e87726 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Pushing event deleted for resources: {'Port': ['ID=49eab187-014f-48bc-8839-f59355b37f81,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:27.508778 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-6fadf888-e36f-4e73-bcdf-972455f4e639 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:12:27.519209 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-2e16ed9c-9d07-473c-9949-ced122b863db None None] Set router aebd9316-a01e-4127-af29-e6378d96890b gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:12:27.535644 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c40b60f3-b17b-4579-a8d4-8842565d46a0 req-bd4debd3-3eb3-463f-a1b2-11d7791affc7 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8964d6-2f46-486d-925b-9eee30978d29 HTTP/1.1" status: 200 len: 210 time: 0.1988428 Sep 30 13:12:27.572836 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9b88f0d8-c03b-4e79-8034-b6a6308c4349 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:27.597214 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b88f0d8-c03b-4e79-8034-b6a6308c4349 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:12:27.597656 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9b88f0d8-c03b-4e79-8034-b6a6308c4349 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:27.602977 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fadf888-e36f-4e73-bcdf-972455f4e639 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Pushing event updated for resources: {'Port': ['ID=e4155993-4794-4cc6-8741-0716183d6e39,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: self.session.flush() Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: self.session.flush() Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: self.session.flush() Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: self.session.flush() Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:12:27.606360 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:12:27.608803 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-6e6ff1af-1752-4650-9101-ead2cc79e672 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Deleting port 83670bbb-25ac-4b77-ac32-d478dc7ddaeb {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:27.608803 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-6e6ff1af-1752-4650-9101-ead2cc79e672 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:27.694229 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-6fadf888-e36f-4e73-bcdf-972455f4e639 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:27.694914 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-6fadf888-e36f-4e73-bcdf-972455f4e639 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:27.888426 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-c8c1976c-bc45-48c9-9005-ee882847c14a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Allocated IP 192.168.233.51 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:12:27.923892 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-6e6ff1af-1752-4650-9101-ead2cc79e672 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] For port 83670bbb-25ac-4b77-ac32-d478dc7ddaeb, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=83670bbb-25ac-4b77-ac32-d478dc7ddaeb,segment=NetworkSegment(ac637a4a-2081-46b7-8c83-b608b8cef194),segment_id=ac637a4a-2081-46b7-8c83-b608b8cef194)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:27.924256 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-6e6ff1af-1752-4650-9101-ead2cc79e672 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:27.927520 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-46ae8cff-a2bc-4158-a456-305031e87726 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:27.961136 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-19f22598-3327-4254-a3a6-167be293ea94 None None] Provisioning complete for port e4155993-4794-4cc6-8741-0716183d6e39 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:12:27.961502 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-19f22598-3327-4254-a3a6-167be293ea94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:28.002135 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9b88f0d8-c03b-4e79-8034-b6a6308c4349 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:28.005715 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-6e6ff1af-1752-4650-9101-ead2cc79e672 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Calling delete_port for 83670bbb-25ac-4b77-ac32-d478dc7ddaeb owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:28.043947 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-19f22598-3327-4254-a3a6-167be293ea94 None None] Port e4155993-4794-4cc6-8741-0716183d6e39 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:12:28.056015 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-46ae8cff-a2bc-4158-a456-305031e87726 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:28.061969 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2e16ed9c-9d07-473c-9949-ced122b863db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'name': 'tempest-TaggedBootDevicesTest-1635348289-router', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'c0e93b29-45a6-42b6-b846-e9a4c664d108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:11Z', 'updated_at': '2021-09-30T13:01:23Z', 'revision_number': 4, 'project_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'gw_port': {'id': 'c0e93b29-45a6-42b6-b846-e9a4c664d108', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:13Z', 'updated_at': '2021-09-30T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '1636c55c-bbe6-48a7-8d3a-d7a640650215', 'name': '', 'network_id': '451c330d-13f6-4604-823e-5e771fb25477', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'mac_address': 'fa:16:3e:51:ec:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '28720e55-76bf-4453-857e-342ebce4f037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:21Z', 'updated_at': '2021-09-30T13:01:29Z', 'revision_number': 5, 'project_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'subnets': [{'id': '28720e55-76bf-4453-857e-342ebce4f037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:28.062582 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9b88f0d8-c03b-4e79-8034-b6a6308c4349 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:28.067603 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9b88f0d8-c03b-4e79-8034-b6a6308c4349 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/networks/393c3257-7b53-418d-aabc-1e56b0fe87fc HTTP/1.1" status: 204 len: 168 time: 2.8476365 Sep 30 13:12:28.077535 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56770) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:28.079023 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-46ae8cff-a2bc-4158-a456-305031e87726 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:28.082349 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-c8c1976c-bc45-48c9-9005-ee882847c14a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:28.089535 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145cb78-b72b-48ff-a680-2642a74aa22f req-a2bcfeb0-058e-4c33-b736-b5853d8806fd tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:28.091380 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7145cb78-b72b-48ff-a680-2642a74aa22f req-a2bcfeb0-058e-4c33-b736-b5853d8806fd tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=76704ce8-9317-4f26-a24b-f737d47ae0d5 HTTP/1.1" status: 200 len: 934 time: 0.3031588 Sep 30 13:12:28.105001 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88f0d8-c03b-4e79-8034-b6a6308c4349 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Network': ['ID=393c3257-7b53-418d-aabc-1e56b0fe87fc,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:28.120083 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e16ed9c-9d07-473c-9949-ced122b863db None None] The sync data for ids ['aebd9316-a01e-4127-af29-e6378d96890b'] in n-d-810909-2 is: [{'id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'name': 'tempest-TaggedBootDevicesTest-1635348289-router', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'c0e93b29-45a6-42b6-b846-e9a4c664d108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:11Z', 'updated_at': '2021-09-30T13:01:23Z', 'revision_number': 4, 'project_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'gw_port': {'id': 'c0e93b29-45a6-42b6-b846-e9a4c664d108', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:13Z', 'updated_at': '2021-09-30T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '1636c55c-bbe6-48a7-8d3a-d7a640650215', 'name': '', 'network_id': '451c330d-13f6-4604-823e-5e771fb25477', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'mac_address': 'fa:16:3e:51:ec:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '28720e55-76bf-4453-857e-342ebce4f037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:21Z', 'updated_at': '2021-09-30T13:01:29Z', 'revision_number': 5, 'project_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'subnets': [{'id': '28720e55-76bf-4453-857e-342ebce4f037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:12:28.122911 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-6fadf888-e36f-4e73-bcdf-972455f4e639 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4551625 Sep 30 13:12:28.128672 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-c8c1976c-bc45-48c9-9005-ee882847c14a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:28.142710 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-9bc3a771-d70d-40ad-bf94-d41698c26026 service neutron] Request body: {'port': {'device_id': '76704ce8-9317-4f26-a24b-f737d47ae0d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:28.238049 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-c8c1976c-bc45-48c9-9005-ee882847c14a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:12:28.247002 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-c8c1976c-bc45-48c9-9005-ee882847c14a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:12:28.253859 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-c8c1976c-bc45-48c9-9005-ee882847c14a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:12:28.257812 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1976c-bc45-48c9-9005-ee882847c14a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Pushing event updated for resources: {'Port': ['ID=3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:28.260645 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-9bc3a771-d70d-40ad-bf94-d41698c26026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:28.303695 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-46ae8cff-a2bc-4158-a456-305031e87726 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:28.304235 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ae8cff-a2bc-4158-a456-305031e87726 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Fanout notify agent at l3_agent the message router_deleted on router f0857f84-5430-45e9-ba7c-846fe2be4cb2 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:12:28.334272 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-46ae8cff-a2bc-4158-a456-305031e87726 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:28.341110 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-46ae8cff-a2bc-4158-a456-305031e87726 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "DELETE /v2.0/routers/f0857f84-5430-45e9-ba7c-846fe2be4cb2 HTTP/1.1" status: 204 len: 168 time: 3.1466732 Sep 30 13:12:28.345263 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56774) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:28.354224 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7145cb78-b72b-48ff-a680-2642a74aa22f req-1fc91072-3cd3-44f4-b6db-b6dce8cf2676 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522068 Sep 30 13:12:28.360737 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-9db3d0f3-d800-411d-ace6-933fc68919f1 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-899570912', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:28.409893 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-c8c1976c-bc45-48c9-9005-ee882847c14a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:28.410656 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-c8c1976c-bc45-48c9-9005-ee882847c14a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:28.521046 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae28e1b-70fc-4352-848b-e6ffd44f1fa3 req-5a647da7-d866-4281-96b3-f63479a6f488 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:28.529021 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae28e1b-70fc-4352-848b-e6ffd44f1fa3 req-5a647da7-d866-4281-96b3-f63479a6f488 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:28.540649 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eae28e1b-70fc-4352-848b-e6ffd44f1fa3 req-5a647da7-d866-4281-96b3-f63479a6f488 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 1677 time: 0.2229023 Sep 30 13:12:28.602755 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eae28e1b-70fc-4352-848b-e6ffd44f1fa3 req-5971af5f-29a3-410b-86b1-fd13d26a4718 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606422 Sep 30 13:12:28.618166 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b523b0c7-4eb1-40fb-a361-3e3fd5d02887 None None] New status for floating IP 25383912-e22d-477f-ac08-808d97a1362a: DOWN {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:12:28.685000 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-175dd690-051c-4a9a-bb82-741db1851690 None None] Provisioning complete for port 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:12:28.685651 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-175dd690-051c-4a9a-bb82-741db1851690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:28.715528 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 270aba54-445c-4ed6-92c3-031df474b4d2 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:12:28.738943 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9db3d0f3-d800-411d-ace6-933fc68919f1 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:28.742211 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9db3d0f3-d800-411d-ace6-933fc68919f1 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:28.748444 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 270aba54-445c-4ed6-92c3-031df474b4d2 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:12:28.748786 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 270aba54-445c-4ed6-92c3-031df474b4d2 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:12:28.762835 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-c8c1976c-bc45-48c9-9005-ee882847c14a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0193958 Sep 30 13:12:28.769135 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-175dd690-051c-4a9a-bb82-741db1851690 None None] Port 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:12:28.786937 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-7fa43ce4-986d-41a3-ae6c-6468712206b0 service neutron] Request body: {'port': {'device_id': '9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:28.883324 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99749ef0-cfeb-4148-bfcd-22b985fbe0be req-f7368932-0c7d-47ab-a3ee-9a8c98f88e18 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:28.885935 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-99749ef0-cfeb-4148-bfcd-22b985fbe0be req-f7368932-0c7d-47ab-a3ee-9a8c98f88e18 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 944 time: 0.2996027 Sep 30 13:12:28.948941 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-6e6ff1af-1752-4650-9101-ead2cc79e672 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:28.958156 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-7fa43ce4-986d-41a3-ae6c-6468712206b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:29.031898 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9db3d0f3-d800-411d-ace6-933fc68919f1 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:29.045642 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ff1af-1752-4650-9101-ead2cc79e672 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event deleted for resources: {'Port': ['ID=83670bbb-25ac-4b77-ac32-d478dc7ddaeb,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:29.056126 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-99749ef0-cfeb-4148-bfcd-22b985fbe0be req-298186ba-00db-4886-8d30-18d5aa5f8c3c tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603849 Sep 30 13:12:29.057669 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9db3d0f3-d800-411d-ace6-933fc68919f1 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:29.101859 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-9bc3a771-d70d-40ad-bf94-d41698c26026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4155993-4794-4cc6-8741-0716183d6e39 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:12:29.138993 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-9bc3a771-d70d-40ad-bf94-d41698c26026 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:29.244888 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-9bc3a771-d70d-40ad-bf94-d41698c26026 service neutron] Transition to ACTIVE for port object e4155993-4794-4cc6-8741-0716183d6e39 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:12:29.279681 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-9bc3a771-d70d-40ad-bf94-d41698c26026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:29.544946 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-6e6ff1af-1752-4650-9101-ead2cc79e672 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] No DVR routers for this DVR port 83670bbb-25ac-4b77-ac32-d478dc7ddaeb on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:12:29.550845 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-6e6ff1af-1752-4650-9101-ead2cc79e672 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:29.552844 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-6e6ff1af-1752-4650-9101-ead2cc79e672 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.54 "DELETE /v2.0/ports/83670bbb-25ac-4b77-ac32-d478dc7ddaeb HTTP/1.1" status: 204 len: 173 time: 2.6697822 Sep 30 13:12:29.553808 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9db3d0f3-d800-411d-ace6-933fc68919f1 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:29.554912 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9db3d0f3-d800-411d-ace6-933fc68919f1 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2042778 Sep 30 13:12:29.555534 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-deleted', 'tag': '83670bbb-25ac-4b77-ac32-d478dc7ddaeb'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:12:29.558589 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54a3173-6d54-437b-ad95-75c14816dc5f" -d '{"events": [{"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-deleted", "tag": "83670bbb-25ac-4b77-ac32-d478dc7ddaeb"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:12:29.562427 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56798) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:29.593594 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-c8f68805-ee5c-47cd-941e-32a7caee4cb9 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'enable_snat': False}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:29.840284 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723d56f-d86a-4c3b-96e9-163ac63ab29a req-dd598f86-1db9-4973-8026-427756d5c4ce tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:29.841785 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2723d56f-d86a-4c3b-96e9-163ac63ab29a req-dd598f86-1db9-4973-8026-427756d5c4ce tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=76704ce8-9317-4f26-a24b-f737d47ae0d5 HTTP/1.1" status: 200 len: 946 time: 0.2948902 Sep 30 13:12:29.844672 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3a771-d70d-40ad-bf94-d41698c26026 service neutron] Pushing event updated for resources: {'Port': ['ID=e4155993-4794-4cc6-8741-0716183d6e39,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:29.852885 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23665650-a0d7-48ec-9b39-33074201605a req-10cdfbf3-b925-43aa-9d00-d9693050a8cf tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:29.854472 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23665650-a0d7-48ec-9b39-33074201605a req-10cdfbf3-b925-43aa-9d00-d9693050a8cf tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/networks?id=d55517b2-5639-49a0-8308-46b3625d778e HTTP/1.1" status: 200 len: 812 time: 0.7582214 Sep 30 13:12:29.876709 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4a56af8c-bb24-4ad9-99af-68ef9e758142 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:29.902338 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23665650-a0d7-48ec-9b39-33074201605a req-270623b2-750f-44a4-92c7-c24e62818ef5 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/quotas/6ec3b180775b4f8e89f487846414229c HTTP/1.1" status: 200 len: 375 time: 0.0378873 Sep 30 13:12:29.912053 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e2b6f91-6441-4f6e-95df-6c4596b69c3e req-c690b212-ec48-4092-a2d3-1d6fef792164 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5050893 Sep 30 13:12:29.943676 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-9bc3a771-d70d-40ad-bf94-d41698c26026 service neutron] Attempting to bind port e4155993-4794-4cc6-8741-0716183d6e39 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:12:29.944032 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-9bc3a771-d70d-40ad-bf94-d41698c26026 service neutron] Attempting to bind port e4155993-4794-4cc6-8741-0716183d6e39 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:12:29.944328 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-9bc3a771-d70d-40ad-bf94-d41698c26026 service neutron] Attempting to bind port e4155993-4794-4cc6-8741-0716183d6e39 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:12:29.974533 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23665650-a0d7-48ec-9b39-33074201605a req-924871fb-0904-4ef6-855e-244ca7f9f0d9 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ec3b180775b4f8e89f487846414229c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614901 Sep 30 13:12:30.008164 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-23665650-a0d7-48ec-9b39-33074201605a req-994ad970-87ce-4341-8d39-f3f3c21622a2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:12:30.009129 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23665650-a0d7-48ec-9b39-33074201605a req-994ad970-87ce-4341-8d39-f3f3c21622a2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0123065 Sep 30 13:12:30.009679 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-9bc3a771-d70d-40ad-bf94-d41698c26026 service neutron] Port e4155993-4794-4cc6-8741-0716183d6e39 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:12:30.009991 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-9bc3a771-d70d-40ad-bf94-d41698c26026 service neutron] Attempting to bind port e4155993-4794-4cc6-8741-0716183d6e39 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:12:30.041667 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c8f68805-ee5c-47cd-941e-32a7caee4cb9 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:30.051135 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-9bc3a771-d70d-40ad-bf94-d41698c26026 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:12:30.051468 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-9bc3a771-d70d-40ad-bf94-d41698c26026 service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:12:30.051838 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-9bc3a771-d70d-40ad-bf94-d41698c26026 service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:12:30.052281 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-9bc3a771-d70d-40ad-bf94-d41698c26026 service neutron] Bound port: e4155993-4794-4cc6-8741-0716183d6e39, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:12:30.052648 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-9bc3a771-d70d-40ad-bf94-d41698c26026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:30.093072 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b6f91-6441-4f6e-95df-6c4596b69c3e req-3e66ada1-404e-4376-bd86-789399f6cb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:30.094607 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e2b6f91-6441-4f6e-95df-6c4596b69c3e req-3e66ada1-404e-4376-bd86-789399f6cb91 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89a01187976b4a9db1aceb3025c9740b&device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 1096 time: 0.1523616 Sep 30 13:12:30.096565 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-7fa43ce4-986d-41a3-ae6c-6468712206b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:12:30.107459 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2723d56f-d86a-4c3b-96e9-163ac63ab29a req-0e010c0c-915c-4226-8adb-cf679b9d3123 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347229 Sep 30 13:12:30.114074 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-7fa43ce4-986d-41a3-ae6c-6468712206b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:30.117761 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-75ccb45d-cbce-40c9-92c0-e007f80ad459 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Deleting port a590db81-d7b1-40db-81be-4877e02204d3 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:30.117923 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-75ccb45d-cbce-40c9-92c0-e007f80ad459 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:30.176909 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cbd122-b0a0-415c-90ae-4bc75fd6d48e x-openstack-request-id: req-44cbd122-b0a0-415c-90ae-4bc75fd6d48e {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:12:30.177166 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-deleted", "tag": "83670bbb-25ac-4b77-ac32-d478dc7ddaeb", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:12:30.177425 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44cbd122-b0a0-415c-90ae-4bc75fd6d48e {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:12:30.177825 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-deleted', 'tag': '83670bbb-25ac-4b77-ac32-d478dc7ddaeb', 'status': 'completed', 'code': 200} Sep 30 13:12:30.208453 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-7fa43ce4-986d-41a3-ae6c-6468712206b0 service neutron] Transition to ACTIVE for port object 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:12:30.222992 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28578c1c-8df7-444d-9677-08e84c3be79c req-e4104a73-add4-4820-b35c-9a0263cb188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:30.224630 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-28578c1c-8df7-444d-9677-08e84c3be79c req-e4104a73-add4-4820-b35c-9a0263cb188f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365&tenant_id=dd472ce50e4547d68eaae043f0883472 HTTP/1.1" status: 200 len: 1095 time: 0.1769989 Sep 30 13:12:30.231490 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-7fa43ce4-986d-41a3-ae6c-6468712206b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:30.317469 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23665650-a0d7-48ec-9b39-33074201605a req-1191348c-1ffb-4bf1-aee5-e92f156c232d service neutron] 10.222.0.18 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754090 Sep 30 13:12:30.336896 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-9bc3a771-d70d-40ad-bf94-d41698c26026 service neutron] For port e4155993-4794-4cc6-8741-0716183d6e39, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:12:30.382605 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa43ce4-986d-41a3-ae6c-6468712206b0 service neutron] Pushing event updated for resources: {'Port': ['ID=3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:30.392743 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-9bc3a771-d70d-40ad-bf94-d41698c26026 service neutron] For port e4155993-4794-4cc6-8741-0716183d6e39, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=e4155993-4794-4cc6-8741-0716183d6e39,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:12:30.406423 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-75ccb45d-cbce-40c9-92c0-e007f80ad459 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] For port a590db81-d7b1-40db-81be-4877e02204d3, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=a590db81-d7b1-40db-81be-4877e02204d3,segment=NetworkSegment(1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f),segment_id=1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:30.406795 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-75ccb45d-cbce-40c9-92c0-e007f80ad459 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:30.419938 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b6f91-6441-4f6e-95df-6c4596b69c3e req-127206ce-2e37-4796-bf01-22686fabf91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:30.421435 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e2b6f91-6441-4f6e-95df-6c4596b69c3e req-127206ce-2e37-4796-bf01-22686fabf91a service neutron] 10.222.0.39 "GET /v2.0/networks?id=b4f94743-5672-4dd1-a1e5-79a79c728dba HTTP/1.1" status: 200 len: 917 time: 0.2847693 Sep 30 13:12:30.424782 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28578c1c-8df7-444d-9677-08e84c3be79c req-5354054e-a44f-460b-bf22-7072b88bc352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:30.426049 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-9bc3a771-d70d-40ad-bf94-d41698c26026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:30.426307 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-28578c1c-8df7-444d-9677-08e84c3be79c req-5354054e-a44f-460b-bf22-7072b88bc352 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dd472ce50e4547d68eaae043f0883472&device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 1095 time: 0.1711845 Sep 30 13:12:30.439818 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b93ef-5ebf-4d6e-ae6f-77abb0be3bb8 req-f708fb92-7056-4f5c-9ae4-39ed4272f92d tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:30.447293 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-984b93ef-5ebf-4d6e-ae6f-77abb0be3bb8 req-f708fb92-7056-4f5c-9ae4-39ed4272f92d tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 943 time: 0.1909308 Sep 30 13:12:30.451427 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-75ccb45d-cbce-40c9-92c0-e007f80ad459 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Calling delete_port for a590db81-d7b1-40db-81be-4877e02204d3 owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:30.584844 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-9bc3a771-d70d-40ad-bf94-d41698c26026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:30.585470 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-9bc3a771-d70d-40ad-bf94-d41698c26026 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:30.586895 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-9bc3a771-d70d-40ad-bf94-d41698c26026 service neutron] 10.222.0.54 "PUT /v2.0/ports/e4155993-4794-4cc6-8741-0716183d6e39 HTTP/1.1" status: 200 len: 1094 time: 2.4554667 Sep 30 13:12:30.592792 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76704ce8-9317-4f26-a24b-f737d47ae0d5', 'tag': 'e4155993-4794-4cc6-8741-0716183d6e39'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:12:30.594824 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dce11b-27b9-4aa5-a2f4-b0aee0a019cf" -d '{"events": [{"name": "network-changed", "server_uuid": "76704ce8-9317-4f26-a24b-f737d47ae0d5", "tag": "e4155993-4794-4cc6-8741-0716183d6e39"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:12:30.631361 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3a771-d70d-40ad-bf94-d41698c26026 service neutron] Pushing event updated for resources: {'Port': ['ID=e4155993-4794-4cc6-8741-0716183d6e39,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:30.633287 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-984b93ef-5ebf-4d6e-ae6f-77abb0be3bb8 req-3452612b-e35f-4420-9492-9a616d5c83f3 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups?id=0841f57a-25ef-404b-8124-5c41f0f8c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850600 Sep 30 13:12:30.652420 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e2b6f91-6441-4f6e-95df-6c4596b69c3e req-9bd98a8c-0e01-49db-ae92-4a956be5f776 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d92e1624-81db-4441-af85-dc330c001147 HTTP/1.1" status: 200 len: 1001 time: 0.1730874 Sep 30 13:12:30.657236 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23665650-a0d7-48ec-9b39-33074201605a req-6b901479-a994-4c58-9eeb-fe520c5731e4 service neutron] 10.222.0.18 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235273 Sep 30 13:12:30.673973 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-7fa43ce4-986d-41a3-ae6c-6468712206b0 service neutron] Attempting to bind port 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:12:30.674381 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-7fa43ce4-986d-41a3-ae6c-6468712206b0 service neutron] Attempting to bind port 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:12:30.674719 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-7fa43ce4-986d-41a3-ae6c-6468712206b0 service neutron] Attempting to bind port 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:12:30.723718 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-7fa43ce4-986d-41a3-ae6c-6468712206b0 service neutron] Port 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:12:30.724010 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-7fa43ce4-986d-41a3-ae6c-6468712206b0 service neutron] Attempting to bind port 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:12:30.744165 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-7fa43ce4-986d-41a3-ae6c-6468712206b0 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:12:30.744537 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-7fa43ce4-986d-41a3-ae6c-6468712206b0 service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:12:30.744904 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-7fa43ce4-986d-41a3-ae6c-6468712206b0 service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:12:30.745480 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-7fa43ce4-986d-41a3-ae6c-6468712206b0 service neutron] Bound port: 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:12:30.745839 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-7fa43ce4-986d-41a3-ae6c-6468712206b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:30.772520 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b6f91-6441-4f6e-95df-6c4596b69c3e req-26c28173-9590-4126-b678-e8e5cb806cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:30.774048 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e2b6f91-6441-4f6e-95df-6c4596b69c3e req-26c28173-9590-4126-b678-e8e5cb806cd9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eb394966-7667-406c-8fc2-d7b486faf071 HTTP/1.1" status: 200 len: 855 time: 0.1013169 Sep 30 13:12:30.776770 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-abc14886-b538-430c-be78-af9a92a7fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:30.778293 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-abc14886-b538-430c-be78-af9a92a7fb7b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e5bf4158aa7944789c4aa4fc1b36dcdf&device_id=76704ce8-9317-4f26-a24b-f737d47ae0d5 HTTP/1.1" status: 200 len: 1097 time: 0.1376543 Sep 30 13:12:30.855270 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28578c1c-8df7-444d-9677-08e84c3be79c req-d7037d0c-8b2f-4fc5-9c33-cacda8b6cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:30.856809 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-28578c1c-8df7-444d-9677-08e84c3be79c req-d7037d0c-8b2f-4fc5-9c33-cacda8b6cc68 service neutron] 10.222.0.54 "GET /v2.0/networks?id=82efec7b-c7e1-4afa-8d19-9d7200d8225f HTTP/1.1" status: 200 len: 917 time: 0.4066477 Sep 30 13:12:30.912919 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-721db955-9612-4fc1-92b1-6cd36ad4ff13 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=e4155993-4794-4cc6-8741-0716183d6e39 HTTP/1.1" status: 200 len: 217 time: 0.0914755 Sep 30 13:12:30.975009 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ff4e82-31b2-47e0-abed-b598d71ba1bb x-openstack-request-id: req-b6ff4e82-31b2-47e0-abed-b598d71ba1bb {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:12:30.975627 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76704ce8-9317-4f26-a24b-f737d47ae0d5", "tag": "e4155993-4794-4cc6-8741-0716183d6e39", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:12:30.976173 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6ff4e82-31b2-47e0-abed-b598d71ba1bb {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:12:30.976920 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76704ce8-9317-4f26-a24b-f737d47ae0d5', 'tag': 'e4155993-4794-4cc6-8741-0716183d6e39', 'status': 'completed', 'code': 200} Sep 30 13:12:30.983598 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c8f68805-ee5c-47cd-941e-32a7caee4cb9 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:31.029446 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c8f68805-ee5c-47cd-941e-32a7caee4cb9 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:31.035553 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-7fa43ce4-986d-41a3-ae6c-6468712206b0 service neutron] For port 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:12:31.037223 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-28578c1c-8df7-444d-9677-08e84c3be79c req-874a4fc9-1aa1-4c39-a9f5-cba1b34b4000 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74d5476d-caad-4646-baac-95e9e563cef6 HTTP/1.1" status: 200 len: 999 time: 0.1651151 Sep 30 13:12:31.041239 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b6f91-6441-4f6e-95df-6c4596b69c3e req-a03a3439-8baf-4b04-bbb9-e81dfe601cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:31.043108 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e2b6f91-6441-4f6e-95df-6c4596b69c3e req-a03a3439-8baf-4b04-bbb9-e81dfe601cff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b4f94743-5672-4dd1-a1e5-79a79c728dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2577281 Sep 30 13:12:31.071435 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-4a56af8c-bb24-4ad9-99af-68ef9e758142 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Deleting port 56ddf09b-b4a5-48fd-8952-e11efa5d7380 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:31.071614 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-9ce7a1ba-025b-4131-927d-9dc67ffe013a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:31.071806 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4a56af8c-bb24-4ad9-99af-68ef9e758142 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:31.073563 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-9ce7a1ba-025b-4131-927d-9dc67ffe013a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1526835 Sep 30 13:12:31.075482 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-7fa43ce4-986d-41a3-ae6c-6468712206b0 service neutron] For port 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:12:31.095384 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35445d-9038-4efa-baf9-024f68adbe6f req-24084c69-a2a6-45c1-985b-9a93c7dbb798 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:31.102711 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6e35445d-9038-4efa-baf9-024f68adbe6f req-24084c69-a2a6-45c1-985b-9a93c7dbb798 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 944 time: 0.1686916 Sep 30 13:12:31.108667 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-7fa43ce4-986d-41a3-ae6c-6468712206b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:31.135624 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-75ccb45d-cbce-40c9-92c0-e007f80ad459 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:31.152086 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-56117bae-8440-40c1-ac58-c802051d5fa0 req-ebdcba90-4ec3-4285-870c-f10e91169c7c tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed88fa5a-e06e-4193-bbf7-f4705a8f0d77 HTTP/1.1" status: 200 len: 210 time: 0.1121178 Sep 30 13:12:31.210718 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccb45d-cbce-40c9-92c0-e007f80ad459 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event deleted for resources: {'Port': ['ID=a590db81-d7b1-40db-81be-4877e02204d3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:31.280841 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28578c1c-8df7-444d-9677-08e84c3be79c req-64a7b0d1-32ce-45bf-a45b-11fbb05a2cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:31.282356 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-28578c1c-8df7-444d-9677-08e84c3be79c req-64a7b0d1-32ce-45bf-a45b-11fbb05a2cb5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8ac488f0-945c-4387-aad6-12387e6433e7 HTTP/1.1" status: 200 len: 855 time: 0.2350843 Sep 30 13:12:31.291579 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e2b6f91-6441-4f6e-95df-6c4596b69c3e req-062d7261-358a-4882-8587-7e8f9daf3fa8 service neutron] 10.222.0.39 "GET /v2.0/networks/b4f94743-5672-4dd1-a1e5-79a79c728dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336977 Sep 30 13:12:31.292777 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-7fa43ce4-986d-41a3-ae6c-6468712206b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:31.293384 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-7fa43ce4-986d-41a3-ae6c-6468712206b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:31.295374 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-7fa43ce4-986d-41a3-ae6c-6468712206b0 service neutron] 10.222.0.54 "PUT /v2.0/ports/3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d HTTP/1.1" status: 200 len: 1095 time: 2.5142579 Sep 30 13:12:31.404074 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-dec6fe4e-83f2-423e-b6cf-10e55e81c577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:31.405918 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-dec6fe4e-83f2-423e-b6cf-10e55e81c577 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3015902 Sep 30 13:12:31.415721 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-4a56af8c-bb24-4ad9-99af-68ef9e758142 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] For port 56ddf09b-b4a5-48fd-8952-e11efa5d7380, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=56ddf09b-b4a5-48fd-8952-e11efa5d7380,segment=NetworkSegment(c9f3a74a-bede-4be7-afe4-683588850714),segment_id=c9f3a74a-bede-4be7-afe4-683588850714)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:31.416103 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4a56af8c-bb24-4ad9-99af-68ef9e758142 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:31.418301 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6e35445d-9038-4efa-baf9-024f68adbe6f req-80d5ffa8-0c9e-4b27-b5cf-e241c4b1aa56 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3016169 Sep 30 13:12:31.467109 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-75ccb45d-cbce-40c9-92c0-e007f80ad459 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] No DVR routers for this DVR port a590db81-d7b1-40db-81be-4877e02204d3 on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:12:31.472552 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-4a56af8c-bb24-4ad9-99af-68ef9e758142 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Calling delete_port for 56ddf09b-b4a5-48fd-8952-e11efa5d7380 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:31.476785 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-75ccb45d-cbce-40c9-92c0-e007f80ad459 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:31.479372 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-75ccb45d-cbce-40c9-92c0-e007f80ad459 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.54 "DELETE /v2.0/ports/a590db81-d7b1-40db-81be-4877e02204d3 HTTP/1.1" status: 204 len: 173 time: 1.9178145 Sep 30 13:12:31.484134 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa43ce4-986d-41a3-ae6c-6468712206b0 service neutron] Pushing event updated for resources: {'Port': ['ID=3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:31.524510 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-c8f68805-ee5c-47cd-941e-32a7caee4cb9 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Allocated IP 172.25.5.76 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/82b861c2-4944-4c83-9209-414388eb05cd) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:12:31.535080 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb27e3-6bc7-44e0-af8b-7fce87fa22d5 req-6054b776-688c-4098-934c-0f7a0434ca65 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:31.536573 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dbfb27e3-6bc7-44e0-af8b-7fce87fa22d5 req-6054b776-688c-4098-934c-0f7a0434ca65 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=76704ce8-9317-4f26-a24b-f737d47ae0d5 HTTP/1.1" status: 200 len: 946 time: 0.2631009 Sep 30 13:12:31.591504 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28578c1c-8df7-444d-9677-08e84c3be79c req-0305dd11-3556-4755-8763-63ac811d5933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:31.593019 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-28578c1c-8df7-444d-9677-08e84c3be79c req-0305dd11-3556-4755-8763-63ac811d5933 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=82efec7b-c7e1-4afa-8d19-9d7200d8225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2868347 Sep 30 13:12:31.688099 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-82beb4ac-3481-4560-bf80-be9dd21b6f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:31.690089 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-82beb4ac-3481-4560-bf80-be9dd21b6f4c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e5bf4158aa7944789c4aa4fc1b36dcdf&device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 1098 time: 0.3438923 Sep 30 13:12:31.692011 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-6f74f4d5-925f-42d9-bc4d-74aa040990e5 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098587 Sep 30 13:12:31.696353 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e2b6f91-6441-4f6e-95df-6c4596b69c3e req-1c8b5b7a-f77e-4130-bcf9-a19a12c0c405 service neutron] 10.222.0.39 "GET /v2.0/networks/b4f94743-5672-4dd1-a1e5-79a79c728dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951836 Sep 30 13:12:31.841184 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-e56abd26-046e-4e62-b280-bc79ed29ff92 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d HTTP/1.1" status: 200 len: 217 time: 0.1223629 Sep 30 13:12:31.888475 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c249f556-9bbf-4985-ac80-b3571ecbecaf req-f0c57d65-7ba3-4c19-b5a7-cbab94b452c4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.0462277 Sep 30 13:12:31.957451 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0cf3e081-e179-40cd-8d4a-24b1abd2c38b req-2fec70cd-5cbe-4ba9-8a55-93c24b766d2a service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980062 Sep 30 13:12:31.979584 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-e715ab5c-e91c-43eb-a039-b283d2761570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:31.983067 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-e715ab5c-e91c-43eb-a039-b283d2761570 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1229074 Sep 30 13:12:32.187927 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-713aa4a8-8769-4caa-aae5-7c50eb9b19ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:32.189370 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-713aa4a8-8769-4caa-aae5-7c50eb9b19ad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1714873 Sep 30 13:12:32.193350 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dce11b-27b9-4aa5-a2f4-b0aee0a019cf req-0fd6ae31-79c2-4307-94af-1a6cfc5df2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:32.194823 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-57dce11b-27b9-4aa5-a2f4-b0aee0a019cf req-0fd6ae31-79c2-4307-94af-1a6cfc5df2f5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e5bf4158aa7944789c4aa4fc1b36dcdf&device_id=76704ce8-9317-4f26-a24b-f737d47ae0d5 HTTP/1.1" status: 200 len: 1097 time: 0.1671979 Sep 30 13:12:32.218892 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-deleted', 'tag': 'a590db81-d7b1-40db-81be-4877e02204d3'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:12:32.221414 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7503a9-6f53-47d5-9215-6c59057a3d86" -d '{"events": [{"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-deleted", "tag": "a590db81-d7b1-40db-81be-4877e02204d3"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:12:32.229956 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23665650-a0d7-48ec-9b39-33074201605a req-4562a82a-21b0-4bd1-9f71-073461169173 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:32.231827 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23665650-a0d7-48ec-9b39-33074201605a req-4562a82a-21b0-4bd1-9f71-073461169173 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.39 "GET /v2.0/networks?id=d55517b2-5639-49a0-8308-46b3625d778e HTTP/1.1" status: 200 len: 812 time: 0.2382045 Sep 30 13:12:32.238554 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dbfb27e3-6bc7-44e0-af8b-7fce87fa22d5 req-8cf1cb20-7e45-4d25-a801-7634e8995b9c tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6632912 Sep 30 13:12:32.262096 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-23665650-a0d7-48ec-9b39-33074201605a req-024404c5-59d7-4622-ae83-b77176872e43 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Request body: {'port': {'device_id': 'ed88fa5a-e06e-4193-bbf7-f4705a8f0d77', 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e', 'admin_state_up': True, 'tenant_id': '6ec3b180775b4f8e89f487846414229c'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:32.308744 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0d465d-776a-4eff-9f6c-b775bb765a02 x-openstack-request-id: req-5f0d465d-776a-4eff-9f6c-b775bb765a02 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:12:32.309173 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfcf802-69d0-409e-b973-211ea61d5c63", "name": "network-vif-deleted", "tag": "a590db81-d7b1-40db-81be-4877e02204d3", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:12:32.309520 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5f0d465d-776a-4eff-9f6c-b775bb765a02 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:12:32.309992 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfcf802-69d0-409e-b973-211ea61d5c63', 'name': 'network-vif-deleted', 'tag': 'a590db81-d7b1-40db-81be-4877e02204d3', 'status': 'completed', 'code': 200} Sep 30 13:12:32.312114 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-28578c1c-8df7-444d-9677-08e84c3be79c req-fdff0645-b279-4f2e-8147-e8d2fdb3d176 service neutron] 10.222.0.54 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7052701 Sep 30 13:12:32.342830 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9cea2351-661e-42d0-8252-fa0382dee1d5 req-66e57d02-9489-445d-8616-02cd70b4d232 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed88fa5a-e06e-4193-bbf7-f4705a8f0d77 HTTP/1.1" status: 200 len: 210 time: 0.0868483 Sep 30 13:12:32.466113 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c8f68805-ee5c-47cd-941e-32a7caee4cb9 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:32.529757 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dce11b-27b9-4aa5-a2f4-b0aee0a019cf req-493d4589-abe3-42d4-8bb1-ab069aa8a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:32.529757 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-57dce11b-27b9-4aa5-a2f4-b0aee0a019cf req-493d4589-abe3-42d4-8bb1-ab069aa8a1f9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.2965155 Sep 30 13:12:32.536104 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-0dd2aacf-4d6b-440e-90c5-50f8550d13bf service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020122 Sep 30 13:12:32.553181 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-28578c1c-8df7-444d-9677-08e84c3be79c req-2db6dd68-12c9-470b-a1f8-c0e8eca5c7e2 service neutron] 10.222.0.54 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101350 Sep 30 13:12:32.584847 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4a56af8c-bb24-4ad9-99af-68ef9e758142 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:32.600696 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-57dce11b-27b9-4aa5-a2f4-b0aee0a019cf req-468376d4-1e36-4921-a693-b8e86c38e392 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=e4155993-4794-4cc6-8741-0716183d6e39 HTTP/1.1" status: 200 len: 217 time: 0.0611830 Sep 30 13:12:32.612284 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c8f68805-ee5c-47cd-941e-32a7caee4cb9 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:32.622926 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56af8c-bb24-4ad9-99af-68ef9e758142 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Port': ['ID=56ddf09b-b4a5-48fd-8952-e11efa5d7380,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:32.631743 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23665650-a0d7-48ec-9b39-33074201605a req-024404c5-59d7-4622-ae83-b77176872e43 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Made reservation on behalf of 6ec3b180775b4f8e89f487846414229c for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:12:32.636013 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-23665650-a0d7-48ec-9b39-33074201605a req-024404c5-59d7-4622-ae83-b77176872e43 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:32.636151 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f3042-eb35-41ab-a335-5e9e20ef474f req-cf0452cc-f539-4ec8-97a6-17a9681ddbd7 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:32.637668 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-737f3042-eb35-41ab-a335-5e9e20ef474f req-cf0452cc-f539-4ec8-97a6-17a9681ddbd7 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 944 time: 0.1331484 Sep 30 13:12:32.704369 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f68805-ee5c-47cd-941e-32a7caee4cb9 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:12:32.731682 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-c8f68805-ee5c-47cd-941e-32a7caee4cb9 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:12:32.773492 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f68805-ee5c-47cd-941e-32a7caee4cb9 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:12:32.877425 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4a56af8c-bb24-4ad9-99af-68ef9e758142 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:32.879299 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f68805-ee5c-47cd-941e-32a7caee4cb9 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Pushing event updated for resources: {'Port': ['ID=82b861c2-4944-4c83-9209-414388eb05cd,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:32.898752 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-737f3042-eb35-41ab-a335-5e9e20ef474f req-5039e134-2357-445c-b301-ecc0ffb12508 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437754 Sep 30 13:12:33.184683 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a56af8c-bb24-4ad9-99af-68ef9e758142 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Router af76d5a6-6083-4cc7-ad0a-0ac4a677778e has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:12:33.190224 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8', 'tag': '3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:12:33.195541 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf3c1ae-dc73-4037-99c2-5fcfe56fc905" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8", "tag": "3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:12:33.205018 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccbc3333-3dc7-4f73-b1bb-57058cc8dfc8 req-026ed8bc-243b-486a-a2bc-38e2c0f66027 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6571829 Sep 30 13:12:33.304332 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f16ca2b-b61f-4908-b0ea-c87b4b649647 x-openstack-request-id: req-9f16ca2b-b61f-4908-b0ea-c87b4b649647 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:12:33.304849 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8", "tag": "3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:12:33.305166 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f16ca2b-b61f-4908-b0ea-c87b4b649647 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:12:33.305620 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8', 'tag': '3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d', 'status': 'completed', 'code': 200} Sep 30 13:12:33.315965 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6b212dc8-04e4-49af-9091-fcd5e6da6ffb req-a4915117-8758-4325-9510-7332259211f9 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.1082218 Sep 30 13:12:33.348051 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dce11b-27b9-4aa5-a2f4-b0aee0a019cf req-bc123254-5e75-49ca-825f-62e25d2379b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:33.349713 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-57dce11b-27b9-4aa5-a2f4-b0aee0a019cf req-bc123254-5e75-49ca-825f-62e25d2379b5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.7406476 Sep 30 13:12:33.483846 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a56af8c-bb24-4ad9-99af-68ef9e758142 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:12:33.499134 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-23665650-a0d7-48ec-9b39-33074201605a req-024404c5-59d7-4622-ae83-b77176872e43 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Allocated IP 172.20.0.4 (d55517b2-5639-49a0-8308-46b3625d778e/b636e036-02ee-475d-8821-ce0c9f216c9a/7bd93dc4-2b54-461b-8a54-46ca667ea680) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:12:33.500038 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea2d273-6e13-4751-a652-a3ceb5951f91 None None] Sync routers for ids ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:12:33.533010 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea2d273-6e13-4751-a652-a3ceb5951f91 None None] Routers {'af76d5a6-6083-4cc7-ad0a-0ac4a677778e'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:33.533627 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4a56af8c-bb24-4ad9-99af-68ef9e758142 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "PUT /v2.0/routers/af76d5a6-6083-4cc7-ad0a-0ac4a677778e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4364018 Sep 30 13:12:33.536463 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-dea2d273-6e13-4751-a652-a3ceb5951f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:12:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:33.619986 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56864) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:33.668316 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-23665650-a0d7-48ec-9b39-33074201605a req-024404c5-59d7-4622-ae83-b77176872e43 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:33.755645 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-dea2d273-6e13-4751-a652-a3ceb5951f91 None None] Set router af76d5a6-6083-4cc7-ad0a-0ac4a677778e gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:12:33.759217 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-23665650-a0d7-48ec-9b39-33074201605a req-024404c5-59d7-4622-ae83-b77176872e43 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:33.844706 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c8f68805-ee5c-47cd-941e-32a7caee4cb9 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:33.850303 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-dea2d273-6e13-4751-a652-a3ceb5951f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:12:32Z', 'revision_number': 11, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:33.893804 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23665650-a0d7-48ec-9b39-33074201605a req-024404c5-59d7-4622-ae83-b77176872e43 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Network d55517b2-5639-49a0-8308-46b3625d778e is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:12:33.903281 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea2d273-6e13-4751-a652-a3ceb5951f91 None None] Checking router: af76d5a6-6083-4cc7-ad0a-0ac4a677778e for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:12:33.911398 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024404c5-59d7-4622-ae83-b77176872e43 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Pushing event updated for resources: {'Port': ['ID=7bd93dc4-2b54-461b-8a54-46ca667ea680,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:33.917788 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-23665650-a0d7-48ec-9b39-33074201605a req-024404c5-59d7-4622-ae83-b77176872e43 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:12:33.924452 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea2d273-6e13-4751-a652-a3ceb5951f91 None None] Routers {'af76d5a6-6083-4cc7-ad0a-0ac4a677778e'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:33.924780 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-23665650-a0d7-48ec-9b39-33074201605a req-024404c5-59d7-4622-ae83-b77176872e43 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:12:33.925464 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-dea2d273-6e13-4751-a652-a3ceb5951f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:12:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:33.941888 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-e608643a-b3df-41cb-8244-ffd442a2f90a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Deleting subnet 6af6b5d4-f60a-4f47-8b56-b8e0c20008ac {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:12:33.954999 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e608643a-b3df-41cb-8244-ffd442a2f90a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:34.027448 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23665650-a0d7-48ec-9b39-33074201605a req-024404c5-59d7-4622-ae83-b77176872e43 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:34.028025 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-23665650-a0d7-48ec-9b39-33074201605a req-024404c5-59d7-4622-ae83-b77176872e43 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:34.030394 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-dea2d273-6e13-4751-a652-a3ceb5951f91 None None] Set router af76d5a6-6083-4cc7-ad0a-0ac4a677778e gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:12:34.048886 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f77a0-4085-4dce-99fe-d9362389abeb req-98020d63-3d1a-4279-94cd-22c6cda00615 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:34.050817 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e608643a-b3df-41cb-8244-ffd442a2f90a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:34.058052 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8c3f77a0-4085-4dce-99fe-d9362389abeb req-98020d63-3d1a-4279-94cd-22c6cda00615 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed88fa5a-e06e-4193-bbf7-f4705a8f0d77 HTTP/1.1" status: 200 len: 931 time: 0.3561842 Sep 30 13:12:34.061494 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3c1ae-dc73-4037-99c2-5fcfe56fc905 req-41cac89b-235c-4c15-82c3-665e058e4281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:34.063256 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-faf3c1ae-dc73-4037-99c2-5fcfe56fc905 req-41cac89b-235c-4c15-82c3-665e058e4281 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e5bf4158aa7944789c4aa4fc1b36dcdf&device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 1098 time: 0.7305176 Sep 30 13:12:34.065013 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dce11b-27b9-4aa5-a2f4-b0aee0a019cf req-25a7a00e-37ce-4df0-bdc9-52e78fab95d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:34.068279 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-57dce11b-27b9-4aa5-a2f4-b0aee0a019cf req-25a7a00e-37ce-4df0-bdc9-52e78fab95d9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3651273 Sep 30 13:12:34.071014 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23665650-a0d7-48ec-9b39-33074201605a req-024404c5-59d7-4622-ae83-b77176872e43 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8131323 Sep 30 13:12:34.106265 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-23665650-a0d7-48ec-9b39-33074201605a req-a75cf95d-4d59-4ba8-8e53-75bb446b3498 service neutron] Request body: {'port': {'device_id': 'ed88fa5a-e06e-4193-bbf7-f4705a8f0d77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:34.172267 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e608643a-b3df-41cb-8244-ffd442a2f90a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:34.172531 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-dea2d273-6e13-4751-a652-a3ceb5951f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:12:32Z', 'revision_number': 11, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:34.238781 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea2d273-6e13-4751-a652-a3ceb5951f91 None None] The sync data for ids ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'] in n-d-810909-2 is: [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:12:32Z', 'revision_number': 11, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:12:34.248490 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6166658-029a-410d-84e5-dd8369a70f3c req-62dff918-c6da-4043-9e83-fedbad31536e tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:34.256700 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e6166658-029a-410d-84e5-dd8369a70f3c req-62dff918-c6da-4043-9e83-fedbad31536e tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=76704ce8-9317-4f26-a24b-f737d47ae0d5 HTTP/1.1" status: 200 len: 946 time: 0.6352918 Sep 30 13:12:34.268194 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e608643a-b3df-41cb-8244-ffd442a2f90a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:34.326331 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608643a-b3df-41cb-8244-ffd442a2f90a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Subnet': ['ID=6af6b5d4-f60a-4f47-8b56-b8e0c20008ac,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:34.335399 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e608643a-b3df-41cb-8244-ffd442a2f90a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:34.340984 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e608643a-b3df-41cb-8244-ffd442a2f90a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/subnets/6af6b5d4-f60a-4f47-8b56-b8e0c20008ac HTTP/1.1" status: 204 len: 168 time: 0.7006791 Sep 30 13:12:34.344303 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56872) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:34.344593 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46731421-b09f-4175-b332-16b2f76dd308 None None] Network b33d9f09-e196-492f-b87b-8035590f67e2 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:12:34.384336 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-57dce11b-27b9-4aa5-a2f4-b0aee0a019cf req-c6581d45-2790-46cf-8433-c75321a47f1e service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579430 Sep 30 13:12:34.422514 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-23665650-a0d7-48ec-9b39-33074201605a req-a75cf95d-4d59-4ba8-8e53-75bb446b3498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:34.440933 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-af0bce9a-f5a7-4f39-a9ce-f191c263cc9a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:34.499237 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e6166658-029a-410d-84e5-dd8369a70f3c req-80f9f4b5-7477-48c3-978d-0d786dfa0e0c tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413766 Sep 30 13:12:34.615366 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8c3f77a0-4085-4dce-99fe-d9362389abeb req-0b85acb0-d809-4b7a-83da-4c1751f6f33c tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5563135 Sep 30 13:12:34.751361 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c7e8f5-90bd-4a08-9e5e-fcb4af283f3b None None] DHCP port deletion for b33d9f09-e196-492f-b87b-8035590f67e2 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:12:34.837730 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c8f68805-ee5c-47cd-941e-32a7caee4cb9 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-414777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:34.862331 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c8f68805-ee5c-47cd-941e-32a7caee4cb9 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-417349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-414758'] for router, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:34.889744 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-93c7e8f5-90bd-4a08-9e5e-fcb4af283f3b None None] Deleting port b22d7e97-9ccb-438f-ac8c-7b31eec341c9 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:34.890196 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-93c7e8f5-90bd-4a08-9e5e-fcb4af283f3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:34.910061 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-57dce11b-27b9-4aa5-a2f4-b0aee0a019cf req-9b5f7114-25d4-468e-af59-f370ef6e006c service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122467 Sep 30 13:12:35.122749 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-93c7e8f5-90bd-4a08-9e5e-fcb4af283f3b None None] For port b22d7e97-9ccb-438f-ac8c-7b31eec341c9, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b22d7e97-9ccb-438f-ac8c-7b31eec341c9,segment=NetworkSegment(c9f3a74a-bede-4be7-afe4-683588850714),segment_id=c9f3a74a-bede-4be7-afe4-683588850714)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:35.123216 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-93c7e8f5-90bd-4a08-9e5e-fcb4af283f3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:35.142718 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f75efd-1db8-4242-8f3a-14c280022531 req-3d80ed32-ea16-4a0b-ab96-9168a47034d2 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:35.151478 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-53f75efd-1db8-4242-8f3a-14c280022531 req-3d80ed32-ea16-4a0b-ab96-9168a47034d2 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 944 time: 0.3084507 Sep 30 13:12:35.161628 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 56ddf09b-b4a5-48fd-8952-e11efa5d7380 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:12:35.180388 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f68805-ee5c-47cd-941e-32a7caee4cb9 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Router 0a77a79e-f70a-4312-aef3-755d178e5b06 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:12:35.194764 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-af0bce9a-f5a7-4f39-a9ce-f191c263cc9a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Deleting port b22d7e97-9ccb-438f-ac8c-7b31eec341c9 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:35.194764 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-af0bce9a-f5a7-4f39-a9ce-f191c263cc9a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:35.220182 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-53f75efd-1db8-4242-8f3a-14c280022531 req-0a163f26-4ea6-4939-aeae-b0f29ea36b59 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675676 Sep 30 13:12:35.230587 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-93c7e8f5-90bd-4a08-9e5e-fcb4af283f3b None None] Calling delete_port for b22d7e97-9ccb-438f-ac8c-7b31eec341c9 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:35.234718 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 56ddf09b-b4a5-48fd-8952-e11efa5d7380 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:12:35.234718 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 56ddf09b-b4a5-48fd-8952-e11efa5d7380 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:12:35.234718 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b22d7e97-9ccb-438f-ac8c-7b31eec341c9 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:12:35.268926 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64e6d20a-6892-4c7a-8a8c-057459de5573 req-81c8bef1-9a40-46a8-8e39-ea9435f040af tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.2052498 Sep 30 13:12:35.423164 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3c1ae-dc73-4037-99c2-5fcfe56fc905 req-3b197ef6-891e-4764-8e18-f7de4530eaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:35.425098 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-faf3c1ae-dc73-4037-99c2-5fcfe56fc905 req-3b197ef6-891e-4764-8e18-f7de4530eaef service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 1.2001085 Sep 30 13:12:35.495685 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-af0bce9a-f5a7-4f39-a9ce-f191c263cc9a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] For port b22d7e97-9ccb-438f-ac8c-7b31eec341c9, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b22d7e97-9ccb-438f-ac8c-7b31eec341c9,segment=NetworkSegment(c9f3a74a-bede-4be7-afe4-683588850714),segment_id=c9f3a74a-bede-4be7-afe4-683588850714)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:35.496068 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-af0bce9a-f5a7-4f39-a9ce-f191c263cc9a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:35.535630 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:35.623820 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-93c7e8f5-90bd-4a08-9e5e-fcb4af283f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:35.661099 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f68805-ee5c-47cd-941e-32a7caee4cb9 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:12:35.680633 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9b7e33-5d76-4648-a909-c91f880f6032 None None] Sync routers for ids ['0a77a79e-f70a-4312-aef3-755d178e5b06'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:12:35.693783 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-af0bce9a-f5a7-4f39-a9ce-f191c263cc9a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Calling delete_port for b22d7e97-9ccb-438f-ac8c-7b31eec341c9 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:35.695100 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9b7e33-5d76-4648-a909-c91f880f6032 None None] Routers {'0a77a79e-f70a-4312-aef3-755d178e5b06'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:35.698321 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2a9b7e33-5d76-4648-a909-c91f880f6032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:12:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0a77a79e-f70a-4312-aef3-755d178e5b06'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:35.700926 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c8f68805-ee5c-47cd-941e-32a7caee4cb9 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:35.709099 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7e8f5-90bd-4a08-9e5e-fcb4af283f3b None None] Pushing event deleted for resources: {'Port': ['ID=b22d7e97-9ccb-438f-ac8c-7b31eec341c9,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:35.709821 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c8f68805-ee5c-47cd-941e-32a7caee4cb9 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "PUT /v2.0/routers/0a77a79e-f70a-4312-aef3-755d178e5b06 HTTP/1.1" status: 200 len: 914 time: 6.1197760 Sep 30 13:12:35.714219 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56880) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:35.746904 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c7e8f5-90bd-4a08-9e5e-fcb4af283f3b None None] No DVR routers for this DVR port b22d7e97-9ccb-438f-ac8c-7b31eec341c9 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:12:35.789811 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2a9b7e33-5d76-4648-a909-c91f880f6032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:35.801440 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-23665650-a0d7-48ec-9b39-33074201605a req-a75cf95d-4d59-4ba8-8e53-75bb446b3498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bd93dc4-2b54-461b-8a54-46ca667ea680 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:12:35.806881 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9b7e33-5d76-4648-a909-c91f880f6032 None None] Routers {'0a77a79e-f70a-4312-aef3-755d178e5b06'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:35.807729 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2a9b7e33-5d76-4648-a909-c91f880f6032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:12:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['0a77a79e-f70a-4312-aef3-755d178e5b06'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:35.838574 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-23665650-a0d7-48ec-9b39-33074201605a req-a75cf95d-4d59-4ba8-8e53-75bb446b3498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:35.859823 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2a9b7e33-5d76-4648-a909-c91f880f6032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:35.860887 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9b7e33-5d76-4648-a909-c91f880f6032 None None] The sync data for ids ['0a77a79e-f70a-4312-aef3-755d178e5b06'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:12:35.862890 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c79e4-93ac-45f8-b44d-36916fbbc2d5 req-30b4bca3-a7e5-4892-b0e9-bdf665a162ac tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:35.881390 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-907c79e4-93ac-45f8-b44d-36916fbbc2d5 req-30b4bca3-a7e5-4892-b0e9-bdf665a162ac tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed88fa5a-e06e-4193-bbf7-f4705a8f0d77 HTTP/1.1" status: 200 len: 931 time: 0.1586392 Sep 30 13:12:35.937012 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-907c79e4-93ac-45f8-b44d-36916fbbc2d5 req-0afdf109-32f9-4e63-981d-bff1d02a3294 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598786 Sep 30 13:12:35.945597 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-23665650-a0d7-48ec-9b39-33074201605a req-a75cf95d-4d59-4ba8-8e53-75bb446b3498 service neutron] Transition to ACTIVE for port object 7bd93dc4-2b54-461b-8a54-46ca667ea680 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:12:35.953236 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-23665650-a0d7-48ec-9b39-33074201605a req-a75cf95d-4d59-4ba8-8e53-75bb446b3498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:36.027583 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd9a6e-5f68-4465-a0cb-f95fe3bdd459 req-0caefa9e-b091-4094-aa2c-57fbb605de04 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:36.035474 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2ebd9a6e-5f68-4465-a0cb-f95fe3bdd459 req-0caefa9e-b091-4094-aa2c-57fbb605de04 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=76704ce8-9317-4f26-a24b-f737d47ae0d5 HTTP/1.1" status: 200 len: 946 time: 0.3722141 Sep 30 13:12:36.049391 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75cf95d-4d59-4ba8-8e53-75bb446b3498 service neutron] Pushing event updated for resources: {'Port': ['ID=7bd93dc4-2b54-461b-8a54-46ca667ea680,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:36.060103 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2889f8c9-c0c2-4d08-97fa-a2ea7180656d tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "GET /v2.0/routers/0a77a79e-f70a-4312-aef3-755d178e5b06 HTTP/1.1" status: 200 len: 920 time: 0.3379519 Sep 30 13:12:36.069950 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56886) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:36.109264 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2ebd9a6e-5f68-4465-a0cb-f95fe3bdd459 req-147451c6-b24f-492f-bc60-8913df08fb3d tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726860 Sep 30 13:12:36.134516 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-af0bce9a-f5a7-4f39-a9ce-f191c263cc9a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:36.171652 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0bce9a-f5a7-4f39-a9ce-f191c263cc9a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] No DVR routers for this DVR port b22d7e97-9ccb-438f-ac8c-7b31eec341c9 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:12:36.184196 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d495c0-1b3c-420f-babe-5b0b3e2f3f24 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:36.185761 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f5d495c0-1b3c-420f-babe-5b0b3e2f3f24 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=7bf2cdd5-9828-4259-bd46-d7f13451331c&device_id=0a77a79e-f70a-4312-aef3-755d178e5b06&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1146920 Sep 30 13:12:36.189388 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56888) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:36.226227 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0bce9a-f5a7-4f39-a9ce-f191c263cc9a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Port': ['ID=b22d7e97-9ccb-438f-ac8c-7b31eec341c9,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:36.321091 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-af0bce9a-f5a7-4f39-a9ce-f191c263cc9a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:36.339138 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device e4155993-4794-4cc6-8741-0716183d6e39 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:12:36.354420 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-23665650-a0d7-48ec-9b39-33074201605a req-a75cf95d-4d59-4ba8-8e53-75bb446b3498 service neutron] Attempting to bind port 7bd93dc4-2b54-461b-8a54-46ca667ea680 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:12:36.354876 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-23665650-a0d7-48ec-9b39-33074201605a req-a75cf95d-4d59-4ba8-8e53-75bb446b3498 service neutron] Attempting to bind port 7bd93dc4-2b54-461b-8a54-46ca667ea680 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'a65dfc45-776c-463c-a57b-60f1ac1b61cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:12:36.355480 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23665650-a0d7-48ec-9b39-33074201605a req-a75cf95d-4d59-4ba8-8e53-75bb446b3498 service neutron] Attempting to bind port 7bd93dc4-2b54-461b-8a54-46ca667ea680 on network d55517b2-5639-49a0-8308-46b3625d778e {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:12:36.369215 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23665650-a0d7-48ec-9b39-33074201605a req-a75cf95d-4d59-4ba8-8e53-75bb446b3498 service neutron] Port 7bd93dc4-2b54-461b-8a54-46ca667ea680 on network d55517b2-5639-49a0-8308-46b3625d778e not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:12:36.369665 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23665650-a0d7-48ec-9b39-33074201605a req-a75cf95d-4d59-4ba8-8e53-75bb446b3498 service neutron] Attempting to bind port 7bd93dc4-2b54-461b-8a54-46ca667ea680 on network d55517b2-5639-49a0-8308-46b3625d778e {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:12:36.381342 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23665650-a0d7-48ec-9b39-33074201605a req-a75cf95d-4d59-4ba8-8e53-75bb446b3498 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:12:36.382805 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23665650-a0d7-48ec-9b39-33074201605a req-a75cf95d-4d59-4ba8-8e53-75bb446b3498 service neutron] Checking segment: {'id': 'a65dfc45-776c-463c-a57b-60f1ac1b61cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:12:36.384424 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23665650-a0d7-48ec-9b39-33074201605a req-a75cf95d-4d59-4ba8-8e53-75bb446b3498 service neutron] Bound using segment: {'id': 'a65dfc45-776c-463c-a57b-60f1ac1b61cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:12:36.385284 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-23665650-a0d7-48ec-9b39-33074201605a req-a75cf95d-4d59-4ba8-8e53-75bb446b3498 service neutron] Bound port: 7bd93dc4-2b54-461b-8a54-46ca667ea680, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65dfc45-776c-463c-a57b-60f1ac1b61cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:12:36.385997 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-23665650-a0d7-48ec-9b39-33074201605a req-a75cf95d-4d59-4ba8-8e53-75bb446b3498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:36.471409 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-af0bce9a-f5a7-4f39-a9ce-f191c263cc9a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33d9f09-e196-492f-b87b-8035590f67e2']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:36.497177 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-af0bce9a-f5a7-4f39-a9ce-f191c263cc9a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9f3a74a-bede-4be7-afe4-683588850714') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:36.497522 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-af0bce9a-f5a7-4f39-a9ce-f191c263cc9a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9f3a74a-bede-4be7-afe4-683588850714') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:36.499654 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe457df9-4f77-46fd-8856-407efd8510d0 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:36.501053 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fe457df9-4f77-46fd-8856-407efd8510d0 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 881 time: 0.3107293 Sep 30 13:12:36.518389 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56894) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:36.544919 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-af0bce9a-f5a7-4f39-a9ce-f191c263cc9a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:36.557822 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d7ad10b4-3d41-4583-b4d6-6311254eebac tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a77a79e-f70a-4312-aef3-755d178e5b06 HTTP/1.1" status: 200 len: 205 time: 0.0364618 Sep 30 13:12:36.560476 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56896) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:36.563821 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port e4155993-4794-4cc6-8741-0716183d6e39, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=e4155993-4794-4cc6-8741-0716183d6e39,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:36.576079 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda2e3a-6724-4ee2-a6a1-f0ac06342d1d req-ddc2c352-c38f-4e97-9372-a2d966fd669d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:36.577986 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2dda2e3a-6724-4ee2-a6a1-f0ac06342d1d req-ddc2c352-c38f-4e97-9372-a2d966fd669d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 944 time: 0.2049375 Sep 30 13:12:36.598846 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'e4155993-4794-4cc6-8741-0716183d6e39', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': 'e4155993-4794-4cc6-8741-0716183d6e39', 'mac_address': 'fa:16:3e:ee:f5:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:12:36.621238 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-af0bce9a-f5a7-4f39-a9ce-f191c263cc9a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:36.634253 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0bce9a-f5a7-4f39-a9ce-f191c263cc9a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:12:36.635198 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-af0bce9a-f5a7-4f39-a9ce-f191c263cc9a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:36.638749 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-23665650-a0d7-48ec-9b39-33074201605a req-a75cf95d-4d59-4ba8-8e53-75bb446b3498 service neutron] For port 7bd93dc4-2b54-461b-8a54-46ca667ea680, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:12:36.639398 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:12:36.643347 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-23665650-a0d7-48ec-9b39-33074201605a req-a75cf95d-4d59-4ba8-8e53-75bb446b3498 service neutron] For port 7bd93dc4-2b54-461b-8a54-46ca667ea680, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=7bd93dc4-2b54-461b-8a54-46ca667ea680,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:12:36.664974 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-23665650-a0d7-48ec-9b39-33074201605a req-a75cf95d-4d59-4ba8-8e53-75bb446b3498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:36.675678 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2dda2e3a-6724-4ee2-a6a1-f0ac06342d1d req-23d804bc-b5fd-42d5-8b5b-e61f0af9ef38 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909305 Sep 30 13:12:36.694213 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:36.730763 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-af0bce9a-f5a7-4f39-a9ce-f191c263cc9a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:36.735033 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4155993-4794-4cc6-8741-0716183d6e39 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:12:36.742186 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-af0bce9a-f5a7-4f39-a9ce-f191c263cc9a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:36.750049 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-af0bce9a-f5a7-4f39-a9ce-f191c263cc9a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/networks/b33d9f09-e196-492f-b87b-8035590f67e2 HTTP/1.1" status: 204 len: 168 time: 2.4029133 Sep 30 13:12:36.756594 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56900) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:36.767699 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-8d6c2d4a-d0fd-49e9-8f4c-5ea6b5418ead tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'router': {'routes': None}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:36.778684 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port e4155993-4794-4cc6-8741-0716183d6e39, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=e4155993-4794-4cc6-8741-0716183d6e39,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:36.787607 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:36.804671 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0bce9a-f5a7-4f39-a9ce-f191c263cc9a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Pushing event deleted for resources: {'Network': ['ID=b33d9f09-e196-492f-b87b-8035590f67e2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:36.867172 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23665650-a0d7-48ec-9b39-33074201605a req-a75cf95d-4d59-4ba8-8e53-75bb446b3498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:36.873223 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-23665650-a0d7-48ec-9b39-33074201605a req-a75cf95d-4d59-4ba8-8e53-75bb446b3498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:36.875093 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23665650-a0d7-48ec-9b39-33074201605a req-a75cf95d-4d59-4ba8-8e53-75bb446b3498 service neutron] 10.222.0.39 "PUT /v2.0/ports/7bd93dc4-2b54-461b-8a54-46ca667ea680 HTTP/1.1" status: 200 len: 1091 time: 2.7919621 Sep 30 13:12:36.876857 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed88fa5a-e06e-4193-bbf7-f4705a8f0d77', 'tag': '7bd93dc4-2b54-461b-8a54-46ca667ea680'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:12:36.880056 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70661c0d-a77c-48c9-a84f-567baa1bd88a" -d '{"events": [{"name": "network-changed", "server_uuid": "ed88fa5a-e06e-4193-bbf7-f4705a8f0d77", "tag": "7bd93dc4-2b54-461b-8a54-46ca667ea680"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:12:36.888068 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=e4155993-4794-4cc6-8741-0716183d6e39,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:36.921216 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-147cb5b1-9f2e-4874-8a42-4f56565febd4 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:36.923374 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75cf95d-4d59-4ba8-8e53-75bb446b3498 service neutron] Pushing event updated for resources: {'Port': ['ID=7bd93dc4-2b54-461b-8a54-46ca667ea680,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:37.114598 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23665650-a0d7-48ec-9b39-33074201605a req-d2677094-fc74-4f0b-be45-b010d9f55c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:37.116301 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23665650-a0d7-48ec-9b39-33074201605a req-d2677094-fc74-4f0b-be45-b010d9f55c89 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec3b180775b4f8e89f487846414229c&device_id=ed88fa5a-e06e-4193-bbf7-f4705a8f0d77 HTTP/1.1" status: 200 len: 1094 time: 0.1886876 Sep 30 13:12:37.117561 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['e4155993-4794-4cc6-8741-0716183d6e39'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:12:37.215037 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23665650-a0d7-48ec-9b39-33074201605a req-458b59c7-5964-43e1-bd3f-c924be490384 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bd93dc4-2b54-461b-8a54-46ca667ea680 HTTP/1.1" status: 200 len: 217 time: 0.0853026 Sep 30 13:12:37.338480 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-147cb5b1-9f2e-4874-8a42-4f56565febd4 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:37.385497 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e1b63197-a16e-42a4-a193-5e4f1d2b3ca0 req-94bdafc8-fee9-461e-8ad1-5915501e9505 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.4882865 Sep 30 13:12:37.467121 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23665650-a0d7-48ec-9b39-33074201605a req-60bdc71b-4d97-4126-9b47-cdbb3282bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:37.468913 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23665650-a0d7-48ec-9b39-33074201605a req-60bdc71b-4d97-4126-9b47-cdbb3282bff7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b636e036-02ee-475d-8821-ce0c9f216c9a HTTP/1.1" status: 200 len: 852 time: 0.2446847 Sep 30 13:12:37.492691 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a3fd64-e689-4eb3-86bd-cf3a5c67741b x-openstack-request-id: req-62a3fd64-e689-4eb3-86bd-cf3a5c67741b {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:12:37.492990 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed88fa5a-e06e-4193-bbf7-f4705a8f0d77", "tag": "7bd93dc4-2b54-461b-8a54-46ca667ea680", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:12:37.493249 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-62a3fd64-e689-4eb3-86bd-cf3a5c67741b {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:12:37.493710 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed88fa5a-e06e-4193-bbf7-f4705a8f0d77', 'tag': '7bd93dc4-2b54-461b-8a54-46ca667ea680', 'status': 'completed', 'code': 200} Sep 30 13:12:37.516447 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23665650-a0d7-48ec-9b39-33074201605a req-8a9c32b8-4a92-4fe3-809a-307ffcc00bf4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d55517b2-5639-49a0-8308-46b3625d778e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370705 Sep 30 13:12:37.535246 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-147cb5b1-9f2e-4874-8a42-4f56565febd4 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Deleting port 82b861c2-4944-4c83-9209-414388eb05cd {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:37.535599 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-147cb5b1-9f2e-4874-8a42-4f56565febd4 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:37.693524 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.extraroute_db [None req-8d6c2d4a-d0fd-49e9-8f4c-5ea6b5418ead tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Added routes are [] {{(pid=94764) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 30 13:12:37.694130 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.extraroute_db [None req-8d6c2d4a-d0fd-49e9-8f4c-5ea6b5418ead tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Removed routes are [] {{(pid=94764) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 30 13:12:37.694252 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8d6c2d4a-d0fd-49e9-8f4c-5ea6b5418ead tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-414777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:37.749533 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-147cb5b1-9f2e-4874-8a42-4f56565febd4 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:37.753628 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23665650-a0d7-48ec-9b39-33074201605a req-92986090-9fa7-466a-8222-88246a587ec5 service neutron] 10.222.0.39 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278905 Sep 30 13:12:37.799873 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-147cb5b1-9f2e-4874-8a42-4f56565febd4 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Calling delete_port for 82b861c2-4944-4c83-9209-414388eb05cd owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:37.896888 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8d6c2d4a-d0fd-49e9-8f4c-5ea6b5418ead tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-414777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:37.924230 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b623d-7789-4217-b0cd-df7747e7a840 req-7e08b849-9bd3-4d04-9839-8a5fc2c012dd tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:37.931933 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-227b623d-7789-4217-b0cd-df7747e7a840 req-7e08b849-9bd3-4d04-9839-8a5fc2c012dd tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed88fa5a-e06e-4193-bbf7-f4705a8f0d77 HTTP/1.1" status: 200 len: 943 time: 0.2833793 Sep 30 13:12:37.940547 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8d6c2d4a-d0fd-49e9-8f4c-5ea6b5418ead tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-417349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-414758'] for router, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:37.964585 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23665650-a0d7-48ec-9b39-33074201605a req-cd1124f0-7b1f-445d-aeee-7f79abd7079b service neutron] 10.222.0.39 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885254 Sep 30 13:12:38.060900 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-227b623d-7789-4217-b0cd-df7747e7a840 req-be1bba50-ef74-4b54-ae37-90ed2950b80d tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275039 Sep 30 13:12:38.062805 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6c2d4a-d0fd-49e9-8f4c-5ea6b5418ead tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Router af76d5a6-6083-4cc7-ad0a-0ac4a677778e has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:12:38.172160 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70661c0d-a77c-48c9-a84f-567baa1bd88a req-8d40382e-dd94-4c59-b944-b93273839628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:38.173852 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-70661c0d-a77c-48c9-a84f-567baa1bd88a req-8d40382e-dd94-4c59-b944-b93273839628 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec3b180775b4f8e89f487846414229c&device_id=ed88fa5a-e06e-4193-bbf7-f4705a8f0d77 HTTP/1.1" status: 200 len: 1094 time: 0.1451433 Sep 30 13:12:38.212847 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6c2d4a-d0fd-49e9-8f4c-5ea6b5418ead tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:12:38.220712 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8d6c2d4a-d0fd-49e9-8f4c-5ea6b5418ead tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:38.225016 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8d6c2d4a-d0fd-49e9-8f4c-5ea6b5418ead tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "PUT /v2.0/routers/af76d5a6-6083-4cc7-ad0a-0ac4a677778e HTTP/1.1" status: 200 len: 705 time: 1.4622827 Sep 30 13:12:38.225016 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56912) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:38.226978 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff1babc-990a-4ef1-9d39-9fec290c3129 None None] Sync routers for ids ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:12:38.246871 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff1babc-990a-4ef1-9d39-9fec290c3129 None None] Routers {'af76d5a6-6083-4cc7-ad0a-0ac4a677778e'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:38.247999 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-8ff1babc-990a-4ef1-9d39-9fec290c3129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:12:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:38.279978 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e34dc5b0-c5d1-4950-9cef-97ccd90670c8 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "GET /v2.0/ports?device_id=af76d5a6-6083-4cc7-ad0a-0ac4a677778e HTTP/1.1" status: 200 len: 205 time: 0.0540910 Sep 30 13:12:38.291149 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56914) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:38.356245 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device e4155993-4794-4cc6-8741-0716183d6e39 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:12:38.359364 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-147cb5b1-9f2e-4874-8a42-4f56565febd4 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:38.359528 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-8ff1babc-990a-4ef1-9d39-9fec290c3129 None None] Set router af76d5a6-6083-4cc7-ad0a-0ac4a677778e gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:12:38.425339 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6b13766e-b8e7-400b-aa14-abf1f8a97256 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:38.454714 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-8ff1babc-990a-4ef1-9d39-9fec290c3129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:12:32Z', 'revision_number': 11, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:38.492439 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff1babc-990a-4ef1-9d39-9fec290c3129 None None] Checking router: af76d5a6-6083-4cc7-ad0a-0ac4a677778e for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:12:38.503910 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a23c6c-3bdc-4128-a58f-80f25b244af8 req-af4a5c8d-f311-43a0-b4d2-fa4976946c0c tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:38.507542 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff1babc-990a-4ef1-9d39-9fec290c3129 None None] Routers {'af76d5a6-6083-4cc7-ad0a-0ac4a677778e'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:38.507945 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6a23c6c-3bdc-4128-a58f-80f25b244af8 req-af4a5c8d-f311-43a0-b4d2-fa4976946c0c tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=76704ce8-9317-4f26-a24b-f737d47ae0d5 HTTP/1.1" status: 200 len: 947 time: 0.1984682 Sep 30 13:12:38.508300 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-8ff1babc-990a-4ef1-9d39-9fec290c3129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:12:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:38.577845 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-8ff1babc-990a-4ef1-9d39-9fec290c3129 None None] Set router af76d5a6-6083-4cc7-ad0a-0ac4a677778e gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:12:38.579980 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cb5b1-9f2e-4874-8a42-4f56565febd4 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Pushing event deleted for resources: {'Port': ['ID=82b861c2-4944-4c83-9209-414388eb05cd,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:38.582092 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70661c0d-a77c-48c9-a84f-567baa1bd88a req-76b40383-5a9d-4863-b6d2-43aded864376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:38.583589 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-70661c0d-a77c-48c9-a84f-567baa1bd88a req-76b40383-5a9d-4863-b6d2-43aded864376 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d55517b2-5639-49a0-8308-46b3625d778e HTTP/1.1" status: 200 len: 913 time: 0.3936574 Sep 30 13:12:38.584408 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-147cb5b1-9f2e-4874-8a42-4f56565febd4 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:38.653862 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6a23c6c-3bdc-4128-a58f-80f25b244af8 req-b2e38c1c-657f-4557-bc57-a88b1caec24e tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098309 Sep 30 13:12:38.689186 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6b13766e-b8e7-400b-aa14-abf1f8a97256 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:38.693117 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6b13766e-b8e7-400b-aa14-abf1f8a97256 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:38.783375 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6b13766e-b8e7-400b-aa14-abf1f8a97256 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:38.784408 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b13766e-b8e7-400b-aa14-abf1f8a97256 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Fanout notify agent at l3_agent the message router_deleted on router af76d5a6-6083-4cc7-ad0a-0ac4a677778e {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:12:38.792028 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6b13766e-b8e7-400b-aa14-abf1f8a97256 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:38.793353 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6b13766e-b8e7-400b-aa14-abf1f8a97256 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/routers/af76d5a6-6083-4cc7-ad0a-0ac4a677778e HTTP/1.1" status: 204 len: 168 time: 0.5010757 Sep 30 13:12:38.798878 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56918) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:38.799960 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port e4155993-4794-4cc6-8741-0716183d6e39 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:12:38.802335 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-8ff1babc-990a-4ef1-9d39-9fec290c3129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:12:32Z', 'revision_number': 11, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:38.803947 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-ceff38ae-c3db-4ce2-b9c2-a6eac5adddbb tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-153090195', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:38.812091 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port e4155993-4794-4cc6-8741-0716183d6e39 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:12:38.812555 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:38.827340 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-70661c0d-a77c-48c9-a84f-567baa1bd88a req-0ac4f25b-d692-4413-9617-233ba2dc9a3d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bd93dc4-2b54-461b-8a54-46ca667ea680 HTTP/1.1" status: 200 len: 217 time: 0.1856325 Sep 30 13:12:38.839169 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff1babc-990a-4ef1-9d39-9fec290c3129 None None] The sync data for ids ['af76d5a6-6083-4cc7-ad0a-0ac4a677778e'] in n-d-810909-2 is: [{'id': 'af76d5a6-6083-4cc7-ad0a-0ac4a677778e', 'name': 'tempest-RoutersIpV6Test-router-1255390443', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:11:34Z', 'updated_at': '2021-09-30T13:12:32Z', 'revision_number': 11, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:12:38.847550 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ceff38ae-c3db-4ce2-b9c2-a6eac5adddbb tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:38.848665 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ceff38ae-c3db-4ce2-b9c2-a6eac5adddbb tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:38.897486 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-147cb5b1-9f2e-4874-8a42-4f56565febd4 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:38.911518 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545765ac-98b0-4fbe-b310-e2565fa1fa32 req-562aa756-b3a4-4257-8f17-2fe779942e6c tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:38.913591 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-545765ac-98b0-4fbe-b310-e2565fa1fa32 req-562aa756-b3a4-4257-8f17-2fe779942e6c tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 944 time: 0.0825541 Sep 30 13:12:38.920699 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-147cb5b1-9f2e-4874-8a42-4f56565febd4 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:38.969329 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:38.992302 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ceff38ae-c3db-4ce2-b9c2-a6eac5adddbb tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:39.005445 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76704ce8-9317-4f26-a24b-f737d47ae0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4155993-4794-4cc6-8741-0716183d6e39'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:12:39.007880 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5472e5-5aa3-4330-80ad-16839c3cda14" -d '{"events": [{"server_uuid": "76704ce8-9317-4f26-a24b-f737d47ae0d5", "name": "network-vif-plugged", "status": "completed", "tag": "e4155993-4794-4cc6-8741-0716183d6e39"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:12:39.010194 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ceff38ae-c3db-4ce2-b9c2-a6eac5adddbb tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:39.030629 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-545765ac-98b0-4fbe-b310-e2565fa1fa32 req-28449bb3-7669-413d-ac0a-72dbf394638a tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085014 Sep 30 13:12:39.033650 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ceff38ae-c3db-4ce2-b9c2-a6eac5adddbb tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:39.035804 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ceff38ae-c3db-4ce2-b9c2-a6eac5adddbb tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2356541 Sep 30 13:12:39.038379 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56922) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:39.041548 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port e4155993-4794-4cc6-8741-0716183d6e39, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=e4155993-4794-4cc6-8741-0716183d6e39,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:39.045790 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-2a8aefb1-b5a9-4474-952f-d182cee03826 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:39.057477 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:39.177019 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-147cb5b1-9f2e-4874-8a42-4f56565febd4 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:39.177542 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147cb5b1-9f2e-4874-8a42-4f56565febd4 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Fanout notify agent at l3_agent the message router_deleted on router 0a77a79e-f70a-4312-aef3-755d178e5b06 {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:12:39.193887 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-147cb5b1-9f2e-4874-8a42-4f56565febd4 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:39.195096 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-147cb5b1-9f2e-4874-8a42-4f56565febd4 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "DELETE /v2.0/routers/0a77a79e-f70a-4312-aef3-755d178e5b06 HTTP/1.1" status: 204 len: 168 time: 2.6336424 Sep 30 13:12:39.199757 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=e4155993-4794-4cc6-8741-0716183d6e39,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:39.211505 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56928) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:39.216540 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-4f91874a-66d7-4d47-954a-9ce24edb017e tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-115021594', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}, 'admin_state_up': False}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:39.226831 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70661c0d-a77c-48c9-a84f-567baa1bd88a req-7455bb00-cc2b-4ce0-8fc1-db974afb180f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:39.229030 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-70661c0d-a77c-48c9-a84f-567baa1bd88a req-7455bb00-cc2b-4ce0-8fc1-db974afb180f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b636e036-02ee-475d-8821-ce0c9f216c9a HTTP/1.1" status: 200 len: 852 time: 0.3109241 Sep 30 13:12:39.281201 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-70661c0d-a77c-48c9-a84f-567baa1bd88a req-9c60a8ec-19a4-428b-b7b4-28a3bf0fef2d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d55517b2-5639-49a0-8308-46b3625d778e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447810 Sep 30 13:12:39.290237 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4f91874a-66d7-4d47-954a-9ce24edb017e tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:39.292342 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4f91874a-66d7-4d47-954a-9ce24edb017e tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:39.354786 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4f91874a-66d7-4d47-954a-9ce24edb017e tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:39.409040 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7e020eb8-192e-46e6-b70c-65085f8c8803 req-788509e1-91f6-4342-83a3-59ab4ad34164 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.0849664 Sep 30 13:12:39.452161 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2a8aefb1-b5a9-4474-952f-d182cee03826 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-414777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:39.467247 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2a8aefb1-b5a9-4474-952f-d182cee03826 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-417349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-414758'] for router, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:39.524981 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2371849e-7d57-4226-a732-2e6f48354bbd x-openstack-request-id: req-2371849e-7d57-4226-a732-2e6f48354bbd {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:12:39.526067 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76704ce8-9317-4f26-a24b-f737d47ae0d5", "name": "network-vif-plugged", "status": "completed", "tag": "e4155993-4794-4cc6-8741-0716183d6e39", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:12:39.526519 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2371849e-7d57-4226-a732-2e6f48354bbd {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:12:39.527317 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76704ce8-9317-4f26-a24b-f737d47ae0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4155993-4794-4cc6-8741-0716183d6e39', 'code': 200} Sep 30 13:12:39.678460 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fdd5a9-4660-48fc-9b05-62683fee4db3 req-74f120ac-d956-4b5b-8c55-4c56cbad2baa tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:39.680147 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c5fdd5a9-4660-48fc-9b05-62683fee4db3 req-74f120ac-d956-4b5b-8c55-4c56cbad2baa tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed88fa5a-e06e-4193-bbf7-f4705a8f0d77 HTTP/1.1" status: 200 len: 943 time: 0.0850368 Sep 30 13:12:39.681932 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8aefb1-b5a9-4474-952f-d182cee03826 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Router 4abe3750-a5bd-40e9-a6e3-3c5c91985b6e is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:12:39.799440 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c5fdd5a9-4660-48fc-9b05-62683fee4db3 req-16fd8b3c-e144-48b1-9af8-8d128ddcd6cd tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104541 Sep 30 13:12:39.800509 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8aefb1-b5a9-4474-952f-d182cee03826 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:12:39.808648 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2a8aefb1-b5a9-4474-952f-d182cee03826 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:39.812616 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2a8aefb1-b5a9-4474-952f-d182cee03826 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "PUT /v2.0/routers/4abe3750-a5bd-40e9-a6e3-3c5c91985b6e HTTP/1.1" status: 200 len: 697 time: 0.7725813 Sep 30 13:12:39.812821 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79dd28f-3cd5-4e13-9dc7-aa791743f988 None None] Sync routers for ids ['4abe3750-a5bd-40e9-a6e3-3c5c91985b6e'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:12:39.813293 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56932) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:39.830427 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79dd28f-3cd5-4e13-9dc7-aa791743f988 None None] Routers {'4abe3750-a5bd-40e9-a6e3-3c5c91985b6e'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:39.841053 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a79dd28f-3cd5-4e13-9dc7-aa791743f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:12:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['4abe3750-a5bd-40e9-a6e3-3c5c91985b6e'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:39.919444 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-24141165-a420-458d-9af9-4957a8dae830 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "GET /v2.0/routers/4abe3750-a5bd-40e9-a6e3-3c5c91985b6e HTTP/1.1" status: 200 len: 703 time: 0.1050403 Sep 30 13:12:39.920182 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56936) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:39.952621 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6a7883ca-cdb8-4ca5-b6ea-c46f11adccc9 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "GET /v2.0/ports?device_id=4abe3750-a5bd-40e9-a6e3-3c5c91985b6e HTTP/1.1" status: 200 len: 205 time: 0.0313041 Sep 30 13:12:39.953373 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56938) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:40.014170 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-a79dd28f-3cd5-4e13-9dc7-aa791743f988 None None] Set router 4abe3750-a5bd-40e9-a6e3-3c5c91985b6e gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:12:40.105842 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e905654d-1ccc-4425-a2ae-3c41078e203d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:40.117213 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a79dd28f-3cd5-4e13-9dc7-aa791743f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4abe3750-a5bd-40e9-a6e3-3c5c91985b6e', 'name': 'tempest-RoutersIpV6Test-router-153090195', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:12:38Z', 'updated_at': '2021-09-30T13:12:39Z', 'revision_number': 2, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:40.127497 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4f91874a-66d7-4d47-954a-9ce24edb017e tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:40.139573 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-70661c0d-a77c-48c9-a84f-567baa1bd88a req-f382cc89-d039-41be-a465-f211cf43bd71 service neutron] 10.222.0.39 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7827172 Sep 30 13:12:40.167613 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79dd28f-3cd5-4e13-9dc7-aa791743f988 None None] Checking router: 4abe3750-a5bd-40e9-a6e3-3c5c91985b6e for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:12:40.180491 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79dd28f-3cd5-4e13-9dc7-aa791743f988 None None] Routers {'4abe3750-a5bd-40e9-a6e3-3c5c91985b6e'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:40.181568 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a79dd28f-3cd5-4e13-9dc7-aa791743f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:12:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['4abe3750-a5bd-40e9-a6e3-3c5c91985b6e'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:40.274060 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-70661c0d-a77c-48c9-a84f-567baa1bd88a req-a3c2c000-112f-4127-b420-b5e586d6a166 service neutron] 10.222.0.39 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272845 Sep 30 13:12:40.276254 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-a79dd28f-3cd5-4e13-9dc7-aa791743f988 None None] Set router 4abe3750-a5bd-40e9-a6e3-3c5c91985b6e gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:12:40.302665 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43512ad1-7a57-4dfb-91fe-44d41dac347b req-cb99d45b-ddc5-4c73-822b-3172e7f32e9a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:40.310537 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-43512ad1-7a57-4dfb-91fe-44d41dac347b req-cb99d45b-ddc5-4c73-822b-3172e7f32e9a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=76704ce8-9317-4f26-a24b-f737d47ae0d5 HTTP/1.1" status: 200 len: 948 time: 0.2016373 Sep 30 13:12:40.391510 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a79dd28f-3cd5-4e13-9dc7-aa791743f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4abe3750-a5bd-40e9-a6e3-3c5c91985b6e', 'name': 'tempest-RoutersIpV6Test-router-153090195', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:12:38Z', 'updated_at': '2021-09-30T13:12:39Z', 'revision_number': 2, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:40.404057 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e905654d-1ccc-4425-a2ae-3c41078e203d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:40.407941 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e905654d-1ccc-4425-a2ae-3c41078e203d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:40.446524 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-43512ad1-7a57-4dfb-91fe-44d41dac347b req-cb0dd288-9bf9-49be-90e1-8f0e3c796f73 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291423 Sep 30 13:12:40.464321 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79dd28f-3cd5-4e13-9dc7-aa791743f988 None None] The sync data for ids ['4abe3750-a5bd-40e9-a6e3-3c5c91985b6e'] in n-d-810909-2 is: [{'id': '4abe3750-a5bd-40e9-a6e3-3c5c91985b6e', 'name': 'tempest-RoutersIpV6Test-router-153090195', 'tenant_id': 'f4700a0b73134789ad73cd84992537fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:12:38Z', 'updated_at': '2021-09-30T13:12:39Z', 'revision_number': 2, 'project_id': 'f4700a0b73134789ad73cd84992537fc', 'gw_port_host': None}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:12:40.513418 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e905654d-1ccc-4425-a2ae-3c41078e203d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:40.513957 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e905654d-1ccc-4425-a2ae-3c41078e203d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Fanout notify agent at l3_agent the message router_deleted on router 4abe3750-a5bd-40e9-a6e3-3c5c91985b6e {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:12:40.522524 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4f91874a-66d7-4d47-954a-9ce24edb017e tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:40.524013 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e905654d-1ccc-4425-a2ae-3c41078e203d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:40.526100 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e905654d-1ccc-4425-a2ae-3c41078e203d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/routers/4abe3750-a5bd-40e9-a6e3-3c5c91985b6e HTTP/1.1" status: 204 len: 168 time: 0.5712819 Sep 30 13:12:40.529695 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56944) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:40.545299 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4f91874a-66d7-4d47-954a-9ce24edb017e tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:40.606128 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b1f047e4-da13-4932-ae42-bccfc627aa8e tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "GET /v2.0/ports?device_id=4abe3750-a5bd-40e9-a6e3-3c5c91985b6e HTTP/1.1" status: 200 len: 205 time: 0.0727744 Sep 30 13:12:40.606128 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56946) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:40.661975 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-c4a6f2b5-dcd6-4a5b-bdf1-85240ed3be23 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] delete failed (client error): The resource could not be found. Sep 30 13:12:40.665965 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c4a6f2b5-dcd6-4a5b-bdf1-85240ed3be23 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/routers/4abe3750-a5bd-40e9-a6e3-3c5c91985b6e HTTP/1.1" status: 404 len: 336 time: 0.0558724 Sep 30 13:12:40.670531 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56948) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:40.713820 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a4b46-5e1f-4789-b3e0-de893124a503 req-b14394d4-8657-4a84-bd5d-a08f1327070a tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:40.722215 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f23a4b46-5e1f-4789-b3e0-de893124a503 req-b14394d4-8657-4a84-bd5d-a08f1327070a tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 944 time: 0.1814289 Sep 30 13:12:40.730898 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a6ff85-71b5-476d-b3fc-7091894ee0c4 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] DELETE failed (client error): The resource could not be found. Sep 30 13:12:40.731581 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a6ff85-71b5-476d-b3fc-7091894ee0c4 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:12:40.736393 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-4f91874a-66d7-4d47-954a-9ce24edb017e tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Allocated IP 172.25.5.220 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/be167b00-3268-4250-b7c0-de1a0cdcf8f4) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:12:40.736579 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a3a6ff85-71b5-476d-b3fc-7091894ee0c4 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/subnets/16a55f70-7bf3-467e-b2e5-16a23d4f76d9 HTTP/1.1" status: 404 len: 337 time: 0.0618815 Sep 30 13:12:40.736813 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56950) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:40.752807 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 7bd93dc4-2b54-461b-8a54-46ca667ea680 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:12:40.801471 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b0a4c3-e152-42df-8405-a2045c43dbbd tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] DELETE failed (client error): The resource could not be found. Sep 30 13:12:40.802077 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b0a4c3-e152-42df-8405-a2045c43dbbd tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:12:40.806693 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-84b0a4c3-e152-42df-8405-a2045c43dbbd tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/subnets/453e0858-3fc6-440a-95a4-4d6c3f6eceb1 HTTP/1.1" status: 404 len: 337 time: 0.0658872 Sep 30 13:12:40.807003 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56952) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:40.847566 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-db55b36e-50ea-475a-8ded-8d8880947d3a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] DELETE failed (client error): The resource could not be found. Sep 30 13:12:40.848115 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db55b36e-50ea-475a-8ded-8d8880947d3a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:12:40.852442 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-db55b36e-50ea-475a-8ded-8d8880947d3a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/subnets/861041a5-56e8-429c-87f7-6cd714b96cf1 HTTP/1.1" status: 404 len: 337 time: 0.0419147 Sep 30 13:12:40.853439 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56956) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:40.891813 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-d53e01fe-74c4-4ced-b932-34dff35ba318 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] DELETE failed (client error): The resource could not be found. Sep 30 13:12:40.892656 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d53e01fe-74c4-4ced-b932-34dff35ba318 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:12:40.897109 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d53e01fe-74c4-4ced-b932-34dff35ba318 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/subnets/6af6b5d4-f60a-4f47-8b56-b8e0c20008ac HTTP/1.1" status: 404 len: 337 time: 0.0410306 Sep 30 13:12:40.898910 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56958) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:40.905559 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f23a4b46-5e1f-4789-b3e0-de893124a503 req-cb449efd-eb4e-4fe4-bd7d-4a257194c9eb tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823456 Sep 30 13:12:40.958192 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 7bd93dc4-2b54-461b-8a54-46ca667ea680, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=7bd93dc4-2b54-461b-8a54-46ca667ea680,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:40.961608 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56960) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:40.961878 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4bb932b5-6c22-48e9-9d26-5e9607c4ad60 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "GET /v2.0/ports?device_id=af76d5a6-6083-4cc7-ad0a-0ac4a677778e HTTP/1.1" status: 200 len: 205 time: 0.0618341 Sep 30 13:12:40.981754 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '7bd93dc4-2b54-461b-8a54-46ca667ea680', 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e', 'port_id': '7bd93dc4-2b54-461b-8a54-46ca667ea680', 'mac_address': 'fa:16:3e:de:92:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b636e036-02ee-475d-8821-ce0c9f216c9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:12:40.999034 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4f91874a-66d7-4d47-954a-9ce24edb017e tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:41.034092 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-19918e35-1ed3-492e-9562-705c0e243334 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] delete failed (client error): The resource could not be found. Sep 30 13:12:41.034092 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-19918e35-1ed3-492e-9562-705c0e243334 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/routers/af76d5a6-6083-4cc7-ad0a-0ac4a677778e HTTP/1.1" status: 404 len: 336 time: 0.0685365 Sep 30 13:12:41.035241 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56964) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:41.042459 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:41.061117 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a03f56b0-e285-446f-b482-ec16ca514d98 req-9a2fc528-050e-4916-86e8-f4016d5acf5c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.0369699 Sep 30 13:12:41.079805 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c123c98a-1e49-4774-adc2-6d532ba63ef5 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9a93071-0bb5-404c-8ff1-745ffe913604 HTTP/1.1" status: 200 len: 205 time: 0.0338895 Sep 30 13:12:41.079805 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56966) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:41.079805 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4f91874a-66d7-4d47-954a-9ce24edb017e tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:41.080147 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bd93dc4-2b54-461b-8a54-46ca667ea680 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:12:41.128781 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 7bd93dc4-2b54-461b-8a54-46ca667ea680, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=7bd93dc4-2b54-461b-8a54-46ca667ea680,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:41.136854 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-ad8795a8-95bf-49a0-923a-d8836b89ac83 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] delete failed (client error): The resource could not be found. Sep 30 13:12:41.137670 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:41.140877 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ad8795a8-95bf-49a0-923a-d8836b89ac83 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/routers/b9a93071-0bb5-404c-8ff1-745ffe913604 HTTP/1.1" status: 404 len: 336 time: 0.0661578 Sep 30 13:12:41.147690 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56968) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:41.177812 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f91874a-66d7-4d47-954a-9ce24edb017e tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:12:41.183068 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-4f91874a-66d7-4d47-954a-9ce24edb017e tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:12:41.187804 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f91874a-66d7-4d47-954a-9ce24edb017e tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:12:41.208437 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e89bfb6-3240-478d-8623-e1a5604353f7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] DELETE failed (client error): The resource could not be found. Sep 30 13:12:41.209272 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e89bfb6-3240-478d-8623-e1a5604353f7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:12:41.211608 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7e89bfb6-3240-478d-8623-e1a5604353f7 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/subnets/8370d423-dcc6-4a14-ae73-158b2583f0fd HTTP/1.1" status: 404 len: 337 time: 0.0619335 Sep 30 13:12:41.215406 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56970) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:41.239063 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91874a-66d7-4d47-954a-9ce24edb017e tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Pushing event updated for resources: {'Port': ['ID=be167b00-3268-4250-b7c0-de1a0cdcf8f4,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:41.255188 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d5b1f512-c9a2-4e5e-a4d2-bab0b14dfeab tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "GET /v2.0/ports?device_id=52d8eadc-9e6e-4ffd-85aa-9e1661bc660a HTTP/1.1" status: 200 len: 205 time: 0.0380888 Sep 30 13:12:41.258317 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56972) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:41.263182 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=7bd93dc4-2b54-461b-8a54-46ca667ea680,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:41.308505 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-7c7f0d94-4065-4424-8d48-26532b05cb86 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] delete failed (client error): The resource could not be found. Sep 30 13:12:41.310258 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7c7f0d94-4065-4424-8d48-26532b05cb86 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/routers/52d8eadc-9e6e-4ffd-85aa-9e1661bc660a HTTP/1.1" status: 404 len: 336 time: 0.0500007 Sep 30 13:12:41.313252 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56974) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:41.335821 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a7a2b-a7de-44e7-abad-480ab627a401 req-0f0f10bc-7126-4fbd-9d32-c9ec3d59cea6 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:41.344723 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1b8a7a2b-a7de-44e7-abad-480ab627a401 req-0f0f10bc-7126-4fbd-9d32-c9ec3d59cea6 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed88fa5a-e06e-4193-bbf7-f4705a8f0d77 HTTP/1.1" status: 200 len: 944 time: 0.2080872 Sep 30 13:12:41.354931 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['7bd93dc4-2b54-461b-8a54-46ca667ea680'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:12:41.379092 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2409670e-6f82-4f08-8586-bd0a1a332f32 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "GET /v2.0/ports?device_id=8993746e-aa5a-444d-99da-75cb77e1b233 HTTP/1.1" status: 200 len: 205 time: 0.0646389 Sep 30 13:12:41.388073 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56976) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:41.453010 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-a7fc5e71-a536-4cf0-a495-85fae700f436 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] delete failed (client error): The resource could not be found. Sep 30 13:12:41.454533 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a7fc5e71-a536-4cf0-a495-85fae700f436 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/routers/8993746e-aa5a-444d-99da-75cb77e1b233 HTTP/1.1" status: 404 len: 336 time: 0.0651021 Sep 30 13:12:41.461052 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56978) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:41.505649 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd3ebf7b-33c1-47ba-b93f-b427b379334a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] DELETE failed (client error): The resource could not be found. Sep 30 13:12:41.506542 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd3ebf7b-33c1-47ba-b93f-b427b379334a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:12:41.516339 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cd3ebf7b-33c1-47ba-b93f-b427b379334a tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/subnets/45245e7b-7b81-49c9-936b-e776293e8dd4 HTTP/1.1" status: 404 len: 337 time: 0.0537982 Sep 30 13:12:41.519985 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56982) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:41.555353 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1b8a7a2b-a7de-44e7-abad-480ab627a401 req-0a6087a9-6bab-4b0c-b4be-173fde0466b4 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948256 Sep 30 13:12:41.607425 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e9625100-6366-4855-928a-c26581157983 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7efbf4c-4067-4a89-b2cf-0e7b390d264d HTTP/1.1" status: 200 len: 205 time: 0.0844626 Sep 30 13:12:41.609340 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56984) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:41.656343 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4f91874a-66d7-4d47-954a-9ce24edb017e tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:41.674831 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-d2c0ce12-aa45-4ad4-a1cd-4546bd2727fe tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] delete failed (client error): The resource could not be found. Sep 30 13:12:41.679760 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d2c0ce12-aa45-4ad4-a1cd-4546bd2727fe tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/routers/a7efbf4c-4067-4a89-b2cf-0e7b390d264d HTTP/1.1" status: 404 len: 336 time: 0.0694280 Sep 30 13:12:41.685764 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56986) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:41.737179 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b0cefa-ebca-475e-bfc1-7c5aa6013566 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] DELETE failed (client error): The resource could not be found. Sep 30 13:12:41.737632 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1b0cefa-ebca-475e-bfc1-7c5aa6013566 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:12:41.739716 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b1b0cefa-ebca-475e-bfc1-7c5aa6013566 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/subnets/c938e9c7-fec6-40fe-8db8-35870229a951 HTTP/1.1" status: 404 len: 337 time: 0.0527220 Sep 30 13:12:41.742687 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56990) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:41.815222 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7acc3715-b5e4-4dff-8817-ee972857039d tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6e8f349-9b38-498f-83f9-2bbb6782b6e1 HTTP/1.1" status: 200 len: 205 time: 0.0712059 Sep 30 13:12:41.818708 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56992) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:41.864476 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-3ff856d1-04d9-4aff-b700-6f6da6c94d90 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] delete failed (client error): The resource could not be found. Sep 30 13:12:41.866590 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3ff856d1-04d9-4aff-b700-6f6da6c94d90 tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/routers/c6e8f349-9b38-498f-83f9-2bbb6782b6e1 HTTP/1.1" status: 404 len: 336 time: 0.0459304 Sep 30 13:12:41.868994 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56994) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:41.889946 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866c53e-4165-44e5-8737-d6a012901725 req-6ef577dd-7860-4eec-8b80-2cac5c1147b5 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:41.891539 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6866c53e-4165-44e5-8737-d6a012901725 req-6ef577dd-7860-4eec-8b80-2cac5c1147b5 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=76704ce8-9317-4f26-a24b-f737d47ae0d5 HTTP/1.1" status: 200 len: 948 time: 0.1272485 Sep 30 13:12:41.917778 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e4f0f0-f623-4dac-b456-890f2021d46c tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] DELETE failed (client error): The resource could not be found. Sep 30 13:12:41.918412 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e4f0f0-f623-4dac-b456-890f2021d46c tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:12:41.920388 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-25e4f0f0-f623-4dac-b456-890f2021d46c tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/subnets/5f480155-56a5-48c2-bec6-f05976c19229 HTTP/1.1" status: 404 len: 337 time: 0.0502152 Sep 30 13:12:41.926848 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56996) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:41.969924 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-4623f228-305a-4892-8136-8839b275cecb tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] DELETE failed (client error): The resource could not be found. Sep 30 13:12:41.970641 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4623f228-305a-4892-8136-8839b275cecb tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:12:41.973036 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6866c53e-4165-44e5-8737-d6a012901725 req-a37b9e91-c5b8-4f7e-86d1-157a51e2e7f0 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621195 Sep 30 13:12:41.981655 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4623f228-305a-4892-8136-8839b275cecb tempest-RoutersIpV6Test-1218271933 tempest-RoutersIpV6Test-1218271933-project] 10.222.0.18 "DELETE /v2.0/subnets/4ab9baf6-6c3e-434e-85bb-1afa86cf4bde HTTP/1.1" status: 404 len: 337 time: 0.0532198 Sep 30 13:12:42.006479 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4f91874a-66d7-4d47-954a-9ce24edb017e tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:42.111198 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e501a10-7ac0-4fe3-b145-34ca7f6195e4 req-39f240f8-6b1d-4bf1-8b1d-8b2c31d8fc5b tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:42.120433 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5e501a10-7ac0-4fe3-b145-34ca7f6195e4 req-39f240f8-6b1d-4bf1-8b1d-8b2c31d8fc5b tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 945 time: 0.0740852 Sep 30 13:12:42.169443 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5e501a10-7ac0-4fe3-b145-34ca7f6195e4 req-e6e6e397-0615-41f4-8c70-48c5121b67ab tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/security-groups?id=653dbcc8-2a4b-4bc2-b9c8-d1ba36e9c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424831 Sep 30 13:12:42.269770 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f91874a-66d7-4d47-954a-9ce24edb017e tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Router 81d7e052-ce24-4bf7-bde2-ae01a80f2368 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:12:42.317797 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64957a52-e8bc-4a37-8f09-341a4233c038 req-d855d425-1df0-49fe-b686-b9860ed852c7 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:42.319797 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-64957a52-e8bc-4a37-8f09-341a4233c038 req-d855d425-1df0-49fe-b686-b9860ed852c7 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 944 time: 0.0725629 Sep 30 13:12:42.385676 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-64957a52-e8bc-4a37-8f09-341a4233c038 req-d80b3952-aa1c-4403-8826-caef677052b1 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585151 Sep 30 13:12:42.433061 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57008) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:42.457045 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f91874a-66d7-4d47-954a-9ce24edb017e tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:12:42.473046 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648b50d1-6f46-4611-97e2-ff62cdaa48b7 None None] Sync routers for ids ['81d7e052-ce24-4bf7-bde2-ae01a80f2368'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:12:42.489672 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648b50d1-6f46-4611-97e2-ff62cdaa48b7 None None] Routers {'81d7e052-ce24-4bf7-bde2-ae01a80f2368'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:42.491149 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-648b50d1-6f46-4611-97e2-ff62cdaa48b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:12:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['81d7e052-ce24-4bf7-bde2-ae01a80f2368'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:42.497939 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4f91874a-66d7-4d47-954a-9ce24edb017e tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:42.501439 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4f91874a-66d7-4d47-954a-9ce24edb017e tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2887976 Sep 30 13:12:42.505178 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57012) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:42.527086 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-2a0904bc-63b8-43fa-8996-e0a522250fce tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:42.542505 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-648b50d1-6f46-4611-97e2-ff62cdaa48b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:42.552737 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648b50d1-6f46-4611-97e2-ff62cdaa48b7 None None] Routers {'81d7e052-ce24-4bf7-bde2-ae01a80f2368'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:42.553362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-648b50d1-6f46-4611-97e2-ff62cdaa48b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:12:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['81d7e052-ce24-4bf7-bde2-ae01a80f2368'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:42.555873 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-da43c1c2-67f7-4835-8817-54bc0e0ba25c req-c9caae48-5df6-48b6-ad51-8c9d741628fd tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.0711732 Sep 30 13:12:42.592152 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-648b50d1-6f46-4611-97e2-ff62cdaa48b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:42.593477 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648b50d1-6f46-4611-97e2-ff62cdaa48b7 None None] The sync data for ids ['81d7e052-ce24-4bf7-bde2-ae01a80f2368'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:12:42.705214 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-dce46c3d-44a5-45bb-b9b9-d3b674cfc70d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4700a0b73134789ad73cd84992537fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2707191 Sep 30 13:12:42.708163 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57016) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:42.762787 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 7bd93dc4-2b54-461b-8a54-46ca667ea680 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:12:42.819834 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed9dbc-39dd-46d4-9b0a-95ab9fc67701 req-a23f6614-31be-45b4-9309-863387d99d53 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:42.821403 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-30ed9dbc-39dd-46d4-9b0a-95ab9fc67701 req-a23f6614-31be-45b4-9309-863387d99d53 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed88fa5a-e06e-4193-bbf7-f4705a8f0d77 HTTP/1.1" status: 200 len: 944 time: 0.0979571 Sep 30 13:12:42.831419 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7415ab1d-d6b5-40ed-a788-65fed05603ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:42.841004 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 7bd93dc4-2b54-461b-8a54-46ca667ea680 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:12:42.845643 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 7bd93dc4-2b54-461b-8a54-46ca667ea680 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:12:42.846126 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:42.874351 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7415ab1d-d6b5-40ed-a788-65fed05603ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:42.922187 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-30ed9dbc-39dd-46d4-9b0a-95ab9fc67701 req-a279fae9-361a-414b-9f29-ade974e90e0b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869699 Sep 30 13:12:42.966024 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:42.993136 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7415ab1d-d6b5-40ed-a788-65fed05603ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:42.994830 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed88fa5a-e06e-4193-bbf7-f4705a8f0d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd93dc4-2b54-461b-8a54-46ca667ea680'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:12:42.996670 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7415ab1d-d6b5-40ed-a788-65fed05603ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:42.997121 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa1dd47-ad8d-494b-b10f-b2fe1233bf1b" -d '{"events": [{"server_uuid": "ed88fa5a-e06e-4193-bbf7-f4705a8f0d77", "name": "network-vif-plugged", "status": "completed", "tag": "7bd93dc4-2b54-461b-8a54-46ca667ea680"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:12:43.000112 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7415ab1d-d6b5-40ed-a788-65fed05603ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/25efbfd6-40b9-4b0a-a385-9c8ecbfc9e6f HTTP/1.1" status: 204 len: 168 time: 0.2884600 Sep 30 13:12:43.022156 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415ab1d-d6b5-40ed-a788-65fed05603ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25efbfd6-40b9-4b0a-a385-9c8ecbfc9e6f,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:43.032930 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 7bd93dc4-2b54-461b-8a54-46ca667ea680, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=7bd93dc4-2b54-461b-8a54-46ca667ea680,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:43.043781 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a0904bc-63b8-43fa-8996-e0a522250fce tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:43.055789 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:43.075983 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a0904bc-63b8-43fa-8996-e0a522250fce tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:43.161123 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=7bd93dc4-2b54-461b-8a54-46ca667ea680,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:43.163391 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-2a0904bc-63b8-43fa-8996-e0a522250fce tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Deleting port be167b00-3268-4250-b7c0-de1a0cdcf8f4 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:43.163941 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a0904bc-63b8-43fa-8996-e0a522250fce tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:43.208812 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc5af3-cd06-44ad-a77b-1bf9d30568db req-322c61e9-05d9-4e8d-897f-6545d2e93c48 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:43.213755 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5ddc5af3-cd06-44ad-a77b-1bf9d30568db req-322c61e9-05d9-4e8d-897f-6545d2e93c48 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=76704ce8-9317-4f26-a24b-f737d47ae0d5 HTTP/1.1" status: 200 len: 948 time: 0.1037734 Sep 30 13:12:43.290309 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a0904bc-63b8-43fa-8996-e0a522250fce tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:43.291471 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5ddc5af3-cd06-44ad-a77b-1bf9d30568db req-8099b973-51af-4773-93f9-8e80666d9b79 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704355 Sep 30 13:12:43.305693 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-2a0904bc-63b8-43fa-8996-e0a522250fce tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Calling delete_port for be167b00-3268-4250-b7c0-de1a0cdcf8f4 owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:43.348855 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb1a83c-da63-4483-915c-872106d7616f x-openstack-request-id: req-2bb1a83c-da63-4483-915c-872106d7616f {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:12:43.349159 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed88fa5a-e06e-4193-bbf7-f4705a8f0d77", "name": "network-vif-plugged", "status": "completed", "tag": "7bd93dc4-2b54-461b-8a54-46ca667ea680", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:12:43.349532 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2bb1a83c-da63-4483-915c-872106d7616f {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:12:43.349937 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed88fa5a-e06e-4193-bbf7-f4705a8f0d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd93dc4-2b54-461b-8a54-46ca667ea680', 'code': 200} Sep 30 13:12:43.532755 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99818ee3-8d8c-405c-96d0-3c345ba5d433 req-a6b5208c-a87c-4fd5-ba03-6477bfd4a5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:43.534823 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99818ee3-8d8c-405c-96d0-3c345ba5d433 req-a6b5208c-a87c-4fd5-ba03-6477bfd4a5ae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ed88fa5a-e06e-4193-bbf7-f4705a8f0d77 HTTP/1.1" status: 200 len: 1096 time: 0.1232593 Sep 30 13:12:43.607419 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99818ee3-8d8c-405c-96d0-3c345ba5d433 req-53066025-968c-4242-a2dd-340da8bf2fea service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436819 Sep 30 13:12:43.619909 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce2647-3c32-4a49-a9fc-48978848bd1e req-5220fefb-be14-4901-bc0c-e2aad13e2d2a tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:43.622087 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-96ce2647-3c32-4a49-a9fc-48978848bd1e req-5220fefb-be14-4901-bc0c-e2aad13e2d2a tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 944 time: 0.0939636 Sep 30 13:12:43.629599 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a0904bc-63b8-43fa-8996-e0a522250fce tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:43.673357 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0904bc-63b8-43fa-8996-e0a522250fce tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Pushing event deleted for resources: {'Port': ['ID=be167b00-3268-4250-b7c0-de1a0cdcf8f4,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:43.707556 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0904bc-63b8-43fa-8996-e0a522250fce tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:43.707817 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-96ce2647-3c32-4a49-a9fc-48978848bd1e req-df1d794e-f1e8-45a6-abc6-e0fc0337a750 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721307 Sep 30 13:12:43.707913 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0904bc-63b8-43fa-8996-e0a522250fce tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:43.708222 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0904bc-63b8-43fa-8996-e0a522250fce tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:43.708554 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0904bc-63b8-43fa-8996-e0a522250fce tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:43.710415 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0904bc-63b8-43fa-8996-e0a522250fce tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:43.710415 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0904bc-63b8-43fa-8996-e0a522250fce tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:43.710415 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0904bc-63b8-43fa-8996-e0a522250fce tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:43.710415 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0904bc-63b8-43fa-8996-e0a522250fce tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:43.710415 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0904bc-63b8-43fa-8996-e0a522250fce tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:43.710825 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0904bc-63b8-43fa-8996-e0a522250fce tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:43.711529 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0904bc-63b8-43fa-8996-e0a522250fce tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:43.711529 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0904bc-63b8-43fa-8996-e0a522250fce tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:43.761421 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a0904bc-63b8-43fa-8996-e0a522250fce tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:43.946458 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0caea-42bd-4e14-b263-92d0d97ed4d8 req-142036c4-8fb1-4c59-bb2b-283fbe7e8f65 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:43.948674 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7fb0caea-42bd-4e14-b263-92d0d97ed4d8 req-142036c4-8fb1-4c59-bb2b-283fbe7e8f65 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 945 time: 0.0641489 Sep 30 13:12:44.003060 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a0904bc-63b8-43fa-8996-e0a522250fce tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-414777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:44.010520 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7fb0caea-42bd-4e14-b263-92d0d97ed4d8 req-3520948d-86e4-45ba-9b6f-e3a6850ad2a4 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/security-groups?id=653dbcc8-2a4b-4bc2-b9c8-d1ba36e9c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551732 Sep 30 13:12:44.015987 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a0904bc-63b8-43fa-8996-e0a522250fce tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-417349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-414758'] for router, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:44.090684 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-08000ab3-d0b9-4c1a-bb68-a1b90d4788a0 req-7e7a581e-b46e-4525-b3f1-497474172ab4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.0315852 Sep 30 13:12:44.110284 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57056) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:44.216959 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7517e2f-a8a0-403b-bdb5-61d3bec92701 req-aa56386b-438b-4624-abd2-17e139681016 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:44.219017 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d7517e2f-a8a0-403b-bdb5-61d3bec92701 req-aa56386b-438b-4624-abd2-17e139681016 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed88fa5a-e06e-4193-bbf7-f4705a8f0d77 HTTP/1.1" status: 200 len: 945 time: 0.0574605 Sep 30 13:12:44.224614 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-94251339-a168-438a-b60b-c52dba29caa7 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Request body: {'security_group': {'name': 'tempest-secgroup--890637122'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:44.274649 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d7517e2f-a8a0-403b-bdb5-61d3bec92701 req-83d92669-b268-44c8-8ee0-72cc3569aa02 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448573 Sep 30 13:12:44.276184 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94251339-a168-438a-b60b-c52dba29caa7 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:44.285084 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94251339-a168-438a-b60b-c52dba29caa7 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:44.405424 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0904bc-63b8-43fa-8996-e0a522250fce tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Router 81d7e052-ce24-4bf7-bde2-ae01a80f2368 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:12:44.423813 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94251339-a168-438a-b60b-c52dba29caa7 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:44.431605 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94251339-a168-438a-b60b-c52dba29caa7 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:44.448852 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011adc7-6c9c-497c-a92b-938d7ba8460f req-9b1acf00-9e77-405a-845c-f2ea16052f54 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:44.450191 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5011adc7-6c9c-497c-a92b-938d7ba8460f req-9b1acf00-9e77-405a-845c-f2ea16052f54 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=76704ce8-9317-4f26-a24b-f737d47ae0d5 HTTP/1.1" status: 200 len: 948 time: 0.0823445 Sep 30 13:12:44.483238 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0904bc-63b8-43fa-8996-e0a522250fce tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:12:44.490232 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a0904bc-63b8-43fa-8996-e0a522250fce tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:44.494321 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2a0904bc-63b8-43fa-8996-e0a522250fce tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "PUT /v2.0/routers/81d7e052-ce24-4bf7-bde2-ae01a80f2368 HTTP/1.1" status: 200 len: 705 time: 1.9849536 Sep 30 13:12:44.494649 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57064) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:44.496988 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2efcaa-aa8c-478b-ab6a-11af98a7c384 None None] Sync routers for ids ['81d7e052-ce24-4bf7-bde2-ae01a80f2368'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:12:44.506209 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2efcaa-aa8c-478b-ab6a-11af98a7c384 None None] Routers {'81d7e052-ce24-4bf7-bde2-ae01a80f2368'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:44.506824 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7c2efcaa-aa8c-478b-ab6a-11af98a7c384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:12:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['81d7e052-ce24-4bf7-bde2-ae01a80f2368'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:44.516660 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94251339-a168-438a-b60b-c52dba29caa7 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b73c828-f650-47c7-b4c0-7339b1dab879,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:44.543342 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5011adc7-6c9c-497c-a92b-938d7ba8460f req-2afb283d-e78a-4821-b2c2-562bf0b5ac1c tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827024 Sep 30 13:12:44.546312 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7c2efcaa-aa8c-478b-ab6a-11af98a7c384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:44.562665 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2efcaa-aa8c-478b-ab6a-11af98a7c384 None None] Routers {'81d7e052-ce24-4bf7-bde2-ae01a80f2368'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:44.563640 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7c2efcaa-aa8c-478b-ab6a-11af98a7c384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:12:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['81d7e052-ce24-4bf7-bde2-ae01a80f2368'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:44.580040 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:44.599426 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0038be59-0f0a-431c-9f0a-456dba6dfd25 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "GET /v2.0/routers/81d7e052-ce24-4bf7-bde2-ae01a80f2368 HTTP/1.1" status: 200 len: 740 time: 0.1036582 Sep 30 13:12:44.599761 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94251339-a168-438a-b60b-c52dba29caa7 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:44.602201 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57066) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:44.603620 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7c2efcaa-aa8c-478b-ab6a-11af98a7c384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:44.604390 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2efcaa-aa8c-478b-ab6a-11af98a7c384 None None] The sync data for ids ['81d7e052-ce24-4bf7-bde2-ae01a80f2368'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:12:44.606854 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94251339-a168-438a-b60b-c52dba29caa7 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:44.637021 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94251339-a168-438a-b60b-c52dba29caa7 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e6b19d-e273-4a5b-afec-2ec63177ca29,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:44.650825 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94251339-a168-438a-b60b-c52dba29caa7 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:44.652118 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-94251339-a168-438a-b60b-c52dba29caa7 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5404658 Sep 30 13:12:44.658402 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57068) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:44.662174 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-88aca83e-81fc-49fb-834c-3c0502148b56 tempest-RoutersAdminTest-1273314518 tempest-RoutersAdminTest-1273314518-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=7bf2cdd5-9828-4259-bd46-d7f13451331c&device_id=81d7e052-ce24-4bf7-bde2-ae01a80f2368 HTTP/1.1" status: 200 len: 205 time: 0.0580609 Sep 30 13:12:44.664836 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57070) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:44.700509 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5e8675ea-3f77-44c3-8699-e9e1f5ff52db tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "GET /v2.0/ports?device_id=81d7e052-ce24-4bf7-bde2-ae01a80f2368 HTTP/1.1" status: 200 len: 205 time: 0.0338535 Sep 30 13:12:44.701102 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57074) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:44.737757 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-708f0163-34b5-49cb-be39-24f785479e10 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0781300 Sep 30 13:12:44.740629 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57076) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:44.745541 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-7cc77033-44a6-46e2-a61b-0950cbae2407 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Request body: {'security_group': {'name': 'tempest-security--1121054191', 'description': 'tempest-security-description-1196265799'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:44.772837 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7cc77033-44a6-46e2-a61b-0950cbae2407 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:44.827540 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7cc77033-44a6-46e2-a61b-0950cbae2407 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:44.831454 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7cc77033-44a6-46e2-a61b-0950cbae2407 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:44.834320 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7cc77033-44a6-46e2-a61b-0950cbae2407 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:44.838689 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7cc77033-44a6-46e2-a61b-0950cbae2407 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "PUT /v2.0/security-groups/54e6b19d-e273-4a5b-afec-2ec63177ca29 HTTP/1.1" status: 200 len: 1780 time: 0.0939741 Sep 30 13:12:44.840321 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57082) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:44.893604 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc77033-44a6-46e2-a61b-0950cbae2407 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e6b19d-e273-4a5b-afec-2ec63177ca29,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:44.906252 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-875cdf3a-1378-4d45-a354-315f6f244f09 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "GET /v2.0/security-groups/54e6b19d-e273-4a5b-afec-2ec63177ca29 HTTP/1.1" status: 200 len: 1780 time: 0.0648022 Sep 30 13:12:44.908750 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57084) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:44.970206 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-58a62eb3-5366-4ed5-9971-5fe0bc738f9b tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:44.994389 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-58a62eb3-5366-4ed5-9971-5fe0bc738f9b tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:45.038250 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-58a62eb3-5366-4ed5-9971-5fe0bc738f9b tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:45.041003 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-58a62eb3-5366-4ed5-9971-5fe0bc738f9b tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:45.042221 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-58a62eb3-5366-4ed5-9971-5fe0bc738f9b tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "DELETE /v2.0/security-groups/54e6b19d-e273-4a5b-afec-2ec63177ca29 HTTP/1.1" status: 204 len: 168 time: 0.1325021 Sep 30 13:12:45.045585 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57086) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:45.063636 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a62eb3-5366-4ed5-9971-5fe0bc738f9b tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e6b19d-e273-4a5b-afec-2ec63177ca29,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:45.095379 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-dcfe9b18-c523-4bf6-9fca-f9246a46fed9 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0486839 Sep 30 13:12:45.098096 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57088) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:45.112002 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-47eaae35-11f9-4039-909a-583287ae77f6 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] delete failed (client error): The resource could not be found. Sep 30 13:12:45.113039 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-47eaae35-11f9-4039-909a-583287ae77f6 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "DELETE /v2.0/security-groups/54e6b19d-e273-4a5b-afec-2ec63177ca29 HTTP/1.1" status: 404 len: 347 time: 0.0139930 Sep 30 13:12:45.118943 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57092) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:45.123601 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-5a8d22c2-dce9-4ec9-b333-4adf6304eb96 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1685611368'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:45.136063 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7aad2549-fb8b-4217-b17d-9a894d26b1db tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:45.148471 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5a8d22c2-dce9-4ec9-b333-4adf6304eb96 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:45.230576 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5a8d22c2-dce9-4ec9-b333-4adf6304eb96 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:45.234908 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5a8d22c2-dce9-4ec9-b333-4adf6304eb96 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:45.261806 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5a8d22c2-dce9-4ec9-b333-4adf6304eb96 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:45.265661 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5a8d22c2-dce9-4ec9-b333-4adf6304eb96 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1429501 Sep 30 13:12:45.266784 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57094) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:45.270796 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d36b9ac6-b6b8-4ac0-a385-0f491e94d42c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Request body: {'security_group_rule': {'security_group_id': '08ab63c3-f84f-42b7-8880-d2ac184b297c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:45.275366 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d22c2-dce9-4ec9-b333-4adf6304eb96 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08ab63c3-f84f-42b7-8880-d2ac184b297c,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:45.300880 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df45dd7-f6a4-45f3-9b51-a015c2e6fb64 req-2011f025-8f38-49a0-a3b3-f62c0a4fba03 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:45.302375 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5df45dd7-f6a4-45f3-9b51-a015c2e6fb64 req-2011f025-8f38-49a0-a3b3-f62c0a4fba03 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 944 time: 0.1702518 Sep 30 13:12:45.304100 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d36b9ac6-b6b8-4ac0-a385-0f491e94d42c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:45.329573 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7aad2549-fb8b-4217-b17d-9a894d26b1db tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:45.332966 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7aad2549-fb8b-4217-b17d-9a894d26b1db tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:45.379644 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d36b9ac6-b6b8-4ac0-a385-0f491e94d42c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:45.387994 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d36b9ac6-b6b8-4ac0-a385-0f491e94d42c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:45.395726 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7aad2549-fb8b-4217-b17d-9a894d26b1db tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:45.396221 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aad2549-fb8b-4217-b17d-9a894d26b1db tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Fanout notify agent at l3_agent the message router_deleted on router 81d7e052-ce24-4bf7-bde2-ae01a80f2368 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:12:45.400110 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5df45dd7-f6a4-45f3-9b51-a015c2e6fb64 req-e062fab5-290c-41a5-a2ee-e08f9d185029 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686200 Sep 30 13:12:45.403726 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b9ac6-b6b8-4ac0-a385-0f491e94d42c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d42620-7142-459e-a768-59c0d42bbfc8,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:45.405246 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7aad2549-fb8b-4217-b17d-9a894d26b1db tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:45.409870 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7aad2549-fb8b-4217-b17d-9a894d26b1db tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "DELETE /v2.0/routers/81d7e052-ce24-4bf7-bde2-ae01a80f2368 HTTP/1.1" status: 204 len: 168 time: 0.7031028 Sep 30 13:12:45.410109 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57098) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:45.442405 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6f9b85b7-0bac-404d-80b6-9053b3e0f200 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "GET /v2.0/ports?device_id=81d7e052-ce24-4bf7-bde2-ae01a80f2368 HTTP/1.1" status: 200 len: 205 time: 0.0315032 Sep 30 13:12:45.443878 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d36b9ac6-b6b8-4ac0-a385-0f491e94d42c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:45.448148 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d36b9ac6-b6b8-4ac0-a385-0f491e94d42c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1775131 Sep 30 13:12:45.448148 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57100) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:45.450900 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57102) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:45.484600 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-611982fe-efed-446e-96ba-9e7b926e1a22 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] delete failed (client error): The resource could not be found. Sep 30 13:12:45.486329 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-611982fe-efed-446e-96ba-9e7b926e1a22 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "DELETE /v2.0/routers/81d7e052-ce24-4bf7-bde2-ae01a80f2368 HTTP/1.1" status: 404 len: 336 time: 0.0390406 Sep 30 13:12:45.488258 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57104) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:45.510073 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5dcf279d-5ae6-4fed-ae72-2045fdbd31f2 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:45.519626 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e549b786-fe72-411c-a37d-2f2ea1cd63d8 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a77a79e-f70a-4312-aef3-755d178e5b06 HTTP/1.1" status: 200 len: 205 time: 0.0303028 Sep 30 13:12:45.520491 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5dcf279d-5ae6-4fed-ae72-2045fdbd31f2 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:45.521893 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57106) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:45.549544 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dbd69-bfb6-4c40-8d80-1e7a416983d5 req-2ffcef08-866f-4288-a0f0-89974cbc8f5b tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:45.551052 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ca2dbd69-bfb6-4c40-8d80-1e7a416983d5 req-2ffcef08-866f-4288-a0f0-89974cbc8f5b tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 945 time: 0.0794551 Sep 30 13:12:45.558369 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-4d090c17-532e-45f7-a781-20acbb130334 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] delete failed (client error): The resource could not be found. Sep 30 13:12:45.559540 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4d090c17-532e-45f7-a781-20acbb130334 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "DELETE /v2.0/routers/0a77a79e-f70a-4312-aef3-755d178e5b06 HTTP/1.1" status: 404 len: 336 time: 0.0364909 Sep 30 13:12:45.562147 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57110) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:45.565497 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5dcf279d-5ae6-4fed-ae72-2045fdbd31f2 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:45.578138 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5dcf279d-5ae6-4fed-ae72-2045fdbd31f2 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:45.579209 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5dcf279d-5ae6-4fed-ae72-2045fdbd31f2 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/62d42620-7142-459e-a768-59c0d42bbfc8 HTTP/1.1" status: 204 len: 168 time: 0.1268780 Sep 30 13:12:45.585495 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57112) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:45.590110 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0619ede4-8678-4845-a566-f3d07b975c1d tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0857f84-5430-45e9-ba7c-846fe2be4cb2 HTTP/1.1" status: 200 len: 205 time: 0.0268092 Sep 30 13:12:45.592359 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57114) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:45.595112 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf279d-5ae6-4fed-ae72-2045fdbd31f2 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62d42620-7142-459e-a768-59c0d42bbfc8,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:45.625507 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ca2dbd69-bfb6-4c40-8d80-1e7a416983d5 req-54e7d6d1-5c1e-43c0-8305-0857321d4e48 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/security-groups?id=653dbcc8-2a4b-4bc2-b9c8-d1ba36e9c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669894 Sep 30 13:12:45.634730 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-a632cd01-29eb-4573-878f-3cb17be57b0f tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] delete failed (client error): The resource could not be found. Sep 30 13:12:45.638080 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a632cd01-29eb-4573-878f-3cb17be57b0f tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "DELETE /v2.0/routers/f0857f84-5430-45e9-ba7c-846fe2be4cb2 HTTP/1.1" status: 404 len: 336 time: 0.0423567 Sep 30 13:12:45.638343 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57116) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:45.653084 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-241ab723-c3e9-47de-a0b5-1cbeda59c873 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0665252 Sep 30 13:12:45.658459 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57118) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:45.669284 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-85297546-4dc5-4f85-8518-e64ee2542774 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "GET /v2.0/ports?device_id=1101c27a-5be0-445a-ad55-accef9d461d1 HTTP/1.1" status: 200 len: 205 time: 0.0278213 Sep 30 13:12:45.669531 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57120) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:45.706655 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-dc5e7a03-339a-48fa-9bd7-19e9f5cdfafd tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] delete failed (client error): The resource could not be found. Sep 30 13:12:45.709779 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-dc5e7a03-339a-48fa-9bd7-19e9f5cdfafd tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "DELETE /v2.0/routers/1101c27a-5be0-445a-ad55-accef9d461d1 HTTP/1.1" status: 404 len: 336 time: 0.0372477 Sep 30 13:12:45.710290 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57122) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:45.729472 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cdcc2a89-4b52-4126-9a88-d2ea5592e886 req-88cdc56f-38cf-46cb-817c-9b2c0af675eb tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.0326309 Sep 30 13:12:45.744128 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-efd5afa3-abb3-473c-9d9e-ecd3f8e070ef tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f33ccf5-4c8a-475b-a361-028492df29b5 HTTP/1.1" status: 200 len: 205 time: 0.0301018 Sep 30 13:12:45.744513 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5d3bf726-9162-4ac1-ae72-2912b1cfb247 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:45.744794 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57124) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:45.768319 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5d3bf726-9162-4ac1-ae72-2912b1cfb247 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:45.794182 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-7b18da48-b98c-439b-b667-4779da1eaf2c tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] delete failed (client error): The resource could not be found. Sep 30 13:12:45.795321 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7b18da48-b98c-439b-b667-4779da1eaf2c tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "DELETE /v2.0/routers/8f33ccf5-4c8a-475b-a361-028492df29b5 HTTP/1.1" status: 404 len: 336 time: 0.0501103 Sep 30 13:12:45.798087 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57126) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:45.827840 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7048edc0-a3a1-4bf0-81a2-35d9a4bb6439 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c7a9707-dc19-4600-8408-38a95810ffcf HTTP/1.1" status: 200 len: 205 time: 0.0266101 Sep 30 13:12:45.828237 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57128) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:45.835184 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5d3bf726-9162-4ac1-ae72-2912b1cfb247 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:45.838144 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5d3bf726-9162-4ac1-ae72-2912b1cfb247 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:45.839215 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5d3bf726-9162-4ac1-ae72-2912b1cfb247 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "DELETE /v2.0/security-groups/08ab63c3-f84f-42b7-8880-d2ac184b297c HTTP/1.1" status: 204 len: 168 time: 0.1798241 Sep 30 13:12:45.842996 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57130) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:45.864524 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3bf726-9162-4ac1-ae72-2912b1cfb247 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ab63c3-f84f-42b7-8880-d2ac184b297c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:45.875158 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-d7b8e2bd-cb27-471c-a6e7-fb0e20f9a356 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] delete failed (client error): The resource could not be found. Sep 30 13:12:45.878876 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d7b8e2bd-cb27-471c-a6e7-fb0e20f9a356 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "DELETE /v2.0/routers/1c7a9707-dc19-4600-8408-38a95810ffcf HTTP/1.1" status: 404 len: 336 time: 0.0471601 Sep 30 13:12:45.879091 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57132) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:45.881932 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e339d1-6bc1-4c50-b954-0a5e3f2f5003 req-b2f0886a-a93b-4613-9241-9e32ab1be361 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:45.883714 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d6e339d1-6bc1-4c50-b954-0a5e3f2f5003 req-b2f0886a-a93b-4613-9241-9e32ab1be361 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed88fa5a-e06e-4193-bbf7-f4705a8f0d77 HTTP/1.1" status: 200 len: 945 time: 0.0892913 Sep 30 13:12:45.906467 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef3fdb27-34b7-466c-87ae-52705d638da3 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] DELETE failed (client error): The resource could not be found. Sep 30 13:12:45.906922 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef3fdb27-34b7-466c-87ae-52705d638da3 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:12:45.908654 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ef3fdb27-34b7-466c-87ae-52705d638da3 tempest-RoutersAdminTest-1660305457 tempest-RoutersAdminTest-1660305457-project] 10.222.0.18 "DELETE /v2.0/subnets/51e22148-b3c5-449c-9e3b-1ec89e96f4be HTTP/1.1" status: 404 len: 337 time: 0.0286393 Sep 30 13:12:45.938254 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bd6c198d-e486-4d8c-8f00-2205569835b7 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0929708 Sep 30 13:12:45.942289 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57136) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:45.946531 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-1d32337e-8d6d-45d9-a19a-17510ac1e09f tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1782870341'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:45.951692 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d6e339d1-6bc1-4c50-b954-0a5e3f2f5003 req-410f3481-f218-4d10-9943-29b66615bd85 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603814 Sep 30 13:12:45.970908 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1d32337e-8d6d-45d9-a19a-17510ac1e09f tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:46.076794 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1d32337e-8d6d-45d9-a19a-17510ac1e09f tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:46.082241 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1d32337e-8d6d-45d9-a19a-17510ac1e09f tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:46.094812 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fbef6-787a-458a-a25c-1abe9a05ce88 req-0b46952b-3b40-4632-8b76-b8eb65add5b7 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:46.103727 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c74fbef6-787a-458a-a25c-1abe9a05ce88 req-0b46952b-3b40-4632-8b76-b8eb65add5b7 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=76704ce8-9317-4f26-a24b-f737d47ae0d5 HTTP/1.1" status: 200 len: 948 time: 0.0757391 Sep 30 13:12:46.115571 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1d32337e-8d6d-45d9-a19a-17510ac1e09f tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:46.119729 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1d32337e-8d6d-45d9-a19a-17510ac1e09f tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1767280 Sep 30 13:12:46.120362 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57140) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:46.121700 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32337e-8d6d-45d9-a19a-17510ac1e09f tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e560fb78-33ab-45fa-a97a-a41c709d74a9,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:46.128668 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-3f76f461-77f9-4752-ae15-fd254535f395 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Request body: {'security_group_rule': {'security_group_id': 'e560fb78-33ab-45fa-a97a-a41c709d74a9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:46.163744 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c74fbef6-787a-458a-a25c-1abe9a05ce88 req-8c34eb7c-7bd8-4e87-ba53-4a59622f2681 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590920 Sep 30 13:12:46.188531 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f76f461-77f9-4752-ae15-fd254535f395 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:46.240000 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f76f461-77f9-4752-ae15-fd254535f395 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:46.252117 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f76f461-77f9-4752-ae15-fd254535f395 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:46.273243 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76f461-77f9-4752-ae15-fd254535f395 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29b2909e-7c44-40b9-b18e-e4831e5bdcfc,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:46.282282 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f76f461-77f9-4752-ae15-fd254535f395 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:46.286891 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57150) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:46.292968 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-9355ed8d-5c1a-4de5-85c9-353c0fa04a80 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Request body: {'security_group_rule': {'security_group_id': 'e560fb78-33ab-45fa-a97a-a41c709d74a9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:46.296987 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3f76f461-77f9-4752-ae15-fd254535f395 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1753614 Sep 30 13:12:46.297689 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57152) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:46.327673 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9355ed8d-5c1a-4de5-85c9-353c0fa04a80 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:46.428376 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-65a534f2-a308-4685-9b8c-98fb40b73eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:46.439002 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa6d1f-ad54-4627-9e10-aa942d5bf297 req-319a7333-ca24-4f68-8440-86315909a664 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:46.440562 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ffa6d1f-ad54-4627-9e10-aa942d5bf297 req-319a7333-ca24-4f68-8440-86315909a664 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 945 time: 0.0888126 Sep 30 13:12:46.442922 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9355ed8d-5c1a-4de5-85c9-353c0fa04a80 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:46.448712 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9355ed8d-5c1a-4de5-85c9-353c0fa04a80 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:46.498994 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355ed8d-5c1a-4de5-85c9-353c0fa04a80 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=693a1289-a3aa-485b-9f75-906bc4c96e5b,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:46.573795 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-5ffa6d1f-ad54-4627-9e10-aa942d5bf297 req-ba971d23-a66f-4bda-bb86-c9d135ca7442 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Deleting port d92e1624-81db-4441-af85-dc330c001147 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:46.574209 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5ffa6d1f-ad54-4627-9e10-aa942d5bf297 req-ba971d23-a66f-4bda-bb86-c9d135ca7442 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:46.582218 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82049304-2fbf-4cb1-9ccb-edb998031443 req-1a423e48-278b-4c11-bb39-25a6de449b34 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:46.583820 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-82049304-2fbf-4cb1-9ccb-edb998031443 req-1a423e48-278b-4c11-bb39-25a6de449b34 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 944 time: 0.0822427 Sep 30 13:12:46.619077 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-65a534f2-a308-4685-9b8c-98fb40b73eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:46.630863 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-65a534f2-a308-4685-9b8c-98fb40b73eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:46.651906 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9355ed8d-5c1a-4de5-85c9-353c0fa04a80 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:46.656052 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9355ed8d-5c1a-4de5-85c9-353c0fa04a80 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3652449 Sep 30 13:12:46.657757 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57162) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:46.658734 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-82049304-2fbf-4cb1-9ccb-edb998031443 req-092adc2b-1b41-4236-96cc-027f7703ebe3 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640237 Sep 30 13:12:46.665033 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-f3492ebb-0b14-4249-a3e6-cd30fd96ac12 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Request body: {'security_group_rule': {'security_group_id': 'e560fb78-33ab-45fa-a97a-a41c709d74a9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:46.682094 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-65a534f2-a308-4685-9b8c-98fb40b73eb9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ae4e8fcf9a04ebdbac110e10793d611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3787403 Sep 30 13:12:46.682094 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57164) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:46.687753 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a534f2-a308-4685-9b8c-98fb40b73eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084cd651-7581-4aae-90d2-8c4ee0b65eeb,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:46.707254 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-5ffa6d1f-ad54-4627-9e10-aa942d5bf297 req-ba971d23-a66f-4bda-bb86-c9d135ca7442 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] For port d92e1624-81db-4441-af85-dc330c001147, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d92e1624-81db-4441-af85-dc330c001147,segment=NetworkSegment(f2aaa798-022a-4391-bc1e-d1cec9340987),segment_id=f2aaa798-022a-4391-bc1e-d1cec9340987)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:46.707849 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5ffa6d1f-ad54-4627-9e10-aa942d5bf297 req-ba971d23-a66f-4bda-bb86-c9d135ca7442 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:46.733221 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f3492ebb-0b14-4249-a3e6-cd30fd96ac12 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:46.751695 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bfaaf8f1-52cd-4696-bedf-f908dc00e99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:46.785523 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bfaaf8f1-52cd-4696-bedf-f908dc00e99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:46.879232 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336010ab-cc1c-40f6-bf07-5e585d985903 req-e3545975-182e-4f57-a599-f751f0031276 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:46.887062 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-336010ab-cc1c-40f6-bf07-5e585d985903 req-e3545975-182e-4f57-a599-f751f0031276 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 945 time: 0.0938010 Sep 30 13:12:46.904220 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bfaaf8f1-52cd-4696-bedf-f908dc00e99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:46.906990 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bfaaf8f1-52cd-4696-bedf-f908dc00e99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:46.910565 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bfaaf8f1-52cd-4696-bedf-f908dc00e99d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/084cd651-7581-4aae-90d2-8c4ee0b65eeb HTTP/1.1" status: 204 len: 168 time: 0.2254696 Sep 30 13:12:46.922291 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f3492ebb-0b14-4249-a3e6-cd30fd96ac12 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:46.930176 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f3492ebb-0b14-4249-a3e6-cd30fd96ac12 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:46.932163 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaaf8f1-52cd-4696-bedf-f908dc00e99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084cd651-7581-4aae-90d2-8c4ee0b65eeb,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:46.951237 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-336010ab-cc1c-40f6-bf07-5e585d985903 req-7576e11b-ce61-4686-91b7-9e32b094a7d7 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/security-groups?id=653dbcc8-2a4b-4bc2-b9c8-d1ba36e9c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547769 Sep 30 13:12:46.961267 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaf8f1-52cd-4696-bedf-f908dc00e99d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:46.961960 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaf8f1-52cd-4696-bedf-f908dc00e99d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:46.962551 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaf8f1-52cd-4696-bedf-f908dc00e99d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:46.963072 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaf8f1-52cd-4696-bedf-f908dc00e99d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:46.963599 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaf8f1-52cd-4696-bedf-f908dc00e99d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:46.964110 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaf8f1-52cd-4696-bedf-f908dc00e99d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:46.964643 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaf8f1-52cd-4696-bedf-f908dc00e99d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:46.965148 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaf8f1-52cd-4696-bedf-f908dc00e99d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:46.965787 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaf8f1-52cd-4696-bedf-f908dc00e99d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:46.966754 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaf8f1-52cd-4696-bedf-f908dc00e99d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:46.967207 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaf8f1-52cd-4696-bedf-f908dc00e99d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:46.967628 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaf8f1-52cd-4696-bedf-f908dc00e99d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:12:47.003358 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3492ebb-0b14-4249-a3e6-cd30fd96ac12 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2daff9-d74b-40fc-9da3-f4e19867bd94,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:47.005486 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f3492ebb-0b14-4249-a3e6-cd30fd96ac12 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:47.011036 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57170) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:47.016294 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f3492ebb-0b14-4249-a3e6-cd30fd96ac12 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3567882 Sep 30 13:12:47.027552 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-1572c4b7-ece8-454c-9bec-757e0bf2d2ab tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Request body: {'security_group_rule': {'security_group_id': 'e560fb78-33ab-45fa-a97a-a41c709d74a9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:47.111439 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fab8dd17-6c38-4f36-b925-6ea6c47670c8 req-edd3c2b8-ab9c-47c2-8573-57b54aa34038 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.0470243 Sep 30 13:12:47.121316 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5ffa6d1f-ad54-4627-9e10-aa942d5bf297 req-ba971d23-a66f-4bda-bb86-c9d135ca7442 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:47.121316 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5ffa6d1f-ad54-4627-9e10-aa942d5bf297 req-ba971d23-a66f-4bda-bb86-c9d135ca7442 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:47.121316 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [req-5ffa6d1f-ad54-4627-9e10-aa942d5bf297 req-ba971d23-a66f-4bda-bb86-c9d135ca7442 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Floating IP 89ee8b57-48ca-42d5-9c94-39f2356ab35b disassociated. External IP: 172.25.5.160, port: d92e1624-81db-4441-af85-dc330c001147. Sep 30 13:12:47.121316 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-5ffa6d1f-ad54-4627-9e10-aa942d5bf297 req-ba971d23-a66f-4bda-bb86-c9d135ca7442 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Calling delete_port for d92e1624-81db-4441-af85-dc330c001147 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:47.130154 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1572c4b7-ece8-454c-9bec-757e0bf2d2ab tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:47.226929 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1572c4b7-ece8-454c-9bec-757e0bf2d2ab tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:47.232254 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1572c4b7-ece8-454c-9bec-757e0bf2d2ab tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:47.251928 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572c4b7-ece8-454c-9bec-757e0bf2d2ab tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cdcda14-3393-4cf4-8bae-66b6b1c579ee,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:47.301149 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1572c4b7-ece8-454c-9bec-757e0bf2d2ab tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:47.302761 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1572c4b7-ece8-454c-9bec-757e0bf2d2ab tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2907910 Sep 30 13:12:47.308400 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57176) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:47.361268 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7188476-6936-4197-9fd5-5b751b3bec1f req-0b59b1a3-748a-4782-b590-d7b1cf9865cc tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:47.370227 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a7188476-6936-4197-9fd5-5b751b3bec1f req-0b59b1a3-748a-4782-b590-d7b1cf9865cc tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=76704ce8-9317-4f26-a24b-f737d47ae0d5 HTTP/1.1" status: 200 len: 948 time: 0.1031716 Sep 30 13:12:47.370933 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-c44d2076-96d7-4ed2-8f4d-11ae25ac5230 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Request body: {'security_group_rule': {'security_group_id': 'e560fb78-33ab-45fa-a97a-a41c709d74a9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:47.391734 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-faf3c1ae-dc73-4037-99c2-5fcfe56fc905 req-0f3c9152-1338-4469-9db5-3cd68e2319f2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d HTTP/1.1" status: 200 len: 217 time: 0.0754721 Sep 30 13:12:47.406739 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c44d2076-96d7-4ed2-8f4d-11ae25ac5230 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:47.412650 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a7188476-6936-4197-9fd5-5b751b3bec1f req-2ee29781-de28-4dd7-a53f-e39697c789a5 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410974 Sep 30 13:12:47.491729 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57184) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:47.545222 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5ffa6d1f-ad54-4627-9e10-aa942d5bf297 req-ba971d23-a66f-4bda-bb86-c9d135ca7442 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:47.565737 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7b9a141c-f1ee-4060-9974-8c096d82779d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9183a3cf133440db97bf4cc2f2d0b0c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0728130 Sep 30 13:12:47.566365 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57186) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:47.615983 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba971d23-a66f-4bda-bb86-c9d135ca7442 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Pushing event deleted for resources: {'Port': ['ID=d92e1624-81db-4441-af85-dc330c001147,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:47.624530 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e545732-41ed-4dde-8724-2ed0b454cb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:47.639508 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3c1ae-dc73-4037-99c2-5fcfe56fc905 req-9e892fc3-de32-4f60-ba12-4c19c9cbaec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:47.642607 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-faf3c1ae-dc73-4037-99c2-5fcfe56fc905 req-9e892fc3-de32-4f60-ba12-4c19c9cbaec5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.2050297 Sep 30 13:12:47.652556 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e545732-41ed-4dde-8724-2ed0b454cb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:47.667060 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c44d2076-96d7-4ed2-8f4d-11ae25ac5230 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:47.720052 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:12:47.726140 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e545732-41ed-4dde-8724-2ed0b454cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:47.730332 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e545732-41ed-4dde-8724-2ed0b454cb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:47.742142 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1e545732-41ed-4dde-8724-2ed0b454cb09 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d30926a-1f65-4fe0-9594-058507c0262f HTTP/1.1" status: 204 len: 168 time: 0.1746979 Sep 30 13:12:47.764483 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e545732-41ed-4dde-8724-2ed0b454cb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d30926a-1f65-4fe0-9594-058507c0262f,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:47.796522 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c44d2076-96d7-4ed2-8f4d-11ae25ac5230 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:47.855787 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5659fc0-ba7e-4b2a-86fa-b4916d2fba74 req-0781df8f-bcd4-41fd-81ef-24bc4e046f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:47.857457 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037083c7-6793-4ef8-b1bc-b9d90f67eb2f req-53fbb13c-afdc-41e8-882c-e5828e83abfc tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:47.860000 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-037083c7-6793-4ef8-b1bc-b9d90f67eb2f req-53fbb13c-afdc-41e8-882c-e5828e83abfc tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 944 time: 0.0762889 Sep 30 13:12:47.860578 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a5659fc0-ba7e-4b2a-86fa-b4916d2fba74 req-0781df8f-bcd4-41fd-81ef-24bc4e046f00 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=76704ce8-9317-4f26-a24b-f737d47ae0d5 HTTP/1.1" status: 200 len: 1099 time: 0.3805103 Sep 30 13:12:47.868266 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ffa6d1f-ad54-4627-9e10-aa942d5bf297 req-ba971d23-a66f-4bda-bb86-c9d135ca7442 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Router 9c1c45ff-6921-455b-9907-c2f24c02f586 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:12:47.882668 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c44d2076-96d7-4ed2-8f4d-11ae25ac5230 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:47.884110 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c44d2076-96d7-4ed2-8f4d-11ae25ac5230 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5744259 Sep 30 13:12:47.896877 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57198) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:47.919305 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d2076-96d7-4ed2-8f4d-11ae25ac5230 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e0ab514-3159-4858-9a2c-f09119fffae8,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:47.944183 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-04a83ce0-3072-4b12-a771-66d106f7b16f tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:47.970948 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-04a83ce0-3072-4b12-a771-66d106f7b16f tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:47.975458 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-037083c7-6793-4ef8-b1bc-b9d90f67eb2f req-bfdff1c2-687d-45bb-99ff-1dac0ec18d8f tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078629 Sep 30 13:12:48.051355 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-04a83ce0-3072-4b12-a771-66d106f7b16f tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:48.058740 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-04a83ce0-3072-4b12-a771-66d106f7b16f tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:48.059861 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-04a83ce0-3072-4b12-a771-66d106f7b16f tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/5e0ab514-3159-4858-9a2c-f09119fffae8 HTTP/1.1" status: 204 len: 168 time: 0.1527567 Sep 30 13:12:48.074921 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57204) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:48.124028 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a83ce0-3072-4b12-a771-66d106f7b16f tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e0ab514-3159-4858-9a2c-f09119fffae8,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:48.146470 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3c1ae-dc73-4037-99c2-5fcfe56fc905 req-ff765e95-2465-4c10-8594-1c0158d65cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:48.148398 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-faf3c1ae-dc73-4037-99c2-5fcfe56fc905 req-ff765e95-2465-4c10-8594-1c0158d65cb1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3764174 Sep 30 13:12:48.163951 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-138e071b-6a79-4c9c-a2fd-c33a903474be tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0846786 Sep 30 13:12:48.166835 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57208) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:48.183644 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-603f8193-0193-44c5-b532-fcbb07d76452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:48.209095 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a5659fc0-ba7e-4b2a-86fa-b4916d2fba74 req-40f8a5d1-913f-4403-b4cc-d601aed0beb1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389513 Sep 30 13:12:48.221309 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bf8c348f-7963-426a-bd3f-60ce322e3ddc tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:48.238823 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bf8c348f-7963-426a-bd3f-60ce322e3ddc tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:48.340506 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3fa22c29-714d-41c6-ac99-42aa450660f5 req-fb16acc7-4a96-42fa-b253-3df49d4df305 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.0577226 Sep 30 13:12:48.341248 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b27bce54-93bc-4f63-9e9e-94999f8ac745 req-8f64df33-d2f3-4d6b-a5ab-aff82b6566bd tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 210 time: 0.1971252 Sep 30 13:12:48.358299 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bf8c348f-7963-426a-bd3f-60ce322e3ddc tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:48.360970 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bf8c348f-7963-426a-bd3f-60ce322e3ddc tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:48.363910 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bf8c348f-7963-426a-bd3f-60ce322e3ddc tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/2cdcda14-3393-4cf4-8bae-66b6b1c579ee HTTP/1.1" status: 204 len: 168 time: 0.1935759 Sep 30 13:12:48.375484 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57216) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:48.398580 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c348f-7963-426a-bd3f-60ce322e3ddc tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2cdcda14-3393-4cf4-8bae-66b6b1c579ee,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:48.431491 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ffa6d1f-ad54-4627-9e10-aa942d5bf297 req-ba971d23-a66f-4bda-bb86-c9d135ca7442 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:12:48.451264 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c799e03e-130e-4348-8f33-95fb31f1cb84 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0742214 Sep 30 13:12:48.451642 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57222) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:48.457029 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8622608d-de07-417d-a428-cf5bbde96704 None None] Sync routers for ids ['9c1c45ff-6921-455b-9907-c2f24c02f586'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:12:48.481633 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8622608d-de07-417d-a428-cf5bbde96704 None None] Routers {'9c1c45ff-6921-455b-9907-c2f24c02f586'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:48.482556 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-8622608d-de07-417d-a428-cf5bbde96704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:12:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['9c1c45ff-6921-455b-9907-c2f24c02f586'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:48.525330 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-05fd7cd7-3bed-49bc-8a10-4161de969d7d tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:48.543644 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-05fd7cd7-3bed-49bc-8a10-4161de969d7d tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:48.553368 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffa6d1f-ad54-4627-9e10-aa942d5bf297 req-ba971d23-a66f-4bda-bb86-c9d135ca7442 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] No DVR routers for this DVR port d92e1624-81db-4441-af85-dc330c001147 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:12:48.557198 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5ffa6d1f-ad54-4627-9e10-aa942d5bf297 req-ba971d23-a66f-4bda-bb86-c9d135ca7442 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:48.562021 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ffa6d1f-ad54-4627-9e10-aa942d5bf297 req-ba971d23-a66f-4bda-bb86-c9d135ca7442 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.39 "DELETE /v2.0/ports/d92e1624-81db-4441-af85-dc330c001147 HTTP/1.1" status: 204 len: 173 time: 2.1062620 Sep 30 13:12:48.629104 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea74c571-35e9-4ab8-9c5f-18249e4a22db', 'name': 'network-vif-deleted', 'tag': 'd92e1624-81db-4441-af85-dc330c001147'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:12:48.635383 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69b36b9-24ed-4716-9282-104b53fdffbf" -d '{"events": [{"server_uuid": "ea74c571-35e9-4ab8-9c5f-18249e4a22db", "name": "network-vif-deleted", "tag": "d92e1624-81db-4441-af85-dc330c001147"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:12:48.642870 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-05fd7cd7-3bed-49bc-8a10-4161de969d7d tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:48.663313 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-05fd7cd7-3bed-49bc-8a10-4161de969d7d tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:48.673044 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-05fd7cd7-3bed-49bc-8a10-4161de969d7d tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/8a2daff9-d74b-40fc-9da3-f4e19867bd94 HTTP/1.1" status: 204 len: 168 time: 0.2201009 Sep 30 13:12:48.673565 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57230) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:48.693325 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-8622608d-de07-417d-a428-cf5bbde96704 None None] Set router 9c1c45ff-6921-455b-9907-c2f24c02f586 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:12:48.710966 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd7cd7-3bed-49bc-8a10-4161de969d7d tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a2daff9-d74b-40fc-9da3-f4e19867bd94,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:48.723420 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-faf3c1ae-dc73-4037-99c2-5fcfe56fc905 req-9bb93a1a-d8bd-45c6-a6ee-add34be569be service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238512 Sep 30 13:12:48.736290 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d293072-b18a-4776-974e-5069bdcf7987 req-02722e32-14dd-4a96-b887-e816fea1c494 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:48.744561 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4d293072-b18a-4776-974e-5069bdcf7987 req-02722e32-14dd-4a96-b887-e816fea1c494 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=76704ce8-9317-4f26-a24b-f737d47ae0d5 HTTP/1.1" status: 200 len: 948 time: 0.1924520 Sep 30 13:12:48.780483 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e251be-4c82-40ac-9ce0-8e5921e8d64d x-openstack-request-id: req-f1e251be-4c82-40ac-9ce0-8e5921e8d64d {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:12:48.780768 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea74c571-35e9-4ab8-9c5f-18249e4a22db", "name": "network-vif-deleted", "tag": "d92e1624-81db-4441-af85-dc330c001147", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:12:48.781023 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1e251be-4c82-40ac-9ce0-8e5921e8d64d {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:12:48.781417 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea74c571-35e9-4ab8-9c5f-18249e4a22db', 'name': 'network-vif-deleted', 'tag': 'd92e1624-81db-4441-af85-dc330c001147', 'status': 'completed', 'code': 200} Sep 30 13:12:48.807161 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-84ab78a2-cb97-4415-830f-62857cbd3eed tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1314251 Sep 30 13:12:48.809681 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57234) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:48.835321 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-79e116f8-16c3-49dd-9652-20adabcbdffa tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:48.847951 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-79e116f8-16c3-49dd-9652-20adabcbdffa tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:48.887463 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-79e116f8-16c3-49dd-9652-20adabcbdffa tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:48.893154 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-79e116f8-16c3-49dd-9652-20adabcbdffa tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:48.894406 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-79e116f8-16c3-49dd-9652-20adabcbdffa tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/693a1289-a3aa-485b-9f75-906bc4c96e5b HTTP/1.1" status: 204 len: 168 time: 0.0835845 Sep 30 13:12:48.903480 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57238) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:48.903480 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e116f8-16c3-49dd-9652-20adabcbdffa tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=693a1289-a3aa-485b-9f75-906bc4c96e5b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:48.946802 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4d293072-b18a-4776-974e-5069bdcf7987 req-d9eea07d-74bf-458c-a332-979404cf75f0 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012284 Sep 30 13:12:48.965121 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9cb9e9bc-9d15-4b93-9ee6-e7119f4d268a tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0546539 Sep 30 13:12:48.968030 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57244) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:49.006074 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-00aaa9af-2e73-40aa-841e-a6d33b916037 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:49.006431 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-faf3c1ae-dc73-4037-99c2-5fcfe56fc905 req-39b71262-8e6a-4384-a955-630a806772a1 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588272 Sep 30 13:12:49.015729 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-00aaa9af-2e73-40aa-841e-a6d33b916037 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:49.033058 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-8622608d-de07-417d-a428-cf5bbde96704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'name': 'tempest-ServersTestBootFromVolume-1504422879-router', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'b89858d5-efee-4508-a644-238e93e84eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:09:59Z', 'updated_at': '2021-09-30T13:10:05Z', 'revision_number': 4, 'project_id': '89a01187976b4a9db1aceb3025c9740b', 'gw_port': {'id': 'b89858d5-efee-4508-a644-238e93e84eaf', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:00Z', 'updated_at': '2021-09-30T13:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '47c4a881-ce8f-4e1c-9a90-0195ed6d6804', 'name': '', 'network_id': 'b4f94743-5672-4dd1-a1e5-79a79c728dba', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'mac_address': 'fa:16:3e:a9:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'eb394966-7667-406c-8fc2-d7b486faf071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:04Z', 'updated_at': '2021-09-30T13:10:09Z', 'revision_number': 5, 'project_id': '89a01187976b4a9db1aceb3025c9740b', 'subnets': [{'id': 'eb394966-7667-406c-8fc2-d7b486faf071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:49.059188 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-00aaa9af-2e73-40aa-841e-a6d33b916037 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:49.067583 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-00aaa9af-2e73-40aa-841e-a6d33b916037 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:49.071607 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57248) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:49.072212 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8622608d-de07-417d-a428-cf5bbde96704 None None] Checking router: 9c1c45ff-6921-455b-9907-c2f24c02f586 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:12:49.073840 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-00aaa9af-2e73-40aa-841e-a6d33b916037 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/29b2909e-7c44-40b9-b18e-e4831e5bdcfc HTTP/1.1" status: 204 len: 168 time: 0.1047459 Sep 30 13:12:49.082564 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8622608d-de07-417d-a428-cf5bbde96704 None None] Routers {'9c1c45ff-6921-455b-9907-c2f24c02f586'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:12:49.083618 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-8622608d-de07-417d-a428-cf5bbde96704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:12:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['9c1c45ff-6921-455b-9907-c2f24c02f586'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:49.095448 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aaa9af-2e73-40aa-841e-a6d33b916037 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29b2909e-7c44-40b9-b18e-e4831e5bdcfc,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:49.106611 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57250) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:49.148603 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4689f75a-cee2-47df-ad77-a895a2985ba3 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0751526 Sep 30 13:12:49.151497 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57254) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:49.217414 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-8622608d-de07-417d-a428-cf5bbde96704 None None] Set router 9c1c45ff-6921-455b-9907-c2f24c02f586 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:12:49.221456 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627074c-4dc8-4f79-9e39-bb2ba431d2bf req-44fdcee6-294e-4f79-b051-3b8f62c0e9f5 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:49.230059 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e801456d-0ef0-40cb-a145-f9cccfe2a04c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:49.230521 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5627074c-4dc8-4f79-9e39-bb2ba431d2bf req-44fdcee6-294e-4f79-b051-3b8f62c0e9f5 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 944 time: 0.0876501 Sep 30 13:12:49.285798 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5627074c-4dc8-4f79-9e39-bb2ba431d2bf req-6693e255-b252-4ddc-a1bc-3af4762a390a tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542281 Sep 30 13:12:49.314713 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ef04be00-fad5-4b82-a972-6f4b90f44159 tempest-AgentManagementNegativeTest-151754977 tempest-AgentManagementNegativeTest-151754977-project] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2041278 Sep 30 13:12:49.315007 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e801456d-0ef0-40cb-a145-f9cccfe2a04c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:49.367548 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e801456d-0ef0-40cb-a145-f9cccfe2a04c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:49.370468 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e801456d-0ef0-40cb-a145-f9cccfe2a04c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:49.374061 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e801456d-0ef0-40cb-a145-f9cccfe2a04c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "DELETE /v2.0/security-groups/e560fb78-33ab-45fa-a97a-a41c709d74a9 HTTP/1.1" status: 204 len: 168 time: 0.2191010 Sep 30 13:12:49.374838 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57262) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:49.401522 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801456d-0ef0-40cb-a145-f9cccfe2a04c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e560fb78-33ab-45fa-a97a-a41c709d74a9,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:49.429036 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:49.498402 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ff636897-e41f-48ce-9a33-7d19ada3a252 req-544474ef-f057-4001-962b-47b46aec2478 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 210 time: 0.0362320 Sep 30 13:12:49.507701 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-20d03cb0-ae99-4dfe-a3a2-568d6aefe2e2 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1306770 Sep 30 13:12:49.521184 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57266) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:49.526082 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5115ffd1-de1e-4ae8-b4ae-d8aee6f876ca req-3a350138-a90c-479e-87d8-b9318b5fa62a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.0522878 Sep 30 13:12:49.527889 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-7940a91a-8732-48f2-a9a6-d74c4d7c4577 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1835586601'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:49.597460 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7940a91a-8732-48f2-a9a6-d74c4d7c4577 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:49.610105 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-8622608d-de07-417d-a428-cf5bbde96704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'name': 'tempest-ServersTestBootFromVolume-1504422879-router', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'b89858d5-efee-4508-a644-238e93e84eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:09:59Z', 'updated_at': '2021-09-30T13:10:05Z', 'revision_number': 4, 'project_id': '89a01187976b4a9db1aceb3025c9740b', 'gw_port': {'id': 'b89858d5-efee-4508-a644-238e93e84eaf', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:00Z', 'updated_at': '2021-09-30T13:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '47c4a881-ce8f-4e1c-9a90-0195ed6d6804', 'name': '', 'network_id': 'b4f94743-5672-4dd1-a1e5-79a79c728dba', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'mac_address': 'fa:16:3e:a9:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'eb394966-7667-406c-8fc2-d7b486faf071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:04Z', 'updated_at': '2021-09-30T13:10:09Z', 'revision_number': 5, 'project_id': '89a01187976b4a9db1aceb3025c9740b', 'subnets': [{'id': 'eb394966-7667-406c-8fc2-d7b486faf071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:12:49.659068 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8622608d-de07-417d-a428-cf5bbde96704 None None] The sync data for ids ['9c1c45ff-6921-455b-9907-c2f24c02f586'] in n-d-810909-2 is: [{'id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'name': 'tempest-ServersTestBootFromVolume-1504422879-router', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'b89858d5-efee-4508-a644-238e93e84eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:09:59Z', 'updated_at': '2021-09-30T13:10:05Z', 'revision_number': 4, 'project_id': '89a01187976b4a9db1aceb3025c9740b', 'gw_port': {'id': 'b89858d5-efee-4508-a644-238e93e84eaf', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:00Z', 'updated_at': '2021-09-30T13:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '47c4a881-ce8f-4e1c-9a90-0195ed6d6804', 'name': '', 'network_id': 'b4f94743-5672-4dd1-a1e5-79a79c728dba', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'mac_address': 'fa:16:3e:a9:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'eb394966-7667-406c-8fc2-d7b486faf071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:04Z', 'updated_at': '2021-09-30T13:10:09Z', 'revision_number': 5, 'project_id': '89a01187976b4a9db1aceb3025c9740b', 'subnets': [{'id': 'eb394966-7667-406c-8fc2-d7b486faf071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:12:49.775820 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7940a91a-8732-48f2-a9a6-d74c4d7c4577 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:49.782171 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7940a91a-8732-48f2-a9a6-d74c4d7c4577 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:49.788624 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57270) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:49.826520 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7940a91a-8732-48f2-a9a6-d74c4d7c4577 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:49.830283 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7940a91a-8732-48f2-a9a6-d74c4d7c4577 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3051252 Sep 30 13:12:49.830283 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940a91a-8732-48f2-a9a6-d74c4d7c4577 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ced737-af04-47ac-8144-a02651a973f0,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:49.832586 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57274) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:49.843599 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-c3b60441-cf63-4eda-a6d8-3dce5cbedf5c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Request body: {'security_group_rule': {'security_group_id': 'e8ced737-af04-47ac-8144-a02651a973f0', 'direction': 'ingress', 'protocol': 17}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:49.879426 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c3b60441-cf63-4eda-a6d8-3dce5cbedf5c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:49.947824 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6e3f9f10-820c-4b5c-8853-f3750098dd67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:49.957859 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c3b60441-cf63-4eda-a6d8-3dce5cbedf5c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:49.970884 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c3b60441-cf63-4eda-a6d8-3dce5cbedf5c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:49.999757 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0035346-a8ba-43dd-8a43-1dacf27f1039 None None] New status for floating IP 89ee8b57-48ca-42d5-9c94-39f2356ab35b: DOWN {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:12:50.000476 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b60441-cf63-4eda-a6d8-3dce5cbedf5c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a27e4213-3d0c-40b6-ae83-3c7c3ef5b181,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:50.087892 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba9d2a-225b-497c-92c6-e95f2ea9524d req-1e49f280-b541-47d3-ad16-1028fde0b684 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:50.090493 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b6ba9d2a-225b-497c-92c6-e95f2ea9524d req-1e49f280-b541-47d3-ad16-1028fde0b684 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=76704ce8-9317-4f26-a24b-f737d47ae0d5 HTTP/1.1" status: 200 len: 948 time: 0.0791202 Sep 30 13:12:50.095457 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6e3f9f10-820c-4b5c-8853-f3750098dd67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:50.100894 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6e3f9f10-820c-4b5c-8853-f3750098dd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:50.127057 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c3b60441-cf63-4eda-a6d8-3dce5cbedf5c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:50.132543 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c3b60441-cf63-4eda-a6d8-3dce5cbedf5c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2966154 Sep 30 13:12:50.133820 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57278) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:50.147186 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6e3f9f10-820c-4b5c-8853-f3750098dd67 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83d852702b4e4cfeba8d70bab3b3287d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3563886 Sep 30 13:12:50.148200 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f9f10-820c-4b5c-8853-f3750098dd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ef3afb-c976-4613-9c93-469128a61eb6,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:50.151606 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57280) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:50.223568 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b6ba9d2a-225b-497c-92c6-e95f2ea9524d req-b2346238-0d84-4982-b00c-4f0e52c6580d tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266944 Sep 30 13:12:50.245960 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-300fca56-56f9-4428-89e5-715d73d24cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:50.281413 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a90f6ac2-90c5-4599-b6db-e994fc2d6aa1 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:50.289927 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-300fca56-56f9-4428-89e5-715d73d24cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:50.322142 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a90f6ac2-90c5-4599-b6db-e994fc2d6aa1 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:50.364035 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f0819-0524-43b4-8173-609a6bb90aae req-8a87ded2-8b13-4663-8b81-bcf0058be789 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:50.375295 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-767f0819-0524-43b4-8173-609a6bb90aae req-8a87ded2-8b13-4663-8b81-bcf0058be789 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 947 time: 0.0728638 Sep 30 13:12:50.384439 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:12:50.419194 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a90f6ac2-90c5-4599-b6db-e994fc2d6aa1 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:50.422173 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a90f6ac2-90c5-4599-b6db-e994fc2d6aa1 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:50.422970 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a90f6ac2-90c5-4599-b6db-e994fc2d6aa1 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "DELETE /v2.0/security-groups/e8ced737-af04-47ac-8144-a02651a973f0 HTTP/1.1" status: 204 len: 168 time: 0.2872791 Sep 30 13:12:50.429581 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57286) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:50.435765 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-300fca56-56f9-4428-89e5-715d73d24cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:50.440208 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-300fca56-56f9-4428-89e5-715d73d24cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:50.442205 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-300fca56-56f9-4428-89e5-715d73d24cb9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/25ef3afb-c976-4613-9c93-469128a61eb6 HTTP/1.1" status: 204 len: 168 time: 0.2831159 Sep 30 13:12:50.444095 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f6ac2-90c5-4599-b6db-e994fc2d6aa1 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ced737-af04-47ac-8144-a02651a973f0,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:50.461956 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300fca56-56f9-4428-89e5-715d73d24cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ef3afb-c976-4613-9c93-469128a61eb6,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:50.477617 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-767f0819-0524-43b4-8173-609a6bb90aae req-6512e25f-4684-4845-9f39-a2d2f68bd5c2 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011264 Sep 30 13:12:50.479042 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471f82f-1f1b-4e4b-aaf1-93f5360045c5 req-c13f5bd9-7904-48b1-b506-4d07c7a80e65 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:50.494609 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c471f82f-1f1b-4e4b-aaf1-93f5360045c5 req-c13f5bd9-7904-48b1-b506-4d07c7a80e65 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 944 time: 0.1066461 Sep 30 13:12:50.560121 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c471f82f-1f1b-4e4b-aaf1-93f5360045c5 req-683f0166-cbad-40b7-a69f-fe89ef92737e tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646307 Sep 30 13:12:50.567543 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-43961bf2-ff59-4d5d-a5eb-04cc5914f2f4 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1338758 Sep 30 13:12:50.570123 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57292) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:50.575334 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-ded3f869-87a2-4c99-97e3-b7ee2a6b4e77 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1108098667'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:50.603574 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ded3f869-87a2-4c99-97e3-b7ee2a6b4e77 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:50.629565 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:50.651756 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': '3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d', 'mac_address': 'fa:16:3e:1d:d3:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:12:50.682827 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57349962-4b2a-4efc-9bbe-47fb1773d13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:50.702955 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:50.717467 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5bb23094-f67a-4a8d-a6db-62b75e5d388b req-adf31cf3-a770-4ccc-83b3-8fb054913407 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 210 time: 0.0818443 Sep 30 13:12:50.722789 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:12:50.749467 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ded3f869-87a2-4c99-97e3-b7ee2a6b4e77 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:50.752886 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:50.760421 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:50.765065 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ded3f869-87a2-4c99-97e3-b7ee2a6b4e77 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:50.803076 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ded3f869-87a2-4c99-97e3-b7ee2a6b4e77 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:50.807476 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ded3f869-87a2-4c99-97e3-b7ee2a6b4e77 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2333579 Sep 30 13:12:50.807476 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-45bb5e1f-350e-4f1e-87b0-c7289ee63f3a req-fa3d83d7-1a84-48bc-a99a-08dc9caace41 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.0561578 Sep 30 13:12:50.807722 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57300) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:50.822218 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d019f51b-314b-4574-90d8-5bc2fb13d7d7 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Request body: {'security_group': {'name': 'tempest-secgroup--365309146'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:50.829797 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d92e1624-81db-4441-af85-dc330c001147 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:12:50.853066 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: d92e1624-81db-4441-af85-dc330c001147 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:12:50.853568 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d92e1624-81db-4441-af85-dc330c001147 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:12:50.858317 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3f869-87a2-4c99-97e3-b7ee2a6b4e77 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a495397-01c6-477d-a413-bf8dd00a979f,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:50.858770 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:50.874699 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d019f51b-314b-4574-90d8-5bc2fb13d7d7 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:50.967537 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d019f51b-314b-4574-90d8-5bc2fb13d7d7 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:50.971577 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d019f51b-314b-4574-90d8-5bc2fb13d7d7 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:51.006173 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d019f51b-314b-4574-90d8-5bc2fb13d7d7 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:51.007533 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d019f51b-314b-4574-90d8-5bc2fb13d7d7 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1938176 Sep 30 13:12:51.010390 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57310) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:51.012126 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019f51b-314b-4574-90d8-5bc2fb13d7d7 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6283a5a-94e1-4be8-8500-98223bb79d11,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:51.016606 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-1e182a1d-3c8b-44e8-aaf9-fb28e23bc123 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Request body: {'security_group_rule': {'security_group_id': '5a495397-01c6-477d-a413-bf8dd00a979f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c6283a5a-94e1-4be8-8500-98223bb79d11', 'remote_ip_prefix': None}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:51.051259 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e182a1d-3c8b-44e8-aaf9-fb28e23bc123 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:51.111953 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:12:51.129207 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e182a1d-3c8b-44e8-aaf9-fb28e23bc123 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:51.134966 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e182a1d-3c8b-44e8-aaf9-fb28e23bc123 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:51.154770 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e182a1d-3c8b-44e8-aaf9-fb28e23bc123 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb1728b-c540-496f-a665-bffd5a86494c,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:51.167683 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e182a1d-3c8b-44e8-aaf9-fb28e23bc123 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:51.169142 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1e182a1d-3c8b-44e8-aaf9-fb28e23bc123 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1574070 Sep 30 13:12:51.172058 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57316) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:51.209441 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c3071875-284e-40f3-871b-0b59a73e9440 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:51.222431 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c3071875-284e-40f3-871b-0b59a73e9440 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:51.261186 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c3071875-284e-40f3-871b-0b59a73e9440 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:51.268185 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c3071875-284e-40f3-871b-0b59a73e9440 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:51.269390 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c3071875-284e-40f3-871b-0b59a73e9440 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/6cb1728b-c540-496f-a665-bffd5a86494c HTTP/1.1" status: 204 len: 168 time: 0.0958691 Sep 30 13:12:51.272184 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57322) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:51.275147 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3071875-284e-40f3-871b-0b59a73e9440 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6cb1728b-c540-496f-a665-bffd5a86494c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:51.319435 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-041df6b7-8216-456c-b976-0613ed9aaa68 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0460317 Sep 30 13:12:51.322138 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57324) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:51.376945 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57326) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:51.385404 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f953ba94-cff1-4862-aa3f-3870aad5c952 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:51.409950 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f953ba94-cff1-4862-aa3f-3870aad5c952 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:51.458701 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f953ba94-cff1-4862-aa3f-3870aad5c952 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:51.461463 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f953ba94-cff1-4862-aa3f-3870aad5c952 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:51.465733 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f953ba94-cff1-4862-aa3f-3870aad5c952 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "DELETE /v2.0/security-groups/c6283a5a-94e1-4be8-8500-98223bb79d11 HTTP/1.1" status: 204 len: 168 time: 0.1402965 Sep 30 13:12:51.466214 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57330) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:51.481012 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f953ba94-cff1-4862-aa3f-3870aad5c952 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6283a5a-94e1-4be8-8500-98223bb79d11,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:51.488787 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-f2f0c360-052e-4c14-b474-0c29e36c80da tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-380780119'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:51.532527 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f0c360-052e-4c14-b474-0c29e36c80da tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:12:51.535964 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c360-052e-4c14-b474-0c29e36c80da tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:51.555070 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7f937920-3fd3-4975-82ad-caf0c7f63c8d tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0848496 Sep 30 13:12:51.555070 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c360-052e-4c14-b474-0c29e36c80da tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:51.557258 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57334) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:51.573160 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:51.634765 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-40e6e856-9576-42fb-a99e-cee73f04aced tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:51.654965 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad14134-302d-4f75-a9ad-c48b32962f49 req-8248fe92-5564-4fc2-8529-388040cacf1a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:51.658133 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2ad14134-302d-4f75-a9ad-c48b32962f49 req-8248fe92-5564-4fc2-8529-388040cacf1a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 948 time: 0.0858986 Sep 30 13:12:51.667791 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-40e6e856-9576-42fb-a99e-cee73f04aced tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:51.721897 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2ad14134-302d-4f75-a9ad-c48b32962f49 req-091a4bbd-a057-4afe-afc0-4b5220de96c4 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505624 Sep 30 13:12:51.738318 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c360-052e-4c14-b474-0c29e36c80da tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:51.743790 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c360-052e-4c14-b474-0c29e36c80da tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:51.767315 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f4466-bc53-45a5-89d4-a06ae9e260e2 req-263af35c-c2dc-4fc8-8fbe-a8d6cc9c301f tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:51.769136 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bb6f4466-bc53-45a5-89d4-a06ae9e260e2 req-263af35c-c2dc-4fc8-8fbe-a8d6cc9c301f tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 944 time: 0.0969055 Sep 30 13:12:51.777597 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-40e6e856-9576-42fb-a99e-cee73f04aced tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:51.782987 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-40e6e856-9576-42fb-a99e-cee73f04aced tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:51.784332 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f0c360-052e-4c14-b474-0c29e36c80da tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:12:51.784634 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-40e6e856-9576-42fb-a99e-cee73f04aced tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "DELETE /v2.0/security-groups/5a495397-01c6-477d-a413-bf8dd00a979f HTTP/1.1" status: 204 len: 168 time: 0.2259007 Sep 30 13:12:51.794346 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c360-052e-4c14-b474-0c29e36c80da tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:51.794346 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-f2f0c360-052e-4c14-b474-0c29e36c80da tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Added segment 6e22fc74-e947-4c61-9aad-3efac0b6c262 of type vlan for network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b Sep 30 13:12:51.820042 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57340) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:51.834808 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6e856-9576-42fb-a99e-cee73f04aced tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a495397-01c6-477d-a413-bf8dd00a979f,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:51.850569 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0c360-052e-4c14-b474-0c29e36c80da tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c5fe36-dbe1-4e56-a4bc-4944e2c3dd69,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:51.854147 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c360-052e-4c14-b474-0c29e36c80da tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:51.874494 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e9fc592-db6f-4834-ac52-debe22ea45ec req-f75d630a-5e24-41fa-8785-bf272acdadfb tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 210 time: 0.0502408 Sep 30 13:12:51.880792 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bb6f4466-bc53-45a5-89d4-a06ae9e260e2 req-bd35458d-d667-4ab5-9697-4469ff9ae2fb tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874388 Sep 30 13:12:51.910203 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c360-052e-4c14-b474-0c29e36c80da tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:51.917916 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f0c360-052e-4c14-b474-0c29e36c80da tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:51.918785 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c360-052e-4c14-b474-0c29e36c80da tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:51.942157 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fde1be1c-3263-47cf-90be-b903acec406d tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1190107 Sep 30 13:12:51.948026 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57346) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:51.956755 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-1c4b4da2-9707-4bd3-9a76-e97cc179f195 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1281413495'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:51.986471 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c4b4da2-9707-4bd3-9a76-e97cc179f195 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:51.999971 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0c360-052e-4c14-b474-0c29e36c80da tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Network': ['ID=62772aa1-dbba-4c62-ba0e-ceb7fcb5040b,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:52.013615 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:12:52.038594 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e8e862a3-5878-42d0-95be-8823114166d5 req-5788ab33-9117-49f1-9417-cda9482c2353 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.0390530 Sep 30 13:12:52.043942 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f2f0c360-052e-4c14-b474-0c29e36c80da tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6658065 Sep 30 13:12:52.044583 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57348) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:52.049993 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-a93989b4-59ba-4c2f-b8be-fe1b0576db96 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:52.121664 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c4b4da2-9707-4bd3-9a76-e97cc179f195 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:52.126136 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c4b4da2-9707-4bd3-9a76-e97cc179f195 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:52.157620 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93989b4-59ba-4c2f-b8be-fe1b0576db96 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:12:52.159108 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b4da2-9707-4bd3-9a76-e97cc179f195 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdc1be0-6950-4754-8205-b1b7e6326a0a,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:52.161625 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a93989b4-59ba-4c2f-b8be-fe1b0576db96 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:52.162742 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c4b4da2-9707-4bd3-9a76-e97cc179f195 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:52.166860 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1c4b4da2-9707-4bd3-9a76-e97cc179f195 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2146523 Sep 30 13:12:52.167138 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57350) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:52.171800 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-ed6c1632-13db-4264-b06c-d9effdf501de tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Request body: {'security_group_rule': {'security_group_id': '0cdc1be0-6950-4754-8205-b1b7e6326a0a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:52.202738 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ed6c1632-13db-4264-b06c-d9effdf501de tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:52.275412 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ed6c1632-13db-4264-b06c-d9effdf501de tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:52.285197 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ed6c1632-13db-4264-b06c-d9effdf501de tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:52.302972 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:52.311980 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c1632-13db-4264-b06c-d9effdf501de tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901ed1eb-b7a2-4213-b60c-6520182073d4,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:52.323164 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ed6c1632-13db-4264-b06c-d9effdf501de tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:52.327997 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ed6c1632-13db-4264-b06c-d9effdf501de tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1597524 Sep 30 13:12:52.328706 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57352) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:52.357456 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0ce4-d996-41e0-92a2-17243b23a98a tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:52.366700 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0ce4-d996-41e0-92a2-17243b23a98a tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:52.389837 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:12:52.407578 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0ce4-d996-41e0-92a2-17243b23a98a tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:52.415329 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0ce4-d996-41e0-92a2-17243b23a98a tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:52.417036 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cc8a0ce4-d996-41e0-92a2-17243b23a98a tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/901ed1eb-b7a2-4213-b60c-6520182073d4 HTTP/1.1" status: 204 len: 168 time: 0.0873067 Sep 30 13:12:52.420478 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57354) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:52.452383 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:12:52.457653 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:12:52.458064 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:52.461198 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a0ce4-d996-41e0-92a2-17243b23a98a tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=901ed1eb-b7a2-4213-b60c-6520182073d4,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:52.498987 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fdba87ed-6725-4bd0-b51d-02da219ac647 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0758586 Sep 30 13:12:52.502158 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57356) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:52.548132 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:52.572778 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:12:52.575272 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79b2149-b376-4746-a25c-2fe5faaf2bd5" -d '{"events": [{"server_uuid": "9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8", "name": "network-vif-plugged", "status": "completed", "tag": "3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:12:52.588313 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:52.595602 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:52.624247 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268f5d79-de89-4beb-82e3-4b2265b8c50b x-openstack-request-id: req-268f5d79-de89-4beb-82e3-4b2265b8c50b {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:12:52.624863 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8", "name": "network-vif-plugged", "status": "completed", "tag": "3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:12:52.625115 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-268f5d79-de89-4beb-82e3-4b2265b8c50b {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:12:52.625709 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d', 'code': 200} Sep 30 13:12:52.628099 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2c91c248-b0b1-4875-ab41-65966e403bcb tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:52.653274 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:52.675760 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2c91c248-b0b1-4875-ab41-65966e403bcb tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:52.780870 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb8d86-b024-4bc4-80f1-f2f3cb6c3829 req-47cd975f-de40-42c6-a294-d51ed2c1d953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:52.782503 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4ecb8d86-b024-4bc4-80f1-f2f3cb6c3829 req-47cd975f-de40-42c6-a294-d51ed2c1d953 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 1100 time: 0.1040442 Sep 30 13:12:52.783457 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a93989b4-59ba-4c2f-b8be-fe1b0576db96 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:52.836078 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2c91c248-b0b1-4875-ab41-65966e403bcb tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:52.839235 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2c91c248-b0b1-4875-ab41-65966e403bcb tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:52.840250 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2c91c248-b0b1-4875-ab41-65966e403bcb tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "DELETE /v2.0/security-groups/0cdc1be0-6950-4754-8205-b1b7e6326a0a HTTP/1.1" status: 204 len: 168 time: 0.3376272 Sep 30 13:12:52.843600 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57362) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:52.897049 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-648aa6ee-ce22-4904-a169-519f87e80e0e tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0505443 Sep 30 13:12:52.897257 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91c248-b0b1-4875-ab41-65966e403bcb tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdc1be0-6950-4754-8205-b1b7e6326a0a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:52.909651 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57364) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:52.921769 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-e26873c7-0425-4755-be5e-18ae55c6d0ab tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1071775634'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:52.933055 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93989b4-59ba-4c2f-b8be-fe1b0576db96 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=db24ce62-b8bd-48a5-9afb-513ecae5483b,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:52.944144 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4ecb8d86-b024-4bc4-80f1-f2f3cb6c3829 req-f2dc89bf-41b5-4b99-9fa6-3216eae0f139 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541812 Sep 30 13:12:52.960357 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93989b4-59ba-4c2f-b8be-fe1b0576db96 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Checking segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:12:52.960709 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93989b4-59ba-4c2f-b8be-fe1b0576db96 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network hostable DHCP agents. Network: 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:12:52.966956 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e26873c7-0425-4755-be5e-18ae55c6d0ab tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:52.976698 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8777789-519b-43cf-9323-7b79eff74436 req-1571a824-e727-42de-9b96-86c5e0c4dd94 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:52.979622 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b8777789-519b-43cf-9323-7b79eff74436 req-1571a824-e727-42de-9b96-86c5e0c4dd94 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.1539757 Sep 30 13:12:53.005503 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93989b4-59ba-4c2f-b8be-fe1b0576db96 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:12:53.028971 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-a93989b4-59ba-4c2f-b8be-fe1b0576db96 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:12:53.036336 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93989b4-59ba-4c2f-b8be-fe1b0576db96 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:53.036898 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a93989b4-59ba-4c2f-b8be-fe1b0576db96 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:53.041191 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9180b5-5a2e-4c91-b67e-10f339f1df67 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:12:53.047650 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b8777789-519b-43cf-9323-7b79eff74436 req-60c470fe-3c0b-488d-b014-cf11131f9a46 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618367 Sep 30 13:12:53.076996 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e03345-239b-4ae5-a8b3-fe6186fa3411 req-b2df7bd9-85de-4a39-b9b1-396095d10179 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:53.078744 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b4e03345-239b-4ae5-a8b3-fe6186fa3411 req-b2df7bd9-85de-4a39-b9b1-396095d10179 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 944 time: 0.0775754 Sep 30 13:12:53.120102 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e26873c7-0425-4755-be5e-18ae55c6d0ab tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:53.143645 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e26873c7-0425-4755-be5e-18ae55c6d0ab tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:53.144404 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a93989b4-59ba-4c2f-b8be-fe1b0576db96 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0982821 Sep 30 13:12:53.146756 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57374) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:53.168737 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-4ef5073b-909a-404a-b364-29caa9a1b278 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'port': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'name': 'tempest-NetworksTestDHCPv6-386503463'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:53.184596 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b4e03345-239b-4ae5-a8b3-fe6186fa3411 req-1ba0d6d6-4e41-4ac2-9c3a-d99926f45052 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626128 Sep 30 13:12:53.198804 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26873c7-0425-4755-be5e-18ae55c6d0ab tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2aa6aa-57ff-4a28-bb7b-1540273999c8,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:53.212045 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e26873c7-0425-4755-be5e-18ae55c6d0ab tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:53.214065 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e26873c7-0425-4755-be5e-18ae55c6d0ab tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2977767 Sep 30 13:12:53.217157 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57376) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:53.226405 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-11c76786-4952-488a-a756-03be8a60d671 req-f0ea19b2-8cac-4df8-b90e-f5390eb76ecb tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 210 time: 0.0947015 Sep 30 13:12:53.273162 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-7e178a0b-13a2-4cd9-b14d-b9199667ea6c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Request body: {'security_group_rule': {'security_group_id': '1c2aa6aa-57ff-4a28-bb7b-1540273999c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:53.312769 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97989d74-2d43-4b1b-a743-1aabb9c95e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'fixed_ips': [{'subnet_id': 'db24ce62-b8bd-48a5-9afb-513ecae5483b'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:12:53.316920 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-97989d74-2d43-4b1b-a743-1aabb9c95e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:53.320982 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7e178a0b-13a2-4cd9-b14d-b9199667ea6c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:53.381164 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c872eed5-8ebc-40ca-ae7a-04327f9775e1 req-d4b4b31b-e708-4ecb-9b31-b99e667ac8c8 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.0416398 Sep 30 13:12:53.396968 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef5073b-909a-404a-b364-29caa9a1b278 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:12:53.401195 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4ef5073b-909a-404a-b364-29caa9a1b278 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:53.431561 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7e178a0b-13a2-4cd9-b14d-b9199667ea6c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:53.438126 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-4ef5073b-909a-404a-b364-29caa9a1b278 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] device_id is not set on port 67ef044e-044c-4a41-be2d-aba9717407b9 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:12:53.443475 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7e178a0b-13a2-4cd9-b14d-b9199667ea6c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:53.471235 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-97989d74-2d43-4b1b-a743-1aabb9c95e88 None None] Allocated IP 2001:db8::2 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/db24ce62-b8bd-48a5-9afb-513ecae5483b/cafa3dc5-8717-41ad-95e8-c33a3fc83d27) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:12:53.509408 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e178a0b-13a2-4cd9-b14d-b9199667ea6c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5e109e-ab25-4bbb-bffc-5510622b4b2c,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:53.519226 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7e178a0b-13a2-4cd9-b14d-b9199667ea6c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:53.522889 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7e178a0b-13a2-4cd9-b14d-b9199667ea6c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2966566 Sep 30 13:12:53.523186 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57378) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:53.542135 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e0dc9861-e769-40fe-9225-467c9f775f14 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "GET /v2.0/security-group-rules/8f5e109e-ab25-4bbb-bffc-5510622b4b2c HTTP/1.1" status: 200 len: 763 time: 0.0156410 Sep 30 13:12:53.542454 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57380) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:53.587700 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0fb64252-e461-40dd-9bed-1ac4fe462502 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0418658 Sep 30 13:12:53.587998 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57382) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:53.612787 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7aa78669-30ca-499a-aad9-cfe815c506ed tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:53.622259 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7aa78669-30ca-499a-aad9-cfe815c506ed tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:53.652933 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7aa78669-30ca-499a-aad9-cfe815c506ed tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:53.659779 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7aa78669-30ca-499a-aad9-cfe815c506ed tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:53.663966 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7aa78669-30ca-499a-aad9-cfe815c506ed tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/8f5e109e-ab25-4bbb-bffc-5510622b4b2c HTTP/1.1" status: 204 len: 168 time: 0.0722046 Sep 30 13:12:53.663966 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57384) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:53.681971 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa78669-30ca-499a-aad9-cfe815c506ed tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f5e109e-ab25-4bbb-bffc-5510622b4b2c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:53.716727 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8ba4b04e-ac7f-4ff6-9a80-c12ae7325861 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0519371 Sep 30 13:12:53.719529 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57386) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:53.732351 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-16540082-c0eb-4fa9-be2d-cc6f2bf05016 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Request body: {'security_group_rule': {'security_group_id': '1c2aa6aa-57ff-4a28-bb7b-1540273999c8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:53.770887 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-16540082-c0eb-4fa9-be2d-cc6f2bf05016 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:53.775363 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-97989d74-2d43-4b1b-a743-1aabb9c95e88 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:53.781919 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-97989d74-2d43-4b1b-a743-1aabb9c95e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:53.820982 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97989d74-2d43-4b1b-a743-1aabb9c95e88 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:12:53.826151 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-97989d74-2d43-4b1b-a743-1aabb9c95e88 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:12:53.831168 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97989d74-2d43-4b1b-a743-1aabb9c95e88 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:12:53.833551 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97989d74-2d43-4b1b-a743-1aabb9c95e88 None None] Pushing event updated for resources: {'Port': ['ID=cafa3dc5-8717-41ad-95e8-c33a3fc83d27,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:53.867347 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-4ef5073b-909a-404a-b364-29caa9a1b278 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 2001:db8::2c (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/db24ce62-b8bd-48a5-9afb-513ecae5483b/67ef044e-044c-4a41-be2d-aba9717407b9) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:12:53.885981 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-97989d74-2d43-4b1b-a743-1aabb9c95e88 None None] Attempting to bind port cafa3dc5-8717-41ad-95e8-c33a3fc83d27 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:12:53.886238 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-97989d74-2d43-4b1b-a743-1aabb9c95e88 None None] Attempting to bind port cafa3dc5-8717-41ad-95e8-c33a3fc83d27 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:12:53.886576 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97989d74-2d43-4b1b-a743-1aabb9c95e88 None None] Attempting to bind port cafa3dc5-8717-41ad-95e8-c33a3fc83d27 on network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:12:53.891721 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97989d74-2d43-4b1b-a743-1aabb9c95e88 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:12:53.892171 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97989d74-2d43-4b1b-a743-1aabb9c95e88 None None] Checking segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:12:53.892640 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-97989d74-2d43-4b1b-a743-1aabb9c95e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:53.892901 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-16540082-c0eb-4fa9-be2d-cc6f2bf05016 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:53.893158 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97989d74-2d43-4b1b-a743-1aabb9c95e88 None None] Bound using segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:12:53.893689 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-97989d74-2d43-4b1b-a743-1aabb9c95e88 None None] Bound port: cafa3dc5-8717-41ad-95e8-c33a3fc83d27, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:12:53.894190 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-97989d74-2d43-4b1b-a743-1aabb9c95e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:53.906199 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-16540082-c0eb-4fa9-be2d-cc6f2bf05016 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:53.938701 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16540082-c0eb-4fa9-be2d-cc6f2bf05016 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef5ff39-4acb-4b86-9b83-00abdeffe8b0,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:53.956019 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-16540082-c0eb-4fa9-be2d-cc6f2bf05016 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:53.959737 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-16540082-c0eb-4fa9-be2d-cc6f2bf05016 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2361922 Sep 30 13:12:53.976514 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57388) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:53.977058 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-97989d74-2d43-4b1b-a743-1aabb9c95e88 None None] For port cafa3dc5-8717-41ad-95e8-c33a3fc83d27, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:12:53.980966 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-97989d74-2d43-4b1b-a743-1aabb9c95e88 None None] For port cafa3dc5-8717-41ad-95e8-c33a3fc83d27, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=cafa3dc5-8717-41ad-95e8-c33a3fc83d27,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:12:53.987532 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-89eb0360-1345-434e-8a40-44dab5ad8824 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "GET /v2.0/security-group-rules/aef5ff39-4acb-4b86-9b83-00abdeffe8b0 HTTP/1.1" status: 200 len: 763 time: 0.0239522 Sep 30 13:12:53.990347 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57390) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:53.991025 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-97989d74-2d43-4b1b-a743-1aabb9c95e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:54.033422 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2e611231-4258-4ec7-a748-83d91083b150 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0415287 Sep 30 13:12:54.035954 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57392) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:54.064110 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-46d8aaca-528c-4e28-88fa-0ef78f0aee6a tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:54.097206 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:54.098937 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-46d8aaca-528c-4e28-88fa-0ef78f0aee6a tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:54.106181 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4ef5073b-909a-404a-b364-29caa9a1b278 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:54.125852 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97989d74-2d43-4b1b-a743-1aabb9c95e88 None None] Pushing event updated for resources: {'Port': ['ID=cafa3dc5-8717-41ad-95e8-c33a3fc83d27,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:54.163527 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4ef5073b-909a-404a-b364-29caa9a1b278 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:54.173519 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-46d8aaca-528c-4e28-88fa-0ef78f0aee6a tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:54.182997 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-46d8aaca-528c-4e28-88fa-0ef78f0aee6a tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:54.184342 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-46d8aaca-528c-4e28-88fa-0ef78f0aee6a tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/aef5ff39-4acb-4b86-9b83-00abdeffe8b0 HTTP/1.1" status: 204 len: 168 time: 0.1472435 Sep 30 13:12:54.201909 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57396) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:54.210736 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8aaca-528c-4e28-88fa-0ef78f0aee6a tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aef5ff39-4acb-4b86-9b83-00abdeffe8b0,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:54.226248 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef5073b-909a-404a-b364-29caa9a1b278 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:12:54.249709 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-4ef5073b-909a-404a-b364-29caa9a1b278 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:12:54.255354 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef5073b-909a-404a-b364-29caa9a1b278 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:12:54.261243 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef5073b-909a-404a-b364-29caa9a1b278 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:54.261899 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4ef5073b-909a-404a-b364-29caa9a1b278 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:54.267758 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56997201-7fa2-4318-b487-1ff68bb909fd req-14c2e711-3037-4e0f-b3e8-c2a921ca7988 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:54.269362 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-56997201-7fa2-4318-b487-1ff68bb909fd req-14c2e711-3037-4e0f-b3e8-c2a921ca7988 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.1145861 Sep 30 13:12:54.335697 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5073b-909a-404a-b364-29caa9a1b278 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Port': ['ID=67ef044e-044c-4a41-be2d-aba9717407b9,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:54.359002 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-56997201-7fa2-4318-b487-1ff68bb909fd req-85d92ec7-ac2a-4e35-9f81-2df7742fb35f tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822330 Sep 30 13:12:54.383997 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4ef5073b-909a-404a-b364-29caa9a1b278 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2350080 Sep 30 13:12:54.385902 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57404) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:54.413314 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d644fe4c-9fbd-49e5-8b79-7ae7bdc638d6 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2100620 Sep 30 13:12:54.422981 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57406) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:54.428430 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-b83f8734-c822-44b6-839a-5cd7b02c01e5 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Request body: {'security_group_rule': {'security_group_id': '1c2aa6aa-57ff-4a28-bb7b-1540273999c8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:54.470335 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e7c92-4eb0-4ab4-9092-ed884f0a75ee req-72202bb2-9aa2-4911-b400-fde89faf955b tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:54.471896 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6f4e7c92-4eb0-4ab4-9092-ed884f0a75ee req-72202bb2-9aa2-4911-b400-fde89faf955b tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 944 time: 0.1107187 Sep 30 13:12:54.505753 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b83f8734-c822-44b6-839a-5cd7b02c01e5 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:54.512871 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0d9543d8-ce0c-4f16-845e-cdb6764fe8bc req-5476e425-9e57-472f-8cf7-46c4f53a87a1 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 210 time: 0.0402353 Sep 30 13:12:54.545788 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9481c69-0f1f-4a52-82a0-b914e502d534 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:54.553106 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6f4e7c92-4eb0-4ab4-9092-ed884f0a75ee req-3d04c708-2b7f-406c-9181-9cfd34d43f3e tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712223 Sep 30 13:12:54.553505 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9481c69-0f1f-4a52-82a0-b914e502d534 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:54.555173 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c9481c69-0f1f-4a52-82a0-b914e502d534 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1671057 Sep 30 13:12:54.557962 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57410) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:54.624917 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b83f8734-c822-44b6-839a-5cd7b02c01e5 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:54.636668 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b83f8734-c822-44b6-839a-5cd7b02c01e5 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:54.662495 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b977ba6c-d55e-4719-824e-888ff683d7df req-47351cc5-d491-4cc1-a7f0-79aff830c3dc tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.0359232 Sep 30 13:12:54.676089 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8734-c822-44b6-839a-5cd7b02c01e5 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a6a880-b2d8-41b4-b3b0-e8def6254e0f,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:54.681439 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b83f8734-c822-44b6-839a-5cd7b02c01e5 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:54.685769 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b83f8734-c822-44b6-839a-5cd7b02c01e5 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2578225 Sep 30 13:12:54.685866 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57412) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:54.709013 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ea4158f5-ef91-4694-872a-cbfabd75b5dd tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "GET /v2.0/security-group-rules/d1a6a880-b2d8-41b4-b3b0-e8def6254e0f HTTP/1.1" status: 200 len: 764 time: 0.0223413 Sep 30 13:12:54.711451 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57414) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:54.721691 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b7009-7e99-4e09-b45c-92cf8d6d3140 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting port 67ef044e-044c-4a41-be2d-aba9717407b9 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:54.722066 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8c1b7009-7e99-4e09-b45c-92cf8d6d3140 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:54.812154 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bb5f10c0-f1e5-43cd-a03b-9331c302ee3a tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0990100 Sep 30 13:12:54.814703 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57416) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:54.858343 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e5a638c7-d30c-474b-968b-303c8f7b4c7c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:54.863658 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8c1b7009-7e99-4e09-b45c-92cf8d6d3140 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:54.876269 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e5a638c7-d30c-474b-968b-303c8f7b4c7c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:54.888378 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b7009-7e99-4e09-b45c-92cf8d6d3140 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Calling delete_port for 67ef044e-044c-4a41-be2d-aba9717407b9 owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:54.945659 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e5a638c7-d30c-474b-968b-303c8f7b4c7c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:54.951143 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e5a638c7-d30c-474b-968b-303c8f7b4c7c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:54.955048 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57418) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:54.955570 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e5a638c7-d30c-474b-968b-303c8f7b4c7c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/d1a6a880-b2d8-41b4-b3b0-e8def6254e0f HTTP/1.1" status: 204 len: 168 time: 0.1394587 Sep 30 13:12:54.970754 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a638c7-d30c-474b-968b-303c8f7b4c7c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1a6a880-b2d8-41b4-b3b0-e8def6254e0f,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:55.005015 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b81f672e-5d3a-44be-a0d2-087dad9ada48 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0480103 Sep 30 13:12:55.007840 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57420) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:55.080878 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8c1b7009-7e99-4e09-b45c-92cf8d6d3140 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:55.117080 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b7009-7e99-4e09-b45c-92cf8d6d3140 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Port': ['ID=67ef044e-044c-4a41-be2d-aba9717407b9,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:55.127180 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9e171f34-b6b7-43c1-be0c-720d0e27bf5c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:55.145442 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8c1b7009-7e99-4e09-b45c-92cf8d6d3140 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:55.149089 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8c1b7009-7e99-4e09-b45c-92cf8d6d3140 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/67ef044e-044c-4a41-be2d-aba9717407b9 HTTP/1.1" status: 204 len: 168 time: 0.5901580 Sep 30 13:12:55.151226 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9e171f34-b6b7-43c1-be0c-720d0e27bf5c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:55.152086 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57422) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:55.206770 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9e171f34-b6b7-43c1-be0c-720d0e27bf5c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:55.207913 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device cafa3dc5-8717-41ad-95e8-c33a3fc83d27 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:12:55.209595 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9e171f34-b6b7-43c1-be0c-720d0e27bf5c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:55.213190 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9e171f34-b6b7-43c1-be0c-720d0e27bf5c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "DELETE /v2.0/security-groups/1c2aa6aa-57ff-4a28-bb7b-1540273999c8 HTTP/1.1" status: 204 len: 168 time: 0.2017725 Sep 30 13:12:55.216418 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57424) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:55.242938 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e171f34-b6b7-43c1-be0c-720d0e27bf5c tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2aa6aa-57ff-4a28-bb7b-1540273999c8,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:55.291843 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f154e79-4ff6-4cbf-a4fe-b5b28843d8ce tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:55.292925 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9b769f53-2889-4b0e-aedc-36dd364d838a tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0681982 Sep 30 13:12:55.295173 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f154e79-4ff6-4cbf-a4fe-b5b28843d8ce tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:55.296837 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57426) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:55.298944 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6f154e79-4ff6-4cbf-a4fe-b5b28843d8ce tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1454103 Sep 30 13:12:55.301677 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57428) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:55.304353 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port cafa3dc5-8717-41ad-95e8-c33a3fc83d27 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:12:55.304727 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:55.364814 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-029c50cd-f959-451f-96ce-2c1ffbf89518 tempest-SecGroupTest-1678474238 tempest-SecGroupTest-1678474238-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0664411 Sep 30 13:12:55.376971 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3108be8-a2c1-4bd7-8656-5e956351e16f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet db24ce62-b8bd-48a5-9afb-513ecae5483b {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:12:55.381406 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c3108be8-a2c1-4bd7-8656-5e956351e16f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:55.393893 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d45a46f-64dc-4439-b35a-cd11432c87f0 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:12:55.438417 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:55.447395 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c3108be8-a2c1-4bd7-8656-5e956351e16f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:55.538146 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6b7755b4-c856-42ce-a78b-f55d4081ba18 None None] Provisioning complete for port cafa3dc5-8717-41ad-95e8-c33a3fc83d27 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:12:55.538391 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6b7755b4-c856-42ce-a78b-f55d4081ba18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:55.581441 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port cafa3dc5-8717-41ad-95e8-c33a3fc83d27, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=cafa3dc5-8717-41ad-95e8-c33a3fc83d27,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:55.595106 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb51c8-7085-4320-9b68-41fb537bb612 req-88bdc74e-fae4-49cb-b8be-6476408a6f3a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:55.597423 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-79eb51c8-7085-4320-9b68-41fb537bb612 req-88bdc74e-fae4-49cb-b8be-6476408a6f3a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.1158311 Sep 30 13:12:55.610062 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:55.637231 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c3108be8-a2c1-4bd7-8656-5e956351e16f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:55.703273 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-79eb51c8-7085-4320-9b68-41fb537bb612 req-65269bb4-bb0b-4241-bf08-d254c04146e4 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904663 Sep 30 13:12:55.747270 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2293dc91-24cd-446e-9277-a387051acb6b req-275a0763-f3e9-46a2-8c71-2fb24d487dd4 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 210 time: 0.0683115 Sep 30 13:12:55.771235 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c3108be8-a2c1-4bd7-8656-5e956351e16f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:55.777133 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=cafa3dc5-8717-41ad-95e8-c33a3fc83d27,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:55.837737 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3108be8-a2c1-4bd7-8656-5e956351e16f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=db24ce62-b8bd-48a5-9afb-513ecae5483b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:55.847682 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c3108be8-a2c1-4bd7-8656-5e956351e16f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:55.849818 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c3108be8-a2c1-4bd7-8656-5e956351e16f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/db24ce62-b8bd-48a5-9afb-513ecae5483b HTTP/1.1" status: 204 len: 168 time: 0.5471046 Sep 30 13:12:55.853401 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57446) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:55.940162 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57450) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:55.952607 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ceb367db-428d-432e-b5df-076f9089c58a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0982516 Sep 30 13:12:55.958170 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57454) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:55.969041 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-9861ea29-e1d3-4c42-93dd-334658636355 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:55.986930 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6113293-a149-4b5b-8461-e12b5ee4f632 req-9272cf7d-378c-41d1-b56f-8abfa05759d7 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:55.991454 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d6113293-a149-4b5b-8461-e12b5ee4f632 req-9272cf7d-378c-41d1-b56f-8abfa05759d7 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 944 time: 0.1295397 Sep 30 13:12:56.046850 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d6113293-a149-4b5b-8461-e12b5ee4f632 req-a702cca1-0038-4bfe-9fc5-213216f98e57 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480976 Sep 30 13:12:56.066091 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee93abf6-2ba7-4945-8b63-a6b6a63eb4bf req-e3d13077-c26d-407a-a297-ce3490df4480 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.0574872 Sep 30 13:12:56.080036 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873e3d5e-8a5f-4602-8b7a-3f437a2587b6 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:12:56.167466 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9861ea29-e1d3-4c42-93dd-334658636355 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:12:56.171840 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9861ea29-e1d3-4c42-93dd-334658636355 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:56.185601 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-952849dc-059d-4d37-9a86-daa8998fc338 req-54c63b12-3ebe-403a-b02a-8baf39c6ad4d tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e5bf4158aa7944789c4aa4fc1b36dcdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335834 Sep 30 13:12:56.207722 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4a58e299-0017-49bb-8c7c-6aa1f343d735 None None] Provisioning complete for port cafa3dc5-8717-41ad-95e8-c33a3fc83d27 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:12:56.208093 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4a58e299-0017-49bb-8c7c-6aa1f343d735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:56.327102 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952849dc-059d-4d37-9a86-daa8998fc338 req-b3011d59-d53d-4d66-9a19-495d730d587d tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:56.331956 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-952849dc-059d-4d37-9a86-daa8998fc338 req-b3011d59-d53d-4d66-9a19-495d730d587d tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1377952 Sep 30 13:12:56.361806 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-eccd0f69-6f5b-4234-b6ef-4c13b7730704 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3d3769ca0e047fca7d701ec31a5e4ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4204206 Sep 30 13:12:56.366859 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-952849dc-059d-4d37-9a86-daa8998fc338 req-02a9e56e-fae5-4930-8ba7-34e501aa22a3 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/quotas/e5bf4158aa7944789c4aa4fc1b36dcdf HTTP/1.1" status: 200 len: 375 time: 0.0289409 Sep 30 13:12:56.367455 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57464) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:56.381687 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a417c46-1438-4802-90ae-e1459f7be39b None None] DHCP port deletion for 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:12:56.437081 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-952849dc-059d-4d37-9a86-daa8998fc338 req-47c48bd1-567b-4bcd-a1e7-9f92f9571131 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e5bf4158aa7944789c4aa4fc1b36dcdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670915 Sep 30 13:12:56.455237 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7a417c46-1438-4802-90ae-e1459f7be39b None None] Deleting port cafa3dc5-8717-41ad-95e8-c33a3fc83d27 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:56.456293 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7a417c46-1438-4802-90ae-e1459f7be39b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:56.463550 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9861ea29-e1d3-4c42-93dd-334658636355 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:56.518796 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9861ea29-e1d3-4c42-93dd-334658636355 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:12:56.522553 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7a417c46-1438-4802-90ae-e1459f7be39b None None] For port cafa3dc5-8717-41ad-95e8-c33a3fc83d27, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=cafa3dc5-8717-41ad-95e8-c33a3fc83d27,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:56.522953 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7a417c46-1438-4802-90ae-e1459f7be39b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:56.528247 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-9861ea29-e1d3-4c42-93dd-334658636355 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:12:56.532207 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-83e315d0-ad31-44d8-8a7f-e56964551432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:56.536568 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7a417c46-1438-4802-90ae-e1459f7be39b None None] Calling delete_port for cafa3dc5-8717-41ad-95e8-c33a3fc83d27 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:56.537093 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9861ea29-e1d3-4c42-93dd-334658636355 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:56.537833 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9861ea29-e1d3-4c42-93dd-334658636355 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:56.560894 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861ea29-e1d3-4c42-93dd-334658636355 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=46b37898-19d3-42f7-9336-6b9d8b6effce,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:56.576527 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-83e315d0-ad31-44d8-8a7f-e56964551432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:56.579845 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9861ea29-e1d3-4c42-93dd-334658636355 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6199274 Sep 30 13:12:56.582658 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57466) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:56.588139 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-f61c6357-fa90-43ef-929c-b8bf87f569e6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'port': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'name': 'tempest-NetworksTestDHCPv6-876281461'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:56.643268 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7a417c46-1438-4802-90ae-e1459f7be39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:56.669208 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a417c46-1438-4802-90ae-e1459f7be39b None None] Pushing event deleted for resources: {'Port': ['ID=cafa3dc5-8717-41ad-95e8-c33a3fc83d27,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:56.676784 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a417c46-1438-4802-90ae-e1459f7be39b None None] No DVR routers for this DVR port cafa3dc5-8717-41ad-95e8-c33a3fc83d27 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:12:56.691566 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189e4d06-7bf0-4aa7-8379-a6120855297d None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:12:56.708819 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d95c9055-f938-4026-9c1b-ae1aff53d56e req-6fd74e34-f42a-484a-8e46-a8a4ac4832b7 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb00d58-a4a4-48b8-b03f-6a73f72c5a19 HTTP/1.1" status: 200 len: 210 time: 0.0425024 Sep 30 13:12:56.736254 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-83e315d0-ad31-44d8-8a7f-e56964551432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:56.739013 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-83e315d0-ad31-44d8-8a7f-e56964551432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:56.744236 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-83e315d0-ad31-44d8-8a7f-e56964551432 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b73c828-f650-47c7-b4c0-7339b1dab879 HTTP/1.1" status: 204 len: 168 time: 0.3728604 Sep 30 13:12:56.756436 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e315d0-ad31-44d8-8a7f-e56964551432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b73c828-f650-47c7-b4c0-7339b1dab879,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:56.823987 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61c6357-fa90-43ef-929c-b8bf87f569e6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:12:56.831167 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f61c6357-fa90-43ef-929c-b8bf87f569e6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:56.888992 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6803cec-101b-4876-b595-a71ca862d85e req-96016990-1a94-46c3-b04e-596a07f547d6 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 210 time: 0.0323272 Sep 30 13:12:56.890171 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-f61c6357-fa90-43ef-929c-b8bf87f569e6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] device_id is not set on port 3b0a2335-86e1-4f95-a778-6b97a08e5bc2 yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:12:56.933734 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd2a0af-0104-4bd6-be22-c11a101d7bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'fixed_ips': [{'subnet_id': '46b37898-19d3-42f7-9336-6b9d8b6effce'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:12:56.938047 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4dd2a0af-0104-4bd6-be22-c11a101d7bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:57.073212 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-f61c6357-fa90-43ef-929c-b8bf87f569e6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 2001:db8::80 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/46b37898-19d3-42f7-9336-6b9d8b6effce/3b0a2335-86e1-4f95-a778-6b97a08e5bc2) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:12:57.149225 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device cafa3dc5-8717-41ad-95e8-c33a3fc83d27 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:12:57.194294 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: cafa3dc5-8717-41ad-95e8-c33a3fc83d27 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:12:57.194294 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device cafa3dc5-8717-41ad-95e8-c33a3fc83d27 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:12:57.247457 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8ed8cc99-4d93-4bd5-bb00-7678b1e0e157 req-2a5e3ba1-2722-4e14-974f-eb7534247c85 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.0378857 Sep 30 13:12:57.323400 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cc69a-5c5b-4c33-b03c-a2b2c4e81b7b req-7775f910-bece-479e-97cc-217a82dc9cdd tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:57.325029 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d4cc69a-5c5b-4c33-b03c-a2b2c4e81b7b req-7775f910-bece-479e-97cc-217a82dc9cdd tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 944 time: 0.1513278 Sep 30 13:12:57.377434 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f61c6357-fa90-43ef-929c-b8bf87f569e6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:57.421580 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d4cc69a-5c5b-4c33-b03c-a2b2c4e81b7b req-5d6af198-e603-4b88-ac84-ef6ec8ce9633 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855372 Sep 30 13:12:57.483077 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f61c6357-fa90-43ef-929c-b8bf87f569e6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:57.544734 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-4dd2a0af-0104-4bd6-be22-c11a101d7bb1 None None] Allocated IP 2001:db8::2 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/46b37898-19d3-42f7-9336-6b9d8b6effce/678574b2-9f46-4fd8-90e3-241709612814) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:12:57.561459 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61c6357-fa90-43ef-929c-b8bf87f569e6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:12:57.572139 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-f61c6357-fa90-43ef-929c-b8bf87f569e6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:12:57.577920 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61c6357-fa90-43ef-929c-b8bf87f569e6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:12:57.591346 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61c6357-fa90-43ef-929c-b8bf87f569e6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:57.591346 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f61c6357-fa90-43ef-929c-b8bf87f569e6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:57.632741 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c6357-fa90-43ef-929c-b8bf87f569e6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Port': ['ID=3b0a2335-86e1-4f95-a778-6b97a08e5bc2,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:57.647081 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f61c6357-fa90-43ef-929c-b8bf87f569e6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0603530 Sep 30 13:12:57.647390 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57502) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:57.768437 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4dd2a0af-0104-4bd6-be22-c11a101d7bb1 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:57.772632 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb21194-fd2f-4647-87d1-cb1c75285564 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:57.777809 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57510) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:57.778002 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5eb21194-fd2f-4647-87d1-cb1c75285564 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1297255 Sep 30 13:12:57.784442 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4dd2a0af-0104-4bd6-be22-c11a101d7bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:57.850942 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd2a0af-0104-4bd6-be22-c11a101d7bb1 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:12:57.853931 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-4dd2a0af-0104-4bd6-be22-c11a101d7bb1 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:12:57.857591 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd2a0af-0104-4bd6-be22-c11a101d7bb1 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:12:57.866700 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2a0af-0104-4bd6-be22-c11a101d7bb1 None None] Pushing event updated for resources: {'Port': ['ID=678574b2-9f46-4fd8-90e3-241709612814,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:57.879255 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ae9b65a7-df8e-4bac-9f45-242934a736ac req-0bd37dbc-d2ca-41de-bd51-08ba518e2041 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb00d58-a4a4-48b8-b03f-6a73f72c5a19 HTTP/1.1" status: 200 len: 210 time: 0.0644989 Sep 30 13:12:57.907616 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57512) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:57.924157 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-fcedbf4f-77d9-4b9c-874b-c47896f0066f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting port 3b0a2335-86e1-4f95-a778-6b97a08e5bc2 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:12:57.924716 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fcedbf4f-77d9-4b9c-874b-c47896f0066f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:57.940474 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-4dd2a0af-0104-4bd6-be22-c11a101d7bb1 None None] Attempting to bind port 678574b2-9f46-4fd8-90e3-241709612814 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:12:57.940855 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-4dd2a0af-0104-4bd6-be22-c11a101d7bb1 None None] Attempting to bind port 678574b2-9f46-4fd8-90e3-241709612814 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:12:57.941221 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd2a0af-0104-4bd6-be22-c11a101d7bb1 None None] Attempting to bind port 678574b2-9f46-4fd8-90e3-241709612814 on network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:12:57.948489 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd2a0af-0104-4bd6-be22-c11a101d7bb1 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:12:57.949197 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd2a0af-0104-4bd6-be22-c11a101d7bb1 None None] Checking segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:12:57.949323 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4dd2a0af-0104-4bd6-be22-c11a101d7bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:57.949659 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd2a0af-0104-4bd6-be22-c11a101d7bb1 None None] Bound using segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:12:57.950155 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-4dd2a0af-0104-4bd6-be22-c11a101d7bb1 None None] Bound port: 678574b2-9f46-4fd8-90e3-241709612814, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:12:57.950543 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4dd2a0af-0104-4bd6-be22-c11a101d7bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:58.078862 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4767945b-90f4-4259-a336-8a5f1fca0cc8 req-73253d70-a0b5-49e3-9863-d54d41764773 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 210 time: 0.0797873 Sep 30 13:12:58.079259 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-da507aba-f0f2-4b64-b376-13bccf77b37e tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:58.079586 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-4dd2a0af-0104-4bd6-be22-c11a101d7bb1 None None] For port 678574b2-9f46-4fd8-90e3-241709612814, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:12:58.079959 n-d-810909-2 neutron-server[94763]: WARNING neutron.api.v2.base [None req-da507aba-f0f2-4b64-b376-13bccf77b37e tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 30 13:12:58.083317 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-4dd2a0af-0104-4bd6-be22-c11a101d7bb1 None None] For port 678574b2-9f46-4fd8-90e3-241709612814, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=678574b2-9f46-4fd8-90e3-241709612814,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:12:58.088647 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-da507aba-f0f2-4b64-b376-13bccf77b37e tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] create failed (client error): There was a conflict when trying to complete your request. Sep 30 13:12:58.089215 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4dd2a0af-0104-4bd6-be22-c11a101d7bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:58.089817 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-da507aba-f0f2-4b64-b376-13bccf77b37e tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1811848 Sep 30 13:12:58.095412 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57520) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:58.123811 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-4d61459f-d2b4-4aad-8e6b-1598cb8f9e8f tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group': {'name': 'tempest-secgroup--604747929'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:58.126958 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fcedbf4f-77d9-4b9c-874b-c47896f0066f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:58.143746 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-952849dc-059d-4d37-9a86-daa8998fc338 req-b1d966eb-2d38-432d-9057-9f6f6b8af617 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e5bf4158aa7944789c4aa4fc1b36dcdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501134 Sep 30 13:12:58.145171 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-fcedbf4f-77d9-4b9c-874b-c47896f0066f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Calling delete_port for 3b0a2335-86e1-4f95-a778-6b97a08e5bc2 owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:12:58.196788 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4d61459f-d2b4-4aad-8e6b-1598cb8f9e8f tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:58.209076 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2a0af-0104-4bd6-be22-c11a101d7bb1 None None] Pushing event updated for resources: {'Port': ['ID=678574b2-9f46-4fd8-90e3-241709612814,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:58.218125 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4d61459f-d2b4-4aad-8e6b-1598cb8f9e8f tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:58.328073 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952849dc-059d-4d37-9a86-daa8998fc338 req-5343f32f-f2de-4ca3-aa52-e49be81b3138 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:58.330458 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-952849dc-059d-4d37-9a86-daa8998fc338 req-5343f32f-f2de-4ca3-aa52-e49be81b3138 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1797771 Sep 30 13:12:58.348235 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-952849dc-059d-4d37-9a86-daa8998fc338 req-dcf12d6b-7dd9-4955-82da-0699a970c137 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Request body: {'port': {'device_id': 'deb00d58-a4a4-48b8-b03f-6a73f72c5a19', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': 'e5bf4158aa7944789c4aa4fc1b36dcdf'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:58.382796 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-936e3185-9fef-43e3-b997-a28aab578345 req-0b92d129-7af9-4c74-838a-ef6867269182 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.0325711 Sep 30 13:12:58.387889 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fcedbf4f-77d9-4b9c-874b-c47896f0066f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:58.417599 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 74d5476d-caad-4646-baac-95e9e563cef6 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:12:58.437121 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcedbf4f-77d9-4b9c-874b-c47896f0066f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Port': ['ID=3b0a2335-86e1-4f95-a778-6b97a08e5bc2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:58.528972 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fcedbf4f-77d9-4b9c-874b-c47896f0066f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:58.533349 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fcedbf4f-77d9-4b9c-874b-c47896f0066f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/3b0a2335-86e1-4f95-a778-6b97a08e5bc2 HTTP/1.1" status: 204 len: 168 time: 0.7540846 Sep 30 13:12:58.535697 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57526) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:58.595764 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4d61459f-d2b4-4aad-8e6b-1598cb8f9e8f tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:58.606991 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce74b6c7-a14c-4ddd-9b21-0b4a6f38d8ba tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:58.608675 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce74b6c7-a14c-4ddd-9b21-0b4a6f38d8ba tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:58.612713 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ce74b6c7-a14c-4ddd-9b21-0b4a6f38d8ba tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0736129 Sep 30 13:12:58.612889 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4d61459f-d2b4-4aad-8e6b-1598cb8f9e8f tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:58.613051 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57528) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:58.635880 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 74d5476d-caad-4646-baac-95e9e563cef6, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=74d5476d-caad-4646-baac-95e9e563cef6,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:58.650976 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '74d5476d-caad-4646-baac-95e9e563cef6', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'port_id': '74d5476d-caad-4646-baac-95e9e563cef6', 'mac_address': 'fa:16:3e:1b:38:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:12:58.683224 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-952849dc-059d-4d37-9a86-daa8998fc338 req-dcf12d6b-7dd9-4955-82da-0699a970c137 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Made reservation on behalf of e5bf4158aa7944789c4aa4fc1b36dcdf for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:12:58.686795 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-952849dc-059d-4d37-9a86-daa8998fc338 req-dcf12d6b-7dd9-4955-82da-0699a970c137 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:58.704457 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:58.709020 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ed9665-20f4-43d1-8a31-cd1c69251168 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet 46b37898-19d3-42f7-9336-6b9d8b6effce {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:12:58.710587 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61459f-d2b4-4aad-8e6b-1598cb8f9e8f tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4661585-8431-489d-880e-d88513e8fe07,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:58.713718 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-10ed9665-20f4-43d1-8a31-cd1c69251168 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:58.726672 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d5476d-caad-4646-baac-95e9e563cef6 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:12:58.750591 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 74d5476d-caad-4646-baac-95e9e563cef6, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=74d5476d-caad-4646-baac-95e9e563cef6,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:58.757397 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:58.760676 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c47d22-d001-4705-b683-ed14d3f9e8cd req-1da82289-089d-434e-83f6-8778ec37dfa4 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:58.768698 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-40c47d22-d001-4705-b683-ed14d3f9e8cd req-1da82289-089d-434e-83f6-8778ec37dfa4 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 944 time: 0.1711943 Sep 30 13:12:58.783793 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-10ed9665-20f4-43d1-8a31-cd1c69251168 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:58.830858 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=74d5476d-caad-4646-baac-95e9e563cef6,revision_number=9']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:58.904294 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-10ed9665-20f4-43d1-8a31-cd1c69251168 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:58.911026 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-40c47d22-d001-4705-b683-ed14d3f9e8cd req-bcf07e28-7da3-48aa-9f20-72ec90637365 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409690 Sep 30 13:12:58.985696 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4d61459f-d2b4-4aad-8e6b-1598cb8f9e8f tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:58.996848 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-952849dc-059d-4d37-9a86-daa8998fc338 req-dcf12d6b-7dd9-4955-82da-0699a970c137 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Allocated IP 192.168.233.196 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:12:58.998889 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4d61459f-d2b4-4aad-8e6b-1598cb8f9e8f tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:59.008242 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-10a84d95-f707-4852-8177-c20a26cccddb req-f2f2768e-93cf-4f3d-99b1-f679eed72f9e tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb00d58-a4a4-48b8-b03f-6a73f72c5a19 HTTP/1.1" status: 200 len: 210 time: 0.0359049 Sep 30 13:12:59.044200 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4d61459f-d2b4-4aad-8e6b-1598cb8f9e8f tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:59.045195 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-10ed9665-20f4-43d1-8a31-cd1c69251168 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:59.045469 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4d61459f-d2b4-4aad-8e6b-1598cb8f9e8f tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9471893 Sep 30 13:12:59.051222 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57532) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:59.058571 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-6e6215ec-a942-4402-bd17-ef3a5054691c tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group_rule': {'security_group_id': 'be092003-2869-4e5a-b346-981a281a7f29', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:59.072174 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-10ed9665-20f4-43d1-8a31-cd1c69251168 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:59.074644 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-10ed9665-20f4-43d1-8a31-cd1c69251168 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/46b37898-19d3-42f7-9336-6b9d8b6effce HTTP/1.1" status: 204 len: 168 time: 0.4600704 Sep 30 13:12:59.080639 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['74d5476d-caad-4646-baac-95e9e563cef6'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:12:59.082400 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57534) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:59.100185 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61459f-d2b4-4aad-8e6b-1598cb8f9e8f tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be092003-2869-4e5a-b346-981a281a7f29,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:59.127639 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed9665-20f4-43d1-8a31-cd1c69251168 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=46b37898-19d3-42f7-9336-6b9d8b6effce,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:59.188802 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7a8a968b-f215-4ceb-8424-7f6953c04769 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1025867 Sep 30 13:12:59.189662 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57540) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:59.193540 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6e6215ec-a942-4402-bd17-ef3a5054691c tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:59.198397 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-53815ec4-8fba-409c-9937-bb432f56fb5d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:59.238909 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0cd975dd-3f9a-4080-92ab-602622cd9c05 req-7422926f-cbc6-40dd-a6d5-b5dd1469c0ba tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 210 time: 0.0552545 Sep 30 13:12:59.317944 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 678574b2-9f46-4fd8-90e3-241709612814 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:12:59.324907 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53815ec4-8fba-409c-9937-bb432f56fb5d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:12:59.328422 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-53815ec4-8fba-409c-9937-bb432f56fb5d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:59.380398 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6e6215ec-a942-4402-bd17-ef3a5054691c tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:59.387651 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6e6215ec-a942-4402-bd17-ef3a5054691c tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:59.458258 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6215ec-a942-4402-bd17-ef3a5054691c tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571509ba-1d9f-4308-b129-47d8265af175,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:59.476368 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-952849dc-059d-4d37-9a86-daa8998fc338 req-dcf12d6b-7dd9-4955-82da-0699a970c137 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:59.494808 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 678574b2-9f46-4fd8-90e3-241709612814 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:12:59.495186 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:59.497212 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6e6215ec-a942-4402-bd17-ef3a5054691c tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:59.501201 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6e6215ec-a942-4402-bd17-ef3a5054691c tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4462879 Sep 30 13:12:59.502205 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57544) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:59.506661 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-19e66a33-6f3c-4a32-b808-ea7edd4640e2 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group_rule': {'security_group_id': 'be092003-2869-4e5a-b346-981a281a7f29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:59.558387 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-19e66a33-6f3c-4a32-b808-ea7edd4640e2 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:59.563166 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-952849dc-059d-4d37-9a86-daa8998fc338 req-dcf12d6b-7dd9-4955-82da-0699a970c137 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:59.604671 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-31bdaa43-2035-477f-a631-47beb455547a req-18dc00a7-bdca-4495-8a81-b7b137bc2d38 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.0537808 Sep 30 13:12:59.615928 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:59.623191 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf12d6b-7dd9-4955-82da-0699a970c137 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Pushing event updated for resources: {'Port': ['ID=b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:12:59.635979 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0687411e-4f1a-474f-9a99-70c9116261d0 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:12:59.671237 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-952849dc-059d-4d37-9a86-daa8998fc338 req-dcf12d6b-7dd9-4955-82da-0699a970c137 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:12:59.674403 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-952849dc-059d-4d37-9a86-daa8998fc338 req-dcf12d6b-7dd9-4955-82da-0699a970c137 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:12:59.677507 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-952849dc-059d-4d37-9a86-daa8998fc338 req-dcf12d6b-7dd9-4955-82da-0699a970c137 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:12:59.679736 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 678574b2-9f46-4fd8-90e3-241709612814, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=678574b2-9f46-4fd8-90e3-241709612814,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:12:59.700091 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-53815ec4-8fba-409c-9937-bb432f56fb5d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:59.707754 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-19e66a33-6f3c-4a32-b808-ea7edd4640e2 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] create failed (client error): There was a conflict when trying to complete your request. Sep 30 13:12:59.711440 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-19e66a33-6f3c-4a32-b808-ea7edd4640e2 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2058382 Sep 30 13:12:59.711818 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57546) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:12:59.731924 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53815ec4-8fba-409c-9937-bb432f56fb5d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:12:59.732791 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:59.769116 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952849dc-059d-4d37-9a86-daa8998fc338 req-dcf12d6b-7dd9-4955-82da-0699a970c137 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:12:59.770155 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-952849dc-059d-4d37-9a86-daa8998fc338 req-dcf12d6b-7dd9-4955-82da-0699a970c137 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:59.797477 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-952849dc-059d-4d37-9a86-daa8998fc338 req-dcf12d6b-7dd9-4955-82da-0699a970c137 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4560463 Sep 30 13:12:59.799833 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c2f2873-4ea4-4c0b-8505-591b8eca31c4 None None] Provisioning complete for port 678574b2-9f46-4fd8-90e3-241709612814 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:12:59.800438 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c2f2873-4ea4-4c0b-8505-591b8eca31c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:59.815704 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-952849dc-059d-4d37-9a86-daa8998fc338 req-77cda1c5-e3e8-4c0f-b1e5-c643890aec9b service neutron] Request body: {'port': {'device_id': 'deb00d58-a4a4-48b8-b03f-6a73f72c5a19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:12:59.888427 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1dcadf98-d9f5-4c8d-941e-5ff442816919 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:59.950610 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1dcadf98-d9f5-4c8d-941e-5ff442816919 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:12:59.954102 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-952849dc-059d-4d37-9a86-daa8998fc338 req-77cda1c5-e3e8-4c0f-b1e5-c643890aec9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:00.027478 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=678574b2-9f46-4fd8-90e3-241709612814,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:00.072792 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['e4155993-4794-4cc6-8741-0716183d6e39', '3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:13:00.225633 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-53815ec4-8fba-409c-9937-bb432f56fb5d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:00.234846 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53815ec4-8fba-409c-9937-bb432f56fb5d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:00.235493 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-53815ec4-8fba-409c-9937-bb432f56fb5d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:00.312921 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-53815ec4-8fba-409c-9937-bb432f56fb5d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1218357 Sep 30 13:13:00.320569 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57556) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:00.324986 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97340889-9f22-4803-b2c7-f0dfed55d5ef req-2cae5cd0-c66c-4cee-8b42-d39d6c6a20cc tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:00.330906 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-97340889-9f22-4803-b2c7-f0dfed55d5ef req-2cae5cd0-c66c-4cee-8b42-d39d6c6a20cc tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb00d58-a4a4-48b8-b03f-6a73f72c5a19 HTTP/1.1" status: 200 len: 936 time: 0.0924947 Sep 30 13:13:00.340959 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53815ec4-8fba-409c-9937-bb432f56fb5d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=93eaf14e-40cf-4fdc-8298-d84e4f10e105,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:00.346655 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-efe6d68c-aac9-4fdf-bd3c-5b7a33583d42 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'port': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'name': 'tempest-NetworksTestDHCPv6-271016902'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:00.374548 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-599a1810-11e1-4af7-a523-f5987ecfe2aa None None] Provisioning complete for port b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:00.375339 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-599a1810-11e1-4af7-a523-f5987ecfe2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:00.384775 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-97340889-9f22-4803-b2c7-f0dfed55d5ef req-18823d47-2c4c-473c-884c-5fb8b0a5ea5f tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474865 Sep 30 13:13:00.434291 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 74d5476d-caad-4646-baac-95e9e563cef6 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:13:00.512475 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc41952-2936-43df-b5e8-26422661a107 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:13:00.518160 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-599a1810-11e1-4af7-a523-f5987ecfe2aa None None] Port b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:13:00.566242 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-952849dc-059d-4d37-9a86-daa8998fc338 req-77cda1c5-e3e8-4c0f-b1e5-c643890aec9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:13:00.577443 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-952849dc-059d-4d37-9a86-daa8998fc338 req-77cda1c5-e3e8-4c0f-b1e5-c643890aec9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:00.591747 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e11c3292-305f-4e6c-b038-14c091a46ec7 req-6a668e03-ab8a-40a3-bc14-624cecbec0c2 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 210 time: 0.0360391 Sep 30 13:13:00.601651 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-952849dc-059d-4d37-9a86-daa8998fc338 req-77cda1c5-e3e8-4c0f-b1e5-c643890aec9b service neutron] Transition to ACTIVE for port object b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:13:00.610810 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-952849dc-059d-4d37-9a86-daa8998fc338 req-77cda1c5-e3e8-4c0f-b1e5-c643890aec9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:00.617624 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1dcadf98-d9f5-4c8d-941e-5ff442816919 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:00.620965 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1dcadf98-d9f5-4c8d-941e-5ff442816919 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:00.624983 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1dcadf98-d9f5-4c8d-941e-5ff442816919 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "DELETE /v2.0/security-groups/be092003-2869-4e5a-b346-981a281a7f29 HTTP/1.1" status: 204 len: 168 time: 0.9088912 Sep 30 13:13:00.625131 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57558) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:00.629031 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 74d5476d-caad-4646-baac-95e9e563cef6 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:00.629429 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:00.645514 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194fb20-629f-4dea-9cc5-614249dc2f32 req-b931783e-3646-4234-a105-6f286571369f tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:00.653507 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4194fb20-629f-4dea-9cc5-614249dc2f32 req-b931783e-3646-4234-a105-6f286571369f tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 945 time: 0.3936419 Sep 30 13:13:00.680165 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ea615dac-5ef9-4985-93b7-f05b85b41354 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0509624 Sep 30 13:13:00.680420 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57562) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:00.686073 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-1538653f-6b24-46af-84a9-9d0ce5f02d23 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group': {'name': 'tempest-secgroup--1278604584'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:00.734038 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1538653f-6b24-46af-84a9-9d0ce5f02d23 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:00.741528 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcadf98-d9f5-4c8d-941e-5ff442816919 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be092003-2869-4e5a-b346-981a281a7f29,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:00.808642 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-98876cea-fb43-4960-9693-de2f31bf8e4f req-b1c9425e-db7f-4bdb-b2f2-7c6fb8974e07 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.0499237 Sep 30 13:13:00.816659 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cda1c5-e3e8-4c0f-b1e5-c643890aec9b service neutron] Pushing event updated for resources: {'Port': ['ID=b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:00.845928 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4194fb20-629f-4dea-9cc5-614249dc2f32 req-6a784259-d02e-4832-8d16-8f2bcebb423c tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910579 Sep 30 13:13:00.926382 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-952849dc-059d-4d37-9a86-daa8998fc338 req-77cda1c5-e3e8-4c0f-b1e5-c643890aec9b service neutron] Attempting to bind port b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:13:00.927028 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-952849dc-059d-4d37-9a86-daa8998fc338 req-77cda1c5-e3e8-4c0f-b1e5-c643890aec9b service neutron] Attempting to bind port b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:13:00.928385 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952849dc-059d-4d37-9a86-daa8998fc338 req-77cda1c5-e3e8-4c0f-b1e5-c643890aec9b service neutron] Attempting to bind port b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:13:00.935341 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952849dc-059d-4d37-9a86-daa8998fc338 req-77cda1c5-e3e8-4c0f-b1e5-c643890aec9b service neutron] Port b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:13:00.935967 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952849dc-059d-4d37-9a86-daa8998fc338 req-77cda1c5-e3e8-4c0f-b1e5-c643890aec9b service neutron] Attempting to bind port b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:13:00.940460 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1538653f-6b24-46af-84a9-9d0ce5f02d23 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:00.943596 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952849dc-059d-4d37-9a86-daa8998fc338 req-77cda1c5-e3e8-4c0f-b1e5-c643890aec9b service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:13:00.944109 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952849dc-059d-4d37-9a86-daa8998fc338 req-77cda1c5-e3e8-4c0f-b1e5-c643890aec9b service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:13:00.944543 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952849dc-059d-4d37-9a86-daa8998fc338 req-77cda1c5-e3e8-4c0f-b1e5-c643890aec9b service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:13:00.945091 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-952849dc-059d-4d37-9a86-daa8998fc338 req-77cda1c5-e3e8-4c0f-b1e5-c643890aec9b service neutron] Bound port: b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:13:00.947228 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1538653f-6b24-46af-84a9-9d0ce5f02d23 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:00.950266 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-952849dc-059d-4d37-9a86-daa8998fc338 req-77cda1c5-e3e8-4c0f-b1e5-c643890aec9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:01.011564 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538653f-6b24-46af-84a9-9d0ce5f02d23 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd8cfbc-7b84-4ff9-ac8e-e9a370a41a13,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:01.013225 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe6d68c-aac9-4fdf-bd3c-5b7a33583d42 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:13:01.017228 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-efe6d68c-aac9-4fdf-bd3c-5b7a33583d42 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:01.023581 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1538653f-6b24-46af-84a9-9d0ce5f02d23 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:01.024876 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1538653f-6b24-46af-84a9-9d0ce5f02d23 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3427041 Sep 30 13:13:01.028151 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57564) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:01.035744 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-cbbf0bf8-0fad-4750-9eaa-6bd8a22b48fb tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group_rule': {'security_group_id': '5bd8cfbc-7b84-4ff9-ac8e-e9a370a41a13', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:01.035906 n-d-810909-2 neutron-server[94763]: WARNING neutron.api.v2.base [None req-cbbf0bf8-0fad-4750-9eaa-6bd8a22b48fb tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 30 13:13:01.036538 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-cbbf0bf8-0fad-4750-9eaa-6bd8a22b48fb tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:13:01.040521 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cbbf0bf8-0fad-4750-9eaa-6bd8a22b48fb tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069041 Sep 30 13:13:01.041468 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57566) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:01.061071 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-de3aa0a7-d16d-4fd9-9548-e6b3e389ab8d None None] Provisioning complete for port 678574b2-9f46-4fd8-90e3-241709612814 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:01.061601 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-de3aa0a7-d16d-4fd9-9548-e6b3e389ab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:01.081404 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-efe6d68c-aac9-4fdf-bd3c-5b7a33583d42 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] device_id is not set on port 344a2750-9d59-4c7f-894a-f3db2f59b902 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:13:01.152798 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74e37fd8-16ff-4e49-8c24-0293a370f70b tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:01.154729 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-952849dc-059d-4d37-9a86-daa8998fc338 req-77cda1c5-e3e8-4c0f-b1e5-c643890aec9b service neutron] For port b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:13:01.173550 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 678574b2-9f46-4fd8-90e3-241709612814 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:13:01.178428 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-952849dc-059d-4d37-9a86-daa8998fc338 req-77cda1c5-e3e8-4c0f-b1e5-c643890aec9b service neutron] For port b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:13:01.183812 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74e37fd8-16ff-4e49-8c24-0293a370f70b tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:01.191260 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-952849dc-059d-4d37-9a86-daa8998fc338 req-77cda1c5-e3e8-4c0f-b1e5-c643890aec9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:01.236192 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:01.240860 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74e37fd8-16ff-4e49-8c24-0293a370f70b tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:01.244911 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74e37fd8-16ff-4e49-8c24-0293a370f70b tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:01.246444 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-74e37fd8-16ff-4e49-8c24-0293a370f70b tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "DELETE /v2.0/security-groups/5bd8cfbc-7b84-4ff9-ac8e-e9a370a41a13 HTTP/1.1" status: 204 len: 168 time: 0.2044699 Sep 30 13:13:01.252420 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57570) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:01.282077 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e37fd8-16ff-4e49-8c24-0293a370f70b tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd8cfbc-7b84-4ff9-ac8e-e9a370a41a13,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:01.282311 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9716b1-031b-4b00-a051-1484a8081365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d5476d-caad-4646-baac-95e9e563cef6'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:13:01.284622 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db7530c-fdb6-40be-b4ea-7a7105caf773" -d '{"events": [{"server_uuid": "5d9716b1-031b-4b00-a051-1484a8081365", "name": "network-vif-plugged", "status": "completed", "tag": "74d5476d-caad-4646-baac-95e9e563cef6"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:13:01.288991 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952849dc-059d-4d37-9a86-daa8998fc338 req-77cda1c5-e3e8-4c0f-b1e5-c643890aec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:01.289632 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-952849dc-059d-4d37-9a86-daa8998fc338 req-77cda1c5-e3e8-4c0f-b1e5-c643890aec9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:01.291646 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-952849dc-059d-4d37-9a86-daa8998fc338 req-77cda1c5-e3e8-4c0f-b1e5-c643890aec9b service neutron] 10.222.0.54 "PUT /v2.0/ports/b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf HTTP/1.1" status: 200 len: 1096 time: 1.4803603 Sep 30 13:13:01.298500 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb00d58-a4a4-48b8-b03f-6a73f72c5a19', 'tag': 'b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:13:01.300911 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9a10b2-e670-4eef-b91f-d8f6a15403d0" -d '{"events": [{"name": "network-changed", "server_uuid": "deb00d58-a4a4-48b8-b03f-6a73f72c5a19", "tag": "b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:13:01.380051 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 678574b2-9f46-4fd8-90e3-241709612814 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:01.380431 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:01.390519 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0485e41-b65f-4c95-bc9f-8412da2ed00d x-openstack-request-id: req-b0485e41-b65f-4c95-bc9f-8412da2ed00d {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:13:01.390810 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9716b1-031b-4b00-a051-1484a8081365", "name": "network-vif-plugged", "status": "completed", "tag": "74d5476d-caad-4646-baac-95e9e563cef6", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:13:01.391062 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0485e41-b65f-4c95-bc9f-8412da2ed00d {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:13:01.391805 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9716b1-031b-4b00-a051-1484a8081365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d5476d-caad-4646-baac-95e9e563cef6', 'code': 200} Sep 30 13:13:01.401377 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 74d5476d-caad-4646-baac-95e9e563cef6, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=74d5476d-caad-4646-baac-95e9e563cef6,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:01.446938 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-efe6d68c-aac9-4fdf-bd3c-5b7a33583d42 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 2001:db8::340 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/93eaf14e-40cf-4fdc-8298-d84e4f10e105/344a2750-9d59-4c7f-894a-f3db2f59b902) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:13:01.468154 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57578) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:01.468979 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3f0b2e89-e19f-41d7-8e79-af8c740f6c14 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2111475 Sep 30 13:13:01.476955 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-49c23bcd-94f2-4e9e-8b06-086b4116877a tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group': {'name': 'tempest-secgroup--323206766'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:01.478722 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08440b9-92aa-4d51-9ae0-756950979dc9 x-openstack-request-id: req-b08440b9-92aa-4d51-9ae0-756950979dc9 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:13:01.479123 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deb00d58-a4a4-48b8-b03f-6a73f72c5a19", "tag": "b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:13:01.479518 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b08440b9-92aa-4d51-9ae0-756950979dc9 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:13:01.480142 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb00d58-a4a4-48b8-b03f-6a73f72c5a19', 'tag': 'b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf', 'status': 'completed', 'code': 200} Sep 30 13:13:01.531228 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:01.544457 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-49c23bcd-94f2-4e9e-8b06-086b4116877a tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:01.651209 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cda1c5-e3e8-4c0f-b1e5-c643890aec9b service neutron] Pushing event updated for resources: {'Port': ['ID=b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:01.747171 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fbdb4e-8091-42ce-9de2-22ae44d8e773 req-18b76be1-ba7d-47a5-b580-4d3ea63a1b77 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:01.748666 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f3fbdb4e-8091-42ce-9de2-22ae44d8e773 req-18b76be1-ba7d-47a5-b580-4d3ea63a1b77 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb00d58-a4a4-48b8-b03f-6a73f72c5a19 HTTP/1.1" status: 200 len: 948 time: 0.2064924 Sep 30 13:13:01.753999 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=74d5476d-caad-4646-baac-95e9e563cef6,revision_number=10']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:01.811201 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f3fbdb4e-8091-42ce-9de2-22ae44d8e773 req-ba069e7a-fdb4-4424-962b-1c6c4bf2e349 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552518 Sep 30 13:13:01.821556 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-0896c5d8-42f7-4714-9fa7-94d32ede4e69 None None] Provisioning complete for port 678574b2-9f46-4fd8-90e3-241709612814 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:01.822313 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0896c5d8-42f7-4714-9fa7-94d32ede4e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:01.854561 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-49c23bcd-94f2-4e9e-8b06-086b4116877a tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:01.868930 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-49c23bcd-94f2-4e9e-8b06-086b4116877a tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:01.908534 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-49c23bcd-94f2-4e9e-8b06-086b4116877a tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:01.910244 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-49c23bcd-94f2-4e9e-8b06-086b4116877a tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4407549 Sep 30 13:13:01.913032 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57588) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:01.919268 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-be29d133-4520-444a-8408-1b1897df5cbf tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group_rule': {'security_group_id': '2c8b1c2d-e067-42d9-8b1f-2c2af0c5cdda', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:01.920494 n-d-810909-2 neutron-server[94764]: WARNING neutron.api.v2.base [None req-be29d133-4520-444a-8408-1b1897df5cbf tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 30 13:13:01.921179 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-be29d133-4520-444a-8408-1b1897df5cbf tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:13:01.922632 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-be29d133-4520-444a-8408-1b1897df5cbf tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0084090 Sep 30 13:13:01.923744 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c23bcd-94f2-4e9e-8b06-086b4116877a tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8b1c2d-e067-42d9-8b1f-2c2af0c5cdda,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:01.926233 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57590) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:02.019188 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b8ce7931-bf14-40f4-ba21-967898f076ff req-0108fa8e-c5b6-4a98-af65-d69676dd9be1 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.0507174 Sep 30 13:13:02.042983 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c7ae8ff9-bf1e-4b16-a0dd-be0968b3d6ac tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:02.077854 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c7ae8ff9-bf1e-4b16-a0dd-be0968b3d6ac tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:02.130887 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c7ae8ff9-bf1e-4b16-a0dd-be0968b3d6ac tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:02.133835 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c7ae8ff9-bf1e-4b16-a0dd-be0968b3d6ac tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:02.137983 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c7ae8ff9-bf1e-4b16-a0dd-be0968b3d6ac tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "DELETE /v2.0/security-groups/2c8b1c2d-e067-42d9-8b1f-2c2af0c5cdda HTTP/1.1" status: 204 len: 168 time: 0.2084053 Sep 30 13:13:02.139225 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57592) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:02.160078 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-a338632d-f8e7-48fb-9b3a-1be814919b00 None None] Could not find standard attr ID for object 67ef044e-044c-4a41-be2d-aba9717407b9. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:13:02.169361 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae8ff9-bf1e-4b16-a0dd-be0968b3d6ac tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8b1c2d-e067-42d9-8b1f-2c2af0c5cdda,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:02.272563 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-8a2d480d-4738-43e0-bb44-7b1afb19019e None None] Could not find standard attr ID for object 3b0a2335-86e1-4f95-a778-6b97a08e5bc2. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:13:02.292628 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f42ff3-c256-4920-96d0-cd9981285591 req-6dba23ad-817b-4ab4-b067-f1fe76660f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:02.294294 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-06f42ff3-c256-4920-96d0-cd9981285591 req-6dba23ad-817b-4ab4-b067-f1fe76660f87 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 1098 time: 0.6726575 Sep 30 13:13:02.304175 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fa8c7d29-e316-456b-845f-efdcb7116a36 req-435390c5-4aba-4847-8952-95d082d83b17 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea74c571-35e9-4ab8-9c5f-18249e4a22db HTTP/1.1" status: 200 len: 210 time: 0.5715661 Sep 30 13:13:02.309160 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952849dc-059d-4d37-9a86-daa8998fc338 req-d483dca3-7f49-403f-8d89-d2d357b49b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:02.312015 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-952849dc-059d-4d37-9a86-daa8998fc338 req-d483dca3-7f49-403f-8d89-d2d357b49b3c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e5bf4158aa7944789c4aa4fc1b36dcdf&device_id=deb00d58-a4a4-48b8-b03f-6a73f72c5a19 HTTP/1.1" status: 200 len: 1099 time: 0.9652851 Sep 30 13:13:02.331491 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-52cfbabf-e206-4a17-ae43-96b0cf88d58c tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1876562 Sep 30 13:13:02.332628 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57594) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:02.349242 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f29bd-994f-4b31-8352-e2551654e206 req-af4eaf0e-21e3-4a5b-b43e-b9014efa865b tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:02.349491 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2e6f29bd-994f-4b31-8352-e2551654e206 req-af4eaf0e-21e3-4a5b-b43e-b9014efa865b tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 947 time: 0.1810346 Sep 30 13:13:02.396770 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-bab8d332-e4de-421c-b0f4-ecc21bc874ca tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group': {'name': 'tempest-secgroup--84766034'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:02.499625 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-952849dc-059d-4d37-9a86-daa8998fc338 req-fdf2196a-a866-4dcd-a980-70ef5a5a7223 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf HTTP/1.1" status: 200 len: 217 time: 0.1440558 Sep 30 13:13:02.505385 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bab8d332-e4de-421c-b0f4-ecc21bc874ca tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:02.506570 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2e6f29bd-994f-4b31-8352-e2551654e206 req-66149d8e-ece1-4c61-af35-cd0311a59573 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511898 Sep 30 13:13:02.580765 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-06f42ff3-c256-4920-96d0-cd9981285591 req-968967ae-58bd-42cc-9cfb-d2502c7f3d89 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2636895 Sep 30 13:13:02.602956 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952849dc-059d-4d37-9a86-daa8998fc338 req-f6e86887-15be-4354-b9d9-70c814f41d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:02.604433 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-952849dc-059d-4d37-9a86-daa8998fc338 req-f6e86887-15be-4354-b9d9-70c814f41d81 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0870221 Sep 30 13:13:02.609182 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-efe6d68c-aac9-4fdf-bd3c-5b7a33583d42 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:02.677485 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-efe6d68c-aac9-4fdf-bd3c-5b7a33583d42 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:02.757042 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe6d68c-aac9-4fdf-bd3c-5b7a33583d42 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:02.760079 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bab8d332-e4de-421c-b0f4-ecc21bc874ca tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:02.765313 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-efe6d68c-aac9-4fdf-bd3c-5b7a33583d42 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:02.768465 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6d68c-aac9-4fdf-bd3c-5b7a33583d42 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Port': ['ID=344a2750-9d59-4c7f-894a-f3db2f59b902,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:02.777444 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe6d68c-aac9-4fdf-bd3c-5b7a33583d42 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:13:02.784099 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe6d68c-aac9-4fdf-bd3c-5b7a33583d42 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:02.784738 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-efe6d68c-aac9-4fdf-bd3c-5b7a33583d42 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:02.787410 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bab8d332-e4de-421c-b0f4-ecc21bc874ca tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:02.819914 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-efe6d68c-aac9-4fdf-bd3c-5b7a33583d42 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4949872 Sep 30 13:13:02.824287 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57598) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:02.829016 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bab8d332-e4de-421c-b0f4-ecc21bc874ca tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:02.833794 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bab8d332-e4de-421c-b0f4-ecc21bc874ca tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4404101 Sep 30 13:13:02.835783 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57600) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:02.848398 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-fd5279ac-66b0-4ba3-8318-172776e80a4d tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group_rule': {'security_group_id': '5ebf6dba-e7c3-4de8-87c3-de5bdca72dc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:02.849736 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8d332-e4de-421c-b0f4-ecc21bc874ca tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebf6dba-e7c3-4de8-87c3-de5bdca72dc3,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:02.877951 n-d-810909-2 neutron-server[94764]: WARNING neutron.api.v2.base [None req-fd5279ac-66b0-4ba3-8318-172776e80a4d tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 30 13:13:02.878999 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-fd5279ac-66b0-4ba3-8318-172776e80a4d tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:13:02.882626 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fd5279ac-66b0-4ba3-8318-172776e80a4d tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0395691 Sep 30 13:13:02.883376 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57604) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:02.888875 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-a0fbd76d-a87f-4319-a82e-af328d5f319c tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group_rule': {'security_group_id': '5ebf6dba-e7c3-4de8-87c3-de5bdca72dc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:02.897166 n-d-810909-2 neutron-server[94763]: WARNING neutron.api.v2.base [None req-a0fbd76d-a87f-4319-a82e-af328d5f319c tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 30 13:13:02.898128 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-a0fbd76d-a87f-4319-a82e-af328d5f319c tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:13:02.902635 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a0fbd76d-a87f-4319-a82e-af328d5f319c tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0172398 Sep 30 13:13:02.903792 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57606) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:02.917576 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-ccd3cdb4-1980-41da-8a27-15d94d3d57e6 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group_rule': {'security_group_id': '5ebf6dba-e7c3-4de8-87c3-de5bdca72dc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:02.919299 n-d-810909-2 neutron-server[94763]: WARNING neutron.api.v2.base [None req-ccd3cdb4-1980-41da-8a27-15d94d3d57e6 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 30 13:13:02.920032 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-ccd3cdb4-1980-41da-8a27-15d94d3d57e6 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:13:02.924235 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ccd3cdb4-1980-41da-8a27-15d94d3d57e6 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0178211 Sep 30 13:13:02.924861 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57608) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:02.934885 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-6a1121b6-9a64-401e-9f60-364cf9294e3c tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group_rule': {'security_group_id': '5ebf6dba-e7c3-4de8-87c3-de5bdca72dc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:02.935906 n-d-810909-2 neutron-server[94764]: WARNING neutron.api.v2.base [None req-6a1121b6-9a64-401e-9f60-364cf9294e3c tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 30 13:13:02.936407 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-6a1121b6-9a64-401e-9f60-364cf9294e3c tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:13:02.939931 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6a1121b6-9a64-401e-9f60-364cf9294e3c tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0089672 Sep 30 13:13:02.948074 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57610) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:02.976766 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952849dc-059d-4d37-9a86-daa8998fc338 req-8a97e0a8-535e-49e7-a167-70ea01f19847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:02.979016 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-952849dc-059d-4d37-9a86-daa8998fc338 req-8a97e0a8-535e-49e7-a167-70ea01f19847 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0739229 Sep 30 13:13:03.048396 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8773be9e-8d1f-4b66-80f7-4524c9f74c8c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:03.054554 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8773be9e-8d1f-4b66-80f7-4524c9f74c8c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:03.056923 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8773be9e-8d1f-4b66-80f7-4524c9f74c8c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.2323623 Sep 30 13:13:03.065324 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57612) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:03.100528 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-33669a7b-55b0-4d94-97fa-8116dca9ac25 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:03.116661 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddddd1-eb4d-4d6e-995c-736a8057704f req-b7d8f02c-b160-4571-9ff6-518244b7c52a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:03.124534 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d5ddddd1-eb4d-4d6e-995c-736a8057704f req-b7d8f02c-b160-4571-9ff6-518244b7c52a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb00d58-a4a4-48b8-b03f-6a73f72c5a19 HTTP/1.1" status: 200 len: 948 time: 0.1986561 Sep 30 13:13:03.164603 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-33669a7b-55b0-4d94-97fa-8116dca9ac25 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:03.171396 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-35444885-034d-4d5b-9786-3fef39c61523 req-194bd5c7-1643-4001-ab31-c83cc5318fce tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.0338435 Sep 30 13:13:03.175553 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-952849dc-059d-4d37-9a86-daa8998fc338 req-7c2a5371-d261-4a12-809a-bf46fe692a88 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872725 Sep 30 13:13:03.219438 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-59ab5660-e002-4700-939a-d439fdbf31bc None None] Provisioning complete for port 344a2750-9d59-4c7f-894a-f3db2f59b902 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:03.220451 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-59ab5660-e002-4700-939a-d439fdbf31bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:03.255922 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d5ddddd1-eb4d-4d6e-995c-736a8057704f req-936563a4-b002-412a-8be1-cb0a47ae232c tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257908 Sep 30 13:13:03.273118 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-59ab5660-e002-4700-939a-d439fdbf31bc None None] Port 344a2750-9d59-4c7f-894a-f3db2f59b902 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:13:03.293296 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-33669a7b-55b0-4d94-97fa-8116dca9ac25 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:03.296348 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-33669a7b-55b0-4d94-97fa-8116dca9ac25 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:03.297664 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-33669a7b-55b0-4d94-97fa-8116dca9ac25 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "DELETE /v2.0/security-groups/5ebf6dba-e7c3-4de8-87c3-de5bdca72dc3 HTTP/1.1" status: 204 len: 168 time: 0.3481052 Sep 30 13:13:03.300434 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57616) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:03.310483 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33669a7b-55b0-4d94-97fa-8116dca9ac25 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebf6dba-e7c3-4de8-87c3-de5bdca72dc3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:03.316134 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-5740fc6f-0e27-4d6b-b1f3-8e53203bcde3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting port 344a2750-9d59-4c7f-894a-f3db2f59b902 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:13:03.316680 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5740fc6f-0e27-4d6b-b1f3-8e53203bcde3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:03.359752 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-952849dc-059d-4d37-9a86-daa8998fc338 req-6fbd31eb-79f2-461e-bf33-d2f17ed37f09 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762199 Sep 30 13:13:03.381820 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8a96da36-d1cd-40fe-8025-2f298529498f tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0800617 Sep 30 13:13:03.386480 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57620) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:03.397830 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-a9e72cc9-585c-414b-8b1c-a4a4a9bf169a tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group': {'name': 'tempest-secgroup--1881933821'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:03.430841 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57624) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:03.437005 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a9e72cc9-585c-414b-8b1c-a4a4a9bf169a tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:03.469042 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5740fc6f-0e27-4d6b-b1f3-8e53203bcde3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:03.494059 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-5740fc6f-0e27-4d6b-b1f3-8e53203bcde3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Calling delete_port for 344a2750-9d59-4c7f-894a-f3db2f59b902 owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:13:03.518276 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a10b2-e670-4eef-b91f-d8f6a15403d0 req-6a9a9a00-6dbb-4e8f-8e49-145407fc24fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:03.520489 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1b9a10b2-e670-4eef-b91f-d8f6a15403d0 req-6a9a9a00-6dbb-4e8f-8e49-145407fc24fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e5bf4158aa7944789c4aa4fc1b36dcdf&device_id=deb00d58-a4a4-48b8-b03f-6a73f72c5a19 HTTP/1.1" status: 200 len: 1099 time: 0.0962293 Sep 30 13:13:03.569404 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-daee51da-6e75-44e4-9832-5460642c8092 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:03.604614 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-daee51da-6e75-44e4-9832-5460642c8092 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:03.615148 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a9e72cc9-585c-414b-8b1c-a4a4a9bf169a tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:03.629247 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a9e72cc9-585c-414b-8b1c-a4a4a9bf169a tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:03.701674 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-daee51da-6e75-44e4-9832-5460642c8092 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:03.702305 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e72cc9-585c-414b-8b1c-a4a4a9bf169a tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d698b7a3-8a31-4fdd-a1a0-bb1d356d957e,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:03.705078 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-daee51da-6e75-44e4-9832-5460642c8092 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:03.706686 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-daee51da-6e75-44e4-9832-5460642c8092 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "DELETE /v2.0/security-groups/653dbcc8-2a4b-4bc2-b9c8-d1ba36e9c70d HTTP/1.1" status: 204 len: 168 time: 0.2748365 Sep 30 13:13:03.714493 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57630) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:03.732554 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a9e72cc9-585c-414b-8b1c-a4a4a9bf169a tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:03.736577 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee51da-6e75-44e4-9832-5460642c8092 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=653dbcc8-2a4b-4bc2-b9c8-d1ba36e9c70d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:03.737310 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a9e72cc9-585c-414b-8b1c-a4a4a9bf169a tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3497024 Sep 30 13:13:03.737966 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57632) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:03.747778 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-276c7440-7e4a-47e1-88bf-d3fa87d4e449 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group_rule': {'security_group_id': 'd698b7a3-8a31-4fdd-a1a0-bb1d356d957e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:03.748546 n-d-810909-2 neutron-server[94763]: WARNING neutron.api.v2.base [None req-276c7440-7e4a-47e1-88bf-d3fa87d4e449 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 30 13:13:03.749060 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-276c7440-7e4a-47e1-88bf-d3fa87d4e449 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:13:03.749476 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-51053f3b-2967-4328-9c92-c1fd68de15aa tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] show failed (client error): The resource could not be found. Sep 30 13:13:03.753127 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-51053f3b-2967-4328-9c92-c1fd68de15aa tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "GET /v2.0/security-groups/653dbcc8-2a4b-4bc2-b9c8-d1ba36e9c70d HTTP/1.1" status: 404 len: 347 time: 0.0331769 Sep 30 13:13:03.753685 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-276c7440-7e4a-47e1-88bf-d3fa87d4e449 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0102768 Sep 30 13:13:03.753823 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57634) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:03.754254 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57636) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:03.768984 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-75d69abd-6231-4f7f-aebc-a1134041af91 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group_rule': {'security_group_id': 'd698b7a3-8a31-4fdd-a1a0-bb1d356d957e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:03.779454 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5740fc6f-0e27-4d6b-b1f3-8e53203bcde3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:03.791725 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce50ce-c936-4d4d-9faa-477c3ca31442 req-7561048b-a855-4bfe-9f22-87454ffa0396 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:03.793309 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-42ce50ce-c936-4d4d-9faa-477c3ca31442 req-7561048b-a855-4bfe-9f22-87454ffa0396 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 947 time: 0.1935639 Sep 30 13:13:03.794663 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a10b2-e670-4eef-b91f-d8f6a15403d0 req-2a956b17-8aea-4120-913f-db4b400215a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:03.796010 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1b9a10b2-e670-4eef-b91f-d8f6a15403d0 req-2a956b17-8aea-4120-913f-db4b400215a9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.2658474 Sep 30 13:13:03.855873 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740fc6f-0e27-4d6b-b1f3-8e53203bcde3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Port': ['ID=344a2750-9d59-4c7f-894a-f3db2f59b902,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:03.858631 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1b9a10b2-e670-4eef-b91f-d8f6a15403d0 req-c27d2b86-6caf-4673-afbb-e823addfea7c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf HTTP/1.1" status: 200 len: 217 time: 0.0430095 Sep 30 13:13:03.889848 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-42ce50ce-c936-4d4d-9faa-477c3ca31442 req-f1e14761-2f92-42fb-9d38-15d9e56f7418 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877876 Sep 30 13:13:03.921321 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5740fc6f-0e27-4d6b-b1f3-8e53203bcde3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:03.923798 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5740fc6f-0e27-4d6b-b1f3-8e53203bcde3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/344a2750-9d59-4c7f-894a-f3db2f59b902 HTTP/1.1" status: 204 len: 168 time: 0.8567703 Sep 30 13:13:03.927947 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57640) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:04.027204 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-75d69abd-6231-4f7f-aebc-a1134041af91 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:13:04.031917 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-75d69abd-6231-4f7f-aebc-a1134041af91 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2751172 Sep 30 13:13:04.034146 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-4183e37e-b0bb-4984-8ff4-cc97d570d0f3 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Deleting port 393c040b-4e3e-4305-8981-600ab79991b4 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:13:04.034581 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4183e37e-b0bb-4984-8ff4-cc97d570d0f3 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:04.099186 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57646) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:04.104334 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6abaa3-9ce9-49ed-9599-7c725512547c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:04.106958 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6abaa3-9ce9-49ed-9599-7c725512547c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:04.110834 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bf6abaa3-9ce9-49ed-9599-7c725512547c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1793919 Sep 30 13:13:04.111212 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a10b2-e670-4eef-b91f-d8f6a15403d0 req-4bb6ac6b-50bb-4b41-8692-1aa1fe050f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:04.114894 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1b9a10b2-e670-4eef-b91f-d8f6a15403d0 req-4bb6ac6b-50bb-4b41-8692-1aa1fe050f22 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.2458522 Sep 30 13:13:04.116445 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57648) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:04.129019 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-9aed09e4-dc97-4b7a-9a0f-9c1d60fc4d52 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group_rule': {'security_group_id': 'd698b7a3-8a31-4fdd-a1a0-bb1d356d957e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:04.129533 n-d-810909-2 neutron-server[94763]: WARNING neutron.api.v2.base [None req-9aed09e4-dc97-4b7a-9a0f-9c1d60fc4d52 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 30 13:13:04.130055 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-9aed09e4-dc97-4b7a-9a0f-9c1d60fc4d52 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:13:04.131043 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9aed09e4-dc97-4b7a-9a0f-9c1d60fc4d52 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0216091 Sep 30 13:13:04.138094 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57650) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:04.163907 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4183e37e-b0bb-4984-8ff4-cc97d570d0f3 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:04.164333 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4183e37e-b0bb-4984-8ff4-cc97d570d0f3 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:04.181330 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-4183e37e-b0bb-4984-8ff4-cc97d570d0f3 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Calling delete_port for 393c040b-4e3e-4305-8981-600ab79991b4 owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:13:04.217647 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-f5a32707-a7fc-44ee-809e-0f10217764bd tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group_rule': {'security_group_id': 'd698b7a3-8a31-4fdd-a1a0-bb1d356d957e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:04.394752 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eef88f9f-44cf-4590-b410-54f6801f2291 req-f002ee7b-23cb-4ef5-88de-ad05c1bb596a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.0908184 Sep 30 13:13:04.410419 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-783daf0a-f1bb-4de5-90ba-e9849691de34 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet 93eaf14e-40cf-4fdc-8298-d84e4f10e105 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:13:04.421617 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-783daf0a-f1bb-4de5-90ba-e9849691de34 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:04.455042 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a10b2-e670-4eef-b91f-d8f6a15403d0 req-2a7df004-a2b4-4afc-90d9-c4e75042c7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:04.456695 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1b9a10b2-e670-4eef-b91f-d8f6a15403d0 req-2a7df004-a2b4-4afc-90d9-c4e75042c7a8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2685709 Sep 30 13:13:04.459891 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824c869-44ca-443e-a018-8e94c1347137 req-92b05456-49ba-4c7d-bae9-665a54a0f784 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:04.461435 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6824c869-44ca-443e-a018-8e94c1347137 req-92b05456-49ba-4c7d-bae9-665a54a0f784 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb00d58-a4a4-48b8-b03f-6a73f72c5a19 HTTP/1.1" status: 200 len: 948 time: 0.0852528 Sep 30 13:13:04.463345 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4183e37e-b0bb-4984-8ff4-cc97d570d0f3 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:04.493605 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183e37e-b0bb-4984-8ff4-cc97d570d0f3 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Pushing event deleted for resources: {'Port': ['ID=393c040b-4e3e-4305-8981-600ab79991b4,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:04.518046 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-f5a32707-a7fc-44ee-809e-0f10217764bd tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:13:04.519174 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f5a32707-a7fc-44ee-809e-0f10217764bd tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3167076 Sep 30 13:13:04.523583 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57676) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:04.531835 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-6320c1fe-4616-4e5a-b53a-95f914332aca tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group_rule': {'security_group_id': 'd698b7a3-8a31-4fdd-a1a0-bb1d356d957e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:04.532328 n-d-810909-2 neutron-server[94763]: WARNING neutron.api.v2.base [None req-6320c1fe-4616-4e5a-b53a-95f914332aca tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 30 13:13:04.532840 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-6320c1fe-4616-4e5a-b53a-95f914332aca tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:13:04.533837 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6320c1fe-4616-4e5a-b53a-95f914332aca tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065510 Sep 30 13:13:04.539120 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57680) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:04.544820 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-783daf0a-f1bb-4de5-90ba-e9849691de34 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:04.570920 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-6e5423de-a518-403e-9bf2-bf6eb7e2cde5 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group_rule': {'security_group_id': 'd698b7a3-8a31-4fdd-a1a0-bb1d356d957e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:04.594117 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6824c869-44ca-443e-a018-8e94c1347137 req-49913ba1-4ef2-41e4-9189-219ec6ff292a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054873 Sep 30 13:13:04.620402 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4183e37e-b0bb-4984-8ff4-cc97d570d0f3 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:04.624341 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4183e37e-b0bb-4984-8ff4-cc97d570d0f3 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:04.625712 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4183e37e-b0bb-4984-8ff4-cc97d570d0f3 tempest-ServersTestBootFromVolume-610984637 tempest-ServersTestBootFromVolume-610984637-project] 10.222.0.18 "DELETE /v2.0/floatingips/89ee8b57-48ca-42d5-9c94-39f2356ab35b HTTP/1.1" status: 204 len: 168 time: 0.8703284 Sep 30 13:13:04.639614 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57690) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:04.652885 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-6e5423de-a518-403e-9bf2-bf6eb7e2cde5 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:13:04.658556 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6e5423de-a518-403e-9bf2-bf6eb7e2cde5 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1184239 Sep 30 13:13:04.659551 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57694) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:04.669032 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-c30726d7-68dd-4c0e-ae11-4ae8d204f714 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group_rule': {'security_group_id': 'd698b7a3-8a31-4fdd-a1a0-bb1d356d957e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:04.670801 n-d-810909-2 neutron-server[94764]: WARNING neutron.api.v2.base [None req-c30726d7-68dd-4c0e-ae11-4ae8d204f714 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 30 13:13:04.671771 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-c30726d7-68dd-4c0e-ae11-4ae8d204f714 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:13:04.676002 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c30726d7-68dd-4c0e-ae11-4ae8d204f714 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0144622 Sep 30 13:13:04.676673 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57696) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:04.681399 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-7c46a63c-d33a-4f35-8223-1663f0c94bb8 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group_rule': {'security_group_id': 'd698b7a3-8a31-4fdd-a1a0-bb1d356d957e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:04.728467 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-783daf0a-f1bb-4de5-90ba-e9849691de34 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:04.730386 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-7c46a63c-d33a-4f35-8223-1663f0c94bb8 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:13:04.731729 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7c46a63c-d33a-4f35-8223-1663f0c94bb8 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0541227 Sep 30 13:13:04.734669 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57698) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:04.739875 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-e0f6f8ac-b3c3-4276-9753-d5c96ae7e65d tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group_rule': {'security_group_id': 'd698b7a3-8a31-4fdd-a1a0-bb1d356d957e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:04.785364 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1b9a10b2-e670-4eef-b91f-d8f6a15403d0 req-79639459-4107-474f-b727-9913564a0e4f service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049510 Sep 30 13:13:04.787742 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-e0f6f8ac-b3c3-4276-9753-d5c96ae7e65d tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:13:04.789293 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e0f6f8ac-b3c3-4276-9753-d5c96ae7e65d tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0535367 Sep 30 13:13:04.792840 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57700) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:04.861413 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bae0f3c2-675a-4ce5-b5ad-758cd8add6a1 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:04.889538 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bae0f3c2-675a-4ce5-b5ad-758cd8add6a1 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:04.941836 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bae0f3c2-675a-4ce5-b5ad-758cd8add6a1 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:04.945547 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bae0f3c2-675a-4ce5-b5ad-758cd8add6a1 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:04.949908 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bae0f3c2-675a-4ce5-b5ad-758cd8add6a1 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "DELETE /v2.0/security-groups/d698b7a3-8a31-4fdd-a1a0-bb1d356d957e HTTP/1.1" status: 204 len: 168 time: 0.1534688 Sep 30 13:13:04.952216 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57704) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:04.978318 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0f3c2-675a-4ce5-b5ad-758cd8add6a1 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d698b7a3-8a31-4fdd-a1a0-bb1d356d957e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:04.978968 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-783daf0a-f1bb-4de5-90ba-e9849691de34 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:05.011817 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62b6db8-00c2-40d0-9d73-4ccb4360d257 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:13:05.020162 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-783daf0a-f1bb-4de5-90ba-e9849691de34 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:05.024665 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-783daf0a-f1bb-4de5-90ba-e9849691de34 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/93eaf14e-40cf-4fdc-8298-d84e4f10e105 HTTP/1.1" status: 204 len: 168 time: 0.8875051 Sep 30 13:13:05.027239 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57708) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:05.043691 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783daf0a-f1bb-4de5-90ba-e9849691de34 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=93eaf14e-40cf-4fdc-8298-d84e4f10e105,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:05.052847 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5670bc26-90f1-4b61-882b-9eb30a53dbf2 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0979724 Sep 30 13:13:05.057877 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57710) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:05.065430 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-417f3ede-939c-4cf0-add7-cfdf48135aa3 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group': {'name': 'tempest-secgroup--1051143231'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:05.113606 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-417f3ede-939c-4cf0-add7-cfdf48135aa3 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:05.126184 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0ca6fc15-dba1-4a71-a5d9-96e38de0f413 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0917826 Sep 30 13:13:05.128439 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1b9a10b2-e670-4eef-b91f-d8f6a15403d0 req-eba09e1e-f202-46aa-b23c-26ae9b984702 service neutron] 10.222.0.54 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330698 Sep 30 13:13:05.128955 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57712) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:05.240736 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-417f3ede-939c-4cf0-add7-cfdf48135aa3 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:05.248001 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-417f3ede-939c-4cf0-add7-cfdf48135aa3 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:05.263611 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eba571-bb6b-4c15-b1cc-9c46b4ae0376 req-86dbbb52-ab77-4444-b26d-3b3020c9e6e6 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:05.263840 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b167edcc-7926-4ff2-94ab-1e2a3560152b None None] DHCP port deletion for 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:13:05.271251 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c2eba571-bb6b-4c15-b1cc-9c46b4ae0376 req-86dbbb52-ab77-4444-b26d-3b3020c9e6e6 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 947 time: 0.2384145 Sep 30 13:13:05.297031 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f3ede-939c-4cf0-add7-cfdf48135aa3 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a75a3c-1fde-452b-81f0-8d39b6777087,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:05.301405 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-417f3ede-939c-4cf0-add7-cfdf48135aa3 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:05.306289 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-417f3ede-939c-4cf0-add7-cfdf48135aa3 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2467160 Sep 30 13:13:05.306980 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57714) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:05.312579 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-ea475148-a9d4-4cb6-8d21-9ee7b9b56ece tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group_rule': {'security_group_id': '46a75a3c-1fde-452b-81f0-8d39b6777087', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:05.335141 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-b167edcc-7926-4ff2-94ab-1e2a3560152b None None] Deleting port 678574b2-9f46-4fd8-90e3-241709612814 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:13:05.335484 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b167edcc-7926-4ff2-94ab-1e2a3560152b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:05.340788 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b95a909-d094-41f8-a274-0ba8ca36780a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:05.342474 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5b95a909-d094-41f8-a274-0ba8ca36780a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2101703 Sep 30 13:13:05.345868 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57716) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:05.366280 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c2eba571-bb6b-4c15-b1cc-9c46b4ae0376 req-deaa8f43-813a-4803-9166-d05be316bc70 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940661 Sep 30 13:13:05.415460 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9dbc7f-6847-486a-bf4f-380420aa2ee5 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:05.420106 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9f9dbc7f-6847-486a-bf4f-380420aa2ee5 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0731921 Sep 30 13:13:05.420993 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57718) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:05.423905 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-ea475148-a9d4-4cb6-8d21-9ee7b9b56ece tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] create failed (client error): The resource could not be found. Sep 30 13:13:05.427777 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ea475148-a9d4-4cb6-8d21-9ee7b9b56ece tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1198463 Sep 30 13:13:05.428959 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57720) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:05.429148 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b167edcc-7926-4ff2-94ab-1e2a3560152b None None] For port 678574b2-9f46-4fd8-90e3-241709612814, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=678574b2-9f46-4fd8-90e3-241709612814,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:05.429764 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b167edcc-7926-4ff2-94ab-1e2a3560152b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:05.436299 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-7ff121ce-5b33-4b03-b748-1e7e3acf51c8 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group_rule': {'security_group_id': '46a75a3c-1fde-452b-81f0-8d39b6777087', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c39a2497-2c2e-4bd6-bb69-f6a4c1ea6372'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:05.462863 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-b167edcc-7926-4ff2-94ab-1e2a3560152b None None] Calling delete_port for 678574b2-9f46-4fd8-90e3-241709612814 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:13:05.500960 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9e4b5687-5dad-48fa-b189-da1181ce308f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781591 Sep 30 13:13:05.501788 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57724) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:05.511259 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-acd05d43-5314-4a0c-ab7d-daacbf50c71d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:05.553647 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9d2ea037-658e-4149-b38b-ada4df02ce24 req-b497675d-7c1c-4710-b44a-916aa828347c tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.0267260 Sep 30 13:13:05.567427 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b167edcc-7926-4ff2-94ab-1e2a3560152b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:05.595960 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-7ff121ce-5b33-4b03-b748-1e7e3acf51c8 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] create failed (client error): The resource could not be found. Sep 30 13:13:05.599620 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7ff121ce-5b33-4b03-b748-1e7e3acf51c8 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1670265 Sep 30 13:13:05.599755 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167edcc-7926-4ff2-94ab-1e2a3560152b None None] Pushing event deleted for resources: {'Port': ['ID=678574b2-9f46-4fd8-90e3-241709612814,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:05.605660 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b167edcc-7926-4ff2-94ab-1e2a3560152b None None] No DVR routers for this DVR port 678574b2-9f46-4fd8-90e3-241709612814 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:13:05.613773 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57726) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:05.665548 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-afaa5788-1f0f-4d2b-99cd-6317c873ff2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:05.673234 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd05d43-5314-4a0c-ab7d-daacbf50c71d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:13:05.678207 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-acd05d43-5314-4a0c-ab7d-daacbf50c71d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:05.738784 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6244bbab-efd4-4fd6-98bc-69b1e9eda29d tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:05.809586 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6244bbab-efd4-4fd6-98bc-69b1e9eda29d tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:05.871509 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83a4c9-9d2e-44e0-9385-cc22ada1db12 req-2e8bcdfc-53d3-44a7-96d7-74d05c765c3c tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:05.872943 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ae83a4c9-9d2e-44e0-9385-cc22ada1db12 req-2e8bcdfc-53d3-44a7-96d7-74d05c765c3c tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb00d58-a4a4-48b8-b03f-6a73f72c5a19 HTTP/1.1" status: 200 len: 948 time: 0.1539545 Sep 30 13:13:05.895848 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-acd05d43-5314-4a0c-ab7d-daacbf50c71d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:05.944403 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd05d43-5314-4a0c-ab7d-daacbf50c71d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:05.949367 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-acd05d43-5314-4a0c-ab7d-daacbf50c71d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:05.954328 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd05d43-5314-4a0c-ab7d-daacbf50c71d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:05.955533 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-acd05d43-5314-4a0c-ab7d-daacbf50c71d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:05.960646 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e81371d-b18b-4f1a-9c34-591ebdb49075 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:13:05.982868 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd05d43-5314-4a0c-ab7d-daacbf50c71d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=932c603f-f475-4bc4-94aa-377c48c00a3b,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:05.987102 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6244bbab-efd4-4fd6-98bc-69b1e9eda29d tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:05.990141 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6244bbab-efd4-4fd6-98bc-69b1e9eda29d tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:05.994541 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6244bbab-efd4-4fd6-98bc-69b1e9eda29d tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "DELETE /v2.0/security-groups/46a75a3c-1fde-452b-81f0-8d39b6777087 HTTP/1.1" status: 204 len: 168 time: 0.3786137 Sep 30 13:13:05.995776 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-acd05d43-5314-4a0c-ab7d-daacbf50c71d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4928498 Sep 30 13:13:05.996397 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57732) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:05.996737 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57734) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:06.011290 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ae83a4c9-9d2e-44e0-9385-cc22ada1db12 req-6618f64d-1248-44f0-bdf8-88ed1f402374 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234958 Sep 30 13:13:06.013542 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244bbab-efd4-4fd6-98bc-69b1e9eda29d tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a75a3c-1fde-452b-81f0-8d39b6777087,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:06.020377 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-bb69f91e-ed8a-4c97-929e-99b625324115 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'port': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'fixed_ips': [{'subnet_id': '932c603f-f475-4bc4-94aa-377c48c00a3b', 'ip_address': '2001:db8::bfb:bf7e:6fed:bf30'}], 'name': 'tempest-NetworksTestDHCPv6-185968411'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:06.076447 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6f51f5a4-4dc4-4346-ba56-cfc608c4d1c8 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0785210 Sep 30 13:13:06.111709 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57736) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:06.120272 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-85ab2aa4-a52f-4bf4-ba4b-dc39f6bde240 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group_rule': {'security_group_id': 'b32afae4-f358-4f5b-8536-fbd855a25d1c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:06.156571 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.db.api [None req-bb69f91e-ed8a-4c97-929e-99b625324115 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 13:13:06.156571 n-d-810909-2 neutron-server[94764]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 30 13:13:06.156571 n-d-810909-2 neutron-server[94764]: [parameters: {'project_id_1': '0a82696f5d0c48549667446e5d6c3f60', 'expiration_1': datetime.datetime(2021, 9, 30, 13, 12, 46, 147644)}] Sep 30 13:13:06.156571 n-d-810909-2 neutron-server[94764]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:13:06.156954 n-d-810909-2 neutron-server[94764]: DEBUG oslo_db.api [None req-bb69f91e-ed8a-4c97-929e-99b625324115 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:13:06.179073 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-afaa5788-1f0f-4d2b-99cd-6317c873ff2c admin admin] Deleting port 47c4a881-ce8f-4e1c-9a90-0195ed6d6804 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:13:06.179718 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-afaa5788-1f0f-4d2b-99cd-6317c873ff2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:06.230485 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2256a60c-e340-4a15-9ce2-71dc5d37ed14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'fixed_ips': [{'subnet_id': '932c603f-f475-4bc4-94aa-377c48c00a3b'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:13:06.231424 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2256a60c-e340-4a15-9ce2-71dc5d37ed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:06.265592 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-85ab2aa4-a52f-4bf4-ba4b-dc39f6bde240 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] create failed (client error): The resource could not be found. Sep 30 13:13:06.271347 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57740) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:06.272137 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-85ab2aa4-a52f-4bf4-ba4b-dc39f6bde240 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1571805 Sep 30 13:13:06.278071 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-61310137-9d23-4c65-9d1b-85e36eba1330 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group': {'name': 'tempest-secgroup--413727976'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:06.295686 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-afaa5788-1f0f-4d2b-99cd-6317c873ff2c admin admin] For port 47c4a881-ce8f-4e1c-9a90-0195ed6d6804, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=47c4a881-ce8f-4e1c-9a90-0195ed6d6804,segment=NetworkSegment(f2aaa798-022a-4391-bc1e-d1cec9340987),segment_id=f2aaa798-022a-4391-bc1e-d1cec9340987)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:06.296041 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-afaa5788-1f0f-4d2b-99cd-6317c873ff2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:06.316065 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-61310137-9d23-4c65-9d1b-85e36eba1330 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:06.327079 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-afaa5788-1f0f-4d2b-99cd-6317c873ff2c admin admin] Calling delete_port for 47c4a881-ce8f-4e1c-9a90-0195ed6d6804 owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:13:06.437371 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-2256a60c-e340-4a15-9ce2-71dc5d37ed14 None None] Allocated IP 2001:db8::2 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/932c603f-f475-4bc4-94aa-377c48c00a3b/3aac18cb-cd7c-46ca-b7e9-0f166dffd8dd) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:13:06.446166 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-61310137-9d23-4c65-9d1b-85e36eba1330 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:06.460578 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-61310137-9d23-4c65-9d1b-85e36eba1330 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:06.506648 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-61310137-9d23-4c65-9d1b-85e36eba1330 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:06.511630 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-61310137-9d23-4c65-9d1b-85e36eba1330 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2391849 Sep 30 13:13:06.514650 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57744) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:06.516811 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61310137-9d23-4c65-9d1b-85e36eba1330 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40148269-9e46-4c58-a07b-71ccaeebb7a4,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:06.527854 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-f005d381-6edc-46fa-a52c-019496614b89 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group': {'name': 'tempest-secgroup--765814422'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:06.591145 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f005d381-6edc-46fa-a52c-019496614b89 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:06.620307 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a2a3-f59a-4791-9bc5-2bddb3a950ff req-fdcd13b0-5e2c-436c-9930-555d14fa49b1 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:06.622092 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c0f6a2a3-f59a-4791-9bc5-2bddb3a950ff req-fdcd13b0-5e2c-436c-9930-555d14fa49b1 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 947 time: 0.1332693 Sep 30 13:13:06.688748 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2256a60c-e340-4a15-9ce2-71dc5d37ed14 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:06.698374 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2256a60c-e340-4a15-9ce2-71dc5d37ed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:06.712332 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb69f91e-ed8a-4c97-929e-99b625324115 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:13:06.752508 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2256a60c-e340-4a15-9ce2-71dc5d37ed14 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:06.756171 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-2256a60c-e340-4a15-9ce2-71dc5d37ed14 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:06.761848 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2256a60c-e340-4a15-9ce2-71dc5d37ed14 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:13:06.766425 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256a60c-e340-4a15-9ce2-71dc5d37ed14 None None] Pushing event updated for resources: {'Port': ['ID=3aac18cb-cd7c-46ca-b7e9-0f166dffd8dd,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:06.834255 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-2256a60c-e340-4a15-9ce2-71dc5d37ed14 None None] Attempting to bind port 3aac18cb-cd7c-46ca-b7e9-0f166dffd8dd on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:13:06.834856 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-2256a60c-e340-4a15-9ce2-71dc5d37ed14 None None] Attempting to bind port 3aac18cb-cd7c-46ca-b7e9-0f166dffd8dd by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:13:06.835542 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2256a60c-e340-4a15-9ce2-71dc5d37ed14 None None] Attempting to bind port 3aac18cb-cd7c-46ca-b7e9-0f166dffd8dd on network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:13:06.842173 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2256a60c-e340-4a15-9ce2-71dc5d37ed14 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:13:06.843774 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2256a60c-e340-4a15-9ce2-71dc5d37ed14 None None] Checking segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:13:06.844382 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2256a60c-e340-4a15-9ce2-71dc5d37ed14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:06.845748 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2256a60c-e340-4a15-9ce2-71dc5d37ed14 None None] Bound using segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:13:06.846468 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-2256a60c-e340-4a15-9ce2-71dc5d37ed14 None None] Bound port: 3aac18cb-cd7c-46ca-b7e9-0f166dffd8dd, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:13:06.847075 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2256a60c-e340-4a15-9ce2-71dc5d37ed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:06.858720 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bb69f91e-ed8a-4c97-929e-99b625324115 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:06.862675 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3a389916-f55f-4825-8df2-d46efe892b36 req-ee2cbb84-493e-4972-bd33-2fadc1544df8 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfcf802-69d0-409e-b973-211ea61d5c63 HTTP/1.1" status: 200 len: 210 time: 0.1817203 Sep 30 13:13:06.880517 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-bb69f91e-ed8a-4c97-929e-99b625324115 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] device_id is not set on port a16ec7bc-3e81-487d-8bd1-364f728a344e yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:13:06.933169 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-2256a60c-e340-4a15-9ce2-71dc5d37ed14 None None] For port 3aac18cb-cd7c-46ca-b7e9-0f166dffd8dd, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:13:06.937029 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-2256a60c-e340-4a15-9ce2-71dc5d37ed14 None None] For port 3aac18cb-cd7c-46ca-b7e9-0f166dffd8dd, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3aac18cb-cd7c-46ca-b7e9-0f166dffd8dd,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:13:06.946858 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2256a60c-e340-4a15-9ce2-71dc5d37ed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:07.019780 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256a60c-e340-4a15-9ce2-71dc5d37ed14 None None] Pushing event updated for resources: {'Port': ['ID=3aac18cb-cd7c-46ca-b7e9-0f166dffd8dd,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:07.125216 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-bb69f91e-ed8a-4c97-929e-99b625324115 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 2001:db8::bfb:bf7e:6fed:bf30 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/932c603f-f475-4bc4-94aa-377c48c00a3b/a16ec7bc-3e81-487d-8bd1-364f728a344e) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:13:07.166147 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-afaa5788-1f0f-4d2b-99cd-6317c873ff2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:07.199470 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 678574b2-9f46-4fd8-90e3-241709612814 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:13:07.213243 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c0f6a2a3-f59a-4791-9bc5-2bddb3a950ff req-7e4a23a2-7164-4290-9250-0a6c8ee121d7 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517627 Sep 30 13:13:07.225949 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa5788-1f0f-4d2b-99cd-6317c873ff2c admin admin] Pushing event deleted for resources: {'Port': ['ID=47c4a881-ce8f-4e1c-9a90-0195ed6d6804,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:07.279458 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 678574b2-9f46-4fd8-90e3-241709612814 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:13:07.280026 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 678574b2-9f46-4fd8-90e3-241709612814 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:13:07.420468 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a6d3d-fd6c-41bc-a8e4-da3d2fde1ae9 req-4275d07a-0956-4764-b13e-d45cb8216cc9 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:07.421262 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f005d381-6edc-46fa-a52c-019496614b89 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:07.422263 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6e5a6d3d-fd6c-41bc-a8e4-da3d2fde1ae9 req-4275d07a-0956-4764-b13e-d45cb8216cc9 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb00d58-a4a4-48b8-b03f-6a73f72c5a19 HTTP/1.1" status: 200 len: 948 time: 0.2345209 Sep 30 13:13:07.433794 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f005d381-6edc-46fa-a52c-019496614b89 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:07.505505 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f005d381-6edc-46fa-a52c-019496614b89 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:07.510307 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f005d381-6edc-46fa-a52c-019496614b89 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9907334 Sep 30 13:13:07.510545 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57756) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:07.515876 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-06ac455e-34b3-4c41-a106-b03626d4f882 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group_rule': {'security_group_id': '40148269-9e46-4c58-a07b-71ccaeebb7a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ed9c8a63-3a84-4a4b-a0cc-a78ce254260a'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:07.567909 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005d381-6edc-46fa-a52c-019496614b89 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9c8a63-3a84-4a4b-a0cc-a78ce254260a,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:07.601517 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6e5a6d3d-fd6c-41bc-a8e4-da3d2fde1ae9 req-3d473e16-e434-49a1-965f-b483ec55e4f9 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549284 Sep 30 13:13:07.629559 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-06ac455e-34b3-4c41-a106-b03626d4f882 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:13:07.631030 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-06ac455e-34b3-4c41-a106-b03626d4f882 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1197786 Sep 30 13:13:07.636197 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57758) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:07.636711 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-afaa5788-1f0f-4d2b-99cd-6317c873ff2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:07.644817 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bb69f91e-ed8a-4c97-929e-99b625324115 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:07.701237 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bb69f91e-ed8a-4c97-929e-99b625324115 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:07.757490 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb69f91e-ed8a-4c97-929e-99b625324115 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:07.761325 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-bb69f91e-ed8a-4c97-929e-99b625324115 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:07.770881 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb69f91e-ed8a-4c97-929e-99b625324115 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:13:07.779016 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb69f91e-ed8a-4c97-929e-99b625324115 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:07.779997 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bb69f91e-ed8a-4c97-929e-99b625324115 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:07.787562 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69f91e-ed8a-4c97-929e-99b625324115 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Port': ['ID=a16ec7bc-3e81-487d-8bd1-364f728a344e,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:07.809013 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bb69f91e-ed8a-4c97-929e-99b625324115 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.8070457 Sep 30 13:13:07.810698 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57760) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:07.868857 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb12681-0f7d-4c01-b734-da026f58c1bb tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:07.874812 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb12681-0f7d-4c01-b734-da026f58c1bb tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:07.878939 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-beb12681-0f7d-4c01-b734-da026f58c1bb tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0647204 Sep 30 13:13:07.879194 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57764) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:07.988441 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57772) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:08.009250 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-11728aae-0fac-475b-99e6-ae328871e9c6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting port a16ec7bc-3e81-487d-8bd1-364f728a344e {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:13:08.009622 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-11728aae-0fac-475b-99e6-ae328871e9c6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:08.038749 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cb001d1f-711d-4acd-bb77-0590528682cd tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:08.054274 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afaa5788-1f0f-4d2b-99cd-6317c873ff2c admin admin] Router 9c1c45ff-6921-455b-9907-c2f24c02f586 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:13:08.102917 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cb001d1f-711d-4acd-bb77-0590528682cd tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:08.135663 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a4fde6d-dced-44ce-99df-41b5c1bc9abe tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:08.182646 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-11728aae-0fac-475b-99e6-ae328871e9c6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:08.187107 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a4fde6d-dced-44ce-99df-41b5c1bc9abe tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:08.208410 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-11728aae-0fac-475b-99e6-ae328871e9c6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Calling delete_port for a16ec7bc-3e81-487d-8bd1-364f728a344e owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:13:08.267830 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afaa5788-1f0f-4d2b-99cd-6317c873ff2c admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:13:08.278720 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33c3db3-3ad7-4f74-996f-196ab29e0e2a None None] Sync routers for ids ['9c1c45ff-6921-455b-9907-c2f24c02f586'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:13:08.292563 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33c3db3-3ad7-4f74-996f-196ab29e0e2a None None] Routers {'9c1c45ff-6921-455b-9907-c2f24c02f586'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:13:08.294137 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a33c3db3-3ad7-4f74-996f-196ab29e0e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:12:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['9c1c45ff-6921-455b-9907-c2f24c02f586'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:08.300259 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-afaa5788-1f0f-4d2b-99cd-6317c873ff2c admin admin] 10.222.0.18 "PUT /v2.0/routers/9c1c45ff-6921-455b-9907-c2f24c02f586/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6552751 Sep 30 13:13:08.302148 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57778) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:08.333272 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a4fde6d-dced-44ce-99df-41b5c1bc9abe tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:08.339881 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a4fde6d-dced-44ce-99df-41b5c1bc9abe tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:08.346170 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3a4fde6d-dced-44ce-99df-41b5c1bc9abe tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "DELETE /v2.0/security-groups/0841f57a-25ef-404b-8124-5c41f0f8c857 HTTP/1.1" status: 204 len: 168 time: 0.3562865 Sep 30 13:13:08.352616 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57780) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:08.412677 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4fde6d-dced-44ce-99df-41b5c1bc9abe tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0841f57a-25ef-404b-8124-5c41f0f8c857,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:08.445691 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cb001d1f-711d-4acd-bb77-0590528682cd tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:08.449835 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cb001d1f-711d-4acd-bb77-0590528682cd tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:08.451338 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cb001d1f-711d-4acd-bb77-0590528682cd tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "DELETE /v2.0/security-groups/ed9c8a63-3a84-4a4b-a0cc-a78ce254260a HTTP/1.1" status: 204 len: 168 time: 0.8124366 Sep 30 13:13:08.459081 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57784) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:08.465018 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-5ff5ca70-81b2-4703-91fe-a96908917bea tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] show failed (client error): The resource could not be found. Sep 30 13:13:08.471380 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57786) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:08.473185 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-a33c3db3-3ad7-4f74-996f-196ab29e0e2a None None] Set router 9c1c45ff-6921-455b-9907-c2f24c02f586 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:13:08.475402 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5ff5ca70-81b2-4703-91fe-a96908917bea tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "GET /v2.0/security-groups/0841f57a-25ef-404b-8124-5c41f0f8c857 HTTP/1.1" status: 404 len: 347 time: 0.1166370 Sep 30 13:13:08.530521 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb001d1f-711d-4acd-bb77-0590528682cd tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9c8a63-3a84-4a4b-a0cc-a78ce254260a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:08.538546 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:13:08.640156 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5ce556fa-d8d9-4539-bc9b-a346b06feb8a admin admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:08.640279 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-11728aae-0fac-475b-99e6-ae328871e9c6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:08.713970 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-11728aae-0fac-475b-99e6-ae328871e9c6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:08.718456 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-11728aae-0fac-475b-99e6-ae328871e9c6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/a16ec7bc-3e81-487d-8bd1-364f728a344e HTTP/1.1" status: 204 len: 168 time: 0.8362906 Sep 30 13:13:08.727391 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-461fed4a-c704-43d7-8fe6-a0e691315a47 None None] Provisioning complete for port 3aac18cb-cd7c-46ca-b7e9-0f166dffd8dd triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:08.727958 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-461fed4a-c704-43d7-8fe6-a0e691315a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:08.736109 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-88f39daf-5b3a-478c-81f9-c9f2b4372215 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2735977 Sep 30 13:13:08.757737 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57790) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:08.758246 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57792) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:08.773873 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa6bb6-6b86-44f9-bca6-e7bb8c90befc req-114764d4-3cc1-45cd-9076-f20084e9e050 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:08.775989 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8bfa6bb6-6b86-44f9-bca6-e7bb8c90befc req-114764d4-3cc1-45cd-9076-f20084e9e050 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed88fa5a-e06e-4193-bbf7-f4705a8f0d77 HTTP/1.1" status: 200 len: 945 time: 0.3941944 Sep 30 13:13:08.778131 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11728aae-0fac-475b-99e6-ae328871e9c6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Port': ['ID=a16ec7bc-3e81-487d-8bd1-364f728a344e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:08.849965 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8bfa6bb6-6b86-44f9-bca6-e7bb8c90befc req-63206de8-72db-4d1c-ad73-0fe003ddcb3c tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643213 Sep 30 13:13:08.932325 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02cac28f-bf0e-4601-adf5-5d6d8aac5e7e tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:08.966426 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:08.974969 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-461fed4a-c704-43d7-8fe6-a0e691315a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:08.999171 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': 'b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf', 'mac_address': 'fa:16:3e:a0:84:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:13:09.025078 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-461fed4a-c704-43d7-8fe6-a0e691315a47 None None] For port 3aac18cb-cd7c-46ca-b7e9-0f166dffd8dd, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3aac18cb-cd7c-46ca-b7e9-0f166dffd8dd,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:09.025387 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab791c9-8648-4941-9f15-c9d4416f5d43 req-278260e4-5dee-47b2-be4f-8a70a42e5a43 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:09.034727 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8ab791c9-8648-4941-9f15-c9d4416f5d43 req-278260e4-5dee-47b2-be4f-8a70a42e5a43 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb00d58-a4a4-48b8-b03f-6a73f72c5a19 HTTP/1.1" status: 200 len: 948 time: 0.3200836 Sep 30 13:13:09.048749 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3d86ad-11ab-42d6-b247-aca1c6d8625a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:09.050719 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3d86ad-11ab-42d6-b247-aca1c6d8625a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:09.052636 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0b3d86ad-11ab-42d6-b247-aca1c6d8625a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2683275 Sep 30 13:13:09.052994 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-461fed4a-c704-43d7-8fe6-a0e691315a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:09.055350 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57794) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:09.104406 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02cac28f-bf0e-4601-adf5-5d6d8aac5e7e tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:09.140870 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-59443039-eff4-427d-b532-04e399740c0a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Deleting port 48015cc7-f724-4c43-9674-8637da096165 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:13:09.141300 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-59443039-eff4-427d-b532-04e399740c0a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:09.162560 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc9de21-c94d-47ae-b853-43daeeb8e51a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet 932c603f-f475-4bc4-94aa-377c48c00a3b {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:13:09.169389 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0cc9de21-c94d-47ae-b853-43daeeb8e51a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:09.182742 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6d5a8d2e-6034-4b2e-914a-1015610e0690 None None] Could not find standard attr ID for object a16ec7bc-3e81-487d-8bd1-364f728a344e. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:13:09.188424 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:09.190475 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8ab791c9-8648-4941-9f15-c9d4416f5d43 req-98d679fa-f814-4c96-84e4-1e33f9e99c98 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545560 Sep 30 13:13:09.195006 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a33c3db3-3ad7-4f74-996f-196ab29e0e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'name': 'tempest-ServersTestBootFromVolume-1504422879-router', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'b89858d5-efee-4508-a644-238e93e84eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:09:59Z', 'updated_at': '2021-09-30T13:13:06Z', 'revision_number': 5, 'project_id': '89a01187976b4a9db1aceb3025c9740b', 'gw_port': {'id': 'b89858d5-efee-4508-a644-238e93e84eaf', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:00Z', 'updated_at': '2021-09-30T13:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:09.210628 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5ce556fa-d8d9-4539-bc9b-a346b06feb8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:09.265730 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0cc9de21-c94d-47ae-b853-43daeeb8e51a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:09.377403 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02cac28f-bf0e-4601-adf5-5d6d8aac5e7e tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:09.380428 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02cac28f-bf0e-4601-adf5-5d6d8aac5e7e tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:09.381981 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-02cac28f-bf0e-4601-adf5-5d6d8aac5e7e tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "DELETE /v2.0/security-groups/40148269-9e46-4c58-a07b-71ccaeebb7a4 HTTP/1.1" status: 204 len: 168 time: 0.5962808 Sep 30 13:13:09.385084 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0cc9de21-c94d-47ae-b853-43daeeb8e51a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:09.390590 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57796) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:09.393885 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-59443039-eff4-427d-b532-04e399740c0a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:09.394408 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-59443039-eff4-427d-b532-04e399740c0a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:09.422468 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3aac18cb-cd7c-46ca-b7e9-0f166dffd8dd up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:13:09.428689 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33c3db3-3ad7-4f74-996f-196ab29e0e2a None None] Checking router: 9c1c45ff-6921-455b-9907-c2f24c02f586 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:13:09.438324 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-5ce556fa-d8d9-4539-bc9b-a346b06feb8a admin admin] Deleting port b89858d5-efee-4508-a644-238e93e84eaf {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:13:09.438324 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5ce556fa-d8d9-4539-bc9b-a346b06feb8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:09.452335 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cac28f-bf0e-4601-adf5-5d6d8aac5e7e tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40148269-9e46-4c58-a07b-71ccaeebb7a4,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:09.466977 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:13:09.473394 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0cc9de21-c94d-47ae-b853-43daeeb8e51a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:09.495822 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461fed4a-c704-43d7-8fe6-a0e691315a47 None None] Pushing event updated for resources: {'Port': ['ID=3aac18cb-cd7c-46ca-b7e9-0f166dffd8dd,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:09.501117 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:09.512814 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9de21-c94d-47ae-b853-43daeeb8e51a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=932c603f-f475-4bc4-94aa-377c48c00a3b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:09.515725 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:09.518868 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0cc9de21-c94d-47ae-b853-43daeeb8e51a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:09.521197 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0cc9de21-c94d-47ae-b853-43daeeb8e51a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/932c603f-f475-4bc4-94aa-377c48c00a3b HTTP/1.1" status: 204 len: 168 time: 0.4638960 Sep 30 13:13:09.523616 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57800) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:09.554465 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33c3db3-3ad7-4f74-996f-196ab29e0e2a None None] Routers {'9c1c45ff-6921-455b-9907-c2f24c02f586'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:13:09.555207 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a33c3db3-3ad7-4f74-996f-196ab29e0e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:12:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['9c1c45ff-6921-455b-9907-c2f24c02f586'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:09.561432 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95bfa9f-6c9d-4124-b9e3-564d67054e2c None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:13:09.571367 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1c1ccbd7-e7f3-458e-9180-cba3c385a153 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458684 Sep 30 13:13:09.574051 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57802) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:09.576388 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-59443039-eff4-427d-b532-04e399740c0a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Calling delete_port for 48015cc7-f724-4c43-9674-8637da096165 owned by network:floatingip {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:13:09.579300 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-971d6314-3b9b-4f19-8e02-150841e7ec3d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:09.700423 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:09.719605 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971d6314-3b9b-4f19-8e02-150841e7ec3d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:13:09.726416 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-971d6314-3b9b-4f19-8e02-150841e7ec3d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:09.757550 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 3aac18cb-cd7c-46ca-b7e9-0f166dffd8dd triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:09.758004 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:09.803209 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f4c7cfe2-d274-4edf-a88d-943ea444262d tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4036164 Sep 30 13:13:09.808277 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57804) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:09.815012 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-5ce556fa-d8d9-4539-bc9b-a346b06feb8a admin admin] For port b89858d5-efee-4508-a644-238e93e84eaf, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b89858d5-efee-4508-a644-238e93e84eaf,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:09.817530 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5ce556fa-d8d9-4539-bc9b-a346b06feb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:09.819936 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-a33c3db3-3ad7-4f74-996f-196ab29e0e2a None None] Set router 9c1c45ff-6921-455b-9907-c2f24c02f586 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:13:09.828913 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-f8c23fbb-16f4-46f3-ac81-658ef9fa4187 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group': {'name': 'tempest-secgroup--978026789'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:09.861501 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-5ce556fa-d8d9-4539-bc9b-a346b06feb8a admin admin] Calling delete_port for b89858d5-efee-4508-a644-238e93e84eaf owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:13:09.894275 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a33c3db3-3ad7-4f74-996f-196ab29e0e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'name': 'tempest-ServersTestBootFromVolume-1504422879-router', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:09:59Z', 'updated_at': '2021-09-30T13:13:09Z', 'revision_number': 6, 'project_id': '89a01187976b4a9db1aceb3025c9740b', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:09.900531 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f8c23fbb-16f4-46f3-ac81-658ef9fa4187 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:09.916582 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:13:09.969743 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33c3db3-3ad7-4f74-996f-196ab29e0e2a None None] The sync data for ids ['9c1c45ff-6921-455b-9907-c2f24c02f586'] in n-d-810909-2 is: [{'id': '9c1c45ff-6921-455b-9907-c2f24c02f586', 'name': 'tempest-ServersTestBootFromVolume-1504422879-router', 'tenant_id': '89a01187976b4a9db1aceb3025c9740b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:09:59Z', 'updated_at': '2021-09-30T13:13:09Z', 'revision_number': 6, 'project_id': '89a01187976b4a9db1aceb3025c9740b', 'gw_port_host': None}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:13:09.985280 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-971d6314-3b9b-4f19-8e02-150841e7ec3d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:10.059343 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971d6314-3b9b-4f19-8e02-150841e7ec3d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:10.063277 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-971d6314-3b9b-4f19-8e02-150841e7ec3d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:10.067497 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971d6314-3b9b-4f19-8e02-150841e7ec3d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:10.068140 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-971d6314-3b9b-4f19-8e02-150841e7ec3d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:10.090647 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d6314-3b9b-4f19-8e02-150841e7ec3d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=8dca1662-e52a-4bc4-9513-553ef955f433,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:10.198695 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51e134-7734-416d-97fe-2786836d0d1f req-71627d49-711e-4bdb-a9d7-461a54e7cef2 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:10.200193 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5f51e134-7734-416d-97fe-2786836d0d1f req-71627d49-711e-4bdb-a9d7-461a54e7cef2 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed88fa5a-e06e-4193-bbf7-f4705a8f0d77 HTTP/1.1" status: 200 len: 945 time: 0.2233648 Sep 30 13:13:10.221625 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be9eb4-1467-40fe-b846-896b745977ae req-015fb983-ab0d-4d2c-ac58-35c17ec56d96 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:10.223277 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-60be9eb4-1467-40fe-b846-896b745977ae req-015fb983-ab0d-4d2c-ac58-35c17ec56d96 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed88fa5a-e06e-4193-bbf7-f4705a8f0d77 HTTP/1.1" status: 200 len: 945 time: 0.2256837 Sep 30 13:13:10.306922 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70842dcb-31ff-4e9e-ac43-4fd791b96e0b req-95ca9242-7724-47bc-8097-08d8238d4eff tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:10.308496 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-70842dcb-31ff-4e9e-ac43-4fd791b96e0b req-95ca9242-7724-47bc-8097-08d8238d4eff tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb00d58-a4a4-48b8-b03f-6a73f72c5a19 HTTP/1.1" status: 200 len: 949 time: 0.0531282 Sep 30 13:13:10.333647 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-59443039-eff4-427d-b532-04e399740c0a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:10.356309 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a674b74-5185-4db6-a969-c2ab106ab57c None None] DHCP port deletion for 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:13:10.363096 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-70842dcb-31ff-4e9e-ac43-4fd791b96e0b req-ddd65992-5787-49fc-91ca-0e490ca12dbe tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469885 Sep 30 13:13:10.392631 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59443039-eff4-427d-b532-04e399740c0a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event deleted for resources: {'Port': ['ID=48015cc7-f724-4c43-9674-8637da096165,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:10.455174 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5a674b74-5185-4db6-a969-c2ab106ab57c None None] Deleting port 3aac18cb-cd7c-46ca-b7e9-0f166dffd8dd {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:13:10.455704 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5a674b74-5185-4db6-a969-c2ab106ab57c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:10.521977 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-60be9eb4-1467-40fe-b846-896b745977ae req-3d72506a-e3f5-462c-adf4-0e379dcd63af tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870681 Sep 30 13:13:10.528535 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f8c23fbb-16f4-46f3-ac81-658ef9fa4187 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:10.550220 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-971d6314-3b9b-4f19-8e02-150841e7ec3d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9725728 Sep 30 13:13:10.550433 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57810) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:10.559077 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-a407c41f-001d-4ba9-bf6b-736d7b6f5c04 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'port': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'fixed_ips': [{'subnet_id': '8dca1662-e52a-4bc4-9513-553ef955f433', 'ip_address': '2001:db8::28e:c408:753c:bcc9'}], 'name': 'tempest-NetworksTestDHCPv6-1195606761'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:10.565921 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f8c23fbb-16f4-46f3-ac81-658ef9fa4187 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:10.584573 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5a674b74-5185-4db6-a969-c2ab106ab57c None None] For port 3aac18cb-cd7c-46ca-b7e9-0f166dffd8dd, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3aac18cb-cd7c-46ca-b7e9-0f166dffd8dd,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:10.584864 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5a674b74-5185-4db6-a969-c2ab106ab57c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:10.601726 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5a674b74-5185-4db6-a969-c2ab106ab57c None None] Calling delete_port for 3aac18cb-cd7c-46ca-b7e9-0f166dffd8dd owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:13:10.625597 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-59443039-eff4-427d-b532-04e399740c0a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for floatingip, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:10.628089 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-59443039-eff4-427d-b532-04e399740c0a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:10.629324 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-59443039-eff4-427d-b532-04e399740c0a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "DELETE /v2.0/floatingips/25383912-e22d-477f-ac08-808d97a1362a HTTP/1.1" status: 204 len: 168 time: 2.1482980 Sep 30 13:13:10.631213 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f8c23fbb-16f4-46f3-ac81-658ef9fa4187 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:10.632350 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f8c23fbb-16f4-46f3-ac81-658ef9fa4187 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8071494 Sep 30 13:13:10.632923 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57812) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:10.641772 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c23fbb-16f4-46f3-ac81-658ef9fa4187 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf72adee-3608-42a4-8558-ef126eec3bd3,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:10.644968 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57814) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:10.652866 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-9c387b3e-199f-4826-b292-4c193e1f0879 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:10.653344 n-d-810909-2 neutron-server[94763]: WARNING neutron.api.v2.base [None req-9c387b3e-199f-4826-b292-4c193e1f0879 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 30 13:13:10.653797 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-9c387b3e-199f-4826-b292-4c193e1f0879 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] update failed (client error): There was a conflict when trying to complete your request. Sep 30 13:13:10.654866 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9c387b3e-199f-4826-b292-4c193e1f0879 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "PUT /v2.0/security-groups/cf72adee-3608-42a4-8558-ef126eec3bd3 HTTP/1.1" status: 409 len: 330 time: 0.0061533 Sep 30 13:13:10.670331 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57816) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:10.679518 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5ce556fa-d8d9-4539-bc9b-a346b06feb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:10.694317 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-5f51e134-7734-416d-97fe-2786836d0d1f req-80d6b82b-6ffa-4d08-b81c-d0d1275a2691 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Deleting port 7bd93dc4-2b54-461b-8a54-46ca667ea680 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:13:10.695086 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5f51e134-7734-416d-97fe-2786836d0d1f req-80d6b82b-6ffa-4d08-b81c-d0d1275a2691 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:10.736231 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce556fa-d8d9-4539-bc9b-a346b06feb8a admin admin] Pushing event deleted for resources: {'Port': ['ID=b89858d5-efee-4508-a644-238e93e84eaf,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:10.749940 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5a674b74-5185-4db6-a969-c2ab106ab57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:10.775026 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e646eb90-3bde-4fc7-8212-42220c8dc3fc tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:10.789479 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a674b74-5185-4db6-a969-c2ab106ab57c None None] Pushing event deleted for resources: {'Port': ['ID=3aac18cb-cd7c-46ca-b7e9-0f166dffd8dd,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:10.809431 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e646eb90-3bde-4fc7-8212-42220c8dc3fc tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:10.810493 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a674b74-5185-4db6-a969-c2ab106ab57c None None] No DVR routers for this DVR port 3aac18cb-cd7c-46ca-b7e9-0f166dffd8dd on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:13:10.812902 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a407c41f-001d-4ba9-bf6b-736d7b6f5c04 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:13:10.818493 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a407c41f-001d-4ba9-bf6b-736d7b6f5c04 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:10.826976 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471f7b50-0679-49a4-84bf-09bb8f20897d None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:13:10.854182 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-a407c41f-001d-4ba9-bf6b-736d7b6f5c04 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] device_id is not set on port 82ac0462-0a94-4551-b7a8-e8de4593e74a yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:13:10.982424 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e646eb90-3bde-4fc7-8212-42220c8dc3fc tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:10.985126 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e646eb90-3bde-4fc7-8212-42220c8dc3fc tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:10.986349 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e646eb90-3bde-4fc7-8212-42220c8dc3fc tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "DELETE /v2.0/security-groups/cf72adee-3608-42a4-8558-ef126eec3bd3 HTTP/1.1" status: 204 len: 168 time: 0.3150074 Sep 30 13:13:10.994334 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57820) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:11.045376 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646eb90-3bde-4fc7-8212-42220c8dc3fc tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf72adee-3608-42a4-8558-ef126eec3bd3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:11.055904 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'fixed_ips': [{'subnet_id': '8dca1662-e52a-4bc4-9513-553ef955f433'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:13:11.056413 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:11.122296 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f6d657d7-2011-4986-bb76-8b3ebd7c4378 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1238558 Sep 30 13:13:11.127340 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57822) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:11.147902 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-b0349be7-af8e-4387-9447-953f598dc4b8 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] delete failed (client error): The resource could not be found. Sep 30 13:13:11.149384 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b0349be7-af8e-4387-9447-953f598dc4b8 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "DELETE /v2.0/security-groups/79c9492a-2cbf-447d-88c1-d36c90884196 HTTP/1.1" status: 404 len: 347 time: 0.0213749 Sep 30 13:13:11.153771 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57824) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:11.171328 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-ce5c4eb1-4197-4cd1-bb17-6b41e0b4d71c tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] show failed (client error): The resource could not be found. Sep 30 13:13:11.176059 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ce5c4eb1-4197-4cd1-bb17-6b41e0b4d71c tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "GET /v2.0/security-groups/c5bc57e7-743b-451a-94e0-1fecb2909c48 HTTP/1.1" status: 404 len: 347 time: 0.0179653 Sep 30 13:13:11.178493 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57826) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:11.192070 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3aac18cb-cd7c-46ca-b7e9-0f166dffd8dd no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:13:11.195099 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-a407c41f-001d-4ba9-bf6b-736d7b6f5c04 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 2001:db8::28e:c408:753c:bcc9 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/8dca1662-e52a-4bc4-9513-553ef955f433/82ac0462-0a94-4551-b7a8-e8de4593e74a) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:13:11.198771 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-e838dbe5-9b13-4abe-b8de-a16280dd6d41 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] show failed (client error): The resource could not be found. Sep 30 13:13:11.202595 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e838dbe5-9b13-4abe-b8de-a16280dd6d41 tempest-NegativeSecGroupTest-1119739560 tempest-NegativeSecGroupTest-1119739560-project] 10.222.0.18 "GET /v2.0/security-group-rules/cd26b72a-efc2-4906-8839-f2301aef3345 HTTP/1.1" status: 404 len: 356 time: 0.0205209 Sep 30 13:13:11.219608 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 3aac18cb-cd7c-46ca-b7e9-0f166dffd8dd {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:13:11.219958 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3aac18cb-cd7c-46ca-b7e9-0f166dffd8dd not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:13:11.220392 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b89858d5-efee-4508-a644-238e93e84eaf no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:13:11.244319 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: b89858d5-efee-4508-a644-238e93e84eaf {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:13:11.244668 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b89858d5-efee-4508-a644-238e93e84eaf not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:13:11.245086 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 47c4a881-ce8f-4e1c-9a90-0195ed6d6804 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:13:11.272535 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 47c4a881-ce8f-4e1c-9a90-0195ed6d6804 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:13:11.272535 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 47c4a881-ce8f-4e1c-9a90-0195ed6d6804 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:13:11.308438 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-8dbd3fb6-14e6-40b8-b7d0-8d20e9a5760a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Deleting port edd46fc9-4ca1-4629-b3fb-da71ea25c33c {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:13:11.308854 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8dbd3fb6-14e6-40b8-b7d0-8d20e9a5760a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:11.313139 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-5f51e134-7734-416d-97fe-2786836d0d1f req-80d6b82b-6ffa-4d08-b81c-d0d1275a2691 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] For port 7bd93dc4-2b54-461b-8a54-46ca667ea680, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=7bd93dc4-2b54-461b-8a54-46ca667ea680,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:11.313572 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5f51e134-7734-416d-97fe-2786836d0d1f req-80d6b82b-6ffa-4d08-b81c-d0d1275a2691 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:11.335442 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5ce556fa-d8d9-4539-bc9b-a346b06feb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:11.377433 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-5f51e134-7734-416d-97fe-2786836d0d1f req-80d6b82b-6ffa-4d08-b81c-d0d1275a2691 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Calling delete_port for 7bd93dc4-2b54-461b-8a54-46ca667ea680 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:13:11.397180 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a407c41f-001d-4ba9-bf6b-736d7b6f5c04 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:11.448455 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a407c41f-001d-4ba9-bf6b-736d7b6f5c04 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:11.497942 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a407c41f-001d-4ba9-bf6b-736d7b6f5c04 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:11.499619 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Allocated IP 2001:db8::2 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/8dca1662-e52a-4bc4-9513-553ef955f433/4aaf5509-0c34-4e41-abeb-6aa7d6db24d8) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:13:11.501404 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-a407c41f-001d-4ba9-bf6b-736d7b6f5c04 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:11.507445 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5ce556fa-d8d9-4539-bc9b-a346b06feb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:11.507988 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a407c41f-001d-4ba9-bf6b-736d7b6f5c04 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:13:11.513837 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a407c41f-001d-4ba9-bf6b-736d7b6f5c04 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:11.514514 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a407c41f-001d-4ba9-bf6b-736d7b6f5c04 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:11.523416 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5ce556fa-d8d9-4539-bc9b-a346b06feb8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:11.537263 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407c41f-001d-4ba9-bf6b-736d7b6f5c04 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Port': ['ID=82ac0462-0a94-4551-b7a8-e8de4593e74a,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:11.550567 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a407c41f-001d-4ba9-bf6b-736d7b6f5c04 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9985077 Sep 30 13:13:11.551221 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57834) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:11.590822 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57838) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:11.624676 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8dbd3fb6-14e6-40b8-b7d0-8d20e9a5760a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:11.625733 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a036a704-65d5-481e-b497-ed13addba377 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:11.627467 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a036a704-65d5-481e-b497-ed13addba377 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0752928 Sep 30 13:13:11.631629 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57842) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:11.663234 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-8dbd3fb6-14e6-40b8-b7d0-8d20e9a5760a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Calling delete_port for edd46fc9-4ca1-4629-b3fb-da71ea25c33c owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:13:11.673234 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5ce556fa-d8d9-4539-bc9b-a346b06feb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:11.673819 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce556fa-d8d9-4539-bc9b-a346b06feb8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c1c45ff-6921-455b-9907-c2f24c02f586 {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:13:11.681838 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5ce556fa-d8d9-4539-bc9b-a346b06feb8a admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:11.683045 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5ce556fa-d8d9-4539-bc9b-a346b06feb8a admin admin] 10.222.0.18 "DELETE /v2.0/routers/9c1c45ff-6921-455b-9907-c2f24c02f586 HTTP/1.1" status: 204 len: 168 time: 3.3685250 Sep 30 13:13:11.690690 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57844) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:11.697430 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a100226-0517-4e6d-b979-4ab9a2feef3f req-0dc90a82-ce33-4b77-a433-aa19f8eacb32 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:11.699433 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3a100226-0517-4e6d-b979-4ab9a2feef3f req-0dc90a82-ce33-4b77-a433-aa19f8eacb32 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb00d58-a4a4-48b8-b03f-6a73f72c5a19 HTTP/1.1" status: 200 len: 949 time: 0.2544184 Sep 30 13:13:11.702309 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:11.717760 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:11.773089 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:11.779244 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:11.783464 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a398f0b-5faa-44ce-929a-7d3a8a36dc06 admin admin] Deleting subnet eb394966-7667-406c-8fc2-d7b486faf071 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:13:11.789222 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:13:11.799157 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Pushing event updated for resources: {'Port': ['ID=4aaf5509-0c34-4e41-abeb-6aa7d6db24d8,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:11.825963 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:11.826510 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:11.826855 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:11.827319 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:11.827692 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:11.828025 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:11.828353 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:11.828680 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:11.828980 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0a398f0b-5faa-44ce-929a-7d3a8a36dc06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:11.829083 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:11.829315 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:11.829639 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:11.829961 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:11.842967 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3a100226-0517-4e6d-b979-4ab9a2feef3f req-cc9c239e-42e6-4539-9669-69e29beb8530 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336541 Sep 30 13:13:11.889090 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Attempting to bind port 4aaf5509-0c34-4e41-abeb-6aa7d6db24d8 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:13:11.890146 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Attempting to bind port 4aaf5509-0c34-4e41-abeb-6aa7d6db24d8 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:13:11.890146 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Attempting to bind port 4aaf5509-0c34-4e41-abeb-6aa7d6db24d8 on network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:13:11.895697 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5f51e134-7734-416d-97fe-2786836d0d1f req-80d6b82b-6ffa-4d08-b81c-d0d1275a2691 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:11.897515 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:13:11.897957 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Checking segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:13:11.898394 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:11.898789 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Bound using segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:13:11.899800 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Bound port: 4aaf5509-0c34-4e41-abeb-6aa7d6db24d8, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:13:11.900185 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:11.912094 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['7bd93dc4-2b54-461b-8a54-46ca667ea680'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:13:11.936970 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0a398f0b-5faa-44ce-929a-7d3a8a36dc06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:11.959257 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6b82b-6ffa-4d08-b81c-d0d1275a2691 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Pushing event deleted for resources: {'Port': ['ID=7bd93dc4-2b54-461b-8a54-46ca667ea680,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:11.965913 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6f38c30d-b5c6-4478-9a9d-155b2e89ffd2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f817c1a1dcf41aaa6980eaef17a63c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3674130 Sep 30 13:13:11.967749 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57846) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:11.987713 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1831a2-f072-4a23-aa3d-b96838445990 req-35de667b-588d-4db5-96d8-64004b3ab491 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:11.989834 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1f1831a2-f072-4a23-aa3d-b96838445990 req-35de667b-588d-4db5-96d8-64004b3ab491 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed88fa5a-e06e-4193-bbf7-f4705a8f0d77 HTTP/1.1" status: 200 len: 867 time: 0.2378280 Sep 30 13:13:11.996484 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] For port 4aaf5509-0c34-4e41-abeb-6aa7d6db24d8, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:13:11.999356 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] For port 4aaf5509-0c34-4e41-abeb-6aa7d6db24d8, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4aaf5509-0c34-4e41-abeb-6aa7d6db24d8,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:13:12.007791 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:12.009262 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-1df21969-4fb3-4d57-87bf-76aff25f9faa tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting port 82ac0462-0a94-4551-b7a8-e8de4593e74a {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:13:12.009681 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1df21969-4fb3-4d57-87bf-76aff25f9faa tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:12.028593 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f51e134-7734-416d-97fe-2786836d0d1f req-80d6b82b-6ffa-4d08-b81c-d0d1275a2691 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] No DVR routers for this DVR port 7bd93dc4-2b54-461b-8a54-46ca667ea680 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:13:12.034080 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5f51e134-7734-416d-97fe-2786836d0d1f req-80d6b82b-6ffa-4d08-b81c-d0d1275a2691 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:12.036149 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5f51e134-7734-416d-97fe-2786836d0d1f req-80d6b82b-6ffa-4d08-b81c-d0d1275a2691 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.39 "DELETE /v2.0/ports/7bd93dc4-2b54-461b-8a54-46ca667ea680 HTTP/1.1" status: 204 len: 173 time: 1.8107882 Sep 30 13:13:12.036711 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed88fa5a-e06e-4193-bbf7-f4705a8f0d77', 'name': 'network-vif-deleted', 'tag': '7bd93dc4-2b54-461b-8a54-46ca667ea680'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:13:12.038990 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d6d759-057f-47ca-b46b-7ba577f9717d" -d '{"events": [{"server_uuid": "ed88fa5a-e06e-4193-bbf7-f4705a8f0d77", "name": "network-vif-deleted", "tag": "7bd93dc4-2b54-461b-8a54-46ca667ea680"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:13:12.047011 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8dbd3fb6-14e6-40b8-b7d0-8d20e9a5760a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:12.096794 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299c79e-0aba-4108-8f34-a80b05c4ac16 None None] Pushing event updated for resources: {'Port': ['ID=4aaf5509-0c34-4e41-abeb-6aa7d6db24d8,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:12.102050 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd3fb6-14e6-40b8-b7d0-8d20e9a5760a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event deleted for resources: {'Port': ['ID=edd46fc9-4ca1-4629-b3fb-da71ea25c33c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:12.185357 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5266d78d-0f8a-491d-9002-1807122888b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:12.194180 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d634de-ed1f-4240-bf04-70b231cc8aee x-openstack-request-id: req-12d634de-ed1f-4240-bf04-70b231cc8aee {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:13:12.194477 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed88fa5a-e06e-4193-bbf7-f4705a8f0d77", "name": "network-vif-deleted", "tag": "7bd93dc4-2b54-461b-8a54-46ca667ea680", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:13:12.194745 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12d634de-ed1f-4240-bf04-70b231cc8aee {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:13:12.195145 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed88fa5a-e06e-4193-bbf7-f4705a8f0d77', 'name': 'network-vif-deleted', 'tag': '7bd93dc4-2b54-461b-8a54-46ca667ea680', 'status': 'completed', 'code': 200} Sep 30 13:13:12.224216 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8dbd3fb6-14e6-40b8-b7d0-8d20e9a5760a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:12.228650 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8dbd3fb6-14e6-40b8-b7d0-8d20e9a5760a tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "DELETE /v2.0/ports/edd46fc9-4ca1-4629-b3fb-da71ea25c33c HTTP/1.1" status: 204 len: 168 time: 1.5908344 Sep 30 13:13:12.228650 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5266d78d-0f8a-491d-9002-1807122888b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:12.230036 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57852) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:12.267244 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1df21969-4fb3-4d57-87bf-76aff25f9faa tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:12.304241 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-1df21969-4fb3-4d57-87bf-76aff25f9faa tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Calling delete_port for 82ac0462-0a94-4551-b7a8-e8de4593e74a owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:13:12.309296 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1f1831a2-f072-4a23-aa3d-b96838445990 req-60d22d93-f0cc-4f8a-bf47-3a5163e2cb5f tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033905 Sep 30 13:13:12.312978 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0a398f0b-5faa-44ce-929a-7d3a8a36dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:12.391802 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5266d78d-0f8a-491d-9002-1807122888b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:12.395250 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5266d78d-0f8a-491d-9002-1807122888b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:12.396409 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5266d78d-0f8a-491d-9002-1807122888b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b4661585-8431-489d-880e-d88513e8fe07 HTTP/1.1" status: 204 len: 168 time: 0.4251626 Sep 30 13:13:12.415893 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-e83759ec-d3a3-4d95-b156-0bf46048251f tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Deleting port 84755c0f-2e46-4801-beed-ac8ea40167fc {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:13:12.416241 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e83759ec-d3a3-4d95-b156-0bf46048251f tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:12.464483 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266d78d-0f8a-491d-9002-1807122888b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4661585-8431-489d-880e-d88513e8fe07,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:12.523255 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:13:12.570527 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0a398f0b-5faa-44ce-929a-7d3a8a36dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:12.628532 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e83759ec-d3a3-4d95-b156-0bf46048251f tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:12.651015 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-e83759ec-d3a3-4d95-b156-0bf46048251f tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Calling delete_port for 84755c0f-2e46-4801-beed-ac8ea40167fc owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:13:12.657842 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a398f0b-5faa-44ce-929a-7d3a8a36dc06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb394966-7667-406c-8fc2-d7b486faf071,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:12.674433 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:13:12.682723 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0a398f0b-5faa-44ce-929a-7d3a8a36dc06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:12.684639 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0a398f0b-5faa-44ce-929a-7d3a8a36dc06 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/eb394966-7667-406c-8fc2-d7b486faf071 HTTP/1.1" status: 204 len: 168 time: 0.9927218 Sep 30 13:13:12.693229 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57856) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:12.701173 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf28004-7ce7-493f-b200-93015d77dece None None] Network b4f94743-5672-4dd1-a1e5-79a79c728dba requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:13:12.746838 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1df21969-4fb3-4d57-87bf-76aff25f9faa tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:12.825534 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df21969-4fb3-4d57-87bf-76aff25f9faa tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Port': ['ID=82ac0462-0a94-4551-b7a8-e8de4593e74a,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:12.866961 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:12.867397 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:12.886797 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e83759ec-d3a3-4d95-b156-0bf46048251f tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:12.948636 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83759ec-d3a3-4d95-b156-0bf46048251f tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event deleted for resources: {'Port': ['ID=84755c0f-2e46-4801-beed-ac8ea40167fc,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:13.056623 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1df21969-4fb3-4d57-87bf-76aff25f9faa tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:13.058756 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1df21969-4fb3-4d57-87bf-76aff25f9faa tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/82ac0462-0a94-4551-b7a8-e8de4593e74a HTTP/1.1" status: 204 len: 168 time: 1.4258325 Sep 30 13:13:13.061942 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57870) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:13.072595 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5803a06-b8f7-4206-8500-b9b4cb26f1bb None None] DHCP port deletion for b4f94743-5672-4dd1-a1e5-79a79c728dba request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:13:13.080135 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b8a3fe9-4e6a-434b-832f-9517d95bb94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:13.135914 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:13.193774 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb00d58-a4a4-48b8-b03f-6a73f72c5a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:13:13.196315 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817ba724-467b-4460-a0b4-522ec2426246" -d '{"events": [{"server_uuid": "deb00d58-a4a4-48b8-b03f-6a73f72c5a19", "name": "network-vif-plugged", "status": "completed", "tag": "b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:13:13.220751 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:13.243625 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-7b8a3fe9-4e6a-434b-832f-9517d95bb94d admin admin] Deleting port e7ce25a9-fc07-4860-b8e4-049a5b06c588 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:13:13.243995 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b8a3fe9-4e6a-434b-832f-9517d95bb94d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:13.244644 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:13.257072 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-b5803a06-b8f7-4206-8500-b9b4cb26f1bb None None] Deleting port e7ce25a9-fc07-4860-b8e4-049a5b06c588 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:13:13.258705 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fcaeed-2466-430e-b939-cf078290cce2 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:13.258939 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b5803a06-b8f7-4206-8500-b9b4cb26f1bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:13.269973 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fcaeed-2466-430e-b939-cf078290cce2 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:13.280428 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-97fcaeed-2466-430e-b939-cf078290cce2 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1946545 Sep 30 13:13:13.302388 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57878) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:13.312603 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e83759ec-d3a3-4d95-b156-0bf46048251f tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:13.324202 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e83759ec-d3a3-4d95-b156-0bf46048251f tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "DELETE /v2.0/ports/84755c0f-2e46-4801-beed-ac8ea40167fc HTTP/1.1" status: 204 len: 168 time: 1.0931165 Sep 30 13:13:13.326787 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57880) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:13.365633 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4aaf5509-0c34-4e41-abeb-6aa7d6db24d8 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:13:13.485778 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65892ff8-c0ef-4229-af2d-b20990e064a3 x-openstack-request-id: req-65892ff8-c0ef-4229-af2d-b20990e064a3 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:13:13.488777 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb00d58-a4a4-48b8-b03f-6a73f72c5a19", "name": "network-vif-plugged", "status": "completed", "tag": "b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:13:13.489325 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65892ff8-c0ef-4229-af2d-b20990e064a3 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:13:13.489779 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb00d58-a4a4-48b8-b03f-6a73f72c5a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf', 'code': 200} Sep 30 13:13:13.524099 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-c37630cd-2eda-4f96-b635-8678b38d2ea6 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Deleting subnet 78037d28-e7f8-493a-8dcf-013e39c51454 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:13:13.614863 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b5803a06-b8f7-4206-8500-b9b4cb26f1bb None None] For port e7ce25a9-fc07-4860-b8e4-049a5b06c588, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e7ce25a9-fc07-4860-b8e4-049a5b06c588,segment=NetworkSegment(f2aaa798-022a-4391-bc1e-d1cec9340987),segment_id=f2aaa798-022a-4391-bc1e-d1cec9340987)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:13.615427 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b5803a06-b8f7-4206-8500-b9b4cb26f1bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:13.620580 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c37630cd-2eda-4f96-b635-8678b38d2ea6 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:13.639946 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:13.656915 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-b5803a06-b8f7-4206-8500-b9b4cb26f1bb None None] Calling delete_port for e7ce25a9-fc07-4860-b8e4-049a5b06c588 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:13:13.717168 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234fbac-95c6-40ca-a502-b0f4a0af5cb7 req-33348727-2131-4072-9dd8-a5a5db52141e tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:13.721701 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b234fbac-95c6-40ca-a502-b0f4a0af5cb7 req-33348727-2131-4072-9dd8-a5a5db52141e tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb00d58-a4a4-48b8-b03f-6a73f72c5a19 HTTP/1.1" status: 200 len: 949 time: 0.6788926 Sep 30 13:13:13.751607 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 4aaf5509-0c34-4e41-abeb-6aa7d6db24d8 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:13.752079 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:13.868818 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b234fbac-95c6-40ca-a502-b0f4a0af5cb7 req-f9d0ba10-10d1-4b7f-b7c7-b4605c12754a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069305 Sep 30 13:13:13.913049 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c37630cd-2eda-4f96-b635-8678b38d2ea6 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:13.960354 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198ceab-89b6-4342-97ed-96aa6493d295 req-d7612e05-0171-4099-bd66-6ad0e23e8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:13.967483 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7198ceab-89b6-4342-97ed-96aa6493d295 req-d7612e05-0171-4099-bd66-6ad0e23e8ea1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=deb00d58-a4a4-48b8-b03f-6a73f72c5a19 HTTP/1.1" status: 200 len: 1101 time: 0.4332783 Sep 30 13:13:14.029725 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-b147faf3-4a56-4ecc-a067-7ac370716bc4 None None] Provisioning complete for port 4aaf5509-0c34-4e41-abeb-6aa7d6db24d8 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:14.030230 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b147faf3-4a56-4ecc-a067-7ac370716bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:14.055098 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cf0eb3d3-99ce-4789-a53c-d2c6a50a9fae req-c54b3df5-9f9c-4398-9edf-9dfd46cc93f3 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed88fa5a-e06e-4193-bbf7-f4705a8f0d77 HTTP/1.1" status: 200 len: 210 time: 0.0577655 Sep 30 13:13:14.065981 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee3db9fc-1bd2-41ae-a76b-e8b5fda48418 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet 8dca1662-e52a-4bc4-9513-553ef955f433 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:13:14.076027 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-7b8a3fe9-4e6a-434b-832f-9517d95bb94d admin admin] For port e7ce25a9-fc07-4860-b8e4-049a5b06c588, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e7ce25a9-fc07-4860-b8e4-049a5b06c588,segment=NetworkSegment(f2aaa798-022a-4391-bc1e-d1cec9340987),segment_id=f2aaa798-022a-4391-bc1e-d1cec9340987)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:14.076402 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b8a3fe9-4e6a-434b-832f-9517d95bb94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:14.081359 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ee3db9fc-1bd2-41ae-a76b-e8b5fda48418 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:14.096623 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7198ceab-89b6-4342-97ed-96aa6493d295 req-a323953e-bb36-4cd2-8c8f-ce21b930e1c3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211655 Sep 30 13:13:14.103791 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b5803a06-b8f7-4206-8500-b9b4cb26f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:14.163506 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-7b8a3fe9-4e6a-434b-832f-9517d95bb94d admin admin] Calling delete_port for e7ce25a9-fc07-4860-b8e4-049a5b06c588 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:13:14.165685 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c37630cd-2eda-4f96-b635-8678b38d2ea6 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:14.171331 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5803a06-b8f7-4206-8500-b9b4cb26f1bb None None] Pushing event deleted for resources: {'Port': ['ID=e7ce25a9-fc07-4860-b8e4-049a5b06c588,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:14.217075 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ee3db9fc-1bd2-41ae-a76b-e8b5fda48418 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:14.221232 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5803a06-b8f7-4206-8500-b9b4cb26f1bb None None] No DVR routers for this DVR port e7ce25a9-fc07-4860-b8e4-049a5b06c588 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:13:14.249546 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:14.278882 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c37630cd-2eda-4f96-b635-8678b38d2ea6 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:14.311316 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c37630cd-2eda-4f96-b635-8678b38d2ea6 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:14.319481 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c37630cd-2eda-4f96-b635-8678b38d2ea6 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "DELETE /v2.0/subnets/78037d28-e7f8-493a-8dcf-013e39c51454 HTTP/1.1" status: 204 len: 168 time: 0.9915004 Sep 30 13:13:14.322937 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57898) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:14.333290 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0890026d-d60c-417d-9657-0a0de22ed43e None None] Network d88806d7-cb43-44a5-88a4-05dfc9e84a4d requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:13:14.349693 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37630cd-2eda-4f96-b635-8678b38d2ea6 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event deleted for resources: {'Subnet': ['ID=78037d28-e7f8-493a-8dcf-013e39c51454,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:14.395332 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b147faf3-4a56-4ecc-a067-7ac370716bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:14.416883 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 4aaf5509-0c34-4e41-abeb-6aa7d6db24d8, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4aaf5509-0c34-4e41-abeb-6aa7d6db24d8,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:14.452734 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:14.553511 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e7ce25a9-fc07-4860-b8e4-049a5b06c588 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:13:14.582963 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-005dd181-b6aa-4b2d-b076-2e8769574526 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Deleting subnet 520f9abb-4aa3-4c91-b512-dfb75ecf6576 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:13:14.590928 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-005dd181-b6aa-4b2d-b076-2e8769574526 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:14.630234 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ee3db9fc-1bd2-41ae-a76b-e8b5fda48418 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:14.635947 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b8a3fe9-4e6a-434b-832f-9517d95bb94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:14.666814 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: e7ce25a9-fc07-4860-b8e4-049a5b06c588 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:13:14.667335 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e7ce25a9-fc07-4860-b8e4-049a5b06c588 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:13:14.697438 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a3fe9-4e6a-434b-832f-9517d95bb94d admin admin] Pushing event deleted for resources: {'Port': ['ID=e7ce25a9-fc07-4860-b8e4-049a5b06c588,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:14.707560 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-005dd181-b6aa-4b2d-b076-2e8769574526 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:14.712631 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8a3fe9-4e6a-434b-832f-9517d95bb94d admin admin] No DVR routers for this DVR port e7ce25a9-fc07-4860-b8e4-049a5b06c588 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:13:14.727553 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:14.735467 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-b147faf3-4a56-4ecc-a067-7ac370716bc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:13:14.735943 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-b147faf3-4a56-4ecc-a067-7ac370716bc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:13:14.739530 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=4aaf5509-0c34-4e41-abeb-6aa7d6db24d8,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:14.818357 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ee3db9fc-1bd2-41ae-a76b-e8b5fda48418 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:14.840727 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a6629d-ec11-4be6-8365-97ba8214487d None None] DHCP port deletion for d88806d7-cb43-44a5-88a4-05dfc9e84a4d request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:13:14.844072 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 7bd93dc4-2b54-461b-8a54-46ca667ea680 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:13:14.864829 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3db9fc-1bd2-41ae-a76b-e8b5fda48418 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=8dca1662-e52a-4bc4-9513-553ef955f433,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:14.884978 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 7bd93dc4-2b54-461b-8a54-46ca667ea680 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:13:14.885398 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 7bd93dc4-2b54-461b-8a54-46ca667ea680 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:13:14.902784 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b8a3fe9-4e6a-434b-832f-9517d95bb94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:14.926516 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc38caa-bbbc-415e-a1ed-bd86b0a51d78 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:13:14.940340 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ee3db9fc-1bd2-41ae-a76b-e8b5fda48418 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:14.944805 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57916) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:14.945476 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ee3db9fc-1bd2-41ae-a76b-e8b5fda48418 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/8dca1662-e52a-4bc4-9513-553ef955f433 HTTP/1.1" status: 204 len: 168 time: 1.6420131 Sep 30 13:13:14.975632 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-7b8a3fe9-4e6a-434b-832f-9517d95bb94d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f94743-5672-4dd1-a1e5-79a79c728dba']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:14.990389 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-7b8a3fe9-4e6a-434b-832f-9517d95bb94d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2aaa798-022a-4391-bc1e-d1cec9340987') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:14.990681 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-7b8a3fe9-4e6a-434b-832f-9517d95bb94d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2aaa798-022a-4391-bc1e-d1cec9340987') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:15.002255 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-005dd181-b6aa-4b2d-b076-2e8769574526 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:15.016143 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ded682ff-11f3-49d1-9efb-dea7c267e2a8 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0677085 Sep 30 13:13:15.018383 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57918) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:15.023817 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-144a44fb-0209-41d4-9b6d-c68678a2c540 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:15.042793 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b8a3fe9-4e6a-434b-832f-9517d95bb94d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:15.083290 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-17a6629d-ec11-4be6-8365-97ba8214487d None None] Deleting port 74904ce3-6f4f-488b-9a5e-d8b9ac3216e7 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:13:15.083290 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-17a6629d-ec11-4be6-8365-97ba8214487d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:15.085980 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b8a3fe9-4e6a-434b-832f-9517d95bb94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:15.136731 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8a3fe9-4e6a-434b-832f-9517d95bb94d admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:13:15.137147 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b8a3fe9-4e6a-434b-832f-9517d95bb94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: self.session.flush() Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: self.session.flush() Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: self.session.flush() Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: self.session.flush() Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:13:15.147934 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:13:15.165841 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4aaf5509-0c34-4e41-abeb-6aa7d6db24d8 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:13:15.192795 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd997c-6429-4d18-aa4d-ff2ff69eadcc req-f8931bdd-e5ce-434b-b4be-8db32d233eda tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:15.196870 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bbfd997c-6429-4d18-aa4d-ff2ff69eadcc req-f8931bdd-e5ce-434b-b4be-8db32d233eda tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb00d58-a4a4-48b8-b03f-6a73f72c5a19 HTTP/1.1" status: 200 len: 950 time: 0.1964808 Sep 30 13:13:15.251766 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-005dd181-b6aa-4b2d-b076-2e8769574526 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:15.299355 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9469e59d-a334-4e8c-ac67-4711d4fbfe83 req-8b2962ba-b38c-43c8-80b4-816eeed00145 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed88fa5a-e06e-4193-bbf7-f4705a8f0d77 HTTP/1.1" status: 200 len: 210 time: 0.0861955 Sep 30 13:13:15.299355 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144a44fb-0209-41d4-9b6d-c68678a2c540 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:13:15.310405 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-17a6629d-ec11-4be6-8365-97ba8214487d None None] For port 74904ce3-6f4f-488b-9a5e-d8b9ac3216e7, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=74904ce3-6f4f-488b-9a5e-d8b9ac3216e7,segment=NetworkSegment(1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f),segment_id=1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:15.310817 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-17a6629d-ec11-4be6-8365-97ba8214487d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:15.313377 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b8a3fe9-4e6a-434b-832f-9517d95bb94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:15.316468 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005dd181-b6aa-4b2d-b076-2e8769574526 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event deleted for resources: {'Subnet': ['ID=520f9abb-4aa3-4c91-b512-dfb75ecf6576,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:15.318718 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-005dd181-b6aa-4b2d-b076-2e8769574526 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:15.320837 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-005dd181-b6aa-4b2d-b076-2e8769574526 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "DELETE /v2.0/subnets/520f9abb-4aa3-4c91-b512-dfb75ecf6576 HTTP/1.1" status: 204 len: 168 time: 0.9767308 Sep 30 13:13:15.325844 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57928) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:15.327155 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b8a3fe9-4e6a-434b-832f-9517d95bb94d admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:15.329112 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7b8a3fe9-4e6a-434b-832f-9517d95bb94d admin admin] 10.222.0.18 "DELETE /v2.0/networks/b4f94743-5672-4dd1-a1e5-79a79c728dba HTTP/1.1" status: 204 len: 168 time: 2.6349375 Sep 30 13:13:15.339937 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-144a44fb-0209-41d4-9b6d-c68678a2c540 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:15.361107 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be27802a-3f4e-4fbb-af9e-97b86c4368ca None None] Network 7f6c8617-7052-4e03-9d52-54c6cfa13c48 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:13:15.364876 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a3fe9-4e6a-434b-832f-9517d95bb94d admin admin] Pushing event deleted for resources: {'Network': ['ID=b4f94743-5672-4dd1-a1e5-79a79c728dba,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:15.425038 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-17a6629d-ec11-4be6-8365-97ba8214487d None None] Calling delete_port for 74904ce3-6f4f-488b-9a5e-d8b9ac3216e7 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:13:15.464230 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bbfd997c-6429-4d18-aa4d-ff2ff69eadcc req-720dcebd-f5b8-4923-a342-8f295ac6cdcb tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579851 Sep 30 13:13:15.579022 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1b25b3fa-252e-4bbc-b729-4d593ee6c8b4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:15.671753 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57946) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:15.707055 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-1b25b3fa-252e-4bbc-b729-4d593ee6c8b4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Deleting port 74904ce3-6f4f-488b-9a5e-d8b9ac3216e7 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:13:15.707659 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1b25b3fa-252e-4bbc-b729-4d593ee6c8b4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:15.715344 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d40503-089f-48ba-a5e9-06f7f848f8ea None None] DHCP port deletion for 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:13:15.764341 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 4aaf5509-0c34-4e41-abeb-6aa7d6db24d8 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:15.764836 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:15.773226 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4ee4e9a2-7490-4d97-b7f5-ad40b4f96019 None None] Could not find standard attr ID for object 82ac0462-0a94-4551-b7a8-e8de4593e74a. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:13:15.808295 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-1b25b3fa-252e-4bbc-b729-4d593ee6c8b4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] For port 74904ce3-6f4f-488b-9a5e-d8b9ac3216e7, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=74904ce3-6f4f-488b-9a5e-d8b9ac3216e7,segment=NetworkSegment(1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f),segment_id=1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:15.809081 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1b25b3fa-252e-4bbc-b729-4d593ee6c8b4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:15.826856 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-1b25b3fa-252e-4bbc-b729-4d593ee6c8b4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Calling delete_port for 74904ce3-6f4f-488b-9a5e-d8b9ac3216e7 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:13:15.881876 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-144a44fb-0209-41d4-9b6d-c68678a2c540 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:15.891374 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-84b0d775-cf93-42bd-8a3a-ce28300dfe16 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=89a01187976b4a9db1aceb3025c9740b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2163279 Sep 30 13:13:15.912495 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57950) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:15.939554 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-56d40503-089f-48ba-a5e9-06f7f848f8ea None None] Deleting port 4aaf5509-0c34-4e41-abeb-6aa7d6db24d8 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:13:15.939937 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-56d40503-089f-48ba-a5e9-06f7f848f8ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:15.967950 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-17a6629d-ec11-4be6-8365-97ba8214487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:16.024340 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144a44fb-0209-41d4-9b6d-c68678a2c540 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:16.033522 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1b25b3fa-252e-4bbc-b729-4d593ee6c8b4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:16.042647 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c6b718-20c7-45a1-882c-122922f54862 None None] DHCP port deletion for 7f6c8617-7052-4e03-9d52-54c6cfa13c48 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:13:16.045674 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6629d-ec11-4be6-8365-97ba8214487d None None] Pushing event deleted for resources: {'Port': ['ID=74904ce3-6f4f-488b-9a5e-d8b9ac3216e7,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:16.052293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-144a44fb-0209-41d4-9b6d-c68678a2c540 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:16.053576 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a6629d-ec11-4be6-8365-97ba8214487d None None] No DVR routers for this DVR port 74904ce3-6f4f-488b-9a5e-d8b9ac3216e7 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:13:16.057314 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b25b3fa-252e-4bbc-b729-4d593ee6c8b4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] No DVR routers for this DVR port 74904ce3-6f4f-488b-9a5e-d8b9ac3216e7 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:13:16.081457 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144a44fb-0209-41d4-9b6d-c68678a2c540 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:16.081992 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-144a44fb-0209-41d4-9b6d-c68678a2c540 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:16.123555 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a44fb-0209-41d4-9b6d-c68678a2c540 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=6d1f90e0-e3ae-4628-b389-6dd7f401d471,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:16.141494 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-144a44fb-0209-41d4-9b6d-c68678a2c540 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1220443 Sep 30 13:13:16.146205 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57954) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:16.156253 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25b3fa-252e-4bbc-b729-4d593ee6c8b4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event deleted for resources: {'Port': ['ID=74904ce3-6f4f-488b-9a5e-d8b9ac3216e7,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:16.177130 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-1e3f6f0f-e9c7-402f-aa4b-a6bc51b807ff tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'port': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'fixed_ips': [{'subnet_id': '6d1f90e0-e3ae-4628-b389-6dd7f401d471', 'ip_address': '2001:db8::d51a:5522:7039:975'}], 'name': 'tempest-NetworksTestDHCPv6-699045301'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:16.177315 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-56d40503-089f-48ba-a5e9-06f7f848f8ea None None] For port 4aaf5509-0c34-4e41-abeb-6aa7d6db24d8, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4aaf5509-0c34-4e41-abeb-6aa7d6db24d8,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:16.177662 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-56d40503-089f-48ba-a5e9-06f7f848f8ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:16.200726 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57956) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:16.201615 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-56d40503-089f-48ba-a5e9-06f7f848f8ea None None] Calling delete_port for 4aaf5509-0c34-4e41-abeb-6aa7d6db24d8 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:13:16.219770 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d55a58f0-234f-4a64-b21e-50614498b386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:16.222989 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 74904ce3-6f4f-488b-9a5e-d8b9ac3216e7 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:13:16.298669 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 74904ce3-6f4f-488b-9a5e-d8b9ac3216e7 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:13:16.299025 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 74904ce3-6f4f-488b-9a5e-d8b9ac3216e7 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:13:16.300131 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d55a58f0-234f-4a64-b21e-50614498b386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:16.305874 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-96c6b718-20c7-45a1-882c-122922f54862 None None] Deleting port 902673bb-f87a-4a17-a2bb-caa9590222eb {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:13:16.306291 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-96c6b718-20c7-45a1-882c-122922f54862 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:16.334634 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1b25b3fa-252e-4bbc-b729-4d593ee6c8b4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:16.384871 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-1b25b3fa-252e-4bbc-b729-4d593ee6c8b4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88806d7-cb43-44a5-88a4-05dfc9e84a4d']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:16.424858 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-1b25b3fa-252e-4bbc-b729-4d593ee6c8b4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:16.425161 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-1b25b3fa-252e-4bbc-b729-4d593ee6c8b4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2ea6e1-ce17-4fbe-b910-b0ec97a3518f') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:16.427691 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3f6f0f-e9c7-402f-aa4b-a6bc51b807ff tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:13:16.454894 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d55a58f0-234f-4a64-b21e-50614498b386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:16.457488 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d55a58f0-234f-4a64-b21e-50614498b386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:16.464550 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-96c6b718-20c7-45a1-882c-122922f54862 None None] For port 902673bb-f87a-4a17-a2bb-caa9590222eb, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=902673bb-f87a-4a17-a2bb-caa9590222eb,segment=NetworkSegment(ac637a4a-2081-46b7-8c83-b608b8cef194),segment_id=ac637a4a-2081-46b7-8c83-b608b8cef194)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:16.465381 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-96c6b718-20c7-45a1-882c-122922f54862 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:16.472270 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d55a58f0-234f-4a64-b21e-50614498b386 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b16ae0e-8d15-4718-8588-a86659b9ddc5 HTTP/1.1" status: 204 len: 168 time: 0.5467331 Sep 30 13:13:16.480840 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-96c6b718-20c7-45a1-882c-122922f54862 None None] Calling delete_port for 902673bb-f87a-4a17-a2bb-caa9590222eb owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:13:16.481603 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1b25b3fa-252e-4bbc-b729-4d593ee6c8b4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:16.536847 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-60cf854f-9872-4dd2-940f-954a0ceaaf5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:16.537389 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a58f0-234f-4a64-b21e-50614498b386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b16ae0e-8d15-4718-8588-a86659b9ddc5,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:16.545641 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dbec00cf-5bea-445d-b418-e29a9ceb4a9d req-27707a07-23fd-4602-832e-48e2ebfe8199 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed88fa5a-e06e-4193-bbf7-f4705a8f0d77 HTTP/1.1" status: 200 len: 210 time: 0.1163707 Sep 30 13:13:16.577393 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1b25b3fa-252e-4bbc-b729-4d593ee6c8b4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:16.596007 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-56d40503-089f-48ba-a5e9-06f7f848f8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:16.599933 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b25b3fa-252e-4bbc-b729-4d593ee6c8b4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:13:16.600350 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1b25b3fa-252e-4bbc-b729-4d593ee6c8b4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:13:16.604553 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:13:16.661003 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d40503-089f-48ba-a5e9-06f7f848f8ea None None] Pushing event deleted for resources: {'Port': ['ID=4aaf5509-0c34-4e41-abeb-6aa7d6db24d8,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:16.672111 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1e3f6f0f-e9c7-402f-aa4b-a6bc51b807ff tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:16.694425 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d40503-089f-48ba-a5e9-06f7f848f8ea None None] No DVR routers for this DVR port 4aaf5509-0c34-4e41-abeb-6aa7d6db24d8 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:13:16.705000 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-1e3f6f0f-e9c7-402f-aa4b-a6bc51b807ff tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] device_id is not set on port 86fa0d94-1aa6-416d-bb57-06056018ad1a yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:13:16.734591 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af87c798-c36d-43fa-8a65-eff1529fc3a2 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:13:16.769688 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-96c6b718-20c7-45a1-882c-122922f54862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:16.781706 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1b25b3fa-252e-4bbc-b729-4d593ee6c8b4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:16.815739 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1b25b3fa-252e-4bbc-b729-4d593ee6c8b4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:16.817656 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1b25b3fa-252e-4bbc-b729-4d593ee6c8b4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "DELETE /v2.0/networks/d88806d7-cb43-44a5-88a4-05dfc9e84a4d HTTP/1.1" status: 204 len: 168 time: 1.4855962 Sep 30 13:13:16.822411 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57970) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:16.880558 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed61c56-d221-456d-b33d-ec4e5bdd4e5a req-3bd8adfb-19fd-425c-b5fb-121738c5e431 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:16.881182 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25b3fa-252e-4bbc-b729-4d593ee6c8b4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event deleted for resources: {'Network': ['ID=d88806d7-cb43-44a5-88a4-05dfc9e84a4d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:16.884322 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bed61c56-d221-456d-b33d-ec4e5bdd4e5a req-3bd8adfb-19fd-425c-b5fb-121738c5e431 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb00d58-a4a4-48b8-b03f-6a73f72c5a19 HTTP/1.1" status: 200 len: 950 time: 0.1901190 Sep 30 13:13:16.970900 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bed61c56-d221-456d-b33d-ec4e5bdd4e5a req-859d648c-baf9-4582-9ad1-de8ca520c20e tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789874 Sep 30 13:13:17.038756 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6b718-20c7-45a1-882c-122922f54862 None None] Pushing event deleted for resources: {'Port': ['ID=902673bb-f87a-4a17-a2bb-caa9590222eb,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:17.043721 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c6b718-20c7-45a1-882c-122922f54862 None None] No DVR routers for this DVR port 902673bb-f87a-4a17-a2bb-caa9590222eb on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:13:17.103876 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fcb36de1-ecdf-45db-8e41-f211766516c4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:17.133992 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-60cf854f-9872-4dd2-940f-954a0ceaaf5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:17.154083 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-60cf854f-9872-4dd2-940f-954a0ceaaf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:17.166706 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-1e3f6f0f-e9c7-402f-aa4b-a6bc51b807ff tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 2001:db8::d51a:5522:7039:975 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/6d1f90e0-e3ae-4628-b389-6dd7f401d471/86fa0d94-1aa6-416d-bb57-06056018ad1a) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:13:17.231279 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4aaf5509-0c34-4e41-abeb-6aa7d6db24d8 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:13:17.285188 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf854f-9872-4dd2-940f-954a0ceaaf5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b7a18c-e571-48a8-9aea-386fa670f159,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:17.295541 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-60cf854f-9872-4dd2-940f-954a0ceaaf5b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6147a0960a1a42438303cfce3891bea7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0955341 Sep 30 13:13:17.296580 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57982) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:17.324832 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df008f5a-1050-4f9b-a23c-06e8e4750b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'fixed_ips': [{'subnet_id': '6d1f90e0-e3ae-4628-b389-6dd7f401d471'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:13:17.325689 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-df008f5a-1050-4f9b-a23c-06e8e4750b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:17.345656 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 4aaf5509-0c34-4e41-abeb-6aa7d6db24d8 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:13:17.345656 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4aaf5509-0c34-4e41-abeb-6aa7d6db24d8 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:13:17.346082 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 902673bb-f87a-4a17-a2bb-caa9590222eb no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:13:17.385188 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 902673bb-f87a-4a17-a2bb-caa9590222eb {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:13:17.385531 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 902673bb-f87a-4a17-a2bb-caa9590222eb not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:13:17.394483 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fcb36de1-ecdf-45db-8e41-f211766516c4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:17.473474 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-fcb36de1-ecdf-45db-8e41-f211766516c4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f6c8617-7052-4e03-9d52-54c6cfa13c48']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:17.487846 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-fcb36de1-ecdf-45db-8e41-f211766516c4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac637a4a-2081-46b7-8c83-b608b8cef194') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:17.488138 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-fcb36de1-ecdf-45db-8e41-f211766516c4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac637a4a-2081-46b7-8c83-b608b8cef194') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:17.504160 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1e3f6f0f-e9c7-402f-aa4b-a6bc51b807ff tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:17.505916 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fcb36de1-ecdf-45db-8e41-f211766516c4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:17.517826 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9b90836c-35c5-463c-8113-fda5c0c470b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:17.530633 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fcb36de1-ecdf-45db-8e41-f211766516c4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:17.546289 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb36de1-ecdf-45db-8e41-f211766516c4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:13:17.547307 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fcb36de1-ecdf-45db-8e41-f211766516c4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:13:17.550778 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:13:17.571550 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9b90836c-35c5-463c-8113-fda5c0c470b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:17.600376 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1e3f6f0f-e9c7-402f-aa4b-a6bc51b807ff tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:17.674856 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fcb36de1-ecdf-45db-8e41-f211766516c4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:17.678739 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-df008f5a-1050-4f9b-a23c-06e8e4750b0e None None] Allocated IP 2001:db8::2 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/6d1f90e0-e3ae-4628-b389-6dd7f401d471/e0893cab-d3c2-4ecd-b7bb-71f6f0cc00bc) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:13:17.684595 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fcb36de1-ecdf-45db-8e41-f211766516c4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:17.686629 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fcb36de1-ecdf-45db-8e41-f211766516c4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] 10.222.0.18 "DELETE /v2.0/networks/7f6c8617-7052-4e03-9d52-54c6cfa13c48 HTTP/1.1" status: 204 len: 168 time: 0.8613250 Sep 30 13:13:17.715318 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb36de1-ecdf-45db-8e41-f211766516c4 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] Pushing event deleted for resources: {'Network': ['ID=7f6c8617-7052-4e03-9d52-54c6cfa13c48,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:17.740965 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9b90836c-35c5-463c-8113-fda5c0c470b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:17.745356 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9b90836c-35c5-463c-8113-fda5c0c470b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:17.751616 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9b90836c-35c5-463c-8113-fda5c0c470b4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22b7a18c-e571-48a8-9aea-386fa670f159 HTTP/1.1" status: 204 len: 168 time: 0.4453712 Sep 30 13:13:17.783778 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90836c-35c5-463c-8113-fda5c0c470b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b7a18c-e571-48a8-9aea-386fa670f159,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:17.922673 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-df008f5a-1050-4f9b-a23c-06e8e4750b0e None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:17.937589 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f6f0f-e9c7-402f-aa4b-a6bc51b807ff tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Port': ['ID=86fa0d94-1aa6-416d-bb57-06056018ad1a,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:17.946710 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-df008f5a-1050-4f9b-a23c-06e8e4750b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:17.996631 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ef4c8cc5-6b44-4702-8457-e08752d80f56 req-694c5a7f-0622-4c21-b0be-6583fbc2d568 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed88fa5a-e06e-4193-bbf7-f4705a8f0d77 HTTP/1.1" status: 200 len: 210 time: 0.0950162 Sep 30 13:13:18.000785 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3f6f0f-e9c7-402f-aa4b-a6bc51b807ff tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:18.003178 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-1e3f6f0f-e9c7-402f-aa4b-a6bc51b807ff tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:18.008029 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3f6f0f-e9c7-402f-aa4b-a6bc51b807ff tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:13:18.023901 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3f6f0f-e9c7-402f-aa4b-a6bc51b807ff tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:18.024585 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1e3f6f0f-e9c7-402f-aa4b-a6bc51b807ff tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:18.025140 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df008f5a-1050-4f9b-a23c-06e8e4750b0e None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:18.033359 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-df008f5a-1050-4f9b-a23c-06e8e4750b0e None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:18.051904 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df008f5a-1050-4f9b-a23c-06e8e4750b0e None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:13:18.057609 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1e3f6f0f-e9c7-402f-aa4b-a6bc51b807ff tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.9072001 Sep 30 13:13:18.060758 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58004) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:18.148138 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df008f5a-1050-4f9b-a23c-06e8e4750b0e None None] Pushing event updated for resources: {'Port': ['ID=e0893cab-d3c2-4ecd-b7bb-71f6f0cc00bc,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:18.165360 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-df008f5a-1050-4f9b-a23c-06e8e4750b0e None None] Attempting to bind port e0893cab-d3c2-4ecd-b7bb-71f6f0cc00bc on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:13:18.165748 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-df008f5a-1050-4f9b-a23c-06e8e4750b0e None None] Attempting to bind port e0893cab-d3c2-4ecd-b7bb-71f6f0cc00bc by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:13:18.166247 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df008f5a-1050-4f9b-a23c-06e8e4750b0e None None] Attempting to bind port e0893cab-d3c2-4ecd-b7bb-71f6f0cc00bc on network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:13:18.173904 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df008f5a-1050-4f9b-a23c-06e8e4750b0e None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:13:18.174334 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df008f5a-1050-4f9b-a23c-06e8e4750b0e None None] Checking segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:13:18.174722 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-df008f5a-1050-4f9b-a23c-06e8e4750b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:18.175114 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df008f5a-1050-4f9b-a23c-06e8e4750b0e None None] Bound using segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:13:18.175967 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-df008f5a-1050-4f9b-a23c-06e8e4750b0e None None] Bound port: e0893cab-d3c2-4ecd-b7bb-71f6f0cc00bc, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:13:18.176851 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-df008f5a-1050-4f9b-a23c-06e8e4750b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:18.183059 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d697f803-4c2e-4596-9090-342a3d5a5af2 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:18.191574 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d697f803-4c2e-4596-9090-342a3d5a5af2 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:18.193593 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d697f803-4c2e-4596-9090-342a3d5a5af2 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1313500 Sep 30 13:13:18.203537 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58006) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:18.251814 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a53a0-f451-4766-baca-2e1796d62e72 req-43bc2a66-b90f-46e9-8206-fb53e1a1ddef tempest-ServersAdminTestJSON-790564563 tempest-ServersAdminTestJSON-790564563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:18.254222 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a53a0-f451-4766-baca-2e1796d62e72 req-43bc2a66-b90f-46e9-8206-fb53e1a1ddef tempest-ServersAdminTestJSON-790564563 tempest-ServersAdminTestJSON-790564563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:18.254836 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a53a0-f451-4766-baca-2e1796d62e72 req-43bc2a66-b90f-46e9-8206-fb53e1a1ddef tempest-ServersAdminTestJSON-790564563 tempest-ServersAdminTestJSON-790564563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:18.256903 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a53a0-f451-4766-baca-2e1796d62e72 req-43bc2a66-b90f-46e9-8206-fb53e1a1ddef tempest-ServersAdminTestJSON-790564563 tempest-ServersAdminTestJSON-790564563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:18.258380 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a53a0-f451-4766-baca-2e1796d62e72 req-43bc2a66-b90f-46e9-8206-fb53e1a1ddef tempest-ServersAdminTestJSON-790564563 tempest-ServersAdminTestJSON-790564563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:18.272890 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f28a53a0-f451-4766-baca-2e1796d62e72 req-43bc2a66-b90f-46e9-8206-fb53e1a1ddef tempest-ServersAdminTestJSON-790564563 tempest-ServersAdminTestJSON-790564563-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=deb00d58-a4a4-48b8-b03f-6a73f72c5a19&device_id=ed88fa5a-e06e-4193-bbf7-f4705a8f0d77&device_id=76704ce8-9317-4f26-a24b-f737d47ae0d5&device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8&device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce&device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 4655 time: 0.1225717 Sep 30 13:13:18.283640 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-df008f5a-1050-4f9b-a23c-06e8e4750b0e None None] For port e0893cab-d3c2-4ecd-b7bb-71f6f0cc00bc, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:13:18.287905 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-df008f5a-1050-4f9b-a23c-06e8e4750b0e None None] For port e0893cab-d3c2-4ecd-b7bb-71f6f0cc00bc, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e0893cab-d3c2-4ecd-b7bb-71f6f0cc00bc,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:13:18.290848 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6eef249f-02af-4ca6-8303-44bc873c357f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:18.299605 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-df008f5a-1050-4f9b-a23c-06e8e4750b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:18.300266 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58012) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:18.326114 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-f28a53a0-f451-4766-baca-2e1796d62e72 req-db4d58a5-12eb-4f29-8476-a5194c1df6e6 tempest-ServersAdminTestJSON-790564563 tempest-ServersAdminTestJSON-790564563-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:18.391308 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df008f5a-1050-4f9b-a23c-06e8e4750b0e None None] Pushing event updated for resources: {'Port': ['ID=e0893cab-d3c2-4ecd-b7bb-71f6f0cc00bc,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:18.403339 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf2a027e-c016-47a7-b402-7f36d5297ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:18.451152 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-446d49f3-78ee-4be6-8e97-794fcc933869 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting port 86fa0d94-1aa6-416d-bb57-06056018ad1a {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:13:18.451152 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-446d49f3-78ee-4be6-8e97-794fcc933869 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:18.454147 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58016) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:18.505323 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-f28a53a0-f451-4766-baca-2e1796d62e72 req-db4d58a5-12eb-4f29-8476-a5194c1df6e6 tempest-ServersAdminTestJSON-790564563 tempest-ServersAdminTestJSON-790564563-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:18.512133 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-f28a53a0-f451-4766-baca-2e1796d62e72 req-db4d58a5-12eb-4f29-8476-a5194c1df6e6 tempest-ServersAdminTestJSON-790564563 tempest-ServersAdminTestJSON-790564563-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:18.560071 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f28a53a0-f451-4766-baca-2e1796d62e72 req-db4d58a5-12eb-4f29-8476-a5194c1df6e6 tempest-ServersAdminTestJSON-790564563 tempest-ServersAdminTestJSON-790564563-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&id=ab76dc9f-283a-4bb1-9983-664455676892&id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 472 time: 0.2861934 Sep 30 13:13:18.561066 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d58a5-12eb-4f29-8476-a5194c1df6e6 tempest-ServersAdminTestJSON-790564563 tempest-ServersAdminTestJSON-790564563-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5792c8d5-66ee-4220-a0bd-7b1bad97b0cf,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:18.601252 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-446d49f3-78ee-4be6-8e97-794fcc933869 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:18.627244 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-446d49f3-78ee-4be6-8e97-794fcc933869 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Calling delete_port for 86fa0d94-1aa6-416d-bb57-06056018ad1a owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:13:18.772269 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-2d52d9f7-7e90-44bf-8669-594cec796c95 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-63883217-network', 'tenant_id': 'f72cbde742fe4a1d9fe6654c3e717bf8'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:18.853374 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf2a027e-c016-47a7-b402-7f36d5297ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:18.860824 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf2a027e-c016-47a7-b402-7f36d5297ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:18.889045 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d52d9f7-7e90-44bf-8669-594cec796c95 admin admin] Made reservation on behalf of f72cbde742fe4a1d9fe6654c3e717bf8 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:13:18.896710 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2d52d9f7-7e90-44bf-8669-594cec796c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:18.923767 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2d52d9f7-7e90-44bf-8669-594cec796c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:18.965608 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cf2a027e-c016-47a7-b402-7f36d5297ec4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=11cd65d799cb4fc9bb8d69fbcd2eb678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6587636 Sep 30 13:13:18.967231 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58026) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:18.981243 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a027e-c016-47a7-b402-7f36d5297ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151cbb45-1ad8-4195-867b-e35c94deb608,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:19.008760 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-446d49f3-78ee-4be6-8e97-794fcc933869 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:19.056943 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d49f3-78ee-4be6-8e97-794fcc933869 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Port': ['ID=86fa0d94-1aa6-416d-bb57-06056018ad1a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:19.063652 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9982a-9bed-438b-8e52-ed0848a97519 req-ec096c8f-2abe-4292-a142-f0c72b922820 tempest-ServersAdminTestJSON-790564563 tempest-ServersAdminTestJSON-790564563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:19.064361 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9982a-9bed-438b-8e52-ed0848a97519 req-ec096c8f-2abe-4292-a142-f0c72b922820 tempest-ServersAdminTestJSON-790564563 tempest-ServersAdminTestJSON-790564563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:19.064905 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9982a-9bed-438b-8e52-ed0848a97519 req-ec096c8f-2abe-4292-a142-f0c72b922820 tempest-ServersAdminTestJSON-790564563 tempest-ServersAdminTestJSON-790564563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:19.074404 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-efc9982a-9bed-438b-8e52-ed0848a97519 req-ec096c8f-2abe-4292-a142-f0c72b922820 tempest-ServersAdminTestJSON-790564563 tempest-ServersAdminTestJSON-790564563-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=deb00d58-a4a4-48b8-b03f-6a73f72c5a19&device_id=76704ce8-9317-4f26-a24b-f737d47ae0d5&device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 2881 time: 0.0985050 Sep 30 13:13:19.084570 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-446d49f3-78ee-4be6-8e97-794fcc933869 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:19.087378 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-446d49f3-78ee-4be6-8e97-794fcc933869 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/86fa0d94-1aa6-416d-bb57-06056018ad1a HTTP/1.1" status: 204 len: 168 time: 0.8821218 Sep 30 13:13:19.090309 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58030) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:19.142082 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-524b323a-03e5-4f09-9d7e-dec567e8be4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:19.145609 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-efc9982a-9bed-438b-8e52-ed0848a97519 req-6fb3e923-c68e-4828-a581-2df8c82d9d51 tempest-ServersAdminTestJSON-790564563 tempest-ServersAdminTestJSON-790564563-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695279 Sep 30 13:13:19.209477 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2d52d9f7-7e90-44bf-8669-594cec796c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:19.218769 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2d52d9f7-7e90-44bf-8669-594cec796c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:19.223179 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-524b323a-03e5-4f09-9d7e-dec567e8be4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:19.235436 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b961931-84c2-4076-97fb-418cb7aa037a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:19.237106 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b961931-84c2-4076-97fb-418cb7aa037a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:19.239486 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2b961931-84c2-4076-97fb-418cb7aa037a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1480117 Sep 30 13:13:19.246476 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d52d9f7-7e90-44bf-8669-594cec796c95 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:13:19.258127 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2d52d9f7-7e90-44bf-8669-594cec796c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:19.258802 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-2d52d9f7-7e90-44bf-8669-594cec796c95 admin admin] Added segment e8b42d8c-2ba2-4a69-ab05-925e8a710e29 of type vlan for network 31f9c44d-3e51-4ab0-a797-429f77e4f802 Sep 30 13:13:19.260260 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58036) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:19.262762 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-faefb40a-d6d9-4627-b28c-668c7ed1b4bf req-ff1af728-67ea-4f4c-ac6a-39d6c19b5169 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed88fa5a-e06e-4193-bbf7-f4705a8f0d77 HTTP/1.1" status: 200 len: 210 time: 0.0621824 Sep 30 13:13:19.288361 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e0893cab-d3c2-4ecd-b7bb-71f6f0cc00bc up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:13:19.344329 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-293b8641-78c4-4a20-aa0b-849b89590ced tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet 6d1f90e0-e3ae-4628-b389-6dd7f401d471 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:13:19.349608 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-293b8641-78c4-4a20-aa0b-849b89590ced tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:19.376672 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2d52d9f7-7e90-44bf-8669-594cec796c95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:19.382197 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-524b323a-03e5-4f09-9d7e-dec567e8be4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:19.387625 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-524b323a-03e5-4f09-9d7e-dec567e8be4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:19.390531 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-524b323a-03e5-4f09-9d7e-dec567e8be4e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/151cbb45-1ad8-4195-867b-e35c94deb608 HTTP/1.1" status: 204 len: 168 time: 0.4221103 Sep 30 13:13:19.404552 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b323a-03e5-4f09-9d7e-dec567e8be4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151cbb45-1ad8-4195-867b-e35c94deb608,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:19.437591 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-293b8641-78c4-4a20-aa0b-849b89590ced tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:19.472880 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:19.475072 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2d52d9f7-7e90-44bf-8669-594cec796c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:19.479988 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d52d9f7-7e90-44bf-8669-594cec796c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:19.481797 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2d52d9f7-7e90-44bf-8669-594cec796c95 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:19.496860 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port e0893cab-d3c2-4ecd-b7bb-71f6f0cc00bc triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:19.497663 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:19.533661 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52d9f7-7e90-44bf-8669-594cec796c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc4db0e-5002-4d11-b889-2629df2afc18,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:19.572733 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2d52d9f7-7e90-44bf-8669-594cec796c95 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1175086 Sep 30 13:13:19.579462 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58046) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:19.597253 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-38ce84f9-faa5-40a8-a791-5a94113856d4 admin admin] Request body: {'subnet': {'network_id': '31f9c44d-3e51-4ab0-a797-429f77e4f802', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-63883217-subnet', 'tenant_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:19.623481 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-293b8641-78c4-4a20-aa0b-849b89590ced tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:19.673595 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:19.693248 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52d9f7-7e90-44bf-8669-594cec796c95 admin admin] Pushing event updated for resources: {'Network': ['ID=31f9c44d-3e51-4ab0-a797-429f77e4f802,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:19.714697 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 31f9c44d-3e51-4ab0-a797-429f77e4f802 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:13:19.730684 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ce84f9-faa5-40a8-a791-5a94113856d4 admin admin] Made reservation on behalf of f72cbde742fe4a1d9fe6654c3e717bf8 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:13:19.733849 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-38ce84f9-faa5-40a8-a791-5a94113856d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:19.750898 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-293b8641-78c4-4a20-aa0b-849b89590ced tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:19.802967 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b8641-78c4-4a20-aa0b-849b89590ced tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=6d1f90e0-e3ae-4628-b389-6dd7f401d471,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:19.810746 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-293b8641-78c4-4a20-aa0b-849b89590ced tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:19.816615 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-293b8641-78c4-4a20-aa0b-849b89590ced tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/6d1f90e0-e3ae-4628-b389-6dd7f401d471 HTTP/1.1" status: 204 len: 168 time: 0.5528584 Sep 30 13:13:19.817243 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58052) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:19.862353 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:13:19.862678 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:13:19.895851 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-240050c3-9c50-475a-ab3d-da383c1ebd60 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699184 Sep 30 13:13:19.896133 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58056) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:20.038548 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3813d207-77bd-4a7b-94a9-8986a101e38a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:20.040727 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3813d207-77bd-4a7b-94a9-8986a101e38a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1439104 Sep 30 13:13:20.043377 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58064) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:20.123458 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8eb623e-485c-4c91-bea4-6cdedac7eb39 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:13:20.145463 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24373628-4583-458f-ae1b-97e98f6203c7 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:20.148433 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-24373628-4583-458f-ae1b-97e98f6203c7 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1030345 Sep 30 13:13:20.151203 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-38ce84f9-faa5-40a8-a791-5a94113856d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:20.160946 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58068) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:20.250307 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ba088420-97b3-4fe0-90dd-67eeb7b55284 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852706 Sep 30 13:13:20.251668 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58074) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:20.263712 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-22ea1d47-815e-4e8f-a17a-89a8426ea0dc tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:20.301393 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-38469163-8a66-4875-9db1-a413f6904c71 None None] Provisioning complete for port e0893cab-d3c2-4ecd-b7bb-71f6f0cc00bc triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:20.304398 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-38469163-8a66-4875-9db1-a413f6904c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:20.312870 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce84f9-faa5-40a8-a791-5a94113856d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17382476-62b0-4945-84f6-9409c209b97e,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:20.333843 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ce84f9-faa5-40a8-a791-5a94113856d4 admin admin] Checking segment: {'id': 'e8b42d8c-2ba2-4a69-ab05-925e8a710e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '31f9c44d-3e51-4ab0-a797-429f77e4f802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:13:20.334202 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ce84f9-faa5-40a8-a791-5a94113856d4 admin admin] Network hostable DHCP agents. Network: 31f9c44d-3e51-4ab0-a797-429f77e4f802, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:13:20.352591 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828723b-12ec-41a4-b41f-70b610db65b3 req-ee5c6018-a73b-4638-86c4-176b0fb48164 tempest-ServersAdminTestJSON-790564563 tempest-ServersAdminTestJSON-790564563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:20.359932 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9828723b-12ec-41a4-b41f-70b610db65b3 req-ee5c6018-a73b-4638-86c4-176b0fb48164 tempest-ServersAdminTestJSON-790564563 tempest-ServersAdminTestJSON-790564563-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 1100 time: 0.1068912 Sep 30 13:13:20.412535 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9828723b-12ec-41a4-b41f-70b610db65b3 req-bcfde7e2-c4e8-4127-ae8a-6a1ce239f355 tempest-ServersAdminTestJSON-790564563 tempest-ServersAdminTestJSON-790564563-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515487 Sep 30 13:13:20.417326 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ce84f9-faa5-40a8-a791-5a94113856d4 admin admin] Network 31f9c44d-3e51-4ab0-a797-429f77e4f802 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:13:20.449988 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-38ce84f9-faa5-40a8-a791-5a94113856d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 31f9c44d-3e51-4ab0-a797-429f77e4f802) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:20.456689 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ce84f9-faa5-40a8-a791-5a94113856d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:20.456916 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-38ce84f9-faa5-40a8-a791-5a94113856d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:20.489677 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ea1d47-815e-4e8f-a17a-89a8426ea0dc tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:13:20.509794 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-38ce84f9-faa5-40a8-a791-5a94113856d4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9174247 Sep 30 13:13:20.509898 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-22ea1d47-815e-4e8f-a17a-89a8426ea0dc tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:20.509981 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58088) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:20.510082 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f71772-5ccd-4746-bad8-a25cb8113575 None None] Network 31f9c44d-3e51-4ab0-a797-429f77e4f802 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:13:20.510198 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-b4d6260e-42ec-4717-be23-2d7f32bd7164 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-63883217-router', 'tenant_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:20.567699 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4d6260e-42ec-4717-be23-2d7f32bd7164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:20.569154 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4d6260e-42ec-4717-be23-2d7f32bd7164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:20.647252 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925423aa-decc-4614-9f9d-8b85996cec7b req-2c0bb8ed-2df9-48af-afa3-ebdc401c5457 tempest-ServersAdminTestJSON-790564563 tempest-ServersAdminTestJSON-790564563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:20.650113 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-925423aa-decc-4614-9f9d-8b85996cec7b req-2c0bb8ed-2df9-48af-afa3-ebdc401c5457 tempest-ServersAdminTestJSON-790564563 tempest-ServersAdminTestJSON-790564563-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 1100 time: 0.0959778 Sep 30 13:13:20.693251 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:20.769386 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4d6260e-42ec-4717-be23-2d7f32bd7164 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:20.772042 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-925423aa-decc-4614-9f9d-8b85996cec7b req-2fea59a0-cdf3-49fb-b505-8fc7a0707a81 tempest-ServersAdminTestJSON-790564563 tempest-ServersAdminTestJSON-790564563-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094525 Sep 30 13:13:20.781196 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-82ef9e4a-23e9-427e-92f7-aa98b464fb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:20.811420 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea2e21d-7931-4319-9ecb-d8fdc40ac180 None None] DHCP port deletion for 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:13:20.818160 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e4646e-3978-4cfd-81e7-c048de2786f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-31f9c44d-3e51-4ab0-a797-429f77e4f802', 'network_id': '31f9c44d-3e51-4ab0-a797-429f77e4f802', 'tenant_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'fixed_ips': [{'subnet_id': '17382476-62b0-4945-84f6-9409c209b97e'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:13:20.818987 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e2e4646e-3978-4cfd-81e7-c048de2786f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:21.038251 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-e2e4646e-3978-4cfd-81e7-c048de2786f1 None None] Allocated IP 172.20.0.2 (31f9c44d-3e51-4ab0-a797-429f77e4f802/17382476-62b0-4945-84f6-9409c209b97e/3c5f6c7b-be76-47e9-a8af-7ffa93773bbb) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:13:21.055806 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port e0893cab-d3c2-4ecd-b7bb-71f6f0cc00bc, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e0893cab-d3c2-4ecd-b7bb-71f6f0cc00bc,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:21.057064 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-38469163-8a66-4875-9db1-a413f6904c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:21.078685 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:21.108057 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4d6260e-42ec-4717-be23-2d7f32bd7164 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:21.124346 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-22ea1d47-815e-4e8f-a17a-89a8426ea0dc tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:21.237053 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea1d47-815e-4e8f-a17a-89a8426ea0dc tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=8ed0640e-f274-4651-b4bc-2d78078e87e6,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:21.250934 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ea1d47-815e-4e8f-a17a-89a8426ea0dc tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:21.253148 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-22ea1d47-815e-4e8f-a17a-89a8426ea0dc tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:21.269342 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ea1d47-815e-4e8f-a17a-89a8426ea0dc tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:21.270252 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-22ea1d47-815e-4e8f-a17a-89a8426ea0dc tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:21.294847 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-22ea1d47-815e-4e8f-a17a-89a8426ea0dc tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0416584 Sep 30 13:13:21.295802 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58124) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:21.302472 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-01ce3a2f-de8a-4da5-87b7-b6ba602d4df4 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'port': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'fixed_ips': [{'subnet_id': '8ed0640e-f274-4651-b4bc-2d78078e87e6', 'ip_address': '2001:db8::9a0e:6b11:54d:61a0'}], 'name': 'tempest-NetworksTestDHCPv6-446729296'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:21.374059 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e2e4646e-3978-4cfd-81e7-c048de2786f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:21.399426 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e0893cab-d3c2-4ecd-b7bb-71f6f0cc00bc no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:13:21.446515 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e2e4646e-3978-4cfd-81e7-c048de2786f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:21.452773 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecf0b3-b5d6-4796-a103-0912fcaf6415 req-973cea65-c513-444a-9615-5295c2386326 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:21.453798 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=e0893cab-d3c2-4ecd-b7bb-71f6f0cc00bc,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:21.464963 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-efecf0b3-b5d6-4796-a103-0912fcaf6415 req-973cea65-c513-444a-9615-5295c2386326 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/networks?id=d55517b2-5639-49a0-8308-46b3625d778e HTTP/1.1" status: 200 len: 812 time: 0.2533536 Sep 30 13:13:21.488881 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ce3a2f-de8a-4da5-87b7-b6ba602d4df4 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:13:21.497003 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-efecf0b3-b5d6-4796-a103-0912fcaf6415 req-b800dd17-0248-451f-b9f1-01c08a27a328 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/quotas/6ec3b180775b4f8e89f487846414229c HTTP/1.1" status: 200 len: 375 time: 0.0311902 Sep 30 13:13:21.498995 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-01ce3a2f-de8a-4da5-87b7-b6ba602d4df4 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:21.537791 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-01ce3a2f-de8a-4da5-87b7-b6ba602d4df4 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] device_id is not set on port e1176071-9b3f-4395-be04-39e8dcd318b5 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:13:21.546455 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-efecf0b3-b5d6-4796-a103-0912fcaf6415 req-ef1be02d-a2a6-4e9b-9546-dcabbee34cc3 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ec3b180775b4f8e89f487846414229c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481303 Sep 30 13:13:21.572564 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e4646e-3978-4cfd-81e7-c048de2786f1 None None] Network 31f9c44d-3e51-4ab0-a797-429f77e4f802 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:21.579429 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:21.581850 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-e2e4646e-3978-4cfd-81e7-c048de2786f1 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:21.594691 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e4646e-3978-4cfd-81e7-c048de2786f1 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:13:21.627427 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ea2e21d-7931-4319-9ecb-d8fdc40ac180 None None] Deleting port e0893cab-d3c2-4ecd-b7bb-71f6f0cc00bc {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:13:21.627983 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e21d-7931-4319-9ecb-d8fdc40ac180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:21.784074 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4d6260e-42ec-4717-be23-2d7f32bd7164 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:21.844797 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:21.850850 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-38469163-8a66-4875-9db1-a413f6904c71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:13:21.851381 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-38469163-8a66-4875-9db1-a413f6904c71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:13:21.876169 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4d6260e-42ec-4717-be23-2d7f32bd7164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:21.914854 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4646e-3978-4cfd-81e7-c048de2786f1 None None] Pushing event updated for resources: {'Port': ['ID=3c5f6c7b-be76-47e9-a8af-7ffa93773bbb,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:21.938519 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-efecf0b3-b5d6-4796-a103-0912fcaf6415 req-66d5b7f5-2ce9-4a6a-8881-1d163ed82e20 service neutron] 10.222.0.18 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908339 Sep 30 13:13:21.968935 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-01ce3a2f-de8a-4da5-87b7-b6ba602d4df4 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 2001:db8::9a0e:6b11:54d:61a0 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/8ed0640e-f274-4651-b4bc-2d78078e87e6/e1176071-9b3f-4395-be04-39e8dcd318b5) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:13:21.997843 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e2e4646e-3978-4cfd-81e7-c048de2786f1 None None] Attempting to bind port 3c5f6c7b-be76-47e9-a8af-7ffa93773bbb on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:13:22.007547 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e2e4646e-3978-4cfd-81e7-c048de2786f1 None None] Attempting to bind port 3c5f6c7b-be76-47e9-a8af-7ffa93773bbb by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e8b42d8c-2ba2-4a69-ab05-925e8a710e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '31f9c44d-3e51-4ab0-a797-429f77e4f802'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:13:22.007812 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e4646e-3978-4cfd-81e7-c048de2786f1 None None] Attempting to bind port 3c5f6c7b-be76-47e9-a8af-7ffa93773bbb on network 31f9c44d-3e51-4ab0-a797-429f77e4f802 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:13:22.023315 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port e0893cab-d3c2-4ecd-b7bb-71f6f0cc00bc, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e0893cab-d3c2-4ecd-b7bb-71f6f0cc00bc,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:22.032181 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e4646e-3978-4cfd-81e7-c048de2786f1 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:13:22.040265 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e4646e-3978-4cfd-81e7-c048de2786f1 None None] Checking segment: {'id': 'e8b42d8c-2ba2-4a69-ab05-925e8a710e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '31f9c44d-3e51-4ab0-a797-429f77e4f802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:13:22.041224 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e2e4646e-3978-4cfd-81e7-c048de2786f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:22.041794 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e4646e-3978-4cfd-81e7-c048de2786f1 None None] Bound using segment: {'id': 'e8b42d8c-2ba2-4a69-ab05-925e8a710e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '31f9c44d-3e51-4ab0-a797-429f77e4f802'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:13:22.042420 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e2e4646e-3978-4cfd-81e7-c048de2786f1 None None] Bound port: 3c5f6c7b-be76-47e9-a8af-7ffa93773bbb, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b42d8c-2ba2-4a69-ab05-925e8a710e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '31f9c44d-3e51-4ab0-a797-429f77e4f802'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:13:22.042908 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e2e4646e-3978-4cfd-81e7-c048de2786f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:22.069959 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:22.139280 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=e0893cab-d3c2-4ecd-b7bb-71f6f0cc00bc,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:22.206204 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-b4d6260e-42ec-4717-be23-2d7f32bd7164 admin admin] Allocated IP 172.25.5.253 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/1af5c15e-2577-46ef-81e4-7fd5ef325282) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:13:22.209465 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ea2e21d-7931-4319-9ecb-d8fdc40ac180 None None] For port e0893cab-d3c2-4ecd-b7bb-71f6f0cc00bc, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e0893cab-d3c2-4ecd-b7bb-71f6f0cc00bc,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:22.210161 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e21d-7931-4319-9ecb-d8fdc40ac180 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:22.230072 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ea2e21d-7931-4319-9ecb-d8fdc40ac180 None None] Calling delete_port for e0893cab-d3c2-4ecd-b7bb-71f6f0cc00bc owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:13:22.307799 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a37af1-a393-434e-989a-c25e8d019f86 req-1c6a0e47-e809-40d6-a238-dc880528a34d tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:22.312345 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e2e4646e-3978-4cfd-81e7-c048de2786f1 None None] For port 3c5f6c7b-be76-47e9-a8af-7ffa93773bbb, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:13:22.318043 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-42a37af1-a393-434e-989a-c25e8d019f86 req-1c6a0e47-e809-40d6-a238-dc880528a34d tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.1432605 Sep 30 13:13:22.325977 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e2e4646e-3978-4cfd-81e7-c048de2786f1 None None] For port 3c5f6c7b-be76-47e9-a8af-7ffa93773bbb, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3c5f6c7b-be76-47e9-a8af-7ffa93773bbb,segment=NetworkSegment(e8b42d8c-2ba2-4a69-ab05-925e8a710e29),segment_id=e8b42d8c-2ba2-4a69-ab05-925e8a710e29)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:13:22.347924 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e2e4646e-3978-4cfd-81e7-c048de2786f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:22.440624 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:22.549125 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-efecf0b3-b5d6-4796-a103-0912fcaf6415 req-cccc72ab-ea6c-445e-82d3-9256e614dcfd service neutron] 10.222.0.18 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894507 Sep 30 13:13:22.557271 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4d6260e-42ec-4717-be23-2d7f32bd7164 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:22.579003 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e21d-7931-4319-9ecb-d8fdc40ac180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:22.588064 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-38469163-8a66-4875-9db1-a413f6904c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:22.627273 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4d6260e-42ec-4717-be23-2d7f32bd7164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:22.677410 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4646e-3978-4cfd-81e7-c048de2786f1 None None] Pushing event updated for resources: {'Port': ['ID=3c5f6c7b-be76-47e9-a8af-7ffa93773bbb,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:22.693725 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea2e21d-7931-4319-9ecb-d8fdc40ac180 None None] No DVR routers for this DVR port e0893cab-d3c2-4ecd-b7bb-71f6f0cc00bc on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:13:22.777257 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6260e-42ec-4717-be23-2d7f32bd7164 admin admin] Pushing event updated for resources: {'Port': ['ID=1af5c15e-2577-46ef-81e4-7fd5ef325282,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:22.787272 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd9b546-4d42-477a-863e-a2164b2d2fe6 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:13:22.794232 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2e21d-7931-4319-9ecb-d8fdc40ac180 None None] Pushing event deleted for resources: {'Port': ['ID=e0893cab-d3c2-4ecd-b7bb-71f6f0cc00bc,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:22.905746 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-955d5136-ecc0-4f23-ac6b-341f4465ebe9 req-5a33b10b-9d79-40c0-acda-d0581c932ec6 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8169260-70b8-4554-ac87-d69de41ecb85 HTTP/1.1" status: 200 len: 210 time: 0.1468208 Sep 30 13:13:22.937142 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d6260e-42ec-4717-be23-2d7f32bd7164 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:22.940332 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-b4d6260e-42ec-4717-be23-2d7f32bd7164 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:22.950568 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d6260e-42ec-4717-be23-2d7f32bd7164 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:13:22.970688 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-42a37af1-a393-434e-989a-c25e8d019f86 req-7936c6b4-ce10-447e-a82a-faf3109211ea tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6508305 Sep 30 13:13:22.992870 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-01ce3a2f-de8a-4da5-87b7-b6ba602d4df4 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:23.176066 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-01ce3a2f-de8a-4da5-87b7-b6ba602d4df4 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:23.301789 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58188) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:23.325835 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3c5f6c7b-be76-47e9-a8af-7ffa93773bbb up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:13:23.370924 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ce3a2f-de8a-4da5-87b7-b6ba602d4df4 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:23.388459 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-01ce3a2f-de8a-4da5-87b7-b6ba602d4df4 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:23.397115 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66cb97f-2e7f-4ead-8ca0-8afd949b9927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'fixed_ips': [{'subnet_id': '8ed0640e-f274-4651-b4bc-2d78078e87e6'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:13:23.398550 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f66cb97f-2e7f-4ead-8ca0-8afd949b9927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:23.399873 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ce3a2f-de8a-4da5-87b7-b6ba602d4df4 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:13:23.411036 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce3a2f-de8a-4da5-87b7-b6ba602d4df4 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:23.422733 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-01ce3a2f-de8a-4da5-87b7-b6ba602d4df4 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:23.425100 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 3c5f6c7b-be76-47e9-a8af-7ffa93773bbb triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:23.425744 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:23.454652 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce3a2f-de8a-4da5-87b7-b6ba602d4df4 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Port': ['ID=e1176071-9b3f-4395-be04-39e8dcd318b5,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:23.477567 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-01ce3a2f-de8a-4da5-87b7-b6ba602d4df4 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1795011 Sep 30 13:13:23.478815 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58200) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:23.484960 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-05e67373-c340-4b38-9205-a9df30625b09 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'port': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'fixed_ips': [{'subnet_id': '8ed0640e-f274-4651-b4bc-2d78078e87e6', 'ip_address': '2001:db8::9a0e:6b11:54d:61a0'}], 'name': 'tempest-NetworksTestDHCPv6-792969682'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:23.651243 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-f66cb97f-2e7f-4ead-8ca0-8afd949b9927 None None] Allocated IP 2001:db8::2 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/8ed0640e-f274-4651-b4bc-2d78078e87e6/5427c837-9f34-44eb-98f1-3c515566b0b0) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:13:23.654039 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:23.699343 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d58f578-e7a7-4640-9537-20fdb0f65cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:23.803906 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 3c5f6c7b-be76-47e9-a8af-7ffa93773bbb, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3c5f6c7b-be76-47e9-a8af-7ffa93773bbb,segment=NetworkSegment(e8b42d8c-2ba2-4a69-ab05-925e8a710e29),segment_id=e8b42d8c-2ba2-4a69-ab05-925e8a710e29)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:23.815242 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:23.824987 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4d6260e-42ec-4717-be23-2d7f32bd7164 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:23.950604 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d58f578-e7a7-4640-9537-20fdb0f65cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:23.964689 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d58f578-e7a7-4640-9537-20fdb0f65cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:24.104985 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58f578-e7a7-4640-9537-20fdb0f65cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fca4320-7085-4d07-84a3-e06f641cc526,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:24.120346 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2d58f578-e7a7-4640-9537-20fdb0f65cc4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=baaef9885a0d4563b8a873035916be02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8055115 Sep 30 13:13:24.125356 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e67373-c340-4b38-9205-a9df30625b09 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:13:24.155167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58214) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:24.173300 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=3c5f6c7b-be76-47e9-a8af-7ffa93773bbb,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:24.178845 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:24.273122 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f66cb97f-2e7f-4ead-8ca0-8afd949b9927 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:24.293581 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f66cb97f-2e7f-4ead-8ca0-8afd949b9927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:24.354118 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66cb97f-2e7f-4ead-8ca0-8afd949b9927 None None] Pushing event updated for resources: {'Port': ['ID=5427c837-9f34-44eb-98f1-3c515566b0b0,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:24.368287 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66cb97f-2e7f-4ead-8ca0-8afd949b9927 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:24.369966 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-f66cb97f-2e7f-4ead-8ca0-8afd949b9927 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:24.373620 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66cb97f-2e7f-4ead-8ca0-8afd949b9927 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:13:24.386254 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad712d-c1fa-435c-81b9-c905e5694a3f req-68d091cc-566b-4078-aa3d-7d5d880c45e7 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:24.387831 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-49ad712d-c1fa-435c-81b9-c905e5694a3f req-68d091cc-566b-4078-aa3d-7d5d880c45e7 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.2264874 Sep 30 13:13:24.475442 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f66cb97f-2e7f-4ead-8ca0-8afd949b9927 None None] Attempting to bind port 5427c837-9f34-44eb-98f1-3c515566b0b0 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:13:24.475893 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f66cb97f-2e7f-4ead-8ca0-8afd949b9927 None None] Attempting to bind port 5427c837-9f34-44eb-98f1-3c515566b0b0 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:13:24.476271 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66cb97f-2e7f-4ead-8ca0-8afd949b9927 None None] Attempting to bind port 5427c837-9f34-44eb-98f1-3c515566b0b0 on network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:13:24.484009 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66cb97f-2e7f-4ead-8ca0-8afd949b9927 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:13:24.484266 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4d6260e-42ec-4717-be23-2d7f32bd7164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:24.484370 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66cb97f-2e7f-4ead-8ca0-8afd949b9927 None None] Checking segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:13:24.484783 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f66cb97f-2e7f-4ead-8ca0-8afd949b9927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:24.485181 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66cb97f-2e7f-4ead-8ca0-8afd949b9927 None None] Bound using segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:13:24.485658 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f66cb97f-2e7f-4ead-8ca0-8afd949b9927 None None] Bound port: 5427c837-9f34-44eb-98f1-3c515566b0b0, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:13:24.486072 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f66cb97f-2e7f-4ead-8ca0-8afd949b9927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:24.488078 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc6a3ff-0cdc-4cea-b847-1f90187de635 None None] Network 31f9c44d-3e51-4ab0-a797-429f77e4f802 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:13:24.608163 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-96f829f1-bac0-4107-b183-b8f6d606dda8 None None] Provisioning complete for port 3c5f6c7b-be76-47e9-a8af-7ffa93773bbb triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:24.608600 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-96f829f1-bac0-4107-b183-b8f6d606dda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:24.610190 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-be77458e-ccf4-488d-8985-ebeadee039d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:24.621329 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-05e67373-c340-4b38-9205-a9df30625b09 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:24.642890 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-4095b7c6-657d-414b-bc46-2455e25cc026 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:24.651072 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-4095b7c6-657d-414b-bc46-2455e25cc026 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/networks?id=d55517b2-5639-49a0-8308-46b3625d778e HTTP/1.1" status: 200 len: 812 time: 0.3914714 Sep 30 13:13:24.661625 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-49ad712d-c1fa-435c-81b9-c905e5694a3f req-f3daf2d9-e624-4184-ae1e-7f27cfcb48f0 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365186 Sep 30 13:13:24.687205 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-05e67373-c340-4b38-9205-a9df30625b09 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] device_id is not set on port 0852f0a6-69d4-4802-b503-821a94a8515e yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:13:24.705319 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f66cb97f-2e7f-4ead-8ca0-8afd949b9927 None None] For port 5427c837-9f34-44eb-98f1-3c515566b0b0, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:13:24.705915 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-aaaaeb36-9c18-4204-ba55-19a5b953f94c tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/quotas/6ec3b180775b4f8e89f487846414229c HTTP/1.1" status: 200 len: 375 time: 0.0536513 Sep 30 13:13:24.718367 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:13:24.733592 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-be77458e-ccf4-488d-8985-ebeadee039d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:24.734789 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d6260e-42ec-4717-be23-2d7f32bd7164 admin admin] Router 910e7054-1060-4c48-bc21-ff0e33d5af2a is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:13:24.762876 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f66cb97f-2e7f-4ead-8ca0-8afd949b9927 None None] For port 5427c837-9f34-44eb-98f1-3c515566b0b0, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=5427c837-9f34-44eb-98f1-3c515566b0b0,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:13:24.778702 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f66cb97f-2e7f-4ead-8ca0-8afd949b9927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:24.921970 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66cb97f-2e7f-4ead-8ca0-8afd949b9927 None None] Pushing event updated for resources: {'Port': ['ID=5427c837-9f34-44eb-98f1-3c515566b0b0,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:24.976501 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-c1649693-e920-4f46-a174-0ca2c18532b6 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ec3b180775b4f8e89f487846414229c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2696955 Sep 30 13:13:25.023120 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e67373-c340-4b38-9205-a9df30625b09 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 30 13:13:25.023579 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e67373-c340-4b38-9205-a9df30625b09 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:13:25.058244 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-05e67373-c340-4b38-9205-a9df30625b09 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.5778821 Sep 30 13:13:25.060571 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58232) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:25.118044 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-be77458e-ccf4-488d-8985-ebeadee039d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:25.121211 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-be77458e-ccf4-488d-8985-ebeadee039d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:25.122746 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-be77458e-ccf4-488d-8985-ebeadee039d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1fca4320-7085-4d07-84a3-e06f641cc526 HTTP/1.1" status: 204 len: 168 time: 0.9664817 Sep 30 13:13:25.159234 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77458e-ccf4-488d-8985-ebeadee039d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fca4320-7085-4d07-84a3-e06f641cc526,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:25.221203 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0d8ac6-d119-4408-a7ca-22b5ab652da4 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:25.221352 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3c5f6c7b-be76-47e9-a8af-7ffa93773bbb up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:13:25.231316 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0d8ac6-d119-4408-a7ca-22b5ab652da4 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:25.237368 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1a0d8ac6-d119-4408-a7ca-22b5ab652da4 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1752460 Sep 30 13:13:25.237555 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58238) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:25.404888 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-038f2b56-3677-4286-ac36-3b048cf6f49d service neutron] 10.222.0.18 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161453 Sep 30 13:13:25.430593 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 3c5f6c7b-be76-47e9-a8af-7ffa93773bbb triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:25.435223 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:25.507596 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-2a9778d1-a6b9-47ed-8329-450471cac6b8 None None] Provisioning complete for port 3c5f6c7b-be76-47e9-a8af-7ffa93773bbb triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:25.514155 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2a9778d1-a6b9-47ed-8329-450471cac6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:25.529629 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d6260e-42ec-4717-be23-2d7f32bd7164 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:13:25.541471 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c301f469-39e7-4a9d-8b83-47f6f5c44b0e None None] Sync routers for ids ['910e7054-1060-4c48-bc21-ff0e33d5af2a'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:13:25.550692 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-747f4828-58fa-4700-bd05-834666c45416 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting port e1176071-9b3f-4395-be04-39e8dcd318b5 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:13:25.551332 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-747f4828-58fa-4700-bd05-834666c45416 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:25.552813 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c301f469-39e7-4a9d-8b83-47f6f5c44b0e None None] Routers {'910e7054-1060-4c48-bc21-ff0e33d5af2a'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:13:25.561126 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4d6260e-42ec-4717-be23-2d7f32bd7164 admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:25.562834 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-c301f469-39e7-4a9d-8b83-47f6f5c44b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:13:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['910e7054-1060-4c48-bc21-ff0e33d5af2a'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:25.564354 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b4d6260e-42ec-4717-be23-2d7f32bd7164 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0622704 Sep 30 13:13:25.567280 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58242) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:25.664737 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58244) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:25.698862 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-a4dca11e-2a33-49ef-beb9-b50aff01c10a service neutron] 10.222.0.18 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929826 Sep 30 13:13:25.722431 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7c6b1cdc-8eb8-4087-a613-8bbd27f10af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:25.758855 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-747f4828-58fa-4700-bd05-834666c45416 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:25.775720 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-747f4828-58fa-4700-bd05-834666c45416 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Calling delete_port for e1176071-9b3f-4395-be04-39e8dcd318b5 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:13:25.787579 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-c301f469-39e7-4a9d-8b83-47f6f5c44b0e None None] Set router 910e7054-1060-4c48-bc21-ff0e33d5af2a gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:13:25.982844 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-747f4828-58fa-4700-bd05-834666c45416 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:26.039317 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6122a5-4557-4edc-920f-af48aa3e7611 req-dbec499e-57ab-413f-9467-8089f744e784 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:26.045702 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f4828-58fa-4700-bd05-834666c45416 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Port': ['ID=e1176071-9b3f-4395-be04-39e8dcd318b5,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:26.047298 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fc6122a5-4557-4edc-920f-af48aa3e7611 req-dbec499e-57ab-413f-9467-8089f744e784 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.2619143 Sep 30 13:13:26.091701 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-747f4828-58fa-4700-bd05-834666c45416 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:26.093945 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-747f4828-58fa-4700-bd05-834666c45416 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/e1176071-9b3f-4395-be04-39e8dcd318b5 HTTP/1.1" status: 204 len: 168 time: 0.8515222 Sep 30 13:13:26.101412 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58254) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:26.114719 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ff0220e3-0ea2-48cb-9cb3-5b78b437a004 req-6588b1c6-90fb-488d-9a67-0330ac340460 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b98462f-2e01-4132-bc6d-d394a60f09cf HTTP/1.1" status: 200 len: 210 time: 0.0391500 Sep 30 13:13:26.194285 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-c301f469-39e7-4a9d-8b83-47f6f5c44b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910e7054-1060-4c48-bc21-ff0e33d5af2a', 'name': 'tempest-ServersTestMultiNic-63883217-router', 'tenant_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '1af5c15e-2577-46ef-81e4-7fd5ef325282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:13:20Z', 'updated_at': '2021-09-30T13:13:23Z', 'revision_number': 3, 'project_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'gw_port': {'id': '1af5c15e-2577-46ef-81e4-7fd5ef325282', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910e7054-1060-4c48-bc21-ff0e33d5af2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:13:21Z', 'updated_at': '2021-09-30T13:13:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:26.194546 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fc6122a5-4557-4edc-920f-af48aa3e7611 req-275a9cfd-3141-4aa6-8357-74b83e66fc5c tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368897 Sep 30 13:13:26.227742 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c301f469-39e7-4a9d-8b83-47f6f5c44b0e None None] Checking router: 910e7054-1060-4c48-bc21-ff0e33d5af2a for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:13:26.228081 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c301f469-39e7-4a9d-8b83-47f6f5c44b0e None None] Updating router 910e7054-1060-4c48-bc21-ff0e33d5af2a port 1af5c15e-2577-46ef-81e4-7fd5ef325282 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:13:26.257985 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c301f469-39e7-4a9d-8b83-47f6f5c44b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:26.301173 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764797c0-0ada-45e3-917a-8d401b70d76a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:26.303160 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764797c0-0ada-45e3-917a-8d401b70d76a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:26.308604 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58260) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:26.308833 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-764797c0-0ada-45e3-917a-8d401b70d76a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1992214 Sep 30 13:13:26.423012 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed9999a2-dd6a-4b2a-aebc-c2a854146cd7 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet 8ed0640e-f274-4651-b4bc-2d78078e87e6 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:13:26.428045 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ed9999a2-dd6a-4b2a-aebc-c2a854146cd7 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:26.452941 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7c6b1cdc-8eb8-4087-a613-8bbd27f10af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:26.470139 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7c6b1cdc-8eb8-4087-a613-8bbd27f10af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:26.521372 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b1cdc-8eb8-4087-a613-8bbd27f10af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d23db7f-3dab-4718-8679-f8573689ccd1,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:26.563131 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ed9999a2-dd6a-4b2a-aebc-c2a854146cd7 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:26.599445 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9c5fdeed-7e57-451c-b8f3-b916e3c649f4 None None] Provisioning complete for port 5427c837-9f34-44eb-98f1-3c515566b0b0 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:26.599935 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9c5fdeed-7e57-451c-b8f3-b916e3c649f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:26.614834 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7c6b1cdc-8eb8-4087-a613-8bbd27f10af1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d0d608a1cfa943f791ff195ad77c2879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9479718 Sep 30 13:13:26.618289 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58266) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:26.686903 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c301f469-39e7-4a9d-8b83-47f6f5c44b0e None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:26.700569 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c301f469-39e7-4a9d-8b83-47f6f5c44b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:26.767977 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9c5fdeed-7e57-451c-b8f3-b916e3c649f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:26.770898 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ed9999a2-dd6a-4b2a-aebc-c2a854146cd7 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:26.806898 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e551c91-0046-4e9d-92a2-7f39865277f4 None None] Pushing event updated for resources: {'Port': ['ID=1af5c15e-2577-46ef-81e4-7fd5ef325282,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:26.812371 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-31561cde-7558-4c89-be91-7840feb73e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:26.821214 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e551c91-0046-4e9d-92a2-7f39865277f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:26.821814 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e551c91-0046-4e9d-92a2-7f39865277f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:26.822375 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e551c91-0046-4e9d-92a2-7f39865277f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:26.822957 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e551c91-0046-4e9d-92a2-7f39865277f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:26.824235 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e551c91-0046-4e9d-92a2-7f39865277f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:26.824848 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e551c91-0046-4e9d-92a2-7f39865277f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:26.825324 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e551c91-0046-4e9d-92a2-7f39865277f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:26.825816 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e551c91-0046-4e9d-92a2-7f39865277f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:26.826433 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e551c91-0046-4e9d-92a2-7f39865277f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:26.826886 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e551c91-0046-4e9d-92a2-7f39865277f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:26.827546 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e551c91-0046-4e9d-92a2-7f39865277f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:26.828157 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e551c91-0046-4e9d-92a2-7f39865277f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:26.880590 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-31561cde-7558-4c89-be91-7840feb73e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:26.890591 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ed9999a2-dd6a-4b2a-aebc-c2a854146cd7 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:26.896642 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-c301f469-39e7-4a9d-8b83-47f6f5c44b0e None None] Attempting to bind port 1af5c15e-2577-46ef-81e4-7fd5ef325282 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:13:26.902140 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-c301f469-39e7-4a9d-8b83-47f6f5c44b0e None None] Attempting to bind port 1af5c15e-2577-46ef-81e4-7fd5ef325282 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:13:26.906073 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c301f469-39e7-4a9d-8b83-47f6f5c44b0e None None] Attempting to bind port 1af5c15e-2577-46ef-81e4-7fd5ef325282 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:13:26.924182 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a9bfde10-ae8e-408b-948f-ba8f6556f522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:26.925629 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c301f469-39e7-4a9d-8b83-47f6f5c44b0e None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:13:26.926232 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c301f469-39e7-4a9d-8b83-47f6f5c44b0e None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:13:26.926645 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c301f469-39e7-4a9d-8b83-47f6f5c44b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:26.927109 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c301f469-39e7-4a9d-8b83-47f6f5c44b0e None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:13:26.930946 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-c301f469-39e7-4a9d-8b83-47f6f5c44b0e None None] Bound port: 1af5c15e-2577-46ef-81e4-7fd5ef325282, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:13:26.931725 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c301f469-39e7-4a9d-8b83-47f6f5c44b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:26.935057 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ed9999a2-dd6a-4b2a-aebc-c2a854146cd7 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:26.939247 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ed9999a2-dd6a-4b2a-aebc-c2a854146cd7 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/8ed0640e-f274-4651-b4bc-2d78078e87e6 HTTP/1.1" status: 204 len: 168 time: 0.6269193 Sep 30 13:13:26.962677 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58270) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:26.969172 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-9c5fdeed-7e57-451c-b8f3-b916e3c649f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:13:26.969720 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-9c5fdeed-7e57-451c-b8f3-b916e3c649f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:13:26.984665 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9999a2-dd6a-4b2a-aebc-c2a854146cd7 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=8ed0640e-f274-4651-b4bc-2d78078e87e6,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:27.013325 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af71f226-aa0b-4e0b-9ba6-a7b5e37f2b26 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:13:27.069348 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-c301f469-39e7-4a9d-8b83-47f6f5c44b0e None None] For port 1af5c15e-2577-46ef-81e4-7fd5ef325282, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:13:27.076717 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-00d6ab9c-69b7-4081-927f-7af726709d05 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1021342 Sep 30 13:13:27.076813 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-c301f469-39e7-4a9d-8b83-47f6f5c44b0e None None] For port 1af5c15e-2577-46ef-81e4-7fd5ef325282, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1af5c15e-2577-46ef-81e4-7fd5ef325282,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:13:27.076899 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58274) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:27.082671 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-3cf12acb-b14d-458b-a9be-fba67f96543e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:27.089005 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c301f469-39e7-4a9d-8b83-47f6f5c44b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:27.176856 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c301f469-39e7-4a9d-8b83-47f6f5c44b0e None None] Routers {'910e7054-1060-4c48-bc21-ff0e33d5af2a'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:13:27.177504 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-c301f469-39e7-4a9d-8b83-47f6f5c44b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:13:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['910e7054-1060-4c48-bc21-ff0e33d5af2a'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:27.277732 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-31561cde-7558-4c89-be91-7840feb73e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:27.281411 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e551c91-0046-4e9d-92a2-7f39865277f4 None None] Pushing event updated for resources: {'Port': ['ID=1af5c15e-2577-46ef-81e4-7fd5ef325282,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:27.281960 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-31561cde-7558-4c89-be91-7840feb73e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:27.283270 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-31561cde-7558-4c89-be91-7840feb73e25 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d23db7f-3dab-4718-8679-f8573689ccd1 HTTP/1.1" status: 204 len: 168 time: 0.6636765 Sep 30 13:13:27.304764 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 5427c837-9f34-44eb-98f1-3c515566b0b0 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:13:27.388397 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31561cde-7558-4c89-be91-7840feb73e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d23db7f-3dab-4718-8679-f8573689ccd1,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:27.409875 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-c301f469-39e7-4a9d-8b83-47f6f5c44b0e None None] Set router 910e7054-1060-4c48-bc21-ff0e33d5af2a gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:13:27.465823 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-606bf1fe-1995-41c8-8b2b-08402ec74296 req-800a2b24-ad87-45ed-b501-6227c908c6d0 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b98462f-2e01-4132-bc6d-d394a60f09cf HTTP/1.1" status: 200 len: 210 time: 0.1649299 Sep 30 13:13:27.476410 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 5427c837-9f34-44eb-98f1-3c515566b0b0 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:27.477190 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:27.526691 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf12acb-b14d-458b-a9be-fba67f96543e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:13:27.530225 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3cf12acb-b14d-458b-a9be-fba67f96543e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:27.596804 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c232543-790a-433a-ad78-05d17b4dd062 req-bfb3c025-b7dd-4626-810d-25860ca60f88 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1549535 Sep 30 13:13:27.628094 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961dbbd-8a5c-474b-8d5e-23fcd1b86091 req-b3ece874-8d10-4cdf-ac27-c9a0e346254e tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:27.643798 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8961dbbd-8a5c-474b-8d5e-23fcd1b86091 req-b3ece874-8d10-4cdf-ac27-c9a0e346254e tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.2856500 Sep 30 13:13:27.647210 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b077dd-fafa-4a2b-bf52-1a90fc7ed59d None None] DHCP port deletion for 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:13:27.765505 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9c5fdeed-7e57-451c-b8f3-b916e3c649f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:27.843506 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:27.877244 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8961dbbd-8a5c-474b-8d5e-23fcd1b86091 req-387819a8-1d07-45c7-8ed2-5847f9b4a160 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325418 Sep 30 13:13:27.895287 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-c301f469-39e7-4a9d-8b83-47f6f5c44b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910e7054-1060-4c48-bc21-ff0e33d5af2a', 'name': 'tempest-ServersTestMultiNic-63883217-router', 'tenant_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '1af5c15e-2577-46ef-81e4-7fd5ef325282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:13:20Z', 'updated_at': '2021-09-30T13:13:23Z', 'revision_number': 3, 'project_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'gw_port': {'id': '1af5c15e-2577-46ef-81e4-7fd5ef325282', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910e7054-1060-4c48-bc21-ff0e33d5af2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:13:21Z', 'updated_at': '2021-09-30T13:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:27.908239 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c232543-790a-433a-ad78-05d17b4dd062 req-8eb1dd00-3d08-44c9-ad77-19dd0cbd24d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:27.912750 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c232543-790a-433a-ad78-05d17b4dd062 req-8eb1dd00-3d08-44c9-ad77-19dd0cbd24d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dd472ce50e4547d68eaae043f0883472&device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 1098 time: 0.2197959 Sep 30 13:13:27.933257 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-9c5fdeed-7e57-451c-b8f3-b916e3c649f4 None None] For port 5427c837-9f34-44eb-98f1-3c515566b0b0, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=5427c837-9f34-44eb-98f1-3c515566b0b0,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:27.935928 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-60b077dd-fafa-4a2b-bf52-1a90fc7ed59d None None] Deleting port 5427c837-9f34-44eb-98f1-3c515566b0b0 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:13:27.936508 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-60b077dd-fafa-4a2b-bf52-1a90fc7ed59d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:27.967877 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9c5fdeed-7e57-451c-b8f3-b916e3c649f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:27.968041 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c301f469-39e7-4a9d-8b83-47f6f5c44b0e None None] The sync data for ids ['910e7054-1060-4c48-bc21-ff0e33d5af2a'] in n-d-810909-2 is: [{'id': '910e7054-1060-4c48-bc21-ff0e33d5af2a', 'name': 'tempest-ServersTestMultiNic-63883217-router', 'tenant_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '1af5c15e-2577-46ef-81e4-7fd5ef325282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:13:20Z', 'updated_at': '2021-09-30T13:13:23Z', 'revision_number': 3, 'project_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'gw_port': {'id': '1af5c15e-2577-46ef-81e4-7fd5ef325282', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910e7054-1060-4c48-bc21-ff0e33d5af2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:13:21Z', 'updated_at': '2021-09-30T13:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:13:27.981697 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9c5fdeed-7e57-451c-b8f3-b916e3c649f4 None None] Could not find standard attr ID for object e1176071-9b3f-4395-be04-39e8dcd318b5. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:13:28.137939 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-a9bfde10-ae8e-408b-948f-ba8f6556f522 admin admin] Allocated IP 172.20.0.1 (31f9c44d-3e51-4ab0-a797-429f77e4f802/17382476-62b0-4945-84f6-9409c209b97e/11794fe6-2f55-46c0-9dfc-e91e6f35d4a4) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:13:28.393119 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c232543-790a-433a-ad78-05d17b4dd062 req-dd72f877-9ed3-4ca9-8b4b-30d02719cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:28.404247 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c232543-790a-433a-ad78-05d17b4dd062 req-dd72f877-9ed3-4ca9-8b4b-30d02719cef1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=82efec7b-c7e1-4afa-8d19-9d7200d8225f HTTP/1.1" status: 200 len: 917 time: 0.4680815 Sep 30 13:13:28.452696 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-09f0bbbf-b813-4d6c-bb62-ed6b1ad96f1a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:28.471325 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-09f0bbbf-b813-4d6c-bb62-ed6b1ad96f1a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.39 "GET /v2.0/networks?id=d55517b2-5639-49a0-8308-46b3625d778e HTTP/1.1" status: 200 len: 812 time: 0.5054774 Sep 30 13:13:28.491493 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-c5dddf30-9e4e-4c01-b4a3-200b9e0ba46a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Request body: {'port': {'device_id': '2b98462f-2e01-4132-bc6d-d394a60f09cf', 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e', 'admin_state_up': True, 'tenant_id': '6ec3b180775b4f8e89f487846414229c'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:28.491972 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3cf12acb-b14d-458b-a9be-fba67f96543e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:28.622755 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf12acb-b14d-458b-a9be-fba67f96543e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:28.634911 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-3cf12acb-b14d-458b-a9be-fba67f96543e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:28.638478 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf12acb-b14d-458b-a9be-fba67f96543e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:28.639087 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3cf12acb-b14d-458b-a9be-fba67f96543e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:28.662218 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf12acb-b14d-458b-a9be-fba67f96543e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=1cefbad3-570d-43a3-b78f-713c6dfc5349,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:28.685264 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3cf12acb-b14d-458b-a9be-fba67f96543e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6073496 Sep 30 13:13:28.691305 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58312) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:28.699465 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-6da887f1-e65d-4152-b2e5-02c7b77ff7bc tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'port': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'fixed_ips': [{'subnet_id': '1cefbad3-570d-43a3-b78f-713c6dfc5349', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1297756830'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:28.838693 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-60b077dd-fafa-4a2b-bf52-1a90fc7ed59d None None] For port 5427c837-9f34-44eb-98f1-3c515566b0b0, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=5427c837-9f34-44eb-98f1-3c515566b0b0,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:28.841493 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-60b077dd-fafa-4a2b-bf52-1a90fc7ed59d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:28.863068 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-60b077dd-fafa-4a2b-bf52-1a90fc7ed59d None None] Calling delete_port for 5427c837-9f34-44eb-98f1-3c515566b0b0 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:13:28.872936 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0817099b-8e0d-4586-a5ee-270dacc37eb2 req-cb872422-2226-43e7-beb6-586a05d28255 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b98462f-2e01-4132-bc6d-d394a60f09cf HTTP/1.1" status: 200 len: 210 time: 0.2458558 Sep 30 13:13:28.907149 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a9bfde10-ae8e-408b-948f-ba8f6556f522 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:28.948746 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c232543-790a-433a-ad78-05d17b4dd062 req-42e456f3-d53a-4242-9768-c8fd40430d3e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74d5476d-caad-4646-baac-95e9e563cef6 HTTP/1.1" status: 200 len: 1001 time: 0.5056193 Sep 30 13:13:28.982460 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-98598965-159f-43f8-8ef4-43dc9c0cdd12 None None] Could not find standard attr ID for object 86fa0d94-1aa6-416d-bb57-06056018ad1a. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:13:28.995558 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-60b077dd-fafa-4a2b-bf52-1a90fc7ed59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:29.025886 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da887f1-e65d-4152-b2e5-02c7b77ff7bc tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:13:29.028459 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b077dd-fafa-4a2b-bf52-1a90fc7ed59d None None] No DVR routers for this DVR port 5427c837-9f34-44eb-98f1-3c515566b0b0 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:13:29.035154 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:13:29.035517 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:13:29.048075 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fdeed-7e57-451c-b8f3-b916e3c649f4 None None] Pushing event updated for resources: {'Port': ['ID=5427c837-9f34-44eb-98f1-3c515566b0b0,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:29.069673 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9052d2f-2032-4975-b394-cff3f0ae7d00 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:13:29.104326 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b077dd-fafa-4a2b-bf52-1a90fc7ed59d None None] Pushing event deleted for resources: {'Port': ['ID=5427c837-9f34-44eb-98f1-3c515566b0b0,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:29.122994 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c232543-790a-433a-ad78-05d17b4dd062 req-d41f15ab-488c-4c35-8767-e8a8c8577e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:29.124936 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c232543-790a-433a-ad78-05d17b4dd062 req-d41f15ab-488c-4c35-8767-e8a8c8577e3a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8ac488f0-945c-4387-aad6-12387e6433e7 HTTP/1.1" status: 200 len: 855 time: 0.1575983 Sep 30 13:13:29.227841 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-c5dddf30-9e4e-4c01-b4a3-200b9e0ba46a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Made reservation on behalf of 6ec3b180775b4f8e89f487846414229c for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:13:29.239887 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-c5dddf30-9e4e-4c01-b4a3-200b9e0ba46a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:29.257590 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a9bfde10-ae8e-408b-948f-ba8f6556f522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:29.316034 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da049f0e-7b9d-40bc-b12f-c4cdfc4f1675 req-85638dbe-5263-4fe1-932e-6ad1677acc0c tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:29.317771 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-da049f0e-7b9d-40bc-b12f-c4cdfc4f1675 req-85638dbe-5263-4fe1-932e-6ad1677acc0c tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.2829528 Sep 30 13:13:29.334161 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bfde10-ae8e-408b-948f-ba8f6556f522 admin admin] Network 31f9c44d-3e51-4ab0-a797-429f77e4f802 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:29.355549 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-a9bfde10-ae8e-408b-948f-ba8f6556f522 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:29.358592 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bfde10-ae8e-408b-948f-ba8f6556f522 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:13:29.380109 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c232543-790a-433a-ad78-05d17b4dd062 req-5bb1b505-0b2a-4d06-b7de-0d9333ac53c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:29.385397 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c232543-790a-433a-ad78-05d17b4dd062 req-5bb1b505-0b2a-4d06-b7de-0d9333ac53c3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=82efec7b-c7e1-4afa-8d19-9d7200d8225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2240269 Sep 30 13:13:29.502795 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdf4aab-045c-4cb3-840b-5a054268750e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'fixed_ips': [{'subnet_id': '1cefbad3-570d-43a3-b78f-713c6dfc5349'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:13:29.503670 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3fdf4aab-045c-4cb3-840b-5a054268750e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:29.529730 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfde10-ae8e-408b-948f-ba8f6556f522 admin admin] Pushing event updated for resources: {'Port': ['ID=11794fe6-2f55-46c0-9dfc-e91e6f35d4a4,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:29.553473 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6da887f1-e65d-4152-b2e5-02c7b77ff7bc tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:29.603752 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Port 5427c837-9f34-44eb-98f1-3c515566b0b0 update to ACTIVE by agent not found {{(pid=94765) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Sep 30 13:13:29.631305 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-da049f0e-7b9d-40bc-b12f-c4cdfc4f1675 req-e6394e8e-09ff-4bce-ab6e-d5f7440c0df5 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847404 Sep 30 13:13:29.652454 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a9bfde10-ae8e-408b-948f-ba8f6556f522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:29.673563 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-6da887f1-e65d-4152-b2e5-02c7b77ff7bc tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] device_id is not set on port 67c00d3b-fd69-4ae9-8192-e81393d15ce7 yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:13:29.677757 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-c5dddf30-9e4e-4c01-b4a3-200b9e0ba46a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Allocated IP 172.20.0.14 (d55517b2-5639-49a0-8308-46b3625d778e/b636e036-02ee-475d-8821-ce0c9f216c9a/3d8c6562-c187-464b-9b6e-92fefb92c750) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:13:29.841506 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1af5c15e-2577-46ef-81e4-7fd5ef325282 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:13:29.952784 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da887f1-e65d-4152-b2e5-02c7b77ff7bc tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:13:29.953376 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da887f1-e65d-4152-b2e5-02c7b77ff7bc tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:13:30.046885 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6da887f1-e65d-4152-b2e5-02c7b77ff7bc tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3542280 Sep 30 13:13:30.047439 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58340) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:30.052741 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-e6ae48ae-9fed-4f6b-987e-5fc97a50a5d3 None None] Provisioning complete for port 11794fe6-2f55-46c0-9dfc-e91e6f35d4a4 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:30.053407 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e6ae48ae-9fed-4f6b-987e-5fc97a50a5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:30.068314 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a9bfde10-ae8e-408b-948f-ba8f6556f522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:30.112213 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-10ba1089-635c-4f10-91d4-588f767879e5 req-70cf4e41-2b8f-45de-868c-14cfb6562dab tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b98462f-2e01-4132-bc6d-d394a60f09cf HTTP/1.1" status: 200 len: 210 time: 0.0429878 Sep 30 13:13:30.116295 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c232543-790a-433a-ad78-05d17b4dd062 req-3831bf3c-69aa-4edc-be72-653a24a34ee1 service neutron] 10.222.0.54 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6375599 Sep 30 13:13:30.133910 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-70e3132a-e875-4215-924c-bb58599abd64 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0821126 Sep 30 13:13:30.134545 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58342) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:30.165732 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 1af5c15e-2577-46ef-81e4-7fd5ef325282 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:30.166531 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:30.194114 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-c5dddf30-9e4e-4c01-b4a3-200b9e0ba46a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:30.195876 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-e6ae48ae-9fed-4f6b-987e-5fc97a50a5d3 None None] Port 11794fe6-2f55-46c0-9dfc-e91e6f35d4a4 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:13:30.205037 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-3fdf4aab-045c-4cb3-840b-5a054268750e None None] Allocated IP 2001:db8::2 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/1cefbad3-570d-43a3-b78f-713c6dfc5349/a724fbcf-bec6-4be6-8971-d182b65ce682) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:13:30.280793 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a752c4-ef86-4eea-98ed-2f598df76315 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:30.285972 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a752c4-ef86-4eea-98ed-2f598df76315 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:30.292040 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58348) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:30.292342 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-39a752c4-ef86-4eea-98ed-2f598df76315 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1548674 Sep 30 13:13:30.315807 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c232543-790a-433a-ad78-05d17b4dd062 req-5482130f-4943-436e-9437-97c671be9570 service neutron] 10.222.0.54 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896510 Sep 30 13:13:30.341410 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:30.408946 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-c5dddf30-9e4e-4c01-b4a3-200b9e0ba46a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:30.422125 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 1af5c15e-2577-46ef-81e4-7fd5ef325282, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1af5c15e-2577-46ef-81e4-7fd5ef325282,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:30.438260 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:30.471223 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8abc046-a2dc-4fd9-a88d-8b27fdd9e368 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet 1cefbad3-570d-43a3-b78f-713c6dfc5349 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:13:30.501992 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-c5dddf30-9e4e-4c01-b4a3-200b9e0ba46a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Network d55517b2-5639-49a0-8308-46b3625d778e is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:30.505785 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-c5dddf30-9e4e-4c01-b4a3-200b9e0ba46a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:30.510576 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-c5dddf30-9e4e-4c01-b4a3-200b9e0ba46a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:13:30.514788 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dddf30-9e4e-4c01-b4a3-200b9e0ba46a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Pushing event updated for resources: {'Port': ['ID=3d8c6562-c187-464b-9b6e-92fefb92c750,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:30.553570 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a9bfde10-ae8e-408b-948f-ba8f6556f522 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:30.561291 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 5427c837-9f34-44eb-98f1-3c515566b0b0 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:13:30.565992 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a9bfde10-ae8e-408b-948f-ba8f6556f522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:30.576464 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-c5dddf30-9e4e-4c01-b4a3-200b9e0ba46a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:30.577175 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-c5dddf30-9e4e-4c01-b4a3-200b9e0ba46a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:30.598044 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-c5dddf30-9e4e-4c01-b4a3-200b9e0ba46a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1244440 Sep 30 13:13:30.613812 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-114e9875-30c4-43e7-bed3-7f5e571464b1 service neutron] Request body: {'port': {'device_id': '2b98462f-2e01-4132-bc6d-d394a60f09cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:30.626116 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 5427c837-9f34-44eb-98f1-3c515566b0b0 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:13:30.626712 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 5427c837-9f34-44eb-98f1-3c515566b0b0 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:13:30.654783 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=1af5c15e-2577-46ef-81e4-7fd5ef325282,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:30.656021 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a9bfde10-ae8e-408b-948f-ba8f6556f522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:30.674940 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfde10-ae8e-408b-948f-ba8f6556f522 admin admin] Pushing event updated for resources: {'Port': ['ID=11794fe6-2f55-46c0-9dfc-e91e6f35d4a4,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:30.683551 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3fdf4aab-045c-4cb3-840b-5a054268750e None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:30.695367 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3fdf4aab-045c-4cb3-840b-5a054268750e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:30.696073 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c8abc046-a2dc-4fd9-a88d-8b27fdd9e368 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:30.769293 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdf4aab-045c-4cb3-840b-5a054268750e None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:30.774970 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-3fdf4aab-045c-4cb3-840b-5a054268750e None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:30.783933 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdf4aab-045c-4cb3-840b-5a054268750e None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:13:30.795275 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf4aab-045c-4cb3-840b-5a054268750e None None] Pushing event updated for resources: {'Port': ['ID=a724fbcf-bec6-4be6-8971-d182b65ce682,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:30.885195 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bfde10-ae8e-408b-948f-ba8f6556f522 admin admin] Network 31f9c44d-3e51-4ab0-a797-429f77e4f802 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:30.886691 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-a9bfde10-ae8e-408b-948f-ba8f6556f522 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:30.900646 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c8abc046-a2dc-4fd9-a88d-8b27fdd9e368 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:30.902515 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-3fdf4aab-045c-4cb3-840b-5a054268750e None None] Attempting to bind port a724fbcf-bec6-4be6-8971-d182b65ce682 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:13:30.902998 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-3fdf4aab-045c-4cb3-840b-5a054268750e None None] Attempting to bind port a724fbcf-bec6-4be6-8971-d182b65ce682 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:13:30.903238 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdf4aab-045c-4cb3-840b-5a054268750e None None] Attempting to bind port a724fbcf-bec6-4be6-8971-d182b65ce682 on network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:13:30.922922 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdf4aab-045c-4cb3-840b-5a054268750e None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:13:30.923300 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdf4aab-045c-4cb3-840b-5a054268750e None None] Checking segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:13:30.923702 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3fdf4aab-045c-4cb3-840b-5a054268750e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:30.924095 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdf4aab-045c-4cb3-840b-5a054268750e None None] Bound using segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:13:30.924562 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-3fdf4aab-045c-4cb3-840b-5a054268750e None None] Bound port: a724fbcf-bec6-4be6-8971-d182b65ce682, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:13:30.924944 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3fdf4aab-045c-4cb3-840b-5a054268750e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:30.928033 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-114e9875-30c4-43e7-bed3-7f5e571464b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:31.074433 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836c176-4034-40e0-9cca-40019e784d58 req-9700d148-761e-4ff1-ba5d-ae4d4d91a3e9 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:31.078897 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d836c176-4034-40e0-9cca-40019e784d58 req-9700d148-761e-4ff1-ba5d-ae4d4d91a3e9 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.2330329 Sep 30 13:13:31.083423 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-3fdf4aab-045c-4cb3-840b-5a054268750e None None] For port a724fbcf-bec6-4be6-8971-d182b65ce682, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:13:31.088365 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-3fdf4aab-045c-4cb3-840b-5a054268750e None None] For port a724fbcf-bec6-4be6-8971-d182b65ce682, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=a724fbcf-bec6-4be6-8971-d182b65ce682,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:13:31.094629 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3fdf4aab-045c-4cb3-840b-5a054268750e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:31.280744 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bfde10-ae8e-408b-948f-ba8f6556f522 admin admin] Router 910e7054-1060-4c48-bc21-ff0e33d5af2a has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:13:31.283651 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf4aab-045c-4cb3-840b-5a054268750e None None] Pushing event updated for resources: {'Port': ['ID=a724fbcf-bec6-4be6-8971-d182b65ce682,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:31.327071 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5579de55-a47b-422d-a9f3-1c9c6e389683 None None] Provisioning complete for port 11794fe6-2f55-46c0-9dfc-e91e6f35d4a4 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:31.327540 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5579de55-a47b-422d-a9f3-1c9c6e389683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:31.391361 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5579de55-a47b-422d-a9f3-1c9c6e389683 None None] Port 11794fe6-2f55-46c0-9dfc-e91e6f35d4a4 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:13:31.410522 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04737317-5580-4fbb-bc93-c4784f5938fc req-adab464c-dd56-4876-a7a7-68d85443cc6c tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:31.412532 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-04737317-5580-4fbb-bc93-c4784f5938fc req-adab464c-dd56-4876-a7a7-68d85443cc6c tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b98462f-2e01-4132-bc6d-d394a60f09cf HTTP/1.1" status: 200 len: 932 time: 0.1213315 Sep 30 13:13:31.470182 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c8abc046-a2dc-4fd9-a88d-8b27fdd9e368 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:31.536196 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-04737317-5580-4fbb-bc93-c4784f5938fc req-c1aeba69-3af0-4a09-a785-77deddfd2945 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139951 Sep 30 13:13:31.543075 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bfde10-ae8e-408b-948f-ba8f6556f522 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:13:31.553745 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf235854-ede8-4758-824c-d7db7d48b8d6 None None] Sync routers for ids ['910e7054-1060-4c48-bc21-ff0e33d5af2a'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:13:31.554745 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a9bfde10-ae8e-408b-948f-ba8f6556f522 admin admin] 10.222.0.18 "PUT /v2.0/routers/910e7054-1060-4c48-bc21-ff0e33d5af2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9861088 Sep 30 13:13:31.558921 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d836c176-4034-40e0-9cca-40019e784d58 req-07bd5958-b77d-486e-97eb-61354d5fc0e2 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533143 Sep 30 13:13:31.593670 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf235854-ede8-4758-824c-d7db7d48b8d6 None None] Routers {'910e7054-1060-4c48-bc21-ff0e33d5af2a'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:13:31.595371 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-bf235854-ede8-4758-824c-d7db7d48b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:13:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['910e7054-1060-4c48-bc21-ff0e33d5af2a'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:31.668563 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c8abc046-a2dc-4fd9-a88d-8b27fdd9e368 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:31.825650 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58372) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:31.838956 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-bf235854-ede8-4758-824c-d7db7d48b8d6 None None] Set router 910e7054-1060-4c48-bc21-ff0e33d5af2a gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:13:31.886823 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1af5c15e-2577-46ef-81e4-7fd5ef325282 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:13:31.974367 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-82a41a07-0194-4281-9fd4-8e103abd6a56 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1722414892'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:32.004874 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a41a07-0194-4281-9fd4-8e103abd6a56 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Made reservation on behalf of f72cbde742fe4a1d9fe6654c3e717bf8 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:13:32.010891 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-82a41a07-0194-4281-9fd4-8e103abd6a56 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:32.038596 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 1af5c15e-2577-46ef-81e4-7fd5ef325282 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:32.039087 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:32.045480 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a41a07-0194-4281-9fd4-8e103abd6a56 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:13:32.056985 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-82a41a07-0194-4281-9fd4-8e103abd6a56 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:32.057416 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-82a41a07-0194-4281-9fd4-8e103abd6a56 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Added segment 9ee9fb11-598a-4f18-a9ee-487c92777f66 of type vlan for network 5b65cd19-e064-45b3-8a14-4216e39c2769 Sep 30 13:13:32.111816 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-82a41a07-0194-4281-9fd4-8e103abd6a56 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:32.130715 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abc046-a2dc-4fd9-a88d-8b27fdd9e368 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=1cefbad3-570d-43a3-b78f-713c6dfc5349,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:32.145411 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c8abc046-a2dc-4fd9-a88d-8b27fdd9e368 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:32.149576 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c8abc046-a2dc-4fd9-a88d-8b27fdd9e368 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/1cefbad3-570d-43a3-b78f-713c6dfc5349 HTTP/1.1" status: 204 len: 168 time: 1.8532078 Sep 30 13:13:32.150664 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58376) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:32.201511 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c8eec7bd-5053-4227-8584-cc539f8e90ec tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454967 Sep 30 13:13:32.201511 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-82a41a07-0194-4281-9fd4-8e103abd6a56 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:32.201817 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device a724fbcf-bec6-4be6-8971-d182b65ce682 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:13:32.204158 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58380) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:32.207641 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a41a07-0194-4281-9fd4-8e103abd6a56 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:32.208410 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-82a41a07-0194-4281-9fd4-8e103abd6a56 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:32.209131 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-6b686fa4-98fa-47d7-bded-b978a56cb70e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:32.236712 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58382) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:32.262046 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-bf235854-ede8-4758-824c-d7db7d48b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910e7054-1060-4c48-bc21-ff0e33d5af2a', 'name': 'tempest-ServersTestMultiNic-63883217-router', 'tenant_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '1af5c15e-2577-46ef-81e4-7fd5ef325282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:13:20Z', 'updated_at': '2021-09-30T13:13:29Z', 'revision_number': 4, 'project_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'gw_port': {'id': '1af5c15e-2577-46ef-81e4-7fd5ef325282', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910e7054-1060-4c48-bc21-ff0e33d5af2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:13:21Z', 'updated_at': '2021-09-30T13:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '11794fe6-2f55-46c0-9dfc-e91e6f35d4a4', 'name': '', 'network_id': '31f9c44d-3e51-4ab0-a797-429f77e4f802', 'tenant_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'mac_address': 'fa:16:3e:b0:39:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910e7054-1060-4c48-bc21-ff0e33d5af2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '17382476-62b0-4945-84f6-9409c209b97e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:13:26Z', 'updated_at': '2021-09-30T13:13:30Z', 'revision_number': 2, 'project_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'subnets': [{'id': '17382476-62b0-4945-84f6-9409c209b97e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:32.302189 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf235854-ede8-4758-824c-d7db7d48b8d6 None None] Checking router: 910e7054-1060-4c48-bc21-ff0e33d5af2a for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:13:32.303181 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf235854-ede8-4758-824c-d7db7d48b8d6 None None] Updating router 910e7054-1060-4c48-bc21-ff0e33d5af2a port 11794fe6-2f55-46c0-9dfc-e91e6f35d4a4 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:13:32.331021 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-82a41a07-0194-4281-9fd4-8e103abd6a56 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5041602 Sep 30 13:13:32.341164 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58390) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:32.353596 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-114e9875-30c4-43e7-bed3-7f5e571464b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8c6562-c187-464b-9b6e-92fefb92c750 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:13:32.360022 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bf235854-ede8-4758-824c-d7db7d48b8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:32.362967 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-114e9875-30c4-43e7-bed3-7f5e571464b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:32.379644 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-114e9875-30c4-43e7-bed3-7f5e571464b1 service neutron] Transition to ACTIVE for port object 3d8c6562-c187-464b-9b6e-92fefb92c750 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:13:32.434053 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-ba349198-524d-4136-873c-c66fbdc28641 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Request body: {'subnet': {'network_id': '5b65cd19-e064-45b3-8a14-4216e39c2769', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:32.443805 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a41a07-0194-4281-9fd4-8e103abd6a56 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event updated for resources: {'Network': ['ID=5b65cd19-e064-45b3-8a14-4216e39c2769,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:32.471549 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-114e9875-30c4-43e7-bed3-7f5e571464b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:32.730345 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b686fa4-98fa-47d7-bded-b978a56cb70e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:13:32.733909 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 5b65cd19-e064-45b3-8a14-4216e39c2769 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:13:32.735786 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:13:32.737335 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port a724fbcf-bec6-4be6-8971-d182b65ce682 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:32.737697 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:32.742307 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6b686fa4-98fa-47d7-bded-b978a56cb70e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:32.748663 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e9875-30c4-43e7-bed3-7f5e571464b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8c6562-c187-464b-9b6e-92fefb92c750,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:32.782624 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a259df4-3c1a-47b1-951d-5285e5106c78 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:13:32.805527 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba349198-524d-4136-873c-c66fbdc28641 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Made reservation on behalf of f72cbde742fe4a1d9fe6654c3e717bf8 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:13:32.809142 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ba349198-524d-4136-873c-c66fbdc28641 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:32.944744 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d420b64-a259-428b-a3c3-7ed11bbc4f0a req-a85f401d-6406-4903-9a98-6ea75436c59c tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:32.947190 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4d420b64-a259-428b-a3c3-7ed11bbc4f0a req-a85f401d-6406-4903-9a98-6ea75436c59c tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.1961563 Sep 30 13:13:32.974030 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-114e9875-30c4-43e7-bed3-7f5e571464b1 service neutron] Attempting to bind port 3d8c6562-c187-464b-9b6e-92fefb92c750 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:13:32.974909 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-114e9875-30c4-43e7-bed3-7f5e571464b1 service neutron] Attempting to bind port 3d8c6562-c187-464b-9b6e-92fefb92c750 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'a65dfc45-776c-463c-a57b-60f1ac1b61cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:13:32.975543 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-114e9875-30c4-43e7-bed3-7f5e571464b1 service neutron] Attempting to bind port 3d8c6562-c187-464b-9b6e-92fefb92c750 on network d55517b2-5639-49a0-8308-46b3625d778e {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:13:33.015503 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f2906-9dbb-4f07-b9f0-f565a255494c req-857a3347-a47c-4ff5-97de-47dab4b2303d tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:33.019485 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ab2f2906-9dbb-4f07-b9f0-f565a255494c req-857a3347-a47c-4ff5-97de-47dab4b2303d tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b98462f-2e01-4132-bc6d-d394a60f09cf HTTP/1.1" status: 200 len: 944 time: 0.2235832 Sep 30 13:13:33.020672 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-114e9875-30c4-43e7-bed3-7f5e571464b1 service neutron] Port 3d8c6562-c187-464b-9b6e-92fefb92c750 on network d55517b2-5639-49a0-8308-46b3625d778e not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:13:33.021016 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-114e9875-30c4-43e7-bed3-7f5e571464b1 service neutron] Attempting to bind port 3d8c6562-c187-464b-9b6e-92fefb92c750 on network d55517b2-5639-49a0-8308-46b3625d778e {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:13:33.036075 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-114e9875-30c4-43e7-bed3-7f5e571464b1 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:13:33.036413 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-114e9875-30c4-43e7-bed3-7f5e571464b1 service neutron] Checking segment: {'id': 'a65dfc45-776c-463c-a57b-60f1ac1b61cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:13:33.036805 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-114e9875-30c4-43e7-bed3-7f5e571464b1 service neutron] Bound using segment: {'id': 'a65dfc45-776c-463c-a57b-60f1ac1b61cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:13:33.037765 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-114e9875-30c4-43e7-bed3-7f5e571464b1 service neutron] Bound port: 3d8c6562-c187-464b-9b6e-92fefb92c750, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65dfc45-776c-463c-a57b-60f1ac1b61cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:13:33.038621 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-114e9875-30c4-43e7-bed3-7f5e571464b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:33.134689 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d48415f6-21c3-449a-86a1-c400ef1713fd None None] Provisioning complete for port a724fbcf-bec6-4be6-8971-d182b65ce682 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:33.135245 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d48415f6-21c3-449a-86a1-c400ef1713fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:33.136399 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-114e9875-30c4-43e7-bed3-7f5e571464b1 service neutron] For port 3d8c6562-c187-464b-9b6e-92fefb92c750, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:13:33.141735 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-114e9875-30c4-43e7-bed3-7f5e571464b1 service neutron] For port 3d8c6562-c187-464b-9b6e-92fefb92c750, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3d8c6562-c187-464b-9b6e-92fefb92c750,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:13:33.170506 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ba349198-524d-4136-873c-c66fbdc28641 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:33.175598 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-114e9875-30c4-43e7-bed3-7f5e571464b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:33.266955 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-114e9875-30c4-43e7-bed3-7f5e571464b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:33.267595 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-114e9875-30c4-43e7-bed3-7f5e571464b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:33.269042 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-114e9875-30c4-43e7-bed3-7f5e571464b1 service neutron] 10.222.0.39 "PUT /v2.0/ports/3d8c6562-c187-464b-9b6e-92fefb92c750 HTTP/1.1" status: 200 len: 1092 time: 2.6618164 Sep 30 13:13:33.283114 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b98462f-2e01-4132-bc6d-d394a60f09cf', 'tag': '3d8c6562-c187-464b-9b6e-92fefb92c750'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:13:33.288074 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba349198-524d-4136-873c-c66fbdc28641 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event updated for resources: {'Subnet': ['ID=51b48341-dec6-4c1c-825d-ea910a005d99,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:33.288251 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56661a8e-f666-4001-bd9e-b949b7c824db" -d '{"events": [{"name": "network-changed", "server_uuid": "2b98462f-2e01-4132-bc6d-d394a60f09cf", "tag": "3d8c6562-c187-464b-9b6e-92fefb92c750"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:13:33.298788 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4d420b64-a259-428b-a3c3-7ed11bbc4f0a req-bb28f874-4982-41db-85e8-420668883764 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411341 Sep 30 13:13:33.345756 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:33.352597 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba349198-524d-4136-873c-c66fbdc28641 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Checking segment: {'id': '9ee9fb11-598a-4f18-a9ee-487c92777f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5b65cd19-e064-45b3-8a14-4216e39c2769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:13:33.353236 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba349198-524d-4136-873c-c66fbdc28641 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Network hostable DHCP agents. Network: 5b65cd19-e064-45b3-8a14-4216e39c2769, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:13:33.376066 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:33.381663 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bf235854-ede8-4758-824c-d7db7d48b8d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:33.385458 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba349198-524d-4136-873c-c66fbdc28641 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Network 5b65cd19-e064-45b3-8a14-4216e39c2769 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:13:33.395503 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ab2f2906-9dbb-4f07-b9f0-f565a255494c req-566df7bc-dec8-42e5-b1b1-1184d9bd7d91 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610411 Sep 30 13:13:33.412831 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bf235854-ede8-4758-824c-d7db7d48b8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:33.416390 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-ba349198-524d-4136-873c-c66fbdc28641 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 5b65cd19-e064-45b3-8a14-4216e39c2769) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:33.421989 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e9875-30c4-43e7-bed3-7f5e571464b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8c6562-c187-464b-9b6e-92fefb92c750,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:33.432878 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba349198-524d-4136-873c-c66fbdc28641 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:33.434981 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ba349198-524d-4136-873c-c66fbdc28641 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:33.453780 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:13:33.462130 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a4f7f0-0a55-4323-a44a-6c1eeb9ef747" -d '{"events": [{"server_uuid": "9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8", "name": "network-vif-unplugged", "status": "completed", "tag": "3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:13:33.481000 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee41326-146b-4f13-8284-c145ea4d7bb0 None None] Network 5b65cd19-e064-45b3-8a14-4216e39c2769 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:13:33.496893 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ba349198-524d-4136-873c-c66fbdc28641 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0739355 Sep 30 13:13:33.497817 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58404) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:33.538516 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a75d11-36db-41a6-8313-4f3188a6a88f None None] DHCP port deletion for 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:13:33.540847 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3b7bde-c25a-4d4c-8b2f-fa9c7c2b72bd x-openstack-request-id: req-1d3b7bde-c25a-4d4c-8b2f-fa9c7c2b72bd {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:13:33.541349 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b98462f-2e01-4132-bc6d-d394a60f09cf", "tag": "3d8c6562-c187-464b-9b6e-92fefb92c750", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:13:33.541593 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d3b7bde-c25a-4d4c-8b2f-fa9c7c2b72bd {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:13:33.544603 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b98462f-2e01-4132-bc6d-d394a60f09cf', 'tag': '3d8c6562-c187-464b-9b6e-92fefb92c750', 'status': 'completed', 'code': 200} Sep 30 13:13:33.545466 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:33.576199 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-091829b1-954e-426d-be2e-ada77066cdfe tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-478532504'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:33.585516 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:33.595361 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port a724fbcf-bec6-4be6-8971-d182b65ce682, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=a724fbcf-bec6-4be6-8971-d182b65ce682,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:33.598668 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-89740a02-60ab-421d-b936-1386488b38cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:33.606487 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-89740a02-60ab-421d-b936-1386488b38cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec3b180775b4f8e89f487846414229c&device_id=2b98462f-2e01-4132-bc6d-d394a60f09cf HTTP/1.1" status: 200 len: 1095 time: 0.2024467 Sep 30 13:13:33.625449 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec68e7a-ed8c-4b7d-a8e3-8481be6444fa x-openstack-request-id: req-1ec68e7a-ed8c-4b7d-a8e3-8481be6444fa {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:13:33.632366 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8", "name": "network-vif-unplugged", "status": "completed", "tag": "3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:13:33.632529 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ec68e7a-ed8c-4b7d-a8e3-8481be6444fa {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:13:33.633018 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d', 'code': 200} Sep 30 13:13:33.641265 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091829b1-954e-426d-be2e-ada77066cdfe tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Made reservation on behalf of f72cbde742fe4a1d9fe6654c3e717bf8 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:13:33.645355 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-091829b1-954e-426d-be2e-ada77066cdfe tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:33.663515 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-11f346b4-49ad-4f31-9c42-70010848a60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:33.682109 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d48415f6-21c3-449a-86a1-c400ef1713fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:33.688448 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:33.694817 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6502bab-f4c3-4ff6-9c96-32c44f43de36 None None] Pushing event updated for resources: {'Port': ['ID=11794fe6-2f55-46c0-9dfc-e91e6f35d4a4,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:33.719149 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-bfcd6beb-a17f-4827-a4b7-c7600059fc35 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d8c6562-c187-464b-9b6e-92fefb92c750 HTTP/1.1" status: 200 len: 217 time: 0.0996256 Sep 30 13:13:33.719517 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-091829b1-954e-426d-be2e-ada77066cdfe tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:13:33.789056 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6b686fa4-98fa-47d7-bded-b978a56cb70e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:33.869484 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device a724fbcf-bec6-4be6-8971-d182b65ce682 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:13:33.938956 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5580300-ab10-4dd4-af8d-8ef23efe8760 req-22227670-4da5-4e72-9a02-5503e54f5ede tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:33.941004 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a5580300-ab10-4dd4-af8d-8ef23efe8760 req-22227670-4da5-4e72-9a02-5503e54f5ede tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 945 time: 0.2178760 Sep 30 13:13:33.943195 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b686fa4-98fa-47d7-bded-b978a56cb70e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:33.946119 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b686fa4-98fa-47d7-bded-b978a56cb70e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=aef87466-9da9-4e95-97f2-43f16d291c45,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:33.952109 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-6b686fa4-98fa-47d7-bded-b978a56cb70e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:33.955514 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b686fa4-98fa-47d7-bded-b978a56cb70e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:33.956491 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6b686fa4-98fa-47d7-bded-b978a56cb70e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:33.960158 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-30e54676-7b09-4149-8acf-14d1807db4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:33.961917 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-30e54676-7b09-4149-8acf-14d1807db4d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b636e036-02ee-475d-8821-ce0c9f216c9a HTTP/1.1" status: 200 len: 852 time: 0.2245734 Sep 30 13:13:34.006898 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-bf235854-ede8-4758-824c-d7db7d48b8d6 None None] Attempting to bind port 11794fe6-2f55-46c0-9dfc-e91e6f35d4a4 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:13:34.007786 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-bf235854-ede8-4758-824c-d7db7d48b8d6 None None] Attempting to bind port 11794fe6-2f55-46c0-9dfc-e91e6f35d4a4 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e8b42d8c-2ba2-4a69-ab05-925e8a710e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '31f9c44d-3e51-4ab0-a797-429f77e4f802'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:13:34.007786 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf235854-ede8-4758-824c-d7db7d48b8d6 None None] Attempting to bind port 11794fe6-2f55-46c0-9dfc-e91e6f35d4a4 on network 31f9c44d-3e51-4ab0-a797-429f77e4f802 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:13:34.036898 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-6bea9f12-5b4a-4cd4-b8f3-4bdde9812ce1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d55517b2-5639-49a0-8308-46b3625d778e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462129 Sep 30 13:13:34.054743 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf235854-ede8-4758-824c-d7db7d48b8d6 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:13:34.055671 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf235854-ede8-4758-824c-d7db7d48b8d6 None None] Checking segment: {'id': 'e8b42d8c-2ba2-4a69-ab05-925e8a710e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '31f9c44d-3e51-4ab0-a797-429f77e4f802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:13:34.056082 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bf235854-ede8-4758-824c-d7db7d48b8d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:34.056485 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf235854-ede8-4758-824c-d7db7d48b8d6 None None] Bound using segment: {'id': 'e8b42d8c-2ba2-4a69-ab05-925e8a710e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '31f9c44d-3e51-4ab0-a797-429f77e4f802'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:13:34.056974 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-bf235854-ede8-4758-824c-d7db7d48b8d6 None None] Bound port: 11794fe6-2f55-46c0-9dfc-e91e6f35d4a4, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b42d8c-2ba2-4a69-ab05-925e8a710e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '31f9c44d-3e51-4ab0-a797-429f77e4f802'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:13:34.057361 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bf235854-ede8-4758-824c-d7db7d48b8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:34.059346 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:34.059989 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a5580300-ab10-4dd4-af8d-8ef23efe8760 req-1fea1b91-6ad7-455b-93ad-3fd9a2a541b7 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970058 Sep 30 13:13:34.086706 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6b686fa4-98fa-47d7-bded-b978a56cb70e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8808296 Sep 30 13:13:34.087257 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-d48415f6-21c3-449a-86a1-c400ef1713fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:13:34.087428 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58412) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:34.087623 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-d48415f6-21c3-449a-86a1-c400ef1713fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:13:34.094893 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-9aa1588c-2004-40fe-8831-53fc75db7756 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1737014696', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:34.120334 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-e7a75d11-36db-41a6-8313-4f3188a6a88f None None] Deleting port a724fbcf-bec6-4be6-8971-d182b65ce682 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:13:34.120736 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e7a75d11-36db-41a6-8313-4f3188a6a88f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:34.187587 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9aa1588c-2004-40fe-8831-53fc75db7756 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:34.189196 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9aa1588c-2004-40fe-8831-53fc75db7756 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:34.220578 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-be2cf4d3-af87-4d2e-9805-9e04a76ed527 service neutron] 10.222.0.39 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744370 Sep 30 13:13:34.326985 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9aa1588c-2004-40fe-8831-53fc75db7756 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:34.329815 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e369ed-ce17-4c96-bf91-4fec49c00f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-5b65cd19-e064-45b3-8a14-4216e39c2769', 'network_id': '5b65cd19-e064-45b3-8a14-4216e39c2769', 'tenant_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'fixed_ips': [{'subnet_id': '51b48341-dec6-4c1c-825d-ea910a005d99'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:13:34.330705 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-18e369ed-ce17-4c96-bf91-4fec49c00f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:34.332947 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=a724fbcf-bec6-4be6-8971-d182b65ce682,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:34.378939 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-091829b1-954e-426d-be2e-ada77066cdfe tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:34.379280 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-091829b1-954e-426d-be2e-ada77066cdfe tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Added segment 3df35f3b-5a25-4b97-b793-7884e08bfdd1 of type vlan for network 08d6081c-ffb3-4a74-81b9-3b998ab161b3 Sep 30 13:13:34.390467 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9aa1588c-2004-40fe-8831-53fc75db7756 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:34.411737 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:34.444718 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9aa1588c-2004-40fe-8831-53fc75db7756 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:34.449140 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9aa1588c-2004-40fe-8831-53fc75db7756 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3556945 Sep 30 13:13:34.449925 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58432) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:34.466373 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-bf235854-ede8-4758-824c-d7db7d48b8d6 None None] For port 11794fe6-2f55-46c0-9dfc-e91e6f35d4a4, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:13:34.486466 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-091829b1-954e-426d-be2e-ada77066cdfe tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:34.526982 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-bf235854-ede8-4758-824c-d7db7d48b8d6 None None] For port 11794fe6-2f55-46c0-9dfc-e91e6f35d4a4, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=11794fe6-2f55-46c0-9dfc-e91e6f35d4a4,segment=NetworkSegment(e8b42d8c-2ba2-4a69-ab05-925e8a710e29),segment_id=e8b42d8c-2ba2-4a69-ab05-925e8a710e29)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:13:34.529142 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e7a75d11-36db-41a6-8313-4f3188a6a88f None None] For port a724fbcf-bec6-4be6-8971-d182b65ce682, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=a724fbcf-bec6-4be6-8971-d182b65ce682,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:34.529552 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e7a75d11-36db-41a6-8313-4f3188a6a88f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:34.556944 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-091829b1-954e-426d-be2e-ada77066cdfe tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:34.564870 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091829b1-954e-426d-be2e-ada77066cdfe tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:34.565508 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-091829b1-954e-426d-be2e-ada77066cdfe tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:34.609841 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5510115a-5768-4a43-87a5-e4f58ea1c631 req-13eeb376-d500-4e70-bd48-c3f5ddf226fb service neutron] 10.222.0.39 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811345 Sep 30 13:13:34.648729 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-091829b1-954e-426d-be2e-ada77066cdfe tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0997865 Sep 30 13:13:34.649379 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58440) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:34.665752 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bf235854-ede8-4758-824c-d7db7d48b8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:34.674718 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-e7a75d11-36db-41a6-8313-4f3188a6a88f None None] Calling delete_port for a724fbcf-bec6-4be6-8971-d182b65ce682 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:13:34.697142 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-00ca0988-25bb-43c4-af48-18cc4163dd8b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Request body: {'subnet': {'network_id': '08d6081c-ffb3-4a74-81b9-3b998ab161b3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:34.703957 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091829b1-954e-426d-be2e-ada77066cdfe tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event updated for resources: {'Network': ['ID=08d6081c-ffb3-4a74-81b9-3b998ab161b3,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:34.814944 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ba8ba-8691-404b-8d90-c72bfbb02dde req-04b3d9f0-78f0-4b2d-8f9e-105d05422043 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:34.819281 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-11f346b4-49ad-4f31-9c42-70010848a60e admin admin] Deleting port 1636c55c-bbe6-48a7-8d3a-d7a640650215 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:13:34.819619 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-11f346b4-49ad-4f31-9c42-70010848a60e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:34.822861 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-017ba8ba-8691-404b-8d90-c72bfbb02dde req-04b3d9f0-78f0-4b2d-8f9e-105d05422043 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 947 time: 0.2585356 Sep 30 13:13:34.875221 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ca0988-25bb-43c4-af48-18cc4163dd8b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Made reservation on behalf of f72cbde742fe4a1d9fe6654c3e717bf8 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:13:34.885724 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-00ca0988-25bb-43c4-af48-18cc4163dd8b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:34.950736 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56661a8e-f666-4001-bd9e-b949b7c824db req-522d22ad-cd59-4d8d-a298-d0261c2544aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:34.952264 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-56661a8e-f666-4001-bd9e-b949b7c824db req-522d22ad-cd59-4d8d-a298-d0261c2544aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec3b180775b4f8e89f487846414229c&device_id=2b98462f-2e01-4132-bc6d-d394a60f09cf HTTP/1.1" status: 200 len: 1095 time: 0.2210722 Sep 30 13:13:34.955490 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6502bab-f4c3-4ff6-9c96-32c44f43de36 None None] Pushing event updated for resources: {'Port': ['ID=11794fe6-2f55-46c0-9dfc-e91e6f35d4a4,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:34.956127 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-017ba8ba-8691-404b-8d90-c72bfbb02dde req-a4fb2f42-723c-4621-8d25-a5a97ea090ff tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325877 Sep 30 13:13:34.960822 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:13:34.968420 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 08d6081c-ffb3-4a74-81b9-3b998ab161b3 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:13:35.008317 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port a724fbcf-bec6-4be6-8971-d182b65ce682, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=a724fbcf-bec6-4be6-8971-d182b65ce682,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:35.091956 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:35.160758 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce47ea8-a6a2-4b37-ab44-eac60f0fb5e3 req-dc9a9785-0513-4432-9c07-ab786c591a54 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:35.162636 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5ce47ea8-a6a2-4b37-ab44-eac60f0fb5e3 req-dc9a9785-0513-4432-9c07-ab786c591a54 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b98462f-2e01-4132-bc6d-d394a60f09cf HTTP/1.1" status: 200 len: 944 time: 0.2188916 Sep 30 13:13:35.175709 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-11f346b4-49ad-4f31-9c42-70010848a60e admin admin] For port 1636c55c-bbe6-48a7-8d3a-d7a640650215, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1636c55c-bbe6-48a7-8d3a-d7a640650215,segment=NetworkSegment(fe45a204-9df2-427b-ab55-3bf891956d2b),segment_id=fe45a204-9df2-427b-ab55-3bf891956d2b)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:35.176076 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-11f346b4-49ad-4f31-9c42-70010848a60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:35.208140 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1004baa9-a7a7-4073-85fc-3460d3404c5c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:35.233908 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56661a8e-f666-4001-bd9e-b949b7c824db req-d40c2229-a0c3-4ca1-8cc9-307ce4acad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:35.235609 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-56661a8e-f666-4001-bd9e-b949b7c824db req-d40c2229-a0c3-4ca1-8cc9-307ce4acad53 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d55517b2-5639-49a0-8308-46b3625d778e HTTP/1.1" status: 200 len: 913 time: 0.2727568 Sep 30 13:13:35.255103 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5ce47ea8-a6a2-4b37-ab44-eac60f0fb5e3 req-56d69895-22d3-4ab4-9b7a-5da7d496996b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627260 Sep 30 13:13:35.270232 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.resource_extend [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 13:13:35.291287 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-11f346b4-49ad-4f31-9c42-70010848a60e admin admin] Calling delete_port for 1636c55c-bbe6-48a7-8d3a-d7a640650215 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:13:35.320289 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf235854-ede8-4758-824c-d7db7d48b8d6 None None] Routers {'910e7054-1060-4c48-bc21-ff0e33d5af2a'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:13:35.321691 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-bf235854-ede8-4758-824c-d7db7d48b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:13:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['910e7054-1060-4c48-bc21-ff0e33d5af2a'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:35.420980 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-56661a8e-f666-4001-bd9e-b949b7c824db req-939db8a5-db53-4e9d-9747-7d6cb8490a18 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d8c6562-c187-464b-9b6e-92fefb92c750 HTTP/1.1" status: 200 len: 217 time: 0.0797651 Sep 30 13:13:35.626177 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-18e369ed-ce17-4c96-bf91-4fec49c00f7e None None] Allocated IP 19.80.0.2 (5b65cd19-e064-45b3-8a14-4216e39c2769/51b48341-dec6-4c1c-825d-ea910a005d99/2378c64c-fa0e-4b83-9d47-887aa9908d47) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:13:35.635451 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=a724fbcf-bec6-4be6-8971-d182b65ce682,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:35.639269 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-62223c60-a1b0-4149-8748-c93d8fe9ee30 None None] Provisioning complete for port 11794fe6-2f55-46c0-9dfc-e91e6f35d4a4 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:35.639957 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-62223c60-a1b0-4149-8748-c93d8fe9ee30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:35.655367 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56661a8e-f666-4001-bd9e-b949b7c824db req-8e482c1d-63a6-4d55-adb1-bd3394d24140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:35.659257 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-56661a8e-f666-4001-bd9e-b949b7c824db req-8e482c1d-63a6-4d55-adb1-bd3394d24140 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b636e036-02ee-475d-8821-ce0c9f216c9a HTTP/1.1" status: 200 len: 852 time: 0.2170753 Sep 30 13:13:35.672167 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-00ca0988-25bb-43c4-af48-18cc4163dd8b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:35.713523 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-11f346b4-49ad-4f31-9c42-70010848a60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:35.750825 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f346b4-49ad-4f31-9c42-70010848a60e admin admin] Pushing event deleted for resources: {'Port': ['ID=1636c55c-bbe6-48a7-8d3a-d7a640650215,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:35.769734 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-56661a8e-f666-4001-bd9e-b949b7c824db req-7bb4733d-eb58-417d-9e7c-f78161497368 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d55517b2-5639-49a0-8308-46b3625d778e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003006 Sep 30 13:13:35.793539 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e7a75d11-36db-41a6-8313-4f3188a6a88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:35.806767 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ca0988-25bb-43c4-af48-18cc4163dd8b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Checking segment: {'id': '3df35f3b-5a25-4b97-b793-7884e08bfdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '08d6081c-ffb3-4a74-81b9-3b998ab161b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:13:35.807131 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ca0988-25bb-43c4-af48-18cc4163dd8b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Network hostable DHCP agents. Network: 08d6081c-ffb3-4a74-81b9-3b998ab161b3, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:13:35.811670 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca0988-25bb-43c4-af48-18cc4163dd8b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event updated for resources: {'Subnet': ['ID=e31f9ce4-fb5c-46e0-9cbd-b7860bc477c6,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:35.874882 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ca0988-25bb-43c4-af48-18cc4163dd8b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Network 08d6081c-ffb3-4a74-81b9-3b998ab161b3 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:13:35.929506 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-00ca0988-25bb-43c4-af48-18cc4163dd8b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 08d6081c-ffb3-4a74-81b9-3b998ab161b3) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:35.938171 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-bf235854-ede8-4758-824c-d7db7d48b8d6 None None] Set router 910e7054-1060-4c48-bc21-ff0e33d5af2a gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:13:35.943187 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ca0988-25bb-43c4-af48-18cc4163dd8b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:35.943836 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-00ca0988-25bb-43c4-af48-18cc4163dd8b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:35.980335 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336f5427-678e-4a35-9472-48323d572145 None None] Network 08d6081c-ffb3-4a74-81b9-3b998ab161b3 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:13:36.018690 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-56661a8e-f666-4001-bd9e-b949b7c824db req-88615f15-a72c-4b76-8db8-625927c16302 service neutron] 10.222.0.39 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392533 Sep 30 13:13:36.039687 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-00ca0988-25bb-43c4-af48-18cc4163dd8b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3824394 Sep 30 13:13:36.062026 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a75d11-36db-41a6-8313-4f3188a6a88f None None] Pushing event deleted for resources: {'Port': ['ID=a724fbcf-bec6-4be6-8971-d182b65ce682,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:36.064552 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a75d11-36db-41a6-8313-4f3188a6a88f None None] No DVR routers for this DVR port a724fbcf-bec6-4be6-8971-d182b65ce682 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:13:36.129247 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:36.138421 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02739973-f62b-4f9a-9e37-de2c406fc8b3 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:13:36.176508 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-11f346b4-49ad-4f31-9c42-70010848a60e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:36.284844 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-18e369ed-ce17-4c96-bf91-4fec49c00f7e None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:36.335899 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-56661a8e-f666-4001-bd9e-b949b7c824db req-13663a71-4120-487b-99ae-ffd74ccae55d service neutron] 10.222.0.39 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093197 Sep 30 13:13:36.350794 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-1004baa9-a7a7-4073-85fc-3460d3404c5c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 2001:db8::1 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/aef87466-9da9-4e95-97f2-43f16d291c45/5132d4fc-2d76-4d88-bc00-d9eaf992a8c0) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:13:36.351018 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': '3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d', 'mac_address': 'fa:16:3e:1d:d3:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:13:36.406891 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c44ec8-be8a-421d-9674-f5272863ad34 req-85d4454c-3937-43c1-9ee5-c15286bd84e2 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:36.408443 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-48c44ec8-be8a-421d-9674-f5272863ad34 req-85d4454c-3937-43c1-9ee5-c15286bd84e2 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 947 time: 0.1705632 Sep 30 13:13:36.469589 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-18e369ed-ce17-4c96-bf91-4fec49c00f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:36.565768 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-48c44ec8-be8a-421d-9674-f5272863ad34 req-85f410d8-086c-42be-b725-19b306b689b5 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229451 Sep 30 13:13:36.566653 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830657-de4d-4592-a731-81febdff4e64 req-e3126ac7-d204-432d-8210-0168b3e17250 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:36.572673 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830657-de4d-4592-a731-81febdff4e64 req-e3126ac7-d204-432d-8210-0168b3e17250 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:36.575547 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1004baa9-a7a7-4073-85fc-3460d3404c5c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:36.583064 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-e3126ac7-d204-432d-8210-0168b3e17250 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/networks?id=5b65cd19-e064-45b3-8a14-4216e39c2769&id=08d6081c-ffb3-4a74-81b9-3b998ab161b3&id=5b65cd19-e064-45b3-8a14-4216e39c2769 HTTP/1.1" status: 200 len: 1391 time: 0.2960231 Sep 30 13:13:36.641319 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-3b93d504-5a63-4525-a9e5-c70c260635df tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/quotas/f72cbde742fe4a1d9fe6654c3e717bf8 HTTP/1.1" status: 200 len: 375 time: 0.0569751 Sep 30 13:13:36.660297 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1004baa9-a7a7-4073-85fc-3460d3404c5c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:36.708933 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e369ed-ce17-4c96-bf91-4fec49c00f7e None None] Network 5b65cd19-e064-45b3-8a14-4216e39c2769 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:36.748546 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e369ed-ce17-4c96-bf91-4fec49c00f7e None None] Pushing event updated for resources: {'Port': ['ID=2378c64c-fa0e-4b83-9d47-887aa9908d47,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:36.760121 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1004baa9-a7a7-4073-85fc-3460d3404c5c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:36.765250 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-18e369ed-ce17-4c96-bf91-4fec49c00f7e None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:36.780400 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e369ed-ce17-4c96-bf91-4fec49c00f7e None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:13:36.784426 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004baa9-a7a7-4073-85fc-3460d3404c5c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Port': ['ID=5132d4fc-2d76-4d88-bc00-d9eaf992a8c0,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:36.787155 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-1004baa9-a7a7-4073-85fc-3460d3404c5c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:36.791240 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1004baa9-a7a7-4073-85fc-3460d3404c5c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:13:36.792097 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1004baa9-a7a7-4073-85fc-3460d3404c5c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:36.796808 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:36.812385 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-ae91377c-1b1a-49d7-81e2-43881bfa8bc4 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f72cbde742fe4a1d9fe6654c3e717bf8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1701355 Sep 30 13:13:36.857170 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7006ea-1491-4e59-9b16-97ee056aa0e8 req-fdd926b4-05ae-4162-9158-780b90c76ab1 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:36.859064 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-da7006ea-1491-4e59-9b16-97ee056aa0e8 req-fdd926b4-05ae-4162-9158-780b90c76ab1 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b98462f-2e01-4132-bc6d-d394a60f09cf HTTP/1.1" status: 200 len: 944 time: 0.1239097 Sep 30 13:13:36.908910 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f346b4-49ad-4f31-9c42-70010848a60e admin admin] Router aebd9316-a01e-4127-af29-e6378d96890b has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:13:36.943936 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-62223c60-a1b0-4149-8748-c93d8fe9ee30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:36.966978 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-da7006ea-1491-4e59-9b16-97ee056aa0e8 req-ad74e9fe-1857-4f88-8704-0f47145f6302 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706398 Sep 30 13:13:37.003567 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-62223c60-a1b0-4149-8748-c93d8fe9ee30 None None] For port 11794fe6-2f55-46c0-9dfc-e91e6f35d4a4, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=11794fe6-2f55-46c0-9dfc-e91e6f35d4a4,segment=NetworkSegment(e8b42d8c-2ba2-4a69-ab05-925e8a710e29),segment_id=e8b42d8c-2ba2-4a69-ab05-925e8a710e29)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:37.013269 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1004baa9-a7a7-4073-85fc-3460d3404c5c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:37.031752 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:13:37.082856 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-f3bb2ec7-eeb1-423d-ab93-5dcdd9dc7739 service neutron] 10.222.0.18 "GET /v2.0/networks/5b65cd19-e064-45b3-8a14-4216e39c2769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696040 Sep 30 13:13:37.083110 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa07ab1-57bc-499d-8aaf-cceaa8888600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-08d6081c-ffb3-4a74-81b9-3b998ab161b3', 'network_id': '08d6081c-ffb3-4a74-81b9-3b998ab161b3', 'tenant_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'fixed_ips': [{'subnet_id': 'e31f9ce4-fb5c-46e0-9cbd-b7860bc477c6'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:13:37.083858 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6aa07ab1-57bc-499d-8aaf-cceaa8888600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:37.122177 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f346b4-49ad-4f31-9c42-70010848a60e admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:13:37.131171 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-11f346b4-49ad-4f31-9c42-70010848a60e admin admin] 10.222.0.18 "PUT /v2.0/routers/aebd9316-a01e-4127-af29-e6378d96890b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8933585 Sep 30 13:13:37.131809 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58496) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:37.134919 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2caf95-e114-4fbd-8d0d-c1f99c5b1e1d None None] Sync routers for ids ['aebd9316-a01e-4127-af29-e6378d96890b'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:13:37.149470 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2caf95-e114-4fbd-8d0d-c1f99c5b1e1d None None] Routers {'aebd9316-a01e-4127-af29-e6378d96890b'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:13:37.150532 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3a2caf95-e114-4fbd-8d0d-c1f99c5b1e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:13:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['aebd9316-a01e-4127-af29-e6378d96890b'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:37.217211 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-62223c60-a1b0-4149-8748-c93d8fe9ee30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:37.244092 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-18e369ed-ce17-4c96-bf91-4fec49c00f7e None None] Attempting to bind port 2378c64c-fa0e-4b83-9d47-887aa9908d47 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:13:37.244463 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-18e369ed-ce17-4c96-bf91-4fec49c00f7e None None] Attempting to bind port 2378c64c-fa0e-4b83-9d47-887aa9908d47 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '9ee9fb11-598a-4f18-a9ee-487c92777f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5b65cd19-e064-45b3-8a14-4216e39c2769'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:13:37.244827 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e369ed-ce17-4c96-bf91-4fec49c00f7e None None] Attempting to bind port 2378c64c-fa0e-4b83-9d47-887aa9908d47 on network 5b65cd19-e064-45b3-8a14-4216e39c2769 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:13:37.254766 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-3d7f1b38-ad92-456e-bfde-f0bf41550969 service neutron] 10.222.0.18 "GET /v2.0/networks/5b65cd19-e064-45b3-8a14-4216e39c2769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638734 Sep 30 13:13:37.293487 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:37.313237 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-3a2caf95-e114-4fbd-8d0d-c1f99c5b1e1d None None] Set router aebd9316-a01e-4127-af29-e6378d96890b gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:13:37.343460 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-bf235854-ede8-4758-824c-d7db7d48b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910e7054-1060-4c48-bc21-ff0e33d5af2a', 'name': 'tempest-ServersTestMultiNic-63883217-router', 'tenant_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '1af5c15e-2577-46ef-81e4-7fd5ef325282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:13:20Z', 'updated_at': '2021-09-30T13:13:29Z', 'revision_number': 4, 'project_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'gw_port': {'id': '1af5c15e-2577-46ef-81e4-7fd5ef325282', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910e7054-1060-4c48-bc21-ff0e33d5af2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:13:21Z', 'updated_at': '2021-09-30T13:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '11794fe6-2f55-46c0-9dfc-e91e6f35d4a4', 'name': '', 'network_id': '31f9c44d-3e51-4ab0-a797-429f77e4f802', 'tenant_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'mac_address': 'fa:16:3e:b0:39:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910e7054-1060-4c48-bc21-ff0e33d5af2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '17382476-62b0-4945-84f6-9409c209b97e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:13:26Z', 'updated_at': '2021-09-30T13:13:34Z', 'revision_number': 4, 'project_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'subnets': [{'id': '17382476-62b0-4945-84f6-9409c209b97e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:37.346297 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e369ed-ce17-4c96-bf91-4fec49c00f7e None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:13:37.346667 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e369ed-ce17-4c96-bf91-4fec49c00f7e None None] Checking segment: {'id': '9ee9fb11-598a-4f18-a9ee-487c92777f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5b65cd19-e064-45b3-8a14-4216e39c2769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:13:37.347061 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-18e369ed-ce17-4c96-bf91-4fec49c00f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:37.347454 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e369ed-ce17-4c96-bf91-4fec49c00f7e None None] Bound using segment: {'id': '9ee9fb11-598a-4f18-a9ee-487c92777f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5b65cd19-e064-45b3-8a14-4216e39c2769'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:13:37.347939 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-18e369ed-ce17-4c96-bf91-4fec49c00f7e None None] Bound port: 2378c64c-fa0e-4b83-9d47-887aa9908d47, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee9fb11-598a-4f18-a9ee-487c92777f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5b65cd19-e064-45b3-8a14-4216e39c2769'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:13:37.348326 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-18e369ed-ce17-4c96-bf91-4fec49c00f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:37.361965 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:37.371314 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-6aa07ab1-57bc-499d-8aaf-cceaa8888600 None None] Allocated IP 19.86.0.2 (08d6081c-ffb3-4a74-81b9-3b998ab161b3/e31f9ce4-fb5c-46e0-9cbd-b7860bc477c6/dfafd52f-50d6-4d72-8362-40f1d3f1d396) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:13:37.387463 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0c7f-e801-4d9c-95dc-46e78e3fd60e admin admin] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:37.462774 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf235854-ede8-4758-824c-d7db7d48b8d6 None None] The sync data for ids ['910e7054-1060-4c48-bc21-ff0e33d5af2a'] in n-d-810909-2 is: [{'id': '910e7054-1060-4c48-bc21-ff0e33d5af2a', 'name': 'tempest-ServersTestMultiNic-63883217-router', 'tenant_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '1af5c15e-2577-46ef-81e4-7fd5ef325282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:13:20Z', 'updated_at': '2021-09-30T13:13:29Z', 'revision_number': 4, 'project_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'gw_port': {'id': '1af5c15e-2577-46ef-81e4-7fd5ef325282', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910e7054-1060-4c48-bc21-ff0e33d5af2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:13:21Z', 'updated_at': '2021-09-30T13:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '11794fe6-2f55-46c0-9dfc-e91e6f35d4a4', 'name': '', 'network_id': '31f9c44d-3e51-4ab0-a797-429f77e4f802', 'tenant_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'mac_address': 'fa:16:3e:b0:39:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910e7054-1060-4c48-bc21-ff0e33d5af2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '17382476-62b0-4945-84f6-9409c209b97e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:13:26Z', 'updated_at': '2021-09-30T13:13:34Z', 'revision_number': 4, 'project_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'subnets': [{'id': '17382476-62b0-4945-84f6-9409c209b97e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:13:37.478440 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62223c60-a1b0-4149-8748-c93d8fe9ee30 None None] Pushing event updated for resources: {'Port': ['ID=11794fe6-2f55-46c0-9dfc-e91e6f35d4a4,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:37.503982 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1004baa9-a7a7-4073-85fc-3460d3404c5c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:37.517913 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1004baa9-a7a7-4073-85fc-3460d3404c5c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:37.518758 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1004baa9-a7a7-4073-85fc-3460d3404c5c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:37.572637 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0c7f-e801-4d9c-95dc-46e78e3fd60e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:37.589400 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-94dfb600-82c5-4192-a975-ed59da6b8bec None None] Provisioning complete for port 11794fe6-2f55-46c0-9dfc-e91e6f35d4a4 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:37.589769 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-94dfb600-82c5-4192-a975-ed59da6b8bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:37.668226 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004baa9-a7a7-4073-85fc-3460d3404c5c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Port': ['ID=5132d4fc-2d76-4d88-bc00-d9eaf992a8c0,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:37.709377 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-86f12e90-3791-4ff5-a3a1-b73d6452dcfb service neutron] 10.222.0.18 "GET /v2.0/networks/08d6081c-ffb3-4a74-81b9-3b998ab161b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929398 Sep 30 13:13:37.828617 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f0c4db-5537-42ee-8887-fc2277550d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'fixed_ips': [{'subnet_id': 'aef87466-9da9-4e95-97f2-43f16d291c45'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:13:37.829487 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b1f0c4db-5537-42ee-8887-fc2277550d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:37.861343 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3a2caf95-e114-4fbd-8d0d-c1f99c5b1e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'name': 'tempest-TaggedBootDevicesTest-1635348289-router', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'c0e93b29-45a6-42b6-b846-e9a4c664d108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:11Z', 'updated_at': '2021-09-30T13:13:35Z', 'revision_number': 5, 'project_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'gw_port': {'id': 'c0e93b29-45a6-42b6-b846-e9a4c664d108', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:67:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:01:13Z', 'updated_at': '2021-09-30T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:37.894106 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-4f9d0c7f-e801-4d9c-95dc-46e78e3fd60e admin admin] Deleting port c0e93b29-45a6-42b6-b846-e9a4c664d108 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:13:37.894106 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0c7f-e801-4d9c-95dc-46e78e3fd60e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:37.919270 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2caf95-e114-4fbd-8d0d-c1f99c5b1e1d None None] Checking router: aebd9316-a01e-4127-af29-e6378d96890b for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:13:37.934797 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2caf95-e114-4fbd-8d0d-c1f99c5b1e1d None None] Routers {'aebd9316-a01e-4127-af29-e6378d96890b'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:13:37.937362 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3a2caf95-e114-4fbd-8d0d-c1f99c5b1e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:13:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['aebd9316-a01e-4127-af29-e6378d96890b'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:37.944806 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259cf1a-ec6c-4918-8e84-35c64b77659a req-c174426c-b48d-41a5-8889-bc656c3b7677 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:37.958593 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8259cf1a-ec6c-4918-8e84-35c64b77659a req-c174426c-b48d-41a5-8889-bc656c3b7677 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 948 time: 0.2754917 Sep 30 13:13:37.960907 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-755223e9-bf21-4b9c-9ecb-b06b429c8bc5 service neutron] 10.222.0.18 "GET /v2.0/networks/08d6081c-ffb3-4a74-81b9-3b998ab161b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506220 Sep 30 13:13:37.974361 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-18e369ed-ce17-4c96-bf91-4fec49c00f7e None None] For port 2378c64c-fa0e-4b83-9d47-887aa9908d47, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:13:38.062828 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8259cf1a-ec6c-4918-8e84-35c64b77659a req-0b4ef984-9606-4309-b408-10de174019c3 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032848 Sep 30 13:13:38.080725 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-3a2caf95-e114-4fbd-8d0d-c1f99c5b1e1d None None] Set router aebd9316-a01e-4127-af29-e6378d96890b gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:13:38.087994 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1004baa9-a7a7-4073-85fc-3460d3404c5c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:38.089460 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-1004baa9-a7a7-4073-85fc-3460d3404c5c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:38.109721 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6aa07ab1-57bc-499d-8aaf-cceaa8888600 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:38.122478 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 11794fe6-2f55-46c0-9dfc-e91e6f35d4a4 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:13:38.161085 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3a2caf95-e114-4fbd-8d0d-c1f99c5b1e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'name': 'tempest-TaggedBootDevicesTest-1635348289-router', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:11Z', 'updated_at': '2021-09-30T13:13:37Z', 'revision_number': 6, 'project_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:38.191196 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-e0321557-fa0c-4882-8ab2-fece8125e049 service neutron] 10.222.0.18 "GET /v2.0/networks/5b65cd19-e064-45b3-8a14-4216e39c2769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230799 Sep 30 13:13:38.193360 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2caf95-e114-4fbd-8d0d-c1f99c5b1e1d None None] The sync data for ids ['aebd9316-a01e-4127-af29-e6378d96890b'] in n-d-810909-2 is: [{'id': 'aebd9316-a01e-4127-af29-e6378d96890b', 'name': 'tempest-TaggedBootDevicesTest-1635348289-router', 'tenant_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:01:11Z', 'updated_at': '2021-09-30T13:13:37Z', 'revision_number': 6, 'project_id': 'fcdfca8935404bd6b32ec59be45dc83c', 'gw_port_host': None}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:13:38.196496 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:13:38.205685 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6aa07ab1-57bc-499d-8aaf-cceaa8888600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:38.213488 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d,revision_number=7']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:38.225132 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-18e369ed-ce17-4c96-bf91-4fec49c00f7e None None] For port 2378c64c-fa0e-4b83-9d47-887aa9908d47, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2378c64c-fa0e-4b83-9d47-887aa9908d47,segment=NetworkSegment(9ee9fb11-598a-4f18-a9ee-487c92777f66),segment_id=9ee9fb11-598a-4f18-a9ee-487c92777f66)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:13:38.361362 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-4f9d0c7f-e801-4d9c-95dc-46e78e3fd60e admin admin] For port c0e93b29-45a6-42b6-b846-e9a4c664d108, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c0e93b29-45a6-42b6-b846-e9a4c664d108,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:38.362255 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0c7f-e801-4d9c-95dc-46e78e3fd60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:38.384015 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-4f9d0c7f-e801-4d9c-95dc-46e78e3fd60e admin admin] Calling delete_port for c0e93b29-45a6-42b6-b846-e9a4c664d108 owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:13:38.421948 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-4c1d5c92-c0a3-4b2a-9059-50c1c49b1bec service neutron] 10.222.0.18 "GET /v2.0/networks/5b65cd19-e064-45b3-8a14-4216e39c2769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296157 Sep 30 13:13:38.425199 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b6486-eaba-4500-9e78-712d297953d3 req-729713a2-dc0a-40c2-8b84-ed1db2426d02 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:38.428077 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dc2b6486-eaba-4500-9e78-712d297953d3 req-729713a2-dc0a-40c2-8b84-ed1db2426d02 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b98462f-2e01-4132-bc6d-d394a60f09cf HTTP/1.1" status: 200 len: 944 time: 0.1504564 Sep 30 13:13:38.531909 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1004baa9-a7a7-4073-85fc-3460d3404c5c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Router e66d3e14-f017-4a9b-8a28-873c1826a816 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:13:38.558407 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dc2b6486-eaba-4500-9e78-712d297953d3 req-91c19de2-c668-4c80-86f5-d61ef02429ae tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870650 Sep 30 13:13:38.741087 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-da81cf4d-079b-4306-b67c-48ef4ccfdb6a req-e4a91777-246b-4712-8fa6-84be7164035b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 210 time: 0.0463085 Sep 30 13:13:38.781740 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-18e369ed-ce17-4c96-bf91-4fec49c00f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:38.832683 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0c7f-e801-4d9c-95dc-46e78e3fd60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:38.873248 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa07ab1-57bc-499d-8aaf-cceaa8888600 None None] Pushing event updated for resources: {'Port': ['ID=dfafd52f-50d6-4d72-8362-40f1d3f1d396,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:38.916013 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d0c7f-e801-4d9c-95dc-46e78e3fd60e admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e93b29-45a6-42b6-b846-e9a4c664d108,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:39.032119 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3d8c6562-c187-464b-9b6e-92fefb92c750 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:13:39.078316 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0c7f-e801-4d9c-95dc-46e78e3fd60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:39.252492 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 3d8c6562-c187-464b-9b6e-92fefb92c750, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3d8c6562-c187-464b-9b6e-92fefb92c750,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:39.269728 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa07ab1-57bc-499d-8aaf-cceaa8888600 None None] Network 08d6081c-ffb3-4a74-81b9-3b998ab161b3 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:39.303466 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '3d8c6562-c187-464b-9b6e-92fefb92c750', 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e', 'port_id': '3d8c6562-c187-464b-9b6e-92fefb92c750', 'mac_address': 'fa:16:3e:a6:7e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b636e036-02ee-475d-8821-ce0c9f216c9a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:13:39.307035 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0c7f-e801-4d9c-95dc-46e78e3fd60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:39.315453 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0c7f-e801-4d9c-95dc-46e78e3fd60e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:39.348879 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 11794fe6-2f55-46c0-9dfc-e91e6f35d4a4 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:39.349297 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:39.469038 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 1a3f4553-b52f-4821-afb6-39d5b478bb00 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:13:39.471812 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-6aa07ab1-57bc-499d-8aaf-cceaa8888600 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:39.507820 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0c7f-e801-4d9c-95dc-46e78e3fd60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:39.508274 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9d0c7f-e801-4d9c-95dc-46e78e3fd60e admin admin] Fanout notify agent at l3_agent the message router_deleted on router aebd9316-a01e-4127-af29-e6378d96890b {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:13:39.519507 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa07ab1-57bc-499d-8aaf-cceaa8888600 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:13:39.520703 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1004baa9-a7a7-4073-85fc-3460d3404c5c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:13:39.533395 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1004baa9-a7a7-4073-85fc-3460d3404c5c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "PUT /v2.0/routers/e66d3e14-f017-4a9b-8a28-873c1826a816/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0829320 Sep 30 13:13:39.534384 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58530) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:39.547801 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac554ddc-03f5-4017-b301-0a9e484760a1 req-1f6f6a9e-be9d-45dc-b0df-57994fcdb7ed tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:39.549394 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ac554ddc-03f5-4017-b301-0a9e484760a1 req-1f6f6a9e-be9d-45dc-b0df-57994fcdb7ed tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 948 time: 0.3435321 Sep 30 13:13:39.553176 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fedf892-0896-47e1-8fa4-e7ad70895f11 None None] Sync routers for ids ['e66d3e14-f017-4a9b-8a28-873c1826a816'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:13:39.560349 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0c7f-e801-4d9c-95dc-46e78e3fd60e admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:39.564254 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4f9d0c7f-e801-4d9c-95dc-46e78e3fd60e admin admin] 10.222.0.18 "DELETE /v2.0/routers/aebd9316-a01e-4127-af29-e6378d96890b HTTP/1.1" status: 204 len: 168 time: 2.4250734 Sep 30 13:13:39.566103 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58532) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:39.569843 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-b1f0c4db-5537-42ee-8887-fc2277550d3a None None] Allocated IP 2001:db8::2 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/aef87466-9da9-4e95-97f2-43f16d291c45/2bcad545-4469-4996-b6a7-2bbc6c59bb06) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:13:39.648006 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57617aa-bf35-4ae4-aa53-bdd7099a4bb7 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:39.651767 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a57617aa-bf35-4ae4-aa53-bdd7099a4bb7 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports/5132d4fc-2d76-4d88-bc00-d9eaf992a8c0 HTTP/1.1" status: 200 len: 911 time: 0.1162009 Sep 30 13:13:39.656263 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58536) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:39.671135 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:39.775908 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e369ed-ce17-4c96-bf91-4fec49c00f7e None None] Pushing event updated for resources: {'Port': ['ID=2378c64c-fa0e-4b83-9d47-887aa9908d47,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:39.798389 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-24362e8c-774b-4584-8f34-37fd144ab8ac admin admin] Deleting subnet 28720e55-76bf-4453-857e-342ebce4f037 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:13:39.805168 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-24362e8c-774b-4584-8f34-37fd144ab8ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:39.805551 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fedf892-0896-47e1-8fa4-e7ad70895f11 None None] Routers {'e66d3e14-f017-4a9b-8a28-873c1826a816'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:13:39.806211 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-5fedf892-0896-47e1-8fa4-e7ad70895f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:13:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['e66d3e14-f017-4a9b-8a28-873c1826a816'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:39.810495 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ac554ddc-03f5-4017-b301-0a9e484760a1 req-5b81d228-e830-41a2-b1d1-05390f28cbd1 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432592 Sep 30 13:13:39.854164 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635f8dae-f183-43c8-8700-efb4ede648df tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:39.856749 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-635f8dae-f183-43c8-8700-efb4ede648df tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 914 time: 0.1993544 Sep 30 13:13:39.863768 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58540) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:39.902612 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf02b9-0dd2-44af-9ac1-44f8de00e5bd req-d74a7414-d567-423e-8e9c-4d45907ed03a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:39.911148 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-42bf02b9-0dd2-44af-9ac1-44f8de00e5bd req-d74a7414-d567-423e-8e9c-4d45907ed03a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b98462f-2e01-4132-bc6d-d394a60f09cf HTTP/1.1" status: 200 len: 944 time: 0.1890752 Sep 30 13:13:40.014215 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-42bf02b9-0dd2-44af-9ac1-44f8de00e5bd req-a0ead591-cf44-498e-bd42-83e09c0967ea tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020710 Sep 30 13:13:40.034606 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7dca98d4-5cb4-4bb0-ae21-1b6949a1fc31 req-29ef6cfa-285e-493c-b130-fe09f5b2f387 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 210 time: 0.0515652 Sep 30 13:13:40.043942 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-24362e8c-774b-4584-8f34-37fd144ab8ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:40.083805 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8c6562-c187-464b-9b6e-92fefb92c750 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:13:40.236594 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-6aa07ab1-57bc-499d-8aaf-cceaa8888600 None None] Attempting to bind port dfafd52f-50d6-4d72-8362-40f1d3f1d396 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:13:40.237160 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-6aa07ab1-57bc-499d-8aaf-cceaa8888600 None None] Attempting to bind port dfafd52f-50d6-4d72-8362-40f1d3f1d396 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '3df35f3b-5a25-4b97-b793-7884e08bfdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '08d6081c-ffb3-4a74-81b9-3b998ab161b3'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:13:40.237548 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa07ab1-57bc-499d-8aaf-cceaa8888600 None None] Attempting to bind port dfafd52f-50d6-4d72-8362-40f1d3f1d396 on network 08d6081c-ffb3-4a74-81b9-3b998ab161b3 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:13:40.471989 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b1f0c4db-5537-42ee-8887-fc2277550d3a None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:40.516326 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 3d8c6562-c187-464b-9b6e-92fefb92c750, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3d8c6562-c187-464b-9b6e-92fefb92c750,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:40.536066 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:40.540818 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b1f0c4db-5537-42ee-8887-fc2277550d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:40.545912 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830657-de4d-4592-a731-81febdff4e64 req-aaa89df4-6f02-498f-af81-7c56ee924df4 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:40.564244 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830657-de4d-4592-a731-81febdff4e64 req-aaa89df4-6f02-498f-af81-7c56ee924df4 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:40.567128 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-aaa89df4-6f02-498f-af81-7c56ee924df4 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.54 "GET /v2.0/networks?id=5b65cd19-e064-45b3-8a14-4216e39c2769&id=08d6081c-ffb3-4a74-81b9-3b998ab161b3&id=5b65cd19-e064-45b3-8a14-4216e39c2769 HTTP/1.1" status: 200 len: 1391 time: 0.3027086 Sep 30 13:13:40.569695 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa07ab1-57bc-499d-8aaf-cceaa8888600 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:13:40.570112 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa07ab1-57bc-499d-8aaf-cceaa8888600 None None] Checking segment: {'id': '3df35f3b-5a25-4b97-b793-7884e08bfdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '08d6081c-ffb3-4a74-81b9-3b998ab161b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:13:40.571053 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6aa07ab1-57bc-499d-8aaf-cceaa8888600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:40.571591 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa07ab1-57bc-499d-8aaf-cceaa8888600 None None] Bound using segment: {'id': '3df35f3b-5a25-4b97-b793-7884e08bfdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '08d6081c-ffb3-4a74-81b9-3b998ab161b3'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:13:40.572794 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-6aa07ab1-57bc-499d-8aaf-cceaa8888600 None None] Bound port: dfafd52f-50d6-4d72-8362-40f1d3f1d396, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df35f3b-5a25-4b97-b793-7884e08bfdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '08d6081c-ffb3-4a74-81b9-3b998ab161b3'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:13:40.572794 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6aa07ab1-57bc-499d-8aaf-cceaa8888600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:40.582177 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-36830657-de4d-4592-a731-81febdff4e64 req-d48dbd2e-c634-478e-b718-c2598bcdcdb0 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Request body: {'port': {'device_id': 'd5503591-4a24-486b-9885-6872601ef7e1', 'network_id': '5b65cd19-e064-45b3-8a14-4216e39c2769', 'admin_state_up': True, 'tenant_id': 'f72cbde742fe4a1d9fe6654c3e717bf8'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:40.620066 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-5fedf892-0896-47e1-8fa4-e7ad70895f11 None None] Set router e66d3e14-f017-4a9b-8a28-873c1826a816 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:13:40.670257 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f0c4db-5537-42ee-8887-fc2277550d3a None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:40.714739 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-b1f0c4db-5537-42ee-8887-fc2277550d3a None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:40.722559 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 1a3f4553-b52f-4821-afb6-39d5b478bb00, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1a3f4553-b52f-4821-afb6-39d5b478bb00,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:40.732315 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f0c4db-5537-42ee-8887-fc2277550d3a None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:13:40.779063 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2378c64c-fa0e-4b83-9d47-887aa9908d47 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:13:40.781509 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['3d8c6562-c187-464b-9b6e-92fefb92c750'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:13:40.856860 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36830657-de4d-4592-a731-81febdff4e64 req-d48dbd2e-c634-478e-b718-c2598bcdcdb0 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Made reservation on behalf of f72cbde742fe4a1d9fe6654c3e717bf8 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:13:40.870037 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-d48dbd2e-c634-478e-b718-c2598bcdcdb0 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:41.002900 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-24362e8c-774b-4584-8f34-37fd144ab8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:41.102750 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-6aa07ab1-57bc-499d-8aaf-cceaa8888600 None None] For port dfafd52f-50d6-4d72-8362-40f1d3f1d396, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:13:41.104925 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '1a3f4553-b52f-4821-afb6-39d5b478bb00', 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'port_id': '1a3f4553-b52f-4821-afb6-39d5b478bb00', 'mac_address': 'fa:16:3e:3d:88:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:13:41.111302 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-36830657-de4d-4592-a731-81febdff4e64 req-d48dbd2e-c634-478e-b718-c2598bcdcdb0 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Allocated IP 19.80.0.56 (5b65cd19-e064-45b3-8a14-4216e39c2769/51b48341-dec6-4c1c-825d-ea910a005d99/1973a466-4c69-467b-9a3c-ef219840c460) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:13:41.127800 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-6aa07ab1-57bc-499d-8aaf-cceaa8888600 None None] For port dfafd52f-50d6-4d72-8362-40f1d3f1d396, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=dfafd52f-50d6-4d72-8362-40f1d3f1d396,segment=NetworkSegment(3df35f3b-5a25-4b97-b793-7884e08bfdd1),segment_id=3df35f3b-5a25-4b97-b793-7884e08bfdd1)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:13:41.131845 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce73368-6952-422d-a632-43cd4ca22738 None None] Network 5b65cd19-e064-45b3-8a14-4216e39c2769 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:13:41.175885 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6aa07ab1-57bc-499d-8aaf-cceaa8888600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:41.188311 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=3d8c6562-c187-464b-9b6e-92fefb92c750,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:41.229115 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077a12b-23de-4a30-9fa0-5dc13bd56475 req-411f3934-d0b1-4952-94eb-673868ef9dae tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:41.231044 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5077a12b-23de-4a30-9fa0-5dc13bd56475 req-411f3934-d0b1-4952-94eb-673868ef9dae tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 948 time: 0.1001079 Sep 30 13:13:41.271016 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b1f0c4db-5537-42ee-8887-fc2277550d3a None None] Attempting to bind port 2bcad545-4469-4996-b6a7-2bbc6c59bb06 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:13:41.271385 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b1f0c4db-5537-42ee-8887-fc2277550d3a None None] Attempting to bind port 2bcad545-4469-4996-b6a7-2bbc6c59bb06 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:13:41.271743 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f0c4db-5537-42ee-8887-fc2277550d3a None None] Attempting to bind port 2bcad545-4469-4996-b6a7-2bbc6c59bb06 on network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:13:41.301655 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-24362e8c-774b-4584-8f34-37fd144ab8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:41.307121 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5077a12b-23de-4a30-9fa0-5dc13bd56475 req-2dfbad97-f28a-41df-96a9-bc27674aaf39 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635817 Sep 30 13:13:41.317966 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf0ab9-3d04-4141-b1e3-03474884b003 req-b314739d-c871-4b95-a4ea-5972859e045a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:41.319560 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b8bf0ab9-3d04-4141-b1e3-03474884b003 req-b314739d-c871-4b95-a4ea-5972859e045a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b98462f-2e01-4132-bc6d-d394a60f09cf HTTP/1.1" status: 200 len: 945 time: 0.1697509 Sep 30 13:13:41.344695 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f0c4db-5537-42ee-8887-fc2277550d3a None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:13:41.345080 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f0c4db-5537-42ee-8887-fc2277550d3a None None] Checking segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:13:41.345665 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b1f0c4db-5537-42ee-8887-fc2277550d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:41.346119 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f0c4db-5537-42ee-8887-fc2277550d3a None None] Bound using segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:13:41.346621 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b1f0c4db-5537-42ee-8887-fc2277550d3a None None] Bound port: 2bcad545-4469-4996-b6a7-2bbc6c59bb06, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:13:41.347031 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b1f0c4db-5537-42ee-8887-fc2277550d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:41.398300 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0c4db-5537-42ee-8887-fc2277550d3a None None] Pushing event updated for resources: {'Port': ['ID=2bcad545-4469-4996-b6a7-2bbc6c59bb06,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:41.415369 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24362e8c-774b-4584-8f34-37fd144ab8ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28720e55-76bf-4453-857e-342ebce4f037,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:41.523013 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-24362e8c-774b-4584-8f34-37fd144ab8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:41.528120 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-31d08936-4b01-45d9-a83a-40e741497fdd req-cc24d048-2671-4ffb-8bb0-a14f3a1c11a0 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 210 time: 0.0402560 Sep 30 13:13:41.531340 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-24362e8c-774b-4584-8f34-37fd144ab8ac admin admin] 10.222.0.18 "DELETE /v2.0/subnets/28720e55-76bf-4453-857e-342ebce4f037 HTTP/1.1" status: 204 len: 168 time: 1.9517455 Sep 30 13:13:41.535791 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b8bf0ab9-3d04-4141-b1e3-03474884b003 req-7d570108-bf5c-4039-b892-cda2587543eb tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048622 Sep 30 13:13:41.537420 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58570) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:41.578527 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-d48dbd2e-c634-478e-b718-c2598bcdcdb0 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:41.627057 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b1f0c4db-5537-42ee-8887-fc2277550d3a None None] For port 2bcad545-4469-4996-b6a7-2bbc6c59bb06, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:13:41.634692 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b1f0c4db-5537-42ee-8887-fc2277550d3a None None] For port 2bcad545-4469-4996-b6a7-2bbc6c59bb06, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2bcad545-4469-4996-b6a7-2bbc6c59bb06,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:13:41.661694 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fc8df7ee-4eaa-48f0-831a-2a2d9ba096f9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:41.692783 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f562a667-547b-439b-b61e-ad498916de1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:41.776875 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-d48dbd2e-c634-478e-b718-c2598bcdcdb0 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:41.848984 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36830657-de4d-4592-a731-81febdff4e64 req-d48dbd2e-c634-478e-b718-c2598bcdcdb0 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Network 5b65cd19-e064-45b3-8a14-4216e39c2769 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:41.858817 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-36830657-de4d-4592-a731-81febdff4e64 req-d48dbd2e-c634-478e-b718-c2598bcdcdb0 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:41.862709 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-36830657-de4d-4592-a731-81febdff4e64 req-d48dbd2e-c634-478e-b718-c2598bcdcdb0 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:13:41.921897 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dbd2e-c634-478e-b718-c2598bcdcdb0 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event updated for resources: {'Port': ['ID=1973a466-4c69-467b-9a3c-ef219840c460,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:41.946826 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-f562a667-547b-439b-b61e-ad498916de1f admin admin] Deleting port 8d0fb9b8-8543-44e6-8e1e-e34f32a91ead {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:13:41.947171 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f562a667-547b-439b-b61e-ad498916de1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:41.962882 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5df753-ee9a-48aa-9a50-f71543708793 None None] Network 451c330d-13f6-4604-823e-5e771fb25477 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:13:41.964755 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-146284e0-c6e3-40eb-a8cc-a4918726b91f None None] Provisioning complete for port 2378c64c-fa0e-4b83-9d47-887aa9908d47 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:41.965110 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-146284e0-c6e3-40eb-a8cc-a4918726b91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:41.982366 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830657-de4d-4592-a731-81febdff4e64 req-d48dbd2e-c634-478e-b718-c2598bcdcdb0 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:41.983521 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-d48dbd2e-c634-478e-b718-c2598bcdcdb0 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:42.006341 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa07ab1-57bc-499d-8aaf-cceaa8888600 None None] Pushing event updated for resources: {'Port': ['ID=dfafd52f-50d6-4d72-8362-40f1d3f1d396,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:42.016584 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-d48dbd2e-c634-478e-b718-c2598bcdcdb0 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4397314 Sep 30 13:13:42.043388 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b1f0c4db-5537-42ee-8887-fc2277550d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:42.054436 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-36830657-de4d-4592-a731-81febdff4e64 req-4db77b68-2073-452a-88d3-d075486e562b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Request body: {'port': {'device_id': 'd5503591-4a24-486b-9885-6872601ef7e1', 'network_id': '08d6081c-ffb3-4a74-81b9-3b998ab161b3', 'admin_state_up': True, 'tenant_id': 'f72cbde742fe4a1d9fe6654c3e717bf8'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:42.088331 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-f562a667-547b-439b-b61e-ad498916de1f admin admin] For port 8d0fb9b8-8543-44e6-8e1e-e34f32a91ead, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=8d0fb9b8-8543-44e6-8e1e-e34f32a91ead,segment=NetworkSegment(fe45a204-9df2-427b-ab55-3bf891956d2b),segment_id=fe45a204-9df2-427b-ab55-3bf891956d2b)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:42.088702 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f562a667-547b-439b-b61e-ad498916de1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:42.099704 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:42.122460 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-f562a667-547b-439b-b61e-ad498916de1f admin admin] Calling delete_port for 8d0fb9b8-8543-44e6-8e1e-e34f32a91ead owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:13:42.153387 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-fc8df7ee-4eaa-48f0-831a-2a2d9ba096f9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting port 5132d4fc-2d76-4d88-bc00-d9eaf992a8c0 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:13:42.153887 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fc8df7ee-4eaa-48f0-831a-2a2d9ba096f9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:42.245578 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 2378c64c-fa0e-4b83-9d47-887aa9908d47 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:42.246189 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:42.275740 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fc8df7ee-4eaa-48f0-831a-2a2d9ba096f9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:42.282124 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36830657-de4d-4592-a731-81febdff4e64 req-4db77b68-2073-452a-88d3-d075486e562b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Made reservation on behalf of f72cbde742fe4a1d9fe6654c3e717bf8 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:13:42.285892 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-4db77b68-2073-452a-88d3-d075486e562b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:42.294875 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-fc8df7ee-4eaa-48f0-831a-2a2d9ba096f9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Calling delete_port for 5132d4fc-2d76-4d88-bc00-d9eaf992a8c0 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:13:42.320781 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a3f4553-b52f-4821-afb6-39d5b478bb00 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:13:42.354633 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f562a667-547b-439b-b61e-ad498916de1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:42.385147 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562a667-547b-439b-b61e-ad498916de1f admin admin] Pushing event deleted for resources: {'Port': ['ID=8d0fb9b8-8543-44e6-8e1e-e34f32a91ead,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:42.416888 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f562a667-547b-439b-b61e-ad498916de1f admin admin] No DVR routers for this DVR port 8d0fb9b8-8543-44e6-8e1e-e34f32a91ead on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:13:42.464692 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 1a3f4553-b52f-4821-afb6-39d5b478bb00, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1a3f4553-b52f-4821-afb6-39d5b478bb00,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:42.469151 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0c4db-5537-42ee-8887-fc2277550d3a None None] Pushing event updated for resources: {'Port': ['ID=2bcad545-4469-4996-b6a7-2bbc6c59bb06,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:42.505419 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:42.638684 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fc8df7ee-4eaa-48f0-831a-2a2d9ba096f9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:42.652885 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f562a667-547b-439b-b61e-ad498916de1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:42.688121 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:13:42.692709 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-36830657-de4d-4592-a731-81febdff4e64 req-4db77b68-2073-452a-88d3-d075486e562b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Allocated IP 19.86.0.204 (08d6081c-ffb3-4a74-81b9-3b998ab161b3/e31f9ce4-fb5c-46e0-9cbd-b7860bc477c6/4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:13:42.709420 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-f562a667-547b-439b-b61e-ad498916de1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['451c330d-13f6-4604-823e-5e771fb25477']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:42.736320 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-f562a667-547b-439b-b61e-ad498916de1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe45a204-9df2-427b-ab55-3bf891956d2b') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:42.737431 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-f562a667-547b-439b-b61e-ad498916de1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe45a204-9df2-427b-ab55-3bf891956d2b') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:42.744974 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8df7ee-4eaa-48f0-831a-2a2d9ba096f9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Port': ['ID=5132d4fc-2d76-4d88-bc00-d9eaf992a8c0,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:42.754614 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b5b4a-efc3-4a11-8f72-c238c8608e82 req-e0e05d4e-57bc-4d66-a1a8-00747f70eb15 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:42.756269 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-859b5b4a-efc3-4a11-8f72-c238c8608e82 req-e0e05d4e-57bc-4d66-a1a8-00747f70eb15 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 948 time: 0.2283394 Sep 30 13:13:42.796439 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f562a667-547b-439b-b61e-ad498916de1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:42.827775 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c98a865-e80a-46ae-acfc-0947e72627a6 None None] DHCP port deletion for 451c330d-13f6-4604-823e-5e771fb25477 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:13:42.837725 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-146284e0-c6e3-40eb-a8cc-a4918726b91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:42.841353 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f562a667-547b-439b-b61e-ad498916de1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:42.861696 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['1a3f4553-b52f-4821-afb6-39d5b478bb00'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:13:42.866899 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f562a667-547b-439b-b61e-ad498916de1f admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:13:42.867475 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f562a667-547b-439b-b61e-ad498916de1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:13:42.873542 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:13:42.876472 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-859b5b4a-efc3-4a11-8f72-c238c8608e82 req-a53e79c7-6150-47f1-9ec1-ef81ee20b8a0 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095622 Sep 30 13:13:42.890845 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fc8df7ee-4eaa-48f0-831a-2a2d9ba096f9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:42.930873 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-5fedf892-0896-47e1-8fa4-e7ad70895f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66d3e14-f017-4a9b-8a28-873c1826a816', 'name': 'tempest-NetworksTestDHCPv6-router-1737014696', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:13:34Z', 'updated_at': '2021-09-30T13:13:36Z', 'revision_number': 2, 'project_id': '0a82696f5d0c48549667446e5d6c3f60', 'gw_port_host': None, '_interfaces': [{'id': '5132d4fc-2d76-4d88-bc00-d9eaf992a8c0', 'name': '', 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'mac_address': 'fa:16:3e:34:0b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66d3e14-f017-4a9b-8a28-873c1826a816', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'aef87466-9da9-4e95-97f2-43f16d291c45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:13:35Z', 'updated_at': '2021-09-30T13:13:37Z', 'revision_number': 2, 'project_id': '0a82696f5d0c48549667446e5d6c3f60', 'subnets': [{'id': 'aef87466-9da9-4e95-97f2-43f16d291c45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:42.987574 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29f460-6f8a-4fed-98c2-2aae0398c58a req-8775ca03-f2c3-4a38-b324-b9d6126329bf tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:42.995603 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1c29f460-6f8a-4fed-98c2-2aae0398c58a req-8775ca03-f2c3-4a38-b324-b9d6126329bf tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 931 time: 0.2472026 Sep 30 13:13:43.057213 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fedf892-0896-47e1-8fa4-e7ad70895f11 None None] Checking router: e66d3e14-f017-4a9b-8a28-873c1826a816 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:13:43.057213 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fedf892-0896-47e1-8fa4-e7ad70895f11 None None] Updating router e66d3e14-f017-4a9b-8a28-873c1826a816 port 5132d4fc-2d76-4d88-bc00-d9eaf992a8c0 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:13:43.080819 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-146284e0-c6e3-40eb-a8cc-a4918726b91f None None] For port 2378c64c-fa0e-4b83-9d47-887aa9908d47, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2378c64c-fa0e-4b83-9d47-887aa9908d47,segment=NetworkSegment(9ee9fb11-598a-4f18-a9ee-487c92777f66),segment_id=9ee9fb11-598a-4f18-a9ee-487c92777f66)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:43.109741 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=1a3f4553-b52f-4821-afb6-39d5b478bb00,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:43.119923 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-146284e0-c6e3-40eb-a8cc-a4918726b91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:43.121842 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fedf892-0896-47e1-8fa4-e7ad70895f11 None None] Port 5132d4fc-2d76-4d88-bc00-d9eaf992a8c0 not found while updating agent binding for router e66d3e14-f017-4a9b-8a28-873c1826a816. {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 30 13:13:43.125203 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feed5b1-06d9-4c83-8e66-3de7a160b876 None None] Network 08d6081c-ffb3-4a74-81b9-3b998ab161b3 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:13:43.140058 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:43.140574 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:43.170442 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-4db77b68-2073-452a-88d3-d075486e562b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:43.183263 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1c29f460-6f8a-4fed-98c2-2aae0398c58a req-b820a641-cbf4-4373-8577-0ac71867ad3b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867008 Sep 30 13:13:43.185308 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8df7ee-4eaa-48f0-831a-2a2d9ba096f9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Router e66d3e14-f017-4a9b-8a28-873c1826a816 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:13:43.206851 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f562a667-547b-439b-b61e-ad498916de1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:43.231826 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:43.240617 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f562a667-547b-439b-b61e-ad498916de1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:43.243337 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f562a667-547b-439b-b61e-ad498916de1f admin admin] 10.222.0.18 "DELETE /v2.0/networks/451c330d-13f6-4604-823e-5e771fb25477 HTTP/1.1" status: 204 len: 168 time: 1.7049155 Sep 30 13:13:43.272695 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562a667-547b-439b-b61e-ad498916de1f admin admin] Pushing event deleted for resources: {'Network': ['ID=451c330d-13f6-4604-823e-5e771fb25477,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:43.307153 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fedf892-0896-47e1-8fa4-e7ad70895f11 None None] Routers {'e66d3e14-f017-4a9b-8a28-873c1826a816'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:13:43.307808 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-5fedf892-0896-47e1-8fa4-e7ad70895f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:13:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['e66d3e14-f017-4a9b-8a28-873c1826a816'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:43.317827 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef051ad5-5644-4d90-983d-8600799f985f req-870417bb-54b1-44cc-bd6c-b652cb287c61 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:43.319925 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8df7ee-4eaa-48f0-831a-2a2d9ba096f9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:13:43.323480 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ef051ad5-5644-4d90-983d-8600799f985f req-870417bb-54b1-44cc-bd6c-b652cb287c61 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b98462f-2e01-4132-bc6d-d394a60f09cf HTTP/1.1" status: 200 len: 945 time: 0.3188624 Sep 30 13:13:43.327959 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-4db77b68-2073-452a-88d3-d075486e562b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:43.332490 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fc8df7ee-4eaa-48f0-831a-2a2d9ba096f9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "PUT /v2.0/routers/e66d3e14-f017-4a9b-8a28-873c1826a816/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4630733 Sep 30 13:13:43.333210 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58610) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:43.450681 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7ec95d-343e-4404-939b-9f9bccfa7eec tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:43.452373 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7ec95d-343e-4404-939b-9f9bccfa7eec tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:43.459844 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-da7ec95d-343e-4404-939b-9f9bccfa7eec tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1218207 Sep 30 13:13:43.460591 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58612) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:43.493803 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36830657-de4d-4592-a731-81febdff4e64 req-4db77b68-2073-452a-88d3-d075486e562b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Network 08d6081c-ffb3-4a74-81b9-3b998ab161b3 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:43.527212 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146284e0-c6e3-40eb-a8cc-a4918726b91f None None] Pushing event updated for resources: {'Port': ['ID=2378c64c-fa0e-4b83-9d47-887aa9908d47,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:43.527757 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-36830657-de4d-4592-a731-81febdff4e64 req-4db77b68-2073-452a-88d3-d075486e562b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:43.540075 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58614) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:43.567364 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-36830657-de4d-4592-a731-81febdff4e64 req-4db77b68-2073-452a-88d3-d075486e562b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:13:43.587626 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ef051ad5-5644-4d90-983d-8600799f985f req-3194e50c-b2fe-4d4c-bedb-f38218de89a2 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531950 Sep 30 13:13:43.588160 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dfd1b20-e5fd-4ed6-a56b-e859d9cfa90d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet aef87466-9da9-4e95-97f2-43f16d291c45 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:13:43.600144 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2dfd1b20-e5fd-4ed6-a56b-e859d9cfa90d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:43.639791 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-5fedf892-0896-47e1-8fa4-e7ad70895f11 None None] Set router e66d3e14-f017-4a9b-8a28-873c1826a816 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:13:43.646942 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db77b68-2073-452a-88d3-d075486e562b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event updated for resources: {'Port': ['ID=4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:43.679485 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-af62a3bf-070f-430a-90b7-2f02d36647a8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fcdfca8935404bd6b32ec59be45dc83c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1320276 Sep 30 13:13:43.680336 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2dfd1b20-e5fd-4ed6-a56b-e859d9cfa90d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:43.692774 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58616) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:43.710739 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830657-de4d-4592-a731-81febdff4e64 req-4db77b68-2073-452a-88d3-d075486e562b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:43.711742 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-4db77b68-2073-452a-88d3-d075486e562b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:43.761076 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-4db77b68-2073-452a-88d3-d075486e562b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7104633 Sep 30 13:13:43.773186 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-36830657-de4d-4592-a731-81febdff4e64 req-3d5822bf-110a-4b00-9037-cd7fd8eaaac6 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Request body: {'port': {'device_id': 'd5503591-4a24-486b-9885-6872601ef7e1', 'network_id': '5b65cd19-e064-45b3-8a14-4216e39c2769', 'admin_state_up': True, 'tenant_id': 'f72cbde742fe4a1d9fe6654c3e717bf8'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:43.825108 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2dfd1b20-e5fd-4ed6-a56b-e859d9cfa90d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:43.872390 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-5fedf892-0896-47e1-8fa4-e7ad70895f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66d3e14-f017-4a9b-8a28-873c1826a816', 'name': 'tempest-NetworksTestDHCPv6-router-1737014696', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:13:34Z', 'updated_at': '2021-09-30T13:13:42Z', 'revision_number': 3, 'project_id': '0a82696f5d0c48549667446e5d6c3f60', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:13:43.876214 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4c9f8a01-1b6a-4539-bb65-965c6e05c91f None None] Provisioning complete for port dfafd52f-50d6-4d72-8362-40f1d3f1d396 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:43.876711 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4c9f8a01-1b6a-4539-bb65-965c6e05c91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:43.884087 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e56904c8-2323-4390-8030-8be3402bccec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:43.908842 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2dfd1b20-e5fd-4ed6-a56b-e859d9cfa90d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:43.973469 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd1b20-e5fd-4ed6-a56b-e859d9cfa90d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=aef87466-9da9-4e95-97f2-43f16d291c45,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:43.994279 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2dfd1b20-e5fd-4ed6-a56b-e859d9cfa90d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:44.000761 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2dfd1b20-e5fd-4ed6-a56b-e859d9cfa90d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/aef87466-9da9-4e95-97f2-43f16d291c45 HTTP/1.1" status: 204 len: 168 time: 0.5390296 Sep 30 13:13:44.010646 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58628) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:44.058164 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fedf892-0896-47e1-8fa4-e7ad70895f11 None None] The sync data for ids ['e66d3e14-f017-4a9b-8a28-873c1826a816'] in n-d-810909-2 is: [{'id': 'e66d3e14-f017-4a9b-8a28-873c1826a816', 'name': 'tempest-NetworksTestDHCPv6-router-1737014696', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:13:34Z', 'updated_at': '2021-09-30T13:13:42Z', 'revision_number': 3, 'project_id': '0a82696f5d0c48549667446e5d6c3f60', 'gw_port_host': None}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:13:44.074725 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e56904c8-2323-4390-8030-8be3402bccec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:44.123077 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97db8005-b242-472f-b724-dbe29a1e26cc None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:13:44.128908 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da18ae-bfa3-4120-a157-78ddc831db9a req-3e4f3f61-194f-45b0-97e4-89d064570f8e tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:44.143455 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-80da18ae-bfa3-4120-a157-78ddc831db9a req-3e4f3f61-194f-45b0-97e4-89d064570f8e tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 948 time: 0.1067405 Sep 30 13:13:44.172001 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:13:44.172363 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:13:44.209629 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:44.228453 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-80da18ae-bfa3-4120-a157-78ddc831db9a req-d8874f4c-890c-4a9e-a80b-85b69e9c1469 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841012 Sep 30 13:13:44.293083 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f1e5a4f9-8476-47f4-8343-1004292329a9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2724063 Sep 30 13:13:44.293299 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58638) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:44.337383 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:13:44.340096 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab64cee-6dac-46b5-8110-4be7df243e48" -d '{"events": [{"server_uuid": "9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8", "name": "network-vif-plugged", "status": "completed", "tag": "3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:13:44.343798 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36830657-de4d-4592-a731-81febdff4e64 req-3d5822bf-110a-4b00-9037-cd7fd8eaaac6 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Made reservation on behalf of f72cbde742fe4a1d9fe6654c3e717bf8 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:13:44.352957 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-3d5822bf-110a-4b00-9037-cd7fd8eaaac6 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:44.405423 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:44.426984 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b08b8e5-ad07-4d54-ab20-7bed6aeff39c x-openstack-request-id: req-5b08b8e5-ad07-4d54-ab20-7bed6aeff39c {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:13:44.426984 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8", "name": "network-vif-plugged", "status": "completed", "tag": "3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:13:44.427341 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b08b8e5-ad07-4d54-ab20-7bed6aeff39c {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:13:44.427600 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d', 'code': 200} Sep 30 13:13:44.431124 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:44.434398 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9ea02378-f327-4568-87f9-bae49bd76a90 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:44.481371 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e56904c8-2323-4390-8030-8be3402bccec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:44.484609 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e56904c8-2323-4390-8030-8be3402bccec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:44.488283 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e56904c8-2323-4390-8030-8be3402bccec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ddd520cb-1b36-4c2e-9356-927d15c8b013 HTTP/1.1" status: 204 len: 168 time: 0.7938023 Sep 30 13:13:44.606561 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-36830657-de4d-4592-a731-81febdff4e64 req-3d5822bf-110a-4b00-9037-cd7fd8eaaac6 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Allocated IP 19.80.0.57 (5b65cd19-e064-45b3-8a14-4216e39c2769/51b48341-dec6-4c1c-825d-ea910a005d99/1ae60573-509c-4b6d-bdfd-2245fdbc96a8) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:13:44.805520 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9ea02378-f327-4568-87f9-bae49bd76a90 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:44.834567 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9ea02378-f327-4568-87f9-bae49bd76a90 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:44.898774 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 1a3f4553-b52f-4821-afb6-39d5b478bb00 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:13:44.902446 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56904c8-2323-4390-8030-8be3402bccec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd520cb-1b36-4c2e-9356-927d15c8b013,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:44.932201 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e85b45-cd79-4918-b99b-9f723542193c req-ad309a61-6b2e-4df8-af79-bdc42fc35fbd tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:44.938367 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e85b45-cd79-4918-b99b-9f723542193c req-ad309a61-6b2e-4df8-af79-bdc42fc35fbd tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:44.940062 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-17e85b45-cd79-4918-b99b-9f723542193c req-ad309a61-6b2e-4df8-af79-bdc42fc35fbd tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 1654 time: 0.6693468 Sep 30 13:13:44.947068 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56904c8-2323-4390-8030-8be3402bccec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:44.947418 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56904c8-2323-4390-8030-8be3402bccec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:44.947782 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56904c8-2323-4390-8030-8be3402bccec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:44.948119 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56904c8-2323-4390-8030-8be3402bccec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:44.948468 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56904c8-2323-4390-8030-8be3402bccec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:44.948914 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56904c8-2323-4390-8030-8be3402bccec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:44.949269 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56904c8-2323-4390-8030-8be3402bccec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:44.949598 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56904c8-2323-4390-8030-8be3402bccec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:44.950037 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56904c8-2323-4390-8030-8be3402bccec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:44.950381 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56904c8-2323-4390-8030-8be3402bccec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:44.950710 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56904c8-2323-4390-8030-8be3402bccec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:44.951052 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56904c8-2323-4390-8030-8be3402bccec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:44.956072 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4c9f8a01-1b6a-4539-bb65-965c6e05c91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:44.995594 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b0cb4-7758-4bb9-9404-4b553964c546 req-712f8983-ccba-4821-9644-86339a8a79c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:44.997221 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-df4b0cb4-7758-4bb9-9404-4b553964c546 req-712f8983-ccba-4821-9644-86339a8a79c4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 1100 time: 0.2209833 Sep 30 13:13:45.046838 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a06e0-ec77-4021-b53e-1b7e931ef18a req-742e35f5-3290-4b23-b234-96e7819da27a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:45.055370 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-078a06e0-ec77-4021-b53e-1b7e931ef18a req-742e35f5-3290-4b23-b234-96e7819da27a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b98462f-2e01-4132-bc6d-d394a60f09cf HTTP/1.1" status: 200 len: 945 time: 0.2417176 Sep 30 13:13:45.076440 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-3d5822bf-110a-4b00-9037-cd7fd8eaaac6 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:45.089855 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9ea02378-f327-4568-87f9-bae49bd76a90 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:45.090473 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea02378-f327-4568-87f9-bae49bd76a90 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Fanout notify agent at l3_agent the message router_deleted on router e66d3e14-f017-4a9b-8a28-873c1826a816 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:13:45.106457 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-17e85b45-cd79-4918-b99b-9f723542193c req-51defa2f-2a66-4d24-8b66-d04cc9cf5025 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495235 Sep 30 13:13:45.111674 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9ea02378-f327-4568-87f9-bae49bd76a90 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:45.113388 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9ea02378-f327-4568-87f9-bae49bd76a90 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/routers/e66d3e14-f017-4a9b-8a28-873c1826a816 HTTP/1.1" status: 204 len: 168 time: 0.8221521 Sep 30 13:13:45.119232 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58654) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:45.121870 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3d8c6562-c187-464b-9b6e-92fefb92c750 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:13:45.144620 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-805262b2-70c9-4478-b5fc-bf9c18c74845 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:45.168826 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-078a06e0-ec77-4021-b53e-1b7e931ef18a req-4defc6c9-a8eb-4caf-9d88-18ce06947a22 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066811 Sep 30 13:13:45.210835 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:45.214117 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-df4b0cb4-7758-4bb9-9404-4b553964c546 req-03bab7ec-8798-4ef6-a561-4447497b85c6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019548 Sep 30 13:13:45.298867 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:45.307875 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-4c9f8a01-1b6a-4539-bb65-965c6e05c91f None None] For port dfafd52f-50d6-4d72-8362-40f1d3f1d396, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=dfafd52f-50d6-4d72-8362-40f1d3f1d396,segment=NetworkSegment(3df35f3b-5a25-4b97-b793-7884e08bfdd1),segment_id=3df35f3b-5a25-4b97-b793-7884e08bfdd1)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:45.332624 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4c9f8a01-1b6a-4539-bb65-965c6e05c91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:45.385153 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-3d5822bf-110a-4b00-9037-cd7fd8eaaac6 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:45.389620 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737ff902-4904-4ecd-8bef-503630279739 None None] DHCP port deletion for 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:13:45.391741 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c0e93b29-45a6-42b6-b846-e9a4c664d108 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:13:45.425021 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 1a3f4553-b52f-4821-afb6-39d5b478bb00 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:45.425664 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:45.439420 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: c0e93b29-45a6-42b6-b846-e9a4c664d108 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:13:45.439420 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c0e93b29-45a6-42b6-b846-e9a4c664d108 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:13:45.439420 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1636c55c-bbe6-48a7-8d3a-d7a640650215 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:13:45.455063 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805262b2-70c9-4478-b5fc-bf9c18c74845 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:13:45.458510 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 3d8c6562-c187-464b-9b6e-92fefb92c750 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:13:45.459140 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-805262b2-70c9-4478-b5fc-bf9c18c74845 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:45.508657 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36830657-de4d-4592-a731-81febdff4e64 req-3d5822bf-110a-4b00-9037-cd7fd8eaaac6 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Network 5b65cd19-e064-45b3-8a14-4216e39c2769 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:45.524868 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 1636c55c-bbe6-48a7-8d3a-d7a640650215 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:13:45.525222 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1636c55c-bbe6-48a7-8d3a-d7a640650215 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:13:45.526748 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 3d8c6562-c187-464b-9b6e-92fefb92c750 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:45.527125 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:45.546037 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5647c49-2f4f-49a6-9c49-9757ea3ab844 None None] Sync routers for ids ['e66d3e14-f017-4a9b-8a28-873c1826a816'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:13:45.560441 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-36830657-de4d-4592-a731-81febdff4e64 req-3d5822bf-110a-4b00-9037-cd7fd8eaaac6 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:45.561085 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5647c49-2f4f-49a6-9c49-9757ea3ab844 None None] Routers set() bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:13:45.561524 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5647c49-2f4f-49a6-9c49-9757ea3ab844 None None] Router IDs set() for agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 30 13:13:45.562298 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_agentschedulers_db [None req-a5647c49-2f4f-49a6-9c49-9757ea3ab844 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e66d3e14-f017-4a9b-8a28-873c1826a816'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:13:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent'). {{(pid=94766) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 30 13:13:45.565308 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f8a01-1b6a-4539-bb65-965c6e05c91f None None] Pushing event updated for resources: {'Port': ['ID=dfafd52f-50d6-4d72-8362-40f1d3f1d396,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:45.589534 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5647c49-2f4f-49a6-9c49-9757ea3ab844 None None] Routers set() bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:13:45.589990 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5647c49-2f4f-49a6-9c49-9757ea3ab844 None None] Router IDs set() for agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 30 13:13:45.594402 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_agentschedulers_db [None req-a5647c49-2f4f-49a6-9c49-9757ea3ab844 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e66d3e14-f017-4a9b-8a28-873c1826a816'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:13:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent'). {{(pid=94766) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 30 13:13:45.594569 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9479928-7f0b-4f0e-b052-42da2daba350 req-6b01dadf-f632-4c1e-bcfc-41fb66de91ba tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:45.594948 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5647c49-2f4f-49a6-9c49-9757ea3ab844 None None] The sync data for ids ['e66d3e14-f017-4a9b-8a28-873c1826a816'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:13:45.600222 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4f8eb7b9-8de1-4b66-9595-f5a9e7fe0f4b None None] Provisioning complete for port dfafd52f-50d6-4d72-8362-40f1d3f1d396 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:45.600623 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4f8eb7b9-8de1-4b66-9595-f5a9e7fe0f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:45.625348 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e9479928-7f0b-4f0e-b052-42da2daba350 req-6b01dadf-f632-4c1e-bcfc-41fb66de91ba tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.1842859 Sep 30 13:13:45.654817 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5822bf-110a-4b00-9037-cd7fd8eaaac6 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event updated for resources: {'Port': ['ID=1ae60573-509c-4b6d-bdfd-2245fdbc96a8,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:45.661149 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-36830657-de4d-4592-a731-81febdff4e64 req-3d5822bf-110a-4b00-9037-cd7fd8eaaac6 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:13:45.785871 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-737ff902-4904-4ecd-8bef-503630279739 None None] Deleting port 2bcad545-4469-4996-b6a7-2bbc6c59bb06 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:13:45.786401 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-737ff902-4904-4ecd-8bef-503630279739 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:45.910669 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58686) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:45.942534 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:45.944930 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e9479928-7f0b-4f0e-b052-42da2daba350 req-c55e775e-65ae-4c46-9a20-4ffa9eb0e3f2 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178761 Sep 30 13:13:45.945657 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2378c64c-fa0e-4b83-9d47-887aa9908d47 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:13:45.968893 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830657-de4d-4592-a731-81febdff4e64 req-3d5822bf-110a-4b00-9037-cd7fd8eaaac6 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:45.969814 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-3d5822bf-110a-4b00-9037-cd7fd8eaaac6 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:45.996493 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-3d5822bf-110a-4b00-9037-cd7fd8eaaac6 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2272456 Sep 30 13:13:46.010256 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-36830657-de4d-4592-a731-81febdff4e64 req-19223d78-8b4e-40b5-bfe0-6338e6670162 service neutron] Request body: {'port': {'device_id': 'd5503591-4a24-486b-9885-6872601ef7e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:46.019642 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:46.099612 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-737ff902-4904-4ecd-8bef-503630279739 None None] For port 2bcad545-4469-4996-b6a7-2bbc6c59bb06, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2bcad545-4469-4996-b6a7-2bbc6c59bb06,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:46.100019 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-737ff902-4904-4ecd-8bef-503630279739 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:46.109705 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-f4c299ea-3ae7-4a80-8f61-8140f62cb808 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-961763521-network', 'tenant_id': '109fb06c4d3444d49086428c1389e0d9'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:46.125469 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-19223d78-8b4e-40b5-bfe0-6338e6670162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:46.136267 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 1a3f4553-b52f-4821-afb6-39d5b478bb00, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1a3f4553-b52f-4821-afb6-39d5b478bb00,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:46.139959 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c299ea-3ae7-4a80-8f61-8140f62cb808 admin admin] Made reservation on behalf of 109fb06c4d3444d49086428c1389e0d9 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:13:46.141603 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-737ff902-4904-4ecd-8bef-503630279739 None None] Calling delete_port for 2bcad545-4469-4996-b6a7-2bbc6c59bb06 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:13:46.143686 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f4c299ea-3ae7-4a80-8f61-8140f62cb808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:46.163653 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:46.165900 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f4c299ea-3ae7-4a80-8f61-8140f62cb808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:46.170951 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 3d8c6562-c187-464b-9b6e-92fefb92c750, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3d8c6562-c187-464b-9b6e-92fefb92c750,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:46.175712 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4f8eb7b9-8de1-4b66-9595-f5a9e7fe0f4b None None] Could not find standard attr ID for object 5132d4fc-2d76-4d88-bc00-d9eaf992a8c0. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:13:46.251381 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-805262b2-70c9-4478-b5fc-bf9c18c74845 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:46.347205 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:46.355668 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-737ff902-4904-4ecd-8bef-503630279739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:46.361093 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4f8eb7b9-8de1-4b66-9595-f5a9e7fe0f4b None None] Provisioning complete for port 1973a466-4c69-467b-9a3c-ef219840c460 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:46.361463 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4f8eb7b9-8de1-4b66-9595-f5a9e7fe0f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:46.371318 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=1a3f4553-b52f-4821-afb6-39d5b478bb00,revision_number=7']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:46.389267 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f4c299ea-3ae7-4a80-8f61-8140f62cb808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:46.412974 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f4c299ea-3ae7-4a80-8f61-8140f62cb808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:46.423246 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805262b2-70c9-4478-b5fc-bf9c18c74845 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:46.448009 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-805262b2-70c9-4478-b5fc-bf9c18c74845 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:46.460598 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805262b2-70c9-4478-b5fc-bf9c18c74845 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:46.461993 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-805262b2-70c9-4478-b5fc-bf9c18c74845 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:46.463497 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c299ea-3ae7-4a80-8f61-8140f62cb808 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:13:46.471443 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805262b2-70c9-4478-b5fc-bf9c18c74845 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=512bfe27-5c7c-4c2d-8129-095e053f3fdb,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:46.475603 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108c5890-09d5-4a38-9ca5-a8f4616ae3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3f4553-b52f-4821-afb6-39d5b478bb00'}, {'server_uuid': '2b98462f-2e01-4132-bc6d-d394a60f09cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8c6562-c187-464b-9b6e-92fefb92c750'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:13:46.483373 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05eaf5f1-4b07-40bc-8dee-fbfc995450de" -d '{"events": [{"server_uuid": "108c5890-09d5-4a38-9ca5-a8f4616ae3ce", "name": "network-vif-plugged", "status": "completed", "tag": "1a3f4553-b52f-4821-afb6-39d5b478bb00"}, {"server_uuid": "2b98462f-2e01-4132-bc6d-d394a60f09cf", "name": "network-vif-plugged", "status": "completed", "tag": "3d8c6562-c187-464b-9b6e-92fefb92c750"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:13:46.486501 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=3d8c6562-c187-464b-9b6e-92fefb92c750,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:46.499172 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a0f41-25a3-4db4-b445-7c1ebc0b3314 req-f20f7557-4408-4f99-9d4b-1e6ec3b767af tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:46.502066 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737ff902-4904-4ecd-8bef-503630279739 None None] No DVR routers for this DVR port 2bcad545-4469-4996-b6a7-2bbc6c59bb06 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:13:46.511173 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-805262b2-70c9-4478-b5fc-bf9c18c74845 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3849087 Sep 30 13:13:46.512423 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58702) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:46.522214 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc85776-752c-4971-8900-af3fe108ba0c req-cc58fe97-40cd-4872-9f0d-239bf0f35d3b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:46.524381 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5fc85776-752c-4971-8900-af3fe108ba0c req-cc58fe97-40cd-4872-9f0d-239bf0f35d3b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b98462f-2e01-4132-bc6d-d394a60f09cf HTTP/1.1" status: 200 len: 946 time: 0.2057543 Sep 30 13:13:46.528867 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a0f41-25a3-4db4-b445-7c1ebc0b3314 req-f20f7557-4408-4f99-9d4b-1e6ec3b767af tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:46.529750 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-131c8ee7-d947-4fb8-9866-ab55cc684e27 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1376699299', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:46.530357 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 2378c64c-fa0e-4b83-9d47-887aa9908d47 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:46.530733 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:46.536460 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a0f41-25a3-4db4-b445-7c1ebc0b3314 req-f20f7557-4408-4f99-9d4b-1e6ec3b767af tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:46.538389 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-302a0f41-25a3-4db4-b445-7c1ebc0b3314 req-f20f7557-4408-4f99-9d4b-1e6ec3b767af tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2375 time: 0.2588544 Sep 30 13:13:46.539121 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f0a3e9-741a-4822-b51d-669651f521d7 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:13:46.544326 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c299ea-3ae7-4a80-8f61-8140f62cb808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1f8842-011f-4578-86a4-c2d76908dc1d,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:46.562718 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f4c299ea-3ae7-4a80-8f61-8140f62cb808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:46.563397 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-f4c299ea-3ae7-4a80-8f61-8140f62cb808 admin admin] Added segment 6bf873a3-7cfc-4197-a209-441b53a33443 of type vlan for network 17f227ef-535f-498d-b04c-ec88f70fbe32 Sep 30 13:13:46.568716 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ff902-4904-4ecd-8bef-503630279739 None None] Pushing event deleted for resources: {'Port': ['ID=2bcad545-4469-4996-b6a7-2bbc6c59bb06,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:46.630210 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-4f8eb7b9-8de1-4b66-9595-f5a9e7fe0f4b None None] Port 1973a466-4c69-467b-9a3c-ef219840c460 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:13:46.653804 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-302a0f41-25a3-4db4-b445-7c1ebc0b3314 req-36fe6e98-bdba-4135-89ed-05e7700b0973 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054056 Sep 30 13:13:46.658262 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f4c299ea-3ae7-4a80-8f61-8140f62cb808 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:46.698742 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4f8eb7b9-8de1-4b66-9595-f5a9e7fe0f4b None None] Could not find standard attr ID for object 2bcad545-4469-4996-b6a7-2bbc6c59bb06. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:13:46.749734 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4f8eb7b9-8de1-4b66-9595-f5a9e7fe0f4b None None] Provisioning complete for port 2378c64c-fa0e-4b83-9d47-887aa9908d47 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:46.750435 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4f8eb7b9-8de1-4b66-9595-f5a9e7fe0f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:46.751416 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f4c299ea-3ae7-4a80-8f61-8140f62cb808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:46.752450 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c299ea-3ae7-4a80-8f61-8140f62cb808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:46.753043 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f4c299ea-3ae7-4a80-8f61-8140f62cb808 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:46.790976 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 13:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a89c46-9e46-42ff-b78f-06b82a155233 x-openstack-request-id: req-c2a89c46-9e46-42ff-b78f-06b82a155233 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:13:46.791332 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108c5890-09d5-4a38-9ca5-a8f4616ae3ce", "name": "network-vif-plugged", "status": "completed", "tag": "1a3f4553-b52f-4821-afb6-39d5b478bb00", "code": 200}, {"server_uuid": "2b98462f-2e01-4132-bc6d-d394a60f09cf", "name": "network-vif-plugged", "status": "completed", "tag": "3d8c6562-c187-464b-9b6e-92fefb92c750", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:13:46.792173 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2a89c46-9e46-42ff-b78f-06b82a155233 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:13:46.795472 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108c5890-09d5-4a38-9ca5-a8f4616ae3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3f4553-b52f-4821-afb6-39d5b478bb00', 'code': 200} Sep 30 13:13:46.795719 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b98462f-2e01-4132-bc6d-d394a60f09cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8c6562-c187-464b-9b6e-92fefb92c750', 'code': 200} Sep 30 13:13:46.834655 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f4c299ea-3ae7-4a80-8f61-8140f62cb808 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9228032 Sep 30 13:13:46.854843 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58704) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:46.870205 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-0eb21238-562e-4265-8d12-e18750ef8084 admin admin] Request body: {'subnet': {'network_id': '17f227ef-535f-498d-b04c-ec88f70fbe32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-961763521-subnet', 'tenant_id': '109fb06c4d3444d49086428c1389e0d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:46.903401 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device dfafd52f-50d6-4d72-8362-40f1d3f1d396 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:13:46.914934 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c299ea-3ae7-4a80-8f61-8140f62cb808 admin admin] Pushing event updated for resources: {'Network': ['ID=17f227ef-535f-498d-b04c-ec88f70fbe32,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:46.937454 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 17f227ef-535f-498d-b04c-ec88f70fbe32 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:13:46.947866 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb21238-562e-4265-8d12-e18750ef8084 admin admin] Made reservation on behalf of 109fb06c4d3444d49086428c1389e0d9 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:13:46.950917 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0eb21238-562e-4265-8d12-e18750ef8084 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:47.061870 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abf5648-55f8-4877-a7c6-ed1728abe7a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'fixed_ips': [{'subnet_id': '512bfe27-5c7c-4c2d-8129-095e053f3fdb'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:13:47.062754 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5abf5648-55f8-4877-a7c6-ed1728abe7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:47.128579 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-131c8ee7-d947-4fb8-9866-ab55cc684e27 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:47.129931 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-131c8ee7-d947-4fb8-9866-ab55cc684e27 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:47.169403 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ea7e5-be59-482f-954a-39ca2fd6105c req-e73e4997-f3e4-4a3d-b278-a024f7febbe1 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:47.171655 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-131ea7e5-be59-482f-954a-39ca2fd6105c req-e73e4997-f3e4-4a3d-b278-a024f7febbe1 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.1149311 Sep 30 13:13:47.266975 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-131ea7e5-be59-482f-954a-39ca2fd6105c req-976e1938-cf2a-40eb-b02d-7625900eb81f tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601103 Sep 30 13:13:47.268444 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0eb21238-562e-4265-8d12-e18750ef8084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:47.301729 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5fc85776-752c-4971-8900-af3fe108ba0c req-95b2093b-b29c-4e26-b20e-dfebb2e974a0 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896989 Sep 30 13:13:47.394151 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-131c8ee7-d947-4fb8-9866-ab55cc684e27 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:47.403254 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d623bc-ab39-4e07-b014-f70db3d82f9f req-0c7831e5-3c03-4ca4-9aca-5c0d30fd0d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:47.413422 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e9d623bc-ab39-4e07-b014-f70db3d82f9f req-0c7831e5-3c03-4ca4-9aca-5c0d30fd0d81 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2b98462f-2e01-4132-bc6d-d394a60f09cf HTTP/1.1" status: 200 len: 1097 time: 0.3009946 Sep 30 13:13:47.424410 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-131c8ee7-d947-4fb8-9866-ab55cc684e27 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:47.427690 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port dfafd52f-50d6-4d72-8362-40f1d3f1d396 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:47.428124 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:47.446624 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb21238-562e-4265-8d12-e18750ef8084 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e09cd1b-b493-4ed4-baaf-1dc88590bf2a,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:47.456505 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb21238-562e-4265-8d12-e18750ef8084 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:47.457203 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb21238-562e-4265-8d12-e18750ef8084 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:47.457998 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb21238-562e-4265-8d12-e18750ef8084 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:47.458599 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb21238-562e-4265-8d12-e18750ef8084 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:47.458923 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb21238-562e-4265-8d12-e18750ef8084 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:47.459641 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb21238-562e-4265-8d12-e18750ef8084 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:47.462034 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb21238-562e-4265-8d12-e18750ef8084 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:47.462034 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb21238-562e-4265-8d12-e18750ef8084 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:47.462034 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb21238-562e-4265-8d12-e18750ef8084 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:47.462034 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb21238-562e-4265-8d12-e18750ef8084 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:47.462034 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb21238-562e-4265-8d12-e18750ef8084 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:47.462034 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb21238-562e-4265-8d12-e18750ef8084 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:13:47.477408 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb21238-562e-4265-8d12-e18750ef8084 admin admin] Checking segment: {'id': '6bf873a3-7cfc-4197-a209-441b53a33443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '17f227ef-535f-498d-b04c-ec88f70fbe32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:13:47.477845 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb21238-562e-4265-8d12-e18750ef8084 admin admin] Network hostable DHCP agents. Network: 17f227ef-535f-498d-b04c-ec88f70fbe32, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:13:47.498720 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4afc1-4ef1-4802-a3d9-ed32e787c4c9 req-eab7ee8d-ca13-4ead-a904-e1fd3cd006fd tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:47.500283 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4f8eb7b9-8de1-4b66-9595-f5a9e7fe0f4b None None] Provisioning complete for port 4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:47.500756 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-77d4afc1-4ef1-4802-a3d9-ed32e787c4c9 req-eab7ee8d-ca13-4ead-a904-e1fd3cd006fd tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.1113951 Sep 30 13:13:47.501308 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4f8eb7b9-8de1-4b66-9595-f5a9e7fe0f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:47.519862 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb21238-562e-4265-8d12-e18750ef8084 admin admin] Network 17f227ef-535f-498d-b04c-ec88f70fbe32 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:13:47.541861 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-0eb21238-562e-4265-8d12-e18750ef8084 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 17f227ef-535f-498d-b04c-ec88f70fbe32) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:47.558348 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8291c5f-2889-4ba2-a334-96c6e1969b4a None None] Network 17f227ef-535f-498d-b04c-ec88f70fbe32 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:13:47.565044 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb21238-562e-4265-8d12-e18750ef8084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:47.566222 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0eb21238-562e-4265-8d12-e18750ef8084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:47.586349 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-131c8ee7-d947-4fb8-9866-ab55cc684e27 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:47.590587 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-131c8ee7-d947-4fb8-9866-ab55cc684e27 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0768461 Sep 30 13:13:47.592954 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58738) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:47.628289 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-77d4afc1-4ef1-4802-a3d9-ed32e787c4c9 req-e2b01f5d-f2be-4124-aed5-7d8f0125a2c7 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155438 Sep 30 13:13:47.640435 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0eb21238-562e-4265-8d12-e18750ef8084 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7832413 Sep 30 13:13:47.666289 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e9d623bc-ab39-4e07-b014-f70db3d82f9f req-a643e20e-3aab-4a0c-90a4-6b1b2632d0b4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233620 Sep 30 13:13:47.676221 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-4f8eb7b9-8de1-4b66-9595-f5a9e7fe0f4b None None] Port 4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:13:47.705358 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-36830657-de4d-4592-a731-81febdff4e64 req-19223d78-8b4e-40b5-bfe0-6338e6670162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1973a466-4c69-467b-9a3c-ef219840c460 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:13:47.768980 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-19223d78-8b4e-40b5-bfe0-6338e6670162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:47.804058 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-5abf5648-55f8-4877-a7c6-ed1728abe7a5 None None] Allocated IP 2001:db8::2 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/512bfe27-5c7c-4c2d-8129-095e053f3fdb/4075765f-aa23-478f-bb55-0d773d4a4cd0) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:13:47.858219 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-36830657-de4d-4592-a731-81febdff4e64 req-19223d78-8b4e-40b5-bfe0-6338e6670162 service neutron] Transition to ACTIVE for port object 1973a466-4c69-467b-9a3c-ef219840c460 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:13:47.897873 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-19223d78-8b4e-40b5-bfe0-6338e6670162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:47.909293 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca0c6f-984e-499e-8d01-33b64ff1c687 req-ed04f9ed-2940-4909-b21a-ce272652a538 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:47.921117 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca0c6f-984e-499e-8d01-33b64ff1c687 req-ed04f9ed-2940-4909-b21a-ce272652a538 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:47.933101 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca0c6f-984e-499e-8d01-33b64ff1c687 req-ed04f9ed-2940-4909-b21a-ce272652a538 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:47.935512 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-52ca0c6f-984e-499e-8d01-33b64ff1c687 req-ed04f9ed-2940-4909-b21a-ce272652a538 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2375 time: 0.1291981 Sep 30 13:13:48.027852 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-52ca0c6f-984e-499e-8d01-33b64ff1c687 req-a2fc4c98-1e56-4623-8652-3bd8e741cc47 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848627 Sep 30 13:13:48.065030 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5f80e932-864c-4230-bdea-a18bc43a5252 None None] Provisioning complete for port 1ae60573-509c-4b6d-bdfd-2245fdbc96a8 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:48.065425 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5f80e932-864c-4230-bdea-a18bc43a5252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:48.327102 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64db698-b176-4c02-b2f2-fd6712fe8560 req-65334b05-9b5c-4268-be7a-6dd2ab1af547 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:48.328778 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a64db698-b176-4c02-b2f2-fd6712fe8560 req-65334b05-9b5c-4268-be7a-6dd2ab1af547 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.1594150 Sep 30 13:13:48.330899 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19223d78-8b4e-40b5-bfe0-6338e6670162 service neutron] Pushing event updated for resources: {'Port': ['ID=1973a466-4c69-467b-9a3c-ef219840c460,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:48.343860 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5e74eed3-a328-4533-8a0d-ee7d81a475ee tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:48.429367 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a64db698-b176-4c02-b2f2-fd6712fe8560 req-12bca0ba-94bb-4159-aa6f-a4aa2a66cb42 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853662 Sep 30 13:13:48.689400 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8e5077b3-ed28-431c-8e4d-a0558cdcd72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:48.698543 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5f80e932-864c-4230-bdea-a18bc43a5252 None None] Port 1ae60573-509c-4b6d-bdfd-2245fdbc96a8 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:13:48.739130 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2043907-8807-4cba-9f52-feebf9fd9270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-17f227ef-535f-498d-b04c-ec88f70fbe32', 'network_id': '17f227ef-535f-498d-b04c-ec88f70fbe32', 'tenant_id': '109fb06c4d3444d49086428c1389e0d9', 'fixed_ips': [{'subnet_id': '3e09cd1b-b493-4ed4-baaf-1dc88590bf2a'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:13:48.740399 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d2043907-8807-4cba-9f52-feebf9fd9270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:48.792029 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 8d0fb9b8-8543-44e6-8e1e-e34f32a91ead no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:13:48.827099 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e589e-aadb-4367-9cf5-668407eb625e req-21cac519-02cb-455a-8299-e267005501fe tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:48.831473 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-651e589e-aadb-4367-9cf5-668407eb625e req-21cac519-02cb-455a-8299-e267005501fe tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b98462f-2e01-4132-bc6d-d394a60f09cf HTTP/1.1" status: 200 len: 946 time: 0.2075803 Sep 30 13:13:48.835200 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-36830657-de4d-4592-a731-81febdff4e64 req-19223d78-8b4e-40b5-bfe0-6338e6670162 service neutron] Attempting to bind port 1973a466-4c69-467b-9a3c-ef219840c460 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:13:48.835540 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-36830657-de4d-4592-a731-81febdff4e64 req-19223d78-8b4e-40b5-bfe0-6338e6670162 service neutron] Attempting to bind port 1973a466-4c69-467b-9a3c-ef219840c460 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '9ee9fb11-598a-4f18-a9ee-487c92777f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5b65cd19-e064-45b3-8a14-4216e39c2769'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:13:48.835912 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36830657-de4d-4592-a731-81febdff4e64 req-19223d78-8b4e-40b5-bfe0-6338e6670162 service neutron] Attempting to bind port 1973a466-4c69-467b-9a3c-ef219840c460 on network 5b65cd19-e064-45b3-8a14-4216e39c2769 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:13:48.876351 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36830657-de4d-4592-a731-81febdff4e64 req-19223d78-8b4e-40b5-bfe0-6338e6670162 service neutron] Port 1973a466-4c69-467b-9a3c-ef219840c460 on network 5b65cd19-e064-45b3-8a14-4216e39c2769 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:13:48.876351 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36830657-de4d-4592-a731-81febdff4e64 req-19223d78-8b4e-40b5-bfe0-6338e6670162 service neutron] Attempting to bind port 1973a466-4c69-467b-9a3c-ef219840c460 on network 5b65cd19-e064-45b3-8a14-4216e39c2769 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:13:48.884905 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 8d0fb9b8-8543-44e6-8e1e-e34f32a91ead {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:13:48.884905 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 8d0fb9b8-8543-44e6-8e1e-e34f32a91ead not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:13:48.920475 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-651e589e-aadb-4367-9cf5-668407eb625e req-edf83c7c-ec15-45e5-8818-ad94e7e6d5c3 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815923 Sep 30 13:13:48.962976 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36830657-de4d-4592-a731-81febdff4e64 req-19223d78-8b4e-40b5-bfe0-6338e6670162 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:13:48.963617 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36830657-de4d-4592-a731-81febdff4e64 req-19223d78-8b4e-40b5-bfe0-6338e6670162 service neutron] Checking segment: {'id': '9ee9fb11-598a-4f18-a9ee-487c92777f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5b65cd19-e064-45b3-8a14-4216e39c2769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:13:48.964222 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36830657-de4d-4592-a731-81febdff4e64 req-19223d78-8b4e-40b5-bfe0-6338e6670162 service neutron] Bound using segment: {'id': '9ee9fb11-598a-4f18-a9ee-487c92777f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5b65cd19-e064-45b3-8a14-4216e39c2769'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:13:48.965039 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-36830657-de4d-4592-a731-81febdff4e64 req-19223d78-8b4e-40b5-bfe0-6338e6670162 service neutron] Bound port: 1973a466-4c69-467b-9a3c-ef219840c460, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee9fb11-598a-4f18-a9ee-487c92777f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5b65cd19-e064-45b3-8a14-4216e39c2769'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:13:48.966005 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-19223d78-8b4e-40b5-bfe0-6338e6670162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:48.991514 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5abf5648-55f8-4877-a7c6-ed1728abe7a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:49.016586 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5abf5648-55f8-4877-a7c6-ed1728abe7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:49.143969 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-5e74eed3-a328-4533-8a0d-ee7d81a475ee tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 2001:db8::1 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/512bfe27-5c7c-4c2d-8129-095e053f3fdb/3d4b9b97-d45c-48cb-9d36-197baf335caf) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:13:49.178618 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device dfafd52f-50d6-4d72-8362-40f1d3f1d396 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:13:49.196539 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abf5648-55f8-4877-a7c6-ed1728abe7a5 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:49.212204 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cee7b-291a-4532-890b-4b9cbc58281f req-5fa7c472-e0f8-4ad5-a1f4-7ceae187c03d tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:49.213791 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-671cee7b-291a-4532-890b-4b9cbc58281f req-5fa7c472-e0f8-4ad5-a1f4-7ceae187c03d tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/networks?id=17f227ef-535f-498d-b04c-ec88f70fbe32 HTTP/1.1" status: 200 len: 815 time: 0.4782014 Sep 30 13:13:49.230529 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-5abf5648-55f8-4877-a7c6-ed1728abe7a5 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:49.249298 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abf5648-55f8-4877-a7c6-ed1728abe7a5 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:13:49.259602 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03630abc-5317-4bd6-8444-1dd41b1751c7 req-649a50c8-d0c1-4b0f-925c-de0c1799c74d tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:49.268651 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03630abc-5317-4bd6-8444-1dd41b1751c7 req-649a50c8-d0c1-4b0f-925c-de0c1799c74d tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:49.269887 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-d2043907-8807-4cba-9f52-feebf9fd9270 None None] Allocated IP 172.20.0.2 (17f227ef-535f-498d-b04c-ec88f70fbe32/3e09cd1b-b493-4ed4-baaf-1dc88590bf2a/2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:13:49.274392 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03630abc-5317-4bd6-8444-1dd41b1751c7 req-649a50c8-d0c1-4b0f-925c-de0c1799c74d tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:49.276732 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-03630abc-5317-4bd6-8444-1dd41b1751c7 req-649a50c8-d0c1-4b0f-925c-de0c1799c74d tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2387 time: 0.0989025 Sep 30 13:13:49.280311 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-671cee7b-291a-4532-890b-4b9cbc58281f req-fb008ef2-3b1e-452b-9734-d9e2e3814e94 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/quotas/109fb06c4d3444d49086428c1389e0d9 HTTP/1.1" status: 200 len: 375 time: 0.0542831 Sep 30 13:13:49.281334 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-36830657-de4d-4592-a731-81febdff4e64 req-19223d78-8b4e-40b5-bfe0-6338e6670162 service neutron] For port 1973a466-4c69-467b-9a3c-ef219840c460, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:13:49.293972 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf5648-55f8-4877-a7c6-ed1728abe7a5 None None] Pushing event updated for resources: {'Port': ['ID=4075765f-aa23-478f-bb55-0d773d4a4cd0,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:49.325051 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-36830657-de4d-4592-a731-81febdff4e64 req-19223d78-8b4e-40b5-bfe0-6338e6670162 service neutron] For port 1973a466-4c69-467b-9a3c-ef219840c460, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1973a466-4c69-467b-9a3c-ef219840c460,segment=NetworkSegment(9ee9fb11-598a-4f18-a9ee-487c92777f66),segment_id=9ee9fb11-598a-4f18-a9ee-487c92777f66)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:13:49.352050 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-671cee7b-291a-4532-890b-4b9cbc58281f req-0e9d1d4d-25fc-4c7d-aa3a-196f64b0d8b8 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=109fb06c4d3444d49086428c1389e0d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584948 Sep 30 13:13:49.355807 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-19223d78-8b4e-40b5-bfe0-6338e6670162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:49.370517 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-03630abc-5317-4bd6-8444-1dd41b1751c7 req-092a59a0-5395-4fe2-8260-688bad81c0b4 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769897 Sep 30 13:13:49.417048 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830657-de4d-4592-a731-81febdff4e64 req-19223d78-8b4e-40b5-bfe0-6338e6670162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:49.417681 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-19223d78-8b4e-40b5-bfe0-6338e6670162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:49.419471 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-19223d78-8b4e-40b5-bfe0-6338e6670162 service neutron] 10.222.0.54 "PUT /v2.0/ports/1973a466-4c69-467b-9a3c-ef219840c460 HTTP/1.1" status: 200 len: 1091 time: 3.4134245 Sep 30 13:13:49.425463 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-5abf5648-55f8-4877-a7c6-ed1728abe7a5 None None] Attempting to bind port 4075765f-aa23-478f-bb55-0d773d4a4cd0 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:13:49.425794 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-5abf5648-55f8-4877-a7c6-ed1728abe7a5 None None] Attempting to bind port 4075765f-aa23-478f-bb55-0d773d4a4cd0 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:13:49.426192 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abf5648-55f8-4877-a7c6-ed1728abe7a5 None None] Attempting to bind port 4075765f-aa23-478f-bb55-0d773d4a4cd0 on network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:13:49.437355 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5503591-4a24-486b-9885-6872601ef7e1', 'tag': '1973a466-4c69-467b-9a3c-ef219840c460'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:13:49.439762 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117c07f4-2689-426b-8aaa-07cefb76de8c" -d '{"events": [{"name": "network-changed", "server_uuid": "d5503591-4a24-486b-9885-6872601ef7e1", "tag": "1973a466-4c69-467b-9a3c-ef219840c460"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:13:49.462659 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:49.472362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abf5648-55f8-4877-a7c6-ed1728abe7a5 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:13:49.473120 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abf5648-55f8-4877-a7c6-ed1728abe7a5 None None] Checking segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:13:49.473766 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5abf5648-55f8-4877-a7c6-ed1728abe7a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:49.474403 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abf5648-55f8-4877-a7c6-ed1728abe7a5 None None] Bound using segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:13:49.475101 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-5abf5648-55f8-4877-a7c6-ed1728abe7a5 None None] Bound port: 4075765f-aa23-478f-bb55-0d773d4a4cd0, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:13:49.475708 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5abf5648-55f8-4877-a7c6-ed1728abe7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:49.484184 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port dfafd52f-50d6-4d72-8362-40f1d3f1d396 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:49.484863 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:49.577163 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddfc9e6-3eab-48ca-b624-7870e3aaf2ec x-openstack-request-id: req-1ddfc9e6-3eab-48ca-b624-7870e3aaf2ec {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:13:49.577451 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5503591-4a24-486b-9885-6872601ef7e1", "tag": "1973a466-4c69-467b-9a3c-ef219840c460", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:13:49.577693 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ddfc9e6-3eab-48ca-b624-7870e3aaf2ec {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:13:49.578205 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5503591-4a24-486b-9885-6872601ef7e1', 'tag': '1973a466-4c69-467b-9a3c-ef219840c460', 'status': 'completed', 'code': 200} Sep 30 13:13:49.582612 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19223d78-8b4e-40b5-bfe0-6338e6670162 service neutron] Pushing event updated for resources: {'Port': ['ID=1973a466-4c69-467b-9a3c-ef219840c460,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:49.594815 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-36830657-de4d-4592-a731-81febdff4e64 req-57ed7139-e965-4e26-b7ab-9826f6e7c39d service neutron] Request body: {'port': {'device_id': 'd5503591-4a24-486b-9885-6872601ef7e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:49.627202 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-671cee7b-291a-4532-890b-4b9cbc58281f req-c5d2ed4c-8a04-446f-aa94-c52f4ddaac24 service neutron] 10.222.0.18 "GET /v2.0/networks/17f227ef-535f-498d-b04c-ec88f70fbe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619488 Sep 30 13:13:49.711687 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74eae4a-e141-4702-8fa3-c7412c82ca06 req-1724a9bc-4e1a-4391-adf3-0839469a1067 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:49.716182 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5e74eed3-a328-4533-8a0d-ee7d81a475ee tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:49.720455 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b74eae4a-e141-4702-8fa3-c7412c82ca06 req-1724a9bc-4e1a-4391-adf3-0839469a1067 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.1084569 Sep 30 13:13:49.748596 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5abf5648-55f8-4877-a7c6-ed1728abe7a5 None None] For port 4075765f-aa23-478f-bb55-0d773d4a4cd0, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:13:49.753192 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5abf5648-55f8-4877-a7c6-ed1728abe7a5 None None] For port 4075765f-aa23-478f-bb55-0d773d4a4cd0, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4075765f-aa23-478f-bb55-0d773d4a4cd0,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:13:49.775942 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5abf5648-55f8-4877-a7c6-ed1728abe7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:49.794747 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b74eae4a-e141-4702-8fa3-c7412c82ca06 req-126fd261-1b0c-468c-9b4b-133e85d1455a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690615 Sep 30 13:13:49.831876 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c07f4-2689-426b-8aaa-07cefb76de8c req-42a672a2-205a-4762-af0b-130bfa6f8ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:49.832365 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c07f4-2689-426b-8aaa-07cefb76de8c req-42a672a2-205a-4762-af0b-130bfa6f8ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:49.832844 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c07f4-2689-426b-8aaa-07cefb76de8c req-42a672a2-205a-4762-af0b-130bfa6f8ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:49.834512 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-117c07f4-2689-426b-8aaa-07cefb76de8c req-42a672a2-205a-4762-af0b-130bfa6f8ae0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f72cbde742fe4a1d9fe6654c3e717bf8&device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2730 time: 0.2852752 Sep 30 13:13:49.844066 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-57ed7139-e965-4e26-b7ab-9826f6e7c39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:49.928673 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-671cee7b-291a-4532-890b-4b9cbc58281f req-07f17a44-3ce8-45a4-ab1f-60c19296d1f9 service neutron] 10.222.0.18 "GET /v2.0/networks/17f227ef-535f-498d-b04c-ec88f70fbe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003318 Sep 30 13:13:49.946513 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf5648-55f8-4877-a7c6-ed1728abe7a5 None None] Pushing event updated for resources: {'Port': ['ID=4075765f-aa23-478f-bb55-0d773d4a4cd0,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:49.949546 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d2043907-8807-4cba-9f52-feebf9fd9270 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:49.961652 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d2043907-8807-4cba-9f52-feebf9fd9270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:49.992504 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2043907-8807-4cba-9f52-feebf9fd9270 None None] Network 17f227ef-535f-498d-b04c-ec88f70fbe32 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:50.000228 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-d2043907-8807-4cba-9f52-feebf9fd9270 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:50.004120 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2043907-8807-4cba-9f52-feebf9fd9270 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:13:50.063104 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5e74eed3-a328-4533-8a0d-ee7d81a475ee tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:50.190365 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cbe2e-39cb-49b1-b348-6b28d413f025 req-ffb296c8-1716-485e-b378-47fb501029e9 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:50.210592 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dd4cbe2e-39cb-49b1-b348-6b28d413f025 req-ffb296c8-1716-485e-b378-47fb501029e9 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b98462f-2e01-4132-bc6d-d394a60f09cf HTTP/1.1" status: 200 len: 946 time: 0.1781533 Sep 30 13:13:50.213393 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2043907-8807-4cba-9f52-feebf9fd9270 None None] Pushing event updated for resources: {'Port': ['ID=2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:50.271554 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-d2043907-8807-4cba-9f52-feebf9fd9270 None None] Attempting to bind port 2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:13:50.272453 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-d2043907-8807-4cba-9f52-feebf9fd9270 None None] Attempting to bind port 2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '6bf873a3-7cfc-4197-a209-441b53a33443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '17f227ef-535f-498d-b04c-ec88f70fbe32'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:13:50.273194 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2043907-8807-4cba-9f52-feebf9fd9270 None None] Attempting to bind port 2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3 on network 17f227ef-535f-498d-b04c-ec88f70fbe32 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:13:50.289774 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2043907-8807-4cba-9f52-feebf9fd9270 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:13:50.290238 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2043907-8807-4cba-9f52-feebf9fd9270 None None] Checking segment: {'id': '6bf873a3-7cfc-4197-a209-441b53a33443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '17f227ef-535f-498d-b04c-ec88f70fbe32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:13:50.290589 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d2043907-8807-4cba-9f52-feebf9fd9270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:50.290984 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2043907-8807-4cba-9f52-feebf9fd9270 None None] Bound using segment: {'id': '6bf873a3-7cfc-4197-a209-441b53a33443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '17f227ef-535f-498d-b04c-ec88f70fbe32'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:13:50.291466 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-d2043907-8807-4cba-9f52-feebf9fd9270 None None] Bound port: 2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf873a3-7cfc-4197-a209-441b53a33443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '17f227ef-535f-498d-b04c-ec88f70fbe32'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:13:50.293350 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d2043907-8807-4cba-9f52-feebf9fd9270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:50.342638 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dd4cbe2e-39cb-49b1-b348-6b28d413f025 req-42c43760-31d9-43e7-8ec4-55ded7592e5c tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130278 Sep 30 13:13:50.403090 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e74eed3-a328-4533-8a0d-ee7d81a475ee tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:50.517256 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d2043907-8807-4cba-9f52-feebf9fd9270 None None] For port 2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:13:50.517401 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-5e74eed3-a328-4533-8a0d-ee7d81a475ee tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:50.519909 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e74eed3-a328-4533-8a0d-ee7d81a475ee tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:13:50.520463 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5e74eed3-a328-4533-8a0d-ee7d81a475ee tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:50.530091 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d2043907-8807-4cba-9f52-feebf9fd9270 None None] For port 2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3,segment=NetworkSegment(6bf873a3-7cfc-4197-a209-441b53a33443),segment_id=6bf873a3-7cfc-4197-a209-441b53a33443)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:13:50.544151 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d2043907-8807-4cba-9f52-feebf9fd9270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:50.603196 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c07f4-2689-426b-8aaa-07cefb76de8c req-5435faec-fdb1-4100-b9b7-dc71e8cfb531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:50.603432 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c07f4-2689-426b-8aaa-07cefb76de8c req-5435faec-fdb1-4100-b9b7-dc71e8cfb531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:50.603800 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c07f4-2689-426b-8aaa-07cefb76de8c req-5435faec-fdb1-4100-b9b7-dc71e8cfb531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:50.605536 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-117c07f4-2689-426b-8aaa-07cefb76de8c req-5435faec-fdb1-4100-b9b7-dc71e8cfb531 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f72cbde742fe4a1d9fe6654c3e717bf8&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.7515285 Sep 30 13:13:50.606094 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74eed3-a328-4533-8a0d-ee7d81a475ee tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Port': ['ID=3d4b9b97-d45c-48cb-9d36-197baf335caf,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:50.715227 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-082e1aa6-ac5a-425b-b870-3839d5bb2003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:50.761687 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2043907-8807-4cba-9f52-feebf9fd9270 None None] Pushing event updated for resources: {'Port': ['ID=2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:50.881871 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deded445-af13-4e19-8c37-eb7085a277b3 req-a11f9420-07d3-4271-b9dd-ab466e185f27 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:50.890487 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deded445-af13-4e19-8c37-eb7085a277b3 req-a11f9420-07d3-4271-b9dd-ab466e185f27 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:50.906675 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deded445-af13-4e19-8c37-eb7085a277b3 req-a11f9420-07d3-4271-b9dd-ab466e185f27 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:50.919459 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-deded445-af13-4e19-8c37-eb7085a277b3 req-a11f9420-07d3-4271-b9dd-ab466e185f27 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2387 time: 0.1214447 Sep 30 13:13:51.049433 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-deded445-af13-4e19-8c37-eb7085a277b3 req-46560c5a-59c4-40cb-96c3-e603c469a3ed tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237323 Sep 30 13:13:51.293893 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4075765f-aa23-478f-bb55-0d773d4a4cd0 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:13:51.343371 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167fa5b-c139-43d7-91af-753f6ae46325 req-4b992962-2281-486b-81aa-3c56bba81660 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:51.365607 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c167fa5b-c139-43d7-91af-753f6ae46325 req-4b992962-2281-486b-81aa-3c56bba81660 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b98462f-2e01-4132-bc6d-d394a60f09cf HTTP/1.1" status: 200 len: 946 time: 0.1596622 Sep 30 13:13:51.428773 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 4075765f-aa23-478f-bb55-0d773d4a4cd0 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:51.429152 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:51.470629 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c167fa5b-c139-43d7-91af-753f6ae46325 req-9c8a181b-23a5-46e6-af46-c3332c6c13b7 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956299 Sep 30 13:13:51.638130 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbd2bd-9c4d-4bfe-ab9e-8757d153aa74 req-06db18b3-2591-410e-bf26-ef61870ce420 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:51.649308 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f8dbd2bd-9c4d-4bfe-ab9e-8757d153aa74 req-06db18b3-2591-410e-bf26-ef61870ce420 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.0876622 Sep 30 13:13:51.654604 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:51.674979 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:51.720494 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f8dbd2bd-9c4d-4bfe-ab9e-8757d153aa74 req-8a0f689e-be77-47da-971a-22fad54cc0d1 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692408 Sep 30 13:13:51.756820 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 4075765f-aa23-478f-bb55-0d773d4a4cd0, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4075765f-aa23-478f-bb55-0d773d4a4cd0,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:51.781996 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:51.870526 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=4075765f-aa23-478f-bb55-0d773d4a4cd0,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:52.009947 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ea1d4a61-0b00-4bae-aec6-46f2ade817cc None None] Provisioning complete for port 4075765f-aa23-478f-bb55-0d773d4a4cd0 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:52.010554 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ea1d4a61-0b00-4bae-aec6-46f2ade817cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:52.096083 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-c839c484-c0a9-4506-a760-abffca1dda09 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:52.097807 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-c839c484-c0a9-4506-a760-abffca1dda09 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/networks?id=17f227ef-535f-498d-b04c-ec88f70fbe32 HTTP/1.1" status: 200 len: 815 time: 1.6934948 Sep 30 13:13:52.256802 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e43a0c-8d2d-4ccd-aade-0fb827940478 req-553327ba-2af2-4fb8-bbbb-d31867095bfa tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:52.267291 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-59e43a0c-8d2d-4ccd-aade-0fb827940478 req-553327ba-2af2-4fb8-bbbb-d31867095bfa tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b98462f-2e01-4132-bc6d-d394a60f09cf HTTP/1.1" status: 200 len: 946 time: 0.1013188 Sep 30 13:13:52.278977 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-36830657-de4d-4592-a731-81febdff4e64 req-57ed7139-e965-4e26-b7ab-9826f6e7c39d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:13:52.306198 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:52.309251 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-57ed7139-e965-4e26-b7ab-9826f6e7c39d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:52.360591 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-36830657-de4d-4592-a731-81febdff4e64 req-57ed7139-e965-4e26-b7ab-9826f6e7c39d service neutron] Transition to ACTIVE for port object 4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:13:52.372346 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-59e43a0c-8d2d-4ccd-aade-0fb827940478 req-c7ee1747-49e6-4fc7-95ab-063d07b14ec7 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040237 Sep 30 13:13:52.408545 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9a3b2bb0-6601-47ae-bc0d-c71951b988b8 None None] Could not find standard attr ID for object e1176071-9b3f-4395-be04-39e8dcd318b5. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:13:52.542247 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968be4cb-c1b4-4b72-8d61-c77e6a32deca req-68a110f0-7a73-499d-bc66-dda1f6d89385 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:52.562938 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968be4cb-c1b4-4b72-8d61-c77e6a32deca req-68a110f0-7a73-499d-bc66-dda1f6d89385 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:52.582774 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968be4cb-c1b4-4b72-8d61-c77e6a32deca req-68a110f0-7a73-499d-bc66-dda1f6d89385 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:52.584012 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-968be4cb-c1b4-4b72-8d61-c77e6a32deca req-68a110f0-7a73-499d-bc66-dda1f6d89385 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2399 time: 0.1107345 Sep 30 13:13:52.606358 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6980f71-ac62-402a-9f23-2361b3b0f75c None None] Network 17f227ef-535f-498d-b04c-ec88f70fbe32 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:13:52.652657 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-968be4cb-c1b4-4b72-8d61-c77e6a32deca req-5cf72d7c-4b3a-48aa-94d4-b755877060e3 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597925 Sep 30 13:13:52.686310 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cee7b-291a-4532-890b-4b9cbc58281f req-1b35e0e6-ed2c-4034-94d4-2f0caa5f21ad tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:52.688113 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-671cee7b-291a-4532-890b-4b9cbc58281f req-1b35e0e6-ed2c-4034-94d4-2f0caa5f21ad tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.39 "GET /v2.0/networks?id=17f227ef-535f-498d-b04c-ec88f70fbe32 HTTP/1.1" status: 200 len: 815 time: 0.5297661 Sep 30 13:13:52.698856 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-57ed7139-e965-4e26-b7ab-9826f6e7c39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:52.741145 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6e50bc4e-55be-4853-bc8a-f3a7af3848b6 None None] Provisioning complete for port 2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:52.741756 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6e50bc4e-55be-4853-bc8a-f3a7af3848b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:52.770492 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-671cee7b-291a-4532-890b-4b9cbc58281f req-feb4628e-62ef-4d7d-87fb-3cf89628c888 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Request body: {'port': {'device_id': 'a23d6513-e70a-4c86-94ca-67b273964ce2', 'network_id': '17f227ef-535f-498d-b04c-ec88f70fbe32', 'admin_state_up': True, 'tenant_id': '109fb06c4d3444d49086428c1389e0d9'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:52.868299 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-aa43e4c7-5171-4221-9a88-3ab712e59da7 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/quotas/109fb06c4d3444d49086428c1389e0d9 HTTP/1.1" status: 200 len: 375 time: 0.6245005 Sep 30 13:13:52.946833 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76040f-dd73-4e17-a3d1-2581e43bc7d4 req-83405df7-d1b1-438e-a382-967f1100e32e tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:52.959558 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2a76040f-dd73-4e17-a3d1-2581e43bc7d4 req-83405df7-d1b1-438e-a382-967f1100e32e tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.1262190 Sep 30 13:13:52.978465 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5e74eed3-a328-4533-8a0d-ee7d81a475ee tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:52.988712 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6e50bc4e-55be-4853-bc8a-f3a7af3848b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:53.063065 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2a76040f-dd73-4e17-a3d1-2581e43bc7d4 req-ef9f991a-08de-46a2-9a4b-96c36cd4fbd9 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023448 Sep 30 13:13:53.141980 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-6e50bc4e-55be-4853-bc8a-f3a7af3848b6 None None] For port 2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3,segment=NetworkSegment(6bf873a3-7cfc-4197-a209-441b53a33443),segment_id=6bf873a3-7cfc-4197-a209-441b53a33443)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:53.155152 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6e50bc4e-55be-4853-bc8a-f3a7af3848b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:53.209259 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-8423ada3-d78e-4510-9441-fe35e93e15a8 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=109fb06c4d3444d49086428c1389e0d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3397584 Sep 30 13:13:53.292238 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-23794f37-b26c-4882-8c56-fe3734dcea4d None None] Could not find standard attr ID for object 5132d4fc-2d76-4d88-bc00-d9eaf992a8c0. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:13:53.321169 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c07f4-2689-426b-8aaa-07cefb76de8c req-3a75d4de-4a77-4962-b2ea-ac29eeef1f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:53.325049 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-117c07f4-2689-426b-8aaa-07cefb76de8c req-3a75d4de-4a77-4962-b2ea-ac29eeef1f9c service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.7000763 Sep 30 13:13:53.356110 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50bc4e-55be-4853-bc8a-f3a7af3848b6 None None] Pushing event updated for resources: {'Port': ['ID=2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:53.439200 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4075765f-aa23-478f-bb55-0d773d4a4cd0 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:13:53.540202 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-0792525a-2061-46d6-b939-3d5b13f40d9a None None] Could not find standard attr ID for object 5132d4fc-2d76-4d88-bc00-d9eaf992a8c0. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:13:53.558878 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed7139-e965-4e26-b7ab-9826f6e7c39d service neutron] Pushing event updated for resources: {'Port': ['ID=4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:53.605575 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e3e9e-cded-4b3b-af03-ce8b516d3eb3 req-2c75ff81-df55-43ad-beac-7642ecbc11e2 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:53.606961 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 4075765f-aa23-478f-bb55-0d773d4a4cd0 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:53.609571 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:53.616581 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8c5e3e9e-cded-4b3b-af03-ce8b516d3eb3 req-2c75ff81-df55-43ad-beac-7642ecbc11e2 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b98462f-2e01-4132-bc6d-d394a60f09cf HTTP/1.1" status: 200 len: 946 time: 0.1159427 Sep 30 13:13:53.664204 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-0792525a-2061-46d6-b939-3d5b13f40d9a None None] Provisioning complete for port 2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:53.665681 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0792525a-2061-46d6-b939-3d5b13f40d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:53.711413 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8c5e3e9e-cded-4b3b-af03-ce8b516d3eb3 req-74bd0161-3284-454d-b108-1080ca573efc tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925434 Sep 30 13:13:53.837259 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:13:53.886943 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94edb22-b726-47d1-824c-45ca87ecfa5a req-ceebf325-c8a8-4220-9f4b-26159e47b199 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:53.893594 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94edb22-b726-47d1-824c-45ca87ecfa5a req-ceebf325-c8a8-4220-9f4b-26159e47b199 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:53.906783 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94edb22-b726-47d1-824c-45ca87ecfa5a req-ceebf325-c8a8-4220-9f4b-26159e47b199 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:53.915944 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c94edb22-b726-47d1-824c-45ca87ecfa5a req-ceebf325-c8a8-4220-9f4b-26159e47b199 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2399 time: 0.1042924 Sep 30 13:13:53.928355 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-4726beb0-e0e0-4b7f-bdaa-0c0e258f9c65 service neutron] 10.222.0.18 "GET /v2.0/networks/17f227ef-535f-498d-b04c-ec88f70fbe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7181602 Sep 30 13:13:53.970352 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c94edb22-b726-47d1-824c-45ca87ecfa5a req-38cc95cf-4119-4bfa-b881-9d7b68aa6bee tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532577 Sep 30 13:13:53.989231 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:53.989774 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:54.041497 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-36830657-de4d-4592-a731-81febdff4e64 req-57ed7139-e965-4e26-b7ab-9826f6e7c39d service neutron] Attempting to bind port 4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:13:54.042170 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-36830657-de4d-4592-a731-81febdff4e64 req-57ed7139-e965-4e26-b7ab-9826f6e7c39d service neutron] Attempting to bind port 4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '3df35f3b-5a25-4b97-b793-7884e08bfdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '08d6081c-ffb3-4a74-81b9-3b998ab161b3'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:13:54.042698 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36830657-de4d-4592-a731-81febdff4e64 req-57ed7139-e965-4e26-b7ab-9826f6e7c39d service neutron] Attempting to bind port 4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e on network 08d6081c-ffb3-4a74-81b9-3b998ab161b3 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:13:54.058297 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:54.134140 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36830657-de4d-4592-a731-81febdff4e64 req-57ed7139-e965-4e26-b7ab-9826f6e7c39d service neutron] Port 4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e on network 08d6081c-ffb3-4a74-81b9-3b998ab161b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:13:54.134471 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36830657-de4d-4592-a731-81febdff4e64 req-57ed7139-e965-4e26-b7ab-9826f6e7c39d service neutron] Attempting to bind port 4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e on network 08d6081c-ffb3-4a74-81b9-3b998ab161b3 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:13:54.145569 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36830657-de4d-4592-a731-81febdff4e64 req-57ed7139-e965-4e26-b7ab-9826f6e7c39d service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:13:54.145569 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36830657-de4d-4592-a731-81febdff4e64 req-57ed7139-e965-4e26-b7ab-9826f6e7c39d service neutron] Checking segment: {'id': '3df35f3b-5a25-4b97-b793-7884e08bfdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '08d6081c-ffb3-4a74-81b9-3b998ab161b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:13:54.145569 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36830657-de4d-4592-a731-81febdff4e64 req-57ed7139-e965-4e26-b7ab-9826f6e7c39d service neutron] Bound using segment: {'id': '3df35f3b-5a25-4b97-b793-7884e08bfdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '08d6081c-ffb3-4a74-81b9-3b998ab161b3'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:13:54.145569 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-36830657-de4d-4592-a731-81febdff4e64 req-57ed7139-e965-4e26-b7ab-9826f6e7c39d service neutron] Bound port: 4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3df35f3b-5a25-4b97-b793-7884e08bfdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '08d6081c-ffb3-4a74-81b9-3b998ab161b3'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:13:54.146060 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-57ed7139-e965-4e26-b7ab-9826f6e7c39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:54.201332 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b4c4eb-11dc-4679-a856-217424c446d9 None None] get_active_networks_info from n-d-810909-2 {{(pid=94765) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 13:13:54.266970 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119065ea-5164-4483-9a30-9ef8ae18890e req-2ed86628-80fa-471d-a875-a097d2b3c9f5 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:54.269662 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-119065ea-5164-4483-9a30-9ef8ae18890e req-2ed86628-80fa-471d-a875-a097d2b3c9f5 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.1075239 Sep 30 13:13:54.285831 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f330ac8-6fa3-4008-a3bb-dbd0eb01618c req-4131d761-7fa4-49c6-8368-636ec8a7fee0 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:54.288152 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6f330ac8-6fa3-4008-a3bb-dbd0eb01618c req-4131d761-7fa4-49c6-8368-636ec8a7fee0 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b98462f-2e01-4132-bc6d-d394a60f09cf HTTP/1.1" status: 200 len: 946 time: 0.7132108 Sep 30 13:13:54.316864 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-671cee7b-291a-4532-890b-4b9cbc58281f req-feb4628e-62ef-4d7d-87fb-3cf89628c888 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Made reservation on behalf of 109fb06c4d3444d49086428c1389e0d9 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:13:54.321523 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-671cee7b-291a-4532-890b-4b9cbc58281f req-feb4628e-62ef-4d7d-87fb-3cf89628c888 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:54.348774 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-119065ea-5164-4483-9a30-9ef8ae18890e req-07c1da31-a6dc-42c6-8a23-c657657a0994 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712714 Sep 30 13:13:54.420438 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-1c491431-60da-4515-8ade-691b11b8da92 service neutron] 10.222.0.18 "GET /v2.0/networks/17f227ef-535f-498d-b04c-ec88f70fbe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895020 Sep 30 13:13:54.605048 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b4c4eb-11dc-4679-a856-217424c446d9 None None] Resources bound (agent type, host, resource id): {{(pid=94765) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 13:13:54.633453 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-36830657-de4d-4592-a731-81febdff4e64 req-57ed7139-e965-4e26-b7ab-9826f6e7c39d service neutron] For port 4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:13:54.638589 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-36830657-de4d-4592-a731-81febdff4e64 req-57ed7139-e965-4e26-b7ab-9826f6e7c39d service neutron] For port 4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e,segment=NetworkSegment(3df35f3b-5a25-4b97-b793-7884e08bfdd1),segment_id=3df35f3b-5a25-4b97-b793-7884e08bfdd1)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:13:54.825786 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-57ed7139-e965-4e26-b7ab-9826f6e7c39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:55.040700 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-dc293119-c972-4aa4-8ee9-fa262fe4856d tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:55.044286 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-dc293119-c972-4aa4-8ee9-fa262fe4856d tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/networks?id=17f227ef-535f-498d-b04c-ec88f70fbe32 HTTP/1.1" status: 200 len: 815 time: 0.2334321 Sep 30 13:13:55.069341 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-6feca028-5513-40c4-8da9-bed62a3539fd tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/quotas/109fb06c4d3444d49086428c1389e0d9 HTTP/1.1" status: 200 len: 375 time: 0.0155663 Sep 30 13:13:55.095674 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:13:55.103431 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830657-de4d-4592-a731-81febdff4e64 req-57ed7139-e965-4e26-b7ab-9826f6e7c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:55.103995 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-57ed7139-e965-4e26-b7ab-9826f6e7c39d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:55.105649 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-57ed7139-e965-4e26-b7ab-9826f6e7c39d service neutron] 10.222.0.54 "PUT /v2.0/ports/4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e HTTP/1.1" status: 200 len: 1092 time: 5.5550761 Sep 30 13:13:55.157662 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5503591-4a24-486b-9885-6872601ef7e1', 'tag': '4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:13:55.160077 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5390a5-27d8-4f38-9726-a18fba0731d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d5503591-4a24-486b-9885-6872601ef7e1", "tag": "4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:13:55.161390 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-be4ff9c7-dbda-42d4-8232-40e925cdc2d1 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=109fb06c4d3444d49086428c1389e0d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0867050 Sep 30 13:13:55.197213 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-36830657-de4d-4592-a731-81febdff4e64 req-f091c6f5-a871-4b2a-9dc0-1c3ef1a0cd92 service neutron] Request body: {'port': {'device_id': 'd5503591-4a24-486b-9885-6872601ef7e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:55.275349 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-61c93343-e528-403e-9fb0-2c0c3b895e0d service neutron] 10.222.0.18 "GET /v2.0/networks/17f227ef-535f-498d-b04c-ec88f70fbe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129606 Sep 30 13:13:55.306493 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-671cee7b-291a-4532-890b-4b9cbc58281f req-feb4628e-62ef-4d7d-87fb-3cf89628c888 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Allocated IP 172.20.0.7 (17f227ef-535f-498d-b04c-ec88f70fbe32/3e09cd1b-b493-4ed4-baaf-1dc88590bf2a/c38957e0-ddf6-4a5b-8d18-80802e8d67f6) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:13:55.333324 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c63632-5ede-4eef-85e8-ee3314584f75 req-e9b3af49-290e-4053-a62a-7f9168fadf06 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:55.334957 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c3c63632-5ede-4eef-85e8-ee3314584f75 req-e9b3af49-290e-4053-a62a-7f9168fadf06 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b98462f-2e01-4132-bc6d-d394a60f09cf HTTP/1.1" status: 200 len: 946 time: 0.5017149 Sep 30 13:13:55.418338 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:55.419084 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:55.563868 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-a57c4275-5280-4f06-b98f-84a06960b076 service neutron] 10.222.0.18 "GET /v2.0/networks/17f227ef-535f-498d-b04c-ec88f70fbe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874925 Sep 30 13:13:55.653853 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-671cee7b-291a-4532-890b-4b9cbc58281f req-feb4628e-62ef-4d7d-87fb-3cf89628c888 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:55.755815 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-6f330ac8-6fa3-4008-a3bb-dbd0eb01618c req-2a00bc7a-752d-4c4f-a64c-458e319f337d tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Deleting port 3d8c6562-c187-464b-9b6e-92fefb92c750 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:13:55.781942 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6f330ac8-6fa3-4008-a3bb-dbd0eb01618c req-2a00bc7a-752d-4c4f-a64c-458e319f337d tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:55.813356 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed7139-e965-4e26-b7ab-9826f6e7c39d service neutron] Pushing event updated for resources: {'Port': ['ID=4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:56.017261 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817cb9e-f1e0-4ab5-9940-84f45c973cb8 req-345fcfb8-dfc9-4280-a4fb-263277b5a073 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:56.019944 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-671cee7b-291a-4532-890b-4b9cbc58281f req-feb4628e-62ef-4d7d-87fb-3cf89628c888 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:56.030605 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-f091c6f5-a871-4b2a-9dc0-1c3ef1a0cd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:56.039481 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817cb9e-f1e0-4ab5-9940-84f45c973cb8 req-345fcfb8-dfc9-4280-a4fb-263277b5a073 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:56.050101 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817cb9e-f1e0-4ab5-9940-84f45c973cb8 req-345fcfb8-dfc9-4280-a4fb-263277b5a073 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:56.058419 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1817cb9e-f1e0-4ab5-9940-84f45c973cb8 req-345fcfb8-dfc9-4280-a4fb-263277b5a073 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2399 time: 0.1636143 Sep 30 13:13:56.111139 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1817cb9e-f1e0-4ab5-9940-84f45c973cb8 req-4ce0f928-1030-48fd-ac19-1980d6bf19dc tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468559 Sep 30 13:13:56.297287 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c3c63632-5ede-4eef-85e8-ee3314584f75 req-3393ce89-7a5f-4760-82f0-a7121db0090b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9215841 Sep 30 13:13:56.345475 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5752d577-6d0a-4dd1-86d0-474baa773cb1 x-openstack-request-id: req-5752d577-6d0a-4dd1-86d0-474baa773cb1 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:13:56.346155 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5503591-4a24-486b-9885-6872601ef7e1", "tag": "4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:13:56.346155 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5752d577-6d0a-4dd1-86d0-474baa773cb1 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:13:56.346517 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5503591-4a24-486b-9885-6872601ef7e1', 'tag': '4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e', 'status': 'completed', 'code': 200} Sep 30 13:13:56.452499 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5390a5-27d8-4f38-9726-a18fba0731d9 req-1f338e5b-e01e-4c28-805b-094b369a37b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:56.453245 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5390a5-27d8-4f38-9726-a18fba0731d9 req-1f338e5b-e01e-4c28-805b-094b369a37b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:56.453732 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5390a5-27d8-4f38-9726-a18fba0731d9 req-1f338e5b-e01e-4c28-805b-094b369a37b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:56.455445 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d5390a5-27d8-4f38-9726-a18fba0731d9 req-1f338e5b-e01e-4c28-805b-094b369a37b5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f72cbde742fe4a1d9fe6654c3e717bf8&device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2797 time: 0.1897769 Sep 30 13:13:56.472541 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-6f330ac8-6fa3-4008-a3bb-dbd0eb01618c req-2a00bc7a-752d-4c4f-a64c-458e319f337d tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] For port 3d8c6562-c187-464b-9b6e-92fefb92c750, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3d8c6562-c187-464b-9b6e-92fefb92c750,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:13:56.473283 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6f330ac8-6fa3-4008-a3bb-dbd0eb01618c req-2a00bc7a-752d-4c4f-a64c-458e319f337d tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:56.488503 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-6f330ac8-6fa3-4008-a3bb-dbd0eb01618c req-2a00bc7a-752d-4c4f-a64c-458e319f337d tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Calling delete_port for 3d8c6562-c187-464b-9b6e-92fefb92c750 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:13:56.522996 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd176a14-7286-4398-90d3-b33abd0d05c5 req-f9eece55-fc89-4a94-babf-961c6ea2b3d2 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:56.525196 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dd176a14-7286-4398-90d3-b33abd0d05c5 req-f9eece55-fc89-4a94-babf-961c6ea2b3d2 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.1606181 Sep 30 13:13:56.746670 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dd176a14-7286-4398-90d3-b33abd0d05c5 req-27dbe292-5434-410f-9921-11550f6fe9da tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785409 Sep 30 13:13:56.794043 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6f330ac8-6fa3-4008-a3bb-dbd0eb01618c req-2a00bc7a-752d-4c4f-a64c-458e319f337d tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:56.815802 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5390a5-27d8-4f38-9726-a18fba0731d9 req-04e128aa-6ec8-4bf2-9b11-1ee740f38925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:56.816291 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5390a5-27d8-4f38-9726-a18fba0731d9 req-04e128aa-6ec8-4bf2-9b11-1ee740f38925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:56.816766 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5390a5-27d8-4f38-9726-a18fba0731d9 req-04e128aa-6ec8-4bf2-9b11-1ee740f38925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:56.818607 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d5390a5-27d8-4f38-9726-a18fba0731d9 req-04e128aa-6ec8-4bf2-9b11-1ee740f38925 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f72cbde742fe4a1d9fe6654c3e717bf8&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3546226 Sep 30 13:13:56.875664 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-2a8c6ac2-5336-4907-8380-591363297a90 None None] Provisioning complete for port 3d4b9b97-d45c-48cb-9d36-197baf335caf triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:56.876213 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2a8c6ac2-5336-4907-8380-591363297a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:56.922485 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-671cee7b-291a-4532-890b-4b9cbc58281f req-feb4628e-62ef-4d7d-87fb-3cf89628c888 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Network 17f227ef-535f-498d-b04c-ec88f70fbe32 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:56.924307 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4628e-62ef-4d7d-87fb-3cf89628c888 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Pushing event updated for resources: {'Port': ['ID=c38957e0-ddf6-4a5b-8d18-80802e8d67f6,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:57.047456 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3d8c6562-c187-464b-9b6e-92fefb92c750 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:13:57.066905 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5e74eed3-a328-4533-8a0d-ee7d81a475ee tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:57.072701 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-671cee7b-291a-4532-890b-4b9cbc58281f req-feb4628e-62ef-4d7d-87fb-3cf89628c888 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:57.074521 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00bc7a-752d-4c4f-a64c-458e319f337d tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Pushing event deleted for resources: {'Port': ['ID=3d8c6562-c187-464b-9b6e-92fefb92c750,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:57.078855 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-65776667-6982-404d-9455-b92dbc037470 req-2e8ff7c5-d402-462e-977a-eb96edd0f74a tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0e40dc-1b8a-4dec-937c-48381da361c1 HTTP/1.1" status: 200 len: 210 time: 0.2864244 Sep 30 13:13:57.099009 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-671cee7b-291a-4532-890b-4b9cbc58281f req-feb4628e-62ef-4d7d-87fb-3cf89628c888 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:13:57.127304 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5390a5-27d8-4f38-9726-a18fba0731d9 req-6786545c-5f18-466e-a8bd-64b9c7b6068e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:57.129091 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d5390a5-27d8-4f38-9726-a18fba0731d9 req-6786545c-5f18-466e-a8bd-64b9c7b6068e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3027616 Sep 30 13:13:57.175903 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5e74eed3-a328-4533-8a0d-ee7d81a475ee tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:57.176720 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5e74eed3-a328-4533-8a0d-ee7d81a475ee tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:57.188832 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-2a8c6ac2-5336-4907-8380-591363297a90 None None] Port 3d4b9b97-d45c-48cb-9d36-197baf335caf cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:13:57.190673 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 3d8c6562-c187-464b-9b6e-92fefb92c750 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:13:57.191018 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3d8c6562-c187-464b-9b6e-92fefb92c750 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:13:57.220091 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-2a8c6ac2-5336-4907-8380-591363297a90 None None] Provisioning complete for port 4075765f-aa23-478f-bb55-0d773d4a4cd0 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:57.220517 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2a8c6ac2-5336-4907-8380-591363297a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:57.673522 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-cff07ac8-0bfe-4f94-96d7-23439e72e38a None None] Provisioning complete for port c38957e0-ddf6-4a5b-8d18-80802e8d67f6 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:57.674330 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cff07ac8-0bfe-4f94-96d7-23439e72e38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:57.748592 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-cff07ac8-0bfe-4f94-96d7-23439e72e38a None None] Port c38957e0-ddf6-4a5b-8d18-80802e8d67f6 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:13:57.958897 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-36830657-de4d-4592-a731-81febdff4e64 req-f091c6f5-a871-4b2a-9dc0-1c3ef1a0cd92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae60573-509c-4b6d-bdfd-2245fdbc96a8 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:13:57.967663 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-f091c6f5-a871-4b2a-9dc0-1c3ef1a0cd92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:57.981353 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-36830657-de4d-4592-a731-81febdff4e64 req-f091c6f5-a871-4b2a-9dc0-1c3ef1a0cd92 service neutron] Transition to ACTIVE for port object 1ae60573-509c-4b6d-bdfd-2245fdbc96a8 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:13:57.986630 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f330ac8-6fa3-4008-a3bb-dbd0eb01618c req-2a00bc7a-752d-4c4f-a64c-458e319f337d tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] No DVR routers for this DVR port 3d8c6562-c187-464b-9b6e-92fefb92c750 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:13:58.046108 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cee7b-291a-4532-890b-4b9cbc58281f req-feb4628e-62ef-4d7d-87fb-3cf89628c888 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:58.046833 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-671cee7b-291a-4532-890b-4b9cbc58281f req-feb4628e-62ef-4d7d-87fb-3cf89628c888 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:58.055770 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-d95b555d-80ac-4ccd-a273-100417af9f6c tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:58.057405 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-d95b555d-80ac-4ccd-a273-100417af9f6c tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.54 "GET /v2.0/networks?id=17f227ef-535f-498d-b04c-ec88f70fbe32 HTTP/1.1" status: 200 len: 815 time: 1.7590787 Sep 30 13:13:58.070910 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-29a2154e-456f-48cc-a457-484302319f5b req-83a352ef-f320-42e0-b1a2-28f82d2531ee tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b98462f-2e01-4132-bc6d-d394a60f09cf HTTP/1.1" status: 200 len: 210 time: 0.0577102 Sep 30 13:13:58.072790 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6f330ac8-6fa3-4008-a3bb-dbd0eb01618c req-2a00bc7a-752d-4c4f-a64c-458e319f337d tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:58.080923 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6f330ac8-6fa3-4008-a3bb-dbd0eb01618c req-2a00bc7a-752d-4c4f-a64c-458e319f337d tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.39 "DELETE /v2.0/ports/3d8c6562-c187-464b-9b6e-92fefb92c750 HTTP/1.1" status: 204 len: 173 time: 3.7724087 Sep 30 13:13:58.111173 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-fe1afd66-ed12-44f5-b460-210d6b703718 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:58.113142 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-fe1afd66-ed12-44f5-b460-210d6b703718 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.39 "GET /v2.0/networks?id=17f227ef-535f-498d-b04c-ec88f70fbe32 HTTP/1.1" status: 200 len: 815 time: 0.8264973 Sep 30 13:13:58.135057 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-6b28876d-e91a-425b-ab54-2ce20a4df381 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Request body: {'port': {'device_id': '6b0e40dc-1b8a-4dec-937c-48381da361c1', 'network_id': '17f227ef-535f-498d-b04c-ec88f70fbe32', 'admin_state_up': True, 'tenant_id': '109fb06c4d3444d49086428c1389e0d9'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:58.150710 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-9ee69bb2-77bb-45b3-82ca-39587eeb40b8 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Request body: {'port': {'device_id': '4a78ecb9-a834-424b-930c-fde9e1c5b2b1', 'network_id': '17f227ef-535f-498d-b04c-ec88f70fbe32', 'admin_state_up': True, 'tenant_id': '109fb06c4d3444d49086428c1389e0d9'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:58.184137 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-f091c6f5-a871-4b2a-9dc0-1c3ef1a0cd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:58.200389 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716834a-670f-4068-8228-36bcd47d6880 req-b0e92268-ccc1-4380-ad06-60cefeec5fc6 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:58.212227 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716834a-670f-4068-8228-36bcd47d6880 req-b0e92268-ccc1-4380-ad06-60cefeec5fc6 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:58.219198 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716834a-670f-4068-8228-36bcd47d6880 req-b0e92268-ccc1-4380-ad06-60cefeec5fc6 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:58.228011 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a716834a-670f-4068-8228-36bcd47d6880 req-b0e92268-ccc1-4380-ad06-60cefeec5fc6 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2399 time: 0.8486660 Sep 30 13:13:58.283552 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-671cee7b-291a-4532-890b-4b9cbc58281f req-feb4628e-62ef-4d7d-87fb-3cf89628c888 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5640795 Sep 30 13:13:58.372384 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-671cee7b-291a-4532-890b-4b9cbc58281f req-a6e327ed-9eed-4bb8-a590-ac42f9ea7b5c service neutron] Request body: {'port': {'device_id': 'a23d6513-e70a-4c86-94ca-67b273964ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:13:58.382743 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b98462f-2e01-4132-bc6d-d394a60f09cf', 'name': 'network-vif-deleted', 'tag': '3d8c6562-c187-464b-9b6e-92fefb92c750'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:13:58.393078 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5134b677-8d77-48e6-be60-4d37d3ca5997" -d '{"events": [{"server_uuid": "2b98462f-2e01-4132-bc6d-d394a60f09cf", "name": "network-vif-deleted", "tag": "3d8c6562-c187-464b-9b6e-92fefb92c750"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:13:58.444091 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a716834a-670f-4068-8228-36bcd47d6880 req-be9be549-2e32-4d63-b9bf-eecd75e34289 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149472 Sep 30 13:13:58.561687 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-6b28876d-e91a-425b-ab54-2ce20a4df381 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Made reservation on behalf of 109fb06c4d3444d49086428c1389e0d9 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:13:58.565583 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-6b28876d-e91a-425b-ab54-2ce20a4df381 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:58.611843 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-671cee7b-291a-4532-890b-4b9cbc58281f req-a6e327ed-9eed-4bb8-a590-ac42f9ea7b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:58.680460 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74eed3-a328-4533-8a0d-ee7d81a475ee tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Port': ['ID=3d4b9b97-d45c-48cb-9d36-197baf335caf,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:58.715385 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-eddaced4-15a6-4784-a305-574233b2f46e req-6705ee6b-2f33-49f7-949f-b66c1632c0af tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0e40dc-1b8a-4dec-937c-48381da361c1 HTTP/1.1" status: 200 len: 210 time: 0.0934930 Sep 30 13:13:58.743829 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39f3b6-6e36-4070-9236-541d5d2f9062 req-99f5f88c-36f6-489c-862a-d8d6660839b9 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:58.752848 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7d39f3b6-6e36-4070-9236-541d5d2f9062 req-99f5f88c-36f6-489c-862a-d8d6660839b9 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.5428677 Sep 30 13:13:58.869063 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686c52a5-2442-4256-8653-46afab9ff754 x-openstack-request-id: req-686c52a5-2442-4256-8653-46afab9ff754 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:13:58.869380 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b98462f-2e01-4132-bc6d-d394a60f09cf", "name": "network-vif-deleted", "tag": "3d8c6562-c187-464b-9b6e-92fefb92c750", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:13:58.869632 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-686c52a5-2442-4256-8653-46afab9ff754 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:13:58.870044 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b98462f-2e01-4132-bc6d-d394a60f09cf', 'name': 'network-vif-deleted', 'tag': '3d8c6562-c187-464b-9b6e-92fefb92c750', 'status': 'completed', 'code': 200} Sep 30 13:13:58.942793 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091c6f5-a871-4b2a-9dc0-1c3ef1a0cd92 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae60573-509c-4b6d-bdfd-2245fdbc96a8,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:58.968278 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e74eed3-a328-4533-8a0d-ee7d81a475ee tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:58.969452 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-36830657-de4d-4592-a731-81febdff4e64 req-f091c6f5-a871-4b2a-9dc0-1c3ef1a0cd92 service neutron] Attempting to bind port 1ae60573-509c-4b6d-bdfd-2245fdbc96a8 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:13:58.969789 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-36830657-de4d-4592-a731-81febdff4e64 req-f091c6f5-a871-4b2a-9dc0-1c3ef1a0cd92 service neutron] Attempting to bind port 1ae60573-509c-4b6d-bdfd-2245fdbc96a8 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '9ee9fb11-598a-4f18-a9ee-487c92777f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5b65cd19-e064-45b3-8a14-4216e39c2769'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:13:58.970147 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36830657-de4d-4592-a731-81febdff4e64 req-f091c6f5-a871-4b2a-9dc0-1c3ef1a0cd92 service neutron] Attempting to bind port 1ae60573-509c-4b6d-bdfd-2245fdbc96a8 on network 5b65cd19-e064-45b3-8a14-4216e39c2769 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:13:59.014934 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59014) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:59.032521 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-6b28876d-e91a-425b-ab54-2ce20a4df381 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Allocated IP 172.20.0.3 (17f227ef-535f-498d-b04c-ec88f70fbe32/3e09cd1b-b493-4ed4-baaf-1dc88590bf2a/18a3efc2-70b3-4ec3-a8e1-30b7de888e17) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:13:59.053723 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7d39f3b6-6e36-4070-9236-541d5d2f9062 req-dd28030c-7db6-4446-b159-9da6a9fa4a42 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910085 Sep 30 13:13:59.053908 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-5e74eed3-a328-4533-8a0d-ee7d81a475ee tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:59.077560 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36830657-de4d-4592-a731-81febdff4e64 req-f091c6f5-a871-4b2a-9dc0-1c3ef1a0cd92 service neutron] Port 1ae60573-509c-4b6d-bdfd-2245fdbc96a8 on network 5b65cd19-e064-45b3-8a14-4216e39c2769 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:13:59.077879 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36830657-de4d-4592-a731-81febdff4e64 req-f091c6f5-a871-4b2a-9dc0-1c3ef1a0cd92 service neutron] Attempting to bind port 1ae60573-509c-4b6d-bdfd-2245fdbc96a8 on network 5b65cd19-e064-45b3-8a14-4216e39c2769 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:13:59.124726 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36830657-de4d-4592-a731-81febdff4e64 req-f091c6f5-a871-4b2a-9dc0-1c3ef1a0cd92 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:13:59.124938 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36830657-de4d-4592-a731-81febdff4e64 req-f091c6f5-a871-4b2a-9dc0-1c3ef1a0cd92 service neutron] Checking segment: {'id': '9ee9fb11-598a-4f18-a9ee-487c92777f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5b65cd19-e064-45b3-8a14-4216e39c2769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:13:59.125339 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36830657-de4d-4592-a731-81febdff4e64 req-f091c6f5-a871-4b2a-9dc0-1c3ef1a0cd92 service neutron] Bound using segment: {'id': '9ee9fb11-598a-4f18-a9ee-487c92777f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5b65cd19-e064-45b3-8a14-4216e39c2769'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:13:59.125810 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-36830657-de4d-4592-a731-81febdff4e64 req-f091c6f5-a871-4b2a-9dc0-1c3ef1a0cd92 service neutron] Bound port: 1ae60573-509c-4b6d-bdfd-2245fdbc96a8, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee9fb11-598a-4f18-a9ee-487c92777f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5b65cd19-e064-45b3-8a14-4216e39c2769'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:13:59.134002 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-f091c6f5-a871-4b2a-9dc0-1c3ef1a0cd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:59.191716 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-9ee69bb2-77bb-45b3-82ca-39587eeb40b8 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Made reservation on behalf of 109fb06c4d3444d49086428c1389e0d9 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:13:59.200576 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-9ee69bb2-77bb-45b3-82ca-39587eeb40b8 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:59.248634 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1bdb8d67-89a1-42fe-bd75-d531a98191ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:59.459102 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-6b28876d-e91a-425b-ab54-2ce20a4df381 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:59.612827 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-6b28876d-e91a-425b-ab54-2ce20a4df381 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:59.622329 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1bdb8d67-89a1-42fe-bd75-d531a98191ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:59.668001 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9b8d91b2-0caa-4ddd-a84e-318baa4c3ef8 None None] Provisioning complete for port 3d4b9b97-d45c-48cb-9d36-197baf335caf triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:13:59.668558 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9b8d91b2-0caa-4ddd-a84e-318baa4c3ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:59.684107 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272a451-b41b-4a25-b804-c07fbfc3e01e req-0ebfbdad-5f0f-4366-a810-df21de4cae35 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:59.691114 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272a451-b41b-4a25-b804-c07fbfc3e01e req-0ebfbdad-5f0f-4366-a810-df21de4cae35 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:59.697665 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272a451-b41b-4a25-b804-c07fbfc3e01e req-0ebfbdad-5f0f-4366-a810-df21de4cae35 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:59.700220 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b272a451-b41b-4a25-b804-c07fbfc3e01e req-0ebfbdad-5f0f-4366-a810-df21de4cae35 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2411 time: 0.1707671 Sep 30 13:13:59.700378 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1bdb8d67-89a1-42fe-bd75-d531a98191ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:59.708641 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28876d-e91a-425b-ab54-2ce20a4df381 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Pushing event updated for resources: {'Port': ['ID=18a3efc2-70b3-4ec3-a8e1-30b7de888e17,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:59.724190 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-9b8d91b2-0caa-4ddd-a84e-318baa4c3ef8 None None] Port 3d4b9b97-d45c-48cb-9d36-197baf335caf cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:13:59.765386 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-6b28876d-e91a-425b-ab54-2ce20a4df381 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Network 17f227ef-535f-498d-b04c-ec88f70fbe32 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:13:59.780184 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-6b28876d-e91a-425b-ab54-2ce20a4df381 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:13:59.785804 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-6b28876d-e91a-425b-ab54-2ce20a4df381 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:13:59.788209 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb8d67-89a1-42fe-bd75-d531a98191ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91586a40-bed7-4394-9b5b-68356f2a8ba6,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:13:59.806585 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1bdb8d67-89a1-42fe-bd75-d531a98191ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a8bb6c92a98e46a39c52c637b6efb060&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7873781 Sep 30 13:13:59.807806 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59036) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:13:59.814668 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-36830657-de4d-4592-a731-81febdff4e64 req-f091c6f5-a871-4b2a-9dc0-1c3ef1a0cd92 service neutron] For port 1ae60573-509c-4b6d-bdfd-2245fdbc96a8, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:13:59.861451 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-36830657-de4d-4592-a731-81febdff4e64 req-f091c6f5-a871-4b2a-9dc0-1c3ef1a0cd92 service neutron] For port 1ae60573-509c-4b6d-bdfd-2245fdbc96a8, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1ae60573-509c-4b6d-bdfd-2245fdbc96a8,segment=NetworkSegment(9ee9fb11-598a-4f18-a9ee-487c92777f66),segment_id=9ee9fb11-598a-4f18-a9ee-487c92777f66)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:13:59.875304 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b272a451-b41b-4a25-b804-c07fbfc3e01e req-ae9960f1-0efd-4590-8953-f26d21eeec02 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417048 Sep 30 13:13:59.894630 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-f091c6f5-a871-4b2a-9dc0-1c3ef1a0cd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:59.916883 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e74eed3-a328-4533-8a0d-ee7d81a475ee tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Router 33f028d4-bd55-4215-bfe3-603956785999 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:13:59.941076 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-6b28876d-e91a-425b-ab54-2ce20a4df381 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:59.941733 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-6b28876d-e91a-425b-ab54-2ce20a4df381 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:59.956500 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830657-de4d-4592-a731-81febdff4e64 req-f091c6f5-a871-4b2a-9dc0-1c3ef1a0cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:59.957546 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-36830657-de4d-4592-a731-81febdff4e64 req-f091c6f5-a871-4b2a-9dc0-1c3ef1a0cd92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:13:59.959312 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-f091c6f5-a871-4b2a-9dc0-1c3ef1a0cd92 service neutron] 10.222.0.54 "PUT /v2.0/ports/1ae60573-509c-4b6d-bdfd-2245fdbc96a8 HTTP/1.1" status: 200 len: 1091 time: 4.7679162 Sep 30 13:13:59.972229 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-2dd5f143-cc61-4d5e-9372-c967d6217122 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:13:59.975673 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-2dd5f143-cc61-4d5e-9372-c967d6217122 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/networks?id=d55517b2-5639-49a0-8308-46b3625d778e HTTP/1.1" status: 200 len: 812 time: 0.4137363 Sep 30 13:14:00.004031 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-241827bb-923b-4e5c-b8b5-8275be130767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:00.018208 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-6b28876d-e91a-425b-ab54-2ce20a4df381 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8869381 Sep 30 13:14:00.042773 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-e106d082-b137-47a3-926b-f1232139d316 service neutron] Request body: {'port': {'device_id': '6b0e40dc-1b8a-4dec-937c-48381da361c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:00.077239 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-8b162818-c0a4-4217-9db3-9871adea33ca tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/quotas/6ec3b180775b4f8e89f487846414229c HTTP/1.1" status: 200 len: 375 time: 0.0678501 Sep 30 13:14:00.166960 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-241827bb-923b-4e5c-b8b5-8275be130767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:00.233759 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-e106d082-b137-47a3-926b-f1232139d316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:00.258851 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-c9a25bea-de97-44cb-8db6-5baf863612f3 None None] Provisioning complete for port 18a3efc2-70b3-4ec3-a8e1-30b7de888e17 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:00.259493 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c9a25bea-de97-44cb-8db6-5baf863612f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:00.273617 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e74eed3-a328-4533-8a0d-ee7d81a475ee tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:14:00.276969 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091c6f5-a871-4b2a-9dc0-1c3ef1a0cd92 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae60573-509c-4b6d-bdfd-2245fdbc96a8,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:00.294289 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-6d8f18c1-38b0-4986-ba47-b7af9443aa89 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ec3b180775b4f8e89f487846414229c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614276 Sep 30 13:14:00.310743 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07555c4-e8a5-4d1f-ac98-a648a42c8b2e req-61bc636e-4ae2-4553-999f-0a7ad53a5747 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:00.312368 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a9c143-b7ea-45d0-b1d7-600d209059c5 None None] Sync routers for ids ['33f028d4-bd55-4215-bfe3-603956785999'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:14:00.312496 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a07555c4-e8a5-4d1f-ac98-a648a42c8b2e req-61bc636e-4ae2-4553-999f-0a7ad53a5747 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0e40dc-1b8a-4dec-937c-48381da361c1 HTTP/1.1" status: 200 len: 931 time: 0.2274921 Sep 30 13:14:00.321970 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5e74eed3-a328-4533-8a0d-ee7d81a475ee tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "PUT /v2.0/routers/33f028d4-bd55-4215-bfe3-603956785999/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7222133 Sep 30 13:14:00.326367 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-671cee7b-291a-4532-890b-4b9cbc58281f req-a6e327ed-9eed-4bb8-a590-ac42f9ea7b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c38957e0-ddf6-4a5b-8d18-80802e8d67f6 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:14:00.334000 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59044) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:00.338430 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a9c143-b7ea-45d0-b1d7-600d209059c5 None None] Routers {'33f028d4-bd55-4215-bfe3-603956785999'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:14:00.339804 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-57a9c143-b7ea-45d0-b1d7-600d209059c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:13:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['33f028d4-bd55-4215-bfe3-603956785999'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:14:00.389581 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-c9a25bea-de97-44cb-8db6-5baf863612f3 None None] Port 18a3efc2-70b3-4ec3-a8e1-30b7de888e17 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:14:00.397252 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-671cee7b-291a-4532-890b-4b9cbc58281f req-a6e327ed-9eed-4bb8-a590-ac42f9ea7b5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:00.410218 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef24ab84-c725-44a0-859a-8defe16276c0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:00.411827 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ef24ab84-c725-44a0-859a-8defe16276c0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports/3d4b9b97-d45c-48cb-9d36-197baf335caf HTTP/1.1" status: 200 len: 911 time: 0.0615265 Sep 30 13:14:00.416878 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59046) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:00.441268 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830657-de4d-4592-a731-81febdff4e64 req-1cbf54db-113b-4d2a-830c-5c73322c17d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:00.441914 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830657-de4d-4592-a731-81febdff4e64 req-1cbf54db-113b-4d2a-830c-5c73322c17d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:00.442480 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830657-de4d-4592-a731-81febdff4e64 req-1cbf54db-113b-4d2a-830c-5c73322c17d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:00.445408 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-1cbf54db-113b-4d2a-830c-5c73322c17d5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f72cbde742fe4a1d9fe6654c3e717bf8&device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2864 time: 0.3809137 Sep 30 13:14:00.479266 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-57a9c143-b7ea-45d0-b1d7-600d209059c5 None None] Set router 33f028d4-bd55-4215-bfe3-603956785999 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:14:00.496272 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-671cee7b-291a-4532-890b-4b9cbc58281f req-a6e327ed-9eed-4bb8-a590-ac42f9ea7b5c service neutron] Transition to ACTIVE for port object c38957e0-ddf6-4a5b-8d18-80802e8d67f6 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:14:00.498101 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-1c383009-6039-4e89-8f12-7d78f7105e5a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.56&port_id=1973a466-4c69-467b-9a3c-ef219840c460 HTTP/1.1" status: 200 len: 217 time: 0.0434289 Sep 30 13:14:00.502778 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-241827bb-923b-4e5c-b8b5-8275be130767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:00.505412 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-241827bb-923b-4e5c-b8b5-8275be130767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:00.509382 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-241827bb-923b-4e5c-b8b5-8275be130767 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/91586a40-bed7-4394-9b5b-68356f2a8ba6 HTTP/1.1" status: 204 len: 168 time: 0.6745615 Sep 30 13:14:00.530703 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a07555c4-e8a5-4d1f-ac98-a648a42c8b2e req-e215f3a8-3d1a-41eb-825b-0ea7903267fb tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905930 Sep 30 13:14:00.599258 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-9ee69bb2-77bb-45b3-82ca-39587eeb40b8 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Allocated IP 172.20.0.5 (17f227ef-535f-498d-b04c-ec88f70fbe32/3e09cd1b-b493-4ed4-baaf-1dc88590bf2a/d9c104f1-237d-4a23-aece-e8c3e7168fb9) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:14:00.643254 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241827bb-923b-4e5c-b8b5-8275be130767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91586a40-bed7-4394-9b5b-68356f2a8ba6,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:00.739428 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0279f95-2bde-4a99-abe9-cb339037bd82 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:00.746337 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0279f95-2bde-4a99-abe9-cb339037bd82 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:00.748199 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d0279f95-2bde-4a99-abe9-cb339037bd82 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3281276 Sep 30 13:14:00.752543 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59052) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:00.778913 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-9ee69bb2-77bb-45b3-82ca-39587eeb40b8 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:00.806382 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-671cee7b-291a-4532-890b-4b9cbc58281f req-a6e327ed-9eed-4bb8-a590-ac42f9ea7b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:00.809951 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3577be4-fe99-4ad0-b914-0c3325480ecf req-9b3fe5ee-2222-414c-b030-16fbdae4b9bc tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:00.817643 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c3577be4-fe99-4ad0-b914-0c3325480ecf req-9b3fe5ee-2222-414c-b030-16fbdae4b9bc tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.1845813 Sep 30 13:14:00.911712 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5503591-4a24-486b-9885-6872601ef7e1', 'tag': '1ae60573-509c-4b6d-bdfd-2245fdbc96a8'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:14:00.915554 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c3577be4-fe99-4ad0-b914-0c3325480ecf req-3736e28d-aee4-4a15-8322-850bdf9db4d1 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966837 Sep 30 13:14:00.916583 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37c04e0-4e52-468e-b25d-b70c7511723f" -d '{"events": [{"name": "network-changed", "server_uuid": "d5503591-4a24-486b-9885-6872601ef7e1", "tag": "1ae60573-509c-4b6d-bdfd-2245fdbc96a8"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:14:00.919591 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e327ed-9eed-4bb8-a590-ac42f9ea7b5c service neutron] Pushing event updated for resources: {'Port': ['ID=c38957e0-ddf6-4a5b-8d18-80802e8d67f6,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:00.952981 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-57a9c143-b7ea-45d0-b1d7-600d209059c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f028d4-bd55-4215-bfe3-603956785999', 'name': 'tempest-NetworksTestDHCPv6-router-1376699299', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:13:47Z', 'updated_at': '2021-09-30T13:13:52Z', 'revision_number': 2, 'project_id': '0a82696f5d0c48549667446e5d6c3f60', 'gw_port_host': None, '_interfaces': [{'id': '3d4b9b97-d45c-48cb-9d36-197baf335caf', 'name': '', 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'mac_address': 'fa:16:3e:d0:f4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f028d4-bd55-4215-bfe3-603956785999', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '512bfe27-5c7c-4c2d-8129-095e053f3fdb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:13:48Z', 'updated_at': '2021-09-30T13:13:54Z', 'revision_number': 2, 'project_id': '0a82696f5d0c48549667446e5d6c3f60', 'subnets': [{'id': '512bfe27-5c7c-4c2d-8129-095e053f3fdb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:14:01.030816 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a9c143-b7ea-45d0-b1d7-600d209059c5 None None] Checking router: 33f028d4-bd55-4215-bfe3-603956785999 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:14:01.035091 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a9c143-b7ea-45d0-b1d7-600d209059c5 None None] Updating router 33f028d4-bd55-4215-bfe3-603956785999 port 3d4b9b97-d45c-48cb-9d36-197baf335caf binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:14:01.088729 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830657-de4d-4592-a731-81febdff4e64 req-f8ac5e95-8f65-4f7b-985f-faf955dfbae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:01.090267 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-f8ac5e95-8f65-4f7b-985f-faf955dfbae4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=51b48341-dec6-4c1c-825d-ea910a005d99 HTTP/1.1" status: 200 len: 801 time: 0.3045044 Sep 30 13:14:01.109666 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-beef6955-3e52-42ea-a8e5-eccf5bfac93c service neutron] 10.222.0.18 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8141170 Sep 30 13:14:01.124854 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57a9c143-b7ea-45d0-b1d7-600d209059c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:01.177706 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59064) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:01.195375 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4295f92b-2e5a-4712-9834-27693382bc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:01.218532 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39444798-1949-4e30-90ea-8af841ccef72 req-3b04f0c4-f2bb-4894-ba78-9fcbafeef257 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:01.224284 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39444798-1949-4e30-90ea-8af841ccef72 req-3b04f0c4-f2bb-4894-ba78-9fcbafeef257 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:01.230845 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39444798-1949-4e30-90ea-8af841ccef72 req-3b04f0c4-f2bb-4894-ba78-9fcbafeef257 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:01.238200 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-39444798-1949-4e30-90ea-8af841ccef72 req-3b04f0c4-f2bb-4894-ba78-9fcbafeef257 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2411 time: 0.1759396 Sep 30 13:14:01.279672 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-9ee69bb2-77bb-45b3-82ca-39587eeb40b8 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:01.340851 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-39444798-1949-4e30-90ea-8af841ccef72 req-dc2d1684-9bde-4343-914c-869ddd653e95 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963361 Sep 30 13:14:01.395360 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-671cee7b-291a-4532-890b-4b9cbc58281f req-a6e327ed-9eed-4bb8-a590-ac42f9ea7b5c service neutron] Attempting to bind port c38957e0-ddf6-4a5b-8d18-80802e8d67f6 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:14:01.395758 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-671cee7b-291a-4532-890b-4b9cbc58281f req-a6e327ed-9eed-4bb8-a590-ac42f9ea7b5c service neutron] Attempting to bind port c38957e0-ddf6-4a5b-8d18-80802e8d67f6 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '6bf873a3-7cfc-4197-a209-441b53a33443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '17f227ef-535f-498d-b04c-ec88f70fbe32'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:14:01.396103 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671cee7b-291a-4532-890b-4b9cbc58281f req-a6e327ed-9eed-4bb8-a590-ac42f9ea7b5c service neutron] Attempting to bind port c38957e0-ddf6-4a5b-8d18-80802e8d67f6 on network 17f227ef-535f-498d-b04c-ec88f70fbe32 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:14:01.410918 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-9ee69bb2-77bb-45b3-82ca-39587eeb40b8 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Network 17f227ef-535f-498d-b04c-ec88f70fbe32 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:01.415480 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6a1696-7b60-482c-b5c0-283870163340 x-openstack-request-id: req-fd6a1696-7b60-482c-b5c0-283870163340 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:14:01.415772 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5503591-4a24-486b-9885-6872601ef7e1", "tag": "1ae60573-509c-4b6d-bdfd-2245fdbc96a8", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:14:01.416021 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd6a1696-7b60-482c-b5c0-283870163340 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:14:01.416415 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5503591-4a24-486b-9885-6872601ef7e1', 'tag': '1ae60573-509c-4b6d-bdfd-2245fdbc96a8', 'status': 'completed', 'code': 200} Sep 30 13:14:01.420572 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671cee7b-291a-4532-890b-4b9cbc58281f req-a6e327ed-9eed-4bb8-a590-ac42f9ea7b5c service neutron] Port c38957e0-ddf6-4a5b-8d18-80802e8d67f6 on network 17f227ef-535f-498d-b04c-ec88f70fbe32 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:14:01.420922 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671cee7b-291a-4532-890b-4b9cbc58281f req-a6e327ed-9eed-4bb8-a590-ac42f9ea7b5c service neutron] Attempting to bind port c38957e0-ddf6-4a5b-8d18-80802e8d67f6 on network 17f227ef-535f-498d-b04c-ec88f70fbe32 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:14:01.424248 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830657-de4d-4592-a731-81febdff4e64 req-f156e44f-7b02-466d-8d23-0d93d76c0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:01.425776 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-f156e44f-7b02-466d-8d23-0d93d76c0929 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b65cd19-e064-45b3-8a14-4216e39c2769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3081310 Sep 30 13:14:01.431657 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-9ee69bb2-77bb-45b3-82ca-39587eeb40b8 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:01.434353 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-9ee69bb2-77bb-45b3-82ca-39587eeb40b8 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:14:01.504432 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671cee7b-291a-4532-890b-4b9cbc58281f req-a6e327ed-9eed-4bb8-a590-ac42f9ea7b5c service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:14:01.505006 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671cee7b-291a-4532-890b-4b9cbc58281f req-a6e327ed-9eed-4bb8-a590-ac42f9ea7b5c service neutron] Checking segment: {'id': '6bf873a3-7cfc-4197-a209-441b53a33443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '17f227ef-535f-498d-b04c-ec88f70fbe32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:14:01.505471 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671cee7b-291a-4532-890b-4b9cbc58281f req-a6e327ed-9eed-4bb8-a590-ac42f9ea7b5c service neutron] Bound using segment: {'id': '6bf873a3-7cfc-4197-a209-441b53a33443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '17f227ef-535f-498d-b04c-ec88f70fbe32'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:14:01.505998 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-671cee7b-291a-4532-890b-4b9cbc58281f req-a6e327ed-9eed-4bb8-a590-ac42f9ea7b5c service neutron] Bound port: c38957e0-ddf6-4a5b-8d18-80802e8d67f6, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf873a3-7cfc-4197-a209-441b53a33443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '17f227ef-535f-498d-b04c-ec88f70fbe32'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:14:01.506451 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-671cee7b-291a-4532-890b-4b9cbc58281f req-a6e327ed-9eed-4bb8-a590-ac42f9ea7b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:01.515163 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee69bb2-77bb-45b3-82ca-39587eeb40b8 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Pushing event updated for resources: {'Port': ['ID=d9c104f1-237d-4a23-aece-e8c3e7168fb9,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:01.520727 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57a9c143-b7ea-45d0-b1d7-600d209059c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:01.536204 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57a9c143-b7ea-45d0-b1d7-600d209059c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:01.567220 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-1735ac21-5e44-4b02-aa9d-273a6e28bd47 service neutron] 10.222.0.18 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263840 Sep 30 13:14:01.720529 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:14:01.724817 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-671cee7b-291a-4532-890b-4b9cbc58281f req-a6e327ed-9eed-4bb8-a590-ac42f9ea7b5c service neutron] For port c38957e0-ddf6-4a5b-8d18-80802e8d67f6, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:14:01.734616 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-671cee7b-291a-4532-890b-4b9cbc58281f req-a6e327ed-9eed-4bb8-a590-ac42f9ea7b5c service neutron] For port c38957e0-ddf6-4a5b-8d18-80802e8d67f6, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=c38957e0-ddf6-4a5b-8d18-80802e8d67f6,segment=NetworkSegment(6bf873a3-7cfc-4197-a209-441b53a33443),segment_id=6bf873a3-7cfc-4197-a209-441b53a33443)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:14:01.758087 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-671cee7b-291a-4532-890b-4b9cbc58281f req-a6e327ed-9eed-4bb8-a590-ac42f9ea7b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:01.889881 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-e106d082-b137-47a3-926b-f1232139d316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18a3efc2-70b3-4ec3-a8e1-30b7de888e17 {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:14:01.905920 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-e106d082-b137-47a3-926b-f1232139d316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:01.930626 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e327ed-9eed-4bb8-a590-ac42f9ea7b5c service neutron] Pushing event updated for resources: {'Port': ['ID=c38957e0-ddf6-4a5b-8d18-80802e8d67f6,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:01.980078 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-9ee69bb2-77bb-45b3-82ca-39587eeb40b8 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:01.980879 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-9ee69bb2-77bb-45b3-82ca-39587eeb40b8 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:02.020315 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6070d796-0815-4d25-b946-d73742834722 req-fcfcc32c-2668-4a0f-9d3c-3c4d2ac208f3 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 210 time: 0.0661590 Sep 30 13:14:02.052960 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4295f92b-2e5a-4712-9834-27693382bc30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:02.062315 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cee7b-291a-4532-890b-4b9cbc58281f req-a6e327ed-9eed-4bb8-a590-ac42f9ea7b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:02.065719 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-671cee7b-291a-4532-890b-4b9cbc58281f req-a6e327ed-9eed-4bb8-a590-ac42f9ea7b5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:02.068762 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-671cee7b-291a-4532-890b-4b9cbc58281f req-a6e327ed-9eed-4bb8-a590-ac42f9ea7b5c service neutron] 10.222.0.39 "PUT /v2.0/ports/c38957e0-ddf6-4a5b-8d18-80802e8d67f6 HTTP/1.1" status: 200 len: 1091 time: 3.7083192 Sep 30 13:14:02.112454 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-9ee69bb2-77bb-45b3-82ca-39587eeb40b8 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9781549 Sep 30 13:14:02.115780 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4295f92b-2e5a-4712-9834-27693382bc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:02.159854 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b992bc6-4f9a-4e62-a7e4-4d0c8935baec None None] Pushing event updated for resources: {'Port': ['ID=3d4b9b97-d45c-48cb-9d36-197baf335caf,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:02.161885 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-90ccc584-91e6-411c-9aef-2b846dfca8dd service neutron] Request body: {'port': {'device_id': '4a78ecb9-a834-424b-930c-fde9e1c5b2b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:02.178362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-0d492c8c-25af-4632-9f38-e38b58a94f06 None None] Provisioning complete for port d9c104f1-237d-4a23-aece-e8c3e7168fb9 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:02.178732 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0d492c8c-25af-4632-9f38-e38b58a94f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:02.180461 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-57a9c143-b7ea-45d0-b1d7-600d209059c5 None None] Attempting to bind port 3d4b9b97-d45c-48cb-9d36-197baf335caf on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:14:02.180826 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-57a9c143-b7ea-45d0-b1d7-600d209059c5 None None] Attempting to bind port 3d4b9b97-d45c-48cb-9d36-197baf335caf by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:14:02.181664 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a9c143-b7ea-45d0-b1d7-600d209059c5 None None] Attempting to bind port 3d4b9b97-d45c-48cb-9d36-197baf335caf on network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:14:02.182548 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-e106d082-b137-47a3-926b-f1232139d316 service neutron] Transition to ACTIVE for port object 18a3efc2-70b3-4ec3-a8e1-30b7de888e17 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:14:02.209848 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4295f92b-2e5a-4712-9834-27693382bc30 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae015d9e08104efea759bf21c6249144&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0207043 Sep 30 13:14:02.224084 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a9c2f-28b4-4ea6-8620-c3b614adbc22 req-137393ff-9de2-4bcb-bf05-42f3b4493f23 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:02.239781 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59082) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:02.243715 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c35a9c2f-28b4-4ea6-8620-c3b614adbc22 req-137393ff-9de2-4bcb-bf05-42f3b4493f23 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0e40dc-1b8a-4dec-937c-48381da361c1 HTTP/1.1" status: 200 len: 931 time: 0.4761550 Sep 30 13:14:02.281880 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-0d492c8c-25af-4632-9f38-e38b58a94f06 None None] Port d9c104f1-237d-4a23-aece-e8c3e7168fb9 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:14:02.287961 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a9c143-b7ea-45d0-b1d7-600d209059c5 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:14:02.288742 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a9c143-b7ea-45d0-b1d7-600d209059c5 None None] Checking segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:14:02.289785 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57a9c143-b7ea-45d0-b1d7-600d209059c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:02.290564 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a9c143-b7ea-45d0-b1d7-600d209059c5 None None] Bound using segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:14:02.291258 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-57a9c143-b7ea-45d0-b1d7-600d209059c5 None None] Bound port: 3d4b9b97-d45c-48cb-9d36-197baf335caf, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:14:02.291869 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57a9c143-b7ea-45d0-b1d7-600d209059c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:02.294230 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-e106d082-b137-47a3-926b-f1232139d316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:02.420001 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-57a9c143-b7ea-45d0-b1d7-600d209059c5 None None] For port 3d4b9b97-d45c-48cb-9d36-197baf335caf, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:14:02.429639 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-57a9c143-b7ea-45d0-b1d7-600d209059c5 None None] For port 3d4b9b97-d45c-48cb-9d36-197baf335caf, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3d4b9b97-d45c-48cb-9d36-197baf335caf,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:14:02.440147 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-32ff433a-63d1-4dae-a430-e6902dcfc45f None None] Provisioning complete for port 3d4b9b97-d45c-48cb-9d36-197baf335caf triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:02.440545 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-32ff433a-63d1-4dae-a430-e6902dcfc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:02.492489 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-32ff433a-63d1-4dae-a430-e6902dcfc45f None None] Port 3d4b9b97-d45c-48cb-9d36-197baf335caf cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:14:02.495820 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57a9c143-b7ea-45d0-b1d7-600d209059c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:02.535421 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c35a9c2f-28b4-4ea6-8620-c3b614adbc22 req-51dbe2f4-fbda-4510-bc10-b9680dffccf4 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903485 Sep 30 13:14:02.542070 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1ae6-41be-4705-b711-f1a7cec76624 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:02.558568 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b992bc6-4f9a-4e62-a7e4-4d0c8935baec None None] Pushing event updated for resources: {'Port': ['ID=3d4b9b97-d45c-48cb-9d36-197baf335caf,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:02.586973 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a9c143-b7ea-45d0-b1d7-600d209059c5 None None] Routers {'33f028d4-bd55-4215-bfe3-603956785999'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:14:02.588769 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-57a9c143-b7ea-45d0-b1d7-600d209059c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:13:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['33f028d4-bd55-4215-bfe3-603956785999'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:14:02.681895 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295f92b-2e5a-4712-9834-27693382bc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295aecb0-6bdd-4ef5-988e-c130fcdca263,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:02.748337 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-57a9c143-b7ea-45d0-b1d7-600d209059c5 None None] Set router 33f028d4-bd55-4215-bfe3-603956785999 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:14:02.861668 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106d082-b137-47a3-926b-f1232139d316 service neutron] Pushing event updated for resources: {'Port': ['ID=18a3efc2-70b3-4ec3-a8e1-30b7de888e17,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:02.915064 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-e106d082-b137-47a3-926b-f1232139d316 service neutron] Attempting to bind port 18a3efc2-70b3-4ec3-a8e1-30b7de888e17 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:14:02.915411 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-e106d082-b137-47a3-926b-f1232139d316 service neutron] Attempting to bind port 18a3efc2-70b3-4ec3-a8e1-30b7de888e17 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '6bf873a3-7cfc-4197-a209-441b53a33443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '17f227ef-535f-498d-b04c-ec88f70fbe32'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:14:02.915813 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-e106d082-b137-47a3-926b-f1232139d316 service neutron] Attempting to bind port 18a3efc2-70b3-4ec3-a8e1-30b7de888e17 on network 17f227ef-535f-498d-b04c-ec88f70fbe32 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:14:02.942915 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-e106d082-b137-47a3-926b-f1232139d316 service neutron] Port 18a3efc2-70b3-4ec3-a8e1-30b7de888e17 on network 17f227ef-535f-498d-b04c-ec88f70fbe32 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:14:02.943238 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-e106d082-b137-47a3-926b-f1232139d316 service neutron] Attempting to bind port 18a3efc2-70b3-4ec3-a8e1-30b7de888e17 on network 17f227ef-535f-498d-b04c-ec88f70fbe32 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:14:03.097447 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-f09f7ee3-279f-4209-9760-7c216d8c551b service neutron] 10.222.0.54 "GET /v2.0/networks/5b65cd19-e064-45b3-8a14-4216e39c2769?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6593750 Sep 30 13:14:03.177323 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25bac0-31fd-491c-ba22-ecd489993e6c req-8ec05ac5-583b-4c26-869e-9842d187cb31 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:03.179337 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-af25bac0-31fd-491c-ba22-ecd489993e6c req-8ec05ac5-583b-4c26-869e-9842d187cb31 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.9771762 Sep 30 13:14:03.209489 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-21ddfa0e-c1d4-40d5-a9e2-6aa23e1814f7 None None] Provisioning complete for port 3d4b9b97-d45c-48cb-9d36-197baf335caf triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:03.210137 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21ddfa0e-c1d4-40d5-a9e2-6aa23e1814f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:03.253083 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cee7b-291a-4532-890b-4b9cbc58281f req-a42a7d5a-4510-4774-8ccd-70dd0abd318c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:03.254556 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-671cee7b-291a-4532-890b-4b9cbc58281f req-a42a7d5a-4510-4774-8ccd-70dd0abd318c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=109fb06c4d3444d49086428c1389e0d9&device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 1094 time: 1.1250551 Sep 30 13:14:03.266289 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-57a9c143-b7ea-45d0-b1d7-600d209059c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f028d4-bd55-4215-bfe3-603956785999', 'name': 'tempest-NetworksTestDHCPv6-router-1376699299', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:13:47Z', 'updated_at': '2021-09-30T13:13:52Z', 'revision_number': 2, 'project_id': '0a82696f5d0c48549667446e5d6c3f60', 'gw_port_host': None, '_interfaces': [{'id': '3d4b9b97-d45c-48cb-9d36-197baf335caf', 'name': '', 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'mac_address': 'fa:16:3e:d0:f4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f028d4-bd55-4215-bfe3-603956785999', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '512bfe27-5c7c-4c2d-8129-095e053f3fdb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:13:48Z', 'updated_at': '2021-09-30T13:14:02Z', 'revision_number': 4, 'project_id': '0a82696f5d0c48549667446e5d6c3f60', 'subnets': [{'id': '512bfe27-5c7c-4c2d-8129-095e053f3fdb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:14:03.298064 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a9c143-b7ea-45d0-b1d7-600d209059c5 None None] The sync data for ids ['33f028d4-bd55-4215-bfe3-603956785999'] in n-d-810909-2 is: [{'id': '33f028d4-bd55-4215-bfe3-603956785999', 'name': 'tempest-NetworksTestDHCPv6-router-1376699299', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:13:47Z', 'updated_at': '2021-09-30T13:13:52Z', 'revision_number': 2, 'project_id': '0a82696f5d0c48549667446e5d6c3f60', 'gw_port_host': None, '_interfaces': [{'id': '3d4b9b97-d45c-48cb-9d36-197baf335caf', 'name': '', 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'mac_address': 'fa:16:3e:d0:f4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f028d4-bd55-4215-bfe3-603956785999', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '512bfe27-5c7c-4c2d-8129-095e053f3fdb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:13:48Z', 'updated_at': '2021-09-30T13:14:02Z', 'revision_number': 4, 'project_id': '0a82696f5d0c48549667446e5d6c3f60', 'subnets': [{'id': '512bfe27-5c7c-4c2d-8129-095e053f3fdb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:14:03.356411 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21ddfa0e-c1d4-40d5-a9e2-6aa23e1814f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:03.380824 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-af25bac0-31fd-491c-ba22-ecd489993e6c req-fbb7ac29-c6f2-42dd-a722-a26c536c7bf6 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624975 Sep 30 13:14:03.390210 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a7679b5-33ee-48a6-819a-2bc801be4e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:03.400651 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-e106d082-b137-47a3-926b-f1232139d316 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:14:03.401385 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-e106d082-b137-47a3-926b-f1232139d316 service neutron] Checking segment: {'id': '6bf873a3-7cfc-4197-a209-441b53a33443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '17f227ef-535f-498d-b04c-ec88f70fbe32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:14:03.402336 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-e106d082-b137-47a3-926b-f1232139d316 service neutron] Bound using segment: {'id': '6bf873a3-7cfc-4197-a209-441b53a33443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '17f227ef-535f-498d-b04c-ec88f70fbe32'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:14:03.403074 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-e106d082-b137-47a3-926b-f1232139d316 service neutron] Bound port: 18a3efc2-70b3-4ec3-a8e1-30b7de888e17, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf873a3-7cfc-4197-a209-441b53a33443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '17f227ef-535f-498d-b04c-ec88f70fbe32'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:14:03.403588 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-e106d082-b137-47a3-926b-f1232139d316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:03.425281 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d067766-089b-4132-9f98-3fe80c87f4e2 req-0a59f5fd-d23c-4505-bf42-508cbaa2e071 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:03.427524 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a7679b5-33ee-48a6-819a-2bc801be4e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:03.438638 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d067766-089b-4132-9f98-3fe80c87f4e2 req-0a59f5fd-d23c-4505-bf42-508cbaa2e071 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:03.455738 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d067766-089b-4132-9f98-3fe80c87f4e2 req-0a59f5fd-d23c-4505-bf42-508cbaa2e071 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:03.457714 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1d067766-089b-4132-9f98-3fe80c87f4e2 req-0a59f5fd-d23c-4505-bf42-508cbaa2e071 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2411 time: 0.7673655 Sep 30 13:14:03.467855 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-21ddfa0e-c1d4-40d5-a9e2-6aa23e1814f7 None None] For port 3d4b9b97-d45c-48cb-9d36-197baf335caf, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3d4b9b97-d45c-48cb-9d36-197baf335caf,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:03.483220 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21ddfa0e-c1d4-40d5-a9e2-6aa23e1814f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:03.511923 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-671cee7b-291a-4532-890b-4b9cbc58281f req-c1644d66-0ebf-4c89-9267-1f8c0442938a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c38957e0-ddf6-4a5b-8d18-80802e8d67f6 HTTP/1.1" status: 200 len: 217 time: 0.2438662 Sep 30 13:14:03.516787 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23d6513-e70a-4c86-94ca-67b273964ce2', 'tag': 'c38957e0-ddf6-4a5b-8d18-80802e8d67f6'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:14:03.519306 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e70a621-8461-4059-be85-eae8751783b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a23d6513-e70a-4c86-94ca-67b273964ce2", "tag": "c38957e0-ddf6-4a5b-8d18-80802e8d67f6"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:14:03.522158 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-90ccc584-91e6-411c-9aef-2b846dfca8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:03.585611 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a7679b5-33ee-48a6-819a-2bc801be4e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:03.588494 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a7679b5-33ee-48a6-819a-2bc801be4e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:03.589645 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2a7679b5-33ee-48a6-819a-2bc801be4e36 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/295aecb0-6bdd-4ef5-988e-c130fcdca263 HTTP/1.1" status: 204 len: 168 time: 1.3244355 Sep 30 13:14:03.636003 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1d067766-089b-4132-9f98-3fe80c87f4e2 req-9cddadb0-3055-49b6-9916-1625fe46ab4d tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670890 Sep 30 13:14:03.678525 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddfa0e-c1d4-40d5-a9e2-6aa23e1814f7 None None] Pushing event updated for resources: {'Port': ['ID=3d4b9b97-d45c-48cb-9d36-197baf335caf,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:03.710915 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-e106d082-b137-47a3-926b-f1232139d316 service neutron] For port 18a3efc2-70b3-4ec3-a8e1-30b7de888e17, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:14:03.725792 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1b31d06e-305a-41a5-9939-863de4ef9f29 req-1d8a52e6-3ccb-43e7-baf6-c177b65c8fd2 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 210 time: 0.1434355 Sep 30 13:14:03.729328 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cee7b-291a-4532-890b-4b9cbc58281f req-043938c3-f1fc-4562-a6cb-551538c5181f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:03.732942 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-671cee7b-291a-4532-890b-4b9cbc58281f req-043938c3-f1fc-4562-a6cb-551538c5181f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e09cd1b-b493-4ed4-baaf-1dc88590bf2a HTTP/1.1" status: 200 len: 854 time: 0.1983428 Sep 30 13:14:03.740646 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466fce16-0f5a-401b-b1d7-3b6ef1d808f8 x-openstack-request-id: req-466fce16-0f5a-401b-b1d7-3b6ef1d808f8 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:14:03.742331 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a23d6513-e70a-4c86-94ca-67b273964ce2", "tag": "c38957e0-ddf6-4a5b-8d18-80802e8d67f6", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:14:03.743450 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-466fce16-0f5a-401b-b1d7-3b6ef1d808f8 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:14:03.747093 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a23d6513-e70a-4c86-94ca-67b273964ce2', 'tag': 'c38957e0-ddf6-4a5b-8d18-80802e8d67f6', 'status': 'completed', 'code': 200} Sep 30 13:14:03.769924 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-e106d082-b137-47a3-926b-f1232139d316 service neutron] For port 18a3efc2-70b3-4ec3-a8e1-30b7de888e17, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=18a3efc2-70b3-4ec3-a8e1-30b7de888e17,segment=NetworkSegment(6bf873a3-7cfc-4197-a209-441b53a33443),segment_id=6bf873a3-7cfc-4197-a209-441b53a33443)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:14:03.796061 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-e106d082-b137-47a3-926b-f1232139d316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:03.869029 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7679b5-33ee-48a6-819a-2bc801be4e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295aecb0-6bdd-4ef5-988e-c130fcdca263,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:03.921153 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-e106d082-b137-47a3-926b-f1232139d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:03.924900 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-e106d082-b137-47a3-926b-f1232139d316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:03.927343 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-e106d082-b137-47a3-926b-f1232139d316 service neutron] 10.222.0.39 "PUT /v2.0/ports/18a3efc2-70b3-4ec3-a8e1-30b7de888e17 HTTP/1.1" status: 200 len: 1091 time: 3.9037850 Sep 30 13:14:03.929687 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0e40dc-1b8a-4dec-937c-48381da361c1', 'tag': '18a3efc2-70b3-4ec3-a8e1-30b7de888e17'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:14:03.940691 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78257a93-dee3-46f1-87e5-b062b4b8912a" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0e40dc-1b8a-4dec-937c-48381da361c1", "tag": "18a3efc2-70b3-4ec3-a8e1-30b7de888e17"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:14:03.946542 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-141a74b9-83e0-4e41-bf2a-36a9fe5772e2 service neutron] 10.222.0.54 "GET /v2.0/networks/5b65cd19-e064-45b3-8a14-4216e39c2769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8359962 Sep 30 13:14:04.086367 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-2c59340d-62bf-4480-ac7f-f79821dd17a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.204&port_id=4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e HTTP/1.1" status: 200 len: 217 time: 0.1067054 Sep 30 13:14:04.098389 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bdccc2-b608-4677-ab66-ed02d39f585c x-openstack-request-id: req-08bdccc2-b608-4677-ab66-ed02d39f585c {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:14:04.099402 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0e40dc-1b8a-4dec-937c-48381da361c1", "tag": "18a3efc2-70b3-4ec3-a8e1-30b7de888e17", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:14:04.099665 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08bdccc2-b608-4677-ab66-ed02d39f585c {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:14:04.100070 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0e40dc-1b8a-4dec-937c-48381da361c1', 'tag': '18a3efc2-70b3-4ec3-a8e1-30b7de888e17', 'status': 'completed', 'code': 200} Sep 30 13:14:04.178837 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f390c2-2c57-4322-99a4-533b4a4bba8c req-96180c11-474b-4b67-b143-37e2c7f9f1d4 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:04.181380 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f2f390c2-2c57-4322-99a4-533b4a4bba8c req-96180c11-474b-4b67-b143-37e2c7f9f1d4 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0e40dc-1b8a-4dec-937c-48381da361c1 HTTP/1.1" status: 200 len: 943 time: 0.3597801 Sep 30 13:14:04.206555 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106d082-b137-47a3-926b-f1232139d316 service neutron] Pushing event updated for resources: {'Port': ['ID=18a3efc2-70b3-4ec3-a8e1-30b7de888e17,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:04.232165 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-740bd19a-5cee-41ec-96a8-26cff5da2220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:04.233977 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-740bd19a-5cee-41ec-96a8-26cff5da2220 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=109fb06c4d3444d49086428c1389e0d9&device_id=6b0e40dc-1b8a-4dec-937c-48381da361c1 HTTP/1.1" status: 200 len: 1094 time: 0.2064188 Sep 30 13:14:04.340025 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-60823375-bca1-41cb-b8e8-82342455f78c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18a3efc2-70b3-4ec3-a8e1-30b7de888e17 HTTP/1.1" status: 200 len: 217 time: 0.0904922 Sep 30 13:14:04.463640 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-fe0d6239-e446-4725-81b8-0d8e3ba51141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:04.465854 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-fe0d6239-e446-4725-81b8-0d8e3ba51141 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e09cd1b-b493-4ed4-baaf-1dc88590bf2a HTTP/1.1" status: 200 len: 854 time: 0.1141376 Sep 30 13:14:04.630293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-90ccc584-91e6-411c-9aef-2b846dfca8dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9c104f1-237d-4a23-aece-e8c3e7168fb9 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:14:04.640234 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f2f390c2-2c57-4322-99a4-533b4a4bba8c req-2cde91d5-5f95-4c4e-9038-a5b4ba17d1ca tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458344 Sep 30 13:14:04.648934 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca1ae6-41be-4705-b711-f1a7cec76624 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting port 3d4b9b97-d45c-48cb-9d36-197baf335caf {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:14:04.649270 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1ae6-41be-4705-b711-f1a7cec76624 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:04.658808 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-90ccc584-91e6-411c-9aef-2b846dfca8dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:04.683629 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-007bb1f3-053f-4159-8c52-c94b73e59b10 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:04.685360 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-007bb1f3-053f-4159-8c52-c94b73e59b10 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.39 "GET /v2.0/networks?id=d55517b2-5639-49a0-8308-46b3625d778e HTTP/1.1" status: 200 len: 812 time: 1.1007030 Sep 30 13:14:04.707097 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-90ccc584-91e6-411c-9aef-2b846dfca8dd service neutron] Transition to ACTIVE for port object d9c104f1-237d-4a23-aece-e8c3e7168fb9 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:14:04.729441 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-2fe5b3ce-8627-44de-a2f4-5f87e253e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:04.730650 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-2fe5b3ce-8627-44de-a2f4-5f87e253e191 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=17f227ef-535f-498d-b04c-ec88f70fbe32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2465134 Sep 30 13:14:04.746933 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cee7b-291a-4532-890b-4b9cbc58281f req-a302601e-1b74-4d13-9b09-c23d3888640c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:04.748540 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-671cee7b-291a-4532-890b-4b9cbc58281f req-a302601e-1b74-4d13-9b09-c23d3888640c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=17f227ef-535f-498d-b04c-ec88f70fbe32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8716950 Sep 30 13:14:04.750054 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830657-de4d-4592-a731-81febdff4e64 req-90c1830d-d3dd-4fa3-abf5-f7c2651d1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:04.751408 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-90c1830d-d3dd-4fa3-abf5-f7c2651d1f2d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e31f9ce4-fb5c-46e0-9cbd-b7860bc477c6 HTTP/1.1" status: 200 len: 801 time: 0.6520121 Sep 30 13:14:04.796687 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-eebd8690-95a1-498d-9e42-4318eef31a40 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Request body: {'port': {'device_id': '2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9', 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e', 'admin_state_up': True, 'tenant_id': '6ec3b180775b4f8e89f487846414229c'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:04.804740 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-90ccc584-91e6-411c-9aef-2b846dfca8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:04.903520 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-b2ca1ae6-41be-4705-b711-f1a7cec76624 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] For port 3d4b9b97-d45c-48cb-9d36-197baf335caf, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3d4b9b97-d45c-48cb-9d36-197baf335caf,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:04.903815 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1ae6-41be-4705-b711-f1a7cec76624 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:04.920134 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca1ae6-41be-4705-b711-f1a7cec76624 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Calling delete_port for 3d4b9b97-d45c-48cb-9d36-197baf335caf owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:14:04.932118 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ccc584-91e6-411c-9aef-2b846dfca8dd service neutron] Pushing event updated for resources: {'Port': ['ID=d9c104f1-237d-4a23-aece-e8c3e7168fb9,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:05.114652 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-671cee7b-291a-4532-890b-4b9cbc58281f req-b5d283de-a556-40a1-a558-0447f4fd5d0b service neutron] 10.222.0.39 "GET /v2.0/networks/17f227ef-535f-498d-b04c-ec88f70fbe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134699 Sep 30 13:14:05.146359 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3d4b9b97-d45c-48cb-9d36-197baf335caf up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:14:05.244348 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 3d4b9b97-d45c-48cb-9d36-197baf335caf triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:05.244787 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:05.247338 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830657-de4d-4592-a731-81febdff4e64 req-b282f410-0473-4cfb-939a-f2eb18de3875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:05.248942 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-b282f410-0473-4cfb-939a-f2eb18de3875 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=08d6081c-ffb3-4a74-81b9-3b998ab161b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4730363 Sep 30 13:14:05.283052 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ed556-47c1-4c9c-84d0-f9fa2dd5298d req-c5103961-2c10-46a5-85b8-c512e36076ec tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:05.285045 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8e9ed556-47c1-4c9c-84d0-f9fa2dd5298d req-c5103961-2c10-46a5-85b8-c512e36076ec tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.6376462 Sep 30 13:14:05.371323 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7038f9-9d76-47c4-a0b2-b95f0fa0dab2 req-31705b5d-d25c-4b2f-bd86-aca97f24bace tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:05.389963 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7038f9-9d76-47c4-a0b2-b95f0fa0dab2 req-31705b5d-d25c-4b2f-bd86-aca97f24bace tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:05.404682 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7038f9-9d76-47c4-a0b2-b95f0fa0dab2 req-31705b5d-d25c-4b2f-bd86-aca97f24bace tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:05.415299 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0e7038f9-9d76-47c4-a0b2-b95f0fa0dab2 req-31705b5d-d25c-4b2f-bd86-aca97f24bace tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2411 time: 0.6179028 Sep 30 13:14:05.478528 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-331f487a-e13b-46b8-886a-e837044280ba service neutron] 10.222.0.39 "GET /v2.0/networks/17f227ef-535f-498d-b04c-ec88f70fbe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7035408 Sep 30 13:14:05.515776 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0e7038f9-9d76-47c4-a0b2-b95f0fa0dab2 req-9d89e38c-1136-48d1-bdc4-4fc9a4a321ec tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955949 Sep 30 13:14:05.614410 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8e9ed556-47c1-4c9c-84d0-f9fa2dd5298d req-6fac1558-c138-492f-838b-84d0fbed8267 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055091 Sep 30 13:14:05.689552 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-90ccc584-91e6-411c-9aef-2b846dfca8dd service neutron] Attempting to bind port d9c104f1-237d-4a23-aece-e8c3e7168fb9 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:14:05.690964 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-90ccc584-91e6-411c-9aef-2b846dfca8dd service neutron] Attempting to bind port d9c104f1-237d-4a23-aece-e8c3e7168fb9 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '6bf873a3-7cfc-4197-a209-441b53a33443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '17f227ef-535f-498d-b04c-ec88f70fbe32'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:14:05.691564 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-90ccc584-91e6-411c-9aef-2b846dfca8dd service neutron] Attempting to bind port d9c104f1-237d-4a23-aece-e8c3e7168fb9 on network 17f227ef-535f-498d-b04c-ec88f70fbe32 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:14:05.699207 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-671cee7b-291a-4532-890b-4b9cbc58281f req-6c623d83-1096-44bd-bc30-2fca8379e934 service neutron] 10.222.0.39 "GET /v2.0/networks/17f227ef-535f-498d-b04c-ec88f70fbe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5616174 Sep 30 13:14:05.712255 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-eebd8690-95a1-498d-9e42-4318eef31a40 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Made reservation on behalf of 6ec3b180775b4f8e89f487846414229c for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:05.718059 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-eebd8690-95a1-498d-9e42-4318eef31a40 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:05.730933 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bfd51dec-d382-4fe6-aa74-bad52589877d req-e86abf05-f1dd-4e41-9d6b-1a73def22259 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 210 time: 0.0866706 Sep 30 13:14:05.767690 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-90ccc584-91e6-411c-9aef-2b846dfca8dd service neutron] Port d9c104f1-237d-4a23-aece-e8c3e7168fb9 on network 17f227ef-535f-498d-b04c-ec88f70fbe32 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:14:05.768763 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1ae6-41be-4705-b711-f1a7cec76624 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:05.771094 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-90ccc584-91e6-411c-9aef-2b846dfca8dd service neutron] Attempting to bind port d9c104f1-237d-4a23-aece-e8c3e7168fb9 on network 17f227ef-535f-498d-b04c-ec88f70fbe32 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:14:05.781507 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-701d45de-a6de-4b81-bdc9-2aaaa9bc4787 req-1bc1ae12-1b90-4f04-ba00-ae3c71578ca4 service neutron] 10.222.0.39 "GET /v2.0/networks/17f227ef-535f-498d-b04c-ec88f70fbe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826498 Sep 30 13:14:05.814755 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca1ae6-41be-4705-b711-f1a7cec76624 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Port': ['ID=3d4b9b97-d45c-48cb-9d36-197baf335caf,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:05.900591 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-22b1659d-b5ec-42f3-a30f-25cb4831333c service neutron] 10.222.0.54 "GET /v2.0/networks/08d6081c-ffb3-4a74-81b9-3b998ab161b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143088 Sep 30 13:14:05.980661 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1ae6-41be-4705-b711-f1a7cec76624 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:06.039959 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-90ccc584-91e6-411c-9aef-2b846dfca8dd service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:14:06.042483 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-90ccc584-91e6-411c-9aef-2b846dfca8dd service neutron] Checking segment: {'id': '6bf873a3-7cfc-4197-a209-441b53a33443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '17f227ef-535f-498d-b04c-ec88f70fbe32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:14:06.043798 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-90ccc584-91e6-411c-9aef-2b846dfca8dd service neutron] Bound using segment: {'id': '6bf873a3-7cfc-4197-a209-441b53a33443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '17f227ef-535f-498d-b04c-ec88f70fbe32'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:14:06.045111 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-90ccc584-91e6-411c-9aef-2b846dfca8dd service neutron] Bound port: d9c104f1-237d-4a23-aece-e8c3e7168fb9, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf873a3-7cfc-4197-a209-441b53a33443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '17f227ef-535f-498d-b04c-ec88f70fbe32'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:14:06.051528 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-90ccc584-91e6-411c-9aef-2b846dfca8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:06.111779 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78257a93-dee3-46f1-87e5-b062b4b8912a req-81be8781-a0cb-42bc-9633-effb330fd103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:06.115076 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-78257a93-dee3-46f1-87e5-b062b4b8912a req-81be8781-a0cb-42bc-9633-effb330fd103 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=109fb06c4d3444d49086428c1389e0d9&device_id=6b0e40dc-1b8a-4dec-937c-48381da361c1 HTTP/1.1" status: 200 len: 1094 time: 0.2600317 Sep 30 13:14:06.191098 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-90ccc584-91e6-411c-9aef-2b846dfca8dd service neutron] For port d9c104f1-237d-4a23-aece-e8c3e7168fb9, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:14:06.192844 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-90ccc584-91e6-411c-9aef-2b846dfca8dd service neutron] For port d9c104f1-237d-4a23-aece-e8c3e7168fb9, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=d9c104f1-237d-4a23-aece-e8c3e7168fb9,segment=NetworkSegment(6bf873a3-7cfc-4197-a209-441b53a33443),segment_id=6bf873a3-7cfc-4197-a209-441b53a33443)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:14:06.216293 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-90ccc584-91e6-411c-9aef-2b846dfca8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:06.249315 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70a621-8461-4059-be85-eae8751783b2 req-721f3bb4-dfec-4577-ae4b-c7108c04e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:06.250928 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e70a621-8461-4059-be85-eae8751783b2 req-721f3bb4-dfec-4577-ae4b-c7108c04e060 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=109fb06c4d3444d49086428c1389e0d9&device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 1094 time: 0.4558122 Sep 30 13:14:06.369990 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-eebd8690-95a1-498d-9e42-4318eef31a40 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Allocated IP 172.20.0.7 (d55517b2-5639-49a0-8308-46b3625d778e/b636e036-02ee-475d-8821-ce0c9f216c9a/cd0a9de7-6121-4766-88b4-a9625bfceeee) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:14:06.459678 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952f798-8cc6-4a27-8f9b-ec80ee182a0a req-19db8797-91db-4413-b731-68a19022ee37 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:06.463008 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ca1ae6-41be-4705-b711-f1a7cec76624 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Router 33f028d4-bd55-4215-bfe3-603956785999 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:14:06.469600 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3952f798-8cc6-4a27-8f9b-ec80ee182a0a req-19db8797-91db-4413-b731-68a19022ee37 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0e40dc-1b8a-4dec-937c-48381da361c1 HTTP/1.1" status: 200 len: 943 time: 0.6057415 Sep 30 13:14:06.476740 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78257a93-dee3-46f1-87e5-b062b4b8912a req-29bddb83-a584-4b36-8cb3-7ae080ae5c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:06.478330 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-78257a93-dee3-46f1-87e5-b062b4b8912a req-29bddb83-a584-4b36-8cb3-7ae080ae5c02 service neutron] 10.222.0.39 "GET /v2.0/networks?id=17f227ef-535f-498d-b04c-ec88f70fbe32 HTTP/1.1" status: 200 len: 916 time: 0.3522677 Sep 30 13:14:06.479628 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-90ccc584-91e6-411c-9aef-2b846dfca8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:06.480404 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-90ccc584-91e6-411c-9aef-2b846dfca8dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:06.484451 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-90ccc584-91e6-411c-9aef-2b846dfca8dd service neutron] 10.222.0.54 "PUT /v2.0/ports/d9c104f1-237d-4a23-aece-e8c3e7168fb9 HTTP/1.1" status: 200 len: 1091 time: 4.3328843 Sep 30 13:14:06.526340 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a78ecb9-a834-424b-930c-fde9e1c5b2b1', 'tag': 'd9c104f1-237d-4a23-aece-e8c3e7168fb9'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:14:06.529230 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea2c545-6848-4549-86ef-6aad5a835e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a78ecb9-a834-424b-930c-fde9e1c5b2b1", "tag": "d9c104f1-237d-4a23-aece-e8c3e7168fb9"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:14:06.587742 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ca1ae6-41be-4705-b711-f1a7cec76624 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:14:06.598360 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b2ca1ae6-41be-4705-b711-f1a7cec76624 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "PUT /v2.0/routers/33f028d4-bd55-4215-bfe3-603956785999/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8445220 Sep 30 13:14:06.599213 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59168) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:06.600432 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2519ddc-831d-488e-82a7-bcef2fa9c95f None None] Sync routers for ids ['33f028d4-bd55-4215-bfe3-603956785999'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:14:06.618760 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2519ddc-831d-488e-82a7-bcef2fa9c95f None None] Routers {'33f028d4-bd55-4215-bfe3-603956785999'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:14:06.621866 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a2519ddc-831d-488e-82a7-bcef2fa9c95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:13:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['33f028d4-bd55-4215-bfe3-603956785999'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:14:06.642770 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-78257a93-dee3-46f1-87e5-b062b4b8912a req-9cb64854-b79f-4506-87bd-57e5b3ef6680 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18a3efc2-70b3-4ec3-a8e1-30b7de888e17 HTTP/1.1" status: 200 len: 217 time: 0.0564404 Sep 30 13:14:06.680192 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70a621-8461-4059-be85-eae8751783b2 req-0cda04af-56db-41e0-9b35-7df2c3c797eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:06.687324 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e70a621-8461-4059-be85-eae8751783b2 req-0cda04af-56db-41e0-9b35-7df2c3c797eb service neutron] 10.222.0.39 "GET /v2.0/networks?id=17f227ef-535f-498d-b04c-ec88f70fbe32 HTTP/1.1" status: 200 len: 916 time: 0.3922095 Sep 30 13:14:06.713967 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ccc584-91e6-411c-9aef-2b846dfca8dd service neutron] Pushing event updated for resources: {'Port': ['ID=d9c104f1-237d-4a23-aece-e8c3e7168fb9,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:06.752561 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-a2519ddc-831d-488e-82a7-bcef2fa9c95f None None] Set router 33f028d4-bd55-4215-bfe3-603956785999 gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:14:06.810168 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-57e6bf37-362d-4785-9af7-1c431ae70c9e service neutron] 10.222.0.54 "GET /v2.0/networks/08d6081c-ffb3-4a74-81b9-3b998ab161b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7729151 Sep 30 13:14:06.828693 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3952f798-8cc6-4a27-8f9b-ec80ee182a0a req-75b6c6fe-c1c4-445f-a5d0-a18c4fb8dec0 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527071 Sep 30 13:14:06.853725 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e70a621-8461-4059-be85-eae8751783b2 req-b6408b7e-7c4c-4716-bd48-8af9808e9e25 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c38957e0-ddf6-4a5b-8d18-80802e8d67f6 HTTP/1.1" status: 200 len: 217 time: 0.1356003 Sep 30 13:14:06.907648 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78257a93-dee3-46f1-87e5-b062b4b8912a req-c5e278de-ddbb-47a9-8c4d-e0d48a8a29ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:06.910045 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-78257a93-dee3-46f1-87e5-b062b4b8912a req-c5e278de-ddbb-47a9-8c4d-e0d48a8a29ea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e09cd1b-b493-4ed4-baaf-1dc88590bf2a HTTP/1.1" status: 200 len: 854 time: 0.2583170 Sep 30 13:14:06.911198 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-0873203e-e982-4650-bbe2-d20924c9ee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:06.912909 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-0873203e-e982-4650-bbe2-d20924c9ee17 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=109fb06c4d3444d49086428c1389e0d9&device_id=4a78ecb9-a834-424b-930c-fde9e1c5b2b1 HTTP/1.1" status: 200 len: 1094 time: 0.3806446 Sep 30 13:14:06.914193 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c678925d-60d5-46d3-b4be-7fc3ba7393a8 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:06.916055 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c678925d-60d5-46d3-b4be-7fc3ba7393a8 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:06.920518 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c678925d-60d5-46d3-b4be-7fc3ba7393a8 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2799671 Sep 30 13:14:06.921220 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59178) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:06.961659 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-bc7bff65-46cc-4a80-bec9-6b57055989a9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.57&port_id=1ae60573-509c-4b6d-bdfd-2245fdbc96a8 HTTP/1.1" status: 200 len: 217 time: 0.1248362 Sep 30 13:14:06.972689 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a2519ddc-831d-488e-82a7-bcef2fa9c95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f028d4-bd55-4215-bfe3-603956785999', 'name': 'tempest-NetworksTestDHCPv6-router-1376699299', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:13:47Z', 'updated_at': '2021-09-30T13:14:05Z', 'revision_number': 3, 'project_id': '0a82696f5d0c48549667446e5d6c3f60', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:14:07.014697 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca241e6b-7547-4855-9530-9aff9a8f54bc x-openstack-request-id: req-ca241e6b-7547-4855-9530-9aff9a8f54bc {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:14:07.014697 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a78ecb9-a834-424b-930c-fde9e1c5b2b1", "tag": "d9c104f1-237d-4a23-aece-e8c3e7168fb9", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:14:07.015336 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca241e6b-7547-4855-9530-9aff9a8f54bc {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:14:07.017284 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a78ecb9-a834-424b-930c-fde9e1c5b2b1', 'tag': 'd9c104f1-237d-4a23-aece-e8c3e7168fb9', 'status': 'completed', 'code': 200} Sep 30 13:14:07.022447 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d0885-7d94-4e04-b5d4-187aa46401dc req-0d96f551-ac44-4061-aa30-d7567a142717 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:07.029700 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d0885-7d94-4e04-b5d4-187aa46401dc req-0d96f551-ac44-4061-aa30-d7567a142717 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:07.038033 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d0885-7d94-4e04-b5d4-187aa46401dc req-0d96f551-ac44-4061-aa30-d7567a142717 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:07.046570 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-da3d0885-7d94-4e04-b5d4-187aa46401dc req-0d96f551-ac44-4061-aa30-d7567a142717 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2411 time: 0.2730920 Sep 30 13:14:07.052322 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-439692f4-434b-462f-8f98-199b3cd09fc8 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet 512bfe27-5c7c-4c2d-8129-095e053f3fdb {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:14:07.057118 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-439692f4-434b-462f-8f98-199b3cd09fc8 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:07.063215 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-bbbc5500-c231-4d22-a11a-971fb724ab7b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9c104f1-237d-4a23-aece-e8c3e7168fb9 HTTP/1.1" status: 200 len: 217 time: 0.1091516 Sep 30 13:14:07.078053 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2519ddc-831d-488e-82a7-bcef2fa9c95f None None] Checking router: 33f028d4-bd55-4215-bfe3-603956785999 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:14:07.103043 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2519ddc-831d-488e-82a7-bcef2fa9c95f None None] Routers {'33f028d4-bd55-4215-bfe3-603956785999'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:14:07.105186 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a2519ddc-831d-488e-82a7-bcef2fa9c95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:13:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['33f028d4-bd55-4215-bfe3-603956785999'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:14:07.136352 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-439692f4-434b-462f-8f98-199b3cd09fc8 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:07.248372 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-439692f4-434b-462f-8f98-199b3cd09fc8 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:07.265412 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-a2519ddc-831d-488e-82a7-bcef2fa9c95f None None] Set router 33f028d4-bd55-4215-bfe3-603956785999 gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:14:07.386428 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a2519ddc-831d-488e-82a7-bcef2fa9c95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f028d4-bd55-4215-bfe3-603956785999', 'name': 'tempest-NetworksTestDHCPv6-router-1376699299', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:13:47Z', 'updated_at': '2021-09-30T13:14:05Z', 'revision_number': 3, 'project_id': '0a82696f5d0c48549667446e5d6c3f60', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:14:07.430290 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2519ddc-831d-488e-82a7-bcef2fa9c95f None None] The sync data for ids ['33f028d4-bd55-4215-bfe3-603956785999'] in n-d-810909-2 is: [{'id': '33f028d4-bd55-4215-bfe3-603956785999', 'name': 'tempest-NetworksTestDHCPv6-router-1376699299', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:13:47Z', 'updated_at': '2021-09-30T13:14:05Z', 'revision_number': 3, 'project_id': '0a82696f5d0c48549667446e5d6c3f60', 'gw_port_host': None}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:14:07.710990 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-439692f4-434b-462f-8f98-199b3cd09fc8 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:07.732327 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70a621-8461-4059-be85-eae8751783b2 req-7692fdba-e351-4ad5-8e69-857e55f9477b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:07.733960 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e70a621-8461-4059-be85-eae8751783b2 req-7692fdba-e351-4ad5-8e69-857e55f9477b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e09cd1b-b493-4ed4-baaf-1dc88590bf2a HTTP/1.1" status: 200 len: 854 time: 0.8704314 Sep 30 13:14:07.774664 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830657-de4d-4592-a731-81febdff4e64 req-57c7e124-2623-41d7-b671-92b82b435049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:07.776200 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-57c7e124-2623-41d7-b671-92b82b435049 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=51b48341-dec6-4c1c-825d-ea910a005d99 HTTP/1.1" status: 200 len: 801 time: 0.7707915 Sep 30 13:14:07.796074 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439692f4-434b-462f-8f98-199b3cd09fc8 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=512bfe27-5c7c-4c2d-8129-095e053f3fdb,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:07.833943 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-439692f4-434b-462f-8f98-199b3cd09fc8 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:07.834818 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a15dbb-5b8b-483c-ad32-acef61d33ed7 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:07.838710 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-439692f4-434b-462f-8f98-199b3cd09fc8 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/512bfe27-5c7c-4c2d-8129-095e053f3fdb HTTP/1.1" status: 204 len: 168 time: 0.9053261 Sep 30 13:14:07.841654 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59194) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:07.878767 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e27b5-1f72-432c-9bd5-393b16030de9 req-cf9e0de3-f205-4f29-bb8f-d1c362fd2baa tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:07.880329 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fe9e27b5-1f72-432c-9bd5-393b16030de9 req-cf9e0de3-f205-4f29-bb8f-d1c362fd2baa tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.2045622 Sep 30 13:14:07.896061 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-417a38bd-37eb-4239-bdd9-1ccfff59852a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:07.897535 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-417a38bd-37eb-4239-bdd9-1ccfff59852a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e09cd1b-b493-4ed4-baaf-1dc88590bf2a HTTP/1.1" status: 200 len: 854 time: 0.8011186 Sep 30 13:14:07.934812 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-eebd8690-95a1-498d-9e42-4318eef31a40 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:07.943838 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78257a93-dee3-46f1-87e5-b062b4b8912a req-8c31c3b3-3a8f-48e0-a0ed-426e4bec4208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:07.952139 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-78257a93-dee3-46f1-87e5-b062b4b8912a req-8c31c3b3-3a8f-48e0-a0ed-426e4bec4208 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=17f227ef-535f-498d-b04c-ec88f70fbe32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0235767 Sep 30 13:14:07.955656 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-da3d0885-7d94-4e04-b5d4-187aa46401dc req-4e2fcb03-e10e-49e6-ae0d-e277a04cbd63 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9082601 Sep 30 13:14:08.007400 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70a621-8461-4059-be85-eae8751783b2 req-2045b2cf-70ff-4114-86fb-c71825730846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:08.008925 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e70a621-8461-4059-be85-eae8751783b2 req-2045b2cf-70ff-4114-86fb-c71825730846 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=17f227ef-535f-498d-b04c-ec88f70fbe32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2527747 Sep 30 13:14:08.034590 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830657-de4d-4592-a731-81febdff4e64 req-4bc3690e-799e-4c11-b842-a8346dd0239f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:08.036126 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-4bc3690e-799e-4c11-b842-a8346dd0239f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b65cd19-e064-45b3-8a14-4216e39c2769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2231553 Sep 30 13:14:08.088081 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fe9e27b5-1f72-432c-9bd5-393b16030de9 req-be175aae-caba-4949-80d8-af12ae6a3cb2 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683974 Sep 30 13:14:08.125886 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-2f6e22b6-18c8-4139-95b2-6d14bfa53501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:08.127728 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-2f6e22b6-18c8-4139-95b2-6d14bfa53501 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=17f227ef-535f-498d-b04c-ec88f70fbe32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1911654 Sep 30 13:14:08.154206 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59202) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:08.155251 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-19e65434-3af4-4734-add1-6d4136518bfe tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3114460 Sep 30 13:14:08.246626 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-04129338-fc5a-40e7-97d2-9aa795a16383 req-36d2ab32-a15c-4958-bec7-6bb41869e881 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 210 time: 0.1037145 Sep 30 13:14:08.262289 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855e4871-19ca-4d69-8444-867152e68f84 None None] DHCP port deletion for 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:14:08.277240 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-78257a93-dee3-46f1-87e5-b062b4b8912a req-6b98ce77-904c-491f-a817-c142deecd72a service neutron] 10.222.0.39 "GET /v2.0/networks/17f227ef-535f-498d-b04c-ec88f70fbe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038228 Sep 30 13:14:08.322791 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-855e4871-19ca-4d69-8444-867152e68f84 None None] Deleting port 4075765f-aa23-478f-bb55-0d773d4a4cd0 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:14:08.323502 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-855e4871-19ca-4d69-8444-867152e68f84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:08.383220 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-eebd8690-95a1-498d-9e42-4318eef31a40 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:08.395052 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-855e4871-19ca-4d69-8444-867152e68f84 None None] For port 4075765f-aa23-478f-bb55-0d773d4a4cd0, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4075765f-aa23-478f-bb55-0d773d4a4cd0,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:08.395742 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-855e4871-19ca-4d69-8444-867152e68f84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:08.411893 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-855e4871-19ca-4d69-8444-867152e68f84 None None] Calling delete_port for 4075765f-aa23-478f-bb55-0d773d4a4cd0 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:14:08.436612 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-78257a93-dee3-46f1-87e5-b062b4b8912a req-03dfdcb4-e38a-4e52-92c6-317119f2c7a5 service neutron] 10.222.0.39 "GET /v2.0/networks/17f227ef-535f-498d-b04c-ec88f70fbe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466761 Sep 30 13:14:08.491859 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd8690-95a1-498d-9e42-4318eef31a40 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Pushing event updated for resources: {'Port': ['ID=cd0a9de7-6121-4766-88b4-a9625bfceeee,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:08.510125 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-855e4871-19ca-4d69-8444-867152e68f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:08.557542 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e4871-19ca-4d69-8444-867152e68f84 None None] Pushing event deleted for resources: {'Port': ['ID=4075765f-aa23-478f-bb55-0d773d4a4cd0,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:08.560293 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855e4871-19ca-4d69-8444-867152e68f84 None None] No DVR routers for this DVR port 4075765f-aa23-478f-bb55-0d773d4a4cd0 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:14:08.613372 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-121024b2-5907-4485-bfe8-2a874e697f0d service neutron] 10.222.0.54 "GET /v2.0/networks/5b65cd19-e064-45b3-8a14-4216e39c2769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5550356 Sep 30 13:14:08.624297 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48e72457-4aa8-45d7-aa7e-e754e307f824 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:08.724788 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c010072-5f3e-4f91-8301-98d53742964a req-51713a40-87b2-41c6-848d-00d13acd3214 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:08.727554 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0c010072-5f3e-4f91-8301-98d53742964a req-51713a40-87b2-41c6-848d-00d13acd3214 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0e40dc-1b8a-4dec-937c-48381da361c1 HTTP/1.1" status: 200 len: 943 time: 0.4592214 Sep 30 13:14:08.731488 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-eebd8690-95a1-498d-9e42-4318eef31a40 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Network d55517b2-5639-49a0-8308-46b3625d778e is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:08.752522 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e70a621-8461-4059-be85-eae8751783b2 req-3e0abfff-65e1-432e-a3d7-2d880df2b0cd service neutron] 10.222.0.39 "GET /v2.0/networks/17f227ef-535f-498d-b04c-ec88f70fbe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7328999 Sep 30 13:14:08.781048 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-eebd8690-95a1-498d-9e42-4318eef31a40 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:08.868920 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-eebd8690-95a1-498d-9e42-4318eef31a40 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:14:08.963606 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-af0cd606-c6fe-41cc-9fde-fe9b7be9d7c0 service neutron] 10.222.0.54 "GET /v2.0/networks/17f227ef-535f-498d-b04c-ec88f70fbe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8263791 Sep 30 13:14:09.029769 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0c010072-5f3e-4f91-8301-98d53742964a req-8212a7fb-0775-49f8-8aa7-23da723698b5 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725043 Sep 30 13:14:09.068683 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4075765f-aa23-478f-bb55-0d773d4a4cd0 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:14:09.096527 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 4075765f-aa23-478f-bb55-0d773d4a4cd0 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:14:09.097137 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4075765f-aa23-478f-bb55-0d773d4a4cd0 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:14:09.097750 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3d4b9b97-d45c-48cb-9d36-197baf335caf no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:14:09.123373 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 3d4b9b97-d45c-48cb-9d36-197baf335caf {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:14:09.123988 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3d4b9b97-d45c-48cb-9d36-197baf335caf not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:14:09.148571 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb01919-479f-474b-9dff-92f527240c7f req-a21a3fc2-62da-409e-8fe6-8d811d7957c0 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:09.157056 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 18a3efc2-70b3-4ec3-a8e1-30b7de888e17 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:14:09.159697 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb01919-479f-474b-9dff-92f527240c7f req-a21a3fc2-62da-409e-8fe6-8d811d7957c0 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:09.163281 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48e72457-4aa8-45d7-aa7e-e754e307f824 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:09.169844 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48e72457-4aa8-45d7-aa7e-e754e307f824 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:09.173441 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb01919-479f-474b-9dff-92f527240c7f req-a21a3fc2-62da-409e-8fe6-8d811d7957c0 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:09.182844 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-afb01919-479f-474b-9dff-92f527240c7f req-a21a3fc2-62da-409e-8fe6-8d811d7957c0 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2411 time: 0.1265664 Sep 30 13:14:09.227298 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-eebd8690-95a1-498d-9e42-4318eef31a40 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:09.227960 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-eebd8690-95a1-498d-9e42-4318eef31a40 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:09.251871 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-afb01919-479f-474b-9dff-92f527240c7f req-66c946da-ac37-4dda-adaa-35467118c742 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661614 Sep 30 13:14:09.334174 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36830657-de4d-4592-a731-81febdff4e64 req-22242d3d-d005-45be-8c70-306b2dc5edd8 service neutron] 10.222.0.54 "GET /v2.0/networks/5b65cd19-e064-45b3-8a14-4216e39c2769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6712725 Sep 30 13:14:09.344515 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e70a621-8461-4059-be85-eae8751783b2 req-3d26c38c-7f31-46d8-9e82-2538da1bbe53 service neutron] 10.222.0.39 "GET /v2.0/networks/17f227ef-535f-498d-b04c-ec88f70fbe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574679 Sep 30 13:14:09.358572 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-eebd8690-95a1-498d-9e42-4318eef31a40 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5840702 Sep 30 13:14:09.362680 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48e72457-4aa8-45d7-aa7e-e754e307f824 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:09.363484 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e72457-4aa8-45d7-aa7e-e754e307f824 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Fanout notify agent at l3_agent the message router_deleted on router 33f028d4-bd55-4215-bfe3-603956785999 {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:14:09.379944 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48e72457-4aa8-45d7-aa7e-e754e307f824 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:09.381625 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-48e72457-4aa8-45d7-aa7e-e754e307f824 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/routers/33f028d4-bd55-4215-bfe3-603956785999 HTTP/1.1" status: 204 len: 168 time: 1.2235305 Sep 30 13:14:09.384385 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05771a4e-0d75-46c5-8213-688b0f3377fd req-10545f9b-4938-48c5-9458-19bd4304ee07 service neutron] 10.222.0.54 "GET /v2.0/networks/17f227ef-535f-498d-b04c-ec88f70fbe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541439 Sep 30 13:14:09.388201 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 18a3efc2-70b3-4ec3-a8e1-30b7de888e17, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=18a3efc2-70b3-4ec3-a8e1-30b7de888e17,segment=NetworkSegment(6bf873a3-7cfc-4197-a209-441b53a33443),segment_id=6bf873a3-7cfc-4197-a209-441b53a33443)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:09.391906 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-12654bc4-05d4-415f-9e34-e36d7e519b3a service neutron] Request body: {'port': {'device_id': '2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:09.398039 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59220) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:09.407622 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '18a3efc2-70b3-4ec3-a8e1-30b7de888e17', 'network_id': '17f227ef-535f-498d-b04c-ec88f70fbe32', 'port_id': '18a3efc2-70b3-4ec3-a8e1-30b7de888e17', 'mac_address': 'fa:16:3e:b8:65:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e09cd1b-b493-4ed4-baaf-1dc88590bf2a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:14:09.478820 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:09.487200 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698c783-2eb5-4890-b4be-9ecf3fb8626f req-796a0675-020b-4fb3-ba90-08e815a7965f tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:09.489198 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9698c783-2eb5-4890-b4be-9ecf3fb8626f req-796a0675-020b-4fb3-ba90-08e815a7965f tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 931 time: 0.1606083 Sep 30 13:14:09.492873 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-868a93e5-48c5-4ad3-baf7-6bd03cd86e33 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0937147 Sep 30 13:14:09.496054 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59222) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:09.509492 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18a3efc2-70b3-4ec3-a8e1-30b7de888e17 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:14:09.519361 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ef24c-0f55-4d35-9940-3bfb9776d705 req-e1e596d6-9f96-4d98-b972-c35b8b929d14 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:09.520897 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-231ef24c-0f55-4d35-9940-3bfb9776d705 req-e1e596d6-9f96-4d98-b972-c35b8b929d14 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.2245634 Sep 30 13:14:09.539752 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 18a3efc2-70b3-4ec3-a8e1-30b7de888e17, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=18a3efc2-70b3-4ec3-a8e1-30b7de888e17,segment=NetworkSegment(6bf873a3-7cfc-4197-a209-441b53a33443),segment_id=6bf873a3-7cfc-4197-a209-441b53a33443)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:09.545309 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:09.546542 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device c38957e0-ddf6-4a5b-8d18-80802e8d67f6 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:14:09.574068 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7b4203-e627-4235-a993-067f476986f1 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:09.575578 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6e7b4203-e627-4235-a993-067f476986f1 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0774512 Sep 30 13:14:09.578523 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59224) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:09.604174 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port c38957e0-ddf6-4a5b-8d18-80802e8d67f6, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=c38957e0-ddf6-4a5b-8d18-80802e8d67f6,segment=NetworkSegment(6bf873a3-7cfc-4197-a209-441b53a33443),segment_id=6bf873a3-7cfc-4197-a209-441b53a33443)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:09.618294 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'c38957e0-ddf6-4a5b-8d18-80802e8d67f6', 'network_id': '17f227ef-535f-498d-b04c-ec88f70fbe32', 'port_id': 'c38957e0-ddf6-4a5b-8d18-80802e8d67f6', 'mac_address': 'fa:16:3e:c0:5a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e09cd1b-b493-4ed4-baaf-1dc88590bf2a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:14:09.640710 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c2820c10-b67f-4e4c-b0a8-0efb7e7dc6ef tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568027 Sep 30 13:14:09.648424 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59226) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:09.665329 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-a27cd83c-7e7e-44ad-90ae-dfa5c7574642 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:09.673209 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-12654bc4-05d4-415f-9e34-e36d7e519b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:09.673419 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9698c783-2eb5-4890-b4be-9ecf3fb8626f req-525e3ac1-6d74-40fd-b8c2-f370476e7276 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947433 Sep 30 13:14:09.691810 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-231ef24c-0f55-4d35-9940-3bfb9776d705 req-e5055254-a88b-40e2-ba4e-15518ff622aa tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395578 Sep 30 13:14:09.707554 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:09.713067 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c04e0-4e52-468e-b25d-b70c7511723f req-abbe84e5-6075-4c68-a14d-3a3b3ccb415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:09.713545 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c04e0-4e52-468e-b25d-b70c7511723f req-abbe84e5-6075-4c68-a14d-3a3b3ccb415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:09.714159 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c04e0-4e52-468e-b25d-b70c7511723f req-abbe84e5-6075-4c68-a14d-3a3b3ccb415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:09.715817 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e37c04e0-4e52-468e-b25d-b70c7511723f req-abbe84e5-6075-4c68-a14d-3a3b3ccb415f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f72cbde742fe4a1d9fe6654c3e717bf8&device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2864 time: 0.2508934 Sep 30 13:14:09.718154 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=18a3efc2-70b3-4ec3-a8e1-30b7de888e17,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:09.735829 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c38957e0-ddf6-4a5b-8d18-80802e8d67f6 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:14:09.739124 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2c545-6848-4549-86ef-6aad5a835e5d req-2c0a79d0-d25c-4ae4-ad9d-8856658e248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:09.740531 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ea2c545-6848-4549-86ef-6aad5a835e5d req-2c0a79d0-d25c-4ae4-ad9d-8856658e248a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=109fb06c4d3444d49086428c1389e0d9&device_id=4a78ecb9-a834-424b-930c-fde9e1c5b2b1 HTTP/1.1" status: 200 len: 1094 time: 0.2430377 Sep 30 13:14:09.771272 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port c38957e0-ddf6-4a5b-8d18-80802e8d67f6, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=c38957e0-ddf6-4a5b-8d18-80802e8d67f6,segment=NetworkSegment(6bf873a3-7cfc-4197-a209-441b53a33443),segment_id=6bf873a3-7cfc-4197-a209-441b53a33443)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:09.776881 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:09.836520 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=c38957e0-ddf6-4a5b-8d18-80802e8d67f6,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:09.987634 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['18a3efc2-70b3-4ec3-a8e1-30b7de888e17'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:14:09.996573 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['c38957e0-ddf6-4a5b-8d18-80802e8d67f6'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:14:10.069477 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27cd83c-7e7e-44ad-90ae-dfa5c7574642 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:10.073082 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a27cd83c-7e7e-44ad-90ae-dfa5c7574642 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:10.107613 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2c545-6848-4549-86ef-6aad5a835e5d req-b3a0e9c4-5051-407c-8c7f-53f1a90732be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:10.109118 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ea2c545-6848-4549-86ef-6aad5a835e5d req-b3a0e9c4-5051-407c-8c7f-53f1a90732be service neutron] 10.222.0.54 "GET /v2.0/networks?id=17f227ef-535f-498d-b04c-ec88f70fbe32 HTTP/1.1" status: 200 len: 916 time: 0.3295751 Sep 30 13:14:10.131901 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c04e0-4e52-468e-b25d-b70c7511723f req-14f46a01-e1ea-442c-98ce-11c5fc6d8964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:10.133556 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e37c04e0-4e52-468e-b25d-b70c7511723f req-14f46a01-e1ea-442c-98ce-11c5fc6d8964 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b65cd19-e064-45b3-8a14-4216e39c2769 HTTP/1.1" status: 200 len: 903 time: 0.4040196 Sep 30 13:14:10.195165 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4adb3-c2f0-4099-9248-5487f53d7b27 req-ad72b8cf-0692-439f-b913-9aeb990b104c tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:10.198397 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-eed4adb3-c2f0-4099-9248-5487f53d7b27 req-ad72b8cf-0692-439f-b913-9aeb990b104c tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0e40dc-1b8a-4dec-937c-48381da361c1 HTTP/1.1" status: 200 len: 944 time: 0.0716863 Sep 30 13:14:10.333755 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-eed4adb3-c2f0-4099-9248-5487f53d7b27 req-a6eda6fe-20a3-44ec-957d-664ddda6563f tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169949 Sep 30 13:14:10.609908 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ea2c545-6848-4549-86ef-6aad5a835e5d req-939da4fe-8f0f-4efc-bb8d-fc5ee710663d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9c104f1-237d-4a23-aece-e8c3e7168fb9 HTTP/1.1" status: 200 len: 217 time: 0.4915626 Sep 30 13:14:10.786951 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e37c04e0-4e52-468e-b25d-b70c7511723f req-b183dd38-1d34-4934-a723-8093a9fa6ae0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.57&port_id=1ae60573-509c-4b6d-bdfd-2245fdbc96a8 HTTP/1.1" status: 200 len: 217 time: 0.5525091 Sep 30 13:14:10.789147 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2c545-6848-4549-86ef-6aad5a835e5d req-b6c9f807-5dd8-4dd4-acad-222a13bb95f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:10.790917 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ea2c545-6848-4549-86ef-6aad5a835e5d req-b6c9f807-5dd8-4dd4-acad-222a13bb95f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e09cd1b-b493-4ed4-baaf-1dc88590bf2a HTTP/1.1" status: 200 len: 854 time: 0.1472471 Sep 30 13:14:10.878112 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987524cd-e030-4549-a967-e3f64e33e3cb req-c2f1ae53-2d10-4e4c-b6d5-8fa456b2aa39 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:10.886848 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-987524cd-e030-4549-a967-e3f64e33e3cb req-c2f1ae53-2d10-4e4c-b6d5-8fa456b2aa39 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 931 time: 0.0718880 Sep 30 13:14:10.932878 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea339d17-9d49-4448-b985-310a14c7ad1f req-6aa4a9f9-1c3f-4cc9-ace7-7385a7d128ec tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:10.936501 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-987524cd-e030-4549-a967-e3f64e33e3cb req-618824ee-75c3-449c-9253-2787c6ebc586 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487082 Sep 30 13:14:10.939328 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea339d17-9d49-4448-b985-310a14c7ad1f req-6aa4a9f9-1c3f-4cc9-ace7-7385a7d128ec tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:10.946924 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea339d17-9d49-4448-b985-310a14c7ad1f req-6aa4a9f9-1c3f-4cc9-ace7-7385a7d128ec tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:10.957148 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ea339d17-9d49-4448-b985-310a14c7ad1f req-6aa4a9f9-1c3f-4cc9-ace7-7385a7d128ec tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2411 time: 0.3160214 Sep 30 13:14:11.013412 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ea339d17-9d49-4448-b985-310a14c7ad1f req-a565169d-7011-4c92-9311-eb4ca4e64320 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553789 Sep 30 13:14:11.045704 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c04e0-4e52-468e-b25d-b70c7511723f req-95b487fa-9645-4a63-9189-20c22ac7ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:11.047257 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e37c04e0-4e52-468e-b25d-b70c7511723f req-95b487fa-9645-4a63-9189-20c22ac7ae26 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=51b48341-dec6-4c1c-825d-ea910a005d99 HTTP/1.1" status: 200 len: 801 time: 0.3029070 Sep 30 13:14:11.047615 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aefd2f-c853-43ad-b7b0-a0d6b1c3df3c req-10ab3cf4-b172-453d-9cf2-268503a2ede0 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:11.057603 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-48aefd2f-c853-43ad-b7b0-a0d6b1c3df3c req-10ab3cf4-b172-453d-9cf2-268503a2ede0 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.0711281 Sep 30 13:14:11.111142 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-48aefd2f-c853-43ad-b7b0-a0d6b1c3df3c req-e6cc32c4-c616-483b-b370-45cd30555a7c tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522749 Sep 30 13:14:11.139203 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 18a3efc2-70b3-4ec3-a8e1-30b7de888e17 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:14:11.139745 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-12654bc4-05d4-415f-9e34-e36d7e519b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd0a9de7-6121-4766-88b4-a9625bfceeee {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:14:11.148362 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-12654bc4-05d4-415f-9e34-e36d7e519b3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:11.161545 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-12654bc4-05d4-415f-9e34-e36d7e519b3a service neutron] Transition to ACTIVE for port object cd0a9de7-6121-4766-88b4-a9625bfceeee will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:14:11.184634 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2c545-6848-4549-86ef-6aad5a835e5d req-d43d7272-4c52-4a66-bf5b-61bd0698a6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:11.186874 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ea2c545-6848-4549-86ef-6aad5a835e5d req-d43d7272-4c52-4a66-bf5b-61bd0698a6c8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=17f227ef-535f-498d-b04c-ec88f70fbe32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3613660 Sep 30 13:14:11.223510 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-12654bc4-05d4-415f-9e34-e36d7e519b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:11.255707 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 18a3efc2-70b3-4ec3-a8e1-30b7de888e17 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:14:11.260026 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 18a3efc2-70b3-4ec3-a8e1-30b7de888e17 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:11.260402 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:11.287517 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12654bc4-05d4-415f-9e34-e36d7e519b3a service neutron] Pushing event updated for resources: {'Port': ['ID=cd0a9de7-6121-4766-88b4-a9625bfceeee,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:11.452261 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:11.459244 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c04e0-4e52-468e-b25d-b70c7511723f req-e3aa0eae-10b7-47c8-a071-953d26205d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:11.461045 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e37c04e0-4e52-468e-b25d-b70c7511723f req-e3aa0eae-10b7-47c8-a071-953d26205d27 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b65cd19-e064-45b3-8a14-4216e39c2769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4025755 Sep 30 13:14:11.521107 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 18a3efc2-70b3-4ec3-a8e1-30b7de888e17, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=18a3efc2-70b3-4ec3-a8e1-30b7de888e17,segment=NetworkSegment(6bf873a3-7cfc-4197-a209-441b53a33443),segment_id=6bf873a3-7cfc-4197-a209-441b53a33443)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:11.522179 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0e40dc-1b8a-4dec-937c-48381da361c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a3efc2-70b3-4ec3-a8e1-30b7de888e17'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:14:11.525935 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9a2428-9ed4-4aa3-85f4-104b9f33bb93" -d '{"events": [{"server_uuid": "6b0e40dc-1b8a-4dec-937c-48381da361c1", "name": "network-vif-plugged", "status": "completed", "tag": "18a3efc2-70b3-4ec3-a8e1-30b7de888e17"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:14:11.544932 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:11.545762 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device c38957e0-ddf6-4a5b-8d18-80802e8d67f6 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:14:11.650160 n-d-810909-2 neutron-server[94763]: DEBUG neutron.objects.ports [None req-a27cd83c-7e7e-44ad-90ae-dfa5c7574642 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94763) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 13:14:11.661118 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6db1eba-3248-472a-960e-7d4dda373c00 x-openstack-request-id: req-f6db1eba-3248-472a-960e-7d4dda373c00 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:14:11.661317 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0e40dc-1b8a-4dec-937c-48381da361c1", "name": "network-vif-plugged", "status": "completed", "tag": "18a3efc2-70b3-4ec3-a8e1-30b7de888e17", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:14:11.661580 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6db1eba-3248-472a-960e-7d4dda373c00 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:14:11.661983 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0e40dc-1b8a-4dec-937c-48381da361c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a3efc2-70b3-4ec3-a8e1-30b7de888e17', 'code': 200} Sep 30 13:14:11.685174 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a27cd83c-7e7e-44ad-90ae-dfa5c7574642 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:11.688542 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ea2c545-6848-4549-86ef-6aad5a835e5d req-10a1b763-d4d0-40b9-bb8b-5229aa589a01 service neutron] 10.222.0.54 "GET /v2.0/networks/17f227ef-535f-498d-b04c-ec88f70fbe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788024 Sep 30 13:14:11.711163 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=18a3efc2-70b3-4ec3-a8e1-30b7de888e17,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:11.746090 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port c38957e0-ddf6-4a5b-8d18-80802e8d67f6 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:14:11.760176 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port c38957e0-ddf6-4a5b-8d18-80802e8d67f6 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:11.760538 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:11.765779 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79b5b1-f7da-4a05-8de2-e8dd41370efb req-08a8f37c-615b-43fb-b3cd-f8825070856f tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:11.775582 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1b79b5b1-f7da-4a05-8de2-e8dd41370efb req-08a8f37c-615b-43fb-b3cd-f8825070856f tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0e40dc-1b8a-4dec-937c-48381da361c1 HTTP/1.1" status: 200 len: 944 time: 0.2852237 Sep 30 13:14:11.881828 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e37c04e0-4e52-468e-b25d-b70c7511723f req-c05de9e0-a457-4451-b98f-ff1b97d5254f service neutron] 10.222.0.54 "GET /v2.0/networks/5b65cd19-e064-45b3-8a14-4216e39c2769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968236 Sep 30 13:14:11.906123 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:11.977825 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port c38957e0-ddf6-4a5b-8d18-80802e8d67f6, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=c38957e0-ddf6-4a5b-8d18-80802e8d67f6,segment=NetworkSegment(6bf873a3-7cfc-4197-a209-441b53a33443),segment_id=6bf873a3-7cfc-4197-a209-441b53a33443)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:11.983937 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-12654bc4-05d4-415f-9e34-e36d7e519b3a service neutron] Attempting to bind port cd0a9de7-6121-4766-88b4-a9625bfceeee on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:14:11.984260 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-12654bc4-05d4-415f-9e34-e36d7e519b3a service neutron] Attempting to bind port cd0a9de7-6121-4766-88b4-a9625bfceeee by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'a65dfc45-776c-463c-a57b-60f1ac1b61cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:14:11.984814 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-12654bc4-05d4-415f-9e34-e36d7e519b3a service neutron] Attempting to bind port cd0a9de7-6121-4766-88b4-a9625bfceeee on network d55517b2-5639-49a0-8308-46b3625d778e {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:14:11.986006 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:12.034197 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27cd83c-7e7e-44ad-90ae-dfa5c7574642 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:12.035127 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-12654bc4-05d4-415f-9e34-e36d7e519b3a service neutron] Port cd0a9de7-6121-4766-88b4-a9625bfceeee on network d55517b2-5639-49a0-8308-46b3625d778e not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:14:12.035469 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-12654bc4-05d4-415f-9e34-e36d7e519b3a service neutron] Attempting to bind port cd0a9de7-6121-4766-88b4-a9625bfceeee on network d55517b2-5639-49a0-8308-46b3625d778e {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:14:12.076045 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=c38957e0-ddf6-4a5b-8d18-80802e8d67f6,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:12.084423 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba66303-d646-4821-aa04-5719367c910e req-1f175836-d312-475e-adff-f2f5c1b31ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:12.086620 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fba66303-d646-4821-aa04-5719367c910e req-1f175836-d312-475e-adff-f2f5c1b31ae7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6b0e40dc-1b8a-4dec-937c-48381da361c1 HTTP/1.1" status: 200 len: 1096 time: 0.3612118 Sep 30 13:14:12.087585 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-a27cd83c-7e7e-44ad-90ae-dfa5c7574642 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:12.100132 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc4d21c-b200-4769-bd40-49d1f9f853da None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:12.119332 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:12.119715 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:12.120004 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:12.120331 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:12.120659 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:12.120984 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:12.121302 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:12.121626 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:12.121940 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:12.122296 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:12.122619 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:12.122928 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:12.123707 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27cd83c-7e7e-44ad-90ae-dfa5c7574642 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:12.124303 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a27cd83c-7e7e-44ad-90ae-dfa5c7574642 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:12.143736 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-12654bc4-05d4-415f-9e34-e36d7e519b3a service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:14:12.144302 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-12654bc4-05d4-415f-9e34-e36d7e519b3a service neutron] Checking segment: {'id': 'a65dfc45-776c-463c-a57b-60f1ac1b61cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:14:12.144519 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-12654bc4-05d4-415f-9e34-e36d7e519b3a service neutron] Bound using segment: {'id': 'a65dfc45-776c-463c-a57b-60f1ac1b61cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:14:12.144948 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-12654bc4-05d4-415f-9e34-e36d7e519b3a service neutron] Bound port: cd0a9de7-6121-4766-88b4-a9625bfceeee, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65dfc45-776c-463c-a57b-60f1ac1b61cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:14:12.145307 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-12654bc4-05d4-415f-9e34-e36d7e519b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:12.156506 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a61276-0997-4eb2-b182-88e1632b24ed req-28a65017-a360-496a-a715-0611215ed946 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:12.166567 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a3a61276-0997-4eb2-b182-88e1632b24ed req-28a65017-a360-496a-a715-0611215ed946 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 943 time: 0.1492629 Sep 30 13:14:12.169666 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a27cd83c-7e7e-44ad-90ae-dfa5c7574642 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5088670 Sep 30 13:14:12.195049 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59280) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:12.219042 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-70ddb620-7356-4f80-b583-0d189c60c113 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:12.219276 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cd83c-7e7e-44ad-90ae-dfa5c7574642 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=f8289cb9-21f4-4f79-8bc9-740cac5dabb5,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:12.290573 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fba66303-d646-4821-aa04-5719367c910e req-eed8af56-a4e8-4e0e-b3f6-cfb9b154ed43 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726627 Sep 30 13:14:12.307965 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1b79b5b1-f7da-4a05-8de2-e8dd41370efb req-1819ab0f-cb6d-4d12-8f92-fd2fa54d1fe5 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872668 Sep 30 13:14:12.308981 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c2ad2b-6865-4d04-a4cf-443aaec0113c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'fixed_ips': [{'subnet_id': 'f8289cb9-21f4-4f79-8bc9-740cac5dabb5'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:14:12.310720 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d5c2ad2b-6865-4d04-a4cf-443aaec0113c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:12.324838 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ea2c545-6848-4549-86ef-6aad5a835e5d req-0275a959-fc08-4660-939b-af866968a29d service neutron] 10.222.0.54 "GET /v2.0/networks/17f227ef-535f-498d-b04c-ec88f70fbe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6214118 Sep 30 13:14:12.343131 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-12654bc4-05d4-415f-9e34-e36d7e519b3a service neutron] For port cd0a9de7-6121-4766-88b4-a9625bfceeee, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:14:12.347642 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-12654bc4-05d4-415f-9e34-e36d7e519b3a service neutron] For port cd0a9de7-6121-4766-88b4-a9625bfceeee, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cd0a9de7-6121-4766-88b4-a9625bfceeee,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:14:12.359059 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-12654bc4-05d4-415f-9e34-e36d7e519b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:12.367213 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a3a61276-0997-4eb2-b182-88e1632b24ed req-78d5b539-4df0-4b2d-8f1b-f771b5592093 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934376 Sep 30 13:14:12.454152 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ddb620-7356-4f80-b583-0d189c60c113 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:12.457556 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-70ddb620-7356-4f80-b583-0d189c60c113 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:12.485106 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e37c04e0-4e52-468e-b25d-b70c7511723f req-dc673043-e81e-4d58-889b-41a054eef3ea service neutron] 10.222.0.54 "GET /v2.0/networks/5b65cd19-e064-45b3-8a14-4216e39c2769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264308 Sep 30 13:14:12.501460 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-12654bc4-05d4-415f-9e34-e36d7e519b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:12.502261 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-12654bc4-05d4-415f-9e34-e36d7e519b3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:12.503765 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-12654bc4-05d4-415f-9e34-e36d7e519b3a service neutron] 10.222.0.39 "PUT /v2.0/ports/cd0a9de7-6121-4766-88b4-a9625bfceeee HTTP/1.1" status: 200 len: 1091 time: 3.1174741 Sep 30 13:14:12.505925 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9', 'tag': 'cd0a9de7-6121-4766-88b4-a9625bfceeee'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:14:12.508762 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7949308f-06b4-444c-9802-6c6ca7d14395" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9", "tag": "cd0a9de7-6121-4766-88b4-a9625bfceeee"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:14:12.532475 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12654bc4-05d4-415f-9e34-e36d7e519b3a service neutron] Pushing event updated for resources: {'Port': ['ID=cd0a9de7-6121-4766-88b4-a9625bfceeee,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:12.578219 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-d5c2ad2b-6865-4d04-a4cf-443aaec0113c None None] Allocated IP 2001:db8::f816:3eff:feba:1b0e (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/f8289cb9-21f4-4f79-8bc9-740cac5dabb5/b11b71ad-f5d0-41ae-9310-12b5bd4bd98b) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:14:12.583916 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c983e-1970-40a0-9933-cd9f2277bcfc req-0d8f2f6c-37c0-469e-ae8d-6be2a34adc5d tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:12.590935 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c983e-1970-40a0-9933-cd9f2277bcfc req-0d8f2f6c-37c0-469e-ae8d-6be2a34adc5d tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:12.598859 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c983e-1970-40a0-9933-cd9f2277bcfc req-0d8f2f6c-37c0-469e-ae8d-6be2a34adc5d tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:12.600684 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-564c983e-1970-40a0-9933-cd9f2277bcfc req-0d8f2f6c-37c0-469e-ae8d-6be2a34adc5d tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2411 time: 0.1535413 Sep 30 13:14:12.619146 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adef15c-5c15-4ec7-9402-14839858b6ff req-72a11119-295d-45d2-af2c-0855c0c0e768 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:12.627995 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4adef15c-5c15-4ec7-9402-14839858b6ff req-72a11119-295d-45d2-af2c-0855c0c0e768 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.1669319 Sep 30 13:14:12.642776 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-f1f7b442-bb8e-4d49-957f-207f0932b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:12.644313 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-f1f7b442-bb8e-4d49-957f-207f0932b781 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec3b180775b4f8e89f487846414229c&device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 1094 time: 0.1006470 Sep 30 13:14:12.653531 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-564c983e-1970-40a0-9933-cd9f2277bcfc req-9f884ae8-4cec-41d2-bac1-6039daa9c870 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463071 Sep 30 13:14:12.702067 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-e099c1b1-4879-4e6e-a6ca-da99baad98d1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd0a9de7-6121-4766-88b4-a9625bfceeee HTTP/1.1" status: 200 len: 217 time: 0.0468659 Sep 30 13:14:12.728965 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4adef15c-5c15-4ec7-9402-14839858b6ff req-2b4e213f-ec6f-487b-b639-db5f2fde5bf8 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971327 Sep 30 13:14:12.775593 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-f0765980-b9b7-4541-a8a6-bef309b68d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:12.777389 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-f0765980-b9b7-4541-a8a6-bef309b68d6e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b636e036-02ee-475d-8821-ce0c9f216c9a HTTP/1.1" status: 200 len: 852 time: 0.0651522 Sep 30 13:14:12.782368 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d5c2ad2b-6865-4d04-a4cf-443aaec0113c None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:12.796545 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d5c2ad2b-6865-4d04-a4cf-443aaec0113c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:12.838423 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c2ad2b-6865-4d04-a4cf-443aaec0113c None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:12.844741 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e694e66a-0c69-416c-9586-7018a73d72b3 x-openstack-request-id: req-e694e66a-0c69-416c-9586-7018a73d72b3 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:14:12.846275 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9", "tag": "cd0a9de7-6121-4766-88b4-a9625bfceeee", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:14:12.846275 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e694e66a-0c69-416c-9586-7018a73d72b3 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:14:12.846275 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9', 'tag': 'cd0a9de7-6121-4766-88b4-a9625bfceeee', 'status': 'completed', 'code': 200} Sep 30 13:14:12.846557 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-d5c2ad2b-6865-4d04-a4cf-443aaec0113c None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:12.849407 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c2ad2b-6865-4d04-a4cf-443aaec0113c None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:14:12.857066 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-341f43df-dae9-4f5a-9455-de607c2cfcef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d55517b2-5639-49a0-8308-46b3625d778e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669959 Sep 30 13:14:12.884551 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2ad2b-6865-4d04-a4cf-443aaec0113c None None] Pushing event updated for resources: {'Port': ['ID=b11b71ad-f5d0-41ae-9310-12b5bd4bd98b,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:12.884916 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b6df2-dee8-4941-b4a0-07d3ef78ae66 req-209de658-de26-4b97-b385-a49e1c6a725d tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:12.886687 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-134b6df2-dee8-4941-b4a0-07d3ef78ae66 req-209de658-de26-4b97-b385-a49e1c6a725d tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 945 time: 0.1082797 Sep 30 13:14:12.934998 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-d5c2ad2b-6865-4d04-a4cf-443aaec0113c None None] Attempting to bind port b11b71ad-f5d0-41ae-9310-12b5bd4bd98b on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:14:12.935373 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-d5c2ad2b-6865-4d04-a4cf-443aaec0113c None None] Attempting to bind port b11b71ad-f5d0-41ae-9310-12b5bd4bd98b by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:14:12.935739 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c2ad2b-6865-4d04-a4cf-443aaec0113c None None] Attempting to bind port b11b71ad-f5d0-41ae-9310-12b5bd4bd98b on network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:14:12.941943 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c2ad2b-6865-4d04-a4cf-443aaec0113c None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:14:12.942346 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c2ad2b-6865-4d04-a4cf-443aaec0113c None None] Checking segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:14:12.942747 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d5c2ad2b-6865-4d04-a4cf-443aaec0113c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:12.943135 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c2ad2b-6865-4d04-a4cf-443aaec0113c None None] Bound using segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:14:12.943593 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-d5c2ad2b-6865-4d04-a4cf-443aaec0113c None None] Bound port: b11b71ad-f5d0-41ae-9310-12b5bd4bd98b, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:14:12.943969 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d5c2ad2b-6865-4d04-a4cf-443aaec0113c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:12.989273 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-134b6df2-dee8-4941-b4a0-07d3ef78ae66 req-db7e3cfc-f252-4211-bbd1-ae3af7b392fe tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862443 Sep 30 13:14:13.029080 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-70ddb620-7356-4f80-b583-0d189c60c113 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:13.030541 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-afe2e9c7-9334-4dc8-90a9-62bbe5b801b3 service neutron] 10.222.0.39 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640251 Sep 30 13:14:13.032479 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d5c2ad2b-6865-4d04-a4cf-443aaec0113c None None] For port b11b71ad-f5d0-41ae-9310-12b5bd4bd98b, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:14:13.035916 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d5c2ad2b-6865-4d04-a4cf-443aaec0113c None None] For port b11b71ad-f5d0-41ae-9310-12b5bd4bd98b, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b11b71ad-f5d0-41ae-9310-12b5bd4bd98b,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:14:13.040983 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d5c2ad2b-6865-4d04-a4cf-443aaec0113c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:13.099678 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2ad2b-6865-4d04-a4cf-443aaec0113c None None] Pushing event updated for resources: {'Port': ['ID=b11b71ad-f5d0-41ae-9310-12b5bd4bd98b,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:13.138706 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddb620-7356-4f80-b583-0d189c60c113 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=4f5494a0-a6b7-43b3-a25a-256985f4c124,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:13.150659 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ddb620-7356-4f80-b583-0d189c60c113 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:13.153251 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-70ddb620-7356-4f80-b583-0d189c60c113 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:13.161774 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ddb620-7356-4f80-b583-0d189c60c113 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:13.162482 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-70ddb620-7356-4f80-b583-0d189c60c113 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:13.175790 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1dc73a99-8651-4c65-8231-bfa6f798c6f3 req-4868965c-20c9-4914-bc41-f6858146cb31 service neutron] 10.222.0.39 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376712 Sep 30 13:14:13.200954 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-70ddb620-7356-4f80-b583-0d189c60c113 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9861600 Sep 30 13:14:13.203608 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59302) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:13.208949 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-29a7191a-c9ca-46ef-a520-341b5d48b743 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'port': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'mac_address': 'fa:16:3e:47:b4:74', 'name': 'tempest-NetworksTestDHCPv6-115773264'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:13.286543 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949308f-06b4-444c-9802-6c6ca7d14395 req-4a35ddfa-265b-4825-b21e-04b06c42a8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:13.288212 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7949308f-06b4-444c-9802-6c6ca7d14395 req-4a35ddfa-265b-4825-b21e-04b06c42a8c4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec3b180775b4f8e89f487846414229c&device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 1094 time: 0.0539391 Sep 30 13:14:13.421393 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a7191a-c9ca-46ef-a520-341b5d48b743 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:13.518321 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949308f-06b4-444c-9802-6c6ca7d14395 req-39c37ee0-ae67-432a-9d5c-b68253a59b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:13.519747 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7949308f-06b4-444c-9802-6c6ca7d14395 req-39c37ee0-ae67-432a-9d5c-b68253a59b04 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d55517b2-5639-49a0-8308-46b3625d778e HTTP/1.1" status: 200 len: 913 time: 0.2112360 Sep 30 13:14:13.568711 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484381c-ab21-4d3d-876b-cad3034d3577 req-b37112f8-1bfe-4dcf-aab3-ca795e53fb9c tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:13.576525 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3484381c-ab21-4d3d-876b-cad3034d3577 req-b37112f8-1bfe-4dcf-aab3-ca795e53fb9c tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0e40dc-1b8a-4dec-937c-48381da361c1 HTTP/1.1" status: 200 len: 945 time: 0.1275473 Sep 30 13:14:13.577278 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7949308f-06b4-444c-9802-6c6ca7d14395 req-fbc856b8-62b0-4800-9489-a81e4414c385 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd0a9de7-6121-4766-88b4-a9625bfceeee HTTP/1.1" status: 200 len: 217 time: 0.0488796 Sep 30 13:14:13.585028 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714ab07-a4db-488b-8dfb-9f5fc7a05c8f req-62f1096b-5ded-4bfe-9508-43fbd7414f11 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:13.587359 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c714ab07-a4db-488b-8dfb-9f5fc7a05c8f req-62f1096b-5ded-4bfe-9508-43fbd7414f11 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 943 time: 0.1135569 Sep 30 13:14:13.607646 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-29a7191a-c9ca-46ef-a520-341b5d48b743 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:13.636209 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3484381c-ab21-4d3d-876b-cad3034d3577 req-f1ee7554-3672-4d47-a51a-d9d5f54fa143 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588300 Sep 30 13:14:13.644370 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-29a7191a-c9ca-46ef-a520-341b5d48b743 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] device_id is not set on port 4943cf55-32f8-4872-9471-01739e03ada1 yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:14:13.663780 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23d6513-e70a-4c86-94ca-67b273964ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38957e0-ddf6-4a5b-8d18-80802e8d67f6'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:14:13.664429 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c714ab07-a4db-488b-8dfb-9f5fc7a05c8f req-b624c80d-8316-4e15-bc24-d9f983ec349a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688994 Sep 30 13:14:13.668251 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949308f-06b4-444c-9802-6c6ca7d14395 req-867ef6b6-1b5d-45b7-bb0e-09d8399c38ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:13.669478 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7949308f-06b4-444c-9802-6c6ca7d14395 req-867ef6b6-1b5d-45b7-bb0e-09d8399c38ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b636e036-02ee-475d-8821-ce0c9f216c9a HTTP/1.1" status: 200 len: 852 time: 0.0811853 Sep 30 13:14:13.672264 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0df649-9132-488f-bff5-f9d97c68901c" -d '{"events": [{"server_uuid": "a23d6513-e70a-4c86-94ca-67b273964ce2", "name": "network-vif-plugged", "status": "completed", "tag": "c38957e0-ddf6-4a5b-8d18-80802e8d67f6"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:14:13.704503 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7949308f-06b4-444c-9802-6c6ca7d14395 req-b3a3077c-865e-40a0-86f7-ea638855086d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d55517b2-5639-49a0-8308-46b3625d778e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271149 Sep 30 13:14:13.760551 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d9269c-8f6d-45ee-b61b-92cc1e45e256 x-openstack-request-id: req-e5d9269c-8f6d-45ee-b61b-92cc1e45e256 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:14:13.760931 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23d6513-e70a-4c86-94ca-67b273964ce2", "name": "network-vif-plugged", "status": "completed", "tag": "c38957e0-ddf6-4a5b-8d18-80802e8d67f6", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:14:13.761255 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5d9269c-8f6d-45ee-b61b-92cc1e45e256 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:14:13.761758 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23d6513-e70a-4c86-94ca-67b273964ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38957e0-ddf6-4a5b-8d18-80802e8d67f6', 'code': 200} Sep 30 13:14:13.918611 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7949308f-06b4-444c-9802-6c6ca7d14395 req-87124598-25f9-46e3-b076-f4b798b3d31f service neutron] 10.222.0.39 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048092 Sep 30 13:14:13.935987 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a7ea3-17e0-47af-b038-3b655151f286 req-45b75d61-098d-47a9-866d-cbb8a959cacc tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:13.943418 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a7ea3-17e0-47af-b038-3b655151f286 req-45b75d61-098d-47a9-866d-cbb8a959cacc tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:13.950593 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cfb6d-acd4-42b8-b2e2-b66dcabc3359 req-0662834b-d48a-4079-b0d1-eef2c7a0d9c2 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:13.952300 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-da2cfb6d-acd4-42b8-b2e2-b66dcabc3359 req-0662834b-d48a-4079-b0d1-eef2c7a0d9c2 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.1070247 Sep 30 13:14:13.953549 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-29a7191a-c9ca-46ef-a520-341b5d48b743 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 172.20.0.12 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/4f5494a0-a6b7-43b3-a25a-256985f4c124/4943cf55-32f8-4872-9471-01739e03ada1) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:14:13.955651 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a7ea3-17e0-47af-b038-3b655151f286 req-45b75d61-098d-47a9-866d-cbb8a959cacc tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:13.958337 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7b0a7ea3-17e0-47af-b038-3b655151f286 req-45b75d61-098d-47a9-866d-cbb8a959cacc tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2411 time: 0.1976616 Sep 30 13:14:13.961627 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-29a7191a-c9ca-46ef-a520-341b5d48b743 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 2001:db8::f816:3eff:fe47:b474 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/f8289cb9-21f4-4f79-8bc9-740cac5dabb5/4943cf55-32f8-4872-9471-01739e03ada1) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:14:13.992691 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb469bb2-2155-4511-b4e6-ba4c8ea0a315 req-6cc665d1-6f96-46bd-a75f-1fe37d6d4717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:13.994955 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cb469bb2-2155-4511-b4e6-ba4c8ea0a315 req-6cc665d1-6f96-46bd-a75f-1fe37d6d4717 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 1096 time: 0.1654670 Sep 30 13:14:14.049728 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-da2cfb6d-acd4-42b8-b2e2-b66dcabc3359 req-eedd71bf-047f-4f47-a535-14f5b1386e8d tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714335 Sep 30 13:14:14.107051 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7b0a7ea3-17e0-47af-b038-3b655151f286 req-c6634488-9dbc-47bf-9092-aba837d4b06b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425436 Sep 30 13:14:14.184389 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cb469bb2-2155-4511-b4e6-ba4c8ea0a315 req-9431c064-7ae9-4061-8dde-fe6239b27f12 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736133 Sep 30 13:14:14.187193 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7949308f-06b4-444c-9802-6c6ca7d14395 req-33b3ab76-9711-4a6e-81ba-a8df28a0d2db service neutron] 10.222.0.39 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278852 Sep 30 13:14:14.241093 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-29a7191a-c9ca-46ef-a520-341b5d48b743 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:14.275836 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e456d-90b2-471b-83dd-cd7cb9359b97 req-1ebd3a35-9691-4c82-acd2-afd496f2035a tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:14.277412 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d4e456d-90b2-471b-83dd-cd7cb9359b97 req-1ebd3a35-9691-4c82-acd2-afd496f2035a tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 945 time: 0.0850711 Sep 30 13:14:14.317207 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-29a7191a-c9ca-46ef-a520-341b5d48b743 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:14.352662 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d4e456d-90b2-471b-83dd-cd7cb9359b97 req-74c15cef-455e-4f2e-83ce-a18d1a64e814 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681436 Sep 30 13:14:14.373727 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a7191a-c9ca-46ef-a520-341b5d48b743 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:14.377657 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-29a7191a-c9ca-46ef-a520-341b5d48b743 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:14.383271 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a7191a-c9ca-46ef-a520-341b5d48b743 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:14:14.390857 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7191a-c9ca-46ef-a520-341b5d48b743 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Port': ['ID=4943cf55-32f8-4872-9471-01739e03ada1,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:14.455891 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3674cbb-7e15-4aa9-a21a-5f4bcb7f2114 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:14.490351 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a7191a-c9ca-46ef-a520-341b5d48b743 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:14.491446 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-29a7191a-c9ca-46ef-a520-341b5d48b743 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:14.525582 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-29a7191a-c9ca-46ef-a520-341b5d48b743 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3181448 Sep 30 13:14:14.525952 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59336) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:14.608353 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3fcbef-28da-4dee-96f3-e8355fed0c21 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:14.614884 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59338) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:14.625255 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3fcbef-28da-4dee-96f3-e8355fed0c21 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:14.629401 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8f3fcbef-28da-4dee-96f3-e8355fed0c21 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0999978 Sep 30 13:14:14.630132 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59342) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:14.775422 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 1ae60573-509c-4b6d-bdfd-2245fdbc96a8 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:14:14.797889 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6b2adf9c-5f98-4fa1-b5cd-b113c643251e None None] Provisioning complete for port b11b71ad-f5d0-41ae-9310-12b5bd4bd98b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:14.798571 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6b2adf9c-5f98-4fa1-b5cd-b113c643251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:14.808321 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-65e6f0bb-8887-4cd2-a19d-63b4b7808713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:14.854045 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:14.885850 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666b1c5-e41a-47b7-a324-7edfc8894ec6 req-4ec6a497-ced7-47b8-8b2e-2d68e17622b1 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:14.889284 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a666b1c5-e41a-47b7-a324-7edfc8894ec6 req-4ec6a497-ced7-47b8-8b2e-2d68e17622b1 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0e40dc-1b8a-4dec-937c-48381da361c1 HTTP/1.1" status: 200 len: 945 time: 0.1497414 Sep 30 13:14:14.937668 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-2ef9b042-e8df-4a3c-be93-e79067a974d0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting port 4943cf55-32f8-4872-9471-01739e03ada1 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:14:14.937949 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b042-e8df-4a3c-be93-e79067a974d0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:15.078042 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa33de6-4f03-4961-a817-9120f7c74d5c req-6a4789cf-431e-4ed9-9c83-86aef1ee6f8a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:15.081904 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cfa33de6-4f03-4961-a817-9120f7c74d5c req-6a4789cf-431e-4ed9-9c83-86aef1ee6f8a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 943 time: 0.0930767 Sep 30 13:14:15.087034 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a666b1c5-e41a-47b7-a324-7edfc8894ec6 req-e3d4fc53-100c-40fc-b32c-71ab878e1fb4 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894412 Sep 30 13:14:15.120444 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 1ae60573-509c-4b6d-bdfd-2245fdbc96a8, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1ae60573-509c-4b6d-bdfd-2245fdbc96a8,segment=NetworkSegment(9ee9fb11-598a-4f18-a9ee-487c92777f66),segment_id=9ee9fb11-598a-4f18-a9ee-487c92777f66)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:15.138278 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b042-e8df-4a3c-be93-e79067a974d0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:15.173207 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-2ef9b042-e8df-4a3c-be93-e79067a974d0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Calling delete_port for 4943cf55-32f8-4872-9471-01739e03ada1 owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:14:15.196219 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cfa33de6-4f03-4961-a817-9120f7c74d5c req-3e39d5dc-eb52-4c73-988c-e2748a4c6a83 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110947 Sep 30 13:14:15.203619 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b11b71ad-f5d0-41ae-9310-12b5bd4bd98b up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:14:15.211808 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6b2adf9c-5f98-4fa1-b5cd-b113c643251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:15.239928 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-65e6f0bb-8887-4cd2-a19d-63b4b7808713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:15.241825 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '1ae60573-509c-4b6d-bdfd-2245fdbc96a8', 'network_id': '5b65cd19-e064-45b3-8a14-4216e39c2769', 'port_id': '1ae60573-509c-4b6d-bdfd-2245fdbc96a8', 'mac_address': 'fa:16:3e:26:50:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b48341-dec6-4c1c-825d-ea910a005d99', 'ip_address': '19.80.0.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:14:15.246524 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97359dd-3294-447a-a165-f27c4b8c1042 None None] Update dhcp port {'port': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'fixed_ips': [{'subnet_id': 'f8289cb9-21f4-4f79-8bc9-740cac5dabb5', 'ip_address': '2001:db8::f816:3eff:feba:1b0e'}, {'subnet_id': '4f5494a0-a6b7-43b3-a25a-256985f4c124'}], 'binding:host_id': 'n-d-810909-2'}, 'id': 'b11b71ad-f5d0-41ae-9310-12b5bd4bd98b'} from n-d-810909-2. {{(pid=94765) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 13:14:15.273467 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-65e6f0bb-8887-4cd2-a19d-63b4b7808713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:15.338280 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-6b2adf9c-5f98-4fa1-b5cd-b113c643251e None None] For port b11b71ad-f5d0-41ae-9310-12b5bd4bd98b, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b11b71ad-f5d0-41ae-9310-12b5bd4bd98b,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:15.339923 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-65e6f0bb-8887-4cd2-a19d-63b4b7808713 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c11cf0c3d59d454dbf4d44d36c859113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7237802 Sep 30 13:14:15.340081 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f97359dd-3294-447a-a165-f27c4b8c1042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:15.345302 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59362) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:15.347717 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6b2adf9c-5f98-4fa1-b5cd-b113c643251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:15.351025 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb492db9-6102-4c56-8872-724c0ec252eb req-89855409-7765-4d86-b4c1-d4ae83658d11 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:15.352763 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb492db9-6102-4c56-8872-724c0ec252eb req-89855409-7765-4d86-b4c1-d4ae83658d11 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.1591864 Sep 30 13:14:15.353868 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6f0bb-8887-4cd2-a19d-63b4b7808713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bf59ad-6ea0-4df0-a383-b5244760add3,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:15.365876 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:15.393904 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8a4f5-0ddf-47c2-b10d-5b2392f177a8 req-ef3fd1b7-ef50-41b2-b4db-4f55daa19f5c tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:15.402404 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e6e8a4f5-0ddf-47c2-b10d-5b2392f177a8 req-ef3fd1b7-ef50-41b2-b4db-4f55daa19f5c tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 945 time: 0.1064942 Sep 30 13:14:15.431119 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae60573-509c-4b6d-bdfd-2245fdbc96a8 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:14:15.456739 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port b11b71ad-f5d0-41ae-9310-12b5bd4bd98b triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:15.457124 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:15.467487 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb492db9-6102-4c56-8872-724c0ec252eb req-3850f005-e45a-4c6e-99dc-d035ea5a6eff tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954468 Sep 30 13:14:15.477207 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e6e8a4f5-0ddf-47c2-b10d-5b2392f177a8 req-8f84f6cd-0d69-4aa9-8ba7-5645a890b9ad tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737250 Sep 30 13:14:15.484649 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5db0b511-d752-48d0-970d-06894f11d13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:15.509830 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 1ae60573-509c-4b6d-bdfd-2245fdbc96a8, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1ae60573-509c-4b6d-bdfd-2245fdbc96a8,segment=NetworkSegment(9ee9fb11-598a-4f18-a9ee-487c92777f66),segment_id=9ee9fb11-598a-4f18-a9ee-487c92777f66)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:15.558994 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5db0b511-d752-48d0-970d-06894f11d13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:15.562570 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2adf9c-5f98-4fa1-b5cd-b113c643251e None None] Pushing event updated for resources: {'Port': ['ID=b11b71ad-f5d0-41ae-9310-12b5bd4bd98b,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:15.570369 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:15.570889 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device d9c104f1-237d-4a23-aece-e8c3e7168fb9 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:14:15.586284 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b042-e8df-4a3c-be93-e79067a974d0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:15.637681 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9b042-e8df-4a3c-be93-e79067a974d0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Port': ['ID=4943cf55-32f8-4872-9471-01739e03ada1,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:15.678579 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f3678-5f0b-4a42-bc4b-73b0c89bd119 req-4c202e71-2f0f-4106-bcbe-aedd89f742cd tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:15.683441 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5c6f3678-5f0b-4a42-bc4b-73b0c89bd119 req-4c202e71-2f0f-4106-bcbe-aedd89f742cd tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a78ecb9-a834-424b-930c-fde9e1c5b2b1 HTTP/1.1" status: 200 len: 943 time: 0.0889421 Sep 30 13:14:15.696510 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5db0b511-d752-48d0-970d-06894f11d13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:15.699582 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5db0b511-d752-48d0-970d-06894f11d13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:15.703136 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5db0b511-d752-48d0-970d-06894f11d13f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/06bf59ad-6ea0-4df0-a383-b5244760add3 HTTP/1.1" status: 204 len: 168 time: 0.3567905 Sep 30 13:14:15.718599 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de3725-9a09-42e9-b95c-7c55a32f23ff req-33b830fd-653d-4731-80d5-e05c8204bd1b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:15.728724 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de3725-9a09-42e9-b95c-7c55a32f23ff req-33b830fd-653d-4731-80d5-e05c8204bd1b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:15.735207 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de3725-9a09-42e9-b95c-7c55a32f23ff req-33b830fd-653d-4731-80d5-e05c8204bd1b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:15.736890 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-52de3725-9a09-42e9-b95c-7c55a32f23ff req-33b830fd-653d-4731-80d5-e05c8204bd1b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2412 time: 0.1686332 Sep 30 13:14:15.749867 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0b511-d752-48d0-970d-06894f11d13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bf59ad-6ea0-4df0-a383-b5244760add3,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:15.764986 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=1ae60573-509c-4b6d-bdfd-2245fdbc96a8,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:15.779378 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5c6f3678-5f0b-4a42-bc4b-73b0c89bd119 req-894c442b-1a6e-4227-8368-f9db840ff11a tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925989 Sep 30 13:14:15.810779 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-f97359dd-3294-447a-a165-f27c4b8c1042 None None] Allocated IP 172.20.0.2 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/4f5494a0-a6b7-43b3-a25a-256985f4c124/b11b71ad-f5d0-41ae-9310-12b5bd4bd98b) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:14:15.812834 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b042-e8df-4a3c-be93-e79067a974d0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:15.815893 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2ef9b042-e8df-4a3c-be93-e79067a974d0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/4943cf55-32f8-4872-9471-01739e03ada1 HTTP/1.1" status: 204 len: 168 time: 1.1845975 Sep 30 13:14:15.820239 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59368) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:15.860883 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-52de3725-9a09-42e9-b95c-7c55a32f23ff req-bcff6171-57df-424a-abfe-b9bda2c0229f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004763 Sep 30 13:14:15.861709 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port d9c104f1-237d-4a23-aece-e8c3e7168fb9, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=d9c104f1-237d-4a23-aece-e8c3e7168fb9,segment=NetworkSegment(6bf873a3-7cfc-4197-a209-441b53a33443),segment_id=6bf873a3-7cfc-4197-a209-441b53a33443)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:15.884378 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'd9c104f1-237d-4a23-aece-e8c3e7168fb9', 'network_id': '17f227ef-535f-498d-b04c-ec88f70fbe32', 'port_id': 'd9c104f1-237d-4a23-aece-e8c3e7168fb9', 'mac_address': 'fa:16:3e:31:bd:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e09cd1b-b493-4ed4-baaf-1dc88590bf2a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:14:15.891264 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d8376b-7e24-4272-84e5-80f55bd7b134 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:15.893418 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d8376b-7e24-4272-84e5-80f55bd7b134 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:15.895378 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d8376b-7e24-4272-84e5-80f55bd7b134 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:15.897307 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e8d8376b-7e24-4272-84e5-80f55bd7b134 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0753748 Sep 30 13:14:15.900354 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59370) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:15.964992 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a84494-f38d-4c2b-8ba0-56ab5adad98b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet 4f5494a0-a6b7-43b3-a25a-256985f4c124 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:14:15.972631 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:15.979580 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f97359dd-3294-447a-a165-f27c4b8c1042 None None] For port b11b71ad-f5d0-41ae-9310-12b5bd4bd98b, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b11b71ad-f5d0-41ae-9310-12b5bd4bd98b,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:15.999694 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9c104f1-237d-4a23-aece-e8c3e7168fb9 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:14:16.032817 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port d9c104f1-237d-4a23-aece-e8c3e7168fb9, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=d9c104f1-237d-4a23-aece-e8c3e7168fb9,segment=NetworkSegment(6bf873a3-7cfc-4197-a209-441b53a33443),segment_id=6bf873a3-7cfc-4197-a209-441b53a33443)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:16.035023 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f97359dd-3294-447a-a165-f27c4b8c1042 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:16.037171 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:16.037815 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:14:16.043042 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-75a84494-f38d-4c2b-8ba0-56ab5adad98b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:16.045311 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f97359dd-3294-447a-a165-f27c4b8c1042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:16.104795 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-75a84494-f38d-4c2b-8ba0-56ab5adad98b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:16.162821 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=d9c104f1-237d-4a23-aece-e8c3e7168fb9,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:16.176381 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59378) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:16.192894 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b497171b-9844-4419-826b-7a3005dc518f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:16.219045 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-75a84494-f38d-4c2b-8ba0-56ab5adad98b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:16.275203 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e,segment=NetworkSegment(3df35f3b-5a25-4b97-b793-7884e08bfdd1),segment_id=3df35f3b-5a25-4b97-b793-7884e08bfdd1)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:16.278344 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97359dd-3294-447a-a165-f27c4b8c1042 None None] Pushing event updated for resources: {'Port': ['ID=b11b71ad-f5d0-41ae-9310-12b5bd4bd98b,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:16.300156 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e', 'network_id': '08d6081c-ffb3-4a74-81b9-3b998ab161b3', 'port_id': '4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e', 'mac_address': 'fa:16:3e:62:a3:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e31f9ce4-fb5c-46e0-9cbd-b7860bc477c6', 'ip_address': '19.86.0.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:14:16.325875 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-75a84494-f38d-4c2b-8ba0-56ab5adad98b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:16.326870 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b497171b-9844-4419-826b-7a3005dc518f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:16.338391 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b497171b-9844-4419-826b-7a3005dc518f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:16.349801 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:16.365481 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:14:16.367926 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a84494-f38d-4c2b-8ba0-56ab5adad98b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=4f5494a0-a6b7-43b3-a25a-256985f4c124,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:16.370512 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-75a84494-f38d-4c2b-8ba0-56ab5adad98b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:16.375382 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-75a84494-f38d-4c2b-8ba0-56ab5adad98b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/4f5494a0-a6b7-43b3-a25a-256985f4c124 HTTP/1.1" status: 204 len: 168 time: 0.4728291 Sep 30 13:14:16.376042 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59382) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:16.393585 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e,segment=NetworkSegment(3df35f3b-5a25-4b97-b793-7884e08bfdd1),segment_id=3df35f3b-5a25-4b97-b793-7884e08bfdd1)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:16.402517 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:16.403194 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 1973a466-4c69-467b-9a3c-ef219840c460 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:14:16.438477 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b497171b-9844-4419-826b-7a3005dc518f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c5cf665341a64e4b9a2a6f324c227346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2587991 Sep 30 13:14:16.443527 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59384) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:16.459606 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a1c090-35e6-449e-b3df-292056c27ca4 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet f8289cb9-21f4-4f79-8bc9-740cac5dabb5 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:14:16.462729 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497171b-9844-4419-826b-7a3005dc518f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ece3628-b1db-414b-8e96-68634474e41f,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:16.474053 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 1973a466-4c69-467b-9a3c-ef219840c460, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1973a466-4c69-467b-9a3c-ef219840c460,segment=NetworkSegment(9ee9fb11-598a-4f18-a9ee-487c92777f66),segment_id=9ee9fb11-598a-4f18-a9ee-487c92777f66)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:16.487373 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-07a1c090-35e6-449e-b3df-292056c27ca4 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:16.512037 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f389c8-a435-4560-aa0e-471bd8947c0d req-18d5f8f0-f96f-43c3-a7a2-d5c83cfbe3e9 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:16.519451 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-27f389c8-a435-4560-aa0e-471bd8947c0d req-18d5f8f0-f96f-43c3-a7a2-d5c83cfbe3e9 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 943 time: 0.1274943 Sep 30 13:14:16.530369 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '1973a466-4c69-467b-9a3c-ef219840c460', 'network_id': '5b65cd19-e064-45b3-8a14-4216e39c2769', 'port_id': '1973a466-4c69-467b-9a3c-ef219840c460', 'mac_address': 'fa:16:3e:7e:04:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b48341-dec6-4c1c-825d-ea910a005d99', 'ip_address': '19.80.0.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:14:16.577572 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-27f389c8-a435-4560-aa0e-471bd8947c0d req-8761a88c-57c9-4453-b647-d0ae719b15f7 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570292 Sep 30 13:14:16.588051 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-07a1c090-35e6-449e-b3df-292056c27ca4 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:16.617142 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:16.644762 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:16.659471 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1973a466-4c69-467b-9a3c-ef219840c460 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:14:16.666843 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c6cbac6-cc6e-4cb7-bd1b-7d22c976c173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:16.685074 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 1973a466-4c69-467b-9a3c-ef219840c460, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1973a466-4c69-467b-9a3c-ef219840c460,segment=NetworkSegment(9ee9fb11-598a-4f18-a9ee-487c92777f66),segment_id=9ee9fb11-598a-4f18-a9ee-487c92777f66)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:16.695671 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:16.728271 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c6cbac6-cc6e-4cb7-bd1b-7d22c976c173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:16.748795 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=1973a466-4c69-467b-9a3c-ef219840c460,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:16.804474 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-07a1c090-35e6-449e-b3df-292056c27ca4 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:16.817220 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34157b86-faba-431d-9767-e530ef53d8a0 req-a23b5ca8-1d9d-444a-afa8-c668e8750ad3 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:16.818773 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-34157b86-faba-431d-9767-e530ef53d8a0 req-a23b5ca8-1d9d-444a-afa8-c668e8750ad3 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.1771200 Sep 30 13:14:16.930520 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60502e9c-dd8e-4f13-bb7d-7fb8a1572b4b req-f39bebf5-d7d2-485b-9e4e-492eb4ba4cb5 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:16.938423 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-60502e9c-dd8e-4f13-bb7d-7fb8a1572b4b req-f39bebf5-d7d2-485b-9e4e-492eb4ba4cb5 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a78ecb9-a834-424b-930c-fde9e1c5b2b1 HTTP/1.1" status: 200 len: 944 time: 0.0733509 Sep 30 13:14:16.975746 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-60502e9c-dd8e-4f13-bb7d-7fb8a1572b4b req-787fa07d-4322-480b-95a5-b0e866810dd1 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351439 Sep 30 13:14:16.990743 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2539823a-8137-4b4c-8570-35af9595297e None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:17.108213 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b11b71ad-f5d0-41ae-9310-12b5bd4bd98b up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:14:17.111329 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-37593370-5112-4951-8718-49e7e91df9c3 None None] Provisioning complete for port b11b71ad-f5d0-41ae-9310-12b5bd4bd98b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:17.111329 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-37593370-5112-4951-8718-49e7e91df9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:17.155875 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c6cbac6-cc6e-4cb7-bd1b-7d22c976c173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:17.158448 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c6cbac6-cc6e-4cb7-bd1b-7d22c976c173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:17.158904 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008a5f1-4ecf-4b4e-8ac4-7f4f84ac34cb req-cf3695a4-a463-49a6-8b96-66a275ff289c tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:17.162148 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1c6cbac6-cc6e-4cb7-bd1b-7d22c976c173 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ece3628-b1db-414b-8e96-68634474e41f HTTP/1.1" status: 204 len: 168 time: 0.7176256 Sep 30 13:14:17.171988 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008a5f1-4ecf-4b4e-8ac4-7f4f84ac34cb req-cf3695a4-a463-49a6-8b96-66a275ff289c tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:17.188725 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-34157b86-faba-431d-9767-e530ef53d8a0 req-c89d7418-fc3d-48ae-a263-23881cfeb812 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458526 Sep 30 13:14:17.190487 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008a5f1-4ecf-4b4e-8ac4-7f4f84ac34cb req-cf3695a4-a463-49a6-8b96-66a275ff289c tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:17.191782 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6cbac6-cc6e-4cb7-bd1b-7d22c976c173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ece3628-b1db-414b-8e96-68634474e41f,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:17.194057 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f008a5f1-4ecf-4b4e-8ac4-7f4f84ac34cb req-cf3695a4-a463-49a6-8b96-66a275ff289c tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2414 time: 0.0946896 Sep 30 13:14:17.218439 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device cd0a9de7-6121-4766-88b4-a9625bfceeee details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:14:17.218629 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-07a1c090-35e6-449e-b3df-292056c27ca4 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:17.258553 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f008a5f1-4ecf-4b4e-8ac4-7f4f84ac34cb req-4f086708-ce55-469a-989e-b52dd3c03069 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560026 Sep 30 13:14:17.276337 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-07a1c090-35e6-449e-b3df-292056c27ca4 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:17.278504 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-07a1c090-35e6-449e-b3df-292056c27ca4 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/f8289cb9-21f4-4f79-8bc9-740cac5dabb5 HTTP/1.1" status: 204 len: 168 time: 0.9007945 Sep 30 13:14:17.279870 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1c090-35e6-449e-b3df-292056c27ca4 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=f8289cb9-21f4-4f79-8bc9-740cac5dabb5,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:17.280928 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59402) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:17.323540 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d1f96ff4-b3bf-4bff-8bc0-f81dd38668e5 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0386016 Sep 30 13:14:17.323925 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59404) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:17.329016 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-caf04c7a-0155-4f42-958d-d97d64d7fa3c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:17.439475 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf04c7a-0155-4f42-958d-d97d64d7fa3c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:17.443661 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-caf04c7a-0155-4f42-958d-d97d64d7fa3c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:17.537068 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port b11b71ad-f5d0-41ae-9310-12b5bd4bd98b triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:17.537727 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:17.624177 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port cd0a9de7-6121-4766-88b4-a9625bfceeee, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cd0a9de7-6121-4766-88b4-a9625bfceeee,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:17.643080 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-37593370-5112-4951-8718-49e7e91df9c3 None None] Could not find standard attr ID for object 4943cf55-32f8-4872-9471-01739e03ada1. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:14:17.655731 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'cd0a9de7-6121-4766-88b4-a9625bfceeee', 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e', 'port_id': 'cd0a9de7-6121-4766-88b4-a9625bfceeee', 'mac_address': 'fa:16:3e:1e:3a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b636e036-02ee-475d-8821-ce0c9f216c9a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:14:17.729800 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a942d-6368-4175-9a98-43b3ae492b48 req-04c6b1a3-f53a-4438-8489-d951e5b578e9 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:17.731634 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f4a942d-6368-4175-9a98-43b3ae492b48 req-04c6b1a3-f53a-4438-8489-d951e5b578e9 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 943 time: 0.0819561 Sep 30 13:14:17.756091 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:17.758423 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afe7407-4079-4086-988c-5a27e4fa7495 None None] Update dhcp port {'port': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'fixed_ips': [{'subnet_id': 'f8289cb9-21f4-4f79-8bc9-740cac5dabb5'}], 'binding:host_id': 'n-d-810909-2'}, 'id': 'b11b71ad-f5d0-41ae-9310-12b5bd4bd98b'} from n-d-810909-2. {{(pid=94765) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 13:14:17.796460 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd0a9de7-6121-4766-88b4-a9625bfceeee {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:14:17.805245 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0afe7407-4079-4086-988c-5a27e4fa7495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:17.832225 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port cd0a9de7-6121-4766-88b4-a9625bfceeee, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cd0a9de7-6121-4766-88b4-a9625bfceeee,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:17.844317 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f4a942d-6368-4175-9a98-43b3ae492b48 req-6b836860-16b3-4665-9480-67350580104b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927789 Sep 30 13:14:17.852170 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:17.912335 n-d-810909-2 neutron-server[94764]: DEBUG neutron.objects.ports [None req-caf04c7a-0155-4f42-958d-d97d64d7fa3c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94764) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 13:14:17.941658 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['d9c104f1-237d-4a23-aece-e8c3e7168fb9'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:14:17.943664 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['1ae60573-509c-4b6d-bdfd-2245fdbc96a8'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:14:17.996494 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:14:18.062825 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=cd0a9de7-6121-4766-88b4-a9625bfceeee,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:18.114393 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['1973a466-4c69-467b-9a3c-ef219840c460'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:14:18.154918 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['cd0a9de7-6121-4766-88b4-a9625bfceeee'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:14:18.165383 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ddfc7-6ac0-4fe1-b930-7a205767cb2f req-57ac3e86-d3ad-476c-b4e7-89a8a662a0ee tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:18.172531 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e95ddfc7-6ac0-4fe1-b930-7a205767cb2f req-57ac3e86-d3ad-476c-b4e7-89a8a662a0ee tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a78ecb9-a834-424b-930c-fde9e1c5b2b1 HTTP/1.1" status: 200 len: 944 time: 0.0937407 Sep 30 13:14:18.199409 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-caf04c7a-0155-4f42-958d-d97d64d7fa3c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:18.212443 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e95ddfc7-6ac0-4fe1-b930-7a205767cb2f req-8621bc8c-ebe0-4a62-89e1-24fd102edd6e tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390484 Sep 30 13:14:18.342753 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5485cfda-42be-4018-8faa-89ea6e465b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:18.418620 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b77278-ac15-4046-b009-6662135edd13 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:18.441336 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f50935-7930-4b21-8f9f-263edc2c5a02 req-41e85fb3-67b7-4b08-a670-cb5011400c2d tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:18.447888 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bb2ec-ac6e-40e5-8411-19ca182127b6 req-8facb83a-7ee5-41c9-9bf2-2e0479df7965 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:18.449801 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-65f50935-7930-4b21-8f9f-263edc2c5a02 req-41e85fb3-67b7-4b08-a670-cb5011400c2d tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.1737797 Sep 30 13:14:18.461154 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bb2ec-ac6e-40e5-8411-19ca182127b6 req-8facb83a-7ee5-41c9-9bf2-2e0479df7965 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:18.469193 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bb2ec-ac6e-40e5-8411-19ca182127b6 req-8facb83a-7ee5-41c9-9bf2-2e0479df7965 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:18.479489 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-300bb2ec-ac6e-40e5-8411-19ca182127b6 req-8facb83a-7ee5-41c9-9bf2-2e0479df7965 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2414 time: 0.1451397 Sep 30 13:14:18.497240 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-caf04c7a-0155-4f42-958d-d97d64d7fa3c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] For port b11b71ad-f5d0-41ae-9310-12b5bd4bd98b, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b11b71ad-f5d0-41ae-9310-12b5bd4bd98b,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:18.523736 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-65f50935-7930-4b21-8f9f-263edc2c5a02 req-fff39158-50c1-4135-91b6-1775d03c4612 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729761 Sep 30 13:14:18.544002 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-300bb2ec-ac6e-40e5-8411-19ca182127b6 req-146a123e-6308-4932-99f3-0f0fe3165287 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633199 Sep 30 13:14:18.556237 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-caf04c7a-0155-4f42-958d-d97d64d7fa3c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:18.561291 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-caf04c7a-0155-4f42-958d-d97d64d7fa3c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:18.562246 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-caf04c7a-0155-4f42-958d-d97d64d7fa3c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:18.622213 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-fba51ea1-ea96-46d7-8611-ed26fd5a78e8 None None] Provisioning complete for port b11b71ad-f5d0-41ae-9310-12b5bd4bd98b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:18.622408 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fba51ea1-ea96-46d7-8611-ed26fd5a78e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:18.652745 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf04c7a-0155-4f42-958d-d97d64d7fa3c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:18.662966 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-caf04c7a-0155-4f42-958d-d97d64d7fa3c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:18.666948 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf04c7a-0155-4f42-958d-d97d64d7fa3c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:18.667079 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-caf04c7a-0155-4f42-958d-d97d64d7fa3c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:18.684531 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf04c7a-0155-4f42-958d-d97d64d7fa3c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Port': ['ID=b11b71ad-f5d0-41ae-9310-12b5bd4bd98b,revision_number=8']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:18.688973 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf04c7a-0155-4f42-958d-d97d64d7fa3c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=bb068d4c-150e-46e4-8497-f83bb4b34321,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:18.701345 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-caf04c7a-0155-4f42-958d-d97d64d7fa3c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3762214 Sep 30 13:14:18.701682 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59450) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:18.711362 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-74bed5b9-82c4-4f27-9c85-2282bec4e86d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:18.726428 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 1a3f4553-b52f-4821-afb6-39d5b478bb00 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:14:18.855399 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bed5b9-82c4-4f27-9c85-2282bec4e86d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:18.859881 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74bed5b9-82c4-4f27-9c85-2282bec4e86d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:19.012758 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b236a-66ed-4670-86ba-bcdc04701e20 req-1e8e1677-8f19-4ab1-b2aa-46ea0e193599 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:19.017222 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e14b236a-66ed-4670-86ba-bcdc04701e20 req-1e8e1677-8f19-4ab1-b2aa-46ea0e193599 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 944 time: 0.0862360 Sep 30 13:14:19.060837 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:19.086066 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b11b71ad-f5d0-41ae-9310-12b5bd4bd98b no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:14:19.102869 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e14b236a-66ed-4670-86ba-bcdc04701e20 req-9753ebe4-3290-4ec9-ab81-27ee95a9e229 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788674 Sep 30 13:14:19.145659 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108c5890-09d5-4a38-9ca5-a8f4616ae3ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a3f4553-b52f-4821-afb6-39d5b478bb00'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:14:19.149198 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9a4a1b-6792-4aac-8c21-4042df926613" -d '{"events": [{"server_uuid": "108c5890-09d5-4a38-9ca5-a8f4616ae3ce", "name": "network-vif-unplugged", "status": "completed", "tag": "1a3f4553-b52f-4821-afb6-39d5b478bb00"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:14:19.174298 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74bed5b9-82c4-4f27-9c85-2282bec4e86d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:19.180810 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 1a3f4553-b52f-4821-afb6-39d5b478bb00, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1a3f4553-b52f-4821-afb6-39d5b478bb00,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:19.193809 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:19.228465 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbaaa569-b7fe-4cc2-ae9e-7bf479211805 x-openstack-request-id: req-fbaaa569-b7fe-4cc2-ae9e-7bf479211805 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:14:19.229570 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108c5890-09d5-4a38-9ca5-a8f4616ae3ce", "name": "network-vif-unplugged", "status": "completed", "tag": "1a3f4553-b52f-4821-afb6-39d5b478bb00", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:14:19.229836 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fbaaa569-b7fe-4cc2-ae9e-7bf479211805 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:14:19.230260 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108c5890-09d5-4a38-9ca5-a8f4616ae3ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a3f4553-b52f-4821-afb6-39d5b478bb00', 'code': 200} Sep 30 13:14:19.278090 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bed5b9-82c4-4f27-9c85-2282bec4e86d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:19.284276 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bed5b9-82c4-4f27-9c85-2282bec4e86d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=69b17840-77e2-4ecd-b1d7-1e2f90a5cff6,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:19.295859 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-74bed5b9-82c4-4f27-9c85-2282bec4e86d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:19.301561 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bed5b9-82c4-4f27-9c85-2282bec4e86d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:19.302392 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74bed5b9-82c4-4f27-9c85-2282bec4e86d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:19.326645 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=1a3f4553-b52f-4821-afb6-39d5b478bb00,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:19.330968 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-74bed5b9-82c4-4f27-9c85-2282bec4e86d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6269929 Sep 30 13:14:19.331717 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59474) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:19.336249 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:19.338876 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-c2066cfd-9597-4a36-bd1f-70554d649bbf tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'port': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'mac_address': 'fa:16:3e:51:25:e6', 'name': 'tempest-NetworksTestDHCPv6-1656842430'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:19.393612 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:19.399393 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port b11b71ad-f5d0-41ae-9310-12b5bd4bd98b, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b11b71ad-f5d0-41ae-9310-12b5bd4bd98b,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:19.407389 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:19.418853 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9739f-ee0a-4639-8e91-755c8fd5bea5 req-e7c4367f-5bfc-4cb5-a269-6321d4f11414 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:19.434474 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4ed9739f-ee0a-4639-8e91-755c8fd5bea5 req-e7c4367f-5bfc-4cb5-a269-6321d4f11414 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a78ecb9-a834-424b-930c-fde9e1c5b2b1 HTTP/1.1" status: 200 len: 944 time: 0.1222804 Sep 30 13:14:19.478154 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4ed9739f-ee0a-4639-8e91-755c8fd5bea5 req-c3e54057-56ec-4aa6-8df9-c8f15c8a2619 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422668 Sep 30 13:14:19.504411 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=b11b71ad-f5d0-41ae-9310-12b5bd4bd98b,revision_number=9']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:19.521017 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2066cfd-9597-4a36-bd1f-70554d649bbf tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:19.697770 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fc365-9fa1-4372-84db-25436778ad39 req-6bc015b0-90be-4e84-9b47-b7d3fe23d90f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:19.702879 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fc365-9fa1-4372-84db-25436778ad39 req-6bc015b0-90be-4e84-9b47-b7d3fe23d90f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:19.709214 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fc365-9fa1-4372-84db-25436778ad39 req-6bc015b0-90be-4e84-9b47-b7d3fe23d90f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:19.711664 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8b5fc365-9fa1-4372-84db-25436778ad39 req-6bc015b0-90be-4e84-9b47-b7d3fe23d90f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2414 time: 0.0753677 Sep 30 13:14:19.760615 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8b5fc365-9fa1-4372-84db-25436778ad39 req-f035d12a-e475-4fce-b6f7-f1c612bf5b79 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390522 Sep 30 13:14:19.942205 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95faab0-bb96-4cc3-8b76-6b2c0d8708e2 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:20.007829 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c2066cfd-9597-4a36-bd1f-70554d649bbf tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:20.034621 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-c2066cfd-9597-4a36-bd1f-70554d649bbf tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] device_id is not set on port c03d8428-e24e-4421-be97-ccc686d59331 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:14:20.047655 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5f558-6690-4402-9d0e-ab0f5feb8918 req-b6113861-6a8a-40bb-a9f2-2f8ae0760249 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:20.049191 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1dc5f558-6690-4402-9d0e-ab0f5feb8918 req-b6113861-6a8a-40bb-a9f2-2f8ae0760249 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.4342394 Sep 30 13:14:20.066318 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-3a8322ad-265c-4ad4-82d8-b5c1aca1ca28 None None] Provisioning complete for port b11b71ad-f5d0-41ae-9310-12b5bd4bd98b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:20.066842 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3a8322ad-265c-4ad4-82d8-b5c1aca1ca28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:20.160509 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1dc5f558-6690-4402-9d0e-ab0f5feb8918 req-b7665969-0c29-43a9-984e-61301f0ae897 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713103 Sep 30 13:14:20.195365 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3a8322ad-265c-4ad4-82d8-b5c1aca1ca28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:20.248916 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59508) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:20.263643 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-3a8322ad-265c-4ad4-82d8-b5c1aca1ca28 None None] For port b11b71ad-f5d0-41ae-9310-12b5bd4bd98b, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b11b71ad-f5d0-41ae-9310-12b5bd4bd98b,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:20.266716 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd2c2e-05e4-4e4a-a763-8b87cce83473 req-00792335-bcaf-4928-9e34-ed79681166c8 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:20.268419 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bfbd2c2e-05e4-4e4a-a763-8b87cce83473 req-00792335-bcaf-4928-9e34-ed79681166c8 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 944 time: 0.0593290 Sep 30 13:14:20.276578 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3a8322ad-265c-4ad4-82d8-b5c1aca1ca28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:20.309465 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9f8a57-0689-4d1d-a1c7-1d791cc2a5f1 None None] Update dhcp port {'port': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'fixed_ips': [{'subnet_id': 'bb068d4c-150e-46e4-8497-f83bb4b34321', 'ip_address': '2001:db8::f816:3eff:feba:1b0e'}, {'subnet_id': '69b17840-77e2-4ecd-b1d7-1e2f90a5cff6'}], 'binding:host_id': 'n-d-810909-2'}, 'id': 'b11b71ad-f5d0-41ae-9310-12b5bd4bd98b'} from n-d-810909-2. {{(pid=94765) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 13:14:20.311344 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bfbd2c2e-05e4-4e4a-a763-8b87cce83473 req-b5bb6db6-09fa-43d5-a4c8-512bfbec4f66 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366166 Sep 30 13:14:20.320684 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-c2066cfd-9597-4a36-bd1f-70554d649bbf tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 172.20.0.12 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/69b17840-77e2-4ecd-b1d7-1e2f90a5cff6/c03d8428-e24e-4421-be97-ccc686d59331) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:14:20.330424 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-c2066cfd-9597-4a36-bd1f-70554d649bbf tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 2001:db8::f816:3eff:fe51:25e6 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/bb068d4c-150e-46e4-8497-f83bb4b34321/c03d8428-e24e-4421-be97-ccc686d59331) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:14:20.360318 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-db9f8a57-0689-4d1d-a1c7-1d791cc2a5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:20.365363 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8322ad-265c-4ad4-82d8-b5c1aca1ca28 None None] Pushing event updated for resources: {'Port': ['ID=b11b71ad-f5d0-41ae-9310-12b5bd4bd98b,revision_number=10']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:20.385308 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14798a1a-0aa2-4acd-92b9-af845455f4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:20.529057 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14798a1a-0aa2-4acd-92b9-af845455f4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:20.535432 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14798a1a-0aa2-4acd-92b9-af845455f4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:20.539101 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c2066cfd-9597-4a36-bd1f-70554d649bbf tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:20.582244 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-14798a1a-0aa2-4acd-92b9-af845455f4d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb75ee15dd904c20a131b1decbf628bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3326430 Sep 30 13:14:20.583334 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14798a1a-0aa2-4acd-92b9-af845455f4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e46bc68-1a3b-4aea-9a4a-af198d1c8422,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:20.586212 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59514) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:20.608923 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c2066cfd-9597-4a36-bd1f-70554d649bbf tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:20.638070 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8e48d04b-6880-4fcc-adda-a919762eb715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:20.656581 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e91c81-2057-4b11-977f-2ef02bc465ab req-3d111cac-7a77-4426-870e-f758e1931ca4 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:20.658135 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a5e91c81-2057-4b11-977f-2ef02bc465ab req-3d111cac-7a77-4426-870e-f758e1931ca4 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a78ecb9-a834-424b-930c-fde9e1c5b2b1 HTTP/1.1" status: 200 len: 944 time: 0.0926256 Sep 30 13:14:20.668766 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2066cfd-9597-4a36-bd1f-70554d649bbf tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:20.669365 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8e48d04b-6880-4fcc-adda-a919762eb715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:20.671384 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cedbff35-da37-4ae9-ab9f-e285891c6b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:20.673514 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-db9f8a57-0689-4d1d-a1c7-1d791cc2a5f1 None None] Allocated IP 172.20.0.2 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/69b17840-77e2-4ecd-b1d7-1e2f90a5cff6/b11b71ad-f5d0-41ae-9310-12b5bd4bd98b) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:14:20.676010 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-c2066cfd-9597-4a36-bd1f-70554d649bbf tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:20.686211 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2066cfd-9597-4a36-bd1f-70554d649bbf tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:14:20.699864 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2066cfd-9597-4a36-bd1f-70554d649bbf tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Port': ['ID=c03d8428-e24e-4421-be97-ccc686d59331,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:20.721993 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 1a3f4553-b52f-4821-afb6-39d5b478bb00 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:14:20.734370 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8e48d04b-6880-4fcc-adda-a919762eb715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:20.739266 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8e48d04b-6880-4fcc-adda-a919762eb715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:20.743783 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8e48d04b-6880-4fcc-adda-a919762eb715 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e46bc68-1a3b-4aea-9a4a-af198d1c8422 HTTP/1.1" status: 204 len: 168 time: 0.1534779 Sep 30 13:14:20.750109 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48d04b-6880-4fcc-adda-a919762eb715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e46bc68-1a3b-4aea-9a4a-af198d1c8422,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:20.763552 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a5e91c81-2057-4b11-977f-2ef02bc465ab req-79efd31b-459a-4d2c-bd0c-d98b642e40a0 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936306 Sep 30 13:14:20.771758 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2066cfd-9597-4a36-bd1f-70554d649bbf tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:20.772382 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c2066cfd-9597-4a36-bd1f-70554d649bbf tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:20.791199 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c2066cfd-9597-4a36-bd1f-70554d649bbf tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4583104 Sep 30 13:14:20.794680 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59520) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:20.827868 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-db9f8a57-0689-4d1d-a1c7-1d791cc2a5f1 None None] For port b11b71ad-f5d0-41ae-9310-12b5bd4bd98b, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b11b71ad-f5d0-41ae-9310-12b5bd4bd98b,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:20.874765 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23f7866-dd7d-4e5d-aea3-d7354c5b4577 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:20.880756 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23f7866-dd7d-4e5d-aea3-d7354c5b4577 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:20.885676 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f23f7866-dd7d-4e5d-aea3-d7354c5b4577 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1786 time: 0.0796990 Sep 30 13:14:20.886351 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59522) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:20.900033 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-db9f8a57-0689-4d1d-a1c7-1d791cc2a5f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:20.909475 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 1a3f4553-b52f-4821-afb6-39d5b478bb00, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1a3f4553-b52f-4821-afb6-39d5b478bb00,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:20.911950 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-db9f8a57-0689-4d1d-a1c7-1d791cc2a5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:20.921277 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc7d59-4665-44fb-bd02-246271b8313b req-f000cecf-63e2-495d-b06b-10cdef76a27d tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:20.938378 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc7d59-4665-44fb-bd02-246271b8313b req-f000cecf-63e2-495d-b06b-10cdef76a27d tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:20.946117 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc7d59-4665-44fb-bd02-246271b8313b req-f000cecf-63e2-495d-b06b-10cdef76a27d tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:20.948109 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-adfc7d59-4665-44fb-bd02-246271b8313b req-f000cecf-63e2-495d-b06b-10cdef76a27d tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2414 time: 0.0858638 Sep 30 13:14:21.009540 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-adfc7d59-4665-44fb-bd02-246271b8313b req-f218ea4c-419e-4fc0-be18-6f12601b9e50 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514224 Sep 30 13:14:21.022495 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-7b2765bb-92a2-4006-aa2c-ae0e95f5830c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting port c03d8428-e24e-4421-be97-ccc686d59331 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:14:21.022495 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b2765bb-92a2-4006-aa2c-ae0e95f5830c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:21.118317 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '1a3f4553-b52f-4821-afb6-39d5b478bb00', 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'port_id': '1a3f4553-b52f-4821-afb6-39d5b478bb00', 'mac_address': 'fa:16:3e:3d:88:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:14:21.131473 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b2765bb-92a2-4006-aa2c-ae0e95f5830c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:21.144710 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b11b71ad-f5d0-41ae-9310-12b5bd4bd98b up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:14:21.148265 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-7b2765bb-92a2-4006-aa2c-ae0e95f5830c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Calling delete_port for c03d8428-e24e-4421-be97-ccc686d59331 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:14:21.201061 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59532) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:21.219240 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c69431ac-b39d-4724-81f1-13d4dba0b0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:21.227594 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device cd0a9de7-6121-4766-88b4-a9625bfceeee up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:14:21.233494 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f8a57-0689-4d1d-a1c7-1d791cc2a5f1 None None] Pushing event updated for resources: {'Port': ['ID=b11b71ad-f5d0-41ae-9310-12b5bd4bd98b,revision_number=11']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:21.282540 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:21.304989 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a3f4553-b52f-4821-afb6-39d5b478bb00 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:14:21.330531 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 1a3f4553-b52f-4821-afb6-39d5b478bb00, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1a3f4553-b52f-4821-afb6-39d5b478bb00,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:21.338576 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port b11b71ad-f5d0-41ae-9310-12b5bd4bd98b triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:21.338961 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:21.342683 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:21.381620 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port cd0a9de7-6121-4766-88b4-a9625bfceeee completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:14:21.387318 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdaad3-06f3-4358-b4b7-910ed40b4e59 req-917f7572-007f-4e35-8e26-b55b6e5ab574 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:21.388913 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-47bdaad3-06f3-4358-b4b7-910ed40b4e59 req-917f7572-007f-4e35-8e26-b55b6e5ab574 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.1059742 Sep 30 13:14:21.406137 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port cd0a9de7-6121-4766-88b4-a9625bfceeee triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:21.406675 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:21.438293 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-47bdaad3-06f3-4358-b4b7-910ed40b4e59 req-1b42e482-6258-4474-b282-c6a5dcc592b9 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433359 Sep 30 13:14:21.440302 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b2765bb-92a2-4006-aa2c-ae0e95f5830c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:21.493844 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=1a3f4553-b52f-4821-afb6-39d5b478bb00,revision_number=9']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:21.495372 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2765bb-92a2-4006-aa2c-ae0e95f5830c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Port': ['ID=c03d8428-e24e-4421-be97-ccc686d59331,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:21.561889 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c69431ac-b39d-4724-81f1-13d4dba0b0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:21.587237 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3e33d-0cb5-4b47-be3b-0aa633f9dc61 req-155e0140-809d-457c-88b3-16c1e16dbf8e tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:21.590687 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:21.592037 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b2765bb-92a2-4006-aa2c-ae0e95f5830c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:21.596830 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7b2765bb-92a2-4006-aa2c-ae0e95f5830c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/c03d8428-e24e-4421-be97-ccc686d59331 HTTP/1.1" status: 204 len: 168 time: 0.7074251 Sep 30 13:14:21.597006 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1db3e33d-0cb5-4b47-be3b-0aa633f9dc61 req-155e0140-809d-457c-88b3-16c1e16dbf8e tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 944 time: 0.1944313 Sep 30 13:14:21.597730 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:21.598500 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c69431ac-b39d-4724-81f1-13d4dba0b0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:21.602957 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59536) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:21.624270 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0a9de7-6121-4766-88b4-a9625bfceeee'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:14:21.627027 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdadd0a6-af3b-42b3-9840-1556f4686dd2" -d '{"events": [{"server_uuid": "2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9", "name": "network-vif-plugged", "status": "completed", "tag": "cd0a9de7-6121-4766-88b4-a9625bfceeee"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:14:21.642285 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port cd0a9de7-6121-4766-88b4-a9625bfceeee, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cd0a9de7-6121-4766-88b4-a9625bfceeee,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:21.650961 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:21.664287 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c69431ac-b39d-4724-81f1-13d4dba0b0f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=89c2a443d1ad4b63bd51083ae20b3c46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4618902 Sep 30 13:14:21.664997 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59540) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:21.687049 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ec5162-5fa1-4673-a818-782ef28f5921 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:21.688600 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ec5162-5fa1-4673-a818-782ef28f5921 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:21.690323 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ec5162-5fa1-4673-a818-782ef28f5921 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:21.692313 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-66ec5162-5fa1-4673-a818-782ef28f5921 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0882404 Sep 30 13:14:21.695497 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59542) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:21.707654 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c3cd0c-c3b9-4db8-8b98-f4adee4d85aa x-openstack-request-id: req-97c3cd0c-c3b9-4db8-8b98-f4adee4d85aa {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:14:21.708014 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9", "name": "network-vif-plugged", "status": "completed", "tag": "cd0a9de7-6121-4766-88b4-a9625bfceeee", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:14:21.708214 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97c3cd0c-c3b9-4db8-8b98-f4adee4d85aa {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:14:21.708619 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0a9de7-6121-4766-88b4-a9625bfceeee', 'code': 200} Sep 30 13:14:21.729393 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69431ac-b39d-4724-81f1-13d4dba0b0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5c47ea-7704-4713-9b34-b2e032f01ef9,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:21.729613 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=cd0a9de7-6121-4766-88b4-a9625bfceeee,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:21.779168 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1db3e33d-0cb5-4b47-be3b-0aa633f9dc61 req-a93099e3-f71e-4038-a087-a39d422b7b68 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535797 Sep 30 13:14:21.782692 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-42458caf-183e-42c5-8605-86824f268270 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet 69b17840-77e2-4ecd-b1d7-1e2f90a5cff6 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:14:21.796606 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42458caf-183e-42c5-8605-86824f268270 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:21.799418 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-15bbe709-7537-4d07-9df2-3786038fef9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:21.874147 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-15bbe709-7537-4d07-9df2-3786038fef9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:21.920723 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42400f0e-2355-4300-9bd4-b13559ac3cb9 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:21.921645 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42458caf-183e-42c5-8605-86824f268270 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:21.968218 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b6d29-f353-4f93-8e6c-5c6dad035cab req-4caa4795-f55a-4f3c-bf86-4e25d2cd0c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:21.969739 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc8b6d29-f353-4f93-8e6c-5c6dad035cab req-4caa4795-f55a-4f3c-bf86-4e25d2cd0c69 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 1096 time: 0.1846848 Sep 30 13:14:21.994621 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['1a3f4553-b52f-4821-afb6-39d5b478bb00'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:14:22.016588 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb0e62-ea6f-4047-967e-17e3cd6abca8 req-c6a4f6a2-cf0b-4353-8aa9-eebf25669333 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:22.018140 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4ebb0e62-ea6f-4047-967e-17e3cd6abca8 req-c6a4f6a2-cf0b-4353-8aa9-eebf25669333 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a78ecb9-a834-424b-930c-fde9e1c5b2b1 HTTP/1.1" status: 200 len: 944 time: 0.1508605 Sep 30 13:14:22.080006 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc8b6d29-f353-4f93-8e6c-5c6dad035cab req-335c7800-8105-4d09-80ce-8a3a9ea1bba9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026340 Sep 30 13:14:22.083588 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-15bbe709-7537-4d07-9df2-3786038fef9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:22.086213 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-15bbe709-7537-4d07-9df2-3786038fef9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:22.087306 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-15bbe709-7537-4d07-9df2-3786038fef9a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d5c47ea-7704-4713-9b34-b2e032f01ef9 HTTP/1.1" status: 204 len: 168 time: 0.4210906 Sep 30 13:14:22.110625 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbe709-7537-4d07-9df2-3786038fef9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5c47ea-7704-4713-9b34-b2e032f01ef9,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:22.117498 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42458caf-183e-42c5-8605-86824f268270 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:22.130292 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ff908-5e76-4a74-9105-5a4e7d847048 req-0de52531-87b8-423e-ad21-e5fad7c9e806 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:22.137779 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ff908-5e76-4a74-9105-5a4e7d847048 req-0de52531-87b8-423e-ad21-e5fad7c9e806 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:22.143371 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4ebb0e62-ea6f-4047-967e-17e3cd6abca8 req-99f95246-b743-405b-ab75-631516a90beb tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109583 Sep 30 13:14:22.144257 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ff908-5e76-4a74-9105-5a4e7d847048 req-0de52531-87b8-423e-ad21-e5fad7c9e806 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:22.152275 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f39ff908-5e76-4a74-9105-5a4e7d847048 req-0de52531-87b8-423e-ad21-e5fad7c9e806 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2414 time: 0.0808997 Sep 30 13:14:22.159548 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f9bdc467-4468-4e15-81c8-f32353abc4b1 None None] Provisioning complete for port b11b71ad-f5d0-41ae-9310-12b5bd4bd98b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:22.159548 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f9bdc467-4468-4e15-81c8-f32353abc4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:22.205110 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42458caf-183e-42c5-8605-86824f268270 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:22.207805 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f39ff908-5e76-4a74-9105-5a4e7d847048 req-f64d05c4-ee66-4477-ba6f-ac0686e070a5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541735 Sep 30 13:14:22.237891 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42458caf-183e-42c5-8605-86824f268270 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=69b17840-77e2-4ecd-b1d7-1e2f90a5cff6,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:22.242668 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42458caf-183e-42c5-8605-86824f268270 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:22.244567 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-42458caf-183e-42c5-8605-86824f268270 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/69b17840-77e2-4ecd-b1d7-1e2f90a5cff6 HTTP/1.1" status: 204 len: 168 time: 0.5476305 Sep 30 13:14:22.247202 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59554) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:22.316722 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc0a2ffe-8551-4a9d-b167-026c2d8031a6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet bb068d4c-150e-46e4-8497-f83bb4b34321 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:14:22.320532 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dc0a2ffe-8551-4a9d-b167-026c2d8031a6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:22.329043 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:22.372897 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dc0a2ffe-8551-4a9d-b167-026c2d8031a6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:22.462322 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dc0a2ffe-8551-4a9d-b167-026c2d8031a6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:22.541733 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dc0a2ffe-8551-4a9d-b167-026c2d8031a6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:22.572692 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629b2de4-4e1b-4ed3-b75a-59da48db3043 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:22.581300 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a2ffe-8551-4a9d-b167-026c2d8031a6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=bb068d4c-150e-46e4-8497-f83bb4b34321,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:22.588357 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dc0a2ffe-8551-4a9d-b167-026c2d8031a6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:22.590327 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-dc0a2ffe-8551-4a9d-b167-026c2d8031a6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/bb068d4c-150e-46e4-8497-f83bb4b34321 HTTP/1.1" status: 204 len: 168 time: 0.3420768 Sep 30 13:14:22.592811 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59566) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:22.607034 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2fbe2-4b06-4526-83ba-032aad728129 req-052edea3-b896-418d-bcca-62e755524f53 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:22.608252 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8cc2fbe2-4b06-4526-83ba-032aad728129 req-052edea3-b896-418d-bcca-62e755524f53 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.0734453 Sep 30 13:14:22.646904 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ef194d96-a7c8-4c3a-b9e4-eb87616abd4d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531509 Sep 30 13:14:22.649735 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59570) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:22.655330 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-7e8aa0c4-93b5-4af7-a3d3-797fa40bb605 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:22.662298 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8cc2fbe2-4b06-4526-83ba-032aad728129 req-801f14d7-0fe3-4fc0-9999-f83513bb2bbe tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463157 Sep 30 13:14:22.708409 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9fba629b-e33b-47a2-9b87-bc42a41744ad None None] Provisioning complete for port b11b71ad-f5d0-41ae-9310-12b5bd4bd98b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:22.708781 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9fba629b-e33b-47a2-9b87-bc42a41744ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:22.740729 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 1ae60573-509c-4b6d-bdfd-2245fdbc96a8 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:14:22.766029 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8aa0c4-93b5-4af7-a3d3-797fa40bb605 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:22.771049 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7e8aa0c4-93b5-4af7-a3d3-797fa40bb605 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:22.856606 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057023bc-befe-4d5d-96f8-63894313ed75 None None] DHCP port deletion for 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:14:22.863829 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 1ae60573-509c-4b6d-bdfd-2245fdbc96a8 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:14:22.874066 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 1ae60573-509c-4b6d-bdfd-2245fdbc96a8 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:22.874541 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:22.941980 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048872f-fcd4-4b5c-982c-66817c5a319b req-daf6d9df-0348-46f0-bbd2-4fd29c5e2df2 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:22.943567 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c048872f-fcd4-4b5c-982c-66817c5a319b req-daf6d9df-0348-46f0-bbd2-4fd29c5e2df2 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 945 time: 0.0901797 Sep 30 13:14:22.987876 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-057023bc-befe-4d5d-96f8-63894313ed75 None None] Deleting port b11b71ad-f5d0-41ae-9310-12b5bd4bd98b {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:14:22.988327 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-057023bc-befe-4d5d-96f8-63894313ed75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:23.004634 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:23.046576 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59582) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:23.076151 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7e8aa0c4-93b5-4af7-a3d3-797fa40bb605 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:23.082000 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-057023bc-befe-4d5d-96f8-63894313ed75 None None] For port b11b71ad-f5d0-41ae-9310-12b5bd4bd98b, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b11b71ad-f5d0-41ae-9310-12b5bd4bd98b,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:23.082484 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-057023bc-befe-4d5d-96f8-63894313ed75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:23.088190 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b11b71ad-f5d0-41ae-9310-12b5bd4bd98b no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:14:23.097910 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 1ae60573-509c-4b6d-bdfd-2245fdbc96a8, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1ae60573-509c-4b6d-bdfd-2245fdbc96a8,segment=NetworkSegment(9ee9fb11-598a-4f18-a9ee-487c92777f66),segment_id=9ee9fb11-598a-4f18-a9ee-487c92777f66)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:23.129718 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:23.130568 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device d9c104f1-237d-4a23-aece-e8c3e7168fb9 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:14:23.132951 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c048872f-fcd4-4b5c-982c-66817c5a319b req-037ac05f-5221-40f6-917e-6d4dbe3d3751 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663702 Sep 30 13:14:23.138646 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8aa0c4-93b5-4af7-a3d3-797fa40bb605 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:23.145862 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-057023bc-befe-4d5d-96f8-63894313ed75 None None] Calling delete_port for b11b71ad-f5d0-41ae-9310-12b5bd4bd98b owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:14:23.150123 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-7e8aa0c4-93b5-4af7-a3d3-797fa40bb605 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:23.154363 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8aa0c4-93b5-4af7-a3d3-797fa40bb605 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:23.155097 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7e8aa0c4-93b5-4af7-a3d3-797fa40bb605 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:23.171861 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8aa0c4-93b5-4af7-a3d3-797fa40bb605 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=05fb4da2-1305-4373-99e0-23292b6739e4,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:23.182136 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7e8aa0c4-93b5-4af7-a3d3-797fa40bb605 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5308228 Sep 30 13:14:23.185487 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59586) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:23.191290 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-69760c6f-1889-4dcf-bc2b-4b9f604e0e5d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:23.240911 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-5c04086d-454d-4dc1-b6c4-dbbca87f2a40 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2067033888-network', 'tenant_id': 'c2c5dd8af82141349210379bd95352ce'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:23.300692 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=1ae60573-509c-4b6d-bdfd-2245fdbc96a8,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:23.361340 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:23.364073 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port d9c104f1-237d-4a23-aece-e8c3e7168fb9 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:14:23.376291 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf73ea8-86c6-4077-9302-e34e97779966 req-6e47c5da-6c70-42ba-9477-45097f154fd5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:23.377715 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port d9c104f1-237d-4a23-aece-e8c3e7168fb9 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:23.378115 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:23.384333 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf73ea8-86c6-4077-9302-e34e97779966 req-6e47c5da-6c70-42ba-9477-45097f154fd5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:23.393325 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf73ea8-86c6-4077-9302-e34e97779966 req-6e47c5da-6c70-42ba-9477-45097f154fd5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:23.395997 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c04086d-454d-4dc1-b6c4-dbbca87f2a40 admin admin] Made reservation on behalf of c2c5dd8af82141349210379bd95352ce for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:23.396228 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-abf73ea8-86c6-4077-9302-e34e97779966 req-6e47c5da-6c70-42ba-9477-45097f154fd5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2415 time: 0.0884013 Sep 30 13:14:23.399128 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5c04086d-454d-4dc1-b6c4-dbbca87f2a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:23.409947 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-057023bc-befe-4d5d-96f8-63894313ed75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:23.424933 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5c04086d-454d-4dc1-b6c4-dbbca87f2a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:23.448820 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4eb61-f4a0-4f51-943d-eb1391836c37 req-303dd80f-675d-4745-8b90-dc2c6f1a2a45 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:23.450712 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fbe4eb61-f4a0-4f51-943d-eb1391836c37 req-303dd80f-675d-4745-8b90-dc2c6f1a2a45 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a78ecb9-a834-424b-930c-fde9e1c5b2b1 HTTP/1.1" status: 200 len: 944 time: 0.1495960 Sep 30 13:14:23.454291 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-abf73ea8-86c6-4077-9302-e34e97779966 req-c74b8d88-7912-459b-bafa-d233496d2129 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491891 Sep 30 13:14:23.462464 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057023bc-befe-4d5d-96f8-63894313ed75 None None] No DVR routers for this DVR port b11b71ad-f5d0-41ae-9310-12b5bd4bd98b on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:14:23.465857 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057023bc-befe-4d5d-96f8-63894313ed75 None None] Pushing event deleted for resources: {'Port': ['ID=b11b71ad-f5d0-41ae-9310-12b5bd4bd98b,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:23.492641 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe4e79e-b76f-4519-819e-57990894489d None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:23.512559 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fbe4eb61-f4a0-4f51-943d-eb1391836c37 req-d4c9a30f-b7e2-4fe7-a8fa-2b4baca5860a tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609832 Sep 30 13:14:23.580211 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:23.588052 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5c04086d-454d-4dc1-b6c4-dbbca87f2a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:23.593491 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5c04086d-454d-4dc1-b6c4-dbbca87f2a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:23.623210 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c04086d-454d-4dc1-b6c4-dbbca87f2a40 admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:14:23.634223 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port d9c104f1-237d-4a23-aece-e8c3e7168fb9, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=d9c104f1-237d-4a23-aece-e8c3e7168fb9,segment=NetworkSegment(6bf873a3-7cfc-4197-a209-441b53a33443),segment_id=6bf873a3-7cfc-4197-a209-441b53a33443)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:23.635319 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69760c6f-1889-4dcf-bc2b-4b9f604e0e5d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:23.638968 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-69760c6f-1889-4dcf-bc2b-4b9f604e0e5d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:23.653517 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:23.654334 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:14:23.656422 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04086d-454d-4dc1-b6c4-dbbca87f2a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ced4ad-a244-468a-9560-313c719ce124,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:23.661478 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5c04086d-454d-4dc1-b6c4-dbbca87f2a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:23.661830 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-5c04086d-454d-4dc1-b6c4-dbbca87f2a40 admin admin] Added segment 0b710c32-a268-41b0-8987-12ce34571b50 of type vlan for network 63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf Sep 30 13:14:23.711966 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5503591-4a24-486b-9885-6872601ef7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae60573-509c-4b6d-bdfd-2245fdbc96a8'}, {'server_uuid': '4a78ecb9-a834-424b-930c-fde9e1c5b2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c104f1-237d-4a23-aece-e8c3e7168fb9'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:14:23.714344 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6cef2a-cc6f-440c-93d7-4cc3b18f03ea" -d '{"events": [{"server_uuid": "d5503591-4a24-486b-9885-6872601ef7e1", "name": "network-vif-plugged", "status": "completed", "tag": "1ae60573-509c-4b6d-bdfd-2245fdbc96a8"}, {"server_uuid": "4a78ecb9-a834-424b-930c-fde9e1c5b2b1", "name": "network-vif-plugged", "status": "completed", "tag": "d9c104f1-237d-4a23-aece-e8c3e7168fb9"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:14:23.750453 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5c04086d-454d-4dc1-b6c4-dbbca87f2a40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:23.765803 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=d9c104f1-237d-4a23-aece-e8c3e7168fb9,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:23.785286 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:14:23.790810 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477323c0-7e5c-4748-aad3-22f4ebe430d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'fixed_ips': [{'subnet_id': '05fb4da2-1305-4373-99e0-23292b6739e4'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:14:23.794243 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-477323c0-7e5c-4748-aad3-22f4ebe430d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:23.799804 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5c04086d-454d-4dc1-b6c4-dbbca87f2a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:23.800798 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19b4b7-f5a5-48b8-98e0-c044db8c6fa8 req-4bd18b1d-0f53-41e3-9e63-c81675dafe3d tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:23.801308 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c04086d-454d-4dc1-b6c4-dbbca87f2a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:23.801624 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5c04086d-454d-4dc1-b6c4-dbbca87f2a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:23.802930 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ef19b4b7-f5a5-48b8-98e0-c044db8c6fa8 req-4bd18b1d-0f53-41e3-9e63-c81675dafe3d tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.0647857 Sep 30 13:14:23.807970 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:23.808366 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:23.835416 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 13:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae90b87c-5b1f-48b4-9c5f-e237e56f52af x-openstack-request-id: req-ae90b87c-5b1f-48b4-9c5f-e237e56f52af {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:14:23.838829 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5503591-4a24-486b-9885-6872601ef7e1", "name": "network-vif-plugged", "status": "completed", "tag": "1ae60573-509c-4b6d-bdfd-2245fdbc96a8", "code": 200}, {"server_uuid": "4a78ecb9-a834-424b-930c-fde9e1c5b2b1", "name": "network-vif-plugged", "status": "completed", "tag": "d9c104f1-237d-4a23-aece-e8c3e7168fb9", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:14:23.839101 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae90b87c-5b1f-48b4-9c5f-e237e56f52af {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:14:23.839528 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5503591-4a24-486b-9885-6872601ef7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae60573-509c-4b6d-bdfd-2245fdbc96a8', 'code': 200} Sep 30 13:14:23.839765 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a78ecb9-a834-424b-930c-fde9e1c5b2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c104f1-237d-4a23-aece-e8c3e7168fb9', 'code': 200} Sep 30 13:14:23.862279 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ef19b4b7-f5a5-48b8-98e0-c044db8c6fa8 req-5da33303-7d7e-4544-9dc1-5027921e01c7 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409839 Sep 30 13:14:23.864614 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5c04086d-454d-4dc1-b6c4-dbbca87f2a40 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8156562 Sep 30 13:14:23.868388 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59600) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:23.874962 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-1f56afcc-139d-40a4-91a4-734bd023093c admin admin] Request body: {'subnet': {'network_id': '63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2067033888-subnet', 'tenant_id': 'c2c5dd8af82141349210379bd95352ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:23.899704 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04086d-454d-4dc1-b6c4-dbbca87f2a40 admin admin] Pushing event updated for resources: {'Network': ['ID=63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:23.908175 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f56afcc-139d-40a4-91a4-734bd023093c admin admin] Made reservation on behalf of c2c5dd8af82141349210379bd95352ce for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:23.910539 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f56afcc-139d-40a4-91a4-734bd023093c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:23.930685 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:14:23.980041 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc6c77-6b81-4e82-a07b-b9eaaa1d09e2 req-f0cbe283-6626-4d2a-a973-873a68cf9254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:23.981511 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-22fc6c77-6b81-4e82-a07b-b9eaaa1d09e2 req-f0cbe283-6626-4d2a-a973-873a68cf9254 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4a78ecb9-a834-424b-930c-fde9e1c5b2b1 HTTP/1.1" status: 200 len: 1096 time: 0.0829892 Sep 30 13:14:24.047817 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-22fc6c77-6b81-4e82-a07b-b9eaaa1d09e2 req-8d783c7d-ff0f-4f6a-a58a-7d6c046b37e3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473847 Sep 30 13:14:24.102662 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f56afcc-139d-40a4-91a4-734bd023093c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:24.139611 n-d-810909-2 neutron-server[94763]: DEBUG neutron.objects.ports [None req-69760c6f-1889-4dcf-bc2b-4b9f604e0e5d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94763) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 13:14:24.140982 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-69760c6f-1889-4dcf-bc2b-4b9f604e0e5d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:24.161318 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56afcc-139d-40a4-91a4-734bd023093c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebbae3ff-0710-482a-99b8-ef08b85cfc3e,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:24.173110 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f56afcc-139d-40a4-91a4-734bd023093c admin admin] Checking segment: {'id': '0b710c32-a268-41b0-8987-12ce34571b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:14:24.173478 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f56afcc-139d-40a4-91a4-734bd023093c admin admin] Network hostable DHCP agents. Network: 63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:14:24.188540 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69760c6f-1889-4dcf-bc2b-4b9f604e0e5d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:24.192176 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-69760c6f-1889-4dcf-bc2b-4b9f604e0e5d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:24.196518 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69760c6f-1889-4dcf-bc2b-4b9f604e0e5d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:24.197328 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-69760c6f-1889-4dcf-bc2b-4b9f604e0e5d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:24.199408 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f56afcc-139d-40a4-91a4-734bd023093c admin admin] Network 63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:14:24.207940 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69760c6f-1889-4dcf-bc2b-4b9f604e0e5d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=8e738d73-fcbe-4531-9cba-e3ba09b37591,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:24.216107 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-1f56afcc-139d-40a4-91a4-734bd023093c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:24.220215 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f56afcc-139d-40a4-91a4-734bd023093c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:24.220816 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f56afcc-139d-40a4-91a4-734bd023093c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:24.226667 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-69760c6f-1889-4dcf-bc2b-4b9f604e0e5d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0399067 Sep 30 13:14:24.229419 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59604) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:24.234625 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-8f84f288-bf8f-4846-b72d-f35e578322b2 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'port': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'mac_address': 'fa:16:3e:13:87:79', 'name': 'tempest-NetworksTestDHCPv6-1547877033'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:24.235920 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f2dd39-9d47-4403-b536-6bd56fb45ee2 None None] Network 63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:24.261170 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1f56afcc-139d-40a4-91a4-734bd023093c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3914390 Sep 30 13:14:24.276621 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:24.280884 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:24.287816 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-477323c0-7e5c-4748-aad3-22f4ebe430d9 None None] Allocated IP 172.20.0.2 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/05fb4da2-1305-4373-99e0-23292b6739e4/2fa0269f-5e07-46cb-bc29-5fe79537a646) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:14:24.367154 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f5f24-9ca9-4b14-b5e3-dc802d791a54 req-dba7d4e5-1d6a-4178-993e-3b6ab4c61e4e tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:24.369059 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b09f5f24-9ca9-4b14-b5e3-dc802d791a54 req-dba7d4e5-1d6a-4178-993e-3b6ab4c61e4e tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 945 time: 0.1039491 Sep 30 13:14:24.383675 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e,segment=NetworkSegment(3df35f3b-5a25-4b97-b793-7884e08bfdd1),segment_id=3df35f3b-5a25-4b97-b793-7884e08bfdd1)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:24.399618 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:24.400765 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 1973a466-4c69-467b-9a3c-ef219840c460 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:14:24.433388 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b09f5f24-9ca9-4b14-b5e3-dc802d791a54 req-1df83ee6-3acf-4339-a447-219870a98e23 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526006 Sep 30 13:14:24.441175 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f84f288-bf8f-4846-b72d-f35e578322b2 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:24.450432 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8f84f288-bf8f-4846-b72d-f35e578322b2 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:24.479475 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-8f84f288-bf8f-4846-b72d-f35e578322b2 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] device_id is not set on port a3297bbf-7093-4713-a6da-41dd14c35cf3 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:14:24.585393 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:24.587979 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351dac03-4ea9-4646-82c9-aa8f9e777a69 None None] Network 63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:24.650199 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 1973a466-4c69-467b-9a3c-ef219840c460 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:14:24.676270 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f33db5-3b80-410e-8eed-4228d21d1281 req-60944511-0d92-4a8b-9352-a7e9f4fe8d4f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:24.683899 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f33db5-3b80-410e-8eed-4228d21d1281 req-60944511-0d92-4a8b-9352-a7e9f4fe8d4f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:24.692076 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f33db5-3b80-410e-8eed-4228d21d1281 req-60944511-0d92-4a8b-9352-a7e9f4fe8d4f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:24.695116 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c5f33db5-3b80-410e-8eed-4228d21d1281 req-60944511-0d92-4a8b-9352-a7e9f4fe8d4f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2416 time: 0.1074970 Sep 30 13:14:24.695260 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 1973a466-4c69-467b-9a3c-ef219840c460 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:24.695580 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:24.730529 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-477323c0-7e5c-4748-aad3-22f4ebe430d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:24.740868 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c5f33db5-3b80-410e-8eed-4228d21d1281 req-0c8a9b05-b463-4890-92f8-fe93ec67e5df tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388653 Sep 30 13:14:24.748855 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-477323c0-7e5c-4748-aad3-22f4ebe430d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:24.850274 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477323c0-7e5c-4748-aad3-22f4ebe430d9 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:24.873358 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-477323c0-7e5c-4748-aad3-22f4ebe430d9 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:24.877570 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477323c0-7e5c-4748-aad3-22f4ebe430d9 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:14:24.880027 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477323c0-7e5c-4748-aad3-22f4ebe430d9 None None] Pushing event updated for resources: {'Port': ['ID=2fa0269f-5e07-46cb-bc29-5fe79537a646,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:24.936142 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59642) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:24.944033 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-eab9ea8c-d063-4423-b682-5b51207b966f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-837078289-network', 'tenant_id': '428ecd7f32984077876a74feb8b133d5'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:24.965552 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:24.980387 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-477323c0-7e5c-4748-aad3-22f4ebe430d9 None None] Attempting to bind port 2fa0269f-5e07-46cb-bc29-5fe79537a646 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:14:24.981076 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-477323c0-7e5c-4748-aad3-22f4ebe430d9 None None] Attempting to bind port 2fa0269f-5e07-46cb-bc29-5fe79537a646 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:14:24.981642 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477323c0-7e5c-4748-aad3-22f4ebe430d9 None None] Attempting to bind port 2fa0269f-5e07-46cb-bc29-5fe79537a646 on network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:14:25.001976 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477323c0-7e5c-4748-aad3-22f4ebe430d9 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:14:25.002703 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477323c0-7e5c-4748-aad3-22f4ebe430d9 None None] Checking segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:14:25.003398 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-477323c0-7e5c-4748-aad3-22f4ebe430d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:25.003988 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477323c0-7e5c-4748-aad3-22f4ebe430d9 None None] Bound using segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:14:25.004673 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-477323c0-7e5c-4748-aad3-22f4ebe430d9 None None] Bound port: 2fa0269f-5e07-46cb-bc29-5fe79537a646, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:14:25.005251 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-477323c0-7e5c-4748-aad3-22f4ebe430d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:25.015494 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-8f84f288-bf8f-4846-b72d-f35e578322b2 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 172.20.0.11 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/05fb4da2-1305-4373-99e0-23292b6739e4/a3297bbf-7093-4713-a6da-41dd14c35cf3) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:14:25.025770 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab9ea8c-d063-4423-b682-5b51207b966f admin admin] Made reservation on behalf of 428ecd7f32984077876a74feb8b133d5 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:25.026813 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-8f84f288-bf8f-4846-b72d-f35e578322b2 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 2001:db8::f816:3eff:fe13:8779 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/8e738d73-fcbe-4531-9cba-e3ba09b37591/a3297bbf-7093-4713-a6da-41dd14c35cf3) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:14:25.030857 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 1973a466-4c69-467b-9a3c-ef219840c460, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1973a466-4c69-467b-9a3c-ef219840c460,segment=NetworkSegment(9ee9fb11-598a-4f18-a9ee-487c92777f66),segment_id=9ee9fb11-598a-4f18-a9ee-487c92777f66)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:25.031285 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eab9ea8c-d063-4423-b682-5b51207b966f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:25.043824 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abef902-894e-4fa1-9470-8295886a3128 req-9b4e173e-6efd-4b38-ad0f-8ade058e02c8 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:25.045496 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4abef902-894e-4fa1-9470-8295886a3128 req-9b4e173e-6efd-4b38-ad0f-8ade058e02c8 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a78ecb9-a834-424b-930c-fde9e1c5b2b1 HTTP/1.1" status: 200 len: 945 time: 0.1160679 Sep 30 13:14:25.059384 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:25.060550 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:14:25.064143 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eab9ea8c-d063-4423-b682-5b51207b966f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:25.115838 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4abef902-894e-4fa1-9470-8295886a3128 req-b0be3df4-ae4d-4b76-89f2-5d094bcc1df4 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635197 Sep 30 13:14:25.167314 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509310b1-cc94-47f9-9425-cff745545bd9 req-75d28be2-3dc5-4ec5-9950-dad7e4b22122 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:25.168986 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-509310b1-cc94-47f9-9425-cff745545bd9 req-75d28be2-3dc5-4ec5-9950-dad7e4b22122 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.1060569 Sep 30 13:14:25.171183 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-477323c0-7e5c-4748-aad3-22f4ebe430d9 None None] For port 2fa0269f-5e07-46cb-bc29-5fe79537a646, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:14:25.211935 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-477323c0-7e5c-4748-aad3-22f4ebe430d9 None None] For port 2fa0269f-5e07-46cb-bc29-5fe79537a646, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2fa0269f-5e07-46cb-bc29-5fe79537a646,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:14:25.214810 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=1973a466-4c69-467b-9a3c-ef219840c460,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:25.225969 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-477323c0-7e5c-4748-aad3-22f4ebe430d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:25.229668 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-509310b1-cc94-47f9-9425-cff745545bd9 req-3203d198-279e-4f63-9f5a-bf66af4f9b62 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439458 Sep 30 13:14:25.296839 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eab9ea8c-d063-4423-b682-5b51207b966f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:25.306396 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eab9ea8c-d063-4423-b682-5b51207b966f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:25.324153 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:25.352946 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab9ea8c-d063-4423-b682-5b51207b966f admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:14:25.362369 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9ea8c-d063-4423-b682-5b51207b966f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f00e9c6-15e6-4460-b56d-ecb8662dc0f7,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:25.364153 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba81420-eeb4-497d-9494-5e153d58d563 req-90189e59-3001-4844-b539-830d287c7b45 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:25.370006 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eab9ea8c-d063-4423-b682-5b51207b966f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:25.370398 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-eab9ea8c-d063-4423-b682-5b51207b966f admin admin] Added segment cbcb3319-47c7-425a-b427-a739c3a5a10d of type vlan for network cc470fc1-bc1f-41b5-b01a-c716b7e81dc9 Sep 30 13:14:25.377628 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477323c0-7e5c-4748-aad3-22f4ebe430d9 None None] Pushing event updated for resources: {'Port': ['ID=2fa0269f-5e07-46cb-bc29-5fe79537a646,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:25.378183 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9ba81420-eeb4-497d-9494-5e153d58d563 req-90189e59-3001-4844-b539-830d287c7b45 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 945 time: 0.1363416 Sep 30 13:14:25.409938 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8f84f288-bf8f-4846-b72d-f35e578322b2 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:25.417941 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:25.426059 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:25.442851 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eab9ea8c-d063-4423-b682-5b51207b966f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:25.470157 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 1a3f4553-b52f-4821-afb6-39d5b478bb00 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:14:25.482310 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eab9ea8c-d063-4423-b682-5b51207b966f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:25.484483 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9ba81420-eeb4-497d-9494-5e153d58d563 req-56d49cdc-dc59-40a0-9d06-b3f45754dcb3 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638530 Sep 30 13:14:25.486443 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab9ea8c-d063-4423-b682-5b51207b966f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:25.487563 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eab9ea8c-d063-4423-b682-5b51207b966f admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:25.502175 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8f84f288-bf8f-4846-b72d-f35e578322b2 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:25.541824 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-eab9ea8c-d063-4423-b682-5b51207b966f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6037989 Sep 30 13:14:25.544661 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59666) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:25.550044 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-e5ba839f-bf53-4e7b-a7ef-8a460ecaf67c admin admin] Request body: {'subnet': {'network_id': 'cc470fc1-bc1f-41b5-b01a-c716b7e81dc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-837078289-subnet', 'tenant_id': '428ecd7f32984077876a74feb8b133d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:25.559395 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f84f288-bf8f-4846-b72d-f35e578322b2 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:25.561807 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-8f84f288-bf8f-4846-b72d-f35e578322b2 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:25.605520 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d,revision_number=9']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:25.621338 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9ea8c-d063-4423-b682-5b51207b966f admin admin] Pushing event updated for resources: {'Network': ['ID=cc470fc1-bc1f-41b5-b01a-c716b7e81dc9,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:25.635335 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f84f288-bf8f-4846-b72d-f35e578322b2 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:14:25.637306 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network cc470fc1-bc1f-41b5-b01a-c716b7e81dc9 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:14:25.657708 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ba839f-bf53-4e7b-a7ef-8a460ecaf67c admin admin] Made reservation on behalf of 428ecd7f32984077876a74feb8b133d5 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:25.660600 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e5ba839f-bf53-4e7b-a7ef-8a460ecaf67c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:25.683080 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84f288-bf8f-4846-b72d-f35e578322b2 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Port': ['ID=a3297bbf-7093-4713-a6da-41dd14c35cf3,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:25.685313 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 1a3f4553-b52f-4821-afb6-39d5b478bb00 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:25.692084 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:25.716307 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f84f288-bf8f-4846-b72d-f35e578322b2 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:25.718234 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8f84f288-bf8f-4846-b72d-f35e578322b2 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:25.744695 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8f84f288-bf8f-4846-b72d-f35e578322b2 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5138776 Sep 30 13:14:25.745443 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59670) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:25.846961 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e686c78f-9833-4b8f-a61b-fff3a31c52b6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:25.850788 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5503591-4a24-486b-9885-6872601ef7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e'}, {'server_uuid': 'd5503591-4a24-486b-9885-6872601ef7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1973a466-4c69-467b-9a3c-ef219840c460'}, {'server_uuid': '9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:14:25.853405 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d9b371-2d38-4d25-aa9f-0f635bbd2846" -d '{"events": [{"server_uuid": "d5503591-4a24-486b-9885-6872601ef7e1", "name": "network-vif-plugged", "status": "completed", "tag": "4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e"}, {"server_uuid": "d5503591-4a24-486b-9885-6872601ef7e1", "name": "network-vif-plugged", "status": "completed", "tag": "1973a466-4c69-467b-9a3c-ef219840c460"}, {"server_uuid": "9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8", "name": "network-vif-unplugged", "status": "completed", "tag": "3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:14:25.856271 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e686c78f-9833-4b8f-a61b-fff3a31c52b6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:25.862721 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e686c78f-9833-4b8f-a61b-fff3a31c52b6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.1161306 Sep 30 13:14:25.863360 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59678) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:25.953181 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 30 Sep 2021 13:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c09cbff-a969-4e8d-9866-940daf28d3d9 x-openstack-request-id: req-6c09cbff-a969-4e8d-9866-940daf28d3d9 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:14:25.953464 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5503591-4a24-486b-9885-6872601ef7e1", "name": "network-vif-plugged", "status": "completed", "tag": "4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e", "code": 200}, {"server_uuid": "d5503591-4a24-486b-9885-6872601ef7e1", "name": "network-vif-plugged", "status": "completed", "tag": "1973a466-4c69-467b-9a3c-ef219840c460", "code": 200}, {"server_uuid": "9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8", "name": "network-vif-unplugged", "status": "completed", "tag": "3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:14:25.953744 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c09cbff-a969-4e8d-9866-940daf28d3d9 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:14:25.955337 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5503591-4a24-486b-9885-6872601ef7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e', 'code': 200} Sep 30 13:14:25.955337 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5503591-4a24-486b-9885-6872601ef7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1973a466-4c69-467b-9a3c-ef219840c460', 'code': 200} Sep 30 13:14:25.955337 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d', 'code': 200} Sep 30 13:14:25.993434 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:26.015815 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e5ba839f-bf53-4e7b-a7ef-8a460ecaf67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:26.038653 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-a1c6849c-b887-4785-b52f-a4497d002e97 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting port a3297bbf-7093-4713-a6da-41dd14c35cf3 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:14:26.039121 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a1c6849c-b887-4785-b52f-a4497d002e97 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:26.048350 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 1a3f4553-b52f-4821-afb6-39d5b478bb00, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1a3f4553-b52f-4821-afb6-39d5b478bb00,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:26.055045 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:26.072525 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba839f-bf53-4e7b-a7ef-8a460ecaf67c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e8f2ef2-6bbe-4a8f-b48d-4cd555fbce8f,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:26.095034 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ee44b-f94c-4a06-9afb-b2a4996fe598 req-3cc4873c-5e54-4bc5-93c6-39358a5427bf tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:26.102461 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ee44b-f94c-4a06-9afb-b2a4996fe598 req-3cc4873c-5e54-4bc5-93c6-39358a5427bf tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:26.109544 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ee44b-f94c-4a06-9afb-b2a4996fe598 req-3cc4873c-5e54-4bc5-93c6-39358a5427bf tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:26.111289 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-242ee44b-f94c-4a06-9afb-b2a4996fe598 req-3cc4873c-5e54-4bc5-93c6-39358a5427bf tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2417 time: 0.1554618 Sep 30 13:14:26.202129 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a1c6849c-b887-4785-b52f-a4497d002e97 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:26.229723 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-a1c6849c-b887-4785-b52f-a4497d002e97 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Calling delete_port for a3297bbf-7093-4713-a6da-41dd14c35cf3 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:14:26.248352 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-242ee44b-f94c-4a06-9afb-b2a4996fe598 req-62db8ad6-687c-4ba8-b75f-7a5ff56690f7 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242373 Sep 30 13:14:26.251296 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=1a3f4553-b52f-4821-afb6-39d5b478bb00,revision_number=10']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:26.302600 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ba839f-bf53-4e7b-a7ef-8a460ecaf67c admin admin] Checking segment: {'id': 'cbcb3319-47c7-425a-b427-a739c3a5a10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cc470fc1-bc1f-41b5-b01a-c716b7e81dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:14:26.302957 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ba839f-bf53-4e7b-a7ef-8a460ecaf67c admin admin] Network hostable DHCP agents. Network: cc470fc1-bc1f-41b5-b01a-c716b7e81dc9, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:14:26.348145 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ba839f-bf53-4e7b-a7ef-8a460ecaf67c admin admin] Network cc470fc1-bc1f-41b5-b01a-c716b7e81dc9 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:14:26.377550 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-e5ba839f-bf53-4e7b-a7ef-8a460ecaf67c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, cc470fc1-bc1f-41b5-b01a-c716b7e81dc9) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:26.397562 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ba839f-bf53-4e7b-a7ef-8a460ecaf67c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:26.398555 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e5ba839f-bf53-4e7b-a7ef-8a460ecaf67c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:26.412166 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d31173-edb9-4e99-bbda-d89bab123c67 None None] Network cc470fc1-bc1f-41b5-b01a-c716b7e81dc9 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:26.458571 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e5ba839f-bf53-4e7b-a7ef-8a460ecaf67c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9128458 Sep 30 13:14:26.513156 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208eb86-e4e4-40c1-9917-bc960391e1c0 req-003816bf-9c7e-4bac-b230-5b0fa1704092 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:26.515173 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1208eb86-e4e4-40c1-9917-bc960391e1c0 req-003816bf-9c7e-4bac-b230-5b0fa1704092 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 947 time: 0.1125460 Sep 30 13:14:26.606908 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1208eb86-e4e4-40c1-9917-bc960391e1c0 req-bb61ce2d-903b-46df-922a-eec1b36a8ac9 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803106 Sep 30 13:14:26.607475 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69708e09-3243-4400-b6ea-ebd699c2cfa4 req-d21c987c-88e2-45ce-b424-0ed9107a3375 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:26.609338 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69708e09-3243-4400-b6ea-ebd699c2cfa4 req-d21c987c-88e2-45ce-b424-0ed9107a3375 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a78ecb9-a834-424b-930c-fde9e1c5b2b1 HTTP/1.1" status: 200 len: 945 time: 0.2131007 Sep 30 13:14:26.625348 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd1624-2156-4dac-885a-c56b4b872cc1 req-701a884c-2b11-4b6e-acc6-becd144d4755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:26.626065 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd1624-2156-4dac-885a-c56b4b872cc1 req-701a884c-2b11-4b6e-acc6-becd144d4755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:26.626727 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd1624-2156-4dac-885a-c56b4b872cc1 req-701a884c-2b11-4b6e-acc6-becd144d4755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:26.628787 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-abbd1624-2156-4dac-885a-c56b4b872cc1 req-701a884c-2b11-4b6e-acc6-becd144d4755 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2870 time: 0.2394645 Sep 30 13:14:26.740877 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69708e09-3243-4400-b6ea-ebd699c2cfa4 req-fc466307-2f8a-4aad-a243-4a9c28ce8927 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226208 Sep 30 13:14:26.754445 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f484c4-e306-478d-9d0b-277132865f51 None None] Network cc470fc1-bc1f-41b5-b01a-c716b7e81dc9 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:26.757312 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-abbd1624-2156-4dac-885a-c56b4b872cc1 req-ebf950eb-ab48-42d1-bc03-6b08c75483e6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121564 Sep 30 13:14:26.802890 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab493ff-a293-46b8-ae4f-e90b41e08b84 req-eb044431-0642-491c-9861-c2950d1de2db tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:26.812178 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-aab493ff-a293-46b8-ae4f-e90b41e08b84 req-eb044431-0642-491c-9861-c2950d1de2db tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 945 time: 0.1057510 Sep 30 13:14:26.840110 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a1c6849c-b887-4785-b52f-a4497d002e97 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:26.893307 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6849c-b887-4785-b52f-a4497d002e97 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Port': ['ID=a3297bbf-7093-4713-a6da-41dd14c35cf3,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:26.905143 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-aab493ff-a293-46b8-ae4f-e90b41e08b84 req-f314f92c-b7ec-42f9-8e12-17b8de9e11d3 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918846 Sep 30 13:14:26.979427 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:14:26.981287 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b1390d-5ff7-4961-8029-0a81da52d69b None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:26.994947 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a1c6849c-b887-4785-b52f-a4497d002e97 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:26.997943 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a1c6849c-b887-4785-b52f-a4497d002e97 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/a3297bbf-7093-4713-a6da-41dd14c35cf3 HTTP/1.1" status: 204 len: 168 time: 1.1333883 Sep 30 13:14:27.000313 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59698) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:27.096004 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c922ec7d-c7fc-4626-b050-970c774c4bba tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:27.098265 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c922ec7d-c7fc-4626-b050-970c774c4bba tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:27.101084 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c922ec7d-c7fc-4626-b050-970c774c4bba tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:27.106084 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c922ec7d-c7fc-4626-b050-970c774c4bba tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1020396 Sep 30 13:14:27.106463 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59706) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:27.216688 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af3a77e-64bd-49d7-816c-e25fa160268c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet 05fb4da2-1305-4373-99e0-23292b6739e4 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:14:27.221705 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9af3a77e-64bd-49d7-816c-e25fa160268c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:27.237837 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-81a7fa23-2ed9-4fbc-8f89-1fa0bcf6c535 None None] Provisioning complete for port 2fa0269f-5e07-46cb-bc29-5fe79537a646 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:27.238229 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-81a7fa23-2ed9-4fbc-8f89-1fa0bcf6c535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:27.249432 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2fa0269f-5e07-46cb-bc29-5fe79537a646 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:14:27.299660 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7decad-5939-4056-be1f-2b453eb92833 req-53880e5c-030d-42a0-9f98-542ec6081523 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:27.307514 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7b7decad-5939-4056-be1f-2b453eb92833 req-53880e5c-030d-42a0-9f98-542ec6081523 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0e40dc-1b8a-4dec-937c-48381da361c1 HTTP/1.1" status: 200 len: 945 time: 0.1431055 Sep 30 13:14:27.322870 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9af3a77e-64bd-49d7-816c-e25fa160268c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:27.423459 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7b7decad-5939-4056-be1f-2b453eb92833 req-0bf3f28c-a0fc-4d13-8a4d-f0000f664e84 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150787 Sep 30 13:14:27.610381 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01400e7e-1aa2-4985-be35-fd139ed4dbe2 req-f9a67367-90d1-479f-bd7a-66cb64158aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:27.611889 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-01400e7e-1aa2-4985-be35-fd139ed4dbe2 req-f9a67367-90d1-479f-bd7a-66cb64158aad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 1097 time: 0.1875598 Sep 30 13:14:27.624618 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9af3a77e-64bd-49d7-816c-e25fa160268c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:27.654389 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f922c-18cb-4ff9-bea0-8e1213cca567 req-b56f68fd-dfa8-45ff-831d-1b3d8542e23a tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:27.669783 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f922c-18cb-4ff9-bea0-8e1213cca567 req-b56f68fd-dfa8-45ff-831d-1b3d8542e23a tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:27.679024 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f922c-18cb-4ff9-bea0-8e1213cca567 req-b56f68fd-dfa8-45ff-831d-1b3d8542e23a tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:27.681419 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-120f922c-18cb-4ff9-bea0-8e1213cca567 req-b56f68fd-dfa8-45ff-831d-1b3d8542e23a tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2417 time: 0.1074145 Sep 30 13:14:27.773371 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:27.777657 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-120f922c-18cb-4ff9-bea0-8e1213cca567 req-5e400033-3799-4e69-8a7a-2a30c31e65bd tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884619 Sep 30 13:14:27.818080 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': '3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d', 'mac_address': 'fa:16:3e:1d:d3:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:14:27.859349 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9af3a77e-64bd-49d7-816c-e25fa160268c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:27.872428 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 2fa0269f-5e07-46cb-bc29-5fe79537a646 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:27.872820 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:27.905729 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01400e7e-1aa2-4985-be35-fd139ed4dbe2 req-f3702217-c19e-425e-aaed-cde987c07bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:27.907083 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-01400e7e-1aa2-4985-be35-fd139ed4dbe2 req-f3702217-c19e-425e-aaed-cde987c07bb6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 913 time: 0.2346032 Sep 30 13:14:27.907763 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3a77e-64bd-49d7-816c-e25fa160268c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=05fb4da2-1305-4373-99e0-23292b6739e4,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:27.918763 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-f162704f-bd82-46fd-9ad3-b2f27d14700f tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:27.926168 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-f162704f-bd82-46fd-9ad3-b2f27d14700f tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/networks?id=63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf HTTP/1.1" status: 200 len: 809 time: 0.2544088 Sep 30 13:14:27.930250 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9af3a77e-64bd-49d7-816c-e25fa160268c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:27.934383 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9af3a77e-64bd-49d7-816c-e25fa160268c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/05fb4da2-1305-4373-99e0-23292b6739e4 HTTP/1.1" status: 204 len: 168 time: 0.8236630 Sep 30 13:14:27.934778 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59734) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:27.976277 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108c5890-09d5-4a38-9ca5-a8f4616ae3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3f4553-b52f-4821-afb6-39d5b478bb00'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:14:27.978544 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f14c26d-3311-49aa-b715-1fb563d01947" -d '{"events": [{"server_uuid": "108c5890-09d5-4a38-9ca5-a8f4616ae3ce", "name": "network-vif-plugged", "status": "completed", "tag": "1a3f4553-b52f-4821-afb6-39d5b478bb00"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:14:28.011685 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-81a7fa23-2ed9-4fbc-8f89-1fa0bcf6c535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:28.032635 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-a20480f0-f6c5-4af3-8472-bf1c1556096f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet 8e738d73-fcbe-4531-9cba-e3ba09b37591 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:14:28.042211 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a20480f0-f6c5-4af3-8472-bf1c1556096f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:28.046558 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:28.118074 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:14:28.130751 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a20480f0-f6c5-4af3-8472-bf1c1556096f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:28.231607 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a20480f0-f6c5-4af3-8472-bf1c1556096f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:28.253344 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:28.270554 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:28.281954 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-81a7fa23-2ed9-4fbc-8f89-1fa0bcf6c535 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:14:28.282342 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-81a7fa23-2ed9-4fbc-8f89-1fa0bcf6c535 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:14:28.284586 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:28.305898 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9f59ec-6c86-4341-885f-13632c506c1d None None] Update dhcp port {'port': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'fixed_ips': [{'subnet_id': '8e738d73-fcbe-4531-9cba-e3ba09b37591'}, {'subnet_id': '05fb4da2-1305-4373-99e0-23292b6739e4'}], 'binding:host_id': 'n-d-810909-2'}, 'id': '2fa0269f-5e07-46cb-bc29-5fe79537a646'} from n-d-810909-2. {{(pid=94765) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 13:14:28.307587 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efbba4-0c46-43d1-bda2-080c40e92e73 req-69d02634-07da-43b9-b4a0-9c7e706ba8a2 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:28.312251 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-43efbba4-0c46-43d1-bda2-080c40e92e73 req-69d02634-07da-43b9-b4a0-9c7e706ba8a2 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 945 time: 0.1396260 Sep 30 13:14:28.401302 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-43efbba4-0c46-43d1-bda2-080c40e92e73 req-a2701b5a-73f9-4a91-bf07-13575e185b3e tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778000 Sep 30 13:14:28.403162 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-01400e7e-1aa2-4985-be35-fd139ed4dbe2 req-d0937ef6-93a3-4e10-99d0-b07fd42ec996 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a3f4553-b52f-4821-afb6-39d5b478bb00 HTTP/1.1" status: 200 len: 1001 time: 0.4748187 Sep 30 13:14:28.416499 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-a269217d-4022-4797-830a-df48aa2abd69 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/quotas/c2c5dd8af82141349210379bd95352ce HTTP/1.1" status: 200 len: 375 time: 0.4897518 Sep 30 13:14:28.454068 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5f9f59ec-6c86-4341-885f-13632c506c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:28.464839 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-9fe47fd6-ae42-43c9-8f13-66b7094988e2 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2c5dd8af82141349210379bd95352ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465825 Sep 30 13:14:28.465136 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a20480f0-f6c5-4af3-8472-bf1c1556096f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:28.549914 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20480f0-f6c5-4af3-8472-bf1c1556096f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=8e738d73-fcbe-4531-9cba-e3ba09b37591,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:28.556072 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a20480f0-f6c5-4af3-8472-bf1c1556096f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:28.557587 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a20480f0-f6c5-4af3-8472-bf1c1556096f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/8e738d73-fcbe-4531-9cba-e3ba09b37591 HTTP/1.1" status: 204 len: 168 time: 0.6218228 Sep 30 13:14:28.561223 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59746) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:28.589158 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 2fa0269f-5e07-46cb-bc29-5fe79537a646, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2fa0269f-5e07-46cb-bc29-5fe79537a646,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:28.589747 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01400e7e-1aa2-4985-be35-fd139ed4dbe2 req-a29256af-b049-45e1-b383-b63d219647e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:28.591990 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-01400e7e-1aa2-4985-be35-fd139ed4dbe2 req-a29256af-b049-45e1-b383-b63d219647e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb HTTP/1.1" status: 200 len: 851 time: 0.1640737 Sep 30 13:14:28.670130 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-02a58b7a-ccb7-4721-84c3-687888478ba1 service neutron] 10.222.0.18 "GET /v2.0/networks/63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034860 Sep 30 13:14:28.671237 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f10fda03-f40e-4c30-854f-77254dba1086 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1087747 Sep 30 13:14:28.673800 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59750) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:28.683019 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-80ecfdba-0736-42df-842d-fbbc4e52283f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:28.712116 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:28.716166 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d,revision_number=10']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:28.822363 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01400e7e-1aa2-4985-be35-fd139ed4dbe2 req-f7bf2e6a-50d8-4230-8873-263695a6ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:28.824060 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-01400e7e-1aa2-4985-be35-fd139ed4dbe2 req-f7bf2e6a-50d8-4230-8873-263695a6ce2f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7e67e25-10d5-4331-9422-13e705e055a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2203841 Sep 30 13:14:28.854584 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=2fa0269f-5e07-46cb-bc29-5fe79537a646,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:28.858574 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:14:28.909244 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b84ab46-3819-420e-9beb-f01435ec4a13 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:28.952932 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af9be9-c995-448d-b072-45c41e760e8e req-3c1072db-3d5d-4078-a32c-5875add1e4eb tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:28.955070 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-46af9be9-c995-448d-b072-45c41e760e8e req-3c1072db-3d5d-4078-a32c-5875add1e4eb tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.0813367 Sep 30 13:14:28.956445 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ecfdba-0736-42df-842d-fbbc4e52283f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:28.961049 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-80ecfdba-0736-42df-842d-fbbc4e52283f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:29.010300 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-01400e7e-1aa2-4985-be35-fd139ed4dbe2 req-2e63b149-05af-4247-a29d-3fc03cf96ad0 service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684756 Sep 30 13:14:29.012375 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-b65f3ae1-baad-481c-84e6-7c9f58a4015c service neutron] 10.222.0.18 "GET /v2.0/networks/63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413243 Sep 30 13:14:29.086472 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-46af9be9-c995-448d-b072-45c41e760e8e req-09b01ef2-9e6f-456b-80c3-e9f4c99f8e4d tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201117 Sep 30 13:14:29.135302 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-1fe0e23f-4dd3-4a44-818c-fa2bf01ffc92 None None] Provisioning complete for port 2fa0269f-5e07-46cb-bc29-5fe79537a646 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:29.135680 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1fe0e23f-4dd3-4a44-818c-fa2bf01ffc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:29.203597 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2fa0269f-5e07-46cb-bc29-5fe79537a646 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:14:29.312385 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-01400e7e-1aa2-4985-be35-fd139ed4dbe2 req-ff908797-ad62-4474-a99a-e005e0087434 service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936966 Sep 30 13:14:29.332827 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b865c257-24c1-46de-8cbb-4cb6cb13457e x-openstack-request-id: req-b865c257-24c1-46de-8cbb-4cb6cb13457e {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:14:29.333176 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108c5890-09d5-4a38-9ca5-a8f4616ae3ce", "name": "network-vif-plugged", "status": "completed", "tag": "1a3f4553-b52f-4821-afb6-39d5b478bb00", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:14:29.333434 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b865c257-24c1-46de-8cbb-4cb6cb13457e {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:14:29.333823 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108c5890-09d5-4a38-9ca5-a8f4616ae3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3f4553-b52f-4821-afb6-39d5b478bb00', 'code': 200} Sep 30 13:14:29.336114 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3d595a-1e6a-4833-889e-2630afe861e3 None None] DHCP port deletion for 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:14:29.429825 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:29.460700 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b126e9-6b7b-4445-b180-4252f8d70fc8 req-e57abe9c-999c-4049-ab33-b08566d0cfd4 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:29.467992 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-63b126e9-6b7b-4445-b180-4252f8d70fc8 req-e57abe9c-999c-4049-ab33-b08566d0cfd4 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 945 time: 0.2462616 Sep 30 13:14:29.558154 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-80ecfdba-0736-42df-842d-fbbc4e52283f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:29.583981 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 2fa0269f-5e07-46cb-bc29-5fe79537a646, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2fa0269f-5e07-46cb-bc29-5fe79537a646,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:29.587967 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-63b126e9-6b7b-4445-b180-4252f8d70fc8 req-c956735d-9c61-476b-b67b-0772b97a02d6 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190369 Sep 30 13:14:29.590726 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-ca3d595a-1e6a-4833-889e-2630afe861e3 None None] Deleting port 2fa0269f-5e07-46cb-bc29-5fe79537a646 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:14:29.591112 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ca3d595a-1e6a-4833-889e-2630afe861e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:29.632326 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:29.733979 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ecfdba-0736-42df-842d-fbbc4e52283f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:29.737648 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-80ecfdba-0736-42df-842d-fbbc4e52283f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:29.755757 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ecfdba-0736-42df-842d-fbbc4e52283f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:29.762395 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-80ecfdba-0736-42df-842d-fbbc4e52283f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:29.779189 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-ca3d595a-1e6a-4833-889e-2630afe861e3 None None] For port 2fa0269f-5e07-46cb-bc29-5fe79537a646, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2fa0269f-5e07-46cb-bc29-5fe79537a646,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:29.780072 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ca3d595a-1e6a-4833-889e-2630afe861e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:29.797850 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ecfdba-0736-42df-842d-fbbc4e52283f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=083ef5eb-8c7c-4e61-905e-2750718b4110,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:29.805799 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd76438-28cd-4712-ba49-1a65f7f8e737 req-22e0a78b-d2f5-4281-be12-417db2ab2276 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:29.820996 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-80ecfdba-0736-42df-842d-fbbc4e52283f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1430695 Sep 30 13:14:29.822212 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-ca3d595a-1e6a-4833-889e-2630afe861e3 None None] Calling delete_port for 2fa0269f-5e07-46cb-bc29-5fe79537a646 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:14:29.822544 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59768) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:29.823912 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd76438-28cd-4712-ba49-1a65f7f8e737 req-22e0a78b-d2f5-4281-be12-417db2ab2276 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:29.829712 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-420bd9d2-496c-4163-9d95-9ae89bcfded8 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:29.838264 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd76438-28cd-4712-ba49-1a65f7f8e737 req-22e0a78b-d2f5-4281-be12-417db2ab2276 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:29.851093 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8cd76438-28cd-4712-ba49-1a65f7f8e737 req-22e0a78b-d2f5-4281-be12-417db2ab2276 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0e40dc-1b8a-4dec-937c-48381da361c1&device_id=4a78ecb9-a834-424b-930c-fde9e1c5b2b1&device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 2416 time: 0.1688194 Sep 30 13:14:29.978092 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ca3d595a-1e6a-4833-889e-2630afe861e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:29.992326 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8cd76438-28cd-4712-ba49-1a65f7f8e737 req-ac5af80b-e6af-41fd-804b-dbdb41f12ddf tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368401 Sep 30 13:14:30.003697 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3d595a-1e6a-4833-889e-2630afe861e3 None None] No DVR routers for this DVR port 2fa0269f-5e07-46cb-bc29-5fe79537a646 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:14:30.036581 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0938be5-f03d-4540-9feb-24f22334f58e None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:30.115096 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d79467-3447-4e2c-9c14-cfe62d8f4fb3 req-118c5c63-2a79-4600-beb0-23c16b79a02f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:30.121862 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d79467-3447-4e2c-9c14-cfe62d8f4fb3 req-118c5c63-2a79-4600-beb0-23c16b79a02f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:30.122484 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=2fa0269f-5e07-46cb-bc29-5fe79537a646,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:30.129157 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d79467-3447-4e2c-9c14-cfe62d8f4fb3 req-118c5c63-2a79-4600-beb0-23c16b79a02f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:30.130381 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ffd99d83-1562-4e1e-8283-901366c3233e req-ab80e5b5-d52e-43ba-a4e4-2db8f7ad9fc4 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/ports?device_id=09ee3a9d-16b9-47ad-b8f5-0eefda274b27 HTTP/1.1" status: 200 len: 210 time: 0.0571148 Sep 30 13:14:30.163089 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b5d79467-3447-4e2c-9c14-cfe62d8f4fb3 req-118c5c63-2a79-4600-beb0-23c16b79a02f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2417 time: 0.2915478 Sep 30 13:14:30.172139 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d595a-1e6a-4833-889e-2630afe861e3 None None] Pushing event deleted for resources: {'Port': ['ID=2fa0269f-5e07-46cb-bc29-5fe79537a646,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:30.269317 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b5d79467-3447-4e2c-9c14-cfe62d8f4fb3 req-433c6f90-c475-42fc-9d9a-c3f479775079 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005719 Sep 30 13:14:30.317617 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420bd9d2-496c-4163-9d95-9ae89bcfded8 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:30.322705 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-420bd9d2-496c-4163-9d95-9ae89bcfded8 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:30.343761 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c05546-2476-4518-a7ac-5868c69e0379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'fixed_ips': [{'subnet_id': '083ef5eb-8c7c-4e61-905e-2750718b4110'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:14:30.344785 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-02c05546-2476-4518-a7ac-5868c69e0379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:30.447139 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482eabbc-68c6-4bdf-85a1-082ced99854f req-4ff62f3d-00cd-4523-b4b3-b2919361b06c tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:30.447139 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-482eabbc-68c6-4bdf-85a1-082ced99854f req-4ff62f3d-00cd-4523-b4b3-b2919361b06c tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0e40dc-1b8a-4dec-937c-48381da361c1 HTTP/1.1" status: 200 len: 945 time: 0.1545658 Sep 30 13:14:30.528551 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-482eabbc-68c6-4bdf-85a1-082ced99854f req-27865ff5-e5bd-40ce-a7a3-82a6a7c0dabb tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760207 Sep 30 13:14:30.816786 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:14:30.864035 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c921251-7f1d-413f-ade4-82c802daeccd req-d708913c-aa70-4ded-a8d3-95aec9b2a827 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:30.868329 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7c921251-7f1d-413f-ade4-82c802daeccd req-d708913c-aa70-4ded-a8d3-95aec9b2a827 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 949 time: 0.4522276 Sep 30 13:14:30.885476 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-02c05546-2476-4518-a7ac-5868c69e0379 None None] Allocated IP 172.20.0.2 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/083ef5eb-8c7c-4e61-905e-2750718b4110/33668995-c849-44cb-9d95-29ecd39009de) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:14:30.930237 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7c921251-7f1d-413f-ade4-82c802daeccd req-4a1774c3-9670-445b-a59f-5d38bc07cf0b tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524986 Sep 30 13:14:30.947480 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:30.950401 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:30.972017 n-d-810909-2 neutron-server[94764]: DEBUG neutron.objects.ports [None req-420bd9d2-496c-4163-9d95-9ae89bcfded8 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94764) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 13:14:30.974027 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-420bd9d2-496c-4163-9d95-9ae89bcfded8 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:30.985668 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7093c-39f3-4f31-a790-067c78fbe91d req-841d8671-ed42-4f7a-b4ac-006044ca2bfd tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:31.006197 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7a7093c-39f3-4f31-a790-067c78fbe91d req-841d8671-ed42-4f7a-b4ac-006044ca2bfd tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 945 time: 0.0935001 Sep 30 13:14:31.086258 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bd9d2-496c-4163-9d95-9ae89bcfded8 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=49b97372-7668-475b-8a15-554d9ae3085e,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:31.090361 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7a7093c-39f3-4f31-a790-067c78fbe91d req-154a7b0c-6b38-4a11-af25-3eba1ba703d9 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830753 Sep 30 13:14:31.117622 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420bd9d2-496c-4163-9d95-9ae89bcfded8 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:31.117622 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-420bd9d2-496c-4163-9d95-9ae89bcfded8 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:31.128137 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420bd9d2-496c-4163-9d95-9ae89bcfded8 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:31.128756 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-420bd9d2-496c-4163-9d95-9ae89bcfded8 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:31.181873 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-420bd9d2-496c-4163-9d95-9ae89bcfded8 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3581228 Sep 30 13:14:31.182759 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59794) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:31.198369 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-92242199-9a1a-4f8c-8382-25cbecc7b53c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'port': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'mac_address': 'fa:16:3e:36:e4:a5', 'name': 'tempest-NetworksTestDHCPv6-1940654809'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:31.483018 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-b8d61170-9946-468a-a57b-1dbafe252260 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:31.488096 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92242199-9a1a-4f8c-8382-25cbecc7b53c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:31.490470 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-b8d61170-9946-468a-a57b-1dbafe252260 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.39 "GET /v2.0/networks?id=63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf HTTP/1.1" status: 200 len: 809 time: 0.3255601 Sep 30 13:14:31.507449 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:31.519303 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ef84cf3f-1e01-4c3b-b2ab-1fe2afc5feb1 req-a744622e-2ba3-483e-965b-81ee916b1766 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/ports?device_id=09ee3a9d-16b9-47ad-b8f5-0eefda274b27 HTTP/1.1" status: 200 len: 210 time: 0.1070738 Sep 30 13:14:31.523466 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-fa5251de-962a-42e8-b294-1c2c21282f0b tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Request body: {'port': {'device_id': '09ee3a9d-16b9-47ad-b8f5-0eefda274b27', 'network_id': '63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf', 'admin_state_up': True, 'tenant_id': 'c2c5dd8af82141349210379bd95352ce'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:31.602601 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-02c05546-2476-4518-a7ac-5868c69e0379 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:31.619813 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:14:31.626743 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dff5f8-2acc-4d79-9848-b14c9e87cdff" -d '{"events": [{"server_uuid": "9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8", "name": "network-vif-plugged", "status": "completed", "tag": "3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:14:31.671586 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-02c05546-2476-4518-a7ac-5868c69e0379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:31.697865 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:31.714293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-fa5251de-962a-42e8-b294-1c2c21282f0b tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Made reservation on behalf of c2c5dd8af82141349210379bd95352ce for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:31.718282 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-fa5251de-962a-42e8-b294-1c2c21282f0b tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:31.786994 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c05546-2476-4518-a7ac-5868c69e0379 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:31.788654 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:31.796076 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95e67e9-3868-4567-af52-ca97586062e0 x-openstack-request-id: req-d95e67e9-3868-4567-af52-ca97586062e0 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:14:31.796371 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8", "name": "network-vif-plugged", "status": "completed", "tag": "3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:14:31.796622 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d95e67e9-3868-4567-af52-ca97586062e0 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:14:31.797015 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d', 'code': 200} Sep 30 13:14:31.820930 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-02c05546-2476-4518-a7ac-5868c69e0379 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:31.831528 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c05546-2476-4518-a7ac-5868c69e0379 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:14:31.882132 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c05546-2476-4518-a7ac-5868c69e0379 None None] Pushing event updated for resources: {'Port': ['ID=33668995-c849-44cb-9d95-29ecd39009de,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:32.064788 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d,revision_number=11']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:32.079646 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-02c05546-2476-4518-a7ac-5868c69e0379 None None] Attempting to bind port 33668995-c849-44cb-9d95-29ecd39009de on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:14:32.079921 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-02c05546-2476-4518-a7ac-5868c69e0379 None None] Attempting to bind port 33668995-c849-44cb-9d95-29ecd39009de by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:14:32.080412 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c05546-2476-4518-a7ac-5868c69e0379 None None] Attempting to bind port 33668995-c849-44cb-9d95-29ecd39009de on network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:14:32.088257 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-fa5251de-962a-42e8-b294-1c2c21282f0b tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Allocated IP 172.20.0.11 (63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf/ebbae3ff-0710-482a-99b8-ef08b85cfc3e/0e594a04-03ab-4da1-b64f-a468cc7129ce) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:14:32.088440 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c05546-2476-4518-a7ac-5868c69e0379 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:14:32.088708 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c05546-2476-4518-a7ac-5868c69e0379 None None] Checking segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:14:32.089033 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-02c05546-2476-4518-a7ac-5868c69e0379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:32.089435 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c05546-2476-4518-a7ac-5868c69e0379 None None] Bound using segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:14:32.090255 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-02c05546-2476-4518-a7ac-5868c69e0379 None None] Bound port: 33668995-c849-44cb-9d95-29ecd39009de, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:14:32.090637 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-02c05546-2476-4518-a7ac-5868c69e0379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:32.122853 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756d6ff-5f9a-454a-9c09-cdc8f4480706 req-7056e3db-85b4-4af8-afc6-c74f64b95c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:32.124659 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a756d6ff-5f9a-454a-9c09-cdc8f4480706 req-7056e3db-85b4-4af8-afc6-c74f64b95c06 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 1101 time: 0.1630507 Sep 30 13:14:32.203934 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365fae0-7182-454f-a2e3-1128545e84db req-6e0e4b34-4e08-4f85-8de4-9751ea93c5a2 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:32.206117 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-02c05546-2476-4518-a7ac-5868c69e0379 None None] For port 33668995-c849-44cb-9d95-29ecd39009de, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:14:32.209295 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-02c05546-2476-4518-a7ac-5868c69e0379 None None] For port 33668995-c849-44cb-9d95-29ecd39009de, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=33668995-c849-44cb-9d95-29ecd39009de,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:14:32.210399 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365fae0-7182-454f-a2e3-1128545e84db req-6e0e4b34-4e08-4f85-8de4-9751ea93c5a2 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:32.223306 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-02c05546-2476-4518-a7ac-5868c69e0379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:32.226364 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365fae0-7182-454f-a2e3-1128545e84db req-6e0e4b34-4e08-4f85-8de4-9751ea93c5a2 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:32.238882 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6365fae0-7182-454f-a2e3-1128545e84db req-6e0e4b34-4e08-4f85-8de4-9751ea93c5a2 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2417 time: 0.7265630 Sep 30 13:14:32.299894 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-92242199-9a1a-4f8c-8382-25cbecc7b53c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:32.301018 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c05546-2476-4518-a7ac-5868c69e0379 None None] Pushing event updated for resources: {'Port': ['ID=33668995-c849-44cb-9d95-29ecd39009de,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:32.314833 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6365fae0-7182-454f-a2e3-1128545e84db req-093ffd9f-937d-44a8-b8f5-b74089ed7092 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750151 Sep 30 13:14:32.366888 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-92242199-9a1a-4f8c-8382-25cbecc7b53c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] device_id is not set on port 99e6c4c4-6ca3-4bdb-b630-ff966ef35ab4 yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:14:32.385430 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a756d6ff-5f9a-454a-9c09-cdc8f4480706 req-870b02cf-1efa-4d35-81e3-7b9dfc546159 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444224 Sep 30 13:14:32.440387 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced1e92-b55b-424b-ae57-564c84782d4a req-112e2881-0f9e-4b89-bbdd-411ec45da72f tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:32.450704 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0ced1e92-b55b-424b-ae57-564c84782d4a req-112e2881-0f9e-4b89-bbdd-411ec45da72f tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 950 time: 0.2579479 Sep 30 13:14:32.470123 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-fa5251de-962a-42e8-b294-1c2c21282f0b tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:32.511957 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0ced1e92-b55b-424b-ae57-564c84782d4a req-736a9e5a-b7f4-4a86-aa26-0269d081bee8 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602829 Sep 30 13:14:32.578257 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-fa5251de-962a-42e8-b294-1c2c21282f0b tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:32.642352 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-fa5251de-962a-42e8-b294-1c2c21282f0b tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Network 63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:32.747393 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-fa5251de-962a-42e8-b294-1c2c21282f0b tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:32.749325 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-92242199-9a1a-4f8c-8382-25cbecc7b53c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 172.20.0.8 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/083ef5eb-8c7c-4e61-905e-2750718b4110/99e6c4c4-6ca3-4bdb-b630-ff966ef35ab4) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:14:32.757591 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-92242199-9a1a-4f8c-8382-25cbecc7b53c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 2001:db8::f816:3eff:fe36:e4a5 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/49b97372-7668-475b-8a15-554d9ae3085e/99e6c4c4-6ca3-4bdb-b630-ff966ef35ab4) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:14:32.779614 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-fa5251de-962a-42e8-b294-1c2c21282f0b tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:14:32.922386 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5251de-962a-42e8-b294-1c2c21282f0b tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Pushing event updated for resources: {'Port': ['ID=0e594a04-03ab-4da1-b64f-a468cc7129ce,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:32.923634 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe5ea1-8c4b-45c7-8b86-f64c124a6688 req-c815814a-260e-4a50-b486-50f2bf9ef5e5 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:32.939441 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cafe5ea1-8c4b-45c7-8b86-f64c124a6688 req-c815814a-260e-4a50-b486-50f2bf9ef5e5 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 945 time: 0.4124794 Sep 30 13:14:32.941291 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-fa5251de-962a-42e8-b294-1c2c21282f0b tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:32.941931 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-fa5251de-962a-42e8-b294-1c2c21282f0b tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:32.949649 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-90f5a572-40ea-4b4d-a82f-dd8651e22927 req-c88b082a-16bd-4b58-8703-09ac4cbd2cbc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a23d6513-e70a-4c86-94ca-67b273964ce2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2135732 Sep 30 13:14:32.977450 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-fa5251de-962a-42e8-b294-1c2c21282f0b tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4610710 Sep 30 13:14:32.992909 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-0f7cd7fc-3cff-4d5c-9543-89b0b8a0549b service neutron] Request body: {'port': {'device_id': '09ee3a9d-16b9-47ad-b8f5-0eefda274b27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:33.049139 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-92242199-9a1a-4f8c-8382-25cbecc7b53c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:33.138401 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-92242199-9a1a-4f8c-8382-25cbecc7b53c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:33.155779 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-0f7cd7fc-3cff-4d5c-9543-89b0b8a0549b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:33.161701 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cafe5ea1-8c4b-45c7-8b86-f64c124a6688 req-8960b86f-2702-4d41-bb6e-e87d0f3d3777 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211707 Sep 30 13:14:33.212784 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664650e0-4987-43db-b288-385f7d9ec353 req-e3271965-7ecc-40ac-8986-fa840ef52e23 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:33.213152 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 33668995-c849-44cb-9d95-29ecd39009de up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:14:33.219993 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-664650e0-4987-43db-b288-385f7d9ec353 req-e3271965-7ecc-40ac-8986-fa840ef52e23 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/ports?device_id=09ee3a9d-16b9-47ad-b8f5-0eefda274b27 HTTP/1.1" status: 200 len: 932 time: 0.1562448 Sep 30 13:14:33.230474 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5a572-40ea-4b4d-a82f-dd8651e22927 req-04dd666f-4460-4865-925a-c0bcd1d2fda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:33.231911 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-90f5a572-40ea-4b4d-a82f-dd8651e22927 req-04dd666f-4460-4865-925a-c0bcd1d2fda1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=109fb06c4d3444d49086428c1389e0d9&device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 1096 time: 0.1986547 Sep 30 13:14:33.368951 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 33668995-c849-44cb-9d95-29ecd39009de triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:33.370584 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:33.450851 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92242199-9a1a-4f8c-8382-25cbecc7b53c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Port': ['ID=99e6c4c4-6ca3-4bdb-b630-ff966ef35ab4,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:33.477627 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92242199-9a1a-4f8c-8382-25cbecc7b53c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:33.479849 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-664650e0-4987-43db-b288-385f7d9ec353 req-f3228792-bb17-4100-9e4b-b229783c57bd tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ced4ad-a244-468a-9560-313c719ce124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535772 Sep 30 13:14:33.482344 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-92242199-9a1a-4f8c-8382-25cbecc7b53c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:33.498111 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92242199-9a1a-4f8c-8382-25cbecc7b53c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:14:33.627802 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92242199-9a1a-4f8c-8382-25cbecc7b53c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:33.628959 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-92242199-9a1a-4f8c-8382-25cbecc7b53c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:33.638158 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:33.655414 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-92242199-9a1a-4f8c-8382-25cbecc7b53c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4699545 Sep 30 13:14:33.657791 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59838) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:33.686232 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 33668995-c849-44cb-9d95-29ecd39009de, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=33668995-c849-44cb-9d95-29ecd39009de,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:33.700749 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:33.795448 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=33668995-c849-44cb-9d95-29ecd39009de,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:33.798366 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7324dee6-cadc-4b14-8ae0-745bdbf63630 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:33.813779 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7324dee6-cadc-4b14-8ae0-745bdbf63630 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:33.818408 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7324dee6-cadc-4b14-8ae0-745bdbf63630 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1567812 Sep 30 13:14:33.819510 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59844) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:33.965454 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe8b94-6871-4720-a68d-35df6373ffb1 req-1eb776bb-5d81-442c-a24f-5050e72832a8 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:33.966968 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1cfe8b94-6871-4720-a68d-35df6373ffb1 req-1eb776bb-5d81-442c-a24f-5050e72832a8 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 950 time: 0.2019136 Sep 30 13:14:33.989431 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef2b2be-39d4-441e-8c95-865cfbb9ca6e None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:34.008116 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b10704-4af0-47a5-9a65-f783033d265f req-c73df9a5-8417-400a-8b0b-4e7016048d5e tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:34.014091 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b10704-4af0-47a5-9a65-f783033d265f req-c73df9a5-8417-400a-8b0b-4e7016048d5e tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:34.020071 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b10704-4af0-47a5-9a65-f783033d265f req-c73df9a5-8417-400a-8b0b-4e7016048d5e tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:34.021740 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09b10704-4af0-47a5-9a65-f783033d265f req-c73df9a5-8417-400a-8b0b-4e7016048d5e tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2417 time: 0.5408099 Sep 30 13:14:34.047136 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8298c8-567f-4a11-b14f-7bff173d8c5f req-c5b3d7f2-324f-4bb5-ad1c-25273b2db94c tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:34.049480 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1cfe8b94-6871-4720-a68d-35df6373ffb1 req-79580572-c793-48eb-b133-da5976ae497d tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755813 Sep 30 13:14:34.076857 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8298c8-567f-4a11-b14f-7bff173d8c5f req-c5b3d7f2-324f-4bb5-ad1c-25273b2db94c tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:34.083131 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8298c8-567f-4a11-b14f-7bff173d8c5f req-c5b3d7f2-324f-4bb5-ad1c-25273b2db94c tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:34.094459 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6e8298c8-567f-4a11-b14f-7bff173d8c5f req-c5b3d7f2-324f-4bb5-ad1c-25273b2db94c tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2417 time: 0.4574392 Sep 30 13:14:34.258045 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5a572-40ea-4b4d-a82f-dd8651e22927 req-378dcfc5-c0d4-47e0-b94d-d7175f70a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:34.259986 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-90f5a572-40ea-4b4d-a82f-dd8651e22927 req-378dcfc5-c0d4-47e0-b94d-d7175f70a645 service neutron] 10.222.0.39 "GET /v2.0/networks?id=17f227ef-535f-498d-b04c-ec88f70fbe32 HTTP/1.1" status: 200 len: 916 time: 0.9951973 Sep 30 13:14:34.264273 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27d168-cb06-4952-93a6-9430dca610bd req-4171e37f-76a5-41b4-bb60-088a1ffac8dd tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:34.276021 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5c27d168-cb06-4952-93a6-9430dca610bd req-4171e37f-76a5-41b4-bb60-088a1ffac8dd tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 945 time: 0.1094301 Sep 30 13:14:34.285838 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-82bf9056-d26e-44da-b09c-7992b6e8b50e None None] Provisioning complete for port 33668995-c849-44cb-9d95-29ecd39009de triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:34.286861 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-82bf9056-d26e-44da-b09c-7992b6e8b50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:34.374631 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5c27d168-cb06-4952-93a6-9430dca610bd req-4578b7fd-5e7d-4595-a900-43bb58040804 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974069 Sep 30 13:14:34.418777 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-90f5a572-40ea-4b4d-a82f-dd8651e22927 req-49885308-9a25-471f-840f-b60ac7fff685 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c38957e0-ddf6-4a5b-8d18-80802e8d67f6 HTTP/1.1" status: 200 len: 217 time: 0.1285794 Sep 30 13:14:34.546475 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c476f746-4b16-4442-ac66-c125f43148e8 None None] Update dhcp port {'port': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'fixed_ips': [{'subnet_id': '083ef5eb-8c7c-4e61-905e-2750718b4110', 'ip_address': '172.20.0.2'}, {'subnet_id': '49b97372-7668-475b-8a15-554d9ae3085e'}], 'binding:host_id': 'n-d-810909-2'}, 'id': '33668995-c849-44cb-9d95-29ecd39009de'} from n-d-810909-2. {{(pid=94765) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 13:14:34.558648 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6e8298c8-567f-4a11-b14f-7bff173d8c5f req-aea27e3e-3045-4274-9341-cab6adad2105 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601231 Sep 30 13:14:34.574116 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c476f746-4b16-4442-ac66-c125f43148e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:34.601396 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-09b10704-4af0-47a5-9a65-f783033d265f req-f9ec97f5-0991-4814-98fa-ebec03e892fa tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Deleting port 1ae60573-509c-4b6d-bdfd-2245fdbc96a8 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:14:34.601748 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-09b10704-4af0-47a5-9a65-f783033d265f req-f9ec97f5-0991-4814-98fa-ebec03e892fa tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:34.624101 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e06708-379c-41a4-a0c1-8d065e0fe9b4 req-66f42ecd-5ed5-4ed1-89bc-e91c41a4e4ab tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:34.636947 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-38e06708-379c-41a4-a0c1-8d065e0fe9b4 req-66f42ecd-5ed5-4ed1-89bc-e91c41a4e4ab tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 945 time: 0.0926781 Sep 30 13:14:34.701102 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5a572-40ea-4b4d-a82f-dd8651e22927 req-7647c762-0b50-4134-9c72-e4feec10b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:34.702624 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-90f5a572-40ea-4b4d-a82f-dd8651e22927 req-7647c762-0b50-4134-9c72-e4feec10b200 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e09cd1b-b493-4ed4-baaf-1dc88590bf2a HTTP/1.1" status: 200 len: 854 time: 0.2664115 Sep 30 13:14:34.718082 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-38e06708-379c-41a4-a0c1-8d065e0fe9b4 req-9b37a373-5551-4291-af46-f6a7f4aac16e tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787783 Sep 30 13:14:34.762321 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-e5f6f229-9464-4e28-9fed-b09159045576 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting port 99e6c4c4-6ca3-4bdb-b630-ff966ef35ab4 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:14:34.762586 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e5f6f229-9464-4e28-9fed-b09159045576 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:34.780141 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-0f7cd7fc-3cff-4d5c-9543-89b0b8a0549b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e594a04-03ab-4da1-b64f-a468cc7129ce {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:14:34.797547 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-c476f746-4b16-4442-ac66-c125f43148e8 None None] Allocated IP 2001:db8::f816:3eff:fe9d:1a35 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/49b97372-7668-475b-8a15-554d9ae3085e/33668995-c849-44cb-9d95-29ecd39009de) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:14:34.822886 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-0f7cd7fc-3cff-4d5c-9543-89b0b8a0549b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:34.874936 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-0f7cd7fc-3cff-4d5c-9543-89b0b8a0549b service neutron] Transition to ACTIVE for port object 0e594a04-03ab-4da1-b64f-a468cc7129ce will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:14:34.924405 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-0f7cd7fc-3cff-4d5c-9543-89b0b8a0549b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:34.941705 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-c476f746-4b16-4442-ac66-c125f43148e8 None None] For port 33668995-c849-44cb-9d95-29ecd39009de, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=33668995-c849-44cb-9d95-29ecd39009de,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:34.945392 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28b8fc-1d73-4cb5-9c44-39d658a2bb38 req-5384366a-2090-4d08-86e8-b2b84087738e tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:34.952586 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ad28b8fc-1d73-4cb5-9c44-39d658a2bb38 req-5384366a-2090-4d08-86e8-b2b84087738e tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/ports?device_id=09ee3a9d-16b9-47ad-b8f5-0eefda274b27 HTTP/1.1" status: 200 len: 932 time: 0.2792506 Sep 30 13:14:34.978983 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c476f746-4b16-4442-ac66-c125f43148e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:34.986328 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c476f746-4b16-4442-ac66-c125f43148e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:34.986550 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5a572-40ea-4b4d-a82f-dd8651e22927 req-c16b962e-b186-4c08-a56e-7db4e9a28be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:34.987956 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-90f5a572-40ea-4b4d-a82f-dd8651e22927 req-c16b962e-b186-4c08-a56e-7db4e9a28be8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=17f227ef-535f-498d-b04c-ec88f70fbe32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2294791 Sep 30 13:14:35.123401 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e5f6f229-9464-4e28-9fed-b09159045576 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:35.130582 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-09b10704-4af0-47a5-9a65-f783033d265f req-f9ec97f5-0991-4814-98fa-ebec03e892fa tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] For port 1ae60573-509c-4b6d-bdfd-2245fdbc96a8, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1ae60573-509c-4b6d-bdfd-2245fdbc96a8,segment=NetworkSegment(9ee9fb11-598a-4f18-a9ee-487c92777f66),segment_id=9ee9fb11-598a-4f18-a9ee-487c92777f66)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:35.130814 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-09b10704-4af0-47a5-9a65-f783033d265f req-f9ec97f5-0991-4814-98fa-ebec03e892fa tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:35.140812 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 33668995-c849-44cb-9d95-29ecd39009de up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:14:35.176540 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7cd7fc-3cff-4d5c-9543-89b0b8a0549b service neutron] Pushing event updated for resources: {'Port': ['ID=0e594a04-03ab-4da1-b64f-a468cc7129ce,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:35.183121 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-e5f6f229-9464-4e28-9fed-b09159045576 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Calling delete_port for 99e6c4c4-6ca3-4bdb-b630-ff966ef35ab4 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:14:35.244238 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476f746-4b16-4442-ac66-c125f43148e8 None None] Pushing event updated for resources: {'Port': ['ID=33668995-c849-44cb-9d95-29ecd39009de,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:35.276928 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-09b10704-4af0-47a5-9a65-f783033d265f req-f9ec97f5-0991-4814-98fa-ebec03e892fa tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Calling delete_port for 1ae60573-509c-4b6d-bdfd-2245fdbc96a8 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:14:35.284679 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afe4b4-4144-45c5-80c6-519975ba9fba req-06c41569-69e0-4146-8d5a-7ab64fab5e8f tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:35.287684 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 33668995-c849-44cb-9d95-29ecd39009de triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:35.288739 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:35.293352 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-90afe4b4-4144-45c5-80c6-519975ba9fba req-06c41569-69e0-4146-8d5a-7ab64fab5e8f tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 950 time: 0.0905809 Sep 30 13:14:35.344756 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-90afe4b4-4144-45c5-80c6-519975ba9fba req-5e0fd1db-9e36-4704-9228-9147e2f795f1 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435057 Sep 30 13:14:35.598363 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09385cb-76ed-46cc-82bb-96aac8bb9b7c req-77370bd2-c24d-4b18-b90e-44d81eb4cdfd tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:35.606805 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e09385cb-76ed-46cc-82bb-96aac8bb9b7c req-77370bd2-c24d-4b18-b90e-44d81eb4cdfd tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 945 time: 0.1152589 Sep 30 13:14:35.677581 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e09385cb-76ed-46cc-82bb-96aac8bb9b7c req-bf28194e-f355-41bd-9c50-6f50bda0bb5c tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644100 Sep 30 13:14:35.853789 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ad28b8fc-1d73-4cb5-9c44-39d658a2bb38 req-a0d19132-5166-43a4-865a-0a10ce08d116 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ced4ad-a244-468a-9560-313c719ce124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9001350 Sep 30 13:14:36.039836 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-90f5a572-40ea-4b4d-a82f-dd8651e22927 req-6aba7d5e-7da1-4109-bcd5-2e321dd29c92 service neutron] 10.222.0.39 "GET /v2.0/networks/17f227ef-535f-498d-b04c-ec88f70fbe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0406663 Sep 30 13:14:36.123606 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-0f7cd7fc-3cff-4d5c-9543-89b0b8a0549b service neutron] Attempting to bind port 0e594a04-03ab-4da1-b64f-a468cc7129ce on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:14:36.123950 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-0f7cd7fc-3cff-4d5c-9543-89b0b8a0549b service neutron] Attempting to bind port 0e594a04-03ab-4da1-b64f-a468cc7129ce by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '0b710c32-a268-41b0-8987-12ce34571b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:14:36.124287 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-0f7cd7fc-3cff-4d5c-9543-89b0b8a0549b service neutron] Attempting to bind port 0e594a04-03ab-4da1-b64f-a468cc7129ce on network 63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:14:36.139989 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5142709-f525-448a-bd18-bb2c4ee633fb req-34b780ee-4830-4e42-818a-4b3298ed6ebe tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:36.145452 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-0f7cd7fc-3cff-4d5c-9543-89b0b8a0549b service neutron] Port 0e594a04-03ab-4da1-b64f-a468cc7129ce on network 63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:14:36.145763 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-0f7cd7fc-3cff-4d5c-9543-89b0b8a0549b service neutron] Attempting to bind port 0e594a04-03ab-4da1-b64f-a468cc7129ce on network 63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:14:36.147232 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5142709-f525-448a-bd18-bb2c4ee633fb req-34b780ee-4830-4e42-818a-4b3298ed6ebe tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:36.155775 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5142709-f525-448a-bd18-bb2c4ee633fb req-34b780ee-4830-4e42-818a-4b3298ed6ebe tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:36.157904 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a5142709-f525-448a-bd18-bb2c4ee633fb req-34b780ee-4830-4e42-818a-4b3298ed6ebe tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 2417 time: 0.1418293 Sep 30 13:14:36.212708 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-0f7cd7fc-3cff-4d5c-9543-89b0b8a0549b service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:14:36.213064 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-0f7cd7fc-3cff-4d5c-9543-89b0b8a0549b service neutron] Checking segment: {'id': '0b710c32-a268-41b0-8987-12ce34571b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:14:36.213457 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-0f7cd7fc-3cff-4d5c-9543-89b0b8a0549b service neutron] Bound using segment: {'id': '0b710c32-a268-41b0-8987-12ce34571b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:14:36.213979 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-0f7cd7fc-3cff-4d5c-9543-89b0b8a0549b service neutron] Bound port: 0e594a04-03ab-4da1-b64f-a468cc7129ce, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b710c32-a268-41b0-8987-12ce34571b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:14:36.214369 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-0f7cd7fc-3cff-4d5c-9543-89b0b8a0549b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:36.259481 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a5142709-f525-448a-bd18-bb2c4ee633fb req-c422a9df-8f2e-45e1-b3f4-1f647769b2d2 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751419 Sep 30 13:14:36.261397 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ac33f257-ca3c-49be-86ce-0055ae3866b6 None None] Provisioning complete for port 33668995-c849-44cb-9d95-29ecd39009de triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:36.262051 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ac33f257-ca3c-49be-86ce-0055ae3866b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:36.467877 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae508e-777b-4b88-8c60-4c9ad566a544 req-e56bbe5a-f2c3-437b-b1ff-873c0a028f89 tempest-ServersAdminTestJSON-790564563 tempest-ServersAdminTestJSON-790564563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:36.476803 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2ae508e-777b-4b88-8c60-4c9ad566a544 req-e56bbe5a-f2c3-437b-b1ff-873c0a028f89 tempest-ServersAdminTestJSON-790564563 tempest-ServersAdminTestJSON-790564563-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 1101 time: 0.0872023 Sep 30 13:14:36.504196 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ac33f257-ca3c-49be-86ce-0055ae3866b6 None None] Provisioning complete for port 99e6c4c4-6ca3-4bdb-b630-ff966ef35ab4 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:36.504785 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ac33f257-ca3c-49be-86ce-0055ae3866b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:36.640654 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-90f5a572-40ea-4b4d-a82f-dd8651e22927 req-71444b43-2f15-454e-96bb-d2d76f68adcb service neutron] 10.222.0.39 "GET /v2.0/networks/17f227ef-535f-498d-b04c-ec88f70fbe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5890305 Sep 30 13:14:36.653011 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2ae508e-777b-4b88-8c60-4c9ad566a544 req-9ce461fb-069b-4efe-aa2a-e0f2c1403410 tempest-ServersAdminTestJSON-790564563 tempest-ServersAdminTestJSON-790564563-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680000 Sep 30 13:14:36.691455 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55ce0b-0ba1-435f-b979-9241bab7db49 req-9082f86f-2b94-4ee5-8d7e-d3077b848418 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:36.701636 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ab55ce0b-0ba1-435f-b979-9241bab7db49 req-9082f86f-2b94-4ee5-8d7e-d3077b848418 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 945 time: 0.6217747 Sep 30 13:14:36.707671 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-ac33f257-ca3c-49be-86ce-0055ae3866b6 None None] Port 99e6c4c4-6ca3-4bdb-b630-ff966ef35ab4 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:14:36.711346 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e5f6f229-9464-4e28-9fed-b09159045576 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:36.719855 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-0f7cd7fc-3cff-4d5c-9543-89b0b8a0549b service neutron] For port 0e594a04-03ab-4da1-b64f-a468cc7129ce, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:14:36.795854 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6f229-9464-4e28-9fed-b09159045576 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Port': ['ID=99e6c4c4-6ca3-4bdb-b630-ff966ef35ab4,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:36.807356 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-09b10704-4af0-47a5-9a65-f783033d265f req-f9ec97f5-0991-4814-98fa-ebec03e892fa tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:36.813338 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-0f7cd7fc-3cff-4d5c-9543-89b0b8a0549b service neutron] For port 0e594a04-03ab-4da1-b64f-a468cc7129ce, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0e594a04-03ab-4da1-b64f-a468cc7129ce,segment=NetworkSegment(0b710c32-a268-41b0-8987-12ce34571b50),segment_id=0b710c32-a268-41b0-8987-12ce34571b50)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:14:36.822099 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 1ae60573-509c-4b6d-bdfd-2245fdbc96a8 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:14:36.907513 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 1ae60573-509c-4b6d-bdfd-2245fdbc96a8 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:14:36.907864 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 1ae60573-509c-4b6d-bdfd-2245fdbc96a8 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:14:36.914084 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-0f7cd7fc-3cff-4d5c-9543-89b0b8a0549b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:36.914651 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:14:36.993569 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec97f5-0991-4814-98fa-ebec03e892fa tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event deleted for resources: {'Port': ['ID=1ae60573-509c-4b6d-bdfd-2245fdbc96a8,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:37.060500 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ab55ce0b-0ba1-435f-b979-9241bab7db49 req-589e02c4-432b-4d5a-bbc1-b3d82e5cec24 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577831 Sep 30 13:14:37.075077 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f85a621c-914e-49ba-81bc-d9254c71167d None None] Could not find standard attr ID for object 4943cf55-32f8-4872-9471-01739e03ada1. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:14:37.156815 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-0f7cd7fc-3cff-4d5c-9543-89b0b8a0549b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:37.157549 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-0f7cd7fc-3cff-4d5c-9543-89b0b8a0549b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:37.159179 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-0f7cd7fc-3cff-4d5c-9543-89b0b8a0549b service neutron] 10.222.0.39 "PUT /v2.0/ports/0e594a04-03ab-4da1-b64f-a468cc7129ce HTTP/1.1" status: 200 len: 1092 time: 4.1718438 Sep 30 13:14:37.161798 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ee3a9d-16b9-47ad-b8f5-0eefda274b27', 'tag': '0e594a04-03ab-4da1-b64f-a468cc7129ce'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:14:37.164509 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59a33d4-237b-40ec-936e-ac6e4b0a1f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "09ee3a9d-16b9-47ad-b8f5-0eefda274b27", "tag": "0e594a04-03ab-4da1-b64f-a468cc7129ce"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:14:37.196182 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b10704-4af0-47a5-9a65-f783033d265f req-f9ec97f5-0991-4814-98fa-ebec03e892fa tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] No DVR routers for this DVR port 1ae60573-509c-4b6d-bdfd-2245fdbc96a8 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:14:37.230854 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-09b10704-4af0-47a5-9a65-f783033d265f req-f9ec97f5-0991-4814-98fa-ebec03e892fa tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:37.232922 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09b10704-4af0-47a5-9a65-f783033d265f req-f9ec97f5-0991-4814-98fa-ebec03e892fa tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.54 "DELETE /v2.0/ports/1ae60573-509c-4b6d-bdfd-2245fdbc96a8 HTTP/1.1" status: 204 len: 173 time: 3.2024262 Sep 30 13:14:37.264813 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 33668995-c849-44cb-9d95-29ecd39009de up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:14:37.326998 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff1d15-048a-49cd-a437-852a7393ef86 req-c482eb63-f0ac-4048-b4ed-20f7754f7efd tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:37.338789 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f2ff1d15-048a-49cd-a437-852a7393ef86 req-c482eb63-f0ac-4048-b4ed-20f7754f7efd tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 945 time: 0.1148493 Sep 30 13:14:37.364152 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:37.391067 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e5f6f229-9464-4e28-9fed-b09159045576 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:37.392949 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e5f6f229-9464-4e28-9fed-b09159045576 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/99e6c4c4-6ca3-4bdb-b630-ff966ef35ab4 HTTP/1.1" status: 204 len: 168 time: 3.5649731 Sep 30 13:14:37.406674 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59890) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:37.409301 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-702b305d-b603-4276-b383-67246a776a51 None None] Could not find standard attr ID for object a3297bbf-7093-4713-a6da-41dd14c35cf3. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:14:37.416414 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f2ff1d15-048a-49cd-a437-852a7393ef86 req-adb0aa9e-6b33-4458-a91f-c9e108167779 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755246 Sep 30 13:14:37.421822 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 33668995-c849-44cb-9d95-29ecd39009de triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:37.422478 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:37.466658 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5503591-4a24-486b-9885-6872601ef7e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:14:37.469141 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d439867a-49b3-43c4-adb6-9cdc5033cd0d" -d '{"events": [{"server_uuid": "d5503591-4a24-486b-9885-6872601ef7e1", "name": "network-vif-unplugged", "status": "completed", "tag": "4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:14:37.504692 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7cd7fc-3cff-4d5c-9543-89b0b8a0549b service neutron] Pushing event updated for resources: {'Port': ['ID=0e594a04-03ab-4da1-b64f-a468cc7129ce,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:37.515662 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e,segment=NetworkSegment(3df35f3b-5a25-4b97-b793-7884e08bfdd1),segment_id=3df35f3b-5a25-4b97-b793-7884e08bfdd1)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:37.522177 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39837cb-93ce-4708-88b3-443c32eb1e26 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:37.524066 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39837cb-93ce-4708-88b3-443c32eb1e26 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:37.525925 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39837cb-93ce-4708-88b3-443c32eb1e26 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:37.527805 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a39837cb-93ce-4708-88b3-443c32eb1e26 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1189611 Sep 30 13:14:37.531130 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59896) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:37.534917 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:37.535646 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 1973a466-4c69-467b-9a3c-ef219840c460 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:14:37.569621 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-6a1c5471-977d-42b9-aaef-a7fbabef9f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:37.571461 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-6a1c5471-977d-42b9-aaef-a7fbabef9f27 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c2c5dd8af82141349210379bd95352ce&device_id=09ee3a9d-16b9-47ad-b8f5-0eefda274b27 HTTP/1.1" status: 200 len: 1095 time: 0.3358750 Sep 30 13:14:37.593587 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7ee43-b938-4925-9c5c-8dbd12baf79f req-c4fd60e6-e10e-47e9-9e76-c6f28e4b9fea tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:37.602290 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-73f7ee43-b938-4925-9c5c-8dbd12baf79f req-c4fd60e6-e10e-47e9-9e76-c6f28e4b9fea tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/ports?device_id=09ee3a9d-16b9-47ad-b8f5-0eefda274b27 HTTP/1.1" status: 200 len: 944 time: 0.3101997 Sep 30 13:14:37.652240 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-f42a6f28-e8ec-4573-8882-fbc5ec66a5a0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet 083ef5eb-8c7c-4e61-905e-2750718b4110 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:14:37.658193 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f42a6f28-e8ec-4573-8882-fbc5ec66a5a0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:37.662378 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ecc2a-6168-44ce-87f2-ce0d40c448c1 req-203aa47b-ac90-44af-8bfc-fb0dded73959 tempest-ServersAdminTestJSON-790564563 tempest-ServersAdminTestJSON-790564563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:37.670674 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f77ecc2a-6168-44ce-87f2-ce0d40c448c1 req-203aa47b-ac90-44af-8bfc-fb0dded73959 tempest-ServersAdminTestJSON-790564563 tempest-ServersAdminTestJSON-790564563-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 1101 time: 0.0917108 Sep 30 13:14:37.684306 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:37.704915 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-df827140-60e7-454c-adb1-6455654582f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e594a04-03ab-4da1-b64f-a468cc7129ce HTTP/1.1" status: 200 len: 217 time: 0.0827312 Sep 30 13:14:37.769826 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f77ecc2a-6168-44ce-87f2-ce0d40c448c1 req-dfd6c719-edd3-4cc5-b3f1-82c9a22519de tempest-ServersAdminTestJSON-790564563 tempest-ServersAdminTestJSON-790564563-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982442 Sep 30 13:14:37.772558 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f42a6f28-e8ec-4573-8882-fbc5ec66a5a0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:37.791100 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-73f7ee43-b938-4925-9c5c-8dbd12baf79f req-19286e46-3937-421a-b919-e732c8f9776d tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ced4ad-a244-468a-9560-313c719ce124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878192 Sep 30 13:14:37.816984 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-09b10704-4af0-47a5-9a65-f783033d265f req-d2f51020-bb74-4263-8ee6-7f04ac74c86f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Deleting port 1973a466-4c69-467b-9a3c-ef219840c460 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:14:37.817712 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-09b10704-4af0-47a5-9a65-f783033d265f req-d2f51020-bb74-4263-8ee6-7f04ac74c86f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:37.862057 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e4238e-4b52-4f1f-ba6e-497dd1fb2e27 x-openstack-request-id: req-50e4238e-4b52-4f1f-ba6e-497dd1fb2e27 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:14:37.862383 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ee3a9d-16b9-47ad-b8f5-0eefda274b27", "tag": "0e594a04-03ab-4da1-b64f-a468cc7129ce", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:14:37.862608 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50e4238e-4b52-4f1f-ba6e-497dd1fb2e27 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:14:37.863005 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ee3a9d-16b9-47ad-b8f5-0eefda274b27', 'tag': '0e594a04-03ab-4da1-b64f-a468cc7129ce', 'status': 'completed', 'code': 200} Sep 30 13:14:37.891870 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-415ee0db-42e6-436a-b811-6dfa294d49f3 None None] Could not find standard attr ID for object 99e6c4c4-6ca3-4bdb-b630-ff966ef35ab4. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:14:37.901789 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-fafb46a6-e0e4-4b90-a97d-d5aa538c2795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:37.904509 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-fafb46a6-e0e4-4b90-a97d-d5aa538c2795 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ebbae3ff-0710-482a-99b8-ef08b85cfc3e HTTP/1.1" status: 200 len: 849 time: 0.1874437 Sep 30 13:14:37.924583 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff028b1-208a-4eec-b0ab-9b01f943e493 x-openstack-request-id: req-dff028b1-208a-4eec-b0ab-9b01f943e493 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:14:37.924912 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5503591-4a24-486b-9885-6872601ef7e1", "name": "network-vif-unplugged", "status": "completed", "tag": "4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:14:37.925173 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dff028b1-208a-4eec-b0ab-9b01f943e493 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:14:37.925567 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5503591-4a24-486b-9885-6872601ef7e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e', 'code': 200} Sep 30 13:14:37.932954 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:37.969520 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f42a6f28-e8ec-4573-8882-fbc5ec66a5a0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:37.978192 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 1973a466-4c69-467b-9a3c-ef219840c460, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1973a466-4c69-467b-9a3c-ef219840c460,segment=NetworkSegment(9ee9fb11-598a-4f18-a9ee-487c92777f66),segment_id=9ee9fb11-598a-4f18-a9ee-487c92777f66)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:37.983184 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:38.098907 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=1973a466-4c69-467b-9a3c-ef219840c460,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:38.113048 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f42a6f28-e8ec-4573-8882-fbc5ec66a5a0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:38.138880 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-09b10704-4af0-47a5-9a65-f783033d265f req-d2f51020-bb74-4263-8ee6-7f04ac74c86f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] For port 1973a466-4c69-467b-9a3c-ef219840c460, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1973a466-4c69-467b-9a3c-ef219840c460,segment=NetworkSegment(9ee9fb11-598a-4f18-a9ee-487c92777f66),segment_id=9ee9fb11-598a-4f18-a9ee-487c92777f66)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:38.139505 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-09b10704-4af0-47a5-9a65-f783033d265f req-d2f51020-bb74-4263-8ee6-7f04ac74c86f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:38.157788 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-09b10704-4af0-47a5-9a65-f783033d265f req-d2f51020-bb74-4263-8ee6-7f04ac74c86f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Calling delete_port for 1973a466-4c69-467b-9a3c-ef219840c460 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:14:38.221208 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a6f28-e8ec-4573-8882-fbc5ec66a5a0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=083ef5eb-8c7c-4e61-905e-2750718b4110,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:38.226005 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f42a6f28-e8ec-4573-8882-fbc5ec66a5a0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:38.228530 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f42a6f28-e8ec-4573-8882-fbc5ec66a5a0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/083ef5eb-8c7c-4e61-905e-2750718b4110 HTTP/1.1" status: 204 len: 168 time: 0.6961160 Sep 30 13:14:38.231473 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59910) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:38.303427 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f1b2c-42a2-4c09-a172-985dcbdd0f66 req-090aa3dc-9ff0-45f0-a3bb-7308b7596f3e tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:38.311925 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f1b2c-42a2-4c09-a172-985dcbdd0f66 req-090aa3dc-9ff0-45f0-a3bb-7308b7596f3e tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:38.314672 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d61f1b2c-42a2-4c09-a172-985dcbdd0f66 req-090aa3dc-9ff0-45f0-a3bb-7308b7596f3e tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 1678 time: 0.2182214 Sep 30 13:14:38.333670 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc734d08-432a-4038-bb3a-a987a4a3014a None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:38.345615 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc009712-6f31-43b3-bb08-6e638253f417 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet 49b97372-7668-475b-8a15-554d9ae3085e {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:14:38.351568 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fc009712-6f31-43b3-bb08-6e638253f417 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:38.406205 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d61f1b2c-42a2-4c09-a172-985dcbdd0f66 req-9392c0e3-a5b4-4131-bee6-2b9461244c52 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840001 Sep 30 13:14:38.426331 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-61413be3-71c7-4ada-bcc6-b46d581cf135 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5092475 Sep 30 13:14:38.452625 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fc009712-6f31-43b3-bb08-6e638253f417 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:38.458847 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-09b10704-4af0-47a5-9a65-f783033d265f req-d2f51020-bb74-4263-8ee6-7f04ac74c86f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:38.536679 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f51020-bb74-4263-8ee6-7f04ac74c86f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event deleted for resources: {'Port': ['ID=1973a466-4c69-467b-9a3c-ef219840c460,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:38.579916 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb0b98-784e-4732-87ba-acb6b1ce320c req-0291cb96-8e16-4369-9b27-df8fb7a6ea60 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:38.581527 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aefb0b98-784e-4732-87ba-acb6b1ce320c req-0291cb96-8e16-4369-9b27-df8fb7a6ea60 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 945 time: 0.1535721 Sep 30 13:14:38.622939 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b10704-4af0-47a5-9a65-f783033d265f req-d2f51020-bb74-4263-8ee6-7f04ac74c86f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] No DVR routers for this DVR port 1973a466-4c69-467b-9a3c-ef219840c460 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:14:38.625702 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-09b10704-4af0-47a5-9a65-f783033d265f req-d2f51020-bb74-4263-8ee6-7f04ac74c86f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:38.628243 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09b10704-4af0-47a5-9a65-f783033d265f req-d2f51020-bb74-4263-8ee6-7f04ac74c86f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.54 "DELETE /v2.0/ports/1973a466-4c69-467b-9a3c-ef219840c460 HTTP/1.1" status: 204 len: 173 time: 1.3829274 Sep 30 13:14:38.674517 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fc009712-6f31-43b3-bb08-6e638253f417 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:38.724455 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:14:38.728306 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e510f44-d29c-4fba-ab6c-a055e62b1422 req-05a8ff89-1335-41b7-9e7e-a20fc6096916 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:38.736102 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5e510f44-d29c-4fba-ab6c-a055e62b1422 req-05a8ff89-1335-41b7-9e7e-a20fc6096916 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 947 time: 0.2298808 Sep 30 13:14:38.772610 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-c60a9e7b-1d22-4a61-a0c8-e1e11a654630 service neutron] 10.222.0.39 "GET /v2.0/networks/63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030412 Sep 30 13:14:38.791003 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aefb0b98-784e-4732-87ba-acb6b1ce320c req-fd06d534-2bf0-48ce-8c10-92ba130f60dd tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736519 Sep 30 13:14:38.829839 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5e510f44-d29c-4fba-ab6c-a055e62b1422 req-79cba56f-e186-4de4-8594-39e62b48c0e2 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926118 Sep 30 13:14:38.844087 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fc009712-6f31-43b3-bb08-6e638253f417 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:38.927413 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc009712-6f31-43b3-bb08-6e638253f417 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=49b97372-7668-475b-8a15-554d9ae3085e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:38.932621 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fc009712-6f31-43b3-bb08-6e638253f417 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:38.945314 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fc009712-6f31-43b3-bb08-6e638253f417 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/49b97372-7668-475b-8a15-554d9ae3085e HTTP/1.1" status: 204 len: 168 time: 0.7098374 Sep 30 13:14:38.946046 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59918) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:39.055707 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c7ecfe6e-f442-4866-9034-6e0907bdfa5c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1056631 Sep 30 13:14:39.055957 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59924) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:39.114851 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ea278-3031-4f4e-844d-994868e3ff8b req-3527726c-745e-46bc-a515-adfd210b15d0 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:39.117068 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d80ea278-3031-4f4e-844d-994868e3ff8b req-3527726c-745e-46bc-a515-adfd210b15d0 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb00d58-a4a4-48b8-b03f-6a73f72c5a19 HTTP/1.1" status: 200 len: 950 time: 0.1046464 Sep 30 13:14:39.126165 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f7eea9-96a5-4f6f-b49f-cb32243d2854 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:39.126165 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d5f7eea9-96a5-4f6f-b49f-cb32243d2854 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0684311 Sep 30 13:14:39.129780 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59926) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:39.136983 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-09b10704-4af0-47a5-9a65-f783033d265f req-8e533a32-b074-4879-b3fd-4a08f27736ee tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Deleting port 4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:14:39.137330 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-09b10704-4af0-47a5-9a65-f783033d265f req-8e533a32-b074-4879-b3fd-4a08f27736ee tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:39.198323 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693e373-87d7-42c7-9827-197feecdb475 req-1166591b-8f62-4752-b5a7-04948ae01273 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:39.206360 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6693e373-87d7-42c7-9827-197feecdb475 req-1166591b-8f62-4752-b5a7-04948ae01273 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 945 time: 0.1822381 Sep 30 13:14:39.217174 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06105029-dfa2-4c12-a5d0-a73ca8c3fdfd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:39.219034 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-06105029-dfa2-4c12-a5d0-a73ca8c3fdfd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0881224 Sep 30 13:14:39.227883 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59928) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:39.274703 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-38c92722-f2b9-4c7b-bde3-11835a0172ea tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412321 Sep 30 13:14:39.275938 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59930) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:39.282347 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-36a1cc9d-0127-43df-a250-1e3d567ebc95 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:39.296761 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a558ac82-e9d5-47f9-9c21-257b498ddfe4 req-4e4f46e6-baa8-4ffb-9121-f1e35920013f service neutron] 10.222.0.39 "GET /v2.0/networks/63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218969 Sep 30 13:14:39.327086 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d80ea278-3031-4f4e-844d-994868e3ff8b req-428a5384-d93e-4134-9d46-52284a146ffb tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960061 Sep 30 13:14:39.354996 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-09b10704-4af0-47a5-9a65-f783033d265f req-8e533a32-b074-4879-b3fd-4a08f27736ee tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] For port 4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e,segment=NetworkSegment(3df35f3b-5a25-4b97-b793-7884e08bfdd1),segment_id=3df35f3b-5a25-4b97-b793-7884e08bfdd1)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:39.355374 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-09b10704-4af0-47a5-9a65-f783033d265f req-8e533a32-b074-4879-b3fd-4a08f27736ee tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:39.407200 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-09b10704-4af0-47a5-9a65-f783033d265f req-8e533a32-b074-4879-b3fd-4a08f27736ee tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Calling delete_port for 4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:14:39.449256 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb171e86-db19-4d92-99fb-5678e002d832 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:39.498501 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a33d4-237b-40ec-936e-ac6e4b0a1f1d req-d1a33d3f-8506-49b5-849d-b7e98eae2a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:39.500477 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a59a33d4-237b-40ec-936e-ac6e4b0a1f1d req-d1a33d3f-8506-49b5-849d-b7e98eae2a90 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c2c5dd8af82141349210379bd95352ce&device_id=09ee3a9d-16b9-47ad-b8f5-0eefda274b27 HTTP/1.1" status: 200 len: 1095 time: 0.1127088 Sep 30 13:14:39.505937 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6693e373-87d7-42c7-9827-197feecdb475 req-2cfbbd8b-d495-42bf-ab3c-6d66f2b2ec74 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984657 Sep 30 13:14:39.521605 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a1cc9d-0127-43df-a250-1e3d567ebc95 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:39.538712 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-36a1cc9d-0127-43df-a250-1e3d567ebc95 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:39.540355 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a1cc9d-0127-43df-a250-1e3d567ebc95 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:14:39.540805 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36a1cc9d-0127-43df-a250-1e3d567ebc95 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:14:39.589260 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-36a1cc9d-0127-43df-a250-1e3d567ebc95 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3104885 Sep 30 13:14:39.590135 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59934) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:39.597296 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-e91a85fc-3c81-482f-bbe4-f8ef86efe92f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:39.607445 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26751a10-e274-4975-97e2-ac2eda949158 req-9551f882-336d-4d7a-8496-68974226df19 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:39.609431 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26751a10-e274-4975-97e2-ac2eda949158 req-9551f882-336d-4d7a-8496-68974226df19 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/ports?device_id=09ee3a9d-16b9-47ad-b8f5-0eefda274b27 HTTP/1.1" status: 200 len: 944 time: 0.1472006 Sep 30 13:14:39.641259 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-1faffebd-7f33-4b90-bb23-80e61a88416d None None] Provisioning complete for port 33668995-c849-44cb-9d95-29ecd39009de triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:39.641921 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1faffebd-7f33-4b90-bb23-80e61a88416d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:39.732051 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26751a10-e274-4975-97e2-ac2eda949158 req-ba902564-1d83-4abc-ac6f-05231aa41af1 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ced4ad-a244-468a-9560-313c719ce124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132281 Sep 30 13:14:39.799029 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a33d4-237b-40ec-936e-ac6e4b0a1f1d req-e7c184b3-377b-4810-8ac0-5e0eaba3bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:39.801247 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a59a33d4-237b-40ec-936e-ac6e4b0a1f1d req-e7c184b3-377b-4810-8ac0-5e0eaba3bfb7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf HTTP/1.1" status: 200 len: 910 time: 0.2638705 Sep 30 13:14:39.805329 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa101ac6-858f-4239-bb41-26f2b48cbd0f req-a44c7dcf-4ac8-4a20-b515-aa1cd8e72f68 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:39.807171 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-aa101ac6-858f-4239-bb41-26f2b48cbd0f req-a44c7dcf-4ac8-4a20-b515-aa1cd8e72f68 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 944 time: 0.1786323 Sep 30 13:14:39.854069 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354c8e2c-a11d-4949-ae42-785a7b5d92ff None None] DHCP port deletion for 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:14:39.871712 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91a85fc-3c81-482f-bbe4-f8ef86efe92f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:39.872788 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5503591-4a24-486b-9885-6872601ef7e1', 'name': 'network-vif-deleted', 'tag': '1ae60573-509c-4b6d-bdfd-2245fdbc96a8'}, {'server_uuid': 'd5503591-4a24-486b-9885-6872601ef7e1', 'name': 'network-vif-deleted', 'tag': '1973a466-4c69-467b-9a3c-ef219840c460'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:14:39.875531 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c6ada9-2687-467d-ba72-1c08dfa30ee7" -d '{"events": [{"server_uuid": "d5503591-4a24-486b-9885-6872601ef7e1", "name": "network-vif-deleted", "tag": "1ae60573-509c-4b6d-bdfd-2245fdbc96a8"}, {"server_uuid": "d5503591-4a24-486b-9885-6872601ef7e1", "name": "network-vif-deleted", "tag": "1973a466-4c69-467b-9a3c-ef219840c460"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:14:39.879018 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a59a33d4-237b-40ec-936e-ac6e4b0a1f1d req-30b615a8-3d1b-4869-b65b-ff1f1c3d5159 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e594a04-03ab-4da1-b64f-a468cc7129ce HTTP/1.1" status: 200 len: 217 time: 0.0637836 Sep 30 13:14:39.880216 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e91a85fc-3c81-482f-bbe4-f8ef86efe92f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:39.887188 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91a85fc-3c81-482f-bbe4-f8ef86efe92f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:14:39.888212 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e91a85fc-3c81-482f-bbe4-f8ef86efe92f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:14:39.924832 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e91a85fc-3c81-482f-bbe4-f8ef86efe92f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3317730 Sep 30 13:14:39.927733 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5503591-4a24-486b-9885-6872601ef7e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1973a466-4c69-467b-9a3c-ef219840c460'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:14:39.930388 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f3f1e7-3c98-4bf1-9eb4-288f66e85c4f" -d '{"events": [{"server_uuid": "d5503591-4a24-486b-9885-6872601ef7e1", "name": "network-vif-unplugged", "status": "completed", "tag": "1973a466-4c69-467b-9a3c-ef219840c460"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:14:39.938340 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59942) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:39.938957 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-354c8e2c-a11d-4949-ae42-785a7b5d92ff None None] Deleting port 33668995-c849-44cb-9d95-29ecd39009de {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:14:39.939355 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-354c8e2c-a11d-4949-ae42-785a7b5d92ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:39.946258 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-268e9b3f-dd44-487a-9358-d5d7aa67be4f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:39.952962 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-09b10704-4af0-47a5-9a65-f783033d265f req-8e533a32-b074-4879-b3fd-4a08f27736ee tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:39.953545 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-aa101ac6-858f-4239-bb41-26f2b48cbd0f req-ff81bc36-ac30-48dc-980c-61aa44a99656 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348667 Sep 30 13:14:40.013698 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e533a32-b074-4879-b3fd-4a08f27736ee tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event deleted for resources: {'Port': ['ID=4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:40.022898 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-354c8e2c-a11d-4949-ae42-785a7b5d92ff None None] For port 33668995-c849-44cb-9d95-29ecd39009de, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=33668995-c849-44cb-9d95-29ecd39009de,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:40.023341 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-354c8e2c-a11d-4949-ae42-785a7b5d92ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:40.036950 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-354c8e2c-a11d-4949-ae42-785a7b5d92ff None None] Calling delete_port for 33668995-c849-44cb-9d95-29ecd39009de owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:14:40.157057 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a33d4-237b-40ec-936e-ac6e4b0a1f1d req-4c356fb8-de40-486f-9349-edff716b68aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:40.160100 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a59a33d4-237b-40ec-936e-ac6e4b0a1f1d req-4c356fb8-de40-486f-9349-edff716b68aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ebbae3ff-0710-482a-99b8-ef08b85cfc3e HTTP/1.1" status: 200 len: 849 time: 0.2634115 Sep 30 13:14:40.168352 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268e9b3f-dd44-487a-9358-d5d7aa67be4f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:40.176515 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-268e9b3f-dd44-487a-9358-d5d7aa67be4f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:40.179613 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-268e9b3f-dd44-487a-9358-d5d7aa67be4f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:14:40.180356 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-268e9b3f-dd44-487a-9358-d5d7aa67be4f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:14:40.190349 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c256c3-0e67-45e7-a412-8884c41d67d7 req-9cced9e3-1028-406a-828a-e5a875abcc4d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:40.191414 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-354c8e2c-a11d-4949-ae42-785a7b5d92ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:40.199170 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a9c256c3-0e67-45e7-a412-8884c41d67d7 req-9cced9e3-1028-406a-828a-e5a875abcc4d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 947 time: 0.0886080 Sep 30 13:14:40.226304 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a59a33d4-237b-40ec-936e-ac6e4b0a1f1d req-6abdaedc-6a2c-413b-b6b8-88cea9c21140 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401540 Sep 30 13:14:40.227882 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c8e2c-a11d-4949-ae42-785a7b5d92ff None None] Pushing event deleted for resources: {'Port': ['ID=33668995-c849-44cb-9d95-29ecd39009de,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:40.236266 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354c8e2c-a11d-4949-ae42-785a7b5d92ff None None] No DVR routers for this DVR port 33668995-c849-44cb-9d95-29ecd39009de on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:14:40.242433 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af59eb-b1de-4913-b4ea-9585fbf7d9d2 req-912fe727-2432-46c3-bb18-682c337a828c tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:40.250326 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a5af59eb-b1de-4913-b4ea-9585fbf7d9d2 req-912fe727-2432-46c3-bb18-682c337a828c tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 945 time: 0.2262874 Sep 30 13:14:40.262592 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a9c256c3-0e67-45e7-a412-8884c41d67d7 req-d8887ce5-813e-4c67-b3f1-0860d2029529 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620656 Sep 30 13:14:40.339893 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bb5f7-b3d1-4cbb-b6de-64a51bc8a5fb req-f18b9340-df7d-457d-a9c0-39374a84d6ef tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:40.341495 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fc6bb5f7-b3d1-4cbb-b6de-64a51bc8a5fb req-f18b9340-df7d-457d-a9c0-39374a84d6ef tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.54 "GET /v2.0/ports?device_id=deb00d58-a4a4-48b8-b03f-6a73f72c5a19 HTTP/1.1" status: 200 len: 950 time: 0.0619183 Sep 30 13:14:40.363750 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59956) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:40.369869 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-268e9b3f-dd44-487a-9358-d5d7aa67be4f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4293673 Sep 30 13:14:40.372462 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-1f6fb67c-fbfc-4b66-9983-33054f55da5d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:40.397387 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 13:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd62c32-9d2d-4a16-88d2-a8c1dbb63416 x-openstack-request-id: req-edd62c32-9d2d-4a16-88d2-a8c1dbb63416 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:14:40.397884 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5503591-4a24-486b-9885-6872601ef7e1", "name": "network-vif-deleted", "tag": "1ae60573-509c-4b6d-bdfd-2245fdbc96a8", "status": "completed", "code": 200}, {"server_uuid": "d5503591-4a24-486b-9885-6872601ef7e1", "name": "network-vif-deleted", "tag": "1973a466-4c69-467b-9a3c-ef219840c460", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:14:40.398234 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-edd62c32-9d2d-4a16-88d2-a8c1dbb63416 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:14:40.398789 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5503591-4a24-486b-9885-6872601ef7e1', 'name': 'network-vif-deleted', 'tag': '1ae60573-509c-4b6d-bdfd-2245fdbc96a8', 'status': 'completed', 'code': 200} Sep 30 13:14:40.399201 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5503591-4a24-486b-9885-6872601ef7e1', 'name': 'network-vif-deleted', 'tag': '1973a466-4c69-467b-9a3c-ef219840c460', 'status': 'completed', 'code': 200} Sep 30 13:14:40.414069 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b10704-4af0-47a5-9a65-f783033d265f req-8e533a32-b074-4879-b3fd-4a08f27736ee tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] No DVR routers for this DVR port 4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:14:40.418664 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-09b10704-4af0-47a5-9a65-f783033d265f req-8e533a32-b074-4879-b3fd-4a08f27736ee tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:40.425006 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09b10704-4af0-47a5-9a65-f783033d265f req-8e533a32-b074-4879-b3fd-4a08f27736ee tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.54 "DELETE /v2.0/ports/4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e HTTP/1.1" status: 204 len: 173 time: 1.7818327 Sep 30 13:14:40.440502 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e20257-dc7b-4d5b-a83d-e7f651da331c x-openstack-request-id: req-d2e20257-dc7b-4d5b-a83d-e7f651da331c {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:14:40.441059 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5503591-4a24-486b-9885-6872601ef7e1", "name": "network-vif-unplugged", "status": "completed", "tag": "1973a466-4c69-467b-9a3c-ef219840c460", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:14:40.441880 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2e20257-dc7b-4d5b-a83d-e7f651da331c {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:14:40.442472 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5503591-4a24-486b-9885-6872601ef7e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1973a466-4c69-467b-9a3c-ef219840c460', 'code': 200} Sep 30 13:14:40.474581 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a5af59eb-b1de-4913-b4ea-9585fbf7d9d2 req-bbae2186-52bc-4626-8470-c87541d76a8f tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218287 Sep 30 13:14:40.600968 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50868d2c-9688-4338-a215-dfb67b1478d2 req-2b991a95-8bd3-466f-a5f2-79392cb3a961 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:40.602859 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-50868d2c-9688-4338-a215-dfb67b1478d2 req-2b991a95-8bd3-466f-a5f2-79392cb3a961 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 947 time: 0.3361750 Sep 30 13:14:40.659972 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6fb67c-fbfc-4b66-9983-33054f55da5d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:40.664625 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f6fb67c-fbfc-4b66-9983-33054f55da5d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:40.666048 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6fb67c-fbfc-4b66-9983-33054f55da5d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:14:40.666485 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f6fb67c-fbfc-4b66-9983-33054f55da5d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:14:40.680429 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72ecc55-bba2-48f2-a93f-77776497df15 None None] get_active_networks_info from n-d-810909-2 {{(pid=94765) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 13:14:40.688489 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec6cfc-1e21-415c-80c9-6afcf4bfd395 req-c9ef6ef6-fef2-4663-96e8-ed0b141a48b1 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:40.690597 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cdec6cfc-1e21-415c-80c9-6afcf4bfd395 req-c9ef6ef6-fef2-4663-96e8-ed0b141a48b1 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb00d58-a4a4-48b8-b03f-6a73f72c5a19 HTTP/1.1" status: 200 len: 950 time: 0.1108434 Sep 30 13:14:40.701074 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1f6fb67c-fbfc-4b66-9983-33054f55da5d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3363788 Sep 30 13:14:40.705682 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59960) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:40.711113 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-25220e7d-dfe2-432b-8c60-f56dd3011848 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:40.759290 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-fc6bb5f7-b3d1-4cbb-b6de-64a51bc8a5fb req-600d8548-8e16-44a6-bbcb-6086109fca8b tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Deleting port b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:14:40.759672 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fc6bb5f7-b3d1-4cbb-b6de-64a51bc8a5fb req-600d8548-8e16-44a6-bbcb-6086109fca8b tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:40.811295 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7cab1-b976-4a66-bf47-22e9c929db27 req-d0a16f5a-d903-4e50-93de-5b4f304c9c72 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:40.818605 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33d7cab1-b976-4a66-bf47-22e9c929db27 req-d0a16f5a-d903-4e50-93de-5b4f304c9c72 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 945 time: 0.2116027 Sep 30 13:14:40.829140 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a59a33d4-237b-40ec-936e-ac6e4b0a1f1d req-0a8ecb78-96d5-46ea-92e3-5a6cc9782b18 service neutron] 10.222.0.39 "GET /v2.0/networks/63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5581129 Sep 30 13:14:40.845101 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cdec6cfc-1e21-415c-80c9-6afcf4bfd395 req-97c99d73-2c9c-43d6-a7c5-fcb949427220 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451185 Sep 30 13:14:40.909305 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-50868d2c-9688-4338-a215-dfb67b1478d2 req-da23ab3c-5862-4646-9421-fed4c447bdf1 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Deleting port 74d5476d-caad-4646-baac-95e9e563cef6 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:14:40.909650 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-50868d2c-9688-4338-a215-dfb67b1478d2 req-da23ab3c-5862-4646-9421-fed4c447bdf1 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:40.985318 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33d7cab1-b976-4a66-bf47-22e9c929db27 req-9820702c-1c1e-4065-9919-2a69ff82a30d tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635020 Sep 30 13:14:41.058935 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72ecc55-bba2-48f2-a93f-77776497df15 None None] Resources bound (agent type, host, resource id): {{(pid=94765) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 13:14:41.086999 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25220e7d-dfe2-432b-8c60-f56dd3011848 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:41.097001 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-25220e7d-dfe2-432b-8c60-f56dd3011848 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:41.098503 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-25220e7d-dfe2-432b-8c60-f56dd3011848 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:14:41.098947 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25220e7d-dfe2-432b-8c60-f56dd3011848 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:14:41.128426 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-fc6bb5f7-b3d1-4cbb-b6de-64a51bc8a5fb req-600d8548-8e16-44a6-bbcb-6086109fca8b tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] For port b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:41.129356 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fc6bb5f7-b3d1-4cbb-b6de-64a51bc8a5fb req-600d8548-8e16-44a6-bbcb-6086109fca8b tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:41.158070 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-fc6bb5f7-b3d1-4cbb-b6de-64a51bc8a5fb req-600d8548-8e16-44a6-bbcb-6086109fca8b tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Calling delete_port for b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:14:41.168481 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a59a33d4-237b-40ec-936e-ac6e4b0a1f1d req-c9d53ac6-e962-42de-87f0-dc69407713e3 service neutron] 10.222.0.39 "GET /v2.0/networks/63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226342 Sep 30 13:14:41.174950 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e844f5-73ef-46e6-b1a6-a721a36a59ea req-074f5505-142c-4ac1-a077-b83e8d1501e9 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:41.184207 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-42e844f5-73ef-46e6-b1a6-a721a36a59ea req-074f5505-142c-4ac1-a077-b83e8d1501e9 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/ports?device_id=09ee3a9d-16b9-47ad-b8f5-0eefda274b27 HTTP/1.1" status: 200 len: 944 time: 0.2343905 Sep 30 13:14:41.192192 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-25220e7d-dfe2-432b-8c60-f56dd3011848 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4844887 Sep 30 13:14:41.199724 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59970) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:41.205689 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-f63a0ef9-6b28-4e97-ba17-85eb967af8a6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:41.215588 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 33668995-c849-44cb-9d95-29ecd39009de no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:14:41.248272 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32277c51-70a8-4246-b79b-77044953cdb1 req-6604e211-dd15-4716-8bfd-c3ce1805c420 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5503591-4a24-486b-9885-6872601ef7e1 HTTP/1.1" status: 200 len: 210 time: 0.0696623 Sep 30 13:14:41.265615 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-50868d2c-9688-4338-a215-dfb67b1478d2 req-da23ab3c-5862-4646-9421-fed4c447bdf1 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] For port 74d5476d-caad-4646-baac-95e9e563cef6, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=74d5476d-caad-4646-baac-95e9e563cef6,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:41.266309 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-50868d2c-9688-4338-a215-dfb67b1478d2 req-da23ab3c-5862-4646-9421-fed4c447bdf1 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:41.287581 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 33668995-c849-44cb-9d95-29ecd39009de {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:14:41.287931 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 33668995-c849-44cb-9d95-29ecd39009de not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:14:41.324071 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-42e844f5-73ef-46e6-b1a6-a721a36a59ea req-a14892ba-038f-45ad-b48e-d39be9c4e573 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ced4ad-a244-468a-9560-313c719ce124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385536 Sep 30 13:14:41.418722 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63a0ef9-6b28-4e97-ba17-85eb967af8a6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:41.423859 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f63a0ef9-6b28-4e97-ba17-85eb967af8a6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:41.424055 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-f63a0ef9-6b28-4e97-ba17-85eb967af8a6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:14:41.424469 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f63a0ef9-6b28-4e97-ba17-85eb967af8a6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:14:41.477868 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f63a0ef9-6b28-4e97-ba17-85eb967af8a6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2744346 Sep 30 13:14:41.479111 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59974) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:41.480985 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5c4b5-49ad-473e-8006-635c9c0e88a9 req-6017e942-7e95-4611-a24e-a8918dcefd9a tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:41.488882 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6ae5c4b5-49ad-473e-8006-635c9c0e88a9 req-6017e942-7e95-4611-a24e-a8918dcefd9a tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 947 time: 0.1112084 Sep 30 13:14:41.533250 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-20d65be1-61a4-4451-bfc4-2fe1847bb8a2 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0533321 Sep 30 13:14:41.535964 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59978) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:41.580378 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6ae5c4b5-49ad-473e-8006-635c9c0e88a9 req-36faa529-cae7-49bf-94a5-65c7db45952c tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=53eac5ad-5ae3-49ec-a33c-7399423f3bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850606 Sep 30 13:14:41.611021 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-50868d2c-9688-4338-a215-dfb67b1478d2 req-da23ab3c-5862-4646-9421-fed4c447bdf1 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:41.611387 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-50868d2c-9688-4338-a215-dfb67b1478d2 req-da23ab3c-5862-4646-9421-fed4c447bdf1 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:41.612092 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [req-50868d2c-9688-4338-a215-dfb67b1478d2 req-da23ab3c-5862-4646-9421-fed4c447bdf1 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Floating IP bcd8245f-b9ef-4047-820d-4ff38ead7750 disassociated. External IP: 172.25.5.54, port: 74d5476d-caad-4646-baac-95e9e563cef6. Sep 30 13:14:41.612481 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-50868d2c-9688-4338-a215-dfb67b1478d2 req-da23ab3c-5862-4646-9421-fed4c447bdf1 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Calling delete_port for 74d5476d-caad-4646-baac-95e9e563cef6 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:14:41.654562 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fc6bb5f7-b3d1-4cbb-b6de-64a51bc8a5fb req-600d8548-8e16-44a6-bbcb-6086109fca8b tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:41.670974 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['e4155993-4794-4cc6-8741-0716183d6e39', '3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:14:41.700038 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d8548-8e16-44a6-bbcb-6086109fca8b tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Pushing event deleted for resources: {'Port': ['ID=b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:41.711090 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ac2f58-675f-4786-a056-ba2a012022dd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:41.712623 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-87ac2f58-675f-4786-a056-ba2a012022dd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1634490 Sep 30 13:14:41.715259 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59980) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:41.767314 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3659d3-6878-4a2b-a549-aef7b5aade43 req-064607d0-bbd9-4341-b643-2c727123848b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:41.769025 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ff3659d3-6878-4a2b-a549-aef7b5aade43 req-064607d0-bbd9-4341-b643-2c727123848b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 945 time: 0.1566093 Sep 30 13:14:41.790606 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6bb5f7-b3d1-4cbb-b6de-64a51bc8a5fb req-600d8548-8e16-44a6-bbcb-6086109fca8b tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] No DVR routers for this DVR port b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:14:41.800444 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-fc6bb5f7-b3d1-4cbb-b6de-64a51bc8a5fb req-600d8548-8e16-44a6-bbcb-6086109fca8b tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:41.802496 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fc6bb5f7-b3d1-4cbb-b6de-64a51bc8a5fb req-600d8548-8e16-44a6-bbcb-6086109fca8b tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.54 "DELETE /v2.0/ports/b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf HTTP/1.1" status: 204 len: 173 time: 1.4513600 Sep 30 13:14:41.802948 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb00d58-a4a4-48b8-b03f-6a73f72c5a19', 'name': 'network-vif-deleted', 'tag': 'b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:14:41.805934 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de79d253-11e6-4129-9067-f166063608da" -d '{"events": [{"server_uuid": "deb00d58-a4a4-48b8-b03f-6a73f72c5a19", "name": "network-vif-deleted", "tag": "b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:14:41.840839 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-60e76220-fffb-4d85-a622-64e99e9cd572 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1243653 Sep 30 13:14:41.848322 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59984) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:41.853991 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-46a1440c-50f3-4b83-bfa7-83ad0815de28 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:41.867287 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db1ae57-b2ae-4666-bcec-477e6559c747 x-openstack-request-id: req-8db1ae57-b2ae-4666-bcec-477e6559c747 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:14:41.867694 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb00d58-a4a4-48b8-b03f-6a73f72c5a19", "name": "network-vif-deleted", "tag": "b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:14:41.868704 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8db1ae57-b2ae-4666-bcec-477e6559c747 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:14:41.869516 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb00d58-a4a4-48b8-b03f-6a73f72c5a19', 'name': 'network-vif-deleted', 'tag': 'b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf', 'status': 'completed', 'code': 200} Sep 30 13:14:41.890390 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ff3659d3-6878-4a2b-a549-aef7b5aade43 req-56bf88f9-9788-44e3-937e-fea7435cc4e8 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069791 Sep 30 13:14:41.919489 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-50868d2c-9688-4338-a215-dfb67b1478d2 req-da23ab3c-5862-4646-9421-fed4c447bdf1 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:42.198618 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b4ece-e98e-4fa6-88dd-582c1b8486e8 req-90bf95e0-f3f3-49be-b58e-95a5ff25d493 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:42.206714 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0d5b4ece-e98e-4fa6-88dd-582c1b8486e8 req-90bf95e0-f3f3-49be-b58e-95a5ff25d493 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 945 time: 0.1072156 Sep 30 13:14:42.262694 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0d5b4ece-e98e-4fa6-88dd-582c1b8486e8 req-9a4eaf21-50d0-403d-916f-d73984965cae tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535624 Sep 30 13:14:42.310079 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59996) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:42.403789 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5503591-4a24-486b-9885-6872601ef7e1', 'name': 'network-vif-deleted', 'tag': '4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:14:42.406085 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97352364-b06e-4bae-bbcd-881aeaae9595" -d '{"events": [{"server_uuid": "d5503591-4a24-486b-9885-6872601ef7e1", "name": "network-vif-deleted", "tag": "4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:14:42.406247 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-1953a45b-5eab-461e-9411-4608ffe61609 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Deleting subnet e31f9ce4-fb5c-46e0-9cbd-b7860bc477c6 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:14:42.420668 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1953a45b-5eab-461e-9411-4608ffe61609 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:42.472457 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1953a45b-5eab-461e-9411-4608ffe61609 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:42.481490 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f912558a-0e6f-42f3-8d02-79c17798d0a8 req-5d529049-7d81-4c8c-a2be-e8d0fa9eb646 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb00d58-a4a4-48b8-b03f-6a73f72c5a19 HTTP/1.1" status: 200 len: 210 time: 0.0719287 Sep 30 13:14:42.499107 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da23ab3c-5862-4646-9421-fed4c447bdf1 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Pushing event deleted for resources: {'Port': ['ID=74d5476d-caad-4646-baac-95e9e563cef6,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:42.589154 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7dc6bc-03bc-4c29-8ec0-908669fec1f7 x-openstack-request-id: req-fc7dc6bc-03bc-4c29-8ec0-908669fec1f7 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:14:42.589761 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5503591-4a24-486b-9885-6872601ef7e1", "name": "network-vif-deleted", "tag": "4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:14:42.590262 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc7dc6bc-03bc-4c29-8ec0-908669fec1f7 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:14:42.591778 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5503591-4a24-486b-9885-6872601ef7e1', 'name': 'network-vif-deleted', 'tag': '4e4c5cd1-f604-4153-b4b1-b1ace3ea9b1e', 'status': 'completed', 'code': 200} Sep 30 13:14:42.591905 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1953a45b-5eab-461e-9411-4608ffe61609 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:42.617642 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a1440c-50f3-4b83-bfa7-83ad0815de28 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:42.621587 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-46a1440c-50f3-4b83-bfa7-83ad0815de28 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:42.698445 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4b07c-9c45-41c8-bda9-8e0c701d46f2 req-120b97a9-7de5-4326-9698-dbac11c4d118 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:42.706733 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-49b4b07c-9c45-41c8-bda9-8e0c701d46f2 req-120b97a9-7de5-4326-9698-dbac11c4d118 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/ports?device_id=09ee3a9d-16b9-47ad-b8f5-0eefda274b27 HTTP/1.1" status: 200 len: 944 time: 0.0741990 Sep 30 13:14:42.745329 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1953a45b-5eab-461e-9411-4608ffe61609 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:42.753178 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-49b4b07c-9c45-41c8-bda9-8e0c701d46f2 req-da55c4d0-02cb-4ae1-905a-81a4b6466f50 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ced4ad-a244-468a-9560-313c719ce124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460322 Sep 30 13:14:42.781867 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953a45b-5eab-461e-9411-4608ffe61609 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event deleted for resources: {'Subnet': ['ID=e31f9ce4-fb5c-46e0-9cbd-b7860bc477c6,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:42.791118 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1953a45b-5eab-461e-9411-4608ffe61609 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:42.793205 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1953a45b-5eab-461e-9411-4608ffe61609 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "DELETE /v2.0/subnets/e31f9ce4-fb5c-46e0-9cbd-b7860bc477c6 HTTP/1.1" status: 204 len: 168 time: 0.4821460 Sep 30 13:14:42.795815 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60004) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:42.798476 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6f958c-b8a1-4f79-b0cd-3e52b160e9bb None None] Network 08d6081c-ffb3-4a74-81b9-3b998ab161b3 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:42.841338 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:14:42.904313 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:14:42.904653 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device b49a1f1b-d4a4-4bf9-88e7-b2146a8fefaf not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:14:42.905065 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 74d5476d-caad-4646-baac-95e9e563cef6 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:14:42.926573 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-50952246-0869-45b3-b00e-c0fca10061d5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:43.014090 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 74d5476d-caad-4646-baac-95e9e563cef6 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:14:43.014547 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 74d5476d-caad-4646-baac-95e9e563cef6 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:14:43.044763 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-50952246-0869-45b3-b00e-c0fca10061d5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Deleting port dfafd52f-50d6-4d72-8362-40f1d3f1d396 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:14:43.045479 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-50952246-0869-45b3-b00e-c0fca10061d5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:43.069677 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-96d6f552-7c1d-46b6-9c4d-4baadcdb96c9 req-80124250-9626-4ef2-aa7c-c56441aa8241 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 210 time: 0.2425673 Sep 30 13:14:43.104185 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50868d2c-9688-4338-a215-dfb67b1478d2 req-da23ab3c-5862-4646-9421-fed4c447bdf1 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Router bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:14:43.217664 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-50952246-0869-45b3-b00e-c0fca10061d5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] For port dfafd52f-50d6-4d72-8362-40f1d3f1d396, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=dfafd52f-50d6-4d72-8362-40f1d3f1d396,segment=NetworkSegment(3df35f3b-5a25-4b97-b793-7884e08bfdd1),segment_id=3df35f3b-5a25-4b97-b793-7884e08bfdd1)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:43.218067 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-50952246-0869-45b3-b00e-c0fca10061d5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:43.236381 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-50952246-0869-45b3-b00e-c0fca10061d5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Calling delete_port for dfafd52f-50d6-4d72-8362-40f1d3f1d396 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:14:43.237718 n-d-810909-2 neutron-server[94763]: DEBUG neutron.objects.ports [None req-46a1440c-50f3-4b83-bfa7-83ad0815de28 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94763) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 13:14:43.242360 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-46a1440c-50f3-4b83-bfa7-83ad0815de28 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:43.274605 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5942c97-1485-4692-84d9-d3a00fedcb01 None None] DHCP port deletion for 08d6081c-ffb3-4a74-81b9-3b998ab161b3 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:14:43.327375 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0e594a04-03ab-4da1-b64f-a468cc7129ce details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:14:43.360191 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-50952246-0869-45b3-b00e-c0fca10061d5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:43.363285 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a1440c-50f3-4b83-bfa7-83ad0815de28 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:43.375429 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-46a1440c-50f3-4b83-bfa7-83ad0815de28 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:43.386415 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a1440c-50f3-4b83-bfa7-83ad0815de28 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:43.387101 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-46a1440c-50f3-4b83-bfa7-83ad0815de28 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:43.394089 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd496f2-6021-42a1-a594-cb6696ce1308 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:43.412950 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50952246-0869-45b3-b00e-c0fca10061d5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event deleted for resources: {'Port': ['ID=dfafd52f-50d6-4d72-8362-40f1d3f1d396,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:43.421012 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50952246-0869-45b3-b00e-c0fca10061d5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] No DVR routers for this DVR port dfafd52f-50d6-4d72-8362-40f1d3f1d396 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:14:43.423184 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1440c-50f3-4b83-bfa7-83ad0815de28 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=40154305-3209-4405-acf4-decbc1947502,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:43.489285 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-46a1440c-50f3-4b83-bfa7-83ad0815de28 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6391370 Sep 30 13:14:43.490001 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60014) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:43.493204 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641e212-bd09-4b24-98e2-73beb989a9a6 req-8f1b21be-ee18-4baa-a180-14f99af5e2e1 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:43.494848 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d641e212-bd09-4b24-98e2-73beb989a9a6 req-8f1b21be-ee18-4baa-a180-14f99af5e2e1 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 945 time: 0.1461470 Sep 30 13:14:43.507822 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-55ba402a-d61e-46ed-9422-bb972b6e602d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'port': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'mac_address': 'fa:16:3e:1d:af:92', 'name': 'tempest-NetworksTestDHCPv6-722185848'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:43.531038 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-50952246-0869-45b3-b00e-c0fca10061d5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:43.574352 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-b5942c97-1485-4692-84d9-d3a00fedcb01 None None] Deleting port dfafd52f-50d6-4d72-8362-40f1d3f1d396 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:14:43.574829 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b5942c97-1485-4692-84d9-d3a00fedcb01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:43.578243 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50868d2c-9688-4338-a215-dfb67b1478d2 req-da23ab3c-5862-4646-9421-fed4c447bdf1 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:14:43.593721 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-50952246-0869-45b3-b00e-c0fca10061d5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d6081c-ffb3-4a74-81b9-3b998ab161b3']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:14:43.612235 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74493aa4-7ca3-45eb-b6b1-1770d8385edf None None] Sync routers for ids ['bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:14:43.613131 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-50952246-0869-45b3-b00e-c0fca10061d5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df35f3b-5a25-4b97-b793-7884e08bfdd1') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:14:43.614522 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-50952246-0869-45b3-b00e-c0fca10061d5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df35f3b-5a25-4b97-b793-7884e08bfdd1') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:14:43.635198 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d641e212-bd09-4b24-98e2-73beb989a9a6 req-643f65a0-ce8d-4c41-adda-fcfc8c9fd6eb tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011975 Sep 30 13:14:43.639517 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-50952246-0869-45b3-b00e-c0fca10061d5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:43.667646 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-50952246-0869-45b3-b00e-c0fca10061d5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:43.683742 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50952246-0869-45b3-b00e-c0fca10061d5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:14:43.684250 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-50952246-0869-45b3-b00e-c0fca10061d5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:14:43.690839 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:14:43.712480 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845d1dd2-a09c-43ed-a38a-7d2d4c994dc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'fixed_ips': [{'subnet_id': '40154305-3209-4405-acf4-decbc1947502'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:14:43.713506 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-845d1dd2-a09c-43ed-a38a-7d2d4c994dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:43.725615 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c1e9b-f49f-40d7-aaa3-76fb600f49a5 req-87927c66-da96-4ef4-bd6c-54e855608e9d tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:43.740508 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-617c1e9b-f49f-40d7-aaa3-76fb600f49a5 req-87927c66-da96-4ef4-bd6c-54e855608e9d tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 945 time: 0.3389847 Sep 30 13:14:43.768378 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74493aa4-7ca3-45eb-b6b1-1770d8385edf None None] Routers {'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:14:43.769169 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-74493aa4-7ca3-45eb-b6b1-1770d8385edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:14:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:14:43.797789 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-50952246-0869-45b3-b00e-c0fca10061d5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:43.805514 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-50952246-0869-45b3-b00e-c0fca10061d5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:43.807489 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-50952246-0869-45b3-b00e-c0fca10061d5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "DELETE /v2.0/networks/08d6081c-ffb3-4a74-81b9-3b998ab161b3 HTTP/1.1" status: 204 len: 168 time: 1.0105586 Sep 30 13:14:43.810175 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60022) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:43.849965 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50952246-0869-45b3-b00e-c0fca10061d5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event deleted for resources: {'Network': ['ID=08d6081c-ffb3-4a74-81b9-3b998ab161b3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:43.856102 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-50868d2c-9688-4338-a215-dfb67b1478d2 req-da23ab3c-5862-4646-9421-fed4c447bdf1 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] No DVR routers for this DVR port 74d5476d-caad-4646-baac-95e9e563cef6 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:14:43.875123 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-50868d2c-9688-4338-a215-dfb67b1478d2 req-da23ab3c-5862-4646-9421-fed4c447bdf1 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:43.879461 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-50868d2c-9688-4338-a215-dfb67b1478d2 req-da23ab3c-5862-4646-9421-fed4c447bdf1 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.54 "DELETE /v2.0/ports/74d5476d-caad-4646-baac-95e9e563cef6 HTTP/1.1" status: 204 len: 173 time: 3.2641330 Sep 30 13:14:43.895409 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-617c1e9b-f49f-40d7-aaa3-76fb600f49a5 req-17b4048d-4389-4beb-88db-2a4d19323e01 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537662 Sep 30 13:14:43.904504 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b37be8-cd3c-4269-9652-066ba30964ab tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Deleting subnet 51b48341-dec6-4c1c-825d-ea910a005d99 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:14:43.907186 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b5942c97-1485-4692-84d9-d3a00fedcb01 None None] For port dfafd52f-50d6-4d72-8362-40f1d3f1d396, host n-d-810909-2, got binding levels [] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:43.907720 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b5942c97-1485-4692-84d9-d3a00fedcb01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:43.917359 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a8b37be8-cd3c-4269-9652-066ba30964ab tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:43.966967 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ba402a-d61e-46ed-9422-bb972b6e602d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:44.033116 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a8b37be8-cd3c-4269-9652-066ba30964ab tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:44.073092 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-b5942c97-1485-4692-84d9-d3a00fedcb01 None None] Calling delete_port for dfafd52f-50d6-4d72-8362-40f1d3f1d396 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:14:44.078186 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.ipam_backend_mixin [None req-b5942c97-1485-4692-84d9-d3a00fedcb01 None None] Port dfafd52f-50d6-4d72-8362-40f1d3f1d396 was not found and therefore no delete operation was performed {{(pid=94765) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 13:14:44.080497 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-55ba402a-d61e-46ed-9422-bb972b6e602d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:44.091822 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b5942c97-1485-4692-84d9-d3a00fedcb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:44.110419 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0e594a04-03ab-4da1-b64f-a468cc7129ce, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0e594a04-03ab-4da1-b64f-a468cc7129ce,segment=NetworkSegment(0b710c32-a268-41b0-8987-12ce34571b50),segment_id=0b710c32-a268-41b0-8987-12ce34571b50)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:44.185605 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-55ba402a-d61e-46ed-9422-bb972b6e602d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] device_id is not set on port 2a1c240f-b01f-438b-8082-790e9c456d15 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:14:44.236683 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a8b37be8-cd3c-4269-9652-066ba30964ab tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:44.250059 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-845d1dd2-a09c-43ed-a38a-7d2d4c994dc6 None None] Allocated IP 2001:db8::f816:3eff:fea2:a98a (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/40154305-3209-4405-acf4-decbc1947502/1e516332-b141-4044-83a7-d23989eb397f) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:14:44.285100 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93231c0e-aabe-42ac-8c26-1571f778a196 req-2852e46d-9512-4722-b261-b1f4fcdfe051 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:44.287428 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-93231c0e-aabe-42ac-8c26-1571f778a196 req-2852e46d-9512-4722-b261-b1f4fcdfe051 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=76704ce8-9317-4f26-a24b-f737d47ae0d5 HTTP/1.1" status: 200 len: 948 time: 0.1257660 Sep 30 13:14:44.308208 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1134700-d892-497e-9497-c459deede547 req-398ef5f8-ba08-4a39-81ad-a72a5061557f tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:44.310282 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a1134700-d892-497e-9497-c459deede547 req-398ef5f8-ba08-4a39-81ad-a72a5061557f tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/ports?device_id=09ee3a9d-16b9-47ad-b8f5-0eefda274b27 HTTP/1.1" status: 200 len: 944 time: 0.2074659 Sep 30 13:14:44.345674 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-93231c0e-aabe-42ac-8c26-1571f778a196 req-2bd29d2f-32ec-452e-be16-b9049a392dfe tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517619 Sep 30 13:14:44.362285 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5942c97-1485-4692-84d9-d3a00fedcb01 None None] Pushing event deleted for resources: {'Port': ['ID=dfafd52f-50d6-4d72-8362-40f1d3f1d396,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:44.362926 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a8b37be8-cd3c-4269-9652-066ba30964ab tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:44.365151 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b5942c97-1485-4692-84d9-d3a00fedcb01 None None] Network 08d6081c-ffb3-4a74-81b9-3b998ab161b3 is not hosted by any dhcp agent {{(pid=94765) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 13:14:44.366307 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5942c97-1485-4692-84d9-d3a00fedcb01 None None] No DVR routers for this DVR port dfafd52f-50d6-4d72-8362-40f1d3f1d396 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:14:44.379244 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a1134700-d892-497e-9497-c459deede547 req-e473fdb9-280b-4f6d-89c8-5c292e729d03 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ced4ad-a244-468a-9560-313c719ce124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543704 Sep 30 13:14:44.381007 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a8b37be8-cd3c-4269-9652-066ba30964ab tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:44.383345 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a8b37be8-cd3c-4269-9652-066ba30964ab tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "DELETE /v2.0/subnets/51b48341-dec6-4c1c-825d-ea910a005d99 HTTP/1.1" status: 204 len: 168 time: 0.5689626 Sep 30 13:14:44.385660 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60032) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:44.418044 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b37be8-cd3c-4269-9652-066ba30964ab tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event deleted for resources: {'Subnet': ['ID=51b48341-dec6-4c1c-825d-ea910a005d99,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:44.466708 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0aa819-2579-4b85-a646-2a8ec1ec2641 None None] Network 5b65cd19-e064-45b3-8a14-4216e39c2769 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:44.473188 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '0e594a04-03ab-4da1-b64f-a468cc7129ce', 'network_id': '63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf', 'port_id': '0e594a04-03ab-4da1-b64f-a468cc7129ce', 'mac_address': 'fa:16:3e:4e:19:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebbae3ff-0710-482a-99b8-ef08b85cfc3e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:14:44.585190 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-845d1dd2-a09c-43ed-a38a-7d2d4c994dc6 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:44.592256 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9716b1-031b-4b00-a051-1484a8081365', 'name': 'network-vif-deleted', 'tag': '74d5476d-caad-4646-baac-95e9e563cef6'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:14:44.594718 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ca05c6-adad-4779-bc23-a77f3a139ce5" -d '{"events": [{"server_uuid": "5d9716b1-031b-4b00-a051-1484a8081365", "name": "network-vif-deleted", "tag": "74d5476d-caad-4646-baac-95e9e563cef6"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:14:44.653024 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-74493aa4-7ca3-45eb-b6b1-1770d8385edf None None] Set router bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:14:44.655639 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc2a9b6-87ae-4042-975b-64c53cad2b14 x-openstack-request-id: req-4cc2a9b6-87ae-4042-975b-64c53cad2b14 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:14:44.655932 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9716b1-031b-4b00-a051-1484a8081365", "name": "network-vif-deleted", "tag": "74d5476d-caad-4646-baac-95e9e563cef6", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:14:44.656193 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4cc2a9b6-87ae-4042-975b-64c53cad2b14 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:14:44.656595 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9716b1-031b-4b00-a051-1484a8081365', 'name': 'network-vif-deleted', 'tag': '74d5476d-caad-4646-baac-95e9e563cef6', 'status': 'completed', 'code': 200} Sep 30 13:14:44.811187 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1d936-5bea-45ce-a699-1f20f9c36cad req-8d765953-30b8-4ec6-9d71-31d9f410555c tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:44.819876 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7dc1d936-5bea-45ce-a699-1f20f9c36cad req-8d765953-30b8-4ec6-9d71-31d9f410555c tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 945 time: 0.0811100 Sep 30 13:14:44.869265 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7dc1d936-5bea-45ce-a699-1f20f9c36cad req-99e66f6c-ec6a-4228-ac10-88f5e0786aff tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426426 Sep 30 13:14:44.884228 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-845d1dd2-a09c-43ed-a38a-7d2d4c994dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:44.938769 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-55ba402a-d61e-46ed-9422-bb972b6e602d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 2001:db8::f816:3eff:fe1d:af92 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/40154305-3209-4405-acf4-decbc1947502/2a1c240f-b01f-438b-8082-790e9c456d15) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:14:44.944413 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d1dd2-a09c-43ed-a38a-7d2d4c994dc6 None None] Pushing event updated for resources: {'Port': ['ID=1e516332-b141-4044-83a7-d23989eb397f,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:44.946581 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1091da1d-49fb-46fc-9f1a-93981f1983b9 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:44.953806 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:44.965031 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:44.965957 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b3ce1a94-c00b-4e93-9cfd-102a2e7c114a req-606b1751-a898-495a-ae2e-9789c2d5b712 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d9716b1-031b-4b00-a051-1484a8081365 HTTP/1.1" status: 200 len: 210 time: 0.4691975 Sep 30 13:14:45.051089 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-1091da1d-49fb-46fc-9f1a-93981f1983b9 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Deleting port 2378c64c-fa0e-4b83-9d47-887aa9908d47 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:14:45.051697 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1091da1d-49fb-46fc-9f1a-93981f1983b9 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:45.179135 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device dfafd52f-50d6-4d72-8362-40f1d3f1d396 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:14:45.180921 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-55ba402a-d61e-46ed-9422-bb972b6e602d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:45.197751 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-1091da1d-49fb-46fc-9f1a-93981f1983b9 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] For port 2378c64c-fa0e-4b83-9d47-887aa9908d47, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2378c64c-fa0e-4b83-9d47-887aa9908d47,segment=NetworkSegment(9ee9fb11-598a-4f18-a9ee-487c92777f66),segment_id=9ee9fb11-598a-4f18-a9ee-487c92777f66)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:45.199273 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1091da1d-49fb-46fc-9f1a-93981f1983b9 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:45.207444 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: dfafd52f-50d6-4d72-8362-40f1d3f1d396 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:14:45.207686 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device dfafd52f-50d6-4d72-8362-40f1d3f1d396 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:14:45.226368 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-55ba402a-d61e-46ed-9422-bb972b6e602d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:45.232605 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845d1dd2-a09c-43ed-a38a-7d2d4c994dc6 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:45.245050 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e594a04-03ab-4da1-b64f-a468cc7129ce {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:14:45.260006 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-1091da1d-49fb-46fc-9f1a-93981f1983b9 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Calling delete_port for 2378c64c-fa0e-4b83-9d47-887aa9908d47 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:14:45.260165 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-845d1dd2-a09c-43ed-a38a-7d2d4c994dc6 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:45.263005 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845d1dd2-a09c-43ed-a38a-7d2d4c994dc6 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:14:45.278839 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-74493aa4-7ca3-45eb-b6b1-1770d8385edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'name': 'tempest-AttachVolumeShelveTestJSON-294932652-router', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:04Z', 'updated_at': '2021-09-30T13:08:10Z', 'revision_number': 4, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'gw_port': {'id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:05Z', 'updated_at': '2021-09-30T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '8e6a5247-fce5-4db8-881f-82c6104258fe', 'name': '', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'mac_address': 'fa:16:3e:da:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:18Z', 'revision_number': 5, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'subnets': [{'id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:14:45.305711 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba402a-d61e-46ed-9422-bb972b6e602d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Port': ['ID=2a1c240f-b01f-438b-8082-790e9c456d15,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:45.328765 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ba402a-d61e-46ed-9422-bb972b6e602d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:45.332106 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-55ba402a-d61e-46ed-9422-bb972b6e602d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:45.338090 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba402a-d61e-46ed-9422-bb972b6e602d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:45.338524 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba402a-d61e-46ed-9422-bb972b6e602d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:45.338936 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba402a-d61e-46ed-9422-bb972b6e602d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:45.339350 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba402a-d61e-46ed-9422-bb972b6e602d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:45.339984 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba402a-d61e-46ed-9422-bb972b6e602d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:45.340109 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba402a-d61e-46ed-9422-bb972b6e602d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:45.340473 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba402a-d61e-46ed-9422-bb972b6e602d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:45.340871 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba402a-d61e-46ed-9422-bb972b6e602d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:45.341287 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba402a-d61e-46ed-9422-bb972b6e602d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:45.341691 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba402a-d61e-46ed-9422-bb972b6e602d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:45.342133 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba402a-d61e-46ed-9422-bb972b6e602d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:45.342538 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba402a-d61e-46ed-9422-bb972b6e602d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:45.346096 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ba402a-d61e-46ed-9422-bb972b6e602d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:14:45.352790 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ba402a-d61e-46ed-9422-bb972b6e602d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:45.353585 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-55ba402a-d61e-46ed-9422-bb972b6e602d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:45.372936 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0e594a04-03ab-4da1-b64f-a468cc7129ce, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0e594a04-03ab-4da1-b64f-a468cc7129ce,segment=NetworkSegment(0b710c32-a268-41b0-8987-12ce34571b50),segment_id=0b710c32-a268-41b0-8987-12ce34571b50)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:45.376852 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74493aa4-7ca3-45eb-b6b1-1770d8385edf None None] Checking router: bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:14:45.388886 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1091da1d-49fb-46fc-9f1a-93981f1983b9 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:45.393974 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b0d9b-ebc3-4bf4-965b-5fd8b2a22ce8 req-ec3688ac-665d-4bc1-802f-a359b34c3577 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:45.402949 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-286b0d9b-ebc3-4bf4-965b-5fd8b2a22ce8 req-ec3688ac-665d-4bc1-802f-a359b34c3577 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 945 time: 0.1886961 Sep 30 13:14:45.406396 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:45.421694 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-845d1dd2-a09c-43ed-a38a-7d2d4c994dc6 None None] Attempting to bind port 1e516332-b141-4044-83a7-d23989eb397f on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:14:45.422573 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-845d1dd2-a09c-43ed-a38a-7d2d4c994dc6 None None] Attempting to bind port 1e516332-b141-4044-83a7-d23989eb397f by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:14:45.422987 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d1dd2-a09c-43ed-a38a-7d2d4c994dc6 None None] Attempting to bind port 1e516332-b141-4044-83a7-d23989eb397f on network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:14:45.429445 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091da1d-49fb-46fc-9f1a-93981f1983b9 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event deleted for resources: {'Port': ['ID=2378c64c-fa0e-4b83-9d47-887aa9908d47,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:45.430819 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74493aa4-7ca3-45eb-b6b1-1770d8385edf None None] Routers {'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:14:45.432282 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-74493aa4-7ca3-45eb-b6b1-1770d8385edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:14:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:14:45.438469 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-55ba402a-d61e-46ed-9422-bb972b6e602d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9417980 Sep 30 13:14:45.439304 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60048) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:45.443146 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1091da1d-49fb-46fc-9f1a-93981f1983b9 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] No DVR routers for this DVR port 2378c64c-fa0e-4b83-9d47-887aa9908d47 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:14:45.467445 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-286b0d9b-ebc3-4bf4-965b-5fd8b2a22ce8 req-5df46c0c-2df7-4540-9c09-4fa7333074a9 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633526 Sep 30 13:14:45.482998 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d1dd2-a09c-43ed-a38a-7d2d4c994dc6 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:14:45.483264 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d1dd2-a09c-43ed-a38a-7d2d4c994dc6 None None] Checking segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:14:45.483544 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-845d1dd2-a09c-43ed-a38a-7d2d4c994dc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:45.483935 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d1dd2-a09c-43ed-a38a-7d2d4c994dc6 None None] Bound using segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:14:45.484462 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-845d1dd2-a09c-43ed-a38a-7d2d4c994dc6 None None] Bound port: 1e516332-b141-4044-83a7-d23989eb397f, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:14:45.484838 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-845d1dd2-a09c-43ed-a38a-7d2d4c994dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:45.486988 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51570516-c8e4-4285-b3f5-af4f7b2602df None None] DHCP port deletion for 5b65cd19-e064-45b3-8a14-4216e39c2769 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:14:45.560459 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7411a2bf-38b5-4213-8347-9cd42cbd739e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:45.572554 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7411a2bf-38b5-4213-8347-9cd42cbd739e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:45.577826 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7411a2bf-38b5-4213-8347-9cd42cbd739e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1344416 Sep 30 13:14:45.584894 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60050) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:45.627217 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1091da1d-49fb-46fc-9f1a-93981f1983b9 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:45.631336 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-74493aa4-7ca3-45eb-b6b1-1770d8385edf None None] Set router bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:14:45.652921 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-1091da1d-49fb-46fc-9f1a-93981f1983b9 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b65cd19-e064-45b3-8a14-4216e39c2769']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:14:45.664468 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-1091da1d-49fb-46fc-9f1a-93981f1983b9 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee9fb11-598a-4f18-a9ee-487c92777f66') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:14:45.664764 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-1091da1d-49fb-46fc-9f1a-93981f1983b9 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee9fb11-598a-4f18-a9ee-487c92777f66') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:14:45.675880 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1091da1d-49fb-46fc-9f1a-93981f1983b9 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:45.690619 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1091da1d-49fb-46fc-9f1a-93981f1983b9 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:45.698468 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd24540-b391-4acf-8ed9-c4d23d87eced req-3aa75172-acfb-42b2-a411-36eb43308e88 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:45.707211 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7fd24540-b391-4acf-8ed9-c4d23d87eced req-3aa75172-acfb-42b2-a411-36eb43308e88 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/ports?device_id=09ee3a9d-16b9-47ad-b8f5-0eefda274b27 HTTP/1.1" status: 200 len: 945 time: 0.1317258 Sep 30 13:14:45.712644 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1091da1d-49fb-46fc-9f1a-93981f1983b9 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:14:45.713326 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1091da1d-49fb-46fc-9f1a-93981f1983b9 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:45.764911 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7fd24540-b391-4acf-8ed9-c4d23d87eced req-5dc4f1b7-0f5a-43b8-875d-db3bb754efb3 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ced4ad-a244-468a-9560-313c719ce124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566287 Sep 30 13:14:45.769203 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-e2efca6d-5ca9-4473-aa72-60e9c7e27484 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting port 2a1c240f-b01f-438b-8082-790e9c456d15 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:14:45.769627 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e2efca6d-5ca9-4473-aa72-60e9c7e27484 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:45.773557 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=0e594a04-03ab-4da1-b64f-a468cc7129ce,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:14:45.791590 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:14:45.808362 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1091da1d-49fb-46fc-9f1a-93981f1983b9 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:45.825237 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1091da1d-49fb-46fc-9f1a-93981f1983b9 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:45.832147 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1091da1d-49fb-46fc-9f1a-93981f1983b9 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "DELETE /v2.0/networks/5b65cd19-e064-45b3-8a14-4216e39c2769 HTTP/1.1" status: 204 len: 168 time: 1.4452329 Sep 30 13:14:45.840064 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60052) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:45.855831 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091da1d-49fb-46fc-9f1a-93981f1983b9 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event deleted for resources: {'Network': ['ID=5b65cd19-e064-45b3-8a14-4216e39c2769,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:45.879480 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d846f-c1a1-407b-8870-9a935627edeb req-c3fdd54b-c8fe-4abd-9a88-47d8ea385a50 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:45.879722 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-22fa1f20-9da7-4643-9930-a99fecf11090 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-549637470'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:45.895283 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-af3d846f-c1a1-407b-8870-9a935627edeb req-c3fdd54b-c8fe-4abd-9a88-47d8ea385a50 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=76704ce8-9317-4f26-a24b-f737d47ae0d5 HTTP/1.1" status: 200 len: 948 time: 0.3452899 Sep 30 13:14:45.920817 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['0e594a04-03ab-4da1-b64f-a468cc7129ce'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:14:45.936867 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e2efca6d-5ca9-4473-aa72-60e9c7e27484 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:45.947082 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8482536-91d6-4dfb-9d3e-38a69948dbf6 req-dcc5d08d-a3c1-4fbc-a5f7-e5a75c828a56 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:45.948622 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d8482536-91d6-4dfb-9d3e-38a69948dbf6 req-dcc5d08d-a3c1-4fbc-a5f7-e5a75c828a56 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.54 "GET /v2.0/ports?device_id=76704ce8-9317-4f26-a24b-f737d47ae0d5 HTTP/1.1" status: 200 len: 948 time: 0.1497476 Sep 30 13:14:45.954804 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fa1f20-9da7-4643-9930-a99fecf11090 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Made reservation on behalf of f72cbde742fe4a1d9fe6654c3e717bf8 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:45.958297 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-22fa1f20-9da7-4643-9930-a99fecf11090 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:45.972943 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-e2efca6d-5ca9-4473-aa72-60e9c7e27484 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Calling delete_port for 2a1c240f-b01f-438b-8082-790e9c456d15 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:14:46.000227 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-af3d846f-c1a1-407b-8870-9a935627edeb req-78897e28-1377-4009-8bf3-39dfc3b478f2 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974920 Sep 30 13:14:46.008559 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-845d1dd2-a09c-43ed-a38a-7d2d4c994dc6 None None] For port 1e516332-b141-4044-83a7-d23989eb397f, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:14:46.020476 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-845d1dd2-a09c-43ed-a38a-7d2d4c994dc6 None None] For port 1e516332-b141-4044-83a7-d23989eb397f, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1e516332-b141-4044-83a7-d23989eb397f,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:14:46.032379 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-845d1dd2-a09c-43ed-a38a-7d2d4c994dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:46.140537 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22fa1f20-9da7-4643-9930-a99fecf11090 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:14:46.141800 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60060) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:46.171178 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-22fa1f20-9da7-4643-9930-a99fecf11090 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:46.171178 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-22fa1f20-9da7-4643-9930-a99fecf11090 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Added segment 9f49b9c1-ca69-436a-962f-e553797bd301 of type vlan for network e00a7c5b-4dd1-4f07-8cb5-bafcac141511 Sep 30 13:14:46.229815 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d1dd2-a09c-43ed-a38a-7d2d4c994dc6 None None] Pushing event updated for resources: {'Port': ['ID=1e516332-b141-4044-83a7-d23989eb397f,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:46.252477 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19da52-25a1-4648-862b-863948c1525c req-df75d03c-b0d3-4737-a121-14a19c71343c tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:46.254147 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e19da52-25a1-4648-862b-863948c1525c req-df75d03c-b0d3-4737-a121-14a19c71343c tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 945 time: 0.2489927 Sep 30 13:14:46.255300 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-538225f4-d7bd-42f9-b46e-05ec7f75c83f tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:46.266913 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-22fa1f20-9da7-4643-9930-a99fecf11090 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:46.308882 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-538225f4-d7bd-42f9-b46e-05ec7f75c83f tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:46.328611 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-74493aa4-7ca3-45eb-b6b1-1770d8385edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'name': 'tempest-AttachVolumeShelveTestJSON-294932652-router', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:04Z', 'updated_at': '2021-09-30T13:08:10Z', 'revision_number': 4, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'gw_port': {'id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:05Z', 'updated_at': '2021-09-30T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '8e6a5247-fce5-4db8-881f-82c6104258fe', 'name': '', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'mac_address': 'fa:16:3e:da:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:18Z', 'revision_number': 5, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'subnets': [{'id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:14:46.357318 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-d8482536-91d6-4dfb-9d3e-38a69948dbf6 req-d5315b77-c72c-455f-b624-b44d229d753a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Deleting port e4155993-4794-4cc6-8741-0716183d6e39 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:14:46.357697 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d8482536-91d6-4dfb-9d3e-38a69948dbf6 req-d5315b77-c72c-455f-b624-b44d229d753a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:46.385318 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-22fa1f20-9da7-4643-9930-a99fecf11090 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:46.391148 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fa1f20-9da7-4643-9930-a99fecf11090 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:46.392279 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-22fa1f20-9da7-4643-9930-a99fecf11090 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:46.398840 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-538225f4-d7bd-42f9-b46e-05ec7f75c83f tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:46.402434 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-538225f4-d7bd-42f9-b46e-05ec7f75c83f tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:46.406414 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e19da52-25a1-4648-862b-863948c1525c req-3e0759c3-ef6c-467a-9345-1f397d74b3ee tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288323 Sep 30 13:14:46.407760 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-538225f4-d7bd-42f9-b46e-05ec7f75c83f tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "DELETE /v2.0/security-groups/53eac5ad-5ae3-49ec-a33c-7399423f3bcc HTTP/1.1" status: 204 len: 168 time: 0.2647867 Sep 30 13:14:46.408395 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60066) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:46.457103 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-4eaf983c-4937-4ad3-9948-e2a0dd599780 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] show failed (client error): The resource could not be found. Sep 30 13:14:46.461753 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4eaf983c-4937-4ad3-9948-e2a0dd599780 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups/53eac5ad-5ae3-49ec-a33c-7399423f3bcc HTTP/1.1" status: 404 len: 347 time: 0.0344830 Sep 30 13:14:46.461753 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538225f4-d7bd-42f9-b46e-05ec7f75c83f tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53eac5ad-5ae3-49ec-a33c-7399423f3bcc,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:46.462409 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60068) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:46.512552 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e2efca6d-5ca9-4473-aa72-60e9c7e27484 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:46.517699 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74493aa4-7ca3-45eb-b6b1-1770d8385edf None None] The sync data for ids ['bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'] in n-d-810909-2 is: [{'id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'name': 'tempest-AttachVolumeShelveTestJSON-294932652-router', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:04Z', 'updated_at': '2021-09-30T13:08:10Z', 'revision_number': 4, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'gw_port': {'id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:05Z', 'updated_at': '2021-09-30T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '8e6a5247-fce5-4db8-881f-82c6104258fe', 'name': '', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'mac_address': 'fa:16:3e:da:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:18Z', 'revision_number': 5, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'subnets': [{'id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:14:46.548134 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-22fa1f20-9da7-4643-9930-a99fecf11090 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6752477 Sep 30 13:14:46.557970 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60072) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:46.576336 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-cbeb1d18-bcb0-4d39-a40f-74fe5a54f2b1 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Request body: {'subnet': {'network_id': 'e00a7c5b-4dd1-4f07-8cb5-bafcac141511', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:46.707025 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa1f20-9da7-4643-9930-a99fecf11090 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event updated for resources: {'Network': ['ID=e00a7c5b-4dd1-4f07-8cb5-bafcac141511,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:46.710936 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efca6d-5ca9-4473-aa72-60e9c7e27484 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Port': ['ID=2a1c240f-b01f-438b-8082-790e9c456d15,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:46.732451 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network e00a7c5b-4dd1-4f07-8cb5-bafcac141511 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:14:46.785159 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e2efca6d-5ca9-4473-aa72-60e9c7e27484 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:46.789562 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e2efca6d-5ca9-4473-aa72-60e9c7e27484 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/2a1c240f-b01f-438b-8082-790e9c456d15 HTTP/1.1" status: 204 len: 168 time: 1.2014055 Sep 30 13:14:46.790501 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60076) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:46.896954 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-d8482536-91d6-4dfb-9d3e-38a69948dbf6 req-d5315b77-c72c-455f-b624-b44d229d753a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] For port e4155993-4794-4cc6-8741-0716183d6e39, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=e4155993-4794-4cc6-8741-0716183d6e39,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:46.896954 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d8482536-91d6-4dfb-9d3e-38a69948dbf6 req-d5315b77-c72c-455f-b624-b44d229d753a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:46.923527 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a098a7f1-1e61-4876-a4ba-26f3f8a522fd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:46.925709 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a098a7f1-1e61-4876-a4ba-26f3f8a522fd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:46.930447 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a098a7f1-1e61-4876-a4ba-26f3f8a522fd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1363544 Sep 30 13:14:46.959928 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60078) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:47.017586 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-d8482536-91d6-4dfb-9d3e-38a69948dbf6 req-d5315b77-c72c-455f-b624-b44d229d753a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Calling delete_port for e4155993-4794-4cc6-8741-0716183d6e39 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:14:47.045246 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbeb1d18-bcb0-4d39-a40f-74fe5a54f2b1 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Made reservation on behalf of f72cbde742fe4a1d9fe6654c3e717bf8 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:47.050829 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cbeb1d18-bcb0-4d39-a40f-74fe5a54f2b1 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:47.098857 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b4fc56-8fc7-40b3-92fc-968116667ed1 None None] New status for floating IP bcd8245f-b9ef-4047-820d-4ff38ead7750: DOWN {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:14:47.119305 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f006802-3b9f-4668-801a-ecb0e14d9912 req-4847d6b6-27f1-4d2c-ade4-8901cfdde8dc tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:47.132187 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3302f6-fe4e-41a7-8e59-5c2fe2d5565c req-2dedec64-c32e-4e77-a5a7-328c245a51be tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:47.132187 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fa3302f6-fe4e-41a7-8e59-5c2fe2d5565c req-2dedec64-c32e-4e77-a5a7-328c245a51be tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/ports?device_id=09ee3a9d-16b9-47ad-b8f5-0eefda274b27 HTTP/1.1" status: 200 len: 945 time: 0.1802976 Sep 30 13:14:47.135207 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f7b99c-4c9a-4df4-8996-e974d52fb8c9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet 40154305-3209-4405-acf4-decbc1947502 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:14:47.139371 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f006802-3b9f-4668-801a-ecb0e14d9912 req-4847d6b6-27f1-4d2c-ade4-8901cfdde8dc tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 945 time: 0.4907594 Sep 30 13:14:47.181359 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-93f7b99c-4c9a-4df4-8996-e974d52fb8c9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:47.199256 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1e516332-b141-4044-83a7-d23989eb397f up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:14:47.232071 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fa3302f6-fe4e-41a7-8e59-5c2fe2d5565c req-cbddc958-8063-4cdb-91f2-f3ae8af25c8a tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ced4ad-a244-468a-9560-313c719ce124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917113 Sep 30 13:14:47.240046 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-93f7b99c-4c9a-4df4-8996-e974d52fb8c9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:47.290508 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 1e516332-b141-4044-83a7-d23989eb397f triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:47.291210 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:47.427447 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f0efa4b8-d1fa-40aa-b782-cf1729e6be00 req-1f017d66-d79a-4de4-8ce5-9971d93ec301 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=76704ce8-9317-4f26-a24b-f737d47ae0d5 HTTP/1.1" status: 200 len: 210 time: 0.0300972 Sep 30 13:14:47.431054 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d8482536-91d6-4dfb-9d3e-38a69948dbf6 req-d5315b77-c72c-455f-b624-b44d229d753a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:47.490417 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5315b77-c72c-455f-b624-b44d229d753a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Pushing event deleted for resources: {'Port': ['ID=e4155993-4794-4cc6-8741-0716183d6e39,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:47.507974 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0e594a04-03ab-4da1-b64f-a468cc7129ce up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:14:47.509924 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:14:47.538478 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-93f7b99c-4c9a-4df4-8996-e974d52fb8c9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:47.646345 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cbeb1d18-bcb0-4d39-a40f-74fe5a54f2b1 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:47.664921 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8482536-91d6-4dfb-9d3e-38a69948dbf6 req-d5315b77-c72c-455f-b624-b44d229d753a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] No DVR routers for this DVR port e4155993-4794-4cc6-8741-0716183d6e39 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:14:47.671847 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d8482536-91d6-4dfb-9d3e-38a69948dbf6 req-d5315b77-c72c-455f-b624-b44d229d753a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:47.674115 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d8482536-91d6-4dfb-9d3e-38a69948dbf6 req-d5315b77-c72c-455f-b624-b44d229d753a tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.54 "DELETE /v2.0/ports/e4155993-4794-4cc6-8741-0716183d6e39 HTTP/1.1" status: 204 len: 173 time: 1.7120433 Sep 30 13:14:47.674733 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76704ce8-9317-4f26-a24b-f737d47ae0d5', 'name': 'network-vif-deleted', 'tag': 'e4155993-4794-4cc6-8741-0716183d6e39'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:14:47.677236 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e75dd1-0d12-4cfd-954c-7aafe2871e33" -d '{"events": [{"server_uuid": "76704ce8-9317-4f26-a24b-f737d47ae0d5", "name": "network-vif-deleted", "tag": "e4155993-4794-4cc6-8741-0716183d6e39"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:14:47.733425 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f006802-3b9f-4668-801a-ecb0e14d9912 req-52d4ade0-24cb-41de-b866-9e54aa5a79df tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5921319 Sep 30 13:14:47.767171 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:47.771544 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fc4f1-e1da-41bc-9d3c-477e534ddb0d req-075a489f-a84d-4e34-88bd-14a892a3fb5f tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:47.790611 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ce0fc4f1-e1da-41bc-9d3c-477e534ddb0d req-075a489f-a84d-4e34-88bd-14a892a3fb5f tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 945 time: 0.1982164 Sep 30 13:14:47.811080 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-bee39ce0-a9c2-4f77-9fc8-c6dad897da66 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Deleting port 67172ee6-10d9-45f5-967f-a9be9e552be7 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:14:47.811523 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bee39ce0-a9c2-4f77-9fc8-c6dad897da66 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:47.838101 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 0e594a04-03ab-4da1-b64f-a468cc7129ce completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:14:47.864647 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb1d18-bcb0-4d39-a40f-74fe5a54f2b1 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event updated for resources: {'Subnet': ['ID=a8eba6d2-18b3-40f7-992e-86fdf04c1157,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:47.884438 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-93f7b99c-4c9a-4df4-8996-e974d52fb8c9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:47.902578 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 0e594a04-03ab-4da1-b64f-a468cc7129ce triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:47.902961 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:47.938083 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3596e20-644e-4548-bb42-e3d229571a11 x-openstack-request-id: req-d3596e20-644e-4548-bb42-e3d229571a11 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:14:47.946273 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76704ce8-9317-4f26-a24b-f737d47ae0d5", "name": "network-vif-deleted", "tag": "e4155993-4794-4cc6-8741-0716183d6e39", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:14:47.946625 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3596e20-644e-4548-bb42-e3d229571a11 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:14:47.947060 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76704ce8-9317-4f26-a24b-f737d47ae0d5', 'name': 'network-vif-deleted', 'tag': 'e4155993-4794-4cc6-8741-0716183d6e39', 'status': 'completed', 'code': 200} Sep 30 13:14:47.960826 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-93f7b99c-4c9a-4df4-8996-e974d52fb8c9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:47.978865 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-93f7b99c-4c9a-4df4-8996-e974d52fb8c9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/40154305-3209-4405-acf4-decbc1947502 HTTP/1.1" status: 204 len: 168 time: 1.0031433 Sep 30 13:14:48.014469 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60094) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:48.080818 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-767d3f69-0d43-40a6-9793-b570233b7318 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623972 Sep 30 13:14:48.090581 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bee39ce0-a9c2-4f77-9fc8-c6dad897da66 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:48.091618 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bee39ce0-a9c2-4f77-9fc8-c6dad897da66 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:48.093616 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ce0fc4f1-e1da-41bc-9d3c-477e534ddb0d req-68c38c33-4661-4f60-a076-c76efd0f6223 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017519 Sep 30 13:14:48.103038 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7b99c-4c9a-4df4-8996-e974d52fb8c9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=40154305-3209-4405-acf4-decbc1947502,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:48.107333 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60096) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:48.112686 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d5c724ee-3fa5-44ec-83e0-5f583a39668e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:48.116763 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-bee39ce0-a9c2-4f77-9fc8-c6dad897da66 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Calling delete_port for 67172ee6-10d9-45f5-967f-a9be9e552be7 owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:14:48.199909 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18135f9e-611c-4d39-8914-f58dfe7b8ef5 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:48.348560 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb1d18-bcb0-4d39-a40f-74fe5a54f2b1 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:48.349371 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb1d18-bcb0-4d39-a40f-74fe5a54f2b1 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:48.349988 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb1d18-bcb0-4d39-a40f-74fe5a54f2b1 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:48.350811 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb1d18-bcb0-4d39-a40f-74fe5a54f2b1 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:48.351442 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb1d18-bcb0-4d39-a40f-74fe5a54f2b1 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:48.352425 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb1d18-bcb0-4d39-a40f-74fe5a54f2b1 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:48.352567 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb1d18-bcb0-4d39-a40f-74fe5a54f2b1 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:48.352879 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb1d18-bcb0-4d39-a40f-74fe5a54f2b1 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:48.353215 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb1d18-bcb0-4d39-a40f-74fe5a54f2b1 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:48.353925 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb1d18-bcb0-4d39-a40f-74fe5a54f2b1 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:48.354483 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb1d18-bcb0-4d39-a40f-74fe5a54f2b1 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:48.354768 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb1d18-bcb0-4d39-a40f-74fe5a54f2b1 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:14:48.397604 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c724ee-3fa5-44ec-83e0-5f583a39668e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:48.406871 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5c724ee-3fa5-44ec-83e0-5f583a39668e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:48.420094 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bee39ce0-a9c2-4f77-9fc8-c6dad897da66 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:48.427351 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a5a34862-e35e-4cc7-b734-ab10d8d41bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:48.485368 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:14:48.485794 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:14:48.486474 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-b1fe8b62-cbc2-47a7-93c2-43dafb218cca None None] Provisioning complete for port 1e516332-b141-4044-83a7-d23989eb397f triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:48.486905 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b1fe8b62-cbc2-47a7-93c2-43dafb218cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:48.561855 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee39ce0-a9c2-4f77-9fc8-c6dad897da66 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Pushing event deleted for resources: {'Port': ['ID=67172ee6-10d9-45f5-967f-a9be9e552be7,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:48.567825 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:48.626001 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ee3a9d-16b9-47ad-b8f5-0eefda274b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e594a04-03ab-4da1-b64f-a468cc7129ce'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:14:48.628518 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fba160-b602-442e-8770-d8a8e701395e" -d '{"events": [{"server_uuid": "09ee3a9d-16b9-47ad-b8f5-0eefda274b27", "name": "network-vif-plugged", "status": "completed", "tag": "0e594a04-03ab-4da1-b64f-a468cc7129ce"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:14:48.680927 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bee39ce0-a9c2-4f77-9fc8-c6dad897da66 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:48.681887 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0e594a04-03ab-4da1-b64f-a468cc7129ce, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0e594a04-03ab-4da1-b64f-a468cc7129ce,segment=NetworkSegment(0b710c32-a268-41b0-8987-12ce34571b50),segment_id=0b710c32-a268-41b0-8987-12ce34571b50)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:48.688989 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bee39ce0-a9c2-4f77-9fc8-c6dad897da66 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:48.693364 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bee39ce0-a9c2-4f77-9fc8-c6dad897da66 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "DELETE /v2.0/floatingips/bcd8245f-b9ef-4047-820d-4ff38ead7750 HTTP/1.1" status: 204 len: 168 time: 2.2288737 Sep 30 13:14:48.698105 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeb1d18-bcb0-4d39-a40f-74fe5a54f2b1 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Checking segment: {'id': '9f49b9c1-ca69-436a-962f-e553797bd301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e00a7c5b-4dd1-4f07-8cb5-bafcac141511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:14:48.699529 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeb1d18-bcb0-4d39-a40f-74fe5a54f2b1 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Network hostable DHCP agents. Network: e00a7c5b-4dd1-4f07-8cb5-bafcac141511, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:14:48.702407 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:48.731971 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b1fe8b62-cbc2-47a7-93c2-43dafb218cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:48.737883 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3e19f-9a9c-4337-b9e5-8435c76915e8 req-119d6090-fcd9-4b2f-b61c-a275aa0dcc9c tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:48.753076 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3bf3e19f-9a9c-4337-b9e5-8435c76915e8 req-119d6090-fcd9-4b2f-b61c-a275aa0dcc9c tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/ports?device_id=09ee3a9d-16b9-47ad-b8f5-0eefda274b27 HTTP/1.1" status: 200 len: 945 time: 0.3840075 Sep 30 13:14:48.857456 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b1fe8b62-cbc2-47a7-93c2-43dafb218cca None None] For port 1e516332-b141-4044-83a7-d23989eb397f, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1e516332-b141-4044-83a7-d23989eb397f,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:48.864583 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device e4155993-4794-4cc6-8741-0716183d6e39 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:14:48.884053 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2aa5d9-501e-46ee-8765-f0220c76361f None None] DHCP port deletion for 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:14:48.888617 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3bf3e19f-9a9c-4337-b9e5-8435c76915e8 req-41ea1745-2dd1-4acc-a799-5abcbe72bc37 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ced4ad-a244-468a-9560-313c719ce124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344016 Sep 30 13:14:48.891375 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeb1d18-bcb0-4d39-a40f-74fe5a54f2b1 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Network e00a7c5b-4dd1-4f07-8cb5-bafcac141511 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:14:48.913562 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b1fe8b62-cbc2-47a7-93c2-43dafb218cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:48.917263 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: e4155993-4794-4cc6-8741-0716183d6e39 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:14:48.917631 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device e4155993-4794-4cc6-8741-0716183d6e39 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:14:48.932932 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-cbeb1d18-bcb0-4d39-a40f-74fe5a54f2b1 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, e00a7c5b-4dd1-4f07-8cb5-bafcac141511) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:48.938178 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeb1d18-bcb0-4d39-a40f-74fe5a54f2b1 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:48.938875 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cbeb1d18-bcb0-4d39-a40f-74fe5a54f2b1 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:48.975794 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=0e594a04-03ab-4da1-b64f-a468cc7129ce,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:48.980510 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cbeb1d18-bcb0-4d39-a40f-74fe5a54f2b1 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4189727 Sep 30 13:14:48.981349 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60116) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:48.985143 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911b6a09-6094-4f0f-a084-94685b0ed0e4 x-openstack-request-id: req-911b6a09-6094-4f0f-a084-94685b0ed0e4 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:14:48.987248 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ee3a9d-16b9-47ad-b8f5-0eefda274b27", "name": "network-vif-plugged", "status": "completed", "tag": "0e594a04-03ab-4da1-b64f-a468cc7129ce", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:14:48.987599 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-911b6a09-6094-4f0f-a084-94685b0ed0e4 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:14:48.988632 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ee3a9d-16b9-47ad-b8f5-0eefda274b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e594a04-03ab-4da1-b64f-a468cc7129ce', 'code': 200} Sep 30 13:14:49.002582 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66469ce-f53e-4cf6-9571-5296d4f761be None None] Network e00a7c5b-4dd1-4f07-8cb5-bafcac141511 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:49.016879 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-a438bb5e-e7bc-48d0-a205-02430c2ea131 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-465834130'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:49.048668 n-d-810909-2 neutron-server[94763]: DEBUG neutron.objects.ports [None req-d5c724ee-3fa5-44ec-83e0-5f583a39668e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94763) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 13:14:49.073935 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a438bb5e-e7bc-48d0-a205-02430c2ea131 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Made reservation on behalf of f72cbde742fe4a1d9fe6654c3e717bf8 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:49.077989 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a438bb5e-e7bc-48d0-a205-02430c2ea131 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:49.110444 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a438bb5e-e7bc-48d0-a205-02430c2ea131 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:14:49.119618 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe8b62-cbc2-47a7-93c2-43dafb218cca None None] Pushing event updated for resources: {'Port': ['ID=1e516332-b141-4044-83a7-d23989eb397f,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:49.133589 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a438bb5e-e7bc-48d0-a205-02430c2ea131 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:49.134340 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-a438bb5e-e7bc-48d0-a205-02430c2ea131 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Added segment fd5d8448-f31f-4d2c-bab3-414e4b29d03a of type vlan for network 0cbf8964-6e70-4e73-a83a-d2434a96a3ac Sep 30 13:14:49.193158 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a438bb5e-e7bc-48d0-a205-02430c2ea131 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:49.226574 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a438bb5e-e7bc-48d0-a205-02430c2ea131 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:49.234932 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a438bb5e-e7bc-48d0-a205-02430c2ea131 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:49.235579 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a438bb5e-e7bc-48d0-a205-02430c2ea131 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:49.314078 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-db2aa5d9-501e-46ee-8765-f0220c76361f None None] Deleting port 1e516332-b141-4044-83a7-d23989eb397f {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:14:49.314636 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-db2aa5d9-501e-46ee-8765-f0220c76361f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:49.339724 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438bb5e-e7bc-48d0-a205-02430c2ea131 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event updated for resources: {'Network': ['ID=0cbf8964-6e70-4e73-a83a-d2434a96a3ac,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:49.352596 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a438bb5e-e7bc-48d0-a205-02430c2ea131 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3700099 Sep 30 13:14:49.355259 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60132) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:49.360861 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-aaf4da65-9dbc-494a-8cea-5dfa55552172 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Request body: {'subnet': {'network_id': '0cbf8964-6e70-4e73-a83a-d2434a96a3ac', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:49.405364 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-db2aa5d9-501e-46ee-8765-f0220c76361f None None] For port 1e516332-b141-4044-83a7-d23989eb397f, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1e516332-b141-4044-83a7-d23989eb397f,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:49.405914 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-db2aa5d9-501e-46ee-8765-f0220c76361f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:49.495242 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60142) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:49.501405 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-d7e8870f-06d3-4025-9023-4c88ce768757 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1527910514', 'description': 'tempest-description--8657263'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:49.521309 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf4da65-9dbc-494a-8cea-5dfa55552172 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Made reservation on behalf of f72cbde742fe4a1d9fe6654c3e717bf8 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:49.525698 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aaf4da65-9dbc-494a-8cea-5dfa55552172 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:49.609989 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2378c64c-fa0e-4b83-9d47-887aa9908d47 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:14:49.614453 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 0cbf8964-6e70-4e73-a83a-d2434a96a3ac details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:14:49.616704 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-db2aa5d9-501e-46ee-8765-f0220c76361f None None] Calling delete_port for 1e516332-b141-4044-83a7-d23989eb397f owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:14:49.648614 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d7e8870f-06d3-4025-9023-4c88ce768757 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:49.676433 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 2378c64c-fa0e-4b83-9d47-887aa9908d47 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:14:49.676801 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2378c64c-fa0e-4b83-9d47-887aa9908d47 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:14:49.713640 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1217c-80b9-4cc6-a1c7-25c9039a9ad9 req-32b1566d-b954-455d-aa20-f6e215ab8ad6 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:49.715342 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a9f1217c-80b9-4cc6-a1c7-25c9039a9ad9 req-32b1566d-b954-455d-aa20-f6e215ab8ad6 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 950 time: 0.1239328 Sep 30 13:14:49.734535 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:49.780374 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c496a-1791-4f9b-a1a6-e08ab498476c req-088279c5-bd3f-4c61-89c9-c68911538554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:49.781930 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-838c496a-1791-4f9b-a1a6-e08ab498476c req-088279c5-bd3f-4c61-89c9-c68911538554 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=09ee3a9d-16b9-47ad-b8f5-0eefda274b27 HTTP/1.1" status: 200 len: 1097 time: 0.6841221 Sep 30 13:14:49.794111 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f6008-e288-4347-b39e-3168a78495f6 req-c6d00dba-6f83-4921-8a72-80089e9237bb tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:49.801003 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-162f6008-e288-4347-b39e-3168a78495f6 req-c6d00dba-6f83-4921-8a72-80089e9237bb tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 945 time: 0.7567616 Sep 30 13:14:49.813702 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ed7e2a-8f71-42d0-bb3a-f24d0d2901df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-e00a7c5b-4dd1-4f07-8cb5-bafcac141511', 'network_id': 'e00a7c5b-4dd1-4f07-8cb5-bafcac141511', 'tenant_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'fixed_ips': [{'subnet_id': 'a8eba6d2-18b3-40f7-992e-86fdf04c1157'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:14:49.814752 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f4ed7e2a-8f71-42d0-bb3a-f24d0d2901df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:49.868699 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a9f1217c-80b9-4cc6-a1c7-25c9039a9ad9 req-130582c3-325c-4e3d-840f-611850fd1fdb tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246707 Sep 30 13:14:49.885820 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-162f6008-e288-4347-b39e-3168a78495f6 req-0517002e-c037-4dbc-8cb2-e54ae94209f0 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782559 Sep 30 13:14:49.926540 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1e516332-b141-4044-83a7-d23989eb397f no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:14:49.935186 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-db2aa5d9-501e-46ee-8765-f0220c76361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:49.940518 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-838c496a-1791-4f9b-a1a6-e08ab498476c req-aa02c263-b540-4fc7-af02-f1e7417cede9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d0ced4ad-a244-468a-9560-313c719ce124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303029 Sep 30 13:14:49.944990 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aaf4da65-9dbc-494a-8cea-5dfa55552172 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:49.951917 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.ipam_pluggable_backend [None req-d5c724ee-3fa5-44ec-83e0-5f583a39668e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Port 1e516332-b141-4044-83a7-d23989eb397f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94763) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 30 13:14:49.952486 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.ipam_pluggable_backend [None req-d5c724ee-3fa5-44ec-83e0-5f583a39668e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Reverting IP allocation for 2001:db8::f816:3eff:fea2:a98a {{(pid=94763) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 30 13:14:49.956614 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.ipam_pluggable_backend [None req-d5c724ee-3fa5-44ec-83e0-5f583a39668e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea2:a98a {{(pid=94763) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 30 13:14:49.959341 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5c724ee-3fa5-44ec-83e0-5f583a39668e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:49.993620 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d7e8870f-06d3-4025-9023-4c88ce768757 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:49.996650 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 1e516332-b141-4044-83a7-d23989eb397f {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:14:49.997021 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1e516332-b141-4044-83a7-d23989eb397f not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:14:50.018064 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d7e8870f-06d3-4025-9023-4c88ce768757 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:50.023998 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2aa5d9-501e-46ee-8765-f0220c76361f None None] Pushing event deleted for resources: {'Port': ['ID=1e516332-b141-4044-83a7-d23989eb397f,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:50.025968 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2aa5d9-501e-46ee-8765-f0220c76361f None None] No DVR routers for this DVR port 1e516332-b141-4044-83a7-d23989eb397f on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:14:50.095556 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c724ee-3fa5-44ec-83e0-5f583a39668e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:50.098771 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-f4ed7e2a-8f71-42d0-bb3a-f24d0d2901df None None] Allocated IP 19.80.0.2 (e00a7c5b-4dd1-4f07-8cb5-bafcac141511/a8eba6d2-18b3-40f7-992e-86fdf04c1157/c9cd6f0f-0296-40cd-a3bc-95bc513efaf2) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:14:50.102652 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-d5c724ee-3fa5-44ec-83e0-5f583a39668e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:50.106359 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4da65-9dbc-494a-8cea-5dfa55552172 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event updated for resources: {'Subnet': ['ID=31fb501f-3387-42cb-82ae-4c3775982d64,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:50.108288 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c724ee-3fa5-44ec-83e0-5f583a39668e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:50.108888 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5c724ee-3fa5-44ec-83e0-5f583a39668e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:50.109349 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d7e8870f-06d3-4025-9023-4c88ce768757 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:50.110825 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d7e8870f-06d3-4025-9023-4c88ce768757 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6143703 Sep 30 13:14:50.117377 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60152) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:50.122928 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-b7bab607-8742-4589-ace3-a636ed8387ba tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Request body: {'security_group_rule': {'security_group_id': '77b67ac9-7afd-4603-89d6-a6af0cd51e2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:50.125667 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8870f-06d3-4025-9023-4c88ce768757 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77b67ac9-7afd-4603-89d6-a6af0cd51e2a,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:50.136064 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c724ee-3fa5-44ec-83e0-5f583a39668e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=3357fc24-eac6-4c28-8106-721989f7533e,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:50.139317 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e750d2c-f266-4815-b2c0-208800bfdd4f None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:50.143682 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309e681-ee19-4e47-a215-2b8a66f2a4c5 req-8959d1b5-dd2a-49d6-9b40-9c00adf00744 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:50.145284 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c309e681-ee19-4e47-a215-2b8a66f2a4c5 req-8959d1b5-dd2a-49d6-9b40-9c00adf00744 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 946 time: 0.1503081 Sep 30 13:14:50.153705 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf4da65-9dbc-494a-8cea-5dfa55552172 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Checking segment: {'id': 'fd5d8448-f31f-4d2c-bab3-414e4b29d03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0cbf8964-6e70-4e73-a83a-d2434a96a3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:14:50.154066 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf4da65-9dbc-494a-8cea-5dfa55552172 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Network hostable DHCP agents. Network: 0cbf8964-6e70-4e73-a83a-d2434a96a3ac, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:14:50.164937 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ae111-afcc-4eb7-aaa6-2c1f71bc559e req-7c7ab51d-b8bf-466b-bd46-568006cfba42 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:50.166521 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-445ae111-afcc-4eb7-aaa6-2c1f71bc559e req-7c7ab51d-b8bf-466b-bd46-568006cfba42 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 945 time: 0.1178265 Sep 30 13:14:50.185731 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b7bab607-8742-4589-ace3-a636ed8387ba tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:50.188850 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d5c724ee-3fa5-44ec-83e0-5f583a39668e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0808735 Sep 30 13:14:50.196812 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60154) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:50.206560 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-9584f75d-e7c4-4d6a-a5ad-490bbfb2c2bd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'port': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'mac_address': 'fa:16:3e:a0:cd:77', 'name': 'tempest-NetworksTestDHCPv6-256046703'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:50.232871 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-445ae111-afcc-4eb7-aaa6-2c1f71bc559e req-a5d7cfc9-b9a0-4a74-a0c1-f68be2e4a360 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578871 Sep 30 13:14:50.238550 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c309e681-ee19-4e47-a215-2b8a66f2a4c5 req-a7551556-557c-4e61-afd9-c5206ec8c81e tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787294 Sep 30 13:14:50.269513 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b7bab607-8742-4589-ace3-a636ed8387ba tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:50.273032 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf4da65-9dbc-494a-8cea-5dfa55552172 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Network 0cbf8964-6e70-4e73-a83a-d2434a96a3ac is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:14:50.275667 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b7bab607-8742-4589-ace3-a636ed8387ba tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:50.296634 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bab607-8742-4589-ace3-a636ed8387ba tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20283973-fd56-4799-83fa-1cb387e7282c,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:50.306661 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b7bab607-8742-4589-ace3-a636ed8387ba tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:50.310250 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b7bab607-8742-4589-ace3-a636ed8387ba tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1889458 Sep 30 13:14:50.310960 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60156) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:50.316684 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-1def06ae-8690-4f33-a51d-3ef13a436511 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Request body: {'security_group_rule': {'security_group_id': '77b67ac9-7afd-4603-89d6-a6af0cd51e2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:50.344855 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-aaf4da65-9dbc-494a-8cea-5dfa55552172 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 0cbf8964-6e70-4e73-a83a-d2434a96a3ac) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:50.345635 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1def06ae-8690-4f33-a51d-3ef13a436511 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:50.349755 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf4da65-9dbc-494a-8cea-5dfa55552172 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:50.351047 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aaf4da65-9dbc-494a-8cea-5dfa55552172 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:50.361522 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f0c6a2-2121-4315-9d56-dffe57ee1606 None None] Network 0cbf8964-6e70-4e73-a83a-d2434a96a3ac requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:50.406656 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-aaf4da65-9dbc-494a-8cea-5dfa55552172 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0501385 Sep 30 13:14:50.422231 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1def06ae-8690-4f33-a51d-3ef13a436511 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:50.429830 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1def06ae-8690-4f33-a51d-3ef13a436511 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:50.443366 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda56f3-adfe-405b-a83e-d85ca727a4b8 req-e4d9a612-2c9a-4695-9893-8f16433c5d15 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:50.464072 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3cda56f3-adfe-405b-a83e-d85ca727a4b8 req-e4d9a612-2c9a-4695-9893-8f16433c5d15 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/ports?device_id=09ee3a9d-16b9-47ad-b8f5-0eefda274b27 HTTP/1.1" status: 200 len: 946 time: 0.1409383 Sep 30 13:14:50.481690 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def06ae-8690-4f33-a51d-3ef13a436511 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344e33a1-589e-4b7a-9605-83c7785b646d,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:50.490386 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9584f75d-e7c4-4d6a-a5ad-490bbfb2c2bd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:50.493072 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1def06ae-8690-4f33-a51d-3ef13a436511 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:50.494907 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1def06ae-8690-4f33-a51d-3ef13a436511 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1826098 Sep 30 13:14:50.497967 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60160) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:50.505203 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-1b0b6daa-191f-4e30-8647-efa6b0667817 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:50.525902 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d0bee7-8830-47ee-8fda-b38a7d765f3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'fixed_ips': [{'subnet_id': '3357fc24-eac6-4c28-8106-721989f7533e'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:14:50.526783 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d1d0bee7-8830-47ee-8fda-b38a7d765f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:50.540342 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3cda56f3-adfe-405b-a83e-d85ca727a4b8 req-fb530910-8212-4a2c-948c-004f316f9aa5 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ced4ad-a244-468a-9560-313c719ce124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707037 Sep 30 13:14:50.556018 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1b0b6daa-191f-4e30-8647-efa6b0667817 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for floatingip, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:50.593080 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f4ed7e2a-8f71-42d0-bb3a-f24d0d2901df None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:50.622064 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9584f75d-e7c4-4d6a-a5ad-490bbfb2c2bd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:50.645241 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-9584f75d-e7c4-4d6a-a5ad-490bbfb2c2bd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] device_id is not set on port af2233b6-cc27-4950-838c-ba30eecb79af yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:14:50.669227 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f4ed7e2a-8f71-42d0-bb3a-f24d0d2901df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:50.732975 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1b0b6daa-191f-4e30-8647-efa6b0667817 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:50.760442 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f7cdb863-c488-4e62-9123-84d9746c220a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:50.771440 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-9584f75d-e7c4-4d6a-a5ad-490bbfb2c2bd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 2001:db8::f816:3eff:fea0:cd77 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/3357fc24-eac6-4c28-8106-721989f7533e/af2233b6-cc27-4950-838c-ba30eecb79af) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:14:50.779197 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ed7e2a-8f71-42d0-bb3a-f24d0d2901df None None] Network e00a7c5b-4dd1-4f07-8cb5-bafcac141511 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:50.782876 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-f4ed7e2a-8f71-42d0-bb3a-f24d0d2901df None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:50.784611 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed7e2a-8f71-42d0-bb3a-f24d0d2901df None None] Pushing event updated for resources: {'Port': ['ID=c9cd6f0f-0296-40cd-a3bc-95bc513efaf2,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:50.787021 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ed7e2a-8f71-42d0-bb3a-f24d0d2901df None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:14:50.793206 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-3410822a-6bd4-403a-bf41-03911a89cc9c tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:50.799212 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-3410822a-6bd4-403a-bf41-03911a89cc9c tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:50.800818 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-3410822a-6bd4-403a-bf41-03911a89cc9c tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/networks?id=e00a7c5b-4dd1-4f07-8cb5-bafcac141511&id=0cbf8964-6e70-4e73-a83a-d2434a96a3ac HTTP/1.1" status: 200 len: 1390 time: 0.1702170 Sep 30 13:14:50.833821 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-ac73f6e2-fd74-429a-b869-434251517f0f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/quotas/f72cbde742fe4a1d9fe6654c3e717bf8 HTTP/1.1" status: 200 len: 375 time: 0.0239518 Sep 30 13:14:50.846090 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebbec59-84ae-45a0-a617-e00a060e80f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-0cbf8964-6e70-4e73-a83a-d2434a96a3ac', 'network_id': '0cbf8964-6e70-4e73-a83a-d2434a96a3ac', 'tenant_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'fixed_ips': [{'subnet_id': '31fb501f-3387-42cb-82ae-4c3775982d64'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:14:50.846951 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eebbec59-84ae-45a0-a617-e00a060e80f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:50.871712 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f4ed7e2a-8f71-42d0-bb3a-f24d0d2901df None None] Attempting to bind port c9cd6f0f-0296-40cd-a3bc-95bc513efaf2 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:14:50.872090 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f4ed7e2a-8f71-42d0-bb3a-f24d0d2901df None None] Attempting to bind port c9cd6f0f-0296-40cd-a3bc-95bc513efaf2 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '9f49b9c1-ca69-436a-962f-e553797bd301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e00a7c5b-4dd1-4f07-8cb5-bafcac141511'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:14:50.872455 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed7e2a-8f71-42d0-bb3a-f24d0d2901df None None] Attempting to bind port c9cd6f0f-0296-40cd-a3bc-95bc513efaf2 on network e00a7c5b-4dd1-4f07-8cb5-bafcac141511 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:14:50.885132 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed7e2a-8f71-42d0-bb3a-f24d0d2901df None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:14:50.885394 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed7e2a-8f71-42d0-bb3a-f24d0d2901df None None] Checking segment: {'id': '9f49b9c1-ca69-436a-962f-e553797bd301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e00a7c5b-4dd1-4f07-8cb5-bafcac141511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:14:50.888168 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f4ed7e2a-8f71-42d0-bb3a-f24d0d2901df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:50.888168 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed7e2a-8f71-42d0-bb3a-f24d0d2901df None None] Bound using segment: {'id': '9f49b9c1-ca69-436a-962f-e553797bd301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e00a7c5b-4dd1-4f07-8cb5-bafcac141511'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:14:50.888168 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f4ed7e2a-8f71-42d0-bb3a-f24d0d2901df None None] Bound port: c9cd6f0f-0296-40cd-a3bc-95bc513efaf2, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f49b9c1-ca69-436a-962f-e553797bd301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e00a7c5b-4dd1-4f07-8cb5-bafcac141511'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:14:50.888168 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f4ed7e2a-8f71-42d0-bb3a-f24d0d2901df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:50.941381 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c6457-4a58-44a1-91e9-3e83afeffc69 req-cddf3d23-d5bf-4138-8133-b6d5d7405811 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:50.942925 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9c3c6457-4a58-44a1-91e9-3e83afeffc69 req-cddf3d23-d5bf-4138-8133-b6d5d7405811 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 950 time: 0.1252711 Sep 30 13:14:50.991997 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-1b0b6daa-191f-4e30-8647-efa6b0667817 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Allocated IP 172.25.5.135 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/22895981-7cf6-4e4a-aca6-a60d454c2bf6) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:14:51.007062 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-b2877384-d294-4087-80e8-127f228a911a tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f72cbde742fe4a1d9fe6654c3e717bf8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1527505 Sep 30 13:14:51.032772 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9584f75d-e7c4-4d6a-a5ad-490bbfb2c2bd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:51.047874 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9ffa3-a8d7-46de-83d2-c3c79304b93f req-3f23c389-a526-4bd3-a902-d6c3f4af8ab3 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:51.049550 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dda9ffa3-a8d7-46de-83d2-c3c79304b93f req-3f23c389-a526-4bd3-a902-d6c3f4af8ab3 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 945 time: 0.0723307 Sep 30 13:14:51.064451 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f4ed7e2a-8f71-42d0-bb3a-f24d0d2901df None None] For port c9cd6f0f-0296-40cd-a3bc-95bc513efaf2, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:14:51.082057 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f4ed7e2a-8f71-42d0-bb3a-f24d0d2901df None None] For port c9cd6f0f-0296-40cd-a3bc-95bc513efaf2, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c9cd6f0f-0296-40cd-a3bc-95bc513efaf2,segment=NetworkSegment(9f49b9c1-ca69-436a-962f-e553797bd301),segment_id=9f49b9c1-ca69-436a-962f-e553797bd301)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:14:51.089779 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f4ed7e2a-8f71-42d0-bb3a-f24d0d2901df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:51.092396 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-eebbec59-84ae-45a0-a617-e00a060e80f1 None None] Allocated IP 19.86.0.2 (0cbf8964-6e70-4e73-a83a-d2434a96a3ac/31fb501f-3387-42cb-82ae-4c3775982d64/d4236c25-cd42-49d6-b87b-a3e10557bcee) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:14:51.111213 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9584f75d-e7c4-4d6a-a5ad-490bbfb2c2bd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:51.119186 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dda9ffa3-a8d7-46de-83d2-c3c79304b93f req-ff3a8b00-d75b-4a86-bbcf-a9dcd4093e7c tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516217 Sep 30 13:14:51.191849 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9584f75d-e7c4-4d6a-a5ad-490bbfb2c2bd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:51.195848 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-9584f75d-e7c4-4d6a-a5ad-490bbfb2c2bd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:51.201041 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9584f75d-e7c4-4d6a-a5ad-490bbfb2c2bd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:14:51.207118 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9584f75d-e7c4-4d6a-a5ad-490bbfb2c2bd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:51.207729 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9584f75d-e7c4-4d6a-a5ad-490bbfb2c2bd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:51.216021 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584f75d-e7c4-4d6a-a5ad-490bbfb2c2bd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Port': ['ID=af2233b6-cc27-4950-838c-ba30eecb79af,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:51.228408 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9584f75d-e7c4-4d6a-a5ad-490bbfb2c2bd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0285144 Sep 30 13:14:51.231103 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60176) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:51.283746 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-9c3c6457-4a58-44a1-91e9-3e83afeffc69 req-f800a015-42a3-41c5-879d-b6c3ca70f1e1 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Deleting port 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:14:51.284319 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9c3c6457-4a58-44a1-91e9-3e83afeffc69 req-f800a015-42a3-41c5-879d-b6c3ca70f1e1 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:51.291154 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-d1d0bee7-8830-47ee-8fda-b38a7d765f3b None None] Allocated IP 2001:db8::f816:3eff:fe91:4b8a (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/3357fc24-eac6-4c28-8106-721989f7533e/dffd84e6-2edb-469b-951a-229043e5fedd) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:14:51.298231 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-5f6a87f8-14e3-4914-b612-4138390c7c58 service neutron] 10.222.0.18 "GET /v2.0/networks/e00a7c5b-4dd1-4f07-8cb5-bafcac141511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643173 Sep 30 13:14:51.346428 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1b0b6daa-191f-4e30-8647-efa6b0667817 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:51.354463 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed7e2a-8f71-42d0-bb3a-f24d0d2901df None None] Pushing event updated for resources: {'Port': ['ID=c9cd6f0f-0296-40cd-a3bc-95bc513efaf2,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:51.367674 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5f6a9c-73ea-476a-a81c-984657498967 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:51.372235 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0d5f6a9c-73ea-476a-a81c-984657498967 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1393974 Sep 30 13:14:51.373129 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60182) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:51.423356 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ac1b8-b979-4ebd-ae79-872b0c4d397e req-af708504-fc57-4fc7-b1cc-164da94ad781 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:51.425087 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-816ac1b8-b979-4ebd-ae79-872b0c4d397e req-af708504-fc57-4fc7-b1cc-164da94ad781 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8 HTTP/1.1" status: 200 len: 950 time: 0.1418395 Sep 30 13:14:51.520788 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-816ac1b8-b979-4ebd-ae79-872b0c4d397e req-de635942-cf13-4d68-a00c-6640e6785347 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.18 "GET /v2.0/security-groups?id=38406dc3-9a20-4511-ba4b-c9981effc9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854053 Sep 30 13:14:51.561725 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-31ea25e6-19eb-4b3a-b613-a4ec15b4ce00 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting port af2233b6-cc27-4950-838c-ba30eecb79af {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:14:51.562228 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-31ea25e6-19eb-4b3a-b613-a4ec15b4ce00 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:51.581710 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-9c3c6457-4a58-44a1-91e9-3e83afeffc69 req-f800a015-42a3-41c5-879d-b6c3ca70f1e1 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] For port 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:51.582179 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9c3c6457-4a58-44a1-91e9-3e83afeffc69 req-f800a015-42a3-41c5-879d-b6c3ca70f1e1 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:51.598634 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1b0b6daa-191f-4e30-8647-efa6b0667817 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:51.608221 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-91057e80-5952-4068-a69d-b848d216d792 service neutron] 10.222.0.18 "GET /v2.0/networks/e00a7c5b-4dd1-4f07-8cb5-bafcac141511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934082 Sep 30 13:14:51.609123 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-9c3c6457-4a58-44a1-91e9-3e83afeffc69 req-f800a015-42a3-41c5-879d-b6c3ca70f1e1 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Calling delete_port for 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:14:51.668659 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:51.670751 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eebbec59-84ae-45a0-a617-e00a060e80f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:51.687208 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eebbec59-84ae-45a0-a617-e00a060e80f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:51.729088 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-31ea25e6-19eb-4b3a-b613-a4ec15b4ce00 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:51.747513 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-31ea25e6-19eb-4b3a-b613-a4ec15b4ce00 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Calling delete_port for af2233b6-cc27-4950-838c-ba30eecb79af owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:14:51.768094 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6e35e-bf6c-4384-b74c-db4bd06694bd req-c4802bd8-dba5-4e85-b025-ffc95dcdc2eb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:51.770803 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebbec59-84ae-45a0-a617-e00a060e80f1 None None] Network 0cbf8964-6e70-4e73-a83a-d2434a96a3ac is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:51.773366 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d1d0bee7-8830-47ee-8fda-b38a7d765f3b None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:51.774065 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0b6daa-191f-4e30-8647-efa6b0667817 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:51.775426 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-eebbec59-84ae-45a0-a617-e00a060e80f1 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:51.776616 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e1e6e35e-bf6c-4384-b74c-db4bd06694bd req-c4802bd8-dba5-4e85-b025-ffc95dcdc2eb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 946 time: 0.1017444 Sep 30 13:14:51.784822 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebbec59-84ae-45a0-a617-e00a060e80f1 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:14:51.787109 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-1b0b6daa-191f-4e30-8647-efa6b0667817 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:51.800722 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d1d0bee7-8830-47ee-8fda-b38a7d765f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:51.822999 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0b6daa-191f-4e30-8647-efa6b0667817 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:14:51.825093 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b6daa-191f-4e30-8647-efa6b0667817 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Pushing event updated for resources: {'Port': ['ID=22895981-7cf6-4e4a-aca6-a60d454c2bf6,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:51.853376 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e1e6e35e-bf6c-4384-b74c-db4bd06694bd req-8712d7dd-1bb3-47ad-acd2-617f263a3d3e tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754471 Sep 30 13:14:51.861772 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbec59-84ae-45a0-a617-e00a060e80f1 None None] Pushing event updated for resources: {'Port': ['ID=d4236c25-cd42-49d6-b87b-a3e10557bcee,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:51.906878 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-0a29826f-6cfc-48c1-926b-ab63553a9b90 service neutron] 10.222.0.18 "GET /v2.0/networks/0cbf8964-6e70-4e73-a83a-d2434a96a3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599859 Sep 30 13:14:51.922727 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c9cd6f0f-0296-40cd-a3bc-95bc513efaf2 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:14:51.929542 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d0bee7-8830-47ee-8fda-b38a7d765f3b None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:51.956001 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-d1d0bee7-8830-47ee-8fda-b38a7d765f3b None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:51.958993 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d0bee7-8830-47ee-8fda-b38a7d765f3b None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:14:51.966094 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-eebbec59-84ae-45a0-a617-e00a060e80f1 None None] Attempting to bind port d4236c25-cd42-49d6-b87b-a3e10557bcee on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:14:51.966396 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-eebbec59-84ae-45a0-a617-e00a060e80f1 None None] Attempting to bind port d4236c25-cd42-49d6-b87b-a3e10557bcee by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'fd5d8448-f31f-4d2c-bab3-414e4b29d03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0cbf8964-6e70-4e73-a83a-d2434a96a3ac'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:14:51.966857 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebbec59-84ae-45a0-a617-e00a060e80f1 None None] Attempting to bind port d4236c25-cd42-49d6-b87b-a3e10557bcee on network 0cbf8964-6e70-4e73-a83a-d2434a96a3ac {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:14:52.008255 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-31ea25e6-19eb-4b3a-b613-a4ec15b4ce00 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:52.015897 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0bee7-8830-47ee-8fda-b38a7d765f3b None None] Pushing event updated for resources: {'Port': ['ID=dffd84e6-2edb-469b-951a-229043e5fedd,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:52.019452 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebbec59-84ae-45a0-a617-e00a060e80f1 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:14:52.019826 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebbec59-84ae-45a0-a617-e00a060e80f1 None None] Checking segment: {'id': 'fd5d8448-f31f-4d2c-bab3-414e4b29d03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0cbf8964-6e70-4e73-a83a-d2434a96a3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:14:52.020244 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eebbec59-84ae-45a0-a617-e00a060e80f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:52.020785 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebbec59-84ae-45a0-a617-e00a060e80f1 None None] Bound using segment: {'id': 'fd5d8448-f31f-4d2c-bab3-414e4b29d03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0cbf8964-6e70-4e73-a83a-d2434a96a3ac'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:14:52.021272 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-eebbec59-84ae-45a0-a617-e00a060e80f1 None None] Bound port: d4236c25-cd42-49d6-b87b-a3e10557bcee, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5d8448-f31f-4d2c-bab3-414e4b29d03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0cbf8964-6e70-4e73-a83a-d2434a96a3ac'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:14:52.021675 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eebbec59-84ae-45a0-a617-e00a060e80f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:52.051662 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79379aa9-4456-4425-82d0-251db7ba90c8 req-23cfb604-43a8-4d72-bd76-c974f5f81c7d tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:52.054244 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-79379aa9-4456-4425-82d0-251db7ba90c8 req-23cfb604-43a8-4d72-bd76-c974f5f81c7d tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 945 time: 0.0875771 Sep 30 13:14:52.056780 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea25e6-19eb-4b3a-b613-a4ec15b4ce00 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Port': ['ID=af2233b6-cc27-4950-838c-ba30eecb79af,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:52.077190 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-d1d0bee7-8830-47ee-8fda-b38a7d765f3b None None] Attempting to bind port dffd84e6-2edb-469b-951a-229043e5fedd on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:14:52.078026 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-d1d0bee7-8830-47ee-8fda-b38a7d765f3b None None] Attempting to bind port dffd84e6-2edb-469b-951a-229043e5fedd by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:14:52.078026 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d0bee7-8830-47ee-8fda-b38a7d765f3b None None] Attempting to bind port dffd84e6-2edb-469b-951a-229043e5fedd on network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:14:52.084712 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d0bee7-8830-47ee-8fda-b38a7d765f3b None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:14:52.086213 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d0bee7-8830-47ee-8fda-b38a7d765f3b None None] Checking segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:14:52.086693 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d1d0bee7-8830-47ee-8fda-b38a7d765f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:52.087295 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-31ea25e6-19eb-4b3a-b613-a4ec15b4ce00 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:52.087689 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d0bee7-8830-47ee-8fda-b38a7d765f3b None None] Bound using segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:14:52.088348 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-d1d0bee7-8830-47ee-8fda-b38a7d765f3b None None] Bound port: dffd84e6-2edb-469b-951a-229043e5fedd, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:14:52.088695 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d1d0bee7-8830-47ee-8fda-b38a7d765f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:52.089386 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-31ea25e6-19eb-4b3a-b613-a4ec15b4ce00 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/af2233b6-cc27-4950-838c-ba30eecb79af HTTP/1.1" status: 204 len: 168 time: 0.7109010 Sep 30 13:14:52.091853 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-7d183663-cafa-467d-b466-7ed4daded141 service neutron] 10.222.0.18 "GET /v2.0/networks/0cbf8964-6e70-4e73-a83a-d2434a96a3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840482 Sep 30 13:14:52.092014 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60188) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:52.136203 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9c3c6457-4a58-44a1-91e9-3e83afeffc69 req-f800a015-42a3-41c5-879d-b6c3ca70f1e1 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:52.191372 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-79379aa9-4456-4425-82d0-251db7ba90c8 req-cbabe85b-e953-4f9e-9898-d21b2e6f628e tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889888 Sep 30 13:14:52.195595 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59134375-da54-40a0-a79b-6c0df5c108ad tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:52.195776 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port c9cd6f0f-0296-40cd-a3bc-95bc513efaf2 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:52.196154 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:52.197282 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59134375-da54-40a0-a79b-6c0df5c108ad tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:52.199040 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-59134375-da54-40a0-a79b-6c0df5c108ad tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1061738 Sep 30 13:14:52.201585 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60192) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:52.253261 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800a015-42a3-41c5-879d-b6c3ca70f1e1 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Pushing event deleted for resources: {'Port': ['ID=3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:52.260590 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-eebbec59-84ae-45a0-a617-e00a060e80f1 None None] For port d4236c25-cd42-49d6-b87b-a3e10557bcee, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:14:52.362093 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-eebbec59-84ae-45a0-a617-e00a060e80f1 None None] For port d4236c25-cd42-49d6-b87b-a3e10557bcee, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d4236c25-cd42-49d6-b87b-a3e10557bcee,segment=NetworkSegment(fd5d8448-f31f-4d2c-bab3-414e4b29d03a),segment_id=fd5d8448-f31f-4d2c-bab3-414e4b29d03a)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:14:52.372155 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d1d0bee7-8830-47ee-8fda-b38a7d765f3b None None] For port dffd84e6-2edb-469b-951a-229043e5fedd, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:14:52.376239 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:52.397589 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eebbec59-84ae-45a0-a617-e00a060e80f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:52.411859 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c234181-9a8a-4967-9bbe-a3fc977a8711 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet 3357fc24-eac6-4c28-8106-721989f7533e {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:14:52.416118 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3c6457-4a58-44a1-91e9-3e83afeffc69 req-f800a015-42a3-41c5-879d-b6c3ca70f1e1 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] No DVR routers for this DVR port 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:14:52.424412 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9c3c6457-4a58-44a1-91e9-3e83afeffc69 req-f800a015-42a3-41c5-879d-b6c3ca70f1e1 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:52.425341 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d1d0bee7-8830-47ee-8fda-b38a7d765f3b None None] For port dffd84e6-2edb-469b-951a-229043e5fedd, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=dffd84e6-2edb-469b-951a-229043e5fedd,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:14:52.426446 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9c3c6457-4a58-44a1-91e9-3e83afeffc69 req-f800a015-42a3-41c5-879d-b6c3ca70f1e1 tempest-ServersAdminTestJSON-1627829339 tempest-ServersAdminTestJSON-1627829339-project] 10.222.0.54 "DELETE /v2.0/ports/3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d HTTP/1.1" status: 204 len: 173 time: 1.4699187 Sep 30 13:14:52.427824 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1b0b6daa-191f-4e30-8647-efa6b0667817 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:52.445218 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8', 'name': 'network-vif-deleted', 'tag': '3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:14:52.450891 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32b7899-ea88-4b83-ba8d-f4ade44d430b" -d '{"events": [{"server_uuid": "9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8", "name": "network-vif-deleted", "tag": "3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:14:52.455463 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3c234181-9a8a-4967-9bbe-a3fc977a8711 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:52.513293 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d1d0bee7-8830-47ee-8fda-b38a7d765f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:52.607302 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1b0b6daa-191f-4e30-8647-efa6b0667817 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:52.632618 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3c234181-9a8a-4967-9bbe-a3fc977a8711 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:52.697636 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbec59-84ae-45a0-a617-e00a060e80f1 None None] Pushing event updated for resources: {'Port': ['ID=d4236c25-cd42-49d6-b87b-a3e10557bcee,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:52.811855 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:52.837297 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc0a55-55d9-442a-b010-940c55b0e1ba req-467cc598-7380-4534-b1da-bffaee9e8f97 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:52.854941 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-68bc0a55-55d9-442a-b010-940c55b0e1ba req-467cc598-7380-4534-b1da-bffaee9e8f97 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/ports?device_id=09ee3a9d-16b9-47ad-b8f5-0eefda274b27 HTTP/1.1" status: 200 len: 946 time: 0.4402945 Sep 30 13:14:52.920890 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463244cd-4f9a-4603-80ee-f18829e45caf None None] Network e00a7c5b-4dd1-4f07-8cb5-bafcac141511 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:52.942230 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:14:53.001224 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-68bc0a55-55d9-442a-b010-940c55b0e1ba req-25ab3587-060e-43c7-b866-177123b7c1a3 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ced4ad-a244-468a-9560-313c719ce124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452966 Sep 30 13:14:53.065875 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3c234181-9a8a-4967-9bbe-a3fc977a8711 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:53.075388 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1b0b6daa-191f-4e30-8647-efa6b0667817 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:53.127787 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1b0b6daa-191f-4e30-8647-efa6b0667817 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:53.135072 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0bee7-8830-47ee-8fda-b38a7d765f3b None None] Pushing event updated for resources: {'Port': ['ID=dffd84e6-2edb-469b-951a-229043e5fedd,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:53.207554 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3c234181-9a8a-4967-9bbe-a3fc977a8711 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:53.216335 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:14:53.216816 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:14:53.233502 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port c9cd6f0f-0296-40cd-a3bc-95bc513efaf2, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c9cd6f0f-0296-40cd-a3bc-95bc513efaf2,segment=NetworkSegment(9f49b9c1-ca69-436a-962f-e553797bd301),segment_id=9f49b9c1-ca69-436a-962f-e553797bd301)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:53.247262 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59881c6-8372-479c-be57-d89a9a56d8ae req-5926aafe-291c-42fd-bbb6-949d7a0d4c68 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:53.252854 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d6d5dd8b-c2d6-4b69-a268-b07ccff5067a req-6b9ad2ef-7ce7-4710-95e3-12c16ccb7f1e tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=25c760fe-35da-40c5-91e0-253bea8d2ff1 HTTP/1.1" status: 200 len: 210 time: 0.0832148 Sep 30 13:14:53.269751 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:53.270040 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e59881c6-8372-479c-be57-d89a9a56d8ae req-5926aafe-291c-42fd-bbb6-949d7a0d4c68 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 945 time: 0.1856959 Sep 30 13:14:53.326818 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c234181-9a8a-4967-9bbe-a3fc977a8711 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=3357fc24-eac6-4c28-8106-721989f7533e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:53.349944 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3c234181-9a8a-4967-9bbe-a3fc977a8711 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:53.352961 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3c234181-9a8a-4967-9bbe-a3fc977a8711 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/3357fc24-eac6-4c28-8106-721989f7533e HTTP/1.1" status: 204 len: 168 time: 1.1500297 Sep 30 13:14:53.357552 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60222) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:53.430607 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56324bd4-d891-4ba7-b4da-664d7e4145dc x-openstack-request-id: req-56324bd4-d891-4ba7-b4da-664d7e4145dc {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:14:53.431249 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8", "name": "network-vif-deleted", "tag": "3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:14:53.431249 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56324bd4-d891-4ba7-b4da-664d7e4145dc {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:14:53.431550 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc49eb0-c8ac-46fc-a98e-d3fee6b7e2d8', 'name': 'network-vif-deleted', 'tag': '3d31f5aa-02bd-4d7d-ae0c-024a0b4f162d', 'status': 'completed', 'code': 200} Sep 30 13:14:53.449296 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e59881c6-8372-479c-be57-d89a9a56d8ae req-5c1dd73b-2146-44bf-bc63-62f3aa030163 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754749 Sep 30 13:14:53.452485 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-73e1fa8d-86fc-4cf4-8b1b-9ef297dda0dc tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0921400 Sep 30 13:14:53.454928 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60224) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:53.477625 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b6daa-191f-4e30-8647-efa6b0667817 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Pushing event updated for resources: {'Port': ['ID=22895981-7cf6-4e4a-aca6-a60d454c2bf6,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:53.516179 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1b0b6daa-191f-4e30-8647-efa6b0667817 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:53.546689 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1b0b6daa-191f-4e30-8647-efa6b0667817 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:53.548121 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1b0b6daa-191f-4e30-8647-efa6b0667817 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0490391 Sep 30 13:14:53.583636 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b257201-c475-4999-a66d-a35bd633de0d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:53.586314 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8b257201-c475-4999-a66d-a35bd633de0d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1298358 Sep 30 13:14:53.588986 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60230) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:53.702567 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae68299-005b-4127-a4d5-19f8c0ff33ad tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:53.706816 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bae68299-005b-4127-a4d5-19f8c0ff33ad tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1165385 Sep 30 13:14:53.711718 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60234) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:53.731529 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d28a6104-cffe-468d-8f75-9e6b8fc863fd None None] Provisioning complete for port c9cd6f0f-0296-40cd-a3bc-95bc513efaf2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:53.731942 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d28a6104-cffe-468d-8f75-9e6b8fc863fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:53.756064 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ace8e0-19c8-4d19-bd5b-0819bb5104eb req-184ea273-59b7-430d-9dff-85b0163a36dd tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:53.763163 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29ace8e0-19c8-4d19-bd5b-0819bb5104eb req-184ea273-59b7-430d-9dff-85b0163a36dd tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 945 time: 0.1739817 Sep 30 13:14:53.795410 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e96d0f40-2aee-42bd-8264-796329883f16 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0826824 Sep 30 13:14:53.799636 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60238) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:53.806313 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-0469a062-b5f9-4f87-87f6-567b96548c54 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:53.843112 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb761c06-f43c-4343-a56a-2d26cd5f8a82 req-3db82486-b33d-4942-abc6-373096aa93c8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:53.845004 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cb761c06-f43c-4343-a56a-2d26cd5f8a82 req-3db82486-b33d-4942-abc6-373096aa93c8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 946 time: 0.1371658 Sep 30 13:14:53.900811 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29ace8e0-19c8-4d19-bd5b-0819bb5104eb req-b30b8ce5-db1a-4a95-b41b-26f8f60c4958 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277723 Sep 30 13:14:53.930148 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=c9cd6f0f-0296-40cd-a3bc-95bc513efaf2,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:54.049413 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cb761c06-f43c-4343-a56a-2d26cd5f8a82 req-cf1b610c-8298-4ab3-a65a-d4693c2846ce tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833463 Sep 30 13:14:54.102448 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0469a062-b5f9-4f87-87f6-567b96548c54 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:54.106062 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0469a062-b5f9-4f87-87f6-567b96548c54 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:54.154329 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device dffd84e6-2edb-469b-951a-229043e5fedd up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:14:54.168145 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60254) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:54.221652 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-0225abe5-9450-44f5-b1d8-1e138170349f tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1527910514&fields=id&tenant_id=dd472ce50e4547d68eaae043f0883472 HTTP/1.1" status: 200 len: 267 time: 0.1412125 Sep 30 13:14:54.309902 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:54.319882 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port dffd84e6-2edb-469b-951a-229043e5fedd triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:54.320313 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:54.450941 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-0615f771-5ace-4b16-8df6-049998e16205 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:54.457552 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-0615f771-5ace-4b16-8df6-049998e16205 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:54.460702 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-0615f771-5ace-4b16-8df6-049998e16205 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.54 "GET /v2.0/networks?id=e00a7c5b-4dd1-4f07-8cb5-bafcac141511&id=0cbf8964-6e70-4e73-a83a-d2434a96a3ac HTTP/1.1" status: 200 len: 1390 time: 0.3145585 Sep 30 13:14:54.518535 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5bfa09f2-3b72-4b41-90ea-d66a57e84bfc req-eb1ee406-df6c-4f9e-b854-aafc38aeb18b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=25c760fe-35da-40c5-91e0-253bea8d2ff1 HTTP/1.1" status: 200 len: 210 time: 0.0533309 Sep 30 13:14:54.543499 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-798dca69-64b9-4e42-b927-129e15d7ca21 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Request body: {'port': {'device_id': '25c760fe-35da-40c5-91e0-253bea8d2ff1', 'network_id': 'e00a7c5b-4dd1-4f07-8cb5-bafcac141511', 'admin_state_up': True, 'tenant_id': 'f72cbde742fe4a1d9fe6654c3e717bf8'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:54.575881 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:54.620569 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-28c85ed5-95e8-4ee4-b1fd-25f65e53ecd6 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:54.634816 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-28c85ed5-95e8-4ee4-b1fd-25f65e53ecd6 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/networks?id=82efec7b-c7e1-4afa-8d19-9d7200d8225f HTTP/1.1" status: 200 len: 816 time: 0.4110620 Sep 30 13:14:54.672374 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b5c45be5-a038-42a0-b8bd-e7a0930cd11b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5bf4158aa7944789c4aa4fc1b36dcdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5007892 Sep 30 13:14:54.672374 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-824d3173-53f2-4089-9184-f81461af308a tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/quotas/dd472ce50e4547d68eaae043f0883472 HTTP/1.1" status: 200 len: 375 time: 0.0359936 Sep 30 13:14:54.672720 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60262) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:54.682103 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port dffd84e6-2edb-469b-951a-229043e5fedd, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=dffd84e6-2edb-469b-951a-229043e5fedd,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:54.688580 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:54.689953 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d4236c25-cd42-49d6-b87b-a3e10557bcee up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:14:54.768707 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=dffd84e6-2edb-469b-951a-229043e5fedd,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:54.774940 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f03bb90-6e5e-4158-83fa-0157ccd1381f None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:54.869712 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-24dc3fac-8e10-4416-ae27-84f6c765e1f6 None None] Provisioning complete for port dffd84e6-2edb-469b-951a-229043e5fedd triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:54.870206 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-24dc3fac-8e10-4416-ae27-84f6c765e1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:54.963252 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 1a3f4553-b52f-4821-afb6-39d5b478bb00 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:14:55.013829 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b1b7a7-ca9b-4e5c-ada8-2d584b00e0e0 None None] Network 0cbf8964-6e70-4e73-a83a-d2434a96a3ac requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:55.019379 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0185b-107d-4476-8ead-e61f407e3434 req-6e87c605-ec46-426c-94ec-642691ef958d tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:55.021436 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-24d0185b-107d-4476-8ead-e61f407e3434 req-6e87c605-ec46-426c-94ec-642691ef958d tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 945 time: 0.3844728 Sep 30 13:14:55.109697 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-798dca69-64b9-4e42-b927-129e15d7ca21 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Made reservation on behalf of f72cbde742fe4a1d9fe6654c3e717bf8 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:55.113812 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-798dca69-64b9-4e42-b927-129e15d7ca21 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:55.126876 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-24d0185b-107d-4476-8ead-e61f407e3434 req-30ca4c15-850b-4679-9eb0-213db0cba9ab tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963516 Sep 30 13:14:55.227771 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port d4236c25-cd42-49d6-b87b-a3e10557bcee triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:55.228158 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:55.230722 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-2636d128-edc9-4c29-aa0a-c2ef8de9cba6 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd472ce50e4547d68eaae043f0883472&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1043730 Sep 30 13:14:55.268683 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83d18203-fa57-4639-841f-79bd13902e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:55.347670 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83d18203-fa57-4639-841f-79bd13902e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:55.377854 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:55.430606 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-798dca69-64b9-4e42-b927-129e15d7ca21 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Allocated IP 19.80.0.6 (e00a7c5b-4dd1-4f07-8cb5-bafcac141511/a8eba6d2-18b3-40f7-992e-86fdf04c1157/01a8876f-919f-4319-bac0-87c2b41a078b) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:14:55.441927 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-afab940f-c38c-4161-85f7-548339e64238 service neutron] 10.222.0.18 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052641 Sep 30 13:14:55.449257 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d559b94-80a9-441e-8eeb-4f8fefc91f6c None None] DHCP port deletion for 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:14:55.459729 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffa903-880f-4f00-879e-94baed56a71a req-d2967d7b-3fcd-4b0c-ab74-a529b618314b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:55.464651 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108c5890-09d5-4a38-9ca5-a8f4616ae3ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a3f4553-b52f-4821-afb6-39d5b478bb00'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:14:55.466566 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1bffa903-880f-4f00-879e-94baed56a71a req-d2967d7b-3fcd-4b0c-ab74-a529b618314b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 945 time: 0.2067506 Sep 30 13:14:55.467165 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2653a6e-45f9-4c60-b6f6-21ae5b5fc3a8" -d '{"events": [{"server_uuid": "108c5890-09d5-4a38-9ca5-a8f4616ae3ce", "name": "network-vif-unplugged", "status": "completed", "tag": "1a3f4553-b52f-4821-afb6-39d5b478bb00"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:14:55.485853 n-d-810909-2 neutron-server[94763]: DEBUG neutron.objects.ports [None req-0469a062-b5f9-4f87-87f6-567b96548c54 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94763) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 13:14:55.493917 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 1a3f4553-b52f-4821-afb6-39d5b478bb00, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1a3f4553-b52f-4821-afb6-39d5b478bb00,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:55.518059 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:55.522685 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:55.537972 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-0fcddc28-593b-4899-8128-6d85650780d7 None None] Provisioning complete for port d4236c25-cd42-49d6-b87b-a3e10557bcee triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:55.538537 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0fcddc28-593b-4899-8128-6d85650780d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:55.547619 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83d18203-fa57-4639-841f-79bd13902e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:55.550470 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83d18203-fa57-4639-841f-79bd13902e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:55.551692 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-83d18203-fa57-4639-841f-79bd13902e34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38406dc3-9a20-4511-ba4b-c9981effc9c1 HTTP/1.1" status: 204 len: 168 time: 0.8781235 Sep 30 13:14:55.580464 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d18203-fa57-4639-841f-79bd13902e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38406dc3-9a20-4511-ba4b-c9981effc9c1,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:55.600530 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-02731848-b5f7-4b22-bb37-af3775df490f service neutron] 10.222.0.18 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471803 Sep 30 13:14:55.618443 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port d4236c25-cd42-49d6-b87b-a3e10557bcee, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d4236c25-cd42-49d6-b87b-a3e10557bcee,segment=NetworkSegment(fd5d8448-f31f-4d2c-bab3-414e4b29d03a),segment_id=fd5d8448-f31f-4d2c-bab3-414e4b29d03a)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:55.663388 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:55.695728 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-0d559b94-80a9-441e-8eeb-4f8fefc91f6c None None] Deleting port dffd84e6-2edb-469b-951a-229043e5fedd {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:14:55.696357 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0d559b94-80a9-441e-8eeb-4f8fefc91f6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:55.765652 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1bffa903-880f-4f00-879e-94baed56a71a req-85017bc4-05cc-4002-96f6-73a32ddc2c18 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930465 Sep 30 13:14:55.887549 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=1a3f4553-b52f-4821-afb6-39d5b478bb00,revision_number=11']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:55.906230 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c9cd6f0f-0296-40cd-a3bc-95bc513efaf2 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:14:55.919197 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a2f34-1d33-4ed3-ab27-07626249aac5 req-f1314db0-a8de-4778-b772-44674b1569e0 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:55.927284 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d08a2f34-1d33-4ed3-ab27-07626249aac5 req-f1314db0-a8de-4778-b772-44674b1569e0 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1174719 Sep 30 13:14:55.996954 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d08a2f34-1d33-4ed3-ab27-07626249aac5 req-e3ba0274-e02e-462c-bff4-1e04f6ab75ee tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683334 Sep 30 13:14:56.048051 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb1dc0d-b102-4d58-b87b-e6ba41f3f21a x-openstack-request-id: req-9eb1dc0d-b102-4d58-b87b-e6ba41f3f21a {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:14:56.048196 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108c5890-09d5-4a38-9ca5-a8f4616ae3ce", "name": "network-vif-unplugged", "status": "completed", "tag": "1a3f4553-b52f-4821-afb6-39d5b478bb00", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:14:56.048364 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9eb1dc0d-b102-4d58-b87b-e6ba41f3f21a {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:14:56.050932 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108c5890-09d5-4a38-9ca5-a8f4616ae3ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a3f4553-b52f-4821-afb6-39d5b478bb00', 'code': 200} Sep 30 13:14:56.059924 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60290) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:56.084752 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-0d559b94-80a9-441e-8eeb-4f8fefc91f6c None None] For port dffd84e6-2edb-469b-951a-229043e5fedd, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=dffd84e6-2edb-469b-951a-229043e5fedd,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:56.085163 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0d559b94-80a9-441e-8eeb-4f8fefc91f6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:56.126203 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-16e44de6-5df5-451b-9652-0be233ded782 req-1991ab65-2857-4d48-a4c7-c159df30ed4c tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=25c760fe-35da-40c5-91e0-253bea8d2ff1 HTTP/1.1" status: 200 len: 210 time: 0.0406168 Sep 30 13:14:56.128038 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-0d559b94-80a9-441e-8eeb-4f8fefc91f6c None None] Calling delete_port for dffd84e6-2edb-469b-951a-229043e5fedd owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:14:56.152385 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0469a062-b5f9-4f87-87f6-567b96548c54 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:56.170742 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f914fe4f-ca0a-4ae6-b60d-9db7480d59ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4dfff4cd04074bb4bd0f2d733514fc6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1096380 Sep 30 13:14:56.171457 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60292) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:56.192537 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=d4236c25-cd42-49d6-b87b-a3e10557bcee,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:56.194606 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-efd50bac-8ff8-4ba7-a56b-7a2e012427cb req-964db5fc-4660-4ee4-937a-eec495169e90 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 210 time: 0.0916014 Sep 30 13:14:56.213329 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-798dca69-64b9-4e42-b927-129e15d7ca21 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:56.294261 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port c9cd6f0f-0296-40cd-a3bc-95bc513efaf2 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:56.294642 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:56.298679 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-0fcddc28-593b-4899-8128-6d85650780d7 None None] Provisioning complete for port c9cd6f0f-0296-40cd-a3bc-95bc513efaf2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:56.298883 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0fcddc28-593b-4899-8128-6d85650780d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:56.355409 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-462b5ddc-3078-46f5-b8b4-67e9ef4a1f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:56.387501 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-462b5ddc-3078-46f5-b8b4-67e9ef4a1f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:56.493506 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-462b5ddc-3078-46f5-b8b4-67e9ef4a1f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:56.498987 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-462b5ddc-3078-46f5-b8b4-67e9ef4a1f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:56.500628 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-462b5ddc-3078-46f5-b8b4-67e9ef4a1f7d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5792c8d5-66ee-4220-a0bd-7b1bad97b0cf HTTP/1.1" status: 204 len: 168 time: 0.3282351 Sep 30 13:14:56.521639 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-0469a062-b5f9-4f87-87f6-567b96548c54 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] For port dffd84e6-2edb-469b-951a-229043e5fedd, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=dffd84e6-2edb-469b-951a-229043e5fedd,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:56.530435 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b5ddc-3078-46f5-b8b4-67e9ef4a1f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5792c8d5-66ee-4220-a0bd-7b1bad97b0cf,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:56.568394 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0469a062-b5f9-4f87-87f6-567b96548c54 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:56.582331 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0d559b94-80a9-441e-8eeb-4f8fefc91f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:56.617592 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d559b94-80a9-441e-8eeb-4f8fefc91f6c None None] Pushing event deleted for resources: {'Port': ['ID=dffd84e6-2edb-469b-951a-229043e5fedd,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:56.621616 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d559b94-80a9-441e-8eeb-4f8fefc91f6c None None] No DVR routers for this DVR port dffd84e6-2edb-469b-951a-229043e5fedd on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:14:56.635410 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0469a062-b5f9-4f87-87f6-567b96548c54 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:56.635410 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0469a062-b5f9-4f87-87f6-567b96548c54 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:56.667438 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device dffd84e6-2edb-469b-951a-229043e5fedd no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:14:56.709171 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: dffd84e6-2edb-469b-951a-229043e5fedd {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:14:56.709604 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device dffd84e6-2edb-469b-951a-229043e5fedd not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:14:56.722048 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-0b721786-a240-477d-9e04-9252cbb4ff78 None None] Provisioning complete for port d4236c25-cd42-49d6-b87b-a3e10557bcee triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:56.722303 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0b721786-a240-477d-9e04-9252cbb4ff78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:56.752076 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-798dca69-64b9-4e42-b927-129e15d7ca21 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:56.780024 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469a062-b5f9-4f87-87f6-567b96548c54 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Port': ['ID=dffd84e6-2edb-469b-951a-229043e5fedd,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:56.911308 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 1a3f4553-b52f-4821-afb6-39d5b478bb00 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:14:56.958465 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f778be8-be11-485c-be59-9bc088b84639 req-9c29e4d6-5b74-43e7-acc8-fd155e49b6c4 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:56.960224 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5f778be8-be11-485c-be59-9bc088b84639 req-9c29e4d6-5b74-43e7-acc8-fd155e49b6c4 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 945 time: 0.0647762 Sep 30 13:14:57.070329 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5f778be8-be11-485c-be59-9bc088b84639 req-844b5479-7f5f-4fbf-aaf3-dcd48278aaeb tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998590 Sep 30 13:14:57.110498 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 1a3f4553-b52f-4821-afb6-39d5b478bb00, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1a3f4553-b52f-4821-afb6-39d5b478bb00,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:57.289718 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0469a062-b5f9-4f87-87f6-567b96548c54 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:57.327513 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c6d59-1840-4316-81b2-e10d1382b2ba req-52daee61-d169-4b0a-a3b0-553c617f9a50 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:57.330182 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d52c6d59-1840-4316-81b2-e10d1382b2ba req-52daee61-d169-4b0a-a3b0-553c617f9a50 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1307597 Sep 30 13:14:57.348333 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-0469a062-b5f9-4f87-87f6-567b96548c54 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:57.356799 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0469a062-b5f9-4f87-87f6-567b96548c54 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:57.357388 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0469a062-b5f9-4f87-87f6-567b96548c54 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:57.392957 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '1a3f4553-b52f-4821-afb6-39d5b478bb00', 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'port_id': '1a3f4553-b52f-4821-afb6-39d5b478bb00', 'mac_address': 'fa:16:3e:3d:88:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:14:57.403420 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d53b838-3062-46e1-acc9-b75d321611c9 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:14:57.425654 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d52c6d59-1840-4316-81b2-e10d1382b2ba req-14e86a84-826a-4e52-88af-4b4fc30ceabe tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841358 Sep 30 13:14:57.451068 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469a062-b5f9-4f87-87f6-567b96548c54 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=790796ee-6406-49b6-a6a3-2f65be8a8cb8,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:57.457696 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52424de8-b67d-4270-862b-0b2b71fe0840 req-31f95100-3bd3-4424-8617-4a59c90adb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:57.459717 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-52424de8-b67d-4270-862b-0b2b71fe0840 req-31f95100-3bd3-4424-8617-4a59c90adb67 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=109fb06c4d3444d49086428c1389e0d9&device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 1096 time: 0.8713505 Sep 30 13:14:57.463734 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-798dca69-64b9-4e42-b927-129e15d7ca21 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Network e00a7c5b-4dd1-4f07-8cb5-bafcac141511 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:57.473945 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device cd0a9de7-6121-4766-88b4-a9625bfceeee details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:14:57.492853 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421288e7-0425-43f8-82c8-cc920b201b64 req-d9dbe007-d3d4-4f6b-ba63-64d119ff0b24 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:57.498511 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-421288e7-0425-43f8-82c8-cc920b201b64 req-d9dbe007-d3d4-4f6b-ba63-64d119ff0b24 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 945 time: 0.9073973 Sep 30 13:14:57.509081 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-798dca69-64b9-4e42-b927-129e15d7ca21 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:57.544967 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0469a062-b5f9-4f87-87f6-567b96548c54 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.7418213 Sep 30 13:14:57.545742 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60350) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:57.546491 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-798dca69-64b9-4e42-b927-129e15d7ca21 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:14:57.551545 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-b6ddde99-3bf3-44cf-9f91-54ea80204ec6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'port': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'mac_address': 'fa:16:3e:16:91:bd', 'name': 'tempest-NetworksTestDHCPv6-1859391403'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:57.608441 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798dca69-64b9-4e42-b927-129e15d7ca21 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event updated for resources: {'Port': ['ID=01a8876f-919f-4319-bac0-87c2b41a078b,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:57.657969 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:57.752133 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a3f4553-b52f-4821-afb6-39d5b478bb00 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:14:57.803815 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e22df-8ef7-417e-8764-b5e2e11cf6cd req-2461e3c9-b234-4cf1-820f-6d9d25adf796 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:57.805513 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bf7e22df-8ef7-417e-8764-b5e2e11cf6cd req-2461e3c9-b234-4cf1-820f-6d9d25adf796 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=25c760fe-35da-40c5-91e0-253bea8d2ff1 HTTP/1.1" status: 200 len: 930 time: 0.1613553 Sep 30 13:14:57.925393 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bf7e22df-8ef7-417e-8764-b5e2e11cf6cd req-5632b026-3edd-441c-9432-913254b284f9 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038845 Sep 30 13:14:57.932547 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ddde99-3bf3-44cf-9f91-54ea80204ec6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:57.960731 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d4236c25-cd42-49d6-b87b-a3e10557bcee up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:14:58.001337 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 1a3f4553-b52f-4821-afb6-39d5b478bb00, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1a3f4553-b52f-4821-afb6-39d5b478bb00,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:58.034330 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:58.082763 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60374) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:58.105508 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70b3c57-5c08-4b2e-9351-b7ecbada943d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'fixed_ips': [{'subnet_id': '790796ee-6406-49b6-a6a3-2f65be8a8cb8'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:14:58.106389 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e70b3c57-5c08-4b2e-9351-b7ecbada943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:58.114876 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port cd0a9de7-6121-4766-88b4-a9625bfceeee, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cd0a9de7-6121-4766-88b4-a9625bfceeee,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:58.126444 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b6ddde99-3bf3-44cf-9f91-54ea80204ec6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:58.144935 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['1a3f4553-b52f-4821-afb6-39d5b478bb00'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:14:58.149719 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-e4ac1afa-c474-4079-a3a1-b28bccfa8fea tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:58.151828 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-e4ac1afa-c474-4079-a3a1-b28bccfa8fea tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.39 "GET /v2.0/networks?id=82efec7b-c7e1-4afa-8d19-9d7200d8225f HTTP/1.1" status: 200 len: 816 time: 0.5791521 Sep 30 13:14:58.156166 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-421288e7-0425-43f8-82c8-cc920b201b64 req-6494e319-b1d0-4534-bd84-04aee324f355 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6280968 Sep 30 13:14:58.170679 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7c2f01e0-9952-4fe8-b52e-642ddf5baf09 req-f855e91d-ab99-491f-b302-aef98a30f79f tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 210 time: 0.0848358 Sep 30 13:14:58.198609 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-b6ddde99-3bf3-44cf-9f91-54ea80204ec6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] device_id is not set on port 075b0a18-606d-49b2-a746-9f1cf9402a6f yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:14:58.214270 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'cd0a9de7-6121-4766-88b4-a9625bfceeee', 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e', 'port_id': 'cd0a9de7-6121-4766-88b4-a9625bfceeee', 'mac_address': 'fa:16:3e:1e:3a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b636e036-02ee-475d-8821-ce0c9f216c9a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:14:58.231861 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-798dca69-64b9-4e42-b927-129e15d7ca21 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:58.234045 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-798dca69-64b9-4e42-b927-129e15d7ca21 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:58.268757 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ffd97ca9-41ea-47ad-a812-4ab00e779dc3 None None] Provisioning complete for port 01a8876f-919f-4319-bac0-87c2b41a078b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:58.270257 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ffd97ca9-41ea-47ad-a812-4ab00e779dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:58.280157 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52424de8-b67d-4270-862b-0b2b71fe0840 req-39ee9373-1fe7-4e52-a657-77a37e8ab189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:58.281325 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-52424de8-b67d-4270-862b-0b2b71fe0840 req-39ee9373-1fe7-4e52-a657-77a37e8ab189 service neutron] 10.222.0.39 "GET /v2.0/networks?id=17f227ef-535f-498d-b04c-ec88f70fbe32 HTTP/1.1" status: 200 len: 916 time: 0.8061111 Sep 30 13:14:58.294291 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-798dca69-64b9-4e42-b927-129e15d7ca21 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.7699816 Sep 30 13:14:58.308167 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-33a7a550-b623-4a39-948d-9a72e479ec90 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd472ce50e4547d68eaae043f0883472 HTTP/1.1" status: 200 len: 380 time: 0.1453586 Sep 30 13:14:58.311795 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-138478ed-9fb7-423c-a931-cfcda501384b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Request body: {'port': {'device_id': '25c760fe-35da-40c5-91e0-253bea8d2ff1', 'network_id': '0cbf8964-6e70-4e73-a83a-d2434a96a3ac', 'admin_state_up': True, 'tenant_id': 'f72cbde742fe4a1d9fe6654c3e717bf8'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:58.359722 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=1a3f4553-b52f-4821-afb6-39d5b478bb00,revision_number=12']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:58.422518 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-0bb4dffd-5aee-4d27-ab62-1ff178f6d5c8 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Request body: {'port': {'device_id': '4cb99b3c-16a0-43f7-901e-9dccc75d0421', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'admin_state_up': True, 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'security_groups': ['77b67ac9-7afd-4603-89d6-a6af0cd51e2a']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:58.423212 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-b6ddde99-3bf3-44cf-9f91-54ea80204ec6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 2001:db8::f816:3eff:fe16:91bd (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/790796ee-6406-49b6-a6a3-2f65be8a8cb8/075b0a18-606d-49b2-a746-9f1cf9402a6f) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:14:58.564708 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-52424de8-b67d-4270-862b-0b2b71fe0840 req-59c43932-3a84-44a1-9a23-530801621eab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c38957e0-ddf6-4a5b-8d18-80802e8d67f6 HTTP/1.1" status: 200 len: 217 time: 0.2731333 Sep 30 13:14:58.571145 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port d4236c25-cd42-49d6-b87b-a3e10557bcee triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:14:58.571519 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:58.612198 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b6ddde99-3bf3-44cf-9f91-54ea80204ec6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:58.628160 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-ffd97ca9-41ea-47ad-a812-4ab00e779dc3 None None] Port 01a8876f-919f-4319-bac0-87c2b41a078b cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:14:58.633209 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:58.671661 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-de423a56-65bf-4c18-914a-385a3b154c26 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-726049191-network', 'tenant_id': '4d563940eb2140319aef473af2a68752'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:58.683974 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b6ddde99-3bf3-44cf-9f91-54ea80204ec6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:58.711553 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-0bb4dffd-5aee-4d27-ab62-1ff178f6d5c8 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Made reservation on behalf of dd472ce50e4547d68eaae043f0883472 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:58.715568 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-0bb4dffd-5aee-4d27-ab62-1ff178f6d5c8 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:58.730993 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd0a9de7-6121-4766-88b4-a9625bfceeee {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:14:58.757934 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de423a56-65bf-4c18-914a-385a3b154c26 admin admin] Made reservation on behalf of 4d563940eb2140319aef473af2a68752 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:58.761314 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-de423a56-65bf-4c18-914a-385a3b154c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:58.762278 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port cd0a9de7-6121-4766-88b4-a9625bfceeee, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cd0a9de7-6121-4766-88b4-a9625bfceeee,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:14:58.777889 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-de423a56-65bf-4c18-914a-385a3b154c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:58.778294 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:58.829140 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59bf9c-4495-47ae-9742-482e20a1092e req-fbd38ac5-6e53-47c6-84d7-2d2713b38b3e tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:58.839023 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bd59bf9c-4495-47ae-9742-482e20a1092e req-fbd38ac5-6e53-47c6-84d7-2d2713b38b3e tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 945 time: 0.1849382 Sep 30 13:14:58.851187 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ddde99-3bf3-44cf-9f91-54ea80204ec6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:58.859700 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-e70b3c57-5c08-4b2e-9351-b7ecbada943d None None] Allocated IP 2001:db8::f816:3eff:fe79:c0d7 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/790796ee-6406-49b6-a6a3-2f65be8a8cb8/9a09cd1c-e90a-4dd7-8f9b-e17e9285ca21) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:14:58.888829 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52424de8-b67d-4270-862b-0b2b71fe0840 req-ada12dc5-6924-43a6-a504-918cf831d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:58.891198 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-52424de8-b67d-4270-862b-0b2b71fe0840 req-ada12dc5-6924-43a6-a504-918cf831d9a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e09cd1b-b493-4ed4-baaf-1dc88590bf2a HTTP/1.1" status: 200 len: 854 time: 0.3117745 Sep 30 13:14:58.926494 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['cd0a9de7-6121-4766-88b4-a9625bfceeee'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:14:58.936559 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d7c2d-2a36-4500-a0e8-d88a704f9a5a req-fd3760e6-685c-478a-a3f6-38e2c75a32ac tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:58.938029 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e23d7c2d-2a36-4500-a0e8-d88a704f9a5a req-fd3760e6-685c-478a-a3f6-38e2c75a32ac tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/ports?device_id=09ee3a9d-16b9-47ad-b8f5-0eefda274b27 HTTP/1.1" status: 200 len: 946 time: 0.3690200 Sep 30 13:14:58.947664 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-b6ddde99-3bf3-44cf-9f91-54ea80204ec6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:58.962300 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ddde99-3bf3-44cf-9f91-54ea80204ec6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:14:58.970504 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ddde99-3bf3-44cf-9f91-54ea80204ec6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:58.971119 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b6ddde99-3bf3-44cf-9f91-54ea80204ec6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:58.985110 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ddde99-3bf3-44cf-9f91-54ea80204ec6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Port': ['ID=075b0a18-606d-49b2-a746-9f1cf9402a6f,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:58.998261 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-0bb4dffd-5aee-4d27-ab62-1ff178f6d5c8 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Allocated IP 172.20.0.10 (82efec7b-c7e1-4afa-8d19-9d7200d8225f/8ac488f0-945c-4387-aad6-12387e6433e7/bef15889-749c-4b8e-9c6d-ead8748f7ec2) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:14:59.021414 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bd59bf9c-4495-47ae-9742-482e20a1092e req-1fbc478c-4c0e-4d9c-9acd-550b28e079be tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805429 Sep 30 13:14:59.040692 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52424de8-b67d-4270-862b-0b2b71fe0840 req-9589c768-fbf0-4492-9928-451ae3492cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:59.042668 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-52424de8-b67d-4270-862b-0b2b71fe0840 req-9589c768-fbf0-4492-9928-451ae3492cbb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=17f227ef-535f-498d-b04c-ec88f70fbe32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353078 Sep 30 13:14:59.045498 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e23d7c2d-2a36-4500-a0e8-d88a704f9a5a req-2b4fd504-670b-4238-8a44-a6e1b2ed35d2 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ced4ad-a244-468a-9560-313c719ce124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901172 Sep 30 13:14:59.059416 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-de423a56-65bf-4c18-914a-385a3b154c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:59.065662 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-de423a56-65bf-4c18-914a-385a3b154c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:59.092941 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de423a56-65bf-4c18-914a-385a3b154c26 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:14:59.107897 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-de423a56-65bf-4c18-914a-385a3b154c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:59.108435 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-de423a56-65bf-4c18-914a-385a3b154c26 admin admin] Added segment 0ec56ab8-1c84-44ab-8acf-18209d0fb434 of type vlan for network a80ea40e-5456-47a7-b5aa-e5cd18cd69dd Sep 30 13:14:59.153719 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-138478ed-9fb7-423c-a931-cfcda501384b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Made reservation on behalf of f72cbde742fe4a1d9fe6654c3e717bf8 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:59.157957 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-138478ed-9fb7-423c-a931-cfcda501384b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:59.164571 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-de423a56-65bf-4c18-914a-385a3b154c26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:59.203830 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-de423a56-65bf-4c18-914a-385a3b154c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:59.205225 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de423a56-65bf-4c18-914a-385a3b154c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:59.205924 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-de423a56-65bf-4c18-914a-385a3b154c26 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:59.228918 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e70b3c57-5c08-4b2e-9351-b7ecbada943d None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:59.237730 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=cd0a9de7-6121-4766-88b4-a9625bfceeee,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:59.243592 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e70b3c57-5c08-4b2e-9351-b7ecbada943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:59.265935 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70b3c57-5c08-4b2e-9351-b7ecbada943d None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:14:59.269742 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-e70b3c57-5c08-4b2e-9351-b7ecbada943d None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:14:59.298116 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70b3c57-5c08-4b2e-9351-b7ecbada943d None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:14:59.338556 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de423a56-65bf-4c18-914a-385a3b154c26 admin admin] Pushing event updated for resources: {'Network': ['ID=a80ea40e-5456-47a7-b5aa-e5cd18cd69dd,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:59.348275 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b6ddde99-3bf3-44cf-9f91-54ea80204ec6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8010805 Sep 30 13:14:59.359262 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60394) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:59.399414 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24dea5-2cbb-47f9-b125-d0ac3368910f req-b14365d3-6f28-4694-b688-79a1724351ae tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:59.400977 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network a80ea40e-5456-47a7-b5aa-e5cd18cd69dd details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:14:59.401932 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-da24dea5-2cbb-47f9-b125-d0ac3368910f req-b14365d3-6f28-4694-b688-79a1724351ae tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 945 time: 0.2064321 Sep 30 13:14:59.407269 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-de423a56-65bf-4c18-914a-385a3b154c26 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3219473 Sep 30 13:14:59.408532 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de423a56-65bf-4c18-914a-385a3b154c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ef6ea6-915e-4302-a44e-1aeab87344ad,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:59.411508 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60396) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:59.456687 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-d48e8e6e-91ab-4127-bac8-ad57e95668a6 admin admin] Request body: {'subnet': {'network_id': 'a80ea40e-5456-47a7-b5aa-e5cd18cd69dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-726049191-subnet', 'tenant_id': '4d563940eb2140319aef473af2a68752', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:14:59.463982 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-52424de8-b67d-4270-862b-0b2b71fe0840 req-577583fd-a2e9-4ffc-8a3a-38523012730b service neutron] 10.222.0.39 "GET /v2.0/networks/17f227ef-535f-498d-b04c-ec88f70fbe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110861 Sep 30 13:14:59.497249 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e70b3c57-5c08-4b2e-9351-b7ecbada943d None None] Attempting to bind port 9a09cd1c-e90a-4dd7-8f9b-e17e9285ca21 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:14:59.497623 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e70b3c57-5c08-4b2e-9351-b7ecbada943d None None] Attempting to bind port 9a09cd1c-e90a-4dd7-8f9b-e17e9285ca21 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:14:59.497985 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70b3c57-5c08-4b2e-9351-b7ecbada943d None None] Attempting to bind port 9a09cd1c-e90a-4dd7-8f9b-e17e9285ca21 on network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:14:59.508339 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48e8e6e-91ab-4127-bac8-ad57e95668a6 admin admin] Made reservation on behalf of 4d563940eb2140319aef473af2a68752 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:14:59.510964 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d48e8e6e-91ab-4127-bac8-ad57e95668a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:59.522745 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-0bb4dffd-5aee-4d27-ab62-1ff178f6d5c8 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:59.537692 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8edf58-e0ea-45eb-b8ba-b15e290ae10e req-9a245af2-0fc8-4b70-92f9-d03229140395 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:59.546286 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b8edf58-e0ea-45eb-b8ba-b15e290ae10e req-9a245af2-0fc8-4b70-92f9-d03229140395 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=25c760fe-35da-40c5-91e0-253bea8d2ff1 HTTP/1.1" status: 200 len: 930 time: 0.2635698 Sep 30 13:14:59.550041 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad7c6af-65e0-489f-ac90-bbc8e266808e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:59.555618 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b3c57-5c08-4b2e-9351-b7ecbada943d None None] Pushing event updated for resources: {'Port': ['ID=9a09cd1c-e90a-4dd7-8f9b-e17e9285ca21,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:59.558992 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad7c6af-65e0-489f-ac90-bbc8e266808e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:59.559150 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70b3c57-5c08-4b2e-9351-b7ecbada943d None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:14:59.559150 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70b3c57-5c08-4b2e-9351-b7ecbada943d None None] Checking segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:14:59.559150 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e70b3c57-5c08-4b2e-9351-b7ecbada943d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:59.559456 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70b3c57-5c08-4b2e-9351-b7ecbada943d None None] Bound using segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:14:59.559924 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e70b3c57-5c08-4b2e-9351-b7ecbada943d None None] Bound port: 9a09cd1c-e90a-4dd7-8f9b-e17e9285ca21, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:14:59.560308 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e70b3c57-5c08-4b2e-9351-b7ecbada943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:59.568205 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5ad7c6af-65e0-489f-ac90-bbc8e266808e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1950078 Sep 30 13:14:59.572182 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60398) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:14:59.603598 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-da24dea5-2cbb-47f9-b125-d0ac3368910f req-adc193d6-8342-46e0-b4ad-195b182a18f0 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739168 Sep 30 13:14:59.629724 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e70b3c57-5c08-4b2e-9351-b7ecbada943d None None] For port 9a09cd1c-e90a-4dd7-8f9b-e17e9285ca21, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:14:59.633892 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e70b3c57-5c08-4b2e-9351-b7ecbada943d None None] For port 9a09cd1c-e90a-4dd7-8f9b-e17e9285ca21, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9a09cd1c-e90a-4dd7-8f9b-e17e9285ca21,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:14:59.649084 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e70b3c57-5c08-4b2e-9351-b7ecbada943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:59.717159 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b3c57-5c08-4b2e-9351-b7ecbada943d None None] Pushing event updated for resources: {'Port': ['ID=9a09cd1c-e90a-4dd7-8f9b-e17e9285ca21,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:14:59.818272 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b8edf58-e0ea-45eb-b8ba-b15e290ae10e req-3f64d664-e1e2-4d8c-a27e-53b9fdbf5145 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672286 Sep 30 13:14:59.870720 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-138478ed-9fb7-423c-a931-cfcda501384b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Allocated IP 19.86.0.222 (0cbf8964-6e70-4e73-a83a-d2434a96a3ac/31fb501f-3387-42cb-82ae-4c3775982d64/e3115ac8-24e9-4c09-ab12-c2f8869f7ada) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:14:59.899048 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-52424de8-b67d-4270-862b-0b2b71fe0840 req-9b461dff-1959-4203-8447-19062955a307 service neutron] 10.222.0.39 "GET /v2.0/networks/17f227ef-535f-498d-b04c-ec88f70fbe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244733 Sep 30 13:14:59.915750 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-0bb4dffd-5aee-4d27-ab62-1ff178f6d5c8 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:14:59.953471 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8116d-a914-4a8e-9c75-c19b56ed5b98 req-4d06800b-56c2-4b75-8803-8cdc21cf1931 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:59.955084 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-28b8116d-a914-4a8e-9c75-c19b56ed5b98 req-4d06800b-56c2-4b75-8803-8cdc21cf1931 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 945 time: 0.2157497 Sep 30 13:14:59.998939 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e450ac-317f-4266-8aa8-a40b12886e28 req-2c313231-e4de-4d71-ad7d-9d55b21b6985 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:14:59.998939 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-96e450ac-317f-4266-8aa8-a40b12886e28 req-2c313231-e4de-4d71-ad7d-9d55b21b6985 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.39 "GET /v2.0/ports?device_id=09ee3a9d-16b9-47ad-b8f5-0eefda274b27 HTTP/1.1" status: 200 len: 946 time: 0.2104990 Sep 30 13:15:00.046127 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-0bb4dffd-5aee-4d27-ab62-1ff178f6d5c8 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Network 82efec7b-c7e1-4afa-8d19-9d7200d8225f is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:15:00.066280 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-0bb4dffd-5aee-4d27-ab62-1ff178f6d5c8 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:00.075117 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-0bb4dffd-5aee-4d27-ab62-1ff178f6d5c8 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:15:00.082613 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4dffd-5aee-4d27-ab62-1ff178f6d5c8 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Pushing event updated for resources: {'Port': ['ID=bef15889-749c-4b8e-9c6d-ead8748f7ec2,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:00.145656 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccd485-a375-4e8c-8c22-72203c7397b4 req-0ca76203-92b6-4b4b-9b5d-5f56abe1552f tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:00.147434 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b7ccd485-a375-4e8c-8c22-72203c7397b4 req-0ca76203-92b6-4b4b-9b5d-5f56abe1552f tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 932 time: 0.2271628 Sep 30 13:15:00.168330 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-9059a34f-edf7-481d-ac3a-202c4f11087f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting port 075b0a18-606d-49b2-a746-9f1cf9402a6f {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:00.168739 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9059a34f-edf7-481d-ac3a-202c4f11087f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:00.231222 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-0bb4dffd-5aee-4d27-ab62-1ff178f6d5c8 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:00.231897 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-0bb4dffd-5aee-4d27-ab62-1ff178f6d5c8 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:00.285192 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-28b8116d-a914-4a8e-9c75-c19b56ed5b98 req-073ea541-d42d-4613-9e94-4492c0386c22 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129263 Sep 30 13:15:00.311024 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-138478ed-9fb7-423c-a931-cfcda501384b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:00.377983 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b7ccd485-a375-4e8c-8c22-72203c7397b4 req-d071edad-5bbd-4561-b54d-f807ccccd436 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075062 Sep 30 13:15:00.384024 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-0bb4dffd-5aee-4d27-ab62-1ff178f6d5c8 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9713707 Sep 30 13:15:00.390178 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-138478ed-9fb7-423c-a931-cfcda501384b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:00.400882 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-5ad8f1c2-cbb6-4218-9495-26430523af83 service neutron] Request body: {'port': {'device_id': '4cb99b3c-16a0-43f7-901e-9dccc75d0421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:00.446299 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9059a34f-edf7-481d-ac3a-202c4f11087f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:00.460680 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-9059a34f-edf7-481d-ac3a-202c4f11087f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Calling delete_port for 075b0a18-606d-49b2-a746-9f1cf9402a6f owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:00.516549 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-138478ed-9fb7-423c-a931-cfcda501384b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Network 0cbf8964-6e70-4e73-a83a-d2434a96a3ac is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:15:00.521142 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-138478ed-9fb7-423c-a931-cfcda501384b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:00.550115 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-138478ed-9fb7-423c-a931-cfcda501384b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:15:00.580600 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-89d388e9-ab1b-43fd-b173-963fa6c7a61c None None] Provisioning complete for port bef15889-749c-4b8e-9c6d-ead8748f7ec2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:00.581209 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-89d388e9-ab1b-43fd-b173-963fa6c7a61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:00.666425 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-89d388e9-ab1b-43fd-b173-963fa6c7a61c None None] Port bef15889-749c-4b8e-9c6d-ead8748f7ec2 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:15:00.683400 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138478ed-9fb7-423c-a931-cfcda501384b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event updated for resources: {'Port': ['ID=e3115ac8-24e9-4c09-ab12-c2f8869f7ada,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:00.722598 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d48e8e6e-91ab-4127-bac8-ad57e95668a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:00.737631 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e93df1-10a2-4536-9bc8-e9b11dbb7474 req-8a9f745c-1642-480c-a38f-dad30032343f tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:00.739411 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6e93df1-10a2-4536-9bc8-e9b11dbb7474 req-8a9f745c-1642-480c-a38f-dad30032343f tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 944 time: 0.1815321 Sep 30 13:15:00.751640 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-138478ed-9fb7-423c-a931-cfcda501384b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:00.752901 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-138478ed-9fb7-423c-a931-cfcda501384b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:00.759507 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-5ad8f1c2-cbb6-4218-9495-26430523af83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:00.856463 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-96e450ac-317f-4266-8aa8-a40b12886e28 req-b6f0d725-f2f3-4435-9983-95323121c2ff tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Deleting port 0e594a04-03ab-4da1-b64f-a468cc7129ce {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:00.857016 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-96e450ac-317f-4266-8aa8-a40b12886e28 req-b6f0d725-f2f3-4435-9983-95323121c2ff tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:00.881636 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9059a34f-edf7-481d-ac3a-202c4f11087f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:00.894217 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d04585da-4a6f-4d54-a932-42b206d309ca None None] Provisioning complete for port e3115ac8-24e9-4c09-ab12-c2f8869f7ada triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:00.894584 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d04585da-4a6f-4d54-a932-42b206d309ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:00.949878 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-d04585da-4a6f-4d54-a932-42b206d309ca None None] Port e3115ac8-24e9-4c09-ab12-c2f8869f7ada cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:15:00.951510 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 1a3f4553-b52f-4821-afb6-39d5b478bb00 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:15:00.998429 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059a34f-edf7-481d-ac3a-202c4f11087f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Port': ['ID=075b0a18-606d-49b2-a746-9f1cf9402a6f,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:01.020637 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 1a3f4553-b52f-4821-afb6-39d5b478bb00 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:01.022328 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:01.032865 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e8e6e-91ab-4127-bac8-ad57e95668a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c742eb68-9dfb-429e-833d-967fc03f5dac,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:01.116759 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9059a34f-edf7-481d-ac3a-202c4f11087f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:01.126724 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9059a34f-edf7-481d-ac3a-202c4f11087f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/075b0a18-606d-49b2-a746-9f1cf9402a6f HTTP/1.1" status: 204 len: 168 time: 1.5512013 Sep 30 13:15:01.129366 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60408) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:01.132415 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6e93df1-10a2-4536-9bc8-e9b11dbb7474 req-a6b3919b-2b50-42ad-aac3-28d9406b869b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689840 Sep 30 13:15:01.143737 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:01.169459 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48e8e6e-91ab-4127-bac8-ad57e95668a6 admin admin] Checking segment: {'id': '0ec56ab8-1c84-44ab-8acf-18209d0fb434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a80ea40e-5456-47a7-b5aa-e5cd18cd69dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:15:01.169459 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48e8e6e-91ab-4127-bac8-ad57e95668a6 admin admin] Network hostable DHCP agents. Network: a80ea40e-5456-47a7-b5aa-e5cd18cd69dd, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:15:01.178629 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108c5890-09d5-4a38-9ca5-a8f4616ae3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3f4553-b52f-4821-afb6-39d5b478bb00'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:15:01.186320 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c9577a-a34d-42e0-8d0e-0016e4c11bc4" -d '{"events": [{"server_uuid": "108c5890-09d5-4a38-9ca5-a8f4616ae3ce", "name": "network-vif-plugged", "status": "completed", "tag": "1a3f4553-b52f-4821-afb6-39d5b478bb00"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:15:01.201089 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-138478ed-9fb7-423c-a931-cfcda501384b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8998070 Sep 30 13:15:01.204944 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c6260f-10e0-40e7-a519-7f1662fb7117 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:01.206816 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c6260f-10e0-40e7-a519-7f1662fb7117 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:01.211013 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 1a3f4553-b52f-4821-afb6-39d5b478bb00, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1a3f4553-b52f-4821-afb6-39d5b478bb00,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:01.211204 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-15c6260f-10e0-40e7-a519-7f1662fb7117 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0790088 Sep 30 13:15:01.213341 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-5ad8f1c2-cbb6-4218-9495-26430523af83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef15889-749c-4b8e-9c6d-ead8748f7ec2 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:15:01.214430 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-96e450ac-317f-4266-8aa8-a40b12886e28 req-b6f0d725-f2f3-4435-9983-95323121c2ff tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] For port 0e594a04-03ab-4da1-b64f-a468cc7129ce, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0e594a04-03ab-4da1-b64f-a468cc7129ce,segment=NetworkSegment(0b710c32-a268-41b0-8987-12ce34571b50),segment_id=0b710c32-a268-41b0-8987-12ce34571b50)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:01.215968 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-96e450ac-317f-4266-8aa8-a40b12886e28 req-b6f0d725-f2f3-4435-9983-95323121c2ff tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:01.217729 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:01.223931 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60412) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:01.236239 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-5ad8f1c2-cbb6-4218-9495-26430523af83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:01.260688 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-5ad8f1c2-cbb6-4218-9495-26430523af83 service neutron] Transition to ACTIVE for port object bef15889-749c-4b8e-9c6d-ead8748f7ec2 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:15:01.277293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f26d0-478b-4590-ac43-f5a590746036 req-b9620494-5059-4ba6-af66-d2daaae71263 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:01.282387 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-96e450ac-317f-4266-8aa8-a40b12886e28 req-b6f0d725-f2f3-4435-9983-95323121c2ff tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Calling delete_port for 0e594a04-03ab-4da1-b64f-a468cc7129ce owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:01.286420 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48e8e6e-91ab-4127-bac8-ad57e95668a6 admin admin] Network a80ea40e-5456-47a7-b5aa-e5cd18cd69dd is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:15:01.288576 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a5f26d0-478b-4590-ac43-f5a590746036 req-b9620494-5059-4ba6-af66-d2daaae71263 tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/ports?device_id=09ee3a9d-16b9-47ad-b8f5-0eefda274b27 HTTP/1.1" status: 200 len: 946 time: 0.6319978 Sep 30 13:15:01.290989 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-5ad8f1c2-cbb6-4218-9495-26430523af83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:01.297827 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-2f6623d9-3e0f-4269-84f2-c9e50ac9996c service neutron] Request body: {'port': {'device_id': '25c760fe-35da-40c5-91e0-253bea8d2ff1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:01.321014 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=1a3f4553-b52f-4821-afb6-39d5b478bb00,revision_number=13']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:01.340381 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-d48e8e6e-91ab-4127-bac8-ad57e95668a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, a80ea40e-5456-47a7-b5aa-e5cd18cd69dd) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:01.357348 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1549f370-15aa-4fe7-bbf1-0db4927d72aa None None] Network a80ea40e-5456-47a7-b5aa-e5cd18cd69dd requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:15:01.398358 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48e8e6e-91ab-4127-bac8-ad57e95668a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:01.398963 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d48e8e6e-91ab-4127-bac8-ad57e95668a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:01.411989 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff10e7c5-73c5-4f14-9604-63c78d15b4fb tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet 790796ee-6406-49b6-a6a3-2f65be8a8cb8 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:15:01.424472 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ff10e7c5-73c5-4f14-9604-63c78d15b4fb tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:01.487981 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d48e8e6e-91ab-4127-bac8-ad57e95668a6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0559740 Sep 30 13:15:01.504010 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60418) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:01.528782 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-36ee12bb-a7a4-4fdd-8ca2-ac38e4b37c24 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-726049191-router', 'tenant_id': '4d563940eb2140319aef473af2a68752', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:01.542415 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device cd0a9de7-6121-4766-88b4-a9625bfceeee up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:15:01.606586 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a5f26d0-478b-4590-ac43-f5a590746036 req-0db624d4-971a-434c-aa0c-5f80c44340ae tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ced4ad-a244-468a-9560-313c719ce124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031697 Sep 30 13:15:01.608583 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ff10e7c5-73c5-4f14-9604-63c78d15b4fb tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:01.650571 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291c95d-79f7-4c39-8095-77bda6c186da req-63f97e3c-36cb-4793-9b18-4cfd61f241cb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:01.652196 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a291c95d-79f7-4c39-8095-77bda6c186da req-63f97e3c-36cb-4793-9b18-4cfd61f241cb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 946 time: 0.3280654 Sep 30 13:15:01.667912 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8f1c2-cbb6-4218-9495-26430523af83 service neutron] Pushing event updated for resources: {'Port': ['ID=bef15889-749c-4b8e-9c6d-ead8748f7ec2,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:01.734569 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-2f6623d9-3e0f-4269-84f2-c9e50ac9996c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:01.768448 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-36ee12bb-a7a4-4fdd-8ca2-ac38e4b37c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:01.770641 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-36ee12bb-a7a4-4fdd-8ca2-ac38e4b37c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:01.774362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-bd3ff265-2eb5-4d50-a9bb-d41e80a7ef0c None None] Provisioning complete for port 9a09cd1c-e90a-4dd7-8f9b-e17e9285ca21 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:01.776816 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bd3ff265-2eb5-4d50-a9bb-d41e80a7ef0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:02.036036 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a291c95d-79f7-4c39-8095-77bda6c186da req-7537357a-8224-4450-8d30-d06d3631b559 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3242712 Sep 30 13:15:02.150728 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-96e450ac-317f-4266-8aa8-a40b12886e28 req-b6f0d725-f2f3-4435-9983-95323121c2ff tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:02.212644 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ff10e7c5-73c5-4f14-9604-63c78d15b4fb tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:02.330199 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0d725-f2f3-4435-9983-95323121c2ff tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Pushing event deleted for resources: {'Port': ['ID=0e594a04-03ab-4da1-b64f-a468cc7129ce,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:02.372171 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-36ee12bb-a7a4-4fdd-8ca2-ac38e4b37c24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:02.379355 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84af6d0-02fb-455b-8f6e-e9900aa69022 x-openstack-request-id: req-b84af6d0-02fb-455b-8f6e-e9900aa69022 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:15:02.388207 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108c5890-09d5-4a38-9ca5-a8f4616ae3ce", "name": "network-vif-plugged", "status": "completed", "tag": "1a3f4553-b52f-4821-afb6-39d5b478bb00", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:15:02.388588 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b84af6d0-02fb-455b-8f6e-e9900aa69022 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:15:02.389119 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108c5890-09d5-4a38-9ca5-a8f4616ae3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3f4553-b52f-4821-afb6-39d5b478bb00', 'code': 200} Sep 30 13:15:02.390924 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9a09cd1c-e90a-4dd7-8f9b-e17e9285ca21 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:15:02.414999 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-5ad8f1c2-cbb6-4218-9495-26430523af83 service neutron] Attempting to bind port bef15889-749c-4b8e-9c6d-ead8748f7ec2 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:15:02.415499 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-5ad8f1c2-cbb6-4218-9495-26430523af83 service neutron] Attempting to bind port bef15889-749c-4b8e-9c6d-ead8748f7ec2 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'e7a0a3b9-094d-48bf-a02a-1ffb21cc5269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:15:02.426471 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-5ad8f1c2-cbb6-4218-9495-26430523af83 service neutron] Attempting to bind port bef15889-749c-4b8e-9c6d-ead8748f7ec2 on network 82efec7b-c7e1-4afa-8d19-9d7200d8225f {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:15:02.452690 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9dc43-ecfd-4d59-a43e-9402afb7aff0 req-23ba0b71-d78c-4ba2-b529-6f83d1bb6258 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:02.455504 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92fef2c-ce74-4b2f-894d-1579b88981ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-a80ea40e-5456-47a7-b5aa-e5cd18cd69dd', 'network_id': 'a80ea40e-5456-47a7-b5aa-e5cd18cd69dd', 'tenant_id': '4d563940eb2140319aef473af2a68752', 'fixed_ips': [{'subnet_id': 'c742eb68-9dfb-429e-833d-967fc03f5dac'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:15:02.456874 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b92fef2c-ce74-4b2f-894d-1579b88981ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:02.463826 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9dc43-ecfd-4d59-a43e-9402afb7aff0 req-23ba0b71-d78c-4ba2-b529-6f83d1bb6258 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:02.474222 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b7f9dc43-ecfd-4d59-a43e-9402afb7aff0 req-23ba0b71-d78c-4ba2-b529-6f83d1bb6258 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=25c760fe-35da-40c5-91e0-253bea8d2ff1 HTTP/1.1" status: 200 len: 1653 time: 0.6820562 Sep 30 13:15:02.500830 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-5ad8f1c2-cbb6-4218-9495-26430523af83 service neutron] Port bef15889-749c-4b8e-9c6d-ead8748f7ec2 on network 82efec7b-c7e1-4afa-8d19-9d7200d8225f not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:15:02.501006 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-5ad8f1c2-cbb6-4218-9495-26430523af83 service neutron] Attempting to bind port bef15889-749c-4b8e-9c6d-ead8748f7ec2 on network 82efec7b-c7e1-4afa-8d19-9d7200d8225f {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:15:02.529087 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-5ad8f1c2-cbb6-4218-9495-26430523af83 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:15:02.529880 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-5ad8f1c2-cbb6-4218-9495-26430523af83 service neutron] Checking segment: {'id': 'e7a0a3b9-094d-48bf-a02a-1ffb21cc5269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:15:02.530130 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-5ad8f1c2-cbb6-4218-9495-26430523af83 service neutron] Bound using segment: {'id': 'e7a0a3b9-094d-48bf-a02a-1ffb21cc5269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:15:02.530686 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-5ad8f1c2-cbb6-4218-9495-26430523af83 service neutron] Bound port: bef15889-749c-4b8e-9c6d-ead8748f7ec2, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a0a3b9-094d-48bf-a02a-1ffb21cc5269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:15:02.531243 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-5ad8f1c2-cbb6-4218-9495-26430523af83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:02.557662 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e450ac-317f-4266-8aa8-a40b12886e28 req-b6f0d725-f2f3-4435-9983-95323121c2ff tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] No DVR routers for this DVR port 0e594a04-03ab-4da1-b64f-a468cc7129ce on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:15:02.564036 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-96e450ac-317f-4266-8aa8-a40b12886e28 req-b6f0d725-f2f3-4435-9983-95323121c2ff tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:02.566988 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-96e450ac-317f-4266-8aa8-a40b12886e28 req-b6f0d725-f2f3-4435-9983-95323121c2ff tempest-VolumesActionsTest-1475259128 tempest-VolumesActionsTest-1475259128-project] 10.222.0.39 "DELETE /v2.0/ports/0e594a04-03ab-4da1-b64f-a468cc7129ce HTTP/1.1" status: 204 len: 173 time: 2.5338778 Sep 30 13:15:02.568008 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b7f9dc43-ecfd-4d59-a43e-9402afb7aff0 req-e415df8c-f339-41c3-8a18-220b7f5d8778 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848205 Sep 30 13:15:02.577863 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ee3a9d-16b9-47ad-b8f5-0eefda274b27', 'name': 'network-vif-deleted', 'tag': '0e594a04-03ab-4da1-b64f-a468cc7129ce'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:15:02.581139 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7882f9-65a5-4dc0-9d29-7a98ed5ff862" -d '{"events": [{"server_uuid": "09ee3a9d-16b9-47ad-b8f5-0eefda274b27", "name": "network-vif-deleted", "tag": "0e594a04-03ab-4da1-b64f-a468cc7129ce"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:15:02.595121 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ff10e7c5-73c5-4f14-9604-63c78d15b4fb tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:02.654572 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-2f6623d9-3e0f-4269-84f2-c9e50ac9996c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a8876f-919f-4319-bac0-87c2b41a078b {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:15:02.670182 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-2f6623d9-3e0f-4269-84f2-c9e50ac9996c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:02.686135 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ff10e7c5-73c5-4f14-9604-63c78d15b4fb tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:02.688274 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-5ad8f1c2-cbb6-4218-9495-26430523af83 service neutron] For port bef15889-749c-4b8e-9c6d-ead8748f7ec2, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:15:02.692060 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60434) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:02.693136 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ff10e7c5-73c5-4f14-9604-63c78d15b4fb tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/790796ee-6406-49b6-a6a3-2f65be8a8cb8 HTTP/1.1" status: 204 len: 168 time: 1.4678895 Sep 30 13:15:02.694248 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-5ad8f1c2-cbb6-4218-9495-26430523af83 service neutron] For port bef15889-749c-4b8e-9c6d-ead8748f7ec2, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=bef15889-749c-4b8e-9c6d-ead8748f7ec2,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:15:02.702261 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-2f6623d9-3e0f-4269-84f2-c9e50ac9996c service neutron] Transition to ACTIVE for port object 01a8876f-919f-4319-bac0-87c2b41a078b will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:15:02.708707 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bca678-cbcf-4f2c-b0c5-bf484cf3bde2 req-d2424ccd-87aa-4c9d-87c1-e5337505b809 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:02.719261 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e1bca678-cbcf-4f2c-b0c5-bf484cf3bde2 req-d2424ccd-87aa-4c9d-87c1-e5337505b809 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 945 time: 0.3965907 Sep 30 13:15:02.737381 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0e21e378-aeae-4b5f-add1-320c7df9459a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414872 Sep 30 13:15:02.739075 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-2f6623d9-3e0f-4269-84f2-c9e50ac9996c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:02.741918 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-5ad8f1c2-cbb6-4218-9495-26430523af83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:02.745510 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60438) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:02.752276 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-ad314d21-9c94-49ed-82df-714da66fac7d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:02.863582 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 9a09cd1c-e90a-4dd7-8f9b-e17e9285ca21 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:02.865249 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:02.871012 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-5ad8f1c2-cbb6-4218-9495-26430523af83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:02.871799 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-5ad8f1c2-cbb6-4218-9495-26430523af83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:02.873339 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-5ad8f1c2-cbb6-4218-9495-26430523af83 service neutron] 10.222.0.39 "PUT /v2.0/ports/bef15889-749c-4b8e-9c6d-ead8748f7ec2 HTTP/1.1" status: 200 len: 1092 time: 2.4798911 Sep 30 13:15:02.885831 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb99b3c-16a0-43f7-901e-9dccc75d0421', 'tag': 'bef15889-749c-4b8e-9c6d-ead8748f7ec2'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:15:02.909956 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5868672b-2f4a-4264-b45a-dac557ea9980" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb99b3c-16a0-43f7-901e-9dccc75d0421", "tag": "bef15889-749c-4b8e-9c6d-ead8748f7ec2"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:15:02.953367 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca00744-cc7f-4054-afa1-06f0675c01af None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:15:03.111674 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port cd0a9de7-6121-4766-88b4-a9625bfceeee triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:03.112049 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:03.154379 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6623d9-3e0f-4269-84f2-c9e50ac9996c service neutron] Pushing event updated for resources: {'Port': ['ID=01a8876f-919f-4319-bac0-87c2b41a078b,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:03.305066 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10e7c5-73c5-4f14-9604-63c78d15b4fb tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=790796ee-6406-49b6-a6a3-2f65be8a8cb8,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:03.316141 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bd3ff265-2eb5-4d50-a9bb-d41e80a7ef0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:03.547923 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e1bca678-cbcf-4f2c-b0c5-bf484cf3bde2 req-1edc7840-fdf4-4392-a873-19e9731d00c0 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8255649 Sep 30 13:15:03.643208 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-36ee12bb-a7a4-4fdd-8ca2-ac38e4b37c24 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:03.793393 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:03.828246 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:03.842736 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-b92fef2c-ce74-4b2f-894d-1579b88981ba None None] Allocated IP 172.20.0.2 (a80ea40e-5456-47a7-b5aa-e5cd18cd69dd/c742eb68-9dfb-429e-833d-967fc03f5dac/0c0c8cdb-8dd4-44b1-9302-4f6846535a37) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:15:03.878910 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425a9a7-67a3-42a7-89a2-a9eb821e54ae req-4dfa5b3b-47d5-4dcd-9c62-7ce84c28da1d tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:03.881138 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4425a9a7-67a3-42a7-89a2-a9eb821e54ae req-4dfa5b3b-47d5-4dcd-9c62-7ce84c28da1d tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 944 time: 0.1473167 Sep 30 13:15:03.888060 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748e23bd-085f-4d30-b57d-119ca1a82e25 None None] DHCP port deletion for 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:15:03.975498 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-bd3ff265-2eb5-4d50-a9bb-d41e80a7ef0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:15:03.975851 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-bd3ff265-2eb5-4d50-a9bb-d41e80a7ef0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:15:04.015688 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port cd0a9de7-6121-4766-88b4-a9625bfceeee, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cd0a9de7-6121-4766-88b4-a9625bfceeee,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:04.036270 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:04.043781 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909fe7a-eb04-4abe-bd4b-ee9fb5b19c52 req-9b1209f3-712b-491a-b0ec-f1dbe29de1b1 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:04.045322 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0909fe7a-eb04-4abe-bd4b-ee9fb5b19c52 req-9b1209f3-712b-491a-b0ec-f1dbe29de1b1 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 944 time: 1.2717834 Sep 30 13:15:04.098517 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0e594a04-03ab-4da1-b64f-a468cc7129ce no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:15:04.124305 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4425a9a7-67a3-42a7-89a2-a9eb821e54ae req-28108f90-3726-4c79-9d4f-774f2f6f6a91 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994016 Sep 30 13:15:04.147433 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad314d21-9c94-49ed-82df-714da66fac7d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:15:04.150935 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ad314d21-9c94-49ed-82df-714da66fac7d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:04.184316 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-6e50ae49-944c-4caa-b61c-7c0682dcb781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:04.185831 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-6e50ae49-944c-4caa-b61c-7c0682dcb781 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd472ce50e4547d68eaae043f0883472&device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 1095 time: 1.1505857 Sep 30 13:15:04.237080 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-36ee12bb-a7a4-4fdd-8ca2-ac38e4b37c24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:04.286038 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-36ee12bb-a7a4-4fdd-8ca2-ac38e4b37c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:04.310448 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0909fe7a-eb04-4abe-bd4b-ee9fb5b19c52 req-1cbec5ba-d768-4a3e-86e5-b7fddc70c05c tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393057 Sep 30 13:15:04.311592 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-177a6508-eaf3-4a3d-87b4-cee41b9bfe77 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bef15889-749c-4b8e-9c6d-ead8748f7ec2 HTTP/1.1" status: 200 len: 217 time: 0.1160100 Sep 30 13:15:04.319666 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 9a09cd1c-e90a-4dd7-8f9b-e17e9285ca21, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9a09cd1c-e90a-4dd7-8f9b-e17e9285ca21,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:04.321707 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 0e594a04-03ab-4da1-b64f-a468cc7129ce {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:15:04.322069 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0e594a04-03ab-4da1-b64f-a468cc7129ce not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:15:04.323624 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=cd0a9de7-6121-4766-88b4-a9625bfceeee,revision_number=7']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:04.363035 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8f1c2-cbb6-4218-9495-26430523af83 service neutron] Pushing event updated for resources: {'Port': ['ID=bef15889-749c-4b8e-9c6d-ead8748f7ec2,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:04.502435 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-58697dac-d4c9-414c-96f7-f56e85963d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:04.503970 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-58697dac-d4c9-414c-96f7-f56e85963d4f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8ac488f0-945c-4387-aad6-12387e6433e7 HTTP/1.1" status: 200 len: 855 time: 0.1446998 Sep 30 13:15:04.574772 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c5812f-9bd0-4c1e-909a-f606f83c3496 x-openstack-request-id: req-09c5812f-9bd0-4c1e-909a-f606f83c3496 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:15:04.575068 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb99b3c-16a0-43f7-901e-9dccc75d0421", "tag": "bef15889-749c-4b8e-9c6d-ead8748f7ec2", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:15:04.575318 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09c5812f-9bd0-4c1e-909a-f606f83c3496 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:15:04.575721 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb99b3c-16a0-43f7-901e-9dccc75d0421', 'tag': 'bef15889-749c-4b8e-9c6d-ead8748f7ec2', 'status': 'completed', 'code': 200} Sep 30 13:15:04.627886 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-2f6623d9-3e0f-4269-84f2-c9e50ac9996c service neutron] Attempting to bind port 01a8876f-919f-4319-bac0-87c2b41a078b on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:15:04.628249 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-2f6623d9-3e0f-4269-84f2-c9e50ac9996c service neutron] Attempting to bind port 01a8876f-919f-4319-bac0-87c2b41a078b by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '9f49b9c1-ca69-436a-962f-e553797bd301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e00a7c5b-4dd1-4f07-8cb5-bafcac141511'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:15:04.629507 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-2f6623d9-3e0f-4269-84f2-c9e50ac9996c service neutron] Attempting to bind port 01a8876f-919f-4319-bac0-87c2b41a078b on network e00a7c5b-4dd1-4f07-8cb5-bafcac141511 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:15:04.658550 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-36ee12bb-a7a4-4fdd-8ca2-ac38e4b37c24 admin admin] Allocated IP 172.25.5.233 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/fbc60a07-6fda-42e0-8c20-efe27af3396b) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:15:04.666949 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-2f6623d9-3e0f-4269-84f2-c9e50ac9996c service neutron] Port 01a8876f-919f-4319-bac0-87c2b41a078b on network e00a7c5b-4dd1-4f07-8cb5-bafcac141511 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:15:04.667284 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-2f6623d9-3e0f-4269-84f2-c9e50ac9996c service neutron] Attempting to bind port 01a8876f-919f-4319-bac0-87c2b41a078b on network e00a7c5b-4dd1-4f07-8cb5-bafcac141511 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:15:04.683469 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-2f6623d9-3e0f-4269-84f2-c9e50ac9996c service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:15:04.683820 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-2f6623d9-3e0f-4269-84f2-c9e50ac9996c service neutron] Checking segment: {'id': '9f49b9c1-ca69-436a-962f-e553797bd301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e00a7c5b-4dd1-4f07-8cb5-bafcac141511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:15:04.684939 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-2f6623d9-3e0f-4269-84f2-c9e50ac9996c service neutron] Bound using segment: {'id': '9f49b9c1-ca69-436a-962f-e553797bd301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e00a7c5b-4dd1-4f07-8cb5-bafcac141511'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:15:04.685392 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-2f6623d9-3e0f-4269-84f2-c9e50ac9996c service neutron] Bound port: 01a8876f-919f-4319-bac0-87c2b41a078b, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f49b9c1-ca69-436a-962f-e553797bd301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e00a7c5b-4dd1-4f07-8cb5-bafcac141511'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:15:04.685759 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-2f6623d9-3e0f-4269-84f2-c9e50ac9996c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:04.722544 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bfb91e-67a8-4d9e-8d1d-2650934fce92 x-openstack-request-id: req-c6bfb91e-67a8-4d9e-8d1d-2650934fce92 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:15:04.723222 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ee3a9d-16b9-47ad-b8f5-0eefda274b27", "name": "network-vif-deleted", "tag": "0e594a04-03ab-4da1-b64f-a468cc7129ce", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:15:04.724420 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6bfb91e-67a8-4d9e-8d1d-2650934fce92 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:15:04.725138 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ee3a9d-16b9-47ad-b8f5-0eefda274b27', 'name': 'network-vif-deleted', 'tag': '0e594a04-03ab-4da1-b64f-a468cc7129ce', 'status': 'completed', 'code': 200} Sep 30 13:15:04.758686 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b92fef2c-ce74-4b2f-894d-1579b88981ba None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:04.769035 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0a9de7-6121-4766-88b4-a9625bfceeee'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:15:04.773480 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea4fe11-70eb-46c6-85a5-7e38961dc617" -d '{"events": [{"server_uuid": "2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9", "name": "network-vif-plugged", "status": "completed", "tag": "cd0a9de7-6121-4766-88b4-a9625bfceeee"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:15:04.782892 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:04.787267 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b92fef2c-ce74-4b2f-894d-1579b88981ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:04.929960 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=9a09cd1c-e90a-4dd7-8f9b-e17e9285ca21,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:04.946523 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92fef2c-ce74-4b2f-894d-1579b88981ba None None] Network a80ea40e-5456-47a7-b5aa-e5cd18cd69dd is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:15:04.987327 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-b92fef2c-ce74-4b2f-894d-1579b88981ba None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:04.991147 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92fef2c-ce74-4b2f-894d-1579b88981ba None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:15:05.016101 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9a09cd1c-e90a-4dd7-8f9b-e17e9285ca21 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:15:05.018751 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-f4fb7f11-797c-48a6-be99-450d9797851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:05.021639 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-f4fb7f11-797c-48a6-be99-450d9797851e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=82efec7b-c7e1-4afa-8d19-9d7200d8225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4450684 Sep 30 13:15:05.089049 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-748e23bd-085f-4d30-b57d-119ca1a82e25 None None] Deleting port 9a09cd1c-e90a-4dd7-8f9b-e17e9285ca21 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:05.089464 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-748e23bd-085f-4d30-b57d-119ca1a82e25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:05.110291 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-36ee12bb-a7a4-4fdd-8ca2-ac38e4b37c24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:05.181530 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-36ee12bb-a7a4-4fdd-8ca2-ac38e4b37c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:05.207766 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-911122c0-f5a8-4169-b202-ff16f2ee3fc2 service neutron] 10.222.0.39 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631007 Sep 30 13:15:05.227878 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab756e52-5f24-4761-9b7a-f80d26f8290d req-ba7fbae6-c934-498d-8853-1586dd682583 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:05.232679 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ab756e52-5f24-4761-9b7a-f80d26f8290d req-ba7fbae6-c934-498d-8853-1586dd682583 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 946 time: 0.5164859 Sep 30 13:15:05.251627 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ee12bb-a7a4-4fdd-8ca2-ac38e4b37c24 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:15:05.257524 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-36ee12bb-a7a4-4fdd-8ca2-ac38e4b37c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:05.265409 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ee12bb-a7a4-4fdd-8ca2-ac38e4b37c24 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:15:05.335288 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-b935007a-77bb-485c-81fd-9ea86aa5b290 None None] Could not find standard attr ID for object 075b0a18-606d-49b2-a746-9f1cf9402a6f. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:15:05.375276 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92fef2c-ce74-4b2f-894d-1579b88981ba None None] Pushing event updated for resources: {'Port': ['ID=0c0c8cdb-8dd4-44b1-9302-4f6846535a37,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:05.430108 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-748e23bd-085f-4d30-b57d-119ca1a82e25 None None] For port 9a09cd1c-e90a-4dd7-8f9b-e17e9285ca21, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9a09cd1c-e90a-4dd7-8f9b-e17e9285ca21,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:05.430413 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-748e23bd-085f-4d30-b57d-119ca1a82e25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:05.448906 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cadde3-769a-4898-ad69-f70fa07c1fa9 req-4f1dfed6-5c15-4c61-915a-b97765a7a07f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:05.463464 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cadde3-769a-4898-ad69-f70fa07c1fa9 req-4f1dfed6-5c15-4c61-915a-b97765a7a07f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:05.465159 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-40cadde3-769a-4898-ad69-f70fa07c1fa9 req-4f1dfed6-5c15-4c61-915a-b97765a7a07f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=25c760fe-35da-40c5-91e0-253bea8d2ff1 HTTP/1.1" status: 200 len: 1665 time: 0.7576637 Sep 30 13:15:05.508330 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-2f6623d9-3e0f-4269-84f2-c9e50ac9996c service neutron] For port 01a8876f-919f-4319-bac0-87c2b41a078b, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:15:05.540044 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b92fef2c-ce74-4b2f-894d-1579b88981ba None None] Attempting to bind port 0c0c8cdb-8dd4-44b1-9302-4f6846535a37 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:15:05.540415 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b92fef2c-ce74-4b2f-894d-1579b88981ba None None] Attempting to bind port 0c0c8cdb-8dd4-44b1-9302-4f6846535a37 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '0ec56ab8-1c84-44ab-8acf-18209d0fb434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a80ea40e-5456-47a7-b5aa-e5cd18cd69dd'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:15:05.540776 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92fef2c-ce74-4b2f-894d-1579b88981ba None None] Attempting to bind port 0c0c8cdb-8dd4-44b1-9302-4f6846535a37 on network a80ea40e-5456-47a7-b5aa-e5cd18cd69dd {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:15:05.570622 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-748e23bd-085f-4d30-b57d-119ca1a82e25 None None] Calling delete_port for 9a09cd1c-e90a-4dd7-8f9b-e17e9285ca21 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:05.616350 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-2f6623d9-3e0f-4269-84f2-c9e50ac9996c service neutron] For port 01a8876f-919f-4319-bac0-87c2b41a078b, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=01a8876f-919f-4319-bac0-87c2b41a078b,segment=NetworkSegment(9f49b9c1-ca69-436a-962f-e553797bd301),segment_id=9f49b9c1-ca69-436a-962f-e553797bd301)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:15:05.674073 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:05.708270 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92fef2c-ce74-4b2f-894d-1579b88981ba None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:15:05.709975 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92fef2c-ce74-4b2f-894d-1579b88981ba None None] Checking segment: {'id': '0ec56ab8-1c84-44ab-8acf-18209d0fb434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a80ea40e-5456-47a7-b5aa-e5cd18cd69dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:15:05.711381 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b92fef2c-ce74-4b2f-894d-1579b88981ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:05.712664 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92fef2c-ce74-4b2f-894d-1579b88981ba None None] Bound using segment: {'id': '0ec56ab8-1c84-44ab-8acf-18209d0fb434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a80ea40e-5456-47a7-b5aa-e5cd18cd69dd'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:15:05.713409 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b92fef2c-ce74-4b2f-894d-1579b88981ba None None] Bound port: 0c0c8cdb-8dd4-44b1-9302-4f6846535a37, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ec56ab8-1c84-44ab-8acf-18209d0fb434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a80ea40e-5456-47a7-b5aa-e5cd18cd69dd'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:15:05.714108 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b92fef2c-ce74-4b2f-894d-1579b88981ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:05.736493 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ab756e52-5f24-4761-9b7a-f80d26f8290d req-8d5430ff-9c96-421e-ac41-2ff8b28ddd73 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4829218 Sep 30 13:15:05.815542 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f49c6441-11ae-4799-a4d9-17f34433df24 req-bfefc0e1-b078-47b2-a9ca-d756524404e9 service neutron] 10.222.0.39 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5966637 Sep 30 13:15:05.831826 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-2f6623d9-3e0f-4269-84f2-c9e50ac9996c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:05.994247 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b92fef2c-ce74-4b2f-894d-1579b88981ba None None] For port 0c0c8cdb-8dd4-44b1-9302-4f6846535a37, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:15:06.049334 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-36ee12bb-a7a4-4fdd-8ca2-ac38e4b37c24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:06.117010 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6623d9-3e0f-4269-84f2-c9e50ac9996c service neutron] Pushing event updated for resources: {'Port': ['ID=01a8876f-919f-4319-bac0-87c2b41a078b,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:06.118607 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b92fef2c-ce74-4b2f-894d-1579b88981ba None None] For port 0c0c8cdb-8dd4-44b1-9302-4f6846535a37, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=0c0c8cdb-8dd4-44b1-9302-4f6846535a37,segment=NetworkSegment(0ec56ab8-1c84-44ab-8acf-18209d0fb434),segment_id=0ec56ab8-1c84-44ab-8acf-18209d0fb434)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:15:06.201242 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b92fef2c-ce74-4b2f-894d-1579b88981ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:06.233776 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 9a09cd1c-e90a-4dd7-8f9b-e17e9285ca21, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9a09cd1c-e90a-4dd7-8f9b-e17e9285ca21,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:06.260907 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-40cadde3-769a-4898-ad69-f70fa07c1fa9 req-ff75edaa-7151-41ab-932c-01d2ed115526 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7485042 Sep 30 13:15:06.343183 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-2f6623d9-3e0f-4269-84f2-c9e50ac9996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:06.345780 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-2f6623d9-3e0f-4269-84f2-c9e50ac9996c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:06.352664 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-2f6623d9-3e0f-4269-84f2-c9e50ac9996c service neutron] 10.222.0.54 "PUT /v2.0/ports/01a8876f-919f-4319-bac0-87c2b41a078b HTTP/1.1" status: 200 len: 1090 time: 5.0617530 Sep 30 13:15:06.392704 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868672b-2f4a-4264-b45a-dac557ea9980 req-bba27869-1dd3-45eb-95f6-ebf9d47a03bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:06.399910 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5868672b-2f4a-4264-b45a-dac557ea9980 req-bba27869-1dd3-45eb-95f6-ebf9d47a03bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd472ce50e4547d68eaae043f0883472&device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 1095 time: 0.3129306 Sep 30 13:15:06.434630 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-0eba0a81-b3c5-4269-b35a-ed8b3cb47244 service neutron] Request body: {'port': {'device_id': '25c760fe-35da-40c5-91e0-253bea8d2ff1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:06.550036 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e60cb6d-ea57-4063-93e5-a6ac101e5ce8 x-openstack-request-id: req-9e60cb6d-ea57-4063-93e5-a6ac101e5ce8 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:15:06.553174 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9", "name": "network-vif-plugged", "status": "completed", "tag": "cd0a9de7-6121-4766-88b4-a9625bfceeee", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:15:06.553549 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e60cb6d-ea57-4063-93e5-a6ac101e5ce8 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:15:06.554115 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0a9de7-6121-4766-88b4-a9625bfceeee', 'code': 200} Sep 30 13:15:06.563263 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92fef2c-ce74-4b2f-894d-1579b88981ba None None] Pushing event updated for resources: {'Port': ['ID=0c0c8cdb-8dd4-44b1-9302-4f6846535a37,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:06.568792 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:06.772109 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-748e23bd-085f-4d30-b57d-119ca1a82e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:06.774206 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=9a09cd1c-e90a-4dd7-8f9b-e17e9285ca21,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:06.775452 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c760fe-35da-40c5-91e0-253bea8d2ff1', 'tag': '01a8876f-919f-4319-bac0-87c2b41a078b'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:15:06.779544 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b26ed8-7e72-4844-8f67-f938cddec88d" -d '{"events": [{"name": "network-changed", "server_uuid": "25c760fe-35da-40c5-91e0-253bea8d2ff1", "tag": "01a8876f-919f-4319-bac0-87c2b41a078b"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:15:06.805041 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-0eba0a81-b3c5-4269-b35a-ed8b3cb47244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:06.860499 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e23bd-085f-4d30-b57d-119ca1a82e25 None None] Pushing event deleted for resources: {'Port': ['ID=9a09cd1c-e90a-4dd7-8f9b-e17e9285ca21,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:06.873174 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748e23bd-085f-4d30-b57d-119ca1a82e25 None None] No DVR routers for this DVR port 9a09cd1c-e90a-4dd7-8f9b-e17e9285ca21 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:15:06.873456 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee12bb-a7a4-4fdd-8ca2-ac38e4b37c24 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc60a07-6fda-42e0-8c20-efe27af3396b,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:06.884438 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-36ee12bb-a7a4-4fdd-8ca2-ac38e4b37c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:06.921943 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef9980-a080-4ce1-b412-904ee67b988b req-0918a1df-9294-43ec-9b45-3c9f0f49a947 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:06.923537 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-86ef9980-a080-4ce1-b412-904ee67b988b req-0918a1df-9294-43ec-9b45-3c9f0f49a947 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 945 time: 0.8798640 Sep 30 13:15:07.106627 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-86ef9980-a080-4ce1-b412-904ee67b988b req-ebbcb079-3eac-4e59-8f74-07403e1060c8 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060898 Sep 30 13:15:07.107615 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868672b-2f4a-4264-b45a-dac557ea9980 req-3c6c6eb7-7c41-4f42-bbbb-ab6b165bf079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:07.109381 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5868672b-2f4a-4264-b45a-dac557ea9980 req-3c6c6eb7-7c41-4f42-bbbb-ab6b165bf079 service neutron] 10.222.0.39 "GET /v2.0/networks?id=82efec7b-c7e1-4afa-8d19-9d7200d8225f HTTP/1.1" status: 200 len: 917 time: 0.5887341 Sep 30 13:15:07.163971 n-d-810909-2 neutron-server[94763]: DEBUG neutron.objects.ports [None req-ad314d21-9c94-49ed-82df-714da66fac7d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94763) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 13:15:07.178800 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815d83f-22d4-40bd-8ea0-d9f4c99ddf6b req-5de7fe5e-5de7-4d67-bbae-3c621f42fd8d tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:07.182675 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e815d83f-22d4-40bd-8ea0-d9f4c99ddf6b req-5de7fe5e-5de7-4d67-bbae-3c621f42fd8d tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 945 time: 0.5247321 Sep 30 13:15:07.234114 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ad314d21-9c94-49ed-82df-714da66fac7d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:07.275221 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5868672b-2f4a-4264-b45a-dac557ea9980 req-87c3f58b-829c-4705-b5bc-d9b0d4882539 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bef15889-749c-4b8e-9c6d-ead8748f7ec2 HTTP/1.1" status: 200 len: 217 time: 0.1430583 Sep 30 13:15:07.397067 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad314d21-9c94-49ed-82df-714da66fac7d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:15:07.399425 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868672b-2f4a-4264-b45a-dac557ea9980 req-159bdc15-8926-45db-8675-08ce63775616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:07.401037 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5868672b-2f4a-4264-b45a-dac557ea9980 req-159bdc15-8926-45db-8675-08ce63775616 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8ac488f0-945c-4387-aad6-12387e6433e7 HTTP/1.1" status: 200 len: 855 time: 0.0679035 Sep 30 13:15:07.419428 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-ad314d21-9c94-49ed-82df-714da66fac7d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:07.430048 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e508119-710a-43b5-a9c9-a4c2d2d29043 req-52c3ddd0-5fa2-4600-93a9-068535006b41 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:07.436327 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd333b51-a999-4369-b8c8-b18fba2ab560 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:15:07.457476 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4e508119-710a-43b5-a9c9-a4c2d2d29043 req-52c3ddd0-5fa2-4600-93a9-068535006b41 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 944 time: 0.1953506 Sep 30 13:15:07.460672 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ee12bb-a7a4-4fdd-8ca2-ac38e4b37c24 admin admin] Router 2d27015d-6087-4b96-a143-29aaa346f5d7 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:15:07.668469 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4e508119-710a-43b5-a9c9-a4c2d2d29043 req-a2860131-9ddf-400f-a8e2-720f77ac1784 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096741 Sep 30 13:15:07.733240 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5da764d-c9d5-4a43-b8c1-89336f4085ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'fixed_ips': [{'subnet_id': '8e8b11c1-2688-456f-8302-069386775eaa'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:15:07.734651 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad314d21-9c94-49ed-82df-714da66fac7d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:07.735818 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e5da764d-c9d5-4a43-b8c1-89336f4085ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:07.736801 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ad314d21-9c94-49ed-82df-714da66fac7d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:07.936372 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ee12bb-a7a4-4fdd-8ca2-ac38e4b37c24 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:15:07.966852 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172f7133-8c37-4a6d-b35c-5986c8d18d08 None None] Sync routers for ids ['2d27015d-6087-4b96-a143-29aaa346f5d7'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:15:08.000204 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506516e-e7a1-4e6f-b084-24a393019298 req-e67d6f33-e676-4a14-b171-21485e1d0952 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:08.001661 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4506516e-e7a1-4e6f-b084-24a393019298 req-e67d6f33-e676-4a14-b171-21485e1d0952 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 946 time: 0.1605179 Sep 30 13:15:08.052684 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-36ee12bb-a7a4-4fdd-8ca2-ac38e4b37c24 admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:08.063455 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172f7133-8c37-4a6d-b35c-5986c8d18d08 None None] Routers {'2d27015d-6087-4b96-a143-29aaa346f5d7'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:15:08.068095 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-172f7133-8c37-4a6d-b35c-5986c8d18d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:14:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['2d27015d-6087-4b96-a143-29aaa346f5d7'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:08.070581 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-36ee12bb-a7a4-4fdd-8ca2-ac38e4b37c24 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5633447 Sep 30 13:15:08.071583 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60502) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:08.077761 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-0eba0a81-b3c5-4269-b35a-ed8b3cb47244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3115ac8-24e9-4c09-ab12-c2f8869f7ada {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:15:08.100210 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-0eba0a81-b3c5-4269-b35a-ed8b3cb47244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:08.139412 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-0eba0a81-b3c5-4269-b35a-ed8b3cb47244 service neutron] Transition to ACTIVE for port object e3115ac8-24e9-4c09-ab12-c2f8869f7ada will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:15:08.147528 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad314d21-9c94-49ed-82df-714da66fac7d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=8e8b11c1-2688-456f-8302-069386775eaa,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:08.171187 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-0eba0a81-b3c5-4269-b35a-ed8b3cb47244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:08.189614 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ad314d21-9c94-49ed-82df-714da66fac7d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 5.4411998 Sep 30 13:15:08.249331 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60504) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:08.268183 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-00ba042d-d2f9-4705-a34b-d5b7fd254934 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'port': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'mac_address': 'fa:16:3e:98:4c:a5', 'name': 'tempest-NetworksTestDHCPv6-2043638905'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:08.405740 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4506516e-e7a1-4e6f-b084-24a393019298 req-acc4f6c9-ed6d-43d5-a448-1dd400d939a2 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3785248 Sep 30 13:15:08.445726 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e815d83f-22d4-40bd-8ea0-d9f4c99ddf6b req-9098a362-d6a3-453e-9834-17ea985ea74b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1765780 Sep 30 13:15:08.472059 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba0a81-b3c5-4269-b35a-ed8b3cb47244 service neutron] Pushing event updated for resources: {'Port': ['ID=e3115ac8-24e9-4c09-ab12-c2f8869f7ada,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:08.480632 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868672b-2f4a-4264-b45a-dac557ea9980 req-d040a4cd-b8e8-4124-b53f-c75653835f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:08.486227 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5868672b-2f4a-4264-b45a-dac557ea9980 req-d040a4cd-b8e8-4124-b53f-c75653835f79 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=82efec7b-c7e1-4afa-8d19-9d7200d8225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8313072 Sep 30 13:15:08.646476 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675744a0-49fd-409a-9ca4-e313b3b103ca None None] Network a80ea40e-5456-47a7-b5aa-e5cd18cd69dd requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:15:08.706262 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ed0990-89a9-46c7-a94c-820179c55f81 x-openstack-request-id: req-66ed0990-89a9-46c7-a94c-820179c55f81 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:15:08.706872 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c760fe-35da-40c5-91e0-253bea8d2ff1", "tag": "01a8876f-919f-4319-bac0-87c2b41a078b", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:15:08.707293 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66ed0990-89a9-46c7-a94c-820179c55f81 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:15:08.707836 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c760fe-35da-40c5-91e0-253bea8d2ff1', 'tag': '01a8876f-919f-4319-bac0-87c2b41a078b', 'status': 'completed', 'code': 200} Sep 30 13:15:08.755219 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-e5da764d-c9d5-4a43-b8c1-89336f4085ac None None] Allocated IP 2001:db8::f816:3eff:fe0c:d07 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/8e8b11c1-2688-456f-8302-069386775eaa/89e2cfcf-4580-4424-842a-1c2771edcbe5) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:15:08.797580 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b26ed8-7e72-4844-8f67-f938cddec88d req-0e6bb014-1081-41d6-af9c-83033463bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:08.797861 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b26ed8-7e72-4844-8f67-f938cddec88d req-0e6bb014-1081-41d6-af9c-83033463bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:08.799728 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87b26ed8-7e72-4844-8f67-f938cddec88d req-0e6bb014-1081-41d6-af9c-83033463bb2f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f72cbde742fe4a1d9fe6654c3e717bf8&device_id=25c760fe-35da-40c5-91e0-253bea8d2ff1 HTTP/1.1" status: 200 len: 1937 time: 0.1848788 Sep 30 13:15:08.895133 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9c39195c-5b43-4eb8-a5ee-d734a375e465 None None] Provisioning complete for port 0c0c8cdb-8dd4-44b1-9302-4f6846535a37 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:08.895521 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9c39195c-5b43-4eb8-a5ee-d734a375e465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:09.061745 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456dd5e7-06a4-4279-aa32-8ff7358282b9 req-e70381c5-1a90-48d2-8767-cd41b8eef037 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:09.072601 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-456dd5e7-06a4-4279-aa32-8ff7358282b9 req-e70381c5-1a90-48d2-8767-cd41b8eef037 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a78ecb9-a834-424b-930c-fde9e1c5b2b1 HTTP/1.1" status: 200 len: 945 time: 0.4361057 Sep 30 13:15:09.205894 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b82d95-81fe-456c-bede-960b9f37961a req-9696aeaf-81e0-44a1-acd2-8576088c4672 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:09.212615 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b82d95-81fe-456c-bede-960b9f37961a req-9696aeaf-81e0-44a1-acd2-8576088c4672 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:09.230228 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-39b82d95-81fe-456c-bede-960b9f37961a req-9696aeaf-81e0-44a1-acd2-8576088c4672 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=25c760fe-35da-40c5-91e0-253bea8d2ff1 HTTP/1.1" status: 200 len: 1677 time: 0.5178428 Sep 30 13:15:09.257373 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-456dd5e7-06a4-4279-aa32-8ff7358282b9 req-bfa87e97-4555-471d-b277-5ab41db80450 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818748 Sep 30 13:15:09.275472 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0c0c8cdb-8dd4-44b1-9302-4f6846535a37 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:15:09.293475 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5868672b-2f4a-4264-b45a-dac557ea9980 req-619caaf9-5190-4b3f-befe-2c345f4e07aa service neutron] 10.222.0.39 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7912509 Sep 30 13:15:09.345836 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-0eba0a81-b3c5-4269-b35a-ed8b3cb47244 service neutron] Attempting to bind port e3115ac8-24e9-4c09-ab12-c2f8869f7ada on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:15:09.347728 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-0eba0a81-b3c5-4269-b35a-ed8b3cb47244 service neutron] Attempting to bind port e3115ac8-24e9-4c09-ab12-c2f8869f7ada by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'fd5d8448-f31f-4d2c-bab3-414e4b29d03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0cbf8964-6e70-4e73-a83a-d2434a96a3ac'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:15:09.348769 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-0eba0a81-b3c5-4269-b35a-ed8b3cb47244 service neutron] Attempting to bind port e3115ac8-24e9-4c09-ab12-c2f8869f7ada on network 0cbf8964-6e70-4e73-a83a-d2434a96a3ac {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:15:09.414763 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ba042d-d2f9-4705-a34b-d5b7fd254934 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:15:09.491336 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-39b82d95-81fe-456c-bede-960b9f37961a req-ddfe51b8-41e5-4ac7-8a63-0110383c1c35 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596412 Sep 30 13:15:09.553453 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-00ba042d-d2f9-4705-a34b-d5b7fd254934 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:09.565818 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device bef15889-749c-4b8e-9c6d-ead8748f7ec2 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:15:09.566071 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-0eba0a81-b3c5-4269-b35a-ed8b3cb47244 service neutron] Port e3115ac8-24e9-4c09-ab12-c2f8869f7ada on network 0cbf8964-6e70-4e73-a83a-d2434a96a3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:15:09.566381 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-0eba0a81-b3c5-4269-b35a-ed8b3cb47244 service neutron] Attempting to bind port e3115ac8-24e9-4c09-ab12-c2f8869f7ada on network 0cbf8964-6e70-4e73-a83a-d2434a96a3ac {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:15:09.634744 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-0eba0a81-b3c5-4269-b35a-ed8b3cb47244 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:15:09.635159 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-0eba0a81-b3c5-4269-b35a-ed8b3cb47244 service neutron] Checking segment: {'id': 'fd5d8448-f31f-4d2c-bab3-414e4b29d03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0cbf8964-6e70-4e73-a83a-d2434a96a3ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:15:09.635480 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-0eba0a81-b3c5-4269-b35a-ed8b3cb47244 service neutron] Bound using segment: {'id': 'fd5d8448-f31f-4d2c-bab3-414e4b29d03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0cbf8964-6e70-4e73-a83a-d2434a96a3ac'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:15:09.635935 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-0eba0a81-b3c5-4269-b35a-ed8b3cb47244 service neutron] Bound port: e3115ac8-24e9-4c09-ab12-c2f8869f7ada, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5d8448-f31f-4d2c-bab3-414e4b29d03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0cbf8964-6e70-4e73-a83a-d2434a96a3ac'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:15:09.636294 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-0eba0a81-b3c5-4269-b35a-ed8b3cb47244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:09.674280 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-00ba042d-d2f9-4705-a34b-d5b7fd254934 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] device_id is not set on port cfd388bf-a59b-4a6a-9a26-289fd873635d yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:15:09.715610 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-172f7133-8c37-4a6d-b35c-5986c8d18d08 None None] Set router 2d27015d-6087-4b96-a143-29aaa346f5d7 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:15:09.735615 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b405475-b77e-4ac0-9c3b-df7227bbe6ac req-2c835daa-81d4-4718-9594-5ffb80afe421 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:09.744046 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6b405475-b77e-4ac0-9c3b-df7227bbe6ac req-2c835daa-81d4-4718-9594-5ffb80afe421 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 944 time: 0.2081950 Sep 30 13:15:09.885609 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5868672b-2f4a-4264-b45a-dac557ea9980 req-a76502e7-3fee-4761-bfd5-3914af80726c service neutron] 10.222.0.39 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5794415 Sep 30 13:15:09.894036 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.resource_extend [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 13:15:10.042410 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6b405475-b77e-4ac0-9c3b-df7227bbe6ac req-b92ca3d2-8712-4064-bbf0-51eeefdd60e8 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2974575 Sep 30 13:15:10.060142 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-0eba0a81-b3c5-4269-b35a-ed8b3cb47244 service neutron] For port e3115ac8-24e9-4c09-ab12-c2f8869f7ada, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:15:10.073124 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-0eba0a81-b3c5-4269-b35a-ed8b3cb47244 service neutron] For port e3115ac8-24e9-4c09-ab12-c2f8869f7ada, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=e3115ac8-24e9-4c09-ab12-c2f8869f7ada,segment=NetworkSegment(fd5d8448-f31f-4d2c-bab3-414e4b29d03a),segment_id=fd5d8448-f31f-4d2c-bab3-414e4b29d03a)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:15:10.084579 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-0eba0a81-b3c5-4269-b35a-ed8b3cb47244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:10.218590 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-0eba0a81-b3c5-4269-b35a-ed8b3cb47244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:10.220399 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-0eba0a81-b3c5-4269-b35a-ed8b3cb47244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:10.222141 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-0eba0a81-b3c5-4269-b35a-ed8b3cb47244 service neutron] 10.222.0.54 "PUT /v2.0/ports/e3115ac8-24e9-4c09-ab12-c2f8869f7ada HTTP/1.1" status: 200 len: 1092 time: 3.8171527 Sep 30 13:15:10.233466 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e5da764d-c9d5-4a43-b8c1-89336f4085ac None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:10.307561 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port bef15889-749c-4b8e-9c6d-ead8748f7ec2, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=bef15889-749c-4b8e-9c6d-ead8748f7ec2,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:10.314480 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e5da764d-c9d5-4a43-b8c1-89336f4085ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:10.354316 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 0c0c8cdb-8dd4-44b1-9302-4f6846535a37 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:10.355505 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:10.389018 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b26ed8-7e72-4844-8f67-f938cddec88d req-9fe06c80-49f0-493e-8996-5561806f5f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:10.389629 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b26ed8-7e72-4844-8f67-f938cddec88d req-9fe06c80-49f0-493e-8996-5561806f5f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:10.390502 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b26ed8-7e72-4844-8f67-f938cddec88d req-9fe06c80-49f0-493e-8996-5561806f5f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:10.403923 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87b26ed8-7e72-4844-8f67-f938cddec88d req-9fe06c80-49f0-493e-8996-5561806f5f11 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f72cbde742fe4a1d9fe6654c3e717bf8&shared=False HTTP/1.1" status: 200 len: 2288 time: 1.5826311 Sep 30 13:15:10.454075 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5da764d-c9d5-4a43-b8c1-89336f4085ac None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:15:10.479266 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba0a81-b3c5-4269-b35a-ed8b3cb47244 service neutron] Pushing event updated for resources: {'Port': ['ID=e3115ac8-24e9-4c09-ab12-c2f8869f7ada,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:10.482003 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da764d-c9d5-4a43-b8c1-89336f4085ac None None] Pushing event updated for resources: {'Port': ['ID=89e2cfcf-4580-4424-842a-1c2771edcbe5,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:10.486098 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-e5da764d-c9d5-4a43-b8c1-89336f4085ac None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:10.488788 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5da764d-c9d5-4a43-b8c1-89336f4085ac None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:15:10.504694 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-00ba042d-d2f9-4705-a34b-d5b7fd254934 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 2001:db8::f816:3eff:fe98:4ca5 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/8e8b11c1-2688-456f-8302-069386775eaa/cfd388bf-a59b-4a6a-9a26-289fd873635d) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:15:10.580082 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcbc77-d3e7-4808-b3d0-9967b90f755d req-e97f3d9c-2e53-42e3-923e-bd3504d437ca tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:10.581753 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-24bcbc77-d3e7-4808-b3d0-9967b90f755d req-e97f3d9c-2e53-42e3-923e-bd3504d437ca tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 946 time: 0.3584127 Sep 30 13:15:10.637754 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'bef15889-749c-4b8e-9c6d-ead8748f7ec2', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'port_id': 'bef15889-749c-4b8e-9c6d-ead8748f7ec2', 'mac_address': 'fa:16:3e:46:2e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:15:10.666157 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9c39195c-5b43-4eb8-a5ee-d734a375e465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:10.710368 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c760fe-35da-40c5-91e0-253bea8d2ff1', 'tag': 'e3115ac8-24e9-4c09-ab12-c2f8869f7ada'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:15:10.713066 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46625bdd-3123-4f37-963c-546d6ee733fd" -d '{"events": [{"name": "network-changed", "server_uuid": "25c760fe-35da-40c5-91e0-253bea8d2ff1", "tag": "e3115ac8-24e9-4c09-ab12-c2f8869f7ada"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:15:10.727264 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-24bcbc77-d3e7-4808-b3d0-9967b90f755d req-ac68d769-c897-4f39-9e17-6718356699d6 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375182 Sep 30 13:15:10.728149 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8602b7-4f9a-4a31-88e1-cf1dae05033e req-3c9e77d4-6eba-4967-9d79-26edc77c50bb tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:10.730981 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6e8602b7-4f9a-4a31-88e1-cf1dae05033e req-3c9e77d4-6eba-4967-9d79-26edc77c50bb tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0e40dc-1b8a-4dec-937c-48381da361c1 HTTP/1.1" status: 200 len: 945 time: 0.4919217 Sep 30 13:15:10.816163 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e5da764d-c9d5-4a43-b8c1-89336f4085ac None None] Attempting to bind port 89e2cfcf-4580-4424-842a-1c2771edcbe5 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:15:10.816796 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e5da764d-c9d5-4a43-b8c1-89336f4085ac None None] Attempting to bind port 89e2cfcf-4580-4424-842a-1c2771edcbe5 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:15:10.816931 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5da764d-c9d5-4a43-b8c1-89336f4085ac None None] Attempting to bind port 89e2cfcf-4580-4424-842a-1c2771edcbe5 on network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:15:10.870634 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5da764d-c9d5-4a43-b8c1-89336f4085ac None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:15:10.871333 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5da764d-c9d5-4a43-b8c1-89336f4085ac None None] Checking segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:15:10.872010 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e5da764d-c9d5-4a43-b8c1-89336f4085ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:10.872624 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5da764d-c9d5-4a43-b8c1-89336f4085ac None None] Bound using segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:15:10.873294 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e5da764d-c9d5-4a43-b8c1-89336f4085ac None None] Bound port: 89e2cfcf-4580-4424-842a-1c2771edcbe5, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:15:10.873863 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e5da764d-c9d5-4a43-b8c1-89336f4085ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:10.967358 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:10.970145 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-9c39195c-5b43-4eb8-a5ee-d734a375e465 None None] For port 0c0c8cdb-8dd4-44b1-9302-4f6846535a37, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=0c0c8cdb-8dd4-44b1-9302-4f6846535a37,segment=NetworkSegment(0ec56ab8-1c84-44ab-8acf-18209d0fb434),segment_id=0ec56ab8-1c84-44ab-8acf-18209d0fb434)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:11.030920 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6e8602b7-4f9a-4a31-88e1-cf1dae05033e req-01218c4c-22ba-4994-9759-597dc21696b5 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886627 Sep 30 13:15:11.062149 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdc16c-7f21-40af-b560-d358c3dfa038 req-03376bc0-8fdc-44a6-aedf-606f84b6a6c1 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:11.065868 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32cdc16c-7f21-40af-b560-d358c3dfa038 req-03376bc0-8fdc-44a6-aedf-606f84b6a6c1 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 945 time: 0.1706796 Sep 30 13:15:11.096456 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-00ba042d-d2f9-4705-a34b-d5b7fd254934 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:11.124114 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9c39195c-5b43-4eb8-a5ee-d734a375e465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:11.130444 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b26ed8-7e72-4844-8f67-f938cddec88d req-25ee10f9-167b-49d3-b139-fa60f26007d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:11.132155 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87b26ed8-7e72-4844-8f67-f938cddec88d req-25ee10f9-167b-49d3-b139-fa60f26007d9 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7274532 Sep 30 13:15:11.143181 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32cdc16c-7f21-40af-b560-d358c3dfa038 req-d055aec1-2c3b-4cb5-b320-585275aa8abf tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702612 Sep 30 13:15:11.149235 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c427ab12-60d3-4cf3-a13a-b377789ecca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:11.158981 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:11.245374 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-00ba042d-d2f9-4705-a34b-d5b7fd254934 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:11.263576 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfe6d45-0be6-4600-9098-2a3f9e690ad4 x-openstack-request-id: req-cbfe6d45-0be6-4600-9098-2a3f9e690ad4 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:15:11.263802 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c760fe-35da-40c5-91e0-253bea8d2ff1", "tag": "e3115ac8-24e9-4c09-ab12-c2f8869f7ada", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:15:11.264081 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cbfe6d45-0be6-4600-9098-2a3f9e690ad4 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:15:11.264474 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c760fe-35da-40c5-91e0-253bea8d2ff1', 'tag': 'e3115ac8-24e9-4c09-ab12-c2f8869f7ada', 'status': 'completed', 'code': 200} Sep 30 13:15:11.287852 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:15:11.288462 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:15:11.342862 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-c3ce97c4-9703-41ac-a493-7d627c7c0f72 req-427224e5-98c0-4926-8a30-f0fd243730ab tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:15:11.360810 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c3ce97c4-9703-41ac-a493-7d627c7c0f72 req-427224e5-98c0-4926-8a30-f0fd243730ab tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0298798 Sep 30 13:15:11.395353 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef15889-749c-4b8e-9c6d-ead8748f7ec2 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:15:11.469016 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e5da764d-c9d5-4a43-b8c1-89336f4085ac None None] For port 89e2cfcf-4580-4424-842a-1c2771edcbe5, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:15:11.559552 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port bef15889-749c-4b8e-9c6d-ead8748f7ec2, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=bef15889-749c-4b8e-9c6d-ead8748f7ec2,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:11.559552 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e5da764d-c9d5-4a43-b8c1-89336f4085ac None None] For port 89e2cfcf-4580-4424-842a-1c2771edcbe5, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=89e2cfcf-4580-4424-842a-1c2771edcbe5,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:15:11.559552 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39195c-5b43-4eb8-a5ee-d734a375e465 None None] Pushing event updated for resources: {'Port': ['ID=0c0c8cdb-8dd4-44b1-9302-4f6846535a37,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:11.559552 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5a1e2099-ea27-4b3c-9baf-a786a1e1bf58 None None] Provisioning complete for port 0c0c8cdb-8dd4-44b1-9302-4f6846535a37 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:11.559552 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5a1e2099-ea27-4b3c-9baf-a786a1e1bf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:11.560988 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ba042d-d2f9-4705-a34b-d5b7fd254934 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:15:11.560988 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-00ba042d-d2f9-4705-a34b-d5b7fd254934 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:11.560988 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ba042d-d2f9-4705-a34b-d5b7fd254934 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:15:11.560988 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ba042d-d2f9-4705-a34b-d5b7fd254934 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:11.560988 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-00ba042d-d2f9-4705-a34b-d5b7fd254934 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:11.561453 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-91a0c738-35f2-461f-b685-d301d1835f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:11.561453 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-91a0c738-35f2-461f-b685-d301d1835f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:11.561453 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-91a0c738-35f2-461f-b685-d301d1835f26 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f72cbde742fe4a1d9fe6654c3e717bf8&device_id=25c760fe-35da-40c5-91e0-253bea8d2ff1 HTTP/1.1" status: 200 len: 1979 time: 0.2842157 Sep 30 13:15:11.566428 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd343c6-39c1-42e3-ac60-3105f4997190 req-116e2890-a5ef-46d7-bd58-c540f47ccde6 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:11.573739 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:11.576028 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd343c6-39c1-42e3-ac60-3105f4997190 req-116e2890-a5ef-46d7-bd58-c540f47ccde6 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:11.578432 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-efd343c6-39c1-42e3-ac60-3105f4997190 req-116e2890-a5ef-46d7-bd58-c540f47ccde6 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=25c760fe-35da-40c5-91e0-253bea8d2ff1 HTTP/1.1" status: 200 len: 1677 time: 0.4204717 Sep 30 13:15:11.593475 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-00ba042d-d2f9-4705-a34b-d5b7fd254934 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3345060 Sep 30 13:15:11.596518 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60528) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:11.598043 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-172f7133-8c37-4a6d-b35c-5986c8d18d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d27015d-6087-4b96-a143-29aaa346f5d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-726049191-router', 'tenant_id': '4d563940eb2140319aef473af2a68752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'fbc60a07-6fda-42e0-8c20-efe27af3396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:15:01Z', 'updated_at': '2021-09-30T13:15:05Z', 'revision_number': 3, 'project_id': '4d563940eb2140319aef473af2a68752', 'gw_port': {'id': 'fbc60a07-6fda-42e0-8c20-efe27af3396b', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d27015d-6087-4b96-a143-29aaa346f5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:15:04Z', 'updated_at': '2021-09-30T13:15:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:11.631806 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-149f239b-1560-4693-9e71-aa6fc1d56309 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.6&port_id=01a8876f-919f-4319-bac0-87c2b41a078b HTTP/1.1" status: 200 len: 217 time: 0.0513310 Sep 30 13:15:11.653918 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172f7133-8c37-4a6d-b35c-5986c8d18d08 None None] Checking router: 2d27015d-6087-4b96-a143-29aaa346f5d7 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:15:11.659988 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba042d-d2f9-4705-a34b-d5b7fd254934 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Port': ['ID=cfd388bf-a59b-4a6a-9a26-289fd873635d,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:11.660401 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172f7133-8c37-4a6d-b35c-5986c8d18d08 None None] Updating router 2d27015d-6087-4b96-a143-29aaa346f5d7 port fbc60a07-6fda-42e0-8c20-efe27af3396b binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:15:11.673650 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e5da764d-c9d5-4a43-b8c1-89336f4085ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:11.680997 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c3ce97c4-9703-41ac-a493-7d627c7c0f72 req-914c7caa-28d3-4268-a111-ffd754adf0f8 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.7&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3182254 Sep 30 13:15:11.702487 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e862c711-ea24-4fde-95f7-63d793858988 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:11.709182 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e862c711-ea24-4fde-95f7-63d793858988 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:11.713806 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e862c711-ea24-4fde-95f7-63d793858988 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0920205 Sep 30 13:15:11.714589 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60534) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:11.848571 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-172f7133-8c37-4a6d-b35c-5986c8d18d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:11.905697 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['bef15889-749c-4b8e-9c6d-ead8748f7ec2'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:15:11.920364 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-8e912344-6cca-4b90-b484-75040917f583 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting port cfd388bf-a59b-4a6a-9a26-289fd873635d {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:11.920715 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8e912344-6cca-4b90-b484-75040917f583 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:11.996607 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-76dc72ed-f268-4920-952b-5727a61d6516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:11.999628 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-76dc72ed-f268-4920-952b-5727a61d6516 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a8eba6d2-18b3-40f7-992e-86fdf04c1157 HTTP/1.1" status: 200 len: 801 time: 0.3507555 Sep 30 13:15:12.123719 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8e912344-6cca-4b90-b484-75040917f583 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:12.129543 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-efd343c6-39c1-42e3-ac60-3105f4997190 req-125bbded-abe9-4154-8d4c-a3ecdd6dd0c3 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4941118 Sep 30 13:15:12.179243 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-8e912344-6cca-4b90-b484-75040917f583 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Calling delete_port for cfd388bf-a59b-4a6a-9a26-289fd873635d owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:12.417053 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-c427ab12-60d3-4cf3-a13a-b377789ecca6 admin admin] Allocated IP 172.20.0.1 (a80ea40e-5456-47a7-b5aa-e5cd18cd69dd/c742eb68-9dfb-429e-833d-967fc03f5dac/6a78a1bc-73bf-4f48-9957-6c034d5c4a10) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:15:12.473474 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-fdb76c59-188a-48ad-9bef-be0cbcc75e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:12.479412 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-fdb76c59-188a-48ad-9bef-be0cbcc75e97 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e00a7c5b-4dd1-4f07-8cb5-bafcac141511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4599299 Sep 30 13:15:12.498699 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=bef15889-749c-4b8e-9c6d-ead8748f7ec2,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:12.511380 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:12.512387 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:12.512805 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:12.513144 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:12.514284 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:12.514599 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:12.514928 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:12.515253 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:12.515575 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:12.515897 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:12.516218 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:12.516533 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:12.738485 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb2a9c-7ed0-40fd-acd4-73d3fbaad366 req-5862c87a-4aef-4661-a2bb-a30e1cc6431b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:12.743334 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-afbb2a9c-7ed0-40fd-acd4-73d3fbaad366 req-5862c87a-4aef-4661-a2bb-a30e1cc6431b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 946 time: 0.4500058 Sep 30 13:15:12.971965 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c427ab12-60d3-4cf3-a13a-b377789ecca6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:13.007841 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-172f7133-8c37-4a6d-b35c-5986c8d18d08 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:13.018228 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-c8634187-4c17-4fb0-b57c-bc4052da494e service neutron] 10.222.0.54 "GET /v2.0/networks/e00a7c5b-4dd1-4f07-8cb5-bafcac141511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140834 Sep 30 13:15:13.039168 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0c0c8cdb-8dd4-44b1-9302-4f6846535a37 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:15:13.043352 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c427ab12-60d3-4cf3-a13a-b377789ecca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:13.155692 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-172f7133-8c37-4a6d-b35c-5986c8d18d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:13.161336 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c427ab12-60d3-4cf3-a13a-b377789ecca6 admin admin] Network a80ea40e-5456-47a7-b5aa-e5cd18cd69dd is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:15:13.169232 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-c427ab12-60d3-4cf3-a13a-b377789ecca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:13.270788 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c427ab12-60d3-4cf3-a13a-b377789ecca6 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:15:13.340873 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-172f7133-8c37-4a6d-b35c-5986c8d18d08 None None] Attempting to bind port fbc60a07-6fda-42e0-8c20-efe27af3396b on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:15:13.342091 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-172f7133-8c37-4a6d-b35c-5986c8d18d08 None None] Attempting to bind port fbc60a07-6fda-42e0-8c20-efe27af3396b by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:15:13.342484 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172f7133-8c37-4a6d-b35c-5986c8d18d08 None None] Attempting to bind port fbc60a07-6fda-42e0-8c20-efe27af3396b on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:15:13.375890 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172f7133-8c37-4a6d-b35c-5986c8d18d08 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:15:13.380907 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172f7133-8c37-4a6d-b35c-5986c8d18d08 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:15:13.381540 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-172f7133-8c37-4a6d-b35c-5986c8d18d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:13.382881 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172f7133-8c37-4a6d-b35c-5986c8d18d08 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:15:13.384385 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-172f7133-8c37-4a6d-b35c-5986c8d18d08 None None] Bound port: fbc60a07-6fda-42e0-8c20-efe27af3396b, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:15:13.385562 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-172f7133-8c37-4a6d-b35c-5986c8d18d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:13.510786 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427ab12-60d3-4cf3-a13a-b377789ecca6 admin admin] Pushing event updated for resources: {'Port': ['ID=6a78a1bc-73bf-4f48-9957-6c034d5c4a10,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:13.539853 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da764d-c9d5-4a43-b8c1-89336f4085ac None None] Pushing event updated for resources: {'Port': ['ID=89e2cfcf-4580-4424-842a-1c2771edcbe5,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:13.559272 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 0c0c8cdb-8dd4-44b1-9302-4f6846535a37 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:13.559658 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:13.617407 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c427ab12-60d3-4cf3-a13a-b377789ecca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:13.805024 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57f808-ce66-4122-9785-70657b584986 req-c103cfd5-a345-459b-99a1-0a7bed11b3c0 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:13.807446 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5f57f808-ce66-4122-9785-70657b584986 req-c103cfd5-a345-459b-99a1-0a7bed11b3c0 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 945 time: 1.6262331 Sep 30 13:15:13.810841 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8e912344-6cca-4b90-b484-75040917f583 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:13.838539 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-afbb2a9c-7ed0-40fd-acd4-73d3fbaad366 req-e3c07981-70e5-4c15-9c99-84be8f03718a tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8185489 Sep 30 13:15:13.948523 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e912344-6cca-4b90-b484-75040917f583 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Port': ['ID=cfd388bf-a59b-4a6a-9a26-289fd873635d,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:14.011379 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cad713-7e94-48d6-9e30-29bd94a811d7 None None] Pushing event updated for resources: {'Port': ['ID=fbc60a07-6fda-42e0-8c20-efe27af3396b,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:14.025180 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-172f7133-8c37-4a6d-b35c-5986c8d18d08 None None] For port fbc60a07-6fda-42e0-8c20-efe27af3396b, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:15:14.031315 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f343aff9-05aa-4c4b-9b84-57f3ab031205 None None] Provisioning complete for port 6a78a1bc-73bf-4f48-9957-6c034d5c4a10 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:14.032316 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f343aff9-05aa-4c4b-9b84-57f3ab031205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:14.052196 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8e912344-6cca-4b90-b484-75040917f583 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:14.059399 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8e912344-6cca-4b90-b484-75040917f583 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/cfd388bf-a59b-4a6a-9a26-289fd873635d HTTP/1.1" status: 204 len: 168 time: 2.3435321 Sep 30 13:15:14.071824 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60558) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:14.105941 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-f343aff9-05aa-4c4b-9b84-57f3ab031205 None None] Port 6a78a1bc-73bf-4f48-9957-6c034d5c4a10 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:15:14.143687 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-172f7133-8c37-4a6d-b35c-5986c8d18d08 None None] For port fbc60a07-6fda-42e0-8c20-efe27af3396b, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=fbc60a07-6fda-42e0-8c20-efe27af3396b,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:15:14.162586 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-172f7133-8c37-4a6d-b35c-5986c8d18d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:14.185126 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c427ab12-60d3-4cf3-a13a-b377789ecca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:14.262713 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de7067-18a0-4131-8dcd-21af57471080 req-6a0a1b76-7f4b-44b5-b41b-caeaf4636667 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:14.278579 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26624bf-2fa3-4741-9c2e-8986e8db9893 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:14.280203 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26624bf-2fa3-4741-9c2e-8986e8db9893 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:14.281794 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d26624bf-2fa3-4741-9c2e-8986e8db9893 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2036793 Sep 30 13:15:14.284286 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-08de7067-18a0-4131-8dcd-21af57471080 req-6a0a1b76-7f4b-44b5-b41b-caeaf4636667 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 945 time: 0.2769425 Sep 30 13:15:14.284552 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60562) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:14.314386 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-82b4192c-f438-447a-8025-4c953a47d854 service neutron] 10.222.0.54 "GET /v2.0/networks/e00a7c5b-4dd1-4f07-8cb5-bafcac141511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2872865 Sep 30 13:15:14.398772 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5f57f808-ce66-4122-9785-70657b584986 req-704c7e53-f543-49b1-8310-533c782ab3bf tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5366764 Sep 30 13:15:14.407064 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-faf026d4-ebe9-4130-9661-6ec26c094b4c None None] Provisioning complete for port 89e2cfcf-4580-4424-842a-1c2771edcbe5 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:14.408405 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-faf026d4-ebe9-4130-9661-6ec26c094b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:14.470438 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d822ad6-e196-4ab4-ad88-f2d941b63142 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet 8e8b11c1-2688-456f-8302-069386775eaa {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:15:14.495161 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0d822ad6-e196-4ab4-ad88-f2d941b63142 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:14.604003 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0d822ad6-e196-4ab4-ad88-f2d941b63142 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:14.638453 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172f7133-8c37-4a6d-b35c-5986c8d18d08 None None] Routers {'2d27015d-6087-4b96-a143-29aaa346f5d7'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:15:14.642999 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-172f7133-8c37-4a6d-b35c-5986c8d18d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:14:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['2d27015d-6087-4b96-a143-29aaa346f5d7'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:14.680951 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cad713-7e94-48d6-9e30-29bd94a811d7 None None] Pushing event updated for resources: {'Port': ['ID=fbc60a07-6fda-42e0-8c20-efe27af3396b,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:14.746933 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c427ab12-60d3-4cf3-a13a-b377789ecca6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:14.831451 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:14.879222 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0d822ad6-e196-4ab4-ad88-f2d941b63142 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:15.010215 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c427ab12-60d3-4cf3-a13a-b377789ecca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:15.026268 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-08de7067-18a0-4131-8dcd-21af57471080 req-bc91f10e-d126-4f19-917d-0ecd0944e36b tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7406678 Sep 30 13:15:15.028607 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-bd33440e-52d5-4687-84b7-d80fbf084441 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.222&port_id=e3115ac8-24e9-4c09-ab12-c2f8869f7ada HTTP/1.1" status: 200 len: 217 time: 0.2236586 Sep 30 13:15:15.116583 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0d822ad6-e196-4ab4-ad88-f2d941b63142 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:15.136609 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-c10b9b6b-a473-466d-a76b-4db9bff4a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:15.138277 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-c10b9b6b-a473-466d-a76b-4db9bff4a211 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=31fb501f-3387-42cb-82ae-4c3775982d64 HTTP/1.1" status: 200 len: 801 time: 0.0646107 Sep 30 13:15:15.176249 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 89e2cfcf-4580-4424-842a-1c2771edcbe5 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:15:15.202625 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d822ad6-e196-4ab4-ad88-f2d941b63142 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=8e8b11c1-2688-456f-8302-069386775eaa,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:15.214890 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0d822ad6-e196-4ab4-ad88-f2d941b63142 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:15.222650 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0d822ad6-e196-4ab4-ad88-f2d941b63142 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/8e8b11c1-2688-456f-8302-069386775eaa HTTP/1.1" status: 204 len: 168 time: 0.9370861 Sep 30 13:15:15.229281 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60570) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:15.280325 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c427ab12-60d3-4cf3-a13a-b377789ecca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:15.288000 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aff6306-794d-421a-b74b-f54af3d5a35d None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:15:15.295667 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427ab12-60d3-4cf3-a13a-b377789ecca6 admin admin] Pushing event updated for resources: {'Port': ['ID=6a78a1bc-73bf-4f48-9957-6c034d5c4a10,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:15.330720 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8491892-7e25-46f3-8043-ee4e2132dd47 req-a358d40a-7b9d-4d9b-ac86-163bebfdce1d tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:15.336019 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cbbd1c25-1517-41ff-a11a-f066b23138e1 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1052501 Sep 30 13:15:15.336945 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8491892-7e25-46f3-8043-ee4e2132dd47 req-a358d40a-7b9d-4d9b-ac86-163bebfdce1d tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:15.338639 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c8491892-7e25-46f3-8043-ee4e2132dd47 req-a358d40a-7b9d-4d9b-ac86-163bebfdce1d tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=25c760fe-35da-40c5-91e0-253bea8d2ff1 HTTP/1.1" status: 200 len: 1677 time: 0.1432116 Sep 30 13:15:15.339160 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60572) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:15.386640 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-89c9f072-847d-4fcf-a86f-c518675f820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:15.388165 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-89c9f072-847d-4fcf-a86f-c518675f820f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0cbf8964-6e70-4e73-a83a-d2434a96a3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2018902 Sep 30 13:15:15.389341 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-faf026d4-ebe9-4130-9661-6ec26c094b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:15.461166 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a67f6-d37a-4cf6-b74f-3fb460324b57 req-a8027ee9-e45b-4563-b13b-0240647ffd02 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:15.467950 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-172f7133-8c37-4a6d-b35c-5986c8d18d08 None None] Set router 2d27015d-6087-4b96-a143-29aaa346f5d7 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:15:15.484408 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-735a67f6-d37a-4cf6-b74f-3fb460324b57 req-a8027ee9-e45b-4563-b13b-0240647ffd02 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 945 time: 0.1397271 Sep 30 13:15:15.500614 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c8491892-7e25-46f3-8043-ee4e2132dd47 req-69341d48-9b8f-4d13-980c-5d466f0ef351 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473484 Sep 30 13:15:15.622938 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-735a67f6-d37a-4cf6-b74f-3fb460324b57 req-afa85654-9fd1-4124-b71b-6d84270ee8b0 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267555 Sep 30 13:15:15.627147 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f863c13-1873-478b-9456-d0c6c639a95a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:15.631537 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3f863c13-1873-478b-9456-d0c6c639a95a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2860270 Sep 30 13:15:15.632960 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60582) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:15.726311 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:15:15.788923 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c427ab12-60d3-4cf3-a13a-b377789ecca6 admin admin] Network a80ea40e-5456-47a7-b5aa-e5cd18cd69dd is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:15:15.805516 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463bbc36-ea04-476a-9376-be1064d7d761 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:15.809744 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device bef15889-749c-4b8e-9c6d-ead8748f7ec2 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:15:15.819715 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-463bbc36-ea04-476a-9376-be1064d7d761 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1861222 Sep 30 13:15:15.820590 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60586) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:15.834636 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-c427ab12-60d3-4cf3-a13a-b377789ecca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:15.856581 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-711b0953-1a71-4802-9802-02889230887a service neutron] 10.222.0.54 "GET /v2.0/networks/0cbf8964-6e70-4e73-a83a-d2434a96a3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374557 Sep 30 13:15:15.941376 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-045ef419-cd4e-4c6c-abca-651c59075c5b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0662777 Sep 30 13:15:15.952049 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60588) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:15.959598 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-e4e43d71-154a-4673-96c5-de4c56f92fa3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:16.089949 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-99d48ba6-378d-4d28-8336-9779b7f18c53 req-5d0bc30d-6585-4485-8896-1b333c2c107a service neutron] 10.222.0.54 "GET /v2.0/networks/0cbf8964-6e70-4e73-a83a-d2434a96a3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223606 Sep 30 13:15:16.099922 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4171381-878f-4b59-8cba-790eabea94f0 req-82c53cc4-07dc-4c08-a538-adb039d21846 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:16.111166 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a4171381-878f-4b59-8cba-790eabea94f0 req-82c53cc4-07dc-4c08-a538-adb039d21846 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 946 time: 0.4387746 Sep 30 13:15:16.230076 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9f4b-2911-44e8-85bb-cf69cbb9aa86 req-218f29b6-19d7-4c35-91ec-fca2b46cd2fa tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:16.243191 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0e2b9f4b-2911-44e8-85bb-cf69cbb9aa86 req-218f29b6-19d7-4c35-91ec-fca2b46cd2fa tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a78ecb9-a834-424b-930c-fde9e1c5b2b1 HTTP/1.1" status: 200 len: 945 time: 0.4440279 Sep 30 13:15:16.330455 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a4171381-878f-4b59-8cba-790eabea94f0 req-6d4f16d9-5f35-45a3-8a5d-57c4b1e1adeb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167432 Sep 30 13:15:16.330898 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e43d71-154a-4673-96c5-de4c56f92fa3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:15:16.335871 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e4e43d71-154a-4673-96c5-de4c56f92fa3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:16.455314 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-faf026d4-ebe9-4130-9661-6ec26c094b4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:15:16.459435 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-faf026d4-ebe9-4130-9661-6ec26c094b4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:15:16.473013 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 89e2cfcf-4580-4424-842a-1c2771edcbe5 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:16.473643 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:16.520295 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46625bdd-3123-4f37-963c-546d6ee733fd req-82a993e8-6df1-4098-bebb-025a7bc5f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:16.525514 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46625bdd-3123-4f37-963c-546d6ee733fd req-82a993e8-6df1-4098-bebb-025a7bc5f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:16.531906 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-46625bdd-3123-4f37-963c-546d6ee733fd req-82a993e8-6df1-4098-bebb-025a7bc5f0a0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f72cbde742fe4a1d9fe6654c3e717bf8&device_id=25c760fe-35da-40c5-91e0-253bea8d2ff1 HTTP/1.1" status: 200 len: 1979 time: 0.3325548 Sep 30 13:15:16.684277 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port bef15889-749c-4b8e-9c6d-ead8748f7ec2 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:15:16.703265 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e971e-01ff-425c-9ea0-96b8c45f4c70 req-73501d25-5a85-4de7-be7f-63f6396418ed tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:16.714540 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7b8e971e-01ff-425c-9ea0-96b8c45f4c70 req-73501d25-5a85-4de7-be7f-63f6396418ed tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 945 time: 0.2567012 Sep 30 13:15:16.742219 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port bef15889-749c-4b8e-9c6d-ead8748f7ec2 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:16.746543 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:16.863477 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26612a81-78c9-43fd-aa71-377164271966 None None] DHCP port deletion for 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:15:16.867202 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c427ab12-60d3-4cf3-a13a-b377789ecca6 admin admin] Router 2d27015d-6087-4b96-a143-29aaa346f5d7 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:15:17.025033 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e4e43d71-154a-4673-96c5-de4c56f92fa3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:17.035197 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-faf026d4-ebe9-4130-9661-6ec26c094b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:17.087753 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e43d71-154a-4673-96c5-de4c56f92fa3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:15:17.100235 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-e4e43d71-154a-4673-96c5-de4c56f92fa3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:17.115325 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7b8e971e-01ff-425c-9ea0-96b8c45f4c70 req-457d297d-eaff-4d3e-8128-13583a3ad5d9 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3986580 Sep 30 13:15:17.134237 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46625bdd-3123-4f37-963c-546d6ee733fd req-933beca3-9850-4226-a554-5c67f37b8d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:17.140477 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-46625bdd-3123-4f37-963c-546d6ee733fd req-933beca3-9850-4226-a554-5c67f37b8d5f service neutron] 10.222.0.54 "GET /v2.0/networks?id=0cbf8964-6e70-4e73-a83a-d2434a96a3ac HTTP/1.1" status: 200 len: 902 time: 0.5932403 Sep 30 13:15:17.168475 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e43d71-154a-4673-96c5-de4c56f92fa3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:17.169847 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e4e43d71-154a-4673-96c5-de4c56f92fa3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:17.218846 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-faf026d4-ebe9-4130-9661-6ec26c094b4c None None] For port 89e2cfcf-4580-4424-842a-1c2771edcbe5, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=89e2cfcf-4580-4424-842a-1c2771edcbe5,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:17.254233 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e4e43d71-154a-4673-96c5-de4c56f92fa3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2992697 Sep 30 13:15:17.262316 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:17.265010 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-faf026d4-ebe9-4130-9661-6ec26c094b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:17.276108 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60596) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:17.299023 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0e2b9f4b-2911-44e8-85bb-cf69cbb9aa86 req-d9bbac20-356a-4271-bc7b-be97711177fe tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9815788 Sep 30 13:15:17.341274 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e43d71-154a-4673-96c5-de4c56f92fa3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=d7e9310f-1d02-4f03-9455-28d3e412abbe,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:17.531687 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c5086-f59f-409c-82db-ed1921740b76 req-095ce08d-483e-45a6-bdba-0b162efff060 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:17.544830 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f89c5086-f59f-409c-82db-ed1921740b76 req-095ce08d-483e-45a6-bdba-0b162efff060 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 945 time: 0.1224611 Sep 30 13:15:17.595720 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f3a1427e-7cbd-4bde-a063-6fc9611a9333 None None] Could not find standard attr ID for object cfd388bf-a59b-4a6a-9a26-289fd873635d. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:15:17.641206 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f89c5086-f59f-409c-82db-ed1921740b76 req-c914180c-1b1a-449a-bb8c-bf619215586a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951998 Sep 30 13:15:18.098573 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ce5b0-29ea-469a-a235-ead488771c8d req-c87ba292-73d4-475e-b049-2f488ea030c2 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:18.125040 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-278ce5b0-29ea-469a-a235-ead488771c8d req-c87ba292-73d4-475e-b049-2f488ea030c2 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0e40dc-1b8a-4dec-937c-48381da361c1 HTTP/1.1" status: 200 len: 945 time: 0.3382683 Sep 30 13:15:18.267081 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-278ce5b0-29ea-469a-a235-ead488771c8d req-904f69ee-6ca7-40a5-a1ef-8d97adec76b4 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389697 Sep 30 13:15:18.338791 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-0da974d3-9a31-4ba2-a617-66717d42a099 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'port': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'mac_address': 'fa:16:3e:ca:0e:97', 'name': 'tempest-NetworksTestDHCPv6-1959147807'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:18.456237 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:18.489846 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:15:18.490310 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:15:18.502983 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd33c4-f7ef-4f56-9c91-8c8ef83d7f0b req-081ecbdf-a481-466e-a5f7-14ba20e6cfc3 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:18.504715 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05dd33c4-f7ef-4f56-9c91-8c8ef83d7f0b req-081ecbdf-a481-466e-a5f7-14ba20e6cfc3 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 946 time: 0.1259153 Sep 30 13:15:18.530110 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-26612a81-78c9-43fd-aa71-377164271966 None None] Deleting port 89e2cfcf-4580-4424-842a-1c2771edcbe5 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:18.530527 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-26612a81-78c9-43fd-aa71-377164271966 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:18.551618 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf026d4-ebe9-4130-9661-6ec26c094b4c None None] Pushing event updated for resources: {'Port': ['ID=89e2cfcf-4580-4424-842a-1c2771edcbe5,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:18.563797 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-46625bdd-3123-4f37-963c-546d6ee733fd req-a7548f24-958d-44cc-9bd2-fa13e795d1a8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.222&port_id=e3115ac8-24e9-4c09-ab12-c2f8869f7ada HTTP/1.1" status: 200 len: 217 time: 1.4064128 Sep 30 13:15:18.587048 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c427ab12-60d3-4cf3-a13a-b377789ecca6 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:15:18.616147 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c427ab12-60d3-4cf3-a13a-b377789ecca6 admin admin] 10.222.0.18 "PUT /v2.0/routers/2d27015d-6087-4b96-a143-29aaa346f5d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5255480 Sep 30 13:15:18.616398 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05dd33c4-f7ef-4f56-9c91-8c8ef83d7f0b req-b094276c-44b0-43f0-b513-13c02e7f339a tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966554 Sep 30 13:15:18.698562 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-26612a81-78c9-43fd-aa71-377164271966 None None] For port 89e2cfcf-4580-4424-842a-1c2771edcbe5, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=89e2cfcf-4580-4424-842a-1c2771edcbe5,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:18.699179 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-26612a81-78c9-43fd-aa71-377164271966 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:18.715586 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-26612a81-78c9-43fd-aa71-377164271966 None None] Calling delete_port for 89e2cfcf-4580-4424-842a-1c2771edcbe5 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:18.817675 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-040894a8-6508-4640-a550-5db9dc45e458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:18.831570 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f3a1427e-7cbd-4bde-a063-6fc9611a9333 None None] Provisioning complete for port 6a78a1bc-73bf-4f48-9957-6c034d5c4a10 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:18.831974 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f3a1427e-7cbd-4bde-a063-6fc9611a9333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:18.837236 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57780177-f7b4-422a-af3c-fec4a2537324 req-069423b5-cdef-441f-aa88-a36a607d9cde tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:18.858340 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57780177-f7b4-422a-af3c-fec4a2537324 req-069423b5-cdef-441f-aa88-a36a607d9cde tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:18.868802 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb99b3c-16a0-43f7-901e-9dccc75d0421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef15889-749c-4b8e-9c6d-ead8748f7ec2'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:15:18.870168 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-57780177-f7b4-422a-af3c-fec4a2537324 req-069423b5-cdef-441f-aa88-a36a607d9cde tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=25c760fe-35da-40c5-91e0-253bea8d2ff1 HTTP/1.1" status: 200 len: 1677 time: 1.5925627 Sep 30 13:15:18.873367 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d7814a-7fec-4bdd-8977-63b0933dc2a2" -d '{"events": [{"server_uuid": "4cb99b3c-16a0-43f7-901e-9dccc75d0421", "name": "network-vif-plugged", "status": "completed", "tag": "bef15889-749c-4b8e-9c6d-ead8748f7ec2"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:15:18.877429 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-172f7133-8c37-4a6d-b35c-5986c8d18d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d27015d-6087-4b96-a143-29aaa346f5d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-726049191-router', 'tenant_id': '4d563940eb2140319aef473af2a68752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'fbc60a07-6fda-42e0-8c20-efe27af3396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:15:01Z', 'updated_at': '2021-09-30T13:15:13Z', 'revision_number': 4, 'project_id': '4d563940eb2140319aef473af2a68752', 'gw_port': {'id': 'fbc60a07-6fda-42e0-8c20-efe27af3396b', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d27015d-6087-4b96-a143-29aaa346f5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:15:04Z', 'updated_at': '2021-09-30T13:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '6a78a1bc-73bf-4f48-9957-6c034d5c4a10', 'name': '', 'network_id': 'a80ea40e-5456-47a7-b5aa-e5cd18cd69dd', 'tenant_id': '4d563940eb2140319aef473af2a68752', 'mac_address': 'fa:16:3e:91:2b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d27015d-6087-4b96-a143-29aaa346f5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'c742eb68-9dfb-429e-833d-967fc03f5dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:15:11Z', 'updated_at': '2021-09-30T13:15:12Z', 'revision_number': 1, 'project_id': '4d563940eb2140319aef473af2a68752', 'subnets': [{'id': 'c742eb68-9dfb-429e-833d-967fc03f5dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:18.906564 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fc4a7-a305-4a1e-8324-57097403fe8e req-ce93c274-28b2-40b0-8d45-d33b533e93af tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:18.912382 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d78fc4a7-a305-4a1e-8324-57097403fe8e req-ce93c274-28b2-40b0-8d45-d33b533e93af tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 945 time: 0.1385956 Sep 30 13:15:18.945879 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da974d3-9a31-4ba2-a617-66717d42a099 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:15:19.012033 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d78fc4a7-a305-4a1e-8324-57097403fe8e req-eedc941b-5b6b-44e7-85be-17ea99ab3b4e tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848110 Sep 30 13:15:19.117181 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port bef15889-749c-4b8e-9c6d-ead8748f7ec2, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=bef15889-749c-4b8e-9c6d-ead8748f7ec2,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:19.118517 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172f7133-8c37-4a6d-b35c-5986c8d18d08 None None] The sync data for ids ['2d27015d-6087-4b96-a143-29aaa346f5d7'] in n-d-810909-2 is: [{'id': '2d27015d-6087-4b96-a143-29aaa346f5d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-726049191-router', 'tenant_id': '4d563940eb2140319aef473af2a68752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'fbc60a07-6fda-42e0-8c20-efe27af3396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:15:01Z', 'updated_at': '2021-09-30T13:15:13Z', 'revision_number': 4, 'project_id': '4d563940eb2140319aef473af2a68752', 'gw_port': {'id': 'fbc60a07-6fda-42e0-8c20-efe27af3396b', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d27015d-6087-4b96-a143-29aaa346f5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:15:04Z', 'updated_at': '2021-09-30T13:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '6a78a1bc-73bf-4f48-9957-6c034d5c4a10', 'name': '', 'network_id': 'a80ea40e-5456-47a7-b5aa-e5cd18cd69dd', 'tenant_id': '4d563940eb2140319aef473af2a68752', 'mac_address': 'fa:16:3e:91:2b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d27015d-6087-4b96-a143-29aaa346f5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'c742eb68-9dfb-429e-833d-967fc03f5dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:15:11Z', 'updated_at': '2021-09-30T13:15:12Z', 'revision_number': 1, 'project_id': '4d563940eb2140319aef473af2a68752', 'subnets': [{'id': 'c742eb68-9dfb-429e-833d-967fc03f5dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:15:19.168403 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:19.173380 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46625bdd-3123-4f37-963c-546d6ee733fd req-39b71e84-05a9-4771-bdc5-1ce53b21a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:19.179608 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-46625bdd-3123-4f37-963c-546d6ee733fd req-39b71e84-05a9-4771-bdc5-1ce53b21a41c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=31fb501f-3387-42cb-82ae-4c3775982d64 HTTP/1.1" status: 200 len: 801 time: 0.5696623 Sep 30 13:15:19.194327 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0da974d3-9a31-4ba2-a617-66717d42a099 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:19.297846 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-f3a1427e-7cbd-4bde-a063-6fc9611a9333 None None] Port 6a78a1bc-73bf-4f48-9957-6c034d5c4a10 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:15:19.313060 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-57780177-f7b4-422a-af3c-fec4a2537324 req-4a6f4bc9-f9c1-4ecf-a5e9-58e6700941e7 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412007 Sep 30 13:15:19.468530 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-0da974d3-9a31-4ba2-a617-66717d42a099 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] device_id is not set on port 914c9c6b-1be6-4c21-ba37-2d0438447a27 yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:15:19.514193 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46625bdd-3123-4f37-963c-546d6ee733fd req-aeec1054-0474-43c8-9155-25be9affaa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:19.522132 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=bef15889-749c-4b8e-9c6d-ead8748f7ec2,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:19.524619 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-46625bdd-3123-4f37-963c-546d6ee733fd req-aeec1054-0474-43c8-9155-25be9affaa7c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0cbf8964-6e70-4e73-a83a-d2434a96a3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3235626 Sep 30 13:15:19.541631 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-26612a81-78c9-43fd-aa71-377164271966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:19.550306 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd4b1a-39ad-44b4-9735-cafefcb57dfc req-acde3579-ec10-483e-8597-12c512a65dca tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:19.565289 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd4b1a-39ad-44b4-9735-cafefcb57dfc req-acde3579-ec10-483e-8597-12c512a65dca tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:19.574149 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd4b1a-39ad-44b4-9735-cafefcb57dfc req-acde3579-ec10-483e-8597-12c512a65dca tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:19.584297 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-24fd4b1a-39ad-44b4-9735-cafefcb57dfc req-acde3579-ec10-483e-8597-12c512a65dca tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0e40dc-1b8a-4dec-937c-48381da361c1&device_id=4a78ecb9-a834-424b-930c-fde9e1c5b2b1&device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 2416 time: 0.2594717 Sep 30 13:15:19.624411 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26612a81-78c9-43fd-aa71-377164271966 None None] Pushing event deleted for resources: {'Port': ['ID=89e2cfcf-4580-4424-842a-1c2771edcbe5,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:19.627503 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:19.655680 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 89e2cfcf-4580-4424-842a-1c2771edcbe5 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:15:19.680504 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26612a81-78c9-43fd-aa71-377164271966 None None] No DVR routers for this DVR port 89e2cfcf-4580-4424-842a-1c2771edcbe5 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:15:19.784256 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d36f8b3-41be-445a-acd3-056c3f5843e9 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:15:19.787243 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 89e2cfcf-4580-4424-842a-1c2771edcbe5 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:15:19.787642 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 89e2cfcf-4580-4424-842a-1c2771edcbe5 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:15:19.818480 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-24fd4b1a-39ad-44b4-9735-cafefcb57dfc req-d468ea68-f480-43cd-ac9e-21ea4cea193b tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142394 Sep 30 13:15:20.210408 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-0da974d3-9a31-4ba2-a617-66717d42a099 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 2001:db8::37c (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/d7e9310f-1d02-4f03-9455-28d3e412abbe/914c9c6b-1be6-4c21-ba37-2d0438447a27) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:15:20.234239 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3afd60f-6320-483f-b40d-181865796826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'fixed_ips': [{'subnet_id': 'd7e9310f-1d02-4f03-9455-28d3e412abbe'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:15:20.235187 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a3afd60f-6320-483f-b40d-181865796826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:20.366272 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-414c8009-c5f4-432f-b3c5-2c593d975085 req-d56824d0-5f76-4589-bafe-ed2c5aee7eba tempest-FloatingIPsNegativeTestJSON-1096144560 tempest-FloatingIPsNegativeTestJSON-1096144560-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=4d563940eb2140319aef473af2a68752 HTTP/1.1" status: 200 len: 217 time: 0.1640451 Sep 30 13:15:20.468880 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2387e543-2cc1-4c4d-b81e-1c996f455bc9 x-openstack-request-id: req-2387e543-2cc1-4c4d-b81e-1c996f455bc9 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:15:20.469170 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb99b3c-16a0-43f7-901e-9dccc75d0421", "name": "network-vif-plugged", "status": "completed", "tag": "bef15889-749c-4b8e-9c6d-ead8748f7ec2", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:15:20.470646 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2387e543-2cc1-4c4d-b81e-1c996f455bc9 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:15:20.471061 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb99b3c-16a0-43f7-901e-9dccc75d0421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef15889-749c-4b8e-9c6d-ead8748f7ec2', 'code': 200} Sep 30 13:15:20.593192 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb2e00-40ec-498d-bc0e-18f8ff88c9e6 req-b4205d6f-516a-4164-b645-d34d9e9effdd tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:20.602932 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-27eb2e00-40ec-498d-bc0e-18f8ff88c9e6 req-b4205d6f-516a-4164-b645-d34d9e9effdd tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 945 time: 0.8616362 Sep 30 13:15:20.604532 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52cb616-5747-41f2-a413-27a1ed35911c req-1d3b020d-2336-43af-9f7f-8abba76c11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:20.612657 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c52cb616-5747-41f2-a413-27a1ed35911c req-1d3b020d-2336-43af-9f7f-8abba76c11dd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 1097 time: 0.1161597 Sep 30 13:15:20.613668 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-46625bdd-3123-4f37-963c-546d6ee733fd req-2153ec80-7ffe-423a-84b3-1c426d2d78e8 service neutron] 10.222.0.54 "GET /v2.0/networks/0cbf8964-6e70-4e73-a83a-d2434a96a3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0778160 Sep 30 13:15:20.669323 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-facbf746-5e85-4921-b760-cb70a561017d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:20.777991 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c52cb616-5747-41f2-a413-27a1ed35911c req-81ffd24d-1c15-45c9-9dc7-f92435ebcfff service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616421 Sep 30 13:15:20.815547 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6070139-2628-4ad9-89ff-11e2e72aeeb5 req-05d4522a-4640-41a3-9d01-bf4f8afa24ad tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:20.846932 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f6070139-2628-4ad9-89ff-11e2e72aeeb5 req-05d4522a-4640-41a3-9d01-bf4f8afa24ad tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 946 time: 0.2328556 Sep 30 13:15:20.926391 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0da974d3-9a31-4ba2-a617-66717d42a099 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:20.948005 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f6070139-2628-4ad9-89ff-11e2e72aeeb5 req-d9bd983e-0e5e-4dfc-a1b0-6ea8177ebdde tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997109 Sep 30 13:15:20.951900 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-27eb2e00-40ec-498d-bc0e-18f8ff88c9e6 req-902026b2-87d4-441b-8bc0-d2a3408bd7d3 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478253 Sep 30 13:15:20.965548 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device e3115ac8-24e9-4c09-ab12-c2f8869f7ada details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:15:21.096983 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e0107b4f-0d44-44ef-912a-824b99c74ce9 req-0aba8eb4-7f3c-45e5-8c71-e00ef5722415 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1213486 Sep 30 13:15:21.299330 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port e3115ac8-24e9-4c09-ab12-c2f8869f7ada, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=e3115ac8-24e9-4c09-ab12-c2f8869f7ada,segment=NetworkSegment(fd5d8448-f31f-4d2c-bab3-414e4b29d03a),segment_id=fd5d8448-f31f-4d2c-bab3-414e4b29d03a)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:21.350374 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'e3115ac8-24e9-4c09-ab12-c2f8869f7ada', 'network_id': '0cbf8964-6e70-4e73-a83a-d2434a96a3ac', 'port_id': 'e3115ac8-24e9-4c09-ab12-c2f8869f7ada', 'mac_address': 'fa:16:3e:ea:e8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31fb501f-3387-42cb-82ae-4c3775982d64', 'ip_address': '19.86.0.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:15:21.351679 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-46625bdd-3123-4f37-963c-546d6ee733fd req-90183de9-3a11-49af-b7db-565d380f73db service neutron] 10.222.0.54 "GET /v2.0/networks/0cbf8964-6e70-4e73-a83a-d2434a96a3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7003062 Sep 30 13:15:21.384336 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0da974d3-9a31-4ba2-a617-66717d42a099 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:21.443710 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5616d-6dea-49ee-a0a0-fb7e90d2f213 req-57d3b835-2529-4ccf-989a-1dac3fb581d2 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:21.456779 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5616d-6dea-49ee-a0a0-fb7e90d2f213 req-57d3b835-2529-4ccf-989a-1dac3fb581d2 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:21.461000 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:21.469514 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ed5616d-6dea-49ee-a0a0-fb7e90d2f213 req-57d3b835-2529-4ccf-989a-1dac3fb581d2 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=25c760fe-35da-40c5-91e0-253bea8d2ff1 HTTP/1.1" status: 200 len: 1677 time: 0.1454999 Sep 30 13:15:21.548038 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3115ac8-24e9-4c09-ab12-c2f8869f7ada {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:15:21.561433 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da974d3-9a31-4ba2-a617-66717d42a099 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:15:21.567788 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ed5616d-6dea-49ee-a0a0-fb7e90d2f213 req-e540f87f-346b-48bb-bada-6fee5ac865fa tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968006 Sep 30 13:15:21.626907 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83332304-5408-4314-9468-878b33acd01e req-8446132b-c372-4d2f-b295-defeb245b492 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:21.634651 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-83332304-5408-4314-9468-878b33acd01e req-8446132b-c372-4d2f-b295-defeb245b492 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 946 time: 0.4861691 Sep 30 13:15:21.688273 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-0da974d3-9a31-4ba2-a617-66717d42a099 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:21.714462 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:21.732049 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a3802f0a-1cff-461a-a3c8-1cac13b99e2a req-dfe9c11d-7298-4f28-8329-8ce9a9738c9d tempest-FloatingIPsNegativeTestJSON-1096144560 tempest-FloatingIPsNegativeTestJSON-1096144560-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1324615 Sep 30 13:15:21.734289 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da974d3-9a31-4ba2-a617-66717d42a099 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:15:21.737433 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port e3115ac8-24e9-4c09-ab12-c2f8869f7ada, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=e3115ac8-24e9-4c09-ab12-c2f8869f7ada,segment=NetworkSegment(fd5d8448-f31f-4d2c-bab3-414e4b29d03a),segment_id=fd5d8448-f31f-4d2c-bab3-414e4b29d03a)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:21.740254 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da974d3-9a31-4ba2-a617-66717d42a099 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:21.756338 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0da974d3-9a31-4ba2-a617-66717d42a099 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:21.782465 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:21.785493 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 01a8876f-919f-4319-bac0-87c2b41a078b details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:15:21.799190 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fbc60a07-6fda-42e0-8c20-efe27af3396b up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:15:21.811549 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-83332304-5408-4314-9468-878b33acd01e req-65c291a3-40c5-494a-965d-e2cea5b89ef8 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676037 Sep 30 13:15:21.813443 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0da974d3-9a31-4ba2-a617-66717d42a099 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4804792 Sep 30 13:15:21.814860 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da974d3-9a31-4ba2-a617-66717d42a099 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Port': ['ID=914c9c6b-1be6-4c21-ba37-2d0438447a27,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:21.816065 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60658) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:21.993637 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfec27f-50a3-41a8-931a-48946c678b49 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:21.999009 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6dfec27f-50a3-41a8-931a-48946c678b49 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1817057 Sep 30 13:15:22.001936 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60664) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:22.022843 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [req-d97720e4-5b58-4892-8101-b2602ea25c8e req-b41e24a9-b7b0-4b27-9000-99bb3daa75e5 tempest-FloatingIPsNegativeTestJSON-1096144560 tempest-FloatingIPsNegativeTestJSON-1096144560-project] show failed (client error): The resource could not be found. Sep 30 13:15:22.037455 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d97720e4-5b58-4892-8101-b2602ea25c8e req-b41e24a9-b7b0-4b27-9000-99bb3daa75e5 tempest-FloatingIPsNegativeTestJSON-1096144560 tempest-FloatingIPsNegativeTestJSON-1096144560-project] 10.222.0.18 "GET /v2.0/floatingips/3285a0f4-d11d-4c26-9745-c5ed814f5f94 HTTP/1.1" status: 404 len: 350 time: 0.1577308 Sep 30 13:15:22.038313 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60670) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:22.065358 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=e3115ac8-24e9-4c09-ab12-c2f8869f7ada,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:22.255668 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-a3afd60f-6320-483f-b40d-181865796826 None None] Allocated IP 2001:db8::2 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/d7e9310f-1d02-4f03-9455-28d3e412abbe/f0db4e40-f2a8-48ef-9d6e-359278d9a39f) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:15:22.259739 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-11cb10f7-e493-4cfe-a7b6-cedc6b55d3e9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting port 914c9c6b-1be6-4c21-ba37-2d0438447a27 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:22.260215 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-11cb10f7-e493-4cfe-a7b6-cedc6b55d3e9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:22.299827 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20e321-e500-42de-8be9-8f85985ea5d7 req-210a10b4-73ac-4acb-ae3f-20944d2d6f3c tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:22.321415 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6e20e321-e500-42de-8be9-8f85985ea5d7 req-210a10b4-73ac-4acb-ae3f-20944d2d6f3c tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 946 time: 0.1503170 Sep 30 13:15:22.512009 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-11cb10f7-e493-4cfe-a7b6-cedc6b55d3e9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:22.552128 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6e20e321-e500-42de-8be9-8f85985ea5d7 req-b9e59056-ad76-437b-9aee-9706502d8b9a tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296038 Sep 30 13:15:22.573633 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port fbc60a07-6fda-42e0-8c20-efe27af3396b triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:22.575432 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:22.616594 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-11cb10f7-e493-4cfe-a7b6-cedc6b55d3e9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Calling delete_port for 914c9c6b-1be6-4c21-ba37-2d0438447a27 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:22.679693 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:22.844386 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:22.878989 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port fbc60a07-6fda-42e0-8c20-efe27af3396b, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=fbc60a07-6fda-42e0-8c20-efe27af3396b,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:22.900302 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 01a8876f-919f-4319-bac0-87c2b41a078b, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=01a8876f-919f-4319-bac0-87c2b41a078b,segment=NetworkSegment(9f49b9c1-ca69-436a-962f-e553797bd301),segment_id=9f49b9c1-ca69-436a-962f-e553797bd301)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:22.905060 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:22.910150 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9288ded-04cd-4c2d-81ee-8ae1ae0cadd4 req-f3eb710e-c8e1-471c-ba1f-84bb9c4355bb tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:22.920125 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e9288ded-04cd-4c2d-81ee-8ae1ae0cadd4 req-f3eb710e-c8e1-471c-ba1f-84bb9c4355bb tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 945 time: 0.3742335 Sep 30 13:15:22.975086 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=fbc60a07-6fda-42e0-8c20-efe27af3396b,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:22.994103 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '01a8876f-919f-4319-bac0-87c2b41a078b', 'network_id': 'e00a7c5b-4dd1-4f07-8cb5-bafcac141511', 'port_id': '01a8876f-919f-4319-bac0-87c2b41a078b', 'mac_address': 'fa:16:3e:17:3d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8eba6d2-18b3-40f7-992e-86fdf04c1157', 'ip_address': '19.80.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:15:23.047463 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e33b5-eb2b-4a21-922c-d2bc15db3f32 req-bbe89147-2b78-4e58-9f45-c25f962f13e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:23.055982 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eb4e33b5-eb2b-4a21-922c-d2bc15db3f32 req-bbe89147-2b78-4e58-9f45-c25f962f13e5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec3b180775b4f8e89f487846414229c&device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 1096 time: 0.3216627 Sep 30 13:15:23.100666 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a3afd60f-6320-483f-b40d-181865796826 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:23.109361 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:23.134311 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e9288ded-04cd-4c2d-81ee-8ae1ae0cadd4 req-518246bd-7233-440f-8b51-1442ebf4b476 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858513 Sep 30 13:15:23.142656 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-11cb10f7-e493-4cfe-a7b6-cedc6b55d3e9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:23.155716 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a8876f-919f-4319-bac0-87c2b41a078b {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:15:23.170849 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a3afd60f-6320-483f-b40d-181865796826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:23.273199 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 01a8876f-919f-4319-bac0-87c2b41a078b, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=01a8876f-919f-4319-bac0-87c2b41a078b,segment=NetworkSegment(9f49b9c1-ca69-436a-962f-e553797bd301),segment_id=9f49b9c1-ca69-436a-962f-e553797bd301)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:23.277374 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3afd60f-6320-483f-b40d-181865796826 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:15:23.280569 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-a3afd60f-6320-483f-b40d-181865796826 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:23.284469 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3afd60f-6320-483f-b40d-181865796826 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:15:23.288222 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:23.295969 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afd60f-6320-483f-b40d-181865796826 None None] Pushing event updated for resources: {'Port': ['ID=f0db4e40-f2a8-48ef-9d6e-359278d9a39f,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:23.296830 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83731cd-a327-4c4d-8875-54559bd3828b req-cc60b9fc-06ec-4baa-8eda-ddb085ac42bc tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:23.304643 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb10f7-e493-4cfe-a7b6-cedc6b55d3e9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Port': ['ID=914c9c6b-1be6-4c21-ba37-2d0438447a27,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:23.327865 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83731cd-a327-4c4d-8875-54559bd3828b req-cc60b9fc-06ec-4baa-8eda-ddb085ac42bc tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:23.336397 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b83731cd-a327-4c4d-8875-54559bd3828b req-cc60b9fc-06ec-4baa-8eda-ddb085ac42bc tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=25c760fe-35da-40c5-91e0-253bea8d2ff1 HTTP/1.1" status: 200 len: 1678 time: 0.2197108 Sep 30 13:15:23.424610 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-11cb10f7-e493-4cfe-a7b6-cedc6b55d3e9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:23.426604 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-11cb10f7-e493-4cfe-a7b6-cedc6b55d3e9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/914c9c6b-1be6-4c21-ba37-2d0438447a27 HTTP/1.1" status: 204 len: 168 time: 1.4224415 Sep 30 13:15:23.430121 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60690) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:23.439266 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f485-81b7-43ec-bb68-44cf14e70ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:23.486273 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d0ae8-387e-40dc-86bc-bf284909f0b2 req-4cbcca0b-5ceb-4fa7-a9c1-e2db1b2f2aba tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:23.494160 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f3d0ae8-387e-40dc-86bc-bf284909f0b2 req-4cbcca0b-5ceb-4fa7-a9c1-e2db1b2f2aba tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 946 time: 0.2182279 Sep 30 13:15:23.503761 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-a3afd60f-6320-483f-b40d-181865796826 None None] Attempting to bind port f0db4e40-f2a8-48ef-9d6e-359278d9a39f on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:15:23.517598 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-a3afd60f-6320-483f-b40d-181865796826 None None] Attempting to bind port f0db4e40-f2a8-48ef-9d6e-359278d9a39f by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:15:23.518000 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3afd60f-6320-483f-b40d-181865796826 None None] Attempting to bind port f0db4e40-f2a8-48ef-9d6e-359278d9a39f on network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:15:23.527377 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=01a8876f-919f-4319-bac0-87c2b41a078b,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:23.557727 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3afd60f-6320-483f-b40d-181865796826 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:15:23.558241 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3afd60f-6320-483f-b40d-181865796826 None None] Checking segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:15:23.558902 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a3afd60f-6320-483f-b40d-181865796826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:23.558902 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3afd60f-6320-483f-b40d-181865796826 None None] Bound using segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:15:23.559397 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-a3afd60f-6320-483f-b40d-181865796826 None None] Bound port: f0db4e40-f2a8-48ef-9d6e-359278d9a39f, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:15:23.559783 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a3afd60f-6320-483f-b40d-181865796826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:23.562953 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e33b5-eb2b-4a21-922c-d2bc15db3f32 req-d22d2363-7d02-4a60-bfe0-eaf99a7715b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:23.564462 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eb4e33b5-eb2b-4a21-922c-d2bc15db3f32 req-d22d2363-7d02-4a60-bfe0-eaf99a7715b5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d55517b2-5639-49a0-8308-46b3625d778e HTTP/1.1" status: 200 len: 913 time: 0.4908867 Sep 30 13:15:23.653609 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b83731cd-a327-4c4d-8875-54559bd3828b req-7dbc84b9-337b-467f-93d3-d48b40868f2a tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162353 Sep 30 13:15:23.660451 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fbc60a07-6fda-42e0-8c20-efe27af3396b up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:15:23.666336 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f3d0ae8-387e-40dc-86bc-bf284909f0b2 req-fc855663-e263-40c3-9076-38628f02d1c0 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653948 Sep 30 13:15:23.668631 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eb4e33b5-eb2b-4a21-922c-d2bc15db3f32 req-517909d3-2fb9-4da9-b1de-67951bc3959a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd0a9de7-6121-4766-88b4-a9625bfceeee HTTP/1.1" status: 200 len: 217 time: 0.0930452 Sep 30 13:15:23.680261 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbabd90-b89c-4b39-b6ff-82c59525b785 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:23.688093 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbabd90-b89c-4b39-b6ff-82c59525b785 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:23.690740 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-dbbabd90-b89c-4b39-b6ff-82c59525b785 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2580919 Sep 30 13:15:23.701142 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60698) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:23.703643 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7a9c44-207d-4233-abcd-71d457f7eb6a None None] Sync routers for ids ['2d27015d-6087-4b96-a143-29aaa346f5d7'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:15:23.729997 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7a9c44-207d-4233-abcd-71d457f7eb6a None None] Routers {'2d27015d-6087-4b96-a143-29aaa346f5d7'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:15:23.731126 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-1b7a9c44-207d-4233-abcd-71d457f7eb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:15:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['2d27015d-6087-4b96-a143-29aaa346f5d7'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:23.768721 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['01a8876f-919f-4319-bac0-87c2b41a078b'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:15:23.853895 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-7731b64d-9f69-477d-95a0-b580497d2ee5 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet d7e9310f-1d02-4f03-9455-28d3e412abbe {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:15:23.894814 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-1b7a9c44-207d-4233-abcd-71d457f7eb6a None None] Set router 2d27015d-6087-4b96-a143-29aaa346f5d7 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:15:23.946112 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e33b5-eb2b-4a21-922c-d2bc15db3f32 req-65dcc808-3d79-4d1e-aa51-cebb4cfc30ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:23.947622 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eb4e33b5-eb2b-4a21-922c-d2bc15db3f32 req-65dcc808-3d79-4d1e-aa51-cebb4cfc30ca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b636e036-02ee-475d-8821-ce0c9f216c9a HTTP/1.1" status: 200 len: 852 time: 0.2447131 Sep 30 13:15:23.949739 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7731b64d-9f69-477d-95a0-b580497d2ee5 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:23.973787 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-a3afd60f-6320-483f-b40d-181865796826 None None] For port f0db4e40-f2a8-48ef-9d6e-359278d9a39f, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:15:23.980922 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-a3afd60f-6320-483f-b40d-181865796826 None None] For port f0db4e40-f2a8-48ef-9d6e-359278d9a39f, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=f0db4e40-f2a8-48ef-9d6e-359278d9a39f,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:15:24.000246 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a3afd60f-6320-483f-b40d-181865796826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:24.057784 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eb4e33b5-eb2b-4a21-922c-d2bc15db3f32 req-3186a974-8388-489b-af6d-532299abce44 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d55517b2-5639-49a0-8308-46b3625d778e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767400 Sep 30 13:15:24.084569 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7731b64d-9f69-477d-95a0-b580497d2ee5 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:24.218735 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port fbc60a07-6fda-42e0-8c20-efe27af3396b triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:24.219299 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:24.273858 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-2cc4f485-81b7-43ec-bb68-44cf14e70ea1 admin admin] Deleting port 6a78a1bc-73bf-4f48-9957-6c034d5c4a10 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:24.274547 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f485-81b7-43ec-bb68-44cf14e70ea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:24.303893 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7731b64d-9f69-477d-95a0-b580497d2ee5 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:24.338548 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:24.341744 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afd60f-6320-483f-b40d-181865796826 None None] Pushing event updated for resources: {'Port': ['ID=f0db4e40-f2a8-48ef-9d6e-359278d9a39f,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:24.456031 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e2b1f-9dd3-40be-a753-be1c2e9012a2 req-8e3fa4bd-fcc5-4f8a-b88d-76c2a8da033d tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:24.466591 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b6e2b1f-9dd3-40be-a753-be1c2e9012a2 req-8e3fa4bd-fcc5-4f8a-b88d-76c2a8da033d tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 946 time: 0.6033943 Sep 30 13:15:24.530407 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f848f5e-956a-4d4e-9b62-88e621c446dd req-50ac943f-0853-4d6e-b6ad-a6850241d393 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:24.542274 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5f848f5e-956a-4d4e-9b62-88e621c446dd req-50ac943f-0853-4d6e-b6ad-a6850241d393 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 946 time: 0.2306535 Sep 30 13:15:24.542427 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7731b64d-9f69-477d-95a0-b580497d2ee5 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:24.545182 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60704) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:24.567856 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-2aab4b3a-c808-47b4-b0fa-93da3cba39bd tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Request body: {'floatingip': {'port_id': 'bef15889-749c-4b8e-9c6d-ead8748f7ec2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:24.590707 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-1b7a9c44-207d-4233-abcd-71d457f7eb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d27015d-6087-4b96-a143-29aaa346f5d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-726049191-router', 'tenant_id': '4d563940eb2140319aef473af2a68752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'fbc60a07-6fda-42e0-8c20-efe27af3396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:15:01Z', 'updated_at': '2021-09-30T13:15:13Z', 'revision_number': 4, 'project_id': '4d563940eb2140319aef473af2a68752', 'gw_port': {'id': 'fbc60a07-6fda-42e0-8c20-efe27af3396b', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d27015d-6087-4b96-a143-29aaa346f5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:15:04Z', 'updated_at': '2021-09-30T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '6a78a1bc-73bf-4f48-9957-6c034d5c4a10', 'name': '', 'network_id': 'a80ea40e-5456-47a7-b5aa-e5cd18cd69dd', 'tenant_id': '4d563940eb2140319aef473af2a68752', 'mac_address': 'fa:16:3e:91:2b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d27015d-6087-4b96-a143-29aaa346f5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'c742eb68-9dfb-429e-833d-967fc03f5dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:15:11Z', 'updated_at': '2021-09-30T13:15:14Z', 'revision_number': 2, 'project_id': '4d563940eb2140319aef473af2a68752', 'subnets': [{'id': 'c742eb68-9dfb-429e-833d-967fc03f5dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:24.679567 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7a9c44-207d-4233-abcd-71d457f7eb6a None None] Checking router: 2d27015d-6087-4b96-a143-29aaa346f5d7 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:15:24.680090 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7a9c44-207d-4233-abcd-71d457f7eb6a None None] Updating router 2d27015d-6087-4b96-a143-29aaa346f5d7 port 6a78a1bc-73bf-4f48-9957-6c034d5c4a10 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:15:24.751659 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1b7a9c44-207d-4233-abcd-71d457f7eb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:24.776788 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f485-81b7-43ec-bb68-44cf14e70ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:24.788353 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['e3115ac8-24e9-4c09-ab12-c2f8869f7ada'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:15:24.821663 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-2cc4f485-81b7-43ec-bb68-44cf14e70ea1 admin admin] Calling delete_port for 6a78a1bc-73bf-4f48-9957-6c034d5c4a10 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:24.824872 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eb4e33b5-eb2b-4a21-922c-d2bc15db3f32 req-c1fa1d66-5009-4981-ae24-9369b53c6204 service neutron] 10.222.0.39 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7564118 Sep 30 13:15:24.886413 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731b64d-9f69-477d-95a0-b580497d2ee5 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=d7e9310f-1d02-4f03-9455-28d3e412abbe,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:24.921512 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7731b64d-9f69-477d-95a0-b580497d2ee5 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:24.923485 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7731b64d-9f69-477d-95a0-b580497d2ee5 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/d7e9310f-1d02-4f03-9455-28d3e412abbe HTTP/1.1" status: 204 len: 168 time: 1.2120295 Sep 30 13:15:24.932571 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60710) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:24.971062 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b6e2b1f-9dd3-40be-a753-be1c2e9012a2 req-194498f3-da56-4523-ad2a-2aae62b75499 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5035136 Sep 30 13:15:25.104085 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7d449f78-ce70-4ae2-9e73-d68e0a456904 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1681676 Sep 30 13:15:25.112280 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60712) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:25.181876 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2aab4b3a-c808-47b4-b0fa-93da3cba39bd tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for floatingip, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:25.193786 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f485-81b7-43ec-bb68-44cf14e70ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:25.315946 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e37457-0bf4-48fd-8c66-a8caaceb6981 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:25.317533 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-50e37457-0bf4-48fd-8c66-a8caaceb6981 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2019539 Sep 30 13:15:25.337066 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60714) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:25.400785 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eb4e33b5-eb2b-4a21-922c-d2bc15db3f32 req-7bed4539-0eaa-48c1-9f33-232ec599398b service neutron] 10.222.0.39 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5442564 Sep 30 13:15:25.421920 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4f485-81b7-43ec-bb68-44cf14e70ea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a78a1bc-73bf-4f48-9957-6c034d5c4a10,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:25.447239 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4114af-ee76-4eb6-ba53-624523abe80d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:25.451061 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ee4114af-ee76-4eb6-ba53-624523abe80d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1105936 Sep 30 13:15:25.453258 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60716) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:25.576551 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.db.api [None req-1b7a9c44-207d-4233-abcd-71d457f7eb6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:15:25.576981 n-d-810909-2 neutron-server[94766]: DEBUG oslo_db.api [None req-1b7a9c44-207d-4233-abcd-71d457f7eb6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:15:25.616941 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-23bcaf85-f538-4d04-8eb7-075b9b93facc tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1563151 Sep 30 13:15:25.618312 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60720) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:25.625633 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-7b5bc343-70ae-4b93-9d5c-0e9283cbd39b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:25.674312 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d9997-f77b-441c-ab4c-bbf9995d2ad0 req-ea2d64bb-a2c2-41a1-a462-62b41732b5e2 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:25.683802 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-220d9997-f77b-441c-ab4c-bbf9995d2ad0 req-ea2d64bb-a2c2-41a1-a462-62b41732b5e2 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 945 time: 1.0138230 Sep 30 13:15:25.706654 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device cd0a9de7-6121-4766-88b4-a9625bfceeee no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:15:25.806302 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device f0db4e40-f2a8-48ef-9d6e-359278d9a39f up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:15:25.873754 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac525c07-0d9e-4b90-81bf-c3972fd4f89b req-134de18d-744d-40c2-bc09-e4a34874a27d tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:25.880555 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac525c07-0d9e-4b90-81bf-c3972fd4f89b req-134de18d-744d-40c2-bc09-e4a34874a27d tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:25.882548 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ac525c07-0d9e-4b90-81bf-c3972fd4f89b req-134de18d-744d-40c2-bc09-e4a34874a27d tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=25c760fe-35da-40c5-91e0-253bea8d2ff1 HTTP/1.1" status: 200 len: 1679 time: 0.2223728 Sep 30 13:15:25.937978 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4783918a-81c4-4c07-82af-39496e986403 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:15:25.990623 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-220d9997-f77b-441c-ab4c-bbf9995d2ad0 req-29545ffe-0867-4ca2-9b93-8e295a413554 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054760 Sep 30 13:15:25.991257 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ac525c07-0d9e-4b90-81bf-c3972fd4f89b req-b4b4442c-61d2-4c10-98e6-85fc04133bc3 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882235 Sep 30 13:15:25.995406 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5bc343-70ae-4b93-9d5c-0e9283cbd39b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:15:26.008476 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b5bc343-70ae-4b93-9d5c-0e9283cbd39b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:26.107209 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7a9c44-207d-4233-abcd-71d457f7eb6a None None] Port 6a78a1bc-73bf-4f48-9957-6c034d5c4a10 not found while updating agent binding for router 2d27015d-6087-4b96-a143-29aaa346f5d7. {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 30 13:15:26.133652 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7a9c44-207d-4233-abcd-71d457f7eb6a None None] Routers {'2d27015d-6087-4b96-a143-29aaa346f5d7'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:15:26.134300 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-1b7a9c44-207d-4233-abcd-71d457f7eb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:15:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['2d27015d-6087-4b96-a143-29aaa346f5d7'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:26.179873 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-67099143-feb1-4ecf-932d-6d5eb108473e None None] Provisioning complete for port f0db4e40-f2a8-48ef-9d6e-359278d9a39f triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:26.180600 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-67099143-feb1-4ecf-932d-6d5eb108473e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:26.237794 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port f0db4e40-f2a8-48ef-9d6e-359278d9a39f triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:26.238786 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:26.260694 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:26.366266 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd0a9de7-6121-4766-88b4-a9625bfceeee'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:15:26.374848 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ec78e0-3e1e-4110-9f12-85ae9153c957" -d '{"events": [{"server_uuid": "2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9", "name": "network-vif-unplugged", "status": "completed", "tag": "cd0a9de7-6121-4766-88b4-a9625bfceeee"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:15:26.388186 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-1b7a9c44-207d-4233-abcd-71d457f7eb6a None None] Set router 2d27015d-6087-4b96-a143-29aaa346f5d7 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:15:26.415030 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port cd0a9de7-6121-4766-88b4-a9625bfceeee, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cd0a9de7-6121-4766-88b4-a9625bfceeee,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:26.429675 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:26.465745 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f485-81b7-43ec-bb68-44cf14e70ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:26.544390 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74232d5-24e1-4987-a606-71484e7095c8 req-e6a4de51-df5e-45b2-9ee9-e328b6cd5771 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:26.549312 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b74232d5-24e1-4987-a606-71484e7095c8 req-e6a4de51-df5e-45b2-9ee9-e328b6cd5771 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 946 time: 0.4340432 Sep 30 13:15:26.588994 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72231ff2-b7e2-42c4-976d-a1ac063a4846 x-openstack-request-id: req-72231ff2-b7e2-42c4-976d-a1ac063a4846 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:15:26.592623 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9", "name": "network-vif-unplugged", "status": "completed", "tag": "cd0a9de7-6121-4766-88b4-a9625bfceeee", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:15:26.596672 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72231ff2-b7e2-42c4-976d-a1ac063a4846 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:15:26.597298 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd0a9de7-6121-4766-88b4-a9625bfceeee', 'code': 200} Sep 30 13:15:26.601368 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e61b77-0cca-4c55-827b-ad750dc9f427 None None] DHCP port deletion for 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:15:26.656700 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-67099143-feb1-4ecf-932d-6d5eb108473e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:26.730764 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=cd0a9de7-6121-4766-88b4-a9625bfceeee,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:26.735365 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:26.867511 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b74232d5-24e1-4987-a606-71484e7095c8 req-bc1fbe18-d894-4073-9733-9b131871a9ad tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3061931 Sep 30 13:15:26.884577 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-67099143-feb1-4ecf-932d-6d5eb108473e None None] For port f0db4e40-f2a8-48ef-9d6e-359278d9a39f, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=f0db4e40-f2a8-48ef-9d6e-359278d9a39f,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:26.889192 n-d-810909-2 neutron-server[94763]: DEBUG neutron.objects.ports [None req-7b5bc343-70ae-4b93-9d5c-0e9283cbd39b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94763) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 13:15:26.900030 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-67099143-feb1-4ecf-932d-6d5eb108473e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:26.992179 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-1b7a9c44-207d-4233-abcd-71d457f7eb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d27015d-6087-4b96-a143-29aaa346f5d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-726049191-router', 'tenant_id': '4d563940eb2140319aef473af2a68752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'fbc60a07-6fda-42e0-8c20-efe27af3396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:15:01Z', 'updated_at': '2021-09-30T13:15:25Z', 'revision_number': 5, 'project_id': '4d563940eb2140319aef473af2a68752', 'gw_port': {'id': 'fbc60a07-6fda-42e0-8c20-efe27af3396b', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d27015d-6087-4b96-a143-29aaa346f5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:15:04Z', 'updated_at': '2021-09-30T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:27.136976 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7a9c44-207d-4233-abcd-71d457f7eb6a None None] The sync data for ids ['2d27015d-6087-4b96-a143-29aaa346f5d7'] in n-d-810909-2 is: [{'id': '2d27015d-6087-4b96-a143-29aaa346f5d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-726049191-router', 'tenant_id': '4d563940eb2140319aef473af2a68752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'fbc60a07-6fda-42e0-8c20-efe27af3396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:15:01Z', 'updated_at': '2021-09-30T13:15:25Z', 'revision_number': 5, 'project_id': '4d563940eb2140319aef473af2a68752', 'gw_port': {'id': 'fbc60a07-6fda-42e0-8c20-efe27af3396b', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d27015d-6087-4b96-a143-29aaa346f5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:15:04Z', 'updated_at': '2021-09-30T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:15:27.323551 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20072e0c-b6f1-46ef-b05b-c4d456d6b7aa req-6d85dec8-4256-4a7f-b84b-bf3cd82b23ef tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:27.335439 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20072e0c-b6f1-46ef-b05b-c4d456d6b7aa req-6d85dec8-4256-4a7f-b84b-bf3cd82b23ef tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0e40dc-1b8a-4dec-937c-48381da361c1 HTTP/1.1" status: 200 len: 945 time: 0.2555676 Sep 30 13:15:27.476925 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b5bc343-70ae-4b93-9d5c-0e9283cbd39b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:27.592443 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device e3115ac8-24e9-4c09-ab12-c2f8869f7ada up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:15:27.659101 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20072e0c-b6f1-46ef-b05b-c4d456d6b7aa req-220a62ef-e63f-41b6-a68d-9bd5e6b1118f tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152301 Sep 30 13:15:27.668901 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67099143-feb1-4ecf-932d-6d5eb108473e None None] Pushing event updated for resources: {'Port': ['ID=f0db4e40-f2a8-48ef-9d6e-359278d9a39f,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:27.701637 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-09e61b77-0cca-4c55-827b-ad750dc9f427 None None] Deleting port f0db4e40-f2a8-48ef-9d6e-359278d9a39f {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:27.701637 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-09e61b77-0cca-4c55-827b-ad750dc9f427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:27.861362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-09e61b77-0cca-4c55-827b-ad750dc9f427 None None] For port f0db4e40-f2a8-48ef-9d6e-359278d9a39f, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=f0db4e40-f2a8-48ef-9d6e-359278d9a39f,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:27.862385 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-09e61b77-0cca-4c55-827b-ad750dc9f427 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:27.873348 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca91f1-23aa-4d59-83ef-89e81f494d18 req-3aaf648e-08e3-4bc1-8a1a-0b3d33489ce5 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:27.878961 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-09e61b77-0cca-4c55-827b-ad750dc9f427 None None] Calling delete_port for f0db4e40-f2a8-48ef-9d6e-359278d9a39f owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:27.881247 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-41ca91f1-23aa-4d59-83ef-89e81f494d18 req-3aaf648e-08e3-4bc1-8a1a-0b3d33489ce5 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 943 time: 0.3239784 Sep 30 13:15:27.984465 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-41ca91f1-23aa-4d59-83ef-89e81f494d18 req-e2a8fee7-7276-4922-bf1d-d16d0841d195 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004632 Sep 30 13:15:27.991229 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:15:27.991892 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:15:28.000207 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-7b5bc343-70ae-4b93-9d5c-0e9283cbd39b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] For port f0db4e40-f2a8-48ef-9d6e-359278d9a39f, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=f0db4e40-f2a8-48ef-9d6e-359278d9a39f,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:28.034054 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port e3115ac8-24e9-4c09-ab12-c2f8869f7ada completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:15:28.049785 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port e3115ac8-24e9-4c09-ab12-c2f8869f7ada triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:28.050520 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:28.105647 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d766e-3416-47a6-8d6a-63d1a27f0a8a req-07f0037f-eb71-4000-a195-0d4b565e151f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:28.116829 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d766e-3416-47a6-8d6a-63d1a27f0a8a req-07f0037f-eb71-4000-a195-0d4b565e151f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:28.127831 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-065d766e-3416-47a6-8d6a-63d1a27f0a8a req-07f0037f-eb71-4000-a195-0d4b565e151f tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=25c760fe-35da-40c5-91e0-253bea8d2ff1 HTTP/1.1" status: 200 len: 1679 time: 0.1962423 Sep 30 13:15:28.184015 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b5bc343-70ae-4b93-9d5c-0e9283cbd39b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:28.206734 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b5bc343-70ae-4b93-9d5c-0e9283cbd39b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:28.212868 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b5bc343-70ae-4b93-9d5c-0e9283cbd39b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:28.227385 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-09e61b77-0cca-4c55-827b-ad750dc9f427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:28.329353 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e61b77-0cca-4c55-827b-ad750dc9f427 None None] Pushing event deleted for resources: {'Port': ['ID=f0db4e40-f2a8-48ef-9d6e-359278d9a39f,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:28.345473 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e61b77-0cca-4c55-827b-ad750dc9f427 None None] No DVR routers for this DVR port f0db4e40-f2a8-48ef-9d6e-359278d9a39f on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:15:28.351275 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:28.426480 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-065d766e-3416-47a6-8d6a-63d1a27f0a8a req-1012dcb9-09c4-4691-ac01-80a450952a72 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924545 Sep 30 13:15:28.447946 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port e3115ac8-24e9-4c09-ab12-c2f8869f7ada, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=e3115ac8-24e9-4c09-ab12-c2f8869f7ada,segment=NetworkSegment(fd5d8448-f31f-4d2c-bab3-414e4b29d03a),segment_id=fd5d8448-f31f-4d2c-bab3-414e4b29d03a)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:28.458052 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bc343-70ae-4b93-9d5c-0e9283cbd39b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Port': ['ID=f0db4e40-f2a8-48ef-9d6e-359278d9a39f,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:28.460587 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:28.461772 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 01a8876f-919f-4319-bac0-87c2b41a078b up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:15:28.499389 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5bc343-70ae-4b93-9d5c-0e9283cbd39b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:15:28.519409 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-7b5bc343-70ae-4b93-9d5c-0e9283cbd39b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:28.527571 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5bc343-70ae-4b93-9d5c-0e9283cbd39b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:28.528541 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b5bc343-70ae-4b93-9d5c-0e9283cbd39b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:28.539961 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2aab4b3a-c808-47b4-b0fa-93da3cba39bd tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:28.561344 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7b5bc343-70ae-4b93-9d5c-0e9283cbd39b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9418347 Sep 30 13:15:28.561807 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2aab4b3a-c808-47b4-b0fa-93da3cba39bd tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:28.564969 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60754) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:28.571039 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-9677c43b-9a6f-4e01-b1ab-3b75e07178a3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:28.576473 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7218681-60bc-4607-a8d3-eaa09e011df6 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:15:28.640667 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bc343-70ae-4b93-9d5c-0e9283cbd39b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=d00fafb5-136c-4a23-9835-5b7256ad7ff5,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:28.683176 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c760fe-35da-40c5-91e0-253bea8d2ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3115ac8-24e9-4c09-ab12-c2f8869f7ada'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:15:28.694368 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4224b5-b9bf-43a1-8c59-2aa9e680c2d0" -d '{"events": [{"server_uuid": "25c760fe-35da-40c5-91e0-253bea8d2ff1", "name": "network-vif-plugged", "status": "completed", "tag": "e3115ac8-24e9-4c09-ab12-c2f8869f7ada"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:15:28.792510 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Port f0db4e40-f2a8-48ef-9d6e-359278d9a39f update to ACTIVE by agent not found {{(pid=94765) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Sep 30 13:15:28.852687 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5427fb-f833-44ec-8a71-3138bd2d6c0b req-fdeddd50-7ab8-47f0-8867-fd7ca42fdac6 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:28.869273 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d5427fb-f833-44ec-8a71-3138bd2d6c0b req-fdeddd50-7ab8-47f0-8867-fd7ca42fdac6 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 946 time: 0.3263695 Sep 30 13:15:28.961223 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=e3115ac8-24e9-4c09-ab12-c2f8869f7ada,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:29.011269 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device f0db4e40-f2a8-48ef-9d6e-359278d9a39f no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:15:29.017516 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877fcc2-941e-4fa8-ba7d-acdc1174a51a req-60ebc468-1d8f-49a2-aa08-761be3f71002 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:29.023134 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8877fcc2-941e-4fa8-ba7d-acdc1174a51a req-60ebc468-1d8f-49a2-aa08-761be3f71002 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b0e40dc-1b8a-4dec-937c-48381da361c1 HTTP/1.1" status: 200 len: 945 time: 0.6433537 Sep 30 13:15:29.070577 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: f0db4e40-f2a8-48ef-9d6e-359278d9a39f {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:15:29.072536 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device f0db4e40-f2a8-48ef-9d6e-359278d9a39f not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:15:29.072985 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 6a78a1bc-73bf-4f48-9957-6c034d5c4a10 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:15:29.080193 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 01a8876f-919f-4319-bac0-87c2b41a078b completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:15:29.095567 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d5427fb-f833-44ec-8a71-3138bd2d6c0b req-4674c27c-39ba-4104-aa6c-2fe70a3fc5b3 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232399 Sep 30 13:15:29.152666 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-2aab4b3a-c808-47b4-b0fa-93da3cba39bd tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Floating IP b1da4b02-a703-4bb7-a008-c133f13fc813 associated. External IP: 172.25.5.135, port: bef15889-749c-4b8e-9c6d-ead8748f7ec2. Sep 30 13:15:29.156262 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 6a78a1bc-73bf-4f48-9957-6c034d5c4a10 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:15:29.156933 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 6a78a1bc-73bf-4f48-9957-6c034d5c4a10 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:15:29.162245 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 01a8876f-919f-4319-bac0-87c2b41a078b triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:29.164034 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:29.173751 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd5814-eef7-4a82-ae50-702aa4841ab4 req-08aad894-cf0f-4002-89a1-54c7e800a8cf tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:29.185198 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0bbd5814-eef7-4a82-ae50-702aa4841ab4 req-08aad894-cf0f-4002-89a1-54c7e800a8cf tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0e40dc-1b8a-4dec-937c-48381da361c1 HTTP/1.1" status: 200 len: 945 time: 0.2496760 Sep 30 13:15:29.197446 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0babb92b-16b4-46b1-8515-d3b0d7a9990a x-openstack-request-id: req-0babb92b-16b4-46b1-8515-d3b0d7a9990a {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:15:29.198076 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c760fe-35da-40c5-91e0-253bea8d2ff1", "name": "network-vif-plugged", "status": "completed", "tag": "e3115ac8-24e9-4c09-ab12-c2f8869f7ada", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:15:29.198730 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0babb92b-16b4-46b1-8515-d3b0d7a9990a {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:15:29.199288 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c760fe-35da-40c5-91e0-253bea8d2ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3115ac8-24e9-4c09-ab12-c2f8869f7ada', 'code': 200} Sep 30 13:15:29.242527 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9677c43b-9a6f-4e01-b1ab-3b75e07178a3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:15:29.246211 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9677c43b-9a6f-4e01-b1ab-3b75e07178a3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:29.323847 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0bbd5814-eef7-4a82-ae50-702aa4841ab4 req-12565ef7-2905-4a4c-a493-67e38cc36c2e tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377103 Sep 30 13:15:29.335869 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:29.342203 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ca6a31-0189-4680-b102-a4bcfdbd779b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'fixed_ips': [{'subnet_id': 'd00fafb5-136c-4a23-9835-5b7256ad7ff5'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:15:29.342640 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a2ca6a31-0189-4680-b102-a4bcfdbd779b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:29.360860 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc4f485-81b7-43ec-bb68-44cf14e70ea1 admin admin] Router 2d27015d-6087-4b96-a143-29aaa346f5d7 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:15:29.380019 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-8877fcc2-941e-4fa8-ba7d-acdc1174a51a req-59c73202-e236-4e0a-91fc-ca813cdc358e tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Deleting port 18a3efc2-70b3-4ec3-a8e1-30b7de888e17 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:29.380674 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8877fcc2-941e-4fa8-ba7d-acdc1174a51a req-59c73202-e236-4e0a-91fc-ca813cdc358e tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:29.551126 n-d-810909-2 neutron-server[94763]: INFO neutron.db.ipam_backend_mixin [None req-9677c43b-9a6f-4e01-b1ab-3b75e07178a3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d00fafb5-136c-4a23-9835-5b7256ad7ff5 (CIDR: 2001:db8::/64) Sep 30 13:15:29.591618 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-9677c43b-9a6f-4e01-b1ab-3b75e07178a3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:15:29.594620 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9677c43b-9a6f-4e01-b1ab-3b75e07178a3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:15:29.603802 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc4f485-81b7-43ec-bb68-44cf14e70ea1 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:15:29.616008 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2cc4f485-81b7-43ec-bb68-44cf14e70ea1 admin admin] 10.222.0.18 "PUT /v2.0/routers/2d27015d-6087-4b96-a143-29aaa346f5d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5763967 Sep 30 13:15:29.623655 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60768) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:29.632693 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e5032-f686-481f-bed4-b51c155a6b4b req-9d3e1504-60bd-4371-aa6f-dedf8fdf8793 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:29.644416 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-144e5032-f686-481f-bed4-b51c155a6b4b req-9d3e1504-60bd-4371-aa6f-dedf8fdf8793 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 943 time: 0.3332493 Sep 30 13:15:29.684729 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cb56ff-ce7d-4ef3-9630-1b10544b18cc None None] Sync routers for ids ['2d27015d-6087-4b96-a143-29aaa346f5d7'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:15:29.697613 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 01a8876f-919f-4319-bac0-87c2b41a078b, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=01a8876f-919f-4319-bac0-87c2b41a078b,segment=NetworkSegment(9f49b9c1-ca69-436a-962f-e553797bd301),segment_id=9f49b9c1-ca69-436a-962f-e553797bd301)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:29.730372 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9677c43b-9a6f-4e01-b1ab-3b75e07178a3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1616690 Sep 30 13:15:29.732271 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-8877fcc2-941e-4fa8-ba7d-acdc1174a51a req-59c73202-e236-4e0a-91fc-ca813cdc358e tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] For port 18a3efc2-70b3-4ec3-a8e1-30b7de888e17, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=18a3efc2-70b3-4ec3-a8e1-30b7de888e17,segment=NetworkSegment(6bf873a3-7cfc-4197-a209-441b53a33443),segment_id=6bf873a3-7cfc-4197-a209-441b53a33443)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:29.732661 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8877fcc2-941e-4fa8-ba7d-acdc1174a51a req-59c73202-e236-4e0a-91fc-ca813cdc358e tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:29.736230 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:29.758774 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60772) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:29.771583 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-eaa17e37-8bf0-4193-a15d-9c300afb299c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:29.813806 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cb56ff-ce7d-4ef3-9630-1b10544b18cc None None] Routers {'2d27015d-6087-4b96-a143-29aaa346f5d7'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:15:29.814478 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-c0cb56ff-ce7d-4ef3-9630-1b10544b18cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:15:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['2d27015d-6087-4b96-a143-29aaa346f5d7'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:29.822409 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-a2ca6a31-0189-4680-b102-a4bcfdbd779b None None] Allocated IP 2001:db8::f816:3eff:fe8c:a4eb (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/d00fafb5-136c-4a23-9835-5b7256ad7ff5/30c708be-9897-4fc1-98e4-abda67f5ffd3) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:15:29.843352 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ba495f14-6fa4-4b56-b542-270c8f8aac64 admin admin] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:29.924985 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-8877fcc2-941e-4fa8-ba7d-acdc1174a51a req-59c73202-e236-4e0a-91fc-ca813cdc358e tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Calling delete_port for 18a3efc2-70b3-4ec3-a8e1-30b7de888e17 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:29.933290 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa17e37-8bf0-4193-a15d-9c300afb299c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:15:29.937158 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-eaa17e37-8bf0-4193-a15d-9c300afb299c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:29.952891 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1442e-779e-4764-8592-f2eb8fefdf70 req-68621ef0-d8ca-470d-a01f-eb2ede2b0de5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:29.960641 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1442e-779e-4764-8592-f2eb8fefdf70 req-68621ef0-d8ca-470d-a01f-eb2ede2b0de5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:29.968340 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d0b1442e-779e-4764-8592-f2eb8fefdf70 req-68621ef0-d8ca-470d-a01f-eb2ede2b0de5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=25c760fe-35da-40c5-91e0-253bea8d2ff1 HTTP/1.1" status: 200 len: 1680 time: 0.4110801 Sep 30 13:15:30.005940 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ba495f14-6fa4-4b56-b542-270c8f8aac64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:30.033969 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-c0cb56ff-ce7d-4ef3-9630-1b10544b18cc None None] Set router 2d27015d-6087-4b96-a143-29aaa346f5d7 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:15:30.053907 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-144e5032-f686-481f-bed4-b51c155a6b4b req-6573a735-b492-4a42-bb30-8937cfaf4a0e tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045143 Sep 30 13:15:30.504159 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aab4b3a-c808-47b4-b0fa-93da3cba39bd tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Router bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:15:30.507746 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-ba495f14-6fa4-4b56-b542-270c8f8aac64 admin admin] Deleting port fbc60a07-6fda-42e0-8c20-efe27af3396b {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:30.508273 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ba495f14-6fa4-4b56-b542-270c8f8aac64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:30.577301 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a2ca6a31-0189-4680-b102-a4bcfdbd779b None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:30.621655 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d0b1442e-779e-4764-8592-f2eb8fefdf70 req-9a214b96-143e-429e-a794-fd450e5ee4e9 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6522794 Sep 30 13:15:30.628683 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a2ca6a31-0189-4680-b102-a4bcfdbd779b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:30.677801 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ca6a31-0189-4680-b102-a4bcfdbd779b None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:15:30.690948 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-a2ca6a31-0189-4680-b102-a4bcfdbd779b None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:30.697538 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ca6a31-0189-4680-b102-a4bcfdbd779b None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:15:30.796075 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=01a8876f-919f-4319-bac0-87c2b41a078b,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:30.858760 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca6a31-0189-4680-b102-a4bcfdbd779b None None] Pushing event updated for resources: {'Port': ['ID=30c708be-9897-4fc1-98e4-abda67f5ffd3,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:30.872086 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-a2ca6a31-0189-4680-b102-a4bcfdbd779b None None] Attempting to bind port 30c708be-9897-4fc1-98e4-abda67f5ffd3 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:15:30.872456 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-a2ca6a31-0189-4680-b102-a4bcfdbd779b None None] Attempting to bind port 30c708be-9897-4fc1-98e4-abda67f5ffd3 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:15:30.872815 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ca6a31-0189-4680-b102-a4bcfdbd779b None None] Attempting to bind port 30c708be-9897-4fc1-98e4-abda67f5ffd3 on network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:15:30.877734 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e34237-40ea-44d8-aa01-e13286261089 req-4401470e-159c-4e8f-a99f-6e27c96a38c4 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:30.879840 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ca6a31-0189-4680-b102-a4bcfdbd779b None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:15:30.880433 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ca6a31-0189-4680-b102-a4bcfdbd779b None None] Checking segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:15:30.880842 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a2ca6a31-0189-4680-b102-a4bcfdbd779b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:30.881365 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ca6a31-0189-4680-b102-a4bcfdbd779b None None] Bound using segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:15:30.881843 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-a2ca6a31-0189-4680-b102-a4bcfdbd779b None None] Bound port: 30c708be-9897-4fc1-98e4-abda67f5ffd3, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:15:30.882263 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a2ca6a31-0189-4680-b102-a4bcfdbd779b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:30.885522 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-27e34237-40ea-44d8-aa01-e13286261089 req-4401470e-159c-4e8f-a99f-6e27c96a38c4 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 946 time: 0.1132798 Sep 30 13:15:31.029573 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-c0cb56ff-ce7d-4ef3-9630-1b10544b18cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d27015d-6087-4b96-a143-29aaa346f5d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-726049191-router', 'tenant_id': '4d563940eb2140319aef473af2a68752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'fbc60a07-6fda-42e0-8c20-efe27af3396b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:15:01Z', 'updated_at': '2021-09-30T13:15:25Z', 'revision_number': 5, 'project_id': '4d563940eb2140319aef473af2a68752', 'gw_port': {'id': 'fbc60a07-6fda-42e0-8c20-efe27af3396b', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d27015d-6087-4b96-a143-29aaa346f5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:15:04Z', 'updated_at': '2021-09-30T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:31.082188 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cb56ff-ce7d-4ef3-9630-1b10544b18cc None None] Checking router: 2d27015d-6087-4b96-a143-29aaa346f5d7 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:15:31.094412 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cb56ff-ce7d-4ef3-9630-1b10544b18cc None None] Routers {'2d27015d-6087-4b96-a143-29aaa346f5d7'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:15:31.095329 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-c0cb56ff-ce7d-4ef3-9630-1b10544b18cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:15:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['2d27015d-6087-4b96-a143-29aaa346f5d7'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:31.173863 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-27e34237-40ea-44d8-aa01-e13286261089 req-5df102f3-5316-47a2-9481-6ae0bd39f0ce tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2873740 Sep 30 13:15:31.174707 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-a2ca6a31-0189-4680-b102-a4bcfdbd779b None None] For port 30c708be-9897-4fc1-98e4-abda67f5ffd3, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:15:31.177676 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-eaa17e37-8bf0-4193-a15d-9c300afb299c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:31.184327 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8877fcc2-941e-4fa8-ba7d-acdc1174a51a req-59c73202-e236-4e0a-91fc-ca813cdc358e tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:31.208841 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c760fe-35da-40c5-91e0-253bea8d2ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a8876f-919f-4319-bac0-87c2b41a078b'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:15:31.211137 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c77429-0835-4b75-b468-4e334921b6d7" -d '{"events": [{"server_uuid": "25c760fe-35da-40c5-91e0-253bea8d2ff1", "name": "network-vif-plugged", "status": "completed", "tag": "01a8876f-919f-4319-bac0-87c2b41a078b"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:15:31.221558 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['d9c104f1-237d-4a23-aece-e8c3e7168fb9'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:15:31.224652 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['c38957e0-ddf6-4a5b-8d18-80802e8d67f6'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:15:31.301327 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-ba495f14-6fa4-4b56-b542-270c8f8aac64 admin admin] For port fbc60a07-6fda-42e0-8c20-efe27af3396b, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=fbc60a07-6fda-42e0-8c20-efe27af3396b,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:31.301726 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ba495f14-6fa4-4b56-b542-270c8f8aac64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:31.330699 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-a2ca6a31-0189-4680-b102-a4bcfdbd779b None None] For port 30c708be-9897-4fc1-98e4-abda67f5ffd3, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=30c708be-9897-4fc1-98e4-abda67f5ffd3,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:15:31.341036 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-ba495f14-6fa4-4b56-b542-270c8f8aac64 admin admin] Calling delete_port for fbc60a07-6fda-42e0-8c20-efe27af3396b owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:31.351731 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a2ca6a31-0189-4680-b102-a4bcfdbd779b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:31.372209 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-c0cb56ff-ce7d-4ef3-9630-1b10544b18cc None None] Set router 2d27015d-6087-4b96-a143-29aaa346f5d7 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:15:31.383917 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aab4b3a-c808-47b4-b0fa-93da3cba39bd tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:15:31.392486 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2aab4b3a-c808-47b4-b0fa-93da3cba39bd tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:31.396867 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6742e955-f221-4364-8d6e-b783b2467352 None None] Sync routers for ids ['bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:15:31.404242 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa17e37-8bf0-4193-a15d-9c300afb299c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:15:31.417358 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6742e955-f221-4364-8d6e-b783b2467352 None None] Routers {'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:15:31.417988 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6742e955-f221-4364-8d6e-b783b2467352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:15:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:31.418462 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64c70f8b-8abe-43b2-8d77-d023470aa133 req-67063a54-2f0b-4315-ab20-2ab8db131e8b tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0e40dc-1b8a-4dec-937c-48381da361c1 HTTP/1.1" status: 200 len: 210 time: 0.1306980 Sep 30 13:15:31.420470 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-eaa17e37-8bf0-4193-a15d-9c300afb299c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:31.423080 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa17e37-8bf0-4193-a15d-9c300afb299c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=3f2965f4-e7a8-40d8-bca1-4ebb84ab8d8e,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:31.425413 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c73202-e236-4e0a-91fc-ca813cdc358e tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Pushing event deleted for resources: {'Port': ['ID=18a3efc2-70b3-4ec3-a8e1-30b7de888e17,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:31.429082 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa17e37-8bf0-4193-a15d-9c300afb299c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:31.430146 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-eaa17e37-8bf0-4193-a15d-9c300afb299c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:31.484543 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-c0cb56ff-ce7d-4ef3-9630-1b10544b18cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d27015d-6087-4b96-a143-29aaa346f5d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-726049191-router', 'tenant_id': '4d563940eb2140319aef473af2a68752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:15:01Z', 'updated_at': '2021-09-30T13:15:30Z', 'revision_number': 6, 'project_id': '4d563940eb2140319aef473af2a68752', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:31.531789 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-8877fcc2-941e-4fa8-ba7d-acdc1174a51a req-59c73202-e236-4e0a-91fc-ca813cdc358e tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] No DVR routers for this DVR port 18a3efc2-70b3-4ec3-a8e1-30b7de888e17 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:15:31.540985 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-eaa17e37-8bf0-4193-a15d-9c300afb299c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7796900 Sep 30 13:15:31.542669 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8877fcc2-941e-4fa8-ba7d-acdc1174a51a req-59c73202-e236-4e0a-91fc-ca813cdc358e tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:31.546356 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8877fcc2-941e-4fa8-ba7d-acdc1174a51a req-59c73202-e236-4e0a-91fc-ca813cdc358e tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.39 "DELETE /v2.0/ports/18a3efc2-70b3-4ec3-a8e1-30b7de888e17 HTTP/1.1" status: 204 len: 173 time: 2.5039213 Sep 30 13:15:31.546951 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0e40dc-1b8a-4dec-937c-48381da361c1', 'name': 'network-vif-deleted', 'tag': '18a3efc2-70b3-4ec3-a8e1-30b7de888e17'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:15:31.549316 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce78baa-64ec-4058-a57e-ab2c883503db" -d '{"events": [{"server_uuid": "6b0e40dc-1b8a-4dec-937c-48381da361c1", "name": "network-vif-deleted", "tag": "18a3efc2-70b3-4ec3-a8e1-30b7de888e17"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:15:31.550584 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60838) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:31.570500 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a29c3b-8f53-4887-9dcb-c05422a63d77 x-openstack-request-id: req-20a29c3b-8f53-4887-9dcb-c05422a63d77 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:15:31.571519 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-b25ecc82-7eb1-41e5-b78c-5f4f3d235154 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'port': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'mac_address': 'fa:16:3e:2b:27:b6', 'name': 'tempest-NetworksTestDHCPv6-1252320672'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:31.571767 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c760fe-35da-40c5-91e0-253bea8d2ff1", "name": "network-vif-plugged", "status": "completed", "tag": "01a8876f-919f-4319-bac0-87c2b41a078b", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:15:31.572651 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20a29c3b-8f53-4887-9dcb-c05422a63d77 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:15:31.572651 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c760fe-35da-40c5-91e0-253bea8d2ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a8876f-919f-4319-bac0-87c2b41a078b', 'code': 200} Sep 30 13:15:31.589629 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2aab4b3a-c808-47b4-b0fa-93da3cba39bd tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "PUT /v2.0/floatingips/b1da4b02-a703-4bb7-a008-c133f13fc813 HTTP/1.1" status: 200 len: 992 time: 7.0318804 Sep 30 13:15:31.622327 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb99b3c-16a0-43f7-901e-9dccc75d0421', 'tag': 'bef15889-749c-4b8e-9c6d-ead8748f7ec2'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:15:31.625057 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b760c6-f6ef-4d15-9683-c2d634e12fce" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb99b3c-16a0-43f7-901e-9dccc75d0421", "tag": "bef15889-749c-4b8e-9c6d-ead8748f7ec2"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:15:31.628490 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cb56ff-ce7d-4ef3-9630-1b10544b18cc None None] The sync data for ids ['2d27015d-6087-4b96-a143-29aaa346f5d7'] in n-d-810909-2 is: [{'id': '2d27015d-6087-4b96-a143-29aaa346f5d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-726049191-router', 'tenant_id': '4d563940eb2140319aef473af2a68752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:15:01Z', 'updated_at': '2021-09-30T13:15:30Z', 'revision_number': 6, 'project_id': '4d563940eb2140319aef473af2a68752', 'gw_port_host': None}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:15:31.638156 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b366a-07ab-4314-9aa7-7e9e0b1f2c4f req-26c5e3e0-4de5-4cf2-97bc-ee809c278278 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:31.639769 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a73b366a-07ab-4314-9aa7-7e9e0b1f2c4f req-26c5e3e0-4de5-4cf2-97bc-ee809c278278 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9 HTTP/1.1" status: 200 len: 943 time: 0.2958133 Sep 30 13:15:31.646995 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28697bf-fb19-4b0c-8f60-6b7d4c58df84 x-openstack-request-id: req-d28697bf-fb19-4b0c-8f60-6b7d4c58df84 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:15:31.647607 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0e40dc-1b8a-4dec-937c-48381da361c1", "name": "network-vif-deleted", "tag": "18a3efc2-70b3-4ec3-a8e1-30b7de888e17", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:15:31.648894 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d28697bf-fb19-4b0c-8f60-6b7d4c58df84 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:15:31.649948 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0e40dc-1b8a-4dec-937c-48381da361c1', 'name': 'network-vif-deleted', 'tag': '18a3efc2-70b3-4ec3-a8e1-30b7de888e17', 'status': 'completed', 'code': 200} Sep 30 13:15:31.723331 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca6a31-0189-4680-b102-a4bcfdbd779b None None] Pushing event updated for resources: {'Port': ['ID=30c708be-9897-4fc1-98e4-abda67f5ffd3,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:31.756189 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 18a3efc2-70b3-4ec3-a8e1-30b7de888e17 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:15:31.807577 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 18a3efc2-70b3-4ec3-a8e1-30b7de888e17 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:15:31.813305 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 18a3efc2-70b3-4ec3-a8e1-30b7de888e17 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:15:31.813810 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device cd0a9de7-6121-4766-88b4-a9625bfceeee no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:15:31.813947 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-6742e955-f221-4364-8d6e-b783b2467352 None None] Set router bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:15:32.113207 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca23ac-f3cd-4f11-b056-1b2c2a66d6a2 req-8e50a92a-289e-4baf-8f37-4a9046e058cd tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:32.129750 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca23ac-f3cd-4f11-b056-1b2c2a66d6a2 req-8e50a92a-289e-4baf-8f37-4a9046e058cd tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:32.141229 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-10ca23ac-f3cd-4f11-b056-1b2c2a66d6a2 req-8e50a92a-289e-4baf-8f37-4a9046e058cd tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=25c760fe-35da-40c5-91e0-253bea8d2ff1 HTTP/1.1" status: 200 len: 1681 time: 0.1713164 Sep 30 13:15:32.360779 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-10ca23ac-f3cd-4f11-b056-1b2c2a66d6a2 req-209bc471-83d9-482a-90ab-57d89cecccd6 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153718 Sep 30 13:15:32.378881 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab17da6-b876-4958-b21b-84eca31f3e8d req-864188ad-b7e6-4e5e-a4e1-8f291c9fa5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:32.379388 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab17da6-b876-4958-b21b-84eca31f3e8d req-864188ad-b7e6-4e5e-a4e1-8f291c9fa5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:32.386526 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2ab17da6-b876-4958-b21b-84eca31f3e8d req-864188ad-b7e6-4e5e-a4e1-8f291c9fa5e2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=25c760fe-35da-40c5-91e0-253bea8d2ff1 HTTP/1.1" status: 200 len: 1983 time: 0.7455947 Sep 30 13:15:32.501504 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7235eb1-3ddb-4b5c-ba3b-8901996eedc8 x-openstack-request-id: req-f7235eb1-3ddb-4b5c-ba3b-8901996eedc8 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:15:32.502470 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb99b3c-16a0-43f7-901e-9dccc75d0421", "tag": "bef15889-749c-4b8e-9c6d-ead8748f7ec2", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:15:32.506713 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7235eb1-3ddb-4b5c-ba3b-8901996eedc8 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:15:32.512171 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb99b3c-16a0-43f7-901e-9dccc75d0421', 'tag': 'bef15889-749c-4b8e-9c6d-ead8748f7ec2', 'status': 'completed', 'code': 200} Sep 30 13:15:32.561437 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b760c6-f6ef-4d15-9683-c2d634e12fce req-ca3b4a07-37d1-46cd-a839-2a4e35d5fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:32.565526 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75b760c6-f6ef-4d15-9683-c2d634e12fce req-ca3b4a07-37d1-46cd-a839-2a4e35d5fe1f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd472ce50e4547d68eaae043f0883472&device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 1097 time: 0.0895183 Sep 30 13:15:32.573609 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6742e955-f221-4364-8d6e-b783b2467352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'name': 'tempest-AttachVolumeShelveTestJSON-294932652-router', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:04Z', 'updated_at': '2021-09-30T13:08:10Z', 'revision_number': 4, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'gw_port': {'id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:05Z', 'updated_at': '2021-09-30T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'b1da4b02-a703-4bb7-a008-c133f13fc813', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'port_id': 'bef15889-749c-4b8e-9c6d-ead8748f7ec2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'mac_address': 'fa:16:3e:46:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb99b3c-16a0-43f7-901e-9dccc75d0421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:14:51Z', 'updated_at': '2021-09-30T13:15:28Z', 'revision_number': 1, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6a5247-fce5-4db8-881f-82c6104258fe', 'name': '', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'mac_address': 'fa:16:3e:da:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:18Z', 'revision_number': 5, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'subnets': [{'id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:32.634700 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6742e955-f221-4364-8d6e-b783b2467352 None None] Checking router: bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:15:32.656249 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6742e955-f221-4364-8d6e-b783b2467352 None None] Routers {'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:15:32.656990 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6742e955-f221-4364-8d6e-b783b2467352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:15:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:32.697948 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2ab17da6-b876-4958-b21b-84eca31f3e8d req-d66ca3d0-30f4-434a-bf6a-47f6b57a141a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445810 Sep 30 13:15:32.703315 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ba495f14-6fa4-4b56-b542-270c8f8aac64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:32.713377 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25ecc82-7eb1-41e5-b78c-5f4f3d235154 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:15:32.792574 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e7d4f-a422-4928-9e42-7a477b0a30e4 req-e5240979-505a-42c0-9aed-3acc929c4ebb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:32.794717 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-a73b366a-07ab-4314-9aa7-7e9e0b1f2c4f req-8d9dbdf6-e523-448a-8719-a5ee173203f0 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Deleting port cd0a9de7-6121-4766-88b4-a9625bfceeee {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:32.795060 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-a73b366a-07ab-4314-9aa7-7e9e0b1f2c4f req-8d9dbdf6-e523-448a-8719-a5ee173203f0 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:32.800404 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba495f14-6fa4-4b56-b542-270c8f8aac64 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc60a07-6fda-42e0-8c20-efe27af3396b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:32.808702 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2a1e7d4f-a422-4928-9e42-7a477b0a30e4 req-e5240979-505a-42c0-9aed-3acc929c4ebb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 946 time: 0.2312222 Sep 30 13:15:32.890402 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b760c6-f6ef-4d15-9683-c2d634e12fce req-e18d200a-297e-40a2-993c-2fcd7a113566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:32.892125 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75b760c6-f6ef-4d15-9683-c2d634e12fce req-e18d200a-297e-40a2-993c-2fcd7a113566 service neutron] 10.222.0.39 "GET /v2.0/networks?id=82efec7b-c7e1-4afa-8d19-9d7200d8225f HTTP/1.1" status: 200 len: 917 time: 0.2573047 Sep 30 13:15:32.901318 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2a1e7d4f-a422-4928-9e42-7a477b0a30e4 req-a0f7a449-25a5-4da7-a69c-79c0ea6c5d19 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917208 Sep 30 13:15:33.047870 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75b760c6-f6ef-4d15-9683-c2d634e12fce req-3115bb34-6664-4b31-890b-d2161ca1bcd1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bef15889-749c-4b8e-9c6d-ead8748f7ec2 HTTP/1.1" status: 200 len: 1000 time: 0.1455531 Sep 30 13:15:33.074830 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-6742e955-f221-4364-8d6e-b783b2467352 None None] Set router bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:15:33.092144 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 30c708be-9897-4fc1-98e4-abda67f5ffd3 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:15:33.130414 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ba495f14-6fa4-4b56-b542-270c8f8aac64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:33.140124 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b25ecc82-7eb1-41e5-b78c-5f4f3d235154 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:33.175794 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b760c6-f6ef-4d15-9683-c2d634e12fce req-8ee250ba-42e6-4882-b480-5ee1d4723cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:33.184984 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75b760c6-f6ef-4d15-9683-c2d634e12fce req-8ee250ba-42e6-4882-b480-5ee1d4723cc2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8ac488f0-945c-4387-aad6-12387e6433e7 HTTP/1.1" status: 200 len: 855 time: 0.1299365 Sep 30 13:15:33.233965 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 30c708be-9897-4fc1-98e4-abda67f5ffd3 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:33.235001 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:33.260427 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-a73b366a-07ab-4314-9aa7-7e9e0b1f2c4f req-8d9dbdf6-e523-448a-8719-a5ee173203f0 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] For port cd0a9de7-6121-4766-88b4-a9625bfceeee, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cd0a9de7-6121-4766-88b4-a9625bfceeee,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:33.260798 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-a73b366a-07ab-4314-9aa7-7e9e0b1f2c4f req-8d9dbdf6-e523-448a-8719-a5ee173203f0 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:33.297614 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b760c6-f6ef-4d15-9683-c2d634e12fce req-7ccb1ba5-511b-4e35-8e8f-9b07f6178274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:33.301620 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75b760c6-f6ef-4d15-9683-c2d634e12fce req-7ccb1ba5-511b-4e35-8e8f-9b07f6178274 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=82efec7b-c7e1-4afa-8d19-9d7200d8225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062963 Sep 30 13:15:33.365073 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ba495f14-6fa4-4b56-b542-270c8f8aac64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:33.370048 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-a73b366a-07ab-4314-9aa7-7e9e0b1f2c4f req-8d9dbdf6-e523-448a-8719-a5ee173203f0 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Calling delete_port for cd0a9de7-6121-4766-88b4-a9625bfceeee owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:33.374820 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ba495f14-6fa4-4b56-b542-270c8f8aac64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:33.389372 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:33.398488 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-b25ecc82-7eb1-41e5-b78c-5f4f3d235154 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] device_id is not set on port 1f7f2199-8504-4a15-a901-06df0ade506c yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:15:33.468999 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75b760c6-f6ef-4d15-9683-c2d634e12fce req-f812257b-903e-431c-8144-3054ebb4424b service neutron] 10.222.0.39 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606534 Sep 30 13:15:33.471223 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 30c708be-9897-4fc1-98e4-abda67f5ffd3, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=30c708be-9897-4fc1-98e4-abda67f5ffd3,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:33.477257 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:33.590046 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=30c708be-9897-4fc1-98e4-abda67f5ffd3,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:33.613909 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fbc60a07-6fda-42e0-8c20-efe27af3396b no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:15:33.643660 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: fbc60a07-6fda-42e0-8c20-efe27af3396b {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:15:33.644245 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fbc60a07-6fda-42e0-8c20-efe27af3396b not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:15:33.670244 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7467a26e-c788-4e68-a4bf-d08b13e8ae1c None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:15:33.670717 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6742e955-f221-4364-8d6e-b783b2467352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'name': 'tempest-AttachVolumeShelveTestJSON-294932652-router', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:04Z', 'updated_at': '2021-09-30T13:08:10Z', 'revision_number': 4, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'gw_port': {'id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:05Z', 'updated_at': '2021-09-30T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'b1da4b02-a703-4bb7-a008-c133f13fc813', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'port_id': 'bef15889-749c-4b8e-9c6d-ead8748f7ec2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'mac_address': 'fa:16:3e:46:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb99b3c-16a0-43f7-901e-9dccc75d0421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:14:51Z', 'updated_at': '2021-09-30T13:15:28Z', 'revision_number': 1, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6a5247-fce5-4db8-881f-82c6104258fe', 'name': '', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'mac_address': 'fa:16:3e:da:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:18Z', 'revision_number': 5, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'subnets': [{'id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:33.683921 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ba495f14-6fa4-4b56-b542-270c8f8aac64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:33.694438 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba495f14-6fa4-4b56-b542-270c8f8aac64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d27015d-6087-4b96-a143-29aaa346f5d7 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:15:33.702793 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ba495f14-6fa4-4b56-b542-270c8f8aac64 admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:33.704680 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ba495f14-6fa4-4b56-b542-270c8f8aac64 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2d27015d-6087-4b96-a143-29aaa346f5d7 HTTP/1.1" status: 204 len: 168 time: 4.0514371 Sep 30 13:15:33.708791 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60910) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:33.732530 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6742e955-f221-4364-8d6e-b783b2467352 None None] The sync data for ids ['bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'] in n-d-810909-2 is: [{'id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'name': 'tempest-AttachVolumeShelveTestJSON-294932652-router', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:04Z', 'updated_at': '2021-09-30T13:08:10Z', 'revision_number': 4, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'gw_port': {'id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:05Z', 'updated_at': '2021-09-30T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'b1da4b02-a703-4bb7-a008-c133f13fc813', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'port_id': 'bef15889-749c-4b8e-9c6d-ead8748f7ec2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'mac_address': 'fa:16:3e:46:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb99b3c-16a0-43f7-901e-9dccc75d0421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:14:51Z', 'updated_at': '2021-09-30T13:15:28Z', 'revision_number': 1, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6a5247-fce5-4db8-881f-82c6104258fe', 'name': '', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'mac_address': 'fa:16:3e:da:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:18Z', 'revision_number': 5, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'subnets': [{'id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:15:33.855844 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75b760c6-f6ef-4d15-9683-c2d634e12fce req-fcd67010-7641-4b9d-8598-4d4304f70323 service neutron] 10.222.0.39 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780153 Sep 30 13:15:33.989422 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-b25ecc82-7eb1-41e5-b78c-5f4f3d235154 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 2001:db8:0:1::12 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/3f2965f4-e7a8-40d8-bca1-4ebb84ab8d8e/1f7f2199-8504-4a15-a901-06df0ade506c) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:15:33.998546 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-b25ecc82-7eb1-41e5-b78c-5f4f3d235154 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 2001:db8::f816:3eff:fe2b:27b6 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/d00fafb5-136c-4a23-9835-5b7256ad7ff5/1f7f2199-8504-4a15-a901-06df0ade506c) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:15:34.006821 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-e3a600df-9ef5-4f90-8a2b-63583f9d0ae1 None None] Provisioning complete for port 30c708be-9897-4fc1-98e4-abda67f5ffd3 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:34.007199 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e3a600df-9ef5-4f90-8a2b-63583f9d0ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:34.021897 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-a73b366a-07ab-4314-9aa7-7e9e0b1f2c4f req-8d9dbdf6-e523-448a-8719-a5ee173203f0 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:34.031684 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-671ca468-73a8-4589-9aca-f68a594fbec0 admin admin] Deleting subnet c742eb68-9dfb-429e-833d-967fc03f5dac {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:15:34.048658 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995031e-75b0-4bc1-b27c-26c5f1a709d7 req-93b01adf-b255-4aab-9817-e66dc83e1f18 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:34.058909 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995031e-75b0-4bc1-b27c-26c5f1a709d7 req-93b01adf-b255-4aab-9817-e66dc83e1f18 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:34.066344 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f995031e-75b0-4bc1-b27c-26c5f1a709d7 req-93b01adf-b255-4aab-9817-e66dc83e1f18 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=25c760fe-35da-40c5-91e0-253bea8d2ff1 HTTP/1.1" status: 200 len: 1681 time: 0.3767538 Sep 30 13:15:34.069403 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-671ca468-73a8-4589-9aca-f68a594fbec0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:34.097073 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9dbdf6-e523-448a-8719-a5ee173203f0 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Pushing event deleted for resources: {'Port': ['ID=cd0a9de7-6121-4766-88b4-a9625bfceeee,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:34.201708 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73b366a-07ab-4314-9aa7-7e9e0b1f2c4f req-8d9dbdf6-e523-448a-8719-a5ee173203f0 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] No DVR routers for this DVR port cd0a9de7-6121-4766-88b4-a9625bfceeee on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:15:34.206902 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-a73b366a-07ab-4314-9aa7-7e9e0b1f2c4f req-8d9dbdf6-e523-448a-8719-a5ee173203f0 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:34.217591 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a73b366a-07ab-4314-9aa7-7e9e0b1f2c4f req-8d9dbdf6-e523-448a-8719-a5ee173203f0 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "DELETE /v2.0/ports/cd0a9de7-6121-4766-88b4-a9625bfceeee HTTP/1.1" status: 204 len: 173 time: 2.4512107 Sep 30 13:15:34.277399 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-671ca468-73a8-4589-9aca-f68a594fbec0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:34.283191 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abf43c1-e993-4a1c-a68e-1b172c2ec7b8 None None] Update dhcp port {'port': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'fixed_ips': [{'subnet_id': 'd00fafb5-136c-4a23-9835-5b7256ad7ff5', 'ip_address': '2001:db8::f816:3eff:fe8c:a4eb'}, {'subnet_id': '3f2965f4-e7a8-40d8-bca1-4ebb84ab8d8e'}], 'binding:host_id': 'n-d-810909-2'}, 'id': '30c708be-9897-4fc1-98e4-abda67f5ffd3'} from n-d-810909-2. {{(pid=94765) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 13:15:34.329998 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae044133-6314-4650-a958-c88a4708f63e None None] New status for floating IP b1da4b02-a703-4bb7-a008-c133f13fc813: ACTIVE {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:15:34.372990 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f995031e-75b0-4bc1-b27c-26c5f1a709d7 req-e4c62794-8cf0-4dff-a592-609647f49888 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056920 Sep 30 13:15:34.454946 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b25ecc82-7eb1-41e5-b78c-5f4f3d235154 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:34.518453 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9', 'name': 'network-vif-deleted', 'tag': 'cd0a9de7-6121-4766-88b4-a9625bfceeee'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:15:34.523125 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6704a813-d3e4-4675-ae3d-28b33caf4957" -d '{"events": [{"server_uuid": "2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9", "name": "network-vif-deleted", "tag": "cd0a9de7-6121-4766-88b4-a9625bfceeee"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:15:34.542317 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4abf43c1-e993-4a1c-a68e-1b172c2ec7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:34.547017 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b25ecc82-7eb1-41e5-b78c-5f4f3d235154 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:34.625661 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-671ca468-73a8-4589-9aca-f68a594fbec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:34.674610 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25ecc82-7eb1-41e5-b78c-5f4f3d235154 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:15:34.679021 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-b25ecc82-7eb1-41e5-b78c-5f4f3d235154 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:34.689797 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25ecc82-7eb1-41e5-b78c-5f4f3d235154 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:15:34.696402 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25ecc82-7eb1-41e5-b78c-5f4f3d235154 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:34.697536 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b25ecc82-7eb1-41e5-b78c-5f4f3d235154 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:34.712447 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ecc82-7eb1-41e5-b78c-5f4f3d235154 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Port': ['ID=1f7f2199-8504-4a15-a901-06df0ade506c,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:34.738408 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b25ecc82-7eb1-41e5-b78c-5f4f3d235154 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1792746 Sep 30 13:15:34.739054 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60936) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:34.791327 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c282e-3b8b-492e-982a-1ec4e924fc0d req-f5285e8b-2fa4-49e2-83e4-219ce198a64f tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:34.798912 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c90c282e-3b8b-492e-982a-1ec4e924fc0d req-f5285e8b-2fa4-49e2-83e4-219ce198a64f tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a78ecb9-a834-424b-930c-fde9e1c5b2b1 HTTP/1.1" status: 200 len: 945 time: 0.2943518 Sep 30 13:15:34.817429 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-671ca468-73a8-4589-9aca-f68a594fbec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:34.918747 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-4abf43c1-e993-4a1c-a68e-1b172c2ec7b8 None None] Allocated IP 2001:db8:0:1::2 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/3f2965f4-e7a8-40d8-bca1-4ebb84ab8d8e/30c708be-9897-4fc1-98e4-abda67f5ffd3) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:15:34.919852 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ca468-73a8-4589-9aca-f68a594fbec0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c742eb68-9dfb-429e-833d-967fc03f5dac,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:34.932788 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-671ca468-73a8-4589-9aca-f68a594fbec0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:34.935200 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-671ca468-73a8-4589-9aca-f68a594fbec0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c742eb68-9dfb-429e-833d-967fc03f5dac HTTP/1.1" status: 204 len: 168 time: 1.2202849 Sep 30 13:15:34.938730 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60940) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:34.944701 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d563f6d-478e-43f5-b2dc-71748316d0ac None None] Network a80ea40e-5456-47a7-b5aa-e5cd18cd69dd requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:15:34.949119 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c90c282e-3b8b-492e-982a-1ec4e924fc0d req-e5ad863b-7ebd-409d-a4aa-b121f9fa9db5 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492479 Sep 30 13:15:34.979123 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 30c708be-9897-4fc1-98e4-abda67f5ffd3 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:15:34.991334 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-6eb60456-6b4c-4ce9-8073-2f241eacd133 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting port 1f7f2199-8504-4a15-a901-06df0ade506c {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:34.991334 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6eb60456-6b4c-4ce9-8073-2f241eacd133 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:35.109253 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43f08cdd-fab1-46f6-92ac-2ae39c3bf4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:35.116961 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 30 Sep 2021 13:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1abb8c4-9bf7-438a-8e6d-341c3cef30df x-openstack-request-id: req-d1abb8c4-9bf7-438a-8e6d-341c3cef30df {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:15:35.116961 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9", "name": "network-vif-deleted", "tag": "cd0a9de7-6121-4766-88b4-a9625bfceeee", "status": "failed", "code": 422}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:15:35.117310 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1abb8c4-9bf7-438a-8e6d-341c3cef30df {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:15:35.117832 n-d-810909-2 neutron-server[94764]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2f1a9d1e-43aa-47ac-b176-0e1ba76fc5c9', 'name': 'network-vif-deleted', 'tag': 'cd0a9de7-6121-4766-88b4-a9625bfceeee', 'status': 'failed', 'code': 422} returned with failed status Sep 30 13:15:35.172475 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910832a8-ae86-4f9f-a114-2bc53736f057 req-6b3de45a-5baa-4422-8e7c-43d05957ffed tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:35.178608 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-910832a8-ae86-4f9f-a114-2bc53736f057 req-6b3de45a-5baa-4422-8e7c-43d05957ffed tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 946 time: 0.3874185 Sep 30 13:15:35.212912 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6eb60456-6b4c-4ce9-8073-2f241eacd133 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:35.252835 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-43f08cdd-fab1-46f6-92ac-2ae39c3bf4f2 admin admin] Deleting port 0c0c8cdb-8dd4-44b1-9302-4f6846535a37 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:35.253447 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43f08cdd-fab1-46f6-92ac-2ae39c3bf4f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:35.283117 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2487811-766b-4f15-af2a-7469ca28b59a req-b8b2db32-e93f-4ffc-8266-98e825331fc4 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:35.284721 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c2487811-766b-4f15-af2a-7469ca28b59a req-b8b2db32-e93f-4ffc-8266-98e825331fc4 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a78ecb9-a834-424b-930c-fde9e1c5b2b1 HTTP/1.1" status: 200 len: 945 time: 0.1794021 Sep 30 13:15:35.312368 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-910832a8-ae86-4f9f-a114-2bc53736f057 req-2d3f72e4-0120-4cd6-944a-5c585c735ac2 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326089 Sep 30 13:15:35.315687 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 30c708be-9897-4fc1-98e4-abda67f5ffd3 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:35.316111 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:35.320752 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-4abf43c1-e993-4a1c-a68e-1b172c2ec7b8 None None] For port 30c708be-9897-4fc1-98e4-abda67f5ffd3, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=30c708be-9897-4fc1-98e4-abda67f5ffd3,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:35.325712 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-6eb60456-6b4c-4ce9-8073-2f241eacd133 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Calling delete_port for 1f7f2199-8504-4a15-a901-06df0ade506c owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:35.370683 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 1a3f4553-b52f-4821-afb6-39d5b478bb00 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:15:35.461543 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c1515c-0b3b-4b99-a655-256f1caf9fbe None None] DHCP port deletion for a80ea40e-5456-47a7-b5aa-e5cd18cd69dd request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:15:35.467923 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4abf43c1-e993-4a1c-a68e-1b172c2ec7b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:35.496580 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4abf43c1-e993-4a1c-a68e-1b172c2ec7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:35.512088 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-43f08cdd-fab1-46f6-92ac-2ae39c3bf4f2 admin admin] For port 0c0c8cdb-8dd4-44b1-9302-4f6846535a37, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=0c0c8cdb-8dd4-44b1-9302-4f6846535a37,segment=NetworkSegment(0ec56ab8-1c84-44ab-8acf-18209d0fb434),segment_id=0ec56ab8-1c84-44ab-8acf-18209d0fb434)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:35.512536 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43f08cdd-fab1-46f6-92ac-2ae39c3bf4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:35.553513 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-43f08cdd-fab1-46f6-92ac-2ae39c3bf4f2 admin admin] Calling delete_port for 0c0c8cdb-8dd4-44b1-9302-4f6846535a37 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:35.618314 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2165c99-59fd-4a21-af32-25b974fbe0d1 req-8e3190cf-a03c-4a9c-8685-5b8fb1ca575b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:35.624601 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2165c99-59fd-4a21-af32-25b974fbe0d1 req-8e3190cf-a03c-4a9c-8685-5b8fb1ca575b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:35.626340 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e2165c99-59fd-4a21-af32-25b974fbe0d1 req-8e3190cf-a03c-4a9c-8685-5b8fb1ca575b tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=25c760fe-35da-40c5-91e0-253bea8d2ff1 HTTP/1.1" status: 200 len: 1681 time: 0.1108162 Sep 30 13:15:35.716445 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e2165c99-59fd-4a21-af32-25b974fbe0d1 req-aba21f8d-3dc7-4fc7-b3d5-8babffc6f224 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715604 Sep 30 13:15:35.747962 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43f08cdd-fab1-46f6-92ac-2ae39c3bf4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:35.753642 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf43c1-e993-4a1c-a68e-1b172c2ec7b8 None None] Pushing event updated for resources: {'Port': ['ID=30c708be-9897-4fc1-98e4-abda67f5ffd3,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:35.776290 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:35.788481 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f08cdd-fab1-46f6-92ac-2ae39c3bf4f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c0c8cdb-8dd4-44b1-9302-4f6846535a37,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:35.790608 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f08cdd-fab1-46f6-92ac-2ae39c3bf4f2 admin admin] No DVR routers for this DVR port 0c0c8cdb-8dd4-44b1-9302-4f6846535a37 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:15:35.813455 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-83c1515c-0b3b-4b99-a655-256f1caf9fbe None None] Deleting port 0c0c8cdb-8dd4-44b1-9302-4f6846535a37 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:35.813813 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-83c1515c-0b3b-4b99-a655-256f1caf9fbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:35.821424 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-c2487811-766b-4f15-af2a-7469ca28b59a req-fc2713b7-dd82-446c-ac9f-d34cec4728ba tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Deleting port d9c104f1-237d-4a23-aece-e8c3e7168fb9 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:35.821951 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c2487811-766b-4f15-af2a-7469ca28b59a req-fc2713b7-dd82-446c-ac9f-d34cec4728ba tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:35.854494 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108c5890-09d5-4a38-9ca5-a8f4616ae3ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a3f4553-b52f-4821-afb6-39d5b478bb00'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:15:35.857222 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de47573-a4ce-4ffc-bbd8-20af6a701898" -d '{"events": [{"server_uuid": "108c5890-09d5-4a38-9ca5-a8f4616ae3ce", "name": "network-vif-unplugged", "status": "completed", "tag": "1a3f4553-b52f-4821-afb6-39d5b478bb00"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:15:35.907969 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43f08cdd-fab1-46f6-92ac-2ae39c3bf4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:35.931030 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-83c1515c-0b3b-4b99-a655-256f1caf9fbe None None] For port 0c0c8cdb-8dd4-44b1-9302-4f6846535a37, host n-d-810909-2, got binding levels [] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:35.931187 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-83c1515c-0b3b-4b99-a655-256f1caf9fbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:35.948129 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-83c1515c-0b3b-4b99-a655-256f1caf9fbe None None] Calling delete_port for 0c0c8cdb-8dd4-44b1-9302-4f6846535a37 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:35.951366 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.ipam_backend_mixin [None req-83c1515c-0b3b-4b99-a655-256f1caf9fbe None None] Port 0c0c8cdb-8dd4-44b1-9302-4f6846535a37 was not found and therefore no delete operation was performed {{(pid=94765) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 13:15:35.953243 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-83c1515c-0b3b-4b99-a655-256f1caf9fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:35.961900 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-43f08cdd-fab1-46f6-92ac-2ae39c3bf4f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a80ea40e-5456-47a7-b5aa-e5cd18cd69dd']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:35.975435 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-c2487811-766b-4f15-af2a-7469ca28b59a req-fc2713b7-dd82-446c-ac9f-d34cec4728ba tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] For port d9c104f1-237d-4a23-aece-e8c3e7168fb9, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=d9c104f1-237d-4a23-aece-e8c3e7168fb9,segment=NetworkSegment(6bf873a3-7cfc-4197-a209-441b53a33443),segment_id=6bf873a3-7cfc-4197-a209-441b53a33443)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:35.978588 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-43f08cdd-fab1-46f6-92ac-2ae39c3bf4f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec56ab8-1c84-44ab-8acf-18209d0fb434') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:35.979256 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-43f08cdd-fab1-46f6-92ac-2ae39c3bf4f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec56ab8-1c84-44ab-8acf-18209d0fb434') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:35.984421 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c2487811-766b-4f15-af2a-7469ca28b59a req-fc2713b7-dd82-446c-ac9f-d34cec4728ba tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:35.993177 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43f08cdd-fab1-46f6-92ac-2ae39c3bf4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:36.004588 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1515c-0b3b-4b99-a655-256f1caf9fbe None None] Pushing event deleted for resources: {'Port': ['ID=0c0c8cdb-8dd4-44b1-9302-4f6846535a37,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:36.011540 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43f08cdd-fab1-46f6-92ac-2ae39c3bf4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:36.015725 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6eb60456-6b4c-4ce9-8073-2f241eacd133 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:36.021389 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f08cdd-fab1-46f6-92ac-2ae39c3bf4f2 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:15:36.022305 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43f08cdd-fab1-46f6-92ac-2ae39c3bf4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:15:36.025674 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:15:36.032125 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 1a3f4553-b52f-4821-afb6-39d5b478bb00, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1a3f4553-b52f-4821-afb6-39d5b478bb00,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:36.038891 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c1515c-0b3b-4b99-a655-256f1caf9fbe None None] No DVR routers for this DVR port 0c0c8cdb-8dd4-44b1-9302-4f6846535a37 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:15:36.050755 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:36.106613 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-c2487811-766b-4f15-af2a-7469ca28b59a req-fc2713b7-dd82-446c-ac9f-d34cec4728ba tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Calling delete_port for d9c104f1-237d-4a23-aece-e8c3e7168fb9 owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:36.118891 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43f08cdd-fab1-46f6-92ac-2ae39c3bf4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:36.132076 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43f08cdd-fab1-46f6-92ac-2ae39c3bf4f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:36.137677 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-43f08cdd-fab1-46f6-92ac-2ae39c3bf4f2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a80ea40e-5456-47a7-b5aa-e5cd18cd69dd HTTP/1.1" status: 204 len: 168 time: 1.1976240 Sep 30 13:15:36.152521 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f08cdd-fab1-46f6-92ac-2ae39c3bf4f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a80ea40e-5456-47a7-b5aa-e5cd18cd69dd,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:36.197628 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=1a3f4553-b52f-4821-afb6-39d5b478bb00,revision_number=14']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:36.211067 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36cc4a3-7efa-49dc-89a8-6cc0c4dce9c6 x-openstack-request-id: req-b36cc4a3-7efa-49dc-89a8-6cc0c4dce9c6 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:15:36.211387 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108c5890-09d5-4a38-9ca5-a8f4616ae3ce", "name": "network-vif-unplugged", "status": "completed", "tag": "1a3f4553-b52f-4821-afb6-39d5b478bb00", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:15:36.211776 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b36cc4a3-7efa-49dc-89a8-6cc0c4dce9c6 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:15:36.212587 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108c5890-09d5-4a38-9ca5-a8f4616ae3ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a3f4553-b52f-4821-afb6-39d5b478bb00', 'code': 200} Sep 30 13:15:36.230952 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb60456-6b4c-4ce9-8073-2f241eacd133 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Port': ['ID=1f7f2199-8504-4a15-a901-06df0ade506c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:36.234898 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6eb60456-6b4c-4ce9-8073-2f241eacd133 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:36.236861 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6eb60456-6b4c-4ce9-8073-2f241eacd133 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/1f7f2199-8504-4a15-a901-06df0ade506c HTTP/1.1" status: 204 len: 168 time: 1.4956448 Sep 30 13:15:36.240426 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 32782) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:36.246658 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26244bf3-42c7-486f-8410-03fa138a7324 req-2e15f40f-9096-4440-a06c-0ec0ec24e22e tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:36.248212 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-26244bf3-42c7-486f-8410-03fa138a7324 req-2e15f40f-9096-4440-a06c-0ec0ec24e22e tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/networks?id=d55517b2-5639-49a0-8308-46b3625d778e HTTP/1.1" status: 200 len: 812 time: 0.6076124 Sep 30 13:15:36.328671 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-26244bf3-42c7-486f-8410-03fa138a7324 req-a8031352-085a-4727-a1a3-dcfce43c4a6a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/quotas/6ec3b180775b4f8e89f487846414229c HTTP/1.1" status: 200 len: 375 time: 0.0304775 Sep 30 13:15:36.361924 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c7f524-faf4-4624-99df-ae95026a9d59 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:36.367419 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-71c7f524-faf4-4624-99df-ae95026a9d59 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1255305 Sep 30 13:15:36.371120 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 32792) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:36.376158 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-26244bf3-42c7-486f-8410-03fa138a7324 req-dbc3af28-dee7-4d57-8a43-c07066469296 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ec3b180775b4f8e89f487846414229c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346496 Sep 30 13:15:36.401707 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686e76d-1f7b-4bdf-a0b7-1419ac6fd257 req-8c9bd073-f122-48ba-90fa-a68332596496 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:36.409430 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f686e76d-1f7b-4bdf-a0b7-1419ac6fd257 req-8c9bd073-f122-48ba-90fa-a68332596496 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a78ecb9-a834-424b-930c-fde9e1c5b2b1 HTTP/1.1" status: 200 len: 945 time: 0.1185510 Sep 30 13:15:36.415071 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 32794) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:36.560861 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f686e76d-1f7b-4bdf-a0b7-1419ac6fd257 req-7177f790-5384-4e65-872e-5bbeeeb1aa39 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502841 Sep 30 13:15:36.579401 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ea837375-5bd5-4b2b-bbfa-dcbace9b7eec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d563940eb2140319aef473af2a68752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1621904 Sep 30 13:15:36.580114 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 32810) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:36.701910 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-78fa48d1-f4ee-442a-9e10-776dddf81a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:36.746072 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-78fa48d1-f4ee-442a-9e10-776dddf81a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:36.773035 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-babbec7e-ec8e-47ce-914a-b38cbd5817c8 None None] Provisioning complete for port 30c708be-9897-4fc1-98e4-abda67f5ffd3 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:36.774358 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-babbec7e-ec8e-47ce-914a-b38cbd5817c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:36.857767 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-78fa48d1-f4ee-442a-9e10-776dddf81a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:36.861220 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-78fa48d1-f4ee-442a-9e10-776dddf81a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:36.866419 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-78fa48d1-f4ee-442a-9e10-776dddf81a61 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e9ef6ea6-915e-4302-a44e-1aeab87344ad HTTP/1.1" status: 204 len: 168 time: 0.2852361 Sep 30 13:15:36.882086 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa48d1-f4ee-442a-9e10-776dddf81a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ef6ea6-915e-4302-a44e-1aeab87344ad,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:36.982285 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e9b607-713c-4dc9-b147-be84b91a3c7d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:36.986589 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d5e9b607-713c-4dc9-b147-be84b91a3c7d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6129117 Sep 30 13:15:36.987664 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 32838) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:36.991196 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c2487811-766b-4f15-af2a-7469ca28b59a req-fc2713b7-dd82-446c-ac9f-d34cec4728ba tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:37.051715 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['c38957e0-ddf6-4a5b-8d18-80802e8d67f6'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:15:37.065651 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2713b7-dd82-446c-ac9f-d34cec4728ba tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Pushing event deleted for resources: {'Port': ['ID=d9c104f1-237d-4a23-aece-e8c3e7168fb9,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:37.150098 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 30c708be-9897-4fc1-98e4-abda67f5ffd3 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:15:37.169834 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2487811-766b-4f15-af2a-7469ca28b59a req-fc2713b7-dd82-446c-ac9f-d34cec4728ba tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] No DVR routers for this DVR port d9c104f1-237d-4a23-aece-e8c3e7168fb9 on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:15:37.177888 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c2487811-766b-4f15-af2a-7469ca28b59a req-fc2713b7-dd82-446c-ac9f-d34cec4728ba tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:37.180994 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c2487811-766b-4f15-af2a-7469ca28b59a req-fc2713b7-dd82-446c-ac9f-d34cec4728ba tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.54 "DELETE /v2.0/ports/d9c104f1-237d-4a23-aece-e8c3e7168fb9 HTTP/1.1" status: 204 len: 173 time: 1.8674312 Sep 30 13:15:37.181682 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a78ecb9-a834-424b-930c-fde9e1c5b2b1', 'name': 'network-vif-deleted', 'tag': 'd9c104f1-237d-4a23-aece-e8c3e7168fb9'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:15:37.185325 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c765437-6592-4d63-bb84-0a00ae11df10" -d '{"events": [{"server_uuid": "4a78ecb9-a834-424b-930c-fde9e1c5b2b1", "name": "network-vif-deleted", "tag": "d9c104f1-237d-4a23-aece-e8c3e7168fb9"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:15:37.191309 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f3429e-1fe9-4eff-b8ec-bc0a54c2e72e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:37.200842 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-26244bf3-42c7-486f-8410-03fa138a7324 req-d46c0609-266d-4fbb-be72-bb370861a7c5 service neutron] 10.222.0.18 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8075335 Sep 30 13:15:37.211577 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f3429e-1fe9-4eff-b8ec-bc0a54c2e72e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:37.213526 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f3429e-1fe9-4eff-b8ec-bc0a54c2e72e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:37.227178 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 32846) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:37.233589 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-64f3429e-1fe9-4eff-b8ec-bc0a54c2e72e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2439430 Sep 30 13:15:37.259952 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a37a4-5d45-41ee-9e02-50443162042b req-b2959856-8441-4d2a-b2c7-de197a95f69a tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:37.275868 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a37a4-5d45-41ee-9e02-50443162042b req-b2959856-8441-4d2a-b2c7-de197a95f69a tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:37.287080 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4a3a37a4-5d45-41ee-9e02-50443162042b req-b2959856-8441-4d2a-b2c7-de197a95f69a tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=25c760fe-35da-40c5-91e0-253bea8d2ff1 HTTP/1.1" status: 200 len: 1681 time: 0.3895996 Sep 30 13:15:37.352801 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4a3a37a4-5d45-41ee-9e02-50443162042b req-10fe5d57-a006-4fd2-a7fa-5d8b335877c5 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644755 Sep 30 13:15:37.376805 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 30c708be-9897-4fc1-98e4-abda67f5ffd3 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:37.377257 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:37.386267 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device d9c104f1-237d-4a23-aece-e8c3e7168fb9 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:15:37.428608 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-274f08d1-3626-466f-8ff1-8e2a67faa87d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet 3f2965f4-e7a8-40d8-bca1-4ebb84ab8d8e {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:15:37.448318 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-274f08d1-3626-466f-8ff1-8e2a67faa87d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:37.524110 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4e79e1f8-e15b-4cd1-b0b9-110dcf4c537e None None] Could not find standard attr ID for object 1f7f2199-8504-4a15-a901-06df0ade506c. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:15:37.543244 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-274f08d1-3626-466f-8ff1-8e2a67faa87d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:37.545992 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: d9c104f1-237d-4a23-aece-e8c3e7168fb9 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:15:37.546368 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device d9c104f1-237d-4a23-aece-e8c3e7168fb9 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:15:37.572348 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961e304-e1fe-47aa-85c7-ffe793062ad1 req-0bd40748-9f96-47c3-af5c-9d1984164425 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:37.574519 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e961e304-e1fe-47aa-85c7-ffe793062ad1 req-0bd40748-9f96-47c3-af5c-9d1984164425 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.0984178 Sep 30 13:15:37.660604 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-26244bf3-42c7-486f-8410-03fa138a7324 req-dad735e8-4aba-4881-9b68-1638eab6d920 service neutron] 10.222.0.18 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583688 Sep 30 13:15:37.668141 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e961e304-e1fe-47aa-85c7-ffe793062ad1 req-de16f74d-ad69-494e-9121-85313b5d80d8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834243 Sep 30 13:15:37.766431 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d2e901-60c4-48a3-ad83-c29b53279457 x-openstack-request-id: req-a8d2e901-60c4-48a3-ad83-c29b53279457 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:15:37.766928 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a78ecb9-a834-424b-930c-fde9e1c5b2b1", "name": "network-vif-deleted", "tag": "d9c104f1-237d-4a23-aece-e8c3e7168fb9", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:15:37.767358 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a8d2e901-60c4-48a3-ad83-c29b53279457 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:15:37.767911 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a78ecb9-a834-424b-930c-fde9e1c5b2b1', 'name': 'network-vif-deleted', 'tag': 'd9c104f1-237d-4a23-aece-e8c3e7168fb9', 'status': 'completed', 'code': 200} Sep 30 13:15:37.855093 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0c0c8cdb-8dd4-44b1-9302-4f6846535a37 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:15:37.883992 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ecc2be-f569-4208-8257-f0e15bd37cdd req-b6100bad-181c-48db-9677-4335f227a80d tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:37.890781 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 0c0c8cdb-8dd4-44b1-9302-4f6846535a37 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:15:37.898289 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0c0c8cdb-8dd4-44b1-9302-4f6846535a37 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:15:37.900875 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ecc2be-f569-4208-8257-f0e15bd37cdd req-b6100bad-181c-48db-9677-4335f227a80d tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:37.903523 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e1ecc2be-f569-4208-8257-f0e15bd37cdd req-b6100bad-181c-48db-9677-4335f227a80d tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.54 "GET /v2.0/ports?device_id=25c760fe-35da-40c5-91e0-253bea8d2ff1 HTTP/1.1" status: 200 len: 1681 time: 0.2404342 Sep 30 13:15:37.976724 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4471c9e0-59ac-4d13-be50-73193da5c9d2 req-877db8a9-25f2-4cfb-9fb1-fe1dfbbf747c tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a78ecb9-a834-424b-930c-fde9e1c5b2b1 HTTP/1.1" status: 200 len: 210 time: 0.0498497 Sep 30 13:15:38.009780 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-274f08d1-3626-466f-8ff1-8e2a67faa87d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:38.156087 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-e1ecc2be-f569-4208-8257-f0e15bd37cdd req-c11920b4-ef5a-413e-b785-db0a41da214a tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Deleting port e3115ac8-24e9-4c09-ab12-c2f8869f7ada {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:38.156527 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e1ecc2be-f569-4208-8257-f0e15bd37cdd req-c11920b4-ef5a-413e-b785-db0a41da214a tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:38.235017 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b70477a1-01fa-4ffb-8ac1-e4cca6569f32 req-afb16571-169a-4435-867c-c49974f1b720 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 210 time: 0.0769989 Sep 30 13:15:38.285224 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-274f08d1-3626-466f-8ff1-8e2a67faa87d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:38.301975 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff968e-3d07-4d70-9a19-2380832822f7 req-28897b4c-f30c-45d7-9cc7-4ee9a955a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:38.304450 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2eff968e-3d07-4d70-9a19-2380832822f7 req-28897b4c-f30c-45d7-9cc7-4ee9a955a414 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 1095 time: 0.0554755 Sep 30 13:15:38.362363 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38893f8-0ec9-4b55-a130-37212309d922 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:15:38.378651 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f08d1-3626-466f-8ff1-8e2a67faa87d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=3f2965f4-e7a8-40d8-bca1-4ebb84ab8d8e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:38.384229 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-274f08d1-3626-466f-8ff1-8e2a67faa87d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:38.398489 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-274f08d1-3626-466f-8ff1-8e2a67faa87d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/3f2965f4-e7a8-40d8-bca1-4ebb84ab8d8e HTTP/1.1" status: 204 len: 168 time: 1.1659968 Sep 30 13:15:38.411170 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 32888) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:38.469977 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 32892) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:38.484150 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-e1ecc2be-f569-4208-8257-f0e15bd37cdd req-c11920b4-ef5a-413e-b785-db0a41da214a tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] For port e3115ac8-24e9-4c09-ab12-c2f8869f7ada, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=e3115ac8-24e9-4c09-ab12-c2f8869f7ada,segment=NetworkSegment(fd5d8448-f31f-4d2c-bab3-414e4b29d03a),segment_id=fd5d8448-f31f-4d2c-bab3-414e4b29d03a)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:38.484410 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e1ecc2be-f569-4208-8257-f0e15bd37cdd req-c11920b4-ef5a-413e-b785-db0a41da214a tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:38.503747 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-e1ecc2be-f569-4208-8257-f0e15bd37cdd req-c11920b4-ef5a-413e-b785-db0a41da214a tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Calling delete_port for e3115ac8-24e9-4c09-ab12-c2f8869f7ada owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:38.531814 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebc376-5411-422e-8d3e-74ee54e9afc3 req-39d5e4b0-bbcd-4275-8e64-2a5127fbf352 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:38.539911 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c0ebc376-5411-422e-8d3e-74ee54e9afc3 req-39d5e4b0-bbcd-4275-8e64-2a5127fbf352 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.2477968 Sep 30 13:15:38.604106 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf1ac77-7153-4d92-9b4d-015a6fa24dba tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet d00fafb5-136c-4a23-9835-5b7256ad7ff5 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:15:38.616841 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-caf1ac77-7153-4d92-9b4d-015a6fa24dba tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:38.641040 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c0ebc376-5411-422e-8d3e-74ee54e9afc3 req-4c9a44d3-9393-4f39-a96a-b16671c251e5 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990081 Sep 30 13:15:38.647328 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff968e-3d07-4d70-9a19-2380832822f7 req-1ed92aeb-54ef-4c83-a239-c06980ac5fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:38.648784 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2eff968e-3d07-4d70-9a19-2380832822f7 req-1ed92aeb-54ef-4c83-a239-c06980ac5fa9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 913 time: 0.3336542 Sep 30 13:15:38.727713 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-caf1ac77-7153-4d92-9b4d-015a6fa24dba tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:38.758366 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e1ecc2be-f569-4208-8257-f0e15bd37cdd req-c11920b4-ef5a-413e-b785-db0a41da214a tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:38.771056 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb984a-36bf-4286-9600-fdd205eefb11 req-59d9a23a-3e16-431a-9132-d9e8610c3fc7 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:38.772560 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['01a8876f-919f-4319-bac0-87c2b41a078b', 'e3115ac8-24e9-4c09-ab12-c2f8869f7ada'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:15:38.778673 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb984a-36bf-4286-9600-fdd205eefb11 req-59d9a23a-3e16-431a-9132-d9e8610c3fc7 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:38.781330 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-b8372bd7-8ac9-4a0d-9153-f0b79fe4e740 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-857027389-network', 'tenant_id': '2f180add52a04581aabb15b50dd31fc4'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:38.788396 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-42cb984a-36bf-4286-9600-fdd205eefb11 req-59d9a23a-3e16-431a-9132-d9e8610c3fc7 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=25c760fe-35da-40c5-91e0-253bea8d2ff1 HTTP/1.1" status: 200 len: 1681 time: 0.2629550 Sep 30 13:15:38.838710 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11920b4-ef5a-413e-b785-db0a41da214a tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event deleted for resources: {'Port': ['ID=e3115ac8-24e9-4c09-ab12-c2f8869f7ada,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:38.871096 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8372bd7-8ac9-4a0d-9153-f0b79fe4e740 admin admin] Made reservation on behalf of 2f180add52a04581aabb15b50dd31fc4 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:15:38.874350 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b8372bd7-8ac9-4a0d-9153-f0b79fe4e740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:38.891130 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-caf1ac77-7153-4d92-9b4d-015a6fa24dba tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:38.926158 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b8372bd7-8ac9-4a0d-9153-f0b79fe4e740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:38.972208 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2eff968e-3d07-4d70-9a19-2380832822f7 req-ce6ff34c-9129-49c1-8145-af4071d004fb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a3f4553-b52f-4821-afb6-39d5b478bb00 HTTP/1.1" status: 200 len: 999 time: 0.3162389 Sep 30 13:15:38.985915 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ecc2be-f569-4208-8257-f0e15bd37cdd req-c11920b4-ef5a-413e-b785-db0a41da214a tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] No DVR routers for this DVR port e3115ac8-24e9-4c09-ab12-c2f8869f7ada on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:15:38.992731 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e1ecc2be-f569-4208-8257-f0e15bd37cdd req-c11920b4-ef5a-413e-b785-db0a41da214a tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:38.995907 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e1ecc2be-f569-4208-8257-f0e15bd37cdd req-c11920b4-ef5a-413e-b785-db0a41da214a tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.54 "DELETE /v2.0/ports/e3115ac8-24e9-4c09-ab12-c2f8869f7ada HTTP/1.1" status: 204 len: 173 time: 1.0822561 Sep 30 13:15:39.011024 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-caf1ac77-7153-4d92-9b4d-015a6fa24dba tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:39.089087 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-42cb984a-36bf-4286-9600-fdd205eefb11 req-db94fd1d-d3e6-42c7-b90b-dda54c51b560 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/security-groups?id=8fc4db0e-5002-4d11-b889-2629df2afc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995520 Sep 30 13:15:39.189116 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1ac77-7153-4d92-9b4d-015a6fa24dba tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=d00fafb5-136c-4a23-9835-5b7256ad7ff5,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:39.210553 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-caf1ac77-7153-4d92-9b4d-015a6fa24dba tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:39.221642 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-caf1ac77-7153-4d92-9b4d-015a6fa24dba tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/d00fafb5-136c-4a23-9835-5b7256ad7ff5 HTTP/1.1" status: 204 len: 168 time: 0.8091760 Sep 30 13:15:39.224783 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 32906) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:39.238593 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-e1ecc2be-f569-4208-8257-f0e15bd37cdd req-ea27137f-baed-45fa-8d16-dd3b4c1896da tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Deleting port 01a8876f-919f-4319-bac0-87c2b41a078b {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:39.239137 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e1ecc2be-f569-4208-8257-f0e15bd37cdd req-ea27137f-baed-45fa-8d16-dd3b4c1896da tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:39.358390 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff968e-3d07-4d70-9a19-2380832822f7 req-882d3e3b-ad71-46be-8acd-2c4a2ae2db8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:39.361625 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2eff968e-3d07-4d70-9a19-2380832822f7 req-882d3e3b-ad71-46be-8acd-2c4a2ae2db8b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb HTTP/1.1" status: 200 len: 851 time: 0.3751993 Sep 30 13:15:39.365349 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a9b31d12-c1bc-4f44-a66b-90b04afc4927 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1388679 Sep 30 13:15:39.368160 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 32910) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:39.374280 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-a3304ee5-2b30-4bd0-b9f0-56d383a6dc7a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:39.412685 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b8372bd7-8ac9-4a0d-9153-f0b79fe4e740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:39.426112 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-e1ecc2be-f569-4208-8257-f0e15bd37cdd req-ea27137f-baed-45fa-8d16-dd3b4c1896da tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] For port 01a8876f-919f-4319-bac0-87c2b41a078b, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=01a8876f-919f-4319-bac0-87c2b41a078b,segment=NetworkSegment(9f49b9c1-ca69-436a-962f-e553797bd301),segment_id=9f49b9c1-ca69-436a-962f-e553797bd301)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:39.426496 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e1ecc2be-f569-4208-8257-f0e15bd37cdd req-ea27137f-baed-45fa-8d16-dd3b4c1896da tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:39.432452 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b8372bd7-8ac9-4a0d-9153-f0b79fe4e740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:39.451381 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-e1ecc2be-f569-4208-8257-f0e15bd37cdd req-ea27137f-baed-45fa-8d16-dd3b4c1896da tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Calling delete_port for 01a8876f-919f-4319-bac0-87c2b41a078b owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:39.466479 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8372bd7-8ac9-4a0d-9153-f0b79fe4e740 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:15:39.503081 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-671085f7-94b2-4dc3-ab9d-ce250757dcfd req-462334da-e5cc-4076-9bee-0a77e533e46e tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 210 time: 0.0879323 Sep 30 13:15:39.557754 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b8372bd7-8ac9-4a0d-9153-f0b79fe4e740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:39.558170 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-b8372bd7-8ac9-4a0d-9153-f0b79fe4e740 admin admin] Added segment b6f090cd-be43-4e2a-a98b-f43fad45e925 of type vlan for network bf395552-d6c8-4f33-8985-6c6e9e9ec785 Sep 30 13:15:39.562233 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8372bd7-8ac9-4a0d-9153-f0b79fe4e740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a34869-9438-4281-9aea-1631c76be614,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:39.671670 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff968e-3d07-4d70-9a19-2380832822f7 req-716d74ac-d70f-44da-896e-13c22d2bb5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:39.678673 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2eff968e-3d07-4d70-9a19-2380832822f7 req-716d74ac-d70f-44da-896e-13c22d2bb5b9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7e67e25-10d5-4331-9422-13e705e055a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2898116 Sep 30 13:15:39.704248 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b8372bd7-8ac9-4a0d-9153-f0b79fe4e740 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:39.764547 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958b720e-ca3a-4299-b53e-4b68372e8f60 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:15:39.794063 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c760fe-35da-40c5-91e0-253bea8d2ff1', 'name': 'network-vif-deleted', 'tag': 'e3115ac8-24e9-4c09-ab12-c2f8869f7ada'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:15:39.797793 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fcf915-3d3a-4311-9d13-d7f9405c902b" -d '{"events": [{"server_uuid": "25c760fe-35da-40c5-91e0-253bea8d2ff1", "name": "network-vif-deleted", "tag": "e3115ac8-24e9-4c09-ab12-c2f8869f7ada"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:15:39.832021 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0e6a0-07e7-45fe-a735-e010fce72db3 req-a4bc66c6-b059-4c13-95de-d33ace518465 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:39.840965 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-02e0e6a0-07e7-45fe-a735-e010fce72db3 req-a4bc66c6-b059-4c13-95de-d33ace518465 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 945 time: 0.2809660 Sep 30 13:15:39.846123 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b8372bd7-8ac9-4a0d-9153-f0b79fe4e740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:39.847088 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8372bd7-8ac9-4a0d-9153-f0b79fe4e740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:39.847668 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b8372bd7-8ac9-4a0d-9153-f0b79fe4e740 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:39.856343 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26244bf3-42c7-486f-8410-03fa138a7324 req-71ad9518-7707-431c-89bd-1c3d51402094 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:39.856803 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26244bf3-42c7-486f-8410-03fa138a7324 req-71ad9518-7707-431c-89bd-1c3d51402094 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.39 "GET /v2.0/networks?id=d55517b2-5639-49a0-8308-46b3625d778e HTTP/1.1" status: 200 len: 812 time: 0.3495409 Sep 30 13:15:39.897537 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-26244bf3-42c7-486f-8410-03fa138a7324 req-f98a2afc-dbaf-41ba-a33e-abf997c989c8 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Request body: {'port': {'device_id': 'a1a447e0-68ca-4111-9cf5-c04f1fc23334', 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e', 'admin_state_up': True, 'tenant_id': '6ec3b180775b4f8e89f487846414229c'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:39.904538 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f6a62860-64e5-4ccf-aa4a-4c333dd5fbb2 None None] Provisioning complete for port 30c708be-9897-4fc1-98e4-abda67f5ffd3 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:39.905690 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f6a62860-64e5-4ccf-aa4a-4c333dd5fbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:39.932410 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3304ee5-2b30-4bd0-b9f0-56d383a6dc7a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:15:39.936094 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a3304ee5-2b30-4bd0-b9f0-56d383a6dc7a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:39.967849 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b8372bd7-8ac9-4a0d-9153-f0b79fe4e740 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4961188 Sep 30 13:15:39.976818 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 32920) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:39.976818 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8372bd7-8ac9-4a0d-9153-f0b79fe4e740 admin admin] Pushing event updated for resources: {'Network': ['ID=bf395552-d6c8-4f33-8985-6c6e9e9ec785,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:39.984173 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-d65b36b2-4869-4489-9662-cc17bd1f536a admin admin] Request body: {'subnet': {'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-857027389-subnet', 'tenant_id': '2f180add52a04581aabb15b50dd31fc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:39.987321 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e1ecc2be-f569-4208-8257-f0e15bd37cdd req-ea27137f-baed-45fa-8d16-dd3b4c1896da tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:40.003573 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network bf395552-d6c8-4f33-8985-6c6e9e9ec785 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:15:40.005743 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-02e0e6a0-07e7-45fe-a735-e010fce72db3 req-02a1e6d2-4cdb-4dc7-b613-0110ff7bebfd tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591971 Sep 30 13:15:40.056818 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27137f-baed-45fa-8d16-dd3b4c1896da tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event deleted for resources: {'Port': ['ID=01a8876f-919f-4319-bac0-87c2b41a078b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:40.078438 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebecbb94-1528-4e59-93d3-9296b1c2b1f6 None None] DHCP port deletion for 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:15:40.081769 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69674c35-2c49-4a0c-848a-7564ffeb2013 req-8b366258-eaad-4720-b623-ed44fec9c6d6 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:40.093480 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69674c35-2c49-4a0c-848a-7564ffeb2013 req-8b366258-eaad-4720-b623-ed44fec9c6d6 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.3391054 Sep 30 13:15:40.096469 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65b36b2-4869-4489-9662-cc17bd1f536a admin admin] Made reservation on behalf of 2f180add52a04581aabb15b50dd31fc4 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:15:40.099686 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d65b36b2-4869-4489-9662-cc17bd1f536a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:40.109189 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4f6941-c09d-4a83-b68c-373eb4c65958 x-openstack-request-id: req-6e4f6941-c09d-4a83-b68c-373eb4c65958 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:15:40.109189 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c760fe-35da-40c5-91e0-253bea8d2ff1", "name": "network-vif-deleted", "tag": "e3115ac8-24e9-4c09-ab12-c2f8869f7ada", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:15:40.109189 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e4f6941-c09d-4a83-b68c-373eb4c65958 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:15:40.109189 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c760fe-35da-40c5-91e0-253bea8d2ff1', 'name': 'network-vif-deleted', 'tag': 'e3115ac8-24e9-4c09-ab12-c2f8869f7ada', 'status': 'completed', 'code': 200} Sep 30 13:15:40.136502 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2eff968e-3d07-4d70-9a19-2380832822f7 req-1525b18d-32c5-4049-ba07-7c7e6c16a02d service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959994 Sep 30 13:15:40.146962 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ecc2be-f569-4208-8257-f0e15bd37cdd req-ea27137f-baed-45fa-8d16-dd3b4c1896da tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] No DVR routers for this DVR port 01a8876f-919f-4319-bac0-87c2b41a078b on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:15:40.150952 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e1ecc2be-f569-4208-8257-f0e15bd37cdd req-ea27137f-baed-45fa-8d16-dd3b4c1896da tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:40.153264 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e1ecc2be-f569-4208-8257-f0e15bd37cdd req-ea27137f-baed-45fa-8d16-dd3b4c1896da tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.54 "DELETE /v2.0/ports/01a8876f-919f-4319-bac0-87c2b41a078b HTTP/1.1" status: 204 len: 173 time: 1.1325023 Sep 30 13:15:40.181462 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-ebecbb94-1528-4e59-93d3-9296b1c2b1f6 None None] Deleting port 30c708be-9897-4fc1-98e4-abda67f5ffd3 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:40.181837 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ebecbb94-1528-4e59-93d3-9296b1c2b1f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:40.271664 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-ebecbb94-1528-4e59-93d3-9296b1c2b1f6 None None] For port 30c708be-9897-4fc1-98e4-abda67f5ffd3, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=30c708be-9897-4fc1-98e4-abda67f5ffd3,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:40.272065 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ebecbb94-1528-4e59-93d3-9296b1c2b1f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:40.289264 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9f3e2f1e-a588-4759-83e0-2e0910b4fa1f req-f7242bb1-f1c9-4b48-b8f9-af7671e586bb tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "GET /v2.0/ports?device_id=25c760fe-35da-40c5-91e0-253bea8d2ff1 HTTP/1.1" status: 200 len: 210 time: 0.0510240 Sep 30 13:15:40.290048 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-ebecbb94-1528-4e59-93d3-9296b1c2b1f6 None None] Calling delete_port for 30c708be-9897-4fc1-98e4-abda67f5ffd3 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:40.427060 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ebecbb94-1528-4e59-93d3-9296b1c2b1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:40.452886 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69674c35-2c49-4a0c-848a-7564ffeb2013 req-e4f0af4a-ff15-4a98-9b64-616d4f39ae69 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3575802 Sep 30 13:15:40.513239 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26244bf3-42c7-486f-8410-03fa138a7324 req-f98a2afc-dbaf-41ba-a33e-abf997c989c8 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Made reservation on behalf of 6ec3b180775b4f8e89f487846414229c for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:15:40.517281 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-26244bf3-42c7-486f-8410-03fa138a7324 req-f98a2afc-dbaf-41ba-a33e-abf997c989c8 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:40.525712 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d65b36b2-4869-4489-9662-cc17bd1f536a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:40.554530 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2eff968e-3d07-4d70-9a19-2380832822f7 req-de7ebdea-d9a6-4a20-a3f0-2e6f97b55716 service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488870 Sep 30 13:15:40.625172 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b36b2-4869-4489-9662-cc17bd1f536a admin admin] Pushing event updated for resources: {'Subnet': ['ID=24c2cacb-688f-46b5-bc21-08d291e590ed,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:40.631721 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65b36b2-4869-4489-9662-cc17bd1f536a admin admin] Checking segment: {'id': 'b6f090cd-be43-4e2a-a98b-f43fad45e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:15:40.632037 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65b36b2-4869-4489-9662-cc17bd1f536a admin admin] Network hostable DHCP agents. Network: bf395552-d6c8-4f33-8985-6c6e9e9ec785, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:15:40.660811 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65b36b2-4869-4489-9662-cc17bd1f536a admin admin] Network bf395552-d6c8-4f33-8985-6c6e9e9ec785 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:15:40.679594 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-d65b36b2-4869-4489-9662-cc17bd1f536a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, bf395552-d6c8-4f33-8985-6c6e9e9ec785) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:40.693501 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65b36b2-4869-4489-9662-cc17bd1f536a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:40.694134 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d65b36b2-4869-4489-9662-cc17bd1f536a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:40.756056 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-26244bf3-42c7-486f-8410-03fa138a7324 req-f98a2afc-dbaf-41ba-a33e-abf997c989c8 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Allocated IP 172.20.0.13 (d55517b2-5639-49a0-8308-46b3625d778e/b636e036-02ee-475d-8821-ce0c9f216c9a/0c827184-a393-4663-88e2-7557cd7688b4) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:15:40.788042 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebecbb94-1528-4e59-93d3-9296b1c2b1f6 None None] No DVR routers for this DVR port 30c708be-9897-4fc1-98e4-abda67f5ffd3 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:15:40.812280 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69abf25d-040c-4fef-85ca-fb27081a9138 None None] Network bf395552-d6c8-4f33-8985-6c6e9e9ec785 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:15:40.816577 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-320bbc1f-903a-432f-9906-13a2a48723cf req-5d05bc7e-e108-4d60-b884-66f5d65d213e tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 210 time: 0.0954239 Sep 30 13:15:40.831923 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d65b36b2-4869-4489-9662-cc17bd1f536a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8522017 Sep 30 13:15:40.869440 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecbb94-1528-4e59-93d3-9296b1c2b1f6 None None] Pushing event deleted for resources: {'Port': ['ID=30c708be-9897-4fc1-98e4-abda67f5ffd3,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:40.899688 n-d-810909-2 neutron-server[94763]: DEBUG neutron.objects.ports [None req-a3304ee5-2b30-4bd0-b9f0-56d383a6dc7a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94763) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 13:15:40.915847 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a3304ee5-2b30-4bd0-b9f0-56d383a6dc7a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:40.979508 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 30c708be-9897-4fc1-98e4-abda67f5ffd3 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:15:41.020552 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 30c708be-9897-4fc1-98e4-abda67f5ffd3 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:15:41.021673 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 30c708be-9897-4fc1-98e4-abda67f5ffd3 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:15:41.029740 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3304ee5-2b30-4bd0-b9f0-56d383a6dc7a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:15:41.036854 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-a3304ee5-2b30-4bd0-b9f0-56d383a6dc7a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:41.069946 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12ff532-9f13-41c7-a8be-d6b555024ec0 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:15:41.081609 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6f259-b46b-443f-8197-dc5ed9468f14 req-a68e83e8-af27-4ea5-b722-6720f5beca76 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:41.083047 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5bb6f259-b46b-443f-8197-dc5ed9468f14 req-a68e83e8-af27-4ea5-b722-6720f5beca76 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 945 time: 0.0883679 Sep 30 13:15:41.105862 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3304ee5-2b30-4bd0-b9f0-56d383a6dc7a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:41.106724 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a3304ee5-2b30-4bd0-b9f0-56d383a6dc7a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:41.116082 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828f109c-3c5a-4328-8336-03bc4c147670 None None] Network bf395552-d6c8-4f33-8985-6c6e9e9ec785 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:15:41.126062 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3304ee5-2b30-4bd0-b9f0-56d383a6dc7a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=97159fdc-4959-45b1-ba07-d33c22ec68f4,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:41.189024 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a3304ee5-2b30-4bd0-b9f0-56d383a6dc7a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8194487 Sep 30 13:15:41.196513 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 32948) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:41.209605 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-2b797a26-6b64-469e-99ad-002381eac74c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:41.263131 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-26244bf3-42c7-486f-8410-03fa138a7324 req-f98a2afc-dbaf-41ba-a33e-abf997c989c8 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:41.275332 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-5bb6f259-b46b-443f-8197-dc5ed9468f14 req-c3f683ea-8ac4-47a1-82b6-f5dba1dde176 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Deleting port c38957e0-ddf6-4a5b-8d18-80802e8d67f6 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:41.276045 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-5bb6f259-b46b-443f-8197-dc5ed9468f14 req-c3f683ea-8ac4-47a1-82b6-f5dba1dde176 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:41.385973 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d71495-c757-4089-805d-b3b4a6d70141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'fixed_ips': [{'subnet_id': '97159fdc-4959-45b1-ba07-d33c22ec68f4'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:15:41.386935 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-59d71495-c757-4089-805d-b3b4a6d70141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:41.425493 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device e3115ac8-24e9-4c09-ab12-c2f8869f7ada no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:15:41.473458 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: e3115ac8-24e9-4c09-ab12-c2f8869f7ada {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:15:41.474532 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device e3115ac8-24e9-4c09-ab12-c2f8869f7ada not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:15:41.475011 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 01a8876f-919f-4319-bac0-87c2b41a078b no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:15:41.509816 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-5bb6f259-b46b-443f-8197-dc5ed9468f14 req-c3f683ea-8ac4-47a1-82b6-f5dba1dde176 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] For port c38957e0-ddf6-4a5b-8d18-80802e8d67f6, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=c38957e0-ddf6-4a5b-8d18-80802e8d67f6,segment=NetworkSegment(6bf873a3-7cfc-4197-a209-441b53a33443),segment_id=6bf873a3-7cfc-4197-a209-441b53a33443)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:41.510431 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-5bb6f259-b46b-443f-8197-dc5ed9468f14 req-c3f683ea-8ac4-47a1-82b6-f5dba1dde176 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:41.532077 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-5bb6f259-b46b-443f-8197-dc5ed9468f14 req-c3f683ea-8ac4-47a1-82b6-f5dba1dde176 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Calling delete_port for c38957e0-ddf6-4a5b-8d18-80802e8d67f6 owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:41.550618 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 01a8876f-919f-4319-bac0-87c2b41a078b {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:15:41.550966 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 01a8876f-919f-4319-bac0-87c2b41a078b not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:15:41.667156 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-59d71495-c757-4089-805d-b3b4a6d70141 None None] Allocated IP 2001:db8::f816:3eff:fed8:c6b8 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/97159fdc-4959-45b1-ba07-d33c22ec68f4/726c9cdf-726b-40de-b5cd-079aced5455a) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:15:41.825621 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-142b20af-4c36-455e-9fcb-22b8c7c1ed08 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:41.833515 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-142b20af-4c36-455e-9fcb-22b8c7c1ed08 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/networks?id=bf395552-d6c8-4f33-8985-6c6e9e9ec785 HTTP/1.1" status: 200 len: 804 time: 0.2188442 Sep 30 13:15:41.861923 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-59d71495-c757-4089-805d-b3b4a6d70141 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:41.873433 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-59d71495-c757-4089-805d-b3b4a6d70141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:41.874591 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-766b2f86-c8ea-4207-b30d-1db4af68e5ca tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/quotas/2f180add52a04581aabb15b50dd31fc4 HTTP/1.1" status: 200 len: 375 time: 0.0401177 Sep 30 13:15:41.918217 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-40be7b27-71dc-4cd8-8a80-bad7f94c02c1 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f180add52a04581aabb15b50dd31fc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426395 Sep 30 13:15:41.924154 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d71495-c757-4089-805d-b3b4a6d70141 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:15:41.928753 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-59d71495-c757-4089-805d-b3b4a6d70141 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:41.931386 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d71495-c757-4089-805d-b3b4a6d70141 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:15:41.964841 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-26244bf3-42c7-486f-8410-03fa138a7324 req-f98a2afc-dbaf-41ba-a33e-abf997c989c8 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:41.971342 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-5bb6f259-b46b-443f-8197-dc5ed9468f14 req-c3f683ea-8ac4-47a1-82b6-f5dba1dde176 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:41.996487 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['c38957e0-ddf6-4a5b-8d18-80802e8d67f6'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:15:42.027041 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d71495-c757-4089-805d-b3b4a6d70141 None None] Pushing event updated for resources: {'Port': ['ID=726c9cdf-726b-40de-b5cd-079aced5455a,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:42.036414 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f683ea-8ac4-47a1-82b6-f5dba1dde176 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Pushing event deleted for resources: {'Port': ['ID=c38957e0-ddf6-4a5b-8d18-80802e8d67f6,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:42.057191 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f00e1-2722-4cc4-8b1b-4ef99bbda426 req-85852e1e-dc10-4ae3-8c87-e86aa401ecaf tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:42.062393 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-59d71495-c757-4089-805d-b3b4a6d70141 None None] Attempting to bind port 726c9cdf-726b-40de-b5cd-079aced5455a on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:15:42.062760 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-59d71495-c757-4089-805d-b3b4a6d70141 None None] Attempting to bind port 726c9cdf-726b-40de-b5cd-079aced5455a by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:15:42.063118 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d71495-c757-4089-805d-b3b4a6d70141 None None] Attempting to bind port 726c9cdf-726b-40de-b5cd-079aced5455a on network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:15:42.066529 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-534f00e1-2722-4cc4-8b1b-4ef99bbda426 req-85852e1e-dc10-4ae3-8c87-e86aa401ecaf tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/ports?device_id=a23d6513-e70a-4c86-94ca-67b273964ce2 HTTP/1.1" status: 200 len: 867 time: 0.8015475 Sep 30 13:15:42.069134 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a2afc-dbaf-41ba-a33e-abf997c989c8 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Pushing event updated for resources: {'Port': ['ID=0c827184-a393-4663-88e2-7557cd7688b4,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:42.070517 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d71495-c757-4089-805d-b3b4a6d70141 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:15:42.086268 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d71495-c757-4089-805d-b3b4a6d70141 None None] Checking segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:15:42.087311 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-59d71495-c757-4089-805d-b3b4a6d70141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:42.087947 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d71495-c757-4089-805d-b3b4a6d70141 None None] Bound using segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:15:42.089372 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-59d71495-c757-4089-805d-b3b4a6d70141 None None] Bound port: 726c9cdf-726b-40de-b5cd-079aced5455a, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:15:42.090287 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-59d71495-c757-4089-805d-b3b4a6d70141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:42.105667 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26244bf3-42c7-486f-8410-03fa138a7324 req-f98a2afc-dbaf-41ba-a33e-abf997c989c8 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Network d55517b2-5639-49a0-8308-46b3625d778e is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:15:42.109911 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c760fe-35da-40c5-91e0-253bea8d2ff1', 'name': 'network-vif-deleted', 'tag': '01a8876f-919f-4319-bac0-87c2b41a078b'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:15:42.112199 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f00b873-9504-4803-898e-35455d919378" -d '{"events": [{"server_uuid": "25c760fe-35da-40c5-91e0-253bea8d2ff1", "name": "network-vif-deleted", "tag": "01a8876f-919f-4319-bac0-87c2b41a078b"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:15:42.119901 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-26244bf3-42c7-486f-8410-03fa138a7324 req-f98a2afc-dbaf-41ba-a33e-abf997c989c8 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:42.123650 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-292c1f82-9978-4925-ac10-1693d53c09f0 service neutron] 10.222.0.18 "GET /v2.0/networks/bf395552-d6c8-4f33-8985-6c6e9e9ec785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044964 Sep 30 13:15:42.125627 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb6f259-b46b-443f-8197-dc5ed9468f14 req-c3f683ea-8ac4-47a1-82b6-f5dba1dde176 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] No DVR routers for this DVR port c38957e0-ddf6-4a5b-8d18-80802e8d67f6 on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:15:42.131206 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-26244bf3-42c7-486f-8410-03fa138a7324 req-f98a2afc-dbaf-41ba-a33e-abf997c989c8 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:15:42.159935 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-5bb6f259-b46b-443f-8197-dc5ed9468f14 req-c3f683ea-8ac4-47a1-82b6-f5dba1dde176 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:42.164621 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5bb6f259-b46b-443f-8197-dc5ed9468f14 req-c3f683ea-8ac4-47a1-82b6-f5dba1dde176 tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.39 "DELETE /v2.0/ports/c38957e0-ddf6-4a5b-8d18-80802e8d67f6 HTTP/1.1" status: 204 len: 173 time: 1.0710092 Sep 30 13:15:42.180264 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-59d71495-c757-4089-805d-b3b4a6d70141 None None] For port 726c9cdf-726b-40de-b5cd-079aced5455a, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:15:42.184851 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-59d71495-c757-4089-805d-b3b4a6d70141 None None] For port 726c9cdf-726b-40de-b5cd-079aced5455a, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=726c9cdf-726b-40de-b5cd-079aced5455a,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:15:42.191086 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-534f00e1-2722-4cc4-8b1b-4ef99bbda426 req-8212794e-d710-4f91-af89-c2b1bc384aba tempest-ListServerFiltersTestJSON-1786219696 tempest-ListServerFiltersTestJSON-1786219696-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a1f8842-011f-4578-86a4-c2d76908dc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221602 Sep 30 13:15:42.196781 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-59d71495-c757-4089-805d-b3b4a6d70141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:42.313023 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b797a26-6b64-469e-99ad-002381eac74c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:15:42.316641 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2b797a26-6b64-469e-99ad-002381eac74c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:42.343128 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d71495-c757-4089-805d-b3b4a6d70141 None None] Pushing event updated for resources: {'Port': ['ID=726c9cdf-726b-40de-b5cd-079aced5455a,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:42.343468 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 32974) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:42.376137 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-4e2fe683-0245-4fe3-beb9-308de57b013f service neutron] 10.222.0.18 "GET /v2.0/networks/bf395552-d6c8-4f33-8985-6c6e9e9ec785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515423 Sep 30 13:15:42.465419 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-2839ed4a-82c7-4544-86ce-6393bc358737 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Deleting subnet 31fb501f-3387-42cb-82ae-4c3775982d64 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:15:42.474004 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26244bf3-42c7-486f-8410-03fa138a7324 req-f98a2afc-dbaf-41ba-a33e-abf997c989c8 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:42.474602 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-26244bf3-42c7-486f-8410-03fa138a7324 req-f98a2afc-dbaf-41ba-a33e-abf997c989c8 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:42.672719 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2839ed4a-82c7-4544-86ce-6393bc358737 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:42.694455 n-d-810909-2 neutron-server[94763]: INFO neutron.db.ipam_backend_mixin [None req-2b797a26-6b64-469e-99ad-002381eac74c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 97159fdc-4959-45b1-ba07-d33c22ec68f4 (CIDR: 2001:db8::/64) Sep 30 13:15:42.726593 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26244bf3-42c7-486f-8410-03fa138a7324 req-f98a2afc-dbaf-41ba-a33e-abf997c989c8 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8408861 Sep 30 13:15:42.748128 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b797a26-6b64-469e-99ad-002381eac74c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:15:42.748631 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b797a26-6b64-469e-99ad-002381eac74c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:15:42.760493 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc9334-7b62-4711-8c08-b26b2e8ea56b req-f02b0448-b469-4bd3-8c33-5748346cc8b5 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:42.768589 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-26244bf3-42c7-486f-8410-03fa138a7324 req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Request body: {'port': {'device_id': 'a1a447e0-68ca-4111-9cf5-c04f1fc23334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:42.771152 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b8bc9334-7b62-4711-8c08-b26b2e8ea56b req-f02b0448-b469-4bd3-8c33-5748346cc8b5 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 932 time: 0.0742633 Sep 30 13:15:42.867937 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2b797a26-6b64-469e-99ad-002381eac74c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6647663 Sep 30 13:15:42.870637 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b8bc9334-7b62-4711-8c08-b26b2e8ea56b req-4663e337-283c-42a5-afa5-73aba245c752 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933409 Sep 30 13:15:42.873991 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 32980) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:42.874192 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2839ed4a-82c7-4544-86ce-6393bc358737 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:42.887909 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-589e2878-caf4-441d-b574-c7a9613fed79 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:42.972417 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b472bb1-6833-4e5a-8753-fd8c4c0f9d04 req-b63c951e-a50e-439a-b85e-aae8c3252d0a tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:42.985407 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6b472bb1-6833-4e5a-8753-fd8c4c0f9d04 req-b63c951e-a50e-439a-b85e-aae8c3252d0a tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.3037553 Sep 30 13:15:43.038937 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6226634-e179-4ced-a38e-dc02dc69c667 x-openstack-request-id: req-a6226634-e179-4ced-a38e-dc02dc69c667 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:15:43.039230 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c760fe-35da-40c5-91e0-253bea8d2ff1", "name": "network-vif-deleted", "tag": "01a8876f-919f-4319-bac0-87c2b41a078b", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:15:43.039502 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6226634-e179-4ced-a38e-dc02dc69c667 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:15:43.039893 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c760fe-35da-40c5-91e0-253bea8d2ff1', 'name': 'network-vif-deleted', 'tag': '01a8876f-919f-4319-bac0-87c2b41a078b', 'status': 'completed', 'code': 200} Sep 30 13:15:43.045940 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-26244bf3-42c7-486f-8410-03fa138a7324 req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:43.065918 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6b472bb1-6833-4e5a-8753-fd8c4c0f9d04 req-2b0c6710-b42a-4aaa-b6c6-79b43427b70d tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760689 Sep 30 13:15:43.079512 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 726c9cdf-726b-40de-b5cd-079aced5455a up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:15:43.142638 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-aea8eb29-0cc5-4223-bf0b-6cc15718a9ea req-69e9c9ec-fb29-4b09-9995-0b069b16c017 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b965489-6954-4409-9b88-96c9d5f1d603 HTTP/1.1" status: 200 len: 210 time: 0.0760970 Sep 30 13:15:43.173392 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 726c9cdf-726b-40de-b5cd-079aced5455a triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:43.173769 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:43.178733 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589e2878-caf4-441d-b574-c7a9613fed79 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:15:43.182428 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-589e2878-caf4-441d-b574-c7a9613fed79 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:43.275673 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:43.307514 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 32994) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:43.319696 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2839ed4a-82c7-4544-86ce-6393bc358737 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:43.339503 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 726c9cdf-726b-40de-b5cd-079aced5455a, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=726c9cdf-726b-40de-b5cd-079aced5455a,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:43.355492 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:43.463031 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=726c9cdf-726b-40de-b5cd-079aced5455a,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:43.509689 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ec02a-fa72-4137-80f3-2cf083474e41 req-a1ba373d-4117-440f-934e-57b6e5f47d7e tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:43.518408 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-761ec02a-fa72-4137-80f3-2cf083474e41 req-a1ba373d-4117-440f-934e-57b6e5f47d7e tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1734972 Sep 30 13:15:43.588188 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-761ec02a-fa72-4137-80f3-2cf083474e41 req-b465707d-976d-4842-87dd-d7326891a92b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689061 Sep 30 13:15:43.600941 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e448222-de05-438c-be04-a7c1cc097400 admin admin] Deleting subnet 3e09cd1b-b493-4ed4-baaf-1dc88590bf2a {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:15:43.604466 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7e448222-de05-438c-be04-a7c1cc097400 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:43.647345 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7e448222-de05-438c-be04-a7c1cc097400 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:43.794355 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2839ed4a-82c7-4544-86ce-6393bc358737 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:43.807562 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-589e2878-caf4-441d-b574-c7a9613fed79 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:43.840141 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7e448222-de05-438c-be04-a7c1cc097400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:43.861212 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589e2878-caf4-441d-b574-c7a9613fed79 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:15:43.868131 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-589e2878-caf4-441d-b574-c7a9613fed79 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:43.873017 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589e2878-caf4-441d-b574-c7a9613fed79 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:43.873624 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-589e2878-caf4-441d-b574-c7a9613fed79 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:43.877790 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e2878-caf4-441d-b574-c7a9613fed79 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=c963fcc1-c63d-4c55-98f8-c63c26a7587a,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:43.896139 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-589e2878-caf4-441d-b574-c7a9613fed79 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0197597 Sep 30 13:15:43.898910 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33004) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:43.906663 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-30843199-353d-41fe-b141-ee1d336f36b7 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'port': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'mac_address': 'fa:16:3e:66:63:0a', 'name': 'tempest-NetworksTestDHCPv6-415260949'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:43.947922 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2839ed4a-82c7-4544-86ce-6393bc358737 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:43.953021 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2839ed4a-82c7-4544-86ce-6393bc358737 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "DELETE /v2.0/subnets/31fb501f-3387-42cb-82ae-4c3775982d64 HTTP/1.1" status: 204 len: 168 time: 1.6054440 Sep 30 13:15:43.953714 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33006) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:43.962426 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790513bf-07de-40f9-bac0-62fd1e12ccf4 None None] Network 0cbf8964-6e70-4e73-a83a-d2434a96a3ac requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:15:43.974032 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839ed4a-82c7-4544-86ce-6393bc358737 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event deleted for resources: {'Subnet': ['ID=31fb501f-3387-42cb-82ae-4c3775982d64,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:44.026882 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50b2259-cc76-480e-b3fa-cdb5a3ade741 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:15:44.078552 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548986b-8715-4b10-8d5f-01c8da1161b2 req-0da942d8-8e89-46da-9e88-2e75a3c06554 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:44.080144 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b548986b-8715-4b10-8d5f-01c8da1161b2 req-0da942d8-8e89-46da-9e88-2e75a3c06554 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 932 time: 0.0740769 Sep 30 13:15:44.118717 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7e448222-de05-438c-be04-a7c1cc097400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:44.129065 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30843199-353d-41fe-b141-ee1d336f36b7 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:15:44.158733 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243381a-fe7f-49c4-be5f-2ac78bd5b24f req-2719439b-9783-45c6-9310-3d305937a2ed tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:44.164773 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b548986b-8715-4b10-8d5f-01c8da1161b2 req-dc8b8062-ee55-4999-8035-286af073ae5a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761259 Sep 30 13:15:44.174705 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f243381a-fe7f-49c4-be5f-2ac78bd5b24f req-2719439b-9783-45c6-9310-3d305937a2ed tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.3678298 Sep 30 13:15:44.264255 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-26244bf3-42c7-486f-8410-03fa138a7324 req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c827184-a393-4663-88e2-7557cd7688b4 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:15:44.279288 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e448222-de05-438c-be04-a7c1cc097400 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e09cd1b-b493-4ed4-baaf-1dc88590bf2a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:44.281803 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7e448222-de05-438c-be04-a7c1cc097400 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:44.288173 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7e448222-de05-438c-be04-a7c1cc097400 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3e09cd1b-b493-4ed4-baaf-1dc88590bf2a HTTP/1.1" status: 204 len: 168 time: 0.9738925 Sep 30 13:15:44.299733 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-26244bf3-42c7-486f-8410-03fa138a7324 req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:44.303084 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33010) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:44.311567 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-34d77487-d918-4f9a-af1d-f4ebf30fd89c req-3e1569ef-3899-4984-8b6d-3a5a9e3bc18a tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b965489-6954-4409-9b88-96c9d5f1d603 HTTP/1.1" status: 200 len: 210 time: 0.0458331 Sep 30 13:15:44.321671 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-72764f18-b532-4db3-a3e9-5f2147565278 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:44.343319 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-30843199-353d-41fe-b141-ee1d336f36b7 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:44.366419 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-30843199-353d-41fe-b141-ee1d336f36b7 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] device_id is not set on port da6126a4-8ce8-419d-a1d9-21572cc44ccb yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:15:44.368264 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f243381a-fe7f-49c4-be5f-2ac78bd5b24f req-bceef3d1-3c69-4e17-b892-14f1ef1ab63b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914024 Sep 30 13:15:44.430261 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-26244bf3-42c7-486f-8410-03fa138a7324 req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Transition to ACTIVE for port object 0c827184-a393-4663-88e2-7557cd7688b4 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:15:44.473306 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-26244bf3-42c7-486f-8410-03fa138a7324 req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:44.484554 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a5dcad-6c09-45a3-9f82-cdbea92599ef None None] Network 17f227ef-535f-498d-b04c-ec88f70fbe32 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:15:44.499189 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33016) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:44.541007 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Pushing event updated for resources: {'Port': ['ID=0c827184-a393-4663-88e2-7557cd7688b4,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:44.546214 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-faedd2c7-fd2c-4890-9f2b-a2b6b14cb4b6 None None] Provisioning complete for port 726c9cdf-726b-40de-b5cd-079aced5455a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:44.546809 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-faedd2c7-fd2c-4890-9f2b-a2b6b14cb4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:44.600611 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-317a9e34-25fb-441d-92b5-eccf6c7614f0 admin admin] Deleting subnet ebbae3ff-0710-482a-99b8-ef08b85cfc3e {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:15:44.609924 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-317a9e34-25fb-441d-92b5-eccf6c7614f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:44.659009 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-30843199-353d-41fe-b141-ee1d336f36b7 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 2001:db8:0:1::31 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/c963fcc1-c63d-4c55-98f8-c63c26a7587a/da6126a4-8ce8-419d-a1d9-21572cc44ccb) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:15:44.673338 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-317a9e34-25fb-441d-92b5-eccf6c7614f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:44.676137 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-30843199-353d-41fe-b141-ee1d336f36b7 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 2001:db8::f816:3eff:fe66:630a (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/97159fdc-4959-45b1-ba07-d33c22ec68f4/da6126a4-8ce8-419d-a1d9-21572cc44ccb) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:15:44.707462 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4ef2e101-dea0-4d42-aea7-dac2fb3c23b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:44.719584 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-8c06c75d-9b62-4408-85d4-f1cb60ebe7d1 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:44.721259 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-8c06c75d-9b62-4408-85d4-f1cb60ebe7d1 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.54 "GET /v2.0/networks?id=bf395552-d6c8-4f33-8985-6c6e9e9ec785 HTTP/1.1" status: 200 len: 804 time: 0.5959294 Sep 30 13:15:44.750885 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-317a9e34-25fb-441d-92b5-eccf6c7614f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:44.751075 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-03143ea7-2d94-4bd1-a637-5c85d7cd88cb tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Request body: {'port': {'device_id': '1b965489-6954-4409-9b88-96c9d5f1d603', 'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785', 'admin_state_up': True, 'tenant_id': '2f180add52a04581aabb15b50dd31fc4'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:44.900692 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-317a9e34-25fb-441d-92b5-eccf6c7614f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:44.942118 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9816ab7-3da1-46af-8958-1f02f5ac01d5 None None] DHCP port deletion for 0cbf8964-6e70-4e73-a83a-d2434a96a3ac request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:15:44.950058 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-317a9e34-25fb-441d-92b5-eccf6c7614f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:44.952772 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:44.955298 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-317a9e34-25fb-441d-92b5-eccf6c7614f0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ebbae3ff-0710-482a-99b8-ef08b85cfc3e HTTP/1.1" status: 204 len: 168 time: 0.4549809 Sep 30 13:15:44.959223 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33030) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:44.968949 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a9e34-25fb-441d-92b5-eccf6c7614f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebbae3ff-0710-482a-99b8-ef08b85cfc3e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:44.997089 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-30843199-353d-41fe-b141-ee1d336f36b7 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:45.030073 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-72764f18-b532-4db3-a3e9-5f2147565278 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Deleting port d4236c25-cd42-49d6-b87b-a3e10557bcee {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:45.031161 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-72764f18-b532-4db3-a3e9-5f2147565278 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:45.047632 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23d6513-e70a-4c86-94ca-67b273964ce2', 'name': 'network-vif-deleted', 'tag': 'c38957e0-ddf6-4a5b-8d18-80802e8d67f6'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:15:45.049840 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28c77ed-2300-438d-9ecd-6652763add7a" -d '{"events": [{"server_uuid": "a23d6513-e70a-4c86-94ca-67b273964ce2", "name": "network-vif-deleted", "tag": "c38957e0-ddf6-4a5b-8d18-80802e8d67f6"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:15:45.064496 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 726c9cdf-726b-40de-b5cd-079aced5455a up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:15:45.069824 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6d23e4aa-d526-4425-abe2-2efac0386e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:45.082628 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-675c9787-85fb-4237-b192-70ac34486b3a tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:45.085319 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-675c9787-85fb-4237-b192-70ac34486b3a tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 812 time: 0.3990362 Sep 30 13:15:45.118561 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-26244bf3-42c7-486f-8410-03fa138a7324 req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Attempting to bind port 0c827184-a393-4663-88e2-7557cd7688b4 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:15:45.119167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-26244bf3-42c7-486f-8410-03fa138a7324 req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Attempting to bind port 0c827184-a393-4663-88e2-7557cd7688b4 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'a65dfc45-776c-463c-a57b-60f1ac1b61cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:15:45.119672 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26244bf3-42c7-486f-8410-03fa138a7324 req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Attempting to bind port 0c827184-a393-4663-88e2-7557cd7688b4 on network d55517b2-5639-49a0-8308-46b3625d778e {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:15:45.123785 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c645f637-c3c8-4a08-afd6-5dbeb8c1cd04 x-openstack-request-id: req-c645f637-c3c8-4a08-afd6-5dbeb8c1cd04 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:15:45.124329 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23d6513-e70a-4c86-94ca-67b273964ce2", "name": "network-vif-deleted", "tag": "c38957e0-ddf6-4a5b-8d18-80802e8d67f6", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:15:45.124482 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c645f637-c3c8-4a08-afd6-5dbeb8c1cd04 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:15:45.124745 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23d6513-e70a-4c86-94ca-67b273964ce2', 'name': 'network-vif-deleted', 'tag': 'c38957e0-ddf6-4a5b-8d18-80802e8d67f6', 'status': 'completed', 'code': 200} Sep 30 13:15:45.142374 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-30843199-353d-41fe-b141-ee1d336f36b7 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:45.149823 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26244bf3-42c7-486f-8410-03fa138a7324 req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Port 0c827184-a393-4663-88e2-7557cd7688b4 on network d55517b2-5639-49a0-8308-46b3625d778e not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:15:45.150578 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26244bf3-42c7-486f-8410-03fa138a7324 req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Attempting to bind port 0c827184-a393-4663-88e2-7557cd7688b4 on network d55517b2-5639-49a0-8308-46b3625d778e {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:15:45.193755 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-f663b845-bb2b-4ab2-94b5-7f36cc55c493 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/quotas/750d23c361c34df48a49df50aefc09af HTTP/1.1" status: 200 len: 375 time: 0.0859191 Sep 30 13:15:45.195247 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30843199-353d-41fe-b141-ee1d336f36b7 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Port': ['ID=da6126a4-8ce8-419d-a1d9-21572cc44ccb,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:45.210351 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26244bf3-42c7-486f-8410-03fa138a7324 req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:15:45.211496 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26244bf3-42c7-486f-8410-03fa138a7324 req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Checking segment: {'id': 'a65dfc45-776c-463c-a57b-60f1ac1b61cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:15:45.212599 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26244bf3-42c7-486f-8410-03fa138a7324 req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Bound using segment: {'id': 'a65dfc45-776c-463c-a57b-60f1ac1b61cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:15:45.213838 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-26244bf3-42c7-486f-8410-03fa138a7324 req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Bound port: 0c827184-a393-4663-88e2-7557cd7688b4, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65dfc45-776c-463c-a57b-60f1ac1b61cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:15:45.216901 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-26244bf3-42c7-486f-8410-03fa138a7324 req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:45.245595 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6d23e4aa-d526-4425-abe2-2efac0386e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:45.256333 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-4ef2e101-dea0-4d42-aea7-dac2fb3c23b9 admin admin] Deleting port 2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:45.256789 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4ef2e101-dea0-4d42-aea7-dac2fb3c23b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:45.257476 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d2d48c-6c90-45fa-b032-f1d8f87395e1 None None] Update dhcp port {'port': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'fixed_ips': [{'subnet_id': '97159fdc-4959-45b1-ba07-d33c22ec68f4', 'ip_address': '2001:db8::f816:3eff:fed8:c6b8'}, {'subnet_id': 'c963fcc1-c63d-4c55-98f8-c63c26a7587a'}], 'binding:host_id': 'n-d-810909-2'}, 'id': '726c9cdf-726b-40de-b5cd-079aced5455a'} from n-d-810909-2. {{(pid=94765) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 13:15:45.267618 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30843199-353d-41fe-b141-ee1d336f36b7 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:15:45.284591 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-30843199-353d-41fe-b141-ee1d336f36b7 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:45.286341 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30843199-353d-41fe-b141-ee1d336f36b7 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:15:45.293644 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30843199-353d-41fe-b141-ee1d336f36b7 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:45.294674 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-30843199-353d-41fe-b141-ee1d336f36b7 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:45.301548 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b1d2d48c-6c90-45fa-b032-f1d8f87395e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:45.304195 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 726c9cdf-726b-40de-b5cd-079aced5455a triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:45.304427 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:45.309119 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-72764f18-b532-4db3-a3e9-5f2147565278 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] For port d4236c25-cd42-49d6-b87b-a3e10557bcee, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d4236c25-cd42-49d6-b87b-a3e10557bcee,segment=NetworkSegment(fd5d8448-f31f-4d2c-bab3-414e4b29d03a),segment_id=fd5d8448-f31f-4d2c-bab3-414e4b29d03a)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:45.309641 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-72764f18-b532-4db3-a3e9-5f2147565278 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:45.331351 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-6d23e4aa-d526-4425-abe2-2efac0386e17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:45.346636 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-6d23e4aa-d526-4425-abe2-2efac0386e17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b710c32-a268-41b0-8987-12ce34571b50') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:45.346856 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-6d23e4aa-d526-4425-abe2-2efac0386e17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b710c32-a268-41b0-8987-12ce34571b50') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:45.359435 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-30843199-353d-41fe-b141-ee1d336f36b7 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4584756 Sep 30 13:15:45.360044 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33038) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:45.370555 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-03143ea7-2d94-4bd1-a637-5c85d7cd88cb tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Made reservation on behalf of 2f180add52a04581aabb15b50dd31fc4 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:15:45.372994 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6d23e4aa-d526-4425-abe2-2efac0386e17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:45.374484 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-03143ea7-2d94-4bd1-a637-5c85d7cd88cb tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:45.421425 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748f520-8ed2-4a7d-967b-62c369ba7b65 req-c38fa7c5-2887-4a95-8bf4-f75730717842 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:45.422897 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2748f520-8ed2-4a7d-967b-62c369ba7b65 req-c38fa7c5-2887-4a95-8bf4-f75730717842 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 944 time: 0.1662645 Sep 30 13:15:45.423874 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6d23e4aa-d526-4425-abe2-2efac0386e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:45.438285 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-72764f18-b532-4db3-a3e9-5f2147565278 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Calling delete_port for d4236c25-cd42-49d6-b87b-a3e10557bcee owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:45.455724 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc9da36-faa8-44b6-90e0-268cbd258ea1 None None] DHCP port deletion for 17f227ef-535f-498d-b04c-ec88f70fbe32 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:15:45.477638 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d23e4aa-d526-4425-abe2-2efac0386e17 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:15:45.478048 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6d23e4aa-d526-4425-abe2-2efac0386e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:15:45.479757 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:15:45.515373 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-d9816ab7-3da1-46af-8958-1f02f5ac01d5 None None] Deleting port d4236c25-cd42-49d6-b87b-a3e10557bcee {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:45.516025 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d9816ab7-3da1-46af-8958-1f02f5ac01d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:45.553976 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-03143ea7-2d94-4bd1-a637-5c85d7cd88cb tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Allocated IP 172.20.0.12 (bf395552-d6c8-4f33-8985-6c6e9e9ec785/24c2cacb-688f-46b5-bc21-08d291e590ed/0307906c-c3c5-48af-910b-f1e554eaea33) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:15:45.557467 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2748f520-8ed2-4a7d-967b-62c369ba7b65 req-5455b953-924e-4585-986c-cea600cacc1f tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256306 Sep 30 13:15:45.560232 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6d23e4aa-d526-4425-abe2-2efac0386e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:45.564506 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6d23e4aa-d526-4425-abe2-2efac0386e17 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:45.571206 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6d23e4aa-d526-4425-abe2-2efac0386e17 admin admin] 10.222.0.18 "DELETE /v2.0/networks/63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf HTTP/1.1" status: 204 len: 168 time: 0.6106954 Sep 30 13:15:45.571510 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33040) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:45.612488 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23e4aa-d526-4425-abe2-2efac0386e17 admin admin] Pushing event deleted for resources: {'Network': ['ID=63b12b0e-b4ab-4e9a-8ecb-ca4aa458fcaf,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:45.629363 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-44bb86fd-11b1-452e-bcc3-0a619d17b459 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting port da6126a4-8ce8-419d-a1d9-21572cc44ccb {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:45.630406 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-44bb86fd-11b1-452e-bcc3-0a619d17b459 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:45.658432 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-d16c2afc-9d6b-4644-8622-85bf0d633f99 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4304769 Sep 30 13:15:45.658790 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-3712a3a4-e6c6-4846-8ca3-25e250106ff3 admin admin] Deleting subnet 3e8f2ef2-6bbe-4a8f-b48d-4cd555fbce8f {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:15:45.667005 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3712a3a4-e6c6-4846-8ca3-25e250106ff3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:45.674075 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d9816ab7-3da1-46af-8958-1f02f5ac01d5 None None] For port d4236c25-cd42-49d6-b87b-a3e10557bcee, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d4236c25-cd42-49d6-b87b-a3e10557bcee,segment=NetworkSegment(fd5d8448-f31f-4d2c-bab3-414e4b29d03a),segment_id=fd5d8448-f31f-4d2c-bab3-414e4b29d03a)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:45.674414 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d9816ab7-3da1-46af-8958-1f02f5ac01d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:45.687011 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-b1d2d48c-6c90-45fa-b032-f1d8f87395e1 None None] Allocated IP 2001:db8:0:1::2 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/c963fcc1-c63d-4c55-98f8-c63c26a7587a/726c9cdf-726b-40de-b5cd-079aced5455a) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:15:45.727574 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-4ef2e101-dea0-4d42-aea7-dac2fb3c23b9 admin admin] For port 2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3,segment=NetworkSegment(6bf873a3-7cfc-4197-a209-441b53a33443),segment_id=6bf873a3-7cfc-4197-a209-441b53a33443)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:45.728106 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4ef2e101-dea0-4d42-aea7-dac2fb3c23b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:45.762000 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f29c853d-a86c-4757-86d4-211a0c423a60 req-962a8678-fc96-4227-a1c8-6e2131721964 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b965489-6954-4409-9b88-96c9d5f1d603 HTTP/1.1" status: 200 len: 210 time: 0.0664425 Sep 30 13:15:45.770589 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-26244bf3-42c7-486f-8410-03fa138a7324 req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] For port 0c827184-a393-4663-88e2-7557cd7688b4, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:15:45.779129 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3712a3a4-e6c6-4846-8ca3-25e250106ff3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:45.789340 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-4ef2e101-dea0-4d42-aea7-dac2fb3c23b9 admin admin] Calling delete_port for 2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:45.819862 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-26244bf3-42c7-486f-8410-03fa138a7324 req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] For port 0c827184-a393-4663-88e2-7557cd7688b4, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0c827184-a393-4663-88e2-7557cd7688b4,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:15:45.879109 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device c38957e0-ddf6-4a5b-8d18-80802e8d67f6 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:15:45.905556 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: c38957e0-ddf6-4a5b-8d18-80802e8d67f6 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:15:45.905556 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device c38957e0-ddf6-4a5b-8d18-80802e8d67f6 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:15:45.908740 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-26244bf3-42c7-486f-8410-03fa138a7324 req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:45.916471 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-d9816ab7-3da1-46af-8958-1f02f5ac01d5 None None] Calling delete_port for d4236c25-cd42-49d6-b87b-a3e10557bcee owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:45.960573 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9da36-faa8-44b6-90e0-268cbd258ea1 None None] Deleting port 2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:45.960903 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5fc9da36-faa8-44b6-90e0-268cbd258ea1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:46.024485 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26244bf3-42c7-486f-8410-03fa138a7324 req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:46.025296 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-26244bf3-42c7-486f-8410-03fa138a7324 req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:46.027077 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26244bf3-42c7-486f-8410-03fa138a7324 req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] 10.222.0.39 "PUT /v2.0/ports/0c827184-a393-4663-88e2-7557cd7688b4 HTTP/1.1" status: 200 len: 1092 time: 3.2825546 Sep 30 13:15:46.027899 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a447e0-68ca-4111-9cf5-c04f1fc23334', 'tag': '0c827184-a393-4663-88e2-7557cd7688b4'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:15:46.030135 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f63755b-5aeb-475c-b8d7-978d33e56531" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a447e0-68ca-4111-9cf5-c04f1fc23334", "tag": "0c827184-a393-4663-88e2-7557cd7688b4"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:15:46.072441 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d4236c25-cd42-49d6-b87b-a3e10557bcee no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:15:46.119113 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-ee7b4b6f-de08-4575-a848-8777fa990f7c service neutron] 10.222.0.18 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4594357 Sep 30 13:15:46.129348 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af06f1ba-6379-4685-afe4-c535bbd3ef1f x-openstack-request-id: req-af06f1ba-6379-4685-afe4-c535bbd3ef1f {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:15:46.130117 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a447e0-68ca-4111-9cf5-c04f1fc23334", "tag": "0c827184-a393-4663-88e2-7557cd7688b4", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:15:46.130493 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af06f1ba-6379-4685-afe4-c535bbd3ef1f {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:15:46.131099 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a447e0-68ca-4111-9cf5-c04f1fc23334', 'tag': '0c827184-a393-4663-88e2-7557cd7688b4', 'status': 'completed', 'code': 200} Sep 30 13:15:46.151892 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Pushing event updated for resources: {'Port': ['ID=0c827184-a393-4663-88e2-7557cd7688b4,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:46.166557 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-03143ea7-2d94-4bd1-a637-5c85d7cd88cb tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:46.175970 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5fc9da36-faa8-44b6-90e0-268cbd258ea1 None None] For port 2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3,segment=NetworkSegment(6bf873a3-7cfc-4197-a209-441b53a33443),segment_id=6bf873a3-7cfc-4197-a209-441b53a33443)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:46.176366 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5fc9da36-faa8-44b6-90e0-268cbd258ea1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:46.177092 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-72764f18-b532-4db3-a3e9-5f2147565278 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:46.200034 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:46.200750 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:46.201295 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:46.201640 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:46.201761 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-44bb86fd-11b1-452e-bcc3-0a619d17b459 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:46.202299 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:46.202299 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:46.202517 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No active binding found for port d4236c25-cd42-49d6-b87b-a3e10557bcee {{(pid=94765) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 30 13:15:46.202652 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:46.202961 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:46.203289 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:46.203553 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d4236c25-cd42-49d6-b87b-a3e10557bcee not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:15:46.203674 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:46.203926 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:46.204247 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a958362-0fc0-46d9-840b-9a5bf08bd129 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:46.205839 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9da36-faa8-44b6-90e0-268cbd258ea1 None None] Calling delete_port for 2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:46.216957 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b1d2d48c-6c90-45fa-b032-f1d8f87395e1 None None] For port 726c9cdf-726b-40de-b5cd-079aced5455a, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=726c9cdf-726b-40de-b5cd-079aced5455a,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:46.232094 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-44bb86fd-11b1-452e-bcc3-0a619d17b459 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Calling delete_port for da6126a4-8ce8-419d-a1d9-21572cc44ccb owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:46.267868 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72764f18-b532-4db3-a3e9-5f2147565278 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event deleted for resources: {'Port': ['ID=d4236c25-cd42-49d6-b87b-a3e10557bcee,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:46.277754 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72764f18-b532-4db3-a3e9-5f2147565278 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] No DVR routers for this DVR port d4236c25-cd42-49d6-b87b-a3e10557bcee on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:15:46.284188 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d9816ab7-3da1-46af-8958-1f02f5ac01d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:46.293493 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3712a3a4-e6c6-4846-8ca3-25e250106ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:46.328555 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b1d2d48c-6c90-45fa-b032-f1d8f87395e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:46.333884 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9816ab7-3da1-46af-8958-1f02f5ac01d5 None None] Pushing event deleted for resources: {'Port': ['ID=d4236c25-cd42-49d6-b87b-a3e10557bcee,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:46.336124 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9816ab7-3da1-46af-8958-1f02f5ac01d5 None None] No DVR routers for this DVR port d4236c25-cd42-49d6-b87b-a3e10557bcee on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:15:46.344136 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b1d2d48c-6c90-45fa-b032-f1d8f87395e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:46.385692 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3712a3a4-e6c6-4846-8ca3-25e250106ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:46.441928 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712a3a4-e6c6-4846-8ca3-25e250106ff3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e8f2ef2-6bbe-4a8f-b48d-4cd555fbce8f,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:46.448206 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3712a3a4-e6c6-4846-8ca3-25e250106ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:46.450221 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3712a3a4-e6c6-4846-8ca3-25e250106ff3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3e8f2ef2-6bbe-4a8f-b48d-4cd555fbce8f HTTP/1.1" status: 204 len: 168 time: 0.8746228 Sep 30 13:15:46.453461 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33046) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:46.477007 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2d48c-6c90-45fa-b032-f1d8f87395e1 None None] Pushing event updated for resources: {'Port': ['ID=726c9cdf-726b-40de-b5cd-079aced5455a,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:46.488453 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5fc9da36-faa8-44b6-90e0-268cbd258ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:46.519532 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9da36-faa8-44b6-90e0-268cbd258ea1 None None] Pushing event deleted for resources: {'Port': ['ID=2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:46.523676 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc9da36-faa8-44b6-90e0-268cbd258ea1 None None] No DVR routers for this DVR port 2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:15:46.541283 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a4dcb63b-bee4-40d8-9d3d-823def6e2b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:46.678722 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a4dcb63b-bee4-40d8-9d3d-823def6e2b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:46.709936 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4ef2e101-dea0-4d42-aea7-dac2fb3c23b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:46.720089 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26244bf3-42c7-486f-8410-03fa138a7324 req-878936c3-9721-444d-a073-7d91b9b97fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:46.721617 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26244bf3-42c7-486f-8410-03fa138a7324 req-878936c3-9721-444d-a073-7d91b9b97fbd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec3b180775b4f8e89f487846414229c&device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 1095 time: 0.6197479 Sep 30 13:15:46.736270 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-a4dcb63b-bee4-40d8-9d3d-823def6e2b3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc470fc1-bc1f-41b5-b01a-c716b7e81dc9']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:46.747855 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-44bb86fd-11b1-452e-bcc3-0a619d17b459 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:46.757899 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-a4dcb63b-bee4-40d8-9d3d-823def6e2b3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbcb3319-47c7-425a-b427-a739c3a5a10d') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:46.758253 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-a4dcb63b-bee4-40d8-9d3d-823def6e2b3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbcb3319-47c7-425a-b427-a739c3a5a10d') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:46.781655 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2e101-dea0-4d42-aea7-dac2fb3c23b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:46.794516 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb86fd-11b1-452e-bcc3-0a619d17b459 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Port': ['ID=da6126a4-8ce8-419d-a1d9-21572cc44ccb,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:46.797737 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a4dcb63b-bee4-40d8-9d3d-823def6e2b3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:46.807257 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5846ca0-cf76-43ca-8099-159abbf60539 req-7a25bdb4-bb71-417e-9b41-3789086e8054 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:46.808831 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d5846ca0-cf76-43ca-8099-159abbf60539 req-7a25bdb4-bb71-417e-9b41-3789086e8054 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 944 time: 0.1548846 Sep 30 13:15:46.843594 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef2e101-dea0-4d42-aea7-dac2fb3c23b9 admin admin] No DVR routers for this DVR port 2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:15:46.856106 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a4dcb63b-bee4-40d8-9d3d-823def6e2b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:46.882508 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4dcb63b-bee4-40d8-9d3d-823def6e2b3d admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:15:46.882919 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a4dcb63b-bee4-40d8-9d3d-823def6e2b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:15:46.884953 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:15:46.889382 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-44bb86fd-11b1-452e-bcc3-0a619d17b459 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:46.893455 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-44bb86fd-11b1-452e-bcc3-0a619d17b459 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/da6126a4-8ce8-419d-a1d9-21572cc44ccb HTTP/1.1" status: 204 len: 168 time: 1.5268819 Sep 30 13:15:46.904591 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33052) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:46.906990 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26244bf3-42c7-486f-8410-03fa138a7324 req-5611e69e-f361-44b2-b994-8a4c44fbf2ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c827184-a393-4663-88e2-7557cd7688b4 HTTP/1.1" status: 200 len: 217 time: 0.1438828 Sep 30 13:15:46.924148 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-f52f6d32-34b1-49fe-aa0a-9882386c3e99 service neutron] 10.222.0.18 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7753594 Sep 30 13:15:46.931233 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d5846ca0-cf76-43ca-8099-159abbf60539 req-ecf5cec5-4368-42db-8e5d-512eb2d5435d tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113265 Sep 30 13:15:46.975736 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 726c9cdf-726b-40de-b5cd-079aced5455a up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:15:47.023475 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a4dcb63b-bee4-40d8-9d3d-823def6e2b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:47.027445 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26244bf3-42c7-486f-8410-03fa138a7324 req-35358038-af31-43b8-b39d-480c06514eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:47.029237 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26244bf3-42c7-486f-8410-03fa138a7324 req-35358038-af31-43b8-b39d-480c06514eeb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b636e036-02ee-475d-8821-ce0c9f216c9a HTTP/1.1" status: 200 len: 852 time: 0.0724311 Sep 30 13:15:47.036237 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a4dcb63b-bee4-40d8-9d3d-823def6e2b3d admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:47.041266 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a4dcb63b-bee4-40d8-9d3d-823def6e2b3d admin admin] 10.222.0.18 "DELETE /v2.0/networks/cc470fc1-bc1f-41b5-b01a-c716b7e81dc9 HTTP/1.1" status: 204 len: 168 time: 0.5836806 Sep 30 13:15:47.055467 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-03143ea7-2d94-4bd1-a637-5c85d7cd88cb tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:47.070291 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dcb63b-bee4-40d8-9d3d-823def6e2b3d admin admin] Pushing event deleted for resources: {'Network': ['ID=cc470fc1-bc1f-41b5-b01a-c716b7e81dc9,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:47.072813 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 726c9cdf-726b-40de-b5cd-079aced5455a triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:47.073193 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:47.093054 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddb2548-1836-4871-8f20-8fb7a28c53dd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:47.094671 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1ddb2548-1836-4871-8f20-8fb7a28c53dd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1845655 Sep 30 13:15:47.112387 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33058) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:47.120483 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-72764f18-b532-4db3-a3e9-5f2147565278 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:47.193082 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26244bf3-42c7-486f-8410-03fa138a7324 req-a382b92a-3455-4535-b968-d43b0dcbe13e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d55517b2-5639-49a0-8308-46b3625d778e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1295795 Sep 30 13:15:47.238509 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-03143ea7-2d94-4bd1-a637-5c85d7cd88cb tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Network bf395552-d6c8-4f33-8985-6c6e9e9ec785 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:15:47.328215 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9588f667-d00c-4d37-8cbb-10114bbe7ece None None] Provisioning complete for port 726c9cdf-726b-40de-b5cd-079aced5455a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:47.329114 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33064) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:47.330050 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9588f667-d00c-4d37-8cbb-10114bbe7ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:47.347718 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4ef2e101-dea0-4d42-aea7-dac2fb3c23b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:47.353876 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d81ed-b4dc-4040-a51d-e846b6b838fa req-ea626ad3-b536-4bd2-bc82-ab1577d3bb28 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:47.355789 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2a8d81ed-b4dc-4040-a51d-e846b6b838fa req-ea626ad3-b536-4bd2-bc82-ab1577d3bb28 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b965489-6954-4409-9b88-96c9d5f1d603 HTTP/1.1" status: 200 len: 932 time: 0.2982342 Sep 30 13:15:47.376954 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-03143ea7-2d94-4bd1-a637-5c85d7cd88cb tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:47.393143 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:15:47.409674 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85979212-7db2-43f4-a2a8-ee003e15541b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:47.414372 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-85979212-7db2-43f4-a2a8-ee003e15541b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2958596 Sep 30 13:15:47.415841 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33068) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:47.423174 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-72764f18-b532-4db3-a3e9-5f2147565278 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cbf8964-6e70-4e73-a83a-d2434a96a3ac']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:47.425683 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-03143ea7-2d94-4bd1-a637-5c85d7cd88cb tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:15:47.448188 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03143ea7-2d94-4bd1-a637-5c85d7cd88cb tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Pushing event updated for resources: {'Port': ['ID=0307906c-c3c5-48af-910b-f1e554eaea33,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:47.472556 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:15:47.472905 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2ebf14ef-ad3d-4cb4-ad54-6ca38d0f4ce3 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:15:47.497619 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-4ef2e101-dea0-4d42-aea7-dac2fb3c23b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f227ef-535f-498d-b04c-ec88f70fbe32']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:47.545287 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-54e357fd-8c5b-4b39-8423-1441db8e3759 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c2c5dd8af82141349210379bd95352ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2113318 Sep 30 13:15:47.549433 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33072) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:47.576195 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-72764f18-b532-4db3-a3e9-5f2147565278 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5d8448-f31f-4d2c-bab3-414e4b29d03a') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:47.576627 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-72764f18-b532-4db3-a3e9-5f2147565278 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5d8448-f31f-4d2c-bab3-414e4b29d03a') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:47.583527 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2a8d81ed-b4dc-4040-a51d-e846b6b838fa req-9f739657-a2b9-418b-97b5-427c5e76f6be tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007966 Sep 30 13:15:47.589123 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-4ef2e101-dea0-4d42-aea7-dac2fb3c23b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf873a3-7cfc-4197-a209-441b53a33443') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:47.589488 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-4ef2e101-dea0-4d42-aea7-dac2fb3c23b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf873a3-7cfc-4197-a209-441b53a33443') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:47.601841 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4ef2e101-dea0-4d42-aea7-dac2fb3c23b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:47.614875 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4470b6bf-e647-42fd-9f1c-2b4333a67068 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:47.616419 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4470b6bf-e647-42fd-9f1c-2b4333a67068 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:47.617946 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4470b6bf-e647-42fd-9f1c-2b4333a67068 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:47.622083 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4470b6bf-e647-42fd-9f1c-2b4333a67068 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2017491 Sep 30 13:15:47.622288 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-afd6321e-3921-43b9-aa82-462eecc0f9ad req-f0af9a31-6b75-4565-8fe3-79f91b1b70b3 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 210 time: 0.3001990 Sep 30 13:15:47.623066 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33076) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:47.641572 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-72764f18-b532-4db3-a3e9-5f2147565278 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:47.648602 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4ef2e101-dea0-4d42-aea7-dac2fb3c23b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:47.653102 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26244bf3-42c7-486f-8410-03fa138a7324 req-e00ebad1-2c9a-4353-96c2-496dc02ed8e2 service neutron] 10.222.0.39 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4386861 Sep 30 13:15:47.669078 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d2a2345d-3d44-461d-8018-879ef22ffbcf None None] Could not find standard attr ID for object da6126a4-8ce8-419d-a1d9-21572cc44ccb. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:15:47.716417 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-d58813d4-850a-45ec-a83d-89ccb43ebe39 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet 97159fdc-4959-45b1-ba07-d33c22ec68f4 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:15:47.718645 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8628a932-969a-4705-b501-6abf98132137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:47.722223 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d58813d4-850a-45ec-a83d-89ccb43ebe39 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:47.768892 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef2e101-dea0-4d42-aea7-dac2fb3c23b9 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:15:47.769306 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4ef2e101-dea0-4d42-aea7-dac2fb3c23b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:15:47.772556 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:15:47.774958 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8628a932-969a-4705-b501-6abf98132137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:47.786725 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d58813d4-850a-45ec-a83d-89ccb43ebe39 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:47.791378 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26244bf3-42c7-486f-8410-03fa138a7324 req-e7c610d5-10ee-4535-a353-956c56935395 service neutron] 10.222.0.39 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196709 Sep 30 13:15:47.858145 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-72764f18-b532-4db3-a3e9-5f2147565278 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:47.866904 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-03143ea7-2d94-4bd1-a637-5c85d7cd88cb tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:47.867560 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-03143ea7-2d94-4bd1-a637-5c85d7cd88cb tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:47.906858 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72764f18-b532-4db3-a3e9-5f2147565278 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:15:47.907301 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-72764f18-b532-4db3-a3e9-5f2147565278 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:15:47.910333 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:15:47.918864 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8628a932-969a-4705-b501-6abf98132137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:47.921416 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8628a932-969a-4705-b501-6abf98132137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:47.922616 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8628a932-969a-4705-b501-6abf98132137 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0ced4ad-a244-468a-9560-313c719ce124 HTTP/1.1" status: 204 len: 168 time: 0.3698399 Sep 30 13:15:47.931687 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4ef2e101-dea0-4d42-aea7-dac2fb3c23b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:47.934637 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628a932-969a-4705-b501-6abf98132137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ced4ad-a244-468a-9560-313c719ce124,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:47.941703 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4ef2e101-dea0-4d42-aea7-dac2fb3c23b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:47.945858 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4ef2e101-dea0-4d42-aea7-dac2fb3c23b9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/17f227ef-535f-498d-b04c-ec88f70fbe32 HTTP/1.1" status: 204 len: 168 time: 3.6415920 Sep 30 13:15:47.963216 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d58813d4-850a-45ec-a83d-89ccb43ebe39 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:47.969389 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-03143ea7-2d94-4bd1-a637-5c85d7cd88cb tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2327259 Sep 30 13:15:48.001656 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-f61af829-ccbd-4447-93d8-95632f5deff1 service neutron] Request body: {'port': {'device_id': '1b965489-6954-4409-9b88-96c9d5f1d603', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:48.014090 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2e101-dea0-4d42-aea7-dac2fb3c23b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=17f227ef-535f-498d-b04c-ec88f70fbe32,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:48.073018 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63755b-5aeb-475c-b8d7-978d33e56531 req-c5e3515c-ae2e-4465-bb08-3a3ae15b5da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:48.075050 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f63755b-5aeb-475c-b8d7-978d33e56531 req-c5e3515c-ae2e-4465-bb08-3a3ae15b5da2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec3b180775b4f8e89f487846414229c&device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 1095 time: 0.2186856 Sep 30 13:15:48.099452 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d58813d4-850a-45ec-a83d-89ccb43ebe39 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:48.102257 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-72764f18-b532-4db3-a3e9-5f2147565278 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:48.109363 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-72764f18-b532-4db3-a3e9-5f2147565278 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:48.115720 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-72764f18-b532-4db3-a3e9-5f2147565278 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "DELETE /v2.0/networks/0cbf8964-6e70-4e73-a83a-d2434a96a3ac HTTP/1.1" status: 204 len: 168 time: 4.1556382 Sep 30 13:15:48.126784 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33084) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:48.172872 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58813d4-850a-45ec-a83d-89ccb43ebe39 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=97159fdc-4959-45b1-ba07-d33c22ec68f4,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:48.185656 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4a2da47a-3ba7-460c-8567-b1413529f7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:48.190458 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72764f18-b532-4db3-a3e9-5f2147565278 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event deleted for resources: {'Network': ['ID=0cbf8964-6e70-4e73-a83a-d2434a96a3ac,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:48.198635 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c76b62-4063-43be-8080-ccd5009de0aa None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:15:48.204997 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-f61af829-ccbd-4447-93d8-95632f5deff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:48.289167 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d58813d4-850a-45ec-a83d-89ccb43ebe39 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:48.297031 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d58813d4-850a-45ec-a83d-89ccb43ebe39 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/97159fdc-4959-45b1-ba07-d33c22ec68f4 HTTP/1.1" status: 204 len: 168 time: 0.6712906 Sep 30 13:15:48.304357 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33090) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:48.341435 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-4358a20d-3948-46d5-91cc-c640480bf468 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Deleting subnet a8eba6d2-18b3-40f7-992e-86fdf04c1157 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:15:48.344878 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4358a20d-3948-46d5-91cc-c640480bf468 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:48.414410 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4358a20d-3948-46d5-91cc-c640480bf468 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:48.447204 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c2181-38a9-4db6-b8fd-8e545e6d9c06 req-897becf8-9f06-4105-b680-df29fdf2a60c tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:48.449947 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-399c2181-38a9-4db6-b8fd-8e545e6d9c06 req-897becf8-9f06-4105-b680-df29fdf2a60c tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 944 time: 0.4079430 Sep 30 13:15:48.450883 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33092) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:48.483091 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63755b-5aeb-475c-b8d7-978d33e56531 req-88b5f208-69c9-46af-8c22-7262584dd731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:48.484567 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f63755b-5aeb-475c-b8d7-978d33e56531 req-88b5f208-69c9-46af-8c22-7262584dd731 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d55517b2-5639-49a0-8308-46b3625d778e HTTP/1.1" status: 200 len: 913 time: 0.3982747 Sep 30 13:15:48.513270 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33094) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:48.576440 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-399c2181-38a9-4db6-b8fd-8e545e6d9c06 req-f6d1602c-c73a-4218-bf58-91b38cd875e8 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017442 Sep 30 13:15:48.582585 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e12638b-e362-4d5d-9173-337d19343750 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet c963fcc1-c63d-4c55-98f8-c63c26a7587a {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:15:48.589980 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2e12638b-e362-4d5d-9173-337d19343750 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:48.641387 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f63755b-5aeb-475c-b8d7-978d33e56531 req-0543cc01-d7f3-4500-b59d-2487ddb5322a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c827184-a393-4663-88e2-7557cd7688b4 HTTP/1.1" status: 200 len: 217 time: 0.1366127 Sep 30 13:15:48.700058 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-99be7113-a165-4c19-8b8f-0e05181e1dd2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=428ecd7f32984077876a74feb8b133d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420312 Sep 30 13:15:48.708921 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33100) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:48.838292 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-54978f4a-7104-49c4-84ce-e4a51c55c198 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:48.840023 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-54978f4a-7104-49c4-84ce-e4a51c55c198 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.39 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 812 time: 0.2062571 Sep 30 13:15:48.862206 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-8e09ca64-2eea-442b-8bae-edf6af83ef15 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Request body: {'port': {'device_id': '897cbb13-79ad-4578-85c9-900a4c7e3a84', 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'admin_state_up': True, 'tenant_id': '750d23c361c34df48a49df50aefc09af'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:48.903665 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-99e1f60e-23ac-4785-9ca5-57376fc3369b req-4e0f1db1-f6b3-4470-a0fc-45c2be601cff tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 210 time: 0.0626233 Sep 30 13:15:48.914184 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-59f254d7-4de8-45e2-a05c-1c27b86801b6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=109fb06c4d3444d49086428c1389e0d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4325140 Sep 30 13:15:48.914951 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33102) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:48.924342 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63755b-5aeb-475c-b8d7-978d33e56531 req-d9584b8c-cd80-482f-9226-a2731f7a1f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:48.925790 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f63755b-5aeb-475c-b8d7-978d33e56531 req-d9584b8c-cd80-482f-9226-a2731f7a1f99 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b636e036-02ee-475d-8821-ce0c9f216c9a HTTP/1.1" status: 200 len: 852 time: 0.2360349 Sep 30 13:15:48.933017 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2e12638b-e362-4d5d-9173-337d19343750 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:48.938595 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4358a20d-3948-46d5-91cc-c640480bf468 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:49.010164 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b2a51-6c1b-4f88-8824-9a70d7d81498 req-b02131ea-1743-489f-8bac-0092c2deefbc tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:49.011725 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-154b2a51-6c1b-4f88-8824-9a70d7d81498 req-b02131ea-1743-489f-8bac-0092c2deefbc tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b965489-6954-4409-9b88-96c9d5f1d603 HTTP/1.1" status: 200 len: 932 time: 0.2022018 Sep 30 13:15:49.013669 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f63755b-5aeb-475c-b8d7-978d33e56531 req-abc2c1d6-83c2-409e-86d3-17549277c38e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d55517b2-5639-49a0-8308-46b3625d778e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659993 Sep 30 13:15:49.131520 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4358a20d-3948-46d5-91cc-c640480bf468 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:49.175926 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2e12638b-e362-4d5d-9173-337d19343750 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:49.181419 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4358a20d-3948-46d5-91cc-c640480bf468 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:49.182920 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-09336668-d9f5-48cb-aaef-40ef666529ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:49.183410 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4358a20d-3948-46d5-91cc-c640480bf468 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "DELETE /v2.0/subnets/a8eba6d2-18b3-40f7-992e-86fdf04c1157 HTTP/1.1" status: 204 len: 168 time: 1.0347648 Sep 30 13:15:49.184452 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-870d10ae-cd9b-44de-a930-ebd652b6f41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:49.193942 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33104) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:49.196003 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd4b633-fadd-43f3-8e19-52b383281996 None None] Network e00a7c5b-4dd1-4f07-8cb5-bafcac141511 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:15:49.202054 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358a20d-3948-46d5-91cc-c640480bf468 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event deleted for resources: {'Subnet': ['ID=a8eba6d2-18b3-40f7-992e-86fdf04c1157,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:49.206923 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-8e09ca64-2eea-442b-8bae-edf6af83ef15 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Made reservation on behalf of 750d23c361c34df48a49df50aefc09af for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:15:49.211151 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-8e09ca64-2eea-442b-8bae-edf6af83ef15 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:49.233840 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358a20d-3948-46d5-91cc-c640480bf468 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:49.234219 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358a20d-3948-46d5-91cc-c640480bf468 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:49.234560 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358a20d-3948-46d5-91cc-c640480bf468 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:49.234899 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358a20d-3948-46d5-91cc-c640480bf468 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:49.235232 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358a20d-3948-46d5-91cc-c640480bf468 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:49.235575 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358a20d-3948-46d5-91cc-c640480bf468 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:49.235895 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358a20d-3948-46d5-91cc-c640480bf468 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:49.236324 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358a20d-3948-46d5-91cc-c640480bf468 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:49.236620 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358a20d-3948-46d5-91cc-c640480bf468 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:49.236835 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358a20d-3948-46d5-91cc-c640480bf468 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:49.237187 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358a20d-3948-46d5-91cc-c640480bf468 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:49.237514 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358a20d-3948-46d5-91cc-c640480bf468 tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:15:49.251039 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-154b2a51-6c1b-4f88-8824-9a70d7d81498 req-1a224a0d-9d1b-4cb6-af24-41a42f920b10 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071989 Sep 30 13:15:49.260582 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-f61af829-ccbd-4447-93d8-95632f5deff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0307906c-c3c5-48af-910b-f1e554eaea33 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:15:49.292883 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-f61af829-ccbd-4447-93d8-95632f5deff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:49.302394 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-09336668-d9f5-48cb-aaef-40ef666529ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:49.315249 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-870d10ae-cd9b-44de-a930-ebd652b6f41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:49.340606 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2e12638b-e362-4d5d-9173-337d19343750 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:49.379590 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:49.399956 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-f61af829-ccbd-4447-93d8-95632f5deff1 service neutron] Transition to ACTIVE for port object 0307906c-c3c5-48af-910b-f1e554eaea33 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:15:49.405923 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f63755b-5aeb-475c-b8d7-978d33e56531 req-8a89bd94-6d96-4de1-b8a3-dfa10fd2b1cd service neutron] 10.222.0.39 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713820 Sep 30 13:15:49.413047 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5afb79e1-7823-4d90-a2e3-cfba500ed134 None None] Provisioning complete for port 726c9cdf-726b-40de-b5cd-079aced5455a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:49.414307 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5afb79e1-7823-4d90-a2e3-cfba500ed134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:49.423900 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2b3a81d0-2667-4b6c-852e-a42ddbcd040e tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:49.449500 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-f61af829-ccbd-4447-93d8-95632f5deff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:49.458451 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1083c0-7d85-44ac-a57d-ba6e0b527397 None None] DHCP port deletion for e00a7c5b-4dd1-4f07-8cb5-bafcac141511 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:15:49.461451 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12638b-e362-4d5d-9173-337d19343750 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=c963fcc1-c63d-4c55-98f8-c63c26a7587a,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:49.464300 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2e12638b-e362-4d5d-9173-337d19343750 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:49.466286 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2e12638b-e362-4d5d-9173-337d19343750 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/c963fcc1-c63d-4c55-98f8-c63c26a7587a HTTP/1.1" status: 204 len: 168 time: 1.1548367 Sep 30 13:15:49.469454 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33108) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:49.477161 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d2b10c-34c1-4ad3-9941-5af53e2baf81 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:15:49.515653 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ca389cfb-b932-4938-b07e-de244d371538 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422418 Sep 30 13:15:49.516217 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33110) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:49.525913 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-3c1e1c84-5050-45ed-8bf0-e27a6ec1c221 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:49.560184 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-8e09ca64-2eea-442b-8bae-edf6af83ef15 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Allocated IP 172.20.0.7 (c7e67e25-10d5-4331-9422-13e705e055a0/50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb/15a4d455-7021-4eb5-ae85-252ccfe30de0) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:15:49.591806 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61af829-ccbd-4447-93d8-95632f5deff1 service neutron] Pushing event updated for resources: {'Port': ['ID=0307906c-c3c5-48af-910b-f1e554eaea33,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:49.635382 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-870d10ae-cd9b-44de-a930-ebd652b6f41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:49.638084 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-870d10ae-cd9b-44de-a930-ebd652b6f41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:49.639256 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-870d10ae-cd9b-44de-a930-ebd652b6f41a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a1f8842-011f-4578-86a4-c2d76908dc1d HTTP/1.1" status: 204 len: 168 time: 0.7167876 Sep 30 13:15:49.674890 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-09336668-d9f5-48cb-aaef-40ef666529ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:49.677429 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-09336668-d9f5-48cb-aaef-40ef666529ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:49.678612 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-09336668-d9f5-48cb-aaef-40ef666529ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f00e9c6-15e6-4460-b56d-ecb8662dc0f7 HTTP/1.1" status: 204 len: 168 time: 0.8716998 Sep 30 13:15:49.704405 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-2d1083c0-7d85-44ac-a57d-ba6e0b527397 None None] Deleting port c9cd6f0f-0296-40cd-a3bc-95bc513efaf2 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:49.705085 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2d1083c0-7d85-44ac-a57d-ba6e0b527397 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:49.708456 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d10ae-cd9b-44de-a930-ebd652b6f41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1f8842-011f-4578-86a4-c2d76908dc1d,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:49.712589 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f63755b-5aeb-475c-b8d7-978d33e56531 req-9d4000a2-5e12-4ffc-9b13-5a6763e28edd service neutron] 10.222.0.39 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867217 Sep 30 13:15:49.740469 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1e1c84-5050-45ed-8bf0-e27a6ec1c221 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:15:49.744094 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3c1e1c84-5050-45ed-8bf0-e27a6ec1c221 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:49.759674 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09336668-d9f5-48cb-aaef-40ef666529ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f00e9c6-15e6-4460-b56d-ecb8662dc0f7,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:49.807797 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-2d1083c0-7d85-44ac-a57d-ba6e0b527397 None None] For port c9cd6f0f-0296-40cd-a3bc-95bc513efaf2, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c9cd6f0f-0296-40cd-a3bc-95bc513efaf2,segment=NetworkSegment(9f49b9c1-ca69-436a-962f-e553797bd301),segment_id=9f49b9c1-ca69-436a-962f-e553797bd301)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:49.808500 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2d1083c0-7d85-44ac-a57d-ba6e0b527397 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:49.823792 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-2d1083c0-7d85-44ac-a57d-ba6e0b527397 None None] Calling delete_port for c9cd6f0f-0296-40cd-a3bc-95bc513efaf2 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:49.834584 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-2b3a81d0-2667-4b6c-852e-a42ddbcd040e tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Deleting port c9cd6f0f-0296-40cd-a3bc-95bc513efaf2 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:49.834930 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2b3a81d0-2667-4b6c-852e-a42ddbcd040e tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:49.864566 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-f61af829-ccbd-4447-93d8-95632f5deff1 service neutron] Attempting to bind port 0307906c-c3c5-48af-910b-f1e554eaea33 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:15:49.864910 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-f61af829-ccbd-4447-93d8-95632f5deff1 service neutron] Attempting to bind port 0307906c-c3c5-48af-910b-f1e554eaea33 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'b6f090cd-be43-4e2a-a98b-f43fad45e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:15:49.865378 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-f61af829-ccbd-4447-93d8-95632f5deff1 service neutron] Attempting to bind port 0307906c-c3c5-48af-910b-f1e554eaea33 on network bf395552-d6c8-4f33-8985-6c6e9e9ec785 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:15:50.007373 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2d1083c0-7d85-44ac-a57d-ba6e0b527397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:50.021610 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1083c0-7d85-44ac-a57d-ba6e0b527397 None None] No DVR routers for this DVR port c9cd6f0f-0296-40cd-a3bc-95bc513efaf2 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:15:50.041984 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1083c0-7d85-44ac-a57d-ba6e0b527397 None None] Pushing event deleted for resources: {'Port': ['ID=c9cd6f0f-0296-40cd-a3bc-95bc513efaf2,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:50.056059 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-8e09ca64-2eea-442b-8bae-edf6af83ef15 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:50.059165 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382619fa-afa6-4d3e-8695-d1b0e562eeb7 req-047e184e-0fca-43e8-adaf-8ea352282c91 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:50.063371 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-382619fa-afa6-4d3e-8695-d1b0e562eeb7 req-047e184e-0fca-43e8-adaf-8ea352282c91 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 944 time: 0.3600001 Sep 30 13:15:50.072476 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ecd585-69c2-4487-b4c6-3bda30fde30f None None] DHCP port deletion for 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:15:50.111898 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7aea70da-b8e2-4b0b-8d75-2b83ba94a074 req-04c3220c-8145-46ca-bfea-272ad12ad9e8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 210 time: 0.0537238 Sep 30 13:15:50.121885 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-f61af829-ccbd-4447-93d8-95632f5deff1 service neutron] Port 0307906c-c3c5-48af-910b-f1e554eaea33 on network bf395552-d6c8-4f33-8985-6c6e9e9ec785 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:15:50.122392 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-f61af829-ccbd-4447-93d8-95632f5deff1 service neutron] Attempting to bind port 0307906c-c3c5-48af-910b-f1e554eaea33 on network bf395552-d6c8-4f33-8985-6c6e9e9ec785 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:15:50.126885 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-2b3a81d0-2667-4b6c-852e-a42ddbcd040e tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] For port c9cd6f0f-0296-40cd-a3bc-95bc513efaf2, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c9cd6f0f-0296-40cd-a3bc-95bc513efaf2,segment=NetworkSegment(9f49b9c1-ca69-436a-962f-e553797bd301),segment_id=9f49b9c1-ca69-436a-962f-e553797bd301)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:50.127782 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2b3a81d0-2667-4b6c-852e-a42ddbcd040e tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:50.154721 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-f61af829-ccbd-4447-93d8-95632f5deff1 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:15:50.155054 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-f61af829-ccbd-4447-93d8-95632f5deff1 service neutron] Checking segment: {'id': 'b6f090cd-be43-4e2a-a98b-f43fad45e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:15:50.158143 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-f61af829-ccbd-4447-93d8-95632f5deff1 service neutron] Bound using segment: {'id': 'b6f090cd-be43-4e2a-a98b-f43fad45e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:15:50.158143 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-f61af829-ccbd-4447-93d8-95632f5deff1 service neutron] Bound port: 0307906c-c3c5-48af-910b-f1e554eaea33, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f090cd-be43-4e2a-a98b-f43fad45e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:15:50.158143 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-f61af829-ccbd-4447-93d8-95632f5deff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:50.176066 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-382619fa-afa6-4d3e-8695-d1b0e562eeb7 req-780d72fe-cc54-4a4b-ace0-2e685b3ab46a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893762 Sep 30 13:15:50.184932 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-2b3a81d0-2667-4b6c-852e-a42ddbcd040e tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Calling delete_port for c9cd6f0f-0296-40cd-a3bc-95bc513efaf2 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:50.196407 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-c7ecd585-69c2-4487-b4c6-3bda30fde30f None None] Deleting port 726c9cdf-726b-40de-b5cd-079aced5455a {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:50.197382 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c7ecd585-69c2-4487-b4c6-3bda30fde30f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:50.258533 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-8e09ca64-2eea-442b-8bae-edf6af83ef15 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:50.309324 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-c7ecd585-69c2-4487-b4c6-3bda30fde30f None None] For port 726c9cdf-726b-40de-b5cd-079aced5455a, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=726c9cdf-726b-40de-b5cd-079aced5455a,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:50.309733 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c7ecd585-69c2-4487-b4c6-3bda30fde30f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:50.317702 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-f61af829-ccbd-4447-93d8-95632f5deff1 service neutron] For port 0307906c-c3c5-48af-910b-f1e554eaea33, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:15:50.320503 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09ca64-2eea-442b-8bae-edf6af83ef15 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Pushing event updated for resources: {'Port': ['ID=15a4d455-7021-4eb5-ae85-252ccfe30de0,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:50.331769 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-f61af829-ccbd-4447-93d8-95632f5deff1 service neutron] For port 0307906c-c3c5-48af-910b-f1e554eaea33, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=0307906c-c3c5-48af-910b-f1e554eaea33,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:15:50.339909 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-c7ecd585-69c2-4487-b4c6-3bda30fde30f None None] Calling delete_port for 726c9cdf-726b-40de-b5cd-079aced5455a owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:50.349360 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-f61af829-ccbd-4447-93d8-95632f5deff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:50.374500 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-f61af829-ccbd-4447-93d8-95632f5deff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:50.375073 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-f61af829-ccbd-4447-93d8-95632f5deff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:50.376384 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-f61af829-ccbd-4447-93d8-95632f5deff1 service neutron] 10.222.0.54 "PUT /v2.0/ports/0307906c-c3c5-48af-910b-f1e554eaea33 HTTP/1.1" status: 200 len: 1092 time: 2.3801253 Sep 30 13:15:50.379016 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b965489-6954-4409-9b88-96c9d5f1d603', 'tag': '0307906c-c3c5-48af-910b-f1e554eaea33'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:15:50.379233 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3c1e1c84-5050-45ed-8bf0-e27a6ec1c221 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:50.390116 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed96f67-4c57-4aea-aef3-643e09473549" -d '{"events": [{"name": "network-changed", "server_uuid": "1b965489-6954-4409-9b88-96c9d5f1d603", "tag": "0307906c-c3c5-48af-910b-f1e554eaea33"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:15:50.431899 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-8e09ca64-2eea-442b-8bae-edf6af83ef15 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Network c7e67e25-10d5-4331-9422-13e705e055a0 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:15:50.433203 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2b3a81d0-2667-4b6c-852e-a42ddbcd040e tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:50.451297 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3a81d0-2667-4b6c-852e-a42ddbcd040e tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] No DVR routers for this DVR port c9cd6f0f-0296-40cd-a3bc-95bc513efaf2 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:15:50.505990 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-8e09ca64-2eea-442b-8bae-edf6af83ef15 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:50.509347 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de97035-750c-4eb2-b258-7e1d2bc9a0fb x-openstack-request-id: req-8de97035-750c-4eb2-b258-7e1d2bc9a0fb {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:15:50.509635 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b965489-6954-4409-9b88-96c9d5f1d603", "tag": "0307906c-c3c5-48af-910b-f1e554eaea33", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:15:50.510184 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8de97035-750c-4eb2-b258-7e1d2bc9a0fb {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:15:50.510590 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b965489-6954-4409-9b88-96c9d5f1d603', 'tag': '0307906c-c3c5-48af-910b-f1e554eaea33', 'status': 'completed', 'code': 200} Sep 30 13:15:50.522761 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1e1c84-5050-45ed-8bf0-e27a6ec1c221 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:15:50.532251 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-8e09ca64-2eea-442b-8bae-edf6af83ef15 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:15:50.536969 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c7ecd585-69c2-4487-b4c6-3bda30fde30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:50.610004 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ecd585-69c2-4487-b4c6-3bda30fde30f None None] Pushing event deleted for resources: {'Port': ['ID=726c9cdf-726b-40de-b5cd-079aced5455a,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:50.620408 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ecd585-69c2-4487-b4c6-3bda30fde30f None None] No DVR routers for this DVR port 726c9cdf-726b-40de-b5cd-079aced5455a on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:15:50.627756 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2b3a81d0-2667-4b6c-852e-a42ddbcd040e tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:50.634077 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-8e09ca64-2eea-442b-8bae-edf6af83ef15 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:50.634908 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-8e09ca64-2eea-442b-8bae-edf6af83ef15 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:50.636305 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61af829-ccbd-4447-93d8-95632f5deff1 service neutron] Pushing event updated for resources: {'Port': ['ID=0307906c-c3c5-48af-910b-f1e554eaea33,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:50.651216 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-3c1e1c84-5050-45ed-8bf0-e27a6ec1c221 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:50.659172 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1e1c84-5050-45ed-8bf0-e27a6ec1c221 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:50.659940 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3c1e1c84-5050-45ed-8bf0-e27a6ec1c221 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:50.679118 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a81d0-2667-4b6c-852e-a42ddbcd040e tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event deleted for resources: {'Port': ['ID=c9cd6f0f-0296-40cd-a3bc-95bc513efaf2,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:50.681436 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-8e09ca64-2eea-442b-8bae-edf6af83ef15 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8240237 Sep 30 13:15:50.681590 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7763efac-5659-4bc8-9401-e4942193582e None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:15:50.686884 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-d417fde5-8cc5-4c74-b305-58d608b7b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:50.688590 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-d417fde5-8cc5-4c74-b305-58d608b7b7e2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f180add52a04581aabb15b50dd31fc4&device_id=1b965489-6954-4409-9b88-96c9d5f1d603 HTTP/1.1" status: 200 len: 1095 time: 0.2454953 Sep 30 13:15:50.689275 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3c1e1c84-5050-45ed-8bf0-e27a6ec1c221 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1720383 Sep 30 13:15:50.694570 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33146) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:50.700811 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-94d2169c-67d4-480b-a8c0-81b41b2f3176 service neutron] Request body: {'port': {'device_id': '897cbb13-79ad-4578-85c9-900a4c7e3a84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:50.704916 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-2b3a81d0-2667-4b6c-852e-a42ddbcd040e tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e00a7c5b-4dd1-4f07-8cb5-bafcac141511']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:50.711585 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-fb12d41b-3ba4-458a-a0ea-d71f0f19d4fe tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:50.761909 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-9ba78c92-a7cf-415e-81d3-992c1d26fe92 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0307906c-c3c5-48af-910b-f1e554eaea33 HTTP/1.1" status: 200 len: 217 time: 0.0542662 Sep 30 13:15:50.764067 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-2b3a81d0-2667-4b6c-852e-a42ddbcd040e tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f49b9c1-ca69-436a-962f-e553797bd301') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:50.764367 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-2b3a81d0-2667-4b6c-852e-a42ddbcd040e tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f49b9c1-ca69-436a-962f-e553797bd301') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:50.784735 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2b3a81d0-2667-4b6c-852e-a42ddbcd040e tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:50.835946 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2b3a81d0-2667-4b6c-852e-a42ddbcd040e tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:50.851062 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3a81d0-2667-4b6c-852e-a42ddbcd040e tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:15:50.851669 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2b3a81d0-2667-4b6c-852e-a42ddbcd040e tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:15:50.855905 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:15:50.879454 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-1793e7b6-3958-4106-8007-dfd3928dd790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:50.882815 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-1793e7b6-3958-4106-8007-dfd3928dd790 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=24c2cacb-688f-46b5-bc21-08d291e590ed HTTP/1.1" status: 200 len: 844 time: 0.1070056 Sep 30 13:15:50.885697 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-62d58713-5396-4d53-82e8-d0e7b5606a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:50.917124 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-08e45446-40c0-40cd-a67e-84e2fb4f3cbe None None] Provisioning complete for port 15a4d455-7021-4eb5-ae85-252ccfe30de0 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:50.917519 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-08e45446-40c0-40cd-a67e-84e2fb4f3cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:50.923595 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee636c04-4532-447a-ac9d-cf8cb4153f17 req-c44e94c2-ad4d-47b5-8938-97e751c92b90 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:50.925173 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ee636c04-4532-447a-ac9d-cf8cb4153f17 req-c44e94c2-ad4d-47b5-8938-97e751c92b90 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b965489-6954-4409-9b88-96c9d5f1d603 HTTP/1.1" status: 200 len: 944 time: 0.5853579 Sep 30 13:15:50.970706 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-b8fed9ae-fc80-4325-8b37-463ec9a62bb2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bf395552-d6c8-4f33-8985-6c6e9e9ec785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715637 Sep 30 13:15:50.971342 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 726c9cdf-726b-40de-b5cd-079aced5455a no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:15:50.974163 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2b3a81d0-2667-4b6c-852e-a42ddbcd040e tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:50.981141 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2b3a81d0-2667-4b6c-852e-a42ddbcd040e tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:50.990785 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2b3a81d0-2667-4b6c-852e-a42ddbcd040e tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] 10.222.0.18 "DELETE /v2.0/networks/e00a7c5b-4dd1-4f07-8cb5-bafcac141511 HTTP/1.1" status: 204 len: 168 time: 1.7923851 Sep 30 13:15:51.018109 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a81d0-2667-4b6c-852e-a42ddbcd040e tempest-ServersTestMultiNic-448061541 tempest-ServersTestMultiNic-448061541-project] Pushing event deleted for resources: {'Network': ['ID=e00a7c5b-4dd1-4f07-8cb5-bafcac141511,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:51.018998 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e1c84-5050-45ed-8bf0-e27a6ec1c221 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=758f35d6-7cf9-4a31-945f-a794b6062c06,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:51.089079 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-94d2169c-67d4-480b-a8c0-81b41b2f3176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:51.230162 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-0e436f69-9ace-49f9-8555-90548782a1b9 service neutron] 10.222.0.54 "GET /v2.0/networks/bf395552-d6c8-4f33-8985-6c6e9e9ec785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374284 Sep 30 13:15:51.262913 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 726c9cdf-726b-40de-b5cd-079aced5455a {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:15:51.263990 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 726c9cdf-726b-40de-b5cd-079aced5455a not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:15:51.264716 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c9cd6f0f-0296-40cd-a3bc-95bc513efaf2 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:15:51.293799 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: c9cd6f0f-0296-40cd-a3bc-95bc513efaf2 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:15:51.294444 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c9cd6f0f-0296-40cd-a3bc-95bc513efaf2 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:15:51.306561 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-08e45446-40c0-40cd-a67e-84e2fb4f3cbe None None] Port 15a4d455-7021-4eb5-ae85-252ccfe30de0 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:15:51.357297 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ff8361-83bb-4a60-b22c-7412f289f3e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'fixed_ips': [{'subnet_id': '758f35d6-7cf9-4a31-945f-a794b6062c06'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:15:51.358515 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-54ff8361-83bb-4a60-b22c-7412f289f3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:51.368255 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ee636c04-4532-447a-ac9d-cf8cb4153f17 req-93054865-13ec-44e3-8fdc-01c45755107b tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501532 Sep 30 13:15:51.418925 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb12d41b-3ba4-458a-a0ea-d71f0f19d4fe tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:15:51.422973 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fb12d41b-3ba4-458a-a0ea-d71f0f19d4fe tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:51.462664 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469c4ef-75e3-4910-9aa9-9e2d822aaa27 req-3ead070d-8103-4563-a892-62d4433bd61b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:51.464477 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a469c4ef-75e3-4910-9aa9-9e2d822aaa27 req-3ead070d-8103-4563-a892-62d4433bd61b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 931 time: 0.1505175 Sep 30 13:15:51.495248 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c8dc96d9-8581-4faa-ab10-9dad6d8eb55f req-d279ebbf-69de-4037-a582-90e012d835ae service neutron] 10.222.0.54 "GET /v2.0/networks/bf395552-d6c8-4f33-8985-6c6e9e9ec785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537720 Sep 30 13:15:51.496794 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33180) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:51.540055 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-94d2169c-67d4-480b-a8c0-81b41b2f3176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a4d455-7021-4eb5-ae85-252ccfe30de0 {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:15:51.557858 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a469c4ef-75e3-4910-9aa9-9e2d822aaa27 req-fca6e3ba-80e6-4ff6-b024-6f7d16e2c1ac tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741229 Sep 30 13:15:51.566446 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-94d2169c-67d4-480b-a8c0-81b41b2f3176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:51.576117 n-d-810909-2 neutron-server[94764]: INFO neutron.db.ipam_backend_mixin [None req-fb12d41b-3ba4-458a-a0ea-d71f0f19d4fe tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 758f35d6-7cf9-4a31-945f-a794b6062c06 (CIDR: 2001:db8::/64) Sep 30 13:15:51.590942 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:51.591104 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-94d2169c-67d4-480b-a8c0-81b41b2f3176 service neutron] Transition to ACTIVE for port object 15a4d455-7021-4eb5-ae85-252ccfe30de0 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:15:51.598693 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb12d41b-3ba4-458a-a0ea-d71f0f19d4fe tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:15:51.598905 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb12d41b-3ba4-458a-a0ea-d71f0f19d4fe tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:15:51.607406 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-94d2169c-67d4-480b-a8c0-81b41b2f3176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:51.656298 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be664b-0b37-4063-a135-b8fa56ad675d req-f9c907b0-473a-47ae-bbe5-72e3841f3ead tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:51.658322 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-03be664b-0b37-4063-a135-b8fa56ad675d req-f9c907b0-473a-47ae-bbe5-72e3841f3ead tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 944 time: 0.1392176 Sep 30 13:15:51.678492 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed96f67-4c57-4aea-aef3-643e09473549 req-102aa0b5-cda4-4f55-ba23-78d6723fe187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:51.681018 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eed96f67-4c57-4aea-aef3-643e09473549 req-102aa0b5-cda4-4f55-ba23-78d6723fe187 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f180add52a04581aabb15b50dd31fc4&device_id=1b965489-6954-4409-9b88-96c9d5f1d603 HTTP/1.1" status: 200 len: 1095 time: 0.0977864 Sep 30 13:15:51.683368 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33186) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:51.689906 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fb12d41b-3ba4-458a-a0ea-d71f0f19d4fe tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9813547 Sep 30 13:15:51.699960 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33188) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:51.724111 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-54ff8361-83bb-4a60-b22c-7412f289f3e8 None None] Allocated IP 2001:db8::2 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/758f35d6-7cf9-4a31-945f-a794b6062c06/62dd9fce-13dc-4e6c-a63b-88b70c0f1961) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:15:51.731943 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-d2bd6f30-314a-4cc7-81fa-018e851e36ed tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:51.753868 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2169c-67d4-480b-a8c0-81b41b2f3176 service neutron] Pushing event updated for resources: {'Port': ['ID=15a4d455-7021-4eb5-ae85-252ccfe30de0,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:51.761450 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-f5c0fcb5-11ba-4c83-86df-964eeaf470c5 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1165000421-network', 'tenant_id': '8e994dc4f4df4842a52da2b8cd3e10a3'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:51.844392 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0c827184-a393-4663-88e2-7557cd7688b4 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:15:51.875701 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-03be664b-0b37-4063-a135-b8fa56ad675d req-209c284d-d81f-4589-988e-13e7cc51badf tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055531 Sep 30 13:15:51.969489 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed96f67-4c57-4aea-aef3-643e09473549 req-0528cdc0-9c6c-499d-b5e7-01e2ea89120b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:51.971672 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eed96f67-4c57-4aea-aef3-643e09473549 req-0528cdc0-9c6c-499d-b5e7-01e2ea89120b service neutron] 10.222.0.54 "GET /v2.0/networks?id=bf395552-d6c8-4f33-8985-6c6e9e9ec785 HTTP/1.1" status: 200 len: 905 time: 0.2483578 Sep 30 13:15:51.976902 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-94d2169c-67d4-480b-a8c0-81b41b2f3176 service neutron] Attempting to bind port 15a4d455-7021-4eb5-ae85-252ccfe30de0 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:15:51.977388 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-94d2169c-67d4-480b-a8c0-81b41b2f3176 service neutron] Attempting to bind port 15a4d455-7021-4eb5-ae85-252ccfe30de0 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '0e0b9383-142e-4fe1-9194-2c44872721ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:15:51.977823 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-94d2169c-67d4-480b-a8c0-81b41b2f3176 service neutron] Attempting to bind port 15a4d455-7021-4eb5-ae85-252ccfe30de0 on network c7e67e25-10d5-4331-9422-13e705e055a0 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:15:51.989927 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-94d2169c-67d4-480b-a8c0-81b41b2f3176 service neutron] Port 15a4d455-7021-4eb5-ae85-252ccfe30de0 on network c7e67e25-10d5-4331-9422-13e705e055a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:15:51.990280 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-94d2169c-67d4-480b-a8c0-81b41b2f3176 service neutron] Attempting to bind port 15a4d455-7021-4eb5-ae85-252ccfe30de0 on network c7e67e25-10d5-4331-9422-13e705e055a0 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:15:51.996662 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-94d2169c-67d4-480b-a8c0-81b41b2f3176 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:15:51.997256 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-94d2169c-67d4-480b-a8c0-81b41b2f3176 service neutron] Checking segment: {'id': '0e0b9383-142e-4fe1-9194-2c44872721ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:15:51.997684 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-94d2169c-67d4-480b-a8c0-81b41b2f3176 service neutron] Bound using segment: {'id': '0e0b9383-142e-4fe1-9194-2c44872721ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:15:51.998238 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-94d2169c-67d4-480b-a8c0-81b41b2f3176 service neutron] Bound port: 15a4d455-7021-4eb5-ae85-252ccfe30de0, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0b9383-142e-4fe1-9194-2c44872721ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:15:51.998604 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-94d2169c-67d4-480b-a8c0-81b41b2f3176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:52.067446 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-54ff8361-83bb-4a60-b22c-7412f289f3e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:52.081272 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-94d2169c-67d4-480b-a8c0-81b41b2f3176 service neutron] For port 15a4d455-7021-4eb5-ae85-252ccfe30de0, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:15:52.087670 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-94d2169c-67d4-480b-a8c0-81b41b2f3176 service neutron] For port 15a4d455-7021-4eb5-ae85-252ccfe30de0, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=15a4d455-7021-4eb5-ae85-252ccfe30de0,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:15:52.089029 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-54ff8361-83bb-4a60-b22c-7412f289f3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:52.103952 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-94d2169c-67d4-480b-a8c0-81b41b2f3176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:52.112735 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0c827184-a393-4663-88e2-7557cd7688b4, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0c827184-a393-4663-88e2-7557cd7688b4,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:52.139300 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-94d2169c-67d4-480b-a8c0-81b41b2f3176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:52.139908 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-94d2169c-67d4-480b-a8c0-81b41b2f3176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:52.141245 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-94d2169c-67d4-480b-a8c0-81b41b2f3176 service neutron] 10.222.0.39 "PUT /v2.0/ports/15a4d455-7021-4eb5-ae85-252ccfe30de0 HTTP/1.1" status: 200 len: 1091 time: 1.4457381 Sep 30 13:15:52.141782 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '897cbb13-79ad-4578-85c9-900a4c7e3a84', 'tag': '15a4d455-7021-4eb5-ae85-252ccfe30de0'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:15:52.144211 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f99374-055b-467b-985d-c275f6ad9d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "897cbb13-79ad-4578-85c9-900a4c7e3a84", "tag": "15a4d455-7021-4eb5-ae85-252ccfe30de0"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:15:52.180346 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2169c-67d4-480b-a8c0-81b41b2f3176 service neutron] Pushing event updated for resources: {'Port': ['ID=15a4d455-7021-4eb5-ae85-252ccfe30de0,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:52.232610 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ff8361-83bb-4a60-b22c-7412f289f3e8 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:15:52.234365 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-54ff8361-83bb-4a60-b22c-7412f289f3e8 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:52.240907 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829a1b96-8cc1-4d7b-bbe5-58ac3a20f82a x-openstack-request-id: req-829a1b96-8cc1-4d7b-bbe5-58ac3a20f82a {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:15:52.241226 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "897cbb13-79ad-4578-85c9-900a4c7e3a84", "tag": "15a4d455-7021-4eb5-ae85-252ccfe30de0", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:15:52.241437 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-829a1b96-8cc1-4d7b-bbe5-58ac3a20f82a {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:15:52.241620 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ff8361-83bb-4a60-b22c-7412f289f3e8 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:15:52.241867 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '897cbb13-79ad-4578-85c9-900a4c7e3a84', 'tag': '15a4d455-7021-4eb5-ae85-252ccfe30de0', 'status': 'completed', 'code': 200} Sep 30 13:15:52.262089 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '0c827184-a393-4663-88e2-7557cd7688b4', 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e', 'port_id': '0c827184-a393-4663-88e2-7557cd7688b4', 'mac_address': 'fa:16:3e:a6:fc:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b636e036-02ee-475d-8821-ce0c9f216c9a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:15:52.332466 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-54ff8361-83bb-4a60-b22c-7412f289f3e8 None None] Attempting to bind port 62dd9fce-13dc-4e6c-a63b-88b70c0f1961 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:15:52.333706 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-54ff8361-83bb-4a60-b22c-7412f289f3e8 None None] Attempting to bind port 62dd9fce-13dc-4e6c-a63b-88b70c0f1961 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:15:52.333842 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ff8361-83bb-4a60-b22c-7412f289f3e8 None None] Attempting to bind port 62dd9fce-13dc-4e6c-a63b-88b70c0f1961 on network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:15:52.339472 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff8361-83bb-4a60-b22c-7412f289f3e8 None None] Pushing event updated for resources: {'Port': ['ID=62dd9fce-13dc-4e6c-a63b-88b70c0f1961,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:52.394592 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ff8361-83bb-4a60-b22c-7412f289f3e8 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:15:52.395060 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ff8361-83bb-4a60-b22c-7412f289f3e8 None None] Checking segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:15:52.396223 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-54ff8361-83bb-4a60-b22c-7412f289f3e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:52.396698 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ff8361-83bb-4a60-b22c-7412f289f3e8 None None] Bound using segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:15:52.397272 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-54ff8361-83bb-4a60-b22c-7412f289f3e8 None None] Bound port: 62dd9fce-13dc-4e6c-a63b-88b70c0f1961, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:15:52.397732 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-54ff8361-83bb-4a60-b22c-7412f289f3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:52.413871 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:52.430703 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:52.462465 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c827184-a393-4663-88e2-7557cd7688b4 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:15:52.492233 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0c827184-a393-4663-88e2-7557cd7688b4, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0c827184-a393-4663-88e2-7557cd7688b4,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:52.507929 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:52.584611 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-54ff8361-83bb-4a60-b22c-7412f289f3e8 None None] For port 62dd9fce-13dc-4e6c-a63b-88b70c0f1961, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:15:52.590057 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-54ff8361-83bb-4a60-b22c-7412f289f3e8 None None] For port 62dd9fce-13dc-4e6c-a63b-88b70c0f1961, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=62dd9fce-13dc-4e6c-a63b-88b70c0f1961,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:15:52.615783 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eed96f67-4c57-4aea-aef3-643e09473549 req-0a6426fd-2b06-4dd3-8e76-b56e6cb2643d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0307906c-c3c5-48af-910b-f1e554eaea33 HTTP/1.1" status: 200 len: 217 time: 0.5958135 Sep 30 13:15:52.618965 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c0fcb5-11ba-4c83-86df-964eeaf470c5 admin admin] Made reservation on behalf of 8e994dc4f4df4842a52da2b8cd3e10a3 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:15:52.621602 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f5c0fcb5-11ba-4c83-86df-964eeaf470c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:52.639622 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-54ff8361-83bb-4a60-b22c-7412f289f3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:52.659123 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=0c827184-a393-4663-88e2-7557cd7688b4,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:52.668132 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f5c0fcb5-11ba-4c83-86df-964eeaf470c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:52.695963 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bd6f30-314a-4cc7-81fa-018e851e36ed tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:15:52.703547 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d2bd6f30-314a-4cc7-81fa-018e851e36ed tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:52.725800 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:15:52.753429 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff8361-83bb-4a60-b22c-7412f289f3e8 None None] Pushing event updated for resources: {'Port': ['ID=62dd9fce-13dc-4e6c-a63b-88b70c0f1961,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:52.763172 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['0c827184-a393-4663-88e2-7557cd7688b4'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:15:52.800048 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed96f67-4c57-4aea-aef3-643e09473549 req-7825cb15-8050-44fc-93ac-0f20e97d7f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:52.802238 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eed96f67-4c57-4aea-aef3-643e09473549 req-7825cb15-8050-44fc-93ac-0f20e97d7f0c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=24c2cacb-688f-46b5-bc21-08d291e590ed HTTP/1.1" status: 200 len: 844 time: 0.1773291 Sep 30 13:15:52.877983 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-9b8046cb-b14c-49b4-8099-eaa7e10abce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:52.880706 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-9b8046cb-b14c-49b4-8099-eaa7e10abce1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 1094 time: 0.6894336 Sep 30 13:15:52.947592 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eed96f67-4c57-4aea-aef3-643e09473549 req-cfefc4b2-1f96-48cc-b3fb-03f8d4d21bf6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bf395552-d6c8-4f33-8985-6c6e9e9ec785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916755 Sep 30 13:15:52.951587 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb96e11-b4ee-4129-8f28-c73bdb395f86 req-b3ac1e14-6600-4647-ac0b-4de69b2ebab8 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:52.953274 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1bb96e11-b4ee-4129-8f28-c73bdb395f86 req-b3ac1e14-6600-4647-ac0b-4de69b2ebab8 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b965489-6954-4409-9b88-96c9d5f1d603 HTTP/1.1" status: 200 len: 944 time: 0.2898765 Sep 30 13:15:52.954668 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-1ab374eb-f41f-495d-8a71-fcc43be6c96c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15a4d455-7021-4eb5-ae85-252ccfe30de0 HTTP/1.1" status: 200 len: 217 time: 0.0637338 Sep 30 13:15:52.998898 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b567b0-4353-4406-88ac-66274e6a3e42 req-2aa5ed8a-397b-4211-afbc-2d65d0774d06 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:53.001157 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-80b567b0-4353-4406-88ac-66274e6a3e42 req-2aa5ed8a-397b-4211-afbc-2d65d0774d06 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 943 time: 0.2844417 Sep 30 13:15:53.118334 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-6b9c3e7b-8666-456a-9d45-c6f6efdd026d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:53.119841 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-6b9c3e7b-8666-456a-9d45-c6f6efdd026d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb HTTP/1.1" status: 200 len: 851 time: 0.1539898 Sep 30 13:15:53.162918 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1bb96e11-b4ee-4129-8f28-c73bdb395f86 req-196174ba-07c7-4c37-b9c5-74c741ee62aa tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751549 Sep 30 13:15:53.250066 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-80b567b0-4353-4406-88ac-66274e6a3e42 req-7765c516-49bf-426e-b5b0-7a8f99c32051 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128346 Sep 30 13:15:53.281550 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f5c0fcb5-11ba-4c83-86df-964eeaf470c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:53.299756 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f5c0fcb5-11ba-4c83-86df-964eeaf470c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:53.326921 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-fcd82270-57ce-4a86-95f1-384842420ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:53.328694 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-fcd82270-57ce-4a86-95f1-384842420ee1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7e67e25-10d5-4331-9422-13e705e055a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1761522 Sep 30 13:15:53.329400 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c0fcb5-11ba-4c83-86df-964eeaf470c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:15:53.361813 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eed96f67-4c57-4aea-aef3-643e09473549 req-1c6f52f3-9a7e-457d-bcb2-5a12ecb10e32 service neutron] 10.222.0.54 "GET /v2.0/networks/bf395552-d6c8-4f33-8985-6c6e9e9ec785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932483 Sep 30 13:15:53.381162 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f5c0fcb5-11ba-4c83-86df-964eeaf470c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:53.381506 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-f5c0fcb5-11ba-4c83-86df-964eeaf470c5 admin admin] Added segment 14f9140a-c7ec-4133-a36f-d4224eff2a8a of type vlan for network 85525d6f-904f-49b9-bd56-a181c58a3176 Sep 30 13:15:53.438483 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0fcb5-11ba-4c83-86df-964eeaf470c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29175c03-b705-4f4a-b397-f12b14861883,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:53.501713 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-38c45a59-b81d-43e5-ab9d-a3d47d94f462 service neutron] 10.222.0.39 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613522 Sep 30 13:15:53.516734 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f5c0fcb5-11ba-4c83-86df-964eeaf470c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:53.531660 n-d-810909-2 neutron-server[94764]: DEBUG neutron.objects.ports [None req-d2bd6f30-314a-4cc7-81fa-018e851e36ed tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94764) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 13:15:53.542958 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99db41b-739f-4e58-b052-2820412e8fe4 req-00413a02-26dc-40e5-8a5a-488ce05683d2 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:53.544488 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b99db41b-739f-4e58-b052-2820412e8fe4 req-00413a02-26dc-40e5-8a5a-488ce05683d2 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 945 time: 0.2116153 Sep 30 13:15:53.630043 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eed96f67-4c57-4aea-aef3-643e09473549 req-7109e2c0-c30f-4dab-aa94-c29e807d64bd service neutron] 10.222.0.54 "GET /v2.0/networks/bf395552-d6c8-4f33-8985-6c6e9e9ec785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458134 Sep 30 13:15:53.640587 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f5c0fcb5-11ba-4c83-86df-964eeaf470c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:53.641510 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c0fcb5-11ba-4c83-86df-964eeaf470c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:53.642147 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f5c0fcb5-11ba-4c83-86df-964eeaf470c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:53.669524 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b99db41b-739f-4e58-b052-2820412e8fe4 req-b4266cab-bb8f-4c83-9d21-feaa446130db tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155674 Sep 30 13:15:53.698312 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f5c0fcb5-11ba-4c83-86df-964eeaf470c5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1977341 Sep 30 13:15:53.698770 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33208) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:53.730839 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-0aa373d7-715f-46b6-bd0a-e186cb3cc21d admin admin] Request body: {'subnet': {'network_id': '85525d6f-904f-49b9-bd56-a181c58a3176', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1165000421-subnet', 'tenant_id': '8e994dc4f4df4842a52da2b8cd3e10a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:53.735676 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-14b61f47-d481-4815-9b54-43bdaa8a3d12 req-e0e9a5d7-fbca-4767-8d7e-e7028bfeb369 service neutron] 10.222.0.39 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243383 Sep 30 13:15:53.736245 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0fcb5-11ba-4c83-86df-964eeaf470c5 admin admin] Pushing event updated for resources: {'Network': ['ID=85525d6f-904f-49b9-bd56-a181c58a3176,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:53.757234 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 85525d6f-904f-49b9-bd56-a181c58a3176 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:15:53.769706 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3ee79c56-5921-456d-92c2-9b63376ac682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:53.797474 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d2bd6f30-314a-4cc7-81fa-018e851e36ed tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:53.820163 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa373d7-715f-46b6-bd0a-e186cb3cc21d admin admin] Made reservation on behalf of 8e994dc4f4df4842a52da2b8cd3e10a3 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:15:53.821712 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0aa373d7-715f-46b6-bd0a-e186cb3cc21d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:53.852497 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0c827184-a393-4663-88e2-7557cd7688b4 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:15:53.897370 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f99374-055b-467b-985d-c275f6ad9d9a req-a9d4adb9-0210-4c7e-8569-efe582c5b2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:53.899087 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a1f99374-055b-467b-985d-c275f6ad9d9a req-a9d4adb9-0210-4c7e-8569-efe582c5b2ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 1094 time: 0.0982635 Sep 30 13:15:53.920310 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 0c827184-a393-4663-88e2-7557cd7688b4 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:15:53.925243 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 0c827184-a393-4663-88e2-7557cd7688b4 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:53.925895 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:54.021223 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:54.059079 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0c827184-a393-4663-88e2-7557cd7688b4, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0c827184-a393-4663-88e2-7557cd7688b4,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:54.061756 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a447e0-68ca-4111-9cf5-c04f1fc23334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c827184-a393-4663-88e2-7557cd7688b4'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:15:54.065313 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6fcaf3-591a-4276-adeb-be701b1fd31b" -d '{"events": [{"server_uuid": "a1a447e0-68ca-4111-9cf5-c04f1fc23334", "name": "network-vif-plugged", "status": "completed", "tag": "0c827184-a393-4663-88e2-7557cd7688b4"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:15:54.076628 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:54.110538 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:54.112329 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f99374-055b-467b-985d-c275f6ad9d9a req-6ef2d481-dbce-4b31-9fcd-9f49b0899d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:54.114077 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a1f99374-055b-467b-985d-c275f6ad9d9a req-6ef2d481-dbce-4b31-9fcd-9f49b0899d6a service neutron] 10.222.0.39 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 913 time: 0.2057304 Sep 30 13:15:54.119284 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-d2bd6f30-314a-4cc7-81fa-018e851e36ed tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] For port 62dd9fce-13dc-4e6c-a63b-88b70c0f1961, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=62dd9fce-13dc-4e6c-a63b-88b70c0f1961,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:54.128718 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0aa373d7-715f-46b6-bd0a-e186cb3cc21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:54.141586 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590226d7-d526-4ca9-a98f-13482a81f047 x-openstack-request-id: req-590226d7-d526-4ca9-a98f-13482a81f047 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:15:54.141883 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a447e0-68ca-4111-9cf5-c04f1fc23334", "name": "network-vif-plugged", "status": "completed", "tag": "0c827184-a393-4663-88e2-7557cd7688b4", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:15:54.142165 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-590226d7-d526-4ca9-a98f-13482a81f047 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:15:54.142560 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a447e0-68ca-4111-9cf5-c04f1fc23334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c827184-a393-4663-88e2-7557cd7688b4', 'code': 200} Sep 30 13:15:54.175681 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=0c827184-a393-4663-88e2-7557cd7688b4,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:54.190679 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa373d7-715f-46b6-bd0a-e186cb3cc21d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbe1ffcf-2c73-4b79-897f-ffbf75802216,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:54.191702 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a1f99374-055b-467b-985d-c275f6ad9d9a req-96e3642a-5877-4680-b46c-c0b6085cd974 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15a4d455-7021-4eb5-ae85-252ccfe30de0 HTTP/1.1" status: 200 len: 217 time: 0.0616624 Sep 30 13:15:54.201854 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f33f4c3f-6806-44ca-851c-ca028c00af81 None None] Provisioning complete for port 62dd9fce-13dc-4e6c-a63b-88b70c0f1961 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:54.202461 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f33f4c3f-6806-44ca-851c-ca028c00af81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:54.230976 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa373d7-715f-46b6-bd0a-e186cb3cc21d admin admin] Checking segment: {'id': '14f9140a-c7ec-4133-a36f-d4224eff2a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '85525d6f-904f-49b9-bd56-a181c58a3176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:15:54.231327 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa373d7-715f-46b6-bd0a-e186cb3cc21d admin admin] Network hostable DHCP agents. Network: 85525d6f-904f-49b9-bd56-a181c58a3176, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:15:54.244389 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d2bd6f30-314a-4cc7-81fa-018e851e36ed tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:54.260326 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d2bd6f30-314a-4cc7-81fa-018e851e36ed tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:54.261166 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d2bd6f30-314a-4cc7-81fa-018e851e36ed tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:54.299493 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f33f4c3f-6806-44ca-851c-ca028c00af81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:54.334964 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa373d7-715f-46b6-bd0a-e186cb3cc21d admin admin] Network 85525d6f-904f-49b9-bd56-a181c58a3176 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:15:54.340624 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f33f4c3f-6806-44ca-851c-ca028c00af81 None None] For port 62dd9fce-13dc-4e6c-a63b-88b70c0f1961, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=62dd9fce-13dc-4e6c-a63b-88b70c0f1961,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:54.345487 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f33f4c3f-6806-44ca-851c-ca028c00af81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:54.361219 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7003d-f429-4f4a-b4fb-abb0efff2e6d req-7ec0e60e-e582-4754-99f8-468ff3457d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:54.362250 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-74a7003d-f429-4f4a-b4fb-abb0efff2e6d req-7ec0e60e-e582-4754-99f8-468ff3457d1a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 1097 time: 0.1265798 Sep 30 13:15:54.363623 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd6f30-314a-4cc7-81fa-018e851e36ed tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=db33bb16-50a2-4cab-b6df-aed6b7b14a88,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:54.365662 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-0aa373d7-715f-46b6-bd0a-e186cb3cc21d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 85525d6f-904f-49b9-bd56-a181c58a3176) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:54.373505 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa373d7-715f-46b6-bd0a-e186cb3cc21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:54.374152 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0aa373d7-715f-46b6-bd0a-e186cb3cc21d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:54.398589 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460f1334-deac-4993-9306-014208f1aec3 None None] Network 85525d6f-904f-49b9-bd56-a181c58a3176 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:15:54.408678 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da57cb-024a-456a-9a83-181e7885109d req-b0bc6ddb-c58b-41e3-980d-8eefbc40ec22 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:54.410483 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a5da57cb-024a-456a-9a83-181e7885109d req-b0bc6ddb-c58b-41e3-980d-8eefbc40ec22 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b965489-6954-4409-9b88-96c9d5f1d603 HTTP/1.1" status: 200 len: 944 time: 0.1237791 Sep 30 13:15:54.430118 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bd6f30-314a-4cc7-81fa-018e851e36ed tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:15:54.438354 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-d2bd6f30-314a-4cc7-81fa-018e851e36ed tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:54.441562 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f99374-055b-467b-985d-c275f6ad9d9a req-de2e5d04-c3ab-45f8-a551-1e46ed57e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:54.443662 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a1f99374-055b-467b-985d-c275f6ad9d9a req-de2e5d04-c3ab-45f8-a551-1e46ed57e6c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb HTTP/1.1" status: 200 len: 851 time: 0.2404113 Sep 30 13:15:54.447419 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bd6f30-314a-4cc7-81fa-018e851e36ed tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:54.448069 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d2bd6f30-314a-4cc7-81fa-018e851e36ed tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:54.455271 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f598d6d-c1ff-403c-b053-df8c486a2059 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:15:54.489418 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0aa373d7-715f-46b6-bd0a-e186cb3cc21d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7634630 Sep 30 13:15:54.504420 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-3ee79c56-5921-456d-92c2-9b63376ac682 admin admin] Deleting port 11794fe6-2f55-46c0-9dfc-e91e6f35d4a4 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:54.505459 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3ee79c56-5921-456d-92c2-9b63376ac682 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:54.521399 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f4c3f-6806-44ca-851c-ca028c00af81 None None] Pushing event updated for resources: {'Port': ['ID=62dd9fce-13dc-4e6c-a63b-88b70c0f1961,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:54.535219 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-74a7003d-f429-4f4a-b4fb-abb0efff2e6d req-930c7807-c4c5-4e89-b941-00e4a9ff6f53 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632366 Sep 30 13:15:54.548285 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a5da57cb-024a-456a-9a83-181e7885109d req-62db235c-55d4-4e4d-974e-3d7a89d1440d tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161838 Sep 30 13:15:54.569405 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd6f30-314a-4cc7-81fa-018e851e36ed tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Port': ['ID=62dd9fce-13dc-4e6c-a63b-88b70c0f1961,revision_number=5']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:54.588438 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380185ea-082d-450a-bc7b-88c4b8b5c0d7 req-89dd62e9-04e9-4699-a250-10c60cf87016 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:54.597120 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-380185ea-082d-450a-bc7b-88c4b8b5c0d7 req-89dd62e9-04e9-4699-a250-10c60cf87016 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 943 time: 0.2491412 Sep 30 13:15:54.601429 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d2bd6f30-314a-4cc7-81fa-018e851e36ed tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.8980851 Sep 30 13:15:54.641465 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33228) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:54.662784 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-380185ea-082d-450a-bc7b-88c4b8b5c0d7 req-210402bb-0b55-49c3-9e40-f1a1108d0a9e tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583174 Sep 30 13:15:54.668783 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f99374-055b-467b-985d-c275f6ad9d9a req-185d808b-8b39-45eb-adfa-5aff3b275412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:54.670472 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a1f99374-055b-467b-985d-c275f6ad9d9a req-185d808b-8b39-45eb-adfa-5aff3b275412 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7e67e25-10d5-4331-9422-13e705e055a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2120900 Sep 30 13:15:54.675880 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-81830cb5-d7b4-49bd-b2a5-ff0e8af9db33 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'port': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'mac_address': 'fa:16:3e:27:34:d5', 'name': 'tempest-NetworksTestDHCPv6-108298251'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:54.714261 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-3ee79c56-5921-456d-92c2-9b63376ac682 admin admin] For port 11794fe6-2f55-46c0-9dfc-e91e6f35d4a4, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=11794fe6-2f55-46c0-9dfc-e91e6f35d4a4,segment=NetworkSegment(e8b42d8c-2ba2-4a69-ab05-925e8a710e29),segment_id=e8b42d8c-2ba2-4a69-ab05-925e8a710e29)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:54.715337 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3ee79c56-5921-456d-92c2-9b63376ac682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:54.737353 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb4aa3e-fee0-4120-acd7-fa503bc63a7b None None] Network 85525d6f-904f-49b9-bd56-a181c58a3176 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:15:54.740590 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-3ee79c56-5921-456d-92c2-9b63376ac682 admin admin] Calling delete_port for 11794fe6-2f55-46c0-9dfc-e91e6f35d4a4 owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:54.909062 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81830cb5-d7b4-49bd-b2a5-ff0e8af9db33 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:15:55.015809 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 62dd9fce-13dc-4e6c-a63b-88b70c0f1961 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:15:55.135192 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3ee79c56-5921-456d-92c2-9b63376ac682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:55.143198 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 62dd9fce-13dc-4e6c-a63b-88b70c0f1961 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:55.143698 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:55.154763 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474b89d-db7d-42c8-8838-fdc41aac9778 req-2e171518-02a2-47bd-adc9-cd8bf9d6e5db tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:55.163239 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee79c56-5921-456d-92c2-9b63376ac682 admin admin] Pushing event deleted for resources: {'Port': ['ID=11794fe6-2f55-46c0-9dfc-e91e6f35d4a4,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:55.163602 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6474b89d-db7d-42c8-8838-fdc41aac9778 req-2e171518-02a2-47bd-adc9-cd8bf9d6e5db tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 946 time: 0.3134151 Sep 30 13:15:55.214268 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-81830cb5-d7b4-49bd-b2a5-ff0e8af9db33 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:55.229786 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a1f99374-055b-467b-985d-c275f6ad9d9a req-83781b2e-17b3-4cd1-87f5-829867e38995 service neutron] 10.222.0.39 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679180 Sep 30 13:15:55.267823 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-81830cb5-d7b4-49bd-b2a5-ff0e8af9db33 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] device_id is not set on port 31e47cf9-6a93-45a7-b22c-aa56911e1949 yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:15:55.422173 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6474b89d-db7d-42c8-8838-fdc41aac9778 req-225abee2-0785-436d-bbbf-c259225a20cf tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537546 Sep 30 13:15:55.471066 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 0307906c-c3c5-48af-910b-f1e554eaea33 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:15:55.488575 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3ee79c56-5921-456d-92c2-9b63376ac682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:55.610813 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-1eef0225-ed72-4676-ad70-c7119223af1f tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:55.619301 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-1eef0225-ed72-4676-ad70-c7119223af1f tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/networks?id=85525d6f-904f-49b9-bd56-a181c58a3176 HTTP/1.1" status: 200 len: 813 time: 0.4145947 Sep 30 13:15:55.659138 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 0307906c-c3c5-48af-910b-f1e554eaea33, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=0307906c-c3c5-48af-910b-f1e554eaea33,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:55.660244 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-355c2862-6fdc-44b8-91a3-0e35ffdc3738 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/quotas/8e994dc4f4df4842a52da2b8cd3e10a3 HTTP/1.1" status: 200 len: 375 time: 0.0308139 Sep 30 13:15:55.691527 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '0307906c-c3c5-48af-910b-f1e554eaea33', 'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785', 'port_id': '0307906c-c3c5-48af-910b-f1e554eaea33', 'mac_address': 'fa:16:3e:1c:69:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c2cacb-688f-46b5-bc21-08d291e590ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:15:55.761996 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-81830cb5-d7b4-49bd-b2a5-ff0e8af9db33 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 2001:db8::33c (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/758f35d6-7cf9-4a31-945f-a794b6062c06/31e47cf9-6a93-45a7-b22c-aa56911e1949) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:15:55.772716 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:55.790613 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0307906c-c3c5-48af-910b-f1e554eaea33 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:15:55.800407 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-81830cb5-d7b4-49bd-b2a5-ff0e8af9db33 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 2001:db8:0:1:f816:3eff:fe27:34d5 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/db33bb16-50a2-4cab-b6df-aed6b7b14a88/31e47cf9-6a93-45a7-b22c-aa56911e1949) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:15:55.811040 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-33550bde-06f9-4a4d-8886-4509627a08a3 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8e994dc4f4df4842a52da2b8cd3e10a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1414301 Sep 30 13:15:55.837013 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 0307906c-c3c5-48af-910b-f1e554eaea33, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=0307906c-c3c5-48af-910b-f1e554eaea33,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:55.847641 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a1f99374-055b-467b-985d-c275f6ad9d9a req-89b60c55-0269-4d12-946b-4d593a153662 service neutron] 10.222.0.39 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6048610 Sep 30 13:15:55.855568 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:55.927285 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1978aaa-d8ac-4e43-8bd5-fe4d21fb3d87 req-a9e586a0-90f0-4344-84e4-40f1e11ab4a0 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:55.928871 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e1978aaa-d8ac-4e43-8bd5-fe4d21fb3d87 req-a9e586a0-90f0-4344-84e4-40f1e11ab4a0 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b965489-6954-4409-9b88-96c9d5f1d603 HTTP/1.1" status: 200 len: 944 time: 0.2035956 Sep 30 13:15:55.929050 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=0307906c-c3c5-48af-910b-f1e554eaea33,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:55.989086 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-a812fee5-b75d-40ec-aa9e-95a72ed65c84 service neutron] 10.222.0.18 "GET /v2.0/networks/85525d6f-904f-49b9-bd56-a181c58a3176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647253 Sep 30 13:15:56.052319 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e1978aaa-d8ac-4e43-8bd5-fe4d21fb3d87 req-edc708e1-42aa-4841-908b-c1e469af901e tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141660 Sep 30 13:15:56.080912 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-81830cb5-d7b4-49bd-b2a5-ff0e8af9db33 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:56.086878 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ee95853-a621-4d79-ab1a-5c5d74becee3 None None] Provisioning complete for port 62dd9fce-13dc-4e6c-a63b-88b70c0f1961 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:56.087410 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ee95853-a621-4d79-ab1a-5c5d74becee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:56.151831 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee79c56-5921-456d-92c2-9b63376ac682 admin admin] Router 910e7054-1060-4c48-bc21-ff0e33d5af2a has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:15:56.155798 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-f4fe1399-50ba-4e91-968d-b5b872eb6fa9 service neutron] 10.222.0.18 "GET /v2.0/networks/85525d6f-904f-49b9-bd56-a181c58a3176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568224 Sep 30 13:15:56.162745 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-81830cb5-d7b4-49bd-b2a5-ff0e8af9db33 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:56.182958 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['0307906c-c3c5-48af-910b-f1e554eaea33'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:15:56.297412 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81830cb5-d7b4-49bd-b2a5-ff0e8af9db33 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Port': ['ID=31e47cf9-6a93-45a7-b22c-aa56911e1949,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:56.298686 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee79c56-5921-456d-92c2-9b63376ac682 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:15:56.308899 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81830cb5-d7b4-49bd-b2a5-ff0e8af9db33 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:15:56.311076 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-81830cb5-d7b4-49bd-b2a5-ff0e8af9db33 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:15:56.314405 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81830cb5-d7b4-49bd-b2a5-ff0e8af9db33 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:15:56.322215 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81830cb5-d7b4-49bd-b2a5-ff0e8af9db33 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:56.322591 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b8f64d-af05-4e8e-adcd-52105246e9c1 None None] Sync routers for ids ['910e7054-1060-4c48-bc21-ff0e33d5af2a'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:15:56.323081 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-81830cb5-d7b4-49bd-b2a5-ff0e8af9db33 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:56.331066 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3ee79c56-5921-456d-92c2-9b63376ac682 admin admin] 10.222.0.18 "PUT /v2.0/routers/910e7054-1060-4c48-bc21-ff0e33d5af2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6462641 Sep 30 13:15:56.331709 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33256) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:56.353538 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b8f64d-af05-4e8e-adcd-52105246e9c1 None None] Routers {'910e7054-1060-4c48-bc21-ff0e33d5af2a'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:15:56.355989 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-c9b8f64d-af05-4e8e-adcd-52105246e9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:15:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['910e7054-1060-4c48-bc21-ff0e33d5af2a'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:56.363371 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916ddaf-d68a-4897-901b-c10555b1102d req-a0109920-5dcb-4c82-8ff6-e8b974e579e9 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:56.364994 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4916ddaf-d68a-4897-901b-c10555b1102d req-a0109920-5dcb-4c82-8ff6-e8b974e579e9 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 943 time: 0.2181571 Sep 30 13:15:56.369373 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-81830cb5-d7b4-49bd-b2a5-ff0e8af9db33 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7017326 Sep 30 13:15:56.369637 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33258) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:56.592702 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e3ced9f1-2244-4895-abde-9130ddde53fd admin admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:56.649460 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4916ddaf-d68a-4897-901b-c10555b1102d req-22861c3a-133c-4797-9509-913b01f46dab tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769089 Sep 30 13:15:56.697145 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-32c041b1-c10c-47a0-8a81-849bef98cefd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting port 31e47cf9-6a93-45a7-b22c-aa56911e1949 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:56.697494 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-32c041b1-c10c-47a0-8a81-849bef98cefd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:56.769384 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-c9b8f64d-af05-4e8e-adcd-52105246e9c1 None None] Set router 910e7054-1060-4c48-bc21-ff0e33d5af2a gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:15:56.784225 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6d7c52b2-7980-4b0c-aeec-9c73a9804864 None None] Provisioning complete for port 31e47cf9-6a93-45a7-b22c-aa56911e1949 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:56.784708 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6d7c52b2-7980-4b0c-aeec-9c73a9804864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:56.842484 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-6d7c52b2-7980-4b0c-aeec-9c73a9804864 None None] Port 31e47cf9-6a93-45a7-b22c-aa56911e1949 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:15:56.915818 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-32c041b1-c10c-47a0-8a81-849bef98cefd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:56.932648 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-32c041b1-c10c-47a0-8a81-849bef98cefd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Calling delete_port for 31e47cf9-6a93-45a7-b22c-aa56911e1949 owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:56.963550 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55381fc-b792-46e3-8038-88f4ca9d125f req-7a6b5396-b348-4ab1-a22d-055b7dffd225 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:56.965102 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d55381fc-b792-46e3-8038-88f4ca9d125f req-7a6b5396-b348-4ab1-a22d-055b7dffd225 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 946 time: 0.2223508 Sep 30 13:15:56.980219 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e3ced9f1-2244-4895-abde-9130ddde53fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:57.000324 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-72476c57-8d86-4036-a166-d39be9c3631c req-96760f80-808f-4406-8cdc-353cc9cf8914 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=386ffbcf-4a9c-4b1d-9007-60d0716ee245 HTTP/1.1" status: 200 len: 210 time: 0.2576756 Sep 30 13:15:57.055284 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d55381fc-b792-46e3-8038-88f4ca9d125f req-01e8ecb0-4ecb-48d6-9355-83c55a39a5f7 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780835 Sep 30 13:15:57.096921 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-e3ced9f1-2244-4895-abde-9130ddde53fd admin admin] Deleting port 1af5c15e-2577-46ef-81e4-7fd5ef325282 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:15:57.099027 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e3ced9f1-2244-4895-abde-9130ddde53fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:57.169752 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-c9b8f64d-af05-4e8e-adcd-52105246e9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910e7054-1060-4c48-bc21-ff0e33d5af2a', 'name': 'tempest-ServersTestMultiNic-63883217-router', 'tenant_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '1af5c15e-2577-46ef-81e4-7fd5ef325282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:13:20Z', 'updated_at': '2021-09-30T13:15:55Z', 'revision_number': 5, 'project_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'gw_port': {'id': '1af5c15e-2577-46ef-81e4-7fd5ef325282', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910e7054-1060-4c48-bc21-ff0e33d5af2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:13:21Z', 'updated_at': '2021-09-30T13:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:57.232007 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b8f64d-af05-4e8e-adcd-52105246e9c1 None None] Checking router: 910e7054-1060-4c48-bc21-ff0e33d5af2a for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:15:57.250084 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b8f64d-af05-4e8e-adcd-52105246e9c1 None None] Routers {'910e7054-1060-4c48-bc21-ff0e33d5af2a'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:15:57.251170 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-c9b8f64d-af05-4e8e-adcd-52105246e9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:15:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['910e7054-1060-4c48-bc21-ff0e33d5af2a'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:57.266042 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92174bfb-eb15-407c-99d7-eb2a92a5d452 req-76edb8e4-f71d-464e-9638-5419ffe75698 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:57.267668 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-92174bfb-eb15-407c-99d7-eb2a92a5d452 req-76edb8e4-f71d-464e-9638-5419ffe75698 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b965489-6954-4409-9b88-96c9d5f1d603 HTTP/1.1" status: 200 len: 945 time: 0.1108503 Sep 30 13:15:57.299402 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-e3ced9f1-2244-4895-abde-9130ddde53fd admin admin] For port 1af5c15e-2577-46ef-81e4-7fd5ef325282, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1af5c15e-2577-46ef-81e4-7fd5ef325282,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:57.299786 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e3ced9f1-2244-4895-abde-9130ddde53fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:57.324437 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-92174bfb-eb15-407c-99d7-eb2a92a5d452 req-887f6dcc-9c32-45cc-995d-9d8c89f12a85 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452993 Sep 30 13:15:57.326856 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-e3ced9f1-2244-4895-abde-9130ddde53fd admin admin] Calling delete_port for 1af5c15e-2577-46ef-81e4-7fd5ef325282 owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:15:57.336068 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-32c041b1-c10c-47a0-8a81-849bef98cefd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:57.398751 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c041b1-c10c-47a0-8a81-849bef98cefd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Port': ['ID=31e47cf9-6a93-45a7-b22c-aa56911e1949,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:57.424877 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-c9b8f64d-af05-4e8e-adcd-52105246e9c1 None None] Set router 910e7054-1060-4c48-bc21-ff0e33d5af2a gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:15:57.475781 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-32c041b1-c10c-47a0-8a81-849bef98cefd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:57.483601 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 0307906c-c3c5-48af-910b-f1e554eaea33 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:15:57.487044 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-32c041b1-c10c-47a0-8a81-849bef98cefd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/31e47cf9-6a93-45a7-b22c-aa56911e1949 HTTP/1.1" status: 204 len: 168 time: 1.1157775 Sep 30 13:15:57.490686 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33286) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:57.557727 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f69399f-887a-42fe-9f9b-4a30393abe99 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:57.558553 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-c9b8f64d-af05-4e8e-adcd-52105246e9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910e7054-1060-4c48-bc21-ff0e33d5af2a', 'name': 'tempest-ServersTestMultiNic-63883217-router', 'tenant_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:13:20Z', 'updated_at': '2021-09-30T13:15:56Z', 'revision_number': 6, 'project_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:15:57.559450 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8f69399f-887a-42fe-9f9b-4a30393abe99 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0669868 Sep 30 13:15:57.561949 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33290) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:57.621039 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c441f5-0ab7-4002-ba6c-2bb9179ec83e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:57.623164 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-10c441f5-0ab7-4002-ba6c-2bb9179ec83e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0602522 Sep 30 13:15:57.625931 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33292) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:57.649273 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b8f64d-af05-4e8e-adcd-52105246e9c1 None None] The sync data for ids ['910e7054-1060-4c48-bc21-ff0e33d5af2a'] in n-d-810909-2 is: [{'id': '910e7054-1060-4c48-bc21-ff0e33d5af2a', 'name': 'tempest-ServersTestMultiNic-63883217-router', 'tenant_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:13:20Z', 'updated_at': '2021-09-30T13:15:56Z', 'revision_number': 6, 'project_id': 'f72cbde742fe4a1d9fe6654c3e717bf8', 'gw_port_host': None}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:15:57.681764 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 0307906c-c3c5-48af-910b-f1e554eaea33 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:15:57.693690 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 0307906c-c3c5-48af-910b-f1e554eaea33 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:15:57.696990 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:57.782200 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f541eb2-8e6b-498a-a16c-5ac236fb33bd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:57.787375 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f541eb2-8e6b-498a-a16c-5ac236fb33bd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:57.794462 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f541eb2-8e6b-498a-a16c-5ac236fb33bd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:57.800277 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8f541eb2-8e6b-498a-a16c-5ac236fb33bd tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1732087 Sep 30 13:15:57.806096 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33296) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:57.893745 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 15a4d455-7021-4eb5-ae85-252ccfe30de0 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:15:57.994418 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-92059ac7-4204-45bb-bd6b-4917133ba07f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet 758f35d6-7cf9-4a31-945f-a794b6062c06 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:15:58.009114 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-92059ac7-4204-45bb-bd6b-4917133ba07f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:58.023708 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 15a4d455-7021-4eb5-ae85-252ccfe30de0, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=15a4d455-7021-4eb5-ae85-252ccfe30de0,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:58.057712 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:58.059869 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '15a4d455-7021-4eb5-ae85-252ccfe30de0', 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'port_id': '15a4d455-7021-4eb5-ae85-252ccfe30de0', 'mac_address': 'fa:16:3e:7f:45:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:15:58.114799 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-92059ac7-4204-45bb-bd6b-4917133ba07f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:58.176058 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 0307906c-c3c5-48af-910b-f1e554eaea33, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=0307906c-c3c5-48af-910b-f1e554eaea33,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:58.185964 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b965489-6954-4409-9b88-96c9d5f1d603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0307906c-c3c5-48af-910b-f1e554eaea33'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:15:58.194812 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3091fd4-d213-46e7-bf06-78015b3b0cac" -d '{"events": [{"server_uuid": "1b965489-6954-4409-9b88-96c9d5f1d603", "name": "network-vif-plugged", "status": "completed", "tag": "0307906c-c3c5-48af-910b-f1e554eaea33"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:15:58.207762 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:58.237371 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9121df-03ac-4034-b2c3-b91fc937624e req-b48dbc0b-ffdf-4eb5-bf9a-a1ee92ef98f5 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:58.252397 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7e9121df-03ac-4034-b2c3-b91fc937624e req-b48dbc0b-ffdf-4eb5-bf9a-a1ee92ef98f5 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 943 time: 0.2447278 Sep 30 13:15:58.361209 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7e9121df-03ac-4034-b2c3-b91fc937624e req-56e85fff-7af0-4163-b754-af94e9710b35 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062181 Sep 30 13:15:58.366025 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33308) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:58.400184 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-92059ac7-4204-45bb-bd6b-4917133ba07f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:58.461497 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe389799-8b94-4e72-b94f-8bbd4591b028 req-b4558e73-d8cc-4891-8d45-f4b5b93fa491 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:58.463231 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fe389799-8b94-4e72-b94f-8bbd4591b028 req-b4558e73-d8cc-4891-8d45-f4b5b93fa491 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 946 time: 0.9693739 Sep 30 13:15:58.492792 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e3ced9f1-2244-4895-abde-9130ddde53fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:58.538744 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-44f01145-7579-461e-9033-66b6387e3906 req-a2147b4c-b04c-47a3-9de0-16c3873fc75c tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=386ffbcf-4a9c-4b1d-9007-60d0716ee245 HTTP/1.1" status: 200 len: 210 time: 0.0414796 Sep 30 13:15:58.609502 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:58.628328 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ced9f1-2244-4895-abde-9130ddde53fd admin admin] Pushing event deleted for resources: {'Port': ['ID=1af5c15e-2577-46ef-81e4-7fd5ef325282,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:58.644224 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5f3d0c-788d-490e-b953-24abfae31ad0 x-openstack-request-id: req-8b5f3d0c-788d-490e-b953-24abfae31ad0 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:15:58.644755 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b965489-6954-4409-9b88-96c9d5f1d603", "name": "network-vif-plugged", "status": "completed", "tag": "0307906c-c3c5-48af-910b-f1e554eaea33", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:15:58.644868 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b5f3d0c-788d-490e-b953-24abfae31ad0 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:15:58.646329 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b965489-6954-4409-9b88-96c9d5f1d603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0307906c-c3c5-48af-910b-f1e554eaea33', 'code': 200} Sep 30 13:15:58.660335 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a4d455-7021-4eb5-ae85-252ccfe30de0 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:15:58.672229 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=0307906c-c3c5-48af-910b-f1e554eaea33,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:58.694789 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 15a4d455-7021-4eb5-ae85-252ccfe30de0, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=15a4d455-7021-4eb5-ae85-252ccfe30de0,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:15:58.702476 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:58.788544 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fe389799-8b94-4e72-b94f-8bbd4591b028 req-110f0de8-8af4-4eb1-ab42-5ec536796463 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972391 Sep 30 13:15:58.792902 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=15a4d455-7021-4eb5-ae85-252ccfe30de0,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:58.797696 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4e668a23-5c0c-4f60-bfd2-02e71c0f17bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:58.819455 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-1f8ce590-253c-457b-83aa-3e60c80b6784 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:58.821082 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-1f8ce590-253c-457b-83aa-3e60c80b6784 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.39 "GET /v2.0/networks?id=85525d6f-904f-49b9-bd56-a181c58a3176 HTTP/1.1" status: 200 len: 813 time: 0.2734864 Sep 30 13:15:58.865000 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-92059ac7-4204-45bb-bd6b-4917133ba07f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:58.903224 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-2142bb13-1465-4dd2-9fc4-016b22fbb29a tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Request body: {'port': {'device_id': '386ffbcf-4a9c-4b1d-9007-60d0716ee245', 'network_id': '85525d6f-904f-49b9-bd56-a181c58a3176', 'admin_state_up': True, 'tenant_id': '8e994dc4f4df4842a52da2b8cd3e10a3'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:58.914869 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e3ced9f1-2244-4895-abde-9130ddde53fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:58.944429 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['15a4d455-7021-4eb5-ae85-252ccfe30de0'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:15:58.976744 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92059ac7-4204-45bb-bd6b-4917133ba07f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=758f35d6-7cf9-4a31-945f-a794b6062c06,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:58.987594 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-92059ac7-4204-45bb-bd6b-4917133ba07f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:58.993035 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-92059ac7-4204-45bb-bd6b-4917133ba07f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/758f35d6-7cf9-4a31-945f-a794b6062c06 HTTP/1.1" status: 204 len: 168 time: 1.1858521 Sep 30 13:15:58.994789 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33316) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:59.006272 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1af5c15e-2577-46ef-81e4-7fd5ef325282 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:15:59.008615 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891ef25d-5270-4c54-a0f3-91c4d0de6f03 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:15:59.042384 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 1af5c15e-2577-46ef-81e4-7fd5ef325282 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:15:59.042714 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1af5c15e-2577-46ef-81e4-7fd5ef325282 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:15:59.043342 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 11794fe6-2f55-46c0-9dfc-e91e6f35d4a4 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:15:59.072013 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e3ced9f1-2244-4895-abde-9130ddde53fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:59.080445 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-0e65ddeb-2d61-4614-944e-1297e314ac17 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:59.082096 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-0e65ddeb-2d61-4614-944e-1297e314ac17 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.54 "GET /v2.0/networks?id=85525d6f-904f-49b9-bd56-a181c58a3176 HTTP/1.1" status: 200 len: 813 time: 0.7169220 Sep 30 13:15:59.085292 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e3ced9f1-2244-4895-abde-9130ddde53fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:59.103953 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-ee79cd6b-eb8a-43db-a9e5-e56df6d235d8 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Request body: {'port': {'device_id': '5f3600b0-f6bb-4737-aa26-d80a1c0a8c02', 'network_id': '85525d6f-904f-49b9-bd56-a181c58a3176', 'admin_state_up': True, 'tenant_id': '8e994dc4f4df4842a52da2b8cd3e10a3'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:15:59.107136 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 11794fe6-2f55-46c0-9dfc-e91e6f35d4a4 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:15:59.108063 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 11794fe6-2f55-46c0-9dfc-e91e6f35d4a4 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:15:59.169230 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e3ced9f1-2244-4895-abde-9130ddde53fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:59.169756 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ced9f1-2244-4895-abde-9130ddde53fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 910e7054-1060-4c48-bc21-ff0e33d5af2a {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:15:59.187972 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e3ced9f1-2244-4895-abde-9130ddde53fd admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:59.193068 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e3ced9f1-2244-4895-abde-9130ddde53fd admin admin] 10.222.0.18 "DELETE /v2.0/routers/910e7054-1060-4c48-bc21-ff0e33d5af2a HTTP/1.1" status: 204 len: 168 time: 2.8579979 Sep 30 13:15:59.198826 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33318) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:59.295803 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa7f2f3-19ff-44e1-a9fd-825d1fc1380d admin admin] Deleting subnet 17382476-62b0-4945-84f6-9409c209b97e {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:15:59.300103 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-baa7f2f3-19ff-44e1-a9fd-825d1fc1380d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:59.365027 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-baa7f2f3-19ff-44e1-a9fd-825d1fc1380d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:59.436360 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17762f9-89ae-4407-946c-eb783206d651 req-31f8d48b-d4dc-4d3b-bf8b-f58ecb9520c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:59.437906 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e17762f9-89ae-4407-946c-eb783206d651 req-31f8d48b-d4dc-4d3b-bf8b-f58ecb9520c7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1b965489-6954-4409-9b88-96c9d5f1d603 HTTP/1.1" status: 200 len: 1097 time: 0.6294601 Sep 30 13:15:59.452174 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a385a4-4858-497f-9129-4005da7db24d req-e30a4daf-c86d-486b-aed1-3256f4990a22 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:59.453709 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-50a385a4-4858-497f-9129-4005da7db24d req-e30a4daf-c86d-486b-aed1-3256f4990a22 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b965489-6954-4409-9b88-96c9d5f1d603 HTTP/1.1" status: 200 len: 946 time: 0.6422024 Sep 30 13:15:59.472896 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ac54b4-fbf6-4442-b0c4-67339aa8c07b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet db33bb16-50a2-4cab-b6df-aed6b7b14a88 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:15:59.482546 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4e668a23-5c0c-4f60-bfd2-02e71c0f17bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:59.499395 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-01ac54b4-fbf6-4442-b0c4-67339aa8c07b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:59.520645 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4e668a23-5c0c-4f60-bfd2-02e71c0f17bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:59.586474 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e17762f9-89ae-4407-946c-eb783206d651 req-bb60ec00-1c3a-41e5-bc64-94391c10baed service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317048 Sep 30 13:15:59.591411 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-baa7f2f3-19ff-44e1-a9fd-825d1fc1380d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:59.592630 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-01ac54b4-fbf6-4442-b0c4-67339aa8c07b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:59.593495 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-ee79cd6b-eb8a-43db-a9e5-e56df6d235d8 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Made reservation on behalf of 8e994dc4f4df4842a52da2b8cd3e10a3 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:15:59.596994 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-ee79cd6b-eb8a-43db-a9e5-e56df6d235d8 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:59.626376 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4e668a23-5c0c-4f60-bfd2-02e71c0f17bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d6ca2e74a13b4a548a849c42af50c477&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2565398 Sep 30 13:15:59.626610 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-50a385a4-4858-497f-9129-4005da7db24d req-1382fd99-78c9-46df-b345-2836c963ef6d tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632304 Sep 30 13:15:59.628397 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33324) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:59.634275 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e668a23-5c0c-4f60-bfd2-02e71c0f17bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd62bc9-daed-4fcb-93bc-9885d05ce49a,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:59.651858 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-2142bb13-1465-4dd2-9fc4-016b22fbb29a tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Made reservation on behalf of 8e994dc4f4df4842a52da2b8cd3e10a3 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:15:59.655824 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ef675-a830-4baa-8872-ed2a9b8a5176 req-7c1df921-24f2-41ee-a723-9cbf2542eefd tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:15:59.657375 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-310ef675-a830-4baa-8872-ed2a9b8a5176 req-7c1df921-24f2-41ee-a723-9cbf2542eefd tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 944 time: 0.1980286 Sep 30 13:15:59.662560 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-2142bb13-1465-4dd2-9fc4-016b22fbb29a tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:59.766690 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-310ef675-a830-4baa-8872-ed2a9b8a5176 req-707584df-6f23-4d13-aa7e-bdd0633c42b1 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994518 Sep 30 13:15:59.775319 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-baa7f2f3-19ff-44e1-a9fd-825d1fc1380d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:59.812225 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7f2f3-19ff-44e1-a9fd-825d1fc1380d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17382476-62b0-4945-84f6-9409c209b97e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:15:59.839642 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-baa7f2f3-19ff-44e1-a9fd-825d1fc1380d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:59.843949 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-baa7f2f3-19ff-44e1-a9fd-825d1fc1380d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/17382476-62b0-4945-84f6-9409c209b97e HTTP/1.1" status: 204 len: 168 time: 0.6417422 Sep 30 13:15:59.844129 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc81cef6-6100-4a0c-91ba-4b15ecf5e241 None None] Network 31f9c44d-3e51-4ab0-a797-429f77e4f802 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:15:59.844671 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33328) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:15:59.848008 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2e57fd99-53de-42a1-aacf-0fe59c4f6bb5 req-2170ba7f-e3d7-428b-af01-d4c3b5741301 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=386ffbcf-4a9c-4b1d-9007-60d0716ee245 HTTP/1.1" status: 200 len: 210 time: 0.1020453 Sep 30 13:15:59.853340 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ede59307-e3a1-4f5f-a31a-b78a4b96eb04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:59.855699 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-01ac54b4-fbf6-4442-b0c4-67339aa8c07b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:59.886052 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 15a4d455-7021-4eb5-ae85-252ccfe30de0 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:15:59.918753 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ede59307-e3a1-4f5f-a31a-b78a4b96eb04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:15:59.971347 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-ee79cd6b-eb8a-43db-a9e5-e56df6d235d8 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Allocated IP 172.20.0.12 (85525d6f-904f-49b9-bd56-a181c58a3176/bbe1ffcf-2c73-4b79-897f-ffbf75802216/371d9962-2b1c-4c67-91cd-0ac84578fa2c) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:15:59.980998 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-01ac54b4-fbf6-4442-b0c4-67339aa8c07b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:00.024564 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac54b4-fbf6-4442-b0c4-67339aa8c07b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=db33bb16-50a2-4cab-b6df-aed6b7b14a88,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:00.031077 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-01ac54b4-fbf6-4442-b0c4-67339aa8c07b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:00.037016 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-01ac54b4-fbf6-4442-b0c4-67339aa8c07b tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/db33bb16-50a2-4cab-b6df-aed6b7b14a88 HTTP/1.1" status: 204 len: 168 time: 1.0366197 Sep 30 13:16:00.040069 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33332) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:00.048213 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 15a4d455-7021-4eb5-ae85-252ccfe30de0 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:16:00.049897 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ede59307-e3a1-4f5f-a31a-b78a4b96eb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:00.053717 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ede59307-e3a1-4f5f-a31a-b78a4b96eb04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:00.054982 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ede59307-e3a1-4f5f-a31a-b78a4b96eb04 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5fd62bc9-daed-4fcb-93bc-9885d05ce49a HTTP/1.1" status: 204 len: 168 time: 0.4230402 Sep 30 13:16:00.060386 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 15a4d455-7021-4eb5-ae85-252ccfe30de0 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:16:00.060759 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:00.095402 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-478c0248-0f5c-43b9-a927-890f4bfa6970 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541668 Sep 30 13:16:00.100879 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33336) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:00.106387 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-29ded533-8c9e-4308-84c0-4531c1625bef tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:00.112445 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede59307-e3a1-4f5f-a31a-b78a4b96eb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd62bc9-daed-4fcb-93bc-9885d05ce49a,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:00.124399 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bd2b9020-1366-4e65-8ef2-5e9ea6d067fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:00.178869 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556c569-c3d7-449e-a22a-ed746afa8e26 req-1603f54c-be9f-4aef-8d0f-21f9f0318e13 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:00.186530 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7556c569-c3d7-449e-a22a-ed746afa8e26 req-1603f54c-be9f-4aef-8d0f-21f9f0318e13 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 946 time: 0.3023694 Sep 30 13:16:00.188646 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9e5962-6750-4d6b-bc37-2b8237b18389 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:16:00.227602 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ded533-8c9e-4308-84c0-4531c1625bef tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:00.231528 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-29ded533-8c9e-4308-84c0-4531c1625bef tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:00.315904 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:00.332735 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-0f8ab002-02ea-4849-802a-b99309febf83 None None] Provisioning complete for port 62dd9fce-13dc-4e6c-a63b-88b70c0f1961 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:16:00.333046 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0f8ab002-02ea-4849-802a-b99309febf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:00.334526 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7556c569-c3d7-449e-a22a-ed746afa8e26 req-718a79fe-b729-4d6e-89c5-15589b96bf86 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468585 Sep 30 13:16:00.349131 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-ee79cd6b-eb8a-43db-a9e5-e56df6d235d8 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:00.356102 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b9020-1366-4e65-8ef2-5e9ea6d067fb admin admin] Deleting port 3c5f6c7b-be76-47e9-a8af-7ffa93773bbb {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:16:00.356669 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bd2b9020-1366-4e65-8ef2-5e9ea6d067fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:00.458858 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-bd2b9020-1366-4e65-8ef2-5e9ea6d067fb admin admin] For port 3c5f6c7b-be76-47e9-a8af-7ffa93773bbb, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3c5f6c7b-be76-47e9-a8af-7ffa93773bbb,segment=NetworkSegment(e8b42d8c-2ba2-4a69-ab05-925e8a710e29),segment_id=e8b42d8c-2ba2-4a69-ab05-925e8a710e29)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:00.459223 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bd2b9020-1366-4e65-8ef2-5e9ea6d067fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:00.462101 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 15a4d455-7021-4eb5-ae85-252ccfe30de0, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=15a4d455-7021-4eb5-ae85-252ccfe30de0,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:00.470802 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb53fdb-cb14-472c-9043-02bd6567c718 None None] DHCP port deletion for 31f9c44d-3e51-4ab0-a797-429f77e4f802 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:16:00.476105 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b9020-1366-4e65-8ef2-5e9ea6d067fb admin admin] Calling delete_port for 3c5f6c7b-be76-47e9-a8af-7ffa93773bbb owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:16:00.477780 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:00.492689 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-ee79cd6b-eb8a-43db-a9e5-e56df6d235d8 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:00.496408 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-29ded533-8c9e-4308-84c0-4531c1625bef tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:00.583192 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b228be-1a29-48a6-936e-0741d37ac195 None None] DHCP port deletion for 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:16:00.610929 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-ee79cd6b-eb8a-43db-a9e5-e56df6d235d8 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Network 85525d6f-904f-49b9-bd56-a181c58a3176 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:16:00.616038 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ded533-8c9e-4308-84c0-4531c1625bef tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=09013eba-853a-49be-9ae6-439f3be6766b,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:00.620133 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79cd6b-eb8a-43db-a9e5-e56df6d235d8 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Pushing event updated for resources: {'Port': ['ID=371d9962-2b1c-4c67-91cd-0ac84578fa2c,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:00.625454 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-ee79cd6b-eb8a-43db-a9e5-e56df6d235d8 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:16:00.629237 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-ee79cd6b-eb8a-43db-a9e5-e56df6d235d8 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:16:00.638515 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=15a4d455-7021-4eb5-ae85-252ccfe30de0,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:00.648163 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897cbb13-79ad-4578-85c9-900a4c7e3a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a4d455-7021-4eb5-ae85-252ccfe30de0'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:00.650480 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390ff693-f53e-4e40-9571-51a843513507" -d '{"events": [{"server_uuid": "897cbb13-79ad-4578-85c9-900a4c7e3a84", "name": "network-vif-plugged", "status": "completed", "tag": "15a4d455-7021-4eb5-ae85-252ccfe30de0"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:00.658317 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ded533-8c9e-4308-84c0-4531c1625bef tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:16:00.665786 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-29ded533-8c9e-4308-84c0-4531c1625bef tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:16:00.681224 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ded533-8c9e-4308-84c0-4531c1625bef tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:00.682363 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-29ded533-8c9e-4308-84c0-4531c1625bef tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:00.690329 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bd2b9020-1366-4e65-8ef2-5e9ea6d067fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:00.714913 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-2142bb13-1465-4dd2-9fc4-016b22fbb29a tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Allocated IP 172.20.0.7 (85525d6f-904f-49b9-bd56-a181c58a3176/bbe1ffcf-2c73-4b79-897f-ffbf75802216/6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:16:00.733554 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0125916d-95e6-4087-a5f8-bef2710481b6 x-openstack-request-id: req-0125916d-95e6-4087-a5f8-bef2710481b6 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:00.733921 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "897cbb13-79ad-4578-85c9-900a4c7e3a84", "name": "network-vif-plugged", "status": "completed", "tag": "15a4d455-7021-4eb5-ae85-252ccfe30de0", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:00.734278 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0125916d-95e6-4087-a5f8-bef2710481b6 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:00.734698 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897cbb13-79ad-4578-85c9-900a4c7e3a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a4d455-7021-4eb5-ae85-252ccfe30de0', 'code': 200} Sep 30 13:16:00.736348 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-feb53fdb-cb14-472c-9043-02bd6567c718 None None] Deleting port 3c5f6c7b-be76-47e9-a8af-7ffa93773bbb {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:16:00.736728 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-feb53fdb-cb14-472c-9043-02bd6567c718 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:00.737479 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-ee79cd6b-eb8a-43db-a9e5-e56df6d235d8 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:00.738581 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-ee79cd6b-eb8a-43db-a9e5-e56df6d235d8 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:00.741121 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33350) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:00.750120 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-29ded533-8c9e-4308-84c0-4531c1625bef tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6396277 Sep 30 13:16:00.768179 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-e8a9ec54-fdec-4748-ad9a-a932f2b450c9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:00.880170 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-feb53fdb-cb14-472c-9043-02bd6567c718 None None] For port 3c5f6c7b-be76-47e9-a8af-7ffa93773bbb, host n-d-810909-2, got binding levels [] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:00.880677 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-feb53fdb-cb14-472c-9043-02bd6567c718 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:00.923187 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2b9020-1366-4e65-8ef2-5e9ea6d067fb admin admin] No DVR routers for this DVR port 3c5f6c7b-be76-47e9-a8af-7ffa93773bbb on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:16:00.923562 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-feb53fdb-cb14-472c-9043-02bd6567c718 None None] Calling delete_port for 3c5f6c7b-be76-47e9-a8af-7ffa93773bbb owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:16:00.945223 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.ipam_backend_mixin [None req-feb53fdb-cb14-472c-9043-02bd6567c718 None None] Port 3c5f6c7b-be76-47e9-a8af-7ffa93773bbb was not found and therefore no delete operation was performed {{(pid=94765) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 13:16:00.948166 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b9020-1366-4e65-8ef2-5e9ea6d067fb admin admin] Pushing event deleted for resources: {'Port': ['ID=3c5f6c7b-be76-47e9-a8af-7ffa93773bbb,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:00.953378 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-feb53fdb-cb14-472c-9043-02bd6567c718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:00.986265 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-a8b228be-1a29-48a6-936e-0741d37ac195 None None] Deleting port 62dd9fce-13dc-4e6c-a63b-88b70c0f1961 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:16:00.986863 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a8b228be-1a29-48a6-936e-0741d37ac195 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:01.042397 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-ee79cd6b-eb8a-43db-a9e5-e56df6d235d8 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9480608 Sep 30 13:16:01.062581 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bd4f5-68ba-4290-a1e5-834cce883af0 req-6122fd7b-b30d-4258-919b-364b56e8d9b6 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:01.065953 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1b2bd4f5-68ba-4290-a1e5-834cce883af0 req-6122fd7b-b30d-4258-919b-364b56e8d9b6 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 945 time: 0.1964867 Sep 30 13:16:01.066216 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 62dd9fce-13dc-4e6c-a63b-88b70c0f1961 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:16:01.069338 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb53fdb-cb14-472c-9043-02bd6567c718 None None] Pushing event deleted for resources: {'Port': ['ID=3c5f6c7b-be76-47e9-a8af-7ffa93773bbb,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:01.104594 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a9ec54-fdec-4748-ad9a-a932f2b450c9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:01.108483 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ec54-fdec-4748-ad9a-a932f2b450c9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:01.124375 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-2142bb13-1465-4dd2-9fc4-016b22fbb29a tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:01.138806 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bd2b9020-1366-4e65-8ef2-5e9ea6d067fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:01.152919 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1b2bd4f5-68ba-4290-a1e5-834cce883af0 req-5c10b6ff-f7a4-4cbe-96d5-7dfc9b258220 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609741 Sep 30 13:16:01.156200 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716950d-c4a8-4933-90d4-44db04251c6f req-9f7f2273-64d3-43e6-a509-ebe3087c4e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:01.157668 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2716950d-c4a8-4933-90d4-44db04251c6f req-9f7f2273-64d3-43e6-a509-ebe3087c4e6a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 1096 time: 0.2120295 Sep 30 13:16:01.167446 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-a8b228be-1a29-48a6-936e-0741d37ac195 None None] For port 62dd9fce-13dc-4e6c-a63b-88b70c0f1961, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=62dd9fce-13dc-4e6c-a63b-88b70c0f1961,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:01.168135 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a8b228be-1a29-48a6-936e-0741d37ac195 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:01.180980 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870523f-cc63-461e-b1f9-216b801be92d req-2868e98d-6223-4890-937d-bd61799cc789 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:01.180980 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1870523f-cc63-461e-b1f9-216b801be92d req-2868e98d-6223-4890-937d-bd61799cc789 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b965489-6954-4409-9b88-96c9d5f1d603 HTTP/1.1" status: 200 len: 946 time: 0.2323184 Sep 30 13:16:01.182071 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-a8b228be-1a29-48a6-936e-0741d37ac195 None None] Calling delete_port for 62dd9fce-13dc-4e6c-a63b-88b70c0f1961 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:16:01.195882 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-2142bb13-1465-4dd2-9fc4-016b22fbb29a tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:01.215947 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-bd2b9020-1366-4e65-8ef2-5e9ea6d067fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f9c44d-3e51-4ab0-a797-429f77e4f802']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:01.259727 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-bd2b9020-1366-4e65-8ef2-5e9ea6d067fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b42d8c-2ba2-4a69-ab05-925e8a710e29') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:01.260170 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-bd2b9020-1366-4e65-8ef2-5e9ea6d067fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b42d8c-2ba2-4a69-ab05-925e8a710e29') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:01.306381 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bd2b9020-1366-4e65-8ef2-5e9ea6d067fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:01.320454 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a8b228be-1a29-48a6-936e-0741d37ac195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:01.326109 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142bb13-1465-4dd2-9fc4-016b22fbb29a tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Pushing event updated for resources: {'Port': ['ID=6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:01.331439 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb53fdb-cb14-472c-9043-02bd6567c718 None None] No DVR routers for this DVR port 3c5f6c7b-be76-47e9-a8af-7ffa93773bbb on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:16:01.364493 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2716950d-c4a8-4933-90d4-44db04251c6f req-8c9295f6-909e-45d5-bfbc-1ec08601ddec service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843765 Sep 30 13:16:01.368478 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-2142bb13-1465-4dd2-9fc4-016b22fbb29a tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Network 85525d6f-904f-49b9-bd56-a181c58a3176 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:16:01.372607 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bd2b9020-1366-4e65-8ef2-5e9ea6d067fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:01.377011 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-2142bb13-1465-4dd2-9fc4-016b22fbb29a tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:16:01.377272 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b228be-1a29-48a6-936e-0741d37ac195 None None] Pushing event deleted for resources: {'Port': ['ID=62dd9fce-13dc-4e6c-a63b-88b70c0f1961,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:01.380073 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b228be-1a29-48a6-936e-0741d37ac195 None None] No DVR routers for this DVR port 62dd9fce-13dc-4e6c-a63b-88b70c0f1961 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:16:01.381367 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-2142bb13-1465-4dd2-9fc4-016b22fbb29a tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:16:01.407455 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No active binding found for port 62dd9fce-13dc-4e6c-a63b-88b70c0f1961 {{(pid=94765) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 30 13:16:01.408084 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 62dd9fce-13dc-4e6c-a63b-88b70c0f1961 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:16:01.408658 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3c5f6c7b-be76-47e9-a8af-7ffa93773bbb no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:16:01.409210 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1870523f-cc63-461e-b1f9-216b801be92d req-8cbdfcbf-bd32-42c9-abee-5bed3113e0e3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061064 Sep 30 13:16:01.410032 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2b9020-1366-4e65-8ef2-5e9ea6d067fb admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:16:01.410953 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bd2b9020-1366-4e65-8ef2-5e9ea6d067fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:16:01.417864 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:16:01.444898 n-d-810909-2 neutron-server[94763]: INFO neutron.db.ipam_backend_mixin [None req-e8a9ec54-fdec-4748-ad9a-a932f2b450c9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 09013eba-853a-49be-9ae6-439f3be6766b (CIDR: 2001:db8::/64) Sep 30 13:16:01.453022 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f56fa48-cf85-4e04-817a-d5447c2e5130 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:16:01.477440 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56854a1-6454-4a05-918c-3ed16672fb18 req-3131c124-776e-4edf-936e-00c3c7e845c0 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:01.485811 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d56854a1-6454-4a05-918c-3ed16672fb18 req-3131c124-776e-4edf-936e-00c3c7e845c0 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=386ffbcf-4a9c-4b1d-9007-60d0716ee245 HTTP/1.1" status: 200 len: 931 time: 0.1715286 Sep 30 13:16:01.495276 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a9ec54-fdec-4748-ad9a-a932f2b450c9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:16:01.495919 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8a9ec54-fdec-4748-ad9a-a932f2b450c9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:01.508541 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-1aa61cf2-e62e-48dc-8d21-c85ee076af98 service neutron] Request body: {'port': {'device_id': '5f3600b0-f6bb-4737-aa26-d80a1c0a8c02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:01.521127 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-2142bb13-1465-4dd2-9fc4-016b22fbb29a tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:01.521931 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-2142bb13-1465-4dd2-9fc4-016b22fbb29a tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:01.538982 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bd2b9020-1366-4e65-8ef2-5e9ea6d067fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:01.570237 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bd2b9020-1366-4e65-8ef2-5e9ea6d067fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:01.570429 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d56854a1-6454-4a05-918c-3ed16672fb18 req-2dc72656-7ff1-414b-a5fa-720651157a55 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/security-groups?id=29175c03-b705-4f4a-b397-f12b14861883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836146 Sep 30 13:16:01.574390 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bd2b9020-1366-4e65-8ef2-5e9ea6d067fb admin admin] 10.222.0.18 "DELETE /v2.0/networks/31f9c44d-3e51-4ab0-a797-429f77e4f802 HTTP/1.1" status: 204 len: 168 time: 1.7265663 Sep 30 13:16:01.574390 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b9020-1366-4e65-8ef2-5e9ea6d067fb admin admin] Pushing event deleted for resources: {'Network': ['ID=31f9c44d-3e51-4ab0-a797-429f77e4f802,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:01.584143 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e8a9ec54-fdec-4748-ad9a-a932f2b450c9 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8210862 Sep 30 13:16:01.586944 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33378) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:01.593445 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-aa0816d8-be6f-4095-9a28-c0a26b1f0c95 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'subnet': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:01.597858 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-2142bb13-1465-4dd2-9fc4-016b22fbb29a tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7068958 Sep 30 13:16:01.622989 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-86574a68-fc0d-4de4-9913-de55a162bb47 service neutron] Request body: {'port': {'device_id': '386ffbcf-4a9c-4b1d-9007-60d0716ee245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:01.651103 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 3c5f6c7b-be76-47e9-a8af-7ffa93773bbb {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:16:01.651800 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3c5f6c7b-be76-47e9-a8af-7ffa93773bbb not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:16:01.681721 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-1aa61cf2-e62e-48dc-8d21-c85ee076af98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:01.687133 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e819c0-74a2-4551-91e2-77ff9ead35a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'tenant_id': '0a82696f5d0c48549667446e5d6c3f60', 'fixed_ips': [{'subnet_id': '09013eba-853a-49be-9ae6-439f3be6766b'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:16:01.688319 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-04e819c0-74a2-4551-91e2-77ff9ead35a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:01.821977 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-86574a68-fc0d-4de4-9913-de55a162bb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:01.835826 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c62b4-ce31-48fe-9a17-d1945800e83c req-38d2f58e-cbbd-46d9-bd92-7c6ae0ab31cd tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:01.843731 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7e6c62b4-ce31-48fe-9a17-d1945800e83c req-38d2f58e-cbbd-46d9-bd92-7c6ae0ab31cd tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 946 time: 0.1501577 Sep 30 13:16:01.874061 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-04e819c0-74a2-4551-91e2-77ff9ead35a3 None None] Allocated IP 2001:db8::2 (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/09013eba-853a-49be-9ae6-439f3be6766b/7801a31a-6918-460b-9dc3-b2c149e02b68) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:16:01.916250 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33384) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:01.975351 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7e6c62b4-ce31-48fe-9a17-d1945800e83c req-cc10ff0a-f876-40f1-8cca-46f800271920 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259849 Sep 30 13:16:02.032291 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33386) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:02.043228 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0816d8-be6f-4095-9a28-c0a26b1f0c95 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:02.046995 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aa0816d8-be6f-4095-9a28-c0a26b1f0c95 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:02.084223 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-af5f4013-0749-4342-8fa9-b7e96a07c29b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f72cbde742fe4a1d9fe6654c3e717bf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616757 Sep 30 13:16:02.084929 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33390) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:02.102338 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-04e819c0-74a2-4551-91e2-77ff9ead35a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:02.113548 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-04e819c0-74a2-4551-91e2-77ff9ead35a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:02.174154 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e819c0-74a2-4551-91e2-77ff9ead35a3 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:16:02.177948 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-629fa978-43cc-4b46-99d7-72ce52010380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:02.183552 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-04e819c0-74a2-4551-91e2-77ff9ead35a3 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:16:02.189981 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e819c0-74a2-4551-91e2-77ff9ead35a3 None None] Pushing event updated for resources: {'Port': ['ID=7801a31a-6918-460b-9dc3-b2c149e02b68,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:02.194491 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e819c0-74a2-4551-91e2-77ff9ead35a3 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:16:02.201407 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5611329a-b43c-48a8-8a08-91eee6361d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:02.204513 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-1aa61cf2-e62e-48dc-8d21-c85ee076af98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 371d9962-2b1c-4c67-91cd-0ac84578fa2c {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:16:02.217825 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-1aa61cf2-e62e-48dc-8d21-c85ee076af98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:02.246948 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5611329a-b43c-48a8-8a08-91eee6361d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:02.249027 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-1aa61cf2-e62e-48dc-8d21-c85ee076af98 service neutron] Transition to ACTIVE for port object 371d9962-2b1c-4c67-91cd-0ac84578fa2c will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:16:02.258193 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-1aa61cf2-e62e-48dc-8d21-c85ee076af98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:02.264425 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-04e819c0-74a2-4551-91e2-77ff9ead35a3 None None] Attempting to bind port 7801a31a-6918-460b-9dc3-b2c149e02b68 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:16:02.264886 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-04e819c0-74a2-4551-91e2-77ff9ead35a3 None None] Attempting to bind port 7801a31a-6918-460b-9dc3-b2c149e02b68 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:16:02.265325 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e819c0-74a2-4551-91e2-77ff9ead35a3 None None] Attempting to bind port 7801a31a-6918-460b-9dc3-b2c149e02b68 on network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:16:02.271240 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e819c0-74a2-4551-91e2-77ff9ead35a3 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:16:02.271856 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e819c0-74a2-4551-91e2-77ff9ead35a3 None None] Checking segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:16:02.272372 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-04e819c0-74a2-4551-91e2-77ff9ead35a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:02.273499 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e819c0-74a2-4551-91e2-77ff9ead35a3 None None] Bound using segment: {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:16:02.273499 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-04e819c0-74a2-4551-91e2-77ff9ead35a3 None None] Bound port: 7801a31a-6918-460b-9dc3-b2c149e02b68, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22fc74-e947-4c61-9aad-3efac0b6c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:16:02.273847 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-04e819c0-74a2-4551-91e2-77ff9ead35a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:02.310325 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa61cf2-e62e-48dc-8d21-c85ee076af98 service neutron] Pushing event updated for resources: {'Port': ['ID=371d9962-2b1c-4c67-91cd-0ac84578fa2c,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:02.345865 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-04e819c0-74a2-4551-91e2-77ff9ead35a3 None None] For port 7801a31a-6918-460b-9dc3-b2c149e02b68, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:16:02.353692 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-04e819c0-74a2-4551-91e2-77ff9ead35a3 None None] For port 7801a31a-6918-460b-9dc3-b2c149e02b68, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=7801a31a-6918-460b-9dc3-b2c149e02b68,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:16:02.361405 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-04e819c0-74a2-4551-91e2-77ff9ead35a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:02.422645 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e819c0-74a2-4551-91e2-77ff9ead35a3 None None] Pushing event updated for resources: {'Port': ['ID=7801a31a-6918-460b-9dc3-b2c149e02b68,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:02.427376 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5611329a-b43c-48a8-8a08-91eee6361d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:02.429953 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5611329a-b43c-48a8-8a08-91eee6361d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:02.436075 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5611329a-b43c-48a8-8a08-91eee6361d20 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8fc4db0e-5002-4d11-b889-2629df2afc18 HTTP/1.1" status: 204 len: 168 time: 0.3482075 Sep 30 13:16:02.445360 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611329a-b43c-48a8-8a08-91eee6361d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc4db0e-5002-4d11-b889-2629df2afc18,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:02.491431 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-1aa61cf2-e62e-48dc-8d21-c85ee076af98 service neutron] Attempting to bind port 371d9962-2b1c-4c67-91cd-0ac84578fa2c on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:16:02.493156 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-1aa61cf2-e62e-48dc-8d21-c85ee076af98 service neutron] Attempting to bind port 371d9962-2b1c-4c67-91cd-0ac84578fa2c by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '14f9140a-c7ec-4133-a36f-d4224eff2a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '85525d6f-904f-49b9-bd56-a181c58a3176'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:16:02.493591 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-1aa61cf2-e62e-48dc-8d21-c85ee076af98 service neutron] Attempting to bind port 371d9962-2b1c-4c67-91cd-0ac84578fa2c on network 85525d6f-904f-49b9-bd56-a181c58a3176 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:16:02.498657 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-1aa61cf2-e62e-48dc-8d21-c85ee076af98 service neutron] Port 371d9962-2b1c-4c67-91cd-0ac84578fa2c on network 85525d6f-904f-49b9-bd56-a181c58a3176 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:16:02.499364 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-1aa61cf2-e62e-48dc-8d21-c85ee076af98 service neutron] Attempting to bind port 371d9962-2b1c-4c67-91cd-0ac84578fa2c on network 85525d6f-904f-49b9-bd56-a181c58a3176 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:16:02.508136 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-1aa61cf2-e62e-48dc-8d21-c85ee076af98 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:16:02.518339 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-1aa61cf2-e62e-48dc-8d21-c85ee076af98 service neutron] Checking segment: {'id': '14f9140a-c7ec-4133-a36f-d4224eff2a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '85525d6f-904f-49b9-bd56-a181c58a3176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:16:02.519027 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-1aa61cf2-e62e-48dc-8d21-c85ee076af98 service neutron] Bound using segment: {'id': '14f9140a-c7ec-4133-a36f-d4224eff2a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '85525d6f-904f-49b9-bd56-a181c58a3176'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:16:02.519618 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-1aa61cf2-e62e-48dc-8d21-c85ee076af98 service neutron] Bound port: 371d9962-2b1c-4c67-91cd-0ac84578fa2c, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14f9140a-c7ec-4133-a36f-d4224eff2a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '85525d6f-904f-49b9-bd56-a181c58a3176'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:16:02.520660 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-1aa61cf2-e62e-48dc-8d21-c85ee076af98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:02.555404 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d90d64-8f0d-420f-9d7f-c20802e58c08 req-25c904c7-5df1-43e6-a35f-887a8b03fcde tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:02.565249 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d2d90d64-8f0d-420f-9d7f-c20802e58c08 req-25c904c7-5df1-43e6-a35f-887a8b03fcde tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 945 time: 0.2913878 Sep 30 13:16:02.666137 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08057dd-79e3-4e09-baa5-2e10c5b2c69a req-28bc3d19-de22-4d2f-be5c-58c6a53a0a8f tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:02.668001 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b08057dd-79e3-4e09-baa5-2e10c5b2c69a req-28bc3d19-de22-4d2f-be5c-58c6a53a0a8f tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b965489-6954-4409-9b88-96c9d5f1d603 HTTP/1.1" status: 200 len: 946 time: 0.1074653 Sep 30 13:16:02.672335 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-1aa61cf2-e62e-48dc-8d21-c85ee076af98 service neutron] For port 371d9962-2b1c-4c67-91cd-0ac84578fa2c, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:16:02.678855 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-1aa61cf2-e62e-48dc-8d21-c85ee076af98 service neutron] For port 371d9962-2b1c-4c67-91cd-0ac84578fa2c, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=371d9962-2b1c-4c67-91cd-0ac84578fa2c,segment=NetworkSegment(14f9140a-c7ec-4133-a36f-d4224eff2a8a),segment_id=14f9140a-c7ec-4133-a36f-d4224eff2a8a)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:16:02.690578 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-1aa61cf2-e62e-48dc-8d21-c85ee076af98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:02.746661 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-629fa978-43cc-4b46-99d7-72ce52010380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:02.751719 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-1aa61cf2-e62e-48dc-8d21-c85ee076af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:02.752470 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-1aa61cf2-e62e-48dc-8d21-c85ee076af98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:02.755598 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-1aa61cf2-e62e-48dc-8d21-c85ee076af98 service neutron] 10.222.0.54 "PUT /v2.0/ports/371d9962-2b1c-4c67-91cd-0ac84578fa2c HTTP/1.1" status: 200 len: 1092 time: 1.6917388 Sep 30 13:16:02.758968 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3600b0-f6bb-4737-aa26-d80a1c0a8c02', 'tag': '371d9962-2b1c-4c67-91cd-0ac84578fa2c'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:02.762029 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a47be1-815f-490f-814a-7a4c281b4f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3600b0-f6bb-4737-aa26-d80a1c0a8c02", "tag": "371d9962-2b1c-4c67-91cd-0ac84578fa2c"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:02.791192 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b08057dd-79e3-4e09-baa5-2e10c5b2c69a req-728a1cb5-ea5f-4d8d-8b4a-75e7e5492c68 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102223 Sep 30 13:16:02.801341 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa61cf2-e62e-48dc-8d21-c85ee076af98 service neutron] Pushing event updated for resources: {'Port': ['ID=371d9962-2b1c-4c67-91cd-0ac84578fa2c,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:02.849641 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d2d90d64-8f0d-420f-9d7f-c20802e58c08 req-f1471b25-456d-4be0-a82f-8aa4e97076f6 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671592 Sep 30 13:16:02.871909 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-629fa978-43cc-4b46-99d7-72ce52010380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:02.889194 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-90f31227-4ccc-43ce-ac45-47521cd2f5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:02.899028 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-90f31227-4ccc-43ce-ac45-47521cd2f5cd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8e994dc4f4df4842a52da2b8cd3e10a3&device_id=5f3600b0-f6bb-4737-aa26-d80a1c0a8c02 HTTP/1.1" status: 200 len: 1095 time: 0.0774710 Sep 30 13:16:02.963652 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-629fa978-43cc-4b46-99d7-72ce52010380 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65c6fa86ebd64c338a931960e8ae84f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9303100 Sep 30 13:16:02.988061 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33418) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:03.016614 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-86574a68-fc0d-4de4-9913-de55a162bb47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:16:03.032449 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-f088b391-7fa7-4b89-bf1a-5c2b3631c0ff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=371d9962-2b1c-4c67-91cd-0ac84578fa2c HTTP/1.1" status: 200 len: 217 time: 0.1219277 Sep 30 13:16:03.044024 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-86574a68-fc0d-4de4-9913-de55a162bb47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:03.058770 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 7801a31a-6918-460b-9dc3-b2c149e02b68 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:16:03.120067 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-c2210724-fb09-4e25-a29f-c78495f4b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:03.121921 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-c2210724-fb09-4e25-a29f-c78495f4b9cc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bbe1ffcf-2c73-4b79-897f-ffbf75802216 HTTP/1.1" status: 200 len: 853 time: 0.0752039 Sep 30 13:16:03.157247 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 7801a31a-6918-460b-9dc3-b2c149e02b68 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:16:03.158220 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:03.169153 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-51b6fff8-22a5-4633-b10b-de88e0c6c064 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=85525d6f-904f-49b9-bd56-a181c58a3176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314176 Sep 30 13:16:03.178735 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629fa978-43cc-4b46-99d7-72ce52010380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a503a8-2a10-4a89-b457-085bae37caac,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:03.256855 n-d-810909-2 neutron-server[94764]: DEBUG neutron.objects.ports [None req-aa0816d8-be6f-4095-9a28-c0a26b1f0c95 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94764) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 13:16:03.264582 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-86574a68-fc0d-4de4-9913-de55a162bb47 service neutron] Transition to ACTIVE for port object 6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:16:03.289362 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93004734-b679-4375-ac9a-6a43df49df91 req-d0642313-e57d-42d9-9d40-74f89b9bd852 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:03.291145 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-93004734-b679-4375-ac9a-6a43df49df91 req-d0642313-e57d-42d9-9d40-74f89b9bd852 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=386ffbcf-4a9c-4b1d-9007-60d0716ee245 HTTP/1.1" status: 200 len: 931 time: 0.2967305 Sep 30 13:16:03.303270 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b3248b-f1a0-4154-89e0-c4f20d1cb8b8 x-openstack-request-id: req-42b3248b-f1a0-4154-89e0-c4f20d1cb8b8 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:03.306302 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3600b0-f6bb-4737-aa26-d80a1c0a8c02", "tag": "371d9962-2b1c-4c67-91cd-0ac84578fa2c", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:03.306737 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-42b3248b-f1a0-4154-89e0-c4f20d1cb8b8 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:03.307335 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3600b0-f6bb-4737-aa26-d80a1c0a8c02', 'tag': '371d9962-2b1c-4c67-91cd-0ac84578fa2c', 'status': 'completed', 'code': 200} Sep 30 13:16:03.310082 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:03.339588 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-86574a68-fc0d-4de4-9913-de55a162bb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:03.355485 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-8863e78f-deea-4699-a2f0-e4c55524711e service neutron] 10.222.0.54 "GET /v2.0/networks/85525d6f-904f-49b9-bd56-a181c58a3176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777873 Sep 30 13:16:03.364131 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 7801a31a-6918-460b-9dc3-b2c149e02b68, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=7801a31a-6918-460b-9dc3-b2c149e02b68,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:03.371008 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:03.472611 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a7ae1259-91fb-4736-b8f4-8c8fe543cc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:03.489536 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33432) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:03.490305 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=7801a31a-6918-460b-9dc3-b2c149e02b68,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:03.560808 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-8041b29d-8bc7-4192-882b-a7d51cf40b8a service neutron] 10.222.0.54 "GET /v2.0/networks/85525d6f-904f-49b9-bd56-a181c58a3176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970551 Sep 30 13:16:03.601446 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550666f-52ff-4af7-a4a3-4203d3b6d2ed req-2469efc9-aee7-468a-aba1-1c4cce704024 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:03.605121 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1550666f-52ff-4af7-a4a3-4203d3b6d2ed req-2469efc9-aee7-468a-aba1-1c4cce704024 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 946 time: 0.0914674 Sep 30 13:16:03.665406 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-93004734-b679-4375-ac9a-6a43df49df91 req-b57f5971-d3af-44ac-8dd5-796d093433b9 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/security-groups?id=29175c03-b705-4f4a-b397-f12b14861883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177292 Sep 30 13:16:03.666343 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86574a68-fc0d-4de4-9913-de55a162bb47 service neutron] Pushing event updated for resources: {'Port': ['ID=6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:03.690838 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a7ae1259-91fb-4736-b8f4-8c8fe543cc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:03.698058 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1550666f-52ff-4af7-a4a3-4203d3b6d2ed req-840007ab-411d-44da-b07e-a9e4d5348373 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817437 Sep 30 13:16:03.713540 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a47be1-815f-490f-814a-7a4c281b4f3b req-a1339b49-b948-4597-bd87-8001d5ae9c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:03.715219 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-19a47be1-815f-490f-814a-7a4c281b4f3b req-a1339b49-b948-4597-bd87-8001d5ae9c39 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8e994dc4f4df4842a52da2b8cd3e10a3&device_id=5f3600b0-f6bb-4737-aa26-d80a1c0a8c02 HTTP/1.1" status: 200 len: 1095 time: 0.0788374 Sep 30 13:16:03.728902 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-80d156f6-550b-41cb-bbde-cd8a13ceb669 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2138527924-network', 'tenant_id': '5cc6f6a875504307a4349194ae6d1b02'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:03.848291 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a47be1-815f-490f-814a-7a4c281b4f3b req-55caf3a8-0c76-4cb7-a6d7-208779c1428b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:03.849829 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-19a47be1-815f-490f-814a-7a4c281b4f3b req-55caf3a8-0c76-4cb7-a6d7-208779c1428b service neutron] 10.222.0.54 "GET /v2.0/networks?id=85525d6f-904f-49b9-bd56-a181c58a3176 HTTP/1.1" status: 200 len: 914 time: 0.1257155 Sep 30 13:16:03.857613 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d156f6-550b-41cb-bbde-cd8a13ceb669 admin admin] Made reservation on behalf of 5cc6f6a875504307a4349194ae6d1b02 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:03.859913 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-80d156f6-550b-41cb-bbde-cd8a13ceb669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:03.899195 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-19a47be1-815f-490f-814a-7a4c281b4f3b req-cd00ec37-cb55-4628-9245-0d7ef6b596f7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=371d9962-2b1c-4c67-91cd-0ac84578fa2c HTTP/1.1" status: 200 len: 217 time: 0.0416622 Sep 30 13:16:03.905335 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-2d08f838-18ea-483a-83bd-833493753f47 None None] Provisioning complete for port 7801a31a-6918-460b-9dc3-b2c149e02b68 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:16:03.905534 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2d08f838-18ea-483a-83bd-833493753f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:03.908016 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-80d156f6-550b-41cb-bbde-cd8a13ceb669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:03.910029 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-86574a68-fc0d-4de4-9913-de55a162bb47 service neutron] Attempting to bind port 6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:16:03.910342 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-86574a68-fc0d-4de4-9913-de55a162bb47 service neutron] Attempting to bind port 6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '14f9140a-c7ec-4133-a36f-d4224eff2a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '85525d6f-904f-49b9-bd56-a181c58a3176'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:16:03.910700 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-86574a68-fc0d-4de4-9913-de55a162bb47 service neutron] Attempting to bind port 6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb on network 85525d6f-904f-49b9-bd56-a181c58a3176 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:16:03.941850 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-86574a68-fc0d-4de4-9913-de55a162bb47 service neutron] Port 6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb on network 85525d6f-904f-49b9-bd56-a181c58a3176 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:16:03.942735 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-86574a68-fc0d-4de4-9913-de55a162bb47 service neutron] Attempting to bind port 6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb on network 85525d6f-904f-49b9-bd56-a181c58a3176 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:16:03.954444 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0a1ed-b606-4bbe-92d2-c31b2779d797 req-1fea14ca-e24e-4379-8b1f-8ef0753bd179 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:03.961662 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-85e0a1ed-b606-4bbe-92d2-c31b2779d797 req-1fea14ca-e24e-4379-8b1f-8ef0753bd179 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b965489-6954-4409-9b88-96c9d5f1d603 HTTP/1.1" status: 200 len: 946 time: 0.2011793 Sep 30 13:16:03.966170 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aa0816d8-be6f-4095-9a28-c0a26b1f0c95 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:03.968040 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a7ae1259-91fb-4736-b8f4-8c8fe543cc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:03.970564 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a7ae1259-91fb-4736-b8f4-8c8fe543cc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:03.971703 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a7ae1259-91fb-4736-b8f4-8c8fe543cc2b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3a503a8-2a10-4a89-b457-085bae37caac HTTP/1.1" status: 204 len: 168 time: 0.9826889 Sep 30 13:16:03.999665 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a47be1-815f-490f-814a-7a4c281b4f3b req-ef360439-eb44-4f9f-a6c1-b161e5765023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:04.001249 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-19a47be1-815f-490f-814a-7a4c281b4f3b req-ef360439-eb44-4f9f-a6c1-b161e5765023 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bbe1ffcf-2c73-4b79-897f-ffbf75802216 HTTP/1.1" status: 200 len: 853 time: 0.0937552 Sep 30 13:16:04.008937 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-86574a68-fc0d-4de4-9913-de55a162bb47 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:16:04.009285 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-86574a68-fc0d-4de4-9913-de55a162bb47 service neutron] Checking segment: {'id': '14f9140a-c7ec-4133-a36f-d4224eff2a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '85525d6f-904f-49b9-bd56-a181c58a3176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:16:04.009668 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-86574a68-fc0d-4de4-9913-de55a162bb47 service neutron] Bound using segment: {'id': '14f9140a-c7ec-4133-a36f-d4224eff2a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '85525d6f-904f-49b9-bd56-a181c58a3176'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:16:04.010148 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-86574a68-fc0d-4de4-9913-de55a162bb47 service neutron] Bound port: 6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14f9140a-c7ec-4133-a36f-d4224eff2a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '85525d6f-904f-49b9-bd56-a181c58a3176'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:16:04.010514 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-86574a68-fc0d-4de4-9913-de55a162bb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:04.025120 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af1b3f-b10c-4600-b4af-5cefd5be71b9 req-a36ff11a-de62-47e1-ac6f-87bd9fee8892 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:04.027451 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae1259-91fb-4736-b8f4-8c8fe543cc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a503a8-2a10-4a89-b457-085bae37caac,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:04.028030 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f4af1b3f-b10c-4600-b4af-5cefd5be71b9 req-a36ff11a-de62-47e1-ac6f-87bd9fee8892 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 945 time: 0.0766151 Sep 30 13:16:04.063494 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-19a47be1-815f-490f-814a-7a4c281b4f3b req-267bf60e-3540-4c95-b058-a7949f1f68ab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=85525d6f-904f-49b9-bd56-a181c58a3176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488713 Sep 30 13:16:04.125217 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f4af1b3f-b10c-4600-b4af-5cefd5be71b9 req-732dac47-6e52-4ccc-b997-563e0a35018d tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641377 Sep 30 13:16:04.125497 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-85e0a1ed-b606-4bbe-92d2-c31b2779d797 req-778038a1-f49e-44e9-8513-d35d14e05529 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626658 Sep 30 13:16:04.201366 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-19a47be1-815f-490f-814a-7a4c281b4f3b req-93bec4fc-1871-4a27-97dc-c12707771a30 service neutron] 10.222.0.54 "GET /v2.0/networks/85525d6f-904f-49b9-bd56-a181c58a3176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232872 Sep 30 13:16:04.234459 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-86574a68-fc0d-4de4-9913-de55a162bb47 service neutron] For port 6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:16:04.292840 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-86574a68-fc0d-4de4-9913-de55a162bb47 service neutron] For port 6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb,segment=NetworkSegment(14f9140a-c7ec-4133-a36f-d4224eff2a8a),segment_id=14f9140a-c7ec-4133-a36f-d4224eff2a8a)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:16:04.309265 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-86574a68-fc0d-4de4-9913-de55a162bb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:04.378506 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-19a47be1-815f-490f-814a-7a4c281b4f3b req-ae38c0b1-6165-425c-a002-f39836587107 service neutron] 10.222.0.54 "GET /v2.0/networks/85525d6f-904f-49b9-bd56-a181c58a3176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689174 Sep 30 13:16:04.397358 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-80d156f6-550b-41cb-bbde-cd8a13ceb669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:04.422613 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-86574a68-fc0d-4de4-9913-de55a162bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:04.423336 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-86574a68-fc0d-4de4-9913-de55a162bb47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:04.424761 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-86574a68-fc0d-4de4-9913-de55a162bb47 service neutron] 10.222.0.39 "PUT /v2.0/ports/6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb HTTP/1.1" status: 200 len: 1091 time: 2.8095908 Sep 30 13:16:04.425568 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386ffbcf-4a9c-4b1d-9007-60d0716ee245', 'tag': '6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:04.427994 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb772aa-20bc-4b17-ad53-d83af35aea4e" -d '{"events": [{"name": "network-changed", "server_uuid": "386ffbcf-4a9c-4b1d-9007-60d0716ee245", "tag": "6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:04.437057 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-80d156f6-550b-41cb-bbde-cd8a13ceb669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:04.441142 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-aa0816d8-be6f-4095-9a28-c0a26b1f0c95 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] For port 7801a31a-6918-460b-9dc3-b2c149e02b68, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=7801a31a-6918-460b-9dc3-b2c149e02b68,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:04.534925 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d156f6-550b-41cb-bbde-cd8a13ceb669 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:16:04.553098 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86574a68-fc0d-4de4-9913-de55a162bb47 service neutron] Pushing event updated for resources: {'Port': ['ID=6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:04.566331 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d156f6-550b-41cb-bbde-cd8a13ceb669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a5e37d-d269-4910-b9bf-d10e21c3eed8,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:04.587709 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aa0816d8-be6f-4095-9a28-c0a26b1f0c95 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:04.591952 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-80d156f6-550b-41cb-bbde-cd8a13ceb669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:04.592301 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-80d156f6-550b-41cb-bbde-cd8a13ceb669 admin admin] Added segment dbfea386-12d1-479e-8c85-b8024a9ca29c of type vlan for network 5144f4ec-5081-4a01-b807-03b0b8b509a1 Sep 30 13:16:04.611564 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aa0816d8-be6f-4095-9a28-c0a26b1f0c95 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:04.612337 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aa0816d8-be6f-4095-9a28-c0a26b1f0c95 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:04.703742 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8812f9-3ef3-4b3d-aab7-295d50ccafaf req-76eae947-ce21-4561-96a5-770def0f7e78 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:04.705292 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0b8812f9-3ef3-4b3d-aab7-295d50ccafaf req-76eae947-ce21-4561-96a5-770def0f7e78 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 945 time: 0.2692533 Sep 30 13:16:04.706798 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16b6873-326a-48a7-ad3c-9149655f134f x-openstack-request-id: req-d16b6873-326a-48a7-ad3c-9149655f134f {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:04.707082 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386ffbcf-4a9c-4b1d-9007-60d0716ee245", "tag": "6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:04.707366 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d16b6873-326a-48a7-ad3c-9149655f134f {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:04.707755 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386ffbcf-4a9c-4b1d-9007-60d0716ee245', 'tag': '6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb', 'status': 'completed', 'code': 200} Sep 30 13:16:04.724582 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-ac2eb879-eb56-471a-bfed-f54197a520a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:04.726108 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-ac2eb879-eb56-471a-bfed-f54197a520a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e994dc4f4df4842a52da2b8cd3e10a3&device_id=386ffbcf-4a9c-4b1d-9007-60d0716ee245 HTTP/1.1" status: 200 len: 1094 time: 0.2234459 Sep 30 13:16:04.756091 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0816d8-be6f-4095-9a28-c0a26b1f0c95 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:16:04.766230 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-80d156f6-550b-41cb-bbde-cd8a13ceb669 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:04.810530 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd350a78-3958-479f-b7a4-17c8c040fafe req-8b47938e-1008-4293-b2fb-6a0c7374fb5a tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:04.812345 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fd350a78-3958-479f-b7a4-17c8c040fafe req-8b47938e-1008-4293-b2fb-6a0c7374fb5a tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=386ffbcf-4a9c-4b1d-9007-60d0716ee245 HTTP/1.1" status: 200 len: 943 time: 0.0543277 Sep 30 13:16:04.866207 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fd350a78-3958-479f-b7a4-17c8c040fafe req-32ab869f-b2ea-454a-b285-1534a2f6ebdd tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/security-groups?id=29175c03-b705-4f4a-b397-f12b14861883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441730 Sep 30 13:16:04.956504 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 7801a31a-6918-460b-9dc3-b2c149e02b68 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:16:05.010404 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 7801a31a-6918-460b-9dc3-b2c149e02b68 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:16:05.010672 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:05.024553 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c3a1a-d2d2-4bcd-84c2-e5979812e5a9 req-f14faf51-bb8b-48aa-8404-dbea4b0e91d0 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:05.026747 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c81c3a1a-d2d2-4bcd-84c2-e5979812e5a9 req-f14faf51-bb8b-48aa-8404-dbea4b0e91d0 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 946 time: 0.0724065 Sep 30 13:16:05.028602 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33490) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:05.081827 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c81c3a1a-d2d2-4bcd-84c2-e5979812e5a9 req-37315095-fad3-432c-b8f8-379dd4bfb565 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444982 Sep 30 13:16:05.096795 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-aa0816d8-be6f-4095-9a28-c0a26b1f0c95 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:16:05.109879 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d75ece4-bb15-4702-a00b-c7bee561b7c3 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:16:05.136146 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0816d8-be6f-4095-9a28-c0a26b1f0c95 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:05.136737 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aa0816d8-be6f-4095-9a28-c0a26b1f0c95 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:05.146490 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-64d4f3de-9d56-46fc-a573-797311b6727c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb HTTP/1.1" status: 200 len: 217 time: 0.3987324 Sep 30 13:16:05.153040 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0816d8-be6f-4095-9a28-c0a26b1f0c95 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Subnet': ['ID=a39c24df-d6ab-4967-a7c6-09c9e0f3d273,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:05.156868 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.db.resource_extend [None req-80d156f6-550b-41cb-bbde-cd8a13ceb669 admin admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 13:16:05.171880 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-c3559896-7f81-45f0-a630-ff0844726b0b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1961849225-network', 'tenant_id': '6f426fd79f0945f8ae00afaa0234c40b'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:05.189721 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0816d8-be6f-4095-9a28-c0a26b1f0c95 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Port': ['ID=7801a31a-6918-460b-9dc3-b2c149e02b68,revision_number=5']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:05.195845 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3559896-7f81-45f0-a630-ff0844726b0b admin admin] Made reservation on behalf of 6f426fd79f0945f8ae00afaa0234c40b for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:05.202381 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c3559896-7f81-45f0-a630-ff0844726b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:05.216716 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c3559896-7f81-45f0-a630-ff0844726b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:05.241269 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0b8812f9-3ef3-4b3d-aab7-295d50ccafaf req-1f620546-2d89-4735-aa97-5daf4452d987 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101242 Sep 30 13:16:05.262164 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-aa0816d8-be6f-4095-9a28-c0a26b1f0c95 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.6737800 Sep 30 13:16:05.265008 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33496) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:05.270867 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-baed6da2-d840-413e-a7ec-3f2b0ce2e5ca tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Request body: {'port': {'network_id': '62772aa1-dbba-4c62-ba0e-ceb7fcb5040b', 'mac_address': 'fa:16:3e:42:5f:2d', 'name': 'tempest-NetworksTestDHCPv6-1563295045'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:05.291225 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-80d156f6-550b-41cb-bbde-cd8a13ceb669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:05.292469 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d156f6-550b-41cb-bbde-cd8a13ceb669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:05.293194 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-80d156f6-550b-41cb-bbde-cd8a13ceb669 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:05.331543 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-5a0f04e7-7465-4fb2-8fa9-e71ba97edf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:05.331752 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c3559896-7f81-45f0-a630-ff0844726b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:05.334114 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-5a0f04e7-7465-4fb2-8fa9-e71ba97edf24 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bbe1ffcf-2c73-4b79-897f-ffbf75802216 HTTP/1.1" status: 200 len: 853 time: 0.1786454 Sep 30 13:16:05.336022 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c3559896-7f81-45f0-a630-ff0844726b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:05.368571 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3559896-7f81-45f0-a630-ff0844726b0b admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:16:05.376461 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3559896-7f81-45f0-a630-ff0844726b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6523ed70-f638-4e69-8c6d-4d17dff0f71d,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:05.386417 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c3559896-7f81-45f0-a630-ff0844726b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:05.387671 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-c3559896-7f81-45f0-a630-ff0844726b0b admin admin] Added segment 386f48cd-37d9-47fe-8602-e781409bb5c8 of type vlan for network 9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3 Sep 30 13:16:05.415492 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-80d156f6-550b-41cb-bbde-cd8a13ceb669 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9068396 Sep 30 13:16:05.423424 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-9575522d-e520-4fcd-b42f-d4c086b91e6b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85525d6f-904f-49b9-bd56-a181c58a3176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799959 Sep 30 13:16:05.427472 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33498) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:05.432339 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-7f861fd0-aed5-4a89-94a3-da9013c2ac8e admin admin] Request body: {'subnet': {'network_id': '5144f4ec-5081-4a01-b807-03b0b8b509a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2138527924-subnet', 'tenant_id': '5cc6f6a875504307a4349194ae6d1b02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:05.455713 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c3559896-7f81-45f0-a630-ff0844726b0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:05.467300 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d156f6-550b-41cb-bbde-cd8a13ceb669 admin admin] Pushing event updated for resources: {'Network': ['ID=5144f4ec-5081-4a01-b807-03b0b8b509a1,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:05.478332 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 5144f4ec-5081-4a01-b807-03b0b8b509a1 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:16:05.478834 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f861fd0-aed5-4a89-94a3-da9013c2ac8e admin admin] Made reservation on behalf of 5cc6f6a875504307a4349194ae6d1b02 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:05.481539 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f861fd0-aed5-4a89-94a3-da9013c2ac8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:05.524799 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c3559896-7f81-45f0-a630-ff0844726b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:05.525685 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3559896-7f81-45f0-a630-ff0844726b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:05.526301 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c3559896-7f81-45f0-a630-ff0844726b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:05.592437 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-ba0acca7-de16-4b91-a5a2-1ff71e21cb73 service neutron] 10.222.0.39 "GET /v2.0/networks/85525d6f-904f-49b9-bd56-a181c58a3176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370189 Sep 30 13:16:05.656374 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baed6da2-d840-413e-a7ec-3f2b0ce2e5ca tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Made reservation on behalf of 0a82696f5d0c48549667446e5d6c3f60 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:05.825527 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-baed6da2-d840-413e-a7ec-3f2b0ce2e5ca tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:05.833971 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e6607131-4d35-407a-ab26-1cad3f510c25 req-27cec525-9c3a-4750-bf87-92d05ab5f802 service neutron] 10.222.0.39 "GET /v2.0/networks/85525d6f-904f-49b9-bd56-a181c58a3176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316074 Sep 30 13:16:05.858404 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-baed6da2-d840-413e-a7ec-3f2b0ce2e5ca tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] device_id is not set on port 3c970f69-05b1-41ab-ba97-d61471b9d804 yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:16:05.992932 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c3559896-7f81-45f0-a630-ff0844726b0b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9633150 Sep 30 13:16:05.996840 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33512) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:06.004927 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-c7975da7-f83e-4e9f-9621-63f74f86e358 admin admin] Request body: {'subnet': {'network_id': '9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1961849225-subnet', 'tenant_id': '6f426fd79f0945f8ae00afaa0234c40b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:06.013265 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb772aa-20bc-4b17-ad53-d83af35aea4e req-a65d76fe-675d-40fa-855f-06f6150eee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:06.014749 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7bb772aa-20bc-4b17-ad53-d83af35aea4e req-a65d76fe-675d-40fa-855f-06f6150eee12 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e994dc4f4df4842a52da2b8cd3e10a3&device_id=386ffbcf-4a9c-4b1d-9007-60d0716ee245 HTTP/1.1" status: 200 len: 1094 time: 0.0998521 Sep 30 13:16:06.049300 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3559896-7f81-45f0-a630-ff0844726b0b admin admin] Pushing event updated for resources: {'Network': ['ID=9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:06.067468 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:16:06.081991 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7975da7-f83e-4e9f-9621-63f74f86e358 admin admin] Made reservation on behalf of 6f426fd79f0945f8ae00afaa0234c40b for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:06.085041 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c7975da7-f83e-4e9f-9621-63f74f86e358 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:06.102037 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9f3e4668-27bf-4120-94be-ed0d611ae76f None None] Provisioning complete for port 7801a31a-6918-460b-9dc3-b2c149e02b68 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:16:06.102567 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9f3e4668-27bf-4120-94be-ed0d611ae76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:06.102854 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526ed9-a974-419d-bfa2-8aad217ce291 req-ea014f1c-a6c4-4dd4-9a74-5189abf800cc tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:06.104396 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-47526ed9-a974-419d-bfa2-8aad217ce291 req-ea014f1c-a6c4-4dd4-9a74-5189abf800cc tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=386ffbcf-4a9c-4b1d-9007-60d0716ee245 HTTP/1.1" status: 200 len: 943 time: 0.1297631 Sep 30 13:16:06.196356 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-47526ed9-a974-419d-bfa2-8aad217ce291 req-15b5461b-9dd9-4c50-af29-30fbe1a29cde tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/security-groups?id=29175c03-b705-4f4a-b397-f12b14861883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751011 Sep 30 13:16:06.198984 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f861fd0-aed5-4a89-94a3-da9013c2ac8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:06.237455 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-baed6da2-d840-413e-a7ec-3f2b0ce2e5ca tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 2001:db8::1ff (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/09013eba-853a-49be-9ae6-439f3be6766b/3c970f69-05b1-41ab-ba97-d61471b9d804) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:16:06.265824 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f861fd0-aed5-4a89-94a3-da9013c2ac8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=03256bff-85ab-44fb-a33c-b5077d4a295c,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:06.281292 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f861fd0-aed5-4a89-94a3-da9013c2ac8e admin admin] Checking segment: {'id': 'dbfea386-12d1-479e-8c85-b8024a9ca29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5144f4ec-5081-4a01-b807-03b0b8b509a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:16:06.281658 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f861fd0-aed5-4a89-94a3-da9013c2ac8e admin admin] Network hostable DHCP agents. Network: 5144f4ec-5081-4a01-b807-03b0b8b509a1, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:16:06.290513 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-baed6da2-d840-413e-a7ec-3f2b0ce2e5ca tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Allocated IP 2001:db8:0:1:f816:3eff:fe42:5f2d (62772aa1-dbba-4c62-ba0e-ceb7fcb5040b/a39c24df-d6ab-4967-a7c6-09c9e0f3d273/3c970f69-05b1-41ab-ba97-d61471b9d804) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:16:06.310809 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f861fd0-aed5-4a89-94a3-da9013c2ac8e admin admin] Network 5144f4ec-5081-4a01-b807-03b0b8b509a1 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:16:06.331572 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3adb830-9a70-472d-9e7c-8640b319c121 req-a0ee1ecc-0b90-4e48-a84c-41249c279484 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:06.331800 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-7f861fd0-aed5-4a89-94a3-da9013c2ac8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 5144f4ec-5081-4a01-b807-03b0b8b509a1) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:16:06.333720 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b3adb830-9a70-472d-9e7c-8640b319c121 req-a0ee1ecc-0b90-4e48-a84c-41249c279484 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 946 time: 0.1619287 Sep 30 13:16:06.338640 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb772aa-20bc-4b17-ad53-d83af35aea4e req-5aff6e01-c87f-4860-9b18-c199b2ee3598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:06.340178 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7bb772aa-20bc-4b17-ad53-d83af35aea4e req-5aff6e01-c87f-4860-9b18-c199b2ee3598 service neutron] 10.222.0.39 "GET /v2.0/networks?id=85525d6f-904f-49b9-bd56-a181c58a3176 HTTP/1.1" status: 200 len: 914 time: 0.3157330 Sep 30 13:16:06.346959 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871b92f1-dc85-4d53-9247-456937fc2070 None None] Network 5144f4ec-5081-4a01-b807-03b0b8b509a1 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:16:06.350915 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f861fd0-aed5-4a89-94a3-da9013c2ac8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:06.351521 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f861fd0-aed5-4a89-94a3-da9013c2ac8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:06.375476 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7f861fd0-aed5-4a89-94a3-da9013c2ac8e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9469395 Sep 30 13:16:06.401653 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c10b73-facf-499c-9115-1fd782e4d729 req-4a241f02-f567-4977-af82-7efdbaa28e4b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:06.403301 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-46c10b73-facf-499c-9115-1fd782e4d729 req-4a241f02-f567-4977-af82-7efdbaa28e4b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 945 time: 0.0898111 Sep 30 13:16:06.418456 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7bb772aa-20bc-4b17-ad53-d83af35aea4e req-02889260-2d9a-4dd3-89b7-02a97ffee5b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb HTTP/1.1" status: 200 len: 217 time: 0.0593946 Sep 30 13:16:06.477600 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-46c10b73-facf-499c-9115-1fd782e4d729 req-77cf5738-0c84-49f5-a6cf-1add94f4d22a tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680454 Sep 30 13:16:06.513199 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b3adb830-9a70-472d-9e7c-8640b319c121 req-bb7c609e-c876-48dd-9505-9246f6c7dd9a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681507 Sep 30 13:16:06.521109 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee51819-cda3-4d62-8a4e-32ef90963ffd None None] Network 5144f4ec-5081-4a01-b807-03b0b8b509a1 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:16:06.600787 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb772aa-20bc-4b17-ad53-d83af35aea4e req-1f967148-0f95-41fc-899c-9417e657d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:06.600787 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7bb772aa-20bc-4b17-ad53-d83af35aea4e req-1f967148-0f95-41fc-899c-9417e657d2d3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bbe1ffcf-2c73-4b79-897f-ffbf75802216 HTTP/1.1" status: 200 len: 853 time: 0.1707850 Sep 30 13:16:06.673965 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7bb772aa-20bc-4b17-ad53-d83af35aea4e req-0f6fb4d8-ba47-4826-8d36-60164cc25ef5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85525d6f-904f-49b9-bd56-a181c58a3176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638337 Sep 30 13:16:06.720602 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c7975da7-f83e-4e9f-9621-63f74f86e358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:06.731344 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-baed6da2-d840-413e-a7ec-3f2b0ce2e5ca tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:06.889926 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7975da7-f83e-4e9f-9621-63f74f86e358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=214f6353-1c3a-4f6c-b86b-85237a01ef82,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:06.935182 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 7801a31a-6918-460b-9dc3-b2c149e02b68 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:16:06.948830 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7bb772aa-20bc-4b17-ad53-d83af35aea4e req-ec7515cd-6d77-4b8b-89d6-534d5496f3f1 service neutron] 10.222.0.39 "GET /v2.0/networks/85525d6f-904f-49b9-bd56-a181c58a3176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659466 Sep 30 13:16:06.953351 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7975da7-f83e-4e9f-9621-63f74f86e358 admin admin] Checking segment: {'id': '386f48cd-37d9-47fe-8602-e781409bb5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:16:06.953706 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7975da7-f83e-4e9f-9621-63f74f86e358 admin admin] Network hostable DHCP agents. Network: 9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:16:06.956068 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-baed6da2-d840-413e-a7ec-3f2b0ce2e5ca tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:06.986513 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 7801a31a-6918-460b-9dc3-b2c149e02b68 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:16:06.986885 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:07.055861 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baed6da2-d840-413e-a7ec-3f2b0ce2e5ca tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:16:07.066351 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff0147-2c8f-407a-945f-632462610889 req-591ebdbf-4dcc-47d5-baed-c44b6657021a tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:07.068390 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-591ebdbf-4dcc-47d5-baed-c44b6657021a tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/networks?id=5144f4ec-5081-4a01-b807-03b0b8b509a1 HTTP/1.1" status: 200 len: 818 time: 0.2924411 Sep 30 13:16:07.068969 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7975da7-f83e-4e9f-9621-63f74f86e358 admin admin] Network 9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:16:07.074862 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-baed6da2-d840-413e-a7ec-3f2b0ce2e5ca tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:16:07.109428 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baed6da2-d840-413e-a7ec-3f2b0ce2e5ca tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:16:07.115947 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baed6da2-d840-413e-a7ec-3f2b0ce2e5ca tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:07.116594 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-baed6da2-d840-413e-a7ec-3f2b0ce2e5ca tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:07.132130 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed6da2-d840-413e-a7ec-3f2b0ce2e5ca tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event updated for resources: {'Port': ['ID=3c970f69-05b1-41ab-ba97-d61471b9d804,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:07.144607 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-c7975da7-f83e-4e9f-9621-63f74f86e358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:16:07.153936 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-4c882b74-519f-4693-b094-dd6a3b6da8c1 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/quotas/5cc6f6a875504307a4349194ae6d1b02 HTTP/1.1" status: 200 len: 375 time: 0.0761335 Sep 30 13:16:07.155924 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7975da7-f83e-4e9f-9621-63f74f86e358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:07.156516 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c7975da7-f83e-4e9f-9621-63f74f86e358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:07.158786 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839c4136-3856-45e1-8c98-74394921db62 None None] Network 9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:16:07.178242 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-baed6da2-d840-413e-a7ec-3f2b0ce2e5ca tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9119751 Sep 30 13:16:07.181167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33546) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:07.207158 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-419caa92-62ba-483d-9dc6-bac0cc34563d tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5cc6f6a875504307a4349194ae6d1b02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388091 Sep 30 13:16:07.209381 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7bb772aa-20bc-4b17-ad53-d83af35aea4e req-42f602c3-71d7-41c4-9c44-590441c54954 service neutron] 10.222.0.39 "GET /v2.0/networks/85525d6f-904f-49b9-bd56-a181c58a3176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431653 Sep 30 13:16:07.210690 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c7975da7-f83e-4e9f-9621-63f74f86e358 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2115345 Sep 30 13:16:07.364717 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-46ece0ab-afc9-4ec8-a08b-4a2adc989296 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting port 3c970f69-05b1-41ab-ba97-d61471b9d804 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:16:07.365218 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-46ece0ab-afc9-4ec8-a08b-4a2adc989296 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:07.366397 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-51fe832e-4fb7-44cf-b451-6d8afb4811b1 service neutron] 10.222.0.18 "GET /v2.0/networks/5144f4ec-5081-4a01-b807-03b0b8b509a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496844 Sep 30 13:16:07.381427 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246d8165-80f9-46df-9a13-d93ea3db039c None None] Network 9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:16:07.397371 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43e038-cb8f-4bc6-be24-9d69359d0d3b req-16700d27-6b4e-48ce-bbf9-149d41ff6582 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:07.399010 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9b43e038-cb8f-4bc6-be24-9d69359d0d3b req-16700d27-6b4e-48ce-bbf9-149d41ff6582 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=386ffbcf-4a9c-4b1d-9007-60d0716ee245 HTTP/1.1" status: 200 len: 943 time: 0.0815604 Sep 30 13:16:07.404792 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-22ab0c38-0221-41e7-9990-9d30512ea46b None None] Provisioning complete for port 3c970f69-05b1-41ab-ba97-d61471b9d804 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:16:07.405183 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-22ab0c38-0221-41e7-9990-9d30512ea46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:07.468716 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9b43e038-cb8f-4bc6-be24-9d69359d0d3b req-a985f583-72e0-4338-b524-5977429de695 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/security-groups?id=29175c03-b705-4f4a-b397-f12b14861883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630040 Sep 30 13:16:07.515148 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-22ab0c38-0221-41e7-9990-9d30512ea46b None None] Port 3c970f69-05b1-41ab-ba97-d61471b9d804 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:16:07.531753 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-e9639a34-028d-41ab-b2e1-295911aa816e service neutron] 10.222.0.18 "GET /v2.0/networks/5144f4ec-5081-4a01-b807-03b0b8b509a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590099 Sep 30 13:16:07.564269 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 371d9962-2b1c-4c67-91cd-0ac84578fa2c details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:16:07.583589 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-46ece0ab-afc9-4ec8-a08b-4a2adc989296 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:07.628621 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-46ece0ab-afc9-4ec8-a08b-4a2adc989296 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Calling delete_port for 3c970f69-05b1-41ab-ba97-d61471b9d804 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:16:07.687496 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 371d9962-2b1c-4c67-91cd-0ac84578fa2c, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=371d9962-2b1c-4c67-91cd-0ac84578fa2c,segment=NetworkSegment(14f9140a-c7ec-4133-a36f-d4224eff2a8a),segment_id=14f9140a-c7ec-4133-a36f-d4224eff2a8a)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:07.703672 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '371d9962-2b1c-4c67-91cd-0ac84578fa2c', 'network_id': '85525d6f-904f-49b9-bd56-a181c58a3176', 'port_id': '371d9962-2b1c-4c67-91cd-0ac84578fa2c', 'mac_address': 'fa:16:3e:9c:04:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe1ffcf-2c73-4b79-897f-ffbf75802216', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:16:07.735474 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccf715-125a-489e-abbc-a805accc5acf req-5ab08512-823a-48bd-89b7-88daa6ea5d8a tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:07.737151 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51ccf715-125a-489e-abbc-a805accc5acf req-5ab08512-823a-48bd-89b7-88daa6ea5d8a tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 945 time: 0.1100903 Sep 30 13:16:07.754965 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:07.784591 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 371d9962-2b1c-4c67-91cd-0ac84578fa2c {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:16:07.815678 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 371d9962-2b1c-4c67-91cd-0ac84578fa2c, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=371d9962-2b1c-4c67-91cd-0ac84578fa2c,segment=NetworkSegment(14f9140a-c7ec-4133-a36f-d4224eff2a8a),segment_id=14f9140a-c7ec-4133-a36f-d4224eff2a8a)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:07.835702 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:07.858787 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51ccf715-125a-489e-abbc-a805accc5acf req-78418c1a-d5f0-4563-aa63-10a0ff14755c tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967970 Sep 30 13:16:07.921807 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9a690-5639-41d5-8eb9-2f3ba9238a4d req-c95b6309-407e-4afa-8d47-cc726e5c1c94 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:07.929677 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-acb9a690-5639-41d5-8eb9-2f3ba9238a4d req-c95b6309-407e-4afa-8d47-cc726e5c1c94 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 946 time: 0.0833080 Sep 30 13:16:07.956516 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=371d9962-2b1c-4c67-91cd-0ac84578fa2c,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:07.999412 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-acb9a690-5639-41d5-8eb9-2f3ba9238a4d req-fb7f3cbe-5b6f-4604-af08-7bc6d0cbdddd tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686538 Sep 30 13:16:08.086932 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-46ece0ab-afc9-4ec8-a08b-4a2adc989296 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:08.153878 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-19bda5a2-9128-4516-bf21-5735c6327b7e req-20482a2b-bddb-4429-b117-aa51d827018a tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/ports?device_id=878b4b29-cddf-4426-8d4e-678b865e1dcf HTTP/1.1" status: 200 len: 210 time: 0.0604239 Sep 30 13:16:08.154426 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ece0ab-afc9-4ec8-a08b-4a2adc989296 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Port': ['ID=3c970f69-05b1-41ab-ba97-d61471b9d804,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:08.210223 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-46ece0ab-afc9-4ec8-a08b-4a2adc989296 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:08.214069 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-46ece0ab-afc9-4ec8-a08b-4a2adc989296 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/3c970f69-05b1-41ab-ba97-d61471b9d804 HTTP/1.1" status: 204 len: 168 time: 1.0297959 Sep 30 13:16:08.215073 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33590) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:08.220930 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['371d9962-2b1c-4c67-91cd-0ac84578fa2c'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:16:08.277002 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2caebfb-9260-40bb-a41c-b6575098f80a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:08.281315 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a2caebfb-9260-40bb-a41c-b6575098f80a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0626962 Sep 30 13:16:08.281712 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33594) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:08.389696 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd60956a-03c6-489f-b436-57329f3e2082 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:08.395055 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33600) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:08.405562 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bd60956a-03c6-489f-b436-57329f3e2082 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1213233 Sep 30 13:16:08.474967 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fc843c-7d8f-4a52-96ae-6ce173318e11 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:08.476643 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fc843c-7d8f-4a52-96ae-6ce173318e11 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:08.478207 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fc843c-7d8f-4a52-96ae-6ce173318e11 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:08.479841 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-92fc843c-7d8f-4a52-96ae-6ce173318e11 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0836229 Sep 30 13:16:08.482643 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33604) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:08.538236 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecddf7ca-4535-4884-8416-5b891797ca29 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet 09013eba-853a-49be-9ae6-439f3be6766b {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:16:08.542855 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ecddf7ca-4535-4884-8416-5b891797ca29 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:08.636883 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ecddf7ca-4535-4884-8416-5b891797ca29 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:08.667516 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c303ea-f03f-4e63-851c-1c1c89bb8485 req-997c6d39-165b-4cd3-b04f-f13324ef13eb tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:08.669958 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-28c303ea-f03f-4e63-851c-1c1c89bb8485 req-997c6d39-165b-4cd3-b04f-f13324ef13eb tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=386ffbcf-4a9c-4b1d-9007-60d0716ee245 HTTP/1.1" status: 200 len: 943 time: 0.1283755 Sep 30 13:16:08.760539 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-28c303ea-f03f-4e63-851c-1c1c89bb8485 req-7dc7659c-99ba-4dd6-a189-49dab8448df6 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/security-groups?id=29175c03-b705-4f4a-b397-f12b14861883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704947 Sep 30 13:16:08.785276 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ecddf7ca-4535-4884-8416-5b891797ca29 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:08.852270 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ecddf7ca-4535-4884-8416-5b891797ca29 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:08.890313 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ecddf7ca-4535-4884-8416-5b891797ca29 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:08.894951 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33614) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:08.895568 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ecddf7ca-4535-4884-8416-5b891797ca29 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/09013eba-853a-49be-9ae6-439f3be6766b HTTP/1.1" status: 204 len: 168 time: 0.4116704 Sep 30 13:16:08.897284 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecddf7ca-4535-4884-8416-5b891797ca29 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=09013eba-853a-49be-9ae6-439f3be6766b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:08.899711 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c28352-90dd-42f7-9700-96f395ff28b8 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:16:09.060816 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf6682d-e87a-4712-89dd-1d814c4cc24a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Deleting subnet a39c24df-d6ab-4967-a7c6-09c9e0f3d273 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:16:09.084025 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5bf6682d-e87a-4712-89dd-1d814c4cc24a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:09.141554 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb6802-3a93-4434-816b-69bb7a8247d8 req-335cb7fd-6af7-4d56-bb9e-e692c74d7f11 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:09.143661 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-44cb6802-3a93-4434-816b-69bb7a8247d8 req-335cb7fd-6af7-4d56-bb9e-e692c74d7f11 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 945 time: 0.1415048 Sep 30 13:16:09.147243 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5bf6682d-e87a-4712-89dd-1d814c4cc24a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:09.265029 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc26bb-d34f-4ae7-889c-d28851b3ed24 req-4fa0ab35-87b8-46e0-991a-c538ee070acc tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:09.266628 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d4bc26bb-d34f-4ae7-889c-d28851b3ed24 req-4fa0ab35-87b8-46e0-991a-c538ee070acc tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 946 time: 0.1059875 Sep 30 13:16:09.310830 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-44cb6802-3a93-4434-816b-69bb7a8247d8 req-55135042-3c4c-48da-ad8d-9f2f8222f026 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167185 Sep 30 13:16:09.357471 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d4bc26bb-d34f-4ae7-889c-d28851b3ed24 req-ee59f7f7-d0ee-4790-8f7d-e415882b75e9 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781472 Sep 30 13:16:09.407717 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5bf6682d-e87a-4712-89dd-1d814c4cc24a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:09.486386 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3c355379-bb01-42dd-9bc2-b7e65b8728c6 req-6b7101bc-62be-403f-bf62-ad8a944bb4d9 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/ports?device_id=878b4b29-cddf-4426-8d4e-678b865e1dcf HTTP/1.1" status: 200 len: 210 time: 0.0298703 Sep 30 13:16:09.494640 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5bf6682d-e87a-4712-89dd-1d814c4cc24a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:09.530301 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5bf6682d-e87a-4712-89dd-1d814c4cc24a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:09.534434 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5bf6682d-e87a-4712-89dd-1d814c4cc24a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/a39c24df-d6ab-4967-a7c6-09c9e0f3d273 HTTP/1.1" status: 204 len: 168 time: 0.6345365 Sep 30 13:16:09.534434 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6682d-e87a-4712-89dd-1d814c4cc24a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Subnet': ['ID=a39c24df-d6ab-4967-a7c6-09c9e0f3d273,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:09.535304 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33638) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:09.570918 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 0307906c-c3c5-48af-910b-f1e554eaea33 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:16:09.573897 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b14352c0-7869-489d-917d-b37c62f56da3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0377724 Sep 30 13:16:09.576206 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33640) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:09.576458 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 371d9962-2b1c-4c67-91cd-0ac84578fa2c up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:16:09.659671 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184e3b1c-c163-446c-b69c-e4763c1e9e12 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:09.661546 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-184e3b1c-c163-446c-b69c-e4763c1e9e12 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0843239 Sep 30 13:16:09.664095 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33642) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:09.771860 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 0307906c-c3c5-48af-910b-f1e554eaea33, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=0307906c-c3c5-48af-910b-f1e554eaea33,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:09.781753 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 371d9962-2b1c-4c67-91cd-0ac84578fa2c completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:16:09.791761 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 371d9962-2b1c-4c67-91cd-0ac84578fa2c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:16:09.792365 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:09.796822 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '0307906c-c3c5-48af-910b-f1e554eaea33', 'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785', 'port_id': '0307906c-c3c5-48af-910b-f1e554eaea33', 'mac_address': 'fa:16:3e:1c:69:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c2cacb-688f-46b5-bc21-08d291e590ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:16:09.809335 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeff2f19-ab7d-4be0-9a41-6f41544b2b3c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:09.811287 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-aeff2f19-ab7d-4be0-9a41-6f41544b2b3c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1458251 Sep 30 13:16:09.813697 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33646) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:09.882553 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:09.903751 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9f83887f-ae88-43d4-9e07-8f3e8d814c22 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833275 Sep 30 13:16:09.912504 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0307906c-c3c5-48af-910b-f1e554eaea33 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:16:09.912922 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33648) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:09.930371 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 0307906c-c3c5-48af-910b-f1e554eaea33, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=0307906c-c3c5-48af-910b-f1e554eaea33,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:09.952348 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:09.977432 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff0147-2c8f-407a-945f-632462610889 req-d603423d-848a-43b8-b53c-e3535e87be2b tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:09.978981 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-d603423d-848a-43b8-b53c-e3535e87be2b tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.39 "GET /v2.0/networks?id=5144f4ec-5081-4a01-b807-03b0b8b509a1 HTTP/1.1" status: 200 len: 818 time: 0.2188981 Sep 30 13:16:10.004250 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:16:10.016406 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-dbff0147-2c8f-407a-945f-632462610889 req-ba3b8d90-626a-4893-8015-ddfe58dad911 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Request body: {'port': {'device_id': '575846e3-2826-43db-9e2a-ae265ef2b38c', 'network_id': '5144f4ec-5081-4a01-b807-03b0b8b509a1', 'admin_state_up': True, 'tenant_id': '5cc6f6a875504307a4349194ae6d1b02'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:10.026506 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-71474952-1c14-4bf6-8423-f62cca80e84c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:10.031848 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71474952-1c14-4bf6-8423-f62cca80e84c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:10.037138 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-71474952-1c14-4bf6-8423-f62cca80e84c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/3c970f69-05b1-41ab-ba97-d61471b9d804 HTTP/1.1" status: 404 len: 333 time: 0.1203403 Sep 30 13:16:10.046117 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33650) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:10.102423 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a79bf1-fe67-4fc6-ae61-ca4f053846c0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:10.103088 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a79bf1-fe67-4fc6-ae61-ca4f053846c0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:10.107276 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-29a79bf1-fe67-4fc6-ae61-ca4f053846c0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/a39c24df-d6ab-4967-a7c6-09c9e0f3d273 HTTP/1.1" status: 404 len: 337 time: 0.0567749 Sep 30 13:16:10.111985 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33654) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:10.164812 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57bb8c0-e6bc-4416-9971-ea53fd2eef85 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:10.165350 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a57bb8c0-e6bc-4416-9971-ea53fd2eef85 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:10.169540 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a57bb8c0-e6bc-4416-9971-ea53fd2eef85 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/09013eba-853a-49be-9ae6-439f3be6766b HTTP/1.1" status: 404 len: 337 time: 0.0518301 Sep 30 13:16:10.173966 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb,segment=NetworkSegment(14f9140a-c7ec-4133-a36f-d4224eff2a8a),segment_id=14f9140a-c7ec-4133-a36f-d4224eff2a8a)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:10.206922 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33656) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:10.232113 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb', 'network_id': '85525d6f-904f-49b9-bd56-a181c58a3176', 'port_id': '6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb', 'mac_address': 'fa:16:3e:be:7a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe1ffcf-2c73-4b79-897f-ffbf75802216', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:16:10.235918 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=0307906c-c3c5-48af-910b-f1e554eaea33,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:10.244719 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['0307906c-c3c5-48af-910b-f1e554eaea33'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:16:10.245973 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492bdc6-fb4e-4830-84bd-7e7fc4d83f0c req-f3681770-ab4c-4708-aa77-fbbfe6653aea tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:10.246442 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b76dbe7-4013-40ea-8529-b0a23bff11e2 None None] Network 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:16:10.254041 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5492bdc6-fb4e-4830-84bd-7e7fc4d83f0c req-f3681770-ab4c-4708-aa77-fbbfe6653aea tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=386ffbcf-4a9c-4b1d-9007-60d0716ee245 HTTP/1.1" status: 200 len: 943 time: 0.3572142 Sep 30 13:16:10.262075 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0665d0a-0c76-41e5-9587-cf3f0c70f799 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:10.262943 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0665d0a-0c76-41e5-9587-cf3f0c70f799 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:10.265775 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e0665d0a-0c76-41e5-9587-cf3f0c70f799 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/31e47cf9-6a93-45a7-b22c-aa56911e1949 HTTP/1.1" status: 404 len: 333 time: 0.0575688 Sep 30 13:16:10.274486 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33658) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:10.312781 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-5638543a-c1c5-4247-aa0c-141108f1bac6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:10.313501 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5638543a-c1c5-4247-aa0c-141108f1bac6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:10.315776 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5638543a-c1c5-4247-aa0c-141108f1bac6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/db33bb16-50a2-4cab-b6df-aed6b7b14a88 HTTP/1.1" status: 404 len: 337 time: 0.0381260 Sep 30 13:16:10.320253 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33660) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:10.372106 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b394d9-7ffb-4272-ac16-647a0ea18154 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:10.372723 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b394d9-7ffb-4272-ac16-647a0ea18154 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:10.374873 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-56b394d9-7ffb-4272-ac16-647a0ea18154 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/758f35d6-7cf9-4a31-945f-a794b6062c06 HTTP/1.1" status: 404 len: 337 time: 0.0522497 Sep 30 13:16:10.378225 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33666) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:10.386466 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff0147-2c8f-407a-945f-632462610889 req-aa8e4953-ecbf-4d6d-be7d-930174d10103 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:10.388184 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-aa8e4953-ecbf-4d6d-be7d-930174d10103 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.54 "GET /v2.0/networks?id=5144f4ec-5081-4a01-b807-03b0b8b509a1 HTTP/1.1" status: 200 len: 818 time: 0.3635273 Sep 30 13:16:10.412602 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5492bdc6-fb4e-4830-84bd-7e7fc4d83f0c req-b31ac82c-4bb9-4c17-bdc2-9d239ca716ff tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/security-groups?id=29175c03-b705-4f4a-b397-f12b14861883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510704 Sep 30 13:16:10.458735 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-68cc7e92-1481-4775-981c-ab390bad1f04 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:10.460028 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68cc7e92-1481-4775-981c-ab390bad1f04 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:10.469612 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-68cc7e92-1481-4775-981c-ab390bad1f04 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/da6126a4-8ce8-419d-a1d9-21572cc44ccb HTTP/1.1" status: 404 len: 333 time: 0.0899706 Sep 30 13:16:10.470303 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33672) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:10.480937 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-dbff0147-2c8f-407a-945f-632462610889 req-9f351e12-1117-472c-beb2-dfd32f5965ce tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Request body: {'port': {'device_id': 'b828bd52-d867-4a79-9ef4-c1ee4bcb4de3', 'network_id': '5144f4ec-5081-4a01-b807-03b0b8b509a1', 'admin_state_up': True, 'tenant_id': '5cc6f6a875504307a4349194ae6d1b02'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:10.545754 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-461809f0-8551-4169-ac7c-c5b5aa5bde72 None None] Provisioning complete for port 7801a31a-6918-460b-9dc3-b2c149e02b68 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:16:10.546299 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-461809f0-8551-4169-ac7c-c5b5aa5bde72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:10.595029 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6b24ca-0bb0-4b5a-9a91-6f562772680c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:10.595941 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c6b24ca-0bb0-4b5a-9a91-6f562772680c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:10.600581 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2c6b24ca-0bb0-4b5a-9a91-6f562772680c tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/c963fcc1-c63d-4c55-98f8-c63c26a7587a HTTP/1.1" status: 404 len: 337 time: 0.0685797 Sep 30 13:16:10.603572 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33676) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:10.655533 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:10.677489 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-7113efa6-0957-45ba-b115-c5b76c73632e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:10.677969 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7113efa6-0957-45ba-b115-c5b76c73632e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:10.681928 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7113efa6-0957-45ba-b115-c5b76c73632e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/97159fdc-4959-45b1-ba07-d33c22ec68f4 HTTP/1.1" status: 404 len: 337 time: 0.0516133 Sep 30 13:16:10.687636 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f7ba9-9b0c-4c2f-8ac7-b73c88d4db69 req-86a8d61f-f3a6-4af9-b892-22ba1a5f3f86 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:10.689535 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-df6f7ba9-9b0c-4c2f-8ac7-b73c88d4db69 req-86a8d61f-f3a6-4af9-b892-22ba1a5f3f86 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 946 time: 0.1262562 Sep 30 13:16:10.692632 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33678) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:10.706039 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:10.715497 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:16:10.776599 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-df6f7ba9-9b0c-4c2f-8ac7-b73c88d4db69 req-257db935-65bc-4e58-8e7a-644b6d4c2635 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749576 Sep 30 13:16:10.777901 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-9503bdd4-9a9d-4287-ba28-ba475ecd2fb5 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:10.779088 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9503bdd4-9a9d-4287-ba28-ba475ecd2fb5 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:10.785274 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9503bdd4-9a9d-4287-ba28-ba475ecd2fb5 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/1f7f2199-8504-4a15-a901-06df0ade506c HTTP/1.1" status: 404 len: 333 time: 0.0906818 Sep 30 13:16:10.786679 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33680) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:10.787293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbff0147-2c8f-407a-945f-632462610889 req-9f351e12-1117-472c-beb2-dfd32f5965ce tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Made reservation on behalf of 5cc6f6a875504307a4349194ae6d1b02 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:10.791723 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-9f351e12-1117-472c-beb2-dfd32f5965ce tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:10.829334 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb,segment=NetworkSegment(14f9140a-c7ec-4133-a36f-d4224eff2a8a),segment_id=14f9140a-c7ec-4133-a36f-d4224eff2a8a)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:10.835821 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-c96bc0aa-9f2a-4929-959b-890f1e7b03cb tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:10.836306 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c96bc0aa-9f2a-4929-959b-890f1e7b03cb tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:10.841063 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c96bc0aa-9f2a-4929-959b-890f1e7b03cb tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/3f2965f4-e7a8-40d8-bca1-4ebb84ab8d8e HTTP/1.1" status: 404 len: 337 time: 0.0469518 Sep 30 13:16:10.843619 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33686) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:10.878975 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-544476b5-64f6-436b-a62d-56a085b615db tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:10.879478 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-544476b5-64f6-436b-a62d-56a085b615db tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:10.882526 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-544476b5-64f6-436b-a62d-56a085b615db tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/d00fafb5-136c-4a23-9835-5b7256ad7ff5 HTTP/1.1" status: 404 len: 337 time: 0.0380986 Sep 30 13:16:10.886157 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33692) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:10.887300 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87146452-757f-4d28-95d9-6d3f31250e14 req-8f568524-31aa-4f25-9386-7b816308cf5b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:10.887513 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:10.900353 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87146452-757f-4d28-95d9-6d3f31250e14 req-8f568524-31aa-4f25-9386-7b816308cf5b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 945 time: 0.2927752 Sep 30 13:16:10.915190 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3600b0-f6bb-4737-aa26-d80a1c0a8c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371d9962-2b1c-4c67-91cd-0ac84578fa2c'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:10.917083 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d4e243-17b8-41b4-a720-f582e95c27da" -d '{"events": [{"server_uuid": "5f3600b0-f6bb-4737-aa26-d80a1c0a8c02", "name": "network-vif-plugged", "status": "completed", "tag": "371d9962-2b1c-4c67-91cd-0ac84578fa2c"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:10.929073 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-a19b4c95-dcba-4b4a-be89-1c9ea72fd0a8 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:10.940953 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a19b4c95-dcba-4b4a-be89-1c9ea72fd0a8 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:10.943784 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a19b4c95-dcba-4b4a-be89-1c9ea72fd0a8 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/914c9c6b-1be6-4c21-ba37-2d0438447a27 HTTP/1.1" status: 404 len: 333 time: 0.0549412 Sep 30 13:16:10.948572 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33696) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:10.981547 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 371d9962-2b1c-4c67-91cd-0ac84578fa2c, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=371d9962-2b1c-4c67-91cd-0ac84578fa2c,segment=NetworkSegment(14f9140a-c7ec-4133-a36f-d4224eff2a8a),segment_id=14f9140a-c7ec-4133-a36f-d4224eff2a8a)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:11.006322 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:11.046105 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e1edfe-724e-4912-86f0-21f18db84dd8 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:11.046282 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7e1edfe-724e-4912-86f0-21f18db84dd8 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:11.048304 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b7e1edfe-724e-4912-86f0-21f18db84dd8 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/d7e9310f-1d02-4f03-9455-28d3e412abbe HTTP/1.1" status: 404 len: 337 time: 0.0959501 Sep 30 13:16:11.053747 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33698) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:11.061883 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbff0147-2c8f-407a-945f-632462610889 req-ba3b8d90-626a-4893-8015-ddfe58dad911 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Made reservation on behalf of 5cc6f6a875504307a4349194ae6d1b02 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:11.065257 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-ba3b8d90-626a-4893-8015-ddfe58dad911 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:11.071173 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:11.084669 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff0147-2c8f-407a-945f-632462610889 req-65ba7c20-95f6-4dff-91d2-92f2abe72c6f tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:11.085823 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-65ba7c20-95f6-4dff-91d2-92f2abe72c6f tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.54 "GET /v2.0/networks?id=5144f4ec-5081-4a01-b807-03b0b8b509a1 HTTP/1.1" status: 200 len: 818 time: 0.4674811 Sep 30 13:16:11.088898 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87146452-757f-4d28-95d9-6d3f31250e14 req-c1ec5911-9c7f-4087-b176-78bc5be470ae tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876004 Sep 30 13:16:11.102122 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8556bd26-3e21-4054-8701-81f0bde7e3ea req-d27e63dc-550f-412f-8e5d-c80a07ea36c9 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/ports?device_id=878b4b29-cddf-4426-8d4e-678b865e1dcf HTTP/1.1" status: 200 len: 210 time: 0.1247344 Sep 30 13:16:11.120192 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-dbff0147-2c8f-407a-945f-632462610889 req-769f9f32-b335-463c-ac8b-8c582ac3a0a2 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Request body: {'port': {'device_id': '878b4b29-cddf-4426-8d4e-678b865e1dcf', 'network_id': '5144f4ec-5081-4a01-b807-03b0b8b509a1', 'admin_state_up': True, 'tenant_id': '5cc6f6a875504307a4349194ae6d1b02'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:11.128389 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5d2ee0-cd0d-4049-9305-9d2af2978b95 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:11.129232 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e5d2ee0-cd0d-4049-9305-9d2af2978b95 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:11.131276 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3e5d2ee0-cd0d-4049-9305-9d2af2978b95 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/cfd388bf-a59b-4a6a-9a26-289fd873635d HTTP/1.1" status: 404 len: 333 time: 0.0758431 Sep 30 13:16:11.141790 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33700) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:11.162078 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:16:11.166284 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82abb078-d65d-4032-9b0f-0dcfc3b154c7 None None] DHCP port deletion for 62772aa1-dbba-4c62-ba0e-ceb7fcb5040b request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:16:11.272188 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1515d609-3abf-490d-8af9-9f1de4a5bf17 x-openstack-request-id: req-1515d609-3abf-490d-8af9-9f1de4a5bf17 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:11.272633 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3600b0-f6bb-4737-aa26-d80a1c0a8c02", "name": "network-vif-plugged", "status": "completed", "tag": "371d9962-2b1c-4c67-91cd-0ac84578fa2c", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:11.273150 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1515d609-3abf-490d-8af9-9f1de4a5bf17 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:11.273548 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3600b0-f6bb-4737-aa26-d80a1c0a8c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371d9962-2b1c-4c67-91cd-0ac84578fa2c', 'code': 200} Sep 30 13:16:11.276299 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-09242b58-ebac-4571-96ee-c75caf6c9916 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:11.278749 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09242b58-ebac-4571-96ee-c75caf6c9916 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:11.284811 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-09242b58-ebac-4571-96ee-c75caf6c9916 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/8e8b11c1-2688-456f-8302-069386775eaa HTTP/1.1" status: 404 len: 337 time: 0.1347415 Sep 30 13:16:11.286772 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-dbff0147-2c8f-407a-945f-632462610889 req-9f351e12-1117-472c-beb2-dfd32f5965ce tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Allocated IP 172.20.0.9 (5144f4ec-5081-4a01-b807-03b0b8b509a1/03256bff-85ab-44fb-a33c-b5077d4a295c/822c9588-a9e2-4247-a726-a1514c819a7c) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:16:11.293326 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33704) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:11.341749 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ac4bdf-90e1-4d7c-879a-940cb2eb0e94 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:11.342625 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33ac4bdf-90e1-4d7c-879a-940cb2eb0e94 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:11.344524 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-33ac4bdf-90e1-4d7c-879a-940cb2eb0e94 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/075b0a18-606d-49b2-a746-9f1cf9402a6f HTTP/1.1" status: 404 len: 333 time: 0.0501518 Sep 30 13:16:11.347827 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33706) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:11.415534 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-588d852c-cc19-4da7-87c7-e44e20498d00 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:11.416496 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-588d852c-cc19-4da7-87c7-e44e20498d00 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:11.417914 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=371d9962-2b1c-4c67-91cd-0ac84578fa2c,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:11.419846 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-588d852c-cc19-4da7-87c7-e44e20498d00 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/790796ee-6406-49b6-a6a3-2f65be8a8cb8 HTTP/1.1" status: 404 len: 337 time: 0.0677500 Sep 30 13:16:11.428018 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33708) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:11.536303 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7029fd-cde7-46b5-95f4-04d03b0f280f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:11.536667 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f7029fd-cde7-46b5-95f4-04d03b0f280f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:11.538693 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0f7029fd-cde7-46b5-95f4-04d03b0f280f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/af2233b6-cc27-4950-838c-ba30eecb79af HTTP/1.1" status: 404 len: 333 time: 0.1092355 Sep 30 13:16:11.541819 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33720) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:11.581060 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-2466747c-798b-42f0-842d-73e7c9e976a0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:11.581546 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2466747c-798b-42f0-842d-73e7c9e976a0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:11.583577 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2466747c-798b-42f0-842d-73e7c9e976a0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/3357fc24-eac6-4c28-8106-721989f7533e HTTP/1.1" status: 404 len: 337 time: 0.0408132 Sep 30 13:16:11.588006 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33724) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:11.590968 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa8d2c-31f5-4c80-9089-03e75c41d59f req-3feaafea-c7ab-45da-878c-c838c1cbdfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:11.594143 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64fa8d2c-31f5-4c80-9089-03e75c41d59f req-3feaafea-c7ab-45da-878c-c838c1cbdfe5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5f3600b0-f6bb-4737-aa26-d80a1c0a8c02 HTTP/1.1" status: 200 len: 1097 time: 0.1779611 Sep 30 13:16:11.622464 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-e096cadd-2b02-462b-8fbe-ebf843c2bec1 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:11.623210 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e096cadd-2b02-462b-8fbe-ebf843c2bec1 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:11.625069 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e096cadd-2b02-462b-8fbe-ebf843c2bec1 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/2a1c240f-b01f-438b-8082-790e9c456d15 HTTP/1.1" status: 404 len: 333 time: 0.0361271 Sep 30 13:16:11.627965 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33726) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:11.649034 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbff0147-2c8f-407a-945f-632462610889 req-769f9f32-b335-463c-ac8b-8c582ac3a0a2 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Made reservation on behalf of 5cc6f6a875504307a4349194ae6d1b02 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:11.653831 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-769f9f32-b335-463c-ac8b-8c582ac3a0a2 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:11.702838 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-9f351e12-1117-472c-beb2-dfd32f5965ce tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:11.707609 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64fa8d2c-31f5-4c80-9089-03e75c41d59f req-8c3cad32-e1b4-46ef-8dee-af490702a182 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=29175c03-b705-4f4a-b397-f12b14861883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042087 Sep 30 13:16:11.708893 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-db091be2-810e-45f0-a65b-92cbea1ae76a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:11.709568 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db091be2-810e-45f0-a65b-92cbea1ae76a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:11.711583 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-db091be2-810e-45f0-a65b-92cbea1ae76a tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/40154305-3209-4405-acf4-decbc1947502 HTTP/1.1" status: 404 len: 337 time: 0.0759423 Sep 30 13:16:11.715194 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33730) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:11.724300 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 0307906c-c3c5-48af-910b-f1e554eaea33 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:16:11.725852 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a85e9f-7784-4bb7-83f5-2806ceafbe7c req-b900a667-6d37-48bd-95f3-fcf98a55a66b tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:11.728855 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-27a85e9f-7784-4bb7-83f5-2806ceafbe7c req-b900a667-6d37-48bd-95f3-fcf98a55a66b tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=386ffbcf-4a9c-4b1d-9007-60d0716ee245 HTTP/1.1" status: 200 len: 944 time: 0.1821451 Sep 30 13:16:11.752332 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-82abb078-d65d-4032-9b0f-0dcfc3b154c7 None None] Deleting port 7801a31a-6918-460b-9dc3-b2c149e02b68 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:16:11.752705 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-82abb078-d65d-4032-9b0f-0dcfc3b154c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:11.761045 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-d39aabb6-ae80-4289-b9ab-f8a449a68b6e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:11.761785 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d39aabb6-ae80-4289-b9ab-f8a449a68b6e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:11.763602 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d39aabb6-ae80-4289-b9ab-f8a449a68b6e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/99e6c4c4-6ca3-4bdb-b630-ff966ef35ab4 HTTP/1.1" status: 404 len: 333 time: 0.0470512 Sep 30 13:16:11.766667 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33732) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:11.795863 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6a6260-6f8f-472b-81b9-77fae110fe30 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:11.795863 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c6a6260-6f8f-472b-81b9-77fae110fe30 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:11.796473 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8c6a6260-6f8f-472b-81b9-77fae110fe30 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/49b97372-7668-475b-8a15-554d9ae3085e HTTP/1.1" status: 404 len: 337 time: 0.0287061 Sep 30 13:16:11.799308 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33734) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:11.819269 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-27a85e9f-7784-4bb7-83f5-2806ceafbe7c req-69a56ef7-c470-47a8-a012-cb9ff1378605 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/security-groups?id=29175c03-b705-4f4a-b397-f12b14861883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804114 Sep 30 13:16:11.847994 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc262669-ee6c-437e-a127-3d65a2884110 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:11.848871 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc262669-ee6c-437e-a127-3d65a2884110 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:11.854200 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cc262669-ee6c-437e-a127-3d65a2884110 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/083ef5eb-8c7c-4e61-905e-2750718b4110 HTTP/1.1" status: 404 len: 337 time: 0.0501559 Sep 30 13:16:11.854999 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33738) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:11.865151 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-9f351e12-1117-472c-beb2-dfd32f5965ce tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:11.871447 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-82abb078-d65d-4032-9b0f-0dcfc3b154c7 None None] For port 7801a31a-6918-460b-9dc3-b2c149e02b68, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=7801a31a-6918-460b-9dc3-b2c149e02b68,segment=NetworkSegment(6e22fc74-e947-4c61-9aad-3efac0b6c262),segment_id=6e22fc74-e947-4c61-9aad-3efac0b6c262)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:11.871846 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-82abb078-d65d-4032-9b0f-0dcfc3b154c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:11.897603 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-82abb078-d65d-4032-9b0f-0dcfc3b154c7 None None] Calling delete_port for 7801a31a-6918-460b-9dc3-b2c149e02b68 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:16:11.906175 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 0307906c-c3c5-48af-910b-f1e554eaea33 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:16:11.906546 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:11.929314 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbff0147-2c8f-407a-945f-632462610889 req-9f351e12-1117-472c-beb2-dfd32f5965ce tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Network 5144f4ec-5081-4a01-b807-03b0b8b509a1 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:16:11.934217 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-dbff0147-2c8f-407a-945f-632462610889 req-9f351e12-1117-472c-beb2-dfd32f5965ce tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:16:11.937713 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbff0147-2c8f-407a-945f-632462610889 req-9f351e12-1117-472c-beb2-dfd32f5965ce tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:16:11.949735 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4e2a39-08a6-4433-9db0-ce56a5e5d093 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:11.950624 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c4e2a39-08a6-4433-9db0-ce56a5e5d093 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:11.955097 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4c4e2a39-08a6-4433-9db0-ce56a5e5d093 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/a3297bbf-7093-4713-a6da-41dd14c35cf3 HTTP/1.1" status: 404 len: 333 time: 0.0966389 Sep 30 13:16:11.960159 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33750) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:12.000483 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c730a59-0f02-42ac-a63d-9da2ba37cf69 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:12.001086 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c730a59-0f02-42ac-a63d-9da2ba37cf69 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:12.005955 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9c730a59-0f02-42ac-a63d-9da2ba37cf69 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/8e738d73-fcbe-4531-9cba-e3ba09b37591 HTTP/1.1" status: 404 len: 337 time: 0.0398703 Sep 30 13:16:12.008232 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33754) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:12.024570 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff0147-2c8f-407a-945f-632462610889 req-9f351e12-1117-472c-beb2-dfd32f5965ce tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:12.025549 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-9f351e12-1117-472c-beb2-dfd32f5965ce tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:12.043715 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-dbff0147-2c8f-407a-945f-632462610889 req-ba3b8d90-626a-4893-8015-ddfe58dad911 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Allocated IP 172.20.0.10 (5144f4ec-5081-4a01-b807-03b0b8b509a1/03256bff-85ab-44fb-a33c-b5077d4a295c/480f86b7-98ac-480a-96c0-0b0cbbcf0fd1) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:16:12.048887 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-9f351e12-1117-472c-beb2-dfd32f5965ce tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6350710 Sep 30 13:16:12.050310 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a6d6a5-5f52-4be7-a293-e597101e9a17 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:12.051484 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a6d6a5-5f52-4be7-a293-e597101e9a17 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:12.053577 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a4a6d6a5-5f52-4be7-a293-e597101e9a17 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/05fb4da2-1305-4373-99e0-23292b6739e4 HTTP/1.1" status: 404 len: 337 time: 0.0432706 Sep 30 13:16:12.055947 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33756) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:12.063341 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:12.065893 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-82abb078-d65d-4032-9b0f-0dcfc3b154c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:12.074266 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51089e-d5aa-448b-b4dd-2cb05c8821e2 req-6fa22088-e6df-4eb4-be83-93a8d4788859 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:12.083212 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ee51089e-d5aa-448b-b4dd-2cb05c8821e2 req-6fa22088-e6df-4eb4-be83-93a8d4788859 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 946 time: 0.2168760 Sep 30 13:16:12.090539 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-dbff0147-2c8f-407a-945f-632462610889 req-63371a6f-5ba5-4762-8811-90a0c75736e3 service neutron] Request body: {'port': {'device_id': 'b828bd52-d867-4a79-9ef4-c1ee4bcb4de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:12.096731 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4aca941-605f-4e55-af6b-9703fec53f52 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:12.097526 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4aca941-605f-4e55-af6b-9703fec53f52 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:12.102612 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f4aca941-605f-4e55-af6b-9703fec53f52 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/c03d8428-e24e-4421-be97-ccc686d59331 HTTP/1.1" status: 404 len: 333 time: 0.0426435 Sep 30 13:16:12.107788 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82abb078-d65d-4032-9b0f-0dcfc3b154c7 None None] Pushing event deleted for resources: {'Port': ['ID=7801a31a-6918-460b-9dc3-b2c149e02b68,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:12.113052 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33760) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:12.114792 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82abb078-d65d-4032-9b0f-0dcfc3b154c7 None None] No DVR routers for this DVR port 7801a31a-6918-460b-9dc3-b2c149e02b68 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:16:12.137284 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 0307906c-c3c5-48af-910b-f1e554eaea33, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=0307906c-c3c5-48af-910b-f1e554eaea33,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:12.139373 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f351e12-1117-472c-beb2-dfd32f5965ce tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Pushing event updated for resources: {'Port': ['ID=822c9588-a9e2-4247-a726-a1514c819a7c,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:12.143447 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:12.206224 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ee51089e-d5aa-448b-b4dd-2cb05c8821e2 req-41d3057c-a1cd-4161-8e9a-84978ed676fc tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218343 Sep 30 13:16:12.208083 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-63371a6f-5ba5-4762-8811-90a0c75736e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:12.237574 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=0307906c-c3c5-48af-910b-f1e554eaea33,revision_number=7']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:12.254686 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-1376b903-2d06-49da-a196-168702e63ad0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:12.255187 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1376b903-2d06-49da-a196-168702e63ad0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:12.259701 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1376b903-2d06-49da-a196-168702e63ad0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/69b17840-77e2-4ecd-b1d7-1e2f90a5cff6 HTTP/1.1" status: 404 len: 337 time: 0.1424098 Sep 30 13:16:12.262373 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-07dd5bd9-f7ec-4d11-b749-da214bbc6575 req-2ebc1b7e-9dea-4e8d-883a-b141f5b6dd4b tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/ports?device_id=878b4b29-cddf-4426-8d4e-678b865e1dcf HTTP/1.1" status: 200 len: 210 time: 0.0563002 Sep 30 13:16:12.267399 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33770) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:12.398803 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2389f2e-d3cc-426d-a1b5-8ea98543da67 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:12.402736 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2389f2e-d3cc-426d-a1b5-8ea98543da67 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:12.406833 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c2389f2e-d3cc-426d-a1b5-8ea98543da67 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/bb068d4c-150e-46e4-8497-f83bb4b34321 HTTP/1.1" status: 404 len: 337 time: 0.1361046 Sep 30 13:16:12.407287 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33778) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:12.433763 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a39799-60fd-47c2-a2cb-052cd0fe939e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:12.434951 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a39799-60fd-47c2-a2cb-052cd0fe939e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:12.438284 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-17a39799-60fd-47c2-a2cb-052cd0fe939e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/4943cf55-32f8-4872-9471-01739e03ada1 HTTP/1.1" status: 404 len: 333 time: 0.0288713 Sep 30 13:16:12.440589 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33780) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:12.456801 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48246a1d-c549-4641-9fa4-24d23af33d74 req-c4696039-ed0b-41d5-9316-e6de31214e1e tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:12.462685 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-48246a1d-c549-4641-9fa4-24d23af33d74 req-c4696039-ed0b-41d5-9316-e6de31214e1e tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 945 time: 0.1330678 Sep 30 13:16:12.497399 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-ba3b8d90-626a-4893-8015-ddfe58dad911 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:12.512017 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-61110a1f-a53c-40c6-810e-ce34a97fd6b3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:12.512732 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61110a1f-a53c-40c6-810e-ce34a97fd6b3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:12.514746 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-61110a1f-a53c-40c6-810e-ce34a97fd6b3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/4f5494a0-a6b7-43b3-a25a-256985f4c124 HTTP/1.1" status: 404 len: 337 time: 0.0729952 Sep 30 13:16:12.520114 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33784) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:12.531191 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-48246a1d-c549-4641-9fa4-24d23af33d74 req-1039f31f-7a4d-4505-a7b8-3ddabbd03c7f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582454 Sep 30 13:16:12.591688 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-ba3b8d90-626a-4893-8015-ddfe58dad911 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:12.623958 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-886fc069-4ec0-4de3-87c4-52e12871c10f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:12.624427 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-886fc069-4ec0-4de3-87c4-52e12871c10f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:12.626206 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-886fc069-4ec0-4de3-87c4-52e12871c10f tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/f8289cb9-21f4-4f79-8bc9-740cac5dabb5 HTTP/1.1" status: 404 len: 337 time: 0.1045499 Sep 30 13:16:12.629885 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33790) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:12.685091 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-866da329-0be8-404d-9970-2e9049f04a9e tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports?device_id=33f028d4-bd55-4215-bfe3-603956785999 HTTP/1.1" status: 200 len: 205 time: 0.0540683 Sep 30 13:16:12.687420 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33792) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:12.709534 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbff0147-2c8f-407a-945f-632462610889 req-ba3b8d90-626a-4893-8015-ddfe58dad911 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Network 5144f4ec-5081-4a01-b807-03b0b8b509a1 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:16:12.719387 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-dbff0147-2c8f-407a-945f-632462610889 req-ba3b8d90-626a-4893-8015-ddfe58dad911 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:16:12.722461 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbff0147-2c8f-407a-945f-632462610889 req-ba3b8d90-626a-4893-8015-ddfe58dad911 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:16:12.725135 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b8d90-626a-4893-8015-ddfe58dad911 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Pushing event updated for resources: {'Port': ['ID=480f86b7-98ac-480a-96c0-0b0cbbcf0fd1,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:12.746461 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-899c5eb3-a33f-462f-b7e6-66dccb78be91 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] delete failed (client error): The resource could not be found. Sep 30 13:16:12.750770 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-899c5eb3-a33f-462f-b7e6-66dccb78be91 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/routers/33f028d4-bd55-4215-bfe3-603956785999 HTTP/1.1" status: 404 len: 336 time: 0.0591443 Sep 30 13:16:12.755592 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33794) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:12.757930 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.db.api [req-dbff0147-2c8f-407a-945f-632462610889 req-769f9f32-b335-463c-ac8b-8c582ac3a0a2 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.9-04333daa-9cf5-4482-a6e3-fc50668391c7 {{(pid=94764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:16:12.758328 n-d-810909-2 neutron-server[94764]: DEBUG oslo_db.api [req-dbff0147-2c8f-407a-945f-632462610889 req-769f9f32-b335-463c-ac8b-8c582ac3a0a2 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:16:12.789832 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7dbc49f-3a17-4adf-b416-123790a941cf tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:12.790322 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7dbc49f-3a17-4adf-b416-123790a941cf tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:12.792158 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f7dbc49f-3a17-4adf-b416-123790a941cf tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/512bfe27-5c7c-4c2d-8129-095e053f3fdb HTTP/1.1" status: 404 len: 337 time: 0.0354645 Sep 30 13:16:12.795070 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33796) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:12.829240 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9b1e7164-c08b-4d0a-9c1d-ce81747a4688 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "GET /v2.0/ports?device_id=e66d3e14-f017-4a9b-8a28-873c1826a816 HTTP/1.1" status: 200 len: 205 time: 0.0330272 Sep 30 13:16:12.835961 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff0147-2c8f-407a-945f-632462610889 req-ba3b8d90-626a-4893-8015-ddfe58dad911 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:12.836613 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-ba3b8d90-626a-4893-8015-ddfe58dad911 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:12.838934 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33798) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:12.922932 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-fbfd486b-e0d3-44a9-98d2-26c0981b79e5 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] delete failed (client error): The resource could not be found. Sep 30 13:16:12.926982 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fbfd486b-e0d3-44a9-98d2-26c0981b79e5 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/routers/e66d3e14-f017-4a9b-8a28-873c1826a816 HTTP/1.1" status: 404 len: 336 time: 0.0830734 Sep 30 13:16:12.927778 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33804) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:12.941218 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-ba3b8d90-626a-4893-8015-ddfe58dad911 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9406896 Sep 30 13:16:12.979745 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 7801a31a-6918-460b-9dc3-b2c149e02b68 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:16:12.985095 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-dbff0147-2c8f-407a-945f-632462610889 req-63371a6f-5ba5-4762-8811-90a0c75736e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822c9588-a9e2-4247-a726-a1514c819a7c {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:16:12.994888 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-63371a6f-5ba5-4762-8811-90a0c75736e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:13.001796 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-dbff0147-2c8f-407a-945f-632462610889 req-47290d38-1ad4-493b-bb01-5d729e97721d service neutron] Request body: {'port': {'device_id': '575846e3-2826-43db-9e2a-ae265ef2b38c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:13.008022 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f1dce2-65e6-421c-b766-4f3f650741a3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:13.010265 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f1dce2-65e6-421c-b766-4f3f650741a3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:13.014408 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-07f1dce2-65e6-421c-b766-4f3f650741a3 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/aef87466-9da9-4e95-97f2-43f16d291c45 HTTP/1.1" status: 404 len: 337 time: 0.0860097 Sep 30 13:16:13.023189 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-dbff0147-2c8f-407a-945f-632462610889 req-63371a6f-5ba5-4762-8811-90a0c75736e3 service neutron] Transition to ACTIVE for port object 822c9588-a9e2-4247-a726-a1514c819a7c will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:16:13.025394 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33812) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:13.039751 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 7801a31a-6918-460b-9dc3-b2c149e02b68 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:16:13.042081 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 7801a31a-6918-460b-9dc3-b2c149e02b68 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:16:13.059995 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-63371a6f-5ba5-4762-8811-90a0c75736e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:13.110777 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-003cac0c-36d2-4207-a7d2-e8bffea0f2c1 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:13.111533 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-003cac0c-36d2-4207-a7d2-e8bffea0f2c1 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:13.115050 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-003cac0c-36d2-4207-a7d2-e8bffea0f2c1 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/1cefbad3-570d-43a3-b78f-713c6dfc5349 HTTP/1.1" status: 404 len: 337 time: 0.0892062 Sep 30 13:16:13.118544 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33818) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:13.171605 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f349d-9115-49a8-8c77-5a0f6bbd1556 req-0071b10e-6541-4805-8606-86271cc151fe tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:13.173430 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7b4f349d-9115-49a8-8c77-5a0f6bbd1556 req-0071b10e-6541-4805-8606-86271cc151fe tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=386ffbcf-4a9c-4b1d-9007-60d0716ee245 HTTP/1.1" status: 200 len: 944 time: 0.1457818 Sep 30 13:16:13.186473 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-16fd3719-0bc8-47c4-9672-64dc63dae5b6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:13.187773 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16fd3719-0bc8-47c4-9672-64dc63dae5b6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:13.189688 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-16fd3719-0bc8-47c4-9672-64dc63dae5b6 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/e1176071-9b3f-4395-be04-39e8dcd318b5 HTTP/1.1" status: 404 len: 333 time: 0.0699601 Sep 30 13:16:13.191907 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63371a6f-5ba5-4762-8811-90a0c75736e3 service neutron] Pushing event updated for resources: {'Port': ['ID=822c9588-a9e2-4247-a726-a1514c819a7c,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:13.193348 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33820) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:13.245922 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-47290d38-1ad4-493b-bb01-5d729e97721d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:13.249560 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf8c3ad-626f-44e1-ba6a-6dd23181fec0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:13.250052 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bf8c3ad-626f-44e1-ba6a-6dd23181fec0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:13.251772 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9bf8c3ad-626f-44e1-ba6a-6dd23181fec0 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/8ed0640e-f274-4651-b4bc-2d78078e87e6 HTTP/1.1" status: 404 len: 337 time: 0.0572491 Sep 30 13:16:13.258217 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33824) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:13.267656 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-769f9f32-b335-463c-ac8b-8c582ac3a0a2 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:13.275071 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b965489-6954-4409-9b88-96c9d5f1d603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0307906c-c3c5-48af-910b-f1e554eaea33'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:13.278476 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932ce9db-4227-485a-a797-1e3ead4e62ce" -d '{"events": [{"server_uuid": "1b965489-6954-4409-9b88-96c9d5f1d603", "name": "network-vif-plugged", "status": "completed", "tag": "0307906c-c3c5-48af-910b-f1e554eaea33"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:13.297942 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f3f5c9-6123-4f0b-8ec0-1d4fbdfa9771 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:13.297942 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f3f5c9-6123-4f0b-8ec0-1d4fbdfa9771 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:13.298311 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a6f3f5c9-6123-4f0b-8ec0-1d4fbdfa9771 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/86fa0d94-1aa6-416d-bb57-06056018ad1a HTTP/1.1" status: 404 len: 333 time: 0.0389431 Sep 30 13:16:13.303321 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33830) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:13.314070 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7b4f349d-9115-49a8-8c77-5a0f6bbd1556 req-57787a0d-575c-482c-95d8-4bf30e92f215 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/security-groups?id=29175c03-b705-4f4a-b397-f12b14861883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300437 Sep 30 13:16:13.360686 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-dbff0147-2c8f-407a-945f-632462610889 req-63371a6f-5ba5-4762-8811-90a0c75736e3 service neutron] Attempting to bind port 822c9588-a9e2-4247-a726-a1514c819a7c on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:16:13.361288 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-dbff0147-2c8f-407a-945f-632462610889 req-63371a6f-5ba5-4762-8811-90a0c75736e3 service neutron] Attempting to bind port 822c9588-a9e2-4247-a726-a1514c819a7c by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'dbfea386-12d1-479e-8c85-b8024a9ca29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5144f4ec-5081-4a01-b807-03b0b8b509a1'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:16:13.361668 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff0147-2c8f-407a-945f-632462610889 req-63371a6f-5ba5-4762-8811-90a0c75736e3 service neutron] Attempting to bind port 822c9588-a9e2-4247-a726-a1514c819a7c on network 5144f4ec-5081-4a01-b807-03b0b8b509a1 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:16:13.370292 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff0147-2c8f-407a-945f-632462610889 req-63371a6f-5ba5-4762-8811-90a0c75736e3 service neutron] Port 822c9588-a9e2-4247-a726-a1514c819a7c on network 5144f4ec-5081-4a01-b807-03b0b8b509a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:16:13.370740 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff0147-2c8f-407a-945f-632462610889 req-63371a6f-5ba5-4762-8811-90a0c75736e3 service neutron] Attempting to bind port 822c9588-a9e2-4247-a726-a1514c819a7c on network 5144f4ec-5081-4a01-b807-03b0b8b509a1 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:16:13.378099 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff0147-2c8f-407a-945f-632462610889 req-63371a6f-5ba5-4762-8811-90a0c75736e3 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:16:13.378644 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff0147-2c8f-407a-945f-632462610889 req-63371a6f-5ba5-4762-8811-90a0c75736e3 service neutron] Checking segment: {'id': 'dbfea386-12d1-479e-8c85-b8024a9ca29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5144f4ec-5081-4a01-b807-03b0b8b509a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:16:13.379084 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff0147-2c8f-407a-945f-632462610889 req-63371a6f-5ba5-4762-8811-90a0c75736e3 service neutron] Bound using segment: {'id': 'dbfea386-12d1-479e-8c85-b8024a9ca29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5144f4ec-5081-4a01-b807-03b0b8b509a1'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:16:13.379588 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-dbff0147-2c8f-407a-945f-632462610889 req-63371a6f-5ba5-4762-8811-90a0c75736e3 service neutron] Bound port: 822c9588-a9e2-4247-a726-a1514c819a7c, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbfea386-12d1-479e-8c85-b8024a9ca29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5144f4ec-5081-4a01-b807-03b0b8b509a1'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:16:13.380012 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-63371a6f-5ba5-4762-8811-90a0c75736e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:13.393004 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19346437-aa7d-4744-ab6d-fa5afcaf0a2a x-openstack-request-id: req-19346437-aa7d-4744-ab6d-fa5afcaf0a2a {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:13.393364 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b965489-6954-4409-9b88-96c9d5f1d603", "name": "network-vif-plugged", "status": "completed", "tag": "0307906c-c3c5-48af-910b-f1e554eaea33", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:13.393680 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-19346437-aa7d-4744-ab6d-fa5afcaf0a2a {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:13.394180 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b965489-6954-4409-9b88-96c9d5f1d603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0307906c-c3c5-48af-910b-f1e554eaea33', 'code': 200} Sep 30 13:16:13.506982 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-598ef39b-7dcd-4476-9ba2-2d789596c393 req-a941fc08-b93b-442f-aa30-ac994cd4ffea tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/ports?device_id=878b4b29-cddf-4426-8d4e-678b865e1dcf HTTP/1.1" status: 200 len: 210 time: 0.0520756 Sep 30 13:16:13.534069 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-4613b54a-503f-4483-ad19-12a850390b94 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:13.534529 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4613b54a-503f-4483-ad19-12a850390b94 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:13.539983 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-dbff0147-2c8f-407a-945f-632462610889 req-63371a6f-5ba5-4762-8811-90a0c75736e3 service neutron] For port 822c9588-a9e2-4247-a726-a1514c819a7c, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:16:13.542110 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33834) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:13.555169 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4613b54a-503f-4483-ad19-12a850390b94 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/6d1f90e0-e3ae-4628-b389-6dd7f401d471 HTTP/1.1" status: 404 len: 337 time: 0.2502608 Sep 30 13:16:13.590599 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-dbff0147-2c8f-407a-945f-632462610889 req-63371a6f-5ba5-4762-8811-90a0c75736e3 service neutron] For port 822c9588-a9e2-4247-a726-a1514c819a7c, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=822c9588-a9e2-4247-a726-a1514c819a7c,segment=NetworkSegment(dbfea386-12d1-479e-8c85-b8024a9ca29c),segment_id=dbfea386-12d1-479e-8c85-b8024a9ca29c)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:16:13.592251 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-116fca74-0754-4933-a0d2-5083cacce328 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:13.593334 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-116fca74-0754-4933-a0d2-5083cacce328 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:13.595489 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-116fca74-0754-4933-a0d2-5083cacce328 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/82ac0462-0a94-4551-b7a8-e8de4593e74a HTTP/1.1" status: 404 len: 333 time: 0.0522060 Sep 30 13:16:13.598903 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33838) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:13.610925 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-63371a6f-5ba5-4762-8811-90a0c75736e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:13.671876 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7901f03-dfbf-4243-8242-cd88b8fa4990 req-f68d25ef-9b70-46ac-ab6b-a321c620b0ef tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:13.673394 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f7901f03-dfbf-4243-8242-cd88b8fa4990 req-f68d25ef-9b70-46ac-ab6b-a321c620b0ef tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 946 time: 0.2143695 Sep 30 13:16:13.698249 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff0147-2c8f-407a-945f-632462610889 req-63371a6f-5ba5-4762-8811-90a0c75736e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:13.700090 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-63371a6f-5ba5-4762-8811-90a0c75736e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:13.701590 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-63371a6f-5ba5-4762-8811-90a0c75736e3 service neutron] 10.222.0.54 "PUT /v2.0/ports/822c9588-a9e2-4247-a726-a1514c819a7c HTTP/1.1" status: 200 len: 1091 time: 1.6159184 Sep 30 13:16:13.702148 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b828bd52-d867-4a79-9ef4-c1ee4bcb4de3', 'tag': '822c9588-a9e2-4247-a726-a1514c819a7c'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:13.704539 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad13bdf-7a5f-44cb-951e-4832345103d3" -d '{"events": [{"name": "network-changed", "server_uuid": "b828bd52-d867-4a79-9ef4-c1ee4bcb4de3", "tag": "822c9588-a9e2-4247-a726-a1514c819a7c"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:13.713611 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-64dec76c-ab90-4f44-ad9f-f5ed346d4d46 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:13.714278 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64dec76c-ab90-4f44-ad9f-f5ed346d4d46 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:13.720975 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-64dec76c-ab90-4f44-ad9f-f5ed346d4d46 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/8dca1662-e52a-4bc4-9513-553ef955f433 HTTP/1.1" status: 404 len: 337 time: 0.1193428 Sep 30 13:16:13.733334 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33842) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:13.782295 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f7901f03-dfbf-4243-8242-cd88b8fa4990 req-db877fe0-5b38-435b-bc8c-ef044d2d3072 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962164 Sep 30 13:16:13.791925 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-edbbcd16-8a15-4af7-9336-09f441432a71 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:13.792633 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edbbcd16-8a15-4af7-9336-09f441432a71 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:13.797374 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-edbbcd16-8a15-4af7-9336-09f441432a71 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/a16ec7bc-3e81-487d-8bd1-364f728a344e HTTP/1.1" status: 404 len: 333 time: 0.0629909 Sep 30 13:16:13.799824 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63371a6f-5ba5-4762-8811-90a0c75736e3 service neutron] Pushing event updated for resources: {'Port': ['ID=822c9588-a9e2-4247-a726-a1514c819a7c,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:13.799966 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33844) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:13.836871 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bccee5a-6519-44f5-9038-c4ec3057db82 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:13.837334 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bccee5a-6519-44f5-9038-c4ec3057db82 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:13.842586 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3bccee5a-6519-44f5-9038-c4ec3057db82 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/932c603f-f475-4bc4-94aa-377c48c00a3b HTTP/1.1" status: 404 len: 337 time: 0.0416219 Sep 30 13:16:13.843392 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33846) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:13.855515 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131a26d-7869-47c2-87ac-5dd3fb51ffec req-1d3a8e4b-1b7c-497e-a3df-1876c631b3aa tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:13.866185 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5131a26d-7869-47c2-87ac-5dd3fb51ffec req-1d3a8e4b-1b7c-497e-a3df-1876c631b3aa tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 945 time: 0.1554744 Sep 30 13:16:13.883338 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae57ea0d-730b-427c-96e8-d0a9e8c08277 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:13.884044 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae57ea0d-730b-427c-96e8-d0a9e8c08277 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:13.888392 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ae57ea0d-730b-427c-96e8-d0a9e8c08277 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/344a2750-9d59-4c7f-894a-f3db2f59b902 HTTP/1.1" status: 404 len: 333 time: 0.0382018 Sep 30 13:16:13.889914 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff0147-2c8f-407a-945f-632462610889 req-c09a1ddf-f815-4867-bbe1-dd0bf31336d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:13.890740 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33848) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:13.891660 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-c09a1ddf-f815-4867-bbe1-dd0bf31336d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5cc6f6a875504307a4349194ae6d1b02&device_id=b828bd52-d867-4a79-9ef4-c1ee4bcb4de3 HTTP/1.1" status: 200 len: 1094 time: 0.1286075 Sep 30 13:16:13.912315 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381d69ea-dc92-431b-adce-52a53a84eb71 x-openstack-request-id: req-381d69ea-dc92-431b-adce-52a53a84eb71 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:13.912837 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b828bd52-d867-4a79-9ef4-c1ee4bcb4de3", "tag": "822c9588-a9e2-4247-a726-a1514c819a7c", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:13.913193 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-381d69ea-dc92-431b-adce-52a53a84eb71 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:13.913686 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b828bd52-d867-4a79-9ef4-c1ee4bcb4de3', 'tag': '822c9588-a9e2-4247-a726-a1514c819a7c', 'status': 'completed', 'code': 200} Sep 30 13:16:13.924668 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d3005c8-04b5-47a8-87d6-0d474be3b191 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:13.925126 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d3005c8-04b5-47a8-87d6-0d474be3b191 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:13.936121 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7d3005c8-04b5-47a8-87d6-0d474be3b191 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/93eaf14e-40cf-4fdc-8298-d84e4f10e105 HTTP/1.1" status: 404 len: 337 time: 0.0378866 Sep 30 13:16:13.936783 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33850) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:13.972901 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5131a26d-7869-47c2-87ac-5dd3fb51ffec req-26c39da8-2c71-4055-90a0-87689038808a tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081686 Sep 30 13:16:13.973377 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:16:13.975601 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ccb296-3cec-4f33-894f-ad488bc45d46 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:13.976131 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-e07a4d64-288f-4de6-ad99-26f3add92834 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=822c9588-a9e2-4247-a726-a1514c819a7c HTTP/1.1" status: 200 len: 217 time: 0.0697229 Sep 30 13:16:13.976384 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ccb296-3cec-4f33-894f-ad488bc45d46 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:13.980495 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e2ccb296-3cec-4f33-894f-ad488bc45d46 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/3b0a2335-86e1-4f95-a778-6b97a08e5bc2 HTTP/1.1" status: 404 len: 333 time: 0.0367947 Sep 30 13:16:13.981185 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33852) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:14.037205 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ae4dbe-8ec4-414e-ba45-bf5afebef69d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:14.037998 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ae4dbe-8ec4-414e-ba45-bf5afebef69d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:14.043423 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-38ae4dbe-8ec4-414e-ba45-bf5afebef69d tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/46b37898-19d3-42f7-9336-6b9d8b6effce HTTP/1.1" status: 404 len: 337 time: 0.0609412 Sep 30 13:16:14.043583 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33854) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:14.065227 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff0147-2c8f-407a-945f-632462610889 req-bfeee448-88eb-44b4-aaed-b0a298115849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:14.068018 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-bfeee448-88eb-44b4-aaed-b0a298115849 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=03256bff-85ab-44fb-a33c-b5077d4a295c HTTP/1.1" status: 200 len: 858 time: 0.0765460 Sep 30 13:16:14.108911 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-dbff0147-2c8f-407a-945f-632462610889 req-47290d38-1ad4-493b-bb01-5d729e97721d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 480f86b7-98ac-480a-96c0-0b0cbbcf0fd1 {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:16:14.114461 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:16:14.123743 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:16:14.124399 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:14.128198 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-6425d257-70d1-472f-a36f-c54229501f32 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:14.136635 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6425d257-70d1-472f-a36f-c54229501f32 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:14.139347 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-6bc9614a-d005-4f29-b048-35dcad3ed00d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5144f4ec-5081-4a01-b807-03b0b8b509a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580506 Sep 30 13:16:14.151973 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6425d257-70d1-472f-a36f-c54229501f32 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/ports/67ef044e-044c-4a41-be2d-aba9717407b9 HTTP/1.1" status: 404 len: 333 time: 0.1040301 Sep 30 13:16:14.155428 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33868) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:14.175647 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-47290d38-1ad4-493b-bb01-5d729e97721d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:14.228630 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c7d469-a224-4c11-aac0-341905e2eab2 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:14.229079 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83c7d469-a224-4c11-aac0-341905e2eab2 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:14.230848 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-83c7d469-a224-4c11-aac0-341905e2eab2 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/subnets/db24ce62-b8bd-48a5-9afb-513ecae5483b HTTP/1.1" status: 404 len: 337 time: 0.0744779 Sep 30 13:16:14.245167 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33870) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:14.267659 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-21a7e41a-0a53-4f6c-bb38-8dbbc820daa9 service neutron] 10.222.0.54 "GET /v2.0/networks/5144f4ec-5081-4a01-b807-03b0b8b509a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183138 Sep 30 13:16:14.305730 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:14.378267 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb,segment=NetworkSegment(14f9140a-c7ec-4133-a36f-d4224eff2a8a),segment_id=14f9140a-c7ec-4133-a36f-d4224eff2a8a)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:14.390822 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:14.414244 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-dbff0147-2c8f-407a-945f-632462610889 req-47290d38-1ad4-493b-bb01-5d729e97721d service neutron] Transition to ACTIVE for port object 480f86b7-98ac-480a-96c0-0b0cbbcf0fd1 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:16:14.443692 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-47290d38-1ad4-493b-bb01-5d729e97721d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:14.446961 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:14.455441 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:14.456048 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:14.456556 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:14.457051 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:14.457840 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:14.458341 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e202754b-803a-4ec5-8912-e24d96000ce5 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:14.458616 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:14.459107 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:14.459610 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:14.460098 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:14.460683 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:14.461170 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:14.461661 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:14.498270 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-27670879-511d-43b8-9f74-4ff5a03768a9 service neutron] 10.222.0.54 "GET /v2.0/networks/5144f4ec-5081-4a01-b807-03b0b8b509a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201219 Sep 30 13:16:14.518647 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f543b05-7b9d-4b24-a2f7-a275ff683ef0 req-fb263aa9-e443-4c62-9843-6a632ec7c19d tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:14.526352 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f543b05-7b9d-4b24-a2f7-a275ff683ef0 req-fb263aa9-e443-4c62-9843-6a632ec7c19d tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=386ffbcf-4a9c-4b1d-9007-60d0716ee245 HTTP/1.1" status: 200 len: 945 time: 0.0936053 Sep 30 13:16:14.632783 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:14.677685 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f543b05-7b9d-4b24-a2f7-a275ff683ef0 req-98d3582d-fe22-4d40-9bd0-8f3f75a9b2aa tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/security-groups?id=29175c03-b705-4f4a-b397-f12b14861883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502512 Sep 30 13:16:14.679888 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad13bdf-7a5f-44cb-951e-4832345103d3 req-e87bba0a-7d74-4d18-a55c-cf564e875730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:14.683424 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fad13bdf-7a5f-44cb-951e-4832345103d3 req-e87bba0a-7d74-4d18-a55c-cf564e875730 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5cc6f6a875504307a4349194ae6d1b02&device_id=b828bd52-d867-4a79-9ef4-c1ee4bcb4de3 HTTP/1.1" status: 200 len: 1094 time: 0.1104188 Sep 30 13:16:14.723974 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-dbff0147-2c8f-407a-945f-632462610889 req-769f9f32-b335-463c-ac8b-8c582ac3a0a2 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Allocated IP 172.20.0.2 (5144f4ec-5081-4a01-b807-03b0b8b509a1/03256bff-85ab-44fb-a33c-b5077d4a295c/9385defe-d416-4afb-bc18-21e6199953ee) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:16:14.823453 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e202754b-803a-4ec5-8912-e24d96000ce5 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:14.852182 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-e202754b-803a-4ec5-8912-e24d96000ce5 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62772aa1-dbba-4c62-ba0e-ceb7fcb5040b']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:14.864935 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-e202754b-803a-4ec5-8912-e24d96000ce5 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e22fc74-e947-4c61-9aad-3efac0b6c262') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:14.865376 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-e202754b-803a-4ec5-8912-e24d96000ce5 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e22fc74-e947-4c61-9aad-3efac0b6c262') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:14.876167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad13bdf-7a5f-44cb-951e-4832345103d3 req-c8f6d114-32ab-4a58-bbb4-b5a807448827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:14.877894 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e202754b-803a-4ec5-8912-e24d96000ce5 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:14.885149 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fad13bdf-7a5f-44cb-951e-4832345103d3 req-c8f6d114-32ab-4a58-bbb4-b5a807448827 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5144f4ec-5081-4a01-b807-03b0b8b509a1 HTTP/1.1" status: 200 len: 919 time: 0.1913579 Sep 30 13:16:14.894840 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e202754b-803a-4ec5-8912-e24d96000ce5 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:14.900586 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e202754b-803a-4ec5-8912-e24d96000ce5 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:16:14.901000 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e202754b-803a-4ec5-8912-e24d96000ce5 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:14.942813 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fad13bdf-7a5f-44cb-951e-4832345103d3 req-74c22061-5565-4ea5-b47f-a897fd6491ea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=822c9588-a9e2-4247-a726-a1514c819a7c HTTP/1.1" status: 200 len: 217 time: 0.0462565 Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:16:14.993335 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:16:14.996072 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47290d38-1ad4-493b-bb01-5d729e97721d service neutron] Pushing event updated for resources: {'Port': ['ID=480f86b7-98ac-480a-96c0-0b0cbbcf0fd1,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:15.023970 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-59d8593a-5837-42f6-9815-5c1c63a46f78 req-53fdc251-8f9c-4ead-b283-261f8d76fdb0 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/ports?device_id=878b4b29-cddf-4426-8d4e-678b865e1dcf HTTP/1.1" status: 200 len: 210 time: 0.3636076 Sep 30 13:16:15.072828 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e202754b-803a-4ec5-8912-e24d96000ce5 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:15.073163 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89f132-9df1-4a00-9780-6c6a04a3a34d req-02e0a33e-68b8-4e7c-ad95-f2fbab4fd179 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:15.075215 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5a89f132-9df1-4a00-9780-6c6a04a3a34d req-02e0a33e-68b8-4e7c-ad95-f2fbab4fd179 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 946 time: 0.1310859 Sep 30 13:16:15.077171 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad13bdf-7a5f-44cb-951e-4832345103d3 req-294f1d40-a167-40fd-a178-9000ab72d386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:15.078872 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fad13bdf-7a5f-44cb-951e-4832345103d3 req-294f1d40-a167-40fd-a178-9000ab72d386 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=03256bff-85ab-44fb-a33c-b5077d4a295c HTTP/1.1" status: 200 len: 858 time: 0.1264875 Sep 30 13:16:15.088926 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e202754b-803a-4ec5-8912-e24d96000ce5 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:15.095329 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e202754b-803a-4ec5-8912-e24d96000ce5 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] 10.222.0.18 "DELETE /v2.0/networks/62772aa1-dbba-4c62-ba0e-ceb7fcb5040b HTTP/1.1" status: 204 len: 168 time: 0.8414903 Sep 30 13:16:15.168382 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fad13bdf-7a5f-44cb-951e-4832345103d3 req-3aaf438a-25a9-435a-91f2-14c32cc502a4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5144f4ec-5081-4a01-b807-03b0b8b509a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685730 Sep 30 13:16:15.192145 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202754b-803a-4ec5-8912-e24d96000ce5 tempest-NetworksTestDHCPv6-1467506156 tempest-NetworksTestDHCPv6-1467506156-project] Pushing event deleted for resources: {'Network': ['ID=62772aa1-dbba-4c62-ba0e-ceb7fcb5040b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:15.281987 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-dbff0147-2c8f-407a-945f-632462610889 req-47290d38-1ad4-493b-bb01-5d729e97721d service neutron] Attempting to bind port 480f86b7-98ac-480a-96c0-0b0cbbcf0fd1 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:16:15.282392 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-dbff0147-2c8f-407a-945f-632462610889 req-47290d38-1ad4-493b-bb01-5d729e97721d service neutron] Attempting to bind port 480f86b7-98ac-480a-96c0-0b0cbbcf0fd1 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'dbfea386-12d1-479e-8c85-b8024a9ca29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5144f4ec-5081-4a01-b807-03b0b8b509a1'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:16:15.282712 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff0147-2c8f-407a-945f-632462610889 req-47290d38-1ad4-493b-bb01-5d729e97721d service neutron] Attempting to bind port 480f86b7-98ac-480a-96c0-0b0cbbcf0fd1 on network 5144f4ec-5081-4a01-b807-03b0b8b509a1 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:16:15.289169 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5a89f132-9df1-4a00-9780-6c6a04a3a34d req-3e41b2e7-dc4e-45d5-9add-bad9e2cfb037 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070546 Sep 30 13:16:15.302917 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fad13bdf-7a5f-44cb-951e-4832345103d3 req-2b30f2b9-ab8a-4a04-8fa1-a571a99bbba6 service neutron] 10.222.0.54 "GET /v2.0/networks/5144f4ec-5081-4a01-b807-03b0b8b509a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211379 Sep 30 13:16:15.317149 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff0147-2c8f-407a-945f-632462610889 req-47290d38-1ad4-493b-bb01-5d729e97721d service neutron] Port 480f86b7-98ac-480a-96c0-0b0cbbcf0fd1 on network 5144f4ec-5081-4a01-b807-03b0b8b509a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:16:15.317527 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff0147-2c8f-407a-945f-632462610889 req-47290d38-1ad4-493b-bb01-5d729e97721d service neutron] Attempting to bind port 480f86b7-98ac-480a-96c0-0b0cbbcf0fd1 on network 5144f4ec-5081-4a01-b807-03b0b8b509a1 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:16:15.336459 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a968e02-ed70-4197-b536-57a4ca3d3526 req-541f77ca-ca69-421f-a9b3-cae79c95c52f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:15.346187 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5a968e02-ed70-4197-b536-57a4ca3d3526 req-541f77ca-ca69-421f-a9b3-cae79c95c52f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 945 time: 0.1958969 Sep 30 13:16:15.395924 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386ffbcf-4a9c-4b1d-9007-60d0716ee245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:15.398459 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbb6d48-19b7-463a-9b70-f5fbf1c1b8b4" -d '{"events": [{"server_uuid": "386ffbcf-4a9c-4b1d-9007-60d0716ee245", "name": "network-vif-plugged", "status": "completed", "tag": "6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:15.485753 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff0147-2c8f-407a-945f-632462610889 req-47290d38-1ad4-493b-bb01-5d729e97721d service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:16:15.486348 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff0147-2c8f-407a-945f-632462610889 req-47290d38-1ad4-493b-bb01-5d729e97721d service neutron] Checking segment: {'id': 'dbfea386-12d1-479e-8c85-b8024a9ca29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5144f4ec-5081-4a01-b807-03b0b8b509a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:16:15.486917 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff0147-2c8f-407a-945f-632462610889 req-47290d38-1ad4-493b-bb01-5d729e97721d service neutron] Bound using segment: {'id': 'dbfea386-12d1-479e-8c85-b8024a9ca29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5144f4ec-5081-4a01-b807-03b0b8b509a1'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:16:15.487812 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-dbff0147-2c8f-407a-945f-632462610889 req-47290d38-1ad4-493b-bb01-5d729e97721d service neutron] Bound port: 480f86b7-98ac-480a-96c0-0b0cbbcf0fd1, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbfea386-12d1-479e-8c85-b8024a9ca29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5144f4ec-5081-4a01-b807-03b0b8b509a1'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:16:15.488381 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-47290d38-1ad4-493b-bb01-5d729e97721d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:15.494957 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fad13bdf-7a5f-44cb-951e-4832345103d3 req-95294a9d-c54c-4f96-8831-44f0f81cbcad service neutron] 10.222.0.54 "GET /v2.0/networks/5144f4ec-5081-4a01-b807-03b0b8b509a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819482 Sep 30 13:16:15.505278 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d92e067-2380-4930-9323-0802d1d698dc x-openstack-request-id: req-3d92e067-2380-4930-9323-0802d1d698dc {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:15.505572 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386ffbcf-4a9c-4b1d-9007-60d0716ee245", "name": "network-vif-plugged", "status": "completed", "tag": "6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:15.505820 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d92e067-2380-4930-9323-0802d1d698dc {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:15.506236 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33900) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:15.506584 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386ffbcf-4a9c-4b1d-9007-60d0716ee245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb', 'code': 200} Sep 30 13:16:15.577278 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5a968e02-ed70-4197-b536-57a4ca3d3526 req-5b3f7aa0-d081-4105-902e-d50d6d1b3e62 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300456 Sep 30 13:16:15.617411 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-769f9f32-b335-463c-ac8b-8c582ac3a0a2 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:15.622838 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-dbff0147-2c8f-407a-945f-632462610889 req-47290d38-1ad4-493b-bb01-5d729e97721d service neutron] For port 480f86b7-98ac-480a-96c0-0b0cbbcf0fd1, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:16:15.637278 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-dbff0147-2c8f-407a-945f-632462610889 req-47290d38-1ad4-493b-bb01-5d729e97721d service neutron] For port 480f86b7-98ac-480a-96c0-0b0cbbcf0fd1, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=480f86b7-98ac-480a-96c0-0b0cbbcf0fd1,segment=NetworkSegment(dbfea386-12d1-479e-8c85-b8024a9ca29c),segment_id=dbfea386-12d1-479e-8c85-b8024a9ca29c)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:16:15.655757 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-47290d38-1ad4-493b-bb01-5d729e97721d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:15.688318 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30febf95-e391-4262-bef3-0048d88e3465 req-31948393-5474-492d-8df7-acbdf2958ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:15.691969 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-30febf95-e391-4262-bef3-0048d88e3465 req-31948393-5474-492d-8df7-acbdf2958ce2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=386ffbcf-4a9c-4b1d-9007-60d0716ee245 HTTP/1.1" status: 200 len: 1096 time: 0.0788171 Sep 30 13:16:15.761766 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff0147-2c8f-407a-945f-632462610889 req-47290d38-1ad4-493b-bb01-5d729e97721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:15.762887 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-47290d38-1ad4-493b-bb01-5d729e97721d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:15.763891 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-47290d38-1ad4-493b-bb01-5d729e97721d service neutron] 10.222.0.39 "PUT /v2.0/ports/480f86b7-98ac-480a-96c0-0b0cbbcf0fd1 HTTP/1.1" status: 200 len: 1092 time: 2.7716956 Sep 30 13:16:15.764737 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575846e3-2826-43db-9e2a-ae265ef2b38c', 'tag': '480f86b7-98ac-480a-96c0-0b0cbbcf0fd1'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:15.767071 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8f726a-35e7-4544-96ef-5a49c6e19414" -d '{"events": [{"name": "network-changed", "server_uuid": "575846e3-2826-43db-9e2a-ae265ef2b38c", "tag": "480f86b7-98ac-480a-96c0-0b0cbbcf0fd1"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:15.786665 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-30febf95-e391-4262-bef3-0048d88e3465 req-f9a817a2-e341-4949-b9ec-74ccb33cf8a6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=29175c03-b705-4f4a-b397-f12b14861883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867543 Sep 30 13:16:15.789736 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-769f9f32-b335-463c-ac8b-8c582ac3a0a2 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:15.831523 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47290d38-1ad4-493b-bb01-5d729e97721d service neutron] Pushing event updated for resources: {'Port': ['ID=480f86b7-98ac-480a-96c0-0b0cbbcf0fd1,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:15.859216 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce4181c-6e3d-4e89-a43e-15f59bb4588e x-openstack-request-id: req-0ce4181c-6e3d-4e89-a43e-15f59bb4588e {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:15.859514 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575846e3-2826-43db-9e2a-ae265ef2b38c", "tag": "480f86b7-98ac-480a-96c0-0b0cbbcf0fd1", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:15.859770 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ce4181c-6e3d-4e89-a43e-15f59bb4588e {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:15.860167 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '575846e3-2826-43db-9e2a-ae265ef2b38c', 'tag': '480f86b7-98ac-480a-96c0-0b0cbbcf0fd1', 'status': 'completed', 'code': 200} Sep 30 13:16:15.862865 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9fb891b8-628b-4c3c-91dc-7b5dacbc9109 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a82696f5d0c48549667446e5d6c3f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3552227 Sep 30 13:16:15.869561 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33912) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:15.943907 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3a509-094d-4225-a8be-379fcd5e714c req-acd09bc0-e2a9-4602-a712-86cad9914fa3 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:15.951897 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-18a3a509-094d-4225-a8be-379fcd5e714c req-acd09bc0-e2a9-4602-a712-86cad9914fa3 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=386ffbcf-4a9c-4b1d-9007-60d0716ee245 HTTP/1.1" status: 200 len: 945 time: 0.1517005 Sep 30 13:16:16.014338 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-18a3a509-094d-4225-a8be-379fcd5e714c req-6c89efe1-3db1-4fc5-90e8-9cafbcbbb488 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/security-groups?id=29175c03-b705-4f4a-b397-f12b14861883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595870 Sep 30 13:16:16.017438 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0da32233-bed7-457b-ba74-e2354f68a54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:16.083769 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0da32233-bed7-457b-ba74-e2354f68a54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:16.268752 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbff0147-2c8f-407a-945f-632462610889 req-769f9f32-b335-463c-ac8b-8c582ac3a0a2 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Network 5144f4ec-5081-4a01-b807-03b0b8b509a1 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:16:16.272807 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-dbff0147-2c8f-407a-945f-632462610889 req-769f9f32-b335-463c-ac8b-8c582ac3a0a2 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:16:16.282704 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbff0147-2c8f-407a-945f-632462610889 req-769f9f32-b335-463c-ac8b-8c582ac3a0a2 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:16:16.372911 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f9f32-b335-463c-ac8b-8c582ac3a0a2 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Pushing event updated for resources: {'Port': ['ID=9385defe-d416-4afb-bc18-21e6199953ee,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:16.407562 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff0147-2c8f-407a-945f-632462610889 req-769f9f32-b335-463c-ac8b-8c582ac3a0a2 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:16.410590 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-769f9f32-b335-463c-ac8b-8c582ac3a0a2 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:16.477139 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f726a-35e7-4544-96ef-5a49c6e19414 req-ce344fd6-a111-46f5-8dc2-340a87ef6ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:16.483320 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7d8f726a-35e7-4544-96ef-5a49c6e19414 req-ce344fd6-a111-46f5-8dc2-340a87ef6ebd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5cc6f6a875504307a4349194ae6d1b02&device_id=575846e3-2826-43db-9e2a-ae265ef2b38c HTTP/1.1" status: 200 len: 1095 time: 0.2821658 Sep 30 13:16:16.507892 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-769f9f32-b335-463c-ac8b-8c582ac3a0a2 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3904335 Sep 30 13:16:16.516841 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86504712-2038-47bf-85ce-f7c4534e9979 req-092a0180-e193-40ba-aedc-70528cd5545d tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:16.524222 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-86504712-2038-47bf-85ce-f7c4534e9979 req-092a0180-e193-40ba-aedc-70528cd5545d tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/ports?device_id=878b4b29-cddf-4426-8d4e-678b865e1dcf HTTP/1.1" status: 200 len: 931 time: 0.1398783 Sep 30 13:16:16.528283 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-dbff0147-2c8f-407a-945f-632462610889 req-2459b9e1-9e3f-47f9-b8de-828fb94e198e service neutron] Request body: {'port': {'device_id': '878b4b29-cddf-4426-8d4e-678b865e1dcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:16.546130 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0da32233-bed7-457b-ba74-e2354f68a54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:16.548800 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0da32233-bed7-457b-ba74-e2354f68a54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:16.553402 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0da32233-bed7-457b-ba74-e2354f68a54d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b2c5fe36-dbe1-4e56-a4bc-4944e2c3dd69 HTTP/1.1" status: 204 len: 168 time: 0.6817255 Sep 30 13:16:16.581138 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da32233-bed7-457b-ba74-e2354f68a54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c5fe36-dbe1-4e56-a4bc-4944e2c3dd69,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:16.630962 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-86504712-2038-47bf-85ce-f7c4534e9979 req-f0c50282-65bf-4228-939d-cc2825795cc7 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/security-groups?id=81a5e37d-d269-4910-b9bf-d10e21c3eed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057458 Sep 30 13:16:16.689293 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4110f9a-bd0d-4341-8285-9d41dc7472df req-b59a5799-4add-4b5c-97e3-8976b1cd07fc tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:16.700562 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c4110f9a-bd0d-4341-8285-9d41dc7472df req-b59a5799-4add-4b5c-97e3-8976b1cd07fc tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 946 time: 0.2776241 Sep 30 13:16:16.785776 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-2459b9e1-9e3f-47f9-b8de-828fb94e198e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:16.961101 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c4110f9a-bd0d-4341-8285-9d41dc7472df req-4895efc4-7a7b-4cc4-81da-b8a51b30c7a6 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530582 Sep 30 13:16:17.353839 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe77863-6ad5-4071-9e01-b9b4a9a6328f req-7cfe6919-9a52-45fb-862d-1d28ef24f846 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:17.361800 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4fe77863-6ad5-4071-9e01-b9b4a9a6328f req-7cfe6919-9a52-45fb-862d-1d28ef24f846 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=386ffbcf-4a9c-4b1d-9007-60d0716ee245 HTTP/1.1" status: 200 len: 945 time: 0.1885338 Sep 30 13:16:17.423088 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4fe77863-6ad5-4071-9e01-b9b4a9a6328f req-b1988d22-828d-4806-9f6f-5a461de64365 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/security-groups?id=29175c03-b705-4f4a-b397-f12b14861883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553310 Sep 30 13:16:17.717815 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f726a-35e7-4544-96ef-5a49c6e19414 req-271c97cc-9c70-400f-a623-2befdd299534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:17.719377 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7d8f726a-35e7-4544-96ef-5a49c6e19414 req-271c97cc-9c70-400f-a623-2befdd299534 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5cc6f6a875504307a4349194ae6d1b02&shared=False HTTP/1.1" status: 200 len: 919 time: 1.2271888 Sep 30 13:16:17.753679 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e960512-ea26-40db-baba-0ec157553cfe req-fde5ec81-b584-41fa-82f8-261085373d7f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:17.755915 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e960512-ea26-40db-baba-0ec157553cfe req-fde5ec81-b584-41fa-82f8-261085373d7f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 945 time: 0.1848633 Sep 30 13:16:17.798384 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-dbff0147-2c8f-407a-945f-632462610889 req-2459b9e1-9e3f-47f9-b8de-828fb94e198e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9385defe-d416-4afb-bc18-21e6199953ee {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:16:17.809424 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-2459b9e1-9e3f-47f9-b8de-828fb94e198e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:17.823687 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d863cd1-c301-4954-81a7-3cb1c81ffc8c req-71dd01e8-897e-48b9-aa82-5534a6970480 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:17.825402 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d863cd1-c301-4954-81a7-3cb1c81ffc8c req-71dd01e8-897e-48b9-aa82-5534a6970480 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f3600b0-f6bb-4737-aa26-d80a1c0a8c02 HTTP/1.1" status: 200 len: 946 time: 0.1141374 Sep 30 13:16:17.845105 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-dbff0147-2c8f-407a-945f-632462610889 req-2459b9e1-9e3f-47f9-b8de-828fb94e198e service neutron] Transition to ACTIVE for port object 9385defe-d416-4afb-bc18-21e6199953ee will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:16:17.871156 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33964) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:17.879724 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e960512-ea26-40db-baba-0ec157553cfe req-2a46e8f4-e082-40e5-977a-282cf2ded4e3 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116455 Sep 30 13:16:17.880212 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-2459b9e1-9e3f-47f9-b8de-828fb94e198e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:17.939983 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f726a-35e7-4544-96ef-5a49c6e19414 req-cf0ea1c3-9c5c-42a3-aec7-a44c0e145419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:17.944966 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7d8f726a-35e7-4544-96ef-5a49c6e19414 req-cf0ea1c3-9c5c-42a3-aec7-a44c0e145419 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2142889 Sep 30 13:16:17.994090 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d863cd1-c301-4954-81a7-3cb1c81ffc8c req-809950e4-0da4-4668-abe5-bc74aa75f085 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/security-groups?id=29175c03-b705-4f4a-b397-f12b14861883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580737 Sep 30 13:16:18.073526 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459b9e1-9e3f-47f9-b8de-828fb94e198e service neutron] Pushing event updated for resources: {'Port': ['ID=9385defe-d416-4afb-bc18-21e6199953ee,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:18.157343 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff0147-2c8f-407a-945f-632462610889 req-dde4dcd5-b2df-46c9-9e42-93b76be6ada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:18.160878 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-dde4dcd5-b2df-46c9-9e42-93b76be6ada1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5cc6f6a875504307a4349194ae6d1b02&device_id=575846e3-2826-43db-9e2a-ae265ef2b38c HTTP/1.1" status: 200 len: 1095 time: 0.1712739 Sep 30 13:16:18.171901 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-c69e9e8a-c93a-465e-a257-737bb167f015 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2087835043'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:18.195432 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-213c6a09-c118-4469-bc4d-5e0e12d3ba38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:18.224035 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-dbff0147-2c8f-407a-945f-632462610889 req-2459b9e1-9e3f-47f9-b8de-828fb94e198e service neutron] Attempting to bind port 9385defe-d416-4afb-bc18-21e6199953ee on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:16:18.224348 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-dbff0147-2c8f-407a-945f-632462610889 req-2459b9e1-9e3f-47f9-b8de-828fb94e198e service neutron] Attempting to bind port 9385defe-d416-4afb-bc18-21e6199953ee by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'dbfea386-12d1-479e-8c85-b8024a9ca29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5144f4ec-5081-4a01-b807-03b0b8b509a1'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:16:18.224606 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff0147-2c8f-407a-945f-632462610889 req-2459b9e1-9e3f-47f9-b8de-828fb94e198e service neutron] Attempting to bind port 9385defe-d416-4afb-bc18-21e6199953ee on network 5144f4ec-5081-4a01-b807-03b0b8b509a1 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:16:18.225056 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-6ac3a515-4d8a-4338-9006-1b359a107e0e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=480f86b7-98ac-480a-96c0-0b0cbbcf0fd1 HTTP/1.1" status: 200 len: 217 time: 0.0556142 Sep 30 13:16:18.234742 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff0147-2c8f-407a-945f-632462610889 req-2459b9e1-9e3f-47f9-b8de-828fb94e198e service neutron] Port 9385defe-d416-4afb-bc18-21e6199953ee on network 5144f4ec-5081-4a01-b807-03b0b8b509a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:16:18.235075 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff0147-2c8f-407a-945f-632462610889 req-2459b9e1-9e3f-47f9-b8de-828fb94e198e service neutron] Attempting to bind port 9385defe-d416-4afb-bc18-21e6199953ee on network 5144f4ec-5081-4a01-b807-03b0b8b509a1 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:16:18.246520 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fdecf-9a4d-4de6-8aa7-77a5b0ed2e98 req-1b01be58-04ea-43fb-a549-28fca54d17e4 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:18.248309 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-310fdecf-9a4d-4de6-8aa7-77a5b0ed2e98 req-1b01be58-04ea-43fb-a549-28fca54d17e4 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/ports?device_id=878b4b29-cddf-4426-8d4e-678b865e1dcf HTTP/1.1" status: 200 len: 943 time: 0.2121794 Sep 30 13:16:18.268719 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69e9e8a-c93a-465e-a257-737bb167f015 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Made reservation on behalf of 75450c069d2f4ae5857bdacfbb49f864 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:18.272304 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c69e9e8a-c93a-465e-a257-737bb167f015 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:18.284956 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff0147-2c8f-407a-945f-632462610889 req-2459b9e1-9e3f-47f9-b8de-828fb94e198e service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:16:18.285650 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff0147-2c8f-407a-945f-632462610889 req-2459b9e1-9e3f-47f9-b8de-828fb94e198e service neutron] Checking segment: {'id': 'dbfea386-12d1-479e-8c85-b8024a9ca29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5144f4ec-5081-4a01-b807-03b0b8b509a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:16:18.286305 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff0147-2c8f-407a-945f-632462610889 req-2459b9e1-9e3f-47f9-b8de-828fb94e198e service neutron] Bound using segment: {'id': 'dbfea386-12d1-479e-8c85-b8024a9ca29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5144f4ec-5081-4a01-b807-03b0b8b509a1'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:16:18.286984 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-dbff0147-2c8f-407a-945f-632462610889 req-2459b9e1-9e3f-47f9-b8de-828fb94e198e service neutron] Bound port: 9385defe-d416-4afb-bc18-21e6199953ee, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbfea386-12d1-479e-8c85-b8024a9ca29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5144f4ec-5081-4a01-b807-03b0b8b509a1'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:16:18.287550 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-2459b9e1-9e3f-47f9-b8de-828fb94e198e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:18.320283 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c69e9e8a-c93a-465e-a257-737bb167f015 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:18.320748 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-310fdecf-9a4d-4de6-8aa7-77a5b0ed2e98 req-4816518d-5025-4ed2-9305-df869001789e tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/security-groups?id=81a5e37d-d269-4910-b9bf-d10e21c3eed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617154 Sep 30 13:16:18.337797 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff0147-2c8f-407a-945f-632462610889 req-05ce3b2e-13ca-44cc-8a2b-c7a52fbad768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:18.339126 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-05ce3b2e-13ca-44cc-8a2b-c7a52fbad768 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=03256bff-85ab-44fb-a33c-b5077d4a295c HTTP/1.1" status: 200 len: 858 time: 0.1017883 Sep 30 13:16:18.406223 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-5614eeab-a0df-46d2-83d4-8a3f40d4b679 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5144f4ec-5081-4a01-b807-03b0b8b509a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590327 Sep 30 13:16:18.412233 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c1fbc-5f4a-42e8-bfb7-6e4ccb1c5519 req-8b5a229b-94e2-4ead-ba9a-e5755968f82b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:18.413969 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-195c1fbc-5f4a-42e8-bfb7-6e4ccb1c5519 req-8b5a229b-94e2-4ead-ba9a-e5755968f82b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 946 time: 0.1612651 Sep 30 13:16:18.468428 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-dbff0147-2c8f-407a-945f-632462610889 req-2459b9e1-9e3f-47f9-b8de-828fb94e198e service neutron] For port 9385defe-d416-4afb-bc18-21e6199953ee, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:16:18.475922 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-dbff0147-2c8f-407a-945f-632462610889 req-2459b9e1-9e3f-47f9-b8de-828fb94e198e service neutron] For port 9385defe-d416-4afb-bc18-21e6199953ee, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=9385defe-d416-4afb-bc18-21e6199953ee,segment=NetworkSegment(dbfea386-12d1-479e-8c85-b8024a9ca29c),segment_id=dbfea386-12d1-479e-8c85-b8024a9ca29c)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:16:18.498144 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-2459b9e1-9e3f-47f9-b8de-828fb94e198e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:18.528644 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-195c1fbc-5f4a-42e8-bfb7-6e4ccb1c5519 req-bd80908f-d6b1-4aba-a405-e5f8c7849743 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074123 Sep 30 13:16:18.645020 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-b6c38bb9-ad9a-47ca-9871-d83c5ae11b47 service neutron] 10.222.0.39 "GET /v2.0/networks/5144f4ec-5081-4a01-b807-03b0b8b509a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301097 Sep 30 13:16:18.664830 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff0147-2c8f-407a-945f-632462610889 req-2459b9e1-9e3f-47f9-b8de-828fb94e198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:18.665986 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-dbff0147-2c8f-407a-945f-632462610889 req-2459b9e1-9e3f-47f9-b8de-828fb94e198e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:18.668942 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-2459b9e1-9e3f-47f9-b8de-828fb94e198e service neutron] 10.222.0.54 "PUT /v2.0/ports/9385defe-d416-4afb-bc18-21e6199953ee HTTP/1.1" status: 200 len: 1091 time: 2.1455343 Sep 30 13:16:18.674366 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878b4b29-cddf-4426-8d4e-678b865e1dcf', 'tag': '9385defe-d416-4afb-bc18-21e6199953ee'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:18.680066 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b2ee83-620b-477f-83bf-47a09a93231e" -d '{"events": [{"name": "network-changed", "server_uuid": "878b4b29-cddf-4426-8d4e-678b865e1dcf", "tag": "9385defe-d416-4afb-bc18-21e6199953ee"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:18.716673 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459b9e1-9e3f-47f9-b8de-828fb94e198e service neutron] Pushing event updated for resources: {'Port': ['ID=9385defe-d416-4afb-bc18-21e6199953ee,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:18.766773 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-effae2c7-031a-4a8b-912e-f1935857754c service neutron] 10.222.0.39 "GET /v2.0/networks/5144f4ec-5081-4a01-b807-03b0b8b509a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140969 Sep 30 13:16:18.809762 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff0147-2c8f-407a-945f-632462610889 req-ba0701b6-6e3e-413e-ba35-fb8d6ae2afbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:18.811400 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-ba0701b6-6e3e-413e-ba35-fb8d6ae2afbc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5cc6f6a875504307a4349194ae6d1b02&device_id=878b4b29-cddf-4426-8d4e-678b865e1dcf HTTP/1.1" status: 200 len: 1094 time: 0.0789948 Sep 30 13:16:18.821131 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c69e9e8a-c93a-465e-a257-737bb167f015 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:18.875726 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-97f6bffc-b383-4e9c-b773-b341c8bc51c9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9385defe-d416-4afb-bc18-21e6199953ee HTTP/1.1" status: 200 len: 217 time: 0.0531774 Sep 30 13:16:18.877403 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e52440-8d40-4206-912d-87ef40db1f2c x-openstack-request-id: req-10e52440-8d40-4206-912d-87ef40db1f2c {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:18.877893 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878b4b29-cddf-4426-8d4e-678b865e1dcf", "tag": "9385defe-d416-4afb-bc18-21e6199953ee", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:18.878141 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-10e52440-8d40-4206-912d-87ef40db1f2c {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:18.878538 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878b4b29-cddf-4426-8d4e-678b865e1dcf', 'tag': '9385defe-d416-4afb-bc18-21e6199953ee', 'status': 'completed', 'code': 200} Sep 30 13:16:18.879702 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c69e9e8a-c93a-465e-a257-737bb167f015 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:18.969837 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c69e9e8a-c93a-465e-a257-737bb167f015 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:16:18.982710 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e9e8a-c93a-465e-a257-737bb167f015 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fec1c28-4b8f-478c-88b5-44b3ea1906ef,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:19.003196 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c69e9e8a-c93a-465e-a257-737bb167f015 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:19.004375 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-c69e9e8a-c93a-465e-a257-737bb167f015 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Added segment a8dc6b8a-c008-43ba-ac2f-be7909fc9edc of type vlan for network 94671aab-3555-45fe-97f3-580f9a6c11f8 Sep 30 13:16:19.018098 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff0147-2c8f-407a-945f-632462610889 req-f2fff51f-881a-4ace-802f-8b292de71f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:19.021021 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-f2fff51f-881a-4ace-802f-8b292de71f5a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=03256bff-85ab-44fb-a33c-b5077d4a295c HTTP/1.1" status: 200 len: 858 time: 0.1368861 Sep 30 13:16:19.094589 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-b57e423a-e8ba-4909-b21d-3ef12e55e82e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5144f4ec-5081-4a01-b807-03b0b8b509a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327206 Sep 30 13:16:19.110906 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e1b3d-8f9a-475a-8ed2-6eefed51f63b req-711bbc8e-5efa-45d7-b917-adfe1376a455 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:19.122431 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bb5e1b3d-8f9a-475a-8ed2-6eefed51f63b req-711bbc8e-5efa-45d7-b917-adfe1376a455 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 945 time: 0.1153224 Sep 30 13:16:19.194544 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bb5e1b3d-8f9a-475a-8ed2-6eefed51f63b req-918eeeba-ad4f-4117-a6e2-806dce194b1d tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711677 Sep 30 13:16:19.206364 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-716ac322-fac0-47cd-b961-2bfe9b4091b2 service neutron] 10.222.0.54 "GET /v2.0/networks/5144f4ec-5081-4a01-b807-03b0b8b509a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990310 Sep 30 13:16:19.206364 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c69e9e8a-c93a-465e-a257-737bb167f015 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:19.412716 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:19.479762 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c69e9e8a-c93a-465e-a257-737bb167f015 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:19.485809 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69e9e8a-c93a-465e-a257-737bb167f015 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:19.486457 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c69e9e8a-c93a-465e-a257-737bb167f015 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:19.534293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01a9df-233b-4ccf-ae25-a71eba1bff8e req-dd3c6016-9972-4bcd-912c-834c727d647b tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:19.535794 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bc01a9df-233b-4ccf-ae25-a71eba1bff8e req-dd3c6016-9972-4bcd-912c-834c727d647b tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/ports?device_id=878b4b29-cddf-4426-8d4e-678b865e1dcf HTTP/1.1" status: 200 len: 943 time: 0.1041927 Sep 30 13:16:19.565359 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e9e8a-c93a-465e-a257-737bb167f015 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event updated for resources: {'Network': ['ID=94671aab-3555-45fe-97f3-580f9a6c11f8,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:19.578104 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 94671aab-3555-45fe-97f3-580f9a6c11f8 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:16:19.592507 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bc01a9df-233b-4ccf-ae25-a71eba1bff8e req-2524d8d0-698d-43aa-84b5-1785a4bdf825 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/security-groups?id=81a5e37d-d269-4910-b9bf-d10e21c3eed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471094 Sep 30 13:16:19.611754 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dbff0147-2c8f-407a-945f-632462610889 req-ad6936f1-879c-48a4-b806-7d3769c9ef11 service neutron] 10.222.0.54 "GET /v2.0/networks/5144f4ec-5081-4a01-b807-03b0b8b509a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920190 Sep 30 13:16:19.635179 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a55518-2830-4465-a191-aa75cf897422 req-c764d1a8-02a2-4309-9e56-810feaac120e tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:19.647585 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2a55518-2830-4465-a191-aa75cf897422 req-c764d1a8-02a2-4309-9e56-810feaac120e tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/networks?id=85525d6f-904f-49b9-bd56-a181c58a3176 HTTP/1.1" status: 200 len: 813 time: 0.4412110 Sep 30 13:16:19.674036 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c69e9e8a-c93a-465e-a257-737bb167f015 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7864733 Sep 30 13:16:19.674036 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2a55518-2830-4465-a191-aa75cf897422 req-6f76f5f9-64d1-4531-905d-d1d046f299e4 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/quotas/8e994dc4f4df4842a52da2b8cd3e10a3 HTTP/1.1" status: 200 len: 375 time: 0.0192151 Sep 30 13:16:19.761655 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2ee83-620b-477f-83bf-47a09a93231e req-db75c109-807e-485c-8970-0f01a6ef2f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:19.763359 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-32b2ee83-620b-477f-83bf-47a09a93231e req-db75c109-807e-485c-8970-0f01a6ef2f6f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5cc6f6a875504307a4349194ae6d1b02&device_id=878b4b29-cddf-4426-8d4e-678b865e1dcf HTTP/1.1" status: 200 len: 1094 time: 0.0759799 Sep 30 13:16:19.767536 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab2955-7c73-42d4-b336-edfb6cce8bce req-208e6bef-24d8-4448-afa1-16101d8033ae tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:19.775269 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 822c9588-a9e2-4247-a726-a1514c819a7c details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:16:19.779296 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36ab2955-7c73-42d4-b336-edfb6cce8bce req-208e6bef-24d8-4448-afa1-16101d8033ae tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 946 time: 0.1014607 Sep 30 13:16:19.782958 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2a55518-2830-4465-a191-aa75cf897422 req-443e61b2-740c-409e-b8fb-e7b3faf77873 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8e994dc4f4df4842a52da2b8cd3e10a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1077712 Sep 30 13:16:19.862853 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36ab2955-7c73-42d4-b336-edfb6cce8bce req-a4dfcdbe-9589-47bd-b910-89df7808b895 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823064 Sep 30 13:16:20.036522 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2a55518-2830-4465-a191-aa75cf897422 req-28c3620d-dc05-4db6-b4a1-238253262922 service neutron] 10.222.0.18 "GET /v2.0/networks/85525d6f-904f-49b9-bd56-a181c58a3176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529917 Sep 30 13:16:20.146039 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2ee83-620b-477f-83bf-47a09a93231e req-2befce49-8da6-4fdc-9c52-af4e5d573cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:20.146039 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-32b2ee83-620b-477f-83bf-47a09a93231e req-2befce49-8da6-4fdc-9c52-af4e5d573cad service neutron] 10.222.0.54 "GET /v2.0/networks?id=5144f4ec-5081-4a01-b807-03b0b8b509a1 HTTP/1.1" status: 200 len: 919 time: 0.3537285 Sep 30 13:16:20.173623 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 822c9588-a9e2-4247-a726-a1514c819a7c, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=822c9588-a9e2-4247-a726-a1514c819a7c,segment=NetworkSegment(dbfea386-12d1-479e-8c85-b8024a9ca29c),segment_id=dbfea386-12d1-479e-8c85-b8024a9ca29c)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:20.205118 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-32b2ee83-620b-477f-83bf-47a09a93231e req-5820d3a8-35b6-4fea-a829-e3d4e338e54d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9385defe-d416-4afb-bc18-21e6199953ee HTTP/1.1" status: 200 len: 217 time: 0.0472786 Sep 30 13:16:20.225237 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '822c9588-a9e2-4247-a726-a1514c819a7c', 'network_id': '5144f4ec-5081-4a01-b807-03b0b8b509a1', 'port_id': '822c9588-a9e2-4247-a726-a1514c819a7c', 'mac_address': 'fa:16:3e:b7:36:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03256bff-85ab-44fb-a33c-b5077d4a295c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:16:20.232186 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2a55518-2830-4465-a191-aa75cf897422 req-2a239287-b8b3-4824-a757-08241334e683 service neutron] 10.222.0.18 "GET /v2.0/networks/85525d6f-904f-49b9-bd56-a181c58a3176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939366 Sep 30 13:16:20.376809 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2ee83-620b-477f-83bf-47a09a93231e req-c5bf9e90-7b36-4370-b3c7-0bd30456e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:20.381523 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-32b2ee83-620b-477f-83bf-47a09a93231e req-c5bf9e90-7b36-4370-b3c7-0bd30456e72a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=03256bff-85ab-44fb-a33c-b5077d4a295c HTTP/1.1" status: 200 len: 858 time: 0.1483104 Sep 30 13:16:20.389598 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:20.422774 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822c9588-a9e2-4247-a726-a1514c819a7c {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:16:20.466063 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 822c9588-a9e2-4247-a726-a1514c819a7c, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=822c9588-a9e2-4247-a726-a1514c819a7c,segment=NetworkSegment(dbfea386-12d1-479e-8c85-b8024a9ca29c),segment_id=dbfea386-12d1-479e-8c85-b8024a9ca29c)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:20.475038 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:20.574794 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=822c9588-a9e2-4247-a726-a1514c819a7c,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:20.594748 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-32b2ee83-620b-477f-83bf-47a09a93231e req-da38dc1f-b408-4576-bee8-b7189cc0fb4a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5144f4ec-5081-4a01-b807-03b0b8b509a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1872854 Sep 30 13:16:20.624936 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977cc186-79dc-48fe-8bf5-a81591bacb18 req-b511053c-fb85-46fd-8bd2-0ee7eb1d1f26 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:20.626561 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-977cc186-79dc-48fe-8bf5-a81591bacb18 req-b511053c-fb85-46fd-8bd2-0ee7eb1d1f26 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f3600b0-f6bb-4737-aa26-d80a1c0a8c02 HTTP/1.1" status: 200 len: 946 time: 0.3344190 Sep 30 13:16:20.689109 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ab9c7882-7bf4-445a-acb0-c0520f813904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:20.752125 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0cd4a-50c4-4efc-930d-b334536f49aa req-002e0a38-fa74-435d-a9d4-e2bb603bb5e0 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:20.771482 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-01e0cd4a-50c4-4efc-930d-b334536f49aa req-002e0a38-fa74-435d-a9d4-e2bb603bb5e0 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 945 time: 0.3697524 Sep 30 13:16:20.796586 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bad8d-2772-4412-98a3-a4f338bebf59 req-5f03944a-beff-463c-9175-b7dc12e1e3f9 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:20.803903 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-458bad8d-2772-4412-98a3-a4f338bebf59 req-5f03944a-beff-463c-9175-b7dc12e1e3f9 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.39 "GET /v2.0/ports?device_id=386ffbcf-4a9c-4b1d-9007-60d0716ee245 HTTP/1.1" status: 200 len: 945 time: 0.3385460 Sep 30 13:16:20.860365 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-32b2ee83-620b-477f-83bf-47a09a93231e req-c62d874c-9388-4cd0-94bb-1051c621461f service neutron] 10.222.0.54 "GET /v2.0/networks/5144f4ec-5081-4a01-b807-03b0b8b509a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647419 Sep 30 13:16:20.885525 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['822c9588-a9e2-4247-a726-a1514c819a7c'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:16:21.072798 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-01e0cd4a-50c4-4efc-930d-b334536f49aa req-7bf29cac-5e11-4ff5-a166-79b311db0d66 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006163 Sep 30 13:16:21.382869 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-32b2ee83-620b-477f-83bf-47a09a93231e req-1ca47037-8ffb-45aa-b4ab-463eb3197ab0 service neutron] 10.222.0.54 "GET /v2.0/networks/5144f4ec-5081-4a01-b807-03b0b8b509a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5084667 Sep 30 13:16:21.394157 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-977cc186-79dc-48fe-8bf5-a81591bacb18 req-532b0660-e680-4245-bbe5-212916b9b68f tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Deleting port 371d9962-2b1c-4c67-91cd-0ac84578fa2c {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:16:21.396063 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-977cc186-79dc-48fe-8bf5-a81591bacb18 req-532b0660-e680-4245-bbe5-212916b9b68f tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:21.428820 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b263ee-50b2-4748-9587-151327e536c6 req-e5f6705d-e4bf-4dcf-b99a-8f55be63b478 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:21.453449 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a2b263ee-50b2-4748-9587-151327e536c6 req-e5f6705d-e4bf-4dcf-b99a-8f55be63b478 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/ports?device_id=878b4b29-cddf-4426-8d4e-678b865e1dcf HTTP/1.1" status: 200 len: 943 time: 0.4747131 Sep 30 13:16:21.570567 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-458bad8d-2772-4412-98a3-a4f338bebf59 req-95ab020b-9561-4725-82d5-1b856540079c tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Deleting port 6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:16:21.572539 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-458bad8d-2772-4412-98a3-a4f338bebf59 req-95ab020b-9561-4725-82d5-1b856540079c tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:21.573867 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a2b263ee-50b2-4748-9587-151327e536c6 req-44fd70c0-615c-4558-ba92-5e904836f88b tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/security-groups?id=81a5e37d-d269-4910-b9bf-d10e21c3eed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176510 Sep 30 13:16:21.584366 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:21.810448 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-79715137-ccf7-408c-976e-d2e6afdc87c7 req-b3eba1ce-c336-4355-9919-7d2fd5d42fb2 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acb39f5-7e1e-46ed-a817-e403c49587ce HTTP/1.1" status: 200 len: 210 time: 0.0537510 Sep 30 13:16:22.000188 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 480f86b7-98ac-480a-96c0-0b0cbbcf0fd1 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:16:22.319505 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 480f86b7-98ac-480a-96c0-0b0cbbcf0fd1, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=480f86b7-98ac-480a-96c0-0b0cbbcf0fd1,segment=NetworkSegment(dbfea386-12d1-479e-8c85-b8024a9ca29c),segment_id=dbfea386-12d1-479e-8c85-b8024a9ca29c)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:22.397323 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:22.398707 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '480f86b7-98ac-480a-96c0-0b0cbbcf0fd1', 'network_id': '5144f4ec-5081-4a01-b807-03b0b8b509a1', 'port_id': '480f86b7-98ac-480a-96c0-0b0cbbcf0fd1', 'mac_address': 'fa:16:3e:59:19:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03256bff-85ab-44fb-a33c-b5077d4a295c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:16:22.409249 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60aca5c-bea6-4ff3-95d2-79f6b4324e9c req-ef362222-5171-4ba5-8550-b1597e6e41bb tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:22.413581 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f60aca5c-bea6-4ff3-95d2-79f6b4324e9c req-ef362222-5171-4ba5-8550-b1597e6e41bb tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 946 time: 0.8072672 Sep 30 13:16:22.552876 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:22.569838 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7430080-b90d-4991-a95b-0bc6e121055b req-66430315-fb67-415f-80f6-7b5c381903fb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:22.583176 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d7430080-b90d-4991-a95b-0bc6e121055b req-66430315-fb67-415f-80f6-7b5c381903fb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 945 time: 0.3103094 Sep 30 13:16:22.647485 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480f86b7-98ac-480a-96c0-0b0cbbcf0fd1 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:16:22.676879 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d7430080-b90d-4991-a95b-0bc6e121055b req-63533817-06c7-4294-8490-63a3b4819b0e tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899882 Sep 30 13:16:22.717071 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-458bad8d-2772-4412-98a3-a4f338bebf59 req-95ab020b-9561-4725-82d5-1b856540079c tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] For port 6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb,segment=NetworkSegment(14f9140a-c7ec-4133-a36f-d4224eff2a8a),segment_id=14f9140a-c7ec-4133-a36f-d4224eff2a8a)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:22.718788 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-458bad8d-2772-4412-98a3-a4f338bebf59 req-95ab020b-9561-4725-82d5-1b856540079c tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:22.732615 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 480f86b7-98ac-480a-96c0-0b0cbbcf0fd1, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=480f86b7-98ac-480a-96c0-0b0cbbcf0fd1,segment=NetworkSegment(dbfea386-12d1-479e-8c85-b8024a9ca29c),segment_id=dbfea386-12d1-479e-8c85-b8024a9ca29c)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:22.747292 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:22.760228 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-977cc186-79dc-48fe-8bf5-a81591bacb18 req-532b0660-e680-4245-bbe5-212916b9b68f tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] For port 371d9962-2b1c-4c67-91cd-0ac84578fa2c, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=371d9962-2b1c-4c67-91cd-0ac84578fa2c,segment=NetworkSegment(14f9140a-c7ec-4133-a36f-d4224eff2a8a),segment_id=14f9140a-c7ec-4133-a36f-d4224eff2a8a)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:22.774188 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-977cc186-79dc-48fe-8bf5-a81591bacb18 req-532b0660-e680-4245-bbe5-212916b9b68f tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:22.881731 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-458bad8d-2772-4412-98a3-a4f338bebf59 req-95ab020b-9561-4725-82d5-1b856540079c tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Calling delete_port for 6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:16:22.931105 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=480f86b7-98ac-480a-96c0-0b0cbbcf0fd1,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:23.021311 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['480f86b7-98ac-480a-96c0-0b0cbbcf0fd1'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:16:23.029309 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f9611-284a-43f5-9874-10c631c51ce1 req-fc4a64f9-0496-49ad-9d2f-9770a93bfa96 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:23.042714 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-354f9611-284a-43f5-9874-10c631c51ce1 req-fc4a64f9-0496-49ad-9d2f-9770a93bfa96 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/ports?device_id=878b4b29-cddf-4426-8d4e-678b865e1dcf HTTP/1.1" status: 200 len: 943 time: 0.2110131 Sep 30 13:16:23.104232 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34086) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:23.111740 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-0bb7df1c-355d-49e2-93af-30b246ce5607 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Request body: {'subnet': {'network_id': '94671aab-3555-45fe-97f3-580f9a6c11f8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:23.213358 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-354f9611-284a-43f5-9874-10c631c51ce1 req-1270c1fb-5aa4-4f94-a3fe-f4e78f062753 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/security-groups?id=81a5e37d-d269-4910-b9bf-d10e21c3eed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618123 Sep 30 13:16:23.378197 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-977cc186-79dc-48fe-8bf5-a81591bacb18 req-532b0660-e680-4245-bbe5-212916b9b68f tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Calling delete_port for 371d9962-2b1c-4c67-91cd-0ac84578fa2c owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:16:23.474508 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f60aca5c-bea6-4ff3-95d2-79f6b4324e9c req-d2a99674-43bf-4788-88c9-6419163eaa3f tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0109427 Sep 30 13:16:23.508174 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-458bad8d-2772-4412-98a3-a4f338bebf59 req-95ab020b-9561-4725-82d5-1b856540079c tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:23.615756 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab020b-9561-4725-82d5-1b856540079c tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Pushing event deleted for resources: {'Port': ['ID=6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:23.659485 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e89afc57-a819-4da3-b5be-8a0c6c8f0999 req-a259d3ef-52ef-4cd1-86fd-fbd4f5888cbd tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acb39f5-7e1e-46ed-a817-e403c49587ce HTTP/1.1" status: 200 len: 210 time: 0.1853521 Sep 30 13:16:23.667847 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a55518-2830-4465-a191-aa75cf897422 req-70f891fa-8234-4838-8ae0-eb0b99d2111c tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:23.669375 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2a55518-2830-4465-a191-aa75cf897422 req-70f891fa-8234-4838-8ae0-eb0b99d2111c tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.39 "GET /v2.0/networks?id=85525d6f-904f-49b9-bd56-a181c58a3176 HTTP/1.1" status: 200 len: 813 time: 0.3141329 Sep 30 13:16:23.689542 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb7df1c-355d-49e2-93af-30b246ce5607 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Made reservation on behalf of 75450c069d2f4ae5857bdacfbb49f864 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:23.695129 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0bb7df1c-355d-49e2-93af-30b246ce5607 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:23.707972 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 9385defe-d416-4afb-bc18-21e6199953ee details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:16:23.710188 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 822c9588-a9e2-4247-a726-a1514c819a7c up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:16:23.727076 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-e2a55518-2830-4465-a191-aa75cf897422 req-13e1131b-8f14-45f9-89d8-9fe5b461b220 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Request body: {'port': {'device_id': 'e2a0a184-c65a-437c-a6a8-acdd7f570d8d', 'network_id': '85525d6f-904f-49b9-bd56-a181c58a3176', 'admin_state_up': True, 'tenant_id': '8e994dc4f4df4842a52da2b8cd3e10a3'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:23.781425 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-458bad8d-2772-4412-98a3-a4f338bebf59 req-95ab020b-9561-4725-82d5-1b856540079c tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] No DVR routers for this DVR port 6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:16:23.788605 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-458bad8d-2772-4412-98a3-a4f338bebf59 req-95ab020b-9561-4725-82d5-1b856540079c tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:23.797253 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-458bad8d-2772-4412-98a3-a4f338bebf59 req-95ab020b-9561-4725-82d5-1b856540079c tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.39 "DELETE /v2.0/ports/6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb HTTP/1.1" status: 204 len: 173 time: 2.9420152 Sep 30 13:16:23.797974 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386ffbcf-4a9c-4b1d-9007-60d0716ee245', 'name': 'network-vif-deleted', 'tag': '6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:23.800478 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319e3621-b39a-46c1-9298-ae0e064bb343" -d '{"events": [{"server_uuid": "386ffbcf-4a9c-4b1d-9007-60d0716ee245", "name": "network-vif-deleted", "tag": "6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:23.930569 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e34297a-7644-46aa-8dcf-14e35f2e7bc0 x-openstack-request-id: req-6e34297a-7644-46aa-8dcf-14e35f2e7bc0 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:23.931154 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386ffbcf-4a9c-4b1d-9007-60d0716ee245", "name": "network-vif-deleted", "tag": "6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:23.931583 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e34297a-7644-46aa-8dcf-14e35f2e7bc0 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:23.932244 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386ffbcf-4a9c-4b1d-9007-60d0716ee245', 'name': 'network-vif-deleted', 'tag': '6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb', 'status': 'completed', 'code': 200} Sep 30 13:16:24.067597 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c379a2-9f4f-4f56-b14d-bd222dcb7794 req-0639f01f-5bf3-4feb-a8fd-0c9a722fd9af tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:24.095594 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e9c379a2-9f4f-4f56-b14d-bd222dcb7794 req-0639f01f-5bf3-4feb-a8fd-0c9a722fd9af tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 945 time: 0.2552381 Sep 30 13:16:24.109728 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:16:24.205941 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 822c9588-a9e2-4247-a726-a1514c819a7c completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:16:24.208567 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-977cc186-79dc-48fe-8bf5-a81591bacb18 req-532b0660-e680-4245-bbe5-212916b9b68f tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:24.213380 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 822c9588-a9e2-4247-a726-a1514c819a7c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:16:24.214639 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:24.216548 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:16:24.216921 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 6ead7caf-43e6-48e1-a4c6-a0d1acfdcedb not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:16:24.248349 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:24.268823 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 9385defe-d416-4afb-bc18-21e6199953ee, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=9385defe-d416-4afb-bc18-21e6199953ee,segment=NetworkSegment(dbfea386-12d1-479e-8c85-b8024a9ca29c),segment_id=dbfea386-12d1-479e-8c85-b8024a9ca29c)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:24.290333 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '9385defe-d416-4afb-bc18-21e6199953ee', 'network_id': '5144f4ec-5081-4a01-b807-03b0b8b509a1', 'port_id': '9385defe-d416-4afb-bc18-21e6199953ee', 'mac_address': 'fa:16:3e:96:a0:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03256bff-85ab-44fb-a33c-b5077d4a295c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:16:24.441959 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b0660-e680-4245-bbe5-212916b9b68f tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Pushing event deleted for resources: {'Port': ['ID=371d9962-2b1c-4c67-91cd-0ac84578fa2c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:24.447887 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:24.488721 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9385defe-d416-4afb-bc18-21e6199953ee {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:16:24.498365 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a55518-2830-4465-a191-aa75cf897422 req-b62404b5-25cf-4c75-bfda-5a93057ea6f4 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:24.511291 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e9c379a2-9f4f-4f56-b14d-bd222dcb7794 req-2943c688-69dd-438a-9c7e-97968f14546a tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142594 Sep 30 13:16:24.517599 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-977cc186-79dc-48fe-8bf5-a81591bacb18 req-532b0660-e680-4245-bbe5-212916b9b68f tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] No DVR routers for this DVR port 371d9962-2b1c-4c67-91cd-0ac84578fa2c on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:16:24.525096 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-977cc186-79dc-48fe-8bf5-a81591bacb18 req-532b0660-e680-4245-bbe5-212916b9b68f tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:24.529913 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2a55518-2830-4465-a191-aa75cf897422 req-b62404b5-25cf-4c75-bfda-5a93057ea6f4 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.54 "GET /v2.0/networks?id=85525d6f-904f-49b9-bd56-a181c58a3176 HTTP/1.1" status: 200 len: 813 time: 0.9399168 Sep 30 13:16:24.531717 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-977cc186-79dc-48fe-8bf5-a81591bacb18 req-532b0660-e680-4245-bbe5-212916b9b68f tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.54 "DELETE /v2.0/ports/371d9962-2b1c-4c67-91cd-0ac84578fa2c HTTP/1.1" status: 204 len: 173 time: 3.8876896 Sep 30 13:16:24.555944 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:24.592097 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-e2a55518-2830-4465-a191-aa75cf897422 req-f6a52450-2104-4bd6-ad7c-01559eeee270 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Request body: {'port': {'device_id': '4acb39f5-7e1e-46ed-a817-e403c49587ce', 'network_id': '85525d6f-904f-49b9-bd56-a181c58a3176', 'admin_state_up': True, 'tenant_id': '8e994dc4f4df4842a52da2b8cd3e10a3'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:24.609325 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 9385defe-d416-4afb-bc18-21e6199953ee, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=9385defe-d416-4afb-bc18-21e6199953ee,segment=NetworkSegment(dbfea386-12d1-479e-8c85-b8024a9ca29c),segment_id=dbfea386-12d1-479e-8c85-b8024a9ca29c)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:24.629612 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b828bd52-d867-4a79-9ef4-c1ee4bcb4de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822c9588-a9e2-4247-a726-a1514c819a7c'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:24.636037 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15789824-5647-4e14-bf8d-76bb71b7b324" -d '{"events": [{"server_uuid": "b828bd52-d867-4a79-9ef4-c1ee4bcb4de3", "name": "network-vif-plugged", "status": "completed", "tag": "822c9588-a9e2-4247-a726-a1514c819a7c"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:24.648767 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:24.678176 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 822c9588-a9e2-4247-a726-a1514c819a7c, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=822c9588-a9e2-4247-a726-a1514c819a7c,segment=NetworkSegment(dbfea386-12d1-479e-8c85-b8024a9ca29c),segment_id=dbfea386-12d1-479e-8c85-b8024a9ca29c)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:24.764319 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:24.766329 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 371d9962-2b1c-4c67-91cd-0ac84578fa2c no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:16:24.841815 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2a55518-2830-4465-a191-aa75cf897422 req-13e1131b-8f14-45f9-89d8-9fe5b461b220 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Made reservation on behalf of 8e994dc4f4df4842a52da2b8cd3e10a3 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:24.846393 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e2a55518-2830-4465-a191-aa75cf897422 req-13e1131b-8f14-45f9-89d8-9fe5b461b220 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:24.864271 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 371d9962-2b1c-4c67-91cd-0ac84578fa2c {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:16:24.865046 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 371d9962-2b1c-4c67-91cd-0ac84578fa2c not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:16:24.887668 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=9385defe-d416-4afb-bc18-21e6199953ee,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:24.915665 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a50b3-d51e-41de-a0aa-c985a25f4dd2 req-56acf67d-7fc8-4bac-a6ba-c66f6ab7735a tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:24.917204 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-540a50b3-d51e-41de-a0aa-c985a25f4dd2 req-56acf67d-7fc8-4bac-a6ba-c66f6ab7735a tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/ports?device_id=878b4b29-cddf-4426-8d4e-678b865e1dcf HTTP/1.1" status: 200 len: 943 time: 0.5251875 Sep 30 13:16:24.969449 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=822c9588-a9e2-4247-a726-a1514c819a7c,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:25.047449 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['9385defe-d416-4afb-bc18-21e6199953ee'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:16:25.071651 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0bb7df1c-355d-49e2-93af-30b246ce5607 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:25.075964 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-540a50b3-d51e-41de-a0aa-c985a25f4dd2 req-3e4b7b1f-f4ab-4344-b4d7-9fdacac89387 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/security-groups?id=81a5e37d-d269-4910-b9bf-d10e21c3eed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461630 Sep 30 13:16:25.171886 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ecd362-fed9-41e0-bf8a-586072c4773c req-01c9e972-f75b-4aa5-9670-f9c3d108d72b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:25.176264 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2a55518-2830-4465-a191-aa75cf897422 req-f6a52450-2104-4bd6-ad7c-01559eeee270 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Made reservation on behalf of 8e994dc4f4df4842a52da2b8cd3e10a3 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:25.179740 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e2a55518-2830-4465-a191-aa75cf897422 req-f6a52450-2104-4bd6-ad7c-01559eeee270 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:25.182424 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-40ecd362-fed9-41e0-bf8a-586072c4773c req-01c9e972-f75b-4aa5-9670-f9c3d108d72b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 946 time: 0.1942902 Sep 30 13:16:25.245816 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-40ecd362-fed9-41e0-bf8a-586072c4773c req-b81849f5-ce74-44d2-8919-2859db2a6617 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618942 Sep 30 13:16:25.284482 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7df1c-355d-49e2-93af-30b246ce5607 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event updated for resources: {'Subnet': ['ID=ce9565f4-5f7b-4f42-8ca8-0ffd8dc5ef06,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:25.422952 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-e2a55518-2830-4465-a191-aa75cf897422 req-13e1131b-8f14-45f9-89d8-9fe5b461b220 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Allocated IP 172.20.0.13 (85525d6f-904f-49b9-bd56-a181c58a3176/bbe1ffcf-2c73-4b79-897f-ffbf75802216/cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:16:25.428030 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb7df1c-355d-49e2-93af-30b246ce5607 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Checking segment: {'id': 'a8dc6b8a-c008-43ba-ac2f-be7909fc9edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '94671aab-3555-45fe-97f3-580f9a6c11f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:16:25.430450 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb7df1c-355d-49e2-93af-30b246ce5607 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Network hostable DHCP agents. Network: 94671aab-3555-45fe-97f3-580f9a6c11f8, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:16:25.469898 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d3552a-e924-463a-9325-02c3c99a4506 x-openstack-request-id: req-43d3552a-e924-463a-9325-02c3c99a4506 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:25.470226 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b828bd52-d867-4a79-9ef4-c1ee4bcb4de3", "name": "network-vif-plugged", "status": "completed", "tag": "822c9588-a9e2-4247-a726-a1514c819a7c", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:25.470475 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43d3552a-e924-463a-9325-02c3c99a4506 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:25.470885 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b828bd52-d867-4a79-9ef4-c1ee4bcb4de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822c9588-a9e2-4247-a726-a1514c819a7c', 'code': 200} Sep 30 13:16:25.604858 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656755d-b18d-4bb5-a853-4cd8351dd5f7 req-0a3b3004-c54b-4be6-aa9b-dc90a3d7a304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:25.616012 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b656755d-b18d-4bb5-a853-4cd8351dd5f7 req-0a3b3004-c54b-4be6-aa9b-dc90a3d7a304 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b828bd52-d867-4a79-9ef4-c1ee4bcb4de3 HTTP/1.1" status: 200 len: 1096 time: 0.0897863 Sep 30 13:16:25.742482 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b656755d-b18d-4bb5-a853-4cd8351dd5f7 req-320819b9-ec62-47d7-b0ae-f66e28ed72d8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=81a5e37d-d269-4910-b9bf-d10e21c3eed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189892 Sep 30 13:16:25.755454 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc412fc-667a-4e7a-b6b3-1e356fdedfb8 req-505aa31b-544d-45b1-b8f4-7e193cb58350 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:25.757364 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5dc412fc-667a-4e7a-b6b3-1e356fdedfb8 req-505aa31b-544d-45b1-b8f4-7e193cb58350 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 945 time: 0.0761297 Sep 30 13:16:25.871763 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5dc412fc-667a-4e7a-b6b3-1e356fdedfb8 req-e3b02980-2eff-443c-baf4-39781e55fc7c tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817256 Sep 30 13:16:25.933784 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3600b0-f6bb-4737-aa26-d80a1c0a8c02', 'name': 'network-vif-deleted', 'tag': '371d9962-2b1c-4c67-91cd-0ac84578fa2c'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:25.936214 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22954300-e1fd-4ce0-9f04-323a0811e241" -d '{"events": [{"server_uuid": "5f3600b0-f6bb-4737-aa26-d80a1c0a8c02", "name": "network-vif-deleted", "tag": "371d9962-2b1c-4c67-91cd-0ac84578fa2c"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:25.956054 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bd6b3c12-3d24-42f7-8639-89ca10cf923b req-d00ceb29-07a2-4124-a96e-18477ca62261 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acb39f5-7e1e-46ed-a817-e403c49587ce HTTP/1.1" status: 200 len: 210 time: 0.4362864 Sep 30 13:16:25.998473 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb7df1c-355d-49e2-93af-30b246ce5607 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Network 94671aab-3555-45fe-97f3-580f9a6c11f8 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:16:26.036132 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 480f86b7-98ac-480a-96c0-0b0cbbcf0fd1 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:16:26.056891 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c181c6a6-0fe9-404f-b8b6-2fd7f845a54f x-openstack-request-id: req-c181c6a6-0fe9-404f-b8b6-2fd7f845a54f {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:26.057191 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3600b0-f6bb-4737-aa26-d80a1c0a8c02", "name": "network-vif-deleted", "tag": "371d9962-2b1c-4c67-91cd-0ac84578fa2c", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:26.057443 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c181c6a6-0fe9-404f-b8b6-2fd7f845a54f {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:26.057866 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3600b0-f6bb-4737-aa26-d80a1c0a8c02', 'name': 'network-vif-deleted', 'tag': '371d9962-2b1c-4c67-91cd-0ac84578fa2c', 'status': 'completed', 'code': 200} Sep 30 13:16:26.059496 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-0bb7df1c-355d-49e2-93af-30b246ce5607 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 94671aab-3555-45fe-97f3-580f9a6c11f8) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:16:26.076297 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb7df1c-355d-49e2-93af-30b246ce5607 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:26.076974 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0bb7df1c-355d-49e2-93af-30b246ce5607 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:26.104436 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51295d0d-6aae-4929-970e-facb37403ff2 None None] Network 94671aab-3555-45fe-97f3-580f9a6c11f8 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:16:26.177854 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0bb7df1c-355d-49e2-93af-30b246ce5607 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0725467 Sep 30 13:16:26.181295 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34134) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:26.187099 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-3b793acd-1d89-4191-aeda-b70c85444d9f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-345023349'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:26.231135 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e2a55518-2830-4465-a191-aa75cf897422 req-13e1131b-8f14-45f9-89d8-9fe5b461b220 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:26.243592 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b793acd-1d89-4191-aeda-b70c85444d9f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Made reservation on behalf of 75450c069d2f4ae5857bdacfbb49f864 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:26.255511 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3b793acd-1d89-4191-aeda-b70c85444d9f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:26.336755 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b793acd-1d89-4191-aeda-b70c85444d9f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:16:26.361604 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e2a55518-2830-4465-a191-aa75cf897422 req-13e1131b-8f14-45f9-89d8-9fe5b461b220 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:26.379952 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3b793acd-1d89-4191-aeda-b70c85444d9f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:26.380192 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-3b793acd-1d89-4191-aeda-b70c85444d9f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Added segment 9d864b95-6a42-43b5-ad76-834ec5f92981 of type vlan for network 442cc38a-1d64-45f9-9e94-c36119d427e4 Sep 30 13:16:26.446685 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 480f86b7-98ac-480a-96c0-0b0cbbcf0fd1 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:16:26.472632 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 480f86b7-98ac-480a-96c0-0b0cbbcf0fd1 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:16:26.473142 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:26.477292 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3b793acd-1d89-4191-aeda-b70c85444d9f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:26.496949 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0330f5-fe13-41ba-948c-46f3998a2726 req-7cca21c9-a896-4bf1-a444-1562d5ef1170 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:26.504996 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cf0330f5-fe13-41ba-948c-46f3998a2726 req-7cca21c9-a896-4bf1-a444-1562d5ef1170 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 946 time: 0.1101012 Sep 30 13:16:26.579851 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cf0330f5-fe13-41ba-948c-46f3998a2726 req-f1b24471-ecbf-49fb-9c43-acb44ffe2baa tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737448 Sep 30 13:16:26.612854 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a55518-2830-4465-a191-aa75cf897422 req-13e1131b-8f14-45f9-89d8-9fe5b461b220 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Network 85525d6f-904f-49b9-bd56-a181c58a3176 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:16:26.615646 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3b793acd-1d89-4191-aeda-b70c85444d9f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:26.623411 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b793acd-1d89-4191-aeda-b70c85444d9f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:26.635137 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3b793acd-1d89-4191-aeda-b70c85444d9f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:26.650436 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39687a98-7a4e-4323-8fcf-f9df336493db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-94671aab-3555-45fe-97f3-580f9a6c11f8', 'network_id': '94671aab-3555-45fe-97f3-580f9a6c11f8', 'tenant_id': '75450c069d2f4ae5857bdacfbb49f864', 'fixed_ips': [{'subnet_id': 'ce9565f4-5f7b-4f42-8ca8-0ffd8dc5ef06'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:16:26.651311 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-39687a98-7a4e-4323-8fcf-f9df336493db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:26.681734 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-e2a55518-2830-4465-a191-aa75cf897422 req-13e1131b-8f14-45f9-89d8-9fe5b461b220 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:16:26.687752 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1131b-8f14-45f9-89d8-9fe5b461b220 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Pushing event updated for resources: {'Port': ['ID=cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:26.703401 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3b793acd-1d89-4191-aeda-b70c85444d9f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5208929 Sep 30 13:16:26.707034 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34144) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:26.713079 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-691be57c-d00b-4af4-af87-698ad1ceb473 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Request body: {'subnet': {'network_id': '442cc38a-1d64-45f9-9e94-c36119d427e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:26.727149 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a55518-2830-4465-a191-aa75cf897422 req-13e1131b-8f14-45f9-89d8-9fe5b461b220 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:16:26.794746 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:26.812771 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576b1ec-2c90-4584-9e94-1e03ee8439e2 req-3fd9f5fc-9af7-4dc3-a148-a3f0dfd776ef tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:26.814627 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a576b1ec-2c90-4584-9e94-1e03ee8439e2 req-3fd9f5fc-9af7-4dc3-a148-a3f0dfd776ef tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/ports?device_id=878b4b29-cddf-4426-8d4e-678b865e1dcf HTTP/1.1" status: 200 len: 944 time: 0.5042551 Sep 30 13:16:26.883675 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691be57c-d00b-4af4-af87-698ad1ceb473 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Made reservation on behalf of 75450c069d2f4ae5857bdacfbb49f864 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:26.889156 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-691be57c-d00b-4af4-af87-698ad1ceb473 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:26.895477 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b793acd-1d89-4191-aeda-b70c85444d9f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event updated for resources: {'Network': ['ID=442cc38a-1d64-45f9-9e94-c36119d427e4,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:26.915545 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 442cc38a-1d64-45f9-9e94-c36119d427e4 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:16:26.927441 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 480f86b7-98ac-480a-96c0-0b0cbbcf0fd1, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=480f86b7-98ac-480a-96c0-0b0cbbcf0fd1,segment=NetworkSegment(dbfea386-12d1-479e-8c85-b8024a9ca29c),segment_id=dbfea386-12d1-479e-8c85-b8024a9ca29c)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:26.943763 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-39687a98-7a4e-4323-8fcf-f9df336493db None None] Allocated IP 2001:db8:0:ffff::2 (94671aab-3555-45fe-97f3-580f9a6c11f8/ce9565f4-5f7b-4f42-8ca8-0ffd8dc5ef06/c45de6d1-6b06-4e3a-b3a1-3f925382eece) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:16:26.945028 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-e2a55518-2830-4465-a191-aa75cf897422 req-f6a52450-2104-4bd6-ad7c-01559eeee270 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Allocated IP 172.20.0.12 (85525d6f-904f-49b9-bd56-a181c58a3176/bbe1ffcf-2c73-4b79-897f-ffbf75802216/7d2369eb-a0f2-4685-9818-9675ebb6246a) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:16:26.961335 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:27.096607 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97bea4-5409-4b69-afcb-6d2a5280e099 req-c6bdcaa7-aba4-4115-979e-9fc72c06a0b4 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:27.105732 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0c97bea4-5409-4b69-afcb-6d2a5280e099 req-c6bdcaa7-aba4-4115-979e-9fc72c06a0b4 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 945 time: 0.0889325 Sep 30 13:16:27.128568 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a55518-2830-4465-a191-aa75cf897422 req-13e1131b-8f14-45f9-89d8-9fe5b461b220 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:27.138236 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e2a55518-2830-4465-a191-aa75cf897422 req-13e1131b-8f14-45f9-89d8-9fe5b461b220 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:27.153945 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0c97bea4-5409-4b69-afcb-6d2a5280e099 req-6bd17259-9628-4866-b1fc-b7f59cb7a344 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453227 Sep 30 13:16:27.211785 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2a55518-2830-4465-a191-aa75cf897422 req-13e1131b-8f14-45f9-89d8-9fe5b461b220 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4893544 Sep 30 13:16:27.258809 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a576b1ec-2c90-4584-9e94-1e03ee8439e2 req-f978cc4e-bdf0-4c84-a6f9-0d0393f71b22 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/security-groups?id=81a5e37d-d269-4910-b9bf-d10e21c3eed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348296 Sep 30 13:16:27.297174 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-e2a55518-2830-4465-a191-aa75cf897422 req-4587fd26-ed04-41f8-aee0-b1fcba7fd438 service neutron] Request body: {'port': {'device_id': 'e2a0a184-c65a-437c-a6a8-acdd7f570d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:27.420993 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-24e68a1b-46c8-41d7-be57-9f1e7ad32b3d req-eda7ef91-2ec8-46fc-828e-377427bf2a7e tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acb39f5-7e1e-46ed-a817-e403c49587ce HTTP/1.1" status: 200 len: 210 time: 0.0757618 Sep 30 13:16:27.480995 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575846e3-2826-43db-9e2a-ae265ef2b38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480f86b7-98ac-480a-96c0-0b0cbbcf0fd1'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:27.483291 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b062399f-1e44-4caa-afaf-2852ee1352c1" -d '{"events": [{"server_uuid": "575846e3-2826-43db-9e2a-ae265ef2b38c", "name": "network-vif-plugged", "status": "completed", "tag": "480f86b7-98ac-480a-96c0-0b0cbbcf0fd1"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:27.575992 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e2a55518-2830-4465-a191-aa75cf897422 req-4587fd26-ed04-41f8-aee0-b1fcba7fd438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:27.586669 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=480f86b7-98ac-480a-96c0-0b0cbbcf0fd1,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:27.596848 n-d-810909-2 neutron-server[94763]: DEBUG neutron.objects.ports [None req-691be57c-d00b-4af4-af87-698ad1ceb473 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94763) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 13:16:27.598554 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd904feb-27f7-4442-8202-39058d26d1da x-openstack-request-id: req-fd904feb-27f7-4442-8202-39058d26d1da {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:27.598841 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575846e3-2826-43db-9e2a-ae265ef2b38c", "name": "network-vif-plugged", "status": "completed", "tag": "480f86b7-98ac-480a-96c0-0b0cbbcf0fd1", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:27.599094 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd904feb-27f7-4442-8202-39058d26d1da {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:27.599488 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575846e3-2826-43db-9e2a-ae265ef2b38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480f86b7-98ac-480a-96c0-0b0cbbcf0fd1', 'code': 200} Sep 30 13:16:27.606643 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-691be57c-d00b-4af4-af87-698ad1ceb473 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:27.727140 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 9385defe-d416-4afb-bc18-21e6199953ee up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:16:27.830387 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691be57c-d00b-4af4-af87-698ad1ceb473 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event updated for resources: {'Subnet': ['ID=88d09031-cfe5-4ddf-836f-a731e16be9a5,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:27.868477 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691be57c-d00b-4af4-af87-698ad1ceb473 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Checking segment: {'id': '9d864b95-6a42-43b5-ad76-834ec5f92981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '442cc38a-1d64-45f9-9e94-c36119d427e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:16:27.868839 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691be57c-d00b-4af4-af87-698ad1ceb473 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Network hostable DHCP agents. Network: 442cc38a-1d64-45f9-9e94-c36119d427e4, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:16:27.875762 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8567d73-8820-4aba-829b-cc92eeabe9c2 req-a6c08702-ddbd-43ee-bd4f-d57948fb7ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:27.877362 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f8567d73-8820-4aba-829b-cc92eeabe9c2 req-a6c08702-ddbd-43ee-bd4f-d57948fb7ed0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=575846e3-2826-43db-9e2a-ae265ef2b38c HTTP/1.1" status: 200 len: 1097 time: 0.2012625 Sep 30 13:16:27.914566 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-39687a98-7a4e-4323-8fcf-f9df336493db None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:27.936969 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691be57c-d00b-4af4-af87-698ad1ceb473 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Network 442cc38a-1d64-45f9-9e94-c36119d427e4 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:16:27.939181 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-39687a98-7a4e-4323-8fcf-f9df336493db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:27.962493 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 9385defe-d416-4afb-bc18-21e6199953ee completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:16:27.979729 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-691be57c-d00b-4af4-af87-698ad1ceb473 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 442cc38a-1d64-45f9-9e94-c36119d427e4) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:16:27.987963 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691be57c-d00b-4af4-af87-698ad1ceb473 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:27.993630 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-691be57c-d00b-4af4-af87-698ad1ceb473 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:28.001542 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f0ae12-aa1f-4033-9081-301a27812e44 None None] Network 442cc38a-1d64-45f9-9e94-c36119d427e4 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:16:28.007450 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 9385defe-d416-4afb-bc18-21e6199953ee triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:16:28.007928 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:28.018958 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f8567d73-8820-4aba-829b-cc92eeabe9c2 req-50c3089a-6475-409e-9f0d-f72bb176ad3a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=81a5e37d-d269-4910-b9bf-d10e21c3eed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304221 Sep 30 13:16:28.031003 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39687a98-7a4e-4323-8fcf-f9df336493db None None] Network 94671aab-3555-45fe-97f3-580f9a6c11f8 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:16:28.038516 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-691be57c-d00b-4af4-af87-698ad1ceb473 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3301425 Sep 30 13:16:28.041141 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34178) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:28.047087 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-da067d69-a013-4daf-9fdf-8b5af1240669 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Request body: {'port': {'network_id': '442cc38a-1d64-45f9-9e94-c36119d427e4', 'name': 'tempest-NetworksIpV6TestAttrs-1895770148'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:28.064477 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-39687a98-7a4e-4323-8fcf-f9df336493db None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:16:28.086235 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39687a98-7a4e-4323-8fcf-f9df336493db None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:16:28.133377 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36406f59-3a22-4f5a-9e1b-bb5750d6c316 req-3dba40c4-415d-4765-b8c3-d39d003445bd tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:28.135631 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-36406f59-3a22-4f5a-9e1b-bb5750d6c316 req-3dba40c4-415d-4765-b8c3-d39d003445bd tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 946 time: 0.3221426 Sep 30 13:16:28.145454 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e2a55518-2830-4465-a191-aa75cf897422 req-f6a52450-2104-4bd6-ad7c-01559eeee270 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:28.148306 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39687a98-7a4e-4323-8fcf-f9df336493db None None] Pushing event updated for resources: {'Port': ['ID=c45de6d1-6b06-4e3a-b3a1-3f925382eece,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:28.212411 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-36406f59-3a22-4f5a-9e1b-bb5750d6c316 req-89940e80-8aa5-4570-8e6d-adbb98b8d642 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623853 Sep 30 13:16:28.238344 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e2a55518-2830-4465-a191-aa75cf897422 req-f6a52450-2104-4bd6-ad7c-01559eeee270 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:28.268576 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-39687a98-7a4e-4323-8fcf-f9df336493db None None] Attempting to bind port c45de6d1-6b06-4e3a-b3a1-3f925382eece on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:16:28.268963 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-39687a98-7a4e-4323-8fcf-f9df336493db None None] Attempting to bind port c45de6d1-6b06-4e3a-b3a1-3f925382eece by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'a8dc6b8a-c008-43ba-ac2f-be7909fc9edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '94671aab-3555-45fe-97f3-580f9a6c11f8'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:16:28.270334 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39687a98-7a4e-4323-8fcf-f9df336493db None None] Attempting to bind port c45de6d1-6b06-4e3a-b3a1-3f925382eece on network 94671aab-3555-45fe-97f3-580f9a6c11f8 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:16:28.290414 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da067d69-a013-4daf-9fdf-8b5af1240669 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Made reservation on behalf of 75450c069d2f4ae5857bdacfbb49f864 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:28.294106 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-da067d69-a013-4daf-9fdf-8b5af1240669 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:28.310406 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39687a98-7a4e-4323-8fcf-f9df336493db None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:16:28.310817 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39687a98-7a4e-4323-8fcf-f9df336493db None None] Checking segment: {'id': 'a8dc6b8a-c008-43ba-ac2f-be7909fc9edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '94671aab-3555-45fe-97f3-580f9a6c11f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:16:28.310930 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-39687a98-7a4e-4323-8fcf-f9df336493db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:28.313999 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39687a98-7a4e-4323-8fcf-f9df336493db None None] Bound using segment: {'id': 'a8dc6b8a-c008-43ba-ac2f-be7909fc9edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '94671aab-3555-45fe-97f3-580f9a6c11f8'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:16:28.314573 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-39687a98-7a4e-4323-8fcf-f9df336493db None None] Bound port: c45de6d1-6b06-4e3a-b3a1-3f925382eece, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8dc6b8a-c008-43ba-ac2f-be7909fc9edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '94671aab-3555-45fe-97f3-580f9a6c11f8'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:16:28.315068 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-39687a98-7a4e-4323-8fcf-f9df336493db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:28.359687 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a55518-2830-4465-a191-aa75cf897422 req-f6a52450-2104-4bd6-ad7c-01559eeee270 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Network 85525d6f-904f-49b9-bd56-a181c58a3176 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:16:28.366886 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-e2a55518-2830-4465-a191-aa75cf897422 req-f6a52450-2104-4bd6-ad7c-01559eeee270 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:16:28.370249 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a55518-2830-4465-a191-aa75cf897422 req-f6a52450-2104-4bd6-ad7c-01559eeee270 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:16:28.371667 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:28.416806 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a52450-2104-4bd6-ad7c-01559eeee270 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Pushing event updated for resources: {'Port': ['ID=7d2369eb-a0f2-4685-9818-9675ebb6246a,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:28.450104 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-da067d69-a013-4daf-9fdf-8b5af1240669 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] device_id is not set on port 3b219e72-55ca-4abf-9f17-ffa41668bb0c yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:16:28.496734 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa706b-c9ba-4ae6-b8a8-29b9daf7934f req-51730345-069c-4cf2-ac33-f0166690d773 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:28.502788 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-befa706b-c9ba-4ae6-b8a8-29b9daf7934f req-51730345-069c-4cf2-ac33-f0166690d773 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 945 time: 0.2150352 Sep 30 13:16:28.505398 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-39687a98-7a4e-4323-8fcf-f9df336493db None None] For port c45de6d1-6b06-4e3a-b3a1-3f925382eece, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:16:28.509872 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-39687a98-7a4e-4323-8fcf-f9df336493db None None] For port c45de6d1-6b06-4e3a-b3a1-3f925382eece, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c45de6d1-6b06-4e3a-b3a1-3f925382eece,segment=NetworkSegment(a8dc6b8a-c008-43ba-ac2f-be7909fc9edc),segment_id=a8dc6b8a-c008-43ba-ac2f-be7909fc9edc)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:16:28.521204 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fddbd30-7199-4aef-8774-b1a323a08c9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-442cc38a-1d64-45f9-9e94-c36119d427e4', 'network_id': '442cc38a-1d64-45f9-9e94-c36119d427e4', 'tenant_id': '75450c069d2f4ae5857bdacfbb49f864', 'fixed_ips': [{'subnet_id': '88d09031-cfe5-4ddf-836f-a731e16be9a5'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:16:28.522835 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6fddbd30-7199-4aef-8774-b1a323a08c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:28.541476 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a55518-2830-4465-a191-aa75cf897422 req-f6a52450-2104-4bd6-ad7c-01559eeee270 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:28.541899 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e2a55518-2830-4465-a191-aa75cf897422 req-f6a52450-2104-4bd6-ad7c-01559eeee270 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:28.589521 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad0f3d-d90a-4e2b-bae9-95067b2516cf req-552945f0-0a64-4f39-8a26-78a0597a507c tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:28.591267 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a4ad0f3d-d90a-4e2b-bae9-95067b2516cf req-552945f0-0a64-4f39-8a26-78a0597a507c tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/ports?device_id=878b4b29-cddf-4426-8d4e-678b865e1dcf HTTP/1.1" status: 200 len: 944 time: 0.1400604 Sep 30 13:16:28.592650 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2a55518-2830-4465-a191-aa75cf897422 req-f6a52450-2104-4bd6-ad7c-01559eeee270 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0185809 Sep 30 13:16:28.622907 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-e2a55518-2830-4465-a191-aa75cf897422 req-011a75b5-2c02-4a4c-b22e-403ba7f2b954 service neutron] Request body: {'port': {'device_id': '4acb39f5-7e1e-46ed-a817-e403c49587ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:28.659257 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-39687a98-7a4e-4323-8fcf-f9df336493db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:28.666717 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 9385defe-d416-4afb-bc18-21e6199953ee, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=9385defe-d416-4afb-bc18-21e6199953ee,segment=NetworkSegment(dbfea386-12d1-479e-8c85-b8024a9ca29c),segment_id=dbfea386-12d1-479e-8c85-b8024a9ca29c)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:28.670936 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-da067d69-a013-4daf-9fdf-8b5af1240669 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Allocated IP 2001:db8::f816:3eff:fed0:32c8 (442cc38a-1d64-45f9-9e94-c36119d427e4/88d09031-cfe5-4ddf-836f-a731e16be9a5/3b219e72-55ca-4abf-9f17-ffa41668bb0c) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:16:28.751355 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-e2a55518-2830-4465-a191-aa75cf897422 req-4587fd26-ed04-41f8-aee0-b1fcba7fd438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3 {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:16:28.758697 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39687a98-7a4e-4323-8fcf-f9df336493db None None] Pushing event updated for resources: {'Port': ['ID=c45de6d1-6b06-4e3a-b3a1-3f925382eece,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:28.761497 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:28.782654 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e2a55518-2830-4465-a191-aa75cf897422 req-4587fd26-ed04-41f8-aee0-b1fcba7fd438 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:28.788840 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a4ad0f3d-d90a-4e2b-bae9-95067b2516cf req-a605b930-e450-4bf9-97a8-dc143d82dd7c tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/security-groups?id=81a5e37d-d269-4910-b9bf-d10e21c3eed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900752 Sep 30 13:16:28.803356 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e2a55518-2830-4465-a191-aa75cf897422 req-011a75b5-2c02-4a4c-b22e-403ba7f2b954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:28.829091 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-e2a55518-2830-4465-a191-aa75cf897422 req-4587fd26-ed04-41f8-aee0-b1fcba7fd438 service neutron] Transition to ACTIVE for port object cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:16:28.848431 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e2a55518-2830-4465-a191-aa75cf897422 req-4587fd26-ed04-41f8-aee0-b1fcba7fd438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:28.897513 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-da067d69-a013-4daf-9fdf-8b5af1240669 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:28.961952 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=9385defe-d416-4afb-bc18-21e6199953ee,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:29.051475 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-befa706b-c9ba-4ae6-b8a8-29b9daf7934f req-9d4102d7-3746-4ed3-8fb7-9dbe7852011f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994186 Sep 30 13:16:29.054094 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-da067d69-a013-4daf-9fdf-8b5af1240669 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:29.112064 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da067d69-a013-4daf-9fdf-8b5af1240669 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Network 442cc38a-1d64-45f9-9e94-c36119d427e4 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:16:29.139404 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-da067d69-a013-4daf-9fdf-8b5af1240669 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:16:29.146778 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da067d69-a013-4daf-9fdf-8b5af1240669 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:16:29.154104 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da067d69-a013-4daf-9fdf-8b5af1240669 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:29.156275 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-da067d69-a013-4daf-9fdf-8b5af1240669 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:29.220774 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-da067d69-a013-4daf-9fdf-8b5af1240669 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1784246 Sep 30 13:16:29.221699 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34200) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:29.239695 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da067d69-a013-4daf-9fdf-8b5af1240669 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event updated for resources: {'Port': ['ID=3b219e72-55ca-4abf-9f17-ffa41668bb0c,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:29.244158 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-6fddbd30-7199-4aef-8774-b1a323a08c9c None None] Allocated IP 2001:db8::f816:3eff:fe34:88be (442cc38a-1d64-45f9-9e94-c36119d427e4/88d09031-cfe5-4ddf-836f-a731e16be9a5/1c331be0-11ed-47c0-932b-f995be6742a5) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:16:29.415840 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1525986-7f72-4da0-a0b5-5bc0e5b9a00d tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Deleting subnet 88d09031-cfe5-4ddf-836f-a731e16be9a5 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:16:29.447044 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97b60e-e8d9-47d1-adef-c2af95f196c5 req-23f61d45-23df-4df7-86e9-e133182fe324 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:29.458405 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a97b60e-e8d9-47d1-adef-c2af95f196c5 req-23f61d45-23df-4df7-86e9-e133182fe324 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 946 time: 0.0881648 Sep 30 13:16:29.519125 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a97b60e-e8d9-47d1-adef-c2af95f196c5 req-73378a0b-ad2c-4ea8-8ffa-0b44aa57cab1 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594933 Sep 30 13:16:29.570450 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-e2a55518-2830-4465-a191-aa75cf897422 req-011a75b5-2c02-4a4c-b22e-403ba7f2b954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2369eb-a0f2-4685-9818-9675ebb6246a {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:16:29.583866 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e2a55518-2830-4465-a191-aa75cf897422 req-011a75b5-2c02-4a4c-b22e-403ba7f2b954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:29.600810 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878b4b29-cddf-4426-8d4e-678b865e1dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9385defe-d416-4afb-bc18-21e6199953ee'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:29.604234 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea0b566-7bd8-47d4-921f-970c3810c011" -d '{"events": [{"server_uuid": "878b4b29-cddf-4426-8d4e-678b865e1dcf", "name": "network-vif-plugged", "status": "completed", "tag": "9385defe-d416-4afb-bc18-21e6199953ee"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:29.676667 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-e2a55518-2830-4465-a191-aa75cf897422 req-011a75b5-2c02-4a4c-b22e-403ba7f2b954 service neutron] Transition to ACTIVE for port object 7d2369eb-a0f2-4685-9818-9675ebb6246a will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:16:29.679302 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587fd26-ed04-41f8-aee0-b1fcba7fd438 service neutron] Pushing event updated for resources: {'Port': ['ID=cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:29.685904 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6fddbd30-7199-4aef-8774-b1a323a08c9c None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:29.700132 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6fddbd30-7199-4aef-8774-b1a323a08c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:29.700431 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a1525986-7f72-4da0-a0b5-5bc0e5b9a00d tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:29.703364 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e2a55518-2830-4465-a191-aa75cf897422 req-011a75b5-2c02-4a4c-b22e-403ba7f2b954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:29.726746 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:16:29.745688 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca58af6-bdc0-4ac2-bae8-415330cb6507 req-0616b746-dd30-4971-94c9-ed8ea75dc906 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:29.770820 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-eca58af6-bdc0-4ac2-bae8-415330cb6507 req-0616b746-dd30-4971-94c9-ed8ea75dc906 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acb39f5-7e1e-46ed-a817-e403c49587ce HTTP/1.1" status: 200 len: 932 time: 0.7356102 Sep 30 13:16:29.783792 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fddbd30-7199-4aef-8774-b1a323a08c9c None None] Network 442cc38a-1d64-45f9-9e94-c36119d427e4 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:16:29.811289 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-6fddbd30-7199-4aef-8774-b1a323a08c9c None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:16:29.815328 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fddbd30-7199-4aef-8774-b1a323a08c9c None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:16:29.820748 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a1525986-7f72-4da0-a0b5-5bc0e5b9a00d tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:29.850253 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fddbd30-7199-4aef-8774-b1a323a08c9c None None] Pushing event updated for resources: {'Port': ['ID=1c331be0-11ed-47c0-932b-f995be6742a5,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:29.878552 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fc3fd4-fbf6-4379-a90f-56a00a9fbe0c x-openstack-request-id: req-d9fc3fd4-fbf6-4379-a90f-56a00a9fbe0c {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:29.879362 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878b4b29-cddf-4426-8d4e-678b865e1dcf", "name": "network-vif-plugged", "status": "completed", "tag": "9385defe-d416-4afb-bc18-21e6199953ee", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:29.881892 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9fc3fd4-fbf6-4379-a90f-56a00a9fbe0c {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:29.882385 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878b4b29-cddf-4426-8d4e-678b865e1dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9385defe-d416-4afb-bc18-21e6199953ee', 'code': 200} Sep 30 13:16:30.040156 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-6fddbd30-7199-4aef-8774-b1a323a08c9c None None] Attempting to bind port 1c331be0-11ed-47c0-932b-f995be6742a5 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:16:30.040555 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-6fddbd30-7199-4aef-8774-b1a323a08c9c None None] Attempting to bind port 1c331be0-11ed-47c0-932b-f995be6742a5 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '9d864b95-6a42-43b5-ad76-834ec5f92981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '442cc38a-1d64-45f9-9e94-c36119d427e4'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:16:30.044019 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fddbd30-7199-4aef-8774-b1a323a08c9c None None] Attempting to bind port 1c331be0-11ed-47c0-932b-f995be6742a5 on network 442cc38a-1d64-45f9-9e94-c36119d427e4 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:16:30.054620 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fddbd30-7199-4aef-8774-b1a323a08c9c None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:16:30.054996 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fddbd30-7199-4aef-8774-b1a323a08c9c None None] Checking segment: {'id': '9d864b95-6a42-43b5-ad76-834ec5f92981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '442cc38a-1d64-45f9-9e94-c36119d427e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:16:30.055405 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6fddbd30-7199-4aef-8774-b1a323a08c9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:30.055804 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fddbd30-7199-4aef-8774-b1a323a08c9c None None] Bound using segment: {'id': '9d864b95-6a42-43b5-ad76-834ec5f92981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '442cc38a-1d64-45f9-9e94-c36119d427e4'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:16:30.056284 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-6fddbd30-7199-4aef-8774-b1a323a08c9c None None] Bound port: 1c331be0-11ed-47c0-932b-f995be6742a5, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d864b95-6a42-43b5-ad76-834ec5f92981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '442cc38a-1d64-45f9-9e94-c36119d427e4'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:16:30.056668 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6fddbd30-7199-4aef-8774-b1a323a08c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:30.123930 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a75b5-2c02-4a4c-b22e-403ba7f2b954 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2369eb-a0f2-4685-9818-9675ebb6246a,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:30.163388 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03587f-cc74-4401-8c13-6493ddc8fc67 req-80992d63-731e-41d0-99e4-82304952b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:30.164925 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8c03587f-cc74-4401-8c13-6493ddc8fc67 req-80992d63-731e-41d0-99e4-82304952b6f4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=878b4b29-cddf-4426-8d4e-678b865e1dcf HTTP/1.1" status: 200 len: 1096 time: 0.2213111 Sep 30 13:16:30.195964 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5652017-db34-4e49-b511-ee0478965c06 req-b2e110f5-ee60-451e-8139-fa0525624e1d tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:30.197596 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d5652017-db34-4e49-b511-ee0478965c06 req-b2e110f5-ee60-451e-8139-fa0525624e1d tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 946 time: 0.1779590 Sep 30 13:16:30.246837 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-eca58af6-bdc0-4ac2-bae8-415330cb6507 req-36598f7c-d1a2-4400-a77c-50cab153b987 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/security-groups?id=29175c03-b705-4f4a-b397-f12b14861883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733410 Sep 30 13:16:30.281289 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-e2a55518-2830-4465-a191-aa75cf897422 req-4587fd26-ed04-41f8-aee0-b1fcba7fd438 service neutron] Attempting to bind port cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:16:30.281748 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-e2a55518-2830-4465-a191-aa75cf897422 req-4587fd26-ed04-41f8-aee0-b1fcba7fd438 service neutron] Attempting to bind port cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '14f9140a-c7ec-4133-a36f-d4224eff2a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '85525d6f-904f-49b9-bd56-a181c58a3176'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:16:30.282821 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a55518-2830-4465-a191-aa75cf897422 req-4587fd26-ed04-41f8-aee0-b1fcba7fd438 service neutron] Attempting to bind port cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3 on network 85525d6f-904f-49b9-bd56-a181c58a3176 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:16:30.290258 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a55518-2830-4465-a191-aa75cf897422 req-4587fd26-ed04-41f8-aee0-b1fcba7fd438 service neutron] Port cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3 on network 85525d6f-904f-49b9-bd56-a181c58a3176 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:16:30.290708 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a55518-2830-4465-a191-aa75cf897422 req-4587fd26-ed04-41f8-aee0-b1fcba7fd438 service neutron] Attempting to bind port cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3 on network 85525d6f-904f-49b9-bd56-a181c58a3176 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:16:30.305469 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a1525986-7f72-4da0-a0b5-5bc0e5b9a00d tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:30.314728 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a55518-2830-4465-a191-aa75cf897422 req-4587fd26-ed04-41f8-aee0-b1fcba7fd438 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:16:30.315329 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a55518-2830-4465-a191-aa75cf897422 req-4587fd26-ed04-41f8-aee0-b1fcba7fd438 service neutron] Checking segment: {'id': '14f9140a-c7ec-4133-a36f-d4224eff2a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '85525d6f-904f-49b9-bd56-a181c58a3176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:16:30.315869 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a55518-2830-4465-a191-aa75cf897422 req-4587fd26-ed04-41f8-aee0-b1fcba7fd438 service neutron] Bound using segment: {'id': '14f9140a-c7ec-4133-a36f-d4224eff2a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '85525d6f-904f-49b9-bd56-a181c58a3176'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:16:30.317059 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-e2a55518-2830-4465-a191-aa75cf897422 req-4587fd26-ed04-41f8-aee0-b1fcba7fd438 service neutron] Bound port: cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14f9140a-c7ec-4133-a36f-d4224eff2a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '85525d6f-904f-49b9-bd56-a181c58a3176'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:16:30.317610 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e2a55518-2830-4465-a191-aa75cf897422 req-4587fd26-ed04-41f8-aee0-b1fcba7fd438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:30.346112 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-e2a55518-2830-4465-a191-aa75cf897422 req-011a75b5-2c02-4a4c-b22e-403ba7f2b954 service neutron] Attempting to bind port 7d2369eb-a0f2-4685-9818-9675ebb6246a on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:16:30.346706 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-e2a55518-2830-4465-a191-aa75cf897422 req-011a75b5-2c02-4a4c-b22e-403ba7f2b954 service neutron] Attempting to bind port 7d2369eb-a0f2-4685-9818-9675ebb6246a by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '14f9140a-c7ec-4133-a36f-d4224eff2a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '85525d6f-904f-49b9-bd56-a181c58a3176'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:16:30.347229 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a55518-2830-4465-a191-aa75cf897422 req-011a75b5-2c02-4a4c-b22e-403ba7f2b954 service neutron] Attempting to bind port 7d2369eb-a0f2-4685-9818-9675ebb6246a on network 85525d6f-904f-49b9-bd56-a181c58a3176 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:16:30.366876 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8c03587f-cc74-4401-8c13-6493ddc8fc67 req-317fc2d0-3b22-4fe0-bb8e-6b70e8ad0f8c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=81a5e37d-d269-4910-b9bf-d10e21c3eed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842995 Sep 30 13:16:30.388166 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d5652017-db34-4e49-b511-ee0478965c06 req-28d02946-307f-4790-b3a7-66e30d39f72c tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576645 Sep 30 13:16:30.400963 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a55518-2830-4465-a191-aa75cf897422 req-011a75b5-2c02-4a4c-b22e-403ba7f2b954 service neutron] Port 7d2369eb-a0f2-4685-9818-9675ebb6246a on network 85525d6f-904f-49b9-bd56-a181c58a3176 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:16:30.401222 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a55518-2830-4465-a191-aa75cf897422 req-011a75b5-2c02-4a4c-b22e-403ba7f2b954 service neutron] Attempting to bind port 7d2369eb-a0f2-4685-9818-9675ebb6246a on network 85525d6f-904f-49b9-bd56-a181c58a3176 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:16:30.418757 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a55518-2830-4465-a191-aa75cf897422 req-011a75b5-2c02-4a4c-b22e-403ba7f2b954 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:16:30.419105 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a55518-2830-4465-a191-aa75cf897422 req-011a75b5-2c02-4a4c-b22e-403ba7f2b954 service neutron] Checking segment: {'id': '14f9140a-c7ec-4133-a36f-d4224eff2a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '85525d6f-904f-49b9-bd56-a181c58a3176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:16:30.419494 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a55518-2830-4465-a191-aa75cf897422 req-011a75b5-2c02-4a4c-b22e-403ba7f2b954 service neutron] Bound using segment: {'id': '14f9140a-c7ec-4133-a36f-d4224eff2a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '85525d6f-904f-49b9-bd56-a181c58a3176'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:16:30.419947 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-e2a55518-2830-4465-a191-aa75cf897422 req-011a75b5-2c02-4a4c-b22e-403ba7f2b954 service neutron] Bound port: 7d2369eb-a0f2-4685-9818-9675ebb6246a, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14f9140a-c7ec-4133-a36f-d4224eff2a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '85525d6f-904f-49b9-bd56-a181c58a3176'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:16:30.420313 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e2a55518-2830-4465-a191-aa75cf897422 req-011a75b5-2c02-4a4c-b22e-403ba7f2b954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:30.488701 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a1525986-7f72-4da0-a0b5-5bc0e5b9a00d tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:30.493154 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-6fddbd30-7199-4aef-8774-b1a323a08c9c None None] For port 1c331be0-11ed-47c0-932b-f995be6742a5, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:16:30.494710 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-e2a55518-2830-4465-a191-aa75cf897422 req-4587fd26-ed04-41f8-aee0-b1fcba7fd438 service neutron] For port cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:16:30.498831 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-6fddbd30-7199-4aef-8774-b1a323a08c9c None None] For port 1c331be0-11ed-47c0-932b-f995be6742a5, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1c331be0-11ed-47c0-932b-f995be6742a5,segment=NetworkSegment(9d864b95-6a42-43b5-ad76-834ec5f92981),segment_id=9d864b95-6a42-43b5-ad76-834ec5f92981)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:16:30.509043 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6fddbd30-7199-4aef-8774-b1a323a08c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:30.524920 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a1525986-7f72-4da0-a0b5-5bc0e5b9a00d tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:30.533480 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a1525986-7f72-4da0-a0b5-5bc0e5b9a00d tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "DELETE /v2.0/subnets/88d09031-cfe5-4ddf-836f-a731e16be9a5 HTTP/1.1" status: 204 len: 168 time: 1.3096082 Sep 30 13:16:30.561465 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34220) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:30.570633 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1525986-7f72-4da0-a0b5-5bc0e5b9a00d tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event deleted for resources: {'Subnet': ['ID=88d09031-cfe5-4ddf-836f-a731e16be9a5,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:30.632945 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-e2a55518-2830-4465-a191-aa75cf897422 req-4587fd26-ed04-41f8-aee0-b1fcba7fd438 service neutron] For port cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3,segment=NetworkSegment(14f9140a-c7ec-4133-a36f-d4224eff2a8a),segment_id=14f9140a-c7ec-4133-a36f-d4224eff2a8a)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:16:30.658398 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e2a55518-2830-4465-a191-aa75cf897422 req-4587fd26-ed04-41f8-aee0-b1fcba7fd438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:30.669930 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140fcf30-3ce3-481f-815f-0eacab6ff6ba None None] Network 94671aab-3555-45fe-97f3-580f9a6c11f8 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:16:30.694865 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370eb1c-a3e7-4d81-b399-1287733e40b3 req-4a4582ba-e509-42c5-b1ff-bcb6521f2244 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:30.703828 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9370eb1c-a3e7-4d81-b399-1287733e40b3 req-4a4582ba-e509-42c5-b1ff-bcb6521f2244 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/ports?device_id=878b4b29-cddf-4426-8d4e-678b865e1dcf HTTP/1.1" status: 200 len: 945 time: 0.2952297 Sep 30 13:16:30.733072 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4093ada2-41e4-4730-ba09-15c65ef2d20c req-04b04cca-2c37-45ab-9f97-95381e0c0ad1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1219735 Sep 30 13:16:30.741462 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c45e0-be9e-4dfd-9c82-bc1e366bf16d req-a0447025-eabe-4c9a-8607-18cc882373c9 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:30.748742 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bf5c45e0-be9e-4dfd-9c82-bc1e366bf16d req-a0447025-eabe-4c9a-8607-18cc882373c9 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 945 time: 0.0903139 Sep 30 13:16:30.790507 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bf5c45e0-be9e-4dfd-9c82-bc1e366bf16d req-7529fd2e-bec7-46c4-9073-519318ab1483 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408831 Sep 30 13:16:30.822798 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5dd49c-ba41-4d7e-8adc-6c587edcb3e1 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:30.826700 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5dd49c-ba41-4d7e-8adc-6c587edcb3e1 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:30.828412 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5d5dd49c-ba41-4d7e-8adc-6c587edcb3e1 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2585564 Sep 30 13:16:30.832352 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34226) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:30.886763 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fddbd30-7199-4aef-8774-b1a323a08c9c None None] Pushing event updated for resources: {'Port': ['ID=1c331be0-11ed-47c0-932b-f995be6742a5,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:30.890757 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a55518-2830-4465-a191-aa75cf897422 req-4587fd26-ed04-41f8-aee0-b1fcba7fd438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:30.893563 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e2a55518-2830-4465-a191-aa75cf897422 req-4587fd26-ed04-41f8-aee0-b1fcba7fd438 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:30.895880 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2a55518-2830-4465-a191-aa75cf897422 req-4587fd26-ed04-41f8-aee0-b1fcba7fd438 service neutron] 10.222.0.39 "PUT /v2.0/ports/cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3 HTTP/1.1" status: 200 len: 1092 time: 3.6270797 Sep 30 13:16:30.902213 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a0a184-c65a-437c-a6a8-acdd7f570d8d', 'tag': 'cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:30.905285 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d40d35-33bb-43ec-a95d-0f3baee5c518" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a0a184-c65a-437c-a6a8-acdd7f570d8d", "tag": "cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:30.928692 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-e2a55518-2830-4465-a191-aa75cf897422 req-011a75b5-2c02-4a4c-b22e-403ba7f2b954 service neutron] For port 7d2369eb-a0f2-4685-9818-9675ebb6246a, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:16:30.997098 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093ada2-41e4-4730-ba09-15c65ef2d20c req-34a98aa9-d3bc-463c-8598-02c74be22921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:30.998669 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4093ada2-41e4-4730-ba09-15c65ef2d20c req-34a98aa9-d3bc-463c-8598-02c74be22921 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 1095 time: 0.2072828 Sep 30 13:16:31.023235 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d09da1e6-f942-48aa-b972-7e1734f73d21 None None] Provisioning complete for port c45de6d1-6b06-4e3a-b3a1-3f925382eece triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:16:31.024254 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d09da1e6-f942-48aa-b972-7e1734f73d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:31.065030 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9370eb1c-a3e7-4d81-b399-1287733e40b3 req-c38071db-036a-4efd-9589-3f67d1cb4b14 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/security-groups?id=81a5e37d-d269-4910-b9bf-d10e21c3eed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552148 Sep 30 13:16:31.082899 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c34fae0-c70a-42fa-ac59-845ba4a275aa x-openstack-request-id: req-4c34fae0-c70a-42fa-ac59-845ba4a275aa {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:31.083510 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a0a184-c65a-437c-a6a8-acdd7f570d8d", "tag": "cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:31.083987 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c34fae0-c70a-42fa-ac59-845ba4a275aa {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:31.084846 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a0a184-c65a-437c-a6a8-acdd7f570d8d', 'tag': 'cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3', 'status': 'completed', 'code': 200} Sep 30 13:16:31.122308 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-e2a55518-2830-4465-a191-aa75cf897422 req-011a75b5-2c02-4a4c-b22e-403ba7f2b954 service neutron] For port 7d2369eb-a0f2-4685-9818-9675ebb6246a, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=7d2369eb-a0f2-4685-9818-9675ebb6246a,segment=NetworkSegment(14f9140a-c7ec-4133-a36f-d4224eff2a8a),segment_id=14f9140a-c7ec-4133-a36f-d4224eff2a8a)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:16:31.126524 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587fd26-ed04-41f8-aee0-b1fcba7fd438 service neutron] Pushing event updated for resources: {'Port': ['ID=cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:31.146862 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e2a55518-2830-4465-a191-aa75cf897422 req-011a75b5-2c02-4a4c-b22e-403ba7f2b954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:31.225888 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c45de6d1-6b06-4e3a-b3a1-3f925382eece up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:16:31.226993 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a55518-2830-4465-a191-aa75cf897422 req-011a75b5-2c02-4a4c-b22e-403ba7f2b954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:31.227755 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e2a55518-2830-4465-a191-aa75cf897422 req-011a75b5-2c02-4a4c-b22e-403ba7f2b954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:31.229179 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2a55518-2830-4465-a191-aa75cf897422 req-011a75b5-2c02-4a4c-b22e-403ba7f2b954 service neutron] 10.222.0.54 "PUT /v2.0/ports/7d2369eb-a0f2-4685-9818-9675ebb6246a HTTP/1.1" status: 200 len: 1092 time: 2.6217301 Sep 30 13:16:31.273521 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a55518-2830-4465-a191-aa75cf897422 req-fc655be2-3540-4d64-bd08-11e0e2ba7012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:31.275705 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2a55518-2830-4465-a191-aa75cf897422 req-fc655be2-3540-4d64-bd08-11e0e2ba7012 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e994dc4f4df4842a52da2b8cd3e10a3&device_id=e2a0a184-c65a-437c-a6a8-acdd7f570d8d HTTP/1.1" status: 200 len: 1095 time: 0.3116186 Sep 30 13:16:31.357146 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2a55518-2830-4465-a191-aa75cf897422 req-dd77475b-e622-44c1-be7b-6a2e160cb75c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3 HTTP/1.1" status: 200 len: 217 time: 0.0587962 Sep 30 13:16:31.359528 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-caba1b7b-d987-482d-9e7d-b6e9186beecd tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:31.385402 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d09da1e6-f942-48aa-b972-7e1734f73d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:31.416706 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a75b5-2c02-4a4c-b22e-403ba7f2b954 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2369eb-a0f2-4685-9818-9675ebb6246a,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:31.474695 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port c45de6d1-6b06-4e3a-b3a1-3f925382eece triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:16:31.475156 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:31.488787 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a55518-2830-4465-a191-aa75cf897422 req-92aadb98-879c-47da-9b93-b7bb6e892105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:31.491728 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2a55518-2830-4465-a191-aa75cf897422 req-92aadb98-879c-47da-9b93-b7bb6e892105 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8e994dc4f4df4842a52da2b8cd3e10a3&device_id=4acb39f5-7e1e-46ed-a817-e403c49587ce HTTP/1.1" status: 200 len: 1095 time: 0.2107172 Sep 30 13:16:31.500080 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a55518-2830-4465-a191-aa75cf897422 req-020bdad4-ed55-4209-ab42-8bb63002da2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:31.502942 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2a55518-2830-4465-a191-aa75cf897422 req-020bdad4-ed55-4209-ab42-8bb63002da2a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bbe1ffcf-2c73-4b79-897f-ffbf75802216 HTTP/1.1" status: 200 len: 853 time: 0.1240270 Sep 30 13:16:31.551724 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-caba1b7b-d987-482d-9e7d-b6e9186beecd tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 30 13:16:31.552234 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caba1b7b-d987-482d-9e7d-b6e9186beecd tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:31.554093 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-caba1b7b-d987-482d-9e7d-b6e9186beecd tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "DELETE /v2.0/networks/442cc38a-1d64-45f9-9e94-c36119d427e4 HTTP/1.1" status: 409 len: 405 time: 0.7193239 Sep 30 13:16:31.574599 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34242) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:31.580798 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d09da1e6-f942-48aa-b972-7e1734f73d21 None None] For port c45de6d1-6b06-4e3a-b3a1-3f925382eece, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c45de6d1-6b06-4e3a-b3a1-3f925382eece,segment=NetworkSegment(a8dc6b8a-c008-43ba-ac2f-be7909fc9edc),segment_id=a8dc6b8a-c008-43ba-ac2f-be7909fc9edc)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:31.591606 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d09da1e6-f942-48aa-b972-7e1734f73d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:31.656535 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-59ce411e-53b9-452e-a561-ea16330f04b0 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-472295414'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:31.719056 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2a55518-2830-4465-a191-aa75cf897422 req-6ca40987-4ca6-4809-af14-2738abcb0b16 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d2369eb-a0f2-4685-9818-9675ebb6246a HTTP/1.1" status: 200 len: 217 time: 0.2143455 Sep 30 13:16:31.721814 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2a55518-2830-4465-a191-aa75cf897422 req-4d0d2e3a-2d00-4a12-ab30-9c7c5e7a336f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85525d6f-904f-49b9-bd56-a181c58a3176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2080944 Sep 30 13:16:31.777191 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093ada2-41e4-4730-ba09-15c65ef2d20c req-e86175bc-516e-4183-9f7b-9d891edc2dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:31.782377 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09da1e6-f942-48aa-b972-7e1734f73d21 None None] Pushing event updated for resources: {'Port': ['ID=c45de6d1-6b06-4e3a-b3a1-3f925382eece,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:31.787196 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4093ada2-41e4-4730-ba09-15c65ef2d20c req-e86175bc-516e-4183-9f7b-9d891edc2dae service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 913 time: 0.7404826 Sep 30 13:16:31.809535 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b9cc4-577a-4cf3-a813-2ad403bf3d80 req-8acf34b0-5ff5-4c12-a80a-844ba6cd4e44 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:31.814926 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-424b9cc4-577a-4cf3-a813-2ad403bf3d80 req-8acf34b0-5ff5-4c12-a80a-844ba6cd4e44 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 946 time: 0.6180165 Sep 30 13:16:31.828948 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ce411e-53b9-452e-a561-ea16330f04b0 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Made reservation on behalf of 75450c069d2f4ae5857bdacfbb49f864 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:31.834725 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-59ce411e-53b9-452e-a561-ea16330f04b0 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:31.978337 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2a55518-2830-4465-a191-aa75cf897422 req-9af336fd-ea7e-4a3b-a228-5a2f00e14031 service neutron] 10.222.0.39 "GET /v2.0/networks/85525d6f-904f-49b9-bd56-a181c58a3176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090676 Sep 30 13:16:32.024743 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ce411e-53b9-452e-a561-ea16330f04b0 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:16:32.027509 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75bfb9-0e21-4b0c-bd3c-2b16ae8c16d0 req-d37c92a3-98a3-4ef4-85d4-0af567f8f748 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:32.029394 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ca75bfb9-0e21-4b0c-bd3c-2b16ae8c16d0 req-d37c92a3-98a3-4ef4-85d4-0af567f8f748 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 946 time: 0.3742287 Sep 30 13:16:32.065357 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-59ce411e-53b9-452e-a561-ea16330f04b0 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:32.065901 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-59ce411e-53b9-452e-a561-ea16330f04b0 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Added segment 23f99a40-fc74-4ea0-807c-02605b3f7ab9 of type vlan for network 93ecda64-099d-444a-a787-090baf9ad80c Sep 30 13:16:32.143012 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-59ce411e-53b9-452e-a561-ea16330f04b0 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:32.161157 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ca75bfb9-0e21-4b0c-bd3c-2b16ae8c16d0 req-648a7c08-9b1b-420f-be07-86c6818e7597 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169455 Sep 30 13:16:32.165062 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a55518-2830-4465-a191-aa75cf897422 req-95e9b224-4041-41dd-aa12-64a1b688826a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:32.166650 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2a55518-2830-4465-a191-aa75cf897422 req-95e9b224-4041-41dd-aa12-64a1b688826a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bbe1ffcf-2c73-4b79-897f-ffbf75802216 HTTP/1.1" status: 200 len: 853 time: 0.4385974 Sep 30 13:16:32.218227 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2a55518-2830-4465-a191-aa75cf897422 req-c42e31c7-af37-477b-b653-0029f8ed7d44 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=85525d6f-904f-49b9-bd56-a181c58a3176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421956 Sep 30 13:16:32.232718 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-348548c0-413f-40c8-8d44-61145bf87b7d None None] Provisioning complete for port c45de6d1-6b06-4e3a-b3a1-3f925382eece triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:16:32.236020 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-348548c0-413f-40c8-8d44-61145bf87b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:32.301769 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2a55518-2830-4465-a191-aa75cf897422 req-67655310-6151-43b9-8a2c-2afcfa8121bc service neutron] 10.222.0.39 "GET /v2.0/networks/85525d6f-904f-49b9-bd56-a181c58a3176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933390 Sep 30 13:16:32.410933 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-59ce411e-53b9-452e-a561-ea16330f04b0 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:32.426830 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ce411e-53b9-452e-a561-ea16330f04b0 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:32.429970 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-59ce411e-53b9-452e-a561-ea16330f04b0 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:32.465622 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26302a-1e54-4322-b355-dc82ae5220e2 req-93a4c5da-c813-46a1-98d7-590d51347655 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:32.467463 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d26302a-1e54-4322-b355-dc82ae5220e2 req-93a4c5da-c813-46a1-98d7-590d51347655 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acb39f5-7e1e-46ed-a817-e403c49587ce HTTP/1.1" status: 200 len: 944 time: 1.0142405 Sep 30 13:16:32.490842 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d40d35-33bb-43ec-a95d-0f3baee5c518 req-c6569e0e-0cd9-4092-ba21-7b8290c3cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:32.492403 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a8d40d35-33bb-43ec-a95d-0f3baee5c518 req-c6569e0e-0cd9-4092-ba21-7b8290c3cd3e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e994dc4f4df4842a52da2b8cd3e10a3&device_id=e2a0a184-c65a-437c-a6a8-acdd7f570d8d HTTP/1.1" status: 200 len: 1095 time: 0.1211154 Sep 30 13:16:32.497211 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4682804f-1ff0-4b21-b975-a36202e90c0d None None] Network 442cc38a-1d64-45f9-9e94-c36119d427e4 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:16:32.550187 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2a55518-2830-4465-a191-aa75cf897422 req-b7c6dc3d-ca50-4286-8096-1eecf6f6c914 service neutron] 10.222.0.54 "GET /v2.0/networks/85525d6f-904f-49b9-bd56-a181c58a3176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192661 Sep 30 13:16:32.564459 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-59ce411e-53b9-452e-a561-ea16330f04b0 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9853535 Sep 30 13:16:32.575001 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34252) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:32.580297 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-1109db76-1777-4ee3-b7b5-9228fb4ac01f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Request body: {'subnet': {'network_id': '93ecda64-099d-444a-a787-090baf9ad80c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:32.592697 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-1766d7e5-bf93-42f3-ad4e-ce6dce4b7aee None None] Provisioning complete for port 1c331be0-11ed-47c0-932b-f995be6742a5 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:16:32.593073 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1766d7e5-bf93-42f3-ad4e-ce6dce4b7aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:32.594691 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4093ada2-41e4-4730-ba09-15c65ef2d20c req-fc7ede36-fed3-42c9-846f-6247117e6a14 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a3f4553-b52f-4821-afb6-39d5b478bb00 HTTP/1.1" status: 200 len: 999 time: 0.7787497 Sep 30 13:16:32.812456 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093ada2-41e4-4730-ba09-15c65ef2d20c req-0817ff04-b7ee-4567-91d0-a9b70fda7c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:32.815212 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4093ada2-41e4-4730-ba09-15c65ef2d20c req-0817ff04-b7ee-4567-91d0-a9b70fda7c32 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb HTTP/1.1" status: 200 len: 851 time: 0.2106583 Sep 30 13:16:32.818533 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce411e-53b9-452e-a561-ea16330f04b0 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event updated for resources: {'Network': ['ID=93ecda64-099d-444a-a787-090baf9ad80c,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:32.854756 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 93ecda64-099d-444a-a787-090baf9ad80c details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:16:32.996747 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1766d7e5-bf93-42f3-ad4e-ce6dce4b7aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:33.225144 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-1766d7e5-bf93-42f3-ad4e-ce6dce4b7aee None None] For port 1c331be0-11ed-47c0-932b-f995be6742a5, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1c331be0-11ed-47c0-932b-f995be6742a5,segment=NetworkSegment(9d864b95-6a42-43b5-ad76-834ec5f92981),segment_id=9d864b95-6a42-43b5-ad76-834ec5f92981)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:33.229752 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1c331be0-11ed-47c0-932b-f995be6742a5 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:16:33.262318 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1766d7e5-bf93-42f3-ad4e-ce6dce4b7aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:33.343264 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3604cba-7d69-474b-b8d8-e1bc0074f8c4 None None] DHCP port deletion for 442cc38a-1d64-45f9-9e94-c36119d427e4 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:16:33.358962 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766d7e5-bf93-42f3-ad4e-ce6dce4b7aee None None] Pushing event updated for resources: {'Port': ['ID=1c331be0-11ed-47c0-932b-f995be6742a5,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:33.387476 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 1c331be0-11ed-47c0-932b-f995be6742a5 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:16:33.388009 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:33.394430 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91e0e4-9d13-4234-9bbf-85b22b805afe req-abfc4228-3c25-4c42-a837-2ecf08e62938 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:33.396675 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6f91e0e4-9d13-4234-9bbf-85b22b805afe req-abfc4228-3c25-4c42-a837-2ecf08e62938 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 945 time: 0.9306819 Sep 30 13:16:33.397696 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4acb39f5-7e1e-46ed-a817-e403c49587ce', 'tag': '7d2369eb-a0f2-4685-9818-9675ebb6246a'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:33.400107 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310e7478-5904-440f-8972-debd3583ec97" -d '{"events": [{"name": "network-changed", "server_uuid": "4acb39f5-7e1e-46ed-a817-e403c49587ce", "tag": "7d2369eb-a0f2-4685-9818-9675ebb6246a"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:33.504184 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-d3604cba-7d69-474b-b8d8-e1bc0074f8c4 None None] Deleting port 1c331be0-11ed-47c0-932b-f995be6742a5 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:16:33.504731 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d3604cba-7d69-474b-b8d8-e1bc0074f8c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:33.578865 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d26302a-1e54-4322-b355-dc82ae5220e2 req-adf331ed-f59e-4582-9530-60693d357100 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/security-groups?id=29175c03-b705-4f4a-b397-f12b14861883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0755253 Sep 30 13:16:33.601891 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d3604cba-7d69-474b-b8d8-e1bc0074f8c4 None None] For port 1c331be0-11ed-47c0-932b-f995be6742a5, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1c331be0-11ed-47c0-932b-f995be6742a5,segment=NetworkSegment(9d864b95-6a42-43b5-ad76-834ec5f92981),segment_id=9d864b95-6a42-43b5-ad76-834ec5f92981)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:33.606847 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d3604cba-7d69-474b-b8d8-e1bc0074f8c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:33.612170 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d40d35-33bb-43ec-a95d-0f3baee5c518 req-9fa89af2-0521-43d1-9604-5fa0464cd246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:33.614468 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a8d40d35-33bb-43ec-a95d-0f3baee5c518 req-9fa89af2-0521-43d1-9604-5fa0464cd246 service neutron] 10.222.0.39 "GET /v2.0/networks?id=85525d6f-904f-49b9-bd56-a181c58a3176 HTTP/1.1" status: 200 len: 914 time: 1.0620096 Sep 30 13:16:33.616642 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2a55518-2830-4465-a191-aa75cf897422 req-4f009f47-1837-4e6d-8967-a99946335ba9 service neutron] 10.222.0.54 "GET /v2.0/networks/85525d6f-904f-49b9-bd56-a181c58a3176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0540848 Sep 30 13:16:33.624947 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-424b9cc4-577a-4cf3-a813-2ad403bf3d80 req-1240a10f-8ea7-486d-8487-4ed11f1ff01b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Deleting port 0c827184-a393-4663-88e2-7557cd7688b4 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:16:33.625313 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-424b9cc4-577a-4cf3-a813-2ad403bf3d80 req-1240a10f-8ea7-486d-8487-4ed11f1ff01b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:33.635129 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-d3604cba-7d69-474b-b8d8-e1bc0074f8c4 None None] Calling delete_port for 1c331be0-11ed-47c0-932b-f995be6742a5 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:16:33.654507 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6f91e0e4-9d13-4234-9bbf-85b22b805afe req-93a75bde-7085-4310-9c90-68478b5b3a1f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506049 Sep 30 13:16:33.709141 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093ada2-41e4-4730-ba09-15c65ef2d20c req-f173f68b-e7bf-4d1a-90ea-a60b789324d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:33.710978 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4093ada2-41e4-4730-ba09-15c65ef2d20c req-f173f68b-e7bf-4d1a-90ea-a60b789324d1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7e67e25-10d5-4331-9422-13e705e055a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8803890 Sep 30 13:16:33.714606 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1109db76-1777-4ee3-b7b5-9228fb4ac01f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Made reservation on behalf of 75450c069d2f4ae5857bdacfbb49f864 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:33.718693 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1109db76-1777-4ee3-b7b5-9228fb4ac01f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:33.768814 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a8d40d35-33bb-43ec-a95d-0f3baee5c518 req-58af17bb-b7d6-43bb-9ccd-e07c5ebe198f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3 HTTP/1.1" status: 200 len: 217 time: 0.1129479 Sep 30 13:16:33.849310 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c45de6d1-6b06-4e3a-b3a1-3f925382eece up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:16:33.852155 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d3604cba-7d69-474b-b8d8-e1bc0074f8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:33.912569 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3604cba-7d69-474b-b8d8-e1bc0074f8c4 None None] Pushing event deleted for resources: {'Port': ['ID=1c331be0-11ed-47c0-932b-f995be6742a5,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:33.921379 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3604cba-7d69-474b-b8d8-e1bc0074f8c4 None None] No DVR routers for this DVR port 1c331be0-11ed-47c0-932b-f995be6742a5 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:16:33.967309 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port c45de6d1-6b06-4e3a-b3a1-3f925382eece triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:16:33.968099 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:33.988106 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d40d35-33bb-43ec-a95d-0f3baee5c518 req-9509ac4a-2cad-4d00-bb4d-72b1c3e6a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:33.993021 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a8d40d35-33bb-43ec-a95d-0f3baee5c518 req-9509ac4a-2cad-4d00-bb4d-72b1c3e6a90c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bbe1ffcf-2c73-4b79-897f-ffbf75802216 HTTP/1.1" status: 200 len: 853 time: 0.2171073 Sep 30 13:16:34.007894 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776f892-e555-4aea-8983-012e20a83813 req-d087b20f-cd76-45ed-86b2-fdf9c5b26c1a tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:34.023423 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e776f892-e555-4aea-8983-012e20a83813 req-d087b20f-cd76-45ed-86b2-fdf9c5b26c1a tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/ports?device_id=878b4b29-cddf-4426-8d4e-678b865e1dcf HTTP/1.1" status: 200 len: 945 time: 0.1654141 Sep 30 13:16:34.037584 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-424b9cc4-577a-4cf3-a813-2ad403bf3d80 req-1240a10f-8ea7-486d-8487-4ed11f1ff01b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] For port 0c827184-a393-4663-88e2-7557cd7688b4, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0c827184-a393-4663-88e2-7557cd7688b4,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:34.038394 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-424b9cc4-577a-4cf3-a813-2ad403bf3d80 req-1240a10f-8ea7-486d-8487-4ed11f1ff01b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:34.101244 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-424b9cc4-577a-4cf3-a813-2ad403bf3d80 req-1240a10f-8ea7-486d-8487-4ed11f1ff01b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Calling delete_port for 0c827184-a393-4663-88e2-7557cd7688b4 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:16:34.118055 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3220ff-0ce1-45aa-aa97-8c1f71a99cf8 req-df11f798-58b0-4232-8665-e5ae364d4707 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:34.121069 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a8d40d35-33bb-43ec-a95d-0f3baee5c518 req-d0ee7715-24b8-4023-bd74-2c822b2ddbb1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85525d6f-904f-49b9-bd56-a181c58a3176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966682 Sep 30 13:16:34.125352 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bb3220ff-0ce1-45aa-aa97-8c1f71a99cf8 req-df11f798-58b0-4232-8665-e5ae364d4707 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 946 time: 0.2822609 Sep 30 13:16:34.137497 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4093ada2-41e4-4730-ba09-15c65ef2d20c req-31c72be0-90b7-4977-964b-ff44b26fb6e6 service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143443 Sep 30 13:16:34.262967 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a8d40d35-33bb-43ec-a95d-0f3baee5c518 req-2071880f-a8d8-47ac-9480-b507133a5715 service neutron] 10.222.0.39 "GET /v2.0/networks/85525d6f-904f-49b9-bd56-a181c58a3176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297951 Sep 30 13:16:34.292549 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bb3220ff-0ce1-45aa-aa97-8c1f71a99cf8 req-dfd261f7-59ee-4f0f-8967-a1eb67ad1b5e tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661663 Sep 30 13:16:34.421086 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e776f892-e555-4aea-8983-012e20a83813 req-caba822a-c4e2-4fdb-88ff-3d3175df16bf tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/security-groups?id=81a5e37d-d269-4910-b9bf-d10e21c3eed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708642 Sep 30 13:16:34.429026 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a8d40d35-33bb-43ec-a95d-0f3baee5c518 req-854ae2b8-6512-452b-8ea5-cbac8914e6de service neutron] 10.222.0.39 "GET /v2.0/networks/85525d6f-904f-49b9-bd56-a181c58a3176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437137 Sep 30 13:16:34.470884 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4a79c0-0081-47ba-a98a-8b1646f6533c x-openstack-request-id: req-9b4a79c0-0081-47ba-a98a-8b1646f6533c {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:34.471455 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4acb39f5-7e1e-46ed-a817-e403c49587ce", "tag": "7d2369eb-a0f2-4685-9818-9675ebb6246a", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:34.472082 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b4a79c0-0081-47ba-a98a-8b1646f6533c {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:34.475513 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4acb39f5-7e1e-46ed-a817-e403c49587ce', 'tag': '7d2369eb-a0f2-4685-9818-9675ebb6246a', 'status': 'completed', 'code': 200} Sep 30 13:16:34.581047 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4093ada2-41e4-4730-ba09-15c65ef2d20c req-2a159e8f-dd36-4e9a-936c-f6d780d54bc2 service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262805 Sep 30 13:16:34.616258 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bf463-f50e-46e6-a543-aa874de3f1cb req-3666430b-f186-4be0-afdf-baa85510f7ae tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:34.624142 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ad0bf463-f50e-46e6-a543-aa874de3f1cb req-3666430b-f186-4be0-afdf-baa85510f7ae tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/ports?device_id=575846e3-2826-43db-9e2a-ae265ef2b38c HTTP/1.1" status: 200 len: 946 time: 0.0838869 Sep 30 13:16:34.634979 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e7478-5904-440f-8972-debd3583ec97 req-3cf5ec55-39eb-4c58-8ac6-56a9bded4f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:34.636773 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-310e7478-5904-440f-8972-debd3583ec97 req-3cf5ec55-39eb-4c58-8ac6-56a9bded4f02 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8e994dc4f4df4842a52da2b8cd3e10a3&device_id=4acb39f5-7e1e-46ed-a817-e403c49587ce HTTP/1.1" status: 200 len: 1095 time: 0.1367831 Sep 30 13:16:34.726850 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ad0bf463-f50e-46e6-a543-aa874de3f1cb req-00f3d010-06c9-4ed1-bcaa-5f85834402b7 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/security-groups?id=81a5e37d-d269-4910-b9bf-d10e21c3eed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010203 Sep 30 13:16:34.800046 n-d-810909-2 neutron-server[94763]: DEBUG neutron.objects.ports [None req-1109db76-1777-4ee3-b7b5-9228fb4ac01f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94763) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 13:16:34.806062 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1109db76-1777-4ee3-b7b5-9228fb4ac01f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:34.843544 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-424b9cc4-577a-4cf3-a813-2ad403bf3d80 req-1240a10f-8ea7-486d-8487-4ed11f1ff01b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:34.856799 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af612874-b021-4375-b324-5721fbf0fb7f req-df58da9f-57a3-42d5-aa80-9ac84e4deeeb tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:34.870095 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-af612874-b021-4375-b324-5721fbf0fb7f req-df58da9f-57a3-42d5-aa80-9ac84e4deeeb tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acb39f5-7e1e-46ed-a817-e403c49587ce HTTP/1.1" status: 200 len: 944 time: 0.1557550 Sep 30 13:16:35.010110 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240a10f-8ea7-486d-8487-4ed11f1ff01b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Pushing event deleted for resources: {'Port': ['ID=0c827184-a393-4663-88e2-7557cd7688b4,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:35.015945 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1c331be0-11ed-47c0-932b-f995be6742a5 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:16:35.037709 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 1c331be0-11ed-47c0-932b-f995be6742a5 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:16:35.038091 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1c331be0-11ed-47c0-932b-f995be6742a5 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:16:35.049560 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e7478-5904-440f-8972-debd3583ec97 req-6ed3d917-f2a3-4095-8ca3-941b5b2e42b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:35.052157 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-310e7478-5904-440f-8972-debd3583ec97 req-6ed3d917-f2a3-4095-8ca3-941b5b2e42b5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=85525d6f-904f-49b9-bd56-a181c58a3176 HTTP/1.1" status: 200 len: 914 time: 0.3943970 Sep 30 13:16:35.061359 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109db76-1777-4ee3-b7b5-9228fb4ac01f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event updated for resources: {'Subnet': ['ID=c12af7c6-fb1c-4337-ab31-ef162def151a,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:35.071055 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9556c38-c4f3-455e-8f9a-30bb3054ce3c req-ca0d3b03-5b06-4b34-92c4-0e67cee29f19 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:35.072775 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e9556c38-c4f3-455e-8f9a-30bb3054ce3c req-ca0d3b03-5b06-4b34-92c4-0e67cee29f19 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 945 time: 0.2229931 Sep 30 13:16:35.140264 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-af612874-b021-4375-b324-5721fbf0fb7f req-d55a7b4a-1502-43e0-804b-dc5229da3576 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/security-groups?id=29175c03-b705-4f4a-b397-f12b14861883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605908 Sep 30 13:16:35.144625 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-310e7478-5904-440f-8972-debd3583ec97 req-de348213-3b49-405b-b1e1-f81fb4740f35 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d2369eb-a0f2-4685-9818-9675ebb6246a HTTP/1.1" status: 200 len: 217 time: 0.0705030 Sep 30 13:16:35.147406 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-424b9cc4-577a-4cf3-a813-2ad403bf3d80 req-1240a10f-8ea7-486d-8487-4ed11f1ff01b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] No DVR routers for this DVR port 0c827184-a393-4663-88e2-7557cd7688b4 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:16:35.154060 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1109db76-1777-4ee3-b7b5-9228fb4ac01f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Checking segment: {'id': '23f99a40-fc74-4ea0-807c-02605b3f7ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '93ecda64-099d-444a-a787-090baf9ad80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:16:35.154833 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1109db76-1777-4ee3-b7b5-9228fb4ac01f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Network hostable DHCP agents. Network: 93ecda64-099d-444a-a787-090baf9ad80c, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:16:35.161213 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-424b9cc4-577a-4cf3-a813-2ad403bf3d80 req-1240a10f-8ea7-486d-8487-4ed11f1ff01b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:35.164559 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-424b9cc4-577a-4cf3-a813-2ad403bf3d80 req-1240a10f-8ea7-486d-8487-4ed11f1ff01b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.39 "DELETE /v2.0/ports/0c827184-a393-4663-88e2-7557cd7688b4 HTTP/1.1" status: 204 len: 173 time: 3.3045819 Sep 30 13:16:35.166427 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a447e0-68ca-4111-9cf5-c04f1fc23334', 'name': 'network-vif-deleted', 'tag': '0c827184-a393-4663-88e2-7557cd7688b4'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:35.170088 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8e82c9-c7d4-41c9-97d7-5dd5d2313223" -d '{"events": [{"server_uuid": "a1a447e0-68ca-4111-9cf5-c04f1fc23334", "name": "network-vif-deleted", "tag": "0c827184-a393-4663-88e2-7557cd7688b4"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:35.248640 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1109db76-1777-4ee3-b7b5-9228fb4ac01f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Network 93ecda64-099d-444a-a787-090baf9ad80c is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:16:35.259785 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-1109db76-1777-4ee3-b7b5-9228fb4ac01f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 93ecda64-099d-444a-a787-090baf9ad80c) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:16:35.265191 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1109db76-1777-4ee3-b7b5-9228fb4ac01f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:35.266356 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1109db76-1777-4ee3-b7b5-9228fb4ac01f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:35.283263 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1cbd36-0331-4a62-8b71-86812ee1bf79 None None] Network 93ecda64-099d-444a-a787-090baf9ad80c requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:16:35.287388 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1109db76-1777-4ee3-b7b5-9228fb4ac01f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7108784 Sep 30 13:16:35.290463 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34296) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:35.295939 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-5b374c95-6d5b-4ae4-bdf1-8636400c2df4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Request body: {'port': {'network_id': '93ecda64-099d-444a-a787-090baf9ad80c', 'name': 'tempest-NetworksIpV6TestAttrs-490892603'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:35.303493 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e9556c38-c4f3-455e-8f9a-30bb3054ce3c req-5c8e07d1-81e0-4597-a2be-a46655f6154a tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163734 Sep 30 13:16:35.335794 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e7478-5904-440f-8972-debd3583ec97 req-ad742f35-2f60-4690-8327-3a335d3f04d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:35.337960 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-310e7478-5904-440f-8972-debd3583ec97 req-ad742f35-2f60-4690-8327-3a335d3f04d9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bbe1ffcf-2c73-4b79-897f-ffbf75802216 HTTP/1.1" status: 200 len: 853 time: 0.1562293 Sep 30 13:16:35.414169 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-310e7478-5904-440f-8972-debd3583ec97 req-b3c0ad30-d24e-4d0d-ba84-21b7adf0eacd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=85525d6f-904f-49b9-bd56-a181c58a3176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634363 Sep 30 13:16:35.427204 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d52f7b9-e42b-416d-8b69-13b4dd973a76 x-openstack-request-id: req-1d52f7b9-e42b-416d-8b69-13b4dd973a76 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:35.427818 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a447e0-68ca-4111-9cf5-c04f1fc23334", "name": "network-vif-deleted", "tag": "0c827184-a393-4663-88e2-7557cd7688b4", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:35.428283 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d52f7b9-e42b-416d-8b69-13b4dd973a76 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:35.428885 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a447e0-68ca-4111-9cf5-c04f1fc23334', 'name': 'network-vif-deleted', 'tag': '0c827184-a393-4663-88e2-7557cd7688b4', 'status': 'completed', 'code': 200} Sep 30 13:16:35.526471 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea49eb-b7eb-4cae-a754-5a8740619dab req-8f4322bd-2a2d-4c19-8b43-e84d590c43f7 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:35.528254 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08ea49eb-b7eb-4cae-a754-5a8740619dab req-8f4322bd-2a2d-4c19-8b43-e84d590c43f7 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/ports?device_id=b828bd52-d867-4a79-9ef4-c1ee4bcb4de3 HTTP/1.1" status: 200 len: 945 time: 0.0983741 Sep 30 13:16:35.595552 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-358088ea-4c96-4c5f-9c28-5a697f990ab3 req-709811f2-ab15-443f-a09a-a4403ee1bc2b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1a447e0-68ca-4111-9cf5-c04f1fc23334 HTTP/1.1" status: 200 len: 210 time: 0.0336080 Sep 30 13:16:35.627562 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4519bc-fbe6-447d-956c-49ed5e7ab72e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-93ecda64-099d-444a-a787-090baf9ad80c', 'network_id': '93ecda64-099d-444a-a787-090baf9ad80c', 'tenant_id': '75450c069d2f4ae5857bdacfbb49f864', 'fixed_ips': [{'subnet_id': 'c12af7c6-fb1c-4337-ab31-ef162def151a'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:16:35.631345 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2f4519bc-fbe6-447d-956c-49ed5e7ab72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:35.638756 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08ea49eb-b7eb-4cae-a754-5a8740619dab req-09b7b196-4542-4086-b55f-dd99607d24b4 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/security-groups?id=81a5e37d-d269-4910-b9bf-d10e21c3eed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019592 Sep 30 13:16:35.654592 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b374c95-6d5b-4ae4-bdf1-8636400c2df4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Made reservation on behalf of 75450c069d2f4ae5857bdacfbb49f864 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:35.668216 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5b374c95-6d5b-4ae4-bdf1-8636400c2df4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:35.674294 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-310e7478-5904-440f-8972-debd3583ec97 req-6fe0053b-74fe-4424-b007-beb7f3096d8c service neutron] 10.222.0.54 "GET /v2.0/networks/85525d6f-904f-49b9-bd56-a181c58a3176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515001 Sep 30 13:16:35.734401 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-5b374c95-6d5b-4ae4-bdf1-8636400c2df4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] device_id is not set on port 053d1154-5d53-4325-bb0f-78a190c95fdc yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:16:35.863223 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-310e7478-5904-440f-8972-debd3583ec97 req-9e54db7f-8263-40d4-bfeb-6f55f07f00ac service neutron] 10.222.0.54 "GET /v2.0/networks/85525d6f-904f-49b9-bd56-a181c58a3176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755307 Sep 30 13:16:36.097530 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:16:36.125165 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0c827184-a393-4663-88e2-7557cd7688b4 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:16:36.171988 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-5b374c95-6d5b-4ae4-bdf1-8636400c2df4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Allocated IP 2001:db8::f816:3eff:fe06:4b3d (93ecda64-099d-444a-a787-090baf9ad80c/c12af7c6-fb1c-4337-ab31-ef162def151a/053d1154-5d53-4325-bb0f-78a190c95fdc) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:16:36.188794 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda41a0-b5c2-4ee1-b32a-62e822ad6e8c req-e8f2c6b4-f6fd-476a-9ddf-ac36e00b13f8 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:36.200431 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ceda41a0-b5c2-4ee1-b32a-62e822ad6e8c req-e8f2c6b4-f6fd-476a-9ddf-ac36e00b13f8 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/ports?device_id=b828bd52-d867-4a79-9ef4-c1ee4bcb4de3 HTTP/1.1" status: 200 len: 945 time: 0.0889106 Sep 30 13:16:36.226356 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fbe5a2a1-c0a9-4fa2-a250-1052d4e27abe req-e6042f7d-6129-45a7-beb5-3af2b46a655d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1609902 Sep 30 13:16:36.251756 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55483a7-b82b-4052-885a-1c01b5034aee req-66f14930-e96d-4b9c-8db4-f2875b99d252 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:36.274441 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ceda41a0-b5c2-4ee1-b32a-62e822ad6e8c req-fd79a898-214b-404e-b156-de39debda33d tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/security-groups?id=81a5e37d-d269-4910-b9bf-d10e21c3eed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705662 Sep 30 13:16:36.281837 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f55483a7-b82b-4052-885a-1c01b5034aee req-66f14930-e96d-4b9c-8db4-f2875b99d252 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.2152593 Sep 30 13:16:36.421543 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598b21c-876f-4dfd-be99-499110c8e17f req-885d5e87-1a6c-492c-9d55-2188041e11e3 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:36.423932 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0598b21c-876f-4dfd-be99-499110c8e17f req-885d5e87-1a6c-492c-9d55-2188041e11e3 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acb39f5-7e1e-46ed-a817-e403c49587ce HTTP/1.1" status: 200 len: 944 time: 0.0744731 Sep 30 13:16:36.431755 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f55483a7-b82b-4052-885a-1c01b5034aee req-64a5ea25-15d3-4df9-a8c1-eecc665b9d6e tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482425 Sep 30 13:16:36.438943 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 0c827184-a393-4663-88e2-7557cd7688b4 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:16:36.439333 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0c827184-a393-4663-88e2-7557cd7688b4 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:16:36.502099 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0598b21c-876f-4dfd-be99-499110c8e17f req-489e6843-207d-4632-a11b-7d71a940a42a tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/security-groups?id=29175c03-b705-4f4a-b397-f12b14861883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674391 Sep 30 13:16:36.521455 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5a2a1-c0a9-4fa2-a250-1052d4e27abe req-517ae67a-d1a9-453c-976d-28742c65b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:36.521455 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fbe5a2a1-c0a9-4fa2-a250-1052d4e27abe req-517ae67a-d1a9-453c-976d-28742c65b839 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd472ce50e4547d68eaae043f0883472&device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 1097 time: 0.2140975 Sep 30 13:16:36.564029 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3,segment=NetworkSegment(14f9140a-c7ec-4133-a36f-d4224eff2a8a),segment_id=14f9140a-c7ec-4133-a36f-d4224eff2a8a)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:36.588045 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3', 'network_id': '85525d6f-904f-49b9-bd56-a181c58a3176', 'port_id': 'cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3', 'mac_address': 'fa:16:3e:30:ce:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe1ffcf-2c73-4b79-897f-ffbf75802216', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:16:36.634086 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:36.648753 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac329a-8d1e-473f-8bca-b0be4afbbf52 req-2b94fa79-5f1a-45c2-a72b-84d3b649ac81 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:36.650046 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5b374c95-6d5b-4ae4-bdf1-8636400c2df4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:36.651524 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:16:36.658318 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-64ac329a-8d1e-473f-8bca-b0be4afbbf52 req-2b94fa79-5f1a-45c2-a72b-84d3b649ac81 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.0795429 Sep 30 13:16:36.686958 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3,segment=NetworkSegment(14f9140a-c7ec-4133-a36f-d4224eff2a8a),segment_id=14f9140a-c7ec-4133-a36f-d4224eff2a8a)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:36.687590 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5a2a1-c0a9-4fa2-a250-1052d4e27abe req-c27c1909-fd81-4059-a567-49d73352af86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:36.689286 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fbe5a2a1-c0a9-4fa2-a250-1052d4e27abe req-c27c1909-fd81-4059-a567-49d73352af86 service neutron] 10.222.0.39 "GET /v2.0/networks?id=82efec7b-c7e1-4afa-8d19-9d7200d8225f HTTP/1.1" status: 200 len: 917 time: 0.1523631 Sep 30 13:16:36.695189 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:36.725754 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-64ac329a-8d1e-473f-8bca-b0be4afbbf52 req-70a2ae36-fbc3-4f53-957c-1efdd1562417 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665503 Sep 30 13:16:36.780470 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fbe5a2a1-c0a9-4fa2-a250-1052d4e27abe req-b6822df6-285d-49f4-a075-84500b31e5f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bef15889-749c-4b8e-9c6d-ead8748f7ec2 HTTP/1.1" status: 200 len: 1002 time: 0.0828614 Sep 30 13:16:36.786770 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5b374c95-6d5b-4ae4-bdf1-8636400c2df4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:36.795356 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:36.868538 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-2f4519bc-fbe6-447d-956c-49ed5e7ab72e None None] Allocated IP 2001:db8::f816:3eff:fe42:5a1f (93ecda64-099d-444a-a787-090baf9ad80c/c12af7c6-fb1c-4337-ab31-ef162def151a/13c9b9e5-e655-47f7-ad5e-657eeb850284) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:16:36.879603 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b374c95-6d5b-4ae4-bdf1-8636400c2df4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Network 93ecda64-099d-444a-a787-090baf9ad80c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:16:36.887795 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-5b374c95-6d5b-4ae4-bdf1-8636400c2df4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:16:36.891541 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b374c95-6d5b-4ae4-bdf1-8636400c2df4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:16:36.906182 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b374c95-6d5b-4ae4-bdf1-8636400c2df4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:36.906844 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5b374c95-6d5b-4ae4-bdf1-8636400c2df4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:36.909565 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b374c95-6d5b-4ae4-bdf1-8636400c2df4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event updated for resources: {'Port': ['ID=053d1154-5d53-4325-bb0f-78a190c95fdc,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:36.914996 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5a2a1-c0a9-4fa2-a250-1052d4e27abe req-3df36766-cdd8-4e4e-a748-a13cd303e9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:36.916660 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fbe5a2a1-c0a9-4fa2-a250-1052d4e27abe req-3df36766-cdd8-4e4e-a748-a13cd303e9d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8ac488f0-945c-4387-aad6-12387e6433e7 HTTP/1.1" status: 200 len: 855 time: 0.1283302 Sep 30 13:16:36.933515 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5b374c95-6d5b-4ae4-bdf1-8636400c2df4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.6393986 Sep 30 13:16:36.934298 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34378) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:36.935907 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:16:37.005467 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5a2a1-c0a9-4fa2-a250-1052d4e27abe req-58edc422-679c-48d7-badd-78ae14ab545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:37.007057 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fbe5a2a1-c0a9-4fa2-a250-1052d4e27abe req-58edc422-679c-48d7-badd-78ae14ab545f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=82efec7b-c7e1-4afa-8d19-9d7200d8225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748885 Sep 30 13:16:37.052054 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5bd0ad6-a35a-47ca-8831-d730c0c32a11 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Deleting subnet c12af7c6-fb1c-4337-ab31-ef162def151a {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:16:37.147865 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fbe5a2a1-c0a9-4fa2-a250-1052d4e27abe req-913f680c-bdb6-40c0-88d9-9ced5cb5d175 service neutron] 10.222.0.39 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328912 Sep 30 13:16:37.150517 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2f4519bc-fbe6-447d-956c-49ed5e7ab72e None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:37.162747 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-2c65903e-77de-42dd-ba8a-ad4c673f5685 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:37.164538 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-2c65903e-77de-42dd-ba8a-ad4c673f5685 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/networks?id=d55517b2-5639-49a0-8308-46b3625d778e HTTP/1.1" status: 200 len: 812 time: 0.1717732 Sep 30 13:16:37.188953 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-286ceeda-40a9-42b4-84d5-d0acdc8fa08b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/quotas/6ec3b180775b4f8e89f487846414229c HTTP/1.1" status: 200 len: 375 time: 0.0178328 Sep 30 13:16:37.192061 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2f4519bc-fbe6-447d-956c-49ed5e7ab72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:37.193904 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b5bd0ad6-a35a-47ca-8831-d730c0c32a11 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:37.295379 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4519bc-fbe6-447d-956c-49ed5e7ab72e None None] Network 93ecda64-099d-444a-a787-090baf9ad80c is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:16:37.304711 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fbe5a2a1-c0a9-4fa2-a250-1052d4e27abe req-0144691f-5c61-4a9b-8e82-e9235ceb039e service neutron] 10.222.0.39 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465874 Sep 30 13:16:37.307673 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-2f4519bc-fbe6-447d-956c-49ed5e7ab72e None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:16:37.315841 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4519bc-fbe6-447d-956c-49ed5e7ab72e None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:16:37.320780 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-c6da682b-bb4d-4176-8e8b-62cda24eb0c9 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ec3b180775b4f8e89f487846414229c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656884 Sep 30 13:16:37.335596 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4519bc-fbe6-447d-956c-49ed5e7ab72e None None] Pushing event updated for resources: {'Port': ['ID=13c9b9e5-e655-47f7-ad5e-657eeb850284,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:37.350578 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b5bd0ad6-a35a-47ca-8831-d730c0c32a11 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:37.408812 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-2f4519bc-fbe6-447d-956c-49ed5e7ab72e None None] Attempting to bind port 13c9b9e5-e655-47f7-ad5e-657eeb850284 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:16:37.409289 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-2f4519bc-fbe6-447d-956c-49ed5e7ab72e None None] Attempting to bind port 13c9b9e5-e655-47f7-ad5e-657eeb850284 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '23f99a40-fc74-4ea0-807c-02605b3f7ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '93ecda64-099d-444a-a787-090baf9ad80c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:16:37.409970 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4519bc-fbe6-447d-956c-49ed5e7ab72e None None] Attempting to bind port 13c9b9e5-e655-47f7-ad5e-657eeb850284 on network 93ecda64-099d-444a-a787-090baf9ad80c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:16:37.418520 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4519bc-fbe6-447d-956c-49ed5e7ab72e None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:16:37.418898 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4519bc-fbe6-447d-956c-49ed5e7ab72e None None] Checking segment: {'id': '23f99a40-fc74-4ea0-807c-02605b3f7ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '93ecda64-099d-444a-a787-090baf9ad80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:16:37.419412 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2f4519bc-fbe6-447d-956c-49ed5e7ab72e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:37.419859 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4519bc-fbe6-447d-956c-49ed5e7ab72e None None] Bound using segment: {'id': '23f99a40-fc74-4ea0-807c-02605b3f7ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '93ecda64-099d-444a-a787-090baf9ad80c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:16:37.420347 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-2f4519bc-fbe6-447d-956c-49ed5e7ab72e None None] Bound port: 13c9b9e5-e655-47f7-ad5e-657eeb850284, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f99a40-fc74-4ea0-807c-02605b3f7ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '93ecda64-099d-444a-a787-090baf9ad80c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:16:37.420737 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2f4519bc-fbe6-447d-956c-49ed5e7ab72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:37.511767 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-2f4519bc-fbe6-447d-956c-49ed5e7ab72e None None] For port 13c9b9e5-e655-47f7-ad5e-657eeb850284, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:16:37.515084 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-2f4519bc-fbe6-447d-956c-49ed5e7ab72e None None] For port 13c9b9e5-e655-47f7-ad5e-657eeb850284, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=13c9b9e5-e655-47f7-ad5e-657eeb850284,segment=NetworkSegment(23f99a40-fc74-4ea0-807c-02605b3f7ab9),segment_id=23f99a40-fc74-4ea0-807c-02605b3f7ab9)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:16:37.526977 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2f4519bc-fbe6-447d-956c-49ed5e7ab72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:37.539870 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-4b13e480-45f3-4a54-84bc-160233ce6176 service neutron] 10.222.0.18 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181189 Sep 30 13:16:37.591409 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4519bc-fbe6-447d-956c-49ed5e7ab72e None None] Pushing event updated for resources: {'Port': ['ID=13c9b9e5-e655-47f7-ad5e-657eeb850284,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:37.657728 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b5bd0ad6-a35a-47ca-8831-d730c0c32a11 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:37.715415 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-5eadf133-09c3-4f1b-af89-ee0a335e25d5 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:37.717941 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-5eadf133-09c3-4f1b-af89-ee0a335e25d5 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 812 time: 0.1453662 Sep 30 13:16:37.738962 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-e623de78-4eec-49dd-b801-ed218c54467f service neutron] 10.222.0.18 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910396 Sep 30 13:16:37.742692 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-f9af0a38-40b6-4785-a97f-f49ca7682631 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/quotas/750d23c361c34df48a49df50aefc09af HTTP/1.1" status: 200 len: 375 time: 0.0155370 Sep 30 13:16:37.767312 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b5bd0ad6-a35a-47ca-8831-d730c0c32a11 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:37.796163 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 7d2369eb-a0f2-4685-9818-9675ebb6246a details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:16:37.837688 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd0ad6-a35a-47ca-8831-d730c0c32a11 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event deleted for resources: {'Subnet': ['ID=c12af7c6-fb1c-4337-ab31-ef162def151a,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:37.843534 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b5bd0ad6-a35a-47ca-8831-d730c0c32a11 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:37.853308 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b5bd0ad6-a35a-47ca-8831-d730c0c32a11 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "DELETE /v2.0/subnets/c12af7c6-fb1c-4337-ab31-ef162def151a HTTP/1.1" status: 204 len: 168 time: 0.9177666 Sep 30 13:16:37.854429 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34436) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:37.860828 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-6d10cfc1-856b-4366-b06c-488c1a367f03 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1105103 Sep 30 13:16:38.015525 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 7d2369eb-a0f2-4685-9818-9675ebb6246a, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=7d2369eb-a0f2-4685-9818-9675ebb6246a,segment=NetworkSegment(14f9140a-c7ec-4133-a36f-d4224eff2a8a),segment_id=14f9140a-c7ec-4133-a36f-d4224eff2a8a)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:38.022668 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843f2131-f148-4561-824e-e53c6007b83f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:38.024342 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843f2131-f148-4561-824e-e53c6007b83f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:38.026035 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-843f2131-f148-4561-824e-e53c6007b83f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1706169 Sep 30 13:16:38.044355 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '7d2369eb-a0f2-4685-9818-9675ebb6246a', 'network_id': '85525d6f-904f-49b9-bd56-a181c58a3176', 'port_id': '7d2369eb-a0f2-4685-9818-9675ebb6246a', 'mac_address': 'fa:16:3e:14:cf:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe1ffcf-2c73-4b79-897f-ffbf75802216', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:16:38.049046 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34450) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:38.111734 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:16:38.144056 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-a493352c-35ef-4c7d-935e-3f386a79b567 service neutron] 10.222.0.18 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741020 Sep 30 13:16:38.169353 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c75cc-faca-4dfc-b5a4-562bbb73d196 req-0c9523e6-22f1-4904-9933-60acb1ffd4f9 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:38.172177 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:38.179141 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-507c75cc-faca-4dfc-b5a4-562bbb73d196 req-0c9523e6-22f1-4904-9933-60acb1ffd4f9 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/ports?device_id=b828bd52-d867-4a79-9ef4-c1ee4bcb4de3 HTTP/1.1" status: 200 len: 945 time: 0.1981251 Sep 30 13:16:38.195431 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2369eb-a0f2-4685-9818-9675ebb6246a {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:16:38.225583 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 7d2369eb-a0f2-4685-9818-9675ebb6246a, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=7d2369eb-a0f2-4685-9818-9675ebb6246a,segment=NetworkSegment(14f9140a-c7ec-4133-a36f-d4224eff2a8a),segment_id=14f9140a-c7ec-4133-a36f-d4224eff2a8a)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:38.237000 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:38.248064 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:16:38.251373 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a1c88-901f-4068-92f4-fccc6eaf3a3a req-a7f41a9f-87e8-42c5-a58f-6d1d769766b3 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:38.252993 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cb0a1c88-901f-4068-92f4-fccc6eaf3a3a req-a7f41a9f-87e8-42c5-a58f-6d1d769766b3 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b828bd52-d867-4a79-9ef4-c1ee4bcb4de3 HTTP/1.1" status: 200 len: 945 time: 0.2453470 Sep 30 13:16:38.264748 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0448938c-5554-44ad-863e-d00200036ebf tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:38.278812 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-81658399-0a85-49d5-9258-6f65548a5bd0 service neutron] 10.222.0.18 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334693 Sep 30 13:16:38.300478 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:16:38.300851 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:38.334131 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-507c75cc-faca-4dfc-b5a4-562bbb73d196 req-a589c256-c2da-45d4-9498-93055f0a7bcf tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/security-groups?id=81a5e37d-d269-4910-b9bf-d10e21c3eed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507404 Sep 30 13:16:38.348916 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-0448938c-5554-44ad-863e-d00200036ebf tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 30 13:16:38.349599 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0448938c-5554-44ad-863e-d00200036ebf tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:38.352507 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0448938c-5554-44ad-863e-d00200036ebf tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "DELETE /v2.0/networks/93ecda64-099d-444a-a787-090baf9ad80c HTTP/1.1" status: 409 len: 405 time: 0.2977715 Sep 30 13:16:38.356613 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34464) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:38.361899 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-a9d5582c-68bf-4637-84db-fdd3388296dc tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-688757147'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:38.408899 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d5582c-68bf-4637-84db-fdd3388296dc tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Made reservation on behalf of 75450c069d2f4ae5857bdacfbb49f864 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:38.413474 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a9d5582c-68bf-4637-84db-fdd3388296dc tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:38.423241 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-cb0a1c88-901f-4068-92f4-fccc6eaf3a3a req-ba41bca7-3446-496b-972b-f9f0cc206d78 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Deleting port 822c9588-a9e2-4247-a726-a1514c819a7c {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:16:38.425245 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-cb0a1c88-901f-4068-92f4-fccc6eaf3a3a req-ba41bca7-3446-496b-972b-f9f0cc206d78 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:38.425422 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=7d2369eb-a0f2-4685-9818-9675ebb6246a,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:38.463949 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d5582c-68bf-4637-84db-fdd3388296dc tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:16:38.514324 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a9d5582c-68bf-4637-84db-fdd3388296dc tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:38.514772 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-a9d5582c-68bf-4637-84db-fdd3388296dc tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Added segment ffba77e8-99d7-4104-a0df-48e364343f3a of type vlan for network 71e8158c-a7d2-4ddd-a4f0-95ad5d5c475a Sep 30 13:16:38.553404 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:38.578730 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a0a184-c65a-437c-a6a8-acdd7f570d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:38.581018 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a3db00-e5f0-4e4f-8b59-dca8c9e3539e" -d '{"events": [{"server_uuid": "e2a0a184-c65a-437c-a6a8-acdd7f570d8d", "name": "network-vif-plugged", "status": "completed", "tag": "cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:38.607577 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3,segment=NetworkSegment(14f9140a-c7ec-4133-a36f-d4224eff2a8a),segment_id=14f9140a-c7ec-4133-a36f-d4224eff2a8a)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:38.618895 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:38.641259 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-cb0a1c88-901f-4068-92f4-fccc6eaf3a3a req-ba41bca7-3446-496b-972b-f9f0cc206d78 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] For port 822c9588-a9e2-4247-a726-a1514c819a7c, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=822c9588-a9e2-4247-a726-a1514c819a7c,segment=NetworkSegment(dbfea386-12d1-479e-8c85-b8024a9ca29c),segment_id=dbfea386-12d1-479e-8c85-b8024a9ca29c)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:38.641742 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-cb0a1c88-901f-4068-92f4-fccc6eaf3a3a req-ba41bca7-3446-496b-972b-f9f0cc206d78 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:38.673367 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-cb0a1c88-901f-4068-92f4-fccc6eaf3a3a req-ba41bca7-3446-496b-972b-f9f0cc206d78 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Calling delete_port for 822c9588-a9e2-4247-a726-a1514c819a7c owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:16:38.693846 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a9d5582c-68bf-4637-84db-fdd3388296dc tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:38.797419 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:38.800801 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a9d5582c-68bf-4637-84db-fdd3388296dc tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:38.801412 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['7d2369eb-a0f2-4685-9818-9675ebb6246a'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:16:38.821726 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d5582c-68bf-4637-84db-fdd3388296dc tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:38.827619 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a9d5582c-68bf-4637-84db-fdd3388296dc tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:38.870277 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f5863-25db-4e43-9e6a-04b04776536b req-badd2220-d723-4b2e-a75a-c136d62d1aa8 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:38.883884 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb0f5863-25db-4e43-9e6a-04b04776536b req-badd2220-d723-4b2e-a75a-c136d62d1aa8 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acb39f5-7e1e-46ed-a817-e403c49587ce HTTP/1.1" status: 200 len: 945 time: 0.3438110 Sep 30 13:16:39.005700 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb0f5863-25db-4e43-9e6a-04b04776536b req-931fea02-0270-40f7-bacb-bd5b9a293f94 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/security-groups?id=29175c03-b705-4f4a-b397-f12b14861883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107216 Sep 30 13:16:39.009888 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a9d5582c-68bf-4637-84db-fdd3388296dc tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6522393 Sep 30 13:16:39.076703 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34482) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:39.083253 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-7913d3a5-63f6-4578-9965-66527fa761ae tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Request body: {'subnet': {'network_id': '71e8158c-a7d2-4ddd-a4f0-95ad5d5c475a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:39.102061 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5582c-68bf-4637-84db-fdd3388296dc tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event updated for resources: {'Network': ['ID=71e8158c-a7d2-4ddd-a4f0-95ad5d5c475a,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:39.129859 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 71e8158c-a7d2-4ddd-a4f0-95ad5d5c475a details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:16:39.135578 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-feb1a990-d4db-4a54-a2af-b61af69a8284 req-9c066bec-1117-4fdf-b51d-baca856289af tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ae89a60-24e7-4eab-b205-83622ca1f4f0 HTTP/1.1" status: 200 len: 210 time: 0.0775869 Sep 30 13:16:39.190544 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-cb0a1c88-901f-4068-92f4-fccc6eaf3a3a req-ba41bca7-3446-496b-972b-f9f0cc206d78 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:39.203951 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a3ff0947-6e2e-42c8-bc5a-86d2c65fbafc req-86363e4a-b136-4dc1-a0a6-c7eb2cb4acc2 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad82a3e4-d149-4281-9ace-1af40139bd9b HTTP/1.1" status: 200 len: 210 time: 0.0796435 Sep 30 13:16:39.245317 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 13c9b9e5-e655-47f7-ad5e-657eeb850284 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:16:39.262827 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['480f86b7-98ac-480a-96c0-0b0cbbcf0fd1'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:16:39.295434 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41bca7-3446-496b-972b-f9f0cc206d78 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Pushing event deleted for resources: {'Port': ['ID=822c9588-a9e2-4247-a726-a1514c819a7c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:39.338590 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7913d3a5-63f6-4578-9965-66527fa761ae tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Made reservation on behalf of 75450c069d2f4ae5857bdacfbb49f864 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:39.348253 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d38aec2-ddfb-4388-a0ad-1a14bfa4faa5 x-openstack-request-id: req-1d38aec2-ddfb-4388-a0ad-1a14bfa4faa5 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:39.348457 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a0a184-c65a-437c-a6a8-acdd7f570d8d", "name": "network-vif-plugged", "status": "completed", "tag": "cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:39.348701 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d38aec2-ddfb-4388-a0ad-1a14bfa4faa5 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:39.350255 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a0a184-c65a-437c-a6a8-acdd7f570d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3', 'code': 200} Sep 30 13:16:39.353477 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7913d3a5-63f6-4578-9965-66527fa761ae tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:39.465070 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0a1c88-901f-4068-92f4-fccc6eaf3a3a req-ba41bca7-3446-496b-972b-f9f0cc206d78 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] No DVR routers for this DVR port 822c9588-a9e2-4247-a726-a1514c819a7c on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:16:39.469851 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-cb0a1c88-901f-4068-92f4-fccc6eaf3a3a req-ba41bca7-3446-496b-972b-f9f0cc206d78 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:39.471910 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cb0a1c88-901f-4068-92f4-fccc6eaf3a3a req-ba41bca7-3446-496b-972b-f9f0cc206d78 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.54 "DELETE /v2.0/ports/822c9588-a9e2-4247-a726-a1514c819a7c HTTP/1.1" status: 204 len: 173 time: 1.2118320 Sep 30 13:16:39.482602 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b828bd52-d867-4a79-9ef4-c1ee4bcb4de3', 'name': 'network-vif-deleted', 'tag': '822c9588-a9e2-4247-a726-a1514c819a7c'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:39.507798 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc75f4a-9506-4947-a8ff-c268ea122d6a" -d '{"events": [{"server_uuid": "b828bd52-d867-4a79-9ef4-c1ee4bcb4de3", "name": "network-vif-deleted", "tag": "822c9588-a9e2-4247-a726-a1514c819a7c"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:39.571081 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0985a4a5-71ec-4245-be67-bf17b976d8f2 None None] Network 93ecda64-099d-444a-a787-090baf9ad80c requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:16:39.758328 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-59097534-cbd6-4569-991a-34dd8d1fc3b1 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:39.760620 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-59097534-cbd6-4569-991a-34dd8d1fc3b1 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.39 "GET /v2.0/networks?id=d55517b2-5639-49a0-8308-46b3625d778e HTTP/1.1" status: 200 len: 812 time: 0.2352259 Sep 30 13:16:39.783323 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-518f324b-3e84-44e3-963e-34fd24064629 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Request body: {'port': {'device_id': '9ae89a60-24e7-4eab-b205-83622ca1f4f0', 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e', 'admin_state_up': True, 'tenant_id': '6ec3b180775b4f8e89f487846414229c'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:39.799010 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d3cf69f8-3276-48cf-acb3-16b0d5aa856b None None] Provisioning complete for port 13c9b9e5-e655-47f7-ad5e-657eeb850284 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:16:39.799656 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d3cf69f8-3276-48cf-acb3-16b0d5aa856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:39.803220 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 13c9b9e5-e655-47f7-ad5e-657eeb850284 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:16:39.804635 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:39.805374 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-19aaf49f-cd66-4f4a-821c-ec2cd38a6654 req-381312f9-34cc-4bf4-ba04-8e6128c10ec7 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/ports?device_id=b828bd52-d867-4a79-9ef4-c1ee4bcb4de3 HTTP/1.1" status: 200 len: 210 time: 0.2443719 Sep 30 13:16:39.866087 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 0307906c-c3c5-48af-910b-f1e554eaea33 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:16:39.932294 n-d-810909-2 neutron-server[94763]: DEBUG neutron.objects.ports [None req-7913d3a5-63f6-4578-9965-66527fa761ae tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94763) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 13:16:39.942386 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7913d3a5-63f6-4578-9965-66527fa761ae tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:39.983309 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167ed75b-82b0-4b1f-bb82-a6b854dd1a38 x-openstack-request-id: req-167ed75b-82b0-4b1f-bb82-a6b854dd1a38 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:39.984025 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b828bd52-d867-4a79-9ef4-c1ee4bcb4de3", "name": "network-vif-deleted", "tag": "822c9588-a9e2-4247-a726-a1514c819a7c", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:39.994587 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-167ed75b-82b0-4b1f-bb82-a6b854dd1a38 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:39.995284 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b828bd52-d867-4a79-9ef4-c1ee4bcb4de3', 'name': 'network-vif-deleted', 'tag': '822c9588-a9e2-4247-a726-a1514c819a7c', 'status': 'completed', 'code': 200} Sep 30 13:16:40.011504 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-3960b9c7-2280-46f0-9f1e-e1568cfac284 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:40.020250 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-3960b9c7-2280-46f0-9f1e-e1568cfac284 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/networks?id=bf395552-d6c8-4f33-8985-6c6e9e9ec785 HTTP/1.1" status: 200 len: 804 time: 0.4112124 Sep 30 13:16:40.023547 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4426d-0a08-48e2-8dc1-d37b4d4a98c5 req-7c11ffa7-95cd-44de-b9be-e616c05fb1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:40.025001 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-85e4426d-0a08-48e2-8dc1-d37b4d4a98c5 req-7c11ffa7-95cd-44de-b9be-e616c05fb1ca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e2a0a184-c65a-437c-a6a8-acdd7f570d8d HTTP/1.1" status: 200 len: 1097 time: 0.4141891 Sep 30 13:16:40.052604 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-a7840ca9-86e9-4dde-b981-25728ecc568e tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/quotas/2f180add52a04581aabb15b50dd31fc4 HTTP/1.1" status: 200 len: 375 time: 0.0312905 Sep 30 13:16:40.098682 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3762da20-0b3d-49f1-aa25-11b8d5d7d7f3 None None] DHCP port deletion for 93ecda64-099d-444a-a787-090baf9ad80c request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:16:40.117822 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-518f324b-3e84-44e3-963e-34fd24064629 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Made reservation on behalf of 6ec3b180775b4f8e89f487846414229c for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:40.121738 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-518f324b-3e84-44e3-963e-34fd24064629 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:40.133990 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:40.171243 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['9385defe-d416-4afb-bc18-21e6199953ee'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:16:40.183687 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913d3a5-63f6-4578-9965-66527fa761ae tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event updated for resources: {'Subnet': ['ID=edf208e0-b866-486d-a2a2-56ec4781ecca,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:40.222500 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-fa0041bf-9063-4ad8-9afc-64d1e46680f3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f180add52a04581aabb15b50dd31fc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1687806 Sep 30 13:16:40.234111 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-85e4426d-0a08-48e2-8dc1-d37b4d4a98c5 req-02d99c59-d163-4135-be06-ae44cb1a5626 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=29175c03-b705-4f4a-b397-f12b14861883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721992 Sep 30 13:16:40.235868 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7913d3a5-63f6-4578-9965-66527fa761ae tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Checking segment: {'id': 'ffba77e8-99d7-4104-a0df-48e364343f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '71e8158c-a7d2-4ddd-a4f0-95ad5d5c475a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:16:40.236241 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7913d3a5-63f6-4578-9965-66527fa761ae tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Network hostable DHCP agents. Network: 71e8158c-a7d2-4ddd-a4f0-95ad5d5c475a, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:16:40.279534 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:40.337138 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d3cf69f8-3276-48cf-acb3-16b0d5aa856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:40.337768 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e3fa3-efee-4f29-ba83-593d85cd56bf req-2eb5b976-4c44-4a0d-b898-dbcbee5ba911 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:40.341771 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-478e3fa3-efee-4f29-ba83-593d85cd56bf req-2eb5b976-4c44-4a0d-b898-dbcbee5ba911 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acb39f5-7e1e-46ed-a817-e403c49587ce HTTP/1.1" status: 200 len: 945 time: 0.2144723 Sep 30 13:16:40.361893 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7913d3a5-63f6-4578-9965-66527fa761ae tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Network 71e8158c-a7d2-4ddd-a4f0-95ad5d5c475a is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:16:40.399647 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-7913d3a5-63f6-4578-9965-66527fa761ae tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 71e8158c-a7d2-4ddd-a4f0-95ad5d5c475a) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:16:40.410170 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7913d3a5-63f6-4578-9965-66527fa761ae tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:40.410810 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7913d3a5-63f6-4578-9965-66527fa761ae tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:40.425935 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-acf1f5d3-9531-4266-abc5-c456bd39abe8 service neutron] 10.222.0.18 "GET /v2.0/networks/bf395552-d6c8-4f33-8985-6c6e9e9ec785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024670 Sep 30 13:16:40.458583 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-478e3fa3-efee-4f29-ba83-593d85cd56bf req-56b431bb-bdba-4285-8b3f-d39b2d6903e6 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/security-groups?id=29175c03-b705-4f4a-b397-f12b14861883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083322 Sep 30 13:16:40.469496 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fa8453-0946-4223-8226-5c28d9d4ca5d None None] Network 71e8158c-a7d2-4ddd-a4f0-95ad5d5c475a requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:16:40.471002 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7913d3a5-63f6-4578-9965-66527fa761ae tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3930578 Sep 30 13:16:40.471601 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34522) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:40.490393 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-518f324b-3e84-44e3-963e-34fd24064629 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Allocated IP 172.20.0.4 (d55517b2-5639-49a0-8308-46b3625d778e/b636e036-02ee-475d-8821-ce0c9f216c9a/cf536e69-5ee2-43eb-90d2-fc6d31de9969) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:16:40.567541 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 0307906c-c3c5-48af-910b-f1e554eaea33, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=0307906c-c3c5-48af-910b-f1e554eaea33,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:40.596539 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-4c05ddeb-87f3-426f-8d70-ec50d5af9951 service neutron] 10.222.0.18 "GET /v2.0/networks/bf395552-d6c8-4f33-8985-6c6e9e9ec785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575305 Sep 30 13:16:40.610292 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-956637b2-cc56-405f-9c5a-2cf2b18d8a1a req-d1d6fa2f-7c92-4484-8d17-0197c11bf068 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ae89a60-24e7-4eab-b205-83622ca1f4f0 HTTP/1.1" status: 200 len: 210 time: 0.0349958 Sep 30 13:16:40.807032 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-518f324b-3e84-44e3-963e-34fd24064629 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:40.874257 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-281dfcd3-dbb5-4937-8d1a-e67904f34c04 req-c39f2286-bcbc-4c1c-81ca-f9a959f1232a tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad82a3e4-d149-4281-9ace-1af40139bd9b HTTP/1.1" status: 200 len: 210 time: 0.0592093 Sep 30 13:16:40.889966 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-61f395f6-8f0d-4910-9048-ccbf82ab9904 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:40.902604 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-bc710a0d-a20d-4042-af5d-fc0632263abe tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:40.902604 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-bc710a0d-a20d-4042-af5d-fc0632263abe tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.39 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 812 time: 0.3013477 Sep 30 13:16:40.907207 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-518f324b-3e84-44e3-963e-34fd24064629 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:40.915423 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-aaa5be82-be2d-4d95-a761-c1468d7c90d1 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Request body: {'port': {'device_id': 'ad82a3e4-d149-4281-9ace-1af40139bd9b', 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'admin_state_up': True, 'tenant_id': '750d23c361c34df48a49df50aefc09af'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:40.961799 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-518f324b-3e84-44e3-963e-34fd24064629 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Network d55517b2-5639-49a0-8308-46b3625d778e is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:16:40.976299 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dec208-646a-48c6-a0a2-5b3fe6041b27 req-02600a31-8015-4722-8aee-0a21cefbd661 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:40.977894 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-25dec208-646a-48c6-a0a2-5b3fe6041b27 req-02600a31-8015-4722-8aee-0a21cefbd661 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.54 "GET /v2.0/ports?device_id=1b965489-6954-4409-9b88-96c9d5f1d603 HTTP/1.1" status: 200 len: 944 time: 0.3164499 Sep 30 13:16:40.983868 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-518f324b-3e84-44e3-963e-34fd24064629 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:16:40.991887 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-518f324b-3e84-44e3-963e-34fd24064629 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:16:41.064024 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-3762da20-0b3d-49f1-aa25-11b8d5d7d7f3 None None] Deleting port 13c9b9e5-e655-47f7-ad5e-657eeb850284 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:16:41.064529 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3762da20-0b3d-49f1-aa25-11b8d5d7d7f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:41.066437 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:41.070551 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 13c9b9e5-e655-47f7-ad5e-657eeb850284, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=13c9b9e5-e655-47f7-ad5e-657eeb850284,segment=NetworkSegment(23f99a40-fc74-4ea0-807c-02605b3f7ab9),segment_id=23f99a40-fc74-4ea0-807c-02605b3f7ab9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:41.104025 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:41.147889 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-61f395f6-8f0d-4910-9048-ccbf82ab9904 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:41.181685 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-518f324b-3e84-44e3-963e-34fd24064629 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:41.182604 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-518f324b-3e84-44e3-963e-34fd24064629 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:41.263299 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-aaa5be82-be2d-4d95-a761-c1468d7c90d1 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Made reservation on behalf of 750d23c361c34df48a49df50aefc09af for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:41.273837 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-aaa5be82-be2d-4d95-a761-c1468d7c90d1 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:41.346799 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f2cac52-9dd4-4129-ab58-43649083c415 req-730c63c6-2c34-43ea-833f-3f3f7222b30a tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 210 time: 0.1818328 Sep 30 13:16:41.356721 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f324b-3e84-44e3-963e-34fd24064629 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Pushing event updated for resources: {'Port': ['ID=cf536e69-5ee2-43eb-90d2-fc6d31de9969,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:41.358276 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b965489-6954-4409-9b88-96c9d5f1d603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0307906c-c3c5-48af-910b-f1e554eaea33'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:41.360692 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee533797-d1e0-4df5-961f-94aa3191810e" -d '{"events": [{"server_uuid": "1b965489-6954-4409-9b88-96c9d5f1d603", "name": "network-vif-unplugged", "status": "completed", "tag": "0307906c-c3c5-48af-910b-f1e554eaea33"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:41.394662 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 13c9b9e5-e655-47f7-ad5e-657eeb850284 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:16:41.414373 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-518f324b-3e84-44e3-963e-34fd24064629 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6359379 Sep 30 13:16:41.451646 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-70d16987-ae41-496c-8bae-5fdc0973700f service neutron] Request body: {'port': {'device_id': '9ae89a60-24e7-4eab-b205-83622ca1f4f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:41.462081 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-3762da20-0b3d-49f1-aa25-11b8d5d7d7f3 None None] For port 13c9b9e5-e655-47f7-ad5e-657eeb850284, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=13c9b9e5-e655-47f7-ad5e-657eeb850284,segment=NetworkSegment(23f99a40-fc74-4ea0-807c-02605b3f7ab9),segment_id=23f99a40-fc74-4ea0-807c-02605b3f7ab9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:41.462549 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3762da20-0b3d-49f1-aa25-11b8d5d7d7f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:41.465573 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-61f395f6-8f0d-4910-9048-ccbf82ab9904 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:41.510537 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=0307906c-c3c5-48af-910b-f1e554eaea33,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:41.517937 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-d3cf69f8-3276-48cf-acb3-16b0d5aa856b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:16:41.518374 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-d3cf69f8-3276-48cf-acb3-16b0d5aa856b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:16:41.519620 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea0b548-5fed-41d4-8dd4-acccf904d699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-71e8158c-a7d2-4ddd-a4f0-95ad5d5c475a', 'network_id': '71e8158c-a7d2-4ddd-a4f0-95ad5d5c475a', 'tenant_id': '75450c069d2f4ae5857bdacfbb49f864', 'fixed_ips': [{'subnet_id': 'edf208e0-b866-486d-a2a2-56ec4781ecca'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:16:41.520546 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eea0b548-5fed-41d4-8dd4-acccf904d699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:41.527837 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-3762da20-0b3d-49f1-aa25-11b8d5d7d7f3 None None] Calling delete_port for 13c9b9e5-e655-47f7-ad5e-657eeb850284 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:16:41.534484 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-25dec208-646a-48c6-a0a2-5b3fe6041b27 req-c4259bd9-e27d-49dd-80ef-0b2f9373c321 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Deleting port 0307906c-c3c5-48af-910b-f1e554eaea33 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:16:41.539753 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-25dec208-646a-48c6-a0a2-5b3fe6041b27 req-c4259bd9-e27d-49dd-80ef-0b2f9373c321 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:41.749435 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e289ea7e-0a01-4c41-b77c-92ecaf62ac11 x-openstack-request-id: req-e289ea7e-0a01-4c41-b77c-92ecaf62ac11 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:41.750069 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b965489-6954-4409-9b88-96c9d5f1d603", "name": "network-vif-unplugged", "status": "completed", "tag": "0307906c-c3c5-48af-910b-f1e554eaea33", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:41.750506 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e289ea7e-0a01-4c41-b77c-92ecaf62ac11 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:41.751060 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b965489-6954-4409-9b88-96c9d5f1d603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0307906c-c3c5-48af-910b-f1e554eaea33', 'code': 200} Sep 30 13:16:41.767860 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-70d16987-ae41-496c-8bae-5fdc0973700f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:41.876505 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 7d2369eb-a0f2-4685-9818-9675ebb6246a up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:16:41.935436 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-25dec208-646a-48c6-a0a2-5b3fe6041b27 req-c4259bd9-e27d-49dd-80ef-0b2f9373c321 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] For port 0307906c-c3c5-48af-910b-f1e554eaea33, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=0307906c-c3c5-48af-910b-f1e554eaea33,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:41.935945 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-25dec208-646a-48c6-a0a2-5b3fe6041b27 req-c4259bd9-e27d-49dd-80ef-0b2f9373c321 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:41.996691 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-25dec208-646a-48c6-a0a2-5b3fe6041b27 req-c4259bd9-e27d-49dd-80ef-0b2f9373c321 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Calling delete_port for 0307906c-c3c5-48af-910b-f1e554eaea33 owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:16:42.012225 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=13c9b9e5-e655-47f7-ad5e-657eeb850284,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:42.051925 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447ad92d-d23e-440a-ac5b-d05c1f31923f None None] Network 71e8158c-a7d2-4ddd-a4f0-95ad5d5c475a requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:16:42.131533 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f395f6-8f0d-4910-9048-ccbf82ab9904 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event deleted for resources: {'Subnet': ['ID=edf208e0-b866-486d-a2a2-56ec4781ecca,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:42.209596 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:42.222689 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-61f395f6-8f0d-4910-9048-ccbf82ab9904 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:42.224823 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557596e-19e8-40f3-8a50-38c975378922 req-28987308-1fd7-4dbf-bc9e-6cbdb6b5a974 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:42.227081 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a557596e-19e8-40f3-8a50-38c975378922 req-28987308-1fd7-4dbf-bc9e-6cbdb6b5a974 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ae89a60-24e7-4eab-b205-83622ca1f4f0 HTTP/1.1" status: 200 len: 931 time: 0.2477903 Sep 30 13:16:42.243532 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3762da20-0b3d-49f1-aa25-11b8d5d7d7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:42.252232 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-61f395f6-8f0d-4910-9048-ccbf82ab9904 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e8158c-a7d2-4ddd-a4f0-95ad5d5c475a']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:42.263455 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-61f395f6-8f0d-4910-9048-ccbf82ab9904 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffba77e8-99d7-4104-a0df-48e364343f3a') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:42.263756 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-61f395f6-8f0d-4910-9048-ccbf82ab9904 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffba77e8-99d7-4104-a0df-48e364343f3a') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:42.276532 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-61f395f6-8f0d-4910-9048-ccbf82ab9904 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:42.292143 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762da20-0b3d-49f1-aa25-11b8d5d7d7f3 None None] Pushing event deleted for resources: {'Port': ['ID=13c9b9e5-e655-47f7-ad5e-657eeb850284,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:42.292988 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-61f395f6-8f0d-4910-9048-ccbf82ab9904 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:42.301037 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f395f6-8f0d-4910-9048-ccbf82ab9904 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:16:42.301784 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-61f395f6-8f0d-4910-9048-ccbf82ab9904 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:42.328265 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 7d2369eb-a0f2-4685-9818-9675ebb6246a completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:16:42.337632 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 7d2369eb-a0f2-4685-9818-9675ebb6246a triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:16:42.338378 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:42.402360 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3762da20-0b3d-49f1-aa25-11b8d5d7d7f3 None None] No DVR routers for this DVR port 13c9b9e5-e655-47f7-ad5e-657eeb850284 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:16:42.471863 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:16:42.509756 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-61f395f6-8f0d-4910-9048-ccbf82ab9904 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:42.550868 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-61f395f6-8f0d-4910-9048-ccbf82ab9904 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:42.550868 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-61f395f6-8f0d-4910-9048-ccbf82ab9904 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "DELETE /v2.0/networks/71e8158c-a7d2-4ddd-a4f0-95ad5d5c475a HTTP/1.1" status: 204 len: 168 time: 2.0755768 Sep 30 13:16:42.550868 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34586) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:42.561078 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:42.603945 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 7d2369eb-a0f2-4685-9818-9675ebb6246a, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=7d2369eb-a0f2-4685-9818-9675ebb6246a,segment=NetworkSegment(14f9140a-c7ec-4133-a36f-d4224eff2a8a),segment_id=14f9140a-c7ec-4133-a36f-d4224eff2a8a)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:42.609951 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:42.610974 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 822c9588-a9e2-4247-a726-a1514c819a7c no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:16:42.630975 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-aaa5be82-be2d-4d95-a761-c1468d7c90d1 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Allocated IP 172.20.0.13 (c7e67e25-10d5-4331-9422-13e705e055a0/50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb/0ed9de65-f0f5-47d6-9313-a440f84ebc28) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:16:42.638823 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 822c9588-a9e2-4247-a726-a1514c819a7c {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:16:42.639099 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 822c9588-a9e2-4247-a726-a1514c819a7c not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:16:42.650412 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-7593114d-0b0c-49e9-9a5d-39c5070448e6 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-678057514'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:42.654385 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f395f6-8f0d-4910-9048-ccbf82ab9904 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event deleted for resources: {'Network': ['ID=71e8158c-a7d2-4ddd-a4f0-95ad5d5c475a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:42.739825 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a557596e-19e8-40f3-8a50-38c975378922 req-c966b735-9343-468e-8189-cae4c20b716e tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043151 Sep 30 13:16:42.758490 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=7d2369eb-a0f2-4685-9818-9675ebb6246a,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:42.776405 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86881cf-db63-45e0-af43-029942b6bddb req-073cac30-6e37-43a3-88e9-c0b29e4e0ab0 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:42.782524 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e86881cf-db63-45e0-af43-029942b6bddb req-073cac30-6e37-43a3-88e9-c0b29e4e0ab0 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acb39f5-7e1e-46ed-a817-e403c49587ce HTTP/1.1" status: 200 len: 945 time: 0.6702743 Sep 30 13:16:42.830290 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-9cd884bf-aa11-4624-a020-a4f82ec0afb3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:42.832522 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-9cd884bf-aa11-4624-a020-a4f82ec0afb3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.54 "GET /v2.0/networks?id=bf395552-d6c8-4f33-8985-6c6e9e9ec785 HTTP/1.1" status: 200 len: 804 time: 0.3550086 Sep 30 13:16:42.835602 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-25dec208-646a-48c6-a0a2-5b3fe6041b27 req-c4259bd9-e27d-49dd-80ef-0b2f9373c321 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:42.853239 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-b64e8346-a8cf-4646-932b-fe66900f76ef tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Request body: {'port': {'device_id': '92b3e879-cee9-49fe-93aa-c2f8ff6b1895', 'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785', 'admin_state_up': True, 'tenant_id': '2f180add52a04581aabb15b50dd31fc4'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:42.864175 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7593114d-0b0c-49e9-9a5d-39c5070448e6 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Made reservation on behalf of 75450c069d2f4ae5857bdacfbb49f864 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:42.867838 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7593114d-0b0c-49e9-9a5d-39c5070448e6 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:42.885017 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4259bd9-e27d-49dd-80ef-0b2f9373c321 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Pushing event deleted for resources: {'Port': ['ID=0307906c-c3c5-48af-910b-f1e554eaea33,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:42.904611 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-db1a3140-5642-4d6e-94ca-c330ad3da6ef req-b4fa2006-282a-4bb6-af4c-94c64a85c5a2 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad82a3e4-d149-4281-9ace-1af40139bd9b HTTP/1.1" status: 200 len: 210 time: 0.0564795 Sep 30 13:16:43.009640 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-25dec208-646a-48c6-a0a2-5b3fe6041b27 req-c4259bd9-e27d-49dd-80ef-0b2f9373c321 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] No DVR routers for this DVR port 0307906c-c3c5-48af-910b-f1e554eaea33 on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:16:43.013609 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-70d16987-ae41-496c-8bae-5fdc0973700f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf536e69-5ee2-43eb-90d2-fc6d31de9969 {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:16:43.019121 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-25dec208-646a-48c6-a0a2-5b3fe6041b27 req-c4259bd9-e27d-49dd-80ef-0b2f9373c321 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:43.021572 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-25dec208-646a-48c6-a0a2-5b3fe6041b27 req-c4259bd9-e27d-49dd-80ef-0b2f9373c321 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.54 "DELETE /v2.0/ports/0307906c-c3c5-48af-910b-f1e554eaea33 HTTP/1.1" status: 204 len: 173 time: 1.9712825 Sep 30 13:16:43.021844 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b965489-6954-4409-9b88-96c9d5f1d603', 'name': 'network-vif-deleted', 'tag': '0307906c-c3c5-48af-910b-f1e554eaea33'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:43.024542 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72f2139-db44-4cb6-8918-bc639e5eeeee" -d '{"events": [{"server_uuid": "1b965489-6954-4409-9b88-96c9d5f1d603", "name": "network-vif-deleted", "tag": "0307906c-c3c5-48af-910b-f1e554eaea33"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:43.031165 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-70d16987-ae41-496c-8bae-5fdc0973700f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:43.044473 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-70d16987-ae41-496c-8bae-5fdc0973700f service neutron] Transition to ACTIVE for port object cf536e69-5ee2-43eb-90d2-fc6d31de9969 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:16:43.071094 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-70d16987-ae41-496c-8bae-5fdc0973700f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:43.092322 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-33a73aaf-f932-4ed9-ab27-ca0975e58faa req-c2699539-a464-44e9-b3e0-6049c1b5b49a tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 210 time: 0.0353625 Sep 30 13:16:43.096423 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7593114d-0b0c-49e9-9a5d-39c5070448e6 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:16:43.108474 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7593114d-0b0c-49e9-9a5d-39c5070448e6 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:43.108819 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-7593114d-0b0c-49e9-9a5d-39c5070448e6 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Added segment f7a47c7e-fb5f-4c67-9c82-8716a4e927d4 of type vlan for network babb3784-4547-44d9-a977-0f94af465664 Sep 30 13:16:43.172943 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d16987-ae41-496c-8bae-5fdc0973700f service neutron] Pushing event updated for resources: {'Port': ['ID=cf536e69-5ee2-43eb-90d2-fc6d31de9969,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:43.197704 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e86881cf-db63-45e0-af43-029942b6bddb req-18cffcf5-0c68-4b2d-b18c-935cbf4db373 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/security-groups?id=29175c03-b705-4f4a-b397-f12b14861883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467448 Sep 30 13:16:43.209558 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091b1a8c-a6ac-4069-aee9-0160092a0b76 x-openstack-request-id: req-091b1a8c-a6ac-4069-aee9-0160092a0b76 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:43.209760 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b965489-6954-4409-9b88-96c9d5f1d603", "name": "network-vif-deleted", "tag": "0307906c-c3c5-48af-910b-f1e554eaea33", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:43.210045 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-091b1a8c-a6ac-4069-aee9-0160092a0b76 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:43.210498 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b965489-6954-4409-9b88-96c9d5f1d603', 'name': 'network-vif-deleted', 'tag': '0307906c-c3c5-48af-910b-f1e554eaea33', 'status': 'completed', 'code': 200} Sep 30 13:16:43.235537 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7593114d-0b0c-49e9-9a5d-39c5070448e6 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:43.241894 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-70d16987-ae41-496c-8bae-5fdc0973700f service neutron] Attempting to bind port cf536e69-5ee2-43eb-90d2-fc6d31de9969 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:16:43.242562 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-70d16987-ae41-496c-8bae-5fdc0973700f service neutron] Attempting to bind port cf536e69-5ee2-43eb-90d2-fc6d31de9969 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'a65dfc45-776c-463c-a57b-60f1ac1b61cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:16:43.243326 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-70d16987-ae41-496c-8bae-5fdc0973700f service neutron] Attempting to bind port cf536e69-5ee2-43eb-90d2-fc6d31de9969 on network d55517b2-5639-49a0-8308-46b3625d778e {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:16:43.249491 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-70d16987-ae41-496c-8bae-5fdc0973700f service neutron] Port cf536e69-5ee2-43eb-90d2-fc6d31de9969 on network d55517b2-5639-49a0-8308-46b3625d778e not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:16:43.250228 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-70d16987-ae41-496c-8bae-5fdc0973700f service neutron] Attempting to bind port cf536e69-5ee2-43eb-90d2-fc6d31de9969 on network d55517b2-5639-49a0-8308-46b3625d778e {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:16:43.257566 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-70d16987-ae41-496c-8bae-5fdc0973700f service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:16:43.258000 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-70d16987-ae41-496c-8bae-5fdc0973700f service neutron] Checking segment: {'id': 'a65dfc45-776c-463c-a57b-60f1ac1b61cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:16:43.258419 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-70d16987-ae41-496c-8bae-5fdc0973700f service neutron] Bound using segment: {'id': 'a65dfc45-776c-463c-a57b-60f1ac1b61cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:16:43.259059 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-70d16987-ae41-496c-8bae-5fdc0973700f service neutron] Bound port: cf536e69-5ee2-43eb-90d2-fc6d31de9969, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65dfc45-776c-463c-a57b-60f1ac1b61cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:16:43.259425 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-70d16987-ae41-496c-8bae-5fdc0973700f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:43.275702 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-b64e8346-a8cf-4646-932b-fe66900f76ef tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Made reservation on behalf of 2f180add52a04581aabb15b50dd31fc4 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:43.279215 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-b64e8346-a8cf-4646-932b-fe66900f76ef tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:43.325319 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-aaa5be82-be2d-4d95-a761-c1468d7c90d1 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:43.338143 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7593114d-0b0c-49e9-9a5d-39c5070448e6 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:43.344132 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7593114d-0b0c-49e9-9a5d-39c5070448e6 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:43.344740 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7593114d-0b0c-49e9-9a5d-39c5070448e6 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:43.346117 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-70d16987-ae41-496c-8bae-5fdc0973700f service neutron] For port cf536e69-5ee2-43eb-90d2-fc6d31de9969, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:16:43.351383 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-70d16987-ae41-496c-8bae-5fdc0973700f service neutron] For port cf536e69-5ee2-43eb-90d2-fc6d31de9969, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cf536e69-5ee2-43eb-90d2-fc6d31de9969,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:16:43.359134 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-70d16987-ae41-496c-8bae-5fdc0973700f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:43.404886 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-70d16987-ae41-496c-8bae-5fdc0973700f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:43.406545 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-70d16987-ae41-496c-8bae-5fdc0973700f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:43.408140 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-70d16987-ae41-496c-8bae-5fdc0973700f service neutron] 10.222.0.39 "PUT /v2.0/ports/cf536e69-5ee2-43eb-90d2-fc6d31de9969 HTTP/1.1" status: 200 len: 1091 time: 1.9849544 Sep 30 13:16:43.448919 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d16987-ae41-496c-8bae-5fdc0973700f service neutron] Pushing event updated for resources: {'Port': ['ID=cf536e69-5ee2-43eb-90d2-fc6d31de9969,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:43.477964 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7593114d-0b0c-49e9-9a5d-39c5070448e6 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8317437 Sep 30 13:16:43.484866 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34608) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:43.523656 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-7302c464-8d4d-4f67-ba91-400f3e2b5b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:43.525544 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-7302c464-8d4d-4f67-ba91-400f3e2b5b92 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec3b180775b4f8e89f487846414229c&device_id=9ae89a60-24e7-4eab-b205-83622ca1f4f0 HTTP/1.1" status: 200 len: 1094 time: 0.0660069 Sep 30 13:16:43.528609 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-6f0918cb-9a8e-4738-8a3f-4b018f9fed96 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Request body: {'subnet': {'network_id': 'babb3784-4547-44d9-a977-0f94af465664', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:43.576827 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593114d-0b0c-49e9-9a5d-39c5070448e6 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event updated for resources: {'Network': ['ID=babb3784-4547-44d9-a977-0f94af465664,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:43.596154 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-2b11d2e9-7fd5-4b5c-80a6-0be12055e4ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf536e69-5ee2-43eb-90d2-fc6d31de9969 HTTP/1.1" status: 200 len: 217 time: 0.0599778 Sep 30 13:16:43.604200 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network babb3784-4547-44d9-a977-0f94af465664 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:16:43.669466 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-aaa5be82-be2d-4d95-a761-c1468d7c90d1 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:43.699999 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-e1b60e67-9130-4608-8833-c7f841e4765f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:43.702466 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-e1b60e67-9130-4608-8833-c7f841e4765f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b636e036-02ee-475d-8821-ce0c9f216c9a HTTP/1.1" status: 200 len: 852 time: 0.0871809 Sep 30 13:16:43.708775 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['15a4d455-7021-4eb5-ae85-252ccfe30de0'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:16:43.769354 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-85e37f39-72e2-4a24-9134-889351939104 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d55517b2-5639-49a0-8308-46b3625d778e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584688 Sep 30 13:16:43.773068 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0918cb-9a8e-4738-8a3f-4b018f9fed96 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Made reservation on behalf of 75450c069d2f4ae5857bdacfbb49f864 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:43.776497 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6f0918cb-9a8e-4738-8a3f-4b018f9fed96 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:43.787296 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acb39f5-7e1e-46ed-a817-e403c49587ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2369eb-a0f2-4685-9818-9675ebb6246a'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:43.792817 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653f2b4b-bf56-47ca-9cb8-f12df1c0f3db" -d '{"events": [{"server_uuid": "4acb39f5-7e1e-46ed-a817-e403c49587ce", "name": "network-vif-plugged", "status": "completed", "tag": "7d2369eb-a0f2-4685-9818-9675ebb6246a"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:43.824598 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-b64e8346-a8cf-4646-932b-fe66900f76ef tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Allocated IP 172.20.0.4 (bf395552-d6c8-4f33-8985-6c6e9e9ec785/24c2cacb-688f-46b5-bc21-08d291e590ed/17915d9f-ae61-4075-9215-28b6807d5cae) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:16:43.842486 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-aaa5be82-be2d-4d95-a761-c1468d7c90d1 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Network c7e67e25-10d5-4331-9422-13e705e055a0 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:16:43.855146 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-aaa5be82-be2d-4d95-a761-c1468d7c90d1 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:16:43.863185 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 0307906c-c3c5-48af-910b-f1e554eaea33 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:16:43.881508 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-aaa5be82-be2d-4d95-a761-c1468d7c90d1 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:16:43.893001 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 0307906c-c3c5-48af-910b-f1e554eaea33 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:16:43.894685 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 0307906c-c3c5-48af-910b-f1e554eaea33 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:16:43.899116 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5be82-be2d-4d95-a761-c1468d7c90d1 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Pushing event updated for resources: {'Port': ['ID=0ed9de65-f0f5-47d6-9313-a440f84ebc28,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:44.003903 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-c6a806a8-85dc-4e11-8837-73bc967cea71 service neutron] 10.222.0.39 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254725 Sep 30 13:16:44.139294 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-aaa5be82-be2d-4d95-a761-c1468d7c90d1 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:44.139930 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29e9bf19-8cfd-4472-bee3-1bf50c937e5c req-783a7dd8-1313-4c10-8d74-454955941557 service neutron] 10.222.0.39 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239207 Sep 30 13:16:44.140438 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-aaa5be82-be2d-4d95-a761-c1468d7c90d1 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:44.149888 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9f3b8-a8e1-4eca-805a-2db0844b4c57 req-ba0b33c5-4375-4a0f-8486-b3baf6c394fe tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:44.151458 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2bb9f3b8-a8e1-4eca-805a-2db0844b4c57 req-ba0b33c5-4375-4a0f-8486-b3baf6c394fe tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ae89a60-24e7-4eab-b205-83622ca1f4f0 HTTP/1.1" status: 200 len: 943 time: 0.2761691 Sep 30 13:16:44.155666 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c84a8-9787-4f02-9b2d-9cce1ace3316 req-34a88a5b-0086-4640-ae50-4b1d178f3196 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:44.163059 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c84a8-9787-4f02-9b2d-9cce1ace3316 req-34a88a5b-0086-4640-ae50-4b1d178f3196 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:44.173867 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-835c84a8-9787-4f02-9b2d-9cce1ace3316 req-34a88a5b-0086-4640-ae50-4b1d178f3196 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/ports?device_id=575846e3-2826-43db-9e2a-ae265ef2b38c&device_id=878b4b29-cddf-4426-8d4e-678b865e1dcf HTTP/1.1" status: 200 len: 1682 time: 0.2453833 Sep 30 13:16:44.236590 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4360324e-7177-4ed0-b8aa-f4e14b7347ce None None] Provisioning complete for port 0ed9de65-f0f5-47d6-9313-a440f84ebc28 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:16:44.237551 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4360324e-7177-4ed0-b8aa-f4e14b7347ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:44.238234 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-aaa5be82-be2d-4d95-a761-c1468d7c90d1 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3269117 Sep 30 13:16:44.263020 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-835c84a8-9787-4f02-9b2d-9cce1ace3316 req-88855b0e-8571-40a7-b95a-5db82407d463 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/security-groups?id=81a5e37d-d269-4910-b9bf-d10e21c3eed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881615 Sep 30 13:16:44.277009 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-7dd56464-6637-480f-b5d1-1b0ee93ff547 service neutron] Request body: {'port': {'device_id': 'ad82a3e4-d149-4281-9ace-1af40139bd9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:44.283699 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-4360324e-7177-4ed0-b8aa-f4e14b7347ce None None] Port 0ed9de65-f0f5-47d6-9313-a440f84ebc28 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:16:44.297463 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd606e2-9eec-4e50-9479-d8b5843e424c x-openstack-request-id: req-4fd606e2-9eec-4e50-9479-d8b5843e424c {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:44.297746 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acb39f5-7e1e-46ed-a817-e403c49587ce", "name": "network-vif-plugged", "status": "completed", "tag": "7d2369eb-a0f2-4685-9818-9675ebb6246a", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:44.298005 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4fd606e2-9eec-4e50-9479-d8b5843e424c {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:44.298418 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acb39f5-7e1e-46ed-a817-e403c49587ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2369eb-a0f2-4685-9818-9675ebb6246a', 'code': 200} Sep 30 13:16:44.332774 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2bb9f3b8-a8e1-4eca-805a-2db0844b4c57 req-83785216-69f0-487c-8f2d-304a1a27c7d0 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666789 Sep 30 13:16:44.410600 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-b64e8346-a8cf-4646-932b-fe66900f76ef tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:44.471059 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb9e8e-9318-4a2d-836c-254c3fd0d384 req-82c6319d-b356-4758-b4e4-0d696030dfe6 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:44.473269 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7fbb9e8e-9318-4a2d-836c-254c3fd0d384 req-82c6319d-b356-4758-b4e4-0d696030dfe6 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad82a3e4-d149-4281-9ace-1af40139bd9b HTTP/1.1" status: 200 len: 932 time: 0.1015947 Sep 30 13:16:44.476431 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5b93c-a27a-4be9-8c25-ae6572c5947a req-c895cb8f-6dd7-4790-a387-f547766d57b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:44.477987 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-05f5b93c-a27a-4be9-8c25-ae6572c5947a req-c895cb8f-6dd7-4790-a387-f547766d57b1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4acb39f5-7e1e-46ed-a817-e403c49587ce HTTP/1.1" status: 200 len: 1097 time: 0.0955193 Sep 30 13:16:44.509523 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-7dd56464-6637-480f-b5d1-1b0ee93ff547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:44.537497 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7fbb9e8e-9318-4a2d-836c-254c3fd0d384 req-cfd092de-e24d-4a1d-b936-f943e1f59d72 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567205 Sep 30 13:16:44.542034 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-05f5b93c-a27a-4be9-8c25-ae6572c5947a req-250f3b97-eaa6-4d10-a182-adadb4211359 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=29175c03-b705-4f4a-b397-f12b14861883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551016 Sep 30 13:16:44.561246 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6f0918cb-9a8e-4738-8a3f-4b018f9fed96 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:44.590713 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eb827e36-8a58-4ada-8245-3a715fc01b48 req-a699d7de-e3e2-423e-aa6b-52c063fd0ca4 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 210 time: 0.0818179 Sep 30 13:16:44.662237 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:44.670247 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498dc925-f9d4-4a5e-bccf-dc4ea97b96c2 req-00c56454-732b-46ac-8394-d5252ea3d125 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:44.680626 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-498dc925-f9d4-4a5e-bccf-dc4ea97b96c2 req-00c56454-732b-46ac-8394-d5252ea3d125 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acb39f5-7e1e-46ed-a817-e403c49587ce HTTP/1.1" status: 200 len: 946 time: 0.0776794 Sep 30 13:16:44.700647 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-b64e8346-a8cf-4646-932b-fe66900f76ef tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:44.721362 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0918cb-9a8e-4738-8a3f-4b018f9fed96 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event updated for resources: {'Subnet': ['ID=7175ac2d-4d28-4bdf-ae97-ee9edff88bfb,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:44.730232 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0918cb-9a8e-4738-8a3f-4b018f9fed96 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Checking segment: {'id': 'f7a47c7e-fb5f-4c67-9c82-8716a4e927d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'babb3784-4547-44d9-a977-0f94af465664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:16:44.730609 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0918cb-9a8e-4738-8a3f-4b018f9fed96 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Network hostable DHCP agents. Network: babb3784-4547-44d9-a977-0f94af465664, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:16:44.741730 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-498dc925-f9d4-4a5e-bccf-dc4ea97b96c2 req-59209a3a-e77b-4ebd-96ae-ed32be236be7 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/security-groups?id=29175c03-b705-4f4a-b397-f12b14861883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599902 Sep 30 13:16:44.847468 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-b64e8346-a8cf-4646-932b-fe66900f76ef tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Network bf395552-d6c8-4f33-8985-6c6e9e9ec785 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:16:44.863934 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-b64e8346-a8cf-4646-932b-fe66900f76ef tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:16:44.869790 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-b64e8346-a8cf-4646-932b-fe66900f76ef tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:16:44.876267 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e8346-a8cf-4646-932b-fe66900f76ef tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Pushing event updated for resources: {'Port': ['ID=17915d9f-ae61-4075-9215-28b6807d5cae,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:44.913531 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0918cb-9a8e-4738-8a3f-4b018f9fed96 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Network babb3784-4547-44d9-a977-0f94af465664 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:16:44.954431 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-6f0918cb-9a8e-4738-8a3f-4b018f9fed96 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, babb3784-4547-44d9-a977-0f94af465664) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:16:44.962476 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8665cad-8ff7-4931-9264-c2eb47f71305 None None] Network babb3784-4547-44d9-a977-0f94af465664 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:16:45.013224 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0918cb-9a8e-4738-8a3f-4b018f9fed96 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:45.013871 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6f0918cb-9a8e-4738-8a3f-4b018f9fed96 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:45.072906 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-b64e8346-a8cf-4646-932b-fe66900f76ef tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:45.074677 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-b64e8346-a8cf-4646-932b-fe66900f76ef tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:45.109729 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6f0918cb-9a8e-4738-8a3f-4b018f9fed96 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6203587 Sep 30 13:16:45.114289 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34662) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:45.122215 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-b64e8346-a8cf-4646-932b-fe66900f76ef tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2733459 Sep 30 13:16:45.146953 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0df9c1-d996-4a73-91b1-93bc049faa27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-babb3784-4547-44d9-a977-0f94af465664', 'network_id': 'babb3784-4547-44d9-a977-0f94af465664', 'tenant_id': '75450c069d2f4ae5857bdacfbb49f864', 'fixed_ips': [{'subnet_id': '7175ac2d-4d28-4bdf-ae97-ee9edff88bfb'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:16:45.147886 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ed0df9c1-d996-4a73-91b1-93bc049faa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:45.162602 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Request body: {'port': {'device_id': '92b3e879-cee9-49fe-93aa-c2f8ff6b1895', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:45.203960 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-7dd56464-6637-480f-b5d1-1b0ee93ff547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed9de65-f0f5-47d6-9313-a440f84ebc28 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:16:45.226533 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-7dd56464-6637-480f-b5d1-1b0ee93ff547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:45.238611 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae89a60-24e7-4eab-b205-83622ca1f4f0', 'tag': 'cf536e69-5ee2-43eb-90d2-fc6d31de9969'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:45.242764 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ac7375-ea38-42cf-8979-6ad99722315f" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae89a60-24e7-4eab-b205-83622ca1f4f0", "tag": "cf536e69-5ee2-43eb-90d2-fc6d31de9969"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:45.245193 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:45.265195 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-7dd56464-6637-480f-b5d1-1b0ee93ff547 service neutron] Transition to ACTIVE for port object 0ed9de65-f0f5-47d6-9313-a440f84ebc28 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:16:45.299740 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-7dd56464-6637-480f-b5d1-1b0ee93ff547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:45.312086 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:45.405286 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21013dc-2ce7-4ab2-8f4a-eb6750077e55 x-openstack-request-id: req-c21013dc-2ce7-4ab2-8f4a-eb6750077e55 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:45.405651 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae89a60-24e7-4eab-b205-83622ca1f4f0", "tag": "cf536e69-5ee2-43eb-90d2-fc6d31de9969", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:45.406133 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c21013dc-2ce7-4ab2-8f4a-eb6750077e55 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:45.414110 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae89a60-24e7-4eab-b205-83622ca1f4f0', 'tag': 'cf536e69-5ee2-43eb-90d2-fc6d31de9969', 'status': 'completed', 'code': 200} Sep 30 13:16:45.429696 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-ed0df9c1-d996-4a73-91b1-93bc049faa27 None None] Allocated IP 2001:db8::2 (babb3784-4547-44d9-a977-0f94af465664/7175ac2d-4d28-4bdf-ae97-ee9edff88bfb/888ef3a6-a967-445a-8c68-3d6c05b0a0f1) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:16:45.486814 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:45.568877 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd56464-6637-480f-b5d1-1b0ee93ff547 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed9de65-f0f5-47d6-9313-a440f84ebc28,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:45.623337 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbb2f9-6c96-439a-ae37-7fb97e4b0e0a req-f359fc48-29c6-4efb-9c76-ac031671d38d tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:45.625764 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-efdbb2f9-6c96-439a-ae37-7fb97e4b0e0a req-f359fc48-29c6-4efb-9c76-ac031671d38d tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/ports?device_id=575846e3-2826-43db-9e2a-ae265ef2b38c HTTP/1.1" status: 200 len: 946 time: 0.3593123 Sep 30 13:16:45.642126 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ed0df9c1-d996-4a73-91b1-93bc049faa27 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:45.653137 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ed0df9c1-d996-4a73-91b1-93bc049faa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:45.655158 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac7375-ea38-42cf-8979-6ad99722315f req-a63e9315-0523-48b0-8ab7-ed5547ad61c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:45.656703 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-14ac7375-ea38-42cf-8979-6ad99722315f req-a63e9315-0523-48b0-8ab7-ed5547ad61c4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec3b180775b4f8e89f487846414229c&device_id=9ae89a60-24e7-4eab-b205-83622ca1f4f0 HTTP/1.1" status: 200 len: 1094 time: 0.2361295 Sep 30 13:16:45.715990 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c049aa7-3bd6-447d-9e2b-e009fb24a209 req-245f9b8a-73ad-45ab-955b-8020d809410e tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:45.719826 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-7dd56464-6637-480f-b5d1-1b0ee93ff547 service neutron] Attempting to bind port 0ed9de65-f0f5-47d6-9313-a440f84ebc28 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:16:45.720086 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-7dd56464-6637-480f-b5d1-1b0ee93ff547 service neutron] Attempting to bind port 0ed9de65-f0f5-47d6-9313-a440f84ebc28 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '0e0b9383-142e-4fe1-9194-2c44872721ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:16:45.720397 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-7dd56464-6637-480f-b5d1-1b0ee93ff547 service neutron] Attempting to bind port 0ed9de65-f0f5-47d6-9313-a440f84ebc28 on network c7e67e25-10d5-4331-9422-13e705e055a0 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:16:45.724176 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8c049aa7-3bd6-447d-9e2b-e009fb24a209 req-245f9b8a-73ad-45ab-955b-8020d809410e tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ae89a60-24e7-4eab-b205-83622ca1f4f0 HTTP/1.1" status: 200 len: 943 time: 0.1404884 Sep 30 13:16:45.726427 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:45.745395 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-efdbb2f9-6c96-439a-ae37-7fb97e4b0e0a req-dc6b4289-0536-42de-9641-0efb65f038bc tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/security-groups?id=81a5e37d-d269-4910-b9bf-d10e21c3eed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187139 Sep 30 13:16:45.745831 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0df9c1-d996-4a73-91b1-93bc049faa27 None None] Network babb3784-4547-44d9-a977-0f94af465664 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:16:45.751493 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-ed0df9c1-d996-4a73-91b1-93bc049faa27 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:16:45.756656 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-7dd56464-6637-480f-b5d1-1b0ee93ff547 service neutron] Port 0ed9de65-f0f5-47d6-9313-a440f84ebc28 on network c7e67e25-10d5-4331-9422-13e705e055a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:16:45.756986 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-7dd56464-6637-480f-b5d1-1b0ee93ff547 service neutron] Attempting to bind port 0ed9de65-f0f5-47d6-9313-a440f84ebc28 on network c7e67e25-10d5-4331-9422-13e705e055a0 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:16:45.763037 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0df9c1-d996-4a73-91b1-93bc049faa27 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:16:45.767418 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-7dd56464-6637-480f-b5d1-1b0ee93ff547 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:16:45.767900 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-7dd56464-6637-480f-b5d1-1b0ee93ff547 service neutron] Checking segment: {'id': '0e0b9383-142e-4fe1-9194-2c44872721ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:16:45.768293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-7dd56464-6637-480f-b5d1-1b0ee93ff547 service neutron] Bound using segment: {'id': '0e0b9383-142e-4fe1-9194-2c44872721ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:16:45.768728 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-7dd56464-6637-480f-b5d1-1b0ee93ff547 service neutron] Bound port: 0ed9de65-f0f5-47d6-9313-a440f84ebc28, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0b9383-142e-4fe1-9194-2c44872721ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:16:45.769781 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-7dd56464-6637-480f-b5d1-1b0ee93ff547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:45.777204 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0df9c1-d996-4a73-91b1-93bc049faa27 None None] Pushing event updated for resources: {'Port': ['ID=888ef3a6-a967-445a-8c68-3d6c05b0a0f1,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:45.823732 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event deleted for resources: {'Subnet': ['ID=7175ac2d-4d28-4bdf-ae97-ee9edff88bfb,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:45.881747 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8c049aa7-3bd6-447d-9e2b-e009fb24a209 req-6c9346eb-abfb-4012-8efe-d81193974a98 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554883 Sep 30 13:16:45.890302 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-ed0df9c1-d996-4a73-91b1-93bc049faa27 None None] Attempting to bind port 888ef3a6-a967-445a-8c68-3d6c05b0a0f1 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:16:45.890762 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-ed0df9c1-d996-4a73-91b1-93bc049faa27 None None] Attempting to bind port 888ef3a6-a967-445a-8c68-3d6c05b0a0f1 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'f7a47c7e-fb5f-4c67-9c82-8716a4e927d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'babb3784-4547-44d9-a977-0f94af465664'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:16:45.901165 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0df9c1-d996-4a73-91b1-93bc049faa27 None None] Attempting to bind port 888ef3a6-a967-445a-8c68-3d6c05b0a0f1 on network babb3784-4547-44d9-a977-0f94af465664 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:16:45.943313 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0df9c1-d996-4a73-91b1-93bc049faa27 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:16:45.944342 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0df9c1-d996-4a73-91b1-93bc049faa27 None None] Checking segment: {'id': 'f7a47c7e-fb5f-4c67-9c82-8716a4e927d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'babb3784-4547-44d9-a977-0f94af465664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:16:45.945113 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ed0df9c1-d996-4a73-91b1-93bc049faa27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:45.945719 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0df9c1-d996-4a73-91b1-93bc049faa27 None None] Bound using segment: {'id': 'f7a47c7e-fb5f-4c67-9c82-8716a4e927d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'babb3784-4547-44d9-a977-0f94af465664'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:16:45.946415 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-7dd56464-6637-480f-b5d1-1b0ee93ff547 service neutron] For port 0ed9de65-f0f5-47d6-9313-a440f84ebc28, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:16:45.948556 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-ed0df9c1-d996-4a73-91b1-93bc049faa27 None None] Bound port: 888ef3a6-a967-445a-8c68-3d6c05b0a0f1, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a47c7e-fb5f-4c67-9c82-8716a4e927d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'babb3784-4547-44d9-a977-0f94af465664'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:16:45.949323 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ed0df9c1-d996-4a73-91b1-93bc049faa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:45.950653 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-7dd56464-6637-480f-b5d1-1b0ee93ff547 service neutron] For port 0ed9de65-f0f5-47d6-9313-a440f84ebc28, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0ed9de65-f0f5-47d6-9313-a440f84ebc28,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:16:45.971075 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-7dd56464-6637-480f-b5d1-1b0ee93ff547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:46.023492 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:46.051637 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-ed0df9c1-d996-4a73-91b1-93bc049faa27 None None] For port 888ef3a6-a967-445a-8c68-3d6c05b0a0f1, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:16:46.056709 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-ed0df9c1-d996-4a73-91b1-93bc049faa27 None None] For port 888ef3a6-a967-445a-8c68-3d6c05b0a0f1, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=888ef3a6-a967-445a-8c68-3d6c05b0a0f1,segment=NetworkSegment(f7a47c7e-fb5f-4c67-9c82-8716a4e927d4),segment_id=f7a47c7e-fb5f-4c67-9c82-8716a4e927d4)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:16:46.059225 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac7375-ea38-42cf-8979-6ad99722315f req-0bb0bca1-f820-46bc-b703-e31d4cc8cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:46.060207 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-14ac7375-ea38-42cf-8979-6ad99722315f req-0bb0bca1-f820-46bc-b703-e31d4cc8cb90 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d55517b2-5639-49a0-8308-46b3625d778e HTTP/1.1" status: 200 len: 913 time: 0.3953905 Sep 30 13:16:46.068347 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd56464-6637-480f-b5d1-1b0ee93ff547 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed9de65-f0f5-47d6-9313-a440f84ebc28,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:46.092033 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babb3784-4547-44d9-a977-0f94af465664']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:46.093581 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ed0df9c1-d996-4a73-91b1-93bc049faa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:46.136068 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-7dd56464-6637-480f-b5d1-1b0ee93ff547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:46.137168 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-7dd56464-6637-480f-b5d1-1b0ee93ff547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:46.142649 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-7dd56464-6637-480f-b5d1-1b0ee93ff547 service neutron] 10.222.0.39 "PUT /v2.0/ports/0ed9de65-f0f5-47d6-9313-a440f84ebc28 HTTP/1.1" status: 200 len: 1092 time: 1.8915715 Sep 30 13:16:46.163002 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-14ac7375-ea38-42cf-8979-6ad99722315f req-8f2e3bcd-26bf-4be3-8d91-04210ebf9eaf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf536e69-5ee2-43eb-90d2-fc6d31de9969 HTTP/1.1" status: 200 len: 217 time: 0.0826705 Sep 30 13:16:46.171823 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a47c7e-fb5f-4c67-9c82-8716a4e927d4') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:46.172289 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a47c7e-fb5f-4c67-9c82-8716a4e927d4') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:46.195146 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17915d9f-ae61-4075-9215-28b6807d5cae {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:16:46.205723 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:46.215531 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:46.220664 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad82a3e4-d149-4281-9ace-1af40139bd9b', 'tag': '0ed9de65-f0f5-47d6-9313-a440f84ebc28'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:46.228727 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e4220f-77d5-4fbe-81ca-289ad011df37" -d '{"events": [{"name": "network-changed", "server_uuid": "ad82a3e4-d149-4281-9ace-1af40139bd9b", "tag": "0ed9de65-f0f5-47d6-9313-a440f84ebc28"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:46.245643 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdd68eb-0753-46f2-836f-b5f4db9aa76d None None] Network babb3784-4547-44d9-a977-0f94af465664 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:16:46.260712 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae0922-1bd5-4901-8d42-c6f5339550af req-2e0d9975-3268-4869-b0af-26b073d97f67 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:46.262334 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-15ae0922-1bd5-4901-8d42-c6f5339550af req-2e0d9975-3268-4869-b0af-26b073d97f67 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 931 time: 0.2304637 Sep 30 13:16:46.263416 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:46.274965 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0df9c1-d996-4a73-91b1-93bc049faa27 None None] Pushing event updated for resources: {'Port': ['ID=888ef3a6-a967-445a-8c68-3d6c05b0a0f1,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:46.326998 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:16:46.327574 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:46.344711 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-27fa9d32-7451-4d8e-8af0-9f7b8e79bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:46.346247 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-27fa9d32-7451-4d8e-8af0-9f7b8e79bc83 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&device_id=ad82a3e4-d149-4281-9ace-1af40139bd9b HTTP/1.1" status: 200 len: 1095 time: 0.1111839 Sep 30 13:16:46.348440 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-15ae0922-1bd5-4901-8d42-c6f5339550af req-458894b2-57b7-4c78-b99a-0f1e31f75f3f tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709298 Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:16:46.350688 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:16:46.365430 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e6644-5d91-46ac-91e3-f79c867db989 req-16509edb-79ad-4555-a19f-428d0e0f48b8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:46.373967 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-794e6644-5d91-46ac-91e3-f79c867db989 req-16509edb-79ad-4555-a19f-428d0e0f48b8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad82a3e4-d149-4281-9ace-1af40139bd9b HTTP/1.1" status: 200 len: 944 time: 0.3806167 Sep 30 13:16:46.375971 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac7375-ea38-42cf-8979-6ad99722315f req-f8326d4b-ca89-40f2-bb51-785da6e4799c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:46.377667 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-14ac7375-ea38-42cf-8979-6ad99722315f req-f8326d4b-ca89-40f2-bb51-785da6e4799c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b636e036-02ee-475d-8821-ce0c9f216c9a HTTP/1.1" status: 200 len: 852 time: 0.1893387 Sep 30 13:16:46.464988 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-14ac7375-ea38-42cf-8979-6ad99722315f req-6ddc9388-6c93-4770-84d9-ea375044d086 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d55517b2-5639-49a0-8308-46b3625d778e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800908 Sep 30 13:16:46.492459 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Transition to ACTIVE for port object 17915d9f-ae61-4075-9215-28b6807d5cae will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:16:46.495747 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77f52e4-ae3f-4863-b867-6007d8d8d84c None None] get_active_networks_info from n-d-810909-2 {{(pid=94765) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 13:16:46.500031 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-b7f290ec-a111-4821-b9a5-fd6105f1e9a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ed9de65-f0f5-47d6-9313-a440f84ebc28 HTTP/1.1" status: 200 len: 217 time: 0.1220360 Sep 30 13:16:46.521648 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.db.api [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 30 13:16:46.521648 n-d-810909-2 neutron-server[94764]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 30 13:16:46.521648 n-d-810909-2 neutron-server[94764]: [parameters: {'id': 'babb3784-4547-44d9-a977-0f94af465664'}] Sep 30 13:16:46.521648 n-d-810909-2 neutron-server[94764]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:16:46.522118 n-d-810909-2 neutron-server[94764]: DEBUG oslo_db.api [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:16:46.528376 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-794e6644-5d91-46ac-91e3-f79c867db989 req-3b6abf39-ac5b-488c-9a91-c7b5368d0856 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240125 Sep 30 13:16:46.529277 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:46.627723 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7848d0b-e8e8-45e5-93a2-f90a83d80d81 req-27a1f1c7-bda5-4f85-8411-5282d97c3d4b tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:46.629801 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a7848d0b-e8e8-45e5-93a2-f90a83d80d81 req-27a1f1c7-bda5-4f85-8411-5282d97c3d4b tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acb39f5-7e1e-46ed-a817-e403c49587ce HTTP/1.1" status: 200 len: 946 time: 0.1700027 Sep 30 13:16:46.632018 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7d73c8-0363-4e93-b54a-f97b6123a395 x-openstack-request-id: req-7f7d73c8-0363-4e93-b54a-f97b6123a395 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:46.632315 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad82a3e4-d149-4281-9ace-1af40139bd9b", "tag": "0ed9de65-f0f5-47d6-9313-a440f84ebc28", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:46.632567 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f7d73c8-0363-4e93-b54a-f97b6123a395 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:46.632962 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad82a3e4-d149-4281-9ace-1af40139bd9b', 'tag': '0ed9de65-f0f5-47d6-9313-a440f84ebc28', 'status': 'completed', 'code': 200} Sep 30 13:16:46.659291 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a4b23-c4cb-4b69-90b4-cde2f3ef4301 req-30cae56e-72e7-4434-9dc7-575df62bd665 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:46.660369 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77f52e4-ae3f-4863-b867-6007d8d8d84c None None] Resources bound (agent type, host, resource id): {{(pid=94765) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 13:16:46.660856 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6c6a4b23-c4cb-4b69-90b4-cde2f3ef4301 req-30cae56e-72e7-4434-9dc7-575df62bd665 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.39 "GET /v2.0/ports?device_id=575846e3-2826-43db-9e2a-ae265ef2b38c HTTP/1.1" status: 200 len: 946 time: 0.2818613 Sep 30 13:16:46.691192 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a7848d0b-e8e8-45e5-93a2-f90a83d80d81 req-55d51cd0-f15d-4486-8456-5f99004cce2f tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/security-groups?id=29175c03-b705-4f4a-b397-f12b14861883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516813 Sep 30 13:16:46.695108 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-14ac7375-ea38-42cf-8979-6ad99722315f req-87800b3b-6b24-4e5b-95d4-6a8c1e62c8aa service neutron] 10.222.0.39 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838696 Sep 30 13:16:46.768425 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Pushing event updated for resources: {'Port': ['ID=17915d9f-ae61-4075-9215-28b6807d5cae,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:46.849229 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-3bde01b7-ea90-447f-aad0-1729b92a868a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:46.851038 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-3bde01b7-ea90-447f-aad0-1729b92a868a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb HTTP/1.1" status: 200 len: 851 time: 0.2900503 Sep 30 13:16:46.856240 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:46.856683 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:46.857038 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:46.857394 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:46.857723 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:46.858089 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:46.858400 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:46.858723 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:46.859044 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:46.859357 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:46.859670 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:46.859982 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:46.897093 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-14ac7375-ea38-42cf-8979-6ad99722315f req-a1877b3a-1dd0-4207-8398-7825dc6d70dc service neutron] 10.222.0.39 "GET /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945214 Sep 30 13:16:46.956219 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8b911-41da-4808-b1e5-ca6e08c453a8 req-e089cf6e-e0a5-42ab-9db9-cc6e57c5b325 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:46.957819 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4bf8b911-41da-4808-b1e5-ca6e08c453a8 req-e089cf6e-e0a5-42ab-9db9-cc6e57c5b325 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.54 "GET /v2.0/ports?device_id=878b4b29-cddf-4426-8d4e-678b865e1dcf HTTP/1.1" status: 200 len: 945 time: 0.1518061 Sep 30 13:16:46.966405 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2d644-9e7c-4f93-93d8-bc8483f0528e req-b82e74ff-0333-4498-aa19-4c3f0130e313 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:46.974136 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a5f2d644-9e7c-4f93-93d8-bc8483f0528e req-b82e74ff-0333-4498-aa19-4c3f0130e313 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a0a184-c65a-437c-a6a8-acdd7f570d8d HTTP/1.1" status: 200 len: 946 time: 0.1997020 Sep 30 13:16:46.988136 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8a176-0923-4cc5-a23b-468ddb079ce6 req-3ba3db1e-b36a-47aa-92f4-f366c43eb95d tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:46.998541 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-12a8a176-0923-4cc5-a23b-468ddb079ce6 req-3ba3db1e-b36a-47aa-92f4-f366c43eb95d tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/ports?device_id=575846e3-2826-43db-9e2a-ae265ef2b38c HTTP/1.1" status: 200 len: 946 time: 0.1342287 Sep 30 13:16:47.015154 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-6c6a4b23-c4cb-4b69-90b4-cde2f3ef4301 req-4f9a8320-2382-4cde-a701-e763c402d132 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Deleting port 480f86b7-98ac-480a-96c0-0b0cbbcf0fd1 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:16:47.015500 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6c6a4b23-c4cb-4b69-90b4-cde2f3ef4301 req-4f9a8320-2382-4cde-a701-e763c402d132 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:47.035904 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:47.062214 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-7edae6f3-5267-474a-b91d-cb5a026e006b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:47.064181 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-7edae6f3-5267-474a-b91d-cb5a026e006b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7e67e25-10d5-4331-9422-13e705e055a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1782870 Sep 30 13:16:47.129465 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Attempting to bind port 17915d9f-ae61-4075-9215-28b6807d5cae on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:16:47.129947 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Attempting to bind port 17915d9f-ae61-4075-9215-28b6807d5cae by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'b6f090cd-be43-4e2a-a98b-f43fad45e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:16:47.130447 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Attempting to bind port 17915d9f-ae61-4075-9215-28b6807d5cae on network bf395552-d6c8-4f33-8985-6c6e9e9ec785 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:16:47.146670 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-12a8a176-0923-4cc5-a23b-468ddb079ce6 req-27dd3788-dfd1-40b9-8db9-20ff37e14113 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/security-groups?id=81a5e37d-d269-4910-b9bf-d10e21c3eed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469476 Sep 30 13:16:47.196132 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Deleting port 888ef3a6-a967-445a-8c68-3d6c05b0a0f1 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:16:47.196748 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:47.214681 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-4bf8b911-41da-4808-b1e5-ca6e08c453a8 req-7e794af2-dee2-440c-a924-53cbfbe93090 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Deleting port 9385defe-d416-4afb-bc18-21e6199953ee {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:16:47.215026 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4bf8b911-41da-4808-b1e5-ca6e08c453a8 req-7e794af2-dee2-440c-a924-53cbfbe93090 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:47.246207 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Port 17915d9f-ae61-4075-9215-28b6807d5cae on network bf395552-d6c8-4f33-8985-6c6e9e9ec785 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:16:47.246549 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Attempting to bind port 17915d9f-ae61-4075-9215-28b6807d5cae on network bf395552-d6c8-4f33-8985-6c6e9e9ec785 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:16:47.267953 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:16:47.268410 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Checking segment: {'id': 'b6f090cd-be43-4e2a-a98b-f43fad45e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:16:47.268966 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Bound using segment: {'id': 'b6f090cd-be43-4e2a-a98b-f43fad45e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:16:47.269416 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Bound port: 17915d9f-ae61-4075-9215-28b6807d5cae, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f090cd-be43-4e2a-a98b-f43fad45e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:16:47.269773 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:47.301011 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a5f2d644-9e7c-4f93-93d8-bc8483f0528e req-c9763fe0-5207-4dba-bb65-1f4af861f0be tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/security-groups?id=29175c03-b705-4f4a-b397-f12b14861883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255215 Sep 30 13:16:47.315848 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-6c6a4b23-c4cb-4b69-90b4-cde2f3ef4301 req-4f9a8320-2382-4cde-a701-e763c402d132 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] For port 480f86b7-98ac-480a-96c0-0b0cbbcf0fd1, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=480f86b7-98ac-480a-96c0-0b0cbbcf0fd1,segment=NetworkSegment(dbfea386-12d1-479e-8c85-b8024a9ca29c),segment_id=dbfea386-12d1-479e-8c85-b8024a9ca29c)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:47.316214 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6c6a4b23-c4cb-4b69-90b4-cde2f3ef4301 req-4f9a8320-2382-4cde-a701-e763c402d132 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:47.341492 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-6c6a4b23-c4cb-4b69-90b4-cde2f3ef4301 req-4f9a8320-2382-4cde-a701-e763c402d132 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Calling delete_port for 480f86b7-98ac-480a-96c0-0b0cbbcf0fd1 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:16:47.371041 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-aeff99e1-9f3c-432e-981e-4ffacc692f3c service neutron] 10.222.0.39 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344944 Sep 30 13:16:47.413189 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] For port 17915d9f-ae61-4075-9215-28b6807d5cae, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:16:47.416689 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] For port 17915d9f-ae61-4075-9215-28b6807d5cae, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=17915d9f-ae61-4075-9215-28b6807d5cae,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:16:47.416875 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] For port 888ef3a6-a967-445a-8c68-3d6c05b0a0f1, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=888ef3a6-a967-445a-8c68-3d6c05b0a0f1,segment=NetworkSegment(f7a47c7e-fb5f-4c67-9c82-8716a4e927d4),segment_id=f7a47c7e-fb5f-4c67-9c82-8716a4e927d4)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:47.417351 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:47.443558 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:47.469231 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Calling delete_port for 888ef3a6-a967-445a-8c68-3d6c05b0a0f1 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:16:47.489114 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-4bf8b911-41da-4808-b1e5-ca6e08c453a8 req-7e794af2-dee2-440c-a924-53cbfbe93090 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] For port 9385defe-d416-4afb-bc18-21e6199953ee, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=9385defe-d416-4afb-bc18-21e6199953ee,segment=NetworkSegment(dbfea386-12d1-479e-8c85-b8024a9ca29c),segment_id=dbfea386-12d1-479e-8c85-b8024a9ca29c)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:47.489586 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4bf8b911-41da-4808-b1e5-ca6e08c453a8 req-7e794af2-dee2-440c-a924-53cbfbe93090 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:47.511116 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d0dcd-666b-442a-b9ac-8df427f99a91 req-75fd83de-8db6-40b6-b315-d14dff50425b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:47.518535 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d21d0dcd-666b-442a-b9ac-8df427f99a91 req-75fd83de-8db6-40b6-b315-d14dff50425b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ae89a60-24e7-4eab-b205-83622ca1f4f0 HTTP/1.1" status: 200 len: 943 time: 0.1404238 Sep 30 13:16:47.587215 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-4bf8b911-41da-4808-b1e5-ca6e08c453a8 req-7e794af2-dee2-440c-a924-53cbfbe93090 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Calling delete_port for 9385defe-d416-4afb-bc18-21e6199953ee owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:16:47.634687 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d21d0dcd-666b-442a-b9ac-8df427f99a91 req-6465db24-5514-4959-8f04-cc09fbcf843d tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152327 Sep 30 13:16:47.778153 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:47.817403 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event deleted for resources: {'Port': ['ID=888ef3a6-a967-445a-8c68-3d6c05b0a0f1,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:47.826181 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4bf8b911-41da-4808-b1e5-ca6e08c453a8 req-7e794af2-dee2-440c-a924-53cbfbe93090 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:47.842813 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['9385defe-d416-4afb-bc18-21e6199953ee'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:16:47.848539 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['480f86b7-98ac-480a-96c0-0b0cbbcf0fd1'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:16:47.864844 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] No DVR routers for this DVR port 888ef3a6-a967-445a-8c68-3d6c05b0a0f1 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:16:47.875541 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e794af2-dee2-440c-a924-53cbfbe93090 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Pushing event deleted for resources: {'Port': ['ID=9385defe-d416-4afb-bc18-21e6199953ee,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:47.960440 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:47.997911 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Pushing event updated for resources: {'Port': ['ID=17915d9f-ae61-4075-9215-28b6807d5cae,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:48.034550 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babb3784-4547-44d9-a977-0f94af465664']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:48.058182 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf8b911-41da-4808-b1e5-ca6e08c453a8 req-7e794af2-dee2-440c-a924-53cbfbe93090 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] No DVR routers for this DVR port 9385defe-d416-4afb-bc18-21e6199953ee on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:16:48.063256 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a47c7e-fb5f-4c67-9c82-8716a4e927d4') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:48.063556 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a47c7e-fb5f-4c67-9c82-8716a4e927d4') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:48.066350 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4bf8b911-41da-4808-b1e5-ca6e08c453a8 req-7e794af2-dee2-440c-a924-53cbfbe93090 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:48.068474 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4bf8b911-41da-4808-b1e5-ca6e08c453a8 req-7e794af2-dee2-440c-a924-53cbfbe93090 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.54 "DELETE /v2.0/ports/9385defe-d416-4afb-bc18-21e6199953ee HTTP/1.1" status: 204 len: 173 time: 1.1037991 Sep 30 13:16:48.068899 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878b4b29-cddf-4426-8d4e-678b865e1dcf', 'name': 'network-vif-deleted', 'tag': '9385defe-d416-4afb-bc18-21e6199953ee'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:48.071142 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9c983c-b4e1-419c-a0bc-69af3c3ade51" -d '{"events": [{"server_uuid": "878b4b29-cddf-4426-8d4e-678b865e1dcf", "name": "network-vif-deleted", "tag": "9385defe-d416-4afb-bc18-21e6199953ee"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:48.078984 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:48.079628 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:48.081204 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-88469a32-b15d-47cc-bd4c-fab82743e620 service neutron] 10.222.0.54 "PUT /v2.0/ports/17915d9f-ae61-4075-9215-28b6807d5cae HTTP/1.1" status: 200 len: 1091 time: 2.9339936 Sep 30 13:16:48.095592 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:48.121702 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079efda-cb40-4900-9f4e-90515c79f2f9 req-9612198c-cc8d-426a-a562-5c5f4c1501ea tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:48.123296 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9079efda-cb40-4900-9f4e-90515c79f2f9 req-9612198c-cc8d-426a-a562-5c5f4c1501ea tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad82a3e4-d149-4281-9ace-1af40139bd9b HTTP/1.1" status: 200 len: 944 time: 0.1575060 Sep 30 13:16:48.124447 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:48.132395 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:16:48.132804 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:16:48.136594 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:16:48.156927 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device cf536e69-5ee2-43eb-90d2-fc6d31de9969 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:16:48.211027 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b25a894-784a-40ce-81a7-9ce6282f69a7 req-6f93221b-ec9d-43eb-830c-1068b9cff46b service neutron] 10.222.0.39 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8279984 Sep 30 13:16:48.245346 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9079efda-cb40-4900-9f4e-90515c79f2f9 req-f9a77fb0-9029-4afc-878d-9e1e50b2b86e tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076906 Sep 30 13:16:48.258338 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:48.262994 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14faa9c-9fdc-4df6-a594-4e14d3bbe087 req-eaf678df-e510-47f1-aa77-5f93fb3d29f5 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:48.277690 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d14faa9c-9fdc-4df6-a594-4e14d3bbe087 req-eaf678df-e510-47f1-aa77-5f93fb3d29f5 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 943 time: 0.2758510 Sep 30 13:16:48.277796 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:48.277796 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "DELETE /v2.0/networks/babb3784-4547-44d9-a977-0f94af465664 HTTP/1.1" status: 204 len: 168 time: 3.1616211 Sep 30 13:16:48.282114 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34744) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:48.288666 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-7ddc4774-e80c-4ecb-b5a8-19c12f59451e tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1024054075'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:48.308468 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79ee39-ac01-45d5-b454-0c4ff7cafba9 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event deleted for resources: {'Network': ['ID=babb3784-4547-44d9-a977-0f94af465664,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:48.329639 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddc4774-e80c-4ecb-b5a8-19c12f59451e tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Made reservation on behalf of 75450c069d2f4ae5857bdacfbb49f864 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:48.342085 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4774-e80c-4ecb-b5a8-19c12f59451e tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:48.357202 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port cf536e69-5ee2-43eb-90d2-fc6d31de9969, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cf536e69-5ee2-43eb-90d2-fc6d31de9969,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:48.369797 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'cf536e69-5ee2-43eb-90d2-fc6d31de9969', 'network_id': 'd55517b2-5639-49a0-8308-46b3625d778e', 'port_id': 'cf536e69-5ee2-43eb-90d2-fc6d31de9969', 'mac_address': 'fa:16:3e:ab:1d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b636e036-02ee-475d-8821-ce0c9f216c9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:16:48.395357 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8df8b341-5afe-4882-b8f4-85d81af81b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:48.398971 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ddc4774-e80c-4ecb-b5a8-19c12f59451e tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:16:48.409628 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4774-e80c-4ecb-b5a8-19c12f59451e tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:48.410134 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-7ddc4774-e80c-4ecb-b5a8-19c12f59451e tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Added segment 9c2ad4ad-6358-41b0-aeca-8eadfdaaccdd of type vlan for network 94ca0a18-d2fa-40a6-b94b-a2840eb5b000 Sep 30 13:16:48.413787 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:48.452413 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf536e69-5ee2-43eb-90d2-fc6d31de9969 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:16:48.460587 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d14faa9c-9fdc-4df6-a594-4e14d3bbe087 req-581f8575-ba3d-4753-a5de-43dd92f38e13 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868289 Sep 30 13:16:48.465953 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4774-e80c-4ecb-b5a8-19c12f59451e tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:48.468801 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-d8b5b092-28e2-4056-80d8-a8dd3f12ddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:48.475261 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-d8b5b092-28e2-4056-80d8-a8dd3f12ddf4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f180add52a04581aabb15b50dd31fc4&device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 1094 time: 0.3043401 Sep 30 13:16:48.475402 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port cf536e69-5ee2-43eb-90d2-fc6d31de9969, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cf536e69-5ee2-43eb-90d2-fc6d31de9969,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:48.482350 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:48.523873 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71153833-aa09-437b-9948-b6a3a7826c89 req-6ff3589b-70d2-4d8e-a48a-9d7b3b7d8115 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:48.526234 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71153833-aa09-437b-9948-b6a3a7826c89 req-6ff3589b-70d2-4d8e-a48a-9d7b3b7d8115 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a0a184-c65a-437c-a6a8-acdd7f570d8d HTTP/1.1" status: 200 len: 946 time: 0.1805587 Sep 30 13:16:48.528102 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4774-e80c-4ecb-b5a8-19c12f59451e tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:48.534846 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddc4774-e80c-4ecb-b5a8-19c12f59451e tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:48.536072 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4774-e80c-4ecb-b5a8-19c12f59451e tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:48.551046 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7748d7af-7a77-450c-910b-972c3df3e9fa x-openstack-request-id: req-7748d7af-7a77-450c-910b-972c3df3e9fa {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:48.551594 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878b4b29-cddf-4426-8d4e-678b865e1dcf", "name": "network-vif-deleted", "tag": "9385defe-d416-4afb-bc18-21e6199953ee", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:48.551902 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7748d7af-7a77-450c-910b-972c3df3e9fa {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:48.552467 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878b4b29-cddf-4426-8d4e-678b865e1dcf', 'name': 'network-vif-deleted', 'tag': '9385defe-d416-4afb-bc18-21e6199953ee', 'status': 'completed', 'code': 200} Sep 30 13:16:48.568528 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7ddc4774-e80c-4ecb-b5a8-19c12f59451e tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2839539 Sep 30 13:16:48.580676 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=cf536e69-5ee2-43eb-90d2-fc6d31de9969,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:48.620614 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34750) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:48.620614 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-a935f367-71c3-4a90-a92a-c2d6f0b11af4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Request body: {'subnet': {'network_id': '94ca0a18-d2fa-40a6-b94b-a2840eb5b000', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:48.653179 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b3e879-cee9-49fe-93aa-c2f8ff6b1895', 'tag': '17915d9f-ae61-4075-9215-28b6807d5cae'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:48.655109 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f956b51-b456-4ff7-aee9-a7f869cd9131" -d '{"events": [{"name": "network-changed", "server_uuid": "92b3e879-cee9-49fe-93aa-c2f8ff6b1895", "tag": "17915d9f-ae61-4075-9215-28b6807d5cae"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:48.662567 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-2c17fca9-4d50-418e-9c38-4d70dc19ee64 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17915d9f-ae61-4075-9215-28b6807d5cae HTTP/1.1" status: 200 len: 217 time: 0.1779926 Sep 30 13:16:48.664535 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6efe62e1-5809-4571-8d07-786776372e0d req-8a47b2cd-9c93-48f0-98e1-aa5c4a370222 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/ports?device_id=575846e3-2826-43db-9e2a-ae265ef2b38c HTTP/1.1" status: 200 len: 210 time: 0.0611706 Sep 30 13:16:48.665133 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6c6a4b23-c4cb-4b69-90b4-cde2f3ef4301 req-4f9a8320-2382-4cde-a701-e763c402d132 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:48.679640 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4220f-77d5-4fbe-81ca-289ad011df37 req-c9799208-80f2-4a4f-acb2-e03832bfc72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:48.681105 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-41e4220f-77d5-4fbe-81ca-289ad011df37 req-c9799208-80f2-4a4f-acb2-e03832bfc72d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&device_id=ad82a3e4-d149-4281-9ace-1af40139bd9b HTTP/1.1" status: 200 len: 1095 time: 0.3038576 Sep 30 13:16:48.717896 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc4774-e80c-4ecb-b5a8-19c12f59451e tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event updated for resources: {'Network': ['ID=94ca0a18-d2fa-40a6-b94b-a2840eb5b000,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:48.734509 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 94ca0a18-d2fa-40a6-b94b-a2840eb5b000 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:16:48.756826 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['cf536e69-5ee2-43eb-90d2-fc6d31de9969'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:16:48.758922 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71153833-aa09-437b-9948-b6a3a7826c89 req-04340b3d-e99b-4479-80ee-767b1763dbfa tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/security-groups?id=29175c03-b705-4f4a-b397-f12b14861883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055371 Sep 30 13:16:48.914568 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4220f-77d5-4fbe-81ca-289ad011df37 req-5d929091-1d65-47b2-944b-e1a3771f677b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:48.918792 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-41e4220f-77d5-4fbe-81ca-289ad011df37 req-5d929091-1d65-47b2-944b-e1a3771f677b service neutron] 10.222.0.39 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 913 time: 0.1778164 Sep 30 13:16:48.931978 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a8320-2382-4cde-a701-e763c402d132 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Pushing event deleted for resources: {'Port': ['ID=480f86b7-98ac-480a-96c0-0b0cbbcf0fd1,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:48.964811 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d427e4-7ada-40b2-a089-c034df8bb1bf x-openstack-request-id: req-90d427e4-7ada-40b2-a089-c034df8bb1bf {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:48.965110 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b3e879-cee9-49fe-93aa-c2f8ff6b1895", "tag": "17915d9f-ae61-4075-9215-28b6807d5cae", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:48.965356 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90d427e4-7ada-40b2-a089-c034df8bb1bf {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:48.965748 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b3e879-cee9-49fe-93aa-c2f8ff6b1895', 'tag': '17915d9f-ae61-4075-9215-28b6807d5cae', 'status': 'completed', 'code': 200} Sep 30 13:16:49.048343 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-41e4220f-77d5-4fbe-81ca-289ad011df37 req-0b3423d4-519e-49fa-a7a2-39bd10a14cba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ed9de65-f0f5-47d6-9313-a440f84ebc28 HTTP/1.1" status: 200 len: 217 time: 0.1018510 Sep 30 13:16:49.061512 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-8df37417-1422-4e33-9c63-b979b6ecaf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:49.061512 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-8df37417-1422-4e33-9c63-b979b6ecaf1b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=24c2cacb-688f-46b5-bc21-08d291e590ed HTTP/1.1" status: 200 len: 844 time: 0.3802145 Sep 30 13:16:49.061904 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a935f367-71c3-4a90-a92a-c2d6f0b11af4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Made reservation on behalf of 75450c069d2f4ae5857bdacfbb49f864 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:49.061904 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a935f367-71c3-4a90-a92a-c2d6f0b11af4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:49.127551 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d256cd-8e6d-420c-a408-4c48c5a63ee0 req-e5c942b5-bba1-4bee-9263-5baa866fbf54 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:49.136238 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-97d256cd-8e6d-420c-a408-4c48c5a63ee0 req-e5c942b5-bba1-4bee-9263-5baa866fbf54 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ae89a60-24e7-4eab-b205-83622ca1f4f0 HTTP/1.1" status: 200 len: 944 time: 0.2530334 Sep 30 13:16:49.180722 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6a4b23-c4cb-4b69-90b4-cde2f3ef4301 req-4f9a8320-2382-4cde-a701-e763c402d132 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] No DVR routers for this DVR port 480f86b7-98ac-480a-96c0-0b0cbbcf0fd1 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:16:49.200203 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6c6a4b23-c4cb-4b69-90b4-cde2f3ef4301 req-4f9a8320-2382-4cde-a701-e763c402d132 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:49.202511 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6c6a4b23-c4cb-4b69-90b4-cde2f3ef4301 req-4f9a8320-2382-4cde-a701-e763c402d132 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.39 "DELETE /v2.0/ports/480f86b7-98ac-480a-96c0-0b0cbbcf0fd1 HTTP/1.1" status: 204 len: 173 time: 2.5310543 Sep 30 13:16:49.204474 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-6c74b35e-44cb-4e09-a767-8c44149b6a98 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bf395552-d6c8-4f33-8985-6c6e9e9ec785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135399 Sep 30 13:16:49.264955 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4220f-77d5-4fbe-81ca-289ad011df37 req-7b229eac-578a-43a6-8bb3-5ddb86da2859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:49.268473 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-41e4220f-77d5-4fbe-81ca-289ad011df37 req-7b229eac-578a-43a6-8bb3-5ddb86da2859 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb HTTP/1.1" status: 200 len: 851 time: 0.1826150 Sep 30 13:16:49.396823 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:49.448973 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-aacfe9aa-48d0-4f7d-93b1-9ed2949200e7 service neutron] 10.222.0.54 "GET /v2.0/networks/bf395552-d6c8-4f33-8985-6c6e9e9ec785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327526 Sep 30 13:16:49.491630 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4220f-77d5-4fbe-81ca-289ad011df37 req-3e415e35-5452-4a50-9472-40343e7f9486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:49.493185 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-41e4220f-77d5-4fbe-81ca-289ad011df37 req-3e415e35-5452-4a50-9472-40343e7f9486 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7e67e25-10d5-4331-9422-13e705e055a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361306 Sep 30 13:16:49.503777 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc663ed1-ccb0-4b5f-adff-5fd47f675e77 req-281f0d7d-9aec-4803-83ae-055fd6943534 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:49.505578 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cc663ed1-ccb0-4b5f-adff-5fd47f675e77 req-281f0d7d-9aec-4803-83ae-055fd6943534 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad82a3e4-d149-4281-9ace-1af40139bd9b HTTP/1.1" status: 200 len: 944 time: 0.1473825 Sep 30 13:16:49.562880 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b14146-1e19-4569-a5f6-da476c87d62d req-456e0352-b889-423b-be9c-1c6c59655f4f tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:49.564324 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e9b14146-1e19-4569-a5f6-da476c87d62d req-456e0352-b889-423b-be9c-1c6c59655f4f tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a0a184-c65a-437c-a6a8-acdd7f570d8d HTTP/1.1" status: 200 len: 946 time: 0.6782413 Sep 30 13:16:49.651958 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-97d256cd-8e6d-420c-a408-4c48c5a63ee0 req-f2d0aeb6-1b05-493f-a524-cb1b8449450e tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5148191 Sep 30 13:16:49.657652 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cc663ed1-ccb0-4b5f-adff-5fd47f675e77 req-5b73d1c8-b020-4a7b-a084-55f3be364785 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355560 Sep 30 13:16:49.672839 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f3a3a550-a76f-4b48-a72f-dd57c862bacd req-8ae83037-c879-4617-8b64-4638b57d5570 service neutron] 10.222.0.54 "GET /v2.0/networks/bf395552-d6c8-4f33-8985-6c6e9e9ec785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138610 Sep 30 13:16:49.702590 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-41e4220f-77d5-4fbe-81ca-289ad011df37 req-a91ebc09-f5d2-4aa2-9f76-f9a84d61d7f2 service neutron] 10.222.0.39 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937664 Sep 30 13:16:49.711066 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29306f-ac95-47fe-ba94-f07790331990 req-dbf81961-4bd0-4da5-954e-15d0bb64815a tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:49.712286 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8a29306f-ac95-47fe-ba94-f07790331990 req-dbf81961-4bd0-4da5-954e-15d0bb64815a tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.54 "GET /v2.0/ports?device_id=4acb39f5-7e1e-46ed-a817-e403c49587ce HTTP/1.1" status: 200 len: 946 time: 0.1707187 Sep 30 13:16:49.822719 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-41e4220f-77d5-4fbe-81ca-289ad011df37 req-c152a362-cf2c-49be-b2fa-77d96a275df2 service neutron] 10.222.0.39 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079693 Sep 30 13:16:49.921902 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f956b51-b456-4ff7-aee9-a7f869cd9131 req-edcf7585-f350-4c44-9990-9ef3f5c43ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:49.923845 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5f956b51-b456-4ff7-aee9-a7f869cd9131 req-edcf7585-f350-4c44-9990-9ef3f5c43ca4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f180add52a04581aabb15b50dd31fc4&device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 1094 time: 0.1001992 Sep 30 13:16:49.924231 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 7d2369eb-a0f2-4685-9818-9675ebb6246a no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:16:49.941054 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4e58e-130b-4e5b-bb4d-a8b450d47700 req-2c10f7e5-f802-43a2-aa51-99540c572cde tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:49.948612 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-53a4e58e-130b-4e5b-bb4d-a8b450d47700 req-2c10f7e5-f802-43a2-aa51-99540c572cde tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 943 time: 0.1142383 Sep 30 13:16:49.955322 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6e963851-b0d6-4884-8e26-350490b762e0 req-ba7b4fb3-9982-45b4-b4c5-ec1236481804 tempest-ListServersNegativeTestJSON-490680801 tempest-ListServersNegativeTestJSON-490680801-project] 10.222.0.18 "GET /v2.0/ports?device_id=575846e3-2826-43db-9e2a-ae265ef2b38c HTTP/1.1" status: 200 len: 210 time: 0.0409684 Sep 30 13:16:49.961132 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-e9b14146-1e19-4569-a5f6-da476c87d62d req-dda688e6-6386-4168-a4bb-09af49f028d4 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Deleting port cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:16:49.961469 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e9b14146-1e19-4569-a5f6-da476c87d62d req-dda688e6-6386-4168-a4bb-09af49f028d4 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:50.047934 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-53a4e58e-130b-4e5b-bb4d-a8b450d47700 req-892707fa-4a24-40d9-8068-d496a11d6640 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983171 Sep 30 13:16:50.096069 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:50.132528 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f956b51-b456-4ff7-aee9-a7f869cd9131 req-00116e0f-2b32-4f98-bbdc-a31a6f94fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:50.134624 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5f956b51-b456-4ff7-aee9-a7f869cd9131 req-00116e0f-2b32-4f98-bbdc-a31a6f94fa56 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bf395552-d6c8-4f33-8985-6c6e9e9ec785 HTTP/1.1" status: 200 len: 905 time: 0.1763406 Sep 30 13:16:50.138099 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acb39f5-7e1e-46ed-a817-e403c49587ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d2369eb-a0f2-4685-9818-9675ebb6246a'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:50.140397 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2060b6f6-4121-436b-aa7a-12ce659da811" -d '{"events": [{"server_uuid": "4acb39f5-7e1e-46ed-a817-e403c49587ce", "name": "network-vif-unplugged", "status": "completed", "tag": "7d2369eb-a0f2-4685-9818-9675ebb6246a"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:50.161584 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 7d2369eb-a0f2-4685-9818-9675ebb6246a, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=7d2369eb-a0f2-4685-9818-9675ebb6246a,segment=NetworkSegment(14f9140a-c7ec-4133-a36f-d4224eff2a8a),segment_id=14f9140a-c7ec-4133-a36f-d4224eff2a8a)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:50.181453 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device cf536e69-5ee2-43eb-90d2-fc6d31de9969 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:16:50.185554 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:50.186873 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 9385defe-d416-4afb-bc18-21e6199953ee no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:16:50.213004 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5f956b51-b456-4ff7-aee9-a7f869cd9131 req-9c7b845d-7501-432b-b19e-8d2826cbc029 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17915d9f-ae61-4075-9215-28b6807d5cae HTTP/1.1" status: 200 len: 217 time: 0.0707104 Sep 30 13:16:50.216031 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-8a29306f-ac95-47fe-ba94-f07790331990 req-09320147-1b7a-4811-9c8f-93a1004be7b9 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Deleting port 7d2369eb-a0f2-4685-9818-9675ebb6246a {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:16:50.216385 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8a29306f-ac95-47fe-ba94-f07790331990 req-09320147-1b7a-4811-9c8f-93a1004be7b9 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:50.217739 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132e01c5-5074-4ab6-bd65-fca17d2c6c4d x-openstack-request-id: req-132e01c5-5074-4ab6-bd65-fca17d2c6c4d {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:50.218076 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acb39f5-7e1e-46ed-a817-e403c49587ce", "name": "network-vif-unplugged", "status": "completed", "tag": "7d2369eb-a0f2-4685-9818-9675ebb6246a", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:50.218567 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-132e01c5-5074-4ab6-bd65-fca17d2c6c4d {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:50.219126 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acb39f5-7e1e-46ed-a817-e403c49587ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d2369eb-a0f2-4685-9818-9675ebb6246a', 'code': 200} Sep 30 13:16:50.243410 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 9385defe-d416-4afb-bc18-21e6199953ee {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:16:50.243749 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 9385defe-d416-4afb-bc18-21e6199953ee not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:16:50.266655 n-d-810909-2 neutron-server[94764]: DEBUG neutron.objects.ports [None req-a935f367-71c3-4a90-a92a-c2d6f0b11af4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94764) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 13:16:50.276032 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f956b51-b456-4ff7-aee9-a7f869cd9131 req-49f8ff0f-53c6-481c-8787-c0a55e11d376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:50.278199 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5f956b51-b456-4ff7-aee9-a7f869cd9131 req-49f8ff0f-53c6-481c-8787-c0a55e11d376 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=24c2cacb-688f-46b5-bc21-08d291e590ed HTTP/1.1" status: 200 len: 844 time: 0.0580018 Sep 30 13:16:50.283176 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a935f367-71c3-4a90-a92a-c2d6f0b11af4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:50.290851 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-e9b14146-1e19-4569-a5f6-da476c87d62d req-dda688e6-6386-4168-a4bb-09af49f028d4 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] For port cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3,segment=NetworkSegment(14f9140a-c7ec-4133-a36f-d4224eff2a8a),segment_id=14f9140a-c7ec-4133-a36f-d4224eff2a8a)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:50.291077 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e9b14146-1e19-4569-a5f6-da476c87d62d req-dda688e6-6386-4168-a4bb-09af49f028d4 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:50.313364 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5f956b51-b456-4ff7-aee9-a7f869cd9131 req-2c0f35df-d627-46c0-b8e1-4d4d38c4b172 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bf395552-d6c8-4f33-8985-6c6e9e9ec785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278838 Sep 30 13:16:50.320284 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=7d2369eb-a0f2-4685-9818-9675ebb6246a,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:50.324557 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port cf536e69-5ee2-43eb-90d2-fc6d31de9969 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:16:50.329392 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port cf536e69-5ee2-43eb-90d2-fc6d31de9969 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:16:50.329392 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:50.372108 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547c24c-c051-4079-9193-55aceb76d055 req-0207667c-9955-4ac8-b312-abcc9c053f48 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:50.379379 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e547c24c-c051-4079-9193-55aceb76d055 req-0207667c-9955-4ac8-b312-abcc9c053f48 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a0a184-c65a-437c-a6a8-acdd7f570d8d HTTP/1.1" status: 200 len: 946 time: 0.2993670 Sep 30 13:16:50.397551 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935f367-71c3-4a90-a92a-c2d6f0b11af4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event updated for resources: {'Subnet': ['ID=fe5aa0e3-3cd8-49fb-b51a-a19a3df355fa,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:50.419979 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:50.432363 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5f956b51-b456-4ff7-aee9-a7f869cd9131 req-b41870de-2205-4d11-8117-10f53c3aeff2 service neutron] 10.222.0.54 "GET /v2.0/networks/bf395552-d6c8-4f33-8985-6c6e9e9ec785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102390 Sep 30 13:16:50.461303 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a935f367-71c3-4a90-a92a-c2d6f0b11af4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:50.461732 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a935f367-71c3-4a90-a92a-c2d6f0b11af4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:50.461996 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a935f367-71c3-4a90-a92a-c2d6f0b11af4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:50.463370 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a935f367-71c3-4a90-a92a-c2d6f0b11af4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:50.463710 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a935f367-71c3-4a90-a92a-c2d6f0b11af4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:50.464040 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a935f367-71c3-4a90-a92a-c2d6f0b11af4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:50.464371 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a935f367-71c3-4a90-a92a-c2d6f0b11af4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:50.464700 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a935f367-71c3-4a90-a92a-c2d6f0b11af4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:50.465024 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a935f367-71c3-4a90-a92a-c2d6f0b11af4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:50.465347 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a935f367-71c3-4a90-a92a-c2d6f0b11af4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:50.465670 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a935f367-71c3-4a90-a92a-c2d6f0b11af4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:50.465989 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a935f367-71c3-4a90-a92a-c2d6f0b11af4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:16:50.476995 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-e9b14146-1e19-4569-a5f6-da476c87d62d req-dda688e6-6386-4168-a4bb-09af49f028d4 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Calling delete_port for cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3 owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:16:50.509863 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port cf536e69-5ee2-43eb-90d2-fc6d31de9969, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cf536e69-5ee2-43eb-90d2-fc6d31de9969,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:50.519407 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:50.520610 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:16:50.553627 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5f956b51-b456-4ff7-aee9-a7f869cd9131 req-b3b897f9-12d2-4fa5-9832-72449d4a1735 service neutron] 10.222.0.54 "GET /v2.0/networks/bf395552-d6c8-4f33-8985-6c6e9e9ec785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137667 Sep 30 13:16:50.585771 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-8a29306f-ac95-47fe-ba94-f07790331990 req-09320147-1b7a-4811-9c8f-93a1004be7b9 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] For port 7d2369eb-a0f2-4685-9818-9675ebb6246a, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=7d2369eb-a0f2-4685-9818-9675ebb6246a,segment=NetworkSegment(14f9140a-c7ec-4133-a36f-d4224eff2a8a),segment_id=14f9140a-c7ec-4133-a36f-d4224eff2a8a)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:50.586453 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8a29306f-ac95-47fe-ba94-f07790331990 req-09320147-1b7a-4811-9c8f-93a1004be7b9 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:50.593493 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e547c24c-c051-4079-9193-55aceb76d055 req-2c8f2369-2625-4f19-bf43-15e928a38bee tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/security-groups?id=29175c03-b705-4f4a-b397-f12b14861883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130013 Sep 30 13:16:50.605218 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a935f367-71c3-4a90-a92a-c2d6f0b11af4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Checking segment: {'id': '9c2ad4ad-6358-41b0-aeca-8eadfdaaccdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '94ca0a18-d2fa-40a6-b94b-a2840eb5b000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:16:50.605428 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a935f367-71c3-4a90-a92a-c2d6f0b11af4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Network hostable DHCP agents. Network: 94ca0a18-d2fa-40a6-b94b-a2840eb5b000, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:16:50.607400 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=cf536e69-5ee2-43eb-90d2-fc6d31de9969,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:50.622257 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-8a29306f-ac95-47fe-ba94-f07790331990 req-09320147-1b7a-4811-9c8f-93a1004be7b9 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Calling delete_port for 7d2369eb-a0f2-4685-9818-9675ebb6246a owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:16:50.655766 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a935f367-71c3-4a90-a92a-c2d6f0b11af4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Network 94ca0a18-d2fa-40a6-b94b-a2840eb5b000 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:16:50.670699 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:50.673778 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bb5cb15f-d4f6-4f2d-af36-0a691773c448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:50.710736 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3,segment=NetworkSegment(14f9140a-c7ec-4133-a36f-d4224eff2a8a),segment_id=14f9140a-c7ec-4133-a36f-d4224eff2a8a)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:50.716846 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:50.718005 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-a935f367-71c3-4a90-a92a-c2d6f0b11af4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 94ca0a18-d2fa-40a6-b94b-a2840eb5b000) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:16:50.718569 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 480f86b7-98ac-480a-96c0-0b0cbbcf0fd1 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:16:50.727341 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a935f367-71c3-4a90-a92a-c2d6f0b11af4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:50.728067 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a935f367-71c3-4a90-a92a-c2d6f0b11af4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:50.768346 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949e232f-543a-40de-9691-8e3f113b20ba None None] Network 94ca0a18-d2fa-40a6-b94b-a2840eb5b000 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:16:50.773031 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 480f86b7-98ac-480a-96c0-0b0cbbcf0fd1 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:16:50.773386 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 480f86b7-98ac-480a-96c0-0b0cbbcf0fd1 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:16:50.803566 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a935f367-71c3-4a90-a92a-c2d6f0b11af4 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2068219 Sep 30 13:16:50.804234 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34802) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:50.861285 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:50.889284 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e9b14146-1e19-4569-a5f6-da476c87d62d req-dda688e6-6386-4168-a4bb-09af49f028d4 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:50.935300 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012ebf9-71e1-4699-8ecf-cbd5983adc2b req-02d05aa4-03ff-4a81-ac8c-6ce94a741faa tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:50.936955 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c012ebf9-71e1-4699-8ecf-cbd5983adc2b req-02d05aa4-03ff-4a81-ac8c-6ce94a741faa tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad82a3e4-d149-4281-9ace-1af40139bd9b HTTP/1.1" status: 200 len: 944 time: 0.1163170 Sep 30 13:16:50.969162 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575846e3-2826-43db-9e2a-ae265ef2b38c', 'name': 'network-vif-deleted', 'tag': '480f86b7-98ac-480a-96c0-0b0cbbcf0fd1'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:50.971407 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47bf63f-0526-4706-9672-de416c2b5e1f" -d '{"events": [{"server_uuid": "575846e3-2826-43db-9e2a-ae265ef2b38c", "name": "network-vif-deleted", "tag": "480f86b7-98ac-480a-96c0-0b0cbbcf0fd1"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:50.980448 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c3cba653-b1ee-442a-b42c-f37243fb9b6f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:51.004065 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda688e6-6386-4168-a4bb-09af49f028d4 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Pushing event deleted for resources: {'Port': ['ID=cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:51.019497 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8a29306f-ac95-47fe-ba94-f07790331990 req-09320147-1b7a-4811-9c8f-93a1004be7b9 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:51.033068 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c012ebf9-71e1-4699-8ecf-cbd5983adc2b req-cd6e199f-4a68-489c-bdf9-f8a8aecb6ced tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839834 Sep 30 13:16:51.035708 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f222bf-10d8-4c92-8dba-084fb76915a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-94ca0a18-d2fa-40a6-b94b-a2840eb5b000', 'network_id': '94ca0a18-d2fa-40a6-b94b-a2840eb5b000', 'tenant_id': '75450c069d2f4ae5857bdacfbb49f864', 'fixed_ips': [{'subnet_id': 'fe5aa0e3-3cd8-49fb-b51a-a19a3df355fa'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:16:51.038225 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-22f222bf-10d8-4c92-8dba-084fb76915a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:51.088227 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8054685-f09f-4d84-8e6a-adc9583d3a98 x-openstack-request-id: req-e8054685-f09f-4d84-8e6a-adc9583d3a98 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:51.088611 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575846e3-2826-43db-9e2a-ae265ef2b38c", "name": "network-vif-deleted", "tag": "480f86b7-98ac-480a-96c0-0b0cbbcf0fd1", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:51.089004 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e8054685-f09f-4d84-8e6a-adc9583d3a98 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:51.089498 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575846e3-2826-43db-9e2a-ae265ef2b38c', 'name': 'network-vif-deleted', 'tag': '480f86b7-98ac-480a-96c0-0b0cbbcf0fd1', 'status': 'completed', 'code': 200} Sep 30 13:16:51.092228 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b14146-1e19-4569-a5f6-da476c87d62d req-dda688e6-6386-4168-a4bb-09af49f028d4 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] No DVR routers for this DVR port cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3 on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:16:51.093536 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c3cba653-b1ee-442a-b42c-f37243fb9b6f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:51.099263 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e9b14146-1e19-4569-a5f6-da476c87d62d req-dda688e6-6386-4168-a4bb-09af49f028d4 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:51.105133 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e9b14146-1e19-4569-a5f6-da476c87d62d req-dda688e6-6386-4168-a4bb-09af49f028d4 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.39 "DELETE /v2.0/ports/cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3 HTTP/1.1" status: 204 len: 173 time: 1.5247998 Sep 30 13:16:51.114577 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a0a184-c65a-437c-a6a8-acdd7f570d8d', 'name': 'network-vif-deleted', 'tag': 'cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:51.116738 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac63307-d456-403f-b112-ccb731ac8f74" -d '{"events": [{"server_uuid": "e2a0a184-c65a-437c-a6a8-acdd7f570d8d", "name": "network-vif-deleted", "tag": "cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:51.178887 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09320147-1b7a-4811-9c8f-93a1004be7b9 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Pushing event deleted for resources: {'Port': ['ID=7d2369eb-a0f2-4685-9818-9675ebb6246a,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:51.208296 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1b1c7-cc1c-4bdb-9b4b-5a0f46c775c8 req-e7de04b2-f12f-48e3-8f9c-a3c8eca4594e tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:51.210374 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cff1b1c7-cc1c-4bdb-9b4b-5a0f46c775c8 req-e7de04b2-f12f-48e3-8f9c-a3c8eca4594e tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ae89a60-24e7-4eab-b205-83622ca1f4f0 HTTP/1.1" status: 200 len: 945 time: 0.3624165 Sep 30 13:16:51.212313 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c3cba653-b1ee-442a-b42c-f37243fb9b6f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:51.266462 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a29306f-ac95-47fe-ba94-f07790331990 req-09320147-1b7a-4811-9c8f-93a1004be7b9 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] No DVR routers for this DVR port 7d2369eb-a0f2-4685-9818-9675ebb6246a on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:16:51.277548 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8a29306f-ac95-47fe-ba94-f07790331990 req-09320147-1b7a-4811-9c8f-93a1004be7b9 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:51.279467 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cba653-b1ee-442a-b42c-f37243fb9b6f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event deleted for resources: {'Subnet': ['ID=fe5aa0e3-3cd8-49fb-b51a-a19a3df355fa,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server [None req-22f222bf-10d8-4c92-8dba-084fb76915a2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fe5aa0e3-3cd8-49fb-b51a-a19a3df355fa: This subnet is being modified by another concurrent operation. Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise exception Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fe5aa0e3-3cd8-49fb-b51a-a19a3df355fa: This subnet is being modified by another concurrent operation. Sep 30 13:16:51.279977 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server Sep 30 13:16:51.288134 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8a29306f-ac95-47fe-ba94-f07790331990 req-09320147-1b7a-4811-9c8f-93a1004be7b9 tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.54 "DELETE /v2.0/ports/7d2369eb-a0f2-4685-9818-9675ebb6246a HTTP/1.1" status: 204 len: 173 time: 1.5584271 Sep 30 13:16:51.319846 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cff1b1c7-cc1c-4bdb-9b4b-5a0f46c775c8 req-5e824e7a-5809-41ea-98d2-d21347ca502f tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868974 Sep 30 13:16:51.351218 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c516fe-6af0-410d-9f00-2d0ab8830994 None None] Network 94ca0a18-d2fa-40a6-b94b-a2840eb5b000 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:16:51.388312 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c3cba653-b1ee-442a-b42c-f37243fb9b6f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:51.401829 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea266c59-1e19-46af-b0e1-55bd8aa08e41 x-openstack-request-id: req-ea266c59-1e19-46af-b0e1-55bd8aa08e41 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:51.402151 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a0a184-c65a-437c-a6a8-acdd7f570d8d", "name": "network-vif-deleted", "tag": "cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:51.402413 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea266c59-1e19-46af-b0e1-55bd8aa08e41 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:51.402803 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a0a184-c65a-437c-a6a8-acdd7f570d8d', 'name': 'network-vif-deleted', 'tag': 'cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3', 'status': 'completed', 'code': 200} Sep 30 13:16:51.404389 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107d14f-9c66-416a-9811-e683d4926bd4 req-db6e3387-a0d2-44a5-95cb-7d889f1d20c5 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:51.405961 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7107d14f-9c66-416a-9811-e683d4926bd4 req-db6e3387-a0d2-44a5-95cb-7d889f1d20c5 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 943 time: 0.1710594 Sep 30 13:16:51.451207 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34822) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:51.462823 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-c3cba653-b1ee-442a-b42c-f37243fb9b6f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ca0a18-d2fa-40a6-b94b-a2840eb5b000']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:51.494413 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-c3cba653-b1ee-442a-b42c-f37243fb9b6f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2ad4ad-6358-41b0-aeca-8eadfdaaccdd') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:51.494706 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-c3cba653-b1ee-442a-b42c-f37243fb9b6f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2ad4ad-6358-41b0-aeca-8eadfdaaccdd') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:51.505732 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7107d14f-9c66-416a-9811-e683d4926bd4 req-099ec340-3077-456a-876a-2d5c62be033e tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818448 Sep 30 13:16:51.516161 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c3cba653-b1ee-442a-b42c-f37243fb9b6f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:51.550977 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c3cba653-b1ee-442a-b42c-f37243fb9b6f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:51.560151 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3cba653-b1ee-442a-b42c-f37243fb9b6f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:16:51.560823 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c3cba653-b1ee-442a-b42c-f37243fb9b6f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:51.563042 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d987e6-69bd-48f5-900d-9a48a6b853e4 admin admin] Deleting subnet 03256bff-85ab-44fb-a33c-b5077d4a295c {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:16:51.563182 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e175e9ce-c116-4a48-a073-dcc52d6af741 None None] get_active_networks_info from n-d-810909-2 {{(pid=94765) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 13:16:51.565600 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-77d987e6-69bd-48f5-900d-9a48a6b853e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:16:51.592118 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:16:51.608644 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-77d987e6-69bd-48f5-900d-9a48a6b853e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:51.646926 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c3cba653-b1ee-442a-b42c-f37243fb9b6f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:51.652953 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:51.656559 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c3cba653-b1ee-442a-b42c-f37243fb9b6f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:51.661116 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c3cba653-b1ee-442a-b42c-f37243fb9b6f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "DELETE /v2.0/networks/94ca0a18-d2fa-40a6-b94b-a2840eb5b000 HTTP/1.1" status: 204 len: 168 time: 0.8559055 Sep 30 13:16:51.662693 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34828) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:51.681555 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cba653-b1ee-442a-b42c-f37243fb9b6f tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event deleted for resources: {'Network': ['ID=94ca0a18-d2fa-40a6-b94b-a2840eb5b000,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:51.744774 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-36baa4ae-de8c-4ac2-a4c6-e7be2a673cec tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:51.745230 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36baa4ae-de8c-4ac2-a4c6-e7be2a673cec tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:51.756091 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-36baa4ae-de8c-4ac2-a4c6-e7be2a673cec tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "DELETE /v2.0/subnets/fe5aa0e3-3cd8-49fb-b51a-a19a3df355fa HTTP/1.1" status: 404 len: 337 time: 0.0822754 Sep 30 13:16:51.760976 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34830) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:51.764235 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e175e9ce-c116-4a48-a073-dcc52d6af741 None None] Resources bound (agent type, host, resource id): {{(pid=94765) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 13:16:51.804620 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4533c32d-61cc-43ee-837e-15b868dc5ac6 req-4e8cafe8-3454-4619-a3d6-513eeb31ec7b tempest-MultipleCreateTestJSON-1154045155 tempest-MultipleCreateTestJSON-1154045155-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a0a184-c65a-437c-a6a8-acdd7f570d8d HTTP/1.1" status: 200 len: 210 time: 0.0642982 Sep 30 13:16:51.812302 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2453d67-b04a-4cc0-bb82-4997d1ca9ab0 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:51.813509 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2453d67-b04a-4cc0-bb82-4997d1ca9ab0 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:51.819616 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a2453d67-b04a-4cc0-bb82-4997d1ca9ab0 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "DELETE /v2.0/networks/94ca0a18-d2fa-40a6-b94b-a2840eb5b000 HTTP/1.1" status: 404 len: 339 time: 0.0574052 Sep 30 13:16:51.820146 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34838) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:51.827366 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-77d987e6-69bd-48f5-900d-9a48a6b853e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:51.869165 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca5cae8-8bd2-48a0-971b-78cfcdca3d5a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:51.869363 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca5cae8-8bd2-48a0-971b-78cfcdca3d5a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:51.871553 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6ca5cae8-8bd2-48a0-971b-78cfcdca3d5a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "DELETE /v2.0/subnets/7175ac2d-4d28-4bdf-ae97-ee9edff88bfb HTTP/1.1" status: 404 len: 337 time: 0.0503759 Sep 30 13:16:51.874097 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34840) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:51.919723 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c75c2a-fe12-49da-b964-621c8884fa02 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:51.923259 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c75c2a-fe12-49da-b964-621c8884fa02 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:51.925221 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a0c75c2a-fe12-49da-b964-621c8884fa02 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "DELETE /v2.0/networks/babb3784-4547-44d9-a977-0f94af465664 HTTP/1.1" status: 404 len: 339 time: 0.0500028 Sep 30 13:16:51.928387 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34842) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:51.958396 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ec3dae-b377-4f97-b110-e68ad7711565 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:51.958853 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ec3dae-b377-4f97-b110-e68ad7711565 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:51.960647 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-22ec3dae-b377-4f97-b110-e68ad7711565 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "DELETE /v2.0/subnets/edf208e0-b866-486d-a2a2-56ec4781ecca HTTP/1.1" status: 404 len: 337 time: 0.0313261 Sep 30 13:16:51.963378 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34844) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:51.965956 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-77d987e6-69bd-48f5-900d-9a48a6b853e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:51.986954 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf09eb7-3206-4c03-ac1d-50bdedc274ec tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:51.988053 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcf09eb7-3206-4c03-ac1d-50bdedc274ec tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:51.990220 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fcf09eb7-3206-4c03-ac1d-50bdedc274ec tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "DELETE /v2.0/networks/71e8158c-a7d2-4ddd-a4f0-95ad5d5c475a HTTP/1.1" status: 404 len: 339 time: 0.0257244 Sep 30 13:16:51.992641 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34846) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:51.999730 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-77d987e6-69bd-48f5-900d-9a48a6b853e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:52.001771 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-77d987e6-69bd-48f5-900d-9a48a6b853e4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/03256bff-85ab-44fb-a33c-b5077d4a295c HTTP/1.1" status: 204 len: 168 time: 0.5494969 Sep 30 13:16:52.002805 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d987e6-69bd-48f5-900d-9a48a6b853e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03256bff-85ab-44fb-a33c-b5077d4a295c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:52.005502 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34848) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:52.085617 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83a3c76f-7ab5-46e4-8a20-754b6661357e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:52.095748 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-b5df6f2c-4633-48d2-b42a-c5fb8bd1f7c5 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Deleting port 053d1154-5d53-4325-bb0f-78a190c95fdc {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:16:52.096316 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b5df6f2c-4633-48d2-b42a-c5fb8bd1f7c5 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:52.181453 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b5df6f2c-4633-48d2-b42a-c5fb8bd1f7c5 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:52.200167 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0ed9de65-f0f5-47d6-9313-a440f84ebc28 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:16:52.201444 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-b5df6f2c-4633-48d2-b42a-c5fb8bd1f7c5 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Calling delete_port for 053d1154-5d53-4325-bb0f-78a190c95fdc owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:16:52.220626 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae89a60-24e7-4eab-b205-83622ca1f4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf536e69-5ee2-43eb-90d2-fc6d31de9969'}, {'server_uuid': 'e2a0a184-c65a-437c-a6a8-acdd7f570d8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:52.223219 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9035d55d-070b-452c-b7b1-de0503637959" -d '{"events": [{"server_uuid": "9ae89a60-24e7-4eab-b205-83622ca1f4f0", "name": "network-vif-plugged", "status": "completed", "tag": "cf536e69-5ee2-43eb-90d2-fc6d31de9969"}, {"server_uuid": "e2a0a184-c65a-437c-a6a8-acdd7f570d8d", "name": "network-vif-unplugged", "status": "completed", "tag": "cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:52.226348 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83a3c76f-7ab5-46e4-8a20-754b6661357e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:52.290807 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-83a3c76f-7ab5-46e4-8a20-754b6661357e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5144f4ec-5081-4a01-b807-03b0b8b509a1']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:52.299508 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0bae38-4742-4741-9298-d3cc200714f0 x-openstack-request-id: req-6b0bae38-4742-4741-9298-d3cc200714f0 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:52.299811 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae89a60-24e7-4eab-b205-83622ca1f4f0", "name": "network-vif-plugged", "status": "completed", "tag": "cf536e69-5ee2-43eb-90d2-fc6d31de9969", "code": 200}, {"server_uuid": "e2a0a184-c65a-437c-a6a8-acdd7f570d8d", "name": "network-vif-unplugged", "status": "completed", "tag": "cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:52.300601 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b0bae38-4742-4741-9298-d3cc200714f0 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:52.301663 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae89a60-24e7-4eab-b205-83622ca1f4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf536e69-5ee2-43eb-90d2-fc6d31de9969', 'code': 200} Sep 30 13:16:52.301663 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a0a184-c65a-437c-a6a8-acdd7f570d8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdaeb0f1-598b-4dd8-8ab2-5a687cd512f3', 'code': 200} Sep 30 13:16:52.309537 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c8205-1939-45f3-b1c1-193d5a6cbaf9 req-0b51d61b-11d7-4aa8-8ff4-69100df7a92a tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:52.311117 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0e5c8205-1939-45f3-b1c1-193d5a6cbaf9 req-0b51d61b-11d7-4aa8-8ff4-69100df7a92a tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad82a3e4-d149-4281-9ace-1af40139bd9b HTTP/1.1" status: 200 len: 944 time: 0.1662564 Sep 30 13:16:52.312963 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-83a3c76f-7ab5-46e4-8a20-754b6661357e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbfea386-12d1-479e-8c85-b8024a9ca29c') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:52.313276 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-83a3c76f-7ab5-46e4-8a20-754b6661357e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbfea386-12d1-479e-8c85-b8024a9ca29c') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:52.330045 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b5df6f2c-4633-48d2-b42a-c5fb8bd1f7c5 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:52.337317 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83a3c76f-7ab5-46e4-8a20-754b6661357e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:52.337902 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:52.368016 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83a3c76f-7ab5-46e4-8a20-754b6661357e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:52.379884 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0ed9de65-f0f5-47d6-9313-a440f84ebc28, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0ed9de65-f0f5-47d6-9313-a440f84ebc28,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:52.395844 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '0ed9de65-f0f5-47d6-9313-a440f84ebc28', 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'port_id': '0ed9de65-f0f5-47d6-9313-a440f84ebc28', 'mac_address': 'fa:16:3e:d3:64:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:16:52.405308 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b5df6f2c-4633-48d2-b42a-c5fb8bd1f7c5 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:52.407434 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b5df6f2c-4633-48d2-b42a-c5fb8bd1f7c5 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "DELETE /v2.0/ports/053d1154-5d53-4325-bb0f-78a190c95fdc HTTP/1.1" status: 204 len: 168 time: 0.4136782 Sep 30 13:16:52.408497 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df6f2c-4633-48d2-b42a-c5fb8bd1f7c5 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event deleted for resources: {'Port': ['ID=053d1154-5d53-4325-bb0f-78a190c95fdc,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:52.408628 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a3c76f-7ab5-46e4-8a20-754b6661357e admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:16:52.408945 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83a3c76f-7ab5-46e4-8a20-754b6661357e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:16:52.411075 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:16:52.415955 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34860) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:52.424792 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0e5c8205-1939-45f3-b1c1-193d5a6cbaf9 req-18d55077-542d-4e22-b3b4-e3a07b9db474 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979609 Sep 30 13:16:52.457246 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:52.472851 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed9de65-f0f5-47d6-9313-a440f84ebc28 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:16:52.496639 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e9080-f8a1-4f54-b2fb-7a4e82c73e27 req-08033186-f956-4420-8495-97c17a931276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:52.498461 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-589e9080-f8a1-4f54-b2fb-7a4e82c73e27 req-08033186-f956-4420-8495-97c17a931276 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9ae89a60-24e7-4eab-b205-83622ca1f4f0 HTTP/1.1" status: 200 len: 1096 time: 0.1280379 Sep 30 13:16:52.499657 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83a3c76f-7ab5-46e4-8a20-754b6661357e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:52.506067 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83a3c76f-7ab5-46e4-8a20-754b6661357e admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:52.508244 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79377f0-f621-4429-acc7-b5fb8d14d057 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:52.508741 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f79377f0-f621-4429-acc7-b5fb8d14d057 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:52.509168 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-83a3c76f-7ab5-46e4-8a20-754b6661357e admin admin] 10.222.0.18 "DELETE /v2.0/networks/5144f4ec-5081-4a01-b807-03b0b8b509a1 HTTP/1.1" status: 204 len: 168 time: 0.5026293 Sep 30 13:16:52.513630 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f79377f0-f621-4429-acc7-b5fb8d14d057 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "DELETE /v2.0/subnets/c12af7c6-fb1c-4337-ab31-ef162def151a HTTP/1.1" status: 404 len: 337 time: 0.0961890 Sep 30 13:16:52.514159 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34864) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:52.520393 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0ed9de65-f0f5-47d6-9313-a440f84ebc28, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0ed9de65-f0f5-47d6-9313-a440f84ebc28,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:52.529868 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:52.563558 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfc219-308a-4715-9a19-0a606bc25db7 req-3b31808e-67fb-4781-9ff3-f8a950451c3b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:52.565124 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92dfc219-308a-4715-9a19-0a606bc25db7 req-3b31808e-67fb-4781-9ff3-f8a950451c3b tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ae89a60-24e7-4eab-b205-83622ca1f4f0 HTTP/1.1" status: 200 len: 945 time: 0.1236444 Sep 30 13:16:52.577154 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3c76f-7ab5-46e4-8a20-754b6661357e admin admin] Pushing event deleted for resources: {'Network': ['ID=5144f4ec-5081-4a01-b807-03b0b8b509a1,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:52.613266 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-589e9080-f8a1-4f54-b2fb-7a4e82c73e27 req-b22ba0ce-162d-45cf-954e-a08ef3853948 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020825 Sep 30 13:16:52.622371 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=0ed9de65-f0f5-47d6-9313-a440f84ebc28,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:52.665092 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-819a975b-6c75-42a7-b7f1-2e884e6833e8 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:52.688576 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92dfc219-308a-4715-9a19-0a606bc25db7 req-743d5901-bc96-494d-b76c-716d53fc6b45 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143796 Sep 30 13:16:52.716396 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b17e66-eb64-4f52-b805-d57efdecd03c req-b841f327-2e14-469b-b9d0-b0f2fab53e14 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:52.717652 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-19b17e66-eb64-4f52-b805-d57efdecd03c req-b841f327-2e14-469b-b9d0-b0f2fab53e14 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 943 time: 0.0918145 Sep 30 13:16:52.774553 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['0ed9de65-f0f5-47d6-9313-a440f84ebc28'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:16:52.784818 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-819a975b-6c75-42a7-b7f1-2e884e6833e8 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:52.786636 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-19b17e66-eb64-4f52-b805-d57efdecd03c req-a32895ef-f444-4f24-9fa0-242272c4dd69 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564740 Sep 30 13:16:52.819660 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-819a975b-6c75-42a7-b7f1-2e884e6833e8 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ecda64-099d-444a-a787-090baf9ad80c']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:52.828253 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-819a975b-6c75-42a7-b7f1-2e884e6833e8 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f99a40-fc74-4ea0-807c-02605b3f7ab9') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:52.828623 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-819a975b-6c75-42a7-b7f1-2e884e6833e8 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f99a40-fc74-4ea0-807c-02605b3f7ab9') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:52.848962 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-819a975b-6c75-42a7-b7f1-2e884e6833e8 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:52.874219 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34880) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:52.897678 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-819a975b-6c75-42a7-b7f1-2e884e6833e8 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:52.904429 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819a975b-6c75-42a7-b7f1-2e884e6833e8 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:16:52.905010 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-819a975b-6c75-42a7-b7f1-2e884e6833e8 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:16:52.909020 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:16:52.934744 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-05b39bbb-a40f-4492-9da8-9b3747116c6b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5cc6f6a875504307a4349194ae6d1b02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0593712 Sep 30 13:16:52.935622 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34886) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:52.937690 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34888) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:53.003577 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-819a975b-6c75-42a7-b7f1-2e884e6833e8 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:53.018120 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-819a975b-6c75-42a7-b7f1-2e884e6833e8 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:53.020887 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-819a975b-6c75-42a7-b7f1-2e884e6833e8 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "DELETE /v2.0/networks/93ecda64-099d-444a-a787-090baf9ad80c HTTP/1.1" status: 204 len: 168 time: 0.5047965 Sep 30 13:16:53.025956 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34890) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:53.033993 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a975b-6c75-42a7-b7f1-2e884e6833e8 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event deleted for resources: {'Network': ['ID=93ecda64-099d-444a-a787-090baf9ad80c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:53.043309 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-07863123-0cce-4bf9-ac99-71ecf31bae54 admin admin] Deleting subnet bbe1ffcf-2c73-4b79-897f-ffbf75802216 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:16:53.067489 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-07863123-0cce-4bf9-ac99-71ecf31bae54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:53.138615 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-be6638c8-1036-4694-a527-774717304985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:53.156791 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-07863123-0cce-4bf9-ac99-71ecf31bae54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:53.196883 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-be6638c8-1036-4694-a527-774717304985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:53.248455 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-07863123-0cce-4bf9-ac99-71ecf31bae54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:53.276016 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ccace-03ce-4f74-bfe0-3598304ecbbf tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Deleting port 3b219e72-55ca-4abf-9f17-ffa41668bb0c {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:16:53.276268 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f9ccace-03ce-4f74-bfe0-3598304ecbbf tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:53.354931 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-be6638c8-1036-4694-a527-774717304985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:53.357421 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-be6638c8-1036-4694-a527-774717304985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:53.358546 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-be6638c8-1036-4694-a527-774717304985 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/81a5e37d-d269-4910-b9bf-d10e21c3eed8 HTTP/1.1" status: 204 len: 168 time: 0.4147232 Sep 30 13:16:53.361925 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f9ccace-03ce-4f74-bfe0-3598304ecbbf tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:53.384872 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ccace-03ce-4f74-bfe0-3598304ecbbf tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Calling delete_port for 3b219e72-55ca-4abf-9f17-ffa41668bb0c owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:16:53.386621 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6638c8-1036-4694-a527-774717304985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a5e37d-d269-4910-b9bf-d10e21c3eed8,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:53.400612 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-07863123-0cce-4bf9-ac99-71ecf31bae54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:53.405861 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acb39f5-7e1e-46ed-a817-e403c49587ce', 'name': 'network-vif-deleted', 'tag': '7d2369eb-a0f2-4685-9818-9675ebb6246a'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:53.408258 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804c727e-d055-4af4-8d60-2dc626caab48" -d '{"events": [{"server_uuid": "4acb39f5-7e1e-46ed-a817-e403c49587ce", "name": "network-vif-deleted", "tag": "7d2369eb-a0f2-4685-9818-9675ebb6246a"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:53.499723 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07863123-0cce-4bf9-ac99-71ecf31bae54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbe1ffcf-2c73-4b79-897f-ffbf75802216,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:53.503739 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c1dc8e-db03-4bd7-ac3e-6a406532b55d x-openstack-request-id: req-58c1dc8e-db03-4bd7-ac3e-6a406532b55d {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:53.504107 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acb39f5-7e1e-46ed-a817-e403c49587ce", "name": "network-vif-deleted", "tag": "7d2369eb-a0f2-4685-9818-9675ebb6246a", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:53.504428 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58c1dc8e-db03-4bd7-ac3e-6a406532b55d {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:53.504894 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acb39f5-7e1e-46ed-a817-e403c49587ce', 'name': 'network-vif-deleted', 'tag': '7d2369eb-a0f2-4685-9818-9675ebb6246a', 'status': 'completed', 'code': 200} Sep 30 13:16:53.510490 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-07863123-0cce-4bf9-ac99-71ecf31bae54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:53.515572 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-07863123-0cce-4bf9-ac99-71ecf31bae54 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bbe1ffcf-2c73-4b79-897f-ffbf75802216 HTTP/1.1" status: 204 len: 168 time: 0.5784543 Sep 30 13:16:53.518375 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34906) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:53.559525 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f9ccace-03ce-4f74-bfe0-3598304ecbbf tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:53.605799 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f9ccace-03ce-4f74-bfe0-3598304ecbbf tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:53.607915 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9f9ccace-03ce-4f74-bfe0-3598304ecbbf tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "DELETE /v2.0/ports/3b219e72-55ca-4abf-9f17-ffa41668bb0c HTTP/1.1" status: 204 len: 168 time: 0.5790749 Sep 30 13:16:53.611315 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34910) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:53.628614 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ccace-03ce-4f74-bfe0-3598304ecbbf tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event deleted for resources: {'Port': ['ID=3b219e72-55ca-4abf-9f17-ffa41668bb0c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:53.653116 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62aa928-53c4-4888-b413-a2553e8e16e8 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] DELETE failed (client error): The resource could not be found. Sep 30 13:16:53.654180 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b62aa928-53c4-4888-b413-a2553e8e16e8 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:16:53.656101 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b62aa928-53c4-4888-b413-a2553e8e16e8 tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "DELETE /v2.0/subnets/88d09031-cfe5-4ddf-836f-a731e16be9a5 HTTP/1.1" status: 404 len: 337 time: 0.0435975 Sep 30 13:16:53.658573 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34912) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:53.743027 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3dea2daf-5a39-4f3e-8453-1a6d8eb5d46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:53.759068 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de737c0-4f38-4e0f-bed3-2c79f1633f6d req-1b0bd1ba-fb1c-416c-a0e4-8a525e17bdf4 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:53.760444 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2de737c0-4f38-4e0f-bed3-2c79f1633f6d req-1b0bd1ba-fb1c-416c-a0e4-8a525e17bdf4 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad82a3e4-d149-4281-9ace-1af40139bd9b HTTP/1.1" status: 200 len: 945 time: 0.2391033 Sep 30 13:16:53.779995 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c77f273d-686c-42be-a162-d726fa769d0a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:53.885038 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3dea2daf-5a39-4f3e-8453-1a6d8eb5d46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:53.909089 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c77f273d-686c-42be-a162-d726fa769d0a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:53.910669 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2de737c0-4f38-4e0f-bed3-2c79f1633f6d req-31669693-83cc-42cc-82af-2128ad3c45f5 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382146 Sep 30 13:16:53.944526 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 17915d9f-ae61-4075-9215-28b6807d5cae details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:16:53.964355 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-3dea2daf-5a39-4f3e-8453-1a6d8eb5d46c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85525d6f-904f-49b9-bd56-a181c58a3176']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:53.977654 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-c77f273d-686c-42be-a162-d726fa769d0a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['442cc38a-1d64-45f9-9e94-c36119d427e4']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:53.990822 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-c77f273d-686c-42be-a162-d726fa769d0a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d864b95-6a42-43b5-ad76-834ec5f92981') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:53.991349 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-c77f273d-686c-42be-a162-d726fa769d0a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d864b95-6a42-43b5-ad76-834ec5f92981') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:53.994757 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-3dea2daf-5a39-4f3e-8453-1a6d8eb5d46c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f9140a-c7ec-4133-a36f-d4224eff2a8a') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:53.995040 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-3dea2daf-5a39-4f3e-8453-1a6d8eb5d46c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f9140a-c7ec-4133-a36f-d4224eff2a8a') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:54.004137 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c77f273d-686c-42be-a162-d726fa769d0a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:54.015637 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3dea2daf-5a39-4f3e-8453-1a6d8eb5d46c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:54.022040 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c77f273d-686c-42be-a162-d726fa769d0a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:54.029970 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77f273d-686c-42be-a162-d726fa769d0a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:16:54.035170 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c77f273d-686c-42be-a162-d726fa769d0a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:54.098126 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 17915d9f-ae61-4075-9215-28b6807d5cae, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=17915d9f-ae61-4075-9215-28b6807d5cae,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:54.106892 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3dea2daf-5a39-4f3e-8453-1a6d8eb5d46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:16:54.115094 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:16:54.117737 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '17915d9f-ae61-4075-9215-28b6807d5cae', 'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785', 'port_id': '17915d9f-ae61-4075-9215-28b6807d5cae', 'mac_address': 'fa:16:3e:2a:0e:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c2cacb-688f-46b5-bc21-08d291e590ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:16:54.136439 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dea2daf-5a39-4f3e-8453-1a6d8eb5d46c admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:16:54.136882 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3dea2daf-5a39-4f3e-8453-1a6d8eb5d46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:54.147333 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728003fc-0c7f-4d43-b1cc-f7fd3eb3d135 req-831b1096-8a1f-453e-8e2b-f7a149c87369 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:54.150472 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-728003fc-0c7f-4d43-b1cc-f7fd3eb3d135 req-831b1096-8a1f-453e-8e2b-f7a149c87369 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 943 time: 0.1159775 Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:16:54.151531 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:16:54.155361 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d18d0a-fa1b-4bdc-adcc-e060f4a5efa0 req-257573ca-6191-4964-a3f9-be41ef949314 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:54.156408 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:54.158502 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-04d18d0a-fa1b-4bdc-adcc-e060f4a5efa0 req-257573ca-6191-4964-a3f9-be41ef949314 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ae89a60-24e7-4eab-b205-83622ca1f4f0 HTTP/1.1" status: 200 len: 945 time: 0.3396947 Sep 30 13:16:54.166914 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c77f273d-686c-42be-a162-d726fa769d0a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:54.178803 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:54.192752 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17915d9f-ae61-4075-9215-28b6807d5cae {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:16:54.199529 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0ed9de65-f0f5-47d6-9313-a440f84ebc28 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:16:54.220179 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c77f273d-686c-42be-a162-d726fa769d0a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:54.225162 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c77f273d-686c-42be-a162-d726fa769d0a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "DELETE /v2.0/networks/442cc38a-1d64-45f9-9e94-c36119d427e4 HTTP/1.1" status: 204 len: 168 time: 0.5614610 Sep 30 13:16:54.246285 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f273d-686c-42be-a162-d726fa769d0a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event deleted for resources: {'Network': ['ID=442cc38a-1d64-45f9-9e94-c36119d427e4,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:54.256826 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34942) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:54.283993 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 17915d9f-ae61-4075-9215-28b6807d5cae, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=17915d9f-ae61-4075-9215-28b6807d5cae,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:54.286420 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3dea2daf-5a39-4f3e-8453-1a6d8eb5d46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:54.294223 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:54.303036 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3dea2daf-5a39-4f3e-8453-1a6d8eb5d46c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:54.308291 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3dea2daf-5a39-4f3e-8453-1a6d8eb5d46c admin admin] 10.222.0.18 "DELETE /v2.0/networks/85525d6f-904f-49b9-bd56-a181c58a3176 HTTP/1.1" status: 204 len: 168 time: 0.7879488 Sep 30 13:16:54.332934 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-728003fc-0c7f-4d43-b1cc-f7fd3eb3d135 req-03c9ec0d-cbeb-4492-bb1f-6b1f74982b58 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477008 Sep 30 13:16:54.334103 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea2daf-5a39-4f3e-8453-1a6d8eb5d46c admin admin] Pushing event deleted for resources: {'Network': ['ID=85525d6f-904f-49b9-bd56-a181c58a3176,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:54.364582 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-04d18d0a-fa1b-4bdc-adcc-e060f4a5efa0 req-ee7083da-b10a-4819-85f6-e1380b865a3d tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955123 Sep 30 13:16:54.389969 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 0ed9de65-f0f5-47d6-9313-a440f84ebc28 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:16:54.405447 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 0ed9de65-f0f5-47d6-9313-a440f84ebc28 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:16:54.407288 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:54.458676 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-690f92c3-4763-4ebd-8f5f-6757e6389a6d tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Deleting subnet ce9565f4-5f7b-4f42-8ca8-0ffd8dc5ef06 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:16:54.484341 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-690f92c3-4763-4ebd-8f5f-6757e6389a6d tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:54.496150 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=17915d9f-ae61-4075-9215-28b6807d5cae,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:54.514625 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34956) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:54.563662 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:54.574080 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-690f92c3-4763-4ebd-8f5f-6757e6389a6d tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:54.603733 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9d491ff8-3a74-41c4-845a-926e02676d68 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e994dc4f4df4842a52da2b8cd3e10a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0878124 Sep 30 13:16:54.605333 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34958) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:54.605501 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad82a3e4-d149-4281-9ace-1af40139bd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed9de65-f0f5-47d6-9313-a440f84ebc28'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:54.609397 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4cf83d-bff6-4aee-b813-c59e83e20791" -d '{"events": [{"server_uuid": "ad82a3e4-d149-4281-9ace-1af40139bd9b", "name": "network-vif-plugged", "status": "completed", "tag": "0ed9de65-f0f5-47d6-9313-a440f84ebc28"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:54.638824 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['17915d9f-ae61-4075-9215-28b6807d5cae'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:16:54.666255 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0ed9de65-f0f5-47d6-9313-a440f84ebc28, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0ed9de65-f0f5-47d6-9313-a440f84ebc28,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:54.705378 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cf6ea6-2f21-4362-989a-dcf3bb573c96 x-openstack-request-id: req-e0cf6ea6-2f21-4362-989a-dcf3bb573c96 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:54.705731 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad82a3e4-d149-4281-9ace-1af40139bd9b", "name": "network-vif-plugged", "status": "completed", "tag": "0ed9de65-f0f5-47d6-9313-a440f84ebc28", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:54.706685 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0cf6ea6-2f21-4362-989a-dcf3bb573c96 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:54.707173 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad82a3e4-d149-4281-9ace-1af40139bd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed9de65-f0f5-47d6-9313-a440f84ebc28', 'code': 200} Sep 30 13:16:54.709820 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:54.716651 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a5c785d-68fb-44f7-9fee-4ad8eb0a764e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:54.767070 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a5c785d-68fb-44f7-9fee-4ad8eb0a764e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:54.833105 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a5c785d-68fb-44f7-9fee-4ad8eb0a764e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:54.840507 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a5c785d-68fb-44f7-9fee-4ad8eb0a764e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:54.843017 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9a5c785d-68fb-44f7-9fee-4ad8eb0a764e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/29175c03-b705-4f4a-b397-f12b14861883 HTTP/1.1" status: 204 len: 168 time: 0.2355866 Sep 30 13:16:54.853393 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=0ed9de65-f0f5-47d6-9313-a440f84ebc28,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:54.866699 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c785d-68fb-44f7-9fee-4ad8eb0a764e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29175c03-b705-4f4a-b397-f12b14861883,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:54.925559 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-690f92c3-4763-4ebd-8f5f-6757e6389a6d tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:55.022492 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22ddae-d6ab-4637-920a-9f32d66b4a15 req-b89ea9ca-6290-47be-ac91-ad98d3acc33a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:55.024326 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ee22ddae-d6ab-4637-920a-9f32d66b4a15 req-b89ea9ca-6290-47be-ac91-ad98d3acc33a tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ae89a60-24e7-4eab-b205-83622ca1f4f0 HTTP/1.1" status: 200 len: 945 time: 0.2527852 Sep 30 13:16:55.028834 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68150aa7-0053-4d76-aa4b-d52aac78564c req-5940826e-b749-40ed-8816-a1c0102f45a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:55.030402 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-68150aa7-0053-4d76-aa4b-d52aac78564c req-5940826e-b749-40ed-8816-a1c0102f45a4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ad82a3e4-d149-4281-9ace-1af40139bd9b HTTP/1.1" status: 200 len: 1097 time: 0.2243965 Sep 30 13:16:55.088077 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d181e-875f-442f-acc4-1cc2d1891edd req-84d99338-6dd9-47c4-8c02-89743b56a7eb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:55.096049 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c11d181e-875f-442f-acc4-1cc2d1891edd req-84d99338-6dd9-47c4-8c02-89743b56a7eb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad82a3e4-d149-4281-9ace-1af40139bd9b HTTP/1.1" status: 200 len: 946 time: 0.0734203 Sep 30 13:16:55.173625 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c11d181e-875f-442f-acc4-1cc2d1891edd req-313d39b8-158f-4409-b4be-7c42d329e45b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617230 Sep 30 13:16:55.188075 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-68150aa7-0053-4d76-aa4b-d52aac78564c req-52920684-e11b-494d-8427-7259664a9e2d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268106 Sep 30 13:16:55.190937 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ee22ddae-d6ab-4637-920a-9f32d66b4a15 req-4c3e8347-26c9-4898-8d59-13af6bea90c4 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585734 Sep 30 13:16:55.202355 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-690f92c3-4763-4ebd-8f5f-6757e6389a6d tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:55.241779 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f92c3-4763-4ebd-8f5f-6757e6389a6d tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event deleted for resources: {'Subnet': ['ID=ce9565f4-5f7b-4f42-8ca8-0ffd8dc5ef06,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:55.251497 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34988) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:55.256118 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-690f92c3-4763-4ebd-8f5f-6757e6389a6d tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:55.258569 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8208ee-016d-4114-9104-f9b636a3721d None None] Network 94671aab-3555-45fe-97f3-580f9a6c11f8 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:16:55.260411 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-690f92c3-4763-4ebd-8f5f-6757e6389a6d tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "DELETE /v2.0/subnets/ce9565f4-5f7b-4f42-8ca8-0ffd8dc5ef06 HTTP/1.1" status: 204 len: 168 time: 0.9999523 Sep 30 13:16:55.263084 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34992) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:55.354036 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1751551c-a749-4113-a657-1dcddb0fa39a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:55.494280 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9e626a7f-729b-4d76-b46d-4deb35ee0235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:55.574531 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde37947-27fa-4e5e-ac47-b1674acd8c99 None None] DHCP port deletion for 94671aab-3555-45fe-97f3-580f9a6c11f8 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:16:55.615299 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-1751551c-a749-4113-a657-1dcddb0fa39a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Deleting port c45de6d1-6b06-4e3a-b3a1-3f925382eece {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:16:55.615691 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1751551c-a749-4113-a657-1dcddb0fa39a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:55.629864 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-fde37947-27fa-4e5e-ac47-b1674acd8c99 None None] Deleting port c45de6d1-6b06-4e3a-b3a1-3f925382eece {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:16:55.630550 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fde37947-27fa-4e5e-ac47-b1674acd8c99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:55.670507 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc52cd-5446-42e2-a533-8c6e9584a605 req-713ee2a8-96d8-4ee8-9d4a-cd8d2982aa48 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:55.675892 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c8fc52cd-5446-42e2-a533-8c6e9584a605 req-713ee2a8-96d8-4ee8-9d4a-cd8d2982aa48 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 944 time: 0.2074509 Sep 30 13:16:55.722155 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-fde37947-27fa-4e5e-ac47-b1674acd8c99 None None] For port c45de6d1-6b06-4e3a-b3a1-3f925382eece, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c45de6d1-6b06-4e3a-b3a1-3f925382eece,segment=NetworkSegment(a8dc6b8a-c008-43ba-ac2f-be7909fc9edc),segment_id=a8dc6b8a-c008-43ba-ac2f-be7909fc9edc)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:55.722562 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fde37947-27fa-4e5e-ac47-b1674acd8c99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:55.740123 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-fde37947-27fa-4e5e-ac47-b1674acd8c99 None None] Calling delete_port for c45de6d1-6b06-4e3a-b3a1-3f925382eece owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:16:55.787272 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9e626a7f-729b-4d76-b46d-4deb35ee0235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:55.790752 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-1751551c-a749-4113-a657-1dcddb0fa39a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] For port c45de6d1-6b06-4e3a-b3a1-3f925382eece, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c45de6d1-6b06-4e3a-b3a1-3f925382eece,segment=NetworkSegment(a8dc6b8a-c008-43ba-ac2f-be7909fc9edc),segment_id=a8dc6b8a-c008-43ba-ac2f-be7909fc9edc)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:55.791173 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1751551c-a749-4113-a657-1dcddb0fa39a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:55.809571 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9e626a7f-729b-4d76-b46d-4deb35ee0235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:55.825977 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-1751551c-a749-4113-a657-1dcddb0fa39a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Calling delete_port for c45de6d1-6b06-4e3a-b3a1-3f925382eece owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:16:55.845349 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fde37947-27fa-4e5e-ac47-b1674acd8c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:55.849432 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c8fc52cd-5446-42e2-a533-8c6e9584a605 req-d109b405-f030-46e0-bc1f-04cf9a92de1c tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677232 Sep 30 13:16:55.879756 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9e626a7f-729b-4d76-b46d-4deb35ee0235 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a4d6a72de9842159389b36c3ea66b41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6270809 Sep 30 13:16:55.882559 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35022) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:55.889466 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde37947-27fa-4e5e-ac47-b1674acd8c99 None None] Pushing event deleted for resources: {'Port': ['ID=c45de6d1-6b06-4e3a-b3a1-3f925382eece,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:55.891516 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde37947-27fa-4e5e-ac47-b1674acd8c99 None None] No DVR routers for this DVR port c45de6d1-6b06-4e3a-b3a1-3f925382eece on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:16:55.926330 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e626a7f-729b-4d76-b46d-4deb35ee0235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf1ca06-ccef-4b2c-a49c-d78fe03ec34e,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:55.953843 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35024) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:55.965592 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 17915d9f-ae61-4075-9215-28b6807d5cae up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:16:55.974984 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1751551c-a749-4113-a657-1dcddb0fa39a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:55.977867 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4dfa5f9c-a6d9-402a-b203-cf8f7c460157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:56.040927 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 17915d9f-ae61-4075-9215-28b6807d5cae completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:16:56.044480 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751551c-a749-4113-a657-1dcddb0fa39a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event deleted for resources: {'Port': ['ID=c45de6d1-6b06-4e3a-b3a1-3f925382eece,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:56.044680 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4dfa5f9c-a6d9-402a-b203-cf8f7c460157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:56.047026 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1751551c-a749-4113-a657-1dcddb0fa39a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] No DVR routers for this DVR port c45de6d1-6b06-4e3a-b3a1-3f925382eece on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:16:56.055027 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 17915d9f-ae61-4075-9215-28b6807d5cae triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:16:56.056043 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:56.152568 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-1257746e-7211-48b0-aea0-38d79fcc615d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-540498337-network', 'tenant_id': '07612ade873f44e8b33142c94005fcc8'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:56.156677 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4dfa5f9c-a6d9-402a-b203-cf8f7c460157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:56.159202 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4dfa5f9c-a6d9-402a-b203-cf8f7c460157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:56.160722 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4dfa5f9c-a6d9-402a-b203-cf8f7c460157 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aaf1ca06-ccef-4b2c-a49c-d78fe03ec34e HTTP/1.1" status: 204 len: 168 time: 0.2771821 Sep 30 13:16:56.169193 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1751551c-a749-4113-a657-1dcddb0fa39a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:56.179334 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa5f9c-a6d9-402a-b203-cf8f7c460157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf1ca06-ccef-4b2c-a49c-d78fe03ec34e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:56.201002 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-1751551c-a749-4113-a657-1dcddb0fa39a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94671aab-3555-45fe-97f3-580f9a6c11f8']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:56.207624 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1257746e-7211-48b0-aea0-38d79fcc615d admin admin] Made reservation on behalf of 07612ade873f44e8b33142c94005fcc8 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:56.210204 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:56.211255 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1257746e-7211-48b0-aea0-38d79fcc615d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:56.214649 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-1751551c-a749-4113-a657-1dcddb0fa39a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8dc6b8a-c008-43ba-ac2f-be7909fc9edc') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:56.215077 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-1751551c-a749-4113-a657-1dcddb0fa39a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8dc6b8a-c008-43ba-ac2f-be7909fc9edc') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:16:56.228777 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1751551c-a749-4113-a657-1dcddb0fa39a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:56.240295 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1257746e-7211-48b0-aea0-38d79fcc615d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:56.247344 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1751551c-a749-4113-a657-1dcddb0fa39a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:56.254385 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1751551c-a749-4113-a657-1dcddb0fa39a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:16:56.254784 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1751551c-a749-4113-a657-1dcddb0fa39a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:56.311446 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 17915d9f-ae61-4075-9215-28b6807d5cae, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=17915d9f-ae61-4075-9215-28b6807d5cae,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:56.318872 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:16:56.347762 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:16:56.380910 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1751551c-a749-4113-a657-1dcddb0fa39a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:56.386060 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1751551c-a749-4113-a657-1dcddb0fa39a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:56.402757 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1751551c-a749-4113-a657-1dcddb0fa39a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] 10.222.0.18 "DELETE /v2.0/networks/94671aab-3555-45fe-97f3-580f9a6c11f8 HTTP/1.1" status: 204 len: 168 time: 1.1267745 Sep 30 13:16:56.441251 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=17915d9f-ae61-4075-9215-28b6807d5cae,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:56.470005 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751551c-a749-4113-a657-1dcddb0fa39a tempest-NetworksIpV6TestAttrs-713484911 tempest-NetworksIpV6TestAttrs-713484911-project] Pushing event deleted for resources: {'Network': ['ID=94671aab-3555-45fe-97f3-580f9a6c11f8,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:56.493718 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164f307-11a3-4b26-abac-fa487e22a15c req-d64553b7-43cd-4a4d-a057-f74b31ff0705 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:56.505369 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6164f307-11a3-4b26-abac-fa487e22a15c req-d64553b7-43cd-4a4d-a057-f74b31ff0705 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad82a3e4-d149-4281-9ace-1af40139bd9b HTTP/1.1" status: 200 len: 946 time: 0.1528816 Sep 30 13:16:56.521096 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e0ff5-405a-438e-9807-02d5654d6327 req-c9c7ec2d-9800-4962-9079-ef4de7eac031 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:56.522848 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f37e0ff5-405a-438e-9807-02d5654d6327 req-c9c7ec2d-9800-4962-9079-ef4de7eac031 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ae89a60-24e7-4eab-b205-83622ca1f4f0 HTTP/1.1" status: 200 len: 945 time: 0.1742201 Sep 30 13:16:56.573332 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6164f307-11a3-4b26-abac-fa487e22a15c req-67f505ef-1a53-4550-8078-1e4f1bf643e6 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666821 Sep 30 13:16:56.608532 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f37e0ff5-405a-438e-9807-02d5654d6327 req-722430dc-34c2-468a-a07a-513cb7c700ee tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786197 Sep 30 13:16:56.616596 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1257746e-7211-48b0-aea0-38d79fcc615d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:56.630622 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1257746e-7211-48b0-aea0-38d79fcc615d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:56.670540 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1257746e-7211-48b0-aea0-38d79fcc615d admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:16:56.693497 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257746e-7211-48b0-aea0-38d79fcc615d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e939ef3d-91fc-4034-9a5a-6b4380910f29,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:56.698444 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1257746e-7211-48b0-aea0-38d79fcc615d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:56.698792 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-1257746e-7211-48b0-aea0-38d79fcc615d admin admin] Added segment 45b92b59-8c79-4bb9-ae33-32b31ff5088c of type vlan for network 4cbb0f1d-f60d-4d99-97f5-60af3c05240b Sep 30 13:16:56.708824 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b3e879-cee9-49fe-93aa-c2f8ff6b1895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17915d9f-ae61-4075-9215-28b6807d5cae'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:56.711065 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47ceb03-7437-4c10-93a3-1c85e2fc1ba8" -d '{"events": [{"server_uuid": "92b3e879-cee9-49fe-93aa-c2f8ff6b1895", "name": "network-vif-plugged", "status": "completed", "tag": "17915d9f-ae61-4075-9215-28b6807d5cae"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:56.764032 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8570eef6-bf71-4e21-aafc-6034af9ac649 x-openstack-request-id: req-8570eef6-bf71-4e21-aafc-6034af9ac649 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:56.764586 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b3e879-cee9-49fe-93aa-c2f8ff6b1895", "name": "network-vif-plugged", "status": "completed", "tag": "17915d9f-ae61-4075-9215-28b6807d5cae", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:56.765236 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8570eef6-bf71-4e21-aafc-6034af9ac649 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:56.765853 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b3e879-cee9-49fe-93aa-c2f8ff6b1895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17915d9f-ae61-4075-9215-28b6807d5cae', 'code': 200} Sep 30 13:16:56.824208 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1257746e-7211-48b0-aea0-38d79fcc615d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:56.900389 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abefa14-6a50-4d8c-a1ba-cb8af3462c80 req-93e6789c-450a-4fba-be54-877665c47bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:56.903180 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4abefa14-6a50-4d8c-a1ba-cb8af3462c80 req-93e6789c-450a-4fba-be54-877665c47bb9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 1096 time: 0.0820067 Sep 30 13:16:56.946183 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1257746e-7211-48b0-aea0-38d79fcc615d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:56.947152 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1257746e-7211-48b0-aea0-38d79fcc615d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:56.947736 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1257746e-7211-48b0-aea0-38d79fcc615d admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:56.960572 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35070) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:57.020131 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d464f0-a50a-4a06-8f04-23352dbb01e9 req-eb64434f-7ac3-4709-8526-b768909c8d69 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:57.031348 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b9d464f0-a50a-4a06-8f04-23352dbb01e9 req-eb64434f-7ac3-4709-8526-b768909c8d69 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 945 time: 0.0828938 Sep 30 13:16:57.079000 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b9d464f0-a50a-4a06-8f04-23352dbb01e9 req-40e29cb7-e878-47b7-bf7a-034edb08b451 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460553 Sep 30 13:16:57.100533 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257746e-7211-48b0-aea0-38d79fcc615d admin admin] Pushing event updated for resources: {'Network': ['ID=4cbb0f1d-f60d-4d99-97f5-60af3c05240b,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:57.100533 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1257746e-7211-48b0-aea0-38d79fcc615d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1411006 Sep 30 13:16:57.101220 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35078) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:57.102252 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4abefa14-6a50-4d8c-a1ba-cb8af3462c80 req-72ea8eb2-1dee-4163-95e7-687f143f385f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891418 Sep 30 13:16:57.107248 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-79c7fe04-d48b-4b12-8ab4-3cd43899a5a1 admin admin] Request body: {'subnet': {'network_id': '4cbb0f1d-f60d-4d99-97f5-60af3c05240b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-540498337-subnet', 'tenant_id': '07612ade873f44e8b33142c94005fcc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:57.110699 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 4cbb0f1d-f60d-4d99-97f5-60af3c05240b details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:16:57.122843 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcb63a-9cd0-49b8-b83d-2178f3119eb4 req-afb5680e-917b-44c2-81b9-23a44e2564b7 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:57.134473 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a2fcb63a-9cd0-49b8-b83d-2178f3119eb4 req-afb5680e-917b-44c2-81b9-23a44e2564b7 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ae89a60-24e7-4eab-b205-83622ca1f4f0 HTTP/1.1" status: 200 len: 945 time: 0.1893694 Sep 30 13:16:57.166190 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c7fe04-d48b-4b12-8ab4-3cd43899a5a1 admin admin] Made reservation on behalf of 07612ade873f44e8b33142c94005fcc8 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:57.168968 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-79c7fe04-d48b-4b12-8ab4-3cd43899a5a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:57.204206 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a2fcb63a-9cd0-49b8-b83d-2178f3119eb4 req-cf897fea-21e1-4c7f-a327-e54ae12eaad2 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637925 Sep 30 13:16:57.260371 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c45de6d1-6b06-4e3a-b3a1-3f925382eece no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:16:57.302544 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: c45de6d1-6b06-4e3a-b3a1-3f925382eece {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:16:57.303073 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c45de6d1-6b06-4e3a-b3a1-3f925382eece not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:16:57.359601 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fc217ee4-e11a-4fbc-a82b-809e6934cdf5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=75450c069d2f4ae5857bdacfbb49f864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3972487 Sep 30 13:16:57.362157 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35090) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:57.438975 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-338e320a-f1ba-424b-aea8-8f348bf6442f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:57.468211 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-79c7fe04-d48b-4b12-8ab4-3cd43899a5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:57.468656 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-338e320a-f1ba-424b-aea8-8f348bf6442f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:57.536962 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-338e320a-f1ba-424b-aea8-8f348bf6442f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:57.538917 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c7fe04-d48b-4b12-8ab4-3cd43899a5a1 admin admin] Checking segment: {'id': '45b92b59-8c79-4bb9-ae33-32b31ff5088c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '4cbb0f1d-f60d-4d99-97f5-60af3c05240b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:16:57.539283 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c7fe04-d48b-4b12-8ab4-3cd43899a5a1 admin admin] Network hostable DHCP agents. Network: 4cbb0f1d-f60d-4d99-97f5-60af3c05240b, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:16:57.541625 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7fe04-d48b-4b12-8ab4-3cd43899a5a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1393a154-dc89-4a3c-9279-6611e6897364,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:57.546406 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-338e320a-f1ba-424b-aea8-8f348bf6442f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:57.551330 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-338e320a-f1ba-424b-aea8-8f348bf6442f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3fec1c28-4b8f-478c-88b5-44b3ea1906ef HTTP/1.1" status: 204 len: 168 time: 0.1839690 Sep 30 13:16:57.572962 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e320a-f1ba-424b-aea8-8f348bf6442f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fec1c28-4b8f-478c-88b5-44b3ea1906ef,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:57.597308 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c7fe04-d48b-4b12-8ab4-3cd43899a5a1 admin admin] Network 4cbb0f1d-f60d-4d99-97f5-60af3c05240b is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:16:57.608780 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-79c7fe04-d48b-4b12-8ab4-3cd43899a5a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 4cbb0f1d-f60d-4d99-97f5-60af3c05240b) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:16:57.615157 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c7fe04-d48b-4b12-8ab4-3cd43899a5a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:57.615918 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-79c7fe04-d48b-4b12-8ab4-3cd43899a5a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:57.620865 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348e61fa-0ae4-4bc5-bc3c-1f39aceeb1c0 None None] Network 4cbb0f1d-f60d-4d99-97f5-60af3c05240b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:16:57.684349 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-79c7fe04-d48b-4b12-8ab4-3cd43899a5a1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5840988 Sep 30 13:16:57.707291 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead23cc2-0d4d-4d7a-9a3d-af1d4cc0cc71 req-77470133-bbc5-4173-a45f-d30b0126392f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:57.709273 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ead23cc2-0d4d-4d7a-9a3d-af1d4cc0cc71 req-77470133-bbc5-4173-a45f-d30b0126392f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad82a3e4-d149-4281-9ace-1af40139bd9b HTTP/1.1" status: 200 len: 946 time: 0.0576980 Sep 30 13:16:57.777210 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ead23cc2-0d4d-4d7a-9a3d-af1d4cc0cc71 req-c9c802f0-e472-46c1-947f-e120a02e24d8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606253 Sep 30 13:16:57.838663 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e8be27-1f15-4498-b523-cf5131dc8bb7 None None] Network 4cbb0f1d-f60d-4d99-97f5-60af3c05240b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:16:58.244439 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d833f5-e30e-4fae-b9ad-2c262e65fce2 req-549d61e4-f00d-45c8-8b69-1be33c79b4bc tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:58.246102 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f0d833f5-e30e-4fae-b9ad-2c262e65fce2 req-549d61e4-f00d-45c8-8b69-1be33c79b4bc tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 945 time: 0.0645425 Sep 30 13:16:58.692317 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f0d833f5-e30e-4fae-b9ad-2c262e65fce2 req-e1e2ab1d-e538-4cbc-b4c4-9db683c12c98 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387429 Sep 30 13:16:58.743087 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbee71-cf91-486a-802e-66f286a99c02 req-5ea342fe-ab5a-4866-b557-5293254c0877 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:58.744910 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f7dbee71-cf91-486a-802e-66f286a99c02 req-5ea342fe-ab5a-4866-b557-5293254c0877 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ae89a60-24e7-4eab-b205-83622ca1f4f0 HTTP/1.1" status: 200 len: 945 time: 0.4692221 Sep 30 13:16:58.751725 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-61b984ee-613d-40ec-aba6-54b6898ef05a tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:58.755527 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-61b984ee-613d-40ec-aba6-54b6898ef05a tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/networks?id=4cbb0f1d-f60d-4d99-97f5-60af3c05240b HTTP/1.1" status: 200 len: 820 time: 0.1776814 Sep 30 13:16:58.774886 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-5b725c28-ff9a-477e-89d4-dce0a263dbec tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/quotas/07612ade873f44e8b33142c94005fcc8 HTTP/1.1" status: 200 len: 375 time: 0.0132015 Sep 30 13:16:58.812793 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-8245f883-5231-4a14-b6b2-46b797159912 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=07612ade873f44e8b33142c94005fcc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320280 Sep 30 13:16:58.934965 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-7ea8329a-a047-43df-bbbb-504366a093dc service neutron] 10.222.0.18 "GET /v2.0/networks/4cbb0f1d-f60d-4d99-97f5-60af3c05240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101000 Sep 30 13:16:58.984474 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f704f53-24a2-42a3-a43d-521691eef524 req-d8980718-03ee-44dd-9046-bbd6ba79069e tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:58.986047 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f704f53-24a2-42a3-a43d-521691eef524 req-d8980718-03ee-44dd-9046-bbd6ba79069e tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ae89a60-24e7-4eab-b205-83622ca1f4f0 HTTP/1.1" status: 200 len: 945 time: 0.1341641 Sep 30 13:16:59.009784 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-f7dbee71-cf91-486a-802e-66f286a99c02 req-5e6a83c0-43df-4a0b-8a58-67172ff8b4ee tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Deleting port cf536e69-5ee2-43eb-90d2-fc6d31de9969 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:16:59.010152 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-f7dbee71-cf91-486a-802e-66f286a99c02 req-5e6a83c0-43df-4a0b-8a58-67172ff8b4ee tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:59.082175 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-43f0eb05-aa67-4462-957f-0369d0a84421 service neutron] 10.222.0.18 "GET /v2.0/networks/4cbb0f1d-f60d-4d99-97f5-60af3c05240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455472 Sep 30 13:16:59.098455 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f704f53-24a2-42a3-a43d-521691eef524 req-2ed16d5e-e9b1-4a74-a8a0-c3c6c617244e tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/security-groups?id=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022408 Sep 30 13:16:59.164259 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35186) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:16:59.232410 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-f7dbee71-cf91-486a-802e-66f286a99c02 req-5e6a83c0-43df-4a0b-8a58-67172ff8b4ee tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] For port cf536e69-5ee2-43eb-90d2-fc6d31de9969, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=cf536e69-5ee2-43eb-90d2-fc6d31de9969,segment=NetworkSegment(a65dfc45-776c-463c-a57b-60f1ac1b61cf),segment_id=a65dfc45-776c-463c-a57b-60f1ac1b61cf)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:16:59.232855 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-f7dbee71-cf91-486a-802e-66f286a99c02 req-5e6a83c0-43df-4a0b-8a58-67172ff8b4ee tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:59.263881 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-f7dbee71-cf91-486a-802e-66f286a99c02 req-5e6a83c0-43df-4a0b-8a58-67172ff8b4ee tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Calling delete_port for cf536e69-5ee2-43eb-90d2-fc6d31de9969 owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:16:59.336206 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2632afc0-d45d-4d14-8242-08a3b315ca6c req-4454aac1-e358-4f4a-b953-53faca1899fb tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6251c41-b31e-443f-905c-716f9bb26173 HTTP/1.1" status: 200 len: 210 time: 0.0363576 Sep 30 13:16:59.470764 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-f7dbee71-cf91-486a-802e-66f286a99c02 req-5e6a83c0-43df-4a0b-8a58-67172ff8b4ee tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:59.486735 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['cf536e69-5ee2-43eb-90d2-fc6d31de9969'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:16:59.508672 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a83c0-43df-4a0b-8a58-67172ff8b4ee tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Pushing event deleted for resources: {'Port': ['ID=cf536e69-5ee2-43eb-90d2-fc6d31de9969,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:59.564095 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7dbee71-cf91-486a-802e-66f286a99c02 req-5e6a83c0-43df-4a0b-8a58-67172ff8b4ee tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] No DVR routers for this DVR port cf536e69-5ee2-43eb-90d2-fc6d31de9969 on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:16:59.569167 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-f7dbee71-cf91-486a-802e-66f286a99c02 req-5e6a83c0-43df-4a0b-8a58-67172ff8b4ee tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:59.572504 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f7dbee71-cf91-486a-802e-66f286a99c02 req-5e6a83c0-43df-4a0b-8a58-67172ff8b4ee tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.39 "DELETE /v2.0/ports/cf536e69-5ee2-43eb-90d2-fc6d31de9969 HTTP/1.1" status: 204 len: 173 time: 0.8096714 Sep 30 13:16:59.573068 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae89a60-24e7-4eab-b205-83622ca1f4f0', 'name': 'network-vif-deleted', 'tag': 'cf536e69-5ee2-43eb-90d2-fc6d31de9969'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:16:59.575943 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83741ad6-6318-4b05-97fc-f5478f25d7aa" -d '{"events": [{"server_uuid": "9ae89a60-24e7-4eab-b205-83622ca1f4f0", "name": "network-vif-deleted", "tag": "cf536e69-5ee2-43eb-90d2-fc6d31de9969"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:16:59.592306 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-1d7a08d3-64fc-4426-b0ce-e645ecde3df3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1798266795'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:16:59.639268 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8414ad6f-86d9-4367-b3cf-8de79ac53fd6 x-openstack-request-id: req-8414ad6f-86d9-4367-b3cf-8de79ac53fd6 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:16:59.639591 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae89a60-24e7-4eab-b205-83622ca1f4f0", "name": "network-vif-deleted", "tag": "cf536e69-5ee2-43eb-90d2-fc6d31de9969", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:16:59.639937 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8414ad6f-86d9-4367-b3cf-8de79ac53fd6 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:16:59.640393 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae89a60-24e7-4eab-b205-83622ca1f4f0', 'name': 'network-vif-deleted', 'tag': 'cf536e69-5ee2-43eb-90d2-fc6d31de9969', 'status': 'completed', 'code': 200} Sep 30 13:16:59.649094 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7a08d3-64fc-4426-b0ce-e645ecde3df3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:16:59.653159 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1d7a08d3-64fc-4426-b0ce-e645ecde3df3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:59.670976 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1d7a08d3-64fc-4426-b0ce-e645ecde3df3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:59.853249 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1d7a08d3-64fc-4426-b0ce-e645ecde3df3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:59.858974 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1d7a08d3-64fc-4426-b0ce-e645ecde3df3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:59.864523 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e1741-ed37-42cb-8ee7-af89afc31173 req-925537c5-761f-41e0-839f-2ad68ba83f4c tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:16:59.865714 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-eb1e1741-ed37-42cb-8ee7-af89afc31173 req-925537c5-761f-41e0-839f-2ad68ba83f4c tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 945 time: 0.0750515 Sep 30 13:16:59.896998 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d7a08d3-64fc-4426-b0ce-e645ecde3df3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:16:59.904787 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a08d3-64fc-4426-b0ce-e645ecde3df3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44042e15-617c-4306-b7af-ac2c70418493,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:16:59.923352 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1d7a08d3-64fc-4426-b0ce-e645ecde3df3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:16:59.923698 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-1d7a08d3-64fc-4426-b0ce-e645ecde3df3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Added segment d78bc874-1f5c-42fb-8b39-c028ab7c7122 of type vlan for network c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67 Sep 30 13:16:59.944187 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-eb1e1741-ed37-42cb-8ee7-af89afc31173 req-396af32b-114e-4e62-8cd2-ced5290510a0 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719323 Sep 30 13:16:59.995639 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1d7a08d3-64fc-4426-b0ce-e645ecde3df3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:00.068744 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1d7a08d3-64fc-4426-b0ce-e645ecde3df3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:00.088672 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7a08d3-64fc-4426-b0ce-e645ecde3df3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:00.089664 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1d7a08d3-64fc-4426-b0ce-e645ecde3df3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:00.247154 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a08d3-64fc-4426-b0ce-e645ecde3df3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Network': ['ID=c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:00.263301 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfafeae-29ff-4242-8f57-5554257c3f7a req-86db2dd1-cbe2-427a-8a22-60696186e4da tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:00.280704 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1d7a08d3-64fc-4426-b0ce-e645ecde3df3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1138606 Sep 30 13:17:00.281122 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35236) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:00.284942 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:17:00.288149 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ccfafeae-29ff-4242-8f57-5554257c3f7a req-86db2dd1-cbe2-427a-8a22-60696186e4da tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 945 time: 0.1005449 Sep 30 13:17:00.310701 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-f65ae661-684d-46f6-a538-7565005f95ab tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'port': {'network_id': 'c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67', 'name': 'tempest-PortsTestJSON-60198094'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:00.364720 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ccfafeae-29ff-4242-8f57-5554257c3f7a req-bf27e9a3-ab95-4799-af4e-ef286646328b tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696657 Sep 30 13:17:00.410450 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64d12fdc-3714-46f9-942d-15358295c1c8 req-106ab5a0-61d3-4b9b-9aa2-edcefa865e45 tempest-DeleteServersTestJSON-1571272978 tempest-DeleteServersTestJSON-1571272978-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ae89a60-24e7-4eab-b205-83622ca1f4f0 HTTP/1.1" status: 200 len: 210 time: 0.0864117 Sep 30 13:17:00.889815 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7750ba8d-c5a6-433d-a171-fdd7ca773ad4 req-a4548bd9-d228-44b6-9180-851b7429da68 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6251c41-b31e-443f-905c-716f9bb26173 HTTP/1.1" status: 200 len: 210 time: 0.0373042 Sep 30 13:17:00.958730 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65ae661-684d-46f6-a538-7565005f95ab tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:00.962407 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f65ae661-684d-46f6-a538-7565005f95ab tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:00.984471 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-f65ae661-684d-46f6-a538-7565005f95ab tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] device_id is not set on port cfa22807-653b-4901-a255-ececfd636849 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:17:00.989598 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-ac889982-6507-474a-9291-7fbbda2b5c32 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:00.991836 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-ac889982-6507-474a-9291-7fbbda2b5c32 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.54 "GET /v2.0/networks?id=4cbb0f1d-f60d-4d99-97f5-60af3c05240b HTTP/1.1" status: 200 len: 820 time: 0.1780245 Sep 30 13:17:01.006908 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-6778c40d-9d77-4ed3-a24e-8d41d535e385 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Request body: {'port': {'device_id': 'a6251c41-b31e-443f-905c-716f9bb26173', 'network_id': '4cbb0f1d-f60d-4d99-97f5-60af3c05240b', 'admin_state_up': True, 'tenant_id': '07612ade873f44e8b33142c94005fcc8'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:01.147563 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-6778c40d-9d77-4ed3-a24e-8d41d535e385 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Made reservation on behalf of 07612ade873f44e8b33142c94005fcc8 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:01.151662 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-6778c40d-9d77-4ed3-a24e-8d41d535e385 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:01.211432 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f65ae661-684d-46f6-a538-7565005f95ab tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:01.260104 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f65ae661-684d-46f6-a538-7565005f95ab tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:01.329582 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ae661-684d-46f6-a538-7565005f95ab tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Port': ['ID=cfa22807-653b-4901-a255-ececfd636849,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:01.338620 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65ae661-684d-46f6-a538-7565005f95ab tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Checking segment: {'id': 'd78bc874-1f5c-42fb-8b39-c028ab7c7122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:17:01.338983 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65ae661-684d-46f6-a538-7565005f95ab tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network hostable DHCP agents. Network: c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:17:01.339383 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-6778c40d-9d77-4ed3-a24e-8d41d535e385 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Allocated IP 172.20.0.7 (4cbb0f1d-f60d-4d99-97f5-60af3c05240b/1393a154-dc89-4a3c-9279-6611e6897364/ae1d31e3-3528-4e15-9e71-a3839679d0a9) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:17:01.360410 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65ae661-684d-46f6-a538-7565005f95ab tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:17:01.373837 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-f65ae661-684d-46f6-a538-7565005f95ab tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:01.383072 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6c1984-25ff-4244-87dd-3f8d2a660e80 None None] Network c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:17:01.396250 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65ae661-684d-46f6-a538-7565005f95ab tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:17:01.401850 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65ae661-684d-46f6-a538-7565005f95ab tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:01.410583 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f65ae661-684d-46f6-a538-7565005f95ab tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:01.454772 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f65ae661-684d-46f6-a538-7565005f95ab tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.1724932 Sep 30 13:17:01.455462 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35274) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:01.462229 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-72eb8dc5-6507-478f-b56d-bb5b15b7df6b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1371012964'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:01.489769 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72eb8dc5-6507-478f-b56d-bb5b15b7df6b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:01.497521 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-72eb8dc5-6507-478f-b56d-bb5b15b7df6b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:01.543038 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72eb8dc5-6507-478f-b56d-bb5b15b7df6b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:17:01.555642 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-72eb8dc5-6507-478f-b56d-bb5b15b7df6b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:01.556404 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-72eb8dc5-6507-478f-b56d-bb5b15b7df6b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Added segment 0561bd7a-ba7b-4f3c-ba67-655c61ef95f4 of type vlan for network 203eb8dd-6d4d-4cce-9dd8-492c6f227c31 Sep 30 13:17:01.556772 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-6778c40d-9d77-4ed3-a24e-8d41d535e385 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:01.613152 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-72eb8dc5-6507-478f-b56d-bb5b15b7df6b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:01.652126 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-72eb8dc5-6507-478f-b56d-bb5b15b7df6b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:01.663439 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72eb8dc5-6507-478f-b56d-bb5b15b7df6b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:01.663980 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-72eb8dc5-6507-478f-b56d-bb5b15b7df6b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:01.698093 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-6778c40d-9d77-4ed3-a24e-8d41d535e385 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:01.750503 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-6778c40d-9d77-4ed3-a24e-8d41d535e385 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Network 4cbb0f1d-f60d-4d99-97f5-60af3c05240b is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:17:01.762230 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc31184-6386-4d5d-9aef-069311e02dc5 req-43ed3143-bc81-49fc-9c16-fe4c7d53b654 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:01.762455 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb8dc5-6507-478f-b56d-bb5b15b7df6b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Network': ['ID=203eb8dd-6d4d-4cce-9dd8-492c6f227c31,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:01.763834 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2dc31184-6386-4d5d-9aef-069311e02dc5 req-43ed3143-bc81-49fc-9c16-fe4c7d53b654 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 945 time: 0.1493890 Sep 30 13:17:01.767117 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-72eb8dc5-6507-478f-b56d-bb5b15b7df6b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3097208 Sep 30 13:17:01.770437 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35286) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:01.773724 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-6778c40d-9d77-4ed3-a24e-8d41d535e385 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:01.777555 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-6778c40d-9d77-4ed3-a24e-8d41d535e385 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:17:01.781639 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 203eb8dd-6d4d-4cce-9dd8-492c6f227c31 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:17:01.782585 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-837939de-cda5-42fc-b49b-14cad083561a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'ports': [{'network_id': 'c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67'}, {'network_id': '203eb8dd-6d4d-4cce-9dd8-492c6f227c31'}]} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:01.783077 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-837939de-cda5-42fc-b49b-14cad083561a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'port': {'network_id': 'c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:01.783909 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-837939de-cda5-42fc-b49b-14cad083561a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'port': {'network_id': '203eb8dd-6d4d-4cce-9dd8-492c6f227c31'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:01.835973 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-6778c40d-9d77-4ed3-a24e-8d41d535e385 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:01.836643 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-6778c40d-9d77-4ed3-a24e-8d41d535e385 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:01.886492 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6778c40d-9d77-4ed3-a24e-8d41d535e385 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Pushing event updated for resources: {'Port': ['ID=ae1d31e3-3528-4e15-9e71-a3839679d0a9,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:01.901943 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-6778c40d-9d77-4ed3-a24e-8d41d535e385 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8991568 Sep 30 13:17:01.920318 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-2b92a4e8-63c2-4c73-8093-48c69935e9f6 service neutron] Request body: {'port': {'device_id': 'a6251c41-b31e-443f-905c-716f9bb26173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:01.928702 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2dc31184-6386-4d5d-9aef-069311e02dc5 req-7a6d500e-5b3f-4017-87e3-d9aa4422ba45 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866361 Sep 30 13:17:02.030858 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-2b92a4e8-63c2-4c73-8093-48c69935e9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:02.056438 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837939de-cda5-42fc-b49b-14cad083561a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'port': 2} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:02.061123 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-837939de-cda5-42fc-b49b-14cad083561a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:02.083542 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-837939de-cda5-42fc-b49b-14cad083561a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:02.165108 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b509d-e8fd-4349-9caa-a6e3c5871cf9 req-917e84ab-650c-48e2-952d-bc6cc168e07a tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:02.166915 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f67b509d-e8fd-4349-9caa-a6e3c5871cf9 req-917e84ab-650c-48e2-952d-bc6cc168e07a tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6251c41-b31e-443f-905c-716f9bb26173 HTTP/1.1" status: 200 len: 931 time: 0.1238532 Sep 30 13:17:02.210304 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-837939de-cda5-42fc-b49b-14cad083561a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] device_id is not set on port 4bac6a8c-4447-46d2-927b-7590861e5124 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:17:02.218737 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device cf536e69-5ee2-43eb-90d2-fc6d31de9969 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:17:02.266421 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: cf536e69-5ee2-43eb-90d2-fc6d31de9969 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:17:02.268322 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device cf536e69-5ee2-43eb-90d2-fc6d31de9969 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:17:02.386657 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-837939de-cda5-42fc-b49b-14cad083561a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:02.513338 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-837939de-cda5-42fc-b49b-14cad083561a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] device_id is not set on port 2d2eb29e-c830-44e2-8c4f-d62fc221bd01 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:17:02.550437 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f67b509d-e8fd-4349-9caa-a6e3c5871cf9 req-5c5db887-ff1f-40a3-a7a0-880d130fc333 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/security-groups?id=e939ef3d-91fc-4034-9a5a-6b4380910f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680391 Sep 30 13:17:02.587762 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-2b92a4e8-63c2-4c73-8093-48c69935e9f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae1d31e3-3528-4e15-9e71-a3839679d0a9 {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:17:02.595633 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-2b92a4e8-63c2-4c73-8093-48c69935e9f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:02.614460 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-2b92a4e8-63c2-4c73-8093-48c69935e9f6 service neutron] Transition to ACTIVE for port object ae1d31e3-3528-4e15-9e71-a3839679d0a9 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:17:02.618749 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-2b92a4e8-63c2-4c73-8093-48c69935e9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:02.666000 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-837939de-cda5-42fc-b49b-14cad083561a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:02.701128 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92a4e8-63c2-4c73-8093-48c69935e9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1d31e3-3528-4e15-9e71-a3839679d0a9,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:02.754936 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-837939de-cda5-42fc-b49b-14cad083561a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:02.773607 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-2b92a4e8-63c2-4c73-8093-48c69935e9f6 service neutron] Attempting to bind port ae1d31e3-3528-4e15-9e71-a3839679d0a9 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:17:02.773870 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-2b92a4e8-63c2-4c73-8093-48c69935e9f6 service neutron] Attempting to bind port ae1d31e3-3528-4e15-9e71-a3839679d0a9 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '45b92b59-8c79-4bb9-ae33-32b31ff5088c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '4cbb0f1d-f60d-4d99-97f5-60af3c05240b'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:17:02.776477 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-2b92a4e8-63c2-4c73-8093-48c69935e9f6 service neutron] Attempting to bind port ae1d31e3-3528-4e15-9e71-a3839679d0a9 on network 4cbb0f1d-f60d-4d99-97f5-60af3c05240b {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:17:02.781582 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-2b92a4e8-63c2-4c73-8093-48c69935e9f6 service neutron] Port ae1d31e3-3528-4e15-9e71-a3839679d0a9 on network 4cbb0f1d-f60d-4d99-97f5-60af3c05240b not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:17:02.782154 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-2b92a4e8-63c2-4c73-8093-48c69935e9f6 service neutron] Attempting to bind port ae1d31e3-3528-4e15-9e71-a3839679d0a9 on network 4cbb0f1d-f60d-4d99-97f5-60af3c05240b {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:17:02.787821 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-2b92a4e8-63c2-4c73-8093-48c69935e9f6 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:17:02.788393 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-2b92a4e8-63c2-4c73-8093-48c69935e9f6 service neutron] Checking segment: {'id': '45b92b59-8c79-4bb9-ae33-32b31ff5088c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '4cbb0f1d-f60d-4d99-97f5-60af3c05240b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:17:02.788946 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-2b92a4e8-63c2-4c73-8093-48c69935e9f6 service neutron] Bound using segment: {'id': '45b92b59-8c79-4bb9-ae33-32b31ff5088c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '4cbb0f1d-f60d-4d99-97f5-60af3c05240b'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:17:02.789604 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-2b92a4e8-63c2-4c73-8093-48c69935e9f6 service neutron] Bound port: ae1d31e3-3528-4e15-9e71-a3839679d0a9, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b92b59-8c79-4bb9-ae33-32b31ff5088c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '4cbb0f1d-f60d-4d99-97f5-60af3c05240b'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:17:02.790206 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-2b92a4e8-63c2-4c73-8093-48c69935e9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:02.831796 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837939de-cda5-42fc-b49b-14cad083561a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:17:02.833340 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-837939de-cda5-42fc-b49b-14cad083561a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:02.855509 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837939de-cda5-42fc-b49b-14cad083561a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:17:02.865807 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-837939de-cda5-42fc-b49b-14cad083561a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:02.903546 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837939de-cda5-42fc-b49b-14cad083561a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Port': ['ID=4bac6a8c-4447-46d2-927b-7590861e5124,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:02.925375 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-2b92a4e8-63c2-4c73-8093-48c69935e9f6 service neutron] For port ae1d31e3-3528-4e15-9e71-a3839679d0a9, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:17:02.929506 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-2b92a4e8-63c2-4c73-8093-48c69935e9f6 service neutron] For port ae1d31e3-3528-4e15-9e71-a3839679d0a9, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=ae1d31e3-3528-4e15-9e71-a3839679d0a9,segment=NetworkSegment(45b92b59-8c79-4bb9-ae33-32b31ff5088c),segment_id=45b92b59-8c79-4bb9-ae33-32b31ff5088c)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:17:02.938639 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-2b92a4e8-63c2-4c73-8093-48c69935e9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:02.984298 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837939de-cda5-42fc-b49b-14cad083561a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Checking segment: {'id': '0561bd7a-ba7b-4f3c-ba67-655c61ef95f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '203eb8dd-6d4d-4cce-9dd8-492c6f227c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:17:02.984977 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837939de-cda5-42fc-b49b-14cad083561a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network hostable DHCP agents. Network: 203eb8dd-6d4d-4cce-9dd8-492c6f227c31, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:17:02.991684 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837939de-cda5-42fc-b49b-14cad083561a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Port': ['ID=2d2eb29e-c830-44e2-8c4f-d62fc221bd01,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:02.997962 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-2b92a4e8-63c2-4c73-8093-48c69935e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:02.998681 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-2b92a4e8-63c2-4c73-8093-48c69935e9f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:03.000303 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-2b92a4e8-63c2-4c73-8093-48c69935e9f6 service neutron] 10.222.0.54 "PUT /v2.0/ports/ae1d31e3-3528-4e15-9e71-a3839679d0a9 HTTP/1.1" status: 200 len: 1091 time: 1.0852289 Sep 30 13:17:03.003676 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6251c41-b31e-443f-905c-716f9bb26173', 'tag': 'ae1d31e3-3528-4e15-9e71-a3839679d0a9'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:17:03.013359 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19633239-e862-4dac-a0e2-b6043666a918" -d '{"events": [{"name": "network-changed", "server_uuid": "a6251c41-b31e-443f-905c-716f9bb26173", "tag": "ae1d31e3-3528-4e15-9e71-a3839679d0a9"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:17:03.067828 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837939de-cda5-42fc-b49b-14cad083561a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network 203eb8dd-6d4d-4cce-9dd8-492c6f227c31 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:17:03.081975 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02386bb-159d-4585-a2cf-67fe5008c4b2 x-openstack-request-id: req-b02386bb-159d-4585-a2cf-67fe5008c4b2 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:17:03.082350 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6251c41-b31e-443f-905c-716f9bb26173", "tag": "ae1d31e3-3528-4e15-9e71-a3839679d0a9", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:17:03.083306 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b02386bb-159d-4585-a2cf-67fe5008c4b2 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:17:03.084252 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6251c41-b31e-443f-905c-716f9bb26173', 'tag': 'ae1d31e3-3528-4e15-9e71-a3839679d0a9', 'status': 'completed', 'code': 200} Sep 30 13:17:03.087666 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-837939de-cda5-42fc-b49b-14cad083561a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 203eb8dd-6d4d-4cce-9dd8-492c6f227c31) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:03.092045 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837939de-cda5-42fc-b49b-14cad083561a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:17:03.098181 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7d0337-d8af-4803-9193-47403e02a7b5 None None] Network 203eb8dd-6d4d-4cce-9dd8-492c6f227c31 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:17:03.100240 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837939de-cda5-42fc-b49b-14cad083561a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:03.115206 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837939de-cda5-42fc-b49b-14cad083561a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:03.115977 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-837939de-cda5-42fc-b49b-14cad083561a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:03.166790 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-837939de-cda5-42fc-b49b-14cad083561a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3922384 Sep 30 13:17:03.168426 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35344) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:03.199956 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92a4e8-63c2-4c73-8093-48c69935e9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1d31e3-3528-4e15-9e71-a3839679d0a9,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:03.204507 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-0c1e0d19-a848-4dd7-a72d-0a41c98af010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:03.206085 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-0c1e0d19-a848-4dd7-a72d-0a41c98af010 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=07612ade873f44e8b33142c94005fcc8&device_id=a6251c41-b31e-443f-905c-716f9bb26173 HTTP/1.1" status: 200 len: 1094 time: 0.1562793 Sep 30 13:17:03.298972 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-1dde3adf-f622-469c-8515-bc9b3c12d5ee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1d31e3-3528-4e15-9e71-a3839679d0a9 HTTP/1.1" status: 200 len: 217 time: 0.0819676 Sep 30 13:17:03.322358 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd2036-c7f3-403c-b187-92c6889b94f0 req-59a8a717-baa7-4aac-9961-d07c62bb7a14 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:03.324764 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0ffd2036-c7f3-403c-b187-92c6889b94f0 req-59a8a717-baa7-4aac-9961-d07c62bb7a14 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 945 time: 0.1848481 Sep 30 13:17:03.403131 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-8557bec8-4010-4727-9ca1-48beae7ac9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:03.408864 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-8557bec8-4010-4727-9ca1-48beae7ac9bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1393a154-dc89-4a3c-9279-6611e6897364 HTTP/1.1" status: 200 len: 860 time: 0.1024535 Sep 30 13:17:03.410633 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0ffd2036-c7f3-403c-b187-92c6889b94f0 req-aacfb162-4d67-4b09-a5e1-61a034aa8bdf tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796854 Sep 30 13:17:03.423960 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-46fdac8d-e869-46a0-988e-dc566aa459ec tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting port 2d2eb29e-c830-44e2-8c4f-d62fc221bd01 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:17:03.424647 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-46fdac8d-e869-46a0-988e-dc566aa459ec tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:03.459813 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-fd000e81-8638-44c2-b7be-bdac275b1e1a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4cbb0f1d-f60d-4d99-97f5-60af3c05240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422540 Sep 30 13:17:03.528591 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-46fdac8d-e869-46a0-988e-dc566aa459ec tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:03.550099 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-46fdac8d-e869-46a0-988e-dc566aa459ec tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Calling delete_port for 2d2eb29e-c830-44e2-8c4f-d62fc221bd01 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:17:03.618498 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-11ad8ff0-e899-4248-af7c-89833680a86b service neutron] 10.222.0.54 "GET /v2.0/networks/4cbb0f1d-f60d-4d99-97f5-60af3c05240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497254 Sep 30 13:17:03.653981 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-46fdac8d-e869-46a0-988e-dc566aa459ec tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:03.690896 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fdac8d-e869-46a0-988e-dc566aa459ec tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Port': ['ID=2d2eb29e-c830-44e2-8c4f-d62fc221bd01,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:03.705069 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-46fdac8d-e869-46a0-988e-dc566aa459ec tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:03.710652 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35370) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:03.717334 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-46fdac8d-e869-46a0-988e-dc566aa459ec tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/ports/2d2eb29e-c830-44e2-8c4f-d62fc221bd01 HTTP/1.1" status: 204 len: 168 time: 0.5428324 Sep 30 13:17:03.814918 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0eb995cb-00ca-468a-aad5-f77dc9210855 req-9fbc55ab-1793-483a-887f-66db05c02c94 service neutron] 10.222.0.54 "GET /v2.0/networks/4cbb0f1d-f60d-4d99-97f5-60af3c05240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893098 Sep 30 13:17:03.847901 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66e7f58-fb6f-49bb-8470-66cc426ba7e2 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:03.855313 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66e7f58-fb6f-49bb-8470-66cc426ba7e2 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:03.859653 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c66e7f58-fb6f-49bb-8470-66cc426ba7e2 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.1452680 Sep 30 13:17:03.860933 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35380) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:03.871474 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616b4a9-950e-4bc7-875a-993479a4b9eb req-9be65eb8-f5a9-4c40-bfed-147ab84e4691 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:03.874944 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4616b4a9-950e-4bc7-875a-993479a4b9eb req-9be65eb8-f5a9-4c40-bfed-147ab84e4691 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6251c41-b31e-443f-905c-716f9bb26173 HTTP/1.1" status: 200 len: 943 time: 0.1217222 Sep 30 13:17:03.955418 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19633239-e862-4dac-a0e2-b6043666a918 req-838192a2-4202-419b-a0fd-6d20e9230503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:03.957745 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-19633239-e862-4dac-a0e2-b6043666a918 req-838192a2-4202-419b-a0fd-6d20e9230503 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=07612ade873f44e8b33142c94005fcc8&device_id=a6251c41-b31e-443f-905c-716f9bb26173 HTTP/1.1" status: 200 len: 1094 time: 0.0763466 Sep 30 13:17:03.960942 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4616b4a9-950e-4bc7-875a-993479a4b9eb req-f52f16d8-9fa7-4e17-b927-cba9b6a59f1f tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/security-groups?id=e939ef3d-91fc-4034-9a5a-6b4380910f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813437 Sep 30 13:17:04.041838 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-43a1d62f-46ff-4dc5-8a41-1b9812207917 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting port 4bac6a8c-4447-46d2-927b-7590861e5124 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:17:04.042207 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43a1d62f-46ff-4dc5-8a41-1b9812207917 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:04.090880 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19633239-e862-4dac-a0e2-b6043666a918 req-7cb8a185-1ff1-42a9-8c98-33eb598d0ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:04.092500 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-19633239-e862-4dac-a0e2-b6043666a918 req-7cb8a185-1ff1-42a9-8c98-33eb598d0ffc service neutron] 10.222.0.54 "GET /v2.0/networks?id=4cbb0f1d-f60d-4d99-97f5-60af3c05240b HTTP/1.1" status: 200 len: 921 time: 0.1263309 Sep 30 13:17:04.143567 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-19633239-e862-4dac-a0e2-b6043666a918 req-20fef79b-f74b-4393-9c85-6d1e547a3136 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1d31e3-3528-4e15-9e71-a3839679d0a9 HTTP/1.1" status: 200 len: 217 time: 0.0433123 Sep 30 13:17:04.228798 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43a1d62f-46ff-4dc5-8a41-1b9812207917 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:04.240234 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19633239-e862-4dac-a0e2-b6043666a918 req-26b9b966-3d8a-4bd9-b823-0d1711e11fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:04.243765 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-19633239-e862-4dac-a0e2-b6043666a918 req-26b9b966-3d8a-4bd9-b823-0d1711e11fc2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1393a154-dc89-4a3c-9279-6611e6897364 HTTP/1.1" status: 200 len: 860 time: 0.0932841 Sep 30 13:17:04.259100 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-43a1d62f-46ff-4dc5-8a41-1b9812207917 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Calling delete_port for 4bac6a8c-4447-46d2-927b-7590861e5124 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:17:04.314039 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-19633239-e862-4dac-a0e2-b6043666a918 req-efa44b28-0487-4263-9cc6-2f3d4c3effe3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4cbb0f1d-f60d-4d99-97f5-60af3c05240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630212 Sep 30 13:17:04.468925 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43a1d62f-46ff-4dc5-8a41-1b9812207917 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:04.563744 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-19633239-e862-4dac-a0e2-b6043666a918 req-31660171-2694-4bd3-a7aa-24f55004c2d5 service neutron] 10.222.0.54 "GET /v2.0/networks/4cbb0f1d-f60d-4d99-97f5-60af3c05240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414808 Sep 30 13:17:04.597274 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1d62f-46ff-4dc5-8a41-1b9812207917 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Port': ['ID=4bac6a8c-4447-46d2-927b-7590861e5124,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:04.599947 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43a1d62f-46ff-4dc5-8a41-1b9812207917 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:04.605603 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-43a1d62f-46ff-4dc5-8a41-1b9812207917 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/ports/4bac6a8c-4447-46d2-927b-7590861e5124 HTTP/1.1" status: 204 len: 168 time: 0.7429869 Sep 30 13:17:04.607622 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35416) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:04.722132 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650a2d98-76cb-46a0-8fec-1d4ae09046d9 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:04.729724 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-650a2d98-76cb-46a0-8fec-1d4ae09046d9 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1183488 Sep 30 13:17:04.731971 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35420) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:04.762693 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-19633239-e862-4dac-a0e2-b6043666a918 req-8442dbe4-8b39-4063-af39-935ad44f49f0 service neutron] 10.222.0.54 "GET /v2.0/networks/4cbb0f1d-f60d-4d99-97f5-60af3c05240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901362 Sep 30 13:17:04.790572 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c371fdf-5e0f-4200-a934-be661693caa0 req-09682a89-0e70-4514-8276-c4ed8ac82244 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:04.792090 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5c371fdf-5e0f-4200-a934-be661693caa0 req-09682a89-0e70-4514-8276-c4ed8ac82244 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 945 time: 0.1404860 Sep 30 13:17:04.804509 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b71678-e86c-4b1f-8b9e-9fd4567032ee tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] GET failed (client error): The resource could not be found. Sep 30 13:17:04.807052 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f5b71678-e86c-4b1f-8b9e-9fd4567032ee tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "GET /v2.0/ports/2d2eb29e-c830-44e2-8c4f-d62fc221bd01 HTTP/1.1" status: 404 len: 333 time: 0.0714853 Sep 30 13:17:04.810502 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35422) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:04.877382 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-74fc46ae-ddae-4b55-b57a-f08c42c188ce tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] GET failed (client error): The resource could not be found. Sep 30 13:17:04.879441 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-74fc46ae-ddae-4b55-b57a-f08c42c188ce tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "GET /v2.0/ports/4bac6a8c-4447-46d2-927b-7590861e5124 HTTP/1.1" status: 404 len: 333 time: 0.0665944 Sep 30 13:17:04.896438 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35428) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:04.898533 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5c371fdf-5e0f-4200-a934-be661693caa0 req-898044ac-e753-429d-aa80-8b2fd73af8ad tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950239 Sep 30 13:17:05.193142 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8ae4fff0-75e4-44de-9dd5-5c94e8fe7e44 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:05.234794 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06b46f-22be-4492-a18a-235196ebc1e3 req-5cbfba9d-5dc6-4135-af19-c74202a3be6e tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:05.236884 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-df06b46f-22be-4492-a18a-235196ebc1e3 req-5cbfba9d-5dc6-4135-af19-c74202a3be6e tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6251c41-b31e-443f-905c-716f9bb26173 HTTP/1.1" status: 200 len: 943 time: 0.1034908 Sep 30 13:17:05.348292 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-df06b46f-22be-4492-a18a-235196ebc1e3 req-4b051e44-35c3-4d2c-a087-51fcd86c28d5 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/security-groups?id=e939ef3d-91fc-4034-9a5a-6b4380910f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854731 Sep 30 13:17:05.404122 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8ae4fff0-75e4-44de-9dd5-5c94e8fe7e44 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:05.458222 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-8ae4fff0-75e4-44de-9dd5-5c94e8fe7e44 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203eb8dd-6d4d-4cce-9dd8-492c6f227c31']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:17:05.472990 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-8ae4fff0-75e4-44de-9dd5-5c94e8fe7e44 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0561bd7a-ba7b-4f3c-ba67-655c61ef95f4') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:17:05.473304 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-8ae4fff0-75e4-44de-9dd5-5c94e8fe7e44 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0561bd7a-ba7b-4f3c-ba67-655c61ef95f4') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:17:05.495018 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8ae4fff0-75e4-44de-9dd5-5c94e8fe7e44 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:05.518138 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8ae4fff0-75e4-44de-9dd5-5c94e8fe7e44 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:05.527953 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae4fff0-75e4-44de-9dd5-5c94e8fe7e44 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:17:05.529772 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8ae4fff0-75e4-44de-9dd5-5c94e8fe7e44 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:17:05.537854 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:17:05.672763 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8ae4fff0-75e4-44de-9dd5-5c94e8fe7e44 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:05.682846 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8ae4fff0-75e4-44de-9dd5-5c94e8fe7e44 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:05.684803 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8ae4fff0-75e4-44de-9dd5-5c94e8fe7e44 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/networks/203eb8dd-6d4d-4cce-9dd8-492c6f227c31 HTTP/1.1" status: 204 len: 168 time: 0.7873285 Sep 30 13:17:05.688382 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35454) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:05.714318 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-7fd8bf81-d9ca-4bce-8222-3eebba62cbc6 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1978263265'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:05.737566 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4fff0-75e4-44de-9dd5-5c94e8fe7e44 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Network': ['ID=203eb8dd-6d4d-4cce-9dd8-492c6f227c31,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:05.754090 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd8bf81-d9ca-4bce-8222-3eebba62cbc6 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:05.771740 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7fd8bf81-d9ca-4bce-8222-3eebba62cbc6 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:05.813235 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd8bf81-d9ca-4bce-8222-3eebba62cbc6 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:17:05.824092 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7fd8bf81-d9ca-4bce-8222-3eebba62cbc6 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:05.824445 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-7fd8bf81-d9ca-4bce-8222-3eebba62cbc6 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Added segment 02992654-ab38-4a09-bba4-e64098f32416 of type vlan for network d8f29bce-56a4-482b-93eb-08644caa0bb7 Sep 30 13:17:05.895580 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7fd8bf81-d9ca-4bce-8222-3eebba62cbc6 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:05.958456 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7fd8bf81-d9ca-4bce-8222-3eebba62cbc6 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:05.964487 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd8bf81-d9ca-4bce-8222-3eebba62cbc6 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:05.965118 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7fd8bf81-d9ca-4bce-8222-3eebba62cbc6 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:06.062736 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909402d9-0474-480e-abb6-55505a9b5406 req-b4155bd6-9854-4e2c-89b6-250c42442e89 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:06.075371 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-909402d9-0474-480e-abb6-55505a9b5406 req-b4155bd6-9854-4e2c-89b6-250c42442e89 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 945 time: 0.0970440 Sep 30 13:17:06.106303 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8bf81-d9ca-4bce-8222-3eebba62cbc6 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Network': ['ID=d8f29bce-56a4-482b-93eb-08644caa0bb7,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:06.109426 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7fd8bf81-d9ca-4bce-8222-3eebba62cbc6 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4200666 Sep 30 13:17:06.114633 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35470) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:06.118177 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network d8f29bce-56a4-482b-93eb-08644caa0bb7 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:17:06.130004 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-86223edf-c558-4c42-a7c7-22d13861f585 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'subnet': {'network_id': 'd8f29bce-56a4-482b-93eb-08644caa0bb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:06.240489 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-909402d9-0474-480e-abb6-55505a9b5406 req-2a84bb92-b46b-4878-b8f6-6fb4d1291af6 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632867 Sep 30 13:17:06.312575 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35480) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:06.450600 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86223edf-c558-4c42-a7c7-22d13861f585 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:06.455567 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-86223edf-c558-4c42-a7c7-22d13861f585 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:06.557580 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.ipam_backend_mixin [None req-86223edf-c558-4c42-a7c7-22d13861f585 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Performing IP validity checks on allocation pools {{(pid=94764) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 30 13:17:06.558164 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.ipam_backend_mixin [None req-86223edf-c558-4c42-a7c7-22d13861f585 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94764) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 30 13:17:06.589991 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35494) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:06.608656 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6ac5a-003b-4d85-bb29-da057f78ad3c req-586ab9f3-7b06-4b15-910a-b6558fddbfb3 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:06.619297 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b5d6ac5a-003b-4d85-bb29-da057f78ad3c req-586ab9f3-7b06-4b15-910a-b6558fddbfb3 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6251c41-b31e-443f-905c-716f9bb26173 HTTP/1.1" status: 200 len: 943 time: 0.1237431 Sep 30 13:17:06.672524 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b5d6ac5a-003b-4d85-bb29-da057f78ad3c req-729d3eb1-eaf6-4fbd-8b09-9dfe6795eaf8 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/security-groups?id=e939ef3d-91fc-4034-9a5a-6b4380910f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485094 Sep 30 13:17:06.717362 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-86223edf-c558-4c42-a7c7-22d13861f585 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:06.720828 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-79637cde-0a70-427d-bdfb-8b988f92c80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:06.732878 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:17:06.796966 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9f74f9-6ecc-4ef6-9af1-d90610baced1 admin admin] Deleting subnet b636e036-02ee-475d-8821-ce0c9f216c9a {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:17:06.804675 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d9f74f9-6ecc-4ef6-9af1-d90610baced1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:06.809522 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86223edf-c558-4c42-a7c7-22d13861f585 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Checking segment: {'id': '02992654-ab38-4a09-bba4-e64098f32416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8f29bce-56a4-482b-93eb-08644caa0bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:17:06.810527 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86223edf-c558-4c42-a7c7-22d13861f585 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network hostable DHCP agents. Network: d8f29bce-56a4-482b-93eb-08644caa0bb7, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:17:06.841189 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86223edf-c558-4c42-a7c7-22d13861f585 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network d8f29bce-56a4-482b-93eb-08644caa0bb7 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:17:06.849110 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86223edf-c558-4c42-a7c7-22d13861f585 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Subnet': ['ID=5e1b8916-de82-4e60-8cbd-dc3dd48dc84c,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:06.857914 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-86223edf-c558-4c42-a7c7-22d13861f585 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, d8f29bce-56a4-482b-93eb-08644caa0bb7) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:06.868023 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15223e4a-0ae7-4c01-8077-af6520271e7b None None] Network d8f29bce-56a4-482b-93eb-08644caa0bb7 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:17:06.868340 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d9f74f9-6ecc-4ef6-9af1-d90610baced1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:06.872097 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86223edf-c558-4c42-a7c7-22d13861f585 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:06.872438 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-86223edf-c558-4c42-a7c7-22d13861f585 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:06.931920 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d9f74f9-6ecc-4ef6-9af1-d90610baced1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:06.999248 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-79637cde-0a70-427d-bdfb-8b988f92c80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:07.020642 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-79637cde-0a70-427d-bdfb-8b988f92c80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:07.026561 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-86223edf-c558-4c42-a7c7-22d13861f585 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9078233 Sep 30 13:17:07.026561 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35506) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:07.031443 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-7bbbade4-36fa-46b7-b923-a0164e6d65c0 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'port': {'network_id': 'd8f29bce-56a4-482b-93eb-08644caa0bb7', 'name': 'tempest-PortsTestJSON-166584333'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:07.049713 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-79637cde-0a70-427d-bdfb-8b988f92c80d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=06744e5593a64650a29fb5f6260ba731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4614141 Sep 30 13:17:07.057131 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35508) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:07.060241 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d9f74f9-6ecc-4ef6-9af1-d90610baced1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:07.122693 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79637cde-0a70-427d-bdfb-8b988f92c80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080f55c5-b858-4c4f-86e0-cabc6fdde7aa,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:07.133449 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f74f9-6ecc-4ef6-9af1-d90610baced1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b636e036-02ee-475d-8821-ce0c9f216c9a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:07.141293 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d9f74f9-6ecc-4ef6-9af1-d90610baced1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:07.143380 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2d9f74f9-6ecc-4ef6-9af1-d90610baced1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b636e036-02ee-475d-8821-ce0c9f216c9a HTTP/1.1" status: 204 len: 168 time: 0.8287034 Sep 30 13:17:07.147570 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35510) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:07.165700 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92231bb-cb52-466a-98c2-c69111036820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-d8f29bce-56a4-482b-93eb-08644caa0bb7', 'network_id': 'd8f29bce-56a4-482b-93eb-08644caa0bb7', 'tenant_id': '5a2031fdd11c4bf2a07889cb67a3ef32', 'fixed_ips': [{'subnet_id': '5e1b8916-de82-4e60-8cbd-dc3dd48dc84c'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:17:07.169538 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e92231bb-cb52-466a-98c2-c69111036820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:07.172973 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbbade4-36fa-46b7-b923-a0164e6d65c0 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:07.178648 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7bbbade4-36fa-46b7-b923-a0164e6d65c0 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:07.198741 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-7bbbade4-36fa-46b7-b923-a0164e6d65c0 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] device_id is not set on port cea3b081-d253-411e-90df-d80f01a45e31 yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:17:07.245451 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-95157b01-550f-4815-929e-0772610820ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:07.287989 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5bb4fc32-2927-4870-b750-5c540046fa78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:07.303532 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-95157b01-550f-4815-929e-0772610820ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:07.364159 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-7bbbade4-36fa-46b7-b923-a0164e6d65c0 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Allocated IP 172.20.0.8 (d8f29bce-56a4-482b-93eb-08644caa0bb7/5e1b8916-de82-4e60-8cbd-dc3dd48dc84c/cea3b081-d253-411e-90df-d80f01a45e31) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:17:07.431185 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5bb4fc32-2927-4870-b750-5c540046fa78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:07.455260 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-95157b01-550f-4815-929e-0772610820ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:07.458614 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-95157b01-550f-4815-929e-0772610820ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:07.462995 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-95157b01-550f-4815-929e-0772610820ee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/080f55c5-b858-4c4f-86e0-cabc6fdde7aa HTTP/1.1" status: 204 len: 168 time: 0.4021835 Sep 30 13:17:07.477789 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-5bb4fc32-2927-4870-b750-5c540046fa78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d55517b2-5639-49a0-8308-46b3625d778e']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:17:07.502554 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-5bb4fc32-2927-4870-b750-5c540046fa78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65dfc45-776c-463c-a57b-60f1ac1b61cf') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:17:07.502842 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-5bb4fc32-2927-4870-b750-5c540046fa78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65dfc45-776c-463c-a57b-60f1ac1b61cf') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:17:07.505163 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95157b01-550f-4815-929e-0772610820ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080f55c5-b858-4c4f-86e0-cabc6fdde7aa,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:07.521086 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5bb4fc32-2927-4870-b750-5c540046fa78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:07.521829 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e14543-de2f-4498-b57e-56244d8472f4 req-519ba2da-1871-4e1c-b08a-e5e6da589f17 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:07.523755 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-59e14543-de2f-4498-b57e-56244d8472f4 req-519ba2da-1871-4e1c-b08a-e5e6da589f17 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 945 time: 0.1624513 Sep 30 13:17:07.564461 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5bb4fc32-2927-4870-b750-5c540046fa78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:07.571706 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb4fc32-2927-4870-b750-5c540046fa78 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:17:07.572130 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5bb4fc32-2927-4870-b750-5c540046fa78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:17:07.573902 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:17:07.665623 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-59e14543-de2f-4498-b57e-56244d8472f4 req-fb68b9cc-8320-4d0b-9be6-a6573e184276 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334031 Sep 30 13:17:07.677571 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5bb4fc32-2927-4870-b750-5c540046fa78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:07.691392 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5bb4fc32-2927-4870-b750-5c540046fa78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:07.700301 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5bb4fc32-2927-4870-b750-5c540046fa78 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d55517b2-5639-49a0-8308-46b3625d778e HTTP/1.1" status: 204 len: 168 time: 0.5430229 Sep 30 13:17:07.755217 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4fc32-2927-4870-b750-5c540046fa78 admin admin] Pushing event deleted for resources: {'Network': ['ID=d55517b2-5639-49a0-8308-46b3625d778e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:07.757460 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7bbbade4-36fa-46b7-b923-a0164e6d65c0 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:07.841640 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7bbbade4-36fa-46b7-b923-a0164e6d65c0 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:07.944140 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbbade4-36fa-46b7-b923-a0164e6d65c0 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network d8f29bce-56a4-482b-93eb-08644caa0bb7 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:17:07.961854 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-e92231bb-cb52-466a-98c2-c69111036820 None None] Allocated IP 172.20.0.2 (d8f29bce-56a4-482b-93eb-08644caa0bb7/5e1b8916-de82-4e60-8cbd-dc3dd48dc84c/affb282b-6fc2-41af-9bed-e292e1dee9ae) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:17:07.967933 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-7bbbade4-36fa-46b7-b923-a0164e6d65c0 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:07.977913 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbbade4-36fa-46b7-b923-a0164e6d65c0 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:17:08.037143 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35552) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:08.060154 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c755e2a3-e31d-4c9d-ae15-6217eacfc8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:08.062733 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbade4-36fa-46b7-b923-a0164e6d65c0 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Port': ['ID=cea3b081-d253-411e-90df-d80f01a45e31,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:08.091818 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08377e37-aa50-422e-831f-07ce8bdbfcd9 req-7f284ac3-973b-4c5a-90ec-ed15580372cf tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:08.100599 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device ae1d31e3-3528-4e15-9e71-a3839679d0a9 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:17:08.101182 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08377e37-aa50-422e-831f-07ce8bdbfcd9 req-7f284ac3-973b-4c5a-90ec-ed15580372cf tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 946 time: 0.1065741 Sep 30 13:17:08.149837 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08377e37-aa50-422e-831f-07ce8bdbfcd9 req-2547a6e1-b16e-4b88-af65-066ed4d4b7fc tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476992 Sep 30 13:17:08.151650 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35554) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:08.194197 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbbade4-36fa-46b7-b923-a0164e6d65c0 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:08.195464 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7bbbade4-36fa-46b7-b923-a0164e6d65c0 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:08.259891 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1885d45c-d70a-4ffe-bddf-f8db50e71fa4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ec3b180775b4f8e89f487846414229c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1036971 Sep 30 13:17:08.266397 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35556) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:08.271041 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f298cf-01f0-48ba-885c-2a94b09a782d req-4aa7004f-a154-429e-ad06-5e3964ecb3e6 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:08.272697 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-79f298cf-01f0-48ba-885c-2a94b09a782d req-4aa7004f-a154-429e-ad06-5e3964ecb3e6 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6251c41-b31e-443f-905c-716f9bb26173 HTTP/1.1" status: 200 len: 943 time: 0.2181373 Sep 30 13:17:08.276657 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e92231bb-cb52-466a-98c2-c69111036820 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:08.291479 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e92231bb-cb52-466a-98c2-c69111036820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:08.304643 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port ae1d31e3-3528-4e15-9e71-a3839679d0a9, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=ae1d31e3-3528-4e15-9e71-a3839679d0a9,segment=NetworkSegment(45b92b59-8c79-4bb9-ae33-32b31ff5088c),segment_id=45b92b59-8c79-4bb9-ae33-32b31ff5088c)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:08.324934 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c755e2a3-e31d-4c9d-ae15-6217eacfc8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:08.331695 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-79f298cf-01f0-48ba-885c-2a94b09a782d req-968d0378-b62c-4305-8d74-dd635893191d tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/security-groups?id=e939ef3d-91fc-4034-9a5a-6b4380910f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415304 Sep 30 13:17:08.344554 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7bbbade4-36fa-46b7-b923-a0164e6d65c0 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3171439 Sep 30 13:17:08.347219 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35564) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:08.347772 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c755e2a3-e31d-4c9d-ae15-6217eacfc8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:08.361708 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'ae1d31e3-3528-4e15-9e71-a3839679d0a9', 'network_id': '4cbb0f1d-f60d-4d99-97f5-60af3c05240b', 'port_id': 'ae1d31e3-3528-4e15-9e71-a3839679d0a9', 'mac_address': 'fa:16:3e:09:e3:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1393a154-dc89-4a3c-9279-6611e6897364', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:17:08.365406 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92231bb-cb52-466a-98c2-c69111036820 None None] Network d8f29bce-56a4-482b-93eb-08644caa0bb7 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:17:08.373772 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-e92231bb-cb52-466a-98c2-c69111036820 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:08.382775 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92231bb-cb52-466a-98c2-c69111036820 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:17:08.390753 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92231bb-cb52-466a-98c2-c69111036820 None None] Pushing event updated for resources: {'Port': ['ID=affb282b-6fc2-41af-9bed-e292e1dee9ae,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:08.390992 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c755e2a3-e31d-4c9d-ae15-6217eacfc8e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da891891b7ce4a6ea01a6ee23581ac20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3455439 Sep 30 13:17:08.391253 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35566) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:08.400508 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7a546c0e-cb7e-4021-82a6-f136dcffb248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:08.442878 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755e2a3-e31d-4c9d-ae15-6217eacfc8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b01d407-7f66-46cc-a721-0c09dff77ef8,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:08.491291 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e92231bb-cb52-466a-98c2-c69111036820 None None] Attempting to bind port affb282b-6fc2-41af-9bed-e292e1dee9ae on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:17:08.491291 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e92231bb-cb52-466a-98c2-c69111036820 None None] Attempting to bind port affb282b-6fc2-41af-9bed-e292e1dee9ae by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '02992654-ab38-4a09-bba4-e64098f32416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8f29bce-56a4-482b-93eb-08644caa0bb7'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:17:08.493725 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92231bb-cb52-466a-98c2-c69111036820 None None] Attempting to bind port affb282b-6fc2-41af-9bed-e292e1dee9ae on network d8f29bce-56a4-482b-93eb-08644caa0bb7 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:17:08.497456 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7a546c0e-cb7e-4021-82a6-f136dcffb248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:08.503561 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:08.517094 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92231bb-cb52-466a-98c2-c69111036820 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:17:08.517879 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92231bb-cb52-466a-98c2-c69111036820 None None] Checking segment: {'id': '02992654-ab38-4a09-bba4-e64098f32416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8f29bce-56a4-482b-93eb-08644caa0bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:17:08.519122 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e92231bb-cb52-466a-98c2-c69111036820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:08.519888 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92231bb-cb52-466a-98c2-c69111036820 None None] Bound using segment: {'id': '02992654-ab38-4a09-bba4-e64098f32416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8f29bce-56a4-482b-93eb-08644caa0bb7'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:17:08.520716 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e92231bb-cb52-466a-98c2-c69111036820 None None] Bound port: affb282b-6fc2-41af-9bed-e292e1dee9ae, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02992654-ab38-4a09-bba4-e64098f32416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd8f29bce-56a4-482b-93eb-08644caa0bb7'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:17:08.521338 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e92231bb-cb52-466a-98c2-c69111036820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:08.529008 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-76539c3b-e858-4b21-97e9-0dc618d959b2 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting port cea3b081-d253-411e-90df-d80f01a45e31 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:17:08.529492 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-76539c3b-e858-4b21-97e9-0dc618d959b2 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:08.536245 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1d31e3-3528-4e15-9e71-a3839679d0a9 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:17:08.554804 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dd9b62b7-7181-4318-a2c8-114727831103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:08.589607 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dd9b62b7-7181-4318-a2c8-114727831103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:08.609658 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e92231bb-cb52-466a-98c2-c69111036820 None None] For port affb282b-6fc2-41af-9bed-e292e1dee9ae, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:17:08.614780 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e92231bb-cb52-466a-98c2-c69111036820 None None] For port affb282b-6fc2-41af-9bed-e292e1dee9ae, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=affb282b-6fc2-41af-9bed-e292e1dee9ae,segment=NetworkSegment(02992654-ab38-4a09-bba4-e64098f32416),segment_id=02992654-ab38-4a09-bba4-e64098f32416)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:17:08.616936 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port ae1d31e3-3528-4e15-9e71-a3839679d0a9, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=ae1d31e3-3528-4e15-9e71-a3839679d0a9,segment=NetworkSegment(45b92b59-8c79-4bb9-ae33-32b31ff5088c),segment_id=45b92b59-8c79-4bb9-ae33-32b31ff5088c)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:08.620750 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e92231bb-cb52-466a-98c2-c69111036820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:08.624975 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7a546c0e-cb7e-4021-82a6-f136dcffb248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:08.628597 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7a546c0e-cb7e-4021-82a6-f136dcffb248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:08.632583 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7a546c0e-cb7e-4021-82a6-f136dcffb248 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/097b6fa0-32a8-44ab-80b2-10ec7c4e0c29 HTTP/1.1" status: 204 len: 168 time: 0.3647339 Sep 30 13:17:08.636343 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:08.644654 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a546c0e-cb7e-4021-82a6-f136dcffb248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097b6fa0-32a8-44ab-80b2-10ec7c4e0c29,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:08.676935 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dd9b62b7-7181-4318-a2c8-114727831103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:08.680658 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dd9b62b7-7181-4318-a2c8-114727831103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:08.682291 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-dd9b62b7-7181-4318-a2c8-114727831103 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b01d407-7f66-46cc-a721-0c09dff77ef8 HTTP/1.1" status: 204 len: 168 time: 0.2901623 Sep 30 13:17:08.694444 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b62b7-7181-4318-a2c8-114727831103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b01d407-7f66-46cc-a721-0c09dff77ef8,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:08.731754 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-76539c3b-e858-4b21-97e9-0dc618d959b2 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:08.761580 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-76539c3b-e858-4b21-97e9-0dc618d959b2 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Calling delete_port for cea3b081-d253-411e-90df-d80f01a45e31 owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:17:08.771129 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92231bb-cb52-466a-98c2-c69111036820 None None] Pushing event updated for resources: {'Port': ['ID=affb282b-6fc2-41af-9bed-e292e1dee9ae,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:08.856775 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=ae1d31e3-3528-4e15-9e71-a3839679d0a9,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:08.935885 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286ca53-ddfc-4e8e-9a2e-13d07bbf725d req-4392577f-7e87-4a50-9f66-fb9d59d852d4 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:08.948970 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d286ca53-ddfc-4e8e-9a2e-13d07bbf725d req-4392577f-7e87-4a50-9f66-fb9d59d852d4 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 945 time: 0.1292424 Sep 30 13:17:08.956865 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['ae1d31e3-3528-4e15-9e71-a3839679d0a9'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:17:09.004346 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-76539c3b-e858-4b21-97e9-0dc618d959b2 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:09.066637 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d286ca53-ddfc-4e8e-9a2e-13d07bbf725d req-572cc9be-e6d7-49e5-beda-2600d502871a tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166174 Sep 30 13:17:09.080084 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76539c3b-e858-4b21-97e9-0dc618d959b2 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Port': ['ID=cea3b081-d253-411e-90df-d80f01a45e31,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:09.249400 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-76539c3b-e858-4b21-97e9-0dc618d959b2 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:09.252241 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-76539c3b-e858-4b21-97e9-0dc618d959b2 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/ports/cea3b081-d253-411e-90df-d80f01a45e31 HTTP/1.1" status: 204 len: 168 time: 0.9041095 Sep 30 13:17:09.255504 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35592) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:09.320470 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd28024-18b4-4eb2-989d-f946a39b981e tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] DELETE failed (client error): The resource could not be found. Sep 30 13:17:09.321432 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfd28024-18b4-4eb2-989d-f946a39b981e tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:17:09.324048 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-dfd28024-18b4-4eb2-989d-f946a39b981e tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/ports/cea3b081-d253-411e-90df-d80f01a45e31 HTTP/1.1" status: 404 len: 333 time: 0.0670533 Sep 30 13:17:09.332976 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35594) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:09.383025 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device affb282b-6fc2-41af-9bed-e292e1dee9ae up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:17:09.388095 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c34dd4d-2674-4d04-96e4-a7c55fc94f6c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] GET failed (client error): The resource could not be found. Sep 30 13:17:09.392707 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9c34dd4d-2674-4d04-96e4-a7c55fc94f6c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "GET /v2.0/ports/cea3b081-d253-411e-90df-d80f01a45e31 HTTP/1.1" status: 404 len: 333 time: 0.0586679 Sep 30 13:17:09.393359 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35602) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:09.435638 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976489e0-5f06-4a04-9331-422544e51dd4 req-4ff9a8fe-b1d3-45c7-923e-b625baf7db32 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:09.437373 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-976489e0-5f06-4a04-9331-422544e51dd4 req-4ff9a8fe-b1d3-45c7-923e-b625baf7db32 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 946 time: 0.1121426 Sep 30 13:17:09.457983 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc17eb9-0617-455e-9f57-0acaef9838ce tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting subnet 5e1b8916-de82-4e60-8cbd-dc3dd48dc84c {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:17:09.470804 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4fc17eb9-0617-455e-9f57-0acaef9838ce tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:09.531913 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-976489e0-5f06-4a04-9331-422544e51dd4 req-34f30f5d-e8bf-4ddd-a078-d42ad2dc2b53 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873363 Sep 30 13:17:09.542104 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port affb282b-6fc2-41af-9bed-e292e1dee9ae triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:17:09.542485 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:09.577416 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4fc17eb9-0617-455e-9f57-0acaef9838ce tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:09.659023 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3568b7c-83d7-4d26-ba5e-460d0cfc5548 req-68f55b60-933b-46e3-97d2-8a1a6a940687 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:09.660864 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f3568b7c-83d7-4d26-ba5e-460d0cfc5548 req-68f55b60-933b-46e3-97d2-8a1a6a940687 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6251c41-b31e-443f-905c-716f9bb26173 HTTP/1.1" status: 200 len: 944 time: 0.1038344 Sep 30 13:17:09.669963 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:09.719475 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port affb282b-6fc2-41af-9bed-e292e1dee9ae, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=affb282b-6fc2-41af-9bed-e292e1dee9ae,segment=NetworkSegment(02992654-ab38-4a09-bba4-e64098f32416),segment_id=02992654-ab38-4a09-bba4-e64098f32416)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:09.729217 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:09.784976 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f3568b7c-83d7-4d26-ba5e-460d0cfc5548 req-6b03717f-dc49-4eff-bc3d-03c8953178cf tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/security-groups?id=e939ef3d-91fc-4034-9a5a-6b4380910f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111147 Sep 30 13:17:09.791445 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4fc17eb9-0617-455e-9f57-0acaef9838ce tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:09.845140 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=affb282b-6fc2-41af-9bed-e292e1dee9ae,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:09.914998 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4fc17eb9-0617-455e-9f57-0acaef9838ce tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:09.949511 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc17eb9-0617-455e-9f57-0acaef9838ce tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Subnet': ['ID=5e1b8916-de82-4e60-8cbd-dc3dd48dc84c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:09.963053 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4fc17eb9-0617-455e-9f57-0acaef9838ce tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:09.966084 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4fc17eb9-0617-455e-9f57-0acaef9838ce tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/subnets/5e1b8916-de82-4e60-8cbd-dc3dd48dc84c HTTP/1.1" status: 204 len: 168 time: 0.5716982 Sep 30 13:17:09.968652 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35634) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:10.167820 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c87338f-a3cc-4cf7-9ac3-5246ff490089 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:10.272752 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12487067-2112-49f1-9feb-d78d77ed5ff6 req-288f246a-8ffd-4bb6-b312-0132656cb061 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:10.277340 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-12487067-2112-49f1-9feb-d78d77ed5ff6 req-288f246a-8ffd-4bb6-b312-0132656cb061 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1123593 Sep 30 13:17:10.322695 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec31b59-5429-4f44-99a6-0feba220fac8 req-bed74fe1-f43b-4daa-b0c3-e05835f7a1b8 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:10.324945 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2ec31b59-5429-4f44-99a6-0feba220fac8 req-bed74fe1-f43b-4daa-b0c3-e05835f7a1b8 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 945 time: 0.0741966 Sep 30 13:17:10.335474 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-0c87338f-a3cc-4cf7-9ac3-5246ff490089 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting port affb282b-6fc2-41af-9bed-e292e1dee9ae {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:17:10.336078 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c87338f-a3cc-4cf7-9ac3-5246ff490089 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:10.336531 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-12487067-2112-49f1-9feb-d78d77ed5ff6 req-8f7584ed-9377-42d4-9aa8-09d265d829b4 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523968 Sep 30 13:17:10.372398 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31985ea-2b3c-4a88-a7ff-ef1faaf7cd9d None None] Network d8f29bce-56a4-482b-93eb-08644caa0bb7 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:17:10.418642 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35658) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:10.459896 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2ec31b59-5429-4f44-99a6-0feba220fac8 req-a3040645-c5a9-4a2e-8a99-141f9cf11741 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262040 Sep 30 13:17:10.481715 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-0c87338f-a3cc-4cf7-9ac3-5246ff490089 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] For port affb282b-6fc2-41af-9bed-e292e1dee9ae, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=affb282b-6fc2-41af-9bed-e292e1dee9ae,segment=NetworkSegment(02992654-ab38-4a09-bba4-e64098f32416),segment_id=02992654-ab38-4a09-bba4-e64098f32416)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:10.482526 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c87338f-a3cc-4cf7-9ac3-5246ff490089 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:10.498742 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-0c87338f-a3cc-4cf7-9ac3-5246ff490089 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Calling delete_port for affb282b-6fc2-41af-9bed-e292e1dee9ae owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:17:10.553152 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-3ab00374-36fc-4091-993a-b7a23c06095e None None] Provisioning complete for port affb282b-6fc2-41af-9bed-e292e1dee9ae triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:17:10.553761 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3ab00374-36fc-4091-993a-b7a23c06095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:10.614322 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c87338f-a3cc-4cf7-9ac3-5246ff490089 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:10.651589 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-3ab00374-36fc-4091-993a-b7a23c06095e None None] Could not find standard attr ID for object affb282b-6fc2-41af-9bed-e292e1dee9ae. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:17:10.657097 n-d-810909-2 neutron-server[94765]: INFO neutron.plugins.ml2.db [None req-3ab00374-36fc-4091-993a-b7a23c06095e None None] No ports have port_id starting with affb282b-6fc2-41af-9bed-e292e1dee9ae Sep 30 13:17:10.663886 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87338f-a3cc-4cf7-9ac3-5246ff490089 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Port': ['ID=affb282b-6fc2-41af-9bed-e292e1dee9ae,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:10.671931 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250bf2f-c594-482c-beed-75d1f145b992 req-e2a9f5d8-73dc-4947-879b-8dcb18e7ab53 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:10.683754 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c87338f-a3cc-4cf7-9ac3-5246ff490089 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] No DVR routers for this DVR port affb282b-6fc2-41af-9bed-e292e1dee9ae on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:17:10.685154 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0250bf2f-c594-482c-beed-75d1f145b992 req-e2a9f5d8-73dc-4947-879b-8dcb18e7ab53 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1913888 Sep 30 13:17:10.733812 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640b5cd0-8d6a-4b1f-a3e5-9d7f73872883 None None] DHCP port deletion for d8f29bce-56a4-482b-93eb-08644caa0bb7 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:17:10.776494 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0250bf2f-c594-482c-beed-75d1f145b992 req-764ae7f6-10dd-4916-9bbd-247e7bc46d9c tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896389 Sep 30 13:17:10.784664 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-2a58ce73-2321-4d36-ad8c-215241bb949b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-532589062-network', 'tenant_id': 'fdaef7be215244008b374787cfdfe81d'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:10.833060 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a58ce73-2321-4d36-ad8c-215241bb949b admin admin] Made reservation on behalf of fdaef7be215244008b374787cfdfe81d for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:10.836220 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a58ce73-2321-4d36-ad8c-215241bb949b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:10.862739 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a58ce73-2321-4d36-ad8c-215241bb949b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:10.968333 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c420c-671f-44f4-9851-068449b235e9 req-fbd8ee67-840d-42b6-bcf5-26968d81b124 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:10.970154 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e24c420c-671f-44f4-9851-068449b235e9 req-fbd8ee67-840d-42b6-bcf5-26968d81b124 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6251c41-b31e-443f-905c-716f9bb26173 HTTP/1.1" status: 200 len: 944 time: 0.0942633 Sep 30 13:17:11.054573 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e24c420c-671f-44f4-9851-068449b235e9 req-f3412874-d792-40a4-bc42-74483d29c3cd tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/security-groups?id=e939ef3d-91fc-4034-9a5a-6b4380910f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607500 Sep 30 13:17:11.076776 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a58ce73-2321-4d36-ad8c-215241bb949b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:11.088192 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a58ce73-2321-4d36-ad8c-215241bb949b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:11.135749 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a58ce73-2321-4d36-ad8c-215241bb949b admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:17:11.138180 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c87338f-a3cc-4cf7-9ac3-5246ff490089 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:11.169909 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9547c4a-7d88-41cf-9142-abe66555d61e req-fc788e8c-a1ef-42bb-8af7-31d87a4cbe49 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:11.175556 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58ce73-2321-4d36-ad8c-215241bb949b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae70291-d4aa-40a7-8fe8-19197e22d8db,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:11.185207 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e9547c4a-7d88-41cf-9142-abe66555d61e req-fc788e8c-a1ef-42bb-8af7-31d87a4cbe49 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 946 time: 0.4651871 Sep 30 13:17:11.185207 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-0c87338f-a3cc-4cf7-9ac3-5246ff490089 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f29bce-56a4-482b-93eb-08644caa0bb7']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:17:11.210340 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a58ce73-2321-4d36-ad8c-215241bb949b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:11.210684 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-2a58ce73-2321-4d36-ad8c-215241bb949b admin admin] Added segment ce74fb3c-0a7f-45fc-b040-c70ae19e0d92 of type vlan for network 30a250e0-36b8-4bf1-9b32-a2a5dadd8a23 Sep 30 13:17:11.217951 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-0c87338f-a3cc-4cf7-9ac3-5246ff490089 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02992654-ab38-4a09-bba4-e64098f32416') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:17:11.225975 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-0c87338f-a3cc-4cf7-9ac3-5246ff490089 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02992654-ab38-4a09-bba4-e64098f32416') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:17:11.242797 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device affb282b-6fc2-41af-9bed-e292e1dee9ae no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:17:11.248209 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c87338f-a3cc-4cf7-9ac3-5246ff490089 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:11.286716 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: affb282b-6fc2-41af-9bed-e292e1dee9ae {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:17:11.287457 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device affb282b-6fc2-41af-9bed-e292e1dee9ae not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:17:11.301913 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e9547c4a-7d88-41cf-9142-abe66555d61e req-8317a935-9f9e-419a-930e-450d1e683bfc tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128020 Sep 30 13:17:11.302329 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a58ce73-2321-4d36-ad8c-215241bb949b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:11.306614 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c87338f-a3cc-4cf7-9ac3-5246ff490089 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:11.321130 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c87338f-a3cc-4cf7-9ac3-5246ff490089 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:17:11.321734 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c87338f-a3cc-4cf7-9ac3-5246ff490089 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:17:11.325561 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:17:11.369467 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a58ce73-2321-4d36-ad8c-215241bb949b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:11.370724 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a58ce73-2321-4d36-ad8c-215241bb949b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:11.371348 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a58ce73-2321-4d36-ad8c-215241bb949b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:11.399425 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c87338f-a3cc-4cf7-9ac3-5246ff490089 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:11.404932 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c87338f-a3cc-4cf7-9ac3-5246ff490089 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:11.407374 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0c87338f-a3cc-4cf7-9ac3-5246ff490089 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/networks/d8f29bce-56a4-482b-93eb-08644caa0bb7 HTTP/1.1" status: 204 len: 168 time: 1.4372747 Sep 30 13:17:11.412786 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35694) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:11.413017 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e560b0d-3ba9-4ad7-85ee-b0de607e4220 req-f37a8d48-5e91-4dcd-931b-66586789d063 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:11.418166 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-f98db872-959e-415c-b09b-bf3da36e33bf tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2003975260'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:11.418298 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6e560b0d-3ba9-4ad7-85ee-b0de607e4220 req-f37a8d48-5e91-4dcd-931b-66586789d063 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1153584 Sep 30 13:17:11.438075 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2a58ce73-2321-4d36-ad8c-215241bb949b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0146585 Sep 30 13:17:11.438291 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35698) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:11.443110 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-4fac392a-5df8-4496-910e-89a726ff2f29 admin admin] Request body: {'subnet': {'network_id': '30a250e0-36b8-4bf1-9b32-a2a5dadd8a23', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-532589062-subnet', 'tenant_id': 'fdaef7be215244008b374787cfdfe81d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:11.448903 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87338f-a3cc-4cf7-9ac3-5246ff490089 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Network': ['ID=d8f29bce-56a4-482b-93eb-08644caa0bb7,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:11.473293 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98db872-959e-415c-b09b-bf3da36e33bf tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:11.477286 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f98db872-959e-415c-b09b-bf3da36e33bf tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:11.492149 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58ce73-2321-4d36-ad8c-215241bb949b admin admin] Pushing event updated for resources: {'Network': ['ID=30a250e0-36b8-4bf1-9b32-a2a5dadd8a23,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:11.504816 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 30a250e0-36b8-4bf1-9b32-a2a5dadd8a23 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:17:11.526064 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fac392a-5df8-4496-910e-89a726ff2f29 admin admin] Made reservation on behalf of fdaef7be215244008b374787cfdfe81d for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:11.528418 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4fac392a-5df8-4496-910e-89a726ff2f29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:11.542904 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6e560b0d-3ba9-4ad7-85ee-b0de607e4220 req-20f476a4-c390-4a76-a9b1-b9c952cea8ad tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072226 Sep 30 13:17:11.651545 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f98db872-959e-415c-b09b-bf3da36e33bf tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:17:11.699369 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f98db872-959e-415c-b09b-bf3da36e33bf tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:11.699724 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-f98db872-959e-415c-b09b-bf3da36e33bf tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Added segment 35322116-6b8b-4260-a5e7-f161203456dc of type vlan for network 3b57111a-7cdc-4654-a0ea-2a6dfdaa7e8a Sep 30 13:17:11.790989 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f98db872-959e-415c-b09b-bf3da36e33bf tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:11.810889 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abf379-c530-4bc5-8821-0adf898ece43 req-8ebac9a5-c6b1-4ad5-8128-3d5a08f564cb tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:11.818509 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e4abf379-c530-4bc5-8821-0adf898ece43 req-8ebac9a5-c6b1-4ad5-8128-3d5a08f564cb tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 945 time: 0.1631422 Sep 30 13:17:11.906940 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4fac392a-5df8-4496-910e-89a726ff2f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:11.954940 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e4abf379-c530-4bc5-8821-0adf898ece43 req-ec441864-1c18-4302-b9c6-10f0c122e27c tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354933 Sep 30 13:17:11.981561 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f98db872-959e-415c-b09b-bf3da36e33bf tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:11.988984 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98db872-959e-415c-b09b-bf3da36e33bf tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:11.990127 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f98db872-959e-415c-b09b-bf3da36e33bf tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:12.043794 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee1535-6bd2-4b97-8360-dff3e9ad5285 req-6acfd1df-c234-43c9-b599-e1b20d71fdef tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:12.047981 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b5ee1535-6bd2-4b97-8360-dff3e9ad5285 req-6acfd1df-c234-43c9-b599-e1b20d71fdef tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.0608099 Sep 30 13:17:12.066749 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f98db872-959e-415c-b09b-bf3da36e33bf tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6529155 Sep 30 13:17:12.067769 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac392a-5df8-4496-910e-89a726ff2f29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afed3b2e-b1e3-4890-8505-d2aabc33af54,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:12.077788 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35732) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:12.096828 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-12a5d7cd-9777-469a-84ca-33ebbc10189e tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'subnet': {'network_id': '3b57111a-7cdc-4654-a0ea-2a6dfdaa7e8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:12.099275 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device ae1d31e3-3528-4e15-9e71-a3839679d0a9 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:17:12.138292 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b5ee1535-6bd2-4b97-8360-dff3e9ad5285 req-bc1f78d0-891e-4f98-b670-48c1e551ed2f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738454 Sep 30 13:17:12.165505 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98db872-959e-415c-b09b-bf3da36e33bf tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Network': ['ID=3b57111a-7cdc-4654-a0ea-2a6dfdaa7e8a,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:12.178045 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 3b57111a-7cdc-4654-a0ea-2a6dfdaa7e8a details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:17:12.211894 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port ae1d31e3-3528-4e15-9e71-a3839679d0a9 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:17:12.218851 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port ae1d31e3-3528-4e15-9e71-a3839679d0a9 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:17:12.219584 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:12.246078 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fac392a-5df8-4496-910e-89a726ff2f29 admin admin] Checking segment: {'id': 'ce74fb3c-0a7f-45fc-b040-c70ae19e0d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '30a250e0-36b8-4bf1-9b32-a2a5dadd8a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:17:12.247374 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fac392a-5df8-4496-910e-89a726ff2f29 admin admin] Network hostable DHCP agents. Network: 30a250e0-36b8-4bf1-9b32-a2a5dadd8a23, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:17:12.312936 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cd8a2-da9f-4f20-a497-fd0e1181649a req-ce67653d-4df7-42f2-9882-59bf3b20c9b4 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:12.314933 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3a7cd8a2-da9f-4f20-a497-fd0e1181649a req-ce67653d-4df7-42f2-9882-59bf3b20c9b4 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6251c41-b31e-443f-905c-716f9bb26173 HTTP/1.1" status: 200 len: 944 time: 0.1378379 Sep 30 13:17:12.318461 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fac392a-5df8-4496-910e-89a726ff2f29 admin admin] Network 30a250e0-36b8-4bf1-9b32-a2a5dadd8a23 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:17:12.328078 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a5d7cd-9777-469a-84ca-33ebbc10189e tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:12.333320 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12a5d7cd-9777-469a-84ca-33ebbc10189e tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:12.360219 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-4fac392a-5df8-4496-910e-89a726ff2f29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 30a250e0-36b8-4bf1-9b32-a2a5dadd8a23) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:12.373433 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cd67a1-f4cc-4931-b002-c574a1061a8e None None] Network 30a250e0-36b8-4bf1-9b32-a2a5dadd8a23 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:17:12.378954 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fac392a-5df8-4496-910e-89a726ff2f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:12.379745 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4fac392a-5df8-4496-910e-89a726ff2f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:12.400231 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:12.507357 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474eda59-3117-49b0-a459-67a9a1afa736 req-d5074d86-32af-4e2f-9d57-211bdf3bacce tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:12.509937 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-474eda59-3117-49b0-a459-67a9a1afa736 req-d5074d86-32af-4e2f-9d57-211bdf3bacce tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 946 time: 0.0883050 Sep 30 13:17:12.516938 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6251c41-b31e-443f-905c-716f9bb26173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1d31e3-3528-4e15-9e71-a3839679d0a9'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:17:12.519511 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4fac392a-5df8-4496-910e-89a726ff2f29 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0809333 Sep 30 13:17:12.521900 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab0cc1b-10a8-4d91-96d3-7eef1473d6f0" -d '{"events": [{"server_uuid": "a6251c41-b31e-443f-905c-716f9bb26173", "name": "network-vif-plugged", "status": "completed", "tag": "ae1d31e3-3528-4e15-9e71-a3839679d0a9"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:17:12.543481 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3a7cd8a2-da9f-4f20-a497-fd0e1181649a req-3250a1a9-da90-4295-91da-52179ce4a6be tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/security-groups?id=e939ef3d-91fc-4034-9a5a-6b4380910f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163050 Sep 30 13:17:12.555346 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port ae1d31e3-3528-4e15-9e71-a3839679d0a9, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=ae1d31e3-3528-4e15-9e71-a3839679d0a9,segment=NetworkSegment(45b92b59-8c79-4bb9-ae33-32b31ff5088c),segment_id=45b92b59-8c79-4bb9-ae33-32b31ff5088c)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:12.579666 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-474eda59-3117-49b0-a459-67a9a1afa736 req-219d6554-cb01-41a9-96dd-1b9cde59aa41 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634530 Sep 30 13:17:12.587789 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:12.652122 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092eec43-9dc7-42fb-91c6-0d89ee7ba07f x-openstack-request-id: req-092eec43-9dc7-42fb-91c6-0d89ee7ba07f {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:17:12.652417 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6251c41-b31e-443f-905c-716f9bb26173", "name": "network-vif-plugged", "status": "completed", "tag": "ae1d31e3-3528-4e15-9e71-a3839679d0a9", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:17:12.652673 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-092eec43-9dc7-42fb-91c6-0d89ee7ba07f {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:17:12.653067 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6251c41-b31e-443f-905c-716f9bb26173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1d31e3-3528-4e15-9e71-a3839679d0a9', 'code': 200} Sep 30 13:17:12.698342 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12a5d7cd-9777-469a-84ca-33ebbc10189e tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:12.724606 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59180f6-810e-416e-9887-abc55471310b None None] Network 30a250e0-36b8-4bf1-9b32-a2a5dadd8a23 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:17:12.757471 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=ae1d31e3-3528-4e15-9e71-a3839679d0a9,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:12.813632 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5d7cd-9777-469a-84ca-33ebbc10189e tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Subnet': ['ID=dfdcd0b4-363a-4ea9-bb6f-3fba51fe8cdb,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:12.899323 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6304215-f1cb-4389-8507-c06d707433a3 req-6acfda4c-d989-4d8f-ba3a-949a269252fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:12.902165 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f6304215-f1cb-4389-8507-c06d707433a3 req-6acfda4c-d989-4d8f-ba3a-949a269252fc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a6251c41-b31e-443f-905c-716f9bb26173 HTTP/1.1" status: 200 len: 1096 time: 0.1768184 Sep 30 13:17:12.904222 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a5d7cd-9777-469a-84ca-33ebbc10189e tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Checking segment: {'id': '35322116-6b8b-4260-a5e7-f161203456dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3b57111a-7cdc-4654-a0ea-2a6dfdaa7e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:17:12.905260 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a5d7cd-9777-469a-84ca-33ebbc10189e tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network hostable DHCP agents. Network: 3b57111a-7cdc-4654-a0ea-2a6dfdaa7e8a, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:17:12.967546 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a5d7cd-9777-469a-84ca-33ebbc10189e tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network 3b57111a-7cdc-4654-a0ea-2a6dfdaa7e8a is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:17:12.980921 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f6304215-f1cb-4389-8507-c06d707433a3 req-f6bb5879-3925-4571-8e84-517a7b890b32 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e939ef3d-91fc-4034-9a5a-6b4380910f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700171 Sep 30 13:17:12.986890 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-12a5d7cd-9777-469a-84ca-33ebbc10189e tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 3b57111a-7cdc-4654-a0ea-2a6dfdaa7e8a) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:12.993564 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a5d7cd-9777-469a-84ca-33ebbc10189e tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:12.994795 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12a5d7cd-9777-469a-84ca-33ebbc10189e tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:12.997649 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390d0002-c519-467f-9cd1-d96c853aacc4 None None] Network 3b57111a-7cdc-4654-a0ea-2a6dfdaa7e8a requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:17:13.019666 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35772) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:13.026393 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-e5241251-eb9a-4b4f-b879-28222a3048a9 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'port': {'network_id': '3b57111a-7cdc-4654-a0ea-2a6dfdaa7e8a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1435839561'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:13.031230 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-12a5d7cd-9777-469a-84ca-33ebbc10189e tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9518917 Sep 30 13:17:13.194354 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b1a1e-2e23-4502-8ec4-f7183ed64889 req-42495d9f-1dd8-4dea-9ba3-8ceef704cf47 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:13.196040 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e73b1a1e-2e23-4502-8ec4-f7183ed64889 req-42495d9f-1dd8-4dea-9ba3-8ceef704cf47 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 945 time: 0.1470599 Sep 30 13:17:13.235297 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80ba466-c400-4c0e-aba0-a8e11dee64a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-3b57111a-7cdc-4654-a0ea-2a6dfdaa7e8a', 'network_id': '3b57111a-7cdc-4654-a0ea-2a6dfdaa7e8a', 'tenant_id': '5a2031fdd11c4bf2a07889cb67a3ef32', 'fixed_ips': [{'subnet_id': 'dfdcd0b4-363a-4ea9-bb6f-3fba51fe8cdb'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:17:13.236146 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f80ba466-c400-4c0e-aba0-a8e11dee64a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:13.262890 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e73b1a1e-2e23-4502-8ec4-f7183ed64889 req-a6e7c452-e750-472f-b7aa-24f14e08321f tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606046 Sep 30 13:17:13.367790 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5241251-eb9a-4b4f-b879-28222a3048a9 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:13.371264 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e5241251-eb9a-4b4f-b879-28222a3048a9 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:13.373231 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83806419-17ca-4727-8ea1-3bec3b3961e1 req-c4fceaeb-733b-4c4f-a289-632de42a01a9 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:13.382979 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-83806419-17ca-4727-8ea1-3bec3b3961e1 req-c4fceaeb-733b-4c4f-a289-632de42a01a9 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.0668352 Sep 30 13:17:13.398789 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-e5241251-eb9a-4b4f-b879-28222a3048a9 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] device_id is not set on port 92c59fdc-90ab-4fed-a207-7ed345570b49 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:17:13.438550 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-83806419-17ca-4727-8ea1-3bec3b3961e1 req-955c2dcf-b7c0-4429-aff5-520fb3a1119f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516436 Sep 30 13:17:13.485772 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-f80ba466-c400-4c0e-aba0-a8e11dee64a8 None None] Allocated IP 172.20.0.2 (3b57111a-7cdc-4654-a0ea-2a6dfdaa7e8a/dfdcd0b4-363a-4ea9-bb6f-3fba51fe8cdb/68939ac9-3987-4b7d-8089-d809ee0fefbf) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:17:13.540864 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-0ca235fc-3934-45e8-a1f5-d529aeddcb12 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:13.542542 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-0ca235fc-3934-45e8-a1f5-d529aeddcb12 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/networks?id=30a250e0-36b8-4bf1-9b32-a2a5dadd8a23 HTTP/1.1" status: 200 len: 821 time: 0.3496330 Sep 30 13:17:13.579555 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-57ada1ae-d783-4314-bfe2-543c42ac9256 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/quotas/fdaef7be215244008b374787cfdfe81d HTTP/1.1" status: 200 len: 375 time: 0.0276318 Sep 30 13:17:13.640687 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-704ec2f3-390c-41b5-bf71-ac5d3a08c95b tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fdaef7be215244008b374787cfdfe81d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543382 Sep 30 13:17:13.687638 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f80ba466-c400-4c0e-aba0-a8e11dee64a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:13.696242 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f80ba466-c400-4c0e-aba0-a8e11dee64a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:13.709404 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e588f3-5606-4161-8e93-b4dbb0738ffa req-f9845be9-07b2-4bab-aadb-b9a01da4a88a tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:13.711310 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-21e588f3-5606-4161-8e93-b4dbb0738ffa req-f9845be9-07b2-4bab-aadb-b9a01da4a88a tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6251c41-b31e-443f-905c-716f9bb26173 HTTP/1.1" status: 200 len: 945 time: 0.0921590 Sep 30 13:17:13.774538 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-21e588f3-5606-4161-8e93-b4dbb0738ffa req-5cc842d8-441d-458a-949b-49e125bdecee tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/security-groups?id=e939ef3d-91fc-4034-9a5a-6b4380910f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487721 Sep 30 13:17:13.788408 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80ba466-c400-4c0e-aba0-a8e11dee64a8 None None] Network 3b57111a-7cdc-4654-a0ea-2a6dfdaa7e8a is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:17:13.791884 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-f80ba466-c400-4c0e-aba0-a8e11dee64a8 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:13.795821 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80ba466-c400-4c0e-aba0-a8e11dee64a8 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:17:13.802217 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ba466-c400-4c0e-aba0-a8e11dee64a8 None None] Pushing event updated for resources: {'Port': ['ID=68939ac9-3987-4b7d-8089-d809ee0fefbf,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:13.868466 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f80ba466-c400-4c0e-aba0-a8e11dee64a8 None None] Attempting to bind port 68939ac9-3987-4b7d-8089-d809ee0fefbf on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:17:13.868850 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f80ba466-c400-4c0e-aba0-a8e11dee64a8 None None] Attempting to bind port 68939ac9-3987-4b7d-8089-d809ee0fefbf by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '35322116-6b8b-4260-a5e7-f161203456dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3b57111a-7cdc-4654-a0ea-2a6dfdaa7e8a'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:17:13.869217 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80ba466-c400-4c0e-aba0-a8e11dee64a8 None None] Attempting to bind port 68939ac9-3987-4b7d-8089-d809ee0fefbf on network 3b57111a-7cdc-4654-a0ea-2a6dfdaa7e8a {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:17:13.874837 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80ba466-c400-4c0e-aba0-a8e11dee64a8 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:17:13.875140 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80ba466-c400-4c0e-aba0-a8e11dee64a8 None None] Checking segment: {'id': '35322116-6b8b-4260-a5e7-f161203456dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3b57111a-7cdc-4654-a0ea-2a6dfdaa7e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:17:13.875596 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f80ba466-c400-4c0e-aba0-a8e11dee64a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:13.875993 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80ba466-c400-4c0e-aba0-a8e11dee64a8 None None] Bound using segment: {'id': '35322116-6b8b-4260-a5e7-f161203456dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3b57111a-7cdc-4654-a0ea-2a6dfdaa7e8a'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:17:13.876623 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f80ba466-c400-4c0e-aba0-a8e11dee64a8 None None] Bound port: 68939ac9-3987-4b7d-8089-d809ee0fefbf, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35322116-6b8b-4260-a5e7-f161203456dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3b57111a-7cdc-4654-a0ea-2a6dfdaa7e8a'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:17:13.877223 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f80ba466-c400-4c0e-aba0-a8e11dee64a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:13.878818 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-e5241251-eb9a-4b4f-b879-28222a3048a9 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Allocated IP 172.20.0.12 (3b57111a-7cdc-4654-a0ea-2a6dfdaa7e8a/dfdcd0b4-363a-4ea9-bb6f-3fba51fe8cdb/92c59fdc-90ab-4fed-a207-7ed345570b49) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:17:13.907750 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-838ab7bb-bbc1-4951-bee7-8bb6c5a3c73d service neutron] 10.222.0.18 "GET /v2.0/networks/30a250e0-36b8-4bf1-9b32-a2a5dadd8a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587388 Sep 30 13:17:13.981041 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f80ba466-c400-4c0e-aba0-a8e11dee64a8 None None] For port 68939ac9-3987-4b7d-8089-d809ee0fefbf, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:17:13.986561 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f80ba466-c400-4c0e-aba0-a8e11dee64a8 None None] For port 68939ac9-3987-4b7d-8089-d809ee0fefbf, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=68939ac9-3987-4b7d-8089-d809ee0fefbf,segment=NetworkSegment(35322116-6b8b-4260-a5e7-f161203456dc),segment_id=35322116-6b8b-4260-a5e7-f161203456dc)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:17:14.002085 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c5a22-809e-48c6-bc32-38ba50658636 req-1a6f57f2-ffa0-43b9-b412-7f283f6941c6 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:14.010081 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-291c5a22-809e-48c6-bc32-38ba50658636 req-1a6f57f2-ffa0-43b9-b412-7f283f6941c6 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 946 time: 0.1125677 Sep 30 13:17:14.011974 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f80ba466-c400-4c0e-aba0-a8e11dee64a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:14.107969 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-291c5a22-809e-48c6-bc32-38ba50658636 req-917f68a6-84c8-4c10-bfc6-508a6cee9a37 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818522 Sep 30 13:17:14.112343 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ba466-c400-4c0e-aba0-a8e11dee64a8 None None] Pushing event updated for resources: {'Port': ['ID=68939ac9-3987-4b7d-8089-d809ee0fefbf,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:14.123891 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-19c00ace-68f8-4470-b431-4a6ff0e0848d service neutron] 10.222.0.18 "GET /v2.0/networks/30a250e0-36b8-4bf1-9b32-a2a5dadd8a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141645 Sep 30 13:17:14.170503 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e5241251-eb9a-4b4f-b879-28222a3048a9 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:14.233576 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e5241251-eb9a-4b4f-b879-28222a3048a9 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:14.309846 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5241251-eb9a-4b4f-b879-28222a3048a9 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Port': ['ID=92c59fdc-90ab-4fed-a207-7ed345570b49,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:14.324132 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5241251-eb9a-4b4f-b879-28222a3048a9 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network 3b57111a-7cdc-4654-a0ea-2a6dfdaa7e8a is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:17:14.326415 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-e5241251-eb9a-4b4f-b879-28222a3048a9 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:14.420791 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-78059863-de11-44ca-9ae7-8280ac17ccde req-c6eb23e4-3915-4031-b8a2-48b9f9552512 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bd2be1a-a3ec-40ae-8da0-427f013adb6b HTTP/1.1" status: 200 len: 210 time: 0.0831378 Sep 30 13:17:14.422976 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5241251-eb9a-4b4f-b879-28222a3048a9 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:17:14.550882 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85950882-7f28-4c42-98a7-9a413e7a63e8 req-b0183091-bc02-4ee9-a3ee-fd6e5f14f37e tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:14.557154 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-85950882-7f28-4c42-98a7-9a413e7a63e8 req-b0183091-bc02-4ee9-a3ee-fd6e5f14f37e tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 945 time: 0.1122005 Sep 30 13:17:14.639017 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5241251-eb9a-4b4f-b879-28222a3048a9 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:14.640254 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e5241251-eb9a-4b4f-b879-28222a3048a9 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:14.673482 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-85950882-7f28-4c42-98a7-9a413e7a63e8 req-13515235-0be9-4a81-a9d2-23a51806832c tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052513 Sep 30 13:17:14.678264 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:14.685332 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a685c31-20fb-4338-9b5e-271b14e1b410 req-85895d5c-1cb6-4473-80f6-739dd0e1b997 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:14.695355 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a685c31-20fb-4338-9b5e-271b14e1b410 req-85895d5c-1cb6-4473-80f6-739dd0e1b997 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1314399 Sep 30 13:17:14.711477 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e5241251-eb9a-4b4f-b879-28222a3048a9 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.6903181 Sep 30 13:17:14.714748 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35838) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:14.743525 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a685c31-20fb-4338-9b5e-271b14e1b410 req-92e095a3-2e65-44a8-9869-8c88535e9fa5 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471809 Sep 30 13:17:14.854267 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-b7a9b5c4-370a-4166-a9d2-fd2069af2724 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting port 92c59fdc-90ab-4fed-a207-7ed345570b49 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:17:14.854758 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b7a9b5c4-370a-4166-a9d2-fd2069af2724 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:15.017014 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b7a9b5c4-370a-4166-a9d2-fd2069af2724 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:15.026822 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067052b-adc0-454e-a73f-f6bc7cf23f26 req-f43a5dcb-4d26-43c6-a195-a2ed472b62ed tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:15.028549 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f067052b-adc0-454e-a73f-f6bc7cf23f26 req-f43a5dcb-4d26-43c6-a195-a2ed472b62ed tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6251c41-b31e-443f-905c-716f9bb26173 HTTP/1.1" status: 200 len: 945 time: 0.0869646 Sep 30 13:17:15.046844 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-b7a9b5c4-370a-4166-a9d2-fd2069af2724 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Calling delete_port for 92c59fdc-90ab-4fed-a207-7ed345570b49 owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:17:15.166506 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f067052b-adc0-454e-a73f-f6bc7cf23f26 req-25304c33-68eb-42f7-83b9-c51ba17d7123 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/security-groups?id=e939ef3d-91fc-4034-9a5a-6b4380910f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207008 Sep 30 13:17:15.304189 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 68939ac9-3987-4b7d-8089-d809ee0fefbf up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:17:15.372515 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 68939ac9-3987-4b7d-8089-d809ee0fefbf triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:17:15.373514 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:15.389615 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5151f7d-8f6f-4b10-95bc-8ea624b6b69c req-d193a1f2-6ff5-4813-9182-16a3581d3bd2 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:15.396471 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d5151f7d-8f6f-4b10-95bc-8ea624b6b69c req-d193a1f2-6ff5-4813-9182-16a3581d3bd2 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 946 time: 0.1454411 Sep 30 13:17:15.459393 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b7a9b5c4-370a-4166-a9d2-fd2069af2724 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:15.497706 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d5151f7d-8f6f-4b10-95bc-8ea624b6b69c req-fb550984-ac62-4716-8172-f4903c98541b tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945990 Sep 30 13:17:15.563096 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9b5c4-370a-4166-a9d2-fd2069af2724 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Port': ['ID=92c59fdc-90ab-4fed-a207-7ed345570b49,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:15.591136 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:15.669461 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 68939ac9-3987-4b7d-8089-d809ee0fefbf, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=68939ac9-3987-4b7d-8089-d809ee0fefbf,segment=NetworkSegment(35322116-6b8b-4260-a5e7-f161203456dc),segment_id=35322116-6b8b-4260-a5e7-f161203456dc)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:15.684293 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:15.702578 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c10c3363-761a-4295-beb7-bfdf661b115a req-ab1d19ce-e4e1-4774-b69f-2deb3253df19 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bd2be1a-a3ec-40ae-8da0-427f013adb6b HTTP/1.1" status: 200 len: 210 time: 0.1070869 Sep 30 13:17:15.773531 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07242f9c-e602-4ff9-9aca-c7418083df85 None None] Network 3b57111a-7cdc-4654-a0ea-2a6dfdaa7e8a requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:17:15.777701 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b7a9b5c4-370a-4166-a9d2-fd2069af2724 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:15.779699 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b7a9b5c4-370a-4166-a9d2-fd2069af2724 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/ports/92c59fdc-90ab-4fed-a207-7ed345570b49 HTTP/1.1" status: 204 len: 168 time: 1.0636737 Sep 30 13:17:15.782506 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35886) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:15.859073 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-22fcc22f-e29f-4160-a7f2-f1a47167ef4a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] GET failed (client error): The resource could not be found. Sep 30 13:17:15.861828 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-22fcc22f-e29f-4160-a7f2-f1a47167ef4a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "GET /v2.0/ports/92c59fdc-90ab-4fed-a207-7ed345570b49 HTTP/1.1" status: 404 len: 333 time: 0.0780096 Sep 30 13:17:15.865695 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35892) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:15.915055 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904427fa-1663-4ccb-9b6c-97020ea54fa6 req-7a8c0391-3bef-40c4-afce-8ff2754db5aa tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:15.923547 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-904427fa-1663-4ccb-9b6c-97020ea54fa6 req-7a8c0391-3bef-40c4-afce-8ff2754db5aa tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 945 time: 0.0849752 Sep 30 13:17:15.978272 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-904427fa-1663-4ccb-9b6c-97020ea54fa6 req-0d16de77-de21-4214-a599-3a863da6ae0e tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503230 Sep 30 13:17:16.096943 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-050a78c0-ca91-4e63-932d-c8da60c66c92 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting subnet dfdcd0b4-363a-4ea9-bb6f-3fba51fe8cdb {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:17:16.187799 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-050a78c0-ca91-4e63-932d-c8da60c66c92 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:16.260024 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=68939ac9-3987-4b7d-8089-d809ee0fefbf,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:16.270951 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:16.271301 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:16.271649 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:16.271990 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:16.272327 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:16.272662 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:16.273048 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:16.273382 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:16.273710 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:16.274066 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:16.274402 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:16.274727 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:16.329440 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-abbc6f85-b248-4a1c-a6a3-4fafe6c170a9 None None] Provisioning complete for port 68939ac9-3987-4b7d-8089-d809ee0fefbf triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:17:16.329901 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-abbc6f85-b248-4a1c-a6a3-4fafe6c170a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:16.356284 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-050a78c0-ca91-4e63-932d-c8da60c66c92 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:16.533756 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-050a78c0-ca91-4e63-932d-c8da60c66c92 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:16.629081 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5c2dc-e726-4566-b63f-654d2e362935 req-be42ffc7-45a3-4073-a3da-68172651f5c8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:16.631099 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-49a5c2dc-e726-4566-b63f-654d2e362935 req-be42ffc7-45a3-4073-a3da-68172651f5c8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.6614234 Sep 30 13:17:16.641270 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-d26a22ad-b0a5-4157-bb36-c79c5a2a7282 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:16.643013 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-d26a22ad-b0a5-4157-bb36-c79c5a2a7282 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.39 "GET /v2.0/networks?id=30a250e0-36b8-4bf1-9b32-a2a5dadd8a23 HTTP/1.1" status: 200 len: 821 time: 0.6758008 Sep 30 13:17:16.663059 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-a216290e-551b-4871-b696-3392cd07af03 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Request body: {'port': {'device_id': '2bd2be1a-a3ec-40ae-8da0-427f013adb6b', 'network_id': '30a250e0-36b8-4bf1-9b32-a2a5dadd8a23', 'admin_state_up': True, 'tenant_id': 'fdaef7be215244008b374787cfdfe81d'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:16.786045 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-49a5c2dc-e726-4566-b63f-654d2e362935 req-c779b1ff-365b-473b-b6f3-f55410892a04 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412632 Sep 30 13:17:16.798833 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-050a78c0-ca91-4e63-932d-c8da60c66c92 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:16.946460 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a78c0-ca91-4e63-932d-c8da60c66c92 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Subnet': ['ID=dfdcd0b4-363a-4ea9-bb6f-3fba51fe8cdb,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:16.948259 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8c623-63b8-4545-aad8-7c299eea4607 req-b659d02f-c13d-4361-a847-e55e2aad7a70 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:16.950548 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aad8c623-63b8-4545-aad8-7c299eea4607 req-b659d02f-c13d-4361-a847-e55e2aad7a70 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 946 time: 0.1139014 Sep 30 13:17:16.973721 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-050a78c0-ca91-4e63-932d-c8da60c66c92 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:16.985638 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-050a78c0-ca91-4e63-932d-c8da60c66c92 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/subnets/dfdcd0b4-363a-4ea9-bb6f-3fba51fe8cdb HTTP/1.1" status: 204 len: 168 time: 1.1130199 Sep 30 13:17:17.000558 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35930) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:17.018532 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-2815d25a-b7fc-497f-bd2c-390361e12491 None None] Provisioning complete for port 68939ac9-3987-4b7d-8089-d809ee0fefbf triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:17:17.019696 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2815d25a-b7fc-497f-bd2c-390361e12491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:17.089660 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd2b4f-bccc-43a0-8836-186b451ecb6a req-e394814b-a84a-4754-bd09-f31415b62265 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:17.102458 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c1dd2b4f-bccc-43a0-8836-186b451ecb6a req-e394814b-a84a-4754-bd09-f31415b62265 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6251c41-b31e-443f-905c-716f9bb26173 HTTP/1.1" status: 200 len: 945 time: 0.1600497 Sep 30 13:17:17.188360 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-617da3fd-1435-487e-9ae3-01094fbf1eae tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:17.211799 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcd3d54-9b42-402e-b949-bc84ff9c9f07 None None] Network 3b57111a-7cdc-4654-a0ea-2a6dfdaa7e8a requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:17:17.238643 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c1dd2b4f-bccc-43a0-8836-186b451ecb6a req-3fa631ce-9505-42bc-a789-ec7801c722a6 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/security-groups?id=e939ef3d-91fc-4034-9a5a-6b4380910f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347857 Sep 30 13:17:17.239873 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-a216290e-551b-4871-b696-3392cd07af03 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Made reservation on behalf of fdaef7be215244008b374787cfdfe81d for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:17.249583 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aad8c623-63b8-4545-aad8-7c299eea4607 req-cdb98c31-0f7d-495a-98bd-ce41bcc5adb1 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2736320 Sep 30 13:17:17.253238 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-a216290e-551b-4871-b696-3392cd07af03 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:17.273394 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 68939ac9-3987-4b7d-8089-d809ee0fefbf up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:17:17.330815 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-617da3fd-1435-487e-9ae3-01094fbf1eae tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting port 68939ac9-3987-4b7d-8089-d809ee0fefbf {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:17:17.331678 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-617da3fd-1435-487e-9ae3-01094fbf1eae tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:17.342248 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6cf85073-6b26-473d-a227-3f3177ce33d8 None None] Could not find standard attr ID for object 92c59fdc-90ab-4fed-a207-7ed345570b49. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:17:17.429891 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-617da3fd-1435-487e-9ae3-01094fbf1eae tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] For port 68939ac9-3987-4b7d-8089-d809ee0fefbf, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=68939ac9-3987-4b7d-8089-d809ee0fefbf,segment=NetworkSegment(35322116-6b8b-4260-a5e7-f161203456dc),segment_id=35322116-6b8b-4260-a5e7-f161203456dc)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:17.430560 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-617da3fd-1435-487e-9ae3-01094fbf1eae tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:17.447843 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-617da3fd-1435-487e-9ae3-01094fbf1eae tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Calling delete_port for 68939ac9-3987-4b7d-8089-d809ee0fefbf owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:17:17.450094 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-31ade0cc-02f9-47a4-ac7d-280e32b3492b req-3e092e4a-6f2b-4047-bb9f-427f8843f66c tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bd2be1a-a3ec-40ae-8da0-427f013adb6b HTTP/1.1" status: 200 len: 210 time: 0.0685172 Sep 30 13:17:17.537824 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-a216290e-551b-4871-b696-3392cd07af03 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Allocated IP 172.20.0.6 (30a250e0-36b8-4bf1-9b32-a2a5dadd8a23/afed3b2e-b1e3-4890-8505-d2aabc33af54/4f137c9f-2d95-466d-8e37-4ffe06c7c48a) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:17:17.577286 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 68939ac9-3987-4b7d-8089-d809ee0fefbf triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:17:17.578890 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:17.624014 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-617da3fd-1435-487e-9ae3-01094fbf1eae tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:17.665446 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Could not find standard attr ID for object 68939ac9-3987-4b7d-8089-d809ee0fefbf. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:17:17.672456 n-d-810909-2 neutron-server[94765]: INFO neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No ports have port_id starting with 68939ac9-3987-4b7d-8089-d809ee0fefbf Sep 30 13:17:17.673405 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476a174e-f369-4ce2-a8db-055e24f0f091 None None] DHCP port deletion for 3b57111a-7cdc-4654-a0ea-2a6dfdaa7e8a request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:17:17.680305 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617da3fd-1435-487e-9ae3-01094fbf1eae tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Port': ['ID=68939ac9-3987-4b7d-8089-d809ee0fefbf,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:17.692537 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617da3fd-1435-487e-9ae3-01094fbf1eae tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] No DVR routers for this DVR port 68939ac9-3987-4b7d-8089-d809ee0fefbf on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:17:17.709656 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12b3dc-29c2-42e1-835f-e840452007ef req-c5b3ef26-e4ee-4ba7-8f6e-a32936238a6f tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:17.711681 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d12b3dc-29c2-42e1-835f-e840452007ef req-c5b3ef26-e4ee-4ba7-8f6e-a32936238a6f tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 945 time: 0.1250732 Sep 30 13:17:17.819030 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-a216290e-551b-4871-b696-3392cd07af03 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:17.851290 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-617da3fd-1435-487e-9ae3-01094fbf1eae tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:17.863003 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-a216290e-551b-4871-b696-3392cd07af03 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:17.908895 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d12b3dc-29c2-42e1-835f-e840452007ef req-d88f8319-7c6f-463c-8cfd-70ef564290f5 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782584 Sep 30 13:17:17.916459 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-a216290e-551b-4871-b696-3392cd07af03 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Network 30a250e0-36b8-4bf1-9b32-a2a5dadd8a23 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:17:17.940510 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-a216290e-551b-4871-b696-3392cd07af03 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:17.942809 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-617da3fd-1435-487e-9ae3-01094fbf1eae tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b57111a-7cdc-4654-a0ea-2a6dfdaa7e8a']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:17:17.944104 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-a216290e-551b-4871-b696-3392cd07af03 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:17:18.052678 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216290e-551b-4871-b696-3392cd07af03 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Pushing event updated for resources: {'Port': ['ID=4f137c9f-2d95-466d-8e37-4ffe06c7c48a,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:18.064797 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-a216290e-551b-4871-b696-3392cd07af03 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:18.065505 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-a216290e-551b-4871-b696-3392cd07af03 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:18.086418 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd7069-079c-4ebd-8929-4f244788a7cb req-254654a1-7220-4a7a-93ca-0f04675271dc tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:18.094590 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-92bd7069-079c-4ebd-8929-4f244788a7cb req-254654a1-7220-4a7a-93ca-0f04675271dc tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1432235 Sep 30 13:17:18.109942 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-a216290e-551b-4871-b696-3392cd07af03 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4526856 Sep 30 13:17:18.128729 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-1caf9072-49ca-4f0a-8f04-80fd3cf001cc service neutron] Request body: {'port': {'device_id': '2bd2be1a-a3ec-40ae-8da0-427f013adb6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:18.184861 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6cf6f503-6b25-48e9-9fd3-c4ac61bf9a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:18.223037 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-92bd7069-079c-4ebd-8929-4f244788a7cb req-573fe632-1a8d-4ffc-b4fd-3b1b2d35d3a8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275575 Sep 30 13:17:18.223855 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-1caf9072-49ca-4f0a-8f04-80fd3cf001cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:18.411349 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-617da3fd-1435-487e-9ae3-01094fbf1eae tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35322116-6b8b-4260-a5e7-f161203456dc') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:17:18.412488 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-617da3fd-1435-487e-9ae3-01094fbf1eae tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35322116-6b8b-4260-a5e7-f161203456dc') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:17:18.456574 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-617da3fd-1435-487e-9ae3-01094fbf1eae tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:18.477112 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-617da3fd-1435-487e-9ae3-01094fbf1eae tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:18.509941 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b11c9-e538-4ddc-b9a3-cfe58b1bafa5 req-8084e682-097f-48ee-ae2a-7389e5443752 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:18.512853 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c11b11c9-e538-4ddc-b9a3-cfe58b1bafa5 req-8084e682-097f-48ee-ae2a-7389e5443752 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6251c41-b31e-443f-905c-716f9bb26173 HTTP/1.1" status: 200 len: 945 time: 0.1053243 Sep 30 13:17:18.514185 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-617da3fd-1435-487e-9ae3-01094fbf1eae tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:17:18.514712 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-617da3fd-1435-487e-9ae3-01094fbf1eae tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:18.516070 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0fdc1-a4c0-430a-8ec5-c85af4a39c1d req-5dd15bf3-e615-4d5c-b56e-c94ee95ef98e tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:18.517581 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f1d0fdc1-a4c0-430a-8ec5-c85af4a39c1d req-5dd15bf3-e615-4d5c-b56e-c94ee95ef98e tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6251c41-b31e-443f-905c-716f9bb26173 HTTP/1.1" status: 200 len: 945 time: 0.1828344 Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:17:18.519420 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:17:18.603414 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd17ab-11b4-4732-842c-3cba5977bcff req-f069f0e5-b20e-4b35-a3c9-92f78ce38b50 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:18.605048 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cbd17ab-11b4-4732-842c-3cba5977bcff req-f069f0e5-b20e-4b35-a3c9-92f78ce38b50 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 946 time: 0.2166321 Sep 30 13:17:18.630835 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c11b11c9-e538-4ddc-b9a3-cfe58b1bafa5 req-63afb8bb-ca8d-4263-9759-a33d372a34e3 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/security-groups?id=e939ef3d-91fc-4034-9a5a-6b4380910f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004074 Sep 30 13:17:18.632359 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-617da3fd-1435-487e-9ae3-01094fbf1eae tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:18.643717 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-617da3fd-1435-487e-9ae3-01094fbf1eae tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:18.651878 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-617da3fd-1435-487e-9ae3-01094fbf1eae tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/networks/3b57111a-7cdc-4654-a0ea-2a6dfdaa7e8a HTTP/1.1" status: 204 len: 168 time: 1.6412008 Sep 30 13:17:18.652992 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35980) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:18.663820 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-c6826d48-fa9e-4419-889c-1c5e49aa2c20 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'port': {'network_id': 'c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67', 'name': 'tempest-PortsTestJSON-128937682'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:18.694033 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617da3fd-1435-487e-9ae3-01094fbf1eae tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Network': ['ID=3b57111a-7cdc-4654-a0ea-2a6dfdaa7e8a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:18.822860 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4291ad-3ac9-43dd-9c00-cb4880e6c2e3 req-80bdfb1c-3a55-4b69-9ca5-f40a8d48fd1c tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:18.828216 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-1caf9072-49ca-4f0a-8f04-80fd3cf001cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f137c9f-2d95-466d-8e37-4ffe06c7c48a {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:17:18.830365 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc4291ad-3ac9-43dd-9c00-cb4880e6c2e3 req-80bdfb1c-3a55-4b69-9ca5-f40a8d48fd1c tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bd2be1a-a3ec-40ae-8da0-427f013adb6b HTTP/1.1" status: 200 len: 931 time: 0.1143901 Sep 30 13:17:18.836575 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-1caf9072-49ca-4f0a-8f04-80fd3cf001cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:18.849613 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-1caf9072-49ca-4f0a-8f04-80fd3cf001cc service neutron] Transition to ACTIVE for port object 4f137c9f-2d95-466d-8e37-4ffe06c7c48a will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:17:18.882396 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc4291ad-3ac9-43dd-9c00-cb4880e6c2e3 req-a4502865-3b25-40e8-aa86-2c3c362ce94a tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae70291-d4aa-40a7-8fe8-19197e22d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454946 Sep 30 13:17:18.892420 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cbd17ab-11b4-4732-842c-3cba5977bcff req-7e6927c4-7d4a-429d-979b-23604e86c71a tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657692 Sep 30 13:17:18.892420 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-1caf9072-49ca-4f0a-8f04-80fd3cf001cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:18.892658 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6826d48-fa9e-4419-889c-1c5e49aa2c20 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:18.896226 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c6826d48-fa9e-4419-889c-1c5e49aa2c20 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:18.922272 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-c6826d48-fa9e-4419-889c-1c5e49aa2c20 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] device_id is not set on port c3d104f9-c40e-478e-bede-e3231bc0071f yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:17:18.964970 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf9072-49ca-4f0a-8f04-80fd3cf001cc service neutron] Pushing event updated for resources: {'Port': ['ID=4f137c9f-2d95-466d-8e37-4ffe06c7c48a,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:19.026740 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-f1d0fdc1-a4c0-430a-8ec5-c85af4a39c1d req-1ced30be-5007-4e72-b0e6-dae011d0e293 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Deleting port ae1d31e3-3528-4e15-9e71-a3839679d0a9 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:17:19.027084 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-f1d0fdc1-a4c0-430a-8ec5-c85af4a39c1d req-1ced30be-5007-4e72-b0e6-dae011d0e293 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:19.094863 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89967935-00e3-4ab2-a786-313ec51e8f81 req-014b9fdd-4828-4731-b250-85875df54677 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:19.097095 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-89967935-00e3-4ab2-a786-313ec51e8f81 req-014b9fdd-4828-4731-b250-85875df54677 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 945 time: 0.1049519 Sep 30 13:17:19.123548 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-f1d0fdc1-a4c0-430a-8ec5-c85af4a39c1d req-1ced30be-5007-4e72-b0e6-dae011d0e293 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] For port ae1d31e3-3528-4e15-9e71-a3839679d0a9, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=ae1d31e3-3528-4e15-9e71-a3839679d0a9,segment=NetworkSegment(45b92b59-8c79-4bb9-ae33-32b31ff5088c),segment_id=45b92b59-8c79-4bb9-ae33-32b31ff5088c)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:19.123937 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-f1d0fdc1-a4c0-430a-8ec5-c85af4a39c1d req-1ced30be-5007-4e72-b0e6-dae011d0e293 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:19.137058 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-f1d0fdc1-a4c0-430a-8ec5-c85af4a39c1d req-1ced30be-5007-4e72-b0e6-dae011d0e293 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Calling delete_port for ae1d31e3-3528-4e15-9e71-a3839679d0a9 owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:17:19.217635 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 68939ac9-3987-4b7d-8089-d809ee0fefbf no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:17:19.228859 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c6826d48-fa9e-4419-889c-1c5e49aa2c20 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:19.240848 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-89967935-00e3-4ab2-a786-313ec51e8f81 req-ffa8f824-415a-4ca9-88d3-32dfe2c8de30 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308858 Sep 30 13:17:19.263386 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 68939ac9-3987-4b7d-8089-d809ee0fefbf {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:17:19.264123 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 68939ac9-3987-4b7d-8089-d809ee0fefbf not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:17:19.309603 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c6826d48-fa9e-4419-889c-1c5e49aa2c20 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:19.363411 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6826d48-fa9e-4419-889c-1c5e49aa2c20 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:17:19.366803 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-c6826d48-fa9e-4419-889c-1c5e49aa2c20 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:19.371225 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6826d48-fa9e-4419-889c-1c5e49aa2c20 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:17:19.377132 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6826d48-fa9e-4419-889c-1c5e49aa2c20 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:19.377854 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c6826d48-fa9e-4419-889c-1c5e49aa2c20 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:19.391460 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6826d48-fa9e-4419-889c-1c5e49aa2c20 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Port': ['ID=c3d104f9-c40e-478e-bede-e3231bc0071f,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:19.403523 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c6826d48-fa9e-4419-889c-1c5e49aa2c20 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7439134 Sep 30 13:17:19.405393 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:19.406114 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36000) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:19.440502 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-f1d0fdc1-a4c0-430a-8ec5-c85af4a39c1d req-1ced30be-5007-4e72-b0e6-dae011d0e293 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:19.460040 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['ae1d31e3-3528-4e15-9e71-a3839679d0a9'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:17:19.460218 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-1caf9072-49ca-4f0a-8f04-80fd3cf001cc service neutron] Attempting to bind port 4f137c9f-2d95-466d-8e37-4ffe06c7c48a on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:17:19.460542 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-1caf9072-49ca-4f0a-8f04-80fd3cf001cc service neutron] Attempting to bind port 4f137c9f-2d95-466d-8e37-4ffe06c7c48a by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'ce74fb3c-0a7f-45fc-b040-c70ae19e0d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '30a250e0-36b8-4bf1-9b32-a2a5dadd8a23'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:17:19.460938 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-1caf9072-49ca-4f0a-8f04-80fd3cf001cc service neutron] Attempting to bind port 4f137c9f-2d95-466d-8e37-4ffe06c7c48a on network 30a250e0-36b8-4bf1-9b32-a2a5dadd8a23 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:17:19.514262 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1a5b6-e07f-4660-9e80-bd50681e1cbb req-95efd88d-dcd7-49ea-a51c-3b73d0692029 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:19.516855 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-02d1a5b6-e07f-4660-9e80-bd50681e1cbb req-95efd88d-dcd7-49ea-a51c-3b73d0692029 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1828456 Sep 30 13:17:19.519953 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-626ad885-cadb-4c01-b59d-e53e5bd5f719 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting port c3d104f9-c40e-478e-bede-e3231bc0071f {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:17:19.523805 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced30be-5007-4e72-b0e6-dae011d0e293 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Pushing event deleted for resources: {'Port': ['ID=ae1d31e3-3528-4e15-9e71-a3839679d0a9,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:19.524445 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-626ad885-cadb-4c01-b59d-e53e5bd5f719 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:19.532087 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-1caf9072-49ca-4f0a-8f04-80fd3cf001cc service neutron] Port 4f137c9f-2d95-466d-8e37-4ffe06c7c48a on network 30a250e0-36b8-4bf1-9b32-a2a5dadd8a23 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:17:19.532087 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-1caf9072-49ca-4f0a-8f04-80fd3cf001cc service neutron] Attempting to bind port 4f137c9f-2d95-466d-8e37-4ffe06c7c48a on network 30a250e0-36b8-4bf1-9b32-a2a5dadd8a23 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:17:19.577009 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-1caf9072-49ca-4f0a-8f04-80fd3cf001cc service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:17:19.577362 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-1caf9072-49ca-4f0a-8f04-80fd3cf001cc service neutron] Checking segment: {'id': 'ce74fb3c-0a7f-45fc-b040-c70ae19e0d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '30a250e0-36b8-4bf1-9b32-a2a5dadd8a23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:17:19.577721 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-1caf9072-49ca-4f0a-8f04-80fd3cf001cc service neutron] Bound using segment: {'id': 'ce74fb3c-0a7f-45fc-b040-c70ae19e0d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '30a250e0-36b8-4bf1-9b32-a2a5dadd8a23'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:17:19.578201 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-1caf9072-49ca-4f0a-8f04-80fd3cf001cc service neutron] Bound port: 4f137c9f-2d95-466d-8e37-4ffe06c7c48a, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce74fb3c-0a7f-45fc-b040-c70ae19e0d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '30a250e0-36b8-4bf1-9b32-a2a5dadd8a23'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:17:19.578558 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-1caf9072-49ca-4f0a-8f04-80fd3cf001cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:19.582994 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d0fdc1-a4c0-430a-8ec5-c85af4a39c1d req-1ced30be-5007-4e72-b0e6-dae011d0e293 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] No DVR routers for this DVR port ae1d31e3-3528-4e15-9e71-a3839679d0a9 on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:17:19.585791 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-f1d0fdc1-a4c0-430a-8ec5-c85af4a39c1d req-1ced30be-5007-4e72-b0e6-dae011d0e293 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:19.588092 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f1d0fdc1-a4c0-430a-8ec5-c85af4a39c1d req-1ced30be-5007-4e72-b0e6-dae011d0e293 tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.54 "DELETE /v2.0/ports/ae1d31e3-3528-4e15-9e71-a3839679d0a9 HTTP/1.1" status: 204 len: 173 time: 1.0612082 Sep 30 13:17:19.590814 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6251c41-b31e-443f-905c-716f9bb26173', 'name': 'network-vif-deleted', 'tag': 'ae1d31e3-3528-4e15-9e71-a3839679d0a9'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:17:19.593947 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d38f26e-0572-4476-b5d2-0234e4768bd1" -d '{"events": [{"server_uuid": "a6251c41-b31e-443f-905c-716f9bb26173", "name": "network-vif-deleted", "tag": "ae1d31e3-3528-4e15-9e71-a3839679d0a9"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:17:19.623917 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-626ad885-cadb-4c01-b59d-e53e5bd5f719 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:19.654847 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9e43f4-ef46-4566-8f28-4a0e26756fbd x-openstack-request-id: req-3d9e43f4-ef46-4566-8f28-4a0e26756fbd {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:17:19.655137 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6251c41-b31e-443f-905c-716f9bb26173", "name": "network-vif-deleted", "tag": "ae1d31e3-3528-4e15-9e71-a3839679d0a9", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:17:19.656126 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d9e43f4-ef46-4566-8f28-4a0e26756fbd {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:17:19.656331 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6251c41-b31e-443f-905c-716f9bb26173', 'name': 'network-vif-deleted', 'tag': 'ae1d31e3-3528-4e15-9e71-a3839679d0a9', 'status': 'completed', 'code': 200} Sep 30 13:17:19.661920 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-02d1a5b6-e07f-4660-9e80-bd50681e1cbb req-65192429-541f-4f9d-8ffe-5228764b8a65 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350973 Sep 30 13:17:19.678866 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-626ad885-cadb-4c01-b59d-e53e5bd5f719 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Calling delete_port for c3d104f9-c40e-478e-bede-e3231bc0071f owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:17:19.735263 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-1caf9072-49ca-4f0a-8f04-80fd3cf001cc service neutron] For port 4f137c9f-2d95-466d-8e37-4ffe06c7c48a, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:17:19.740312 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-1caf9072-49ca-4f0a-8f04-80fd3cf001cc service neutron] For port 4f137c9f-2d95-466d-8e37-4ffe06c7c48a, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4f137c9f-2d95-466d-8e37-4ffe06c7c48a,segment=NetworkSegment(ce74fb3c-0a7f-45fc-b040-c70ae19e0d92),segment_id=ce74fb3c-0a7f-45fc-b040-c70ae19e0d92)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:17:19.750890 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-1caf9072-49ca-4f0a-8f04-80fd3cf001cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:19.816553 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ad8c1e04-c2ef-43c4-94aa-6e4d1bc83e9b req-75b7b40e-73de-46f8-8493-22a51b44ef6e tempest-ServerMetadataNegativeTestJSON-1017376367 tempest-ServerMetadataNegativeTestJSON-1017376367-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6251c41-b31e-443f-905c-716f9bb26173 HTTP/1.1" status: 200 len: 210 time: 0.0388377 Sep 30 13:17:19.842225 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-1caf9072-49ca-4f0a-8f04-80fd3cf001cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:19.842855 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-1caf9072-49ca-4f0a-8f04-80fd3cf001cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:19.844518 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-1caf9072-49ca-4f0a-8f04-80fd3cf001cc service neutron] 10.222.0.39 "PUT /v2.0/ports/4f137c9f-2d95-466d-8e37-4ffe06c7c48a HTTP/1.1" status: 200 len: 1091 time: 1.7226064 Sep 30 13:17:19.850976 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf9072-49ca-4f0a-8f04-80fd3cf001cc service neutron] Pushing event updated for resources: {'Port': ['ID=4f137c9f-2d95-466d-8e37-4ffe06c7c48a,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:19.864210 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-626ad885-cadb-4c01-b59d-e53e5bd5f719 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:19.919717 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ad885-cadb-4c01-b59d-e53e5bd5f719 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Port': ['ID=c3d104f9-c40e-478e-bede-e3231bc0071f,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:19.933534 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-626ad885-cadb-4c01-b59d-e53e5bd5f719 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:19.935781 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-626ad885-cadb-4c01-b59d-e53e5bd5f719 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/ports/c3d104f9-c40e-478e-bede-e3231bc0071f HTTP/1.1" status: 204 len: 168 time: 0.5283420 Sep 30 13:17:19.938322 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36016) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:19.947260 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-6f637329-8f61-4ade-801d-0884e0fc0bf5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'port': {'network_id': 'c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67', 'mac_address': 'fa:16:3e:f7:75:a4', 'name': 'tempest-PortsTestJSON-63948767'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:19.950390 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-574f1966-8fa3-438f-af93-5253b6be6f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:19.950548 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-574f1966-8fa3-438f-af93-5253b6be6f4d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fdaef7be215244008b374787cfdfe81d&device_id=2bd2be1a-a3ec-40ae-8da0-427f013adb6b HTTP/1.1" status: 200 len: 1094 time: 0.0512671 Sep 30 13:17:20.050605 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-bc35fa70-2792-4189-b989-c70d298808a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f137c9f-2d95-466d-8e37-4ffe06c7c48a HTTP/1.1" status: 200 len: 217 time: 0.0726120 Sep 30 13:17:20.095218 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f637329-8f61-4ade-801d-0884e0fc0bf5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:20.121814 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7390481a-11b4-4910-b723-8254032383cb req-3e1709c9-cc26-4510-bd67-79c163f9a2f9 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:20.124017 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7390481a-11b4-4910-b723-8254032383cb req-3e1709c9-cc26-4510-bd67-79c163f9a2f9 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 946 time: 0.0874686 Sep 30 13:17:20.137197 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de004fb5-a73b-463e-b801-28f520251483 req-5d5d0ac4-cbfd-4a20-92ad-6eedb3edb10c tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:20.144900 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-de004fb5-a73b-463e-b801-28f520251483 req-5d5d0ac4-cbfd-4a20-92ad-6eedb3edb10c tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bd2be1a-a3ec-40ae-8da0-427f013adb6b HTTP/1.1" status: 200 len: 943 time: 0.1772456 Sep 30 13:17:20.199601 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-de004fb5-a73b-463e-b801-28f520251483 req-4cf707cf-d48d-4aaf-aad8-8e4ae73821f3 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae70291-d4aa-40a7-8fe8-19197e22d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538507 Sep 30 13:17:20.217344 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-11c1409a-526c-46bd-9fe3-d1b20b58b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:20.219527 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-11c1409a-526c-46bd-9fe3-d1b20b58b2b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=afed3b2e-b1e3-4890-8505-d2aabc33af54 HTTP/1.1" status: 200 len: 861 time: 0.1543274 Sep 30 13:17:20.222475 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7390481a-11b4-4910-b723-8254032383cb req-b664c074-d427-479a-8e61-a60a043aec57 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903032 Sep 30 13:17:20.225264 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6f637329-8f61-4ade-801d-0884e0fc0bf5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:20.258138 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-6f637329-8f61-4ade-801d-0884e0fc0bf5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] device_id is not set on port 35353ef1-404e-45a0-a120-caab81e91744 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:17:20.259008 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-db5c0c0a-22f7-47ab-a37f-9bf80fb2d5b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=30a250e0-36b8-4bf1-9b32-a2a5dadd8a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312653 Sep 30 13:17:20.333351 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device bef15889-749c-4b8e-9c6d-ead8748f7ec2 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:17:20.511199 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6f637329-8f61-4ade-801d-0884e0fc0bf5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:20.535231 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port bef15889-749c-4b8e-9c6d-ead8748f7ec2, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=bef15889-749c-4b8e-9c6d-ead8748f7ec2,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:20.549057 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'bef15889-749c-4b8e-9c6d-ead8748f7ec2', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'port_id': 'bef15889-749c-4b8e-9c6d-ead8748f7ec2', 'mac_address': 'fa:16:3e:46:2e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:17:20.568903 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6f637329-8f61-4ade-801d-0884e0fc0bf5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:20.613585 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:20.622879 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f637329-8f61-4ade-801d-0884e0fc0bf5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:17:20.626673 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-6f637329-8f61-4ade-801d-0884e0fc0bf5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:20.633740 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bef15889-749c-4b8e-9c6d-ead8748f7ec2 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:17:20.636185 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f637329-8f61-4ade-801d-0884e0fc0bf5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:17:20.649477 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f637329-8f61-4ade-801d-0884e0fc0bf5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:20.652101 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6f637329-8f61-4ade-801d-0884e0fc0bf5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:20.668966 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f637329-8f61-4ade-801d-0884e0fc0bf5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Port': ['ID=35353ef1-404e-45a0-a120-caab81e91744,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:20.687634 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port bef15889-749c-4b8e-9c6d-ead8748f7ec2, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=bef15889-749c-4b8e-9c6d-ead8748f7ec2,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:20.694304 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:20.703238 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6f637329-8f61-4ade-801d-0884e0fc0bf5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.7636364 Sep 30 13:17:20.705234 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36030) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:20.773890 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8956979c-c05c-4183-b716-25710d5561f2 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:20.775893 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8956979c-c05c-4183-b716-25710d5561f2 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "GET /v2.0/ports/35353ef1-404e-45a0-a120-caab81e91744 HTTP/1.1" status: 200 len: 839 time: 0.0665071 Sep 30 13:17:20.784585 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7b1eb237-5a70-4fff-a505-68684d617324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:20.788649 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=bef15889-749c-4b8e-9c6d-ead8748f7ec2,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:20.794936 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36032) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:20.851460 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['bef15889-749c-4b8e-9c6d-ead8748f7ec2'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:17:20.942946 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761ac8e-f2c9-4fb5-8525-c7d268e841c4 req-7bebc7cd-4882-4f12-886e-e4c0ea76b849 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:20.960014 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0761ac8e-f2c9-4fb5-8525-c7d268e841c4 req-7bebc7cd-4882-4f12-886e-e4c0ea76b849 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 945 time: 0.6165056 Sep 30 13:17:20.964323 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-a2153448-9096-43ed-8a63-9ca40ebbf94c service neutron] 10.222.0.39 "GET /v2.0/networks/30a250e0-36b8-4bf1-9b32-a2a5dadd8a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6924789 Sep 30 13:17:20.989901 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc878dd8-32c1-4c6e-b74b-5346279c61c1 req-dcb2a59f-c884-475f-ab81-d7d316cb5920 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:20.998113 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dc878dd8-32c1-4c6e-b74b-5346279c61c1 req-dcb2a59f-c884-475f-ab81-d7d316cb5920 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.2195678 Sep 30 13:17:21.063787 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-baca4114-bea4-46fe-adfa-c760824493e3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting port 35353ef1-404e-45a0-a120-caab81e91744 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:17:21.064283 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-baca4114-bea4-46fe-adfa-c760824493e3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:21.087759 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0761ac8e-f2c9-4fb5-8525-c7d268e841c4 req-2e306b89-24cd-44da-96b0-c8a165a68750 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268303 Sep 30 13:17:21.141234 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-baca4114-bea4-46fe-adfa-c760824493e3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:21.156970 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-baca4114-bea4-46fe-adfa-c760824493e3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Calling delete_port for 35353ef1-404e-45a0-a120-caab81e91744 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:17:21.180278 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36054) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:21.182043 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dc878dd8-32c1-4c6e-b74b-5346279c61c1 req-a6dce3d6-58d7-4a3e-9f07-20ba7cce3f69 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829560 Sep 30 13:17:21.283634 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-baca4114-bea4-46fe-adfa-c760824493e3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:21.323065 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1afc4c19-5295-46e2-b40c-121095ba64cf req-f1f2f315-2d0e-4f01-b0db-136fb129cdb7 service neutron] 10.222.0.39 "GET /v2.0/networks/30a250e0-36b8-4bf1-9b32-a2a5dadd8a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475208 Sep 30 13:17:21.337447 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-baca4114-bea4-46fe-adfa-c760824493e3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:21.345188 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-baca4114-bea4-46fe-adfa-c760824493e3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/ports/35353ef1-404e-45a0-a120-caab81e91744 HTTP/1.1" status: 204 len: 168 time: 0.5462787 Sep 30 13:17:21.384395 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36064) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:21.399442 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca4114-bea4-46fe-adfa-c760824493e3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Port': ['ID=35353ef1-404e-45a0-a120-caab81e91744,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:21.443510 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38c7438-6fd7-4310-9bc7-bb2635a819b9 admin admin] Deleting subnet 1393a154-dc89-4a3c-9279-6611e6897364 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:17:21.451808 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b38c7438-6fd7-4310-9bc7-bb2635a819b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:21.460018 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-358ebcb6-36b4-4951-9a1c-70a6260731f4 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] GET failed (client error): The resource could not be found. Sep 30 13:17:21.461846 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-358ebcb6-36b4-4951-9a1c-70a6260731f4 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "GET /v2.0/ports/35353ef1-404e-45a0-a120-caab81e91744 HTTP/1.1" status: 404 len: 333 time: 0.0739636 Sep 30 13:17:21.465372 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36070) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:21.470855 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-70e2239b-f39c-40a0-903a-2f6fcf23a018 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'port': {'network_id': 'c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67', 'name': 'tempest-PortsTestJSON-1759001575'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:21.530624 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698d539-7b7d-40ac-be87-83d0f7b91108 req-8c484bb6-28c8-49fa-b94b-0edaa0b53dba tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:21.541404 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2698d539-7b7d-40ac-be87-83d0f7b91108 req-8c484bb6-28c8-49fa-b94b-0edaa0b53dba tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bd2be1a-a3ec-40ae-8da0-427f013adb6b HTTP/1.1" status: 200 len: 943 time: 0.2366045 Sep 30 13:17:21.581167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f59167-8bd3-4162-9bad-28655f0ab266 req-c98c3c06-5d68-4a17-b8bc-57707566451c tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:21.586657 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:21.588910 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33f59167-8bd3-4162-9bad-28655f0ab266 req-c98c3c06-5d68-4a17-b8bc-57707566451c tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 945 time: 0.1856911 Sep 30 13:17:21.611230 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e2239b-f39c-40a0-903a-2f6fcf23a018 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:21.615679 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-70e2239b-f39c-40a0-903a-2f6fcf23a018 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:21.618924 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b38c7438-6fd7-4310-9bc7-bb2635a819b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:21.657864 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33f59167-8bd3-4162-9bad-28655f0ab266 req-6f98841f-6459-493a-a63f-56e9e749ca8b tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681047 Sep 30 13:17:21.658972 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd2be1a-a3ec-40ae-8da0-427f013adb6b', 'tag': '4f137c9f-2d95-466d-8e37-4ffe06c7c48a'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:17:21.661544 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5e5766-87fd-435a-9eb9-d9055cc642af" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd2be1a-a3ec-40ae-8da0-427f013adb6b", "tag": "4f137c9f-2d95-466d-8e37-4ffe06c7c48a"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:17:21.670351 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-70e2239b-f39c-40a0-903a-2f6fcf23a018 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] device_id is not set on port 6615031c-0155-4af2-bce0-d01241155eb2 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:17:21.687963 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2698d539-7b7d-40ac-be87-83d0f7b91108 req-a97d0c2b-bbaf-4d7a-8a77-961c217d622d tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae70291-d4aa-40a7-8fe8-19197e22d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283746 Sep 30 13:17:21.711121 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b38c7438-6fd7-4310-9bc7-bb2635a819b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:21.773308 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962ed662-997e-45a2-ab9b-effa391d7eb3 x-openstack-request-id: req-962ed662-997e-45a2-ab9b-effa391d7eb3 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:17:21.773699 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd2be1a-a3ec-40ae-8da0-427f013adb6b", "tag": "4f137c9f-2d95-466d-8e37-4ffe06c7c48a", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:17:21.774377 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-962ed662-997e-45a2-ab9b-effa391d7eb3 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:17:21.774818 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd2be1a-a3ec-40ae-8da0-427f013adb6b', 'tag': '4f137c9f-2d95-466d-8e37-4ffe06c7c48a', 'status': 'completed', 'code': 200} Sep 30 13:17:21.892647 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e5766-87fd-435a-9eb9-d9055cc642af req-c3b94b8b-cb4d-4af9-93b7-53e83140375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:21.895703 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0a5e5766-87fd-435a-9eb9-d9055cc642af req-c3b94b8b-cb4d-4af9-93b7-53e83140375b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fdaef7be215244008b374787cfdfe81d&device_id=2bd2be1a-a3ec-40ae-8da0-427f013adb6b HTTP/1.1" status: 200 len: 1094 time: 0.1057909 Sep 30 13:17:21.901637 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b38c7438-6fd7-4310-9bc7-bb2635a819b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:21.932644 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-70e2239b-f39c-40a0-903a-2f6fcf23a018 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:21.947598 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c7438-6fd7-4310-9bc7-bb2635a819b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1393a154-dc89-4a3c-9279-6611e6897364,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:21.975363 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b38c7438-6fd7-4310-9bc7-bb2635a819b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:21.977312 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b38c7438-6fd7-4310-9bc7-bb2635a819b9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1393a154-dc89-4a3c-9279-6611e6897364 HTTP/1.1" status: 204 len: 168 time: 0.7953947 Sep 30 13:17:21.979987 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36090) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:22.053542 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-70e2239b-f39c-40a0-903a-2f6fcf23a018 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:22.122101 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device ae1d31e3-3528-4e15-9e71-a3839679d0a9 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:17:22.154883 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e2239b-f39c-40a0-903a-2f6fcf23a018 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:17:22.162196 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-70e2239b-f39c-40a0-903a-2f6fcf23a018 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:22.180016 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e2239b-f39c-40a0-903a-2f6fcf23a018 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:17:22.221597 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e2239b-f39c-40a0-903a-2f6fcf23a018 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:22.224504 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: ae1d31e3-3528-4e15-9e71-a3839679d0a9 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:17:22.224941 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device ae1d31e3-3528-4e15-9e71-a3839679d0a9 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:17:22.228470 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-70e2239b-f39c-40a0-903a-2f6fcf23a018 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:22.322546 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:22.330943 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2239b-f39c-40a0-903a-2f6fcf23a018 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Port': ['ID=6615031c-0155-4af2-bce0-d01241155eb2,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:22.342546 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-faa10f98-762f-4e50-88a8-9b8774f9be08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:22.344316 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device bef15889-749c-4b8e-9c6d-ead8748f7ec2 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:17:22.353848 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-70e2239b-f39c-40a0-903a-2f6fcf23a018 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8871052 Sep 30 13:17:22.356538 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36102) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:22.366339 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-f9ff5551-1bd8-4f59-959a-bf3631ac9865 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:22.380317 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e5766-87fd-435a-9eb9-d9055cc642af req-88106b6f-c791-4e34-83a4-087fd49c0956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:22.383362 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0a5e5766-87fd-435a-9eb9-d9055cc642af req-88106b6f-c791-4e34-83a4-087fd49c0956 service neutron] 10.222.0.39 "GET /v2.0/networks?id=30a250e0-36b8-4bf1-9b32-a2a5dadd8a23 HTTP/1.1" status: 200 len: 922 time: 0.4752865 Sep 30 13:17:22.391985 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a818b-1916-4751-bd46-ab0d16c06f59 req-3ec163b1-6759-44f1-b4c0-2f8480a0731a tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:22.403646 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-754a818b-1916-4751-bd46-ab0d16c06f59 req-3ec163b1-6759-44f1-b4c0-2f8480a0731a tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 945 time: 0.1378396 Sep 30 13:17:22.450561 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port bef15889-749c-4b8e-9c6d-ead8748f7ec2 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:17:22.450930 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:22.505250 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0a5e5766-87fd-435a-9eb9-d9055cc642af req-08de26f5-6c6a-4a70-b32a-77317a5b431e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f137c9f-2d95-466d-8e37-4ffe06c7c48a HTTP/1.1" status: 200 len: 217 time: 0.0984061 Sep 30 13:17:22.516487 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f9ff5551-1bd8-4f59-959a-bf3631ac9865 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:22.555348 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-754a818b-1916-4751-bd46-ab0d16c06f59 req-b21c04ce-73fe-4578-b8bc-626f4cc0eac2 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506686 Sep 30 13:17:22.646889 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-faa10f98-762f-4e50-88a8-9b8774f9be08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:22.651550 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:22.687061 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a350a-5b68-401b-b383-f7e0011af76b req-5b88a8fd-8d00-4ce7-a301-6aa7b8c8e5cf tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:22.688670 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2a5a350a-5b68-401b-b383-f7e0011af76b req-5b88a8fd-8d00-4ce7-a301-6aa7b8c8e5cf tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1732864 Sep 30 13:17:22.719727 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-faa10f98-762f-4e50-88a8-9b8774f9be08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cbb0f1d-f60d-4d99-97f5-60af3c05240b']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:17:22.750739 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port bef15889-749c-4b8e-9c6d-ead8748f7ec2, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=bef15889-749c-4b8e-9c6d-ead8748f7ec2,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:22.752561 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb99b3c-16a0-43f7-901e-9dccc75d0421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef15889-749c-4b8e-9c6d-ead8748f7ec2'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:17:22.762382 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e5766-87fd-435a-9eb9-d9055cc642af req-a3923eb9-5f91-4864-834d-0d02c409172e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:22.763932 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0a5e5766-87fd-435a-9eb9-d9055cc642af req-a3923eb9-5f91-4864-834d-0d02c409172e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=afed3b2e-b1e3-4890-8505-d2aabc33af54 HTTP/1.1" status: 200 len: 861 time: 0.2247026 Sep 30 13:17:22.765836 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-faa10f98-762f-4e50-88a8-9b8774f9be08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b92b59-8c79-4bb9-ae33-32b31ff5088c') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:17:22.766155 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-faa10f98-762f-4e50-88a8-9b8774f9be08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b92b59-8c79-4bb9-ae33-32b31ff5088c') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:17:22.769120 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e01f9c-b97a-4755-8fdd-0330ac7d7d30" -d '{"events": [{"server_uuid": "4cb99b3c-16a0-43f7-901e-9dccc75d0421", "name": "network-vif-plugged", "status": "completed", "tag": "bef15889-749c-4b8e-9c6d-ead8748f7ec2"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:17:22.778166 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2a5a350a-5b68-401b-b383-f7e0011af76b req-965b4849-195d-4bc7-ae1c-055a53acb53f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824437 Sep 30 13:17:22.795328 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:22.828375 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-faa10f98-762f-4e50-88a8-9b8774f9be08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:22.877313 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0a5e5766-87fd-435a-9eb9-d9055cc642af req-73ecd9a3-34b9-40b8-b91b-9c2e04b09793 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=30a250e0-36b8-4bf1-9b32-a2a5dadd8a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916471 Sep 30 13:17:22.968761 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-faa10f98-762f-4e50-88a8-9b8774f9be08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:22.974139 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=bef15889-749c-4b8e-9c6d-ead8748f7ec2,revision_number=7']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:23.008337 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa10f98-762f-4e50-88a8-9b8774f9be08 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:17:23.018524 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-faa10f98-762f-4e50-88a8-9b8774f9be08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:17:23.020479 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:17:23.113326 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5e396-a683-473e-bcdd-83df52692366 req-9b5d4784-abed-4dfc-97f8-1c069903c7cc tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:23.123105 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0ea5e396-a683-473e-bcdd-83df52692366 req-9b5d4784-abed-4dfc-97f8-1c069903c7cc tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bd2be1a-a3ec-40ae-8da0-427f013adb6b HTTP/1.1" status: 200 len: 943 time: 0.1604686 Sep 30 13:17:23.155177 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f9ff5551-1bd8-4f59-959a-bf3631ac9865 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:23.177102 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f9ff5551-1bd8-4f59-959a-bf3631ac9865 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:23.247925 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474a5d3-19b0-4d92-8193-b35df27cca3d req-4b59627f-6f4b-45e1-acf9-97f791cab126 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:23.263474 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d474a5d3-19b0-4d92-8193-b35df27cca3d req-4b59627f-6f4b-45e1-acf9-97f791cab126 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 946 time: 0.4259722 Sep 30 13:17:23.299362 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff5551-1bd8-4f59-959a-bf3631ac9865 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Port': ['ID=6615031c-0155-4af2-bce0-d01241155eb2,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:23.302062 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-f9ff5551-1bd8-4f59-959a-bf3631ac9865 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] In _notify_port_updated(), no bound segment for port 6615031c-0155-4af2-bce0-d01241155eb2 on network c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67 {{(pid=94763) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 13:17:23.317478 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-faa10f98-762f-4e50-88a8-9b8774f9be08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:23.324025 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ff5551-1bd8-4f59-959a-bf3631ac9865 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:23.324727 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f9ff5551-1bd8-4f59-959a-bf3631ac9865 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:23.326050 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f9ff5551-1bd8-4f59-959a-bf3631ac9865 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "PUT /v2.0/ports/6615031c-0155-4af2-bce0-d01241155eb2 HTTP/1.1" status: 200 len: 818 time: 0.9685388 Sep 30 13:17:23.341419 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36122) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:23.343761 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-faa10f98-762f-4e50-88a8-9b8774f9be08 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:23.345637 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-faa10f98-762f-4e50-88a8-9b8774f9be08 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4cbb0f1d-f60d-4d99-97f5-60af3c05240b HTTP/1.1" status: 204 len: 168 time: 1.3647861 Sep 30 13:17:23.354202 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0ea5e396-a683-473e-bcdd-83df52692366 req-7f2bdf65-85b3-4831-a481-9b23ae50d596 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae70291-d4aa-40a7-8fe8-19197e22d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199621 Sep 30 13:17:23.412248 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa10f98-762f-4e50-88a8-9b8774f9be08 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cbb0f1d-f60d-4d99-97f5-60af3c05240b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:23.423491 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d474a5d3-19b0-4d92-8193-b35df27cca3d req-6bdff609-4f69-483d-a8e2-00ebd3292aed tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591382 Sep 30 13:17:23.428036 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0a5e5766-87fd-435a-9eb9-d9055cc642af req-3f941d2e-ee84-41e3-a8da-c2ed402fc62f service neutron] 10.222.0.39 "GET /v2.0/networks/30a250e0-36b8-4bf1-9b32-a2a5dadd8a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5274987 Sep 30 13:17:23.484891 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2648ee90-4033-4110-9276-f625d374d539 x-openstack-request-id: req-2648ee90-4033-4110-9276-f625d374d539 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:17:23.485181 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb99b3c-16a0-43f7-901e-9dccc75d0421", "name": "network-vif-plugged", "status": "completed", "tag": "bef15889-749c-4b8e-9c6d-ead8748f7ec2", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:17:23.485663 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2648ee90-4033-4110-9276-f625d374d539 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:17:23.486285 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb99b3c-16a0-43f7-901e-9dccc75d0421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef15889-749c-4b8e-9c6d-ead8748f7ec2', 'code': 200} Sep 30 13:17:23.563166 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-cd5dffd7-4de3-4484-92da-83918b25531c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting port 6615031c-0155-4af2-bce0-d01241155eb2 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:17:23.563166 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cd5dffd7-4de3-4484-92da-83918b25531c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:23.569859 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0a5e5766-87fd-435a-9eb9-d9055cc642af req-c72d3199-ac0c-41a6-a4c1-012e46f71c50 service neutron] 10.222.0.39 "GET /v2.0/networks/30a250e0-36b8-4bf1-9b32-a2a5dadd8a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323988 Sep 30 13:17:23.668443 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cd5dffd7-4de3-4484-92da-83918b25531c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:23.687144 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-cd5dffd7-4de3-4484-92da-83918b25531c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Calling delete_port for 6615031c-0155-4af2-bce0-d01241155eb2 owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:17:23.762572 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b463c5-5320-432e-9e85-1c817c2675b2 req-a3f7156c-a37d-4508-aab3-88eb46af8272 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:23.771952 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-74b463c5-5320-432e-9e85-1c817c2675b2 req-a3f7156c-a37d-4508-aab3-88eb46af8272 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 945 time: 0.0903597 Sep 30 13:17:23.779212 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36130) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:23.809736 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cd5dffd7-4de3-4484-92da-83918b25531c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:23.868206 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-74b463c5-5320-432e-9e85-1c817c2675b2 req-c156f6ec-397c-4400-8c49-e631e5779ec6 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948687 Sep 30 13:17:23.872061 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5dffd7-4de3-4484-92da-83918b25531c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Port': ['ID=6615031c-0155-4af2-bce0-d01241155eb2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:23.892323 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cd5dffd7-4de3-4484-92da-83918b25531c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:23.898438 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cd5dffd7-4de3-4484-92da-83918b25531c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/ports/6615031c-0155-4af2-bce0-d01241155eb2 HTTP/1.1" status: 204 len: 168 time: 0.5371609 Sep 30 13:17:23.901222 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36134) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:23.921166 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36136) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:23.926972 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e1e652d2-0ed7-4d60-9193-9091b202e58b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07612ade873f44e8b33142c94005fcc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456356 Sep 30 13:17:24.039822 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54990671-169c-4875-85bd-b3b2e4486f80 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:24.041339 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-54990671-169c-4875-85bd-b3b2e4486f80 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1391337 Sep 30 13:17:24.044508 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36140) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:24.058395 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36157dda-0e9f-4336-82ba-19ff046ecaa6 req-7f2d16e7-326d-42e0-8d0b-df2b696dbf39 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:24.059876 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-36157dda-0e9f-4336-82ba-19ff046ecaa6 req-7f2d16e7-326d-42e0-8d0b-df2b696dbf39 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1413496 Sep 30 13:17:24.078967 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-669253c7-cfb8-4400-8937-d7afdf592f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:24.082947 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:24.121312 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-669253c7-cfb8-4400-8937-d7afdf592f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:24.124197 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-318170b7-fdb3-414a-98f1-810a7aebaaf6 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] GET failed (client error): The resource could not be found. Sep 30 13:17:24.131763 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36144) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:24.133509 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-318170b7-fdb3-414a-98f1-810a7aebaaf6 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "GET /v2.0/ports/6615031c-0155-4af2-bce0-d01241155eb2 HTTP/1.1" status: 404 len: 333 time: 0.0877333 Sep 30 13:17:24.141159 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-4ea55d51-17de-4f79-8afd-1b55ea44bbfa tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1340570374'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:24.151365 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-36157dda-0e9f-4336-82ba-19ff046ecaa6 req-1ae6db21-d802-4efe-b506-a9860fc4fb6e tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847654 Sep 30 13:17:24.203914 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea55d51-17de-4f79-8afd-1b55ea44bbfa tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:24.212385 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4ea55d51-17de-4f79-8afd-1b55ea44bbfa tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:24.239307 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-669253c7-cfb8-4400-8937-d7afdf592f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:24.242677 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-669253c7-cfb8-4400-8937-d7afdf592f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:24.246927 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-669253c7-cfb8-4400-8937-d7afdf592f44 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e939ef3d-91fc-4034-9a5a-6b4380910f29 HTTP/1.1" status: 204 len: 168 time: 0.3143973 Sep 30 13:17:24.263387 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669253c7-cfb8-4400-8937-d7afdf592f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e939ef3d-91fc-4034-9a5a-6b4380910f29,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:24.294777 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea55d51-17de-4f79-8afd-1b55ea44bbfa tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:17:24.312893 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4ea55d51-17de-4f79-8afd-1b55ea44bbfa tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:24.313590 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-4ea55d51-17de-4f79-8afd-1b55ea44bbfa tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Added segment a866c7ca-25eb-47f2-b352-a91a88d1c20f of type vlan for network e9048fcc-bdfa-4cc3-bfcc-8944a073ed54 Sep 30 13:17:24.352278 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4f137c9f-2d95-466d-8e37-4ffe06c7c48a details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:17:24.407248 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4ea55d51-17de-4f79-8afd-1b55ea44bbfa tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:24.531267 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4f137c9f-2d95-466d-8e37-4ffe06c7c48a, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4f137c9f-2d95-466d-8e37-4ffe06c7c48a,segment=NetworkSegment(ce74fb3c-0a7f-45fc-b040-c70ae19e0d92),segment_id=ce74fb3c-0a7f-45fc-b040-c70ae19e0d92)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:24.539193 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1af22-c8c0-4699-bbbc-5bf46638a3b8 req-22d4b0ab-6e3f-4035-94e5-b89536f9a1b5 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:24.540556 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e4f1af22-c8c0-4699-bbbc-5bf46638a3b8 req-22d4b0ab-6e3f-4035-94e5-b89536f9a1b5 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bd2be1a-a3ec-40ae-8da0-427f013adb6b HTTP/1.1" status: 200 len: 943 time: 0.0774031 Sep 30 13:17:24.544308 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '4f137c9f-2d95-466d-8e37-4ffe06c7c48a', 'network_id': '30a250e0-36b8-4bf1-9b32-a2a5dadd8a23', 'port_id': '4f137c9f-2d95-466d-8e37-4ffe06c7c48a', 'mac_address': 'fa:16:3e:55:87:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afed3b2e-b1e3-4890-8505-d2aabc33af54', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:17:24.589571 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:24.598618 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e4f1af22-c8c0-4699-bbbc-5bf46638a3b8 req-ac97b384-6abd-4a15-949b-d9bdb8893176 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae70291-d4aa-40a7-8fe8-19197e22d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463233 Sep 30 13:17:24.604787 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f137c9f-2d95-466d-8e37-4ffe06c7c48a {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:17:24.628232 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4f137c9f-2d95-466d-8e37-4ffe06c7c48a, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4f137c9f-2d95-466d-8e37-4ffe06c7c48a,segment=NetworkSegment(ce74fb3c-0a7f-45fc-b040-c70ae19e0d92),segment_id=ce74fb3c-0a7f-45fc-b040-c70ae19e0d92)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:24.637144 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:24.695955 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=4f137c9f-2d95-466d-8e37-4ffe06c7c48a,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:24.716299 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4ea55d51-17de-4f79-8afd-1b55ea44bbfa tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:24.724650 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e4280-f6b0-4eab-8493-ace0d81b8262 req-e2f198ef-2efc-4b2c-b9db-d2c49a5beee5 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:24.726793 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d87e4280-f6b0-4eab-8493-ace0d81b8262 req-e2f198ef-2efc-4b2c-b9db-d2c49a5beee5 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 946 time: 0.0667646 Sep 30 13:17:24.737374 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea55d51-17de-4f79-8afd-1b55ea44bbfa tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:24.739683 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4ea55d51-17de-4f79-8afd-1b55ea44bbfa tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:24.813492 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4ea55d51-17de-4f79-8afd-1b55ea44bbfa tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6763673 Sep 30 13:17:24.818612 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36166) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:24.823089 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478408be-1b73-4a98-8fe6-e2f5c3eca1ea req-77581306-43c2-489d-9353-2d9c9dfcc5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:24.824616 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-478408be-1b73-4a98-8fe6-e2f5c3eca1ea req-77581306-43c2-489d-9353-2d9c9dfcc5c1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 1095 time: 0.3222041 Sep 30 13:17:24.828280 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-45c4abc5-8001-4100-afdd-89269c30ca80 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'subnet': {'network_id': 'e9048fcc-bdfa-4cc3-bfcc-8944a073ed54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:24.828547 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d87e4280-f6b0-4eab-8493-ace0d81b8262 req-280f0066-2ccb-4945-89bf-b712b153e8b8 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942800 Sep 30 13:17:24.842088 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0b4f8-cfa0-451f-987e-0b2e363826d4 req-7763ccb2-139f-4ec0-8c17-ad4edf06858b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:24.850420 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b0c0b4f8-cfa0-451f-987e-0b2e363826d4 req-7763ccb2-139f-4ec0-8c17-ad4edf06858b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.3690996 Sep 30 13:17:24.911866 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['4f137c9f-2d95-466d-8e37-4ffe06c7c48a'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:17:25.031103 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478408be-1b73-4a98-8fe6-e2f5c3eca1ea req-036d1489-e973-426b-9cb6-ec48ec564ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:25.032588 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-478408be-1b73-4a98-8fe6-e2f5c3eca1ea req-036d1489-e973-426b-9cb6-ec48ec564ee8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 913 time: 0.1751399 Sep 30 13:17:25.107471 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36174) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:25.135469 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444efcf-6d37-42a4-a93b-cef0c2cee26a req-69335036-e978-4a8f-bce8-13382a2e7752 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:25.157256 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d444efcf-6d37-42a4-a93b-cef0c2cee26a req-69335036-e978-4a8f-bce8-13382a2e7752 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 945 time: 0.1554084 Sep 30 13:17:25.162070 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea55d51-17de-4f79-8afd-1b55ea44bbfa tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Network': ['ID=e9048fcc-bdfa-4cc3-bfcc-8944a073ed54,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:25.179718 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network e9048fcc-bdfa-4cc3-bfcc-8944a073ed54 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:17:25.279243 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b0c0b4f8-cfa0-451f-987e-0b2e363826d4 req-ab5c65ed-fc5b-49c4-8fcf-78c6285a34d1 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4280093 Sep 30 13:17:25.281491 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d444efcf-6d37-42a4-a93b-cef0c2cee26a req-4acc750a-98d5-448f-9ebe-b2bf8b609d04 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232903 Sep 30 13:17:25.291177 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-478408be-1b73-4a98-8fe6-e2f5c3eca1ea req-731ca62e-46c4-48d5-ba50-eaf37c90ae3a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a3f4553-b52f-4821-afb6-39d5b478bb00 HTTP/1.1" status: 200 len: 999 time: 0.2352853 Sep 30 13:17:25.320703 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c4abc5-8001-4100-afdd-89269c30ca80 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:25.332522 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-45c4abc5-8001-4100-afdd-89269c30ca80 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:25.404211 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b477f3dd-b63f-471d-a875-d1193fc248d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:25.460550 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478408be-1b73-4a98-8fe6-e2f5c3eca1ea req-00cce783-bf37-4e9d-aa3c-c292ac5d51ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:25.462102 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-478408be-1b73-4a98-8fe6-e2f5c3eca1ea req-00cce783-bf37-4e9d-aa3c-c292ac5d51ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb HTTP/1.1" status: 200 len: 851 time: 0.1519365 Sep 30 13:17:25.645462 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478408be-1b73-4a98-8fe6-e2f5c3eca1ea req-d82450b7-3ced-4ca3-aeb8-1c384e716c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:25.647111 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-478408be-1b73-4a98-8fe6-e2f5c3eca1ea req-d82450b7-3ced-4ca3-aeb8-1c384e716c25 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7e67e25-10d5-4331-9422-13e705e055a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1727841 Sep 30 13:17:25.853953 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a80def-7b9e-4521-8eb6-de39f025635f req-cc25408f-5f61-455e-aaa5-75b4288e4f0f tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:25.856466 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f5a80def-7b9e-4521-8eb6-de39f025635f req-cc25408f-5f61-455e-aaa5-75b4288e4f0f tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bd2be1a-a3ec-40ae-8da0-427f013adb6b HTTP/1.1" status: 200 len: 944 time: 0.1454494 Sep 30 13:17:25.892422 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-45c4abc5-8001-4100-afdd-89269c30ca80 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:25.935924 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f5a80def-7b9e-4521-8eb6-de39f025635f req-5676c676-edc2-4d35-9274-801f96c6cd0a tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae70291-d4aa-40a7-8fe8-19197e22d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692906 Sep 30 13:17:26.029357 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c4abc5-8001-4100-afdd-89269c30ca80 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Checking segment: {'id': 'a866c7ca-25eb-47f2-b352-a91a88d1c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e9048fcc-bdfa-4cc3-bfcc-8944a073ed54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:17:26.029814 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c4abc5-8001-4100-afdd-89269c30ca80 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network hostable DHCP agents. Network: e9048fcc-bdfa-4cc3-bfcc-8944a073ed54, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:17:26.061915 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36198) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:26.110122 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4abc5-8001-4100-afdd-89269c30ca80 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Subnet': ['ID=a53e461a-67fd-41c2-bd74-42d6cc5b345f,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:26.121028 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b477f3dd-b63f-471d-a875-d1193fc248d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:26.133159 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-478408be-1b73-4a98-8fe6-e2f5c3eca1ea req-deed812c-3659-441e-908e-7bdc18b0e9d8 service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766986 Sep 30 13:17:26.140210 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b477f3dd-b63f-471d-a875-d1193fc248d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:26.164763 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c4abc5-8001-4100-afdd-89269c30ca80 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network e9048fcc-bdfa-4cc3-bfcc-8944a073ed54 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:17:26.205969 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-45c4abc5-8001-4100-afdd-89269c30ca80 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, e9048fcc-bdfa-4cc3-bfcc-8944a073ed54) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:26.213410 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-e785ca92-fd2d-450d-b4f6-b08640174213 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-438354978-network', 'tenant_id': '9fc5434333184b91bb2f4f1696e6b8d6'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:26.214858 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ca8426-96f8-445a-8951-0aad5fc66522 None None] Network e9048fcc-bdfa-4cc3-bfcc-8944a073ed54 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:17:26.222864 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c4abc5-8001-4100-afdd-89269c30ca80 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:26.222864 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-45c4abc5-8001-4100-afdd-89269c30ca80 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:26.258501 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e0c7c-0b47-4a1d-ad2e-8435904272c5 req-accc9fc4-7b0b-4c73-8bff-7ef0d6c71ed6 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:26.260880 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e785ca92-fd2d-450d-b4f6-b08640174213 admin admin] Made reservation on behalf of 9fc5434333184b91bb2f4f1696e6b8d6 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:26.263242 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e785ca92-fd2d-450d-b4f6-b08640174213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:26.269813 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b58e0c7c-0b47-4a1d-ad2e-8435904272c5 req-accc9fc4-7b0b-4c73-8bff-7ef0d6c71ed6 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 946 time: 0.2544987 Sep 30 13:17:26.280008 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e785ca92-fd2d-450d-b4f6-b08640174213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:26.321308 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477f3dd-b63f-471d-a875-d1193fc248d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c09db1e-fe45-4f42-baed-fc9f202db086,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:26.421564 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b477f3dd-b63f-471d-a875-d1193fc248d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e55272fb95c4ba1907ff37b71e1055e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3059020 Sep 30 13:17:26.424252 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36220) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:26.432895 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-45c4abc5-8001-4100-afdd-89269c30ca80 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6124060 Sep 30 13:17:26.435533 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36222) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:26.456985 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-e78dfda9-11f6-4ca8-9afe-40ac0c4f725f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'subnet': {'network_id': 'e9048fcc-bdfa-4cc3-bfcc-8944a073ed54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:26.480713 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4f137c9f-2d95-466d-8e37-4ffe06c7c48a up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:17:26.575160 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b58e0c7c-0b47-4a1d-ad2e-8435904272c5 req-2fdfdd3b-f44a-4e87-80df-4fe6f433b2c3 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018603 Sep 30 13:17:26.594548 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4702d4b-8041-4fe1-b0e2-aaa3dd369403 req-07684679-151d-42e3-9478-16611ad58bd3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:26.607197 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c4702d4b-8041-4fe1-b0e2-aaa3dd369403 req-07684679-151d-42e3-9478-16611ad58bd3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 945 time: 0.1871042 Sep 30 13:17:26.623759 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 4f137c9f-2d95-466d-8e37-4ffe06c7c48a completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:17:26.672673 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-478408be-1b73-4a98-8fe6-e2f5c3eca1ea req-9bfde413-5293-40f9-9c0a-935fcb4acb3a service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5272419 Sep 30 13:17:26.678418 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c4702d4b-8041-4fe1-b0e2-aaa3dd369403 req-f2ce7156-3ca6-4f47-b87a-79e4d4f48837 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658839 Sep 30 13:17:26.724533 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 4f137c9f-2d95-466d-8e37-4ffe06c7c48a triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:17:26.725199 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:26.758422 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e785ca92-fd2d-450d-b4f6-b08640174213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:26.772237 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e785ca92-fd2d-450d-b4f6-b08640174213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:26.773052 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c99abc36-9013-4048-990b-3d9b848776b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:26.826489 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c99abc36-9013-4048-990b-3d9b848776b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:26.873207 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e785ca92-fd2d-450d-b4f6-b08640174213 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:17:26.928535 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a572e20-dcf4-4268-91be-8ea35b2af37e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-e9048fcc-bdfa-4cc3-bfcc-8944a073ed54', 'network_id': 'e9048fcc-bdfa-4cc3-bfcc-8944a073ed54', 'tenant_id': '5a2031fdd11c4bf2a07889cb67a3ef32', 'fixed_ips': [{'subnet_id': 'a53e461a-67fd-41c2-bd74-42d6cc5b345f'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:17:26.929390 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5a572e20-dcf4-4268-91be-8ea35b2af37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:26.947288 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785ca92-fd2d-450d-b4f6-b08640174213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:26.973680 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e785ca92-fd2d-450d-b4f6-b08640174213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:26.974364 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-e785ca92-fd2d-450d-b4f6-b08640174213 admin admin] Added segment 9a96c041-5ead-4dbc-b8ed-7970502e222b of type vlan for network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 Sep 30 13:17:27.036023 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e785ca92-fd2d-450d-b4f6-b08640174213 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:27.096583 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e785ca92-fd2d-450d-b4f6-b08640174213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:27.098000 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e785ca92-fd2d-450d-b4f6-b08640174213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:27.098870 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e785ca92-fd2d-450d-b4f6-b08640174213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:27.183194 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785ca92-fd2d-450d-b4f6-b08640174213 admin admin] Pushing event updated for resources: {'Network': ['ID=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:27.193756 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e785ca92-fd2d-450d-b4f6-b08640174213 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1303611 Sep 30 13:17:27.196515 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36276) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:27.201706 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-f0704b5b-81ee-4798-afc6-ad45b4b1fdeb admin admin] Request body: {'subnet': {'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-438354978-subnet', 'tenant_id': '9fc5434333184b91bb2f4f1696e6b8d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:27.224151 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:17:27.257381 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0704b5b-81ee-4798-afc6-ad45b4b1fdeb admin admin] Made reservation on behalf of 9fc5434333184b91bb2f4f1696e6b8d6 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:27.260205 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f0704b5b-81ee-4798-afc6-ad45b4b1fdeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:27.504358 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f0704b5b-81ee-4798-afc6-ad45b4b1fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:27.590464 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:27.692322 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd2be1a-a3ec-40ae-8da0-427f013adb6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f137c9f-2d95-466d-8e37-4ffe06c7c48a'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:17:27.695977 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b6aec9-c33d-4bc8-966a-b60366feba02" -d '{"events": [{"server_uuid": "2bd2be1a-a3ec-40ae-8da0-427f013adb6b", "name": "network-vif-plugged", "status": "completed", "tag": "4f137c9f-2d95-466d-8e37-4ffe06c7c48a"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:17:27.713822 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4f137c9f-2d95-466d-8e37-4ffe06c7c48a, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4f137c9f-2d95-466d-8e37-4ffe06c7c48a,segment=NetworkSegment(ce74fb3c-0a7f-45fc-b040-c70ae19e0d92),segment_id=ce74fb3c-0a7f-45fc-b040-c70ae19e0d92)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:27.722628 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c99abc36-9013-4048-990b-3d9b848776b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:27.725761 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c99abc36-9013-4048-990b-3d9b848776b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:27.735423 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:27.738669 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-5a572e20-dcf4-4268-91be-8ea35b2af37e None None] Allocated IP 172.20.0.2 (e9048fcc-bdfa-4cc3-bfcc-8944a073ed54/a53e461a-67fd-41c2-bd74-42d6cc5b345f/0643ab82-9592-438c-b99e-755df72ecc44) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:17:27.740102 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c99abc36-9013-4048-990b-3d9b848776b8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c09db1e-fe45-4f42-baed-fc9f202db086 HTTP/1.1" status: 204 len: 168 time: 1.3061423 Sep 30 13:17:27.793704 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0704b5b-81ee-4798-afc6-ad45b4b1fdeb admin admin] Checking segment: {'id': '9a96c041-5ead-4dbc-b8ed-7970502e222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:17:27.795362 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99abc36-9013-4048-990b-3d9b848776b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c09db1e-fe45-4f42-baed-fc9f202db086,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:27.809867 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0704b5b-81ee-4798-afc6-ad45b4b1fdeb admin admin] Network hostable DHCP agents. Network: 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:17:27.827571 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e2485-1e30-42e7-af32-0ecc74f7b730 req-30aa4ddf-e022-44fc-97ba-a838c696dec7 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:27.829108 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e68e2485-1e30-42e7-af32-0ecc74f7b730 req-30aa4ddf-e022-44fc-97ba-a838c696dec7 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 1.0642362 Sep 30 13:17:27.855045 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0704b5b-81ee-4798-afc6-ad45b4b1fdeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffedeff6-d706-4237-b627-e4b936917a2e,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:27.884403 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461cd87c-2312-4ab6-b676-b845153e965f req-138d5ad3-88eb-40bc-b62f-d661528cc0eb tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:27.885060 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78dfda9-11f6-4ca8-9afe-40ac0c4f725f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:27.888057 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e78dfda9-11f6-4ca8-9afe-40ac0c4f725f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:27.893919 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-461cd87c-2312-4ab6-b676-b845153e965f req-138d5ad3-88eb-40bc-b62f-d661528cc0eb tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bd2be1a-a3ec-40ae-8da0-427f013adb6b HTTP/1.1" status: 200 len: 944 time: 0.2798097 Sep 30 13:17:27.910557 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0704b5b-81ee-4798-afc6-ad45b4b1fdeb admin admin] Network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:17:28.012396 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=4f137c9f-2d95-466d-8e37-4ffe06c7c48a,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:28.022819 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-461cd87c-2312-4ab6-b676-b845153e965f req-f02812ea-7e30-41f1-8b34-afbbb37b4920 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae70291-d4aa-40a7-8fe8-19197e22d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193690 Sep 30 13:17:28.025329 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-f0704b5b-81ee-4798-afc6-ad45b4b1fdeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:28.034296 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0704b5b-81ee-4798-afc6-ad45b4b1fdeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:28.037988 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f0704b5b-81ee-4798-afc6-ad45b4b1fdeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:28.084177 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f0704b5b-81ee-4798-afc6-ad45b4b1fdeb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8863070 Sep 30 13:17:28.094411 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e68e2485-1e30-42e7-af32-0ecc74f7b730 req-3274b846-6f92-4947-bc49-e71cb7c06e6c tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2511210 Sep 30 13:17:28.097739 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579029c7-f3ba-4b8f-8aaa-5eef0f1cc844 None None] Network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:17:28.227127 n-d-810909-2 neutron-server[94764]: INFO neutron.db.ipam_backend_mixin [None req-e78dfda9-11f6-4ca8-9afe-40ac0c4f725f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a53e461a-67fd-41c2-bd74-42d6cc5b345f (CIDR: 172.20.0.0/28) Sep 30 13:17:28.237399 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-e78dfda9-11f6-4ca8-9afe-40ac0c4f725f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:17:28.237897 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e78dfda9-11f6-4ca8-9afe-40ac0c4f725f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:17:28.285575 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557c7fa1-a103-46cb-b378-8e1412fed928 x-openstack-request-id: req-557c7fa1-a103-46cb-b378-8e1412fed928 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:17:28.286593 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd2be1a-a3ec-40ae-8da0-427f013adb6b", "name": "network-vif-plugged", "status": "completed", "tag": "4f137c9f-2d95-466d-8e37-4ffe06c7c48a", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:17:28.287085 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-557c7fa1-a103-46cb-b378-8e1412fed928 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:17:28.289638 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd2be1a-a3ec-40ae-8da0-427f013adb6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f137c9f-2d95-466d-8e37-4ffe06c7c48a', 'code': 200} Sep 30 13:17:28.411723 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36370) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:28.412459 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36372) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:28.413213 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e78dfda9-11f6-4ca8-9afe-40ac0c4f725f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9715970 Sep 30 13:17:28.427988 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-5295f090-9cca-4ee3-80c5-746f4437f7da tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'subnet': {'network_id': 'e9048fcc-bdfa-4cc3-bfcc-8944a073ed54', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:28.464534 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3758b508-a256-48a9-95ad-52350b5bf135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:28.517829 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab59f3d9-144a-4f3d-b964-f1f92d1cbcdc None None] Network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:17:28.567073 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5a572e20-dcf4-4268-91be-8ea35b2af37e None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:28.572671 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840bc70-5c36-4fb0-ad1b-f45b74f8cdfe req-ab9fc017-5a5b-451d-b834-0cda7c6f9446 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:28.594835 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f840bc70-5c36-4fb0-ad1b-f45b74f8cdfe req-ab9fc017-5a5b-451d-b834-0cda7c6f9446 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 946 time: 0.3457339 Sep 30 13:17:28.691823 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5a572e20-dcf4-4268-91be-8ea35b2af37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:28.704795 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427adce-cf17-4c00-ad6b-119a00f8bfb3 req-fa740f27-89e5-4f28-aa05-ddd53feda226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:28.713082 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d427adce-cf17-4c00-ad6b-119a00f8bfb3 req-fa740f27-89e5-4f28-aa05-ddd53feda226 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2bd2be1a-a3ec-40ae-8da0-427f013adb6b HTTP/1.1" status: 200 len: 1096 time: 0.3541715 Sep 30 13:17:28.731107 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3758b508-a256-48a9-95ad-52350b5bf135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:28.749579 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3758b508-a256-48a9-95ad-52350b5bf135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:28.835289 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a572e20-dcf4-4268-91be-8ea35b2af37e None None] Pushing event updated for resources: {'Port': ['ID=0643ab82-9592-438c-b99e-755df72ecc44,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:28.842912 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3758b508-a256-48a9-95ad-52350b5bf135 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7418b0c96f3241bc92bdd75d0f38f9ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4284797 Sep 30 13:17:28.846567 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5295f090-9cca-4ee3-80c5-746f4437f7da tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:28.851812 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5295f090-9cca-4ee3-80c5-746f4437f7da tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:28.856310 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36400) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:28.873577 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f840bc70-5c36-4fb0-ad1b-f45b74f8cdfe req-77cc26a8-cc1d-49dd-b195-2f65154bd825 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2624345 Sep 30 13:17:28.913940 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758b508-a256-48a9-95ad-52350b5bf135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a615ba5c-09a0-4c4e-a1cf-7854dce6f36f,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:28.936555 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d427adce-cf17-4c00-ad6b-119a00f8bfb3 req-8a3f5339-1cf2-4f70-8993-724a9985e2e9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0ae70291-d4aa-40a7-8fe8-19197e22d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140179 Sep 30 13:17:28.947378 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a572e20-dcf4-4268-91be-8ea35b2af37e None None] Network e9048fcc-bdfa-4cc3-bfcc-8944a073ed54 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:17:28.950363 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-5a572e20-dcf4-4268-91be-8ea35b2af37e None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:28.954960 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a572e20-dcf4-4268-91be-8ea35b2af37e None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:17:29.049261 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ae3305f7-86e2-47e7-9de9-f7ee80513a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:29.139317 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-5a572e20-dcf4-4268-91be-8ea35b2af37e None None] Attempting to bind port 0643ab82-9592-438c-b99e-755df72ecc44 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:17:29.139607 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-5a572e20-dcf4-4268-91be-8ea35b2af37e None None] Attempting to bind port 0643ab82-9592-438c-b99e-755df72ecc44 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'a866c7ca-25eb-47f2-b352-a91a88d1c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e9048fcc-bdfa-4cc3-bfcc-8944a073ed54'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:17:29.142496 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a572e20-dcf4-4268-91be-8ea35b2af37e None None] Attempting to bind port 0643ab82-9592-438c-b99e-755df72ecc44 on network e9048fcc-bdfa-4cc3-bfcc-8944a073ed54 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:17:29.180518 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a572e20-dcf4-4268-91be-8ea35b2af37e None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:17:29.187353 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a572e20-dcf4-4268-91be-8ea35b2af37e None None] Checking segment: {'id': 'a866c7ca-25eb-47f2-b352-a91a88d1c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e9048fcc-bdfa-4cc3-bfcc-8944a073ed54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:17:29.188070 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5a572e20-dcf4-4268-91be-8ea35b2af37e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:29.188661 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a572e20-dcf4-4268-91be-8ea35b2af37e None None] Bound using segment: {'id': 'a866c7ca-25eb-47f2-b352-a91a88d1c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e9048fcc-bdfa-4cc3-bfcc-8944a073ed54'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:17:29.192764 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-5a572e20-dcf4-4268-91be-8ea35b2af37e None None] Bound port: 0643ab82-9592-438c-b99e-755df72ecc44, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a866c7ca-25eb-47f2-b352-a91a88d1c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e9048fcc-bdfa-4cc3-bfcc-8944a073ed54'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:17:29.193726 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5a572e20-dcf4-4268-91be-8ea35b2af37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:29.210051 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ae3305f7-86e2-47e7-9de9-f7ee80513a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:29.253589 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-71fb86a5-e0d3-424a-95d9-99a09c336083 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:29.260998 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-71fb86a5-e0d3-424a-95d9-99a09c336083 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/networks?id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 HTTP/1.1" status: 200 len: 805 time: 0.2036550 Sep 30 13:17:29.299429 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-fbb37c21-febd-4727-84b5-f73f46d618c0 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/quotas/9fc5434333184b91bb2f4f1696e6b8d6 HTTP/1.1" status: 200 len: 375 time: 0.0373528 Sep 30 13:17:29.341698 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-fb42be62-1c1b-49c2-b4bd-768b674b724d tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fc5434333184b91bb2f4f1696e6b8d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413473 Sep 30 13:17:29.355840 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9347d-90b9-4c91-acad-a7555d98f3bc req-168da66d-36e1-4d21-9aab-1fc3bc419cb4 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:29.372947 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bbb9347d-90b9-4c91-acad-a7555d98f3bc req-168da66d-36e1-4d21-9aab-1fc3bc419cb4 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bd2be1a-a3ec-40ae-8da0-427f013adb6b HTTP/1.1" status: 200 len: 945 time: 0.1712680 Sep 30 13:17:29.421896 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5a572e20-dcf4-4268-91be-8ea35b2af37e None None] For port 0643ab82-9592-438c-b99e-755df72ecc44, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:17:29.433822 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5a572e20-dcf4-4268-91be-8ea35b2af37e None None] For port 0643ab82-9592-438c-b99e-755df72ecc44, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=0643ab82-9592-438c-b99e-755df72ecc44,segment=NetworkSegment(a866c7ca-25eb-47f2-b352-a91a88d1c20f),segment_id=a866c7ca-25eb-47f2-b352-a91a88d1c20f)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:17:29.444796 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5a572e20-dcf4-4268-91be-8ea35b2af37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:29.459244 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ae3305f7-86e2-47e7-9de9-f7ee80513a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:29.465184 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ae3305f7-86e2-47e7-9de9-f7ee80513a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:29.475691 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bbb9347d-90b9-4c91-acad-a7555d98f3bc req-49522389-2f3b-4c56-8e7a-c68397c29423 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae70291-d4aa-40a7-8fe8-19197e22d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018138 Sep 30 13:17:29.478333 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ae3305f7-86e2-47e7-9de9-f7ee80513a71 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a615ba5c-09a0-4c4e-a1cf-7854dce6f36f HTTP/1.1" status: 204 len: 168 time: 0.6153142 Sep 30 13:17:29.515924 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3305f7-86e2-47e7-9de9-f7ee80513a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a615ba5c-09a0-4c4e-a1cf-7854dce6f36f,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:29.579052 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a572e20-dcf4-4268-91be-8ea35b2af37e None None] Pushing event updated for resources: {'Port': ['ID=0643ab82-9592-438c-b99e-755df72ecc44,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:29.672213 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-a61ed46e-274b-4440-86c8-677b4075802d service neutron] 10.222.0.18 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292360 Sep 30 13:17:29.774186 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5295f090-9cca-4ee3-80c5-746f4437f7da tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:29.836515 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95858340-c2e8-4da3-ad5f-dc8d2b941502 req-e1df3825-dba0-4d07-86f0-94dbf2b550a7 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:29.838130 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-95858340-c2e8-4da3-ad5f-dc8d2b941502 req-e1df3825-dba0-4d07-86f0-94dbf2b550a7 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1330054 Sep 30 13:17:29.889878 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5295f090-9cca-4ee3-80c5-746f4437f7da tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network e9048fcc-bdfa-4cc3-bfcc-8944a073ed54 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:17:29.920829 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-5295f090-9cca-4ee3-80c5-746f4437f7da tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:29.923517 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295f090-9cca-4ee3-80c5-746f4437f7da tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Subnet': ['ID=e1451312-309d-4775-ab59-9049f71064c4,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:29.929051 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5295f090-9cca-4ee3-80c5-746f4437f7da tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:29.929638 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5295f090-9cca-4ee3-80c5-746f4437f7da tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:29.968416 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-95858340-c2e8-4da3-ad5f-dc8d2b941502 req-526125c4-87ce-4f5d-85d1-c1ea0efda3c8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175413 Sep 30 13:17:30.034144 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-75b0f11e-67e1-4a09-b7ab-19f90ebba0d1 service neutron] 10.222.0.18 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388162 Sep 30 13:17:30.048998 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5295f090-9cca-4ee3-80c5-746f4437f7da tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6330848 Sep 30 13:17:30.052321 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36488) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:30.057964 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-766aee19-8bd2-4c2d-983a-ab4dd3d07c38 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'port': {'network_id': 'e9048fcc-bdfa-4cc3-bfcc-8944a073ed54', 'fixed_ips': [{'subnet_id': 'a53e461a-67fd-41c2-bd74-42d6cc5b345f'}, {'subnet_id': 'e1451312-309d-4775-ab59-9049f71064c4'}], 'name': 'tempest-PortsTestJSON-958464231'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:30.363318 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4de04-f01c-42de-aad3-f6df851762f9 req-a0f80e77-09d0-49d0-b26e-71124b378397 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:30.371019 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fbd4de04-f01c-42de-aad3-f6df851762f9 req-a0f80e77-09d0-49d0-b26e-71124b378397 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 946 time: 0.1637702 Sep 30 13:17:30.403670 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36514) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:30.431692 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766aee19-8bd2-4c2d-983a-ab4dd3d07c38 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:30.446525 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c6dabf0d-f4f4-4c14-97b6-78efc4decc8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:30.482668 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fbd4de04-f01c-42de-aad3-f6df851762f9 req-ac10b576-34d2-449e-bdb6-028083e357d7 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890796 Sep 30 13:17:30.553951 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf139a15-7a57-4ac5-86e6-148a31a38f5b req-1d10dd7a-a1ea-45fd-82ff-7ca92c384dd7 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:30.563986 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cf139a15-7a57-4ac5-86e6-148a31a38f5b req-1d10dd7a-a1ea-45fd-82ff-7ca92c384dd7 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.0996652 Sep 30 13:17:30.638678 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-766aee19-8bd2-4c2d-983a-ab4dd3d07c38 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:30.668055 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cf139a15-7a57-4ac5-86e6-148a31a38f5b req-00390511-955c-4886-8fa7-55b5b01900da tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021044 Sep 30 13:17:30.776187 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c6dabf0d-f4f4-4c14-97b6-78efc4decc8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:30.823742 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-766aee19-8bd2-4c2d-983a-ab4dd3d07c38 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] device_id is not set on port 3eaa52d3-c163-43b5-9d47-86ace5ad30d4 yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:17:30.850533 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f813ab45-1d71-4d04-8de4-d1d15ce0197e req-6d8eb909-b1e7-4232-a0a5-42eb643b764d tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f25db7f-623d-47c6-8586-fb7b138d0ec0 HTTP/1.1" status: 200 len: 210 time: 0.2037101 Sep 30 13:17:30.880487 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c6dabf0d-f4f4-4c14-97b6-78efc4decc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:31.029675 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c6dabf0d-f4f4-4c14-97b6-78efc4decc8b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=debf67c6cb75404aa99dfef4112a6e97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6249273 Sep 30 13:17:31.040041 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36560) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:31.064182 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534e254-b6b2-45d5-b293-6c133f2edcd1 req-1de04ef2-548b-4843-8851-326cd9963626 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:31.076044 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5534e254-b6b2-45d5-b293-6c133f2edcd1 req-1de04ef2-548b-4843-8851-326cd9963626 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bd2be1a-a3ec-40ae-8da0-427f013adb6b HTTP/1.1" status: 200 len: 945 time: 0.2851038 Sep 30 13:17:31.079359 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dabf0d-f4f4-4c14-97b6-78efc4decc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afb5994-faa4-4682-b3af-ef63f0fd8f81,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:31.203154 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5534e254-b6b2-45d5-b293-6c133f2edcd1 req-f12dab86-dbad-4945-b82f-56b244e1bdec tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae70291-d4aa-40a7-8fe8-19197e22d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261461 Sep 30 13:17:31.350185 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0643ab82-9592-438c-b99e-755df72ecc44 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:17:31.398071 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21baefe1-219d-4f8e-939f-c02a332e24d9 req-e6ba516e-a39a-4c58-b118-670e29654516 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:31.417501 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-21baefe1-219d-4f8e-939f-c02a332e24d9 req-e6ba516e-a39a-4c58-b118-670e29654516 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.0993011 Sep 30 13:17:31.489305 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-21baefe1-219d-4f8e-939f-c02a332e24d9 req-6007bf9a-d7db-4907-83c4-53771210117e tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669320 Sep 30 13:17:31.493129 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 0643ab82-9592-438c-b99e-755df72ecc44 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:17:31.494523 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:31.596450 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b3aa0378-6692-401e-b7c2-ff35d2515774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:31.675881 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b3aa0378-6692-401e-b7c2-ff35d2515774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:31.851302 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-766aee19-8bd2-4c2d-983a-ab4dd3d07c38 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Allocated IP 172.20.0.4 (e9048fcc-bdfa-4cc3-bfcc-8944a073ed54/a53e461a-67fd-41c2-bd74-42d6cc5b345f/3eaa52d3-c163-43b5-9d47-86ace5ad30d4) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:17:31.875086 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-766aee19-8bd2-4c2d-983a-ab4dd3d07c38 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Allocated IP 172.20.0.23 (e9048fcc-bdfa-4cc3-bfcc-8944a073ed54/e1451312-309d-4775-ab59-9049f71064c4/3eaa52d3-c163-43b5-9d47-86ace5ad30d4) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:17:31.889760 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b3aa0378-6692-401e-b7c2-ff35d2515774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:31.894916 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b3aa0378-6692-401e-b7c2-ff35d2515774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:31.896793 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b3aa0378-6692-401e-b7c2-ff35d2515774 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3afb5994-faa4-4682-b3af-ef63f0fd8f81 HTTP/1.1" status: 204 len: 168 time: 0.8437307 Sep 30 13:17:31.928987 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896b57b-7479-471d-b2cc-f46be64f7281 req-b2edf959-b3b8-4b7d-88f1-5bce5fd4fa4d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:31.946648 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4896b57b-7479-471d-b2cc-f46be64f7281 req-b2edf959-b3b8-4b7d-88f1-5bce5fd4fa4d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 946 time: 0.1125555 Sep 30 13:17:31.982284 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa0378-6692-401e-b7c2-ff35d2515774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afb5994-faa4-4682-b3af-ef63f0fd8f81,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:32.023577 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2d97d0-7d71-49c6-b164-4952f6b6f79b None None] Network e9048fcc-bdfa-4cc3-bfcc-8944a073ed54 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:17:32.030171 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4896b57b-7479-471d-b2cc-f46be64f7281 req-b6758b13-2fea-4c8d-958b-1451ab717200 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764217 Sep 30 13:17:32.208232 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ca120-ad4f-473c-8953-55c7f5cbc75b req-025d19c9-a9a3-404e-93cb-6c6068c201e9 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:32.216786 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-227ca120-ad4f-473c-8953-55c7f5cbc75b req-025d19c9-a9a3-404e-93cb-6c6068c201e9 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.0876772 Sep 30 13:17:32.240668 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 17915d9f-ae61-4075-9215-28b6807d5cae details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:17:32.259727 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-766aee19-8bd2-4c2d-983a-ab4dd3d07c38 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:32.272155 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-227ca120-ad4f-473c-8953-55c7f5cbc75b req-a3784337-6569-420f-9837-1f82daf8e344 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541852 Sep 30 13:17:32.342667 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-766aee19-8bd2-4c2d-983a-ab4dd3d07c38 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:32.528377 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766aee19-8bd2-4c2d-983a-ab4dd3d07c38 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Port': ['ID=3eaa52d3-c163-43b5-9d47-86ace5ad30d4,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:32.569431 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8fbc22ae-d212-45f2-99f1-9f435044ca67 req-ef1f1b94-d5ac-49eb-9ca6-c74305500436 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f25db7f-623d-47c6-8586-fb7b138d0ec0 HTTP/1.1" status: 200 len: 210 time: 0.1319571 Sep 30 13:17:32.573597 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766aee19-8bd2-4c2d-983a-ab4dd3d07c38 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network e9048fcc-bdfa-4cc3-bfcc-8944a073ed54 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:17:32.615438 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-766aee19-8bd2-4c2d-983a-ab4dd3d07c38 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:32.625804 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766aee19-8bd2-4c2d-983a-ab4dd3d07c38 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:17:32.763299 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 17915d9f-ae61-4075-9215-28b6807d5cae, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=17915d9f-ae61-4075-9215-28b6807d5cae,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:32.792762 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '17915d9f-ae61-4075-9215-28b6807d5cae', 'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785', 'port_id': '17915d9f-ae61-4075-9215-28b6807d5cae', 'mac_address': 'fa:16:3e:2a:0e:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c2cacb-688f-46b5-bc21-08d291e590ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:17:32.808296 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c6fa92f-ad30-41e3-b5fe-ecf1725b0235 None None] Provisioning complete for port 0643ab82-9592-438c-b99e-755df72ecc44 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:17:32.809001 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c6fa92f-ad30-41e3-b5fe-ecf1725b0235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:32.938789 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fe9f7-4f13-42da-8b3e-a9856bdf24c9 req-fae763e0-6fba-413b-91b1-c7ff2192c763 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:32.941485 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d65fe9f7-4f13-42da-8b3e-a9856bdf24c9 req-fae763e0-6fba-413b-91b1-c7ff2192c763 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bd2be1a-a3ec-40ae-8da0-427f013adb6b HTTP/1.1" status: 200 len: 945 time: 0.1662221 Sep 30 13:17:32.995334 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d65fe9f7-4f13-42da-8b3e-a9856bdf24c9 req-8d84b0e3-cf42-4103-a5d4-8bb844de3016 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae70291-d4aa-40a7-8fe8-19197e22d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466504 Sep 30 13:17:33.022608 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766aee19-8bd2-4c2d-983a-ab4dd3d07c38 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:33.022874 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:33.023706 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-766aee19-8bd2-4c2d-983a-ab4dd3d07c38 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:33.029154 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:33.113443 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c6fa92f-ad30-41e3-b5fe-ecf1725b0235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:33.121172 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17915d9f-ae61-4075-9215-28b6807d5cae {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:17:33.151275 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-0fccca72-dfef-4e90-84f6-3c33039de027 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:33.166153 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-0fccca72-dfef-4e90-84f6-3c33039de027 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.54 "GET /v2.0/networks?id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 HTTP/1.1" status: 200 len: 805 time: 0.7627091 Sep 30 13:17:33.181771 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-766aee19-8bd2-4c2d-983a-ab4dd3d07c38 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.1201737 Sep 30 13:17:33.191071 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36710) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:33.214591 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-592538ba-5975-4d6a-ade3-573baeda2592 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Request body: {'port': {'device_id': '0f25db7f-623d-47c6-8586-fb7b138d0ec0', 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1', 'admin_state_up': True, 'tenant_id': '9fc5434333184b91bb2f4f1696e6b8d6'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:33.252567 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566fcdb-85fd-4ab4-88b9-8e35a58ba487 req-cdde45bd-efd9-48fc-b025-7af434979568 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:33.258358 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-4004830e-5278-4465-82df-987eacaa9259 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a53e461a-67fd-41c2-bd74-42d6cc5b345f'}]}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:33.260665 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2566fcdb-85fd-4ab4-88b9-8e35a58ba487 req-cdde45bd-efd9-48fc-b025-7af434979568 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 946 time: 0.1367228 Sep 30 13:17:33.278056 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 17915d9f-ae61-4075-9215-28b6807d5cae, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=17915d9f-ae61-4075-9215-28b6807d5cae,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:33.283039 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 0643ab82-9592-438c-b99e-755df72ecc44, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=0643ab82-9592-438c-b99e-755df72ecc44,segment=NetworkSegment(a866c7ca-25eb-47f2-b352-a91a88d1c20f),segment_id=a866c7ca-25eb-47f2-b352-a91a88d1c20f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:33.301326 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:33.303439 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:33.314810 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5df17-e0e1-4374-968b-df9ac54c4d09 req-197061ad-c834-470c-9e25-95e170842cbc tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:33.323957 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2fc5df17-e0e1-4374-968b-df9ac54c4d09 req-197061ad-c834-470c-9e25-95e170842cbc tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.3740933 Sep 30 13:17:33.334410 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2566fcdb-85fd-4ab4-88b9-8e35a58ba487 req-ef061006-85a1-49e8-845b-7dd4605bd5ab tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643959 Sep 30 13:17:33.378342 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882dba46-d59e-4319-a7bb-40a61d9f6cbf None None] Update dhcp port {'port': {'network_id': 'e9048fcc-bdfa-4cc3-bfcc-8944a073ed54', 'fixed_ips': [{'subnet_id': 'a53e461a-67fd-41c2-bd74-42d6cc5b345f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e1451312-309d-4775-ab59-9049f71064c4'}], 'binding:host_id': 'n-d-810909-2'}, 'id': '0643ab82-9592-438c-b99e-755df72ecc44'} from n-d-810909-2. {{(pid=94765) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 13:17:33.470504 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['17915d9f-ae61-4075-9215-28b6807d5cae'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:17:33.538094 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2fc5df17-e0e1-4374-968b-df9ac54c4d09 req-2c7a78c2-4783-4866-8092-effe30de0c72 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093749 Sep 30 13:17:33.601226 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-882dba46-d59e-4319-a7bb-40a61d9f6cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:33.617794 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-5c6fa92f-ad30-41e3-b5fe-ecf1725b0235 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:17:33.618305 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-5c6fa92f-ad30-41e3-b5fe-ecf1725b0235 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:17:33.742882 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4004830e-5278-4465-82df-987eacaa9259 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:33.884234 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4a56d8f4-6160-4fa8-a941-9ceca08fe4e7 req-36c2936a-e441-403d-829a-516f52bf5e29 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f25db7f-623d-47c6-8586-fb7b138d0ec0 HTTP/1.1" status: 200 len: 210 time: 0.1024895 Sep 30 13:17:33.947741 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=17915d9f-ae61-4075-9215-28b6807d5cae,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:34.200790 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e068d4-2bdc-4c60-a348-14def13f1576 req-d589e384-9250-43c1-972d-31617b11df7c tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:34.212436 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=0643ab82-9592-438c-b99e-755df72ecc44,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:34.212773 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b9e068d4-2bdc-4c60-a348-14def13f1576 req-d589e384-9250-43c1-972d-31617b11df7c tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bd2be1a-a3ec-40ae-8da0-427f013adb6b HTTP/1.1" status: 200 len: 945 time: 0.0907190 Sep 30 13:17:34.255945 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-592538ba-5975-4d6a-ade3-573baeda2592 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Made reservation on behalf of 9fc5434333184b91bb2f4f1696e6b8d6 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:34.260540 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-882dba46-d59e-4319-a7bb-40a61d9f6cbf None None] Allocated IP 172.20.0.18 (e9048fcc-bdfa-4cc3-bfcc-8944a073ed54/e1451312-309d-4775-ab59-9049f71064c4/0643ab82-9592-438c-b99e-755df72ecc44) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:17:34.265256 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-592538ba-5975-4d6a-ade3-573baeda2592 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:34.327094 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b9e068d4-2bdc-4c60-a348-14def13f1576 req-3b948f55-066a-47b1-9581-70c2816d70d0 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae70291-d4aa-40a7-8fe8-19197e22d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134398 Sep 30 13:17:34.488444 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-882dba46-d59e-4319-a7bb-40a61d9f6cbf None None] For port 0643ab82-9592-438c-b99e-755df72ecc44, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=0643ab82-9592-438c-b99e-755df72ecc44,segment=NetworkSegment(a866c7ca-25eb-47f2-b352-a91a88d1c20f),segment_id=a866c7ca-25eb-47f2-b352-a91a88d1c20f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:34.531348 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-882dba46-d59e-4319-a7bb-40a61d9f6cbf None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:34.540083 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-882dba46-d59e-4319-a7bb-40a61d9f6cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:34.553024 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651cdb4-1c60-41a1-8b94-0836ac1b1179 req-aaf629d8-4697-400a-83ed-c03e3749f7f2 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:34.553024 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7651cdb4-1c60-41a1-8b94-0836ac1b1179 req-aaf629d8-4697-400a-83ed-c03e3749f7f2 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bd2be1a-a3ec-40ae-8da0-427f013adb6b HTTP/1.1" status: 200 len: 945 time: 0.5827653 Sep 30 13:17:34.709480 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882dba46-d59e-4319-a7bb-40a61d9f6cbf None None] Pushing event updated for resources: {'Port': ['ID=0643ab82-9592-438c-b99e-755df72ecc44,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:34.806187 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26541a6b-80bd-45eb-a833-2b7ddad3dd5e req-c95890c4-ca45-4fda-b14e-53d1dec5e047 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:34.817676 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-26541a6b-80bd-45eb-a833-2b7ddad3dd5e req-c95890c4-ca45-4fda-b14e-53d1dec5e047 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 946 time: 0.2858715 Sep 30 13:17:34.817948 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c7dab-c4ef-45b8-ba6f-525d2e43d3a8 req-007627ed-9431-46b4-bf6a-df926e422bb4 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:34.828687 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cb0c7dab-c4ef-45b8-ba6f-525d2e43d3a8 req-007627ed-9431-46b4-bf6a-df926e422bb4 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1628745 Sep 30 13:17:34.968515 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cb0c7dab-c4ef-45b8-ba6f-525d2e43d3a8 req-66629971-e07f-490e-a4f7-b120ebd8ca56 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375217 Sep 30 13:17:35.086863 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-26541a6b-80bd-45eb-a833-2b7ddad3dd5e req-35ac8161-9aa2-448f-9521-ce01626266bf tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675643 Sep 30 13:17:35.122869 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-592538ba-5975-4d6a-ade3-573baeda2592 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Allocated IP 172.20.0.11 (0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1/ffedeff6-d706-4237-b627-e4b936917a2e/6c2091e5-f492-410b-b7e7-74cfe5cfae1e) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:17:35.197463 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-7651cdb4-1c60-41a1-8b94-0836ac1b1179 req-507a8d81-1792-4402-81d3-9e59e8020585 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Deleting port 4f137c9f-2d95-466d-8e37-4ffe06c7c48a {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:17:35.197847 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-7651cdb4-1c60-41a1-8b94-0836ac1b1179 req-507a8d81-1792-4402-81d3-9e59e8020585 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:35.324599 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-4004830e-5278-4465-82df-987eacaa9259 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Delete allocated IP 172.20.0.23 (e9048fcc-bdfa-4cc3-bfcc-8944a073ed54/e1451312-309d-4775-ab59-9049f71064c4) {{(pid=94764) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 30 13:17:35.333740 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-322a4ad5-5f2a-4bf9-b8a3-3efabebd05c0 req-1f18b633-c4b8-44de-a2bf-1f32c621f3df tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f25db7f-623d-47c6-8586-fb7b138d0ec0 HTTP/1.1" status: 200 len: 210 time: 0.0908775 Sep 30 13:17:35.443603 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0643ab82-9592-438c-b99e-755df72ecc44 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:17:35.615475 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 0643ab82-9592-438c-b99e-755df72ecc44 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:17:35.615875 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:35.833847 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-7651cdb4-1c60-41a1-8b94-0836ac1b1179 req-507a8d81-1792-4402-81d3-9e59e8020585 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] For port 4f137c9f-2d95-466d-8e37-4ffe06c7c48a, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4f137c9f-2d95-466d-8e37-4ffe06c7c48a,segment=NetworkSegment(ce74fb3c-0a7f-45fc-b040-c70ae19e0d92),segment_id=ce74fb3c-0a7f-45fc-b040-c70ae19e0d92)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:35.834382 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-7651cdb4-1c60-41a1-8b94-0836ac1b1179 req-507a8d81-1792-4402-81d3-9e59e8020585 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:35.842781 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaf8e6e-d814-48be-9470-71dfc06a63d2 None None] Network e9048fcc-bdfa-4cc3-bfcc-8944a073ed54 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:17:35.902385 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d2675-2950-4d2c-addd-4f07380d9993 req-7c7a8630-2222-4157-8ccc-06a404213193 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:35.904097 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-598d2675-2950-4d2c-addd-4f07380d9993 req-7c7a8630-2222-4157-8ccc-06a404213193 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.3897634 Sep 30 13:17:35.911271 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-7651cdb4-1c60-41a1-8b94-0836ac1b1179 req-507a8d81-1792-4402-81d3-9e59e8020585 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Calling delete_port for 4f137c9f-2d95-466d-8e37-4ffe06c7c48a owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:17:36.024631 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-e79d52a9-2247-4d4e-9f50-b1232cdd03f2 None None] Provisioning complete for port 0643ab82-9592-438c-b99e-755df72ecc44 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:17:36.025490 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e79d52a9-2247-4d4e-9f50-b1232cdd03f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:36.039385 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-592538ba-5975-4d6a-ade3-573baeda2592 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:36.102624 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4004830e-5278-4465-82df-987eacaa9259 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:36.222432 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 17915d9f-ae61-4075-9215-28b6807d5cae up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:17:36.227559 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4004830e-5278-4465-82df-987eacaa9259 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:36.237750 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-598d2675-2950-4d2c-addd-4f07380d9993 req-1a94e939-f6fc-44f2-b136-7b07a487aff0 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3205853 Sep 30 13:17:36.352149 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-e79d52a9-2247-4d4e-9f50-b1232cdd03f2 None None] Provisioning complete for port 3eaa52d3-c163-43b5-9d47-86ace5ad30d4 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:17:36.352518 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e79d52a9-2247-4d4e-9f50-b1232cdd03f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:36.356994 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-592538ba-5975-4d6a-ade3-573baeda2592 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:36.478172 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-592538ba-5975-4d6a-ade3-573baeda2592 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:17:36.486094 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-e79d52a9-2247-4d4e-9f50-b1232cdd03f2 None None] Port 3eaa52d3-c163-43b5-9d47-86ace5ad30d4 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:17:36.496342 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 17915d9f-ae61-4075-9215-28b6807d5cae triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:17:36.498997 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:36.505368 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-592538ba-5975-4d6a-ade3-573baeda2592 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:36.517631 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-592538ba-5975-4d6a-ade3-573baeda2592 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:17:36.577318 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c52bc-5b61-4613-8004-e8b1da9ca066 req-c89b2398-483f-46e8-a045-f2822bfb5b96 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:36.584984 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a98c52bc-5b61-4613-8004-e8b1da9ca066 req-c89b2398-483f-46e8-a045-f2822bfb5b96 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bd2be1a-a3ec-40ae-8da0-427f013adb6b HTTP/1.1" status: 200 len: 945 time: 0.1866362 Sep 30 13:17:36.609503 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-592538ba-5975-4d6a-ade3-573baeda2592 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:36.610181 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-592538ba-5975-4d6a-ade3-573baeda2592 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:36.648045 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-592538ba-5975-4d6a-ade3-573baeda2592 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4540627 Sep 30 13:17:36.666523 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-707fab99-80ce-4233-80d6-86517b7c413e service neutron] Request body: {'port': {'device_id': '0f25db7f-623d-47c6-8586-fb7b138d0ec0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:36.706155 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:36.762715 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-707fab99-80ce-4233-80d6-86517b7c413e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:36.778126 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 17915d9f-ae61-4075-9215-28b6807d5cae, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=17915d9f-ae61-4075-9215-28b6807d5cae,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:36.780190 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b3e879-cee9-49fe-93aa-c2f8ff6b1895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17915d9f-ae61-4075-9215-28b6807d5cae'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:17:36.787442 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7eba128-d7e5-4986-9287-61057a6db2d9" -d '{"events": [{"server_uuid": "92b3e879-cee9-49fe-93aa-c2f8ff6b1895", "name": "network-vif-plugged", "status": "completed", "tag": "17915d9f-ae61-4075-9215-28b6807d5cae"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:17:36.794454 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:36.828462 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-4004830e-5278-4465-82df-987eacaa9259 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] In _notify_port_updated(), no bound segment for port 3eaa52d3-c163-43b5-9d47-86ace5ad30d4 on network e9048fcc-bdfa-4cc3-bfcc-8944a073ed54 {{(pid=94764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 13:17:36.834877 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4004830e-5278-4465-82df-987eacaa9259 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:36.835510 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4004830e-5278-4465-82df-987eacaa9259 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:36.837023 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4004830e-5278-4465-82df-987eacaa9259 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "PUT /v2.0/ports/3eaa52d3-c163-43b5-9d47-86ace5ad30d4 HTTP/1.1" status: 200 len: 918 time: 3.5902951 Sep 30 13:17:36.839964 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-7651cdb4-1c60-41a1-8b94-0836ac1b1179 req-507a8d81-1792-4402-81d3-9e59e8020585 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:36.840322 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36914) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:36.847869 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-16bc21f1-9a89-4e7d-8476-74d75bf220b4 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a53e461a-67fd-41c2-bd74-42d6cc5b345f'}, {'subnet_id': 'e1451312-309d-4775-ab59-9049f71064c4'}]}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:36.851613 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a98c52bc-5b61-4613-8004-e8b1da9ca066 req-72f679a7-58cd-4cee-9356-f586f0e2184d tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae70291-d4aa-40a7-8fe8-19197e22d8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657046 Sep 30 13:17:36.935655 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=17915d9f-ae61-4075-9215-28b6807d5cae,revision_number=7']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:36.953840 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004830e-5278-4465-82df-987eacaa9259 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Port': ['ID=3eaa52d3-c163-43b5-9d47-86ace5ad30d4,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:37.195453 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-16bc21f1-9a89-4e7d-8476-74d75bf220b4 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:37.643104 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ac874173-3f75-4490-83aa-7e5bbec7dfbb None None] Provisioning complete for port 0643ab82-9592-438c-b99e-755df72ecc44 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:17:37.643585 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ac874173-3f75-4490-83aa-7e5bbec7dfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:37.788471 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-16bc21f1-9a89-4e7d-8476-74d75bf220b4 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Allocated IP 172.20.0.28 (e9048fcc-bdfa-4cc3-bfcc-8944a073ed54/e1451312-309d-4775-ab59-9049f71064c4/3eaa52d3-c163-43b5-9d47-86ace5ad30d4) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:17:37.944717 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ac874173-3f75-4490-83aa-7e5bbec7dfbb None None] Provisioning complete for port 3eaa52d3-c163-43b5-9d47-86ace5ad30d4 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:17:37.944717 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ac874173-3f75-4490-83aa-7e5bbec7dfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:37.962886 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-16bc21f1-9a89-4e7d-8476-74d75bf220b4 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:37.989870 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-707fab99-80ce-4233-80d6-86517b7c413e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c2091e5-f492-410b-b7e7-74cfe5cfae1e {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:17:37.993930 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-16bc21f1-9a89-4e7d-8476-74d75bf220b4 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:38.019407 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5cb3cc62-b856-4fb4-af97-93d973ef6b17 req-f30c09f4-380c-448c-b423-ccc950d46c60 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1802645 Sep 30 13:17:38.038837 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-707fab99-80ce-4233-80d6-86517b7c413e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:38.082363 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-ac874173-3f75-4490-83aa-7e5bbec7dfbb None None] Port 3eaa52d3-c163-43b5-9d47-86ace5ad30d4 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:17:38.209488 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6354744d-0b61-45ef-8078-af02d75182aa None None] Provisioning complete for port 3eaa52d3-c163-43b5-9d47-86ace5ad30d4 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:17:38.210522 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6354744d-0b61-45ef-8078-af02d75182aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:38.231911 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592538ba-5975-4d6a-ade3-573baeda2592 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Pushing event updated for resources: {'Port': ['ID=6c2091e5-f492-410b-b7e7-74cfe5cfae1e,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:38.238294 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-707fab99-80ce-4233-80d6-86517b7c413e service neutron] Transition to ACTIVE for port object 6c2091e5-f492-410b-b7e7-74cfe5cfae1e will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:17:38.277056 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-6354744d-0b61-45ef-8078-af02d75182aa None None] Port 3eaa52d3-c163-43b5-9d47-86ace5ad30d4 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:17:38.294491 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-7651cdb4-1c60-41a1-8b94-0836ac1b1179 req-507a8d81-1792-4402-81d3-9e59e8020585 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] No DVR routers for this DVR port 4f137c9f-2d95-466d-8e37-4ffe06c7c48a on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:17:38.301902 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-707fab99-80ce-4233-80d6-86517b7c413e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:38.304625 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-7651cdb4-1c60-41a1-8b94-0836ac1b1179 req-507a8d81-1792-4402-81d3-9e59e8020585 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:38.306992 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7651cdb4-1c60-41a1-8b94-0836ac1b1179 req-507a8d81-1792-4402-81d3-9e59e8020585 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] 10.222.0.39 "DELETE /v2.0/ports/4f137c9f-2d95-466d-8e37-4ffe06c7c48a HTTP/1.1" status: 204 len: 173 time: 3.7462366 Sep 30 13:17:38.322501 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd2be1a-a3ec-40ae-8da0-427f013adb6b', 'name': 'network-vif-deleted', 'tag': '4f137c9f-2d95-466d-8e37-4ffe06c7c48a'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:17:38.327279 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc02df0-5ef9-46d4-a342-e22b80a12e84" -d '{"events": [{"server_uuid": "2bd2be1a-a3ec-40ae-8da0-427f013adb6b", "name": "network-vif-deleted", "tag": "4f137c9f-2d95-466d-8e37-4ffe06c7c48a"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:17:38.330826 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a8d81-1792-4402-81d3-9e59e8020585 tempest-InstanceActionsNegativeTestJSON-210900825 tempest-InstanceActionsNegativeTestJSON-210900825-project] Pushing event deleted for resources: {'Port': ['ID=4f137c9f-2d95-466d-8e37-4ffe06c7c48a,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:38.385209 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4f137c9f-2d95-466d-8e37-4ffe06c7c48a no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:17:38.387223 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f64a2-07fa-4a3b-a7f2-5c1b741cedf9 req-e24c32ae-6564-4560-9d4a-c7a3578e348f tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:38.388985 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d70f64a2-07fa-4a3b-a7f2-5c1b741cedf9 req-e24c32ae-6564-4560-9d4a-c7a3578e348f tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 946 time: 0.3658545 Sep 30 13:17:38.420881 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 4f137c9f-2d95-466d-8e37-4ffe06c7c48a {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:17:38.425198 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4f137c9f-2d95-466d-8e37-4ffe06c7c48a not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:17:38.467258 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fab99-80ce-4233-80d6-86517b7c413e service neutron] Pushing event updated for resources: {'Port': ['ID=6c2091e5-f492-410b-b7e7-74cfe5cfae1e,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:38.598867 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d70f64a2-07fa-4a3b-a7f2-5c1b741cedf9 req-55f9408b-63ee-4cf8-9b15-dea830a75554 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824243 Sep 30 13:17:38.677604 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-707fab99-80ce-4233-80d6-86517b7c413e service neutron] Attempting to bind port 6c2091e5-f492-410b-b7e7-74cfe5cfae1e on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:17:38.677953 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-707fab99-80ce-4233-80d6-86517b7c413e service neutron] Attempting to bind port 6c2091e5-f492-410b-b7e7-74cfe5cfae1e by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '9a96c041-5ead-4dbc-b8ed-7970502e222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:17:38.678335 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-707fab99-80ce-4233-80d6-86517b7c413e service neutron] Attempting to bind port 6c2091e5-f492-410b-b7e7-74cfe5cfae1e on network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:17:38.690658 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-707fab99-80ce-4233-80d6-86517b7c413e service neutron] Port 6c2091e5-f492-410b-b7e7-74cfe5cfae1e on network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:17:38.691001 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-707fab99-80ce-4233-80d6-86517b7c413e service neutron] Attempting to bind port 6c2091e5-f492-410b-b7e7-74cfe5cfae1e on network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:17:38.703899 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-707fab99-80ce-4233-80d6-86517b7c413e service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:17:38.705486 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-707fab99-80ce-4233-80d6-86517b7c413e service neutron] Checking segment: {'id': '9a96c041-5ead-4dbc-b8ed-7970502e222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:17:38.710419 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-707fab99-80ce-4233-80d6-86517b7c413e service neutron] Bound using segment: {'id': '9a96c041-5ead-4dbc-b8ed-7970502e222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:17:38.710916 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-707fab99-80ce-4233-80d6-86517b7c413e service neutron] Bound port: 6c2091e5-f492-410b-b7e7-74cfe5cfae1e, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a96c041-5ead-4dbc-b8ed-7970502e222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:17:38.711296 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-707fab99-80ce-4233-80d6-86517b7c413e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:38.900906 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483bbc8-38ff-425c-bf2c-a34987548bb7 req-7bf4e634-450f-4375-af6b-f8159b119964 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:38.902646 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e483bbc8-38ff-425c-bf2c-a34987548bb7 req-7bf4e634-450f-4375-af6b-f8159b119964 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1699903 Sep 30 13:17:38.909257 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc21f1-9a89-4e7d-8476-74d75bf220b4 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Port': ['ID=3eaa52d3-c163-43b5-9d47-86ace5ad30d4,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:38.989909 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-707fab99-80ce-4233-80d6-86517b7c413e service neutron] For port 6c2091e5-f492-410b-b7e7-74cfe5cfae1e, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:17:39.027295 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-707fab99-80ce-4233-80d6-86517b7c413e service neutron] For port 6c2091e5-f492-410b-b7e7-74cfe5cfae1e, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=6c2091e5-f492-410b-b7e7-74cfe5cfae1e,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:17:39.034521 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-16bc21f1-9a89-4e7d-8476-74d75bf220b4 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] In _notify_port_updated(), no bound segment for port 3eaa52d3-c163-43b5-9d47-86ace5ad30d4 on network e9048fcc-bdfa-4cc3-bfcc-8944a073ed54 {{(pid=94763) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 13:17:39.038954 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e483bbc8-38ff-425c-bf2c-a34987548bb7 req-7150b92b-696d-489c-9fd1-84ccfa29802c tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075351 Sep 30 13:17:39.041198 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-707fab99-80ce-4233-80d6-86517b7c413e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:39.042443 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bc21f1-9a89-4e7d-8476-74d75bf220b4 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:39.043462 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-16bc21f1-9a89-4e7d-8476-74d75bf220b4 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:39.048089 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-16bc21f1-9a89-4e7d-8476-74d75bf220b4 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "PUT /v2.0/ports/3eaa52d3-c163-43b5-9d47-86ace5ad30d4 HTTP/1.1" status: 200 len: 998 time: 2.2037051 Sep 30 13:17:39.060320 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36930) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:39.159308 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-707fab99-80ce-4233-80d6-86517b7c413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:39.160139 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-707fab99-80ce-4233-80d6-86517b7c413e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:39.161220 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-707fab99-80ce-4233-80d6-86517b7c413e service neutron] 10.222.0.54 "PUT /v2.0/ports/6c2091e5-f492-410b-b7e7-74cfe5cfae1e HTTP/1.1" status: 200 len: 1092 time: 2.4993808 Sep 30 13:17:39.208655 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3cc62-b856-4fb4-af97-93d973ef6b17 req-f806496f-831d-4593-9870-7ed34fd64771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:39.211605 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5cb3cc62-b856-4fb4-af97-93d973ef6b17 req-f806496f-831d-4593-9870-7ed34fd64771 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 1096 time: 1.1428416 Sep 30 13:17:39.235937 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fab99-80ce-4233-80d6-86517b7c413e service neutron] Pushing event updated for resources: {'Port': ['ID=6c2091e5-f492-410b-b7e7-74cfe5cfae1e,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:39.260744 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-fae0ce90-7f70-4bc3-ab84-3c47e2db3cb7 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting port 3eaa52d3-c163-43b5-9d47-86ace5ad30d4 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:17:39.261534 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fae0ce90-7f70-4bc3-ab84-3c47e2db3cb7 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:39.332455 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ef16b-9f94-4cb8-8b71-92a474f3c743 req-052d075b-8f7f-4fac-8a24-3604f2f57ed0 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:39.341439 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-958ef16b-9f94-4cb8-8b71-92a474f3c743 req-052d075b-8f7f-4fac-8a24-3604f2f57ed0 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f25db7f-623d-47c6-8586-fb7b138d0ec0 HTTP/1.1" status: 200 len: 944 time: 0.1989224 Sep 30 13:17:39.420775 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-54df0a2a-7dc7-4e57-a152-9f09f90a345b None None] Provisioning complete for port 3eaa52d3-c163-43b5-9d47-86ace5ad30d4 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:17:39.422026 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-54df0a2a-7dc7-4e57-a152-9f09f90a345b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:39.493437 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-958ef16b-9f94-4cb8-8b71-92a474f3c743 req-99652fbc-c39a-41c3-8d14-214bb7a8cd17 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506743 Sep 30 13:17:39.517013 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-b488fd87-1b9b-495f-b3e7-d57b73805fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:39.519060 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-b488fd87-1b9b-495f-b3e7-d57b73805fca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9fc5434333184b91bb2f4f1696e6b8d6&device_id=0f25db7f-623d-47c6-8586-fb7b138d0ec0 HTTP/1.1" status: 200 len: 1095 time: 0.2879806 Sep 30 13:17:39.536613 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-54df0a2a-7dc7-4e57-a152-9f09f90a345b None None] Port 3eaa52d3-c163-43b5-9d47-86ace5ad30d4 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:17:39.619342 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3cc62-b856-4fb4-af97-93d973ef6b17 req-a183f9a1-a93f-43d8-a6f3-0e766d9515c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:39.620285 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65428bec-d525-4b7a-ae29-a6fd54484ef5 x-openstack-request-id: req-65428bec-d525-4b7a-ae29-a6fd54484ef5 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:17:39.620794 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b3e879-cee9-49fe-93aa-c2f8ff6b1895", "name": "network-vif-plugged", "status": "completed", "tag": "17915d9f-ae61-4075-9215-28b6807d5cae", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:17:39.621216 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65428bec-d525-4b7a-ae29-a6fd54484ef5 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:17:39.621358 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5cb3cc62-b856-4fb4-af97-93d973ef6b17 req-a183f9a1-a93f-43d8-a6f3-0e766d9515c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 913 time: 0.3762698 Sep 30 13:17:39.621900 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b3e879-cee9-49fe-93aa-c2f8ff6b1895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17915d9f-ae61-4075-9215-28b6807d5cae', 'code': 200} Sep 30 13:17:39.623999 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fae0ce90-7f70-4bc3-ab84-3c47e2db3cb7 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:39.638902 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-f99c87f3-4a76-4f0c-a561-2c202596c6e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c2091e5-f492-410b-b7e7-74cfe5cfae1e HTTP/1.1" status: 200 len: 217 time: 0.1036925 Sep 30 13:17:39.714270 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36936) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:39.779253 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-fae0ce90-7f70-4bc3-ab84-3c47e2db3cb7 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Calling delete_port for 3eaa52d3-c163-43b5-9d47-86ace5ad30d4 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:17:39.782440 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5cb3cc62-b856-4fb4-af97-93d973ef6b17 req-9e33a411-1212-4f3d-81e4-6ab0ab0ac65b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15a4d455-7021-4eb5-ae85-252ccfe30de0 HTTP/1.1" status: 200 len: 217 time: 0.1463628 Sep 30 13:17:39.850062 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3cc62-b856-4fb4-af97-93d973ef6b17 req-85aeaedf-5e85-4007-a738-434a04a1436c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:39.850062 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5cb3cc62-b856-4fb4-af97-93d973ef6b17 req-85aeaedf-5e85-4007-a738-434a04a1436c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb HTTP/1.1" status: 200 len: 851 time: 0.0560305 Sep 30 13:17:39.853428 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-44cc206b-865c-4033-a73b-e33d66c63e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:39.855791 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-44cc206b-865c-4033-a73b-e33d66c63e7f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ffedeff6-d706-4237-b627-e4b936917a2e HTTP/1.1" status: 200 len: 845 time: 0.2056146 Sep 30 13:17:39.877759 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f0b038-bce2-4b81-9fc3-13dd193d85d6 admin admin] Deleting subnet afed3b2e-b1e3-4890-8505-d2aabc33af54 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:17:39.900373 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-84f0b038-bce2-4b81-9fc3-13dd193d85d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:39.994469 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-aa6d6341-bb58-4f1d-bada-b12dc3571142 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165013 Sep 30 13:17:40.002232 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3cc62-b856-4fb4-af97-93d973ef6b17 req-a8cbbf7b-82b3-406b-920a-106961f3275a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:40.003694 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5cb3cc62-b856-4fb4-af97-93d973ef6b17 req-a8cbbf7b-82b3-406b-920a-106961f3275a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7e67e25-10d5-4331-9422-13e705e055a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921795 Sep 30 13:17:40.063859 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-84f0b038-bce2-4b81-9fc3-13dd193d85d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:40.147574 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-84f0b038-bce2-4b81-9fc3-13dd193d85d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:40.229561 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fae0ce90-7f70-4bc3-ab84-3c47e2db3cb7 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:40.239235 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-84f0b038-bce2-4b81-9fc3-13dd193d85d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:40.279986 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0b038-bce2-4b81-9fc3-13dd193d85d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afed3b2e-b1e3-4890-8505-d2aabc33af54,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:40.291172 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-84f0b038-bce2-4b81-9fc3-13dd193d85d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:40.296054 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-84f0b038-bce2-4b81-9fc3-13dd193d85d6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/afed3b2e-b1e3-4890-8505-d2aabc33af54 HTTP/1.1" status: 204 len: 168 time: 0.5808442 Sep 30 13:17:40.296780 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36946) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:40.300582 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0ce90-7f70-4bc3-ab84-3c47e2db3cb7 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Port': ['ID=3eaa52d3-c163-43b5-9d47-86ace5ad30d4,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:40.307311 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5cb3cc62-b856-4fb4-af97-93d973ef6b17 req-17d30a5f-15fd-49f7-8c9a-93dc540469f5 service neutron] 10.222.0.39 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923474 Sep 30 13:17:40.447738 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-a5e046e3-1c14-4036-9cac-7f07ecc182d5 service neutron] 10.222.0.54 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376824 Sep 30 13:17:40.464121 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6abe8826-15eb-4f71-90a5-ecea7394757b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:40.514301 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fae0ce90-7f70-4bc3-ab84-3c47e2db3cb7 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:40.518706 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fae0ce90-7f70-4bc3-ab84-3c47e2db3cb7 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/ports/3eaa52d3-c163-43b5-9d47-86ace5ad30d4 HTTP/1.1" status: 204 len: 168 time: 1.4474044 Sep 30 13:17:40.522976 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36950) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:40.555014 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e576deb-4494-4cdf-9148-e70c338048d8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] GET failed (client error): The resource could not be found. Sep 30 13:17:40.559513 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7e576deb-4494-4cdf-9148-e70c338048d8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "GET /v2.0/ports/3eaa52d3-c163-43b5-9d47-86ace5ad30d4 HTTP/1.1" status: 404 len: 333 time: 0.0355575 Sep 30 13:17:40.562052 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36952) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:40.584169 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-acc004b5-0cab-4e4e-88da-9ede11dcd5df req-9a5e1e3b-dbdd-4b32-8ea2-7b59942dd56e service neutron] 10.222.0.54 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171913 Sep 30 13:17:40.713274 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f143206-3a03-4136-805c-fec5f26f738d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting subnet e1451312-309d-4775-ab59-9049f71064c4 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:17:40.716963 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f143206-3a03-4136-805c-fec5f26f738d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:40.803029 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f143206-3a03-4136-805c-fec5f26f738d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:40.893151 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6abe8826-15eb-4f71-90a5-ecea7394757b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:40.893810 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-273df615-82ba-4f60-a333-ee9c411eb1e1 None None] Could not find standard attr ID for object 3eaa52d3-c163-43b5-9d47-86ace5ad30d4. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:17:40.925206 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-6abe8826-15eb-4f71-90a5-ecea7394757b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a250e0-36b8-4bf1-9b32-a2a5dadd8a23']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:17:40.945147 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-6abe8826-15eb-4f71-90a5-ecea7394757b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce74fb3c-0a7f-45fc-b040-c70ae19e0d92') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:17:40.945453 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-6abe8826-15eb-4f71-90a5-ecea7394757b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce74fb3c-0a7f-45fc-b040-c70ae19e0d92') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:17:40.952357 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5cb3cc62-b856-4fb4-af97-93d973ef6b17 req-8510d724-33ec-4fda-a47b-8b4db7574e41 service neutron] 10.222.0.39 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6265466 Sep 30 13:17:40.975954 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f143206-3a03-4136-805c-fec5f26f738d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:40.979722 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6abe8826-15eb-4f71-90a5-ecea7394757b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:41.012944 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6abe8826-15eb-4f71-90a5-ecea7394757b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:41.022558 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6abe8826-15eb-4f71-90a5-ecea7394757b admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:17:41.023019 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6abe8826-15eb-4f71-90a5-ecea7394757b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:17:41.027210 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:17:41.112473 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f143206-3a03-4136-805c-fec5f26f738d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:41.146739 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6abe8826-15eb-4f71-90a5-ecea7394757b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:41.152586 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6abe8826-15eb-4f71-90a5-ecea7394757b admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:41.154660 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6abe8826-15eb-4f71-90a5-ecea7394757b admin admin] 10.222.0.18 "DELETE /v2.0/networks/30a250e0-36b8-4bf1-9b32-a2a5dadd8a23 HTTP/1.1" status: 204 len: 168 time: 0.8223071 Sep 30 13:17:41.192911 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe8826-15eb-4f71-90a5-ecea7394757b admin admin] Pushing event deleted for resources: {'Network': ['ID=30a250e0-36b8-4bf1-9b32-a2a5dadd8a23,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:41.208597 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f143206-3a03-4136-805c-fec5f26f738d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:41.213406 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36960) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:41.226103 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9f143206-3a03-4136-805c-fec5f26f738d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/subnets/e1451312-309d-4775-ab59-9049f71064c4 HTTP/1.1" status: 204 len: 168 time: 0.6629150 Sep 30 13:17:41.227048 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f143206-3a03-4136-805c-fec5f26f738d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Subnet': ['ID=e1451312-309d-4775-ab59-9049f71064c4,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:41.345324 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-8064724a-e39d-4c1a-be34-5083ed895c7f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting subnet a53e461a-67fd-41c2-bd74-42d6cc5b345f {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:17:41.351706 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8064724a-e39d-4c1a-be34-5083ed895c7f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:41.476137 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8064724a-e39d-4c1a-be34-5083ed895c7f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:41.515930 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36962) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:41.589359 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-097055eb-f34a-494b-94ec-3cdbef677f4c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fdaef7be215244008b374787cfdfe81d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0722244 Sep 30 13:17:41.603750 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36964) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:41.676788 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8064724a-e39d-4c1a-be34-5083ed895c7f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:41.716093 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2f4f8093-6459-43e5-ac16-f7f91354b271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:41.768622 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2f4f8093-6459-43e5-ac16-f7f91354b271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:41.819021 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8064724a-e39d-4c1a-be34-5083ed895c7f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:41.859952 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064724a-e39d-4c1a-be34-5083ed895c7f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Subnet': ['ID=a53e461a-67fd-41c2-bd74-42d6cc5b345f,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:41.896668 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8064724a-e39d-4c1a-be34-5083ed895c7f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:41.907327 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36968) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:41.910647 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2a7346-228d-4095-b8f1-3100ecb38b31 None None] Network e9048fcc-bdfa-4cc3-bfcc-8944a073ed54 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:17:41.911239 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8064724a-e39d-4c1a-be34-5083ed895c7f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/subnets/a53e461a-67fd-41c2-bd74-42d6cc5b345f HTTP/1.1" status: 204 len: 168 time: 0.6964006 Sep 30 13:17:41.922410 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2f4f8093-6459-43e5-ac16-f7f91354b271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:41.925554 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2f4f8093-6459-43e5-ac16-f7f91354b271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:41.927027 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2f4f8093-6459-43e5-ac16-f7f91354b271 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ae70291-d4aa-40a7-8fe8-19197e22d8db HTTP/1.1" status: 204 len: 168 time: 0.3223286 Sep 30 13:17:41.958003 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f8093-6459-43e5-ac16-f7f91354b271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae70291-d4aa-40a7-8fe8-19197e22d8db,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:42.052458 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4efd679b-53b3-4a5d-a035-ad1fa3236284 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:42.146516 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-4efd679b-53b3-4a5d-a035-ad1fa3236284 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting port 0643ab82-9592-438c-b99e-755df72ecc44 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:17:42.146872 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4efd679b-53b3-4a5d-a035-ad1fa3236284 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:42.202935 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c16961-5a9d-44be-807c-f90386f979b5 None None] DHCP port deletion for e9048fcc-bdfa-4cc3-bfcc-8944a073ed54 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:17:42.271091 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-4efd679b-53b3-4a5d-a035-ad1fa3236284 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] For port 0643ab82-9592-438c-b99e-755df72ecc44, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=0643ab82-9592-438c-b99e-755df72ecc44,segment=NetworkSegment(a866c7ca-25eb-47f2-b352-a91a88d1c20f),segment_id=a866c7ca-25eb-47f2-b352-a91a88d1c20f)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:42.271462 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4efd679b-53b3-4a5d-a035-ad1fa3236284 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:42.299787 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-42c16961-5a9d-44be-807c-f90386f979b5 None None] Deleting port 0643ab82-9592-438c-b99e-755df72ecc44 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:17:42.300024 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-42c16961-5a9d-44be-807c-f90386f979b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:42.301304 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-4efd679b-53b3-4a5d-a035-ad1fa3236284 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Calling delete_port for 0643ab82-9592-438c-b99e-755df72ecc44 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:17:42.408766 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-42c16961-5a9d-44be-807c-f90386f979b5 None None] For port 0643ab82-9592-438c-b99e-755df72ecc44, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=0643ab82-9592-438c-b99e-755df72ecc44,segment=NetworkSegment(a866c7ca-25eb-47f2-b352-a91a88d1c20f),segment_id=a866c7ca-25eb-47f2-b352-a91a88d1c20f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:42.409165 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-42c16961-5a9d-44be-807c-f90386f979b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:42.427536 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4efd679b-53b3-4a5d-a035-ad1fa3236284 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:42.456287 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd679b-53b3-4a5d-a035-ad1fa3236284 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Port': ['ID=0643ab82-9592-438c-b99e-755df72ecc44,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:42.464273 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-42c16961-5a9d-44be-807c-f90386f979b5 None None] Calling delete_port for 0643ab82-9592-438c-b99e-755df72ecc44 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:17:42.465809 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efd679b-53b3-4a5d-a035-ad1fa3236284 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] No DVR routers for this DVR port 0643ab82-9592-438c-b99e-755df72ecc44 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:17:42.597819 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-42c16961-5a9d-44be-807c-f90386f979b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:42.648943 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c16961-5a9d-44be-807c-f90386f979b5 None None] Pushing event deleted for resources: {'Port': ['ID=0643ab82-9592-438c-b99e-755df72ecc44,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:42.651065 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c16961-5a9d-44be-807c-f90386f979b5 None None] No DVR routers for this DVR port 0643ab82-9592-438c-b99e-755df72ecc44 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:17:42.653373 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4efd679b-53b3-4a5d-a035-ad1fa3236284 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:42.706370 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-4efd679b-53b3-4a5d-a035-ad1fa3236284 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9048fcc-bdfa-4cc3-bfcc-8944a073ed54']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:17:42.721235 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-4efd679b-53b3-4a5d-a035-ad1fa3236284 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a866c7ca-25eb-47f2-b352-a91a88d1c20f') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:17:42.721729 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-4efd679b-53b3-4a5d-a035-ad1fa3236284 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a866c7ca-25eb-47f2-b352-a91a88d1c20f') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:17:42.734972 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4efd679b-53b3-4a5d-a035-ad1fa3236284 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:42.760824 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4efd679b-53b3-4a5d-a035-ad1fa3236284 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:42.784088 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4efd679b-53b3-4a5d-a035-ad1fa3236284 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:17:42.784802 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4efd679b-53b3-4a5d-a035-ad1fa3236284 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:17:42.789324 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:17:42.898109 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-215334d9-60e4-443b-81c2-673e5a594696 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:42.907656 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-215334d9-60e4-443b-81c2-673e5a594696 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/networks?id=9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3 HTTP/1.1" status: 200 len: 814 time: 0.1477966 Sep 30 13:17:42.911148 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49105f8-c4e6-435b-abef-b1170ce8ed24 x-openstack-request-id: req-e49105f8-c4e6-435b-abef-b1170ce8ed24 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:17:42.911645 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd2be1a-a3ec-40ae-8da0-427f013adb6b", "name": "network-vif-deleted", "tag": "4f137c9f-2d95-466d-8e37-4ffe06c7c48a", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:17:42.912253 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e49105f8-c4e6-435b-abef-b1170ce8ed24 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:17:42.912836 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd2be1a-a3ec-40ae-8da0-427f013adb6b', 'name': 'network-vif-deleted', 'tag': '4f137c9f-2d95-466d-8e37-4ffe06c7c48a', 'status': 'completed', 'code': 200} Sep 30 13:17:42.929959 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-68a632a9-aa4c-483c-b837-9176aa842c15 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/quotas/6f426fd79f0945f8ae00afaa0234c40b HTTP/1.1" status: 200 len: 375 time: 0.0205674 Sep 30 13:17:42.944842 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4efd679b-53b3-4a5d-a035-ad1fa3236284 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:42.954489 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4efd679b-53b3-4a5d-a035-ad1fa3236284 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:42.957021 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4efd679b-53b3-4a5d-a035-ad1fa3236284 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/networks/e9048fcc-bdfa-4cc3-bfcc-8944a073ed54 HTTP/1.1" status: 204 len: 168 time: 1.0473778 Sep 30 13:17:42.988730 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37016) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:42.991854 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd679b-53b3-4a5d-a035-ad1fa3236284 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Network': ['ID=e9048fcc-bdfa-4cc3-bfcc-8944a073ed54,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:42.999675 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-bc108f9d-d4de-41f1-9470-942fcfebc19f tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f426fd79f0945f8ae00afaa0234c40b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679052 Sep 30 13:17:43.097535 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37265dd1-7138-4dd4-8142-e2be050660c4 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:43.102952 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-37265dd1-7138-4dd4-8142-e2be050660c4 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0966053 Sep 30 13:17:43.104177 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37022) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:43.125281 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a86ba-d6b6-455f-bea8-2c9d865d2fd2 req-ddd33b23-5503-474a-bf7c-4167456ce907 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:43.131754 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a48a86ba-d6b6-455f-bea8-2c9d865d2fd2 req-ddd33b23-5503-474a-bf7c-4167456ce907 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1726832 Sep 30 13:17:43.219259 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-36a88327-1454-4503-9750-b353d45e7a44 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1041903 Sep 30 13:17:43.228359 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a48a86ba-d6b6-455f-bea8-2c9d865d2fd2 req-2aa618fe-c2e9-44d0-923a-66d22cb40b52 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905023 Sep 30 13:17:43.230315 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37024) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:43.239437 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-6db53b40-972d-4723-ab43-732d1b62c07a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-125248098'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:43.313637 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db53b40-972d-4723-ab43-732d1b62c07a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:43.319542 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6db53b40-972d-4723-ab43-732d1b62c07a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:43.386224 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db53b40-972d-4723-ab43-732d1b62c07a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:17:43.398983 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6db53b40-972d-4723-ab43-732d1b62c07a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:43.399531 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-6db53b40-972d-4723-ab43-732d1b62c07a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Added segment e98f9fe3-9a0f-4da8-99cb-af87b6b61c9c of type vlan for network 577f9b4e-e75d-4af4-b2d1-89edbc0f3df4 Sep 30 13:17:43.417461 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37036) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:43.438667 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0643ab82-9592-438c-b99e-755df72ecc44 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:17:43.454601 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-b0642e54-cd54-430b-a812-d9363cb42bc7 service neutron] 10.222.0.18 "GET /v2.0/networks/9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534569 Sep 30 13:17:43.457968 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6db53b40-972d-4723-ab43-732d1b62c07a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:43.501321 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 0643ab82-9592-438c-b99e-755df72ecc44 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:17:43.502875 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6db53b40-972d-4723-ab43-732d1b62c07a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:43.508888 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0643ab82-9592-438c-b99e-755df72ecc44 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:17:43.510088 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db53b40-972d-4723-ab43-732d1b62c07a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:43.510331 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6db53b40-972d-4723-ab43-732d1b62c07a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:43.557229 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-718f7b46-7904-41fe-b192-73d0dab1af32 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-101214230-network', 'tenant_id': '02a128d560bb4e8a854078bbc7e9b93a'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:43.620821 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718f7b46-7904-41fe-b192-73d0dab1af32 admin admin] Made reservation on behalf of 02a128d560bb4e8a854078bbc7e9b93a for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:43.623410 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-718f7b46-7904-41fe-b192-73d0dab1af32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:43.629222 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db53b40-972d-4723-ab43-732d1b62c07a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Network': ['ID=577f9b4e-e75d-4af4-b2d1-89edbc0f3df4,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:43.638334 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-718f7b46-7904-41fe-b192-73d0dab1af32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:43.643567 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 577f9b4e-e75d-4af4-b2d1-89edbc0f3df4 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:17:43.660013 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-dd829497-0321-4f77-a00e-ffdb6be937bd service neutron] 10.222.0.18 "GET /v2.0/networks/9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848598 Sep 30 13:17:43.665547 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9b160-8174-46f0-8aba-99b6e7d0dd91 req-ec1c951d-e521-4085-b896-715850ece1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:43.667210 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09c9b160-8174-46f0-8aba-99b6e7d0dd91 req-ec1c951d-e521-4085-b896-715850ece1e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd472ce50e4547d68eaae043f0883472&device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 1097 time: 0.3198340 Sep 30 13:17:43.686187 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c49b5-5f8b-429e-add8-e5cc7fbca55d req-204cc456-0d58-4600-83a9-44f923775d19 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:43.695455 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd2c49b5-5f8b-429e-add8-e5cc7fbca55d req-204cc456-0d58-4600-83a9-44f923775d19 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 946 time: 0.2135634 Sep 30 13:17:43.733028 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:17:43.775674 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd2c49b5-5f8b-429e-add8-e5cc7fbca55d req-a8fd9f67-15e6-4820-968a-06d093342b88 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792725 Sep 30 13:17:43.842331 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-718f7b46-7904-41fe-b192-73d0dab1af32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:43.855854 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-718f7b46-7904-41fe-b192-73d0dab1af32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:43.904984 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6db53b40-972d-4723-ab43-732d1b62c07a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6697967 Sep 30 13:17:43.908671 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37076) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:43.931163 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-718f7b46-7904-41fe-b192-73d0dab1af32 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:17:43.935572 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-4ec29ae3-0f88-42e1-a2ea-2dfb96d34016 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'subnet': {'network_id': '577f9b4e-e75d-4af4-b2d1-89edbc0f3df4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:43.940563 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f7b46-7904-41fe-b192-73d0dab1af32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:43.955539 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-718f7b46-7904-41fe-b192-73d0dab1af32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:43.956117 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-718f7b46-7904-41fe-b192-73d0dab1af32 admin admin] Added segment b1d3e14b-4b74-4e80-b9a5-10af53ebea65 of type vlan for network 017e8792-372a-498b-9ea3-b4eeec10adcc Sep 30 13:17:44.080964 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-58cd1e02-c067-49ce-9b07-0b57efc70ade req-f3d86026-c9ee-46cc-97e4-9ae8c2051e92 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?device_id=059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3 HTTP/1.1" status: 200 len: 210 time: 0.0387545 Sep 30 13:17:44.085339 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-718f7b46-7904-41fe-b192-73d0dab1af32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:44.127596 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-718f7b46-7904-41fe-b192-73d0dab1af32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:44.128853 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718f7b46-7904-41fe-b192-73d0dab1af32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:44.129540 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-718f7b46-7904-41fe-b192-73d0dab1af32 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:44.143140 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec29ae3-0f88-42e1-a2ea-2dfb96d34016 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:44.147145 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4ec29ae3-0f88-42e1-a2ea-2dfb96d34016 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:44.179689 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-718f7b46-7904-41fe-b192-73d0dab1af32 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7609057 Sep 30 13:17:44.182326 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37084) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:44.187523 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-3b609308-4702-4960-902b-f01d4b8a60a1 admin admin] Request body: {'subnet': {'network_id': '017e8792-372a-498b-9ea3-b4eeec10adcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-101214230-subnet', 'tenant_id': '02a128d560bb4e8a854078bbc7e9b93a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:44.250772 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 6c2091e5-f492-410b-b7e7-74cfe5cfae1e details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:17:44.261974 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b609308-4702-4960-902b-f01d4b8a60a1 admin admin] Made reservation on behalf of 02a128d560bb4e8a854078bbc7e9b93a for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:44.265585 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b609308-4702-4960-902b-f01d4b8a60a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:44.269573 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f7b46-7904-41fe-b192-73d0dab1af32 admin admin] Pushing event updated for resources: {'Network': ['ID=017e8792-372a-498b-9ea3-b4eeec10adcc,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:44.291381 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 017e8792-372a-498b-9ea3-b4eeec10adcc details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:17:44.303884 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37086) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:44.360615 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9b160-8174-46f0-8aba-99b6e7d0dd91 req-32d12184-2d24-445c-a2c9-dbe43accfc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:44.363234 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09c9b160-8174-46f0-8aba-99b6e7d0dd91 req-32d12184-2d24-445c-a2c9-dbe43accfc92 service neutron] 10.222.0.39 "GET /v2.0/networks?id=82efec7b-c7e1-4afa-8d19-9d7200d8225f HTTP/1.1" status: 200 len: 917 time: 0.6870751 Sep 30 13:17:44.395248 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350c3ab-3a64-471d-b22f-375891987152 req-00c8b768-adb8-48bd-9dc0-b7078f3187f0 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:44.406204 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1350c3ab-3a64-471d-b22f-375891987152 req-00c8b768-adb8-48bd-9dc0-b7078f3187f0 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f25db7f-623d-47c6-8586-fb7b138d0ec0 HTTP/1.1" status: 200 len: 944 time: 0.3295369 Sep 30 13:17:44.506652 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-192aa3cf-c6f7-4e85-8cef-c5c46c5dde6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:44.612576 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-192aa3cf-c6f7-4e85-8cef-c5c46c5dde6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:44.620681 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-192aa3cf-c6f7-4e85-8cef-c5c46c5dde6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:44.655453 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-192aa3cf-c6f7-4e85-8cef-c5c46c5dde6e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ade70cd5ff74948a0dc967bc9b82aea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3470709 Sep 30 13:17:44.658770 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37092) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:44.711141 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1350c3ab-3a64-471d-b22f-375891987152 req-2508f262-1d08-4b21-981c-d9a84311fed7 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038414 Sep 30 13:17:44.719193 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09c9b160-8174-46f0-8aba-99b6e7d0dd91 req-e03984d1-ff70-4504-bf1b-df00e53e1051 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bef15889-749c-4b8e-9c6d-ead8748f7ec2 HTTP/1.1" status: 200 len: 1002 time: 0.2979038 Sep 30 13:17:44.721027 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4ec29ae3-0f88-42e1-a2ea-2dfb96d34016 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:44.780961 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192aa3cf-c6f7-4e85-8cef-c5c46c5dde6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a512586c-5922-4253-be59-29fc74b6e4b5,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:44.802861 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b609308-4702-4960-902b-f01d4b8a60a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:44.859216 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b609308-4702-4960-902b-f01d4b8a60a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81e7f2ba-9cac-4d42-8c8e-044c8e36e01e,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:44.862445 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-88a33298-cc24-4dc0-a71f-ae65bcccb0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:44.917665 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:44.922113 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f25db7f-623d-47c6-8586-fb7b138d0ec0', 'tag': '6c2091e5-f492-410b-b7e7-74cfe5cfae1e'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:17:44.925563 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb66fb4c-14d7-425c-a677-f8f0e678aedd" -d '{"events": [{"name": "network-changed", "server_uuid": "0f25db7f-623d-47c6-8586-fb7b138d0ec0", "tag": "6c2091e5-f492-410b-b7e7-74cfe5cfae1e"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:17:44.930953 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec29ae3-0f88-42e1-a2ea-2dfb96d34016 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Subnet': ['ID=0c8bf0a8-c2ed-478d-9a94-a78597b31cf1,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:44.936508 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9b160-8174-46f0-8aba-99b6e7d0dd91 req-3f1834dd-d362-4d65-84a1-b2c178c1b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:44.938563 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09c9b160-8174-46f0-8aba-99b6e7d0dd91 req-3f1834dd-d362-4d65-84a1-b2c178c1b3dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8ac488f0-945c-4387-aad6-12387e6433e7 HTTP/1.1" status: 200 len: 855 time: 0.1966574 Sep 30 13:17:44.950472 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 6c2091e5-f492-410b-b7e7-74cfe5cfae1e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=6c2091e5-f492-410b-b7e7-74cfe5cfae1e,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:44.982727 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '6c2091e5-f492-410b-b7e7-74cfe5cfae1e', 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1', 'port_id': '6c2091e5-f492-410b-b7e7-74cfe5cfae1e', 'mac_address': 'fa:16:3e:98:57:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffedeff6-d706-4237-b627-e4b936917a2e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:17:45.000360 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-88a33298-cc24-4dc0-a71f-ae65bcccb0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:45.035928 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec29ae3-0f88-42e1-a2ea-2dfb96d34016 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Checking segment: {'id': 'e98f9fe3-9a0f-4da8-99cb-af87b6b61c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '577f9b4e-e75d-4af4-b2d1-89edbc0f3df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:17:45.036300 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec29ae3-0f88-42e1-a2ea-2dfb96d34016 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network hostable DHCP agents. Network: 577f9b4e-e75d-4af4-b2d1-89edbc0f3df4, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:17:45.045444 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4583244a-1e86-4081-9ae4-52284c1e4ad1 x-openstack-request-id: req-4583244a-1e86-4081-9ae4-52284c1e4ad1 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:17:45.045937 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f25db7f-623d-47c6-8586-fb7b138d0ec0", "tag": "6c2091e5-f492-410b-b7e7-74cfe5cfae1e", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:17:45.046168 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4583244a-1e86-4081-9ae4-52284c1e4ad1 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:17:45.047054 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f25db7f-623d-47c6-8586-fb7b138d0ec0', 'tag': '6c2091e5-f492-410b-b7e7-74cfe5cfae1e', 'status': 'completed', 'code': 200} Sep 30 13:17:45.053575 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b609308-4702-4960-902b-f01d4b8a60a1 admin admin] Checking segment: {'id': 'b1d3e14b-4b74-4e80-b9a5-10af53ebea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '017e8792-372a-498b-9ea3-b4eeec10adcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:17:45.053923 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b609308-4702-4960-902b-f01d4b8a60a1 admin admin] Network hostable DHCP agents. Network: 017e8792-372a-498b-9ea3-b4eeec10adcc, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:17:45.055014 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9b160-8174-46f0-8aba-99b6e7d0dd91 req-77cb2c80-468f-4597-93f1-43fc7b8c9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:45.060114 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09c9b160-8174-46f0-8aba-99b6e7d0dd91 req-77cb2c80-468f-4597-93f1-43fc7b8c9c40 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=82efec7b-c7e1-4afa-8d19-9d7200d8225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109972 Sep 30 13:17:45.096299 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec29ae3-0f88-42e1-a2ea-2dfb96d34016 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network 577f9b4e-e75d-4af4-b2d1-89edbc0f3df4 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:17:45.102062 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:45.124089 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c2091e5-f492-410b-b7e7-74cfe5cfae1e {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:17:45.143262 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-4ec29ae3-0f88-42e1-a2ea-2dfb96d34016 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 577f9b4e-e75d-4af4-b2d1-89edbc0f3df4) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:45.155190 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec29ae3-0f88-42e1-a2ea-2dfb96d34016 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:45.155810 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4ec29ae3-0f88-42e1-a2ea-2dfb96d34016 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:45.166284 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 6c2091e5-f492-410b-b7e7-74cfe5cfae1e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=6c2091e5-f492-410b-b7e7-74cfe5cfae1e,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:45.177906 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a642b2b-7ace-4603-8364-cfc704b0380d None None] Network 577f9b4e-e75d-4af4-b2d1-89edbc0f3df4 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:17:45.201274 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:45.222137 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4ec29ae3-0f88-42e1-a2ea-2dfb96d34016 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3103139 Sep 30 13:17:45.225446 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37110) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:45.231314 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-fc73bbbf-7e7c-4569-9a56-833dc9f87c97 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'port': {'network_id': '577f9b4e-e75d-4af4-b2d1-89edbc0f3df4', 'name': 'tempest-PortsTestJSON-430230961'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:45.247039 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66fb4c-14d7-425c-a677-f8f0e678aedd req-7234182a-1286-46ba-9d7a-d92f33ddb04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:45.248660 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cb66fb4c-14d7-425c-a677-f8f0e678aedd req-7234182a-1286-46ba-9d7a-d92f33ddb04d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9fc5434333184b91bb2f4f1696e6b8d6&device_id=0f25db7f-623d-47c6-8586-fb7b138d0ec0 HTTP/1.1" status: 200 len: 1095 time: 0.2108111 Sep 30 13:17:45.258245 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f222a-1a6c-4022-909b-56c5a6490a8d req-e80b1a9a-376a-4393-9f32-2ae0ea3b528e tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:45.265408 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-033f222a-1a6c-4022-909b-56c5a6490a8d req-e80b1a9a-376a-4393-9f32-2ae0ea3b528e tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 946 time: 0.3350568 Sep 30 13:17:45.297210 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b609308-4702-4960-902b-f01d4b8a60a1 admin admin] Network 017e8792-372a-498b-9ea3-b4eeec10adcc is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:17:45.373250 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=6c2091e5-f492-410b-b7e7-74cfe5cfae1e,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:45.401119 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7bf21e98-f77e-4d1f-a24a-af56904566cf req-d2033978-06c8-4499-b5fc-9fcfd21ddf24 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?device_id=059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3 HTTP/1.1" status: 200 len: 210 time: 0.0589170 Sep 30 13:17:45.403774 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09c9b160-8174-46f0-8aba-99b6e7d0dd91 req-e6525b3a-1972-4264-a32e-bc6dd9bda9bb service neutron] 10.222.0.39 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252919 Sep 30 13:17:45.404420 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc73bbbf-7e7c-4569-9a56-833dc9f87c97 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:45.408122 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc73bbbf-7e7c-4569-9a56-833dc9f87c97 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:45.473001 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9c8ccf-8c7e-45dc-9dcf-c9941c5e8ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-577f9b4e-e75d-4af4-b2d1-89edbc0f3df4', 'network_id': '577f9b4e-e75d-4af4-b2d1-89edbc0f3df4', 'tenant_id': '5a2031fdd11c4bf2a07889cb67a3ef32', 'fixed_ips': [{'subnet_id': '0c8bf0a8-c2ed-478d-9a94-a78597b31cf1'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:17:45.474363 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8ccf-8c7e-45dc-9dcf-c9941c5e8ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:45.474794 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-fc73bbbf-7e7c-4569-9a56-833dc9f87c97 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] device_id is not set on port 4bf97baa-671f-40ae-9070-ad616086fb1d yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:17:45.581628 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-3b609308-4702-4960-902b-f01d4b8a60a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 017e8792-372a-498b-9ea3-b4eeec10adcc) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:45.613102 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6c2091e5-f492-410b-b7e7-74cfe5cfae1e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:17:45.615933 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bfe5ca-606e-4df5-907d-97e7108721d1 None None] Network 017e8792-372a-498b-9ea3-b4eeec10adcc requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:17:45.626723 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b609308-4702-4960-902b-f01d4b8a60a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:45.628336 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b609308-4702-4960-902b-f01d4b8a60a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:45.637684 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09c9b160-8174-46f0-8aba-99b6e7d0dd91 req-9b2d0326-e670-45d4-b3d1-f0d3071878f0 service neutron] 10.222.0.39 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966844 Sep 30 13:17:45.682729 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-033f222a-1a6c-4022-909b-56c5a6490a8d req-20037b09-b79e-4f4e-9233-ee430cce8e8a tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4161751 Sep 30 13:17:45.700788 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-88a33298-cc24-4dc0-a71f-ae65bcccb0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:45.704014 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-88a33298-cc24-4dc0-a71f-ae65bcccb0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:45.706502 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-88a33298-cc24-4dc0-a71f-ae65bcccb0e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a512586c-5922-4253-be59-29fc74b6e4b5 HTTP/1.1" status: 204 len: 168 time: 1.0466058 Sep 30 13:17:45.723876 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3b609308-4702-4960-902b-f01d4b8a60a1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5403152 Sep 30 13:17:45.725525 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66fb4c-14d7-425c-a677-f8f0e678aedd req-f0cd7b7d-15db-401c-88c8-ebea72c3b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:45.727423 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cb66fb4c-14d7-425c-a677-f8f0e678aedd req-f0cd7b7d-15db-401c-88c8-ebea72c3b7bb service neutron] 10.222.0.54 "GET /v2.0/networks?id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 HTTP/1.1" status: 200 len: 906 time: 0.4374356 Sep 30 13:17:45.749153 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37114) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:45.783900 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a33298-cc24-4dc0-a71f-ae65bcccb0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a512586c-5922-4253-be59-29fc74b6e4b5,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:45.784124 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-69e1d3c6-a6a3-4d49-b706-2d92dd762667 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-101214230-router', 'tenant_id': '02a128d560bb4e8a854078bbc7e9b93a', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:45.863603 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-69e1d3c6-a6a3-4d49-b706-2d92dd762667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:45.864684 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-69e1d3c6-a6a3-4d49-b706-2d92dd762667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:45.870582 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cb66fb4c-14d7-425c-a677-f8f0e678aedd req-c862b74a-b90d-4d9d-849e-d09d0def8c32 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c2091e5-f492-410b-b7e7-74cfe5cfae1e HTTP/1.1" status: 200 len: 217 time: 0.1099298 Sep 30 13:17:45.982812 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-1e9c8ccf-8c7e-45dc-9dcf-c9941c5e8ee3 None None] Allocated IP 172.20.0.2 (577f9b4e-e75d-4af4-b2d1-89edbc0f3df4/0c8bf0a8-c2ed-478d-9a94-a78597b31cf1/c37e7eef-7bda-43e3-83ab-3e3d29f9c04a) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:17:46.003404 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-11b13a8c-7e9b-4800-ab83-3b8841f9e1f9 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:46.007533 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381e6224-10e2-4415-ac3a-222223ad5b1b None None] Network 017e8792-372a-498b-9ea3-b4eeec10adcc requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:17:46.011816 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-11b13a8c-7e9b-4800-ab83-3b8841f9e1f9 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.39 "GET /v2.0/networks?id=9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3 HTTP/1.1" status: 200 len: 814 time: 0.4746151 Sep 30 13:17:46.030698 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66fb4c-14d7-425c-a677-f8f0e678aedd req-0e80ca92-b154-4e8f-ae7c-6d5fa9df7ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:46.033006 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cb66fb4c-14d7-425c-a677-f8f0e678aedd req-0e80ca92-b154-4e8f-ae7c-6d5fa9df7ec2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ffedeff6-d706-4237-b627-e4b936917a2e HTTP/1.1" status: 200 len: 845 time: 0.1516726 Sep 30 13:17:46.041957 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-6c2b94bb-e046-4432-a527-043f87bbd7f0 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Request body: {'port': {'device_id': '059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3', 'network_id': '9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3', 'admin_state_up': True, 'tenant_id': '6f426fd79f0945f8ae00afaa0234c40b'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:46.053794 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-69e1d3c6-a6a3-4d49-b706-2d92dd762667 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:46.078744 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72bdca-d0c4-4309-9095-8ab4374f2fe2 req-0be631aa-ed77-428b-81b9-02a086f84fc9 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:46.080874 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8e72bdca-d0c4-4309-9095-8ab4374f2fe2 req-0be631aa-ed77-428b-81b9-02a086f84fc9 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f25db7f-623d-47c6-8586-fb7b138d0ec0 HTTP/1.1" status: 200 len: 945 time: 0.1872125 Sep 30 13:17:46.120122 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cb66fb4c-14d7-425c-a677-f8f0e678aedd req-dec4dce7-c4f2-424d-afe3-7e9147b03417 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443070 Sep 30 13:17:46.340407 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cb66fb4c-14d7-425c-a677-f8f0e678aedd req-856b4225-2829-4fe0-a61b-66ef4f66058c service neutron] 10.222.0.54 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930153 Sep 30 13:17:46.364241 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37134) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:46.382231 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-12c7863f-9260-4e7d-8c82-e09b29bb4b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:46.400331 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8ccf-8c7e-45dc-9dcf-c9941c5e8ee3 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:46.417779 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device bef15889-749c-4b8e-9c6d-ead8748f7ec2 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:17:46.455703 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-69e1d3c6-a6a3-4d49-b706-2d92dd762667 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:46.474232 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8e72bdca-d0c4-4309-9095-8ab4374f2fe2 req-48260d9c-864b-4885-acb7-79aec76ad482 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745365 Sep 30 13:17:46.498557 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8ccf-8c7e-45dc-9dcf-c9941c5e8ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:46.559191 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cb66fb4c-14d7-425c-a677-f8f0e678aedd req-90bcbfec-3261-4484-96ad-661c988f7549 service neutron] 10.222.0.54 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067840 Sep 30 13:17:46.563870 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-fc73bbbf-7e7c-4569-9a56-833dc9f87c97 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Allocated IP 172.20.0.14 (577f9b4e-e75d-4af4-b2d1-89edbc0f3df4/0c8bf0a8-c2ed-478d-9a94-a78597b31cf1/4bf97baa-671f-40ae-9070-ad616086fb1d) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:17:46.576360 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9c8ccf-8c7e-45dc-9dcf-c9941c5e8ee3 None None] Network 577f9b4e-e75d-4af4-b2d1-89edbc0f3df4 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:17:46.578197 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-6c2b94bb-e046-4432-a527-043f87bbd7f0 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Made reservation on behalf of 6f426fd79f0945f8ae00afaa0234c40b for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:46.582258 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-1e9c8ccf-8c7e-45dc-9dcf-c9941c5e8ee3 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:46.585545 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9c8ccf-8c7e-45dc-9dcf-c9941c5e8ee3 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:17:46.587320 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8ccf-8c7e-45dc-9dcf-c9941c5e8ee3 None None] Pushing event updated for resources: {'Port': ['ID=c37e7eef-7bda-43e3-83ab-3e3d29f9c04a,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:46.588793 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-6c2b94bb-e046-4432-a527-043f87bbd7f0 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:46.661973 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e5d0e405-f7bb-4ab1-be43-f156d98273cf req-29283b1b-b15c-42ee-b399-0a1b9c5508d2 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?device_id=059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3 HTTP/1.1" status: 200 len: 210 time: 0.1005068 Sep 30 13:17:46.691619 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:46.693936 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-1e9c8ccf-8c7e-45dc-9dcf-c9941c5e8ee3 None None] Attempting to bind port c37e7eef-7bda-43e3-83ab-3e3d29f9c04a on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:17:46.694519 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-1e9c8ccf-8c7e-45dc-9dcf-c9941c5e8ee3 None None] Attempting to bind port c37e7eef-7bda-43e3-83ab-3e3d29f9c04a by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e98f9fe3-9a0f-4da8-99cb-af87b6b61c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '577f9b4e-e75d-4af4-b2d1-89edbc0f3df4'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:17:46.695068 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9c8ccf-8c7e-45dc-9dcf-c9941c5e8ee3 None None] Attempting to bind port c37e7eef-7bda-43e3-83ab-3e3d29f9c04a on network 577f9b4e-e75d-4af4-b2d1-89edbc0f3df4 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:17:46.706926 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9c8ccf-8c7e-45dc-9dcf-c9941c5e8ee3 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:17:46.707615 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9c8ccf-8c7e-45dc-9dcf-c9941c5e8ee3 None None] Checking segment: {'id': 'e98f9fe3-9a0f-4da8-99cb-af87b6b61c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '577f9b4e-e75d-4af4-b2d1-89edbc0f3df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:17:46.708326 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8ccf-8c7e-45dc-9dcf-c9941c5e8ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:46.708907 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9c8ccf-8c7e-45dc-9dcf-c9941c5e8ee3 None None] Bound using segment: {'id': 'e98f9fe3-9a0f-4da8-99cb-af87b6b61c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '577f9b4e-e75d-4af4-b2d1-89edbc0f3df4'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:17:46.709572 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-1e9c8ccf-8c7e-45dc-9dcf-c9941c5e8ee3 None None] Bound port: c37e7eef-7bda-43e3-83ab-3e3d29f9c04a, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98f9fe3-9a0f-4da8-99cb-af87b6b61c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '577f9b4e-e75d-4af4-b2d1-89edbc0f3df4'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:17:46.710171 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8ccf-8c7e-45dc-9dcf-c9941c5e8ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:46.711946 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-12c7863f-9260-4e7d-8c82-e09b29bb4b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:46.737912 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb99b3c-16a0-43f7-901e-9dccc75d0421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bef15889-749c-4b8e-9c6d-ead8748f7ec2'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:17:46.740512 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5c4ddb-05b4-47dd-84e1-09af7ee577de" -d '{"events": [{"server_uuid": "4cb99b3c-16a0-43f7-901e-9dccc75d0421", "name": "network-vif-unplugged", "status": "completed", "tag": "bef15889-749c-4b8e-9c6d-ead8748f7ec2"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:17:46.772062 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port bef15889-749c-4b8e-9c6d-ead8748f7ec2, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=bef15889-749c-4b8e-9c6d-ead8748f7ec2,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:46.796935 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:46.810218 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-6c2b94bb-e046-4432-a527-043f87bbd7f0 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Allocated IP 172.20.0.3 (9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3/214f6353-1c3a-4f6c-b86b-85237a01ef82/d600d3f9-eeba-421f-92df-2fc32c9bf35e) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:17:46.838441 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-1e9c8ccf-8c7e-45dc-9dcf-c9941c5e8ee3 None None] For port c37e7eef-7bda-43e3-83ab-3e3d29f9c04a, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:17:46.858614 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7f5fa9-b625-4bb5-9992-bf5a88c97bf0 x-openstack-request-id: req-eb7f5fa9-b625-4bb5-9992-bf5a88c97bf0 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:17:46.859156 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb99b3c-16a0-43f7-901e-9dccc75d0421", "name": "network-vif-unplugged", "status": "completed", "tag": "bef15889-749c-4b8e-9c6d-ead8748f7ec2", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:17:46.859598 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb7f5fa9-b625-4bb5-9992-bf5a88c97bf0 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:17:46.860543 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb99b3c-16a0-43f7-901e-9dccc75d0421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bef15889-749c-4b8e-9c6d-ead8748f7ec2', 'code': 200} Sep 30 13:17:46.866793 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-1e9c8ccf-8c7e-45dc-9dcf-c9941c5e8ee3 None None] For port c37e7eef-7bda-43e3-83ab-3e3d29f9c04a, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c37e7eef-7bda-43e3-83ab-3e3d29f9c04a,segment=NetworkSegment(e98f9fe3-9a0f-4da8-99cb-af87b6b61c9c),segment_id=e98f9fe3-9a0f-4da8-99cb-af87b6b61c9c)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:17:46.880575 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8ccf-8c7e-45dc-9dcf-c9941c5e8ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:46.888760 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=bef15889-749c-4b8e-9c6d-ead8748f7ec2,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:46.965945 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc73bbbf-7e7c-4569-9a56-833dc9f87c97 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:46.980634 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8ccf-8c7e-45dc-9dcf-c9941c5e8ee3 None None] Pushing event updated for resources: {'Port': ['ID=c37e7eef-7bda-43e3-83ab-3e3d29f9c04a,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:47.025000 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-12c7863f-9260-4e7d-8c82-e09b29bb4b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:47.071973 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-6c2b94bb-e046-4432-a527-043f87bbd7f0 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:47.098398 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecfa33-ae3e-4362-b81d-b7815a7bec3f req-75da2388-e9b0-482e-9e67-88b03977e81e tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:47.100403 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bbecfa33-ae3e-4362-b81d-b7815a7bec3f req-75da2388-e9b0-482e-9e67-88b03977e81e tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 944 time: 0.1014087 Sep 30 13:17:47.103031 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37142) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:47.107753 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-12c7863f-9260-4e7d-8c82-e09b29bb4b34 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2101a98d09e84864923b30251e6e5852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7422593 Sep 30 13:17:47.116031 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7863f-9260-4e7d-8c82-e09b29bb4b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224540b9-bd7b-4794-8502-cd8744fe1fe3,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:47.128923 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7863f-9260-4e7d-8c82-e09b29bb4b34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:47.129276 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7863f-9260-4e7d-8c82-e09b29bb4b34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:47.129667 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7863f-9260-4e7d-8c82-e09b29bb4b34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:47.129967 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7863f-9260-4e7d-8c82-e09b29bb4b34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:47.130346 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7863f-9260-4e7d-8c82-e09b29bb4b34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:47.130684 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7863f-9260-4e7d-8c82-e09b29bb4b34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:47.131107 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7863f-9260-4e7d-8c82-e09b29bb4b34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:47.131330 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7863f-9260-4e7d-8c82-e09b29bb4b34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:47.131659 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7863f-9260-4e7d-8c82-e09b29bb4b34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:47.131985 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7863f-9260-4e7d-8c82-e09b29bb4b34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:47.132311 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7863f-9260-4e7d-8c82-e09b29bb4b34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:47.132636 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7863f-9260-4e7d-8c82-e09b29bb4b34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:47.140791 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc73bbbf-7e7c-4569-9a56-833dc9f87c97 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:47.225939 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73bbbf-7e7c-4569-9a56-833dc9f87c97 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Port': ['ID=4bf97baa-671f-40ae-9070-ad616086fb1d,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:47.273431 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bbecfa33-ae3e-4362-b81d-b7815a7bec3f req-9a1af198-10fc-4584-8641-aeb9a8eeb16c tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602638 Sep 30 13:17:47.274514 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fd7c65da-55a9-4dc6-83e6-cfda537d6024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:47.276889 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-6c2b94bb-e046-4432-a527-043f87bbd7f0 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:47.386978 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fd7c65da-55a9-4dc6-83e6-cfda537d6024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:47.391130 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc73bbbf-7e7c-4569-9a56-833dc9f87c97 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network 577f9b4e-e75d-4af4-b2d1-89edbc0f3df4 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:17:47.394744 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-fc73bbbf-7e7c-4569-9a56-833dc9f87c97 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:47.397586 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc73bbbf-7e7c-4569-9a56-833dc9f87c97 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:17:47.417059 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-6c2b94bb-e046-4432-a527-043f87bbd7f0 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Network 9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:17:47.444196 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-6c2b94bb-e046-4432-a527-043f87bbd7f0 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:47.456059 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-6c2b94bb-e046-4432-a527-043f87bbd7f0 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:17:47.543072 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-6c2b94bb-e046-4432-a527-043f87bbd7f0 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:47.543747 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-6c2b94bb-e046-4432-a527-043f87bbd7f0 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:47.545010 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c37e7eef-7bda-43e3-83ab-3e3d29f9c04a up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:17:47.576803 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b94bb-e046-4432-a527-043f87bbd7f0 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Pushing event updated for resources: {'Port': ['ID=d600d3f9-eeba-421f-92df-2fc32c9bf35e,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:47.631538 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fd7c65da-55a9-4dc6-83e6-cfda537d6024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:47.634268 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fd7c65da-55a9-4dc6-83e6-cfda537d6024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:47.638247 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fd7c65da-55a9-4dc6-83e6-cfda537d6024 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/224540b9-bd7b-4794-8502-cd8744fe1fe3 HTTP/1.1" status: 204 len: 168 time: 0.5335944 Sep 30 13:17:47.639890 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-6c2b94bb-e046-4432-a527-043f87bbd7f0 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6055832 Sep 30 13:17:47.668330 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-870e16ef-24c8-418d-ab35-96c46277e2be service neutron] Request body: {'port': {'device_id': '059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:47.727198 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port c37e7eef-7bda-43e3-83ab-3e3d29f9c04a triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:17:47.727570 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:47.839697 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c65da-55a9-4dc6-83e6-cfda537d6024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224540b9-bd7b-4794-8502-cd8744fe1fe3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:47.994283 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:48.070292 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port c37e7eef-7bda-43e3-83ab-3e3d29f9c04a, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c37e7eef-7bda-43e3-83ab-3e3d29f9c04a,segment=NetworkSegment(e98f9fe3-9a0f-4da8-99cb-af87b6b61c9c),segment_id=e98f9fe3-9a0f-4da8-99cb-af87b6b61c9c)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:48.085253 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:48.151290 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=c37e7eef-7bda-43e3-83ab-3e3d29f9c04a,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:48.190580 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc73bbbf-7e7c-4569-9a56-833dc9f87c97 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:48.191596 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-373023ef-26a7-4d41-bb5c-17ba1cdd1940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:48.192354 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc73bbbf-7e7c-4569-9a56-833dc9f87c97 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:48.221847 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fc73bbbf-7e7c-4569-9a56-833dc9f87c97 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9950869 Sep 30 13:17:48.231615 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-69e1d3c6-a6a3-4d49-b706-2d92dd762667 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:48.233647 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37162) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:48.280965 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 6c2091e5-f492-410b-b7e7-74cfe5cfae1e up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:17:48.281685 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-0dd5625c-e370-4276-a92e-52ca1ba7fcf8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'port': {'network_id': '577f9b4e-e75d-4af4-b2d1-89edbc0f3df4', 'name': 'tempest-PortsTestJSON-871226885'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:48.293352 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a549254-51a4-45ce-b935-7ac47ea885b0 req-5e4ad4d1-c641-48f6-9513-c89912dad581 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:48.296264 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4a549254-51a4-45ce-b935-7ac47ea885b0 req-5e4ad4d1-c641-48f6-9513-c89912dad581 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?device_id=059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3 HTTP/1.1" status: 200 len: 931 time: 0.2488310 Sep 30 13:17:48.302825 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-69e1d3c6-a6a3-4d49-b706-2d92dd762667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:48.340193 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-870e16ef-24c8-418d-ab35-96c46277e2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:48.370243 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4570795-ea3f-469a-9282-044f0fa68a30 req-4e52379d-03f6-485a-9afd-28f0aed679d8 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:48.379394 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d4570795-ea3f-469a-9282-044f0fa68a30 req-4e52379d-03f6-485a-9afd-28f0aed679d8 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f25db7f-623d-47c6-8586-fb7b138d0ec0 HTTP/1.1" status: 200 len: 945 time: 0.8036897 Sep 30 13:17:48.420763 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 6c2091e5-f492-410b-b7e7-74cfe5cfae1e completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:17:48.446356 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 6c2091e5-f492-410b-b7e7-74cfe5cfae1e triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:17:48.447358 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:48.470494 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d4570795-ea3f-469a-9282-044f0fa68a30 req-44ad1cc0-40aa-49d2-8368-38e9c43934cc tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850317 Sep 30 13:17:48.606243 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:48.614954 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140c259e-a31e-419e-b23e-a37f980860c2 None None] Network 577f9b4e-e75d-4af4-b2d1-89edbc0f3df4 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:17:48.669641 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 6c2091e5-f492-410b-b7e7-74cfe5cfae1e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=6c2091e5-f492-410b-b7e7-74cfe5cfae1e,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:48.679802 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582efce-97bc-42f5-a62d-44777889fa78 req-8b2c6cbf-911b-40fa-bc4c-ac2b06251ebc tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:48.687452 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c582efce-97bc-42f5-a62d-44777889fa78 req-8b2c6cbf-911b-40fa-bc4c-ac2b06251ebc tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 944 time: 0.0985570 Sep 30 13:17:48.687865 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:48.770298 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c582efce-97bc-42f5-a62d-44777889fa78 req-bc718467-614a-40e2-bf14-b775f9559e61 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769324 Sep 30 13:17:48.792348 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=6c2091e5-f492-410b-b7e7-74cfe5cfae1e,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:48.827288 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-0f8e4315-4958-4a53-b9ec-36a66652f7a2 None None] Provisioning complete for port c37e7eef-7bda-43e3-83ab-3e3d29f9c04a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:17:48.827288 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0f8e4315-4958-4a53-b9ec-36a66652f7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:48.873061 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f25db7f-623d-47c6-8586-fb7b138d0ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2091e5-f492-410b-b7e7-74cfe5cfae1e'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:17:48.882510 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f15f37-77cb-4f0e-a7bf-aee121f323b9" -d '{"events": [{"server_uuid": "0f25db7f-623d-47c6-8586-fb7b138d0ec0", "name": "network-vif-plugged", "status": "completed", "tag": "6c2091e5-f492-410b-b7e7-74cfe5cfae1e"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:17:48.969633 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd5625c-e370-4276-a92e-52ca1ba7fcf8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:17:48.988332 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0dd5625c-e370-4276-a92e-52ca1ba7fcf8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:48.995531 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-870e16ef-24c8-418d-ab35-96c46277e2be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d600d3f9-eeba-421f-92df-2fc32c9bf35e {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:17:49.021441 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-870e16ef-24c8-418d-ab35-96c46277e2be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:49.057955 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-870e16ef-24c8-418d-ab35-96c46277e2be service neutron] Transition to ACTIVE for port object d600d3f9-eeba-421f-92df-2fc32c9bf35e will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:17:49.059167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-0dd5625c-e370-4276-a92e-52ca1ba7fcf8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] device_id is not set on port 010defb8-e35f-4f52-9a36-7f01ba7205d8 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:17:49.066839 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-870e16ef-24c8-418d-ab35-96c46277e2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:49.088977 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4a549254-51a4-45ce-b935-7ac47ea885b0 req-d78ff772-e31e-4afe-9bca-d0c8e904bd27 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/security-groups?id=6523ed70-f638-4e69-8c6d-4d17dff0f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7522938 Sep 30 13:17:49.196327 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-69e1d3c6-a6a3-4d49-b706-2d92dd762667 admin admin] Allocated IP 172.25.5.165 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/73531761-1600-4fce-8ffa-45d5f7e157e7) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:17:49.233790 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097c3beb-fd95-49a8-846c-eb8b8aa01338 x-openstack-request-id: req-097c3beb-fd95-49a8-846c-eb8b8aa01338 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:17:49.234186 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f25db7f-623d-47c6-8586-fb7b138d0ec0", "name": "network-vif-plugged", "status": "completed", "tag": "6c2091e5-f492-410b-b7e7-74cfe5cfae1e", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:17:49.234334 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-097c3beb-fd95-49a8-846c-eb8b8aa01338 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:17:49.234990 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f25db7f-623d-47c6-8586-fb7b138d0ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2091e5-f492-410b-b7e7-74cfe5cfae1e', 'code': 200} Sep 30 13:17:49.426400 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:49.515355 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e16ef-24c8-418d-ab35-96c46277e2be service neutron] Pushing event updated for resources: {'Port': ['ID=d600d3f9-eeba-421f-92df-2fc32c9bf35e,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:49.560110 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-0dd5625c-e370-4276-a92e-52ca1ba7fcf8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Allocated IP 172.20.0.7 (577f9b4e-e75d-4af4-b2d1-89edbc0f3df4/0c8bf0a8-c2ed-478d-9a94-a78597b31cf1/010defb8-e35f-4f52-9a36-7f01ba7205d8) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:17:49.636542 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c37e7eef-7bda-43e3-83ab-3e3d29f9c04a up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:17:49.765454 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-69e1d3c6-a6a3-4d49-b706-2d92dd762667 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:49.775352 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c0e60-e244-4b7c-b579-5d6f2be285ef req-587d6dc5-2b4a-41ba-9d7c-8906281e9a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:49.790130 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0a8c0e60-e244-4b7c-b579-5d6f2be285ef req-587d6dc5-2b4a-41ba-9d7c-8906281e9a2e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0f25db7f-623d-47c6-8586-fb7b138d0ec0 HTTP/1.1" status: 200 len: 1097 time: 0.5226073 Sep 30 13:17:49.832354 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port c37e7eef-7bda-43e3-83ab-3e3d29f9c04a triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:17:49.832839 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:49.847178 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-c4c37743-45ac-41a3-bc86-9a5c411875d6 None None] Provisioning complete for port 4bf97baa-671f-40ae-9070-ad616086fb1d triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:17:49.847563 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c4c37743-45ac-41a3-bc86-9a5c411875d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:49.890309 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-870e16ef-24c8-418d-ab35-96c46277e2be service neutron] Attempting to bind port d600d3f9-eeba-421f-92df-2fc32c9bf35e on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:17:49.893785 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-870e16ef-24c8-418d-ab35-96c46277e2be service neutron] Attempting to bind port d600d3f9-eeba-421f-92df-2fc32c9bf35e by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '386f48cd-37d9-47fe-8602-e781409bb5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:17:49.894458 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-870e16ef-24c8-418d-ab35-96c46277e2be service neutron] Attempting to bind port d600d3f9-eeba-421f-92df-2fc32c9bf35e on network 9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:17:49.905867 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-870e16ef-24c8-418d-ab35-96c46277e2be service neutron] Port d600d3f9-eeba-421f-92df-2fc32c9bf35e on network 9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:17:49.906477 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-870e16ef-24c8-418d-ab35-96c46277e2be service neutron] Attempting to bind port d600d3f9-eeba-421f-92df-2fc32c9bf35e on network 9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:17:49.947973 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-870e16ef-24c8-418d-ab35-96c46277e2be service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:17:49.948606 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-870e16ef-24c8-418d-ab35-96c46277e2be service neutron] Checking segment: {'id': '386f48cd-37d9-47fe-8602-e781409bb5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:17:49.949203 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-870e16ef-24c8-418d-ab35-96c46277e2be service neutron] Bound using segment: {'id': '386f48cd-37d9-47fe-8602-e781409bb5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:17:49.950107 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-870e16ef-24c8-418d-ab35-96c46277e2be service neutron] Bound port: d600d3f9-eeba-421f-92df-2fc32c9bf35e, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '386f48cd-37d9-47fe-8602-e781409bb5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:17:49.951260 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-870e16ef-24c8-418d-ab35-96c46277e2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:50.007981 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-c4c37743-45ac-41a3-bc86-9a5c411875d6 None None] Port 4bf97baa-671f-40ae-9070-ad616086fb1d cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:17:50.011977 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0a8c0e60-e244-4b7c-b579-5d6f2be285ef req-0f18ab09-5bfe-4177-9539-cdaf00602238 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962016 Sep 30 13:17:50.074430 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-c4c37743-45ac-41a3-bc86-9a5c411875d6 None None] Provisioning complete for port c37e7eef-7bda-43e3-83ab-3e3d29f9c04a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:17:50.074840 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c4c37743-45ac-41a3-bc86-9a5c411875d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:50.123189 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-870e16ef-24c8-418d-ab35-96c46277e2be service neutron] For port d600d3f9-eeba-421f-92df-2fc32c9bf35e, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:17:50.129143 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-870e16ef-24c8-418d-ab35-96c46277e2be service neutron] For port d600d3f9-eeba-421f-92df-2fc32c9bf35e, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d600d3f9-eeba-421f-92df-2fc32c9bf35e,segment=NetworkSegment(386f48cd-37d9-47fe-8602-e781409bb5c8),segment_id=386f48cd-37d9-47fe-8602-e781409bb5c8)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:17:50.134960 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-870e16ef-24c8-418d-ab35-96c46277e2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:50.201453 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-870e16ef-24c8-418d-ab35-96c46277e2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:50.202830 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-870e16ef-24c8-418d-ab35-96c46277e2be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:50.208057 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-870e16ef-24c8-418d-ab35-96c46277e2be service neutron] 10.222.0.39 "PUT /v2.0/ports/d600d3f9-eeba-421f-92df-2fc32c9bf35e HTTP/1.1" status: 200 len: 1091 time: 2.5468266 Sep 30 13:17:50.213101 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3', 'tag': 'd600d3f9-eeba-421f-92df-2fc32c9bf35e'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:17:50.223219 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac773d0-b81b-469c-b86b-dbb79d252b73" -d '{"events": [{"name": "network-changed", "server_uuid": "059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3", "tag": "d600d3f9-eeba-421f-92df-2fc32c9bf35e"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:17:50.259098 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88eae0f-d495-4065-8169-560fa75e680a req-6c9a356d-7f4b-4e3f-8344-b082204985d7 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:50.278995 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e88eae0f-d495-4065-8169-560fa75e680a req-6c9a356d-7f4b-4e3f-8344-b082204985d7 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f25db7f-623d-47c6-8586-fb7b138d0ec0 HTTP/1.1" status: 200 len: 946 time: 0.5785255 Sep 30 13:17:50.301661 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e16ef-24c8-418d-ab35-96c46277e2be service neutron] Pushing event updated for resources: {'Port': ['ID=d600d3f9-eeba-421f-92df-2fc32c9bf35e,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:50.330723 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-02e0d07f-7a97-4e83-b452-2255460a89fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:50.332386 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-02e0d07f-7a97-4e83-b452-2255460a89fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f426fd79f0945f8ae00afaa0234c40b&device_id=059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3 HTTP/1.1" status: 200 len: 1094 time: 0.0699410 Sep 30 13:17:50.356532 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-69e1d3c6-a6a3-4d49-b706-2d92dd762667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:50.392384 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-314c1e2f-2964-41e5-82b9-d607a6382d01 None None] Provisioning complete for port 4bf97baa-671f-40ae-9070-ad616086fb1d triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:17:50.392760 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-314c1e2f-2964-41e5-82b9-d607a6382d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:50.437258 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-c2106c98-f390-4d0f-b517-6508e68eff50 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d600d3f9-eeba-421f-92df-2fc32c9bf35e HTTP/1.1" status: 200 len: 217 time: 0.0945828 Sep 30 13:17:50.455292 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device bef15889-749c-4b8e-9c6d-ead8748f7ec2 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:17:50.502104 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e1d3c6-a6a3-4d49-b706-2d92dd762667 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:17:50.509062 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1d3c6-a6a3-4d49-b706-2d92dd762667 admin admin] Pushing event updated for resources: {'Port': ['ID=73531761-1600-4fce-8ffa-45d5f7e157e7,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:50.512199 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-69e1d3c6-a6a3-4d49-b706-2d92dd762667 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:50.521813 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e1d3c6-a6a3-4d49-b706-2d92dd762667 admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:17:50.575467 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-314c1e2f-2964-41e5-82b9-d607a6382d01 None None] Port 4bf97baa-671f-40ae-9070-ad616086fb1d cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:17:50.639526 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-8a58548f-4c49-4ed7-85dd-52a23b6f2c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:50.640920 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-8a58548f-4c49-4ed7-85dd-52a23b6f2c99 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=214f6353-1c3a-4f6c-b86b-85237a01ef82 HTTP/1.1" status: 200 len: 854 time: 0.1961377 Sep 30 13:17:50.692401 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-687911fd-a849-40b2-8c9e-af05fbc39c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:50.698190 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d8b5d-e80c-458e-8bdb-8f5506f94563 req-4e4a6e69-4a53-44b1-91d8-e45b644840f2 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:50.703526 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-db1d8b5d-e80c-458e-8bdb-8f5506f94563 req-4e4a6e69-4a53-44b1-91d8-e45b644840f2 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?device_id=059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3 HTTP/1.1" status: 200 len: 943 time: 0.1981270 Sep 30 13:17:50.726794 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0dd5625c-e370-4276-a92e-52ca1ba7fcf8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:50.732704 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e88eae0f-d495-4065-8169-560fa75e680a req-ab7116fa-a1bb-44b9-98a6-15e6a218c878 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528356 Sep 30 13:17:50.777307 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-f96fe5d7-affc-45a9-99eb-d9fc0d8ac0a0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199086 Sep 30 13:17:50.865368 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0dd5625c-e370-4276-a92e-52ca1ba7fcf8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:50.908909 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-32aadf06-740b-4b69-91eb-6ca1980bdce1 req-4d0246fa-c43c-447c-b6a1-9543a88a1cdb service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:17:50.910291 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32aadf06-740b-4b69-91eb-6ca1980bdce1 req-4d0246fa-c43c-447c-b6a1-9543a88a1cdb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0095634 Sep 30 13:17:50.935847 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-ea4b01c3-a600-4646-9339-e0c8007eb98d service neutron] 10.222.0.39 "GET /v2.0/networks/9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481650 Sep 30 13:17:50.941361 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3719166e-b5cb-4031-bfe9-34b4218fc6cd x-openstack-request-id: req-3719166e-b5cb-4031-bfe9-34b4218fc6cd {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:17:50.941912 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3", "tag": "d600d3f9-eeba-421f-92df-2fc32c9bf35e", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:17:50.942390 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3719166e-b5cb-4031-bfe9-34b4218fc6cd {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:17:50.943418 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3', 'tag': 'd600d3f9-eeba-421f-92df-2fc32c9bf35e', 'status': 'completed', 'code': 200} Sep 30 13:17:50.952989 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd5625c-e370-4276-a92e-52ca1ba7fcf8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network 577f9b4e-e75d-4af4-b2d1-89edbc0f3df4 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:17:50.959135 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-0dd5625c-e370-4276-a92e-52ca1ba7fcf8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:50.968035 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd5625c-e370-4276-a92e-52ca1ba7fcf8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:17:51.017667 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5625c-e370-4276-a92e-52ca1ba7fcf8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Port': ['ID=010defb8-e35f-4f52-9a36-7f01ba7205d8,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:51.047673 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-69e1d3c6-a6a3-4d49-b706-2d92dd762667 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:51.054282 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-db1d8b5d-e80c-458e-8bdb-8f5506f94563 req-67803cb8-d730-4652-be88-f210c73d7a8d tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/security-groups?id=6523ed70-f638-4e69-8c6d-4d17dff0f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457253 Sep 30 13:17:51.141996 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37284) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:51.210622 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b56dc3d4-9712-4d63-8d9b-59115acf7b47 req-7b285533-8281-41f5-999a-6cc8a7397bca service neutron] 10.222.0.39 "GET /v2.0/networks/9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645428 Sep 30 13:17:51.278155 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd5625c-e370-4276-a92e-52ca1ba7fcf8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:51.278836 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0dd5625c-e370-4276-a92e-52ca1ba7fcf8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:51.364740 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac773d0-b81b-469c-b86b-dbb79d252b73 req-961e2a88-aaa5-4134-baa0-c834239b2a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:51.367566 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fac773d0-b81b-469c-b86b-dbb79d252b73 req-961e2a88-aaa5-4134-baa0-c834239b2a4b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f426fd79f0945f8ae00afaa0234c40b&device_id=059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3 HTTP/1.1" status: 200 len: 1094 time: 0.0914757 Sep 30 13:17:51.379954 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-683e09c2-8a0d-440a-bbef-53a0d75e0281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:51.384897 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0dd5625c-e370-4276-a92e-52ca1ba7fcf8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1474259 Sep 30 13:17:51.396574 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37288) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:51.423825 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-218622a6-a1ba-4cfa-8a0b-683e787074ca None None] Provisioning complete for port 010defb8-e35f-4f52-9a36-7f01ba7205d8 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:17:51.426272 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-218622a6-a1ba-4cfa-8a0b-683e787074ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:51.456350 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5190d68-9b47-448f-97e1-33dc7475aba0 req-bf4e15c3-b66d-43aa-8862-aa4499a2cd24 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:51.464181 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d5190d68-9b47-448f-97e1-33dc7475aba0 req-bf4e15c3-b66d-43aa-8862-aa4499a2cd24 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 944 time: 0.3092363 Sep 30 13:17:51.539147 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-218622a6-a1ba-4cfa-8a0b-683e787074ca None None] Port 010defb8-e35f-4f52-9a36-7f01ba7205d8 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:17:51.588990 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:51.598428 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac773d0-b81b-469c-b86b-dbb79d252b73 req-e11e1dfe-e554-498c-923b-7784f18e1b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:51.601139 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fac773d0-b81b-469c-b86b-dbb79d252b73 req-e11e1dfe-e554-498c-923b-7784f18e1b0b service neutron] 10.222.0.39 "GET /v2.0/networks?id=9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3 HTTP/1.1" status: 200 len: 915 time: 0.2256751 Sep 30 13:17:51.663409 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d5190d68-9b47-448f-97e1-33dc7475aba0 req-45fc2ca7-d0d0-447c-8417-e3202916af9b tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980333 Sep 30 13:17:51.670325 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fac773d0-b81b-469c-b86b-dbb79d252b73 req-f0cd25b4-0ee4-4703-a8da-e8e5e98e2f1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d600d3f9-eeba-421f-92df-2fc32c9bf35e HTTP/1.1" status: 200 len: 217 time: 0.0471442 Sep 30 13:17:51.688693 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2901ffa1-dacb-47c5-99cd-36336fb9b3c3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:51.692697 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2901ffa1-dacb-47c5-99cd-36336fb9b3c3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.2923048 Sep 30 13:17:51.693370 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37306) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:51.735137 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac773d0-b81b-469c-b86b-dbb79d252b73 req-7fa04794-12de-40cc-ba7b-7441c71d94f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:51.737175 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fac773d0-b81b-469c-b86b-dbb79d252b73 req-7fa04794-12de-40cc-ba7b-7441c71d94f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=214f6353-1c3a-4f6c-b86b-85237a01ef82 HTTP/1.1" status: 200 len: 854 time: 0.0589211 Sep 30 13:17:51.747716 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-69e1d3c6-a6a3-4d49-b706-2d92dd762667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:51.778126 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fac773d0-b81b-469c-b86b-dbb79d252b73 req-53ae48f6-33c4-4c65-a227-9d86ff8fc1e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317605 Sep 30 13:17:51.927325 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-157a3dc0-2df6-41bb-994d-891dcbd677d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2573137 Sep 30 13:17:51.933385 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67d931-e21a-4714-9c6b-a34334ec255b req-1c19f03f-cc2c-4fda-a9be-803f6c217eaf tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:51.935099 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ce67d931-e21a-4714-9c6b-a34334ec255b req-1c19f03f-cc2c-4fda-a9be-803f6c217eaf tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f25db7f-623d-47c6-8586-fb7b138d0ec0 HTTP/1.1" status: 200 len: 946 time: 0.1096442 Sep 30 13:17:51.965533 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-683e09c2-8a0d-440a-bbef-53a0d75e0281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:51.970044 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fac773d0-b81b-469c-b86b-dbb79d252b73 req-6867254d-8aee-4e53-b38a-0acd2be8f126 service neutron] 10.222.0.39 "GET /v2.0/networks/9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840937 Sep 30 13:17:51.988786 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-683e09c2-8a0d-440a-bbef-53a0d75e0281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:52.022339 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e09c2-8a0d-440a-bbef-53a0d75e0281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a259b0be-2ced-43c8-8e0c-a8d6b4e22770,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:52.027251 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-3841c2e6-cf2b-476f-972e-1f61cc8c2bfa tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting port 010defb8-e35f-4f52-9a36-7f01ba7205d8 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:17:52.027675 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3841c2e6-cf2b-476f-972e-1f61cc8c2bfa tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:52.087511 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-683e09c2-8a0d-440a-bbef-53a0d75e0281 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25d3678e8e40454fb9d86b550e13d1cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9375389 Sep 30 13:17:52.088260 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fac773d0-b81b-469c-b86b-dbb79d252b73 req-8ea1fa4a-adaf-450d-9025-e2429f5b6c2b service neutron] 10.222.0.39 "GET /v2.0/networks/9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068811 Sep 30 13:17:52.103577 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37314) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:52.141570 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ce67d931-e21a-4714-9c6b-a34334ec255b req-2e3422cb-7f80-470d-874d-ec15d5330f92 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992478 Sep 30 13:17:52.159981 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e1d3c6-a6a3-4d49-b706-2d92dd762667 admin admin] Router c036e2eb-7d4a-4b07-9c3b-9d908fc842bc is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:17:52.176775 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3841c2e6-cf2b-476f-972e-1f61cc8c2bfa tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:52.232858 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-3841c2e6-cf2b-476f-972e-1f61cc8c2bfa tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Calling delete_port for 010defb8-e35f-4f52-9a36-7f01ba7205d8 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:17:52.238751 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-586b7443-20b4-42a7-80b1-1bfe7032612a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:52.277563 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-586b7443-20b4-42a7-80b1-1bfe7032612a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:52.320487 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:52.429911 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a04c47-b80b-463c-b7f2-85187a75f42b req-786e3464-a20e-434e-adeb-67c9327ba458 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:52.439831 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b5a04c47-b80b-463c-b7f2-85187a75f42b req-786e3464-a20e-434e-adeb-67c9327ba458 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?device_id=059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3 HTTP/1.1" status: 200 len: 943 time: 0.2332985 Sep 30 13:17:52.447281 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-586b7443-20b4-42a7-80b1-1bfe7032612a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:52.450225 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-586b7443-20b4-42a7-80b1-1bfe7032612a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:52.464909 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-586b7443-20b4-42a7-80b1-1bfe7032612a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a259b0be-2ced-43c8-8e0c-a8d6b4e22770 HTTP/1.1" status: 204 len: 168 time: 0.3592880 Sep 30 13:17:52.488253 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b7443-20b4-42a7-80b1-1bfe7032612a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a259b0be-2ced-43c8-8e0c-a8d6b4e22770,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:52.513891 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b7443-20b4-42a7-80b1-1bfe7032612a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:52.514420 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b7443-20b4-42a7-80b1-1bfe7032612a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:52.514863 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b7443-20b4-42a7-80b1-1bfe7032612a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:52.515425 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b7443-20b4-42a7-80b1-1bfe7032612a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:52.515859 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b7443-20b4-42a7-80b1-1bfe7032612a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:52.516381 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b7443-20b4-42a7-80b1-1bfe7032612a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:52.516778 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b7443-20b4-42a7-80b1-1bfe7032612a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:52.517738 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b7443-20b4-42a7-80b1-1bfe7032612a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:52.518155 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b7443-20b4-42a7-80b1-1bfe7032612a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:52.518549 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b7443-20b4-42a7-80b1-1bfe7032612a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:52.519095 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b7443-20b4-42a7-80b1-1bfe7032612a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:52.519539 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586b7443-20b4-42a7-80b1-1bfe7032612a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:17:52.601343 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e1d3c6-a6a3-4d49-b706-2d92dd762667 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:17:52.619154 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482c9f92-06cd-4267-97db-8cae89b2606b None None] Sync routers for ids ['c036e2eb-7d4a-4b07-9c3b-9d908fc842bc'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:17:52.643872 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b5a04c47-b80b-463c-b7f2-85187a75f42b req-e8feab71-9c40-4896-8415-f05cbc9d0288 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/security-groups?id=6523ed70-f638-4e69-8c6d-4d17dff0f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897850 Sep 30 13:17:52.646639 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482c9f92-06cd-4267-97db-8cae89b2606b None None] Routers {'c036e2eb-7d4a-4b07-9c3b-9d908fc842bc'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:17:52.647584 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-482c9f92-06cd-4267-97db-8cae89b2606b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:17:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['c036e2eb-7d4a-4b07-9c3b-9d908fc842bc'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:17:52.652888 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-69e1d3c6-a6a3-4d49-b706-2d92dd762667 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:52.654960 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-69e1d3c6-a6a3-4d49-b706-2d92dd762667 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.8802400 Sep 30 13:17:52.666790 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37336) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:52.691207 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3771289-d04f-4ef8-ad04-380fe9c6ef33 req-6a15af52-ad21-49f9-b51d-0689e36e60d1 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:52.692883 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f3771289-d04f-4ef8-ad04-380fe9c6ef33 req-6a15af52-ad21-49f9-b51d-0689e36e60d1 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/networks?id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 HTTP/1.1" status: 200 len: 805 time: 0.2236979 Sep 30 13:17:52.735005 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f3771289-d04f-4ef8-ad04-380fe9c6ef33 req-7ece52db-38bd-4b16-98e1-9cc699be5b52 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/quotas/9fc5434333184b91bb2f4f1696e6b8d6 HTTP/1.1" status: 200 len: 375 time: 0.0317214 Sep 30 13:17:52.947869 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f3771289-d04f-4ef8-ad04-380fe9c6ef33 req-4b414e04-fe55-4cc3-b02f-95d50b694455 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fc5434333184b91bb2f4f1696e6b8d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2004423 Sep 30 13:17:53.003871 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-482c9f92-06cd-4267-97db-8cae89b2606b None None] Set router c036e2eb-7d4a-4b07-9c3b-9d908fc842bc gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:17:53.247124 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-21a0f309-4877-49e3-88e5-cc2378e6de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:53.249086 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-21a0f309-4877-49e3-88e5-cc2378e6de33 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421&tenant_id=dd472ce50e4547d68eaae043f0883472 HTTP/1.1" status: 200 len: 1095 time: 0.1292307 Sep 30 13:17:53.263729 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-4679ec85-b407-40a6-aba8-d189d4f848fc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810909-2', 'device_owner': 'compute:nova'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:17:53.327317 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-4679ec85-b407-40a6-aba8-d189d4f848fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:53.370600 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f3771289-d04f-4ef8-ad04-380fe9c6ef33 req-bc4ed1ea-b542-41eb-811f-07842a447808 service neutron] 10.222.0.18 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120886 Sep 30 13:17:53.591523 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-482c9f92-06cd-4267-97db-8cae89b2606b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c036e2eb-7d4a-4b07-9c3b-9d908fc842bc', 'name': 'tempest-ServerRescueNegativeTestJSON-101214230-router', 'tenant_id': '02a128d560bb4e8a854078bbc7e9b93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '73531761-1600-4fce-8ffa-45d5f7e157e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:17:45Z', 'updated_at': '2021-09-30T13:17:50Z', 'revision_number': 3, 'project_id': '02a128d560bb4e8a854078bbc7e9b93a', 'gw_port': {'id': '73531761-1600-4fce-8ffa-45d5f7e157e7', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:97:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c036e2eb-7d4a-4b07-9c3b-9d908fc842bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:17:48Z', 'updated_at': '2021-09-30T13:17:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:17:53.632849 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482c9f92-06cd-4267-97db-8cae89b2606b None None] Checking router: c036e2eb-7d4a-4b07-9c3b-9d908fc842bc for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:17:53.633732 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482c9f92-06cd-4267-97db-8cae89b2606b None None] Updating router c036e2eb-7d4a-4b07-9c3b-9d908fc842bc port 73531761-1600-4fce-8ffa-45d5f7e157e7 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:17:53.665628 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-482c9f92-06cd-4267-97db-8cae89b2606b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:53.693637 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3841c2e6-cf2b-476f-972e-1f61cc8c2bfa tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:53.694334 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f3771289-d04f-4ef8-ad04-380fe9c6ef33 req-9fabdbd7-1a1b-43ea-a819-583f8b97e1be service neutron] 10.222.0.18 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783103 Sep 30 13:17:53.816374 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-4679ec85-b407-40a6-aba8-d189d4f848fc service neutron] For port bef15889-749c-4b8e-9c6d-ead8748f7ec2, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=bef15889-749c-4b8e-9c6d-ead8748f7ec2,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:53.890196 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841c2e6-cf2b-476f-972e-1f61cc8c2bfa tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Port': ['ID=010defb8-e35f-4f52-9a36-7f01ba7205d8,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:53.901360 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-4679ec85-b407-40a6-aba8-d189d4f848fc service neutron] For port bef15889-749c-4b8e-9c6d-ead8748f7ec2, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:17:54.005578 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-4679ec85-b407-40a6-aba8-d189d4f848fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef15889-749c-4b8e-9c6d-ead8748f7ec2 {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:17:54.023089 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-4679ec85-b407-40a6-aba8-d189d4f848fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:54.059723 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-4679ec85-b407-40a6-aba8-d189d4f848fc service neutron] Transition to ACTIVE for port object bef15889-749c-4b8e-9c6d-ead8748f7ec2 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:17:54.069431 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-4679ec85-b407-40a6-aba8-d189d4f848fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:54.122946 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:54.170429 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679ec85-b407-40a6-aba8-d189d4f848fc service neutron] Pushing event updated for resources: {'Port': ['ID=bef15889-749c-4b8e-9c6d-ead8748f7ec2,revision_number=9']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:54.259513 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19e68e-5fb6-4fd5-9318-35bb0f93af8f req-a0596a16-7f4f-4dd9-8e36-d097ee893538 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:54.267022 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c19e68e-5fb6-4fd5-9318-35bb0f93af8f req-a0596a16-7f4f-4dd9-8e36-d097ee893538 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 944 time: 0.5701044 Sep 30 13:17:54.303894 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-482c9f92-06cd-4267-97db-8cae89b2606b None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:54.318504 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-482c9f92-06cd-4267-97db-8cae89b2606b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:54.410566 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-4679ec85-b407-40a6-aba8-d189d4f848fc service neutron] No DVR routers for this DVR port bef15889-749c-4b8e-9c6d-ead8748f7ec2 on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:17:54.455102 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c19e68e-5fb6-4fd5-9318-35bb0f93af8f req-dbeedc2d-08de-4156-81ae-4baa65ec7db4 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865375 Sep 30 13:17:54.477816 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d600d3f9-eeba-421f-92df-2fc32c9bf35e details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:17:54.562735 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3841c2e6-cf2b-476f-972e-1f61cc8c2bfa tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:54.567650 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3841c2e6-cf2b-476f-972e-1f61cc8c2bfa tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/ports/010defb8-e35f-4f52-9a36-7f01ba7205d8 HTTP/1.1" status: 204 len: 168 time: 2.8678586 Sep 30 13:17:54.568408 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37414) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:54.570557 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-482c9f92-06cd-4267-97db-8cae89b2606b None None] Attempting to bind port 73531761-1600-4fce-8ffa-45d5f7e157e7 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:17:54.574285 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-482c9f92-06cd-4267-97db-8cae89b2606b None None] Attempting to bind port 73531761-1600-4fce-8ffa-45d5f7e157e7 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:17:54.574692 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482c9f92-06cd-4267-97db-8cae89b2606b None None] Attempting to bind port 73531761-1600-4fce-8ffa-45d5f7e157e7 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:17:54.601267 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482c9f92-06cd-4267-97db-8cae89b2606b None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:17:54.601960 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482c9f92-06cd-4267-97db-8cae89b2606b None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:17:54.602121 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-482c9f92-06cd-4267-97db-8cae89b2606b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:54.602433 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482c9f92-06cd-4267-97db-8cae89b2606b None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:17:54.602936 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-482c9f92-06cd-4267-97db-8cae89b2606b None None] Bound port: 73531761-1600-4fce-8ffa-45d5f7e157e7, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:17:54.603328 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-482c9f92-06cd-4267-97db-8cae89b2606b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:54.609906 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9cbda6b-af47-4cc8-b9e3-a0c3d555ae99 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] GET failed (client error): The resource could not be found. Sep 30 13:17:54.614359 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d9cbda6b-af47-4cc8-b9e3-a0c3d555ae99 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "GET /v2.0/ports/010defb8-e35f-4f52-9a36-7f01ba7205d8 HTTP/1.1" status: 404 len: 333 time: 0.0408540 Sep 30 13:17:54.629787 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37420) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:54.745056 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-482c9f92-06cd-4267-97db-8cae89b2606b None None] For port 73531761-1600-4fce-8ffa-45d5f7e157e7, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:17:54.753630 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-482c9f92-06cd-4267-97db-8cae89b2606b None None] For port 73531761-1600-4fce-8ffa-45d5f7e157e7, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=73531761-1600-4fce-8ffa-45d5f7e157e7,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:17:54.764088 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-4679ec85-b407-40a6-aba8-d189d4f848fc service neutron] Attempting to bind port bef15889-749c-4b8e-9c6d-ead8748f7ec2 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:17:54.764666 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-4679ec85-b407-40a6-aba8-d189d4f848fc service neutron] Attempting to bind port bef15889-749c-4b8e-9c6d-ead8748f7ec2 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'e7a0a3b9-094d-48bf-a02a-1ffb21cc5269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:17:54.764807 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-4679ec85-b407-40a6-aba8-d189d4f848fc service neutron] Attempting to bind port bef15889-749c-4b8e-9c6d-ead8748f7ec2 on network 82efec7b-c7e1-4afa-8d19-9d7200d8225f {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:17:54.775013 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-482c9f92-06cd-4267-97db-8cae89b2606b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:54.785705 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-4679ec85-b407-40a6-aba8-d189d4f848fc service neutron] Port bef15889-749c-4b8e-9c6d-ead8748f7ec2 on network 82efec7b-c7e1-4afa-8d19-9d7200d8225f not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:17:54.786173 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-4679ec85-b407-40a6-aba8-d189d4f848fc service neutron] Attempting to bind port bef15889-749c-4b8e-9c6d-ead8748f7ec2 on network 82efec7b-c7e1-4afa-8d19-9d7200d8225f {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:17:54.809271 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-4679ec85-b407-40a6-aba8-d189d4f848fc service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:17:54.809648 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-4679ec85-b407-40a6-aba8-d189d4f848fc service neutron] Checking segment: {'id': 'e7a0a3b9-094d-48bf-a02a-1ffb21cc5269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:17:54.810063 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-4679ec85-b407-40a6-aba8-d189d4f848fc service neutron] Bound using segment: {'id': 'e7a0a3b9-094d-48bf-a02a-1ffb21cc5269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:17:54.810520 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-4679ec85-b407-40a6-aba8-d189d4f848fc service neutron] Bound port: bef15889-749c-4b8e-9c6d-ead8748f7ec2, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a0a3b9-094d-48bf-a02a-1ffb21cc5269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:17:54.810882 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-4679ec85-b407-40a6-aba8-d189d4f848fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:54.852851 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4de32-f8db-4b01-b07e-b5cff1d6074a None None] Pushing event updated for resources: {'Port': ['ID=73531761-1600-4fce-8ffa-45d5f7e157e7,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:54.867069 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c79fc2-36c8-4812-b896-0165310b28ce req-7329c214-7006-4d5b-99e9-11d5fd2eb7ff tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:54.868950 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b7c79fc2-36c8-4812-b896-0165310b28ce req-7329c214-7006-4d5b-99e9-11d5fd2eb7ff tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?device_id=059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3 HTTP/1.1" status: 200 len: 943 time: 0.4597676 Sep 30 13:17:54.912452 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1807e8e1-df1b-4ec7-948b-ac9a0677f385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:54.979747 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4de32-f8db-4b01-b07e-b5cff1d6074a None None] Pushing event updated for resources: {'Port': ['ID=73531761-1600-4fce-8ffa-45d5f7e157e7,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:54.989931 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.resource_extend [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 13:17:55.014362 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-4679ec85-b407-40a6-aba8-d189d4f848fc service neutron] For port bef15889-749c-4b8e-9c6d-ead8748f7ec2, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:17:55.021212 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-4679ec85-b407-40a6-aba8-d189d4f848fc service neutron] For port bef15889-749c-4b8e-9c6d-ead8748f7ec2, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=bef15889-749c-4b8e-9c6d-ead8748f7ec2,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:17:55.033117 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482c9f92-06cd-4267-97db-8cae89b2606b None None] Routers {'c036e2eb-7d4a-4b07-9c3b-9d908fc842bc'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:17:55.035556 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-482c9f92-06cd-4267-97db-8cae89b2606b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:17:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['c036e2eb-7d4a-4b07-9c3b-9d908fc842bc'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:17:55.100377 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37430) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:55.114519 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-4679ec85-b407-40a6-aba8-d189d4f848fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:55.141761 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b7c79fc2-36c8-4812-b896-0165310b28ce req-55b84908-71a9-4877-8fa1-6669480037e3 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/security-groups?id=6523ed70-f638-4e69-8c6d-4d17dff0f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130280 Sep 30 13:17:55.196058 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-4679ec85-b407-40a6-aba8-d189d4f848fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:55.197239 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-4679ec85-b407-40a6-aba8-d189d4f848fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:55.202567 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-4679ec85-b407-40a6-aba8-d189d4f848fc service neutron] 10.222.0.54 "PUT /v2.0/ports/bef15889-749c-4b8e-9c6d-ead8748f7ec2 HTTP/1.1" status: 200 len: 1092 time: 1.9433682 Sep 30 13:17:55.206760 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb99b3c-16a0-43f7-901e-9dccc75d0421', 'tag': 'bef15889-749c-4b8e-9c6d-ead8748f7ec2'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:17:55.210373 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2560445b-6ef8-4cb4-b776-21ad92fb577e" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb99b3c-16a0-43f7-901e-9dccc75d0421", "tag": "bef15889-749c-4b8e-9c6d-ead8748f7ec2"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:17:55.309538 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port d600d3f9-eeba-421f-92df-2fc32c9bf35e, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d600d3f9-eeba-421f-92df-2fc32c9bf35e,segment=NetworkSegment(386f48cd-37d9-47fe-8602-e781409bb5c8),segment_id=386f48cd-37d9-47fe-8602-e781409bb5c8)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:55.318482 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-1807e8e1-df1b-4ec7-948b-ac9a0677f385 admin admin] Allocated IP 172.20.0.1 (017e8792-372a-498b-9ea3-b4eeec10adcc/81e7f2ba-9cac-4d42-8c8e-044c8e36e01e/ece907b4-c141-4a5f-81dc-05ce07bab876) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:17:55.331145 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'd600d3f9-eeba-421f-92df-2fc32c9bf35e', 'network_id': '9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3', 'port_id': 'd600d3f9-eeba-421f-92df-2fc32c9bf35e', 'mac_address': 'fa:16:3e:d4:11:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '214f6353-1c3a-4f6c-b86b-85237a01ef82', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:17:55.359169 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382b7218-c3b3-4897-92ac-19d957167434 x-openstack-request-id: req-382b7218-c3b3-4897-92ac-19d957167434 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:17:55.359680 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb99b3c-16a0-43f7-901e-9dccc75d0421", "tag": "bef15889-749c-4b8e-9c6d-ead8748f7ec2", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:17:55.360601 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-382b7218-c3b3-4897-92ac-19d957167434 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:17:55.361226 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb99b3c-16a0-43f7-901e-9dccc75d0421', 'tag': 'bef15889-749c-4b8e-9c6d-ead8748f7ec2', 'status': 'completed', 'code': 200} Sep 30 13:17:55.369254 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-7d81a014-a552-4bfe-8229-79eaa81e727b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting port 4bf97baa-671f-40ae-9070-ad616086fb1d {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:17:55.369608 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7d81a014-a552-4bfe-8229-79eaa81e727b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:55.405282 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679ec85-b407-40a6-aba8-d189d4f848fc service neutron] Pushing event updated for resources: {'Port': ['ID=bef15889-749c-4b8e-9c6d-ead8748f7ec2,revision_number=10']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:55.419342 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-65ab6064-d44a-47e8-9cf5-db255f263bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:55.444513 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:55.459348 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-482c9f92-06cd-4267-97db-8cae89b2606b None None] Set router c036e2eb-7d4a-4b07-9c3b-9d908fc842bc gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:17:55.460441 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-6f2f7643-15af-4e37-a454-b8c5f05ec4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:55.462915 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-6f2f7643-15af-4e37-a454-b8c5f05ec4d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dd472ce50e4547d68eaae043f0883472&device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 1096 time: 0.2194777 Sep 30 13:17:55.589457 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d600d3f9-eeba-421f-92df-2fc32c9bf35e {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:17:55.613124 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port d600d3f9-eeba-421f-92df-2fc32c9bf35e, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d600d3f9-eeba-421f-92df-2fc32c9bf35e,segment=NetworkSegment(386f48cd-37d9-47fe-8602-e781409bb5c8),segment_id=386f48cd-37d9-47fe-8602-e781409bb5c8)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:55.637478 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:55.664307 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-60097f26-2f53-401d-8ce4-8c9e8cb5eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:55.665901 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-60097f26-2f53-401d-8ce4-8c9e8cb5eb15 service neutron] 10.222.0.54 "GET /v2.0/networks?id=82efec7b-c7e1-4afa-8d19-9d7200d8225f HTTP/1.1" status: 200 len: 917 time: 0.1856668 Sep 30 13:17:55.682542 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7d81a014-a552-4bfe-8229-79eaa81e727b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:55.695951 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1807e8e1-df1b-4ec7-948b-ac9a0677f385 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:55.705899 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-7d81a014-a552-4bfe-8229-79eaa81e727b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Calling delete_port for 4bf97baa-671f-40ae-9070-ad616086fb1d owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:17:55.775525 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=d600d3f9-eeba-421f-92df-2fc32c9bf35e,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:55.789232 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-044cd1e3-e506-49f4-aea5-01b8a6fd0ceb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bef15889-749c-4b8e-9c6d-ead8748f7ec2 HTTP/1.1" status: 200 len: 1000 time: 0.1137927 Sep 30 13:17:55.804117 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350f076-8ca4-4789-8649-7ec4bb72c168 req-1798d100-7adb-4c73-b029-c8f9c5f2ec0a tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:55.805741 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5350f076-8ca4-4789-8649-7ec4bb72c168 req-1798d100-7adb-4c73-b029-c8f9c5f2ec0a tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 945 time: 0.2188568 Sep 30 13:17:55.855893 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-482c9f92-06cd-4267-97db-8cae89b2606b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c036e2eb-7d4a-4b07-9c3b-9d908fc842bc', 'name': 'tempest-ServerRescueNegativeTestJSON-101214230-router', 'tenant_id': '02a128d560bb4e8a854078bbc7e9b93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '73531761-1600-4fce-8ffa-45d5f7e157e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:17:45Z', 'updated_at': '2021-09-30T13:17:50Z', 'revision_number': 3, 'project_id': '02a128d560bb4e8a854078bbc7e9b93a', 'gw_port': {'id': '73531761-1600-4fce-8ffa-45d5f7e157e7', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:97:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c036e2eb-7d4a-4b07-9c3b-9d908fc842bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:17:48Z', 'updated_at': '2021-09-30T13:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:17:55.857462 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-65ab6064-d44a-47e8-9cf5-db255f263bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:55.868870 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1807e8e1-df1b-4ec7-948b-ac9a0677f385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:55.874554 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-65ab6064-d44a-47e8-9cf5-db255f263bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:55.898110 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['d600d3f9-eeba-421f-92df-2fc32c9bf35e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:17:55.925205 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-b2878482-8767-4f5c-aa2c-e16855dc2544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:55.927048 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-b2878482-8767-4f5c-aa2c-e16855dc2544 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8ac488f0-945c-4387-aad6-12387e6433e7 HTTP/1.1" status: 200 len: 855 time: 0.1203699 Sep 30 13:17:55.931978 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1807e8e1-df1b-4ec7-948b-ac9a0677f385 admin admin] Network 017e8792-372a-498b-9ea3-b4eeec10adcc is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:17:55.947040 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-1807e8e1-df1b-4ec7-948b-ac9a0677f385 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:55.949928 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5350f076-8ca4-4789-8649-7ec4bb72c168 req-41327604-045e-44a4-af03-1274f7828dfc tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372302 Sep 30 13:17:55.950654 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482c9f92-06cd-4267-97db-8cae89b2606b None None] The sync data for ids ['c036e2eb-7d4a-4b07-9c3b-9d908fc842bc'] in n-d-810909-2 is: [{'id': 'c036e2eb-7d4a-4b07-9c3b-9d908fc842bc', 'name': 'tempest-ServerRescueNegativeTestJSON-101214230-router', 'tenant_id': '02a128d560bb4e8a854078bbc7e9b93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '73531761-1600-4fce-8ffa-45d5f7e157e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:17:45Z', 'updated_at': '2021-09-30T13:17:50Z', 'revision_number': 3, 'project_id': '02a128d560bb4e8a854078bbc7e9b93a', 'gw_port': {'id': '73531761-1600-4fce-8ffa-45d5f7e157e7', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:97:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c036e2eb-7d4a-4b07-9c3b-9d908fc842bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:17:48Z', 'updated_at': '2021-09-30T13:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:17:55.955486 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-65ab6064-d44a-47e8-9cf5-db255f263bc9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=868e6b6ba0a346d1abf554f41c02a796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8529212 Sep 30 13:17:55.956945 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab6064-d44a-47e8-9cf5-db255f263bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e82b91f-cd2d-4b30-8145-711291acf2fd,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:55.963416 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37494) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:55.968010 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1807e8e1-df1b-4ec7-948b-ac9a0677f385 admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:17:56.022190 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-bc9a6d87-7659-4e36-8e8d-cc0678db9058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:56.024949 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-bc9a6d87-7659-4e36-8e8d-cc0678db9058 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=82efec7b-c7e1-4afa-8d19-9d7200d8225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877512 Sep 30 13:17:56.131461 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807e8e1-df1b-4ec7-948b-ac9a0677f385 admin admin] Pushing event updated for resources: {'Port': ['ID=ece907b4-c141-4a5f-81dc-05ce07bab876,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:56.175234 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1807e8e1-df1b-4ec7-948b-ac9a0677f385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:56.185555 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d3302c6f-55ec-4de7-9240-34369a9b16f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:56.252612 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d3302c6f-55ec-4de7-9240-34369a9b16f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:56.263796 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-0598eac7-dd8a-458a-b2da-8198c109a0ab service neutron] 10.222.0.54 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259986 Sep 30 13:17:56.274784 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7d81a014-a552-4bfe-8229-79eaa81e727b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:56.336493 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81a014-a552-4bfe-8229-79eaa81e727b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Port': ['ID=4bf97baa-671f-40ae-9070-ad616086fb1d,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:56.349557 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-0ed42c54-2acf-492a-be82-5e2d927ea511 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:56.364758 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-0ed42c54-2acf-492a-be82-5e2d927ea511 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/networks?id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 HTTP/1.1" status: 200 len: 805 time: 0.2194452 Sep 30 13:17:56.428310 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-e6c59c38-4bc0-4e3a-960f-4225d31de134 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/quotas/9fc5434333184b91bb2f4f1696e6b8d6 HTTP/1.1" status: 200 len: 375 time: 0.0625739 Sep 30 13:17:56.482401 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-4bbb5736-68b8-4158-9eb3-62569d11d80d service neutron] 10.222.0.54 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033796 Sep 30 13:17:56.500271 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7d81a014-a552-4bfe-8229-79eaa81e727b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:56.502340 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7d81a014-a552-4bfe-8229-79eaa81e727b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/ports/4bf97baa-671f-40ae-9070-ad616086fb1d HTTP/1.1" status: 204 len: 168 time: 1.8712790 Sep 30 13:17:56.506463 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37524) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:56.518708 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d3302c6f-55ec-4de7-9240-34369a9b16f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:56.521327 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d3302c6f-55ec-4de7-9240-34369a9b16f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:56.526836 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d3302c6f-55ec-4de7-9240-34369a9b16f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0e82b91f-cd2d-4b30-8145-711291acf2fd HTTP/1.1" status: 204 len: 168 time: 0.5540502 Sep 30 13:17:56.560614 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-77455313-dc90-4414-b014-f981a8bbf451 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] GET failed (client error): The resource could not be found. Sep 30 13:17:56.564974 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-77455313-dc90-4414-b014-f981a8bbf451 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "GET /v2.0/ports/4bf97baa-671f-40ae-9070-ad616086fb1d HTTP/1.1" status: 404 len: 333 time: 0.0549362 Sep 30 13:17:56.586138 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37532) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:56.613230 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3302c6f-55ec-4de7-9240-34369a9b16f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e82b91f-cd2d-4b30-8145-711291acf2fd,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:56.627208 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1807e8e1-df1b-4ec7-948b-ac9a0677f385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:56.715562 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-08279c3e-ee30-4dc1-8e8f-e319e36e835c tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fc5434333184b91bb2f4f1696e6b8d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2863817 Sep 30 13:17:56.752956 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba9ed42-f8bb-4bf3-a8eb-878fc3312cd5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting subnet 0c8bf0a8-c2ed-478d-9a94-a78597b31cf1 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:17:56.768546 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eba9ed42-f8bb-4bf3-a8eb-878fc3312cd5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:56.987914 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1807e8e1-df1b-4ec7-948b-ac9a0677f385 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:57.006729 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1807e8e1-df1b-4ec7-948b-ac9a0677f385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:57.169603 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1807e8e1-df1b-4ec7-948b-ac9a0677f385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:57.202733 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418e9ff-de10-44b0-a3a5-bf64436d01d0 req-16b45fbc-9d84-4323-a63e-9df0279278a3 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:57.204383 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c418e9ff-de10-44b0-a3a5-bf64436d01d0 req-16b45fbc-9d84-4323-a63e-9df0279278a3 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?device_id=059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3 HTTP/1.1" status: 200 len: 944 time: 0.2127039 Sep 30 13:17:57.206389 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807e8e1-df1b-4ec7-948b-ac9a0677f385 admin admin] Pushing event updated for resources: {'Port': ['ID=ece907b4-c141-4a5f-81dc-05ce07bab876,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:57.388462 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c418e9ff-de10-44b0-a3a5-bf64436d01d0 req-36c61229-c5ac-4a40-94a1-39f60db0beca tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/security-groups?id=6523ed70-f638-4e69-8c6d-4d17dff0f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651733 Sep 30 13:17:57.477037 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560445b-6ef8-4cb4-b776-21ad92fb577e req-e7a9cf63-9f60-4374-951f-eb5577183c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:57.478821 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2560445b-6ef8-4cb4-b776-21ad92fb577e req-e7a9cf63-9f60-4374-951f-eb5577183c05 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dd472ce50e4547d68eaae043f0883472&device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 1096 time: 0.9296148 Sep 30 13:17:57.554556 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 73531761-1600-4fce-8ffa-45d5f7e157e7 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:17:57.555348 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1807e8e1-df1b-4ec7-948b-ac9a0677f385 admin admin] Network 017e8792-372a-498b-9ea3-b4eeec10adcc is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:17:57.560883 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-1807e8e1-df1b-4ec7-948b-ac9a0677f385 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:17:57.568126 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eba9ed42-f8bb-4bf3-a8eb-878fc3312cd5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:57.695877 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-8122b0e1-98db-471a-aaf7-761ce48bbad5 service neutron] 10.222.0.18 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9627426 Sep 30 13:17:57.729560 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 73531761-1600-4fce-8ffa-45d5f7e157e7 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:17:57.729994 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:57.942911 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eba9ed42-f8bb-4bf3-a8eb-878fc3312cd5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:57.953362 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1807e8e1-df1b-4ec7-948b-ac9a0677f385 admin admin] Router c036e2eb-7d4a-4b07-9c3b-9d908fc842bc has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:17:57.974284 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560445b-6ef8-4cb4-b776-21ad92fb577e req-5a6a4e98-0c14-42d8-a026-7664d69e58d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:57.976688 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2560445b-6ef8-4cb4-b776-21ad92fb577e req-5a6a4e98-0c14-42d8-a026-7664d69e58d8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=82efec7b-c7e1-4afa-8d19-9d7200d8225f HTTP/1.1" status: 200 len: 917 time: 0.4332628 Sep 30 13:17:57.984927 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:58.063029 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 73531761-1600-4fce-8ffa-45d5f7e157e7, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=73531761-1600-4fce-8ffa-45d5f7e157e7,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:58.068841 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:58.136643 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e127d6c-ade5-49df-974b-9940aa2bb9da req-5d897d6c-4f64-494e-8254-69bd3a542fad tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:58.146823 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6e127d6c-ade5-49df-974b-9940aa2bb9da req-5d897d6c-4f64-494e-8254-69bd3a542fad tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 945 time: 0.1827650 Sep 30 13:17:58.178605 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=73531761-1600-4fce-8ffa-45d5f7e157e7,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:58.180049 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-d1852256-9113-46a1-b89a-46f027ff5611 service neutron] 10.222.0.18 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706242 Sep 30 13:17:58.198816 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2560445b-6ef8-4cb4-b776-21ad92fb577e req-7db3bca2-9bc8-495d-bd11-de74d723fa25 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bef15889-749c-4b8e-9c6d-ead8748f7ec2 HTTP/1.1" status: 200 len: 1000 time: 0.2002554 Sep 30 13:17:58.207829 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eba9ed42-f8bb-4bf3-a8eb-878fc3312cd5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:58.264949 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6e127d6c-ade5-49df-974b-9940aa2bb9da req-0378a8de-b5e2-41cd-a326-aeec9d255e85 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167936 Sep 30 13:17:58.294129 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1807e8e1-df1b-4ec7-948b-ac9a0677f385 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:17:58.313258 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1807e8e1-df1b-4ec7-948b-ac9a0677f385 admin admin] 10.222.0.18 "PUT /v2.0/routers/c036e2eb-7d4a-4b07-9c3b-9d908fc842bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6375263 Sep 30 13:17:58.390067 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9ed42-f8bb-4bf3-a8eb-878fc3312cd5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Subnet': ['ID=0c8bf0a8-c2ed-478d-9a94-a78597b31cf1,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:17:58.394435 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8697f7a-2edc-4080-957a-b9a1a3690677 None None] Network 577f9b4e-e75d-4af4-b2d1-89edbc0f3df4 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:17:58.405171 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eba9ed42-f8bb-4bf3-a8eb-878fc3312cd5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:58.407602 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-eba9ed42-f8bb-4bf3-a8eb-878fc3312cd5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/subnets/0c8bf0a8-c2ed-478d-9a94-a78597b31cf1 HTTP/1.1" status: 204 len: 168 time: 1.8199790 Sep 30 13:17:58.414333 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37596) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:17:58.466908 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d600d3f9-eeba-421f-92df-2fc32c9bf35e up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:17:58.691135 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c3ca965-b6ed-4a42-af21-dc71ce3c9f21 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:58.711511 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-49580c92-4192-4172-af49-81c503359c62 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:58.713370 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-49580c92-4192-4172-af49-81c503359c62 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/networks?id=bf395552-d6c8-4f33-8985-6c6e9e9ec785 HTTP/1.1" status: 200 len: 804 time: 0.3163919 Sep 30 13:17:58.728521 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560445b-6ef8-4cb4-b776-21ad92fb577e req-4271969c-36e0-45b5-a3d2-73f07827c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:58.735503 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2560445b-6ef8-4cb4-b776-21ad92fb577e req-4271969c-36e0-45b5-a3d2-73f07827c74b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8ac488f0-945c-4387-aad6-12387e6433e7 HTTP/1.1" status: 200 len: 855 time: 0.5098917 Sep 30 13:17:58.761430 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-05a57790-ea06-45f1-9413-f134722a1e54 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/quotas/2f180add52a04581aabb15b50dd31fc4 HTTP/1.1" status: 200 len: 375 time: 0.0418842 Sep 30 13:17:58.820761 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port d600d3f9-eeba-421f-92df-2fc32c9bf35e completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:17:58.842662 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port d600d3f9-eeba-421f-92df-2fc32c9bf35e triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:17:58.850341 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:58.904453 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee146d-984b-4154-94f6-449220ba2a8f None None] Sync routers for ids ['c036e2eb-7d4a-4b07-9c3b-9d908fc842bc'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:17:58.916164 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aee146d-984b-4154-94f6-449220ba2a8f None None] Routers {'c036e2eb-7d4a-4b07-9c3b-9d908fc842bc'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:17:58.922832 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-9aee146d-984b-4154-94f6-449220ba2a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:17:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['c036e2eb-7d4a-4b07-9c3b-9d908fc842bc'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:17:58.946586 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-0bf35845-54a0-42f2-b082-4052eaf1e803 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f180add52a04581aabb15b50dd31fc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1797533 Sep 30 13:17:58.969189 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b48f7d-fe83-4ac8-835e-89e2fae4e53a req-16feb58a-1695-411e-9053-2562962826cd tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:58.977911 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f8b48f7d-fe83-4ac8-835e-89e2fae4e53a req-16feb58a-1695-411e-9053-2562962826cd tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?device_id=059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3 HTTP/1.1" status: 200 len: 944 time: 0.2751379 Sep 30 13:17:59.045566 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f8b48f7d-fe83-4ac8-835e-89e2fae4e53a req-1e93e3e7-ba99-4e98-95fc-250d4da7c1bb tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/security-groups?id=6523ed70-f638-4e69-8c6d-4d17dff0f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616071 Sep 30 13:17:59.055507 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ca965-b6ed-4a42-af21-dc71ce3c9f21 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting port c37e7eef-7bda-43e3-83ab-3e3d29f9c04a {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:17:59.056113 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c3ca965-b6ed-4a42-af21-dc71ce3c9f21 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:59.202157 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-97f51802-4fa2-4ac5-ba74-611aaff18d97 req-73be5185-c356-4a2d-b6a2-530f01fcfc2a tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f604bda4-50d6-4a42-a296-85737edb2031 HTTP/1.1" status: 200 len: 210 time: 0.0651646 Sep 30 13:17:59.212944 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce08a0c3-9ab6-43c2-bf63-165e908fadd3 None None] DHCP port deletion for 577f9b4e-e75d-4af4-b2d1-89edbc0f3df4 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:17:59.307155 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-5c3ca965-b6ed-4a42-af21-dc71ce3c9f21 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] For port c37e7eef-7bda-43e3-83ab-3e3d29f9c04a, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c37e7eef-7bda-43e3-83ab-3e3d29f9c04a,segment=NetworkSegment(e98f9fe3-9a0f-4da8-99cb-af87b6b61c9c),segment_id=e98f9fe3-9a0f-4da8-99cb-af87b6b61c9c)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:59.313159 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c3ca965-b6ed-4a42-af21-dc71ce3c9f21 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:59.320664 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:59.327549 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-62ed0996-927f-4f9d-872f-c9ff9adf14e0 service neutron] 10.222.0.18 "GET /v2.0/networks/bf395552-d6c8-4f33-8985-6c6e9e9ec785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752489 Sep 30 13:17:59.359670 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560445b-6ef8-4cb4-b776-21ad92fb577e req-6b378421-76ac-40f7-b676-e353d9c5515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:17:59.373708 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2560445b-6ef8-4cb4-b776-21ad92fb577e req-6b378421-76ac-40f7-b676-e353d9c5515e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=82efec7b-c7e1-4afa-8d19-9d7200d8225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3101115 Sep 30 13:17:59.384208 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ca965-b6ed-4a42-af21-dc71ce3c9f21 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Calling delete_port for c37e7eef-7bda-43e3-83ab-3e3d29f9c04a owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:17:59.418485 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-9aee146d-984b-4154-94f6-449220ba2a8f None None] Set router c036e2eb-7d4a-4b07-9c3b-9d908fc842bc gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:17:59.431854 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd600d3f9-eeba-421f-92df-2fc32c9bf35e'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:17:59.437708 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fd2252-55a5-4f69-8ad3-e249e67e8a88" -d '{"events": [{"server_uuid": "059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3", "name": "network-vif-plugged", "status": "completed", "tag": "d600d3f9-eeba-421f-92df-2fc32c9bf35e"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:17:59.525602 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port d600d3f9-eeba-421f-92df-2fc32c9bf35e, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d600d3f9-eeba-421f-92df-2fc32c9bf35e,segment=NetworkSegment(386f48cd-37d9-47fe-8602-e781409bb5c8),segment_id=386f48cd-37d9-47fe-8602-e781409bb5c8)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:59.533810 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-ce08a0c3-9ab6-43c2-bf63-165e908fadd3 None None] Deleting port c37e7eef-7bda-43e3-83ab-3e3d29f9c04a {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:17:59.534300 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ce08a0c3-9ab6-43c2-bf63-165e908fadd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:59.547544 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:59.592798 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-8aa1b1d3-6124-4bc8-a292-55d3a78bf7ef service neutron] 10.222.0.18 "GET /v2.0/networks/bf395552-d6c8-4f33-8985-6c6e9e9ec785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611279 Sep 30 13:17:59.596672 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 73531761-1600-4fce-8ffa-45d5f7e157e7 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:17:59.890003 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-ce08a0c3-9ab6-43c2-bf63-165e908fadd3 None None] For port c37e7eef-7bda-43e3-83ab-3e3d29f9c04a, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c37e7eef-7bda-43e3-83ab-3e3d29f9c04a,segment=NetworkSegment(e98f9fe3-9a0f-4da8-99cb-af87b6b61c9c),segment_id=e98f9fe3-9a0f-4da8-99cb-af87b6b61c9c)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:17:59.890717 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ce08a0c3-9ab6-43c2-bf63-165e908fadd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:17:59.937718 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-ce08a0c3-9ab6-43c2-bf63-165e908fadd3 None None] Calling delete_port for c37e7eef-7bda-43e3-83ab-3e3d29f9c04a owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:17:59.976398 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=d600d3f9-eeba-421f-92df-2fc32c9bf35e,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:00.028089 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2560445b-6ef8-4cb4-b776-21ad92fb577e req-590a3d50-8d32-44fd-85ff-c62e10c162d8 service neutron] 10.222.0.54 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6050246 Sep 30 13:18:00.060833 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 73531761-1600-4fce-8ffa-45d5f7e157e7 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:00.061224 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:00.116107 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c3ca965-b6ed-4a42-af21-dc71ce3c9f21 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:00.155826 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9697a2e-9e95-4a39-8e3a-3e0eedf23229 req-f3a743c6-e147-4268-a869-a97f18bd1115 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:00.159885 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a9697a2e-9e95-4a39-8e3a-3e0eedf23229 req-f3a743c6-e147-4268-a869-a97f18bd1115 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 945 time: 0.0918276 Sep 30 13:18:00.194709 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-9aee146d-984b-4154-94f6-449220ba2a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c036e2eb-7d4a-4b07-9c3b-9d908fc842bc', 'name': 'tempest-ServerRescueNegativeTestJSON-101214230-router', 'tenant_id': '02a128d560bb4e8a854078bbc7e9b93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '73531761-1600-4fce-8ffa-45d5f7e157e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:17:45Z', 'updated_at': '2021-09-30T13:17:56Z', 'revision_number': 4, 'project_id': '02a128d560bb4e8a854078bbc7e9b93a', 'gw_port': {'id': '73531761-1600-4fce-8ffa-45d5f7e157e7', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:97:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c036e2eb-7d4a-4b07-9c3b-9d908fc842bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:17:48Z', 'updated_at': '2021-09-30T13:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'ece907b4-c141-4a5f-81dc-05ce07bab876', 'name': '', 'network_id': '017e8792-372a-498b-9ea3-b4eeec10adcc', 'tenant_id': '02a128d560bb4e8a854078bbc7e9b93a', 'mac_address': 'fa:16:3e:e1:5c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c036e2eb-7d4a-4b07-9c3b-9d908fc842bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '81e7f2ba-9cac-4d42-8c8e-044c8e36e01e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:17:54Z', 'updated_at': '2021-09-30T13:17:56Z', 'revision_number': 2, 'project_id': '02a128d560bb4e8a854078bbc7e9b93a', 'subnets': [{'id': '81e7f2ba-9cac-4d42-8c8e-044c8e36e01e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:00.299403 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ca965-b6ed-4a42-af21-dc71ce3c9f21 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Port': ['ID=c37e7eef-7bda-43e3-83ab-3e3d29f9c04a,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:00.310305 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a9697a2e-9e95-4a39-8e3a-3e0eedf23229 req-e7ea6d39-1c26-4f6c-bb28-4423eba779bb tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409981 Sep 30 13:18:00.323739 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3ca965-b6ed-4a42-af21-dc71ce3c9f21 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] No DVR routers for this DVR port c37e7eef-7bda-43e3-83ab-3e3d29f9c04a on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:18:00.327527 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ce08a0c3-9ab6-43c2-bf63-165e908fadd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:00.361259 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 17915d9f-ae61-4075-9215-28b6807d5cae no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:18:00.368517 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee146d-984b-4154-94f6-449220ba2a8f None None] Checking router: c036e2eb-7d4a-4b07-9c3b-9d908fc842bc for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:18:00.370759 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee146d-984b-4154-94f6-449220ba2a8f None None] Updating router c036e2eb-7d4a-4b07-9c3b-9d908fc842bc port ece907b4-c141-4a5f-81dc-05ce07bab876 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:18:00.419082 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37654) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:00.425555 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-5c6b94cd-2101-4f7d-b275-d0ef6f148de1 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:00.426121 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08a0c3-9ab6-43c2-bf63-165e908fadd3 None None] Pushing event deleted for resources: {'Port': ['ID=c37e7eef-7bda-43e3-83ab-3e3d29f9c04a,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:00.428814 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce08a0c3-9ab6-43c2-bf63-165e908fadd3 None None] No DVR routers for this DVR port c37e7eef-7bda-43e3-83ab-3e3d29f9c04a on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:18:00.433801 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-5c6b94cd-2101-4f7d-b275-d0ef6f148de1 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/networks?id=017e8792-372a-498b-9ea3-b4eeec10adcc HTTP/1.1" status: 200 len: 818 time: 0.6444392 Sep 30 13:18:00.547135 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9aee146d-984b-4154-94f6-449220ba2a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:00.588309 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb02b7-4cfc-4ead-8a22-67ebf7157a79 req-d658b1a9-44fd-41ec-ac98-3be6450e4fd1 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:00.590355 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f0fb02b7-4cfc-4ead-8a22-67ebf7157a79 req-d658b1a9-44fd-41ec-ac98-3be6450e4fd1 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.54 "GET /v2.0/ports?device_id=92b3e879-cee9-49fe-93aa-c2f8ff6b1895 HTTP/1.1" status: 200 len: 945 time: 0.1528723 Sep 30 13:18:00.624270 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5889fb-0a8f-4619-89a2-b9cf4d45c6fb x-openstack-request-id: req-7b5889fb-0a8f-4619-89a2-b9cf4d45c6fb {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:18:00.629793 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3", "name": "network-vif-plugged", "status": "completed", "tag": "d600d3f9-eeba-421f-92df-2fc32c9bf35e", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:18:00.633433 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b5889fb-0a8f-4619-89a2-b9cf4d45c6fb {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:18:00.634062 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd600d3f9-eeba-421f-92df-2fc32c9bf35e', 'code': 200} Sep 30 13:18:00.638784 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c37e7eef-7bda-43e3-83ab-3e3d29f9c04a no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:18:00.713831 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: c37e7eef-7bda-43e3-83ab-3e3d29f9c04a {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:18:00.718518 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c37e7eef-7bda-43e3-83ab-3e3d29f9c04a not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:18:00.731003 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c3ca965-b6ed-4a42-af21-dc71ce3c9f21 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:00.748220 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:00.801538 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-5c3ca965-b6ed-4a42-af21-dc71ce3c9f21 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['577f9b4e-e75d-4af4-b2d1-89edbc0f3df4']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:00.820130 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-5c3ca965-b6ed-4a42-af21-dc71ce3c9f21 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98f9fe3-9a0f-4da8-99cb-af87b6b61c9c') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:00.823567 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-5c3ca965-b6ed-4a42-af21-dc71ce3c9f21 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98f9fe3-9a0f-4da8-99cb-af87b6b61c9c') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:00.827725 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 17915d9f-ae61-4075-9215-28b6807d5cae, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=17915d9f-ae61-4075-9215-28b6807d5cae,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:00.839677 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:00.846661 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c3ca965-b6ed-4a42-af21-dc71ce3c9f21 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:00.876921 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c3ca965-b6ed-4a42-af21-dc71ce3c9f21 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:00.891031 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c3ca965-b6ed-4a42-af21-dc71ce3c9f21 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:18:00.891766 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c3ca965-b6ed-4a42-af21-dc71ce3c9f21 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:00.932367 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-de2eed1e-5ef7-47ad-b8d9-19d03cb8a24e tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:00.943042 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e45dbeee-ff65-4b68-9109-2ed28e679a6c req-dff6cfc8-7cf1-4d35-a056-18d2f7d4a73d tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=4038518a-f3da-4fc2-9a12-737d4a38bd62 HTTP/1.1" status: 200 len: 210 time: 0.2494061 Sep 30 13:18:00.953098 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=17915d9f-ae61-4075-9215-28b6807d5cae,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:01.067978 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-de2eed1e-5ef7-47ad-b8d9-19d03cb8a24e tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] 10.222.0.18 "PUT /v2.0/quotas/52a66b6356684644a7e1073319bb9e5a HTTP/1.1" status: 200 len: 368 time: 0.6471915 Sep 30 13:18:01.070691 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37660) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:01.077356 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-920574aa-71e4-48c0-ab77-94a32e16dafb tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Request body: {'network': {'project_id': '52a66b6356684644a7e1073319bb9e5a'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:18:01.079056 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:18:01.125150 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c3ca965-b6ed-4a42-af21-dc71ce3c9f21 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:01.136317 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-405e5999-2b91-482e-bc39-0bbe04a089c3 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:01.139978 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-405e5999-2b91-482e-bc39-0bbe04a089c3 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.39 "GET /v2.0/networks?id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 HTTP/1.1" status: 200 len: 805 time: 0.3585229 Sep 30 13:18:01.140851 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-4a278c50-3d53-4ea6-b905-2ae76719a8c9 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/quotas/02a128d560bb4e8a854078bbc7e9b93a HTTP/1.1" status: 200 len: 375 time: 0.7058070 Sep 30 13:18:01.180412 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c3ca965-b6ed-4a42-af21-dc71ce3c9f21 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:01.187269 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-493aa046-5a34-4464-a328-6e7720007efc tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Request body: {'port': {'device_id': 'f604bda4-50d6-4a42-a296-85737edb2031', 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1', 'admin_state_up': True, 'tenant_id': '9fc5434333184b91bb2f4f1696e6b8d6'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:01.187646 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5c3ca965-b6ed-4a42-af21-dc71ce3c9f21 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/networks/577f9b4e-e75d-4af4-b2d1-89edbc0f3df4 HTTP/1.1" status: 204 len: 168 time: 2.7674065 Sep 30 13:18:01.202384 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37662) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:01.240375 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-7852ce97-612c-46e8-a49a-91377cfcfcb6 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-279841235'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:01.241270 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9aee146d-984b-4154-94f6-449220ba2a8f None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:01.245920 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ca965-b6ed-4a42-af21-dc71ce3c9f21 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Network': ['ID=577f9b4e-e75d-4af4-b2d1-89edbc0f3df4,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:01.253398 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9aee146d-984b-4154-94f6-449220ba2a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:01.263463 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2560445b-6ef8-4cb4-b776-21ad92fb577e req-29196be3-a92c-4a9e-a384-9adacd130933 service neutron] 10.222.0.54 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2337251 Sep 30 13:18:01.286307 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2b0da-ac12-4551-b146-2ee6ba404077 req-56772197-d2c8-4c38-9c64-b994666b144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:01.288692 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-04f2b0da-ac12-4551-b146-2ee6ba404077 req-56772197-d2c8-4c38-9c64-b994666b144b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3 HTTP/1.1" status: 200 len: 1096 time: 0.2031243 Sep 30 13:18:01.293414 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-f0fb02b7-4cfc-4ead-8a22-67ebf7157a79 req-c6591bee-8aa0-4755-b342-29b98f99f1d3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Deleting port 17915d9f-ae61-4075-9215-28b6807d5cae {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:18:01.293765 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f0fb02b7-4cfc-4ead-8a22-67ebf7157a79 req-c6591bee-8aa0-4755-b342-29b98f99f1d3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:01.319186 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8b670-b35d-4254-b3aa-33512f14421d None None] Pushing event updated for resources: {'Port': ['ID=ece907b4-c141-4a5f-81dc-05ce07bab876,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:01.321988 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920574aa-71e4-48c0-ab77-94a32e16dafb tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Made reservation on behalf of 52a66b6356684644a7e1073319bb9e5a for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:01.330463 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-920574aa-71e4-48c0-ab77-94a32e16dafb tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:01.334236 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b8b670-b35d-4254-b3aa-33512f14421d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:01.335006 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b8b670-b35d-4254-b3aa-33512f14421d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:01.335347 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b8b670-b35d-4254-b3aa-33512f14421d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:01.336687 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b8b670-b35d-4254-b3aa-33512f14421d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:01.337091 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b8b670-b35d-4254-b3aa-33512f14421d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:01.337418 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b8b670-b35d-4254-b3aa-33512f14421d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:01.337741 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b8b670-b35d-4254-b3aa-33512f14421d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:01.338085 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b8b670-b35d-4254-b3aa-33512f14421d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:01.338410 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b8b670-b35d-4254-b3aa-33512f14421d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:01.338744 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b8b670-b35d-4254-b3aa-33512f14421d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:01.339210 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b8b670-b35d-4254-b3aa-33512f14421d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:01.339531 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b8b670-b35d-4254-b3aa-33512f14421d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:01.371491 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-64897cd3-50b6-4752-8432-999503514145 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=02a128d560bb4e8a854078bbc7e9b93a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2294455 Sep 30 13:18:01.415666 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-04f2b0da-ac12-4551-b146-2ee6ba404077 req-819533d7-d9c3-4e24-b305-5a82ca1db89a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6523ed70-f638-4e69-8c6d-4d17dff0f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190469 Sep 30 13:18:01.467047 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-920574aa-71e4-48c0-ab77-94a32e16dafb tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:01.484859 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-9aee146d-984b-4154-94f6-449220ba2a8f None None] Attempting to bind port ece907b4-c141-4a5f-81dc-05ce07bab876 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:18:01.485130 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-9aee146d-984b-4154-94f6-449220ba2a8f None None] Attempting to bind port ece907b4-c141-4a5f-81dc-05ce07bab876 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'b1d3e14b-4b74-4e80-b9a5-10af53ebea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '017e8792-372a-498b-9ea3-b4eeec10adcc'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:18:01.485877 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aee146d-984b-4154-94f6-449220ba2a8f None None] Attempting to bind port ece907b4-c141-4a5f-81dc-05ce07bab876 on network 017e8792-372a-498b-9ea3-b4eeec10adcc {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:18:01.493245 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aee146d-984b-4154-94f6-449220ba2a8f None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:18:01.493735 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aee146d-984b-4154-94f6-449220ba2a8f None None] Checking segment: {'id': 'b1d3e14b-4b74-4e80-b9a5-10af53ebea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '017e8792-372a-498b-9ea3-b4eeec10adcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:18:01.494330 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9aee146d-984b-4154-94f6-449220ba2a8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:01.494871 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aee146d-984b-4154-94f6-449220ba2a8f None None] Bound using segment: {'id': 'b1d3e14b-4b74-4e80-b9a5-10af53ebea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '017e8792-372a-498b-9ea3-b4eeec10adcc'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:18:01.495339 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-9aee146d-984b-4154-94f6-449220ba2a8f None None] Bound port: ece907b4-c141-4a5f-81dc-05ce07bab876, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d3e14b-4b74-4e80-b9a5-10af53ebea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '017e8792-372a-498b-9ea3-b4eeec10adcc'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:18:01.496053 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9aee146d-984b-4154-94f6-449220ba2a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:01.513262 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7852ce97-612c-46e8-a49a-91377cfcfcb6 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:01.518135 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7852ce97-612c-46e8-a49a-91377cfcfcb6 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:01.525774 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-84be72da-9122-41d0-a788-001ec70ae7e5 service neutron] 10.222.0.18 "GET /v2.0/networks/017e8792-372a-498b-9ea3-b4eeec10adcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531627 Sep 30 13:18:01.595970 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-9aee146d-984b-4154-94f6-449220ba2a8f None None] For port ece907b4-c141-4a5f-81dc-05ce07bab876, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:18:01.601852 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-9aee146d-984b-4154-94f6-449220ba2a8f None None] For port ece907b4-c141-4a5f-81dc-05ce07bab876, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=ece907b4-c141-4a5f-81dc-05ce07bab876,segment=NetworkSegment(b1d3e14b-4b74-4e80-b9a5-10af53ebea65),segment_id=b1d3e14b-4b74-4e80-b9a5-10af53ebea65)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:18:01.608805 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9aee146d-984b-4154-94f6-449220ba2a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:01.678059 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8b670-b35d-4254-b3aa-33512f14421d None None] Pushing event updated for resources: {'Port': ['ID=ece907b4-c141-4a5f-81dc-05ce07bab876,revision_number=4']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:01.683473 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-f0fb02b7-4cfc-4ead-8a22-67ebf7157a79 req-c6591bee-8aa0-4755-b342-29b98f99f1d3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] For port 17915d9f-ae61-4075-9215-28b6807d5cae, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=17915d9f-ae61-4075-9215-28b6807d5cae,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:01.685228 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f0fb02b7-4cfc-4ead-8a22-67ebf7157a79 req-c6591bee-8aa0-4755-b342-29b98f99f1d3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:01.705651 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aee146d-984b-4154-94f6-449220ba2a8f None None] Routers {'c036e2eb-7d4a-4b07-9c3b-9d908fc842bc'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:18:01.706356 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-9aee146d-984b-4154-94f6-449220ba2a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:17:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['c036e2eb-7d4a-4b07-9c3b-9d908fc842bc'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:01.714550 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-7e289700-ec03-432f-9212-0bb0d1255716 service neutron] 10.222.0.18 "GET /v2.0/networks/017e8792-372a-498b-9ea3-b4eeec10adcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876788 Sep 30 13:18:01.726306 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-f0fb02b7-4cfc-4ead-8a22-67ebf7157a79 req-c6591bee-8aa0-4755-b342-29b98f99f1d3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Calling delete_port for 17915d9f-ae61-4075-9215-28b6807d5cae owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:18:02.090715 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-9aee146d-984b-4154-94f6-449220ba2a8f None None] Set router c036e2eb-7d4a-4b07-9c3b-9d908fc842bc gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:18:02.143190 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fd1659ed-6b2b-4fdb-8627-acd57a960132 req-ca924ecb-36ff-4da2-94d0-d3be6cf597a8 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f604bda4-50d6-4a42-a296-85737edb2031 HTTP/1.1" status: 200 len: 210 time: 0.0538676 Sep 30 13:18:02.214950 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-5174a9ea-06c3-4b17-9a52-c8bf46e28a0f tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:02.230392 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-5174a9ea-06c3-4b17-9a52-c8bf46e28a0f tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.39 "GET /v2.0/networks?id=bf395552-d6c8-4f33-8985-6c6e9e9ec785 HTTP/1.1" status: 200 len: 804 time: 0.2889917 Sep 30 13:18:02.249412 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-9f17f49a-956a-4e5f-ad29-245d38668baf tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Request body: {'port': {'device_id': '4038518a-f3da-4fc2-9a12-737d4a38bd62', 'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785', 'admin_state_up': True, 'tenant_id': '2f180add52a04581aabb15b50dd31fc4'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:02.459447 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97720bbd-095c-4251-9fbd-ca37b095f90e req-8837f065-80fa-4110-813f-40be8338970f tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:02.468088 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-97720bbd-095c-4251-9fbd-ca37b095f90e req-8837f065-80fa-4110-813f-40be8338970f tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 945 time: 0.1543376 Sep 30 13:18:02.490979 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-9aee146d-984b-4154-94f6-449220ba2a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c036e2eb-7d4a-4b07-9c3b-9d908fc842bc', 'name': 'tempest-ServerRescueNegativeTestJSON-101214230-router', 'tenant_id': '02a128d560bb4e8a854078bbc7e9b93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '73531761-1600-4fce-8ffa-45d5f7e157e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:17:45Z', 'updated_at': '2021-09-30T13:17:56Z', 'revision_number': 4, 'project_id': '02a128d560bb4e8a854078bbc7e9b93a', 'gw_port': {'id': '73531761-1600-4fce-8ffa-45d5f7e157e7', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:97:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c036e2eb-7d4a-4b07-9c3b-9d908fc842bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:17:48Z', 'updated_at': '2021-09-30T13:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'ece907b4-c141-4a5f-81dc-05ce07bab876', 'name': '', 'network_id': '017e8792-372a-498b-9ea3-b4eeec10adcc', 'tenant_id': '02a128d560bb4e8a854078bbc7e9b93a', 'mac_address': 'fa:16:3e:e1:5c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c036e2eb-7d4a-4b07-9c3b-9d908fc842bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '81e7f2ba-9cac-4d42-8c8e-044c8e36e01e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:17:54Z', 'updated_at': '2021-09-30T13:18:01Z', 'revision_number': 4, 'project_id': '02a128d560bb4e8a854078bbc7e9b93a', 'subnets': [{'id': '81e7f2ba-9cac-4d42-8c8e-044c8e36e01e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:02.519311 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-97720bbd-095c-4251-9fbd-ca37b095f90e req-88d7f553-89c3-435f-bd0b-9f0fde635fcc tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501535 Sep 30 13:18:02.553228 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee146d-984b-4154-94f6-449220ba2a8f None None] The sync data for ids ['c036e2eb-7d4a-4b07-9c3b-9d908fc842bc'] in n-d-810909-2 is: [{'id': 'c036e2eb-7d4a-4b07-9c3b-9d908fc842bc', 'name': 'tempest-ServerRescueNegativeTestJSON-101214230-router', 'tenant_id': '02a128d560bb4e8a854078bbc7e9b93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '73531761-1600-4fce-8ffa-45d5f7e157e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:17:45Z', 'updated_at': '2021-09-30T13:17:56Z', 'revision_number': 4, 'project_id': '02a128d560bb4e8a854078bbc7e9b93a', 'gw_port': {'id': '73531761-1600-4fce-8ffa-45d5f7e157e7', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:97:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c036e2eb-7d4a-4b07-9c3b-9d908fc842bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:17:48Z', 'updated_at': '2021-09-30T13:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'ece907b4-c141-4a5f-81dc-05ce07bab876', 'name': '', 'network_id': '017e8792-372a-498b-9ea3-b4eeec10adcc', 'tenant_id': '02a128d560bb4e8a854078bbc7e9b93a', 'mac_address': 'fa:16:3e:e1:5c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c036e2eb-7d4a-4b07-9c3b-9d908fc842bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '81e7f2ba-9cac-4d42-8c8e-044c8e36e01e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:17:54Z', 'updated_at': '2021-09-30T13:18:01Z', 'revision_number': 4, 'project_id': '02a128d560bb4e8a854078bbc7e9b93a', 'subnets': [{'id': '81e7f2ba-9cac-4d42-8c8e-044c8e36e01e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:18:02.565084 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-9f17f49a-956a-4e5f-ad29-245d38668baf tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Made reservation on behalf of 2f180add52a04581aabb15b50dd31fc4 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:02.566684 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-9f17f49a-956a-4e5f-ad29-245d38668baf tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:02.640797 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b3e879-cee9-49fe-93aa-c2f8ff6b1895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17915d9f-ae61-4075-9215-28b6807d5cae'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:18:02.644320 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b1b915-b005-407f-9193-e0351982fdd1" -d '{"events": [{"server_uuid": "92b3e879-cee9-49fe-93aa-c2f8ff6b1895", "name": "network-vif-unplugged", "status": "completed", "tag": "17915d9f-ae61-4075-9215-28b6807d5cae"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:18:02.686444 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7f65b-94b7-44cc-9a06-f25712bc1251 req-8a90234b-22df-4408-be1a-7a92ddfbca5d tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:02.697044 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4ab7f65b-94b7-44cc-9a06-f25712bc1251 req-8a90234b-22df-4408-be1a-7a92ddfbca5d tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?device_id=059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3 HTTP/1.1" status: 200 len: 945 time: 1.5538950 Sep 30 13:18:02.773397 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7852ce97-612c-46e8-a49a-91377cfcfcb6 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:18:02.827282 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7852ce97-612c-46e8-a49a-91377cfcfcb6 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:02.827864 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-7852ce97-612c-46e8-a49a-91377cfcfcb6 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Added segment c6483957-6003-4ea0-88cc-d7da627a2759 of type vlan for network 55db96da-991e-466e-810c-0736a2e2fcd1 Sep 30 13:18:02.832531 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-60afe464-015a-4ba4-a480-6a8cd3d00e69 req-d2d1058e-189f-43a6-a283-26eddf8fd8b2 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 210 time: 0.1581516 Sep 30 13:18:03.069377 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4ab7f65b-94b7-44cc-9a06-f25712bc1251 req-5d3578c5-30d8-4e2b-b2be-fdc8417c8f38 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/security-groups?id=6523ed70-f638-4e69-8c6d-4d17dff0f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712904 Sep 30 13:18:03.090840 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-9f17f49a-956a-4e5f-ad29-245d38668baf tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Allocated IP 172.20.0.11 (bf395552-d6c8-4f33-8985-6c6e9e9ec785/24c2cacb-688f-46b5-bc21-08d291e590ed/8b4e88d6-649d-4875-8157-2e40b1429c6e) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:18:03.127532 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7852ce97-612c-46e8-a49a-91377cfcfcb6 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:03.147784 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-12a99ea2-9e8d-4077-9baf-48cf3fd63a75 req-39dd9770-b556-41b5-8362-8f61370bbb6b tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=4038518a-f3da-4fc2-9a12-737d4a38bd62 HTTP/1.1" status: 200 len: 210 time: 0.1116595 Sep 30 13:18:03.180742 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb864bf4-38b0-45fd-822f-eaeb50e6c186 x-openstack-request-id: req-fb864bf4-38b0-45fd-822f-eaeb50e6c186 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:18:03.181057 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b3e879-cee9-49fe-93aa-c2f8ff6b1895", "name": "network-vif-unplugged", "status": "completed", "tag": "17915d9f-ae61-4075-9215-28b6807d5cae", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:18:03.181315 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb864bf4-38b0-45fd-822f-eaeb50e6c186 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:18:03.181708 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b3e879-cee9-49fe-93aa-c2f8ff6b1895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17915d9f-ae61-4075-9215-28b6807d5cae', 'code': 200} Sep 30 13:18:03.316178 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-920574aa-71e4-48c0-ab77-94a32e16dafb tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:03.490990 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-920574aa-71e4-48c0-ab77-94a32e16dafb tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:03.528752 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-9f17f49a-956a-4e5f-ad29-245d38668baf tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:03.558201 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-9ccfc9f8-c9aa-4a1a-9132-1f1454408f40 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:03.565328 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-493aa046-5a34-4464-a328-6e7720007efc tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Made reservation on behalf of 9fc5434333184b91bb2f4f1696e6b8d6 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:03.566496 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-9ccfc9f8-c9aa-4a1a-9132-1f1454408f40 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/networks?id=017e8792-372a-498b-9ea3-b4eeec10adcc HTTP/1.1" status: 200 len: 818 time: 0.2552350 Sep 30 13:18:03.580872 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-493aa046-5a34-4464-a328-6e7720007efc tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:03.586856 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f0fb02b7-4cfc-4ead-8a22-67ebf7157a79 req-c6591bee-8aa0-4755-b342-29b98f99f1d3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:03.603344 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device ece907b4-c141-4a5f-81dc-05ce07bab876 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:18:03.609514 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-b0be655b-65ca-495a-81da-632be410b17f tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/quotas/02a128d560bb4e8a854078bbc7e9b93a HTTP/1.1" status: 200 len: 375 time: 0.0420451 Sep 30 13:18:03.636832 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920574aa-71e4-48c0-ab77-94a32e16dafb tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c992e835-c095-49a2-b026-9bb05ad79648,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:03.693080 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-9f17f49a-956a-4e5f-ad29-245d38668baf tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:03.730968 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port ece907b4-c141-4a5f-81dc-05ce07bab876 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:03.733669 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:03.763164 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.db.resource_extend [None req-7852ce97-612c-46e8-a49a-91377cfcfcb6 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 13:18:03.769611 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6591bee-8aa0-4755-b342-29b98f99f1d3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Pushing event deleted for resources: {'Port': ['ID=17915d9f-ae61-4075-9215-28b6807d5cae,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:03.771746 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17f49a-956a-4e5f-ad29-245d38668baf tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Pushing event updated for resources: {'Port': ['ID=8b4e88d6-649d-4875-8157-2e40b1429c6e,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:03.790005 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-ea4e814c-b386-4294-85b6-3a1397015818 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=02a128d560bb4e8a854078bbc7e9b93a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1795566 Sep 30 13:18:03.817686 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920574aa-71e4-48c0-ab77-94a32e16dafb tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:18:03.828121 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8cd1dafc-5d1e-47c2-bfcc-dfa9d23f5ac5 req-5ff41053-ebe5-49f3-9c62-9a3f32019cc5 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f604bda4-50d6-4a42-a296-85737edb2031 HTTP/1.1" status: 200 len: 210 time: 0.3440747 Sep 30 13:18:03.843755 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-9f17f49a-956a-4e5f-ad29-245d38668baf tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Network bf395552-d6c8-4f33-8985-6c6e9e9ec785 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:18:03.864469 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-9f17f49a-956a-4e5f-ad29-245d38668baf tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:18:03.919829 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-920574aa-71e4-48c0-ab77-94a32e16dafb tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:03.920227 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-920574aa-71e4-48c0-ab77-94a32e16dafb tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Added segment a1d111d4-24da-421f-97cf-9c17c3931967 of type vlan for network c38edf03-c5fb-4ed6-9e29-5ad5da2ebb91 Sep 30 13:18:03.958208 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-9f17f49a-956a-4e5f-ad29-245d38668baf tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:18:03.982737 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7852ce97-612c-46e8-a49a-91377cfcfcb6 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:04.008973 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7852ce97-612c-46e8-a49a-91377cfcfcb6 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:04.009956 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7852ce97-612c-46e8-a49a-91377cfcfcb6 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:04.012587 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:04.014002 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0fb02b7-4cfc-4ead-8a22-67ebf7157a79 req-c6591bee-8aa0-4755-b342-29b98f99f1d3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] No DVR routers for this DVR port 17915d9f-ae61-4075-9215-28b6807d5cae on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:18:04.019145 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f0fb02b7-4cfc-4ead-8a22-67ebf7157a79 req-c6591bee-8aa0-4755-b342-29b98f99f1d3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:04.025782 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f0fb02b7-4cfc-4ead-8a22-67ebf7157a79 req-c6591bee-8aa0-4755-b342-29b98f99f1d3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.54 "DELETE /v2.0/ports/17915d9f-ae61-4075-9215-28b6807d5cae HTTP/1.1" status: 204 len: 173 time: 3.4160175 Sep 30 13:18:04.029429 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-9f17f49a-956a-4e5f-ad29-245d38668baf tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:04.030416 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-9f17f49a-956a-4e5f-ad29-245d38668baf tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:04.042893 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b3e879-cee9-49fe-93aa-c2f8ff6b1895', 'name': 'network-vif-deleted', 'tag': '17915d9f-ae61-4075-9215-28b6807d5cae'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:18:04.053569 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fa8ae0-e945-4c31-a003-3305af4f64e6" -d '{"events": [{"server_uuid": "92b3e879-cee9-49fe-93aa-c2f8ff6b1895", "name": "network-vif-deleted", "tag": "17915d9f-ae61-4075-9215-28b6807d5cae"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:18:04.061252 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port ece907b4-c141-4a5f-81dc-05ce07bab876, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=ece907b4-c141-4a5f-81dc-05ce07bab876,segment=NetworkSegment(b1d3e14b-4b74-4e80-b9a5-10af53ebea65),segment_id=b1d3e14b-4b74-4e80-b9a5-10af53ebea65)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:04.069249 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:04.086180 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-9f17f49a-956a-4e5f-ad29-245d38668baf tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8483193 Sep 30 13:18:04.103500 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-1ba4fc88-bd1c-4ad0-a2c5-6376b97b7281 service neutron] 10.222.0.18 "GET /v2.0/networks/017e8792-372a-498b-9ea3-b4eeec10adcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117697 Sep 30 13:18:04.150417 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=ece907b4-c141-4a5f-81dc-05ce07bab876,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:04.163251 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-5407d807-de52-4f19-b819-5d04e6611e00 service neutron] Request body: {'port': {'device_id': '4038518a-f3da-4fc2-9a12-737d4a38bd62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:04.370849 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7852ce97-612c-46e8-a49a-91377cfcfcb6 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 3.1358519 Sep 30 13:18:04.371482 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 17915d9f-ae61-4075-9215-28b6807d5cae no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:18:04.374164 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37706) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:04.406805 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 17915d9f-ae61-4075-9215-28b6807d5cae {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:18:04.408639 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 17915d9f-ae61-4075-9215-28b6807d5cae not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:18:04.460583 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-9e19f0b4-0915-493f-991a-5f096048e554 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'subnet': {'network_id': '55db96da-991e-466e-810c-0736a2e2fcd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:04.481381 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-920574aa-71e4-48c0-ab77-94a32e16dafb tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:04.494509 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852ce97-612c-46e8-a49a-91377cfcfcb6 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Network': ['ID=55db96da-991e-466e-810c-0736a2e2fcd1,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:04.508432 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 55db96da-991e-466e-810c-0736a2e2fcd1 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:18:04.618319 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.db.resource_extend [None req-920574aa-71e4-48c0-ab77-94a32e16dafb tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 13:18:04.671048 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dcc4a-f0a7-43d7-baab-e7ecd70f99a5 req-732c187c-bc2b-4972-8c36-3beacc0e5fec tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:04.679698 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-202dcc4a-f0a7-43d7-baab-e7ecd70f99a5 req-732c187c-bc2b-4972-8c36-3beacc0e5fec tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 945 time: 0.6432347 Sep 30 13:18:04.696764 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-920574aa-71e4-48c0-ab77-94a32e16dafb tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:04.697902 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920574aa-71e4-48c0-ab77-94a32e16dafb tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:04.698665 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-920574aa-71e4-48c0-ab77-94a32e16dafb tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:04.763999 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-493aa046-5a34-4464-a328-6e7720007efc tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Allocated IP 172.20.0.8 (0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1/ffedeff6-d706-4237-b627-e4b936917a2e/38f22890-590c-4251-844c-903fcc39d9f8) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:18:04.804759 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e19f0b4-0915-493f-991a-5f096048e554 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:04.808803 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9e19f0b4-0915-493f-991a-5f096048e554 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:04.856819 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-920574aa-71e4-48c0-ab77-94a32e16dafb tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.7837985 Sep 30 13:18:04.899159 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37710) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:04.903358 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-5407d807-de52-4f19-b819-5d04e6611e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:04.911000 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-29869693-81a2-4185-8bd5-ba801b09c58d tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Request body: {'network': {'project_id': '52a66b6356684644a7e1073319bb9e5a'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:04.930959 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-202dcc4a-f0a7-43d7-baab-e7ecd70f99a5 req-86f01880-b926-4f21-82b1-e2e7b5aa863a tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2501328 Sep 30 13:18:04.936396 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920574aa-71e4-48c0-ab77-94a32e16dafb tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Pushing event updated for resources: {'Network': ['ID=c38edf03-c5fb-4ed6-9e29-5ad5da2ebb91,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:04.966805 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-64ea75b1-82fe-40c7-85ff-fd31e8a8041c service neutron] 10.222.0.18 "GET /v2.0/networks/017e8792-372a-498b-9ea3-b4eeec10adcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8623381 Sep 30 13:18:05.051936 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network c38edf03-c5fb-4ed6-9e29-5ad5da2ebb91 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:18:05.113297 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4b5235-0ec1-45a7-9d5a-2cd2ebb04401 x-openstack-request-id: req-3a4b5235-0ec1-45a7-9d5a-2cd2ebb04401 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:18:05.115051 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b3e879-cee9-49fe-93aa-c2f8ff6b1895", "name": "network-vif-deleted", "tag": "17915d9f-ae61-4075-9215-28b6807d5cae", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:18:05.116800 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a4b5235-0ec1-45a7-9d5a-2cd2ebb04401 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:18:05.117346 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b3e879-cee9-49fe-93aa-c2f8ff6b1895', 'name': 'network-vif-deleted', 'tag': '17915d9f-ae61-4075-9215-28b6807d5cae', 'status': 'completed', 'code': 200} Sep 30 13:18:05.239043 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29869693-81a2-4185-8bd5-ba801b09c58d tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Made reservation on behalf of 52a66b6356684644a7e1073319bb9e5a for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:05.241479 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-29869693-81a2-4185-8bd5-ba801b09c58d tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:05.497767 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device ece907b4-c141-4a5f-81dc-05ce07bab876 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:18:05.535396 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29869693-81a2-4185-8bd5-ba801b09c58d tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:18:05.546436 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb388a-7b33-4762-8a78-96a24acb0a79 req-27884091-efb8-4263-a29a-3e0bfc662ccc tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:05.548045 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5feb388a-7b33-4762-8a78-96a24acb0a79 req-27884091-efb8-4263-a29a-3e0bfc662ccc tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=4038518a-f3da-4fc2-9a12-737d4a38bd62 HTTP/1.1" status: 200 len: 932 time: 0.1873786 Sep 30 13:18:05.621685 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port ece907b4-c141-4a5f-81dc-05ce07bab876 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:05.622210 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:05.625268 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5feb388a-7b33-4762-8a78-96a24acb0a79 req-b2cef458-a519-4d2e-9334-b49334104cfa tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668504 Sep 30 13:18:05.651247 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-29869693-81a2-4185-8bd5-ba801b09c58d tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:05.651708 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-29869693-81a2-4185-8bd5-ba801b09c58d tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Added segment acbfeefd-b9ef-4b54-889e-f391691ded71 of type vlan for network b65c1573-5d10-418a-94d0-a01e86f097d7 Sep 30 13:18:05.698526 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-29869693-81a2-4185-8bd5-ba801b09c58d tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:05.709443 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9e19f0b4-0915-493f-991a-5f096048e554 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:05.709897 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-5407d807-de52-4f19-b819-5d04e6611e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b4e88d6-649d-4875-8157-2e40b1429c6e {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:18:05.719503 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a1556-823b-46ef-acbb-7f825bc30564 req-88be61a9-1c18-475d-bc25-2c824796b33d tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:05.724295 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-5407d807-de52-4f19-b819-5d04e6611e00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:05.727853 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-444a1556-823b-46ef-acbb-7f825bc30564 req-88be61a9-1c18-475d-bc25-2c824796b33d tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?device_id=059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3 HTTP/1.1" status: 200 len: 945 time: 0.5365818 Sep 30 13:18:05.770660 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b69df35d-2d25-46c4-9c5c-31b4ad89fa00 req-7c892612-b71d-44d7-a789-fc9b94d1dc72 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f604bda4-50d6-4a42-a296-85737edb2031 HTTP/1.1" status: 200 len: 210 time: 0.0484953 Sep 30 13:18:05.807532 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-5407d807-de52-4f19-b819-5d04e6611e00 service neutron] Transition to ACTIVE for port object 8b4e88d6-649d-4875-8157-2e40b1429c6e will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:18:05.819751 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-5407d807-de52-4f19-b819-5d04e6611e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:05.829990 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-493aa046-5a34-4464-a328-6e7720007efc tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:05.877052 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.db.resource_extend [None req-29869693-81a2-4185-8bd5-ba801b09c58d tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 13:18:05.952376 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-42dc3619-d561-4bba-92ae-467530631c52 req-563b11c4-268d-4d0d-954d-7ba8d4d8fa46 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 210 time: 0.0853698 Sep 30 13:18:05.962752 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-29869693-81a2-4185-8bd5-ba801b09c58d tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:05.963960 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29869693-81a2-4185-8bd5-ba801b09c58d tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:05.964923 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-29869693-81a2-4185-8bd5-ba801b09c58d tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:06.019818 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407d807-de52-4f19-b819-5d04e6611e00 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4e88d6-649d-4875-8157-2e40b1429c6e,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:06.058485 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-5407d807-de52-4f19-b819-5d04e6611e00 service neutron] Attempting to bind port 8b4e88d6-649d-4875-8157-2e40b1429c6e on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:18:06.058938 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-5407d807-de52-4f19-b819-5d04e6611e00 service neutron] Attempting to bind port 8b4e88d6-649d-4875-8157-2e40b1429c6e by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'b6f090cd-be43-4e2a-a98b-f43fad45e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:18:06.059190 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-5407d807-de52-4f19-b819-5d04e6611e00 service neutron] Attempting to bind port 8b4e88d6-649d-4875-8157-2e40b1429c6e on network bf395552-d6c8-4f33-8985-6c6e9e9ec785 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:18:06.064086 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-5407d807-de52-4f19-b819-5d04e6611e00 service neutron] Port 8b4e88d6-649d-4875-8157-2e40b1429c6e on network bf395552-d6c8-4f33-8985-6c6e9e9ec785 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:18:06.064451 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-5407d807-de52-4f19-b819-5d04e6611e00 service neutron] Attempting to bind port 8b4e88d6-649d-4875-8157-2e40b1429c6e on network bf395552-d6c8-4f33-8985-6c6e9e9ec785 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:18:06.071002 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-5407d807-de52-4f19-b819-5d04e6611e00 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:18:06.071340 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-5407d807-de52-4f19-b819-5d04e6611e00 service neutron] Checking segment: {'id': 'b6f090cd-be43-4e2a-a98b-f43fad45e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:18:06.071786 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-5407d807-de52-4f19-b819-5d04e6611e00 service neutron] Bound using segment: {'id': 'b6f090cd-be43-4e2a-a98b-f43fad45e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:18:06.072214 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-5407d807-de52-4f19-b819-5d04e6611e00 service neutron] Bound port: 8b4e88d6-649d-4875-8157-2e40b1429c6e, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f090cd-be43-4e2a-a98b-f43fad45e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:18:06.072573 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-5407d807-de52-4f19-b819-5d04e6611e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:06.095417 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29869693-81a2-4185-8bd5-ba801b09c58d tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Pushing event updated for resources: {'Network': ['ID=b65c1573-5d10-418a-94d0-a01e86f097d7,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:06.105476 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-493aa046-5a34-4464-a328-6e7720007efc tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:06.107079 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network b65c1573-5d10-418a-94d0-a01e86f097d7 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:18:06.133125 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-444a1556-823b-46ef-acbb-7f825bc30564 req-07706517-fc72-45f2-98eb-089881a57235 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/security-groups?id=6523ed70-f638-4e69-8c6d-4d17dff0f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042225 Sep 30 13:18:06.166006 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37730) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:06.166811 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-29869693-81a2-4185-8bd5-ba801b09c58d tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2662854 Sep 30 13:18:06.177012 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-0c55120b-93a0-44f7-bf8a-96894195f4a0 tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Request body: {'network': {'project_id': '52a66b6356684644a7e1073319bb9e5a'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:06.189725 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c55120b-93a0-44f7-bf8a-96894195f4a0 tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 30 13:18:06.190435 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c55120b-93a0-44f7-bf8a-96894195f4a0 tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:18:06.191624 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0c55120b-93a0-44f7-bf8a-96894195f4a0 tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0244710 Sep 30 13:18:06.207601 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37732) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:06.232779 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493aa046-5a34-4464-a328-6e7720007efc tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Pushing event updated for resources: {'Port': ['ID=38f22890-590c-4251-844c-903fcc39d9f8,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:06.240187 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e19f0b4-0915-493f-991a-5f096048e554 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Checking segment: {'id': 'c6483957-6003-4ea0-88cc-d7da627a2759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '55db96da-991e-466e-810c-0736a2e2fcd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:18:06.240567 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e19f0b4-0915-493f-991a-5f096048e554 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network hostable DHCP agents. Network: 55db96da-991e-466e-810c-0736a2e2fcd1, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:18:06.249055 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-5407d807-de52-4f19-b819-5d04e6611e00 service neutron] For port 8b4e88d6-649d-4875-8157-2e40b1429c6e, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:18:06.250373 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19f0b4-0915-493f-991a-5f096048e554 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Subnet': ['ID=04330de6-c049-4b3a-8215-aaf38fa7f278,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:06.269506 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6c2091e5-f492-410b-b7e7-74cfe5cfae1e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:18:06.274052 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1afdc-b494-480a-81cf-c116db86a130 req-9751e104-2bca-4bce-98e9-e0b9a69c29ff tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:06.281581 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8ad1afdc-b494-480a-81cf-c116db86a130 req-9751e104-2bca-4bce-98e9-e0b9a69c29ff tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 945 time: 0.1549110 Sep 30 13:18:06.284262 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-493aa046-5a34-4464-a328-6e7720007efc tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:18:06.292751 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-493aa046-5a34-4464-a328-6e7720007efc tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:18:06.297403 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-493aa046-5a34-4464-a328-6e7720007efc tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:18:06.298842 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-5407d807-de52-4f19-b819-5d04e6611e00 service neutron] For port 8b4e88d6-649d-4875-8157-2e40b1429c6e, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8b4e88d6-649d-4875-8157-2e40b1429c6e,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:18:06.326140 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-5407d807-de52-4f19-b819-5d04e6611e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:06.352783 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e69c09ae-812a-4cb8-a019-8f03e82e5a51 tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52a66b6356684644a7e1073319bb9e5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1358800 Sep 30 13:18:06.369556 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37748) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:06.395991 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8ad1afdc-b494-480a-81cf-c116db86a130 req-ccbe880f-a71c-4e0c-9031-2ae2e0836360 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134250 Sep 30 13:18:06.405539 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e19f0b4-0915-493f-991a-5f096048e554 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network 55db96da-991e-466e-810c-0736a2e2fcd1 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:18:06.418885 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-5407d807-de52-4f19-b819-5d04e6611e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:06.419820 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-5407d807-de52-4f19-b819-5d04e6611e00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:06.421445 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-5407d807-de52-4f19-b819-5d04e6611e00 service neutron] 10.222.0.39 "PUT /v2.0/ports/8b4e88d6-649d-4875-8157-2e40b1429c6e HTTP/1.1" status: 200 len: 1092 time: 2.2646592 Sep 30 13:18:06.422183 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4038518a-f3da-4fc2-9a12-737d4a38bd62', 'tag': '8b4e88d6-649d-4875-8157-2e40b1429c6e'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:18:06.424910 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f81719-0f1d-43ee-b53f-74c9655c7df2" -d '{"events": [{"name": "network-changed", "server_uuid": "4038518a-f3da-4fc2-9a12-737d4a38bd62", "tag": "8b4e88d6-649d-4875-8157-2e40b1429c6e"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:18:06.510450 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-9e19f0b4-0915-493f-991a-5f096048e554 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 55db96da-991e-466e-810c-0736a2e2fcd1) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:18:06.529171 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e19f0b4-0915-493f-991a-5f096048e554 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:06.529488 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d317308-95ad-4870-b3d8-5ed4ae8b61d6 None None] Network 55db96da-991e-466e-810c-0736a2e2fcd1 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:18:06.533675 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9e19f0b4-0915-493f-991a-5f096048e554 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:06.547646 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-493aa046-5a34-4464-a328-6e7720007efc tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:06.548758 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-493aa046-5a34-4464-a328-6e7720007efc tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:06.571701 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9e19f0b4-0915-493f-991a-5f096048e554 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1533365 Sep 30 13:18:06.572657 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37764) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:06.583608 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-1d52d27a-c08c-4d4a-a9eb-5f3e493ca546 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'port': {'network_id': '55db96da-991e-466e-810c-0736a2e2fcd1', 'name': 'tempest-PortsTestJSON-1293847342', 'fixed_ips': [{'subnet_id': '04330de6-c049-4b3a-8215-aaf38fa7f278', 'ip_address': '172.20.0.10'}]}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:06.589428 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-493aa046-5a34-4464-a328-6e7720007efc tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4121413 Sep 30 13:18:06.598155 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3171bf6-3b9a-4cb8-b0fd-935626e8e22d x-openstack-request-id: req-f3171bf6-3b9a-4cb8-b0fd-935626e8e22d {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:18:06.598796 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4038518a-f3da-4fc2-9a12-737d4a38bd62", "tag": "8b4e88d6-649d-4875-8157-2e40b1429c6e", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:18:06.598796 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3171bf6-3b9a-4cb8-b0fd-935626e8e22d {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:18:06.599092 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4038518a-f3da-4fc2-9a12-737d4a38bd62', 'tag': '8b4e88d6-649d-4875-8157-2e40b1429c6e', 'status': 'completed', 'code': 200} Sep 30 13:18:06.599712 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407d807-de52-4f19-b819-5d04e6611e00 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4e88d6-649d-4875-8157-2e40b1429c6e,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:06.608852 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-2d0dffab-93b3-4ba6-979c-ea4bfee5b934 service neutron] Request body: {'port': {'device_id': 'f604bda4-50d6-4a42-a296-85737edb2031', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:06.669212 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a5e06510-97b0-474d-ac23-1a07af4da7a1 tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:06.732470 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a5e06510-97b0-474d-ac23-1a07af4da7a1 tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:06.825685 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-2d0dffab-93b3-4ba6-979c-ea4bfee5b934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:06.835738 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-68208f9d-9f1a-4c3f-872a-f0cc945df64f req-ad88b5f0-d755-4e26-bf1a-0c8bf15a9664 service neutron] (94764) timed out ('10.222.0.54', 56434) {{(pid=94764) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 13:18:06.909534 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-c2573430-b540-42a8-8e43-8b2b92ddf10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:06.913541 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-c2573430-b540-42a8-8e43-8b2b92ddf10a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f180add52a04581aabb15b50dd31fc4&device_id=4038518a-f3da-4fc2-9a12-737d4a38bd62 HTTP/1.1" status: 200 len: 1095 time: 0.4376843 Sep 30 13:18:06.921562 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d52d27a-c08c-4d4a-a9eb-5f3e493ca546 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:06.958754 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a5e06510-97b0-474d-ac23-1a07af4da7a1 tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:06.967394 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a5e06510-97b0-474d-ac23-1a07af4da7a1 tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:06.971527 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a5e06510-97b0-474d-ac23-1a07af4da7a1 tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/c992e835-c095-49a2-b026-9bb05ad79648 HTTP/1.1" status: 204 len: 168 time: 0.5984368 Sep 30 13:18:06.980260 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37784) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:07.043428 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-750bfb44-9efb-438d-a84b-f838f53960da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b4e88d6-649d-4875-8157-2e40b1429c6e HTTP/1.1" status: 200 len: 217 time: 0.0857069 Sep 30 13:18:07.051975 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e06510-97b0-474d-ac23-1a07af4da7a1 tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c992e835-c095-49a2-b026-9bb05ad79648,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:07.053481 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714b7a98-3bee-4a92-9c5c-a4cf82119635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-55db96da-991e-466e-810c-0736a2e2fcd1', 'network_id': '55db96da-991e-466e-810c-0736a2e2fcd1', 'tenant_id': '5a2031fdd11c4bf2a07889cb67a3ef32', 'fixed_ips': [{'subnet_id': '04330de6-c049-4b3a-8215-aaf38fa7f278'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:18:07.063129 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-714b7a98-3bee-4a92-9c5c-a4cf82119635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:07.211969 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563235d2-aa73-479a-b2b8-8c6fde34969e req-ebddf028-932d-46d9-9f64-f1f8ff5ddeb2 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:07.216256 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-563235d2-aa73-479a-b2b8-8c6fde34969e req-ebddf028-932d-46d9-9f64-f1f8ff5ddeb2 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=4038518a-f3da-4fc2-9a12-737d4a38bd62 HTTP/1.1" status: 200 len: 944 time: 0.3836589 Sep 30 13:18:07.255738 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522e607-9c38-4b13-864e-c77a4875e0ee req-a1a838b2-c3d9-4639-bd58-48c72611288e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:07.257436 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4522e607-9c38-4b13-864e-c77a4875e0ee req-a1a838b2-c3d9-4639-bd58-48c72611288e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f604bda4-50d6-4a42-a296-85737edb2031 HTTP/1.1" status: 200 len: 931 time: 0.2724292 Sep 30 13:18:07.352933 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-295784b1-4152-4fb2-b775-386071adb686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:07.352933 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-295784b1-4152-4fb2-b775-386071adb686 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24c2cacb-688f-46b5-bc21-08d291e590ed HTTP/1.1" status: 200 len: 844 time: 0.2965622 Sep 30 13:18:07.360035 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c3140b8-462e-43b1-84a1-0fd6e60e5760 tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:07.380986 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-563235d2-aa73-479a-b2b8-8c6fde34969e req-8b7d6da3-28fe-436a-95e1-e4f3326866ed tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399219 Sep 30 13:18:07.398943 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-ebb2a3e8-bedc-4d12-ac3b-3cfdc5142aef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf395552-d6c8-4f33-8985-6c6e9e9ec785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341985 Sep 30 13:18:07.497497 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-714b7a98-3bee-4a92-9c5c-a4cf82119635 None None] Allocated IP 172.20.0.2 (55db96da-991e-466e-810c-0736a2e2fcd1/04330de6-c049-4b3a-8215-aaf38fa7f278/0090c9c3-34d1-4c73-8f71-d660c8676d38) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:18:07.557485 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1d52d27a-c08c-4d4a-a9eb-5f3e493ca546 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:07.570030 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4522e607-9c38-4b13-864e-c77a4875e0ee req-e7c8c826-2497-496f-af20-6d455129483b tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030810 Sep 30 13:18:07.610915 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-1d52d27a-c08c-4d4a-a9eb-5f3e493ca546 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] device_id is not set on port 4802b94d-5469-4c83-9b64-1b03f9795578 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:18:07.629287 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c3140b8-462e-43b1-84a1-0fd6e60e5760 tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:07.679909 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c0fc2dac-5258-4d85-b37e-edb23b453489 req-fd1cc128-7d03-42d2-9e00-9e842b21c90a tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 210 time: 0.0989330 Sep 30 13:18:07.763976 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-5c3140b8-462e-43b1-84a1-0fd6e60e5760 tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65c1573-5d10-418a-94d0-a01e86f097d7']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:07.833858 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-5c3140b8-462e-43b1-84a1-0fd6e60e5760 tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acbfeefd-b9ef-4b54-889e-f391691ded71') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:07.846304 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-5c3140b8-462e-43b1-84a1-0fd6e60e5760 tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acbfeefd-b9ef-4b54-889e-f391691ded71') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:07.863925 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-714b7a98-3bee-4a92-9c5c-a4cf82119635 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:07.890352 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-714b7a98-3bee-4a92-9c5c-a4cf82119635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:07.896005 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c3140b8-462e-43b1-84a1-0fd6e60e5760 tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:07.917739 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-5fad8ef9-cea9-4695-a348-1ae564f630b3 service neutron] 10.222.0.39 "GET /v2.0/networks/bf395552-d6c8-4f33-8985-6c6e9e9ec785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877017 Sep 30 13:18:07.921717 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714b7a98-3bee-4a92-9c5c-a4cf82119635 None None] Network 55db96da-991e-466e-810c-0736a2e2fcd1 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:18:07.956079 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81aca7-4713-4729-9fdc-1dee9918138a req-a563690b-f1b1-4a9e-a0c7-37ae17efacb4 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:07.958710 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ec81aca7-4713-4729-9fdc-1dee9918138a req-a563690b-f1b1-4a9e-a0c7-37ae17efacb4 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 945 time: 0.1766567 Sep 30 13:18:07.964706 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c3140b8-462e-43b1-84a1-0fd6e60e5760 tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:07.997762 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c3140b8-462e-43b1-84a1-0fd6e60e5760 tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:18:07.998214 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c3140b8-462e-43b1-84a1-0fd6e60e5760 tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:18:08.002432 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:18:08.019559 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-714b7a98-3bee-4a92-9c5c-a4cf82119635 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:18:08.028941 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714b7a98-3bee-4a92-9c5c-a4cf82119635 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:18:08.115612 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-1d52d27a-c08c-4d4a-a9eb-5f3e493ca546 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Allocated IP 172.20.0.10 (55db96da-991e-466e-810c-0736a2e2fcd1/04330de6-c049-4b3a-8215-aaf38fa7f278/4802b94d-5469-4c83-9b64-1b03f9795578) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:18:08.140422 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b7a98-3bee-4a92-9c5c-a4cf82119635 None None] Pushing event updated for resources: {'Port': ['ID=0090c9c3-34d1-4c73-8f71-d660c8676d38,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:08.141105 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ec81aca7-4713-4729-9fdc-1dee9918138a req-37caf045-9f1b-41c1-8a39-2116fbf16be2 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655371 Sep 30 13:18:08.147000 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-2d0dffab-93b3-4ba6-979c-ea4bfee5b934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f22890-590c-4251-844c-903fcc39d9f8 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:18:08.172346 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-2d0dffab-93b3-4ba6-979c-ea4bfee5b934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:08.180459 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-714b7a98-3bee-4a92-9c5c-a4cf82119635 None None] Attempting to bind port 0090c9c3-34d1-4c73-8f71-d660c8676d38 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:18:08.191065 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-714b7a98-3bee-4a92-9c5c-a4cf82119635 None None] Attempting to bind port 0090c9c3-34d1-4c73-8f71-d660c8676d38 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'c6483957-6003-4ea0-88cc-d7da627a2759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '55db96da-991e-466e-810c-0736a2e2fcd1'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:18:08.191580 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714b7a98-3bee-4a92-9c5c-a4cf82119635 None None] Attempting to bind port 0090c9c3-34d1-4c73-8f71-d660c8676d38 on network 55db96da-991e-466e-810c-0736a2e2fcd1 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:18:08.198168 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714b7a98-3bee-4a92-9c5c-a4cf82119635 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:18:08.198564 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714b7a98-3bee-4a92-9c5c-a4cf82119635 None None] Checking segment: {'id': 'c6483957-6003-4ea0-88cc-d7da627a2759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '55db96da-991e-466e-810c-0736a2e2fcd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:18:08.198951 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-714b7a98-3bee-4a92-9c5c-a4cf82119635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:08.199472 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714b7a98-3bee-4a92-9c5c-a4cf82119635 None None] Bound using segment: {'id': 'c6483957-6003-4ea0-88cc-d7da627a2759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '55db96da-991e-466e-810c-0736a2e2fcd1'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:18:08.200002 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-714b7a98-3bee-4a92-9c5c-a4cf82119635 None None] Bound port: 0090c9c3-34d1-4c73-8f71-d660c8676d38, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6483957-6003-4ea0-88cc-d7da627a2759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '55db96da-991e-466e-810c-0736a2e2fcd1'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:18:08.200525 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-714b7a98-3bee-4a92-9c5c-a4cf82119635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:08.288545 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-714b7a98-3bee-4a92-9c5c-a4cf82119635 None None] For port 0090c9c3-34d1-4c73-8f71-d660c8676d38, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:18:08.295312 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-714b7a98-3bee-4a92-9c5c-a4cf82119635 None None] For port 0090c9c3-34d1-4c73-8f71-d660c8676d38, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=0090c9c3-34d1-4c73-8f71-d660c8676d38,segment=NetworkSegment(c6483957-6003-4ea0-88cc-d7da627a2759),segment_id=c6483957-6003-4ea0-88cc-d7da627a2759)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:18:08.307239 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-714b7a98-3bee-4a92-9c5c-a4cf82119635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:08.346669 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-2d0dffab-93b3-4ba6-979c-ea4bfee5b934 service neutron] Transition to ACTIVE for port object 38f22890-590c-4251-844c-903fcc39d9f8 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:18:08.370664 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-2d0dffab-93b3-4ba6-979c-ea4bfee5b934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:08.376394 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-eb310dd3-551c-43c6-89d5-fcc459577a66 req-87153ec2-2305-4632-8614-8e9e1c373f2b service neutron] 10.222.0.39 "GET /v2.0/networks/bf395552-d6c8-4f33-8985-6c6e9e9ec785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608235 Sep 30 13:18:08.378219 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c3140b8-462e-43b1-84a1-0fd6e60e5760 tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:08.384880 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c3140b8-462e-43b1-84a1-0fd6e60e5760 tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:08.393080 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5c3140b8-462e-43b1-84a1-0fd6e60e5760 tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] 10.222.0.18 "DELETE /v2.0/networks/b65c1573-5d10-418a-94d0-a01e86f097d7 HTTP/1.1" status: 204 len: 168 time: 1.3521700 Sep 30 13:18:08.397635 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37826) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:08.508130 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b7a98-3bee-4a92-9c5c-a4cf82119635 None None] Pushing event updated for resources: {'Port': ['ID=0090c9c3-34d1-4c73-8f71-d660c8676d38,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:08.523256 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3140b8-462e-43b1-84a1-0fd6e60e5760 tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Pushing event deleted for resources: {'Network': ['ID=b65c1573-5d10-418a-94d0-a01e86f097d7,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:08.573810 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0dffab-93b3-4ba6-979c-ea4bfee5b934 service neutron] Pushing event updated for resources: {'Port': ['ID=38f22890-590c-4251-844c-903fcc39d9f8,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:08.670840 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1d52d27a-c08c-4d4a-a9eb-5f3e493ca546 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:08.846466 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a133c88-81f2-42a8-a2a0-b44fe49d792d tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:08.849506 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f81719-0f1d-43ee-b53f-74c9655c7df2 req-66b4104a-4286-4f62-9fc8-0a377c6e6b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:08.851044 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-18f81719-0f1d-43ee-b53f-74c9655c7df2 req-66b4104a-4286-4f62-9fc8-0a377c6e6b73 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f180add52a04581aabb15b50dd31fc4&device_id=4038518a-f3da-4fc2-9a12-737d4a38bd62 HTTP/1.1" status: 200 len: 1095 time: 0.3597598 Sep 30 13:18:08.982029 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4315fe-5e77-4fc3-9caa-bcf21d91bbe3 req-9b9e765b-7d10-4326-b4e8-36b3f740d09a tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:08.993666 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6f4315fe-5e77-4fc3-9caa-bcf21d91bbe3 req-9b9e765b-7d10-4326-b4e8-36b3f740d09a tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f604bda4-50d6-4a42-a296-85737edb2031 HTTP/1.1" status: 200 len: 943 time: 0.2403994 Sep 30 13:18:09.002997 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1d52d27a-c08c-4d4a-a9eb-5f3e493ca546 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:09.017817 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78a122-7b27-4dbd-99f4-ca81a1ebdd0d req-51c09c08-4b2e-4b30-a688-a896ec81e969 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:09.028667 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fa78a122-7b27-4dbd-99f4-ca81a1ebdd0d req-51c09c08-4b2e-4b30-a688-a896ec81e969 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=4038518a-f3da-4fc2-9a12-737d4a38bd62 HTTP/1.1" status: 200 len: 944 time: 0.4522483 Sep 30 13:18:09.045385 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-2d0dffab-93b3-4ba6-979c-ea4bfee5b934 service neutron] Attempting to bind port 38f22890-590c-4251-844c-903fcc39d9f8 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:18:09.045703 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-2d0dffab-93b3-4ba6-979c-ea4bfee5b934 service neutron] Attempting to bind port 38f22890-590c-4251-844c-903fcc39d9f8 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '9a96c041-5ead-4dbc-b8ed-7970502e222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:18:09.046147 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-2d0dffab-93b3-4ba6-979c-ea4bfee5b934 service neutron] Attempting to bind port 38f22890-590c-4251-844c-903fcc39d9f8 on network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:18:09.144743 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-2d0dffab-93b3-4ba6-979c-ea4bfee5b934 service neutron] Port 38f22890-590c-4251-844c-903fcc39d9f8 on network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:18:09.145186 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-2d0dffab-93b3-4ba6-979c-ea4bfee5b934 service neutron] Attempting to bind port 38f22890-590c-4251-844c-903fcc39d9f8 on network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:18:09.168269 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-2d0dffab-93b3-4ba6-979c-ea4bfee5b934 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:18:09.168729 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a133c88-81f2-42a8-a2a0-b44fe49d792d tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:09.168886 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-2d0dffab-93b3-4ba6-979c-ea4bfee5b934 service neutron] Checking segment: {'id': '9a96c041-5ead-4dbc-b8ed-7970502e222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:18:09.169252 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-2d0dffab-93b3-4ba6-979c-ea4bfee5b934 service neutron] Bound using segment: {'id': '9a96c041-5ead-4dbc-b8ed-7970502e222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:18:09.169937 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-2d0dffab-93b3-4ba6-979c-ea4bfee5b934 service neutron] Bound port: 38f22890-590c-4251-844c-903fcc39d9f8, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a96c041-5ead-4dbc-b8ed-7970502e222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:18:09.170333 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-2d0dffab-93b3-4ba6-979c-ea4bfee5b934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:09.181138 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fa78a122-7b27-4dbd-99f4-ca81a1ebdd0d req-e8d7841f-98a1-4dc7-98b7-1592dc4bb3de tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512444 Sep 30 13:18:09.202741 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d52d27a-c08c-4d4a-a9eb-5f3e493ca546 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network 55db96da-991e-466e-810c-0736a2e2fcd1 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:18:09.205987 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52d27a-c08c-4d4a-a9eb-5f3e493ca546 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Port': ['ID=4802b94d-5469-4c83-9b64-1b03f9795578,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:09.209061 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-1d52d27a-c08c-4d4a-a9eb-5f3e493ca546 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:18:09.219474 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d52d27a-c08c-4d4a-a9eb-5f3e493ca546 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:18:09.254813 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-7a133c88-81f2-42a8-a2a0-b44fe49d792d tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38edf03-c5fb-4ed6-9e29-5ad5da2ebb91']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:09.270618 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6f4315fe-5e77-4fc3-9caa-bcf21d91bbe3 req-367e2a78-a806-4315-9a09-098e24d8f30e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651668 Sep 30 13:18:09.310783 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d52d27a-c08c-4d4a-a9eb-5f3e493ca546 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:09.311455 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1d52d27a-c08c-4d4a-a9eb-5f3e493ca546 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:09.317147 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a496ba75-0e19-4299-bd0c-f278989cd09d req-3f96d985-2522-4abb-b419-d15db458d855 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 210 time: 0.0355124 Sep 30 13:18:09.325589 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-7a133c88-81f2-42a8-a2a0-b44fe49d792d tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d111d4-24da-421f-97cf-9c17c3931967') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:09.327072 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-7a133c88-81f2-42a8-a2a0-b44fe49d792d tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d111d4-24da-421f-97cf-9c17c3931967') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:09.341201 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f81719-0f1d-43ee-b53f-74c9655c7df2 req-71f4fa0e-8e19-41d8-9b09-59f926087f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:09.350005 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-18f81719-0f1d-43ee-b53f-74c9655c7df2 req-71f4fa0e-8e19-41d8-9b09-59f926087f6d service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf395552-d6c8-4f33-8985-6c6e9e9ec785 HTTP/1.1" status: 200 len: 905 time: 0.4767449 Sep 30 13:18:09.356779 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1d52d27a-c08c-4d4a-a9eb-5f3e493ca546 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.7828336 Sep 30 13:18:09.357480 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37842) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:09.366051 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-1548f661-0dad-4961-9178-23f43cd0da70 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'port': {'network_id': '55db96da-991e-466e-810c-0736a2e2fcd1', 'name': 'tempest-PortsTestJSON-2041640653', 'fixed_ips': [{'subnet_id': '04330de6-c049-4b3a-8215-aaf38fa7f278', 'ip_address': '172.20.0.9'}]}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:09.391149 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a133c88-81f2-42a8-a2a0-b44fe49d792d tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:09.515894 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-18f81719-0f1d-43ee-b53f-74c9655c7df2 req-2e6a0081-e1a2-4923-846a-e1155bc2733c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b4e88d6-649d-4875-8157-2e40b1429c6e HTTP/1.1" status: 200 len: 217 time: 0.1534696 Sep 30 13:18:09.534636 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0090c9c3-34d1-4c73-8f71-d660c8676d38 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:18:09.581972 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a133c88-81f2-42a8-a2a0-b44fe49d792d tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:09.593903 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f81719-0f1d-43ee-b53f-74c9655c7df2 req-4ad423c1-00db-42f5-9c14-d8f0ba29c343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:09.595664 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-18f81719-0f1d-43ee-b53f-74c9655c7df2 req-4ad423c1-00db-42f5-9c14-d8f0ba29c343 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24c2cacb-688f-46b5-bc21-08d291e590ed HTTP/1.1" status: 200 len: 844 time: 0.0697696 Sep 30 13:18:09.596593 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 0090c9c3-34d1-4c73-8f71-d660c8676d38 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:09.596966 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a133c88-81f2-42a8-a2a0-b44fe49d792d tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:18:09.597543 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a133c88-81f2-42a8-a2a0-b44fe49d792d tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:09.599143 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:18:09.600838 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:18:09.632855 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-2d0dffab-93b3-4ba6-979c-ea4bfee5b934 service neutron] For port 38f22890-590c-4251-844c-903fcc39d9f8, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:18:09.637552 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-2d0dffab-93b3-4ba6-979c-ea4bfee5b934 service neutron] For port 38f22890-590c-4251-844c-903fcc39d9f8, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=38f22890-590c-4251-844c-903fcc39d9f8,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:18:09.652746 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-18f81719-0f1d-43ee-b53f-74c9655c7df2 req-f5b686db-a3c0-4be6-8dcd-385df5d19265 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf395552-d6c8-4f33-8985-6c6e9e9ec785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368199 Sep 30 13:18:09.661272 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-2d0dffab-93b3-4ba6-979c-ea4bfee5b934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:09.746555 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-2d0dffab-93b3-4ba6-979c-ea4bfee5b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:09.746960 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-2d0dffab-93b3-4ba6-979c-ea4bfee5b934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:09.748582 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-2d0dffab-93b3-4ba6-979c-ea4bfee5b934 service neutron] 10.222.0.39 "PUT /v2.0/ports/38f22890-590c-4251-844c-903fcc39d9f8 HTTP/1.1" status: 200 len: 1091 time: 3.1460385 Sep 30 13:18:09.751235 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f604bda4-50d6-4a42-a296-85737edb2031', 'tag': '38f22890-590c-4251-844c-903fcc39d9f8'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:18:09.755028 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5728431b-6588-4399-9e3e-c11241613030" -d '{"events": [{"name": "network-changed", "server_uuid": "f604bda4-50d6-4a42-a296-85737edb2031", "tag": "38f22890-590c-4251-844c-903fcc39d9f8"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:18:09.770946 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe293a3-61b7-4416-b935-41405275efb7 req-edf6d0a1-8045-4483-9916-03315a8623e5 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:09.780561 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6fe293a3-61b7-4416-b935-41405275efb7 req-edf6d0a1-8045-4483-9916-03315a8623e5 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 945 time: 0.3967662 Sep 30 13:18:09.786999 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a133c88-81f2-42a8-a2a0-b44fe49d792d tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:09.787548 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:09.794744 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a133c88-81f2-42a8-a2a0-b44fe49d792d tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:09.802721 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7a133c88-81f2-42a8-a2a0-b44fe49d792d tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] 10.222.0.18 "DELETE /v2.0/networks/c38edf03-c5fb-4ed6-9e29-5ad5da2ebb91 HTTP/1.1" status: 204 len: 168 time: 1.4021199 Sep 30 13:18:09.834802 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1548f661-0dad-4961-9178-23f43cd0da70 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:09.846640 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1548f661-0dad-4961-9178-23f43cd0da70 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:09.851817 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 0090c9c3-34d1-4c73-8f71-d660c8676d38, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=0090c9c3-34d1-4c73-8f71-d660c8676d38,segment=NetworkSegment(c6483957-6003-4ea0-88cc-d7da627a2759),segment_id=c6483957-6003-4ea0-88cc-d7da627a2759)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:09.856753 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd60c3fd-4ca8-49f7-995d-afaf9fb989aa x-openstack-request-id: req-dd60c3fd-4ca8-49f7-995d-afaf9fb989aa {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:18:09.857048 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f604bda4-50d6-4a42-a296-85737edb2031", "tag": "38f22890-590c-4251-844c-903fcc39d9f8", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:18:09.857307 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd60c3fd-4ca8-49f7-995d-afaf9fb989aa {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:18:09.857712 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f604bda4-50d6-4a42-a296-85737edb2031', 'tag': '38f22890-590c-4251-844c-903fcc39d9f8', 'status': 'completed', 'code': 200} Sep 30 13:18:09.862532 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:09.877515 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a133c88-81f2-42a8-a2a0-b44fe49d792d tempest-QuotasNegativeTest-742495459 tempest-QuotasNegativeTest-742495459-project-admin] Pushing event deleted for resources: {'Network': ['ID=c38edf03-c5fb-4ed6-9e29-5ad5da2ebb91,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:09.920886 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0dffab-93b3-4ba6-979c-ea4bfee5b934 service neutron] Pushing event updated for resources: {'Port': ['ID=38f22890-590c-4251-844c-903fcc39d9f8,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:09.936845 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-1548f661-0dad-4961-9178-23f43cd0da70 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] device_id is not set on port 9387abde-1c96-415f-9d6e-9ef7f4ab7a24 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:18:09.949008 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-18f81719-0f1d-43ee-b53f-74c9655c7df2 req-32d121bf-f3b0-4831-969a-130e979023a8 service neutron] 10.222.0.39 "GET /v2.0/networks/bf395552-d6c8-4f33-8985-6c6e9e9ec785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798054 Sep 30 13:18:09.957865 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=0090c9c3-34d1-4c73-8f71-d660c8676d38,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:09.960178 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6fe293a3-61b7-4416-b935-41405275efb7 req-09032474-8537-41c0-9ab1-e3cf56d2f35e tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735194 Sep 30 13:18:09.971133 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-222a64d8-05a1-4d39-b69a-5eec8eccb717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:09.973335 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-222a64d8-05a1-4d39-b69a-5eec8eccb717 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9fc5434333184b91bb2f4f1696e6b8d6&device_id=f604bda4-50d6-4a42-a296-85737edb2031 HTTP/1.1" status: 200 len: 1094 time: 0.1562479 Sep 30 13:18:10.053238 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-9e97fae7-cef4-466e-ac04-1814deb2f004 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38f22890-590c-4251-844c-903fcc39d9f8 HTTP/1.1" status: 200 len: 217 time: 0.0421607 Sep 30 13:18:10.072093 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e42a07-74d2-41e2-968a-49c423a78f8f None None] Network 55db96da-991e-466e-810c-0736a2e2fcd1 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:18:10.077965 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-18f81719-0f1d-43ee-b53f-74c9655c7df2 req-e071a058-1060-4a07-aada-e07ed5b3b45b service neutron] 10.222.0.39 "GET /v2.0/networks/bf395552-d6c8-4f33-8985-6c6e9e9ec785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275535 Sep 30 13:18:10.164708 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-b03d56d5-a559-4ff3-aff8-ac396188ee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:10.166547 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-b03d56d5-a559-4ff3-aff8-ac396188ee9f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ffedeff6-d706-4237-b627-e4b936917a2e HTTP/1.1" status: 200 len: 845 time: 0.0959094 Sep 30 13:18:10.187347 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-40d5701d-b1c7-4021-87f7-4957b4c7c1bc None None] Provisioning complete for port 0090c9c3-34d1-4c73-8f71-d660c8676d38 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:10.187714 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-40d5701d-b1c7-4021-87f7-4957b4c7c1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:10.203657 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-070276ee-a396-4efe-bf35-44dd1c813bc7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296533 Sep 30 13:18:10.324982 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-1548f661-0dad-4961-9178-23f43cd0da70 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Allocated IP 172.20.0.9 (55db96da-991e-466e-810c-0736a2e2fcd1/04330de6-c049-4b3a-8215-aaf38fa7f278/9387abde-1c96-415f-9d6e-9ef7f4ab7a24) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:18:10.378952 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-e1ed0996-3223-49db-af2b-25df153cf390 service neutron] 10.222.0.39 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679435 Sep 30 13:18:10.395283 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e170200-6d74-4c33-a484-0c0d5b88e19d req-66439922-248e-4f1e-93fe-ec67a6832c4e tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:10.400009 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6e170200-6d74-4c33-a484-0c0d5b88e19d req-66439922-248e-4f1e-93fe-ec67a6832c4e tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=4038518a-f3da-4fc2-9a12-737d4a38bd62 HTTP/1.1" status: 200 len: 944 time: 0.1194687 Sep 30 13:18:10.492945 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6e170200-6d74-4c33-a484-0c0d5b88e19d req-ad90d430-72c1-4dbb-ae49-ad8757618a71 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844462 Sep 30 13:18:10.596372 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d37365dd-f913-440a-86aa-d528bf6b68a5 req-9545ae30-e447-4eb8-91c3-b2223a89093f tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 210 time: 0.0368216 Sep 30 13:18:10.624406 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37860) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:10.665665 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e6412-dd21-4249-9d41-ae31cc40a10b req-1e7c8f4d-98fa-4fce-8a04-7621f357e316 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:10.667249 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e21e6412-dd21-4249-9d41-ae31cc40a10b req-1e7c8f4d-98fa-4fce-8a04-7621f357e316 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f604bda4-50d6-4a42-a296-85737edb2031 HTTP/1.1" status: 200 len: 943 time: 0.2572212 Sep 30 13:18:10.703261 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b01bcd9-aada-4b4d-899f-c6f8d458c3e9 req-c61c0e1c-acd3-49fd-8683-e548f6f25605 service neutron] 10.222.0.39 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128994 Sep 30 13:18:10.720442 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-492cf654-566f-4aee-be03-f6d437870f51 None None] Provisioning complete for port 0090c9c3-34d1-4c73-8f71-d660c8676d38 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:10.720958 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-492cf654-566f-4aee-be03-f6d437870f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:10.767181 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e21e6412-dd21-4249-9d41-ae31cc40a10b req-e74101ce-18d8-43fb-b0e3-28913582100f tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844615 Sep 30 13:18:10.771003 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1548f661-0dad-4961-9178-23f43cd0da70 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:10.835674 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728431b-6588-4399-9e3e-c11241613030 req-04c2d04c-df8d-4d80-8a15-e7a3aec89155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:10.837662 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5728431b-6588-4399-9e3e-c11241613030 req-04c2d04c-df8d-4d80-8a15-e7a3aec89155 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9fc5434333184b91bb2f4f1696e6b8d6&device_id=f604bda4-50d6-4a42-a296-85737edb2031 HTTP/1.1" status: 200 len: 1094 time: 0.0647855 Sep 30 13:18:10.844048 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0bad0786-5004-4a7a-b806-87ce23217540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:10.869177 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-492cf654-566f-4aee-be03-f6d437870f51 None None] Provisioning complete for port 4802b94d-5469-4c83-9b64-1b03f9795578 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:10.872505 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-492cf654-566f-4aee-be03-f6d437870f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:10.875578 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1548f661-0dad-4961-9178-23f43cd0da70 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:10.925894 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-492cf654-566f-4aee-be03-f6d437870f51 None None] Port 4802b94d-5469-4c83-9b64-1b03f9795578 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:18:10.993311 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1548f661-0dad-4961-9178-23f43cd0da70 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Port': ['ID=9387abde-1c96-415f-9d6e-9ef7f4ab7a24,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:11.001586 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1548f661-0dad-4961-9178-23f43cd0da70 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network 55db96da-991e-466e-810c-0736a2e2fcd1 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:18:11.004639 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-1548f661-0dad-4961-9178-23f43cd0da70 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:18:11.007543 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1548f661-0dad-4961-9178-23f43cd0da70 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:18:11.024589 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0bad0786-5004-4a7a-b806-87ce23217540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:11.033905 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0bad0786-5004-4a7a-b806-87ce23217540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:11.059590 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4d9f8541-9567-4f68-b8a6-e1b1cc45b331 None None] Provisioning complete for port 4802b94d-5469-4c83-9b64-1b03f9795578 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:11.062771 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4d9f8541-9567-4f68-b8a6-e1b1cc45b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:11.080933 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728431b-6588-4399-9e3e-c11241613030 req-09ddbecb-01a9-4528-ab65-017866696a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:11.082474 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5728431b-6588-4399-9e3e-c11241613030 req-09ddbecb-01a9-4528-ab65-017866696a87 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 HTTP/1.1" status: 200 len: 906 time: 0.2359450 Sep 30 13:18:11.092679 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0bad0786-5004-4a7a-b806-87ce23217540 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c52c4f03e9f248d4876567285cdc72eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4668157 Sep 30 13:18:11.093852 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad0786-5004-4a7a-b806-87ce23217540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3f03cb-da70-4fad-987f-73705fd860aa,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:11.094503 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1548f661-0dad-4961-9178-23f43cd0da70 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:11.095746 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1548f661-0dad-4961-9178-23f43cd0da70 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:11.097340 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37866) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:11.142257 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f8541-9567-4f68-b8a6-e1b1cc45b331 None None] Port 4802b94d-5469-4c83-9b64-1b03f9795578 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:18:11.177092 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5728431b-6588-4399-9e3e-c11241613030 req-33836884-432d-4f5a-b80e-f47a4ec6b640 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38f22890-590c-4251-844c-903fcc39d9f8 HTTP/1.1" status: 200 len: 217 time: 0.0785549 Sep 30 13:18:11.200737 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f524b-3b2a-4ffa-a1c6-3342ed032983 req-a54484d9-8fb7-40a6-8c4b-c5ed6374c66a tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:11.202525 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-163f524b-3b2a-4ffa-a1c6-3342ed032983 req-a54484d9-8fb7-40a6-8c4b-c5ed6374c66a tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 945 time: 0.0954101 Sep 30 13:18:11.208024 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1548f661-0dad-4961-9178-23f43cd0da70 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8472598 Sep 30 13:18:11.208991 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37868) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:11.211975 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e45fb8fb-4dcb-4034-a7c1-a54162ee6aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:11.266358 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e45fb8fb-4dcb-4034-a7c1-a54162ee6aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:11.278114 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-163f524b-3b2a-4ffa-a1c6-3342ed032983 req-9df5456c-2534-4789-8cc4-f29e06c992ce tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681953 Sep 30 13:18:11.295414 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728431b-6588-4399-9e3e-c11241613030 req-4949ae85-40cb-4725-ba8e-610a4888a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:11.297064 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5728431b-6588-4399-9e3e-c11241613030 req-4949ae85-40cb-4725-ba8e-610a4888a6bd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ffedeff6-d706-4237-b627-e4b936917a2e HTTP/1.1" status: 200 len: 845 time: 0.1100380 Sep 30 13:18:11.306419 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01541ae3-490d-4fdb-bd23-f0fa88e5b50c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:11.313159 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37870) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:11.314250 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-01541ae3-490d-4fdb-bd23-f0fa88e5b50c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0842178 Sep 30 13:18:11.344610 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5728431b-6588-4399-9e3e-c11241613030 req-b203712c-3f0f-427c-a3f8-7c53a93e046f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291932 Sep 30 13:18:11.369850 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-53efb450-c9bd-4069-b010-d534bfadd49a None None] Provisioning complete for port 9387abde-1c96-415f-9d6e-9ef7f4ab7a24 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:11.371888 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-53efb450-c9bd-4069-b010-d534bfadd49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:11.393303 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e45fb8fb-4dcb-4034-a7c1-a54162ee6aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:11.396020 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e45fb8fb-4dcb-4034-a7c1-a54162ee6aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:11.399878 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e45fb8fb-4dcb-4034-a7c1-a54162ee6aca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0c3f03cb-da70-4fad-987f-73705fd860aa HTTP/1.1" status: 204 len: 168 time: 0.3011594 Sep 30 13:18:11.410276 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45fb8fb-4dcb-4034-a7c1-a54162ee6aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3f03cb-da70-4fad-987f-73705fd860aa,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:11.440166 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dceaeb-a012-4765-bec8-4234241ad8f8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:11.457528 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dceaeb-a012-4765-bec8-4234241ad8f8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:11.476826 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dceaeb-a012-4765-bec8-4234241ad8f8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:11.476826 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-08dceaeb-a012-4765-bec8-4234241ad8f8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1521223 Sep 30 13:18:11.477817 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37874) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:11.537607 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-53efb450-c9bd-4069-b010-d534bfadd49a None None] Port 9387abde-1c96-415f-9d6e-9ef7f4ab7a24 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:18:11.552701 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0090c9c3-34d1-4c73-8f71-d660c8676d38 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:18:11.644331 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 0090c9c3-34d1-4c73-8f71-d660c8676d38 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:11.644785 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:11.644922 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5728431b-6588-4399-9e3e-c11241613030 req-7869e2ab-7715-4997-92f3-aa7bc66a2229 service neutron] 10.222.0.39 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924232 Sep 30 13:18:11.727289 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b58b2b93-7dc1-4dea-93e0-fb43bc9fbdf0 req-e4ae3668-4c5c-47e2-9aa3-976222b1f03e tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 210 time: 0.0469856 Sep 30 13:18:11.824905 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f316a-f663-4adb-9210-a8c378a223cc req-6e31e623-33a4-4979-b186-16ded7e00157 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:11.826826 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4a3f316a-f663-4adb-9210-a8c378a223cc req-6e31e623-33a4-4979-b186-16ded7e00157 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=4038518a-f3da-4fc2-9a12-737d4a38bd62 HTTP/1.1" status: 200 len: 944 time: 0.1879623 Sep 30 13:18:11.877083 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-80d3b8f1-460e-4923-8f3b-fe09d75e9010 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting port 9387abde-1c96-415f-9d6e-9ef7f4ab7a24 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:18:11.877380 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-80d3b8f1-460e-4923-8f3b-fe09d75e9010 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:11.894217 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4e191-c76d-4513-9eb3-30120f277fc8 req-b287aebd-edfa-439d-8a52-c447dbc85a32 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:11.901185 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5728431b-6588-4399-9e3e-c11241613030 req-b7950332-5fd0-4c53-9c0e-d187098665d3 service neutron] 10.222.0.39 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222333 Sep 30 13:18:11.901916 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-44d4e191-c76d-4513-9eb3-30120f277fc8 req-b287aebd-edfa-439d-8a52-c447dbc85a32 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f604bda4-50d6-4a42-a296-85737edb2031 HTTP/1.1" status: 200 len: 943 time: 0.0742683 Sep 30 13:18:11.926937 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4a3f316a-f663-4adb-9210-a8c378a223cc req-754a9f51-7c3d-4cca-95e8-801641a0aa47 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909114 Sep 30 13:18:11.943475 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37886) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:11.953598 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-44d4e191-c76d-4513-9eb3-30120f277fc8 req-c66cc583-d0b5-448d-8232-6557ee4fd0c2 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508137 Sep 30 13:18:11.960905 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7de3d85f-a5eb-47be-aa8d-3dc2d2cba5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:12.017312 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-80d3b8f1-460e-4923-8f3b-fe09d75e9010 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:12.031345 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-80d3b8f1-460e-4923-8f3b-fe09d75e9010 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Calling delete_port for 9387abde-1c96-415f-9d6e-9ef7f4ab7a24 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:18:12.067670 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7de3d85f-a5eb-47be-aa8d-3dc2d2cba5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:12.072978 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7de3d85f-a5eb-47be-aa8d-3dc2d2cba5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:12.114825 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7de3d85f-a5eb-47be-aa8d-3dc2d2cba5fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=02839b5093b246268f9a2486ac9771f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1692133 Sep 30 13:18:12.115329 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3d85f-a5eb-47be-aa8d-3dc2d2cba5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5deb3acf-acbc-454d-96b5-86e7877147d9,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:12.116918 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37888) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:12.200130 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-80d3b8f1-460e-4923-8f3b-fe09d75e9010 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:12.216220 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-86517313-e525-446c-9b4b-46dd76a9a228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:12.242609 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3b8f1-460e-4923-8f3b-fe09d75e9010 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Port': ['ID=9387abde-1c96-415f-9d6e-9ef7f4ab7a24,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:12.275181 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-86517313-e525-446c-9b4b-46dd76a9a228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:12.504879 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8b4e88d6-649d-4875-8157-2e40b1429c6e details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:18:12.629592 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8b4e88d6-649d-4875-8157-2e40b1429c6e, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8b4e88d6-649d-4875-8157-2e40b1429c6e,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:12.646701 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '8b4e88d6-649d-4875-8157-2e40b1429c6e', 'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785', 'port_id': '8b4e88d6-649d-4875-8157-2e40b1429c6e', 'mac_address': 'fa:16:3e:98:3d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c2cacb-688f-46b5-bc21-08d291e590ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:18:12.688034 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:12.702519 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b4e88d6-649d-4875-8157-2e40b1429c6e {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:18:12.727457 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8b4e88d6-649d-4875-8157-2e40b1429c6e, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8b4e88d6-649d-4875-8157-2e40b1429c6e,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:12.732657 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:12.749871 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-80d3b8f1-460e-4923-8f3b-fe09d75e9010 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:12.757857 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-80d3b8f1-460e-4923-8f3b-fe09d75e9010 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/ports/9387abde-1c96-415f-9d6e-9ef7f4ab7a24 HTTP/1.1" status: 204 len: 168 time: 1.2795503 Sep 30 13:18:12.758234 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37896) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:12.786766 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-86be4213-7711-4e17-9cf6-9503d50ba963 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] GET failed (client error): The resource could not be found. Sep 30 13:18:12.791719 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-86be4213-7711-4e17-9cf6-9503d50ba963 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "GET /v2.0/ports/9387abde-1c96-415f-9d6e-9ef7f4ab7a24 HTTP/1.1" status: 404 len: 333 time: 0.0291491 Sep 30 13:18:12.791719 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37898) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:12.799453 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=8b4e88d6-649d-4875-8157-2e40b1429c6e,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:12.814565 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aae365-e241-4616-9d4f-86ca951b9391 req-0212b733-c406-4350-81b7-74e60cd73fa4 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:12.817571 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-71aae365-e241-4616-9d4f-86ca951b9391 req-0212b733-c406-4350-81b7-74e60cd73fa4 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 945 time: 0.1229637 Sep 30 13:18:12.855299 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-86517313-e525-446c-9b4b-46dd76a9a228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:12.857952 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-86517313-e525-446c-9b4b-46dd76a9a228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:12.859219 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-86517313-e525-446c-9b4b-46dd76a9a228 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5deb3acf-acbc-454d-96b5-86e7877147d9 HTTP/1.1" status: 204 len: 168 time: 0.7412651 Sep 30 13:18:12.874105 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f1055fae-a4a2-4fa3-a6cc-78785a249a5c req-58b3572a-adc9-4347-a85b-1a7f20753a9d tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 210 time: 0.0382631 Sep 30 13:18:12.886668 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86517313-e525-446c-9b4b-46dd76a9a228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5deb3acf-acbc-454d-96b5-86e7877147d9,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:12.930246 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-71aae365-e241-4616-9d4f-86ca951b9391 req-d03e301d-e6ef-4dab-8dbb-4825bd0e6aab tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968513 Sep 30 13:18:12.962414 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-44d4af1c-cf93-44f2-97c1-1dd56f57aa6f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting port 4802b94d-5469-4c83-9b64-1b03f9795578 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:18:12.962756 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-44d4af1c-cf93-44f2-97c1-1dd56f57aa6f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:12.991433 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['8b4e88d6-649d-4875-8157-2e40b1429c6e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:18:13.163391 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a5688-777e-4440-91f2-b3e25d3e6f07 req-42fd9296-95a6-4808-b9db-12eab0da9f78 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:13.169124 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a16a5688-777e-4440-91f2-b3e25d3e6f07 req-42fd9296-95a6-4808-b9db-12eab0da9f78 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=4038518a-f3da-4fc2-9a12-737d4a38bd62 HTTP/1.1" status: 200 len: 945 time: 0.1144950 Sep 30 13:18:13.172188 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-44d4af1c-cf93-44f2-97c1-1dd56f57aa6f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:13.191699 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-44d4af1c-cf93-44f2-97c1-1dd56f57aa6f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Calling delete_port for 4802b94d-5469-4c83-9b64-1b03f9795578 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:18:13.206967 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e58b1-f624-46f2-980d-12bc8bee243f req-cb2ae487-8e48-4e08-97ed-3821ef500c33 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:13.208703 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f4e58b1-f624-46f2-980d-12bc8bee243f req-cb2ae487-8e48-4e08-97ed-3821ef500c33 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f604bda4-50d6-4a42-a296-85737edb2031 HTTP/1.1" status: 200 len: 943 time: 0.1305737 Sep 30 13:18:13.212891 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a16a5688-777e-4440-91f2-b3e25d3e6f07 req-491e299f-442e-441f-9472-cd50e82d0e15 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421882 Sep 30 13:18:13.301529 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f4e58b1-f624-46f2-980d-12bc8bee243f req-e1413f40-7b2f-4380-aa42-4cd0e4df6055 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853317 Sep 30 13:18:13.382631 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-44d4af1c-cf93-44f2-97c1-1dd56f57aa6f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:13.412392 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4af1c-cf93-44f2-97c1-1dd56f57aa6f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Port': ['ID=4802b94d-5469-4c83-9b64-1b03f9795578,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:13.508012 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-44d4af1c-cf93-44f2-97c1-1dd56f57aa6f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:13.512275 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-44d4af1c-cf93-44f2-97c1-1dd56f57aa6f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/ports/4802b94d-5469-4c83-9b64-1b03f9795578 HTTP/1.1" status: 204 len: 168 time: 0.7176549 Sep 30 13:18:13.512955 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37916) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:13.545290 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-127ae652-24b5-4991-8310-f1e0048fc718 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] GET failed (client error): The resource could not be found. Sep 30 13:18:13.547054 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-127ae652-24b5-4991-8310-f1e0048fc718 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "GET /v2.0/ports/4802b94d-5469-4c83-9b64-1b03f9795578 HTTP/1.1" status: 404 len: 333 time: 0.0328860 Sep 30 13:18:13.550483 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37918) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:13.626586 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d7c2e4-b2b1-479e-a1ed-804c0a9a7f24 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting subnet 04330de6-c049-4b3a-8215-aaf38fa7f278 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:18:13.631321 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73d7c2e4-b2b1-479e-a1ed-804c0a9a7f24 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:13.692188 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73d7c2e4-b2b1-479e-a1ed-804c0a9a7f24 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:13.809655 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73d7c2e4-b2b1-479e-a1ed-804c0a9a7f24 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:13.888036 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73d7c2e4-b2b1-479e-a1ed-804c0a9a7f24 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:13.930058 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7c2e4-b2b1-479e-a1ed-804c0a9a7f24 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Subnet': ['ID=04330de6-c049-4b3a-8215-aaf38fa7f278,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:13.936170 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73d7c2e4-b2b1-479e-a1ed-804c0a9a7f24 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:13.938296 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-73d7c2e4-b2b1-479e-a1ed-804c0a9a7f24 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/subnets/04330de6-c049-4b3a-8215-aaf38fa7f278 HTTP/1.1" status: 204 len: 168 time: 0.3867362 Sep 30 13:18:13.940874 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37932) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:13.950664 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fa9dc1-c022-469c-9a2c-767e79964974 None None] Network 55db96da-991e-466e-810c-0736a2e2fcd1 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:18:13.980807 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37936) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:14.015037 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-db9161d5-ff99-4d08-aeaf-19ccc8ce7d54 req-8c05c061-bff9-4bc0-a5c9-11cabd1c132f tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 210 time: 0.0454552 Sep 30 13:18:14.091510 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4017ec7d-e110-49f5-9ca8-f3bd4c7ec70d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:14.158451 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-4017ec7d-e110-49f5-9ca8-f3bd4c7ec70d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting port 0090c9c3-34d1-4c73-8f71-d660c8676d38 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:18:14.158791 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4017ec7d-e110-49f5-9ca8-f3bd4c7ec70d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:14.185563 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268169c-5141-4258-84e2-7f859f055b7a req-4eb204ba-4164-41f4-8aaa-2a04c9c362e7 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:14.190984 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6268169c-5141-4258-84e2-7f859f055b7a req-4eb204ba-4164-41f4-8aaa-2a04c9c362e7 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 945 time: 0.1446774 Sep 30 13:18:14.209005 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0618189d-b8ed-447c-a45d-cd555c159af8 None None] DHCP port deletion for 55db96da-991e-466e-810c-0736a2e2fcd1 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:18:14.228770 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-38a6adb8-07a4-4b00-8cfd-33a6199457b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1773684583'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:14.254150 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-4017ec7d-e110-49f5-9ca8-f3bd4c7ec70d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] For port 0090c9c3-34d1-4c73-8f71-d660c8676d38, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=0090c9c3-34d1-4c73-8f71-d660c8676d38,segment=NetworkSegment(c6483957-6003-4ea0-88cc-d7da627a2759),segment_id=c6483957-6003-4ea0-88cc-d7da627a2759)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:14.255097 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4017ec7d-e110-49f5-9ca8-f3bd4c7ec70d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:14.264755 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-0618189d-b8ed-447c-a45d-cd555c159af8 None None] Deleting port 0090c9c3-34d1-4c73-8f71-d660c8676d38 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:18:14.265342 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0618189d-b8ed-447c-a45d-cd555c159af8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:14.283805 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-4017ec7d-e110-49f5-9ca8-f3bd4c7ec70d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Calling delete_port for 0090c9c3-34d1-4c73-8f71-d660c8676d38 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:18:14.359024 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6268169c-5141-4258-84e2-7f859f055b7a req-37fee164-2f22-4a3d-ad92-97301ddf1b3c tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576874 Sep 30 13:18:14.361176 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-0618189d-b8ed-447c-a45d-cd555c159af8 None None] For port 0090c9c3-34d1-4c73-8f71-d660c8676d38, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=0090c9c3-34d1-4c73-8f71-d660c8676d38,segment=NetworkSegment(c6483957-6003-4ea0-88cc-d7da627a2759),segment_id=c6483957-6003-4ea0-88cc-d7da627a2759)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:14.361822 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0618189d-b8ed-447c-a45d-cd555c159af8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:14.378279 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-0618189d-b8ed-447c-a45d-cd555c159af8 None None] Calling delete_port for 0090c9c3-34d1-4c73-8f71-d660c8676d38 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:18:14.401152 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a6adb8-07a4-4b00-8cfd-33a6199457b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Made reservation on behalf of c41d08009bae4725a930948daf979fe8 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:14.406432 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-38a6adb8-07a4-4b00-8cfd-33a6199457b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:14.419826 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-38a6adb8-07a4-4b00-8cfd-33a6199457b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:14.468193 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-d76401e9-6d3d-4644-bef9-5d6d9ba272cb tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:14.469749 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-d76401e9-6d3d-4644-bef9-5d6d9ba272cb tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.54 "GET /v2.0/networks?id=017e8792-372a-498b-9ea3-b4eeec10adcc HTTP/1.1" status: 200 len: 818 time: 0.2776890 Sep 30 13:18:14.497090 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece4764-8b4a-4506-ba9b-dc75f8f919c8 req-37a4c4c1-6e5f-4fbb-8a3a-cb5da04e7f5a tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:14.505760 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cece4764-8b4a-4506-ba9b-dc75f8f919c8 req-37a4c4c1-6e5f-4fbb-8a3a-cb5da04e7f5a tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=4038518a-f3da-4fc2-9a12-737d4a38bd62 HTTP/1.1" status: 200 len: 945 time: 0.1962812 Sep 30 13:18:14.506578 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0618189d-b8ed-447c-a45d-cd555c159af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:14.506927 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-a9966113-3dfe-49b4-8a57-7f6cfb8e5607 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Request body: {'port': {'device_id': '2c5a9610-204f-48c2-becf-f25bfdabac2e', 'network_id': '017e8792-372a-498b-9ea3-b4eeec10adcc', 'admin_state_up': True, 'tenant_id': '02a128d560bb4e8a854078bbc7e9b93a'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:14.537390 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618189d-b8ed-447c-a45d-cd555c159af8 None None] Pushing event deleted for resources: {'Port': ['ID=0090c9c3-34d1-4c73-8f71-d660c8676d38,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:14.540710 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 38f22890-590c-4251-844c-903fcc39d9f8 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:18:14.654396 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 38f22890-590c-4251-844c-903fcc39d9f8, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=38f22890-590c-4251-844c-903fcc39d9f8,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:14.663784 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cece4764-8b4a-4506-ba9b-dc75f8f919c8 req-64f4c32c-22a6-4411-a452-dca3822744b4 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510491 Sep 30 13:18:14.667863 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb7208-8592-458b-8d63-2302d0dd3c12 req-68419941-8606-43e5-80cb-b6c85d41d181 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:14.669471 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4017ec7d-e110-49f5-9ca8-f3bd4c7ec70d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:14.671520 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8b4e88d6-649d-4875-8157-2e40b1429c6e up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:18:14.677572 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05fb7208-8592-458b-8d63-2302d0dd3c12 req-68419941-8606-43e5-80cb-b6c85d41d181 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f604bda4-50d6-4a42-a296-85737edb2031 HTTP/1.1" status: 200 len: 943 time: 0.1932290 Sep 30 13:18:14.688972 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '38f22890-590c-4251-844c-903fcc39d9f8', 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1', 'port_id': '38f22890-590c-4251-844c-903fcc39d9f8', 'mac_address': 'fa:16:3e:1f:6f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffedeff6-d706-4237-b627-e4b936917a2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:18:14.722080 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0618189d-b8ed-447c-a45d-cd555c159af8 None None] No DVR routers for this DVR port 0090c9c3-34d1-4c73-8f71-d660c8676d38 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:18:14.730370 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4017ec7d-e110-49f5-9ca8-f3bd4c7ec70d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] No DVR routers for this DVR port 0090c9c3-34d1-4c73-8f71-d660c8676d38 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:18:14.738481 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017ec7d-e110-49f5-9ca8-f3bd4c7ec70d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Port': ['ID=0090c9c3-34d1-4c73-8f71-d660c8676d38,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:14.790543 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05fb7208-8592-458b-8d63-2302d0dd3c12 req-09198b12-6d9a-4d4a-8520-8182cd00d2df tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093919 Sep 30 13:18:14.816178 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:14.823857 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-38a6adb8-07a4-4b00-8cfd-33a6199457b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:14.842834 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-38a6adb8-07a4-4b00-8cfd-33a6199457b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:14.857258 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:14.882295 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f22890-590c-4251-844c-903fcc39d9f8 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:18:14.886414 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a6adb8-07a4-4b00-8cfd-33a6199457b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:18:14.897204 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-a9966113-3dfe-49b4-8a57-7f6cfb8e5607 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Made reservation on behalf of 02a128d560bb4e8a854078bbc7e9b93a for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:14.898455 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4017ec7d-e110-49f5-9ca8-f3bd4c7ec70d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:14.900945 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-a9966113-3dfe-49b4-8a57-7f6cfb8e5607 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:14.908547 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 38f22890-590c-4251-844c-903fcc39d9f8, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=38f22890-590c-4251-844c-903fcc39d9f8,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:14.919766 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6adb8-07a4-4b00-8cfd-33a6199457b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df56c86e-d452-422b-a4eb-707a6c4172fd,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:14.920885 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:14.925553 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-4017ec7d-e110-49f5-9ca8-f3bd4c7ec70d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55db96da-991e-466e-810c-0736a2e2fcd1']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:14.926163 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-38a6adb8-07a4-4b00-8cfd-33a6199457b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:14.926515 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-38a6adb8-07a4-4b00-8cfd-33a6199457b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Added segment cb84076f-3e48-4f83-b977-7bce01b2e0f9 of type vlan for network 8073f991-039b-418d-a06a-931016a976c4 Sep 30 13:18:14.933185 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 8b4e88d6-649d-4875-8157-2e40b1429c6e completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:18:14.939951 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-4017ec7d-e110-49f5-9ca8-f3bd4c7ec70d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6483957-6003-4ea0-88cc-d7da627a2759') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:14.940331 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-4017ec7d-e110-49f5-9ca8-f3bd4c7ec70d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6483957-6003-4ea0-88cc-d7da627a2759') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:14.953098 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4017ec7d-e110-49f5-9ca8-f3bd4c7ec70d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:14.965861 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 8b4e88d6-649d-4875-8157-2e40b1429c6e triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:14.968305 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:14.969141 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4017ec7d-e110-49f5-9ca8-f3bd4c7ec70d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:14.979259 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4017ec7d-e110-49f5-9ca8-f3bd4c7ec70d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:18:14.980525 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4017ec7d-e110-49f5-9ca8-f3bd4c7ec70d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: self.session.flush() Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: self.session.flush() Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: self.session.flush() Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: self.session.flush() Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:18:14.984142 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:18:15.022173 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-38a6adb8-07a4-4b00-8cfd-33a6199457b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:15.039754 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=38f22890-590c-4251-844c-903fcc39d9f8,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:15.063503 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4017ec7d-e110-49f5-9ca8-f3bd4c7ec70d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:15.080031 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4017ec7d-e110-49f5-9ca8-f3bd4c7ec70d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:15.084873 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4017ec7d-e110-49f5-9ca8-f3bd4c7ec70d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/networks/55db96da-991e-466e-810c-0736a2e2fcd1 HTTP/1.1" status: 204 len: 168 time: 1.1429574 Sep 30 13:18:15.093235 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37952) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:15.098810 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:15.106938 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-52b826a7-61b1-4bc7-8bf1-46d769f36e52 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-631412018'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:15.118537 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017ec7d-e110-49f5-9ca8-f3bd4c7ec70d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Network': ['ID=55db96da-991e-466e-810c-0736a2e2fcd1,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:15.126204 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4038518a-f3da-4fc2-9a12-737d4a38bd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4e88d6-649d-4875-8157-2e40b1429c6e'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:18:15.138979 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b087fe6e-2a9d-421e-a29f-74caabae5c67" -d '{"events": [{"server_uuid": "4038518a-f3da-4fc2-9a12-737d4a38bd62", "name": "network-vif-plugged", "status": "completed", "tag": "8b4e88d6-649d-4875-8157-2e40b1429c6e"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:18:15.140352 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-38a6adb8-07a4-4b00-8cfd-33a6199457b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:15.162295 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8b4e88d6-649d-4875-8157-2e40b1429c6e, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8b4e88d6-649d-4875-8157-2e40b1429c6e,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:15.164504 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a6adb8-07a4-4b00-8cfd-33a6199457b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:15.165200 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-38a6adb8-07a4-4b00-8cfd-33a6199457b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:15.168692 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:15.178549 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cbb37a0f-c351-475a-974f-ef5abf906dd5 req-ef17cf9c-2de1-4871-b08c-c28580f00392 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 210 time: 0.0477505 Sep 30 13:18:15.201680 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['38f22890-590c-4251-844c-903fcc39d9f8'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:18:15.207344 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b27173-07de-4fb1-a305-c6f73d50f387 x-openstack-request-id: req-a1b27173-07de-4fb1-a305-c6f73d50f387 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:18:15.207724 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4038518a-f3da-4fc2-9a12-737d4a38bd62", "name": "network-vif-plugged", "status": "completed", "tag": "8b4e88d6-649d-4875-8157-2e40b1429c6e", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:18:15.207997 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1b27173-07de-4fb1-a305-c6f73d50f387 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:18:15.208423 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4038518a-f3da-4fc2-9a12-737d4a38bd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4e88d6-649d-4875-8157-2e40b1429c6e', 'code': 200} Sep 30 13:18:15.238751 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b826a7-61b1-4bc7-8bf1-46d769f36e52 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:15.244756 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-52b826a7-61b1-4bc7-8bf1-46d769f36e52 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:15.252691 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-a9966113-3dfe-49b4-8a57-7f6cfb8e5607 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Allocated IP 172.20.0.14 (017e8792-372a-498b-9ea3-b4eeec10adcc/81e7f2ba-9cac-4d42-8c8e-044c8e36e01e/cece3b54-a432-4cab-b369-a1f468f20d32) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:18:15.277376 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-38a6adb8-07a4-4b00-8cfd-33a6199457b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2948062 Sep 30 13:18:15.278903 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=8b4e88d6-649d-4875-8157-2e40b1429c6e,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:15.285757 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37956) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:15.299515 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-2a5caaff-3e50-4797-9e9d-fa9740be4ffe tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Request body: {'subnet': {'network_id': '8073f991-039b-418d-a06a-931016a976c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:15.465150 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0090c9c3-34d1-4c73-8f71-d660c8676d38 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:18:15.506001 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 0090c9c3-34d1-4c73-8f71-d660c8676d38 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:18:15.507505 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-f276a299-0d5e-45e5-9c32-2133b12806c7 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:15.508004 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0090c9c3-34d1-4c73-8f71-d660c8676d38 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:18:15.509435 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-f276a299-0d5e-45e5-9c32-2133b12806c7 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.54 "GET /v2.0/networks?id=017e8792-372a-498b-9ea3-b4eeec10adcc HTTP/1.1" status: 200 len: 818 time: 0.2427340 Sep 30 13:18:15.533140 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-7e2765a0-c7b6-45e4-a2da-8255d0e95592 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Request body: {'port': {'device_id': 'e5d31aa9-ced2-46d3-858c-faa56ef60eaf', 'network_id': '017e8792-372a-498b-9ea3-b4eeec10adcc', 'admin_state_up': True, 'tenant_id': '02a128d560bb4e8a854078bbc7e9b93a'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:15.538231 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6adb8-07a4-4b00-8cfd-33a6199457b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Pushing event updated for resources: {'Network': ['ID=8073f991-039b-418d-a06a-931016a976c4,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:15.546576 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b826a7-61b1-4bc7-8bf1-46d769f36e52 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:18:15.553008 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 8073f991-039b-418d-a06a-931016a976c4 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:18:15.597249 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-52b826a7-61b1-4bc7-8bf1-46d769f36e52 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:15.597710 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-52b826a7-61b1-4bc7-8bf1-46d769f36e52 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Added segment 96478346-623f-497b-a431-d728634330b2 of type vlan for network 2d7294ef-742f-4439-95c5-59b2c828835d Sep 30 13:18:15.618514 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8394cf-47b0-42c8-a0f5-66851917f202 req-673274a3-0b5a-44f4-8cb3-63e6eca8b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:15.620159 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7d8394cf-47b0-42c8-a0f5-66851917f202 req-673274a3-0b5a-44f4-8cb3-63e6eca8b1a7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4038518a-f3da-4fc2-9a12-737d4a38bd62 HTTP/1.1" status: 200 len: 1097 time: 0.3098218 Sep 30 13:18:15.624028 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5caaff-3e50-4797-9e9d-fa9740be4ffe tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Made reservation on behalf of c41d08009bae4725a930948daf979fe8 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:15.628074 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a5caaff-3e50-4797-9e9d-fa9740be4ffe tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:15.651999 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348832d1-96c8-40a1-8aee-1109242d63c8 req-3f82ec7a-9558-4a26-af95-2895b8b91a6a tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:15.659898 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-348832d1-96c8-40a1-8aee-1109242d63c8 req-3f82ec7a-9558-4a26-af95-2895b8b91a6a tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 945 time: 0.1486573 Sep 30 13:18:15.725277 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-348832d1-96c8-40a1-8aee-1109242d63c8 req-ffafd824-4f61-4d23-b14e-8d1c55cd834a tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631645 Sep 30 13:18:15.737709 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-52b826a7-61b1-4bc7-8bf1-46d769f36e52 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:15.759527 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-7e2765a0-c7b6-45e4-a2da-8255d0e95592 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Made reservation on behalf of 02a128d560bb4e8a854078bbc7e9b93a for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:15.763413 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-7e2765a0-c7b6-45e4-a2da-8255d0e95592 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:15.864974 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7d8394cf-47b0-42c8-a0f5-66851917f202 req-99427248-460d-418e-bf24-400e26af4206 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152822 Sep 30 13:18:15.920233 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-52b826a7-61b1-4bc7-8bf1-46d769f36e52 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:15.932991 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b826a7-61b1-4bc7-8bf1-46d769f36e52 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:15.932991 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-52b826a7-61b1-4bc7-8bf1-46d769f36e52 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:15.958696 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd4a42-f93a-417f-bf5a-038aced3d377 req-de0d3398-23eb-4326-8e21-e9a84889f6b2 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:15.960281 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-39fd4a42-f93a-417f-bf5a-038aced3d377 req-de0d3398-23eb-4326-8e21-e9a84889f6b2 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f604bda4-50d6-4a42-a296-85737edb2031 HTTP/1.1" status: 200 len: 944 time: 0.0811396 Sep 30 13:18:16.019610 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-39fd4a42-f93a-417f-bf5a-038aced3d377 req-3b8ba06b-5e14-433e-824a-083d84e2d2fe tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488200 Sep 30 13:18:16.029501 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b7144-a5a2-4d98-8671-2c002929ccfb req-2fb8aece-f7c9-47a4-a601-8e0caad0ecca tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:16.031115 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e92b7144-a5a2-4d98-8671-2c002929ccfb req-2fb8aece-f7c9-47a4-a601-8e0caad0ecca tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=4038518a-f3da-4fc2-9a12-737d4a38bd62 HTTP/1.1" status: 200 len: 946 time: 0.2473407 Sep 30 13:18:16.071082 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b826a7-61b1-4bc7-8bf1-46d769f36e52 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Network': ['ID=2d7294ef-742f-4439-95c5-59b2c828835d,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:16.078150 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-a9966113-3dfe-49b4-8a57-7f6cfb8e5607 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:16.082581 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 2d7294ef-742f-4439-95c5-59b2c828835d details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:18:16.092263 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-52b826a7-61b1-4bc7-8bf1-46d769f36e52 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9974120 Sep 30 13:18:16.095928 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37966) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:16.104308 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-3d5a73ab-286d-47c4-8d86-19a6a73cd99b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'subnet': {'network_id': '2d7294ef-742f-4439-95c5-59b2c828835d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:16.199313 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e92b7144-a5a2-4d98-8671-2c002929ccfb req-f15da913-fc5f-4eb8-9b1d-c7ab765a3fb4 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293776 Sep 30 13:18:16.235123 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a5caaff-3e50-4797-9e9d-fa9740be4ffe tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:16.243253 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-a9966113-3dfe-49b4-8a57-7f6cfb8e5607 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:16.343956 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-a9966113-3dfe-49b4-8a57-7f6cfb8e5607 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Network 017e8792-372a-498b-9ea3-b4eeec10adcc is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:18:16.355600 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-a9966113-3dfe-49b4-8a57-7f6cfb8e5607 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:18:16.358325 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-a9966113-3dfe-49b4-8a57-7f6cfb8e5607 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:18:16.364982 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9966113-3dfe-49b4-8a57-7f6cfb8e5607 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Pushing event updated for resources: {'Port': ['ID=cece3b54-a432-4cab-b369-a1f468f20d32,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:16.376984 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5caaff-3e50-4797-9e9d-fa9740be4ffe tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Pushing event updated for resources: {'Subnet': ['ID=ac778983-52f4-4c39-9377-2889d594c169,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:16.421263 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5caaff-3e50-4797-9e9d-fa9740be4ffe tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Checking segment: {'id': 'cb84076f-3e48-4f83-b977-7bce01b2e0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8073f991-039b-418d-a06a-931016a976c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:18:16.421627 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5caaff-3e50-4797-9e9d-fa9740be4ffe tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Network hostable DHCP agents. Network: 8073f991-039b-418d-a06a-931016a976c4, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:18:16.446553 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-a9966113-3dfe-49b4-8a57-7f6cfb8e5607 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:16.447239 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-a9966113-3dfe-49b4-8a57-7f6cfb8e5607 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:16.467270 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5caaff-3e50-4797-9e9d-fa9740be4ffe tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Network 8073f991-039b-418d-a06a-931016a976c4 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:18:16.474047 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-a9966113-3dfe-49b4-8a57-7f6cfb8e5607 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9776196 Sep 30 13:18:16.485708 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-2a5caaff-3e50-4797-9e9d-fa9740be4ffe tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 8073f991-039b-418d-a06a-931016a976c4) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:18:16.495891 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88379bde-658c-4462-a7d1-6c23c2527ad2 None None] Network 8073f991-039b-418d-a06a-931016a976c4 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:18:16.497951 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5caaff-3e50-4797-9e9d-fa9740be4ffe tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:16.499554 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a5caaff-3e50-4797-9e9d-fa9740be4ffe tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:16.509853 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-57161f68-27c5-40c6-b467-36e1ac50eb47 service neutron] Request body: {'port': {'device_id': '2c5a9610-204f-48c2-becf-f25bfdabac2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:16.533674 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 38f22890-590c-4251-844c-903fcc39d9f8 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:18:16.584748 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-57161f68-27c5-40c6-b467-36e1ac50eb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:16.649976 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2a5caaff-3e50-4797-9e9d-fa9740be4ffe tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3559537 Sep 30 13:18:16.651778 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37970) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:16.658964 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-73514152-df69-40e0-b059-a4547cc8778e tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Request body: {'port': {'network_id': '8073f991-039b-418d-a06a-931016a976c4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-238256'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:16.679298 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-82107961-502d-417f-9f79-67d578c044d4 req-dcb56174-bb26-41e6-8bbf-ae2a2c8027d3 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 210 time: 0.0373302 Sep 30 13:18:16.716851 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-7e2765a0-c7b6-45e4-a2da-8255d0e95592 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Allocated IP 172.20.0.12 (017e8792-372a-498b-9ea3-b4eeec10adcc/81e7f2ba-9cac-4d42-8c8e-044c8e36e01e/a3173eed-c267-4f12-89da-e5ef6797a88d) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:18:16.724664 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 38f22890-590c-4251-844c-903fcc39d9f8 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:18:16.740685 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 38f22890-590c-4251-844c-903fcc39d9f8 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:16.743492 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:16.842914 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.db.api [None req-73514152-df69-40e0-b059-a4547cc8778e tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 13:18:16.842914 n-d-810909-2 neutron-server[94763]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 30 13:18:16.842914 n-d-810909-2 neutron-server[94763]: [parameters: {'project_id_1': 'c41d08009bae4725a930948daf979fe8', 'expiration_1': datetime.datetime(2021, 9, 30, 13, 17, 56, 820599)}] Sep 30 13:18:16.842914 n-d-810909-2 neutron-server[94763]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:18:16.843544 n-d-810909-2 neutron-server[94763]: DEBUG oslo_db.api [None req-73514152-df69-40e0-b059-a4547cc8778e tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:18:16.893473 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5a73ab-286d-47c4-8d86-19a6a73cd99b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:16.898482 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3d5a73ab-286d-47c4-8d86-19a6a73cd99b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:17.054552 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928827ff-85d2-4e2c-8f83-4f609978abe5 req-ba5a1319-35dc-455a-b9a4-084327f2ed99 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:17.059603 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-928827ff-85d2-4e2c-8f83-4f609978abe5 req-ba5a1319-35dc-455a-b9a4-084327f2ed99 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 945 time: 0.1801310 Sep 30 13:18:17.128870 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b12696-b82d-40a8-a30d-fc422315383e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-8073f991-039b-418d-a06a-931016a976c4', 'network_id': '8073f991-039b-418d-a06a-931016a976c4', 'tenant_id': 'c41d08009bae4725a930948daf979fe8', 'fixed_ips': [{'subnet_id': 'ac778983-52f4-4c39-9377-2889d594c169'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:18:17.129871 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-24b12696-b82d-40a8-a30d-fc422315383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:17.150777 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-928827ff-85d2-4e2c-8f83-4f609978abe5 req-566e4405-668a-4f3d-940c-8c5e0156762a tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818322 Sep 30 13:18:17.256838 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-7e2765a0-c7b6-45e4-a2da-8255d0e95592 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:17.259269 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:17.288221 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7310cf6-b79a-4b24-a8d2-1b0b4c133274 req-1c2fb1c5-1217-4083-ba3e-cdbd94bcc808 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:17.296588 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e7310cf6-b79a-4b24-a8d2-1b0b4c133274 req-1c2fb1c5-1217-4083-ba3e-cdbd94bcc808 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f604bda4-50d6-4a42-a296-85737edb2031 HTTP/1.1" status: 200 len: 944 time: 0.1117566 Sep 30 13:18:17.322557 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f604bda4-50d6-4a42-a296-85737edb2031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f22890-590c-4251-844c-903fcc39d9f8'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:18:17.325924 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3ec155-d617-4024-ad66-f730a4123033" -d '{"events": [{"server_uuid": "f604bda4-50d6-4a42-a296-85737edb2031", "name": "network-vif-plugged", "status": "completed", "tag": "38f22890-590c-4251-844c-903fcc39d9f8"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:18:17.362807 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 38f22890-590c-4251-844c-903fcc39d9f8, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=38f22890-590c-4251-844c-903fcc39d9f8,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:17.377230 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-24b12696-b82d-40a8-a30d-fc422315383e None None] Allocated IP 2001:db8::2 (8073f991-039b-418d-a06a-931016a976c4/ac778983-52f4-4c39-9377-2889d594c169/e6065323-7659-473f-9d27-6427f35f2804) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:18:17.380403 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:17.384578 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e7310cf6-b79a-4b24-a8d2-1b0b4c133274 req-1c988cd2-d736-45da-9bbe-4fc85962bca1 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844800 Sep 30 13:18:17.428649 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-7e2765a0-c7b6-45e4-a2da-8255d0e95592 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:17.438070 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73514152-df69-40e0-b059-a4547cc8778e tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Made reservation on behalf of c41d08009bae4725a930948daf979fe8 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:17.440061 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-73514152-df69-40e0-b059-a4547cc8778e tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:17.474118 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8aed60e-7a7a-4527-be5f-631d00f7db7d x-openstack-request-id: req-e8aed60e-7a7a-4527-be5f-631d00f7db7d {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:18:17.474660 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f604bda4-50d6-4a42-a296-85737edb2031", "name": "network-vif-plugged", "status": "completed", "tag": "38f22890-590c-4251-844c-903fcc39d9f8", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:18:17.474952 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e8aed60e-7a7a-4527-be5f-631d00f7db7d {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:18:17.475322 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f604bda4-50d6-4a42-a296-85737edb2031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f22890-590c-4251-844c-903fcc39d9f8', 'code': 200} Sep 30 13:18:17.505049 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=38f22890-590c-4251-844c-903fcc39d9f8,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:17.552928 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-7e2765a0-c7b6-45e4-a2da-8255d0e95592 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Network 017e8792-372a-498b-9ea3-b4eeec10adcc is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:18:17.562781 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-7e2765a0-c7b6-45e4-a2da-8255d0e95592 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:18:17.563053 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:17.563902 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:17.564249 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:17.564709 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:17.565056 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:17.565418 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:17.565900 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:17.566408 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:17.566713 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:17.567044 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:17.567369 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:17.567693 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:17.571714 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2765a0-c7b6-45e4-a2da-8255d0e95592 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Pushing event updated for resources: {'Port': ['ID=a3173eed-c267-4f12-89da-e5ef6797a88d,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:17.574792 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-7e2765a0-c7b6-45e4-a2da-8255d0e95592 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:18:17.582265 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3d5a73ab-286d-47c4-8d86-19a6a73cd99b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:17.616907 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d06e5d-5b3e-4eeb-b920-eeb7af532f0d req-b1f9a688-5712-45ff-8141-f12d897c4526 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:17.618467 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-00d06e5d-5b3e-4eeb-b920-eeb7af532f0d req-b1f9a688-5712-45ff-8141-f12d897c4526 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=4038518a-f3da-4fc2-9a12-737d4a38bd62 HTTP/1.1" status: 200 len: 946 time: 0.2787602 Sep 30 13:18:17.667823 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-57161f68-27c5-40c6-b467-36e1ac50eb47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cece3b54-a432-4cab-b369-a1f468f20d32 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:18:17.694816 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-24b12696-b82d-40a8-a30d-fc422315383e None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:17.703432 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-57161f68-27c5-40c6-b467-36e1ac50eb47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:17.707821 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-24b12696-b82d-40a8-a30d-fc422315383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:17.719009 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-73514152-df69-40e0-b059-a4547cc8778e tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] device_id is not set on port 28f921fa-3f5c-4de2-bf69-3ae0e8abaf47 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:18:17.722310 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-7e2765a0-c7b6-45e4-a2da-8255d0e95592 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:17.722961 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-7e2765a0-c7b6-45e4-a2da-8255d0e95592 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:17.730593 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5a73ab-286d-47c4-8d86-19a6a73cd99b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Checking segment: {'id': '96478346-623f-497b-a431-d728634330b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2d7294ef-742f-4439-95c5-59b2c828835d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:18:17.730593 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5a73ab-286d-47c4-8d86-19a6a73cd99b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network hostable DHCP agents. Network: 2d7294ef-742f-4439-95c5-59b2c828835d, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:18:17.742730 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a73ab-286d-47c4-8d86-19a6a73cd99b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Subnet': ['ID=4baaee87-29e1-4daf-a527-fabc3d2e3bd5,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:17.763707 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-7e2765a0-c7b6-45e4-a2da-8255d0e95592 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2363544 Sep 30 13:18:17.765065 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5a73ab-286d-47c4-8d86-19a6a73cd99b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network 2d7294ef-742f-4439-95c5-59b2c828835d is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:18:17.778615 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d1ad7-b8f2-4677-a445-4be4ebd33a75 req-d248ae01-924c-4972-899d-2a9b57939ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:17.781330 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-b5745e21-1c12-4d0a-bbed-3c568a7d1934 service neutron] Request body: {'port': {'device_id': 'e5d31aa9-ced2-46d3-858c-faa56ef60eaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:17.784355 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b12696-b82d-40a8-a30d-fc422315383e None None] Network 8073f991-039b-418d-a06a-931016a976c4 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:18:17.786668 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-560d1ad7-b8f2-4677-a445-4be4ebd33a75 req-d248ae01-924c-4972-899d-2a9b57939ab8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f604bda4-50d6-4a42-a296-85737edb2031 HTTP/1.1" status: 200 len: 1096 time: 0.1649208 Sep 30 13:18:17.788909 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b12696-b82d-40a8-a30d-fc422315383e None None] Pushing event updated for resources: {'Port': ['ID=e6065323-7659-473f-9d27-6427f35f2804,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:17.791837 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-24b12696-b82d-40a8-a30d-fc422315383e None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:18:17.794051 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b12696-b82d-40a8-a30d-fc422315383e None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:18:17.829714 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-57161f68-27c5-40c6-b467-36e1ac50eb47 service neutron] Transition to ACTIVE for port object cece3b54-a432-4cab-b369-a1f468f20d32 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:18:17.835135 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-3d5a73ab-286d-47c4-8d86-19a6a73cd99b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 2d7294ef-742f-4439-95c5-59b2c828835d) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:18:17.841694 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5a73ab-286d-47c4-8d86-19a6a73cd99b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:17.842389 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3d5a73ab-286d-47c4-8d86-19a6a73cd99b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:17.855486 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-57161f68-27c5-40c6-b467-36e1ac50eb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:17.855991 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584bdd01-d9bc-4bb1-a142-cde01070366a None None] Network 2d7294ef-742f-4439-95c5-59b2c828835d requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:18:17.889734 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3d5a73ab-286d-47c4-8d86-19a6a73cd99b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7922363 Sep 30 13:18:17.894219 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37984) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:17.911675 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57161f68-27c5-40c6-b467-36e1ac50eb47 service neutron] Pushing event updated for resources: {'Port': ['ID=cece3b54-a432-4cab-b369-a1f468f20d32,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:17.918062 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-2535bdc9-e0cb-439c-9ac4-a38470487a0d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-931936587', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:17.927564 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-00d06e5d-5b3e-4eeb-b920-eeb7af532f0d req-34071849-425d-458d-96bf-ae381163613e tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867301 Sep 30 13:18:17.957797 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-b5745e21-1c12-4d0a-bbed-3c568a7d1934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:17.975404 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2535bdc9-e0cb-439c-9ac4-a38470487a0d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:17.976728 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2535bdc9-e0cb-439c-9ac4-a38470487a0d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:17.987825 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-560d1ad7-b8f2-4677-a445-4be4ebd33a75 req-54c41d3b-eff5-4d6d-92b1-4fb8d8fef7f0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570427 Sep 30 13:18:18.028541 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198358a-6bb0-4f1e-b30f-45ecd1def7f9 req-0d9173f9-0f19-43b4-8e09-48e274a8dfe3 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:18.030403 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2198358a-6bb0-4f1e-b30f-45ecd1def7f9 req-0d9173f9-0f19-43b4-8e09-48e274a8dfe3 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 932 time: 0.2016335 Sep 30 13:18:18.100660 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2198358a-6bb0-4f1e-b30f-45ecd1def7f9 req-beafbcb4-0ffd-4e75-af7b-86fd0cdb0e58 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587204 Sep 30 13:18:18.113708 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-57161f68-27c5-40c6-b467-36e1ac50eb47 service neutron] Attempting to bind port cece3b54-a432-4cab-b369-a1f468f20d32 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:18:18.116663 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-57161f68-27c5-40c6-b467-36e1ac50eb47 service neutron] Attempting to bind port cece3b54-a432-4cab-b369-a1f468f20d32 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'b1d3e14b-4b74-4e80-b9a5-10af53ebea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '017e8792-372a-498b-9ea3-b4eeec10adcc'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:18:18.117253 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-57161f68-27c5-40c6-b467-36e1ac50eb47 service neutron] Attempting to bind port cece3b54-a432-4cab-b369-a1f468f20d32 on network 017e8792-372a-498b-9ea3-b4eeec10adcc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:18:18.120212 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-73514152-df69-40e0-b059-a4547cc8778e tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Allocated IP 2001:db8::31e (8073f991-039b-418d-a06a-931016a976c4/ac778983-52f4-4c39-9377-2889d594c169/28f921fa-3f5c-4de2-bf69-3ae0e8abaf47) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:18:18.143742 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-57161f68-27c5-40c6-b467-36e1ac50eb47 service neutron] Port cece3b54-a432-4cab-b369-a1f468f20d32 on network 017e8792-372a-498b-9ea3-b4eeec10adcc not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:18:18.144093 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-57161f68-27c5-40c6-b467-36e1ac50eb47 service neutron] Attempting to bind port cece3b54-a432-4cab-b369-a1f468f20d32 on network 017e8792-372a-498b-9ea3-b4eeec10adcc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:18:18.158221 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-57161f68-27c5-40c6-b467-36e1ac50eb47 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:18:18.158579 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-57161f68-27c5-40c6-b467-36e1ac50eb47 service neutron] Checking segment: {'id': 'b1d3e14b-4b74-4e80-b9a5-10af53ebea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '017e8792-372a-498b-9ea3-b4eeec10adcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:18:18.158965 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-57161f68-27c5-40c6-b467-36e1ac50eb47 service neutron] Bound using segment: {'id': 'b1d3e14b-4b74-4e80-b9a5-10af53ebea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '017e8792-372a-498b-9ea3-b4eeec10adcc'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:18:18.159402 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-57161f68-27c5-40c6-b467-36e1ac50eb47 service neutron] Bound port: cece3b54-a432-4cab-b369-a1f468f20d32, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1d3e14b-4b74-4e80-b9a5-10af53ebea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '017e8792-372a-498b-9ea3-b4eeec10adcc'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:18:18.159790 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-57161f68-27c5-40c6-b467-36e1ac50eb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:18.160611 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-24b12696-b82d-40a8-a30d-fc422315383e None None] Attempting to bind port e6065323-7659-473f-9d27-6427f35f2804 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:18:18.162076 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-24b12696-b82d-40a8-a30d-fc422315383e None None] Attempting to bind port e6065323-7659-473f-9d27-6427f35f2804 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'cb84076f-3e48-4f83-b977-7bce01b2e0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8073f991-039b-418d-a06a-931016a976c4'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:18:18.162918 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b12696-b82d-40a8-a30d-fc422315383e None None] Attempting to bind port e6065323-7659-473f-9d27-6427f35f2804 on network 8073f991-039b-418d-a06a-931016a976c4 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:18:18.174970 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2535bdc9-e0cb-439c-9ac4-a38470487a0d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:18.176863 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b12696-b82d-40a8-a30d-fc422315383e None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:18:18.177905 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b12696-b82d-40a8-a30d-fc422315383e None None] Checking segment: {'id': 'cb84076f-3e48-4f83-b977-7bce01b2e0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8073f991-039b-418d-a06a-931016a976c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:18:18.178916 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-24b12696-b82d-40a8-a30d-fc422315383e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:18.180218 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b12696-b82d-40a8-a30d-fc422315383e None None] Bound using segment: {'id': 'cb84076f-3e48-4f83-b977-7bce01b2e0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8073f991-039b-418d-a06a-931016a976c4'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:18:18.181460 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-24b12696-b82d-40a8-a30d-fc422315383e None None] Bound port: e6065323-7659-473f-9d27-6427f35f2804, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb84076f-3e48-4f83-b977-7bce01b2e0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8073f991-039b-418d-a06a-931016a976c4'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:18:18.181460 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-24b12696-b82d-40a8-a30d-fc422315383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:18.199324 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2535bdc9-e0cb-439c-9ac4-a38470487a0d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:18.205271 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdda839a-e71e-4dd4-a52b-fe66497e4604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-2d7294ef-742f-4439-95c5-59b2c828835d', 'network_id': '2d7294ef-742f-4439-95c5-59b2c828835d', 'tenant_id': '5a2031fdd11c4bf2a07889cb67a3ef32', 'fixed_ips': [{'subnet_id': '4baaee87-29e1-4daf-a527-fabc3d2e3bd5'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:18:18.206534 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bdda839a-e71e-4dd4-a52b-fe66497e4604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:18.261051 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3b1142d2-0752-4015-88b4-e43fa84df3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:18.296426 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2535bdc9-e0cb-439c-9ac4-a38470487a0d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:18.300390 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2535bdc9-e0cb-439c-9ac4-a38470487a0d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4003055 Sep 30 13:18:18.303017 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37994) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:18.347277 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-ee07c2c9-e269-4ecc-8d99-e6d84adb5821 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'port': {'network_id': '2d7294ef-742f-4439-95c5-59b2c828835d', 'name': 'tempest-PortsTestJSON-38232042'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:18.388054 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-57161f68-27c5-40c6-b467-36e1ac50eb47 service neutron] For port cece3b54-a432-4cab-b369-a1f468f20d32, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:18:18.417322 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36329fac-6012-4395-9e9e-1b7a342b08c8 req-f872d23a-fcc6-4350-ad25-5b983c8eac9f tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:18.418828 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-57161f68-27c5-40c6-b467-36e1ac50eb47 service neutron] For port cece3b54-a432-4cab-b369-a1f468f20d32, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=cece3b54-a432-4cab-b369-a1f468f20d32,segment=NetworkSegment(b1d3e14b-4b74-4e80-b9a5-10af53ebea65),segment_id=b1d3e14b-4b74-4e80-b9a5-10af53ebea65)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:18:18.419363 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-36329fac-6012-4395-9e9e-1b7a342b08c8 req-f872d23a-fcc6-4350-ad25-5b983c8eac9f tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 945 time: 0.1245871 Sep 30 13:18:18.424699 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-24b12696-b82d-40a8-a30d-fc422315383e None None] For port e6065323-7659-473f-9d27-6427f35f2804, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:18:18.428777 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-24b12696-b82d-40a8-a30d-fc422315383e None None] For port e6065323-7659-473f-9d27-6427f35f2804, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e6065323-7659-473f-9d27-6427f35f2804,segment=NetworkSegment(cb84076f-3e48-4f83-b977-7bce01b2e0f9),segment_id=cb84076f-3e48-4f83-b977-7bce01b2e0f9)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:18:18.442875 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-24b12696-b82d-40a8-a30d-fc422315383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:18.470786 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-73514152-df69-40e0-b059-a4547cc8778e tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:18.505275 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device bef15889-749c-4b8e-9c6d-ead8748f7ec2 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:18:18.528396 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-57161f68-27c5-40c6-b467-36e1ac50eb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:18.544326 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b12696-b82d-40a8-a30d-fc422315383e None None] Pushing event updated for resources: {'Port': ['ID=e6065323-7659-473f-9d27-6427f35f2804,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:18.551998 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288f264-8fc9-4b1b-bf0b-0fd835c62c5b req-cb8f470c-1185-4929-83fb-73ccbd5b3efb tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:18.554263 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3288f264-8fc9-4b1b-bf0b-0fd835c62c5b req-cb8f470c-1185-4929-83fb-73ccbd5b3efb tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=4038518a-f3da-4fc2-9a12-737d4a38bd62 HTTP/1.1" status: 200 len: 946 time: 0.2034342 Sep 30 13:18:18.613014 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-73514152-df69-40e0-b059-a4547cc8778e tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:18.620862 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-36329fac-6012-4395-9e9e-1b7a342b08c8 req-73debfbb-f72a-41c6-b590-fcc81c55824b tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922910 Sep 30 13:18:18.658156 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-57161f68-27c5-40c6-b467-36e1ac50eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:18.658898 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-57161f68-27c5-40c6-b467-36e1ac50eb47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:18.660439 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-57161f68-27c5-40c6-b467-36e1ac50eb47 service neutron] 10.222.0.54 "PUT /v2.0/ports/cece3b54-a432-4cab-b369-a1f468f20d32 HTTP/1.1" status: 200 len: 1092 time: 2.1765480 Sep 30 13:18:18.667560 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5a9610-204f-48c2-becf-f25bfdabac2e', 'tag': 'cece3b54-a432-4cab-b369-a1f468f20d32'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:18:18.672461 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93765fe-1252-40a7-9eb1-ceb266810f58" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5a9610-204f-48c2-becf-f25bfdabac2e", "tag": "cece3b54-a432-4cab-b369-a1f468f20d32"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:18:18.690705 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-bdda839a-e71e-4dd4-a52b-fe66497e4604 None None] Allocated IP 172.20.0.2 (2d7294ef-742f-4439-95c5-59b2c828835d/4baaee87-29e1-4daf-a527-fabc3d2e3bd5/2dcc401c-f366-4142-850c-7c19ffff54cc) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:18:18.700476 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee07c2c9-e269-4ecc-8d99-e6d84adb5821 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:18.707323 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ee07c2c9-e269-4ecc-8d99-e6d84adb5821 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:18.745199 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port bef15889-749c-4b8e-9c6d-ead8748f7ec2, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=bef15889-749c-4b8e-9c6d-ead8748f7ec2,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:18.771226 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'bef15889-749c-4b8e-9c6d-ead8748f7ec2', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'port_id': 'bef15889-749c-4b8e-9c6d-ead8748f7ec2', 'mac_address': 'fa:16:3e:46:2e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:18:18.777664 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-ee07c2c9-e269-4ecc-8d99-e6d84adb5821 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] device_id is not set on port d2e6fa84-a8ac-4ca6-8541-fc699f6f91d7 yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:18:18.800465 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57161f68-27c5-40c6-b467-36e1ac50eb47 service neutron] Pushing event updated for resources: {'Port': ['ID=cece3b54-a432-4cab-b369-a1f468f20d32,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:18.846290 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-b5745e21-1c12-4d0a-bbed-3c568a7d1934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3173eed-c267-4f12-89da-e5ef6797a88d {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:18:18.875346 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-b5745e21-1c12-4d0a-bbed-3c568a7d1934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:18.880509 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:18.925497 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73514152-df69-40e0-b059-a4547cc8778e tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Network 8073f991-039b-418d-a06a-931016a976c4 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:18:18.968494 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3288f264-8fc9-4b1b-bf0b-0fd835c62c5b req-aa3f1810-648f-4efe-b637-8a0b79c72495 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414567 Sep 30 13:18:18.976425 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-73514152-df69-40e0-b059-a4547cc8778e tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:18:18.990266 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73514152-df69-40e0-b059-a4547cc8778e tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:18:18.993536 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73514152-df69-40e0-b059-a4547cc8778e tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:18.995330 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-73514152-df69-40e0-b059-a4547cc8778e tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:19.008914 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef15889-749c-4b8e-9c6d-ead8748f7ec2 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:18:19.012441 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-b5745e21-1c12-4d0a-bbed-3c568a7d1934 service neutron] Transition to ACTIVE for port object a3173eed-c267-4f12-89da-e5ef6797a88d will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:18:19.036371 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-b5745e21-1c12-4d0a-bbed-3c568a7d1934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:19.036666 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-73514152-df69-40e0-b059-a4547cc8778e tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3837328 Sep 30 13:18:19.043584 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38000) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:19.045625 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-5fc146c1-264b-414c-bf38-eb521cde2497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:19.047382 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-5fc146c1-264b-414c-bf38-eb521cde2497 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=02a128d560bb4e8a854078bbc7e9b93a&device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 1095 time: 0.2324409 Sep 30 13:18:19.060772 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-9a2a4be3-9b6c-4ec8-92af-5341ee38b4b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Request body: {'port': {'network_id': '8073f991-039b-418d-a06a-931016a976c4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1634253834', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:19.061319 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.api.validators [None req-9a2a4be3-9b6c-4ec8-92af-5341ee38b4b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] bootfile-name is not in valid_values {{(pid=94763) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 13:18:19.061653 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.api.validators [None req-9a2a4be3-9b6c-4ec8-92af-5341ee38b4b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] tftp-server is not in valid_values {{(pid=94763) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 13:18:19.061984 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.api.validators [None req-9a2a4be3-9b6c-4ec8-92af-5341ee38b4b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] server-ip-address is not in valid_values {{(pid=94763) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 13:18:19.066752 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c6a02c-51a2-4b87-a06b-d96894d3eb38 x-openstack-request-id: req-41c6a02c-51a2-4b87-a06b-d96894d3eb38 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:18:19.067031 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5a9610-204f-48c2-becf-f25bfdabac2e", "tag": "cece3b54-a432-4cab-b369-a1f468f20d32", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:18:19.067282 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41c6a02c-51a2-4b87-a06b-d96894d3eb38 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:18:19.067690 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5a9610-204f-48c2-becf-f25bfdabac2e', 'tag': 'cece3b54-a432-4cab-b369-a1f468f20d32', 'status': 'completed', 'code': 200} Sep 30 13:18:19.075754 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73514152-df69-40e0-b059-a4547cc8778e tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Pushing event updated for resources: {'Port': ['ID=28f921fa-3f5c-4de2-bf69-3ae0e8abaf47,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:19.089147 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05cd94-1209-4049-9a62-a9cd0c55d3aa req-c02eb73f-b2b4-4b32-b8dd-0b82ad3142bd tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:19.091155 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6f05cd94-1209-4049-9a62-a9cd0c55d3aa req-c02eb73f-b2b4-4b32-b8dd-0b82ad3142bd tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f604bda4-50d6-4a42-a296-85737edb2031 HTTP/1.1" status: 200 len: 945 time: 0.2488465 Sep 30 13:18:19.162733 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bdda839a-e71e-4dd4-a52b-fe66497e4604 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:19.172583 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-e85b6558-664f-48a4-a730-248f467f288d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cece3b54-a432-4cab-b369-a1f468f20d32 HTTP/1.1" status: 200 len: 217 time: 0.0972698 Sep 30 13:18:19.176274 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bdda839a-e71e-4dd4-a52b-fe66497e4604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:19.248991 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port bef15889-749c-4b8e-9c6d-ead8748f7ec2, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=bef15889-749c-4b8e-9c6d-ead8748f7ec2,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:19.257265 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5745e21-1c12-4d0a-bbed-3c568a7d1934 service neutron] Pushing event updated for resources: {'Port': ['ID=a3173eed-c267-4f12-89da-e5ef6797a88d,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:19.291293 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:19.300667 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdda839a-e71e-4dd4-a52b-fe66497e4604 None None] Network 2d7294ef-742f-4439-95c5-59b2c828835d is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:18:19.304901 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-bdda839a-e71e-4dd4-a52b-fe66497e4604 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:18:19.308026 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdda839a-e71e-4dd4-a52b-fe66497e4604 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:18:19.325246 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda839a-e71e-4dd4-a52b-fe66497e4604 None None] Pushing event updated for resources: {'Port': ['ID=2dcc401c-f366-4142-850c-7c19ffff54cc,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:19.348330 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-c02ea7ca-e506-4424-a8bd-6bc3d77acf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:19.353124 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-c02ea7ca-e506-4424-a8bd-6bc3d77acf6b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81e7f2ba-9cac-4d42-8c8e-044c8e36e01e HTTP/1.1" status: 200 len: 858 time: 0.1589043 Sep 30 13:18:19.387871 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13484153-d596-4942-a433-75794379157c req-43c1b2e8-76da-45f0-b7a8-c424048fafd8 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:19.398953 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6f05cd94-1209-4049-9a62-a9cd0c55d3aa req-3c04ba58-c028-44bd-a447-4d6560851b26 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784133 Sep 30 13:18:19.400590 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13484153-d596-4942-a433-75794379157c req-43c1b2e8-76da-45f0-b7a8-c424048fafd8 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 944 time: 0.1300366 Sep 30 13:18:19.430474 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-ee07c2c9-e269-4ecc-8d99-e6d84adb5821 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Allocated IP 172.20.0.14 (2d7294ef-742f-4439-95c5-59b2c828835d/4baaee87-29e1-4daf-a527-fabc3d2e3bd5/d2e6fa84-a8ac-4ca6-8541-fc699f6f91d7) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:18:19.441882 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-6b924afe-3852-4f88-94a1-646112f1d45f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=017e8792-372a-498b-9ea3-b4eeec10adcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785375 Sep 30 13:18:19.493481 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:19.513919 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-bdda839a-e71e-4dd4-a52b-fe66497e4604 None None] Attempting to bind port 2dcc401c-f366-4142-850c-7c19ffff54cc on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:18:19.515686 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-bdda839a-e71e-4dd4-a52b-fe66497e4604 None None] Attempting to bind port 2dcc401c-f366-4142-850c-7c19ffff54cc by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '96478346-623f-497b-a431-d728634330b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2d7294ef-742f-4439-95c5-59b2c828835d'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:18:19.516172 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdda839a-e71e-4dd4-a52b-fe66497e4604 None None] Attempting to bind port 2dcc401c-f366-4142-850c-7c19ffff54cc on network 2d7294ef-742f-4439-95c5-59b2c828835d {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:18:19.520089 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-b5745e21-1c12-4d0a-bbed-3c568a7d1934 service neutron] Attempting to bind port a3173eed-c267-4f12-89da-e5ef6797a88d on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:18:19.520671 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-b5745e21-1c12-4d0a-bbed-3c568a7d1934 service neutron] Attempting to bind port a3173eed-c267-4f12-89da-e5ef6797a88d by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'b1d3e14b-4b74-4e80-b9a5-10af53ebea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '017e8792-372a-498b-9ea3-b4eeec10adcc'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:18:19.521014 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-b5745e21-1c12-4d0a-bbed-3c568a7d1934 service neutron] Attempting to bind port a3173eed-c267-4f12-89da-e5ef6797a88d on network 017e8792-372a-498b-9ea3-b4eeec10adcc {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:18:19.525399 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=bef15889-749c-4b8e-9c6d-ead8748f7ec2,revision_number=11']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:19.531880 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdda839a-e71e-4dd4-a52b-fe66497e4604 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:18:19.533919 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdda839a-e71e-4dd4-a52b-fe66497e4604 None None] Checking segment: {'id': '96478346-623f-497b-a431-d728634330b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2d7294ef-742f-4439-95c5-59b2c828835d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:18:19.535023 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bdda839a-e71e-4dd4-a52b-fe66497e4604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:19.535500 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdda839a-e71e-4dd4-a52b-fe66497e4604 None None] Bound using segment: {'id': '96478346-623f-497b-a431-d728634330b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2d7294ef-742f-4439-95c5-59b2c828835d'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:18:19.536124 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-bdda839a-e71e-4dd4-a52b-fe66497e4604 None None] Bound port: 2dcc401c-f366-4142-850c-7c19ffff54cc, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96478346-623f-497b-a431-d728634330b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2d7294ef-742f-4439-95c5-59b2c828835d'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:18:19.537018 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bdda839a-e71e-4dd4-a52b-fe66497e4604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:19.553484 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e6065323-7659-473f-9d27-6427f35f2804 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:18:19.553813 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-b5745e21-1c12-4d0a-bbed-3c568a7d1934 service neutron] Port a3173eed-c267-4f12-89da-e5ef6797a88d on network 017e8792-372a-498b-9ea3-b4eeec10adcc not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:18:19.554129 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-b5745e21-1c12-4d0a-bbed-3c568a7d1934 service neutron] Attempting to bind port a3173eed-c267-4f12-89da-e5ef6797a88d on network 017e8792-372a-498b-9ea3-b4eeec10adcc {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:18:19.572595 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-b5745e21-1c12-4d0a-bbed-3c568a7d1934 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:18:19.572944 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-b5745e21-1c12-4d0a-bbed-3c568a7d1934 service neutron] Checking segment: {'id': 'b1d3e14b-4b74-4e80-b9a5-10af53ebea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '017e8792-372a-498b-9ea3-b4eeec10adcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:18:19.573325 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-b5745e21-1c12-4d0a-bbed-3c568a7d1934 service neutron] Bound using segment: {'id': 'b1d3e14b-4b74-4e80-b9a5-10af53ebea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '017e8792-372a-498b-9ea3-b4eeec10adcc'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:18:19.573767 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-b5745e21-1c12-4d0a-bbed-3c568a7d1934 service neutron] Bound port: a3173eed-c267-4f12-89da-e5ef6797a88d, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1d3e14b-4b74-4e80-b9a5-10af53ebea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '017e8792-372a-498b-9ea3-b4eeec10adcc'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:18:19.574169 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-b5745e21-1c12-4d0a-bbed-3c568a7d1934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:19.606513 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-23dd2339-0c12-41cf-9988-c5145a9ab3d8 service neutron] 10.222.0.54 "GET /v2.0/networks/017e8792-372a-498b-9ea3-b4eeec10adcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424422 Sep 30 13:18:19.637181 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['bef15889-749c-4b8e-9c6d-ead8748f7ec2'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:18:19.665771 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2a4be3-9b6c-4ec8-92af-5341ee38b4b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Made reservation on behalf of c41d08009bae4725a930948daf979fe8 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:19.669356 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a2a4be3-9b6c-4ec8-92af-5341ee38b4b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:19.700597 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13484153-d596-4942-a433-75794379157c req-c84fdf75-1025-4f90-a513-74b680614245 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991059 Sep 30 13:18:19.711663 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port e6065323-7659-473f-9d27-6427f35f2804 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:19.712163 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:19.723465 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-9a2a4be3-9b6c-4ec8-92af-5341ee38b4b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] device_id is not set on port 55102b18-0bc3-4d7d-872a-de0204c38306 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:18:19.742103 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-b5745e21-1c12-4d0a-bbed-3c568a7d1934 service neutron] For port a3173eed-c267-4f12-89da-e5ef6797a88d, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:18:19.745791 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-b5745e21-1c12-4d0a-bbed-3c568a7d1934 service neutron] For port a3173eed-c267-4f12-89da-e5ef6797a88d, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=a3173eed-c267-4f12-89da-e5ef6797a88d,segment=NetworkSegment(b1d3e14b-4b74-4e80-b9a5-10af53ebea65),segment_id=b1d3e14b-4b74-4e80-b9a5-10af53ebea65)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:18:19.775956 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-bdda839a-e71e-4dd4-a52b-fe66497e4604 None None] For port 2dcc401c-f366-4142-850c-7c19ffff54cc, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:18:19.838064 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-bdda839a-e71e-4dd4-a52b-fe66497e4604 None None] For port 2dcc401c-f366-4142-850c-7c19ffff54cc, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2dcc401c-f366-4142-850c-7c19ffff54cc,segment=NetworkSegment(96478346-623f-497b-a431-d728634330b2),segment_id=96478346-623f-497b-a431-d728634330b2)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:18:19.852609 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bdda839a-e71e-4dd4-a52b-fe66497e4604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:19.880969 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-b5745e21-1c12-4d0a-bbed-3c568a7d1934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:19.895845 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-9a2a4be3-9b6c-4ec8-92af-5341ee38b4b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Allocated IP 2001:db8::10b (8073f991-039b-418d-a06a-931016a976c4/ac778983-52f4-4c39-9377-2889d594c169/55102b18-0bc3-4d7d-872a-de0204c38306) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:18:19.948794 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda839a-e71e-4dd4-a52b-fe66497e4604 None None] Pushing event updated for resources: {'Port': ['ID=2dcc401c-f366-4142-850c-7c19ffff54cc,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:19.999218 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-b5745e21-1c12-4d0a-bbed-3c568a7d1934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:20.000210 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-b5745e21-1c12-4d0a-bbed-3c568a7d1934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:20.003648 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-b5745e21-1c12-4d0a-bbed-3c568a7d1934 service neutron] 10.222.0.54 "PUT /v2.0/ports/a3173eed-c267-4f12-89da-e5ef6797a88d HTTP/1.1" status: 200 len: 1092 time: 2.2285986 Sep 30 13:18:20.008809 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ee07c2c9-e269-4ecc-8d99-e6d84adb5821 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:20.014654 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d31aa9-ced2-46d3-858c-faa56ef60eaf', 'tag': 'a3173eed-c267-4f12-89da-e5ef6797a88d'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:18:20.022547 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ccf703-2b75-4456-9a25-f6e2c23e3eab" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d31aa9-ced2-46d3-858c-faa56ef60eaf", "tag": "a3173eed-c267-4f12-89da-e5ef6797a88d"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:18:20.069404 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39970a5b-86f9-4df4-b5b1-4078d566b8f1 req-25801dbd-3502-4d68-9efe-bcf1aa109f49 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:20.072793 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-39970a5b-86f9-4df4-b5b1-4078d566b8f1 req-25801dbd-3502-4d68-9efe-bcf1aa109f49 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 946 time: 0.2042606 Sep 30 13:18:20.084659 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:20.161795 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port e6065323-7659-473f-9d27-6427f35f2804, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e6065323-7659-473f-9d27-6427f35f2804,segment=NetworkSegment(cb84076f-3e48-4f83-b977-7bce01b2e0f9),segment_id=cb84076f-3e48-4f83-b977-7bce01b2e0f9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:20.169072 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:20.200341 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-16936a1f-fa5d-441f-9707-ce1d35a90cb8 req-73d10065-3c34-4048-a3fd-561abb1ff4ad service neutron] 10.222.0.54 "GET /v2.0/networks/017e8792-372a-498b-9ea3-b4eeec10adcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5837336 Sep 30 13:18:20.268846 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ee07c2c9-e269-4ecc-8d99-e6d84adb5821 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:20.274368 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5745e21-1c12-4d0a-bbed-3c568a7d1934 service neutron] Pushing event updated for resources: {'Port': ['ID=a3173eed-c267-4f12-89da-e5ef6797a88d,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:20.339814 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=e6065323-7659-473f-9d27-6427f35f2804,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:20.354771 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37df113-2bd2-4fd7-9530-b8c1f1bf97c8 req-fe675177-b012-48ba-876d-66a7eb9e4d4e tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:20.356331 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c37df113-2bd2-4fd7-9530-b8c1f1bf97c8 req-fe675177-b012-48ba-876d-66a7eb9e4d4e tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=4038518a-f3da-4fc2-9a12-737d4a38bd62 HTTP/1.1" status: 200 len: 946 time: 0.2361913 Sep 30 13:18:20.387560 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-d19ff1d3-fec6-4a12-a430-e32d2c06cd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:20.389327 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-d19ff1d3-fec6-4a12-a430-e32d2c06cd70 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=02a128d560bb4e8a854078bbc7e9b93a&device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 1095 time: 0.3134716 Sep 30 13:18:20.402501 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448ba75d-3083-4d54-8fd0-6b41969b54bc None None] Network 8073f991-039b-418d-a06a-931016a976c4 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:18:20.411577 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee07c2c9-e269-4ecc-8d99-e6d84adb5821 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network 2d7294ef-742f-4439-95c5-59b2c828835d is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:18:20.419127 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-ee07c2c9-e269-4ecc-8d99-e6d84adb5821 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:18:20.426798 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee07c2c9-e269-4ecc-8d99-e6d84adb5821 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:18:20.436569 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a2a4be3-9b6c-4ec8-92af-5341ee38b4b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:20.456870 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-39970a5b-86f9-4df4-b5b1-4078d566b8f1 req-c09ca4d3-3d57-470b-be87-bf4133f29f12 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3556440 Sep 30 13:18:20.477517 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c37df113-2bd2-4fd7-9530-b8c1f1bf97c8 req-ac38916a-1f0d-414b-9901-2e3ecbcd11dc tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092529 Sep 30 13:18:20.488508 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93765fe-1252-40a7-9eb1-ceb266810f58 req-4dc0df83-22f3-4622-8910-f8ce2b92e766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:20.490372 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c93765fe-1252-40a7-9eb1-ceb266810f58 req-4dc0df83-22f3-4622-8910-f8ce2b92e766 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=02a128d560bb4e8a854078bbc7e9b93a&device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 1095 time: 0.2012403 Sep 30 13:18:20.564800 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-fa097abb-1377-43a8-b00f-46f863c6ffde service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3173eed-c267-4f12-89da-e5ef6797a88d HTTP/1.1" status: 200 len: 217 time: 0.1300409 Sep 30 13:18:20.597077 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f4e128-e48f-4718-96b4-81dae1231f70 x-openstack-request-id: req-e7f4e128-e48f-4718-96b4-81dae1231f70 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:18:20.597441 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d31aa9-ced2-46d3-858c-faa56ef60eaf", "tag": "a3173eed-c267-4f12-89da-e5ef6797a88d", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:18:20.597588 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e7f4e128-e48f-4718-96b4-81dae1231f70 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:18:20.597970 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d31aa9-ced2-46d3-858c-faa56ef60eaf', 'tag': 'a3173eed-c267-4f12-89da-e5ef6797a88d', 'status': 'completed', 'code': 200} Sep 30 13:18:20.601799 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07c2c9-e269-4ecc-8d99-e6d84adb5821 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Port': ['ID=d2e6fa84-a8ac-4ca6-8541-fc699f6f91d7,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:20.645666 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee07c2c9-e269-4ecc-8d99-e6d84adb5821 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:20.658430 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ee07c2c9-e269-4ecc-8d99-e6d84adb5821 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:20.685012 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-1ed48794-9888-4bb2-8a51-7b7892f3612b None None] Provisioning complete for port e6065323-7659-473f-9d27-6427f35f2804 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:20.685415 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1ed48794-9888-4bb2-8a51-7b7892f3612b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:20.698422 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a2a4be3-9b6c-4ec8-92af-5341ee38b4b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:20.705756 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-fe4555c7-6fb8-4d31-b98f-c468ce54a035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:20.708016 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-fe4555c7-6fb8-4d31-b98f-c468ce54a035 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81e7f2ba-9cac-4d42-8c8e-044c8e36e01e HTTP/1.1" status: 200 len: 858 time: 0.1232715 Sep 30 13:18:20.714782 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ee07c2c9-e269-4ecc-8d99-e6d84adb5821 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3787665 Sep 30 13:18:20.715767 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38018) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:20.734886 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:18:20.744517 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c6b9952e-57b8-45ab-b728-69f1bfe20767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:20.774659 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-30879233-f03a-4b86-86e9-15d25dab2b6f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=017e8792-372a-498b-9ea3-b4eeec10adcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500331 Sep 30 13:18:20.776380 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93765fe-1252-40a7-9eb1-ceb266810f58 req-afe9d764-24ac-4df6-bd3b-92123fe68cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:20.781375 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c93765fe-1252-40a7-9eb1-ceb266810f58 req-afe9d764-24ac-4df6-bd3b-92123fe68cea service neutron] 10.222.0.54 "GET /v2.0/networks?id=017e8792-372a-498b-9ea3-b4eeec10adcc HTTP/1.1" status: 200 len: 919 time: 0.2790978 Sep 30 13:18:20.812441 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2a4be3-9b6c-4ec8-92af-5341ee38b4b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Network 8073f991-039b-418d-a06a-931016a976c4 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:18:20.850760 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda34edd-c6cf-4ff6-9fb8-45228022d1fe req-52479ed6-092a-4130-bf19-900bb9af6a90 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:20.852270 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cda34edd-c6cf-4ff6-9fb8-45228022d1fe req-52479ed6-092a-4130-bf19-900bb9af6a90 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f604bda4-50d6-4a42-a296-85737edb2031 HTTP/1.1" status: 200 len: 945 time: 0.2088630 Sep 30 13:18:20.853629 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-9a2a4be3-9b6c-4ec8-92af-5341ee38b4b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:18:20.855476 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a4be3-9b6c-4ec8-92af-5341ee38b4b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Pushing event updated for resources: {'Port': ['ID=55102b18-0bc3-4d7d-872a-de0204c38306,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:20.859712 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c93765fe-1252-40a7-9eb1-ceb266810f58 req-e08458f8-e6dc-46a4-a0d7-73f962af486e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cece3b54-a432-4cab-b369-a1f468f20d32 HTTP/1.1" status: 200 len: 217 time: 0.0651231 Sep 30 13:18:20.861273 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2a4be3-9b6c-4ec8-92af-5341ee38b4b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:18:20.867134 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2a4be3-9b6c-4ec8-92af-5341ee38b4b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:20.867778 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a2a4be3-9b6c-4ec8-92af-5341ee38b4b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:20.936328 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-7380fd23-5c8e-4f11-b155-ca30bceec8a9 service neutron] 10.222.0.54 "GET /v2.0/networks/017e8792-372a-498b-9ea3-b4eeec10adcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236403 Sep 30 13:18:20.952132 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9a2a4be3-9b6c-4ec8-92af-5341ee38b4b0 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.8970854 Sep 30 13:18:20.952746 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38026) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:20.974230 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cda34edd-c6cf-4ff6-9fb8-45228022d1fe req-f1194095-4bcd-4cd9-8d2e-05e8c05eb434 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036453 Sep 30 13:18:21.005790 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93765fe-1252-40a7-9eb1-ceb266810f58 req-4c6b0345-3135-4bdb-9147-dec42317ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:21.007438 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c93765fe-1252-40a7-9eb1-ceb266810f58 req-4c6b0345-3135-4bdb-9147-dec42317ead2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81e7f2ba-9cac-4d42-8c8e-044c8e36e01e HTTP/1.1" status: 200 len: 858 time: 0.1293516 Sep 30 13:18:21.061799 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c93765fe-1252-40a7-9eb1-ceb266810f58 req-bdd3648f-7fd1-484a-b55e-8c71521cdfb7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=017e8792-372a-498b-9ea3-b4eeec10adcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408180 Sep 30 13:18:21.149816 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395f2166-f2e1-4643-9a25-994e384c5315 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:21.162629 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395f2166-f2e1-4643-9a25-994e384c5315 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:21.181018 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395f2166-f2e1-4643-9a25-994e384c5315 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:21.182786 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-395f2166-f2e1-4643-9a25-994e384c5315 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2254744 Sep 30 13:18:21.196003 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38034) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:21.279183 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4457cf78-66dd-4748-8243-a99fcf7781d0 req-c17e770d-81bb-43d9-8c63-6d38424f36ca service neutron] 10.222.0.54 "GET /v2.0/networks/017e8792-372a-498b-9ea3-b4eeec10adcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341048 Sep 30 13:18:21.466327 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ac42331e-64c1-4c0e-b44c-08d8652a1f35 None None] Provisioning complete for port e6065323-7659-473f-9d27-6427f35f2804 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:21.466913 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ac42331e-64c1-4c0e-b44c-08d8652a1f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:21.662078 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:21.724698 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfb30c-27e7-4b12-9d7e-e3778fc466de req-e9ac00ea-2a73-4abb-9772-20962cca4383 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:21.730928 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2dcc401c-f366-4142-850c-7c19ffff54cc up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:18:21.737470 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7ecfb30c-27e7-4b12-9d7e-e3778fc466de req-e9ac00ea-2a73-4abb-9772-20962cca4383 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f604bda4-50d6-4a42-a296-85737edb2031 HTTP/1.1" status: 200 len: 945 time: 0.3616447 Sep 30 13:18:21.760025 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccf703-2b75-4456-9a25-f6e2c23e3eab req-6d647706-7edd-496d-ad0c-7cc124d22809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:21.762235 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-60ccf703-2b75-4456-9a25-f6e2c23e3eab req-6d647706-7edd-496d-ad0c-7cc124d22809 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=02a128d560bb4e8a854078bbc7e9b93a&device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 1095 time: 0.3834946 Sep 30 13:18:21.828212 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ac42331e-64c1-4c0e-b44c-08d8652a1f35 None None] Provisioning complete for port 28f921fa-3f5c-4de2-bf69-3ae0e8abaf47 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:21.828593 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ac42331e-64c1-4c0e-b44c-08d8652a1f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:21.867196 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a37f7bc-2e53-40b8-a692-77e54a814382 None None] Network 2d7294ef-742f-4439-95c5-59b2c828835d requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:18:21.867991 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0188ac55-4daf-4fbf-8e6b-a42de5d8f4f5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:21.880071 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7ecfb30c-27e7-4b12-9d7e-e3778fc466de req-8ff4645b-dfed-46bf-9e73-701aec76e5a2 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416392 Sep 30 13:18:21.897060 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-ac42331e-64c1-4c0e-b44c-08d8652a1f35 None None] Port 28f921fa-3f5c-4de2-bf69-3ae0e8abaf47 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:18:21.950029 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 2dcc401c-f366-4142-850c-7c19ffff54cc triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:21.951115 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:22.018786 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccf703-2b75-4456-9a25-f6e2c23e3eab req-f4a85d99-4b22-43f2-974a-f50eb40969d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:22.020580 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-60ccf703-2b75-4456-9a25-f6e2c23e3eab req-f4a85d99-4b22-43f2-974a-f50eb40969d7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=017e8792-372a-498b-9ea3-b4eeec10adcc HTTP/1.1" status: 200 len: 919 time: 0.2472584 Sep 30 13:18:22.027781 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ac42331e-64c1-4c0e-b44c-08d8652a1f35 None None] Provisioning complete for port 55102b18-0bc3-4d7d-872a-de0204c38306 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:22.028150 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ac42331e-64c1-4c0e-b44c-08d8652a1f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:22.097427 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-60ccf703-2b75-4456-9a25-f6e2c23e3eab req-398ecde3-b0fd-4093-91b7-f91925ff2867 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3173eed-c267-4f12-89da-e5ef6797a88d HTTP/1.1" status: 200 len: 217 time: 0.0654583 Sep 30 13:18:22.204416 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c93765fe-1252-40a7-9eb1-ceb266810f58 req-e016d608-0860-4d7d-a1ee-2acff7cf2bd5 service neutron] 10.222.0.54 "GET /v2.0/networks/017e8792-372a-498b-9ea3-b4eeec10adcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1340759 Sep 30 13:18:22.261673 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b25d5-4051-4e74-83e0-7c284e246a8f req-aaa2cd67-eea1-4313-95da-ca31ba2a8e24 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:22.263928 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f70b25d5-4051-4e74-83e0-7c284e246a8f req-aaa2cd67-eea1-4313-95da-ca31ba2a8e24 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 944 time: 1.0731740 Sep 30 13:18:22.338072 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-ac42331e-64c1-4c0e-b44c-08d8652a1f35 None None] Port 55102b18-0bc3-4d7d-872a-de0204c38306 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:18:22.338554 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f70b25d5-4051-4e74-83e0-7c284e246a8f req-e74c1617-c425-403c-adfd-1cbe80bf9eb4 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550630 Sep 30 13:18:22.380456 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:22.415305 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-9bbe0c22-06f6-4db4-8377-fce356094adf tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Deleting port 55102b18-0bc3-4d7d-872a-de0204c38306 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:18:22.415970 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9bbe0c22-06f6-4db4-8377-fce356094adf tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:22.497711 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:22.512331 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device bef15889-749c-4b8e-9c6d-ead8748f7ec2 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:18:22.512781 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c93765fe-1252-40a7-9eb1-ceb266810f58 req-f46bb115-7ec9-4f96-9462-a27cf79f1bc1 service neutron] 10.222.0.54 "GET /v2.0/networks/017e8792-372a-498b-9ea3-b4eeec10adcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820342 Sep 30 13:18:22.532502 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9bbe0c22-06f6-4db4-8377-fce356094adf tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:22.581064 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-9bbe0c22-06f6-4db4-8377-fce356094adf tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Calling delete_port for 55102b18-0bc3-4d7d-872a-de0204c38306 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:18:22.634856 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 2dcc401c-f366-4142-850c-7c19ffff54cc, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2dcc401c-f366-4142-850c-7c19ffff54cc,segment=NetworkSegment(96478346-623f-497b-a431-d728634330b2),segment_id=96478346-623f-497b-a431-d728634330b2)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:22.650672 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:22.652022 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e6065323-7659-473f-9d27-6427f35f2804 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:18:22.738385 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-655fb6c7-f5a5-4638-bf7b-901aa2121711 None None] Provisioning complete for port 28f921fa-3f5c-4de2-bf69-3ae0e8abaf47 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:22.738781 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-655fb6c7-f5a5-4638-bf7b-901aa2121711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:22.794481 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d1d91-ffc0-46b9-af46-4a32944b94d2 req-b48e33b8-2e31-4a4c-aa15-50fd6be463e0 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:22.802560 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-777d1d91-ffc0-46b9-af46-4a32944b94d2 req-b48e33b8-2e31-4a4c-aa15-50fd6be463e0 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f604bda4-50d6-4a42-a296-85737edb2031 HTTP/1.1" status: 200 len: 945 time: 0.0796201 Sep 30 13:18:22.828095 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-655fb6c7-f5a5-4638-bf7b-901aa2121711 None None] Port 28f921fa-3f5c-4de2-bf69-3ae0e8abaf47 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:18:22.842619 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port e6065323-7659-473f-9d27-6427f35f2804 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:22.843278 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:22.894723 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-777d1d91-ffc0-46b9-af46-4a32944b94d2 req-7f771303-6959-426c-8885-f0c749fad1b8 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910020 Sep 30 13:18:22.903605 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=2dcc401c-f366-4142-850c-7c19ffff54cc,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:22.913815 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-655fb6c7-f5a5-4638-bf7b-901aa2121711 None None] Provisioning complete for port 55102b18-0bc3-4d7d-872a-de0204c38306 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:22.914539 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-655fb6c7-f5a5-4638-bf7b-901aa2121711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:22.915823 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccf703-2b75-4456-9a25-f6e2c23e3eab req-5120a092-0f0d-46fe-b218-da9b5309de87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:22.919388 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-60ccf703-2b75-4456-9a25-f6e2c23e3eab req-5120a092-0f0d-46fe-b218-da9b5309de87 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81e7f2ba-9cac-4d42-8c8e-044c8e36e01e HTTP/1.1" status: 200 len: 858 time: 0.7269895 Sep 30 13:18:22.922599 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9bbe0c22-06f6-4db4-8377-fce356094adf tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:22.930108 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ca271-a02c-44b3-a957-f90ea4a9bb09 req-f44f42a8-e9c9-4c13-8c18-9a8be50c922d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:22.940407 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ca5ca271-a02c-44b3-a957-f90ea4a9bb09 req-f44f42a8-e9c9-4c13-8c18-9a8be50c922d tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 946 time: 0.7621140 Sep 30 13:18:22.948538 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port bef15889-749c-4b8e-9c6d-ead8748f7ec2 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:18:22.956467 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port bef15889-749c-4b8e-9c6d-ead8748f7ec2 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:22.957366 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:23.002707 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe0c22-06f6-4db4-8377-fce356094adf tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Pushing event deleted for resources: {'Port': ['ID=55102b18-0bc3-4d7d-872a-de0204c38306,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:23.020048 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-60ccf703-2b75-4456-9a25-f6e2c23e3eab req-06824fee-4208-4703-bbe1-e553d98d79ee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=017e8792-372a-498b-9ea3-b4eeec10adcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773981 Sep 30 13:18:23.029949 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-655fb6c7-f5a5-4638-bf7b-901aa2121711 None None] Port 55102b18-0bc3-4d7d-872a-de0204c38306 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:18:23.059662 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9bbe0c22-06f6-4db4-8377-fce356094adf tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:23.063983 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9bbe0c22-06f6-4db4-8377-fce356094adf tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] 10.222.0.18 "DELETE /v2.0/ports/55102b18-0bc3-4d7d-872a-de0204c38306 HTTP/1.1" status: 204 len: 168 time: 1.8670535 Sep 30 13:18:23.067583 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38064) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:23.077623 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-655fb6c7-f5a5-4638-bf7b-901aa2121711 None None] Provisioning complete for port 2dcc401c-f366-4142-850c-7c19ffff54cc triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:23.077898 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-655fb6c7-f5a5-4638-bf7b-901aa2121711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:23.080485 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-c18deb57-bb42-4771-99e3-fe1c9c53a166 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Request body: {'port': {'name': 'tempest-new-port-name-1258346927', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:23.082117 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.api.validators [None req-c18deb57-bb42-4771-99e3-fe1c9c53a166 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] bootfile-name is not in valid_values {{(pid=94763) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 13:18:23.083489 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.api.validators [None req-c18deb57-bb42-4771-99e3-fe1c9c53a166 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] tftp-server is not in valid_values {{(pid=94763) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 13:18:23.083489 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.api.validators [None req-c18deb57-bb42-4771-99e3-fe1c9c53a166 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] server-ip-address is not in valid_values {{(pid=94763) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 13:18:23.172216 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ca5ca271-a02c-44b3-a957-f90ea4a9bb09 req-ee2ef559-e446-40ce-870f-1895316b50a3 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308674 Sep 30 13:18:23.252712 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c18deb57-bb42-4771-99e3-fe1c9c53a166 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:23.260617 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0188ac55-4daf-4fbf-8e6b-a42de5d8f4f5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:23.273938 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0188ac55-4daf-4fbf-8e6b-a42de5d8f4f5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:23.340651 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-60ccf703-2b75-4456-9a25-f6e2c23e3eab req-867432ab-79f0-4265-8df0-dd4c38a8bf4e service neutron] 10.222.0.54 "GET /v2.0/networks/017e8792-372a-498b-9ea3-b4eeec10adcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781792 Sep 30 13:18:23.341422 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:23.386856 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb99b3c-16a0-43f7-901e-9dccc75d0421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef15889-749c-4b8e-9c6d-ead8748f7ec2'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:18:23.389406 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa778a1-5d39-4cf0-9515-2a1654da0300" -d '{"events": [{"server_uuid": "4cb99b3c-16a0-43f7-901e-9dccc75d0421", "name": "network-vif-plugged", "status": "completed", "tag": "bef15889-749c-4b8e-9c6d-ead8748f7ec2"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:18:23.412548 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port bef15889-749c-4b8e-9c6d-ead8748f7ec2, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=bef15889-749c-4b8e-9c6d-ead8748f7ec2,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:23.424511 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:23.604438 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2dcc401c-f366-4142-850c-7c19ffff54cc up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:18:23.634620 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188ac55-4daf-4fbf-8e6b-a42de5d8f4f5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Port': ['ID=d2e6fa84-a8ac-4ca6-8541-fc699f6f91d7,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:23.710862 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c8727-3358-42a8-93e9-1011bbd0ecbb req-b3dcccf4-c718-43d6-b94d-41f9a0490593 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:23.718723 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-751c8727-3358-42a8-93e9-1011bbd0ecbb req-b3dcccf4-c718-43d6-b94d-41f9a0490593 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 944 time: 0.0986075 Sep 30 13:18:23.777390 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597c634d-f012-4bad-8345-74764b2a2ba4 x-openstack-request-id: req-597c634d-f012-4bad-8345-74764b2a2ba4 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:18:23.777735 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb99b3c-16a0-43f7-901e-9dccc75d0421", "name": "network-vif-plugged", "status": "completed", "tag": "bef15889-749c-4b8e-9c6d-ead8748f7ec2", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:18:23.777936 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-597c634d-f012-4bad-8345-74764b2a2ba4 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:18:23.778349 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb99b3c-16a0-43f7-901e-9dccc75d0421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef15889-749c-4b8e-9c6d-ead8748f7ec2', 'code': 200} Sep 30 13:18:23.789770 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c18deb57-bb42-4771-99e3-fe1c9c53a166 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:23.815314 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-60ccf703-2b75-4456-9a25-f6e2c23e3eab req-1c1b5a21-1ade-4cb5-8079-e964ce570613 service neutron] 10.222.0.54 "GET /v2.0/networks/017e8792-372a-498b-9ea3-b4eeec10adcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4573147 Sep 30 13:18:23.821055 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c18deb57-bb42-4771-99e3-fe1c9c53a166 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:23.858700 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=bef15889-749c-4b8e-9c6d-ead8748f7ec2,revision_number=12']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:23.865128 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-05c48fa3-68bb-4532-8351-9a2c637a2c4e None None] Provisioning complete for port d2e6fa84-a8ac-4ca6-8541-fc699f6f91d7 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:23.865499 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-05c48fa3-68bb-4532-8351-9a2c637a2c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:23.928047 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-05c48fa3-68bb-4532-8351-9a2c637a2c4e None None] Port d2e6fa84-a8ac-4ca6-8541-fc699f6f91d7 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:18:23.934582 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 2dcc401c-f366-4142-850c-7c19ffff54cc triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:23.934966 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:23.954655 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0188ac55-4daf-4fbf-8e6b-a42de5d8f4f5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:23.972017 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-05c48fa3-68bb-4532-8351-9a2c637a2c4e None None] Provisioning complete for port 2dcc401c-f366-4142-850c-7c19ffff54cc triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:23.972430 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-05c48fa3-68bb-4532-8351-9a2c637a2c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:23.997520 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18deb57-bb42-4771-99e3-fe1c9c53a166 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Pushing event updated for resources: {'Port': ['ID=28f921fa-3f5c-4de2-bf69-3ae0e8abaf47,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:24.035624 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-751c8727-3358-42a8-93e9-1011bbd0ecbb req-e22bbf10-3816-4b76-a38d-3d35f692dec4 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153682 Sep 30 13:18:24.039584 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-c18deb57-bb42-4771-99e3-fe1c9c53a166 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] In _notify_port_updated(), no bound segment for port 28f921fa-3f5c-4de2-bf69-3ae0e8abaf47 on network 8073f991-039b-418d-a06a-931016a976c4 {{(pid=94763) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 13:18:24.045875 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18deb57-bb42-4771-99e3-fe1c9c53a166 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:24.047035 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c18deb57-bb42-4771-99e3-fe1c9c53a166 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:24.051743 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c18deb57-bb42-4771-99e3-fe1c9c53a166 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] 10.222.0.18 "PUT /v2.0/ports/28f921fa-3f5c-4de2-bf69-3ae0e8abaf47 HTTP/1.1" status: 200 len: 1130 time: 0.9802232 Sep 30 13:18:24.052099 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38082) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:24.123330 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ed0c75-2280-418f-91a6-26e7797a6bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:24.131827 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:24.131969 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-11ed0c75-2280-418f-91a6-26e7797a6bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] 10.222.0.18 "GET /v2.0/ports/28f921fa-3f5c-4de2-bf69-3ae0e8abaf47 HTTP/1.1" status: 200 len: 1130 time: 0.0718675 Sep 30 13:18:24.134458 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38088) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:24.183189 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160f52f-8880-4ff3-a3ef-fcf5a8c458a6 req-5f05e8ab-d121-46b1-bf54-5da775d8d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:24.184777 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9160f52f-8880-4ff3-a3ef-fcf5a8c458a6 req-5f05e8ab-d121-46b1-bf54-5da775d8d39e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 1098 time: 0.2769468 Sep 30 13:18:24.228431 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3afcad-7623-400c-a9f1-83a9cf38c6a3 req-4adb6a80-0d0c-4143-b82d-bc2ba24e4312 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:24.238501 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2b3afcad-7623-400c-a9f1-83a9cf38c6a3 req-4adb6a80-0d0c-4143-b82d-bc2ba24e4312 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f604bda4-50d6-4a42-a296-85737edb2031 HTTP/1.1" status: 200 len: 945 time: 0.1781707 Sep 30 13:18:24.319638 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2b3afcad-7623-400c-a9f1-83a9cf38c6a3 req-27827545-3159-433b-9772-617b1c030ebd tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798700 Sep 30 13:18:24.343332 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0188ac55-4daf-4fbf-8e6b-a42de5d8f4f5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:24.350394 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9160f52f-8880-4ff3-a3ef-fcf5a8c458a6 req-14fb456e-d487-404d-9153-a1569c54dfe0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536288 Sep 30 13:18:24.421514 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-273cef83-1c42-4388-ae45-e15ab38011d1 None None] Provisioning complete for port d2e6fa84-a8ac-4ca6-8541-fc699f6f91d7 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:24.423735 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-273cef83-1c42-4388-ae45-e15ab38011d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:24.434240 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-a49f3493-a145-4e13-9c0f-09205ae90566 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Deleting port 28f921fa-3f5c-4de2-bf69-3ae0e8abaf47 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:18:24.434652 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a49f3493-a145-4e13-9c0f-09205ae90566 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:24.499487 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device cece3b54-a432-4cab-b369-a1f468f20d32 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:18:24.524897 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988e7e0-faf3-4ea3-a942-6423cc8f26a2 req-27a288da-e76e-480c-a1c0-78cc2f998a7b tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:24.527101 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1988e7e0-faf3-4ea3-a942-6423cc8f26a2 req-27a288da-e76e-480c-a1c0-78cc2f998a7b tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.39 "GET /v2.0/ports?device_id=f604bda4-50d6-4a42-a296-85737edb2031 HTTP/1.1" status: 200 len: 945 time: 0.1535769 Sep 30 13:18:24.567956 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-273cef83-1c42-4388-ae45-e15ab38011d1 None None] Port d2e6fa84-a8ac-4ca6-8541-fc699f6f91d7 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:18:24.613456 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8b4e88d6-649d-4875-8157-2e40b1429c6e details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:18:24.662495 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b3e80-e8c9-4190-b80c-16606834715b req-be405059-63d9-4b47-84d9-d5b8a9e277b9 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:24.672373 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bd6b3e80-e8c9-4190-b80c-16606834715b req-be405059-63d9-4b47-84d9-d5b8a9e277b9 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 947 time: 0.1939576 Sep 30 13:18:24.700460 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a49f3493-a145-4e13-9c0f-09205ae90566 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:24.732247 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port cece3b54-a432-4cab-b369-a1f468f20d32, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=cece3b54-a432-4cab-b369-a1f468f20d32,segment=NetworkSegment(b1d3e14b-4b74-4e80-b9a5-10af53ebea65),segment_id=b1d3e14b-4b74-4e80-b9a5-10af53ebea65)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:24.741661 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-0cc2cb70-91d8-4f43-9f42-b7e5ce134fe0 None None] Provisioning complete for port 28f921fa-3f5c-4de2-bf69-3ae0e8abaf47 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:24.742055 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0cc2cb70-91d8-4f43-9f42-b7e5ce134fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:24.743608 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-a49f3493-a145-4e13-9c0f-09205ae90566 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Calling delete_port for 28f921fa-3f5c-4de2-bf69-3ae0e8abaf47 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:18:24.813772 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bd6b3e80-e8c9-4190-b80c-16606834715b req-27465da6-6bc0-435e-8fa8-9b43e6e419e4 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399441 Sep 30 13:18:24.849680 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'cece3b54-a432-4cab-b369-a1f468f20d32', 'network_id': '017e8792-372a-498b-9ea3-b4eeec10adcc', 'port_id': 'cece3b54-a432-4cab-b369-a1f468f20d32', 'mac_address': 'fa:16:3e:e4:db:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81e7f2ba-9cac-4d42-8c8e-044c8e36e01e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:18:24.902674 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:24.909593 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-0cc2cb70-91d8-4f43-9f42-b7e5ce134fe0 None None] Port 28f921fa-3f5c-4de2-bf69-3ae0e8abaf47 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:18:24.936129 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cece3b54-a432-4cab-b369-a1f468f20d32 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:18:24.942071 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8b4e88d6-649d-4875-8157-2e40b1429c6e, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8b4e88d6-649d-4875-8157-2e40b1429c6e,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:24.965507 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '8b4e88d6-649d-4875-8157-2e40b1429c6e', 'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785', 'port_id': '8b4e88d6-649d-4875-8157-2e40b1429c6e', 'mac_address': 'fa:16:3e:98:3d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c2cacb-688f-46b5-bc21-08d291e590ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:18:24.971247 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port cece3b54-a432-4cab-b369-a1f468f20d32, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=cece3b54-a432-4cab-b369-a1f468f20d32,segment=NetworkSegment(b1d3e14b-4b74-4e80-b9a5-10af53ebea65),segment_id=b1d3e14b-4b74-4e80-b9a5-10af53ebea65)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:25.012294 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:25.045790 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-1988e7e0-faf3-4ea3-a942-6423cc8f26a2 req-bc371523-8d0b-4e1c-a14d-a82734a92daa tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Deleting port 38f22890-590c-4251-844c-903fcc39d9f8 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:18:25.046157 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1988e7e0-faf3-4ea3-a942-6423cc8f26a2 req-bc371523-8d0b-4e1c-a14d-a82734a92daa tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:25.069232 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:25.077027 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0188ac55-4daf-4fbf-8e6b-a42de5d8f4f5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:25.091961 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0188ac55-4daf-4fbf-8e6b-a42de5d8f4f5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:25.099414 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b4e88d6-649d-4875-8157-2e40b1429c6e {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:18:25.124576 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8b4e88d6-649d-4875-8157-2e40b1429c6e, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8b4e88d6-649d-4875-8157-2e40b1429c6e,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:25.126342 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=cece3b54-a432-4cab-b369-a1f468f20d32,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:25.137103 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:25.235817 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0188ac55-4daf-4fbf-8e6b-a42de5d8f4f5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:25.239376 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188ac55-4daf-4fbf-8e6b-a42de5d8f4f5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Port': ['ID=d2e6fa84-a8ac-4ca6-8541-fc699f6f91d7,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:25.250431 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['8b4e88d6-649d-4875-8157-2e40b1429c6e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:18:25.284646 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-1988e7e0-faf3-4ea3-a942-6423cc8f26a2 req-bc371523-8d0b-4e1c-a14d-a82734a92daa tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] For port 38f22890-590c-4251-844c-903fcc39d9f8, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=38f22890-590c-4251-844c-903fcc39d9f8,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:25.285019 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1988e7e0-faf3-4ea3-a942-6423cc8f26a2 req-bc371523-8d0b-4e1c-a14d-a82734a92daa tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:25.287880 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=8b4e88d6-649d-4875-8157-2e40b1429c6e,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:25.308809 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-1988e7e0-faf3-4ea3-a942-6423cc8f26a2 req-bc371523-8d0b-4e1c-a14d-a82734a92daa tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Calling delete_port for 38f22890-590c-4251-844c-903fcc39d9f8 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:18:25.545094 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1988e7e0-faf3-4ea3-a942-6423cc8f26a2 req-bc371523-8d0b-4e1c-a14d-a82734a92daa tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:25.565976 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6c2091e5-f492-410b-b7e7-74cfe5cfae1e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:18:25.568430 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['cece3b54-a432-4cab-b369-a1f468f20d32'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:18:25.591968 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0188ac55-4daf-4fbf-8e6b-a42de5d8f4f5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network 2d7294ef-742f-4439-95c5-59b2c828835d is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:18:25.595039 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-0188ac55-4daf-4fbf-8e6b-a42de5d8f4f5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:18:25.654515 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['38f22890-590c-4251-844c-903fcc39d9f8'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:18:25.711951 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a49f3493-a145-4e13-9c0f-09205ae90566 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:25.778930 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc371523-8d0b-4e1c-a14d-a82734a92daa tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Pushing event deleted for resources: {'Port': ['ID=38f22890-590c-4251-844c-903fcc39d9f8,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:25.842592 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f3493-a145-4e13-9c0f-09205ae90566 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Pushing event deleted for resources: {'Port': ['ID=28f921fa-3f5c-4de2-bf69-3ae0e8abaf47,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:25.853082 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-1988e7e0-faf3-4ea3-a942-6423cc8f26a2 req-bc371523-8d0b-4e1c-a14d-a82734a92daa tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] No DVR routers for this DVR port 38f22890-590c-4251-844c-903fcc39d9f8 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:18:25.855528 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1988e7e0-faf3-4ea3-a942-6423cc8f26a2 req-bc371523-8d0b-4e1c-a14d-a82734a92daa tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:25.858162 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1988e7e0-faf3-4ea3-a942-6423cc8f26a2 req-bc371523-8d0b-4e1c-a14d-a82734a92daa tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.39 "DELETE /v2.0/ports/38f22890-590c-4251-844c-903fcc39d9f8 HTTP/1.1" status: 204 len: 173 time: 1.2785370 Sep 30 13:18:25.862512 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f604bda4-50d6-4a42-a296-85737edb2031', 'name': 'network-vif-deleted', 'tag': '38f22890-590c-4251-844c-903fcc39d9f8'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:18:25.865244 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71330450-27dd-4ed5-ba8b-9db049c69a36" -d '{"events": [{"server_uuid": "f604bda4-50d6-4a42-a296-85737edb2031", "name": "network-vif-deleted", "tag": "38f22890-590c-4251-844c-903fcc39d9f8"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:18:25.919486 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9aaf9a-4406-4b65-a066-33f087092d18 req-7edc6793-52ba-4bc7-afc2-594136e5c0c9 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:25.929327 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f9aaf9a-4406-4b65-a066-33f087092d18 req-7edc6793-52ba-4bc7-afc2-594136e5c0c9 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 944 time: 0.4078257 Sep 30 13:18:25.956147 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a49f3493-a145-4e13-9c0f-09205ae90566 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:25.962201 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a49f3493-a145-4e13-9c0f-09205ae90566 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] 10.222.0.18 "DELETE /v2.0/ports/28f921fa-3f5c-4de2-bf69-3ae0e8abaf47 HTTP/1.1" status: 204 len: 168 time: 1.8218179 Sep 30 13:18:25.972680 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38144) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:26.043057 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cdef7-a10c-4698-baa9-f4ec4175927f req-da41f8e9-af04-4da7-a01a-02342dfbbf59 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:26.059520 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-941cdef7-a10c-4698-baa9-f4ec4175927f req-da41f8e9-af04-4da7-a01a-02342dfbbf59 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f604bda4-50d6-4a42-a296-85737edb2031 HTTP/1.1" status: 200 len: 867 time: 0.6020491 Sep 30 13:18:26.148647 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f9aaf9a-4406-4b65-a066-33f087092d18 req-43649a8c-8f89-4058-91b4-1a702cc6851d tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184293 Sep 30 13:18:26.220551 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-941cdef7-a10c-4698-baa9-f4ec4175927f req-99ef5b41-215a-4e0c-afcc-0d87b655b755 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588423 Sep 30 13:18:26.223383 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0188ac55-4daf-4fbf-8e6b-a42de5d8f4f5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Router a1bb21ac-4c4b-403b-8816-f06766252199 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:18:26.237131 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf8dd189-d1bb-4457-8adc-e25a5569397e tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Deleting subnet ac778983-52f4-4c39-9377-2889d594c169 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:18:26.240889 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf8dd189-d1bb-4457-8adc-e25a5569397e tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:26.316309 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf8dd189-d1bb-4457-8adc-e25a5569397e tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:26.321356 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7c44cf61-a703-4b90-807c-ad1bc23d170c None None] Provisioning complete for port d2e6fa84-a8ac-4ca6-8541-fc699f6f91d7 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:26.322476 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7c44cf61-a703-4b90-807c-ad1bc23d170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:26.492075 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0188ac55-4daf-4fbf-8e6b-a42de5d8f4f5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:18:26.492693 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf8dd189-d1bb-4457-8adc-e25a5569397e tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:26.495789 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7c44cf61-a703-4b90-807c-ad1bc23d170c None None] Port d2e6fa84-a8ac-4ca6-8541-fc699f6f91d7 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:18:26.515497 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0188ac55-4daf-4fbf-8e6b-a42de5d8f4f5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "PUT /v2.0/routers/a1bb21ac-4c4b-403b-8816-f06766252199/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7969503 Sep 30 13:18:26.516219 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38172) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:26.520835 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971b3997-e1d5-43d6-88d6-66f2e19acae6 None None] Sync routers for ids ['a1bb21ac-4c4b-403b-8816-f06766252199'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:18:26.531700 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device a3173eed-c267-4f12-89da-e5ef6797a88d details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:18:26.540613 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b97708-210e-499e-b195-b3b41cd08142 req-4f653f7e-fe2e-4257-ad3b-7d745ad79261 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:26.546627 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f0b97708-210e-499e-b195-b3b41cd08142 req-4f653f7e-fe2e-4257-ad3b-7d745ad79261 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 947 time: 0.1385860 Sep 30 13:18:26.586318 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971b3997-e1d5-43d6-88d6-66f2e19acae6 None None] Routers {'a1bb21ac-4c4b-403b-8816-f06766252199'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:18:26.587072 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-971b3997-e1d5-43d6-88d6-66f2e19acae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:18:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a1bb21ac-4c4b-403b-8816-f06766252199'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:26.617896 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f0b97708-210e-499e-b195-b3b41cd08142 req-945a65d6-f655-4322-8ddb-75b00f2db0d8 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635049 Sep 30 13:18:26.633948 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-971b3997-e1d5-43d6-88d6-66f2e19acae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:26.637671 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8b4e88d6-649d-4875-8157-2e40b1429c6e up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:18:26.684721 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1889028-c973-4922-95f5-f5e422844250 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:26.691949 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a1889028-c973-4922-95f5-f5e422844250 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1bb21ac-4c4b-403b-8816-f06766252199 HTTP/1.1" status: 200 len: 981 time: 0.1747940 Sep 30 13:18:26.695201 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38178) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:26.717466 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7c08f9-da73-4771-b2ba-2e842bcdacb0 x-openstack-request-id: req-fb7c08f9-da73-4771-b2ba-2e842bcdacb0 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:18:26.727072 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f604bda4-50d6-4a42-a296-85737edb2031", "name": "network-vif-deleted", "tag": "38f22890-590c-4251-844c-903fcc39d9f8", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:18:26.727617 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb7c08f9-da73-4771-b2ba-2e842bcdacb0 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:18:26.728234 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f604bda4-50d6-4a42-a296-85737edb2031', 'name': 'network-vif-deleted', 'tag': '38f22890-590c-4251-844c-903fcc39d9f8', 'status': 'completed', 'code': 200} Sep 30 13:18:26.730752 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf8dd189-d1bb-4457-8adc-e25a5569397e tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:26.804149 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8dd189-d1bb-4457-8adc-e25a5569397e tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Pushing event deleted for resources: {'Subnet': ['ID=ac778983-52f4-4c39-9377-2889d594c169,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:26.815420 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971b3997-e1d5-43d6-88d6-66f2e19acae6 None None] Routers {'a1bb21ac-4c4b-403b-8816-f06766252199'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:18:26.816055 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-971b3997-e1d5-43d6-88d6-66f2e19acae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:18:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a1bb21ac-4c4b-403b-8816-f06766252199'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:26.817682 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf8dd189-d1bb-4457-8adc-e25a5569397e tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:26.819665 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cf8dd189-d1bb-4457-8adc-e25a5569397e tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] 10.222.0.18 "DELETE /v2.0/subnets/ac778983-52f4-4c39-9377-2889d594c169 HTTP/1.1" status: 204 len: 168 time: 0.8394661 Sep 30 13:18:26.825776 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38180) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:27.025538 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e240b084-59d5-4270-8a5c-c1b783b9fdf1 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:27.040791 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5c9b4f-1787-47d5-8fac-04f14c182dea None None] Network 8073f991-039b-418d-a06a-931016a976c4 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:18:27.043989 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port a3173eed-c267-4f12-89da-e5ef6797a88d, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=a3173eed-c267-4f12-89da-e5ef6797a88d,segment=NetworkSegment(b1d3e14b-4b74-4e80-b9a5-10af53ebea65),segment_id=b1d3e14b-4b74-4e80-b9a5-10af53ebea65)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:27.116944 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-e240b084-59d5-4270-8a5c-c1b783b9fdf1 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Deleting port e6065323-7659-473f-9d27-6427f35f2804 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:18:27.116944 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e240b084-59d5-4270-8a5c-c1b783b9fdf1 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:27.171848 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-971b3997-e1d5-43d6-88d6-66f2e19acae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:27.172541 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971b3997-e1d5-43d6-88d6-66f2e19acae6 None None] The sync data for ids ['a1bb21ac-4c4b-403b-8816-f06766252199'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:18:27.282197 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-e240b084-59d5-4270-8a5c-c1b783b9fdf1 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] For port e6065323-7659-473f-9d27-6427f35f2804, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e6065323-7659-473f-9d27-6427f35f2804,segment=NetworkSegment(cb84076f-3e48-4f83-b977-7bce01b2e0f9),segment_id=cb84076f-3e48-4f83-b977-7bce01b2e0f9)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:27.283252 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e240b084-59d5-4270-8a5c-c1b783b9fdf1 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:27.296410 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'a3173eed-c267-4f12-89da-e5ef6797a88d', 'network_id': '017e8792-372a-498b-9ea3-b4eeec10adcc', 'port_id': 'a3173eed-c267-4f12-89da-e5ef6797a88d', 'mac_address': 'fa:16:3e:09:91:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81e7f2ba-9cac-4d42-8c8e-044c8e36e01e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:18:27.317255 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-e240b084-59d5-4270-8a5c-c1b783b9fdf1 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Calling delete_port for e6065323-7659-473f-9d27-6427f35f2804 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:18:27.454228 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14818b55-de4b-43cb-a983-20acd00513c8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:27.472458 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:27.503525 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 8b4e88d6-649d-4875-8157-2e40b1429c6e triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:27.503965 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:27.520362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3173eed-c267-4f12-89da-e5ef6797a88d {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:18:27.542592 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e240b084-59d5-4270-8a5c-c1b783b9fdf1 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:27.576199 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port a3173eed-c267-4f12-89da-e5ef6797a88d, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=a3173eed-c267-4f12-89da-e5ef6797a88d,segment=NetworkSegment(b1d3e14b-4b74-4e80-b9a5-10af53ebea65),segment_id=b1d3e14b-4b74-4e80-b9a5-10af53ebea65)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:27.596327 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240b084-59d5-4270-8a5c-c1b783b9fdf1 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Pushing event deleted for resources: {'Port': ['ID=e6065323-7659-473f-9d27-6427f35f2804,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:27.613030 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e240b084-59d5-4270-8a5c-c1b783b9fdf1 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] No DVR routers for this DVR port e6065323-7659-473f-9d27-6427f35f2804 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:18:27.620203 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e410ec-7ed2-4dbf-9c80-a4745ea6f663 req-81f2b4bf-e61b-4dc4-bc21-820f71994fcd tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:27.628386 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-35e410ec-7ed2-4dbf-9c80-a4745ea6f663 req-81f2b4bf-e61b-4dc4-bc21-820f71994fcd tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 944 time: 0.2907007 Sep 30 13:18:27.639422 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:27.709618 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-35e410ec-7ed2-4dbf-9c80-a4745ea6f663 req-b3ec6053-13a4-4454-954f-a003d32eb816 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802183 Sep 30 13:18:27.766832 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=a3173eed-c267-4f12-89da-e5ef6797a88d,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:27.805201 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e240b084-59d5-4270-8a5c-c1b783b9fdf1 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:27.850642 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-e240b084-59d5-4270-8a5c-c1b783b9fdf1 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8073f991-039b-418d-a06a-931016a976c4']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:27.871986 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-e240b084-59d5-4270-8a5c-c1b783b9fdf1 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb84076f-3e48-4f83-b977-7bce01b2e0f9') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:27.872402 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-e240b084-59d5-4270-8a5c-c1b783b9fdf1 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb84076f-3e48-4f83-b977-7bce01b2e0f9') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:27.898280 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e240b084-59d5-4270-8a5c-c1b783b9fdf1 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:27.944965 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e240b084-59d5-4270-8a5c-c1b783b9fdf1 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:27.957382 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e240b084-59d5-4270-8a5c-c1b783b9fdf1 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:18:27.958681 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e240b084-59d5-4270-8a5c-c1b783b9fdf1 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:18:27.962342 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:18:28.020473 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb0e7f-5120-4140-9a40-37e72e5f0f55 req-f7a522af-14a2-427e-9ad8-d527d886d7d7 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:28.029187 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dcbb0e7f-5120-4140-9a40-37e72e5f0f55 req-f7a522af-14a2-427e-9ad8-d527d886d7d7 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 947 time: 0.1522577 Sep 30 13:18:28.052688 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['a3173eed-c267-4f12-89da-e5ef6797a88d'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:18:28.060818 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74751ccc-ab3b-4da9-9aeb-45a1a22b97d6 None None] DHCP port deletion for 8073f991-039b-418d-a06a-931016a976c4 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:18:28.065501 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-14818b55-de4b-43cb-a983-20acd00513c8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting port d2e6fa84-a8ac-4ca6-8541-fc699f6f91d7 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:18:28.065843 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14818b55-de4b-43cb-a983-20acd00513c8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:28.101717 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dcbb0e7f-5120-4140-9a40-37e72e5f0f55 req-a644feed-8257-4f3c-a539-80c9f54eca73 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682919 Sep 30 13:18:28.106921 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e240b084-59d5-4270-8a5c-c1b783b9fdf1 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:28.115471 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e240b084-59d5-4270-8a5c-c1b783b9fdf1 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:28.117511 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e240b084-59d5-4270-8a5c-c1b783b9fdf1 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] 10.222.0.18 "DELETE /v2.0/networks/8073f991-039b-418d-a06a-931016a976c4 HTTP/1.1" status: 204 len: 168 time: 1.2907128 Sep 30 13:18:28.155432 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240b084-59d5-4270-8a5c-c1b783b9fdf1 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318 tempest-ExtraDHCPOptionsIpV6TestJSON-94202318-project] Pushing event deleted for resources: {'Network': ['ID=8073f991-039b-418d-a06a-931016a976c4,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:28.227138 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14818b55-de4b-43cb-a983-20acd00513c8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:28.244048 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-14818b55-de4b-43cb-a983-20acd00513c8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Calling delete_port for d2e6fa84-a8ac-4ca6-8541-fc699f6f91d7 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:18:28.312290 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:28.368658 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8b4e88d6-649d-4875-8157-2e40b1429c6e, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8b4e88d6-649d-4875-8157-2e40b1429c6e,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:28.376326 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4038518a-f3da-4fc2-9a12-737d4a38bd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4e88d6-649d-4875-8157-2e40b1429c6e'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:18:28.380488 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7978ef81-d3c9-41a2-92f7-4e0ecc8614f6" -d '{"events": [{"server_uuid": "4038518a-f3da-4fc2-9a12-737d4a38bd62", "name": "network-vif-plugged", "status": "completed", "tag": "8b4e88d6-649d-4875-8157-2e40b1429c6e"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:18:28.390992 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:28.393299 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 38f22890-590c-4251-844c-903fcc39d9f8 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:18:28.487150 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 38f22890-590c-4251-844c-903fcc39d9f8 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:18:28.487545 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 38f22890-590c-4251-844c-903fcc39d9f8 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:18:28.501183 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9d76d1-28c6-483e-853b-d82b7c576087 x-openstack-request-id: req-8d9d76d1-28c6-483e-853b-d82b7c576087 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:18:28.501603 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4038518a-f3da-4fc2-9a12-737d4a38bd62", "name": "network-vif-plugged", "status": "completed", "tag": "8b4e88d6-649d-4875-8157-2e40b1429c6e", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:18:28.501951 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d9d76d1-28c6-483e-853b-d82b7c576087 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:18:28.502951 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4038518a-f3da-4fc2-9a12-737d4a38bd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4e88d6-649d-4875-8157-2e40b1429c6e', 'code': 200} Sep 30 13:18:28.537392 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-98238d95-1f90-436b-b77f-28ce7e512c2e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:28.541525 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device cece3b54-a432-4cab-b369-a1f468f20d32 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:18:28.553830 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-98238d95-1f90-436b-b77f-28ce7e512c2e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/networks?id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 HTTP/1.1" status: 200 len: 805 time: 0.2458794 Sep 30 13:18:28.579774 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-05ffe6c8-06f2-4367-a7a1-ae5d0fc1b5c5 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/quotas/9fc5434333184b91bb2f4f1696e6b8d6 HTTP/1.1" status: 200 len: 375 time: 0.0225177 Sep 30 13:18:28.686551 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=8b4e88d6-649d-4875-8157-2e40b1429c6e,revision_number=7']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:28.716800 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-a68cb570-564f-4243-a9a3-62af7e5162fc tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fc5434333184b91bb2f4f1696e6b8d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1362271 Sep 30 13:18:28.719778 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port cece3b54-a432-4cab-b369-a1f468f20d32 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:18:28.728768 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port cece3b54-a432-4cab-b369-a1f468f20d32 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:28.729329 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:28.743030 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14818b55-de4b-43cb-a983-20acd00513c8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:28.866741 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818b55-de4b-43cb-a983-20acd00513c8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Port': ['ID=d2e6fa84-a8ac-4ca6-8541-fc699f6f91d7,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:28.907074 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38248) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:29.003387 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:29.090182 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port cece3b54-a432-4cab-b369-a1f468f20d32, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=cece3b54-a432-4cab-b369-a1f468f20d32,segment=NetworkSegment(b1d3e14b-4b74-4e80-b9a5-10af53ebea65),segment_id=b1d3e14b-4b74-4e80-b9a5-10af53ebea65)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:29.099352 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:29.133798 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3abe1-97ed-4bd0-b9db-fa2d5156f514 req-152ee489-8d0c-489e-84d8-728011ba0bf3 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:29.137257 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-33236ab5-a0e5-44ac-9578-5e9564a0a70e service neutron] 10.222.0.18 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181862 Sep 30 13:18:29.148364 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-93b3abe1-97ed-4bd0-b9db-fa2d5156f514 req-152ee489-8d0c-489e-84d8-728011ba0bf3 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 945 time: 0.2074449 Sep 30 13:18:29.229605 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14818b55-de4b-43cb-a983-20acd00513c8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:29.235951 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=cece3b54-a432-4cab-b369-a1f468f20d32,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:29.306688 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-e6b9d9d8-f3b5-41ef-ae23-497d65cbc2bb service neutron] 10.222.0.18 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352873 Sep 30 13:18:29.318450 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-93b3abe1-97ed-4bd0-b9db-fa2d5156f514 req-218e88af-1d3c-4e00-a1f6-524c73211744 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690273 Sep 30 13:18:29.340080 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c50cacf5-d808-4d7b-b349-ea75f38d6e2a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c41d08009bae4725a930948daf979fe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4314225 Sep 30 13:18:29.343158 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38256) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:29.407684 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bfbab68d-2fa8-46e6-b318-ec237329754f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:29.455414 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bfbab68d-2fa8-46e6-b318-ec237329754f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:29.504101 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e6065323-7659-473f-9d27-6427f35f2804 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:18:29.528564 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: e6065323-7659-473f-9d27-6427f35f2804 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:18:29.529293 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e6065323-7659-473f-9d27-6427f35f2804 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:18:29.551631 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bfbab68d-2fa8-46e6-b318-ec237329754f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:29.555068 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bfbab68d-2fa8-46e6-b318-ec237329754f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:29.557705 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bfbab68d-2fa8-46e6-b318-ec237329754f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/df56c86e-d452-422b-a4eb-707a6c4172fd HTTP/1.1" status: 204 len: 168 time: 0.2134984 Sep 30 13:18:29.589173 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbab68d-2fa8-46e6-b318-ec237329754f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df56c86e-d452-422b-a4eb-707a6c4172fd,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:29.981579 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14818b55-de4b-43cb-a983-20acd00513c8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Router a1bb21ac-4c4b-403b-8816-f06766252199 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:18:30.018286 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4b9fa6be-9f5c-4e3c-a595-abbe0fdb768a req-d10ee76c-b36c-4d20-8ee9-3eef77a5a659 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bb443e-71b0-4c49-a966-cf38acd449e6 HTTP/1.1" status: 200 len: 210 time: 0.0442407 Sep 30 13:18:30.150778 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14818b55-de4b-43cb-a983-20acd00513c8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:18:30.158527 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-14818b55-de4b-43cb-a983-20acd00513c8 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "PUT /v2.0/routers/a1bb21ac-4c4b-403b-8816-f06766252199/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4601095 Sep 30 13:18:30.160011 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38286) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:30.163012 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4c9af2-f0f3-4a25-b283-0fcc5baae4fa None None] Sync routers for ids ['a1bb21ac-4c4b-403b-8816-f06766252199'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:18:30.186354 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4c9af2-f0f3-4a25-b283-0fcc5baae4fa None None] Routers {'a1bb21ac-4c4b-403b-8816-f06766252199'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:18:30.189322 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4e4c9af2-f0f3-4a25-b283-0fcc5baae4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:18:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a1bb21ac-4c4b-403b-8816-f06766252199'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:30.222049 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc232758-b8db-4111-9595-85077da0e578 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] GET failed (client error): The resource could not be found. Sep 30 13:18:30.224106 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-dc232758-b8db-4111-9595-85077da0e578 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "GET /v2.0/ports/d2e6fa84-a8ac-4ca6-8541-fc699f6f91d7 HTTP/1.1" status: 404 len: 333 time: 0.0598381 Sep 30 13:18:30.226891 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38288) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:30.273586 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4e4c9af2-f0f3-4a25-b283-0fcc5baae4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:30.283849 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4c9af2-f0f3-4a25-b283-0fcc5baae4fa None None] Routers {'a1bb21ac-4c4b-403b-8816-f06766252199'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:18:30.284643 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4e4c9af2-f0f3-4a25-b283-0fcc5baae4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:18:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a1bb21ac-4c4b-403b-8816-f06766252199'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:30.354463 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0782ab69-f023-4086-a0df-fbe7ed852f04 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:30.372339 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4e4c9af2-f0f3-4a25-b283-0fcc5baae4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:30.374293 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4c9af2-f0f3-4a25-b283-0fcc5baae4fa None None] The sync data for ids ['a1bb21ac-4c4b-403b-8816-f06766252199'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:18:30.505904 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5a9610-204f-48c2-becf-f25bfdabac2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cece3b54-a432-4cab-b369-a1f468f20d32'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:18:30.509573 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8e0a1a-3f55-43dd-ac21-ea73276632cd" -d '{"events": [{"server_uuid": "2c5a9610-204f-48c2-becf-f25bfdabac2e", "name": "network-vif-plugged", "status": "completed", "tag": "cece3b54-a432-4cab-b369-a1f468f20d32"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:18:30.537343 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device a3173eed-c267-4f12-89da-e5ef6797a88d up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:18:30.543641 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0b1fe-8363-488b-9b5d-39b2c4a0a20c req-0cc2eb17-9013-4fed-9d90-59d40444d74f tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:30.556066 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dfb0b1fe-8363-488b-9b5d-39b2c4a0a20c req-0cc2eb17-9013-4fed-9d90-59d40444d74f tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 945 time: 0.1232111 Sep 30 13:18:30.645085 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dfb0b1fe-8363-488b-9b5d-39b2c4a0a20c req-5dc5bb72-4768-4183-bbee-f76a24fce6ef tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824809 Sep 30 13:18:30.707007 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4509c439-8a20-4b7e-9622-7369ee9bd2e2 x-openstack-request-id: req-4509c439-8a20-4b7e-9622-7369ee9bd2e2 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:18:30.707292 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5a9610-204f-48c2-becf-f25bfdabac2e", "name": "network-vif-plugged", "status": "completed", "tag": "cece3b54-a432-4cab-b369-a1f468f20d32", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:18:30.707553 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4509c439-8a20-4b7e-9622-7369ee9bd2e2 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:18:30.708004 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5a9610-204f-48c2-becf-f25bfdabac2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cece3b54-a432-4cab-b369-a1f468f20d32', 'code': 200} Sep 30 13:18:30.708716 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port a3173eed-c267-4f12-89da-e5ef6797a88d completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:18:30.722899 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0782ab69-f023-4086-a0df-fbe7ed852f04 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:30.726522 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0782ab69-f023-4086-a0df-fbe7ed852f04 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:30.736667 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port a3173eed-c267-4f12-89da-e5ef6797a88d triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:30.737052 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:30.869773 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0782ab69-f023-4086-a0df-fbe7ed852f04 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:30.870332 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0782ab69-f023-4086-a0df-fbe7ed852f04 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Fanout notify agent at l3_agent the message router_deleted on router a1bb21ac-4c4b-403b-8816-f06766252199 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:18:30.886403 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0782ab69-f023-4086-a0df-fbe7ed852f04 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:30.888493 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0782ab69-f023-4086-a0df-fbe7ed852f04 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/routers/a1bb21ac-4c4b-403b-8816-f06766252199 HTTP/1.1" status: 204 len: 168 time: 0.6600442 Sep 30 13:18:30.890837 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38324) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:30.901218 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc601d-e4bd-4984-940e-f11e39ab5f9d req-e59bda46-26b8-488d-819e-1e05b9a352f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:30.902820 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a0bc601d-e4bd-4984-940e-f11e39ab5f9d req-e59bda46-26b8-488d-819e-1e05b9a352f5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 1097 time: 0.1300473 Sep 30 13:18:30.950027 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:30.996100 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a0bc601d-e4bd-4984-940e-f11e39ab5f9d req-28d493d5-97df-4e5b-b695-af685c444215 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790997 Sep 30 13:18:31.017440 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-a979060d-5697-499a-960a-282e5ad2fda3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting subnet 4baaee87-29e1-4daf-a527-fabc3d2e3bd5 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:18:31.027020 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a979060d-5697-499a-960a-282e5ad2fda3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:31.058296 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port a3173eed-c267-4f12-89da-e5ef6797a88d, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=a3173eed-c267-4f12-89da-e5ef6797a88d,segment=NetworkSegment(b1d3e14b-4b74-4e80-b9a5-10af53ebea65),segment_id=b1d3e14b-4b74-4e80-b9a5-10af53ebea65)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:31.070162 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:31.153900 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38332) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:31.155312 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=a3173eed-c267-4f12-89da-e5ef6797a88d,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:31.185685 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a979060d-5697-499a-960a-282e5ad2fda3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:31.209334 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e533fd53-69c2-44c1-af47-2e519cd0edb5 req-1c255dc7-a752-493a-b742-52a6d5e4b6e4 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bb443e-71b0-4c49-a966-cf38acd449e6 HTTP/1.1" status: 200 len: 210 time: 0.0711570 Sep 30 13:18:31.302577 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a979060d-5697-499a-960a-282e5ad2fda3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:31.340517 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-33792ffd-4687-406f-afe2-1538cef644da tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2093896879'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:31.428654 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a979060d-5697-499a-960a-282e5ad2fda3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:31.457116 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb521a3a-ff67-4176-a1a3-e2b84bb927ba req-56eea8c7-f22a-49bd-9233-73381f4f7111 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0787604 Sep 30 13:18:31.458631 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33792ffd-4687-406f-afe2-1538cef644da tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Made reservation on behalf of 9fe892850ccf48c9bd47a2591c6ae954 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:31.462831 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-33792ffd-4687-406f-afe2-1538cef644da tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:31.475916 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-33792ffd-4687-406f-afe2-1538cef644da tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:31.484653 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979060d-5697-499a-960a-282e5ad2fda3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Subnet': ['ID=4baaee87-29e1-4daf-a527-fabc3d2e3bd5,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:31.495287 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a979060d-5697-499a-960a-282e5ad2fda3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:31.498240 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a979060d-5697-499a-960a-282e5ad2fda3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/subnets/4baaee87-29e1-4daf-a527-fabc3d2e3bd5 HTTP/1.1" status: 204 len: 168 time: 0.6061766 Sep 30 13:18:31.502543 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38338) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:31.502776 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429b5cbb-0b0c-4d3f-9b84-da41746c100b None None] Network 2d7294ef-742f-4439-95c5-59b2c828835d requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:18:31.692335 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb521a3a-ff67-4176-a1a3-e2b84bb927ba req-d6288f09-0177-4b1a-81a9-0c01b10e844d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:31.693865 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb521a3a-ff67-4176-a1a3-e2b84bb927ba req-d6288f09-0177-4b1a-81a9-0c01b10e844d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 1095 time: 0.1751983 Sep 30 13:18:31.709649 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b4793f5-6279-478d-96a1-63a850f5bdcc tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:31.730595 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-33792ffd-4687-406f-afe2-1538cef644da tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:31.738484 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-33792ffd-4687-406f-afe2-1538cef644da tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:31.884658 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-3b4793f5-6279-478d-96a1-63a850f5bdcc tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting port 2dcc401c-f366-4142-850c-7c19ffff54cc {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:18:31.885194 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b4793f5-6279-478d-96a1-63a850f5bdcc tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:31.919851 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc8b8a3-0f5d-46f8-a0e9-ee68a12fd97b None None] DHCP port deletion for 2d7294ef-742f-4439-95c5-59b2c828835d request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:18:31.987919 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-6dc8b8a3-0f5d-46f8-a0e9-ee68a12fd97b None None] Deleting port 2dcc401c-f366-4142-850c-7c19ffff54cc {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:18:31.988970 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6dc8b8a3-0f5d-46f8-a0e9-ee68a12fd97b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:32.020617 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-3b4793f5-6279-478d-96a1-63a850f5bdcc tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] For port 2dcc401c-f366-4142-850c-7c19ffff54cc, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2dcc401c-f366-4142-850c-7c19ffff54cc,segment=NetworkSegment(96478346-623f-497b-a431-d728634330b2),segment_id=96478346-623f-497b-a431-d728634330b2)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:32.021277 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b4793f5-6279-478d-96a1-63a850f5bdcc tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:32.034040 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-3b4793f5-6279-478d-96a1-63a850f5bdcc tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Calling delete_port for 2dcc401c-f366-4142-850c-7c19ffff54cc owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:18:32.074643 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-6dc8b8a3-0f5d-46f8-a0e9-ee68a12fd97b None None] For port 2dcc401c-f366-4142-850c-7c19ffff54cc, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2dcc401c-f366-4142-850c-7c19ffff54cc,segment=NetworkSegment(96478346-623f-497b-a431-d728634330b2),segment_id=96478346-623f-497b-a431-d728634330b2)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:32.075422 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6dc8b8a3-0f5d-46f8-a0e9-ee68a12fd97b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:32.091429 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-6dc8b8a3-0f5d-46f8-a0e9-ee68a12fd97b None None] Calling delete_port for 2dcc401c-f366-4142-850c-7c19ffff54cc owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:18:32.158037 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b4793f5-6279-478d-96a1-63a850f5bdcc tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:32.196962 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6dc8b8a3-0f5d-46f8-a0e9-ee68a12fd97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:32.204750 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4793f5-6279-478d-96a1-63a850f5bdcc tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] No DVR routers for this DVR port 2dcc401c-f366-4142-850c-7c19ffff54cc on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:18:32.208934 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4793f5-6279-478d-96a1-63a850f5bdcc tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Port': ['ID=2dcc401c-f366-4142-850c-7c19ffff54cc,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:32.257871 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8b8a3-0f5d-46f8-a0e9-ee68a12fd97b None None] Pushing event deleted for resources: {'Port': ['ID=2dcc401c-f366-4142-850c-7c19ffff54cc,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:32.271115 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc8b8a3-0f5d-46f8-a0e9-ee68a12fd97b None None] No DVR routers for this DVR port 2dcc401c-f366-4142-850c-7c19ffff54cc on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:18:32.302067 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33792ffd-4687-406f-afe2-1538cef644da tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:18:32.322118 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b4793f5-6279-478d-96a1-63a850f5bdcc tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:32.343681 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33792ffd-4687-406f-afe2-1538cef644da tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0807e3-916b-44d7-b2c8-5508308ec446,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:32.346428 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-3b4793f5-6279-478d-96a1-63a850f5bdcc tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7294ef-742f-4439-95c5-59b2c828835d']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:32.357302 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-3b4793f5-6279-478d-96a1-63a850f5bdcc tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96478346-623f-497b-a431-d728634330b2') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:32.357750 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-3b4793f5-6279-478d-96a1-63a850f5bdcc tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96478346-623f-497b-a431-d728634330b2') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:32.383500 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b4793f5-6279-478d-96a1-63a850f5bdcc tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:32.425443 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3774a18a-8bb0-4c14-a2f3-33b27978b1fc req-9834a629-cc88-4110-95f1-08e51a48f378 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bb443e-71b0-4c49-a966-cf38acd449e6 HTTP/1.1" status: 200 len: 210 time: 0.0501056 Sep 30 13:18:32.447842 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b4793f5-6279-478d-96a1-63a850f5bdcc tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:32.480207 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4793f5-6279-478d-96a1-63a850f5bdcc tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:18:32.480985 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b4793f5-6279-478d-96a1-63a850f5bdcc tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:18:32.488561 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:18:32.504275 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-65db30e3-245e-4b7f-809a-d9b39f51ffe9 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:32.510727 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-65db30e3-245e-4b7f-809a-d9b39f51ffe9 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.39 "GET /v2.0/networks?id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 HTTP/1.1" status: 200 len: 805 time: 0.7359884 Sep 30 13:18:32.512237 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-33792ffd-4687-406f-afe2-1538cef644da tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:32.515140 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-33792ffd-4687-406f-afe2-1538cef644da tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Added segment 9fcf75de-1efa-4108-b367-a4303190b451 of type vlan for network 47d578eb-50b5-492a-bbc8-7dd13d43ed68 Sep 30 13:18:32.561662 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-08301260-e3fd-4ef6-8373-f3be4c11452e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Request body: {'port': {'device_id': '40bb443e-71b0-4c49-a966-cf38acd449e6', 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1', 'admin_state_up': True, 'tenant_id': '9fc5434333184b91bb2f4f1696e6b8d6'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:32.577364 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d466187-1b8b-42e9-99a2-b318ac9b2fcd req-29fd728a-62fb-4049-b717-1f8fda2602c6 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:32.577638 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b4793f5-6279-478d-96a1-63a850f5bdcc tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:32.582277 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4d466187-1b8b-42e9-99a2-b318ac9b2fcd req-29fd728a-62fb-4049-b717-1f8fda2602c6 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.7488108 Sep 30 13:18:32.585049 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b4793f5-6279-478d-96a1-63a850f5bdcc tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:32.601215 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3b4793f5-6279-478d-96a1-63a850f5bdcc tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/networks/2d7294ef-742f-4439-95c5-59b2c828835d HTTP/1.1" status: 204 len: 168 time: 1.0971220 Sep 30 13:18:32.606514 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38362) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:32.643713 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4793f5-6279-478d-96a1-63a850f5bdcc tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Network': ['ID=2d7294ef-742f-4439-95c5-59b2c828835d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:32.680219 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702689c7-ec7d-4d53-84fe-784d77a14186 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:32.688328 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-702689c7-ec7d-4d53-84fe-784d77a14186 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "GET /v2.0/ports/cfa22807-653b-4901-a255-ececfd636849 HTTP/1.1" status: 200 len: 839 time: 0.0807998 Sep 30 13:18:32.692250 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38370) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:32.698552 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb521a3a-ff67-4176-a1a3-e2b84bb927ba req-b8938599-7268-4d75-af5b-1f9c7c5e38ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:32.700327 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb521a3a-ff67-4176-a1a3-e2b84bb927ba req-b8938599-7268-4d75-af5b-1f9c7c5e38ea service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 913 time: 0.9073608 Sep 30 13:18:32.709149 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d31aa9-ced2-46d3-858c-faa56ef60eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3173eed-c267-4f12-89da-e5ef6797a88d'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:18:32.711614 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8946df-e4cf-4e90-a933-8d27ce985e93" -d '{"events": [{"server_uuid": "e5d31aa9-ced2-46d3-858c-faa56ef60eaf", "name": "network-vif-plugged", "status": "completed", "tag": "a3173eed-c267-4f12-89da-e5ef6797a88d"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:18:32.718553 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-33792ffd-4687-406f-afe2-1538cef644da tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:32.749465 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4d466187-1b8b-42e9-99a2-b318ac9b2fcd req-89522b86-df43-4d0e-897d-c015449d5ec7 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170800 Sep 30 13:18:32.758535 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-777c799a-327e-4842-817a-dfa5a6c7d483 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "GET /v2.0/ports/cfa22807-653b-4901-a255-ececfd636849?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0645933 Sep 30 13:18:32.772009 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38378) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:32.781097 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1a4d30-31de-478d-bc6e-410cd33dc6b9 x-openstack-request-id: req-3e1a4d30-31de-478d-bc6e-410cd33dc6b9 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:18:32.781657 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d31aa9-ced2-46d3-858c-faa56ef60eaf", "name": "network-vif-plugged", "status": "completed", "tag": "a3173eed-c267-4f12-89da-e5ef6797a88d", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:18:32.782611 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e1a4d30-31de-478d-bc6e-410cd33dc6b9 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:18:32.783164 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d31aa9-ced2-46d3-858c-faa56ef60eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3173eed-c267-4f12-89da-e5ef6797a88d', 'code': 200} Sep 30 13:18:32.786597 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-13e9b808-f6ff-4a23-a2cb-91b98cf22577 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'subnet': {'network_id': 'c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:32.862311 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.db.resource_extend [None req-33792ffd-4687-406f-afe2-1538cef644da tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 13:18:32.907288 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-33792ffd-4687-406f-afe2-1538cef644da tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:32.913526 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33792ffd-4687-406f-afe2-1538cef644da tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:32.914512 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-33792ffd-4687-406f-afe2-1538cef644da tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:32.956217 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b26bdd-7172-4636-9b25-f38ca247d8f9 req-14cf3b46-c6de-4361-85a3-bbd3fa005f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:32.958747 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-33b26bdd-7172-4636-9b25-f38ca247d8f9 req-14cf3b46-c6de-4361-85a3-bbd3fa005f0b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 1097 time: 0.0879836 Sep 30 13:18:32.959717 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e9b808-f6ff-4a23-a2cb-91b98cf22577 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:32.963413 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-13e9b808-f6ff-4a23-a2cb-91b98cf22577 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:32.981465 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb521a3a-ff67-4176-a1a3-e2b84bb927ba req-9e21db98-9ae9-47b1-b2a2-670a336a3d0a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a3f4553-b52f-4821-afb6-39d5b478bb00 HTTP/1.1" status: 200 len: 999 time: 0.2595329 Sep 30 13:18:32.994603 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-33792ffd-4687-406f-afe2-1538cef644da tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8100550 Sep 30 13:18:32.995208 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38382) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:33.062405 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d01e22ed-ca75-4fc6-bf29-d0eb5d0390c9 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Request body: {'subnet': {'network_id': '47d578eb-50b5-492a-bbc8-7dd13d43ed68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:33.069094 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-33b26bdd-7172-4636-9b25-f38ca247d8f9 req-8640d5ea-d439-4397-87b7-5e9ec6df1752 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001418 Sep 30 13:18:33.069676 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb521a3a-ff67-4176-a1a3-e2b84bb927ba req-f66c0a4e-ede3-4a88-a2cf-279b5401e2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:33.070746 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb521a3a-ff67-4176-a1a3-e2b84bb927ba req-f66c0a4e-ede3-4a88-a2cf-279b5401e2cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb HTTP/1.1" status: 200 len: 851 time: 0.0736732 Sep 30 13:18:33.160204 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33792ffd-4687-406f-afe2-1538cef644da tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Pushing event updated for resources: {'Network': ['ID=47d578eb-50b5-492a-bbc8-7dd13d43ed68,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:33.168263 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-08301260-e3fd-4ef6-8373-f3be4c11452e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Made reservation on behalf of 9fc5434333184b91bb2f4f1696e6b8d6 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:33.172988 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 47d578eb-50b5-492a-bbc8-7dd13d43ed68 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:18:33.175955 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-08301260-e3fd-4ef6-8373-f3be4c11452e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:33.240635 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-13e9b808-f6ff-4a23-a2cb-91b98cf22577 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:33.335672 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01e22ed-ca75-4fc6-bf29-d0eb5d0390c9 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Made reservation on behalf of 9fe892850ccf48c9bd47a2591c6ae954 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:33.335672 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d01e22ed-ca75-4fc6-bf29-d0eb5d0390c9 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:33.343524 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e9b808-f6ff-4a23-a2cb-91b98cf22577 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:18:33.386655 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-13e9b808-f6ff-4a23-a2cb-91b98cf22577 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:18:33.400125 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6afc7f-14da-4989-958c-90bbe11f2ffc None None] Network c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:18:33.408294 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e9b808-f6ff-4a23-a2cb-91b98cf22577 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:33.416290 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-13e9b808-f6ff-4a23-a2cb-91b98cf22577 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:33.438976 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9b808-f6ff-4a23-a2cb-91b98cf22577 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Subnet': ['ID=a71b0daf-6a13-46fe-8360-b9f299be44e6,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:33.512501 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991e5a8-e691-4c0a-ab27-776662ac3618 req-68e29964-d8a7-482a-9c2a-d1d46825bac8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:33.529516 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e991e5a8-e691-4c0a-ab27-776662ac3618 req-68e29964-d8a7-482a-9c2a-d1d46825bac8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.2225854 Sep 30 13:18:33.555972 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-13e9b808-f6ff-4a23-a2cb-91b98cf22577 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7827864 Sep 30 13:18:33.558272 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38388) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:33.571234 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-9537fc9a-5405-48e5-b5e9-1a44839ef99c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'security_group': {'name': 'tempest-secgroup-1638497059'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:33.592225 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2dcc401c-f366-4142-850c-7c19ffff54cc no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:18:33.657312 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d01e22ed-ca75-4fc6-bf29-d0eb5d0390c9 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:33.664096 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e991e5a8-e691-4c0a-ab27-776662ac3618 req-0b66717e-ca21-4ca7-9788-a1c96d34f818 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331403 Sep 30 13:18:33.678074 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9537fc9a-5405-48e5-b5e9-1a44839ef99c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:33.679063 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 2dcc401c-f366-4142-850c-7c19ffff54cc {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:18:33.679063 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2dcc401c-f366-4142-850c-7c19ffff54cc not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:18:33.792278 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9c311d-9294-43a2-a8bb-3ec0806e3849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67', 'network_id': 'c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67', 'tenant_id': '5a2031fdd11c4bf2a07889cb67a3ef32', 'fixed_ips': [{'subnet_id': 'a71b0daf-6a13-46fe-8360-b9f299be44e6'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:18:33.793123 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dc9c311d-9294-43a2-a8bb-3ec0806e3849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:33.831767 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-07631c51-ff3d-4d6e-b136-dbc4f04f16a9 req-65566448-467b-4e4e-b53d-36ebb290dcf4 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bb443e-71b0-4c49-a966-cf38acd449e6 HTTP/1.1" status: 200 len: 210 time: 0.1869729 Sep 30 13:18:33.881437 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9537fc9a-5405-48e5-b5e9-1a44839ef99c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:33.892128 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9537fc9a-5405-48e5-b5e9-1a44839ef99c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:33.917732 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9537fc9a-5405-48e5-b5e9-1a44839ef99c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:33.917964 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb521a3a-ff67-4176-a1a3-e2b84bb927ba req-19a313de-a8ff-453b-9f5f-92364bb2f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:33.922976 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9537fc9a-5405-48e5-b5e9-1a44839ef99c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3582928 Sep 30 13:18:33.923359 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38404) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:33.925997 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb521a3a-ff67-4176-a1a3-e2b84bb927ba req-19a313de-a8ff-453b-9f5f-92364bb2f468 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7e67e25-10d5-4331-9422-13e705e055a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2770548 Sep 30 13:18:33.928276 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-37a0e660-143e-41d5-96d0-fe35dca5fcb1 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'security_group': {'name': 'tempest-secgroup-463120601'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:33.954565 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537fc9a-5405-48e5-b5e9-1a44839ef99c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=601a6d6a-1e7b-4e01-840f-e884fa35cc72,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:34.021171 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e22ed-ca75-4fc6-bf29-d0eb5d0390c9 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Pushing event updated for resources: {'Subnet': ['ID=2d5b128c-f8e4-43c8-934d-60e0bd0f88ad,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:34.040097 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01e22ed-ca75-4fc6-bf29-d0eb5d0390c9 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Checking segment: {'id': '9fcf75de-1efa-4108-b367-a4303190b451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47d578eb-50b5-492a-bbc8-7dd13d43ed68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:18:34.040903 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01e22ed-ca75-4fc6-bf29-d0eb5d0390c9 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Network hostable DHCP agents. Network: 47d578eb-50b5-492a-bbc8-7dd13d43ed68, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:18:34.073066 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-37a0e660-143e-41d5-96d0-fe35dca5fcb1 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:34.126307 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01e22ed-ca75-4fc6-bf29-d0eb5d0390c9 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Network 47d578eb-50b5-492a-bbc8-7dd13d43ed68 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:18:34.134368 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-08301260-e3fd-4ef6-8373-f3be4c11452e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Allocated IP 172.20.0.13 (0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1/ffedeff6-d706-4237-b627-e4b936917a2e/3b5c3b88-a751-4db9-848d-c918191e0482) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:18:34.158532 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-d01e22ed-ca75-4fc6-bf29-d0eb5d0390c9 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 47d578eb-50b5-492a-bbc8-7dd13d43ed68) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:18:34.172600 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cd0a26-6e77-4a9d-a1e2-7899489d1d7f None None] Network 47d578eb-50b5-492a-bbc8-7dd13d43ed68 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:18:34.176962 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-dc9c311d-9294-43a2-a8bb-3ec0806e3849 None None] Allocated IP 172.20.0.2 (c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67/a71b0daf-6a13-46fe-8360-b9f299be44e6/3417abd8-b55d-4d6d-90b2-bcfca451aaff) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:18:34.180051 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01e22ed-ca75-4fc6-bf29-d0eb5d0390c9 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:34.181177 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d01e22ed-ca75-4fc6-bf29-d0eb5d0390c9 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:34.208864 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb521a3a-ff67-4176-a1a3-e2b84bb927ba req-149bb82f-f646-4dc8-8f44-34ed57d65add service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410257 Sep 30 13:18:34.210571 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-37a0e660-143e-41d5-96d0-fe35dca5fcb1 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:34.220560 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-37a0e660-143e-41d5-96d0-fe35dca5fcb1 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:34.239832 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ec683-e786-49ef-bd94-160c47cba1cd req-c77bf147-933f-4f65-91d5-0f42dbaea14a tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:34.241492 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-984ec683-e786-49ef-bd94-160c47cba1cd req-c77bf147-933f-4f65-91d5-0f42dbaea14a tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.2722237 Sep 30 13:18:34.288641 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-37a0e660-143e-41d5-96d0-fe35dca5fcb1 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:34.294779 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-37a0e660-143e-41d5-96d0-fe35dca5fcb1 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3702393 Sep 30 13:18:34.312081 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38406) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:34.318835 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-cb6085c0-f2f7-47dd-b8d5-127d771ed82b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-818890899', 'security_groups': ['2c6749cb-fb7e-4bf1-84bd-96dcac92e5c7'], 'network_id': 'c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a71b0daf-6a13-46fe-8360-b9f299be44e6'}]}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:34.326612 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0e660-143e-41d5-96d0-fe35dca5fcb1 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6749cb-fb7e-4bf1-84bd-96dcac92e5c7,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:34.407800 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-08301260-e3fd-4ef6-8373-f3be4c11452e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:34.422917 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-984ec683-e786-49ef-bd94-160c47cba1cd req-b4991eb0-0a73-4665-812e-aa915793f344 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670558 Sep 30 13:18:34.591737 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d01e22ed-ca75-4fc6-bf29-d0eb5d0390c9 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5344360 Sep 30 13:18:34.597974 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38408) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:34.613181 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-256f2617-afe8-4ac8-9200-fb0f1d923355 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Request body: {'port': {'network_id': '47d578eb-50b5-492a-bbc8-7dd13d43ed68', 'name': 'tempest-TagsExtTest-368416418'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:34.662962 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb521a3a-ff67-4176-a1a3-e2b84bb927ba req-dfec78df-5251-4f28-abe1-c2c21efb2cdc service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381911 Sep 30 13:18:34.671378 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6085c0-f2f7-47dd-b8d5-127d771ed82b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:34.698278 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-08301260-e3fd-4ef6-8373-f3be4c11452e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:34.714557 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6c2091e5-f492-410b-b7e7-74cfe5cfae1e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:18:34.719596 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42626f65-d0ad-4166-adc0-2a859e38879e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-47d578eb-50b5-492a-bbc8-7dd13d43ed68', 'network_id': '47d578eb-50b5-492a-bbc8-7dd13d43ed68', 'tenant_id': '9fe892850ccf48c9bd47a2591c6ae954', 'fixed_ips': [{'subnet_id': '2d5b128c-f8e4-43c8-934d-60e0bd0f88ad'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:18:34.720740 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-42626f65-d0ad-4166-adc0-2a859e38879e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:34.777498 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08301260-e3fd-4ef6-8373-f3be4c11452e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Pushing event updated for resources: {'Port': ['ID=3b5c3b88-a751-4db9-848d-c918191e0482,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:34.858677 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dc9c311d-9294-43a2-a8bb-3ec0806e3849 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:34.869639 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb6085c0-f2f7-47dd-b8d5-127d771ed82b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:34.907860 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dc9c311d-9294-43a2-a8bb-3ec0806e3849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:34.909469 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-cb6085c0-f2f7-47dd-b8d5-127d771ed82b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] device_id is not set on port 0348996e-fd94-4475-8db7-20e362938efa yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:18:34.947106 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-08301260-e3fd-4ef6-8373-f3be4c11452e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:18:34.982006 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-08301260-e3fd-4ef6-8373-f3be4c11452e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:18:34.993387 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-08301260-e3fd-4ef6-8373-f3be4c11452e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:18:35.021408 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256f2617-afe8-4ac8-9200-fb0f1d923355 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Made reservation on behalf of 9fe892850ccf48c9bd47a2591c6ae954 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:35.025769 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-256f2617-afe8-4ac8-9200-fb0f1d923355 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:35.131191 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f6180-fe30-48ec-bbf5-3c293e5d613c req-15d0213d-7be8-4678-b33b-b577b86bceb3 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:35.132841 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e94f6180-fe30-48ec-bbf5-3c293e5d613c req-15d0213d-7be8-4678-b33b-b577b86bceb3 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bb443e-71b0-4c49-a966-cf38acd449e6 HTTP/1.1" status: 200 len: 932 time: 0.2050619 Sep 30 13:18:35.220085 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-42626f65-d0ad-4166-adc0-2a859e38879e None None] Allocated IP 172.20.0.2 (47d578eb-50b5-492a-bbc8-7dd13d43ed68/2d5b128c-f8e4-43c8-934d-60e0bd0f88ad/c3bc178a-2a99-4958-8289-99e778af207c) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:18:35.239529 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e94f6180-fe30-48ec-bbf5-3c293e5d613c req-51b272e5-3928-4ff3-a865-f0f4ab40046c tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788245 Sep 30 13:18:35.386981 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-cb6085c0-f2f7-47dd-b8d5-127d771ed82b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Allocated IP 172.20.0.12 (c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67/a71b0daf-6a13-46fe-8360-b9f299be44e6/0348996e-fd94-4475-8db7-20e362938efa) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:18:35.543695 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-42626f65-d0ad-4166-adc0-2a859e38879e None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:35.576034 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c311d-9294-43a2-a8bb-3ec0806e3849 None None] Pushing event updated for resources: {'Port': ['ID=3417abd8-b55d-4d6d-90b2-bcfca451aaff,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:35.583440 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb6085c0-f2f7-47dd-b8d5-127d771ed82b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:35.600240 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-42626f65-d0ad-4166-adc0-2a859e38879e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:35.610328 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9c311d-9294-43a2-a8bb-3ec0806e3849 None None] Network c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:18:35.616492 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-dc9c311d-9294-43a2-a8bb-3ec0806e3849 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:18:35.628811 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9c311d-9294-43a2-a8bb-3ec0806e3849 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:18:35.688223 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb6085c0-f2f7-47dd-b8d5-127d771ed82b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:35.763229 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6085c0-f2f7-47dd-b8d5-127d771ed82b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:18:35.767393 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6085c0-f2f7-47dd-b8d5-127d771ed82b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Port': ['ID=0348996e-fd94-4475-8db7-20e362938efa,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:35.771562 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-cb6085c0-f2f7-47dd-b8d5-127d771ed82b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:18:35.773976 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6085c0-f2f7-47dd-b8d5-127d771ed82b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:18:35.806579 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738265c-1848-4b36-a27a-a997e4e85427 req-f6e03068-e709-448b-84e0-997b67ad5604 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:35.808120 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5738265c-1848-4b36-a27a-a997e4e85427 req-f6e03068-e709-448b-84e0-997b67ad5604 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.2327645 Sep 30 13:18:35.850572 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42626f65-d0ad-4166-adc0-2a859e38879e None None] Network 47d578eb-50b5-492a-bbc8-7dd13d43ed68 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:18:35.898139 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-42626f65-d0ad-4166-adc0-2a859e38879e None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:18:35.916761 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6085c0-f2f7-47dd-b8d5-127d771ed82b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:35.918876 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb6085c0-f2f7-47dd-b8d5-127d771ed82b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:35.952553 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f9a5f-60e3-4b67-9a6a-389cabfdbf2e req-35da9357-00c6-4126-992c-3b27bdb3bc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:35.954871 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f5f9a5f-60e3-4b67-9a6a-389cabfdbf2e req-35da9357-00c6-4126-992c-3b27bdb3bc3f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 1095 time: 1.1834314 Sep 30 13:18:35.972989 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-256f2617-afe8-4ac8-9200-fb0f1d923355 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] device_id is not set on port 01eafd83-2cd7-407f-b06f-33ea7b8431d5 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:18:35.983088 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42626f65-d0ad-4166-adc0-2a859e38879e None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:18:36.013729 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5738265c-1848-4b36-a27a-a997e4e85427 req-da2a756f-5292-4b48-99c5-482a13ff4608 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953876 Sep 30 13:18:36.019037 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cb6085c0-f2f7-47dd-b8d5-127d771ed82b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7030091 Sep 30 13:18:36.020092 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38432) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:36.027971 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-31c0e3f7-6bd3-47a2-9ed1-716404d0de87 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'subnet': {'network_id': 'c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:36.118081 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e6e1c-b5f2-4240-b109-f42087961090 req-716b28ca-4762-441e-b4a9-76d24e235bff tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:36.119479 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e29e6e1c-b5f2-4240-b109-f42087961090 req-716b28ca-4762-441e-b4a9-76d24e235bff tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 1.2697642 Sep 30 13:18:36.135493 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42626f65-d0ad-4166-adc0-2a859e38879e None None] Pushing event updated for resources: {'Port': ['ID=c3bc178a-2a99-4958-8289-99e778af207c,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:36.165225 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-dc9c311d-9294-43a2-a8bb-3ec0806e3849 None None] Attempting to bind port 3417abd8-b55d-4d6d-90b2-bcfca451aaff on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:18:36.165738 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-dc9c311d-9294-43a2-a8bb-3ec0806e3849 None None] Attempting to bind port 3417abd8-b55d-4d6d-90b2-bcfca451aaff by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'd78bc874-1f5c-42fb-8b39-c028ab7c7122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:18:36.165981 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9c311d-9294-43a2-a8bb-3ec0806e3849 None None] Attempting to bind port 3417abd8-b55d-4d6d-90b2-bcfca451aaff on network c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:18:36.196484 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9c311d-9294-43a2-a8bb-3ec0806e3849 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:18:36.196484 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9c311d-9294-43a2-a8bb-3ec0806e3849 None None] Checking segment: {'id': 'd78bc874-1f5c-42fb-8b39-c028ab7c7122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:18:36.196484 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dc9c311d-9294-43a2-a8bb-3ec0806e3849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:36.196484 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9c311d-9294-43a2-a8bb-3ec0806e3849 None None] Bound using segment: {'id': 'd78bc874-1f5c-42fb-8b39-c028ab7c7122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:18:36.196484 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-dc9c311d-9294-43a2-a8bb-3ec0806e3849 None None] Bound port: 3417abd8-b55d-4d6d-90b2-bcfca451aaff, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd78bc874-1f5c-42fb-8b39-c028ab7c7122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:18:36.197143 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dc9c311d-9294-43a2-a8bb-3ec0806e3849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:36.215557 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-08301260-e3fd-4ef6-8373-f3be4c11452e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:36.216210 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-08301260-e3fd-4ef6-8373-f3be4c11452e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:36.220076 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-42626f65-d0ad-4166-adc0-2a859e38879e None None] Attempting to bind port c3bc178a-2a99-4958-8289-99e778af207c on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:18:36.220442 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-42626f65-d0ad-4166-adc0-2a859e38879e None None] Attempting to bind port c3bc178a-2a99-4958-8289-99e778af207c by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '9fcf75de-1efa-4108-b367-a4303190b451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47d578eb-50b5-492a-bbc8-7dd13d43ed68'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:18:36.221051 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42626f65-d0ad-4166-adc0-2a859e38879e None None] Attempting to bind port c3bc178a-2a99-4958-8289-99e778af207c on network 47d578eb-50b5-492a-bbc8-7dd13d43ed68 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:18:36.243474 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-08301260-e3fd-4ef6-8373-f3be4c11452e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7134383 Sep 30 13:18:36.269170 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42626f65-d0ad-4166-adc0-2a859e38879e None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:18:36.269451 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42626f65-d0ad-4166-adc0-2a859e38879e None None] Checking segment: {'id': '9fcf75de-1efa-4108-b367-a4303190b451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47d578eb-50b5-492a-bbc8-7dd13d43ed68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:18:36.269851 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-42626f65-d0ad-4166-adc0-2a859e38879e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:36.269983 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-10c78f56-eb11-4c4e-ae4f-df6592c5e930 service neutron] Request body: {'port': {'device_id': '40bb443e-71b0-4c49-a966-cf38acd449e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:36.270263 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42626f65-d0ad-4166-adc0-2a859e38879e None None] Bound using segment: {'id': '9fcf75de-1efa-4108-b367-a4303190b451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47d578eb-50b5-492a-bbc8-7dd13d43ed68'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:18:36.270734 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-42626f65-d0ad-4166-adc0-2a859e38879e None None] Bound port: c3bc178a-2a99-4958-8289-99e778af207c, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcf75de-1efa-4108-b367-a4303190b451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47d578eb-50b5-492a-bbc8-7dd13d43ed68'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:18:36.271110 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-42626f65-d0ad-4166-adc0-2a859e38879e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:36.315149 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f9a5f-60e3-4b67-9a6a-389cabfdbf2e req-cdf67171-b6aa-4600-933b-409c4cda11b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:36.316587 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f5f9a5f-60e3-4b67-9a6a-389cabfdbf2e req-cdf67171-b6aa-4600-933b-409c4cda11b6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 913 time: 0.3510706 Sep 30 13:18:36.324871 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e29e6e1c-b5f2-4240-b109-f42087961090 req-9f512f8d-8547-43d6-ab5b-b6f9b3f98c12 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846025 Sep 30 13:18:36.463207 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c0e3f7-6bd3-47a2-9ed1-716404d0de87 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:36.471047 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-31c0e3f7-6bd3-47a2-9ed1-716404d0de87 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:36.555526 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-42626f65-d0ad-4166-adc0-2a859e38879e None None] For port c3bc178a-2a99-4958-8289-99e778af207c, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:18:36.559560 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-42626f65-d0ad-4166-adc0-2a859e38879e None None] For port c3bc178a-2a99-4958-8289-99e778af207c, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c3bc178a-2a99-4958-8289-99e778af207c,segment=NetworkSegment(9fcf75de-1efa-4108-b367-a4303190b451),segment_id=9fcf75de-1efa-4108-b367-a4303190b451)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:18:36.561272 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-dc9c311d-9294-43a2-a8bb-3ec0806e3849 None None] For port 3417abd8-b55d-4d6d-90b2-bcfca451aaff, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:18:36.565593 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-dc9c311d-9294-43a2-a8bb-3ec0806e3849 None None] For port 3417abd8-b55d-4d6d-90b2-bcfca451aaff, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3417abd8-b55d-4d6d-90b2-bcfca451aaff,segment=NetworkSegment(d78bc874-1f5c-42fb-8b39-c028ab7c7122),segment_id=d78bc874-1f5c-42fb-8b39-c028ab7c7122)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:18:36.572038 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-42626f65-d0ad-4166-adc0-2a859e38879e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:36.611557 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-256f2617-afe8-4ac8-9200-fb0f1d923355 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Allocated IP 172.20.0.5 (47d578eb-50b5-492a-bbc8-7dd13d43ed68/2d5b128c-f8e4-43c8-934d-60e0bd0f88ad/01eafd83-2cd7-407f-b06f-33ea7b8431d5) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:18:36.626259 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f5f9a5f-60e3-4b67-9a6a-389cabfdbf2e req-8e2df99d-d959-45ec-8e18-24b8f8860620 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a3f4553-b52f-4821-afb6-39d5b478bb00 HTTP/1.1" status: 200 len: 999 time: 0.2973053 Sep 30 13:18:36.627151 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-10c78f56-eb11-4c4e-ae4f-df6592c5e930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:36.629783 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dc9c311d-9294-43a2-a8bb-3ec0806e3849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:36.635698 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42626f65-d0ad-4166-adc0-2a859e38879e None None] Pushing event updated for resources: {'Port': ['ID=c3bc178a-2a99-4958-8289-99e778af207c,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:36.669999 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395778f7-1846-4757-a04f-9cd191b4342b req-1af0dcff-a21f-40de-b812-9e23dbe17dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:36.671676 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-395778f7-1846-4757-a04f-9cd191b4342b req-1af0dcff-a21f-40de-b812-9e23dbe17dcf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=02a128d560bb4e8a854078bbc7e9b93a&device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 1097 time: 0.2319946 Sep 30 13:18:36.686944 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4f914-a1b0-474c-97be-02d8a3e60116 req-72b7916d-5b5c-4bf3-8bad-9cad67c83662 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:36.696824 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-24a4f914-a1b0-474c-97be-02d8a3e60116 req-72b7916d-5b5c-4bf3-8bad-9cad67c83662 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.1732724 Sep 30 13:18:36.726960 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c311d-9294-43a2-a8bb-3ec0806e3849 None None] Pushing event updated for resources: {'Port': ['ID=3417abd8-b55d-4d6d-90b2-bcfca451aaff,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:36.755500 n-d-810909-2 neutron-server[94764]: INFO neutron.db.ipam_backend_mixin [None req-31c0e3f7-6bd3-47a2-9ed1-716404d0de87 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a71b0daf-6a13-46fe-8360-b9f299be44e6 (CIDR: 172.20.0.0/28) Sep 30 13:18:36.774149 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c0e3f7-6bd3-47a2-9ed1-716404d0de87 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:18:36.774548 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c0e3f7-6bd3-47a2-9ed1-716404d0de87 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:18:36.862649 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-24a4f914-a1b0-474c-97be-02d8a3e60116 req-2666c9c6-e812-48bb-8205-5eac8398cfa4 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648467 Sep 30 13:18:36.871615 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-31c0e3f7-6bd3-47a2-9ed1-716404d0de87 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8472168 Sep 30 13:18:36.877230 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38442) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:36.894051 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-0288d3bf-c68b-4e5c-92bc-d2aecdfc3691 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'subnet': {'network_id': 'c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:37.044911 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395778f7-1846-4757-a04f-9cd191b4342b req-c830ad56-9f36-44c6-b47e-96717d39624f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:37.048843 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-395778f7-1846-4757-a04f-9cd191b4342b req-c830ad56-9f36-44c6-b47e-96717d39624f service neutron] 10.222.0.54 "GET /v2.0/networks?id=017e8792-372a-498b-9ea3-b4eeec10adcc HTTP/1.1" status: 200 len: 919 time: 0.3499956 Sep 30 13:18:37.052393 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b3282-6133-46d4-b16a-9e3f5a8bf735 req-b9601ca7-86f1-49c2-8ca4-d926c2f3661d tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:37.065708 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-be6b3282-6133-46d4-b16a-9e3f5a8bf735 req-b9601ca7-86f1-49c2-8ca4-d926c2f3661d tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bb443e-71b0-4c49-a966-cf38acd449e6 HTTP/1.1" status: 200 len: 932 time: 0.5674927 Sep 30 13:18:37.104204 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-10c78f56-eb11-4c4e-ae4f-df6592c5e930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b5c3b88-a751-4db9-848d-c918191e0482 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:18:37.123799 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f9a5f-60e3-4b67-9a6a-389cabfdbf2e req-2d4ed898-e488-4a32-b903-c6d46139c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:37.125488 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f5f9a5f-60e3-4b67-9a6a-389cabfdbf2e req-2d4ed898-e488-4a32-b903-c6d46139c33b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb HTTP/1.1" status: 200 len: 851 time: 0.4836025 Sep 30 13:18:37.158356 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-10c78f56-eb11-4c4e-ae4f-df6592c5e930 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:37.171600 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-395778f7-1846-4757-a04f-9cd191b4342b req-66a86068-a0db-40f3-b9a2-3f3d59b8bc47 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3173eed-c267-4f12-89da-e5ef6797a88d HTTP/1.1" status: 200 len: 217 time: 0.0937226 Sep 30 13:18:37.234078 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395778f7-1846-4757-a04f-9cd191b4342b req-5bd4a201-7698-44a5-9483-879400ecb22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:37.236043 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-395778f7-1846-4757-a04f-9cd191b4342b req-5bd4a201-7698-44a5-9483-879400ecb22b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81e7f2ba-9cac-4d42-8c8e-044c8e36e01e HTTP/1.1" status: 200 len: 858 time: 0.0542991 Sep 30 13:18:37.265749 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-10c78f56-eb11-4c4e-ae4f-df6592c5e930 service neutron] Transition to ACTIVE for port object 3b5c3b88-a751-4db9-848d-c918191e0482 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:18:37.272022 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-be6b3282-6133-46d4-b16a-9e3f5a8bf735 req-b962f951-68f4-4fec-9311-975a84db2555 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053518 Sep 30 13:18:37.296427 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-10c78f56-eb11-4c4e-ae4f-df6592c5e930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:37.339227 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-395778f7-1846-4757-a04f-9cd191b4342b req-2e5dfd69-a0c2-4229-8854-00d2017cd6e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=017e8792-372a-498b-9ea3-b4eeec10adcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826416 Sep 30 13:18:37.426422 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f9a5f-60e3-4b67-9a6a-389cabfdbf2e req-a872db2c-977d-4289-8f31-d4f9ffdde584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:37.427598 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f5f9a5f-60e3-4b67-9a6a-389cabfdbf2e req-a872db2c-977d-4289-8f31-d4f9ffdde584 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7e67e25-10d5-4331-9422-13e705e055a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2897592 Sep 30 13:18:37.555775 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0288d3bf-c68b-4e5c-92bc-d2aecdfc3691 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:37.559727 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0288d3bf-c68b-4e5c-92bc-d2aecdfc3691 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:37.683935 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3417abd8-b55d-4d6d-90b2-bcfca451aaff up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:18:37.687546 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c78f56-eb11-4c4e-ae4f-df6592c5e930 service neutron] Pushing event updated for resources: {'Port': ['ID=3b5c3b88-a751-4db9-848d-c918191e0482,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:37.712386 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-395778f7-1846-4757-a04f-9cd191b4342b req-9aee9481-25fe-42ae-9109-fdb34a94af5d service neutron] 10.222.0.54 "GET /v2.0/networks/017e8792-372a-498b-9ea3-b4eeec10adcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639078 Sep 30 13:18:37.835311 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 3417abd8-b55d-4d6d-90b2-bcfca451aaff triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:37.836128 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:37.914610 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f5f9a5f-60e3-4b67-9a6a-389cabfdbf2e req-ea2f0e51-bd54-4189-b2c9-032b963a342c service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704511 Sep 30 13:18:37.943336 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-395778f7-1846-4757-a04f-9cd191b4342b req-be6aadd5-a053-48c6-8f47-b89b1ade3764 service neutron] 10.222.0.54 "GET /v2.0/networks/017e8792-372a-498b-9ea3-b4eeec10adcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179780 Sep 30 13:18:37.965066 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-10c78f56-eb11-4c4e-ae4f-df6592c5e930 service neutron] Attempting to bind port 3b5c3b88-a751-4db9-848d-c918191e0482 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:18:37.965451 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-10c78f56-eb11-4c4e-ae4f-df6592c5e930 service neutron] Attempting to bind port 3b5c3b88-a751-4db9-848d-c918191e0482 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '9a96c041-5ead-4dbc-b8ed-7970502e222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:18:37.965995 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-10c78f56-eb11-4c4e-ae4f-df6592c5e930 service neutron] Attempting to bind port 3b5c3b88-a751-4db9-848d-c918191e0482 on network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:18:38.010774 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-256f2617-afe8-4ac8-9200-fb0f1d923355 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:38.013939 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-10c78f56-eb11-4c4e-ae4f-df6592c5e930 service neutron] Port 3b5c3b88-a751-4db9-848d-c918191e0482 on network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:18:38.014354 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-10c78f56-eb11-4c4e-ae4f-df6592c5e930 service neutron] Attempting to bind port 3b5c3b88-a751-4db9-848d-c918191e0482 on network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:18:38.016328 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:38.065497 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfa4e4-c24b-4372-82d4-cdbab2444888 req-64ccc2f5-6f85-42fb-a954-500eb736ef03 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:38.067263 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a7dfa4e4-c24b-4372-82d4-cdbab2444888 req-64ccc2f5-6f85-42fb-a954-500eb736ef03 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.4998343 Sep 30 13:18:38.076937 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-10c78f56-eb11-4c4e-ae4f-df6592c5e930 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:18:38.077589 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-10c78f56-eb11-4c4e-ae4f-df6592c5e930 service neutron] Checking segment: {'id': '9a96c041-5ead-4dbc-b8ed-7970502e222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:18:38.078382 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-10c78f56-eb11-4c4e-ae4f-df6592c5e930 service neutron] Bound using segment: {'id': '9a96c041-5ead-4dbc-b8ed-7970502e222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:18:38.079113 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-10c78f56-eb11-4c4e-ae4f-df6592c5e930 service neutron] Bound port: 3b5c3b88-a751-4db9-848d-c918191e0482, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a96c041-5ead-4dbc-b8ed-7970502e222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:18:38.080413 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-10c78f56-eb11-4c4e-ae4f-df6592c5e930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:38.095764 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 3417abd8-b55d-4d6d-90b2-bcfca451aaff, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3417abd8-b55d-4d6d-90b2-bcfca451aaff,segment=NetworkSegment(d78bc874-1f5c-42fb-8b39-c028ab7c7122),segment_id=d78bc874-1f5c-42fb-8b39-c028ab7c7122)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:38.112410 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:38.113231 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c3bc178a-2a99-4958-8289-99e778af207c up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:18:38.358537 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port c3bc178a-2a99-4958-8289-99e778af207c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:38.359427 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:38.362045 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f5f9a5f-60e3-4b67-9a6a-389cabfdbf2e req-0eb88e19-9ef0-4d70-b6fc-d55f4deca650 service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109576 Sep 30 13:18:38.439669 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-10c78f56-eb11-4c4e-ae4f-df6592c5e930 service neutron] For port 3b5c3b88-a751-4db9-848d-c918191e0482, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:18:38.446821 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-10c78f56-eb11-4c4e-ae4f-df6592c5e930 service neutron] For port 3b5c3b88-a751-4db9-848d-c918191e0482, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3b5c3b88-a751-4db9-848d-c918191e0482,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:18:38.463149 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a7dfa4e4-c24b-4372-82d4-cdbab2444888 req-f0aacaa8-c836-416d-a1a9-c1413d7b61d1 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3627789 Sep 30 13:18:38.464115 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-256f2617-afe8-4ac8-9200-fb0f1d923355 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:38.481794 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=3417abd8-b55d-4d6d-90b2-bcfca451aaff,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:38.496675 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4abb48-0e4a-401c-9f79-394e4e13eba1 req-e68139c2-a44c-4864-a03c-3d3a6646b76e tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:38.503132 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-10c78f56-eb11-4c4e-ae4f-df6592c5e930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:38.511302 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cf4abb48-0e4a-401c-9f79-394e4e13eba1 req-e68139c2-a44c-4864-a03c-3d3a6646b76e tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.4977386 Sep 30 13:18:38.590284 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f2617-afe8-4ac8-9200-fb0f1d923355 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Pushing event updated for resources: {'Port': ['ID=01eafd83-2cd7-407f-b06f-33ea7b8431d5,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:38.685392 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:38.694705 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cf4abb48-0e4a-401c-9f79-394e4e13eba1 req-1d74939e-72dc-4815-98bd-b4d6caa78583 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738935 Sep 30 13:18:38.743704 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port c3bc178a-2a99-4958-8289-99e778af207c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c3bc178a-2a99-4958-8289-99e778af207c,segment=NetworkSegment(9fcf75de-1efa-4108-b367-a4303190b451),segment_id=9fcf75de-1efa-4108-b367-a4303190b451)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:38.752408 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:38.762097 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0288d3bf-c68b-4e5c-92bc-d2aecdfc3691 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:38.785243 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256f2617-afe8-4ac8-9200-fb0f1d923355 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Network 47d578eb-50b5-492a-bbc8-7dd13d43ed68 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:18:38.789262 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-10c78f56-eb11-4c4e-ae4f-df6592c5e930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:38.789892 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-10c78f56-eb11-4c4e-ae4f-df6592c5e930 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:38.830789 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-10c78f56-eb11-4c4e-ae4f-df6592c5e930 service neutron] 10.222.0.39 "PUT /v2.0/ports/3b5c3b88-a751-4db9-848d-c918191e0482 HTTP/1.1" status: 200 len: 1092 time: 2.5668566 Sep 30 13:18:38.836558 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40bb443e-71b0-4c49-a966-cf38acd449e6', 'tag': '3b5c3b88-a751-4db9-848d-c918191e0482'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:18:38.838981 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ebe758-614e-4387-aa80-f01c803e3109" -d '{"events": [{"name": "network-changed", "server_uuid": "40bb443e-71b0-4c49-a966-cf38acd449e6", "tag": "3b5c3b88-a751-4db9-848d-c918191e0482"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:18:38.849359 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=c3bc178a-2a99-4958-8289-99e778af207c,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:38.893807 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-256f2617-afe8-4ac8-9200-fb0f1d923355 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:18:38.914837 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0288d3bf-c68b-4e5c-92bc-d2aecdfc3691 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:18:38.923520 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256f2617-afe8-4ac8-9200-fb0f1d923355 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:18:38.927273 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-0288d3bf-c68b-4e5c-92bc-d2aecdfc3691 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:18:38.961599 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0288d3bf-c68b-4e5c-92bc-d2aecdfc3691 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:38.964967 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0288d3bf-c68b-4e5c-92bc-d2aecdfc3691 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:38.965482 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c78f56-eb11-4c4e-ae4f-df6592c5e930 service neutron] Pushing event updated for resources: {'Port': ['ID=3b5c3b88-a751-4db9-848d-c918191e0482,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:39.027882 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288d3bf-c68b-4e5c-92bc-d2aecdfc3691 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Subnet': ['ID=cc73de27-3c3e-457c-a812-a491eafcc3b7,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:39.033409 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0288d3bf-c68b-4e5c-92bc-d2aecdfc3691 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1544261 Sep 30 13:18:39.037229 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38486) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:39.044418 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ede60af-3ba1-4231-8c26-4012bc1a35be x-openstack-request-id: req-9ede60af-3ba1-4231-8c26-4012bc1a35be {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:18:39.044702 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40bb443e-71b0-4c49-a966-cf38acd449e6", "tag": "3b5c3b88-a751-4db9-848d-c918191e0482", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:18:39.044975 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ede60af-3ba1-4231-8c26-4012bc1a35be {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:18:39.045648 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40bb443e-71b0-4c49-a966-cf38acd449e6', 'tag': '3b5c3b88-a751-4db9-848d-c918191e0482', 'status': 'completed', 'code': 200} Sep 30 13:18:39.069213 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535d9b9a-3244-4b09-a5ab-da22599624ba None None] Network 47d578eb-50b5-492a-bbc8-7dd13d43ed68 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:18:39.105126 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-f355b60e-9d5c-4d48-ab02-4fa2acbc66d9 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2096803059', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cc73de27-3c3e-457c-a812-a491eafcc3b7'}], 'security_groups': ['601a6d6a-1e7b-4e01-840f-e884fa35cc72']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:39.246512 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-fc55f6cd-3af8-4cd0-bf32-f07290a47855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:39.249258 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-fc55f6cd-3af8-4cd0-bf32-f07290a47855 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9fc5434333184b91bb2f4f1696e6b8d6&device_id=40bb443e-71b0-4c49-a966-cf38acd449e6 HTTP/1.1" status: 200 len: 1095 time: 0.3394358 Sep 30 13:18:39.317095 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da109b-9d04-4035-b4bd-8f1de15af4ad req-b9464dca-09ac-42e4-93c1-3b0dd004498b tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:39.325244 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f6da109b-9d04-4035-b4bd-8f1de15af4ad req-b9464dca-09ac-42e4-93c1-3b0dd004498b tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bb443e-71b0-4c49-a966-cf38acd449e6 HTTP/1.1" status: 200 len: 944 time: 0.4326088 Sep 30 13:18:39.333533 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648b64bd-dfc1-4c5f-ab24-6eacef482ed3 None None] Network c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:18:39.344820 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256f2617-afe8-4ac8-9200-fb0f1d923355 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:39.345872 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-256f2617-afe8-4ac8-9200-fb0f1d923355 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:39.392212 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-a91203b8-eb70-4e0c-8a5a-c7d9b8f387d9 None None] Provisioning complete for port c3bc178a-2a99-4958-8289-99e778af207c triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:39.392835 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a91203b8-eb70-4e0c-8a5a-c7d9b8f387d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:39.411586 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-3ed4722a-b902-4127-9041-fd3014f5b2c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b5c3b88-a751-4db9-848d-c918191e0482 HTTP/1.1" status: 200 len: 217 time: 0.1424940 Sep 30 13:18:39.511092 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-c6340baa-7079-4e0f-b7a8-e0b140ac8a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:39.513355 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-c6340baa-7079-4e0f-b7a8-e0b140ac8a0d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ffedeff6-d706-4237-b627-e4b936917a2e HTTP/1.1" status: 200 len: 845 time: 0.0924973 Sep 30 13:18:39.614229 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-43bdb34b-cb14-4600-89d2-05a2d4441398 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846221 Sep 30 13:18:39.749947 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5939d-9149-4815-bcad-0f3fe3142de4 req-4523c3f3-fed6-4869-8aa3-ebe182f7ee7a tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:39.758552 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-46a5939d-9149-4815-bcad-0f3fe3142de4 req-4523c3f3-fed6-4869-8aa3-ebe182f7ee7a tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1056278 Sep 30 13:18:39.795552 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-256f2617-afe8-4ac8-9200-fb0f1d923355 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 5.1956732 Sep 30 13:18:39.809637 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38496) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:39.879110 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-f48283a4-8a43-4b0e-b772-3801f472ccf0 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1004794388', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:39.923056 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f355b60e-9d5c-4d48-ab02-4fa2acbc66d9 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:39.939501 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f48283a4-8a43-4b0e-b772-3801f472ccf0 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:39.940935 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f48283a4-8a43-4b0e-b772-3801f472ccf0 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:39.964218 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f6da109b-9d04-4035-b4bd-8f1de15af4ad req-5f46b673-de21-493b-a608-d0ef432c7ec8 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6361425 Sep 30 13:18:40.034163 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3417abd8-b55d-4d6d-90b2-bcfca451aaff up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:18:40.046886 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-562f361c-e65e-437f-8703-2927708895a1 service neutron] 10.222.0.39 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079435 Sep 30 13:18:40.255341 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f48283a4-8a43-4b0e-b772-3801f472ccf0 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:40.313248 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f48283a4-8a43-4b0e-b772-3801f472ccf0 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:40.329860 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 3417abd8-b55d-4d6d-90b2-bcfca451aaff triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:40.331564 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:40.356991 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f48283a4-8a43-4b0e-b772-3801f472ccf0 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:40.358793 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f48283a4-8a43-4b0e-b772-3801f472ccf0 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4839466 Sep 30 13:18:40.373529 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38508) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:40.378582 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-32d4eeaf-c528-4537-ad01-c56950c6483c tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1377024386', 'prefixes': ['172.20.0.0/16']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:40.409499 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-46a5939d-9149-4815-bcad-0f3fe3142de4 req-28aafd74-0306-45a6-a220-0313db662424 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6494439 Sep 30 13:18:40.440289 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-deb543b7-251b-466c-ab9c-5390f452745b None None] Provisioning complete for port cfa22807-653b-4901-a255-ececfd636849 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:40.441244 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-deb543b7-251b-466c-ab9c-5390f452745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:40.495368 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc7f97f9-53b8-44dd-817b-1a74fd29da65 req-e6bb4df1-d1cc-4824-a7d7-39d6be8a6613 service neutron] 10.222.0.39 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270623 Sep 30 13:18:40.530313 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-deb543b7-251b-466c-ab9c-5390f452745b None None] Port cfa22807-653b-4901-a255-ececfd636849 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:18:40.582073 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-deb543b7-251b-466c-ab9c-5390f452745b None None] Provisioning complete for port 01eafd83-2cd7-407f-b06f-33ea7b8431d5 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:40.582073 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-deb543b7-251b-466c-ab9c-5390f452745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:40.659038 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3cbca-54ba-4993-ad9e-2dac3471af46 req-b58f2945-6611-40f7-b5b3-30c6b7ba2b71 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:40.659038 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3bd3cbca-54ba-4993-ad9e-2dac3471af46 req-b58f2945-6611-40f7-b5b3-30c6b7ba2b71 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.3383811 Sep 30 13:18:40.701614 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-deb543b7-251b-466c-ab9c-5390f452745b None None] Port 01eafd83-2cd7-407f-b06f-33ea7b8431d5 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:18:40.760018 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-32d4eeaf-c528-4537-ad01-c56950c6483c tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks [] for subnetpool, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:40.760018 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-32d4eeaf-c528-4537-ad01-c56950c6483c tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3850255 Sep 30 13:18:40.771385 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38512) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:40.773305 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c3bc178a-2a99-4958-8289-99e778af207c up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:18:40.773869 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-539646aa-d5d7-4596-838a-cb00d04207aa tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2d5b128c-f8e4-43c8-934d-60e0bd0f88ad', 'tempest-TagsExtTest-Tag-487047779') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:40.783611 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebe758-614e-4387-aa80-f01c803e3109 req-f4043a5d-3f3c-42da-8d9c-71ea6a92496c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:40.785306 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a2ebe758-614e-4387-aa80-f01c803e3109 req-f4043a5d-3f3c-42da-8d9c-71ea6a92496c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9fc5434333184b91bb2f4f1696e6b8d6&device_id=40bb443e-71b0-4c49-a966-cf38acd449e6 HTTP/1.1" status: 200 len: 1095 time: 0.2156267 Sep 30 13:18:40.799606 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3bd3cbca-54ba-4993-ad9e-2dac3471af46 req-cd21033e-f516-4dc5-a535-a92a8c1dc960 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617551 Sep 30 13:18:40.840359 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff4ba20-0621-4827-b683-37e970b6ce98 None None] Update dhcp port {'port': {'network_id': 'c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67', 'fixed_ips': [{'subnet_id': 'a71b0daf-6a13-46fe-8360-b9f299be44e6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cc73de27-3c3e-457c-a812-a491eafcc3b7'}], 'binding:host_id': 'n-d-810909-2'}, 'id': '3417abd8-b55d-4d6d-90b2-bcfca451aaff'} from n-d-810909-2. {{(pid=94765) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 13:18:40.865881 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-deb543b7-251b-466c-ab9c-5390f452745b None None] Provisioning complete for port c3bc178a-2a99-4958-8289-99e778af207c triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:40.866286 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-deb543b7-251b-466c-ab9c-5390f452745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:40.910793 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port c3bc178a-2a99-4958-8289-99e778af207c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:40.911167 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:40.915353 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eff4ba20-0621-4827-b683-37e970b6ce98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:40.972732 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-f355b60e-9d5c-4d48-ab02-4fa2acbc66d9 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Delete allocated IP 172.20.0.12 (c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67/a71b0daf-6a13-46fe-8360-b9f299be44e6) {{(pid=94763) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 30 13:18:40.972732 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebe758-614e-4387-aa80-f01c803e3109 req-91506153-f4a7-41a8-bd49-e7367031b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:40.972732 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a2ebe758-614e-4387-aa80-f01c803e3109 req-91506153-f4a7-41a8-bd49-e7367031b5ae service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 HTTP/1.1" status: 200 len: 906 time: 0.1524315 Sep 30 13:18:40.972732 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-f355b60e-9d5c-4d48-ab02-4fa2acbc66d9 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Allocated IP 172.20.0.19 (c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67/cc73de27-3c3e-457c-a812-a491eafcc3b7/0348996e-fd94-4475-8db7-20e362938efa) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:18:40.992043 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-539646aa-d5d7-4596-838a-cb00d04207aa tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "PUT /v2.0/subnets/2d5b128c-f8e4-43c8-934d-60e0bd0f88ad/tags/tempest-TagsExtTest-Tag-487047779 HTTP/1.1" status: 201 len: 201 time: 0.2222879 Sep 30 13:18:40.992985 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38516) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:41.003982 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-1e89680c-dd74-4e17-bc36-f771a99e5b19 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '01eafd83-2cd7-407f-b06f-33ea7b8431d5', 'tempest-TagsExtTest-Tag-590588959') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:41.078936 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a2ebe758-614e-4387-aa80-f01c803e3109 req-ab29dae4-79d7-4a64-a3bd-be3044903a39 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b5c3b88-a751-4db9-848d-c918191e0482 HTTP/1.1" status: 200 len: 217 time: 0.1072817 Sep 30 13:18:41.152902 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1e89680c-dd74-4e17-bc36-f771a99e5b19 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "PUT /v2.0/ports/01eafd83-2cd7-407f-b06f-33ea7b8431d5/tags/tempest-TagsExtTest-Tag-590588959 HTTP/1.1" status: 201 len: 201 time: 0.1574500 Sep 30 13:18:41.181240 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38522) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:41.186413 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.tag.tag_plugin [None req-21006003-2278-4baf-a203-4a4fd6baf7e6 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '39084488-7685-462e-94a6-b7ef714b903b', 'tempest-TagsExtTest-Tag-1618940298') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:41.192080 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be9fbe-cb46-4ca8-99ea-1b30b539702a req-888f59eb-def4-48d0-a964-4873d9578cba tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:41.194059 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d7be9fbe-cb46-4ca8-99ea-1b30b539702a req-888f59eb-def4-48d0-a964-4873d9578cba tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bb443e-71b0-4c49-a966-cf38acd449e6 HTTP/1.1" status: 200 len: 944 time: 0.0848022 Sep 30 13:18:41.260112 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d7be9fbe-cb46-4ca8-99ea-1b30b539702a req-4e9d6eb6-442d-4d70-87dc-5bf352fc6c25 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589597 Sep 30 13:18:41.403436 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebe758-614e-4387-aa80-f01c803e3109 req-5a4a6162-13bc-4fbd-81aa-1ff81b4fb4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:41.405419 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a2ebe758-614e-4387-aa80-f01c803e3109 req-5a4a6162-13bc-4fbd-81aa-1ff81b4fb4d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ffedeff6-d706-4237-b627-e4b936917a2e HTTP/1.1" status: 200 len: 845 time: 0.3172090 Sep 30 13:18:41.415459 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-deb543b7-251b-466c-ab9c-5390f452745b None None] Provisioning complete for port 3417abd8-b55d-4d6d-90b2-bcfca451aaff triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:41.415459 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-deb543b7-251b-466c-ab9c-5390f452745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:41.531228 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a2ebe758-614e-4387-aa80-f01c803e3109 req-b97bee71-560c-4fa8-8c5e-66798ecf3421 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137080 Sep 30 13:18:41.577377 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-21006003-2278-4baf-a203-4a4fd6baf7e6 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "PUT /v2.0/routers/39084488-7685-462e-94a6-b7ef714b903b/tags/tempest-TagsExtTest-Tag-1618940298 HTTP/1.1" status: 201 len: 201 time: 0.3947256 Sep 30 13:18:41.581256 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38536) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:41.587545 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-fc241a23-8590-4b38-a8d2-b093ef97b869 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fa360c94-c747-4527-849f-9ff0e4557480', 'tempest-TagsExtTest-Tag-234233822') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:41.690986 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fc241a23-8590-4b38-a8d2-b093ef97b869 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "PUT /v2.0/subnetpools/fa360c94-c747-4527-849f-9ff0e4557480/tags/tempest-TagsExtTest-Tag-234233822 HTTP/1.1" status: 201 len: 201 time: 0.1084907 Sep 30 13:18:41.693516 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38538) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:41.698802 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-957af3ef-ff23-4784-94c2-b5ecfcc5d83d tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2d5b128c-f8e4-43c8-934d-60e0bd0f88ad') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:41.816166 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-957af3ef-ff23-4784-94c2-b5ecfcc5d83d tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "GET /v2.0/subnets/2d5b128c-f8e4-43c8-934d-60e0bd0f88ad/tags HTTP/1.1" status: 200 len: 240 time: 0.1214445 Sep 30 13:18:41.818611 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38540) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:41.823672 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-06048ecd-7e99-440b-8d65-3ba9fdda0dc5 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2d5b128c-f8e4-43c8-934d-60e0bd0f88ad', 'tempest-TagsExtTest-Tag-487047779') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:41.926933 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-06048ecd-7e99-440b-8d65-3ba9fdda0dc5 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "GET /v2.0/subnets/2d5b128c-f8e4-43c8-934d-60e0bd0f88ad/tags/tempest-TagsExtTest-Tag-487047779 HTTP/1.1" status: 204 len: 168 time: 0.1069896 Sep 30 13:18:41.929309 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38544) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:41.933683 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-53ee173f-404b-4fb2-a2fd-2c307de5c9ca tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2d5b128c-f8e4-43c8-934d-60e0bd0f88ad', 'tempest-TagsExtTest-Tag-487047779') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:42.014917 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-53ee173f-404b-4fb2-a2fd-2c307de5c9ca tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "DELETE /v2.0/subnets/2d5b128c-f8e4-43c8-934d-60e0bd0f88ad/tags/tempest-TagsExtTest-Tag-487047779 HTTP/1.1" status: 204 len: 168 time: 0.0845320 Sep 30 13:18:42.018063 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38546) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:42.022485 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-912a0067-5496-4130-9041-b4b780eb3519 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2d5b128c-f8e4-43c8-934d-60e0bd0f88ad') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:42.092090 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-912a0067-5496-4130-9041-b4b780eb3519 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "GET /v2.0/subnets/2d5b128c-f8e4-43c8-934d-60e0bd0f88ad/tags HTTP/1.1" status: 200 len: 205 time: 0.0721371 Sep 30 13:18:42.092787 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38548) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:42.098254 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-1949a303-d238-4843-a256-c19b962c8100 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '01eafd83-2cd7-407f-b06f-33ea7b8431d5') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:42.146490 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f355b60e-9d5c-4d48-ab02-4fa2acbc66d9 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:42.151197 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a2ebe758-614e-4387-aa80-f01c803e3109 req-bcab60e5-fb4c-4a12-82bf-f5f0d5e6bc74 service neutron] 10.222.0.39 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5866103 Sep 30 13:18:42.160364 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002868d1-67b1-4383-bcfb-c677869a9246 req-30c778f7-9d3a-4003-bfdf-1fa1b4e76a7b tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:42.161897 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-002868d1-67b1-4383-bcfb-c677869a9246 req-30c778f7-9d3a-4003-bfdf-1fa1b4e76a7b tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.0867178 Sep 30 13:18:42.170614 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f355b60e-9d5c-4d48-ab02-4fa2acbc66d9 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:42.201179 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1949a303-d238-4843-a256-c19b962c8100 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "GET /v2.0/ports/01eafd83-2cd7-407f-b06f-33ea7b8431d5/tags HTTP/1.1" status: 200 len: 240 time: 0.1070824 Sep 30 13:18:42.202586 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38550) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:42.209718 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-96475974-000b-4bda-a13d-1c854ffafd7b tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '01eafd83-2cd7-407f-b06f-33ea7b8431d5', 'tempest-TagsExtTest-Tag-590588959') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:42.235752 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355b60e-9d5c-4d48-ab02-4fa2acbc66d9 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Port': ['ID=0348996e-fd94-4475-8db7-20e362938efa,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:42.259233 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-eff4ba20-0621-4827-b683-37e970b6ce98 None None] Allocated IP 172.20.0.18 (c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67/cc73de27-3c3e-457c-a812-a491eafcc3b7/3417abd8-b55d-4d6d-90b2-bcfca451aaff) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:18:42.295882 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-002868d1-67b1-4383-bcfb-c677869a9246 req-49ad4baf-0e28-46ae-a048-10e68b948e0b tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227357 Sep 30 13:18:42.374965 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-96475974-000b-4bda-a13d-1c854ffafd7b tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "GET /v2.0/ports/01eafd83-2cd7-407f-b06f-33ea7b8431d5/tags/tempest-TagsExtTest-Tag-590588959 HTTP/1.1" status: 204 len: 168 time: 0.1710434 Sep 30 13:18:42.377548 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38564) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:42.381976 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-a76f81cd-9bcd-4d36-a822-c12cdf257074 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '01eafd83-2cd7-407f-b06f-33ea7b8431d5', 'tempest-TagsExtTest-Tag-590588959') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:42.392345 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a2ebe758-614e-4387-aa80-f01c803e3109 req-00957b81-0cd9-4112-996c-8e43260a520d service neutron] 10.222.0.39 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289858 Sep 30 13:18:42.450338 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-f355b60e-9d5c-4d48-ab02-4fa2acbc66d9 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] In _notify_port_updated(), no bound segment for port 0348996e-fd94-4475-8db7-20e362938efa on network c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67 {{(pid=94763) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 13:18:42.462415 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f355b60e-9d5c-4d48-ab02-4fa2acbc66d9 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:42.463103 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f355b60e-9d5c-4d48-ab02-4fa2acbc66d9 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:42.473716 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f355b60e-9d5c-4d48-ab02-4fa2acbc66d9 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "PUT /v2.0/ports/0348996e-fd94-4475-8db7-20e362938efa HTTP/1.1" status: 200 len: 921 time: 3.3748634 Sep 30 13:18:42.474604 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38568) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:42.478304 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-eff4ba20-0621-4827-b683-37e970b6ce98 None None] For port 3417abd8-b55d-4d6d-90b2-bcfca451aaff, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3417abd8-b55d-4d6d-90b2-bcfca451aaff,segment=NetworkSegment(d78bc874-1f5c-42fb-8b39-c028ab7c7122),segment_id=d78bc874-1f5c-42fb-8b39-c028ab7c7122)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:42.541435 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eff4ba20-0621-4827-b683-37e970b6ce98 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:42.545902 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a76f81cd-9bcd-4d36-a822-c12cdf257074 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "DELETE /v2.0/ports/01eafd83-2cd7-407f-b06f-33ea7b8431d5/tags/tempest-TagsExtTest-Tag-590588959 HTTP/1.1" status: 204 len: 168 time: 0.1673203 Sep 30 13:18:42.549135 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38570) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:42.553809 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-9e938254-f696-489c-bf4c-a21d5e0d5e2e tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '01eafd83-2cd7-407f-b06f-33ea7b8431d5') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:42.553997 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eff4ba20-0621-4827-b683-37e970b6ce98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:42.656023 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7862b7-2564-40be-b3f1-571ac73d2086 req-f5785819-dd2d-4bbf-8b87-3ec8c29adadc tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:42.658251 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ea7862b7-2564-40be-b3f1-571ac73d2086 req-f5785819-dd2d-4bbf-8b87-3ec8c29adadc tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bb443e-71b0-4c49-a966-cf38acd449e6 HTTP/1.1" status: 200 len: 944 time: 0.1149578 Sep 30 13:18:42.679498 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-c6b8c076-fe25-44bc-a42e-02181a953c2f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting port 0348996e-fd94-4475-8db7-20e362938efa {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:18:42.680235 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c6b8c076-fe25-44bc-a42e-02181a953c2f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:42.687510 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9e938254-f696-489c-bf4c-a21d5e0d5e2e tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "GET /v2.0/ports/01eafd83-2cd7-407f-b06f-33ea7b8431d5/tags HTTP/1.1" status: 200 len: 205 time: 0.1370337 Sep 30 13:18:42.688813 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38572) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:42.719996 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-d8287adb-c358-4587-978b-d597d9e87444 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '39084488-7685-462e-94a6-b7ef714b903b') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:42.732427 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4ba20-0621-4827-b683-37e970b6ce98 None None] Pushing event updated for resources: {'Port': ['ID=3417abd8-b55d-4d6d-90b2-bcfca451aaff,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:42.776320 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ea7862b7-2564-40be-b3f1-571ac73d2086 req-aa2f3ad5-6e4b-4b73-8967-c0227a7dbb29 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102788 Sep 30 13:18:42.834120 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c6b8c076-fe25-44bc-a42e-02181a953c2f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:42.862238 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-c6b8c076-fe25-44bc-a42e-02181a953c2f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Calling delete_port for 0348996e-fd94-4475-8db7-20e362938efa owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:18:42.867483 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d8287adb-c358-4587-978b-d597d9e87444 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "GET /v2.0/routers/39084488-7685-462e-94a6-b7ef714b903b/tags HTTP/1.1" status: 200 len: 241 time: 0.1635058 Sep 30 13:18:42.870296 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38574) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:42.875136 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-59313979-6c8b-474b-9ea1-6cad9459d5a3 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '39084488-7685-462e-94a6-b7ef714b903b', 'tempest-TagsExtTest-Tag-1618940298') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:43.019628 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-59313979-6c8b-474b-9ea1-6cad9459d5a3 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "GET /v2.0/routers/39084488-7685-462e-94a6-b7ef714b903b/tags/tempest-TagsExtTest-Tag-1618940298 HTTP/1.1" status: 204 len: 168 time: 0.1480916 Sep 30 13:18:43.023079 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38576) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:43.028085 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-46dac370-f4cc-4929-9bb1-4f5bab2622d8 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '39084488-7685-462e-94a6-b7ef714b903b', 'tempest-TagsExtTest-Tag-1618940298') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:43.097134 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c6b8c076-fe25-44bc-a42e-02181a953c2f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:43.136955 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8c076-fe25-44bc-a42e-02181a953c2f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Port': ['ID=0348996e-fd94-4475-8db7-20e362938efa,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:43.198619 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-46dac370-f4cc-4929-9bb1-4f5bab2622d8 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "DELETE /v2.0/routers/39084488-7685-462e-94a6-b7ef714b903b/tags/tempest-TagsExtTest-Tag-1618940298 HTTP/1.1" status: 204 len: 168 time: 0.1742346 Sep 30 13:18:43.200863 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38578) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:43.210774 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-808230d6-6d69-48d6-9bd2-a5ee30625f4e tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '39084488-7685-462e-94a6-b7ef714b903b') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:43.250444 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c6b8c076-fe25-44bc-a42e-02181a953c2f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:43.256034 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38580) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:43.256523 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c6b8c076-fe25-44bc-a42e-02181a953c2f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/ports/0348996e-fd94-4475-8db7-20e362938efa HTTP/1.1" status: 204 len: 168 time: 0.7802339 Sep 30 13:18:43.311561 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1b5f22-a7c8-46a9-97e6-f0c073108d1c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] GET failed (client error): The resource could not be found. Sep 30 13:18:43.316311 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38582) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:43.332098 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fe1b5f22-a7c8-46a9-97e6-f0c073108d1c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "GET /v2.0/ports/0348996e-fd94-4475-8db7-20e362938efa HTTP/1.1" status: 404 len: 333 time: 0.0743325 Sep 30 13:18:43.415698 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-808230d6-6d69-48d6-9bd2-a5ee30625f4e tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "GET /v2.0/routers/39084488-7685-462e-94a6-b7ef714b903b/tags HTTP/1.1" status: 200 len: 205 time: 0.2133911 Sep 30 13:18:43.418954 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38596) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:43.428699 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-feac1c05-d72d-4f46-a9e7-7b11355cfd51 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fa360c94-c747-4527-849f-9ff0e4557480') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:43.447357 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b36a0c96-bcc6-4727-b4cc-a0de51ab232b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:43.520270 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b36a0c96-bcc6-4727-b4cc-a0de51ab232b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:43.549510 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-feac1c05-d72d-4f46-a9e7-7b11355cfd51 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "GET /v2.0/subnetpools/fa360c94-c747-4527-849f-9ff0e4557480/tags HTTP/1.1" status: 200 len: 240 time: 0.1233530 Sep 30 13:18:43.549510 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38600) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:43.551401 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3417abd8-b55d-4d6d-90b2-bcfca451aaff up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:18:43.561109 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-2a68f469-1627-4660-9953-853a9d420483 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fa360c94-c747-4527-849f-9ff0e4557480', 'tempest-TagsExtTest-Tag-234233822') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:43.613111 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37fe00-3535-4808-9949-0a5314b9a043 req-6390b2ba-8475-4c95-bad2-76fb102d9f61 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:43.614729 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c37fe00-3535-4808-9949-0a5314b9a043 req-6390b2ba-8475-4c95-bad2-76fb102d9f61 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.1572459 Sep 30 13:18:43.649936 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b36a0c96-bcc6-4727-b4cc-a0de51ab232b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:43.654071 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b36a0c96-bcc6-4727-b4cc-a0de51ab232b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:43.654260 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 3417abd8-b55d-4d6d-90b2-bcfca451aaff triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:43.654534 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:43.655351 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b36a0c96-bcc6-4727-b4cc-a0de51ab232b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/security-groups/2c6749cb-fb7e-4bf1-84bd-96dcac92e5c7 HTTP/1.1" status: 204 len: 168 time: 0.3378730 Sep 30 13:18:43.663750 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38602) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:43.670863 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2a68f469-1627-4660-9953-853a9d420483 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "GET /v2.0/subnetpools/fa360c94-c747-4527-849f-9ff0e4557480/tags/tempest-TagsExtTest-Tag-234233822 HTTP/1.1" status: 204 len: 168 time: 0.1197746 Sep 30 13:18:43.676682 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38604) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:43.688620 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-6753924f-9678-4d31-9695-b1439d9b2d8d tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'fa360c94-c747-4527-849f-9ff0e4557480', 'tempest-TagsExtTest-Tag-234233822') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:43.695985 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-688d04f2-77ca-41c8-8f91-2e2bdadcbd3a None None] Could not find standard attr ID for object 0348996e-fd94-4475-8db7-20e362938efa. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:18:43.709753 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-688d04f2-77ca-41c8-8f91-2e2bdadcbd3a None None] Provisioning complete for port cfa22807-653b-4901-a255-ececfd636849 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:43.710360 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-688d04f2-77ca-41c8-8f91-2e2bdadcbd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:43.720568 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a0c96-bcc6-4727-b4cc-a0de51ab232b tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6749cb-fb7e-4bf1-84bd-96dcac92e5c7,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:43.769535 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-688d04f2-77ca-41c8-8f91-2e2bdadcbd3a None None] Port cfa22807-653b-4901-a255-ececfd636849 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:18:43.772234 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c37fe00-3535-4808-9949-0a5314b9a043 req-93c715f7-369c-4617-bddc-76c50d08a688 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343820 Sep 30 13:18:43.812095 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6753924f-9678-4d31-9695-b1439d9b2d8d tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "DELETE /v2.0/subnetpools/fa360c94-c747-4527-849f-9ff0e4557480/tags/tempest-TagsExtTest-Tag-234233822 HTTP/1.1" status: 204 len: 168 time: 0.1322145 Sep 30 13:18:43.815528 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38608) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:43.827834 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-67bd727e-deda-4ab6-9e31-c0a48031f93d tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fa360c94-c747-4527-849f-9ff0e4557480') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:43.873324 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-67bd727e-deda-4ab6-9e31-c0a48031f93d tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "GET /v2.0/subnetpools/fa360c94-c747-4527-849f-9ff0e4557480/tags HTTP/1.1" status: 200 len: 205 time: 0.0469549 Sep 30 13:18:43.874809 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38610) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:43.879922 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-688d04f2-77ca-41c8-8f91-2e2bdadcbd3a None None] Provisioning complete for port 3417abd8-b55d-4d6d-90b2-bcfca451aaff triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:43.881336 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-688d04f2-77ca-41c8-8f91-2e2bdadcbd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:43.885106 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-98e2e6c2-bfb4-408e-8596-ad4fea82bd1f tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fa360c94-c747-4527-849f-9ff0e4557480') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:43.907820 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-954b82a3-18bd-4d03-99c9-c6fe9406d71c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:43.940766 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-98e2e6c2-bfb4-408e-8596-ad4fea82bd1f tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "DELETE /v2.0/subnetpools/fa360c94-c747-4527-849f-9ff0e4557480/tags HTTP/1.1" status: 204 len: 168 time: 0.0611050 Sep 30 13:18:43.941364 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38612) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:43.961827 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-ed06c336-20da-4dec-821f-ebc38d1e462f tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '39084488-7685-462e-94a6-b7ef714b903b') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:43.967237 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-954b82a3-18bd-4d03-99c9-c6fe9406d71c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:44.098606 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ed06c336-20da-4dec-821f-ebc38d1e462f tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "DELETE /v2.0/routers/39084488-7685-462e-94a6-b7ef714b903b/tags HTTP/1.1" status: 204 len: 168 time: 0.1561866 Sep 30 13:18:44.101197 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38614) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:44.104430 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bedc1-e382-4b4d-a70d-d4364c79699a req-bdba35b3-686a-469e-a5bc-3835fa8676cd tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:44.106265 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-549bedc1-e382-4b4d-a70d-d4364c79699a req-bdba35b3-686a-469e-a5bc-3835fa8676cd tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bb443e-71b0-4c49-a966-cf38acd449e6 HTTP/1.1" status: 200 len: 944 time: 0.1573143 Sep 30 13:18:44.106433 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-2306b981-e1bd-4c5f-afd0-8f3b354f14a7 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '01eafd83-2cd7-407f-b06f-33ea7b8431d5') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:44.123706 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-954b82a3-18bd-4d03-99c9-c6fe9406d71c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:44.127537 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-954b82a3-18bd-4d03-99c9-c6fe9406d71c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:44.129056 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-954b82a3-18bd-4d03-99c9-c6fe9406d71c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/security-groups/601a6d6a-1e7b-4e01-840f-e884fa35cc72 HTTP/1.1" status: 204 len: 168 time: 0.4643111 Sep 30 13:18:44.135531 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38616) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:44.153582 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b82a3-18bd-4d03-99c9-c6fe9406d71c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=601a6d6a-1e7b-4e01-840f-e884fa35cc72,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:44.190546 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-549bedc1-e382-4b4d-a70d-d4364c79699a req-a2fa2219-f298-4cb8-844c-df45b6aed454 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753362 Sep 30 13:18:44.212487 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-058836f9-ef05-4037-ac91-572691b0cee9 None None] Could not find standard attr ID for object 0348996e-fd94-4475-8db7-20e362938efa. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:18:44.235735 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab35a629-8bc9-42e1-9a8b-6462a0b425bd tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting subnet a71b0daf-6a13-46fe-8360-b9f299be44e6 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:18:44.241357 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ab35a629-8bc9-42e1-9a8b-6462a0b425bd tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:44.292545 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ab35a629-8bc9-42e1-9a8b-6462a0b425bd tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:44.298092 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2306b981-e1bd-4c5f-afd0-8f3b354f14a7 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "DELETE /v2.0/ports/01eafd83-2cd7-407f-b06f-33ea7b8431d5/tags HTTP/1.1" status: 204 len: 168 time: 0.1942747 Sep 30 13:18:44.300528 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38618) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:44.304301 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.tag.tag_plugin [None req-6c8fcdf1-73b9-467f-9ca9-e0a04efb4139 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2d5b128c-f8e4-43c8-934d-60e0bd0f88ad') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:44.432762 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ab35a629-8bc9-42e1-9a8b-6462a0b425bd tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:44.435990 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38622) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:44.441186 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-c2ed33cf-f63c-4c1d-adc0-64fb27b98b5a tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2d5b128c-f8e4-43c8-934d-60e0bd0f88ad', 'tempest-TagsExtTest-Tag-2011672355') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:44.453303 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6c8fcdf1-73b9-467f-9ca9-e0a04efb4139 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "DELETE /v2.0/subnets/2d5b128c-f8e4-43c8-934d-60e0bd0f88ad/tags HTTP/1.1" status: 204 len: 168 time: 0.1252046 Sep 30 13:18:44.580986 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ab35a629-8bc9-42e1-9a8b-6462a0b425bd tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:44.635513 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35a629-8bc9-42e1-9a8b-6462a0b425bd tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Subnet': ['ID=a71b0daf-6a13-46fe-8360-b9f299be44e6,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:44.643250 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ab35a629-8bc9-42e1-9a8b-6462a0b425bd tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:44.649683 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38634) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:44.655641 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ab35a629-8bc9-42e1-9a8b-6462a0b425bd tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/subnets/a71b0daf-6a13-46fe-8360-b9f299be44e6 HTTP/1.1" status: 204 len: 168 time: 0.5082655 Sep 30 13:18:44.657443 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c2ed33cf-f63c-4c1d-adc0-64fb27b98b5a tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "PUT /v2.0/subnets/2d5b128c-f8e4-43c8-934d-60e0bd0f88ad/tags/tempest-TagsExtTest-Tag-2011672355 HTTP/1.1" status: 201 len: 201 time: 0.2201705 Sep 30 13:18:44.660888 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38636) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:44.665339 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-b8f68d2d-8f29-4cb6-a605-e676c6d12654 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'subnet': {'network_id': 'c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:44.668897 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-3e6d312e-937f-4151-972e-ddecf98175c4 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '01eafd83-2cd7-407f-b06f-33ea7b8431d5', 'tempest-TagsExtTest-Tag-251894331') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:44.702626 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3b5c3b88-a751-4db9-848d-c918191e0482 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:18:44.744146 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:44.798232 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3e6d312e-937f-4151-972e-ddecf98175c4 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "PUT /v2.0/ports/01eafd83-2cd7-407f-b06f-33ea7b8431d5/tags/tempest-TagsExtTest-Tag-251894331 HTTP/1.1" status: 201 len: 201 time: 0.1340969 Sep 30 13:18:44.800494 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38638) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:44.824394 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf261ef-9a45-4398-aef5-c06f749bfcd2 None None] Network c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:18:44.829128 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.tag.tag_plugin [None req-31ad25a3-7ce2-4ac3-9004-930895378a13 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '39084488-7685-462e-94a6-b7ef714b903b', 'tempest-TagsExtTest-Tag-1216437862') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:44.926530 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-c295921e-40ab-49ae-8fc6-bd13de8f5ec1 None None] Could not find standard attr ID for object 0348996e-fd94-4475-8db7-20e362938efa. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:18:44.999408 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 3b5c3b88-a751-4db9-848d-c918191e0482, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3b5c3b88-a751-4db9-848d-c918191e0482,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:45.065917 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba8c77-745d-4744-91ae-2f5879d2ff01 req-01a3988f-5ab6-484e-9acb-6984d3b93d9a tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:45.073050 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eaba8c77-745d-4744-91ae-2f5879d2ff01 req-01a3988f-5ab6-484e-9acb-6984d3b93d9a tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.1681452 Sep 30 13:18:45.075933 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f68d2d-8f29-4cb6-a605-e676c6d12654 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:45.081920 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8f68d2d-8f29-4cb6-a605-e676c6d12654 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:45.096897 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-31ad25a3-7ce2-4ac3-9004-930895378a13 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "PUT /v2.0/routers/39084488-7685-462e-94a6-b7ef714b903b/tags/tempest-TagsExtTest-Tag-1216437862 HTTP/1.1" status: 201 len: 201 time: 0.2841668 Sep 30 13:18:45.099690 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38642) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:45.106104 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-02aceab7-f1dd-4ccf-a3da-585fbb92794a tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fa360c94-c747-4527-849f-9ff0e4557480', 'tempest-TagsExtTest-Tag-1577902854') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:45.173282 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eaba8c77-745d-4744-91ae-2f5879d2ff01 req-190180b6-b1c1-49a4-a841-fdaaa0f6b918 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869162 Sep 30 13:18:45.182292 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '3b5c3b88-a751-4db9-848d-c918191e0482', 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1', 'port_id': '3b5c3b88-a751-4db9-848d-c918191e0482', 'mac_address': 'fa:16:3e:8b:2c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffedeff6-d706-4237-b627-e4b936917a2e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:18:45.191487 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-02aceab7-f1dd-4ccf-a3da-585fbb92794a tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "PUT /v2.0/subnetpools/fa360c94-c747-4527-849f-9ff0e4557480/tags/tempest-TagsExtTest-Tag-1577902854 HTTP/1.1" status: 201 len: 201 time: 0.0906687 Sep 30 13:18:45.197623 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38644) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:45.205751 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-5a1b346b-6f16-4f65-a4ca-9b2a87a63f78 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2d5b128c-f8e4-43c8-934d-60e0bd0f88ad', {'tags': ['tempest-TagsExtTest-Tag-1462296031', 'tempest-TagsExtTest-Tag-450697878', 'tempest-TagsExtTest-Tag-749043268']}) {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:45.273502 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:45.305736 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b5c3b88-a751-4db9-848d-c918191e0482 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:18:45.341003 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 3b5c3b88-a751-4db9-848d-c918191e0482, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3b5c3b88-a751-4db9-848d-c918191e0482,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:45.350560 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:45.438872 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931dc934-ee81-4841-9413-16d634d2e986 req-7b0bdf0a-248d-4ca4-ae83-14032e63dcd7 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:45.441811 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-931dc934-ee81-4841-9413-16d634d2e986 req-7b0bdf0a-248d-4ca4-ae83-14032e63dcd7 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bb443e-71b0-4c49-a966-cf38acd449e6 HTTP/1.1" status: 200 len: 945 time: 0.1164935 Sep 30 13:18:45.444107 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5a1b346b-6f16-4f65-a4ca-9b2a87a63f78 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "PUT /v2.0/subnets/2d5b128c-f8e4-43c8-934d-60e0bd0f88ad/tags HTTP/1.1" status: 200 len: 316 time: 0.2452946 Sep 30 13:18:45.446816 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38648) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:45.451998 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-36f0191d-28fa-4841-bdaa-241a8e284a12 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2d5b128c-f8e4-43c8-934d-60e0bd0f88ad') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:45.456026 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=3b5c3b88-a751-4db9-848d-c918191e0482,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:45.512087 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8f68d2d-8f29-4cb6-a605-e676c6d12654 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:45.595032 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-931dc934-ee81-4841-9413-16d634d2e986 req-44f1df13-b939-407c-927b-0e99ff0b6dfe tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361938 Sep 30 13:18:45.596187 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f68d2d-8f29-4cb6-a605-e676c6d12654 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:18:45.600921 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-b8f68d2d-8f29-4cb6-a605-e676c6d12654 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:18:45.605206 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f68d2d-8f29-4cb6-a605-e676c6d12654 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:45.606250 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8f68d2d-8f29-4cb6-a605-e676c6d12654 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:45.614533 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['3b5c3b88-a751-4db9-848d-c918191e0482'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:18:45.636983 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b8f68d2d-8f29-4cb6-a605-e676c6d12654 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9845941 Sep 30 13:18:45.639663 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38660) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:45.645885 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-cf7efd0c-0c19-483e-a23d-8e37ad56e764 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'security_group': {'name': 'tempest-secgroup-1298248438'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:45.652904 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-36f0191d-28fa-4841-bdaa-241a8e284a12 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "DELETE /v2.0/subnets/2d5b128c-f8e4-43c8-934d-60e0bd0f88ad/tags HTTP/1.1" status: 204 len: 168 time: 0.2046177 Sep 30 13:18:45.655369 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38662) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:45.660110 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-883d6a50-5748-4237-9b31-ed61aaf23f68 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2d5b128c-f8e4-43c8-934d-60e0bd0f88ad', 'tempest-TagsExtTest-Tag-1462296031') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:45.689541 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f68d2d-8f29-4cb6-a605-e676c6d12654 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Subnet': ['ID=8f4f520d-cbcb-4e7e-820c-773229a557eb,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:45.723839 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf7efd0c-0c19-483e-a23d-8e37ad56e764 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:45.765772 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-883d6a50-5748-4237-9b31-ed61aaf23f68 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] show failed (client error): The resource could not be found. Sep 30 13:18:45.769712 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-883d6a50-5748-4237-9b31-ed61aaf23f68 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "GET /v2.0/subnets/2d5b128c-f8e4-43c8-934d-60e0bd0f88ad/tags/tempest-TagsExtTest-Tag-1462296031 HTTP/1.1" status: 404 len: 329 time: 0.1133130 Sep 30 13:18:45.772621 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38666) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:45.787119 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-8d78aa4c-021e-4d4b-9dab-1cf25438645d tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2d5b128c-f8e4-43c8-934d-60e0bd0f88ad', 'tempest-TagsExtTest-Tag-450697878') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:45.852978 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf7efd0c-0c19-483e-a23d-8e37ad56e764 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:45.864098 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf7efd0c-0c19-483e-a23d-8e37ad56e764 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:45.882798 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-8d78aa4c-021e-4d4b-9dab-1cf25438645d tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] show failed (client error): The resource could not be found. Sep 30 13:18:45.884632 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8d78aa4c-021e-4d4b-9dab-1cf25438645d tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "GET /v2.0/subnets/2d5b128c-f8e4-43c8-934d-60e0bd0f88ad/tags/tempest-TagsExtTest-Tag-450697878 HTTP/1.1" status: 404 len: 328 time: 0.1095872 Sep 30 13:18:45.887734 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38668) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:45.897651 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-3211548e-7013-4f65-8f42-91b76b7643c3 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2d5b128c-f8e4-43c8-934d-60e0bd0f88ad', 'tempest-TagsExtTest-Tag-749043268') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:45.899968 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf7efd0c-0c19-483e-a23d-8e37ad56e764 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:45.901623 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cf7efd0c-0c19-483e-a23d-8e37ad56e764 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2610016 Sep 30 13:18:45.908361 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38670) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:45.916186 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-87eb5355-06fe-4bb1-98bb-95fd99ea1705 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'security_group': {'name': 'tempest-secgroup-1575695444'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:45.945586 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7efd0c-0c19-483e-a23d-8e37ad56e764 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69158d38-5aaa-44e2-80b1-3014c24578da,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:45.953941 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-87eb5355-06fe-4bb1-98bb-95fd99ea1705 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:45.972414 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-3211548e-7013-4f65-8f42-91b76b7643c3 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] show failed (client error): The resource could not be found. Sep 30 13:18:45.979090 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3211548e-7013-4f65-8f42-91b76b7643c3 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "GET /v2.0/subnets/2d5b128c-f8e4-43c8-934d-60e0bd0f88ad/tags/tempest-TagsExtTest-Tag-749043268 HTTP/1.1" status: 404 len: 328 time: 0.0898347 Sep 30 13:18:45.979559 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38672) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:45.987141 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.tag.tag_plugin [None req-d685f234-61d9-4aa1-838d-b737dfbe3299 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '01eafd83-2cd7-407f-b06f-33ea7b8431d5', {'tags': ['tempest-TagsExtTest-Tag-935974307', 'tempest-TagsExtTest-Tag-211462327', 'tempest-TagsExtTest-Tag-1983175649']}) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:46.085461 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d685f234-61d9-4aa1-838d-b737dfbe3299 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "PUT /v2.0/ports/01eafd83-2cd7-407f-b06f-33ea7b8431d5/tags HTTP/1.1" status: 200 len: 316 time: 0.1046271 Sep 30 13:18:46.088876 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38674) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:46.092701 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-47529d8a-a375-4eea-badf-45d17169e5d5 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '01eafd83-2cd7-407f-b06f-33ea7b8431d5') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:46.119387 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-87eb5355-06fe-4bb1-98bb-95fd99ea1705 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:46.126821 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-87eb5355-06fe-4bb1-98bb-95fd99ea1705 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:46.166473 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb5355-06fe-4bb1-98bb-95fd99ea1705 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c3cc85-3b4c-4653-8458-5dc07beb70d2,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:46.169103 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-87eb5355-06fe-4bb1-98bb-95fd99ea1705 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:46.171366 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-87eb5355-06fe-4bb1-98bb-95fd99ea1705 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2613747 Sep 30 13:18:46.174069 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03798560-4583-4365-b1dd-8499d4859202 None None] Network c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:18:46.176216 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38676) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:46.180881 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-16769fe3-9f9a-4bcb-99d2-2bf3d9a4b834 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'security_group': {'name': 'tempest-secgroup-1234845509'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:46.209264 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-16769fe3-9f9a-4bcb-99d2-2bf3d9a4b834 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:46.277635 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-e2838c0c-bbbb-452f-a1cf-02019c7b4184 None None] Provisioning complete for port cfa22807-653b-4901-a255-ececfd636849 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:46.278102 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e2838c0c-bbbb-452f-a1cf-02019c7b4184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:46.330434 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-16769fe3-9f9a-4bcb-99d2-2bf3d9a4b834 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:46.343071 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-16769fe3-9f9a-4bcb-99d2-2bf3d9a4b834 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:46.359557 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-e2838c0c-bbbb-452f-a1cf-02019c7b4184 None None] Port cfa22807-653b-4901-a255-ececfd636849 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:18:46.362554 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-47529d8a-a375-4eea-badf-45d17169e5d5 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "DELETE /v2.0/ports/01eafd83-2cd7-407f-b06f-33ea7b8431d5/tags HTTP/1.1" status: 204 len: 168 time: 0.2731895 Sep 30 13:18:46.365477 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38680) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:46.370700 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.tag.tag_plugin [None req-c93a3a3c-b878-4a10-851b-34200abc7e63 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '01eafd83-2cd7-407f-b06f-33ea7b8431d5', 'tempest-TagsExtTest-Tag-935974307') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:46.383746 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-e2838c0c-bbbb-452f-a1cf-02019c7b4184 None None] Provisioning complete for port 3417abd8-b55d-4d6d-90b2-bcfca451aaff triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:46.384553 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e2838c0c-bbbb-452f-a1cf-02019c7b4184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:46.395538 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-16769fe3-9f9a-4bcb-99d2-2bf3d9a4b834 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:46.397329 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-16769fe3-9f9a-4bcb-99d2-2bf3d9a4b834 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2197778 Sep 30 13:18:46.400466 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16769fe3-9f9a-4bcb-99d2-2bf3d9a4b834 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fef2a80-6477-4a89-94e8-42054138b33d,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:46.404074 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38682) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:46.411910 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-046c6fde-245e-4bf2-bd87-f8687bbe1711 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-732225404', 'security_groups': ['2fef2a80-6477-4a89-94e8-42054138b33d'], 'network_id': 'c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8f4f520d-cbcb-4e7e-820c-773229a557eb'}]}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:46.444235 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d08917-6b5c-40cb-8215-03be3f5018c8 req-ebd93054-778b-4c7d-be98-440ee9ac55af tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:46.458642 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28d08917-6b5c-40cb-8215-03be3f5018c8 req-ebd93054-778b-4c7d-be98-440ee9ac55af tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.1551805 Sep 30 13:18:46.515391 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28d08917-6b5c-40cb-8215-03be3f5018c8 req-70649001-f821-447b-af63-5ebf00f655f6 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508091 Sep 30 13:18:46.521979 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-c93a3a3c-b878-4a10-851b-34200abc7e63 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] show failed (client error): The resource could not be found. Sep 30 13:18:46.523468 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c93a3a3c-b878-4a10-851b-34200abc7e63 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "GET /v2.0/ports/01eafd83-2cd7-407f-b06f-33ea7b8431d5/tags/tempest-TagsExtTest-Tag-935974307 HTTP/1.1" status: 404 len: 328 time: 0.1568084 Sep 30 13:18:46.526803 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38684) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:46.538120 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-4fc6fe38-f942-45f8-b7f8-8aeec329a09e tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '01eafd83-2cd7-407f-b06f-33ea7b8431d5', 'tempest-TagsExtTest-Tag-211462327') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:46.615687 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d86fbf-9ed8-4cfa-a911-7b73ebc02b9b None None] Update dhcp port {'port': {'network_id': 'c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67', 'fixed_ips': [{'subnet_id': 'cc73de27-3c3e-457c-a812-a491eafcc3b7', 'ip_address': '172.20.0.18'}, {'subnet_id': '8f4f520d-cbcb-4e7e-820c-773229a557eb'}], 'binding:host_id': 'n-d-810909-2'}, 'id': '3417abd8-b55d-4d6d-90b2-bcfca451aaff'} from n-d-810909-2. {{(pid=94765) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 13:18:46.628244 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046c6fde-245e-4bf2-bd87-f8687bbe1711 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:46.645883 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-16d86fbf-9ed8-4cfa-a911-7b73ebc02b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:46.682276 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-4fc6fe38-f942-45f8-b7f8-8aeec329a09e tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] show failed (client error): The resource could not be found. Sep 30 13:18:46.683363 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4fc6fe38-f942-45f8-b7f8-8aeec329a09e tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "GET /v2.0/ports/01eafd83-2cd7-407f-b06f-33ea7b8431d5/tags/tempest-TagsExtTest-Tag-211462327 HTTP/1.1" status: 404 len: 328 time: 0.1556196 Sep 30 13:18:46.690705 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38698) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:46.694376 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.tag.tag_plugin [None req-d2bb6535-3309-47b3-9b1a-a6d5fb0b3d86 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '01eafd83-2cd7-407f-b06f-33ea7b8431d5', 'tempest-TagsExtTest-Tag-1983175649') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:46.712360 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3b5c3b88-a751-4db9-848d-c918191e0482 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:18:46.797337 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-046c6fde-245e-4bf2-bd87-f8687bbe1711 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:46.801023 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf973d5-c82e-4c76-a954-0c5a36d1caf2 req-e4ae4825-8f1d-4920-9016-0d3edf31e65e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:46.809005 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-baf973d5-c82e-4c76-a954-0c5a36d1caf2 req-e4ae4825-8f1d-4920-9016-0d3edf31e65e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bb443e-71b0-4c49-a966-cf38acd449e6 HTTP/1.1" status: 200 len: 945 time: 0.0677235 Sep 30 13:18:46.826439 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-046c6fde-245e-4bf2-bd87-f8687bbe1711 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] device_id is not set on port b996ac28-46fc-499a-a3f8-797f186d1877 yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:18:46.861824 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-baf973d5-c82e-4c76-a954-0c5a36d1caf2 req-b363fbe6-4398-4638-8173-453e86904958 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515668 Sep 30 13:18:46.864220 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-d2bb6535-3309-47b3-9b1a-a6d5fb0b3d86 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] show failed (client error): The resource could not be found. Sep 30 13:18:46.865298 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d2bb6535-3309-47b3-9b1a-a6d5fb0b3d86 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "GET /v2.0/ports/01eafd83-2cd7-407f-b06f-33ea7b8431d5/tags/tempest-TagsExtTest-Tag-1983175649 HTTP/1.1" status: 404 len: 329 time: 0.1742833 Sep 30 13:18:46.871513 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38702) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:46.877068 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.tag.tag_plugin [None req-8cb305e2-70fd-4d04-ace2-4290677c46cb tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '39084488-7685-462e-94a6-b7ef714b903b', {'tags': ['tempest-TagsExtTest-Tag-1401486421', 'tempest-TagsExtTest-Tag-1125092217', 'tempest-TagsExtTest-Tag-1935499943']}) {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:46.943130 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 3b5c3b88-a751-4db9-848d-c918191e0482 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:18:46.964836 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 3b5c3b88-a751-4db9-848d-c918191e0482 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:46.965666 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:47.010874 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8cb305e2-70fd-4d04-ace2-4290677c46cb tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "PUT /v2.0/routers/39084488-7685-462e-94a6-b7ef714b903b/tags HTTP/1.1" status: 200 len: 318 time: 0.1382434 Sep 30 13:18:47.013912 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38704) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:47.019618 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-400ac6c9-017a-4839-bbb8-6c83115ab2a7 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '39084488-7685-462e-94a6-b7ef714b903b') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:47.046573 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-16d86fbf-9ed8-4cfa-a911-7b73ebc02b9b None None] Allocated IP 172.20.0.2 (c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67/8f4f520d-cbcb-4e7e-820c-773229a557eb/3417abd8-b55d-4d6d-90b2-bcfca451aaff) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:18:47.119776 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:47.135809 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-400ac6c9-017a-4839-bbb8-6c83115ab2a7 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "DELETE /v2.0/routers/39084488-7685-462e-94a6-b7ef714b903b/tags HTTP/1.1" status: 204 len: 168 time: 0.1191669 Sep 30 13:18:47.138061 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38710) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:47.144669 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.tag.tag_plugin [None req-a96d0791-5f47-4df4-b42c-345fb3b558d9 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '39084488-7685-462e-94a6-b7ef714b903b', 'tempest-TagsExtTest-Tag-1401486421') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:47.186246 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 3b5c3b88-a751-4db9-848d-c918191e0482, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3b5c3b88-a751-4db9-848d-c918191e0482,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:47.189577 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bb443e-71b0-4c49-a966-cf38acd449e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5c3b88-a751-4db9-848d-c918191e0482'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:18:47.192150 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b1f83a-0240-4d44-862c-9aa77468a4ac" -d '{"events": [{"server_uuid": "40bb443e-71b0-4c49-a966-cf38acd449e6", "name": "network-vif-plugged", "status": "completed", "tag": "3b5c3b88-a751-4db9-848d-c918191e0482"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:18:47.212400 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:47.242073 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-a96d0791-5f47-4df4-b42c-345fb3b558d9 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] show failed (client error): The resource could not be found. Sep 30 13:18:47.243387 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a96d0791-5f47-4df4-b42c-345fb3b558d9 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "GET /v2.0/routers/39084488-7685-462e-94a6-b7ef714b903b/tags/tempest-TagsExtTest-Tag-1401486421 HTTP/1.1" status: 404 len: 329 time: 0.1041925 Sep 30 13:18:47.245934 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38714) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:47.250449 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.tag.tag_plugin [None req-1e41e3bb-325d-4665-aea5-8ad66acc2665 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '39084488-7685-462e-94a6-b7ef714b903b', 'tempest-TagsExtTest-Tag-1125092217') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:47.406941 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d723e-1711-49ca-8931-cc048da50064 req-231aed46-b613-4b5f-979f-d59601215a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:47.408697 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-976d723e-1711-49ca-8931-cc048da50064 req-231aed46-b613-4b5f-979f-d59601215a11 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=40bb443e-71b0-4c49-a966-cf38acd449e6 HTTP/1.1" status: 200 len: 1097 time: 0.0876477 Sep 30 13:18:47.410360 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-1e41e3bb-325d-4665-aea5-8ad66acc2665 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] show failed (client error): The resource could not be found. Sep 30 13:18:47.411414 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1e41e3bb-325d-4665-aea5-8ad66acc2665 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "GET /v2.0/routers/39084488-7685-462e-94a6-b7ef714b903b/tags/tempest-TagsExtTest-Tag-1125092217 HTTP/1.1" status: 404 len: 329 time: 0.1645010 Sep 30 13:18:47.414377 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38716) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:47.419589 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-b8af7de6-bdbe-4f2e-b335-adf67d45f867 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '39084488-7685-462e-94a6-b7ef714b903b', 'tempest-TagsExtTest-Tag-1935499943') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:47.428684 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80abfaa8-f568-4a5c-b32d-80a752796889 x-openstack-request-id: req-80abfaa8-f568-4a5c-b32d-80a752796889 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:18:47.429113 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bb443e-71b0-4c49-a966-cf38acd449e6", "name": "network-vif-plugged", "status": "completed", "tag": "3b5c3b88-a751-4db9-848d-c918191e0482", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:18:47.429459 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80abfaa8-f568-4a5c-b32d-80a752796889 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:18:47.429936 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bb443e-71b0-4c49-a966-cf38acd449e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5c3b88-a751-4db9-848d-c918191e0482', 'code': 200} Sep 30 13:18:47.473552 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-16d86fbf-9ed8-4cfa-a911-7b73ebc02b9b None None] For port 3417abd8-b55d-4d6d-90b2-bcfca451aaff, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3417abd8-b55d-4d6d-90b2-bcfca451aaff,segment=NetworkSegment(d78bc874-1f5c-42fb-8b39-c028ab7c7122),segment_id=d78bc874-1f5c-42fb-8b39-c028ab7c7122)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:47.474678 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-976d723e-1711-49ca-8931-cc048da50064 req-884beed7-a3b8-4638-9c08-454baeb665e7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476880 Sep 30 13:18:47.501785 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=3b5c3b88-a751-4db9-848d-c918191e0482,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:47.505621 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-b8af7de6-bdbe-4f2e-b335-adf67d45f867 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] show failed (client error): The resource could not be found. Sep 30 13:18:47.506399 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b8af7de6-bdbe-4f2e-b335-adf67d45f867 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "GET /v2.0/routers/39084488-7685-462e-94a6-b7ef714b903b/tags/tempest-TagsExtTest-Tag-1935499943 HTTP/1.1" status: 404 len: 329 time: 0.0905490 Sep 30 13:18:47.509486 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38718) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:47.514279 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-81c9ad98-c2b1-43db-8e38-56b84e7fd5ab tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'fa360c94-c747-4527-849f-9ff0e4557480', {'tags': ['tempest-TagsExtTest-Tag-352327902', 'tempest-TagsExtTest-Tag-1073884420', 'tempest-TagsExtTest-Tag-1767907405']}) {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:47.519396 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-16d86fbf-9ed8-4cfa-a911-7b73ebc02b9b None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:47.527523 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-16d86fbf-9ed8-4cfa-a911-7b73ebc02b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:47.611514 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-81c9ad98-c2b1-43db-8e38-56b84e7fd5ab tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "PUT /v2.0/subnetpools/fa360c94-c747-4527-849f-9ff0e4557480/tags HTTP/1.1" status: 200 len: 317 time: 0.0977941 Sep 30 13:18:47.612672 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38722) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:47.620362 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-d45cd0b3-04cb-4df4-bec2-a993bc1db9d5 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fa360c94-c747-4527-849f-9ff0e4557480') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:47.635947 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d86fbf-9ed8-4cfa-a911-7b73ebc02b9b None None] Pushing event updated for resources: {'Port': ['ID=3417abd8-b55d-4d6d-90b2-bcfca451aaff,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:47.660281 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c91833-f2f3-46fc-b606-72ecf2d3ffa3 req-189918b2-e3b5-4b10-8f3d-408cb5a6cc5e tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:47.661912 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-01c91833-f2f3-46fc-b606-72ecf2d3ffa3 req-189918b2-e3b5-4b10-8f3d-408cb5a6cc5e tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.0762022 Sep 30 13:18:47.665860 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-046c6fde-245e-4bf2-bd87-f8687bbe1711 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Allocated IP 172.20.0.9 (c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67/8f4f520d-cbcb-4e7e-820c-773229a557eb/b996ac28-46fc-499a-a3f8-797f186d1877) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:18:47.727940 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38730) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:47.728506 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d45cd0b3-04cb-4df4-bec2-a993bc1db9d5 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "DELETE /v2.0/subnetpools/fa360c94-c747-4527-849f-9ff0e4557480/tags HTTP/1.1" status: 204 len: 168 time: 0.1089604 Sep 30 13:18:47.756510 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.tag.tag_plugin [None req-45b30a7f-c0cb-42e4-bce4-5bdceeb1749d tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fa360c94-c747-4527-849f-9ff0e4557480', 'tempest-TagsExtTest-Tag-352327902') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:47.767500 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-01c91833-f2f3-46fc-b606-72ecf2d3ffa3 req-b80284ed-07f8-437b-b1d0-44f8fae55ae8 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870259 Sep 30 13:18:47.806698 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-45b30a7f-c0cb-42e4-bce4-5bdceeb1749d tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] show failed (client error): The resource could not be found. Sep 30 13:18:47.808029 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-45b30a7f-c0cb-42e4-bce4-5bdceeb1749d tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "GET /v2.0/subnetpools/fa360c94-c747-4527-849f-9ff0e4557480/tags/tempest-TagsExtTest-Tag-352327902 HTTP/1.1" status: 404 len: 328 time: 0.0701416 Sep 30 13:18:47.810924 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38740) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:47.816704 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.tag.tag_plugin [None req-13bd705f-d400-49fc-9fc2-3b4f7f5ae09a tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fa360c94-c747-4527-849f-9ff0e4557480', 'tempest-TagsExtTest-Tag-1073884420') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:47.843182 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-13bd705f-d400-49fc-9fc2-3b4f7f5ae09a tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] show failed (client error): The resource could not be found. Sep 30 13:18:47.846867 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-13bd705f-d400-49fc-9fc2-3b4f7f5ae09a tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "GET /v2.0/subnetpools/fa360c94-c747-4527-849f-9ff0e4557480/tags/tempest-TagsExtTest-Tag-1073884420 HTTP/1.1" status: 404 len: 329 time: 0.0324521 Sep 30 13:18:47.847129 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38744) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:47.851386 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.tag.tag_plugin [None req-c79475ad-2b76-4862-bb60-223a9c2727fa tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fa360c94-c747-4527-849f-9ff0e4557480', 'tempest-TagsExtTest-Tag-1767907405') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:47.874143 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-c79475ad-2b76-4862-bb60-223a9c2727fa tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] show failed (client error): The resource could not be found. Sep 30 13:18:47.874553 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-046c6fde-245e-4bf2-bd87-f8687bbe1711 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:47.879825 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c79475ad-2b76-4862-bb60-223a9c2727fa tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "GET /v2.0/subnetpools/fa360c94-c747-4527-849f-9ff0e4557480/tags/tempest-TagsExtTest-Tag-1767907405 HTTP/1.1" status: 404 len: 329 time: 0.0279269 Sep 30 13:18:47.879825 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38746) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:47.883634 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.tag.tag_plugin [None req-699abd86-cdea-45ab-952b-317945feff75 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fa360c94-c747-4527-849f-9ff0e4557480') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:47.918342 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-699abd86-cdea-45ab-952b-317945feff75 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "DELETE /v2.0/subnetpools/fa360c94-c747-4527-849f-9ff0e4557480/tags HTTP/1.1" status: 204 len: 168 time: 0.0378902 Sep 30 13:18:47.923371 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38750) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:47.928256 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-d7f6b69e-968b-44c9-9b9d-f13410fffb4c tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '39084488-7685-462e-94a6-b7ef714b903b') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:47.966488 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-046c6fde-245e-4bf2-bd87-f8687bbe1711 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:48.057847 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046c6fde-245e-4bf2-bd87-f8687bbe1711 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:18:48.067808 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-046c6fde-245e-4bf2-bd87-f8687bbe1711 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:18:48.069654 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c6fde-245e-4bf2-bd87-f8687bbe1711 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Port': ['ID=b996ac28-46fc-499a-a3f8-797f186d1877,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:48.071866 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046c6fde-245e-4bf2-bd87-f8687bbe1711 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:18:48.137245 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b1118-4e93-4d9a-8686-200477a27bb2 req-8dfc6279-eb58-406e-af08-bd8a5c9d02f3 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:48.138810 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f97b1118-4e93-4d9a-8686-200477a27bb2 req-8dfc6279-eb58-406e-af08-bd8a5c9d02f3 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bb443e-71b0-4c49-a966-cf38acd449e6 HTTP/1.1" status: 200 len: 946 time: 0.1627541 Sep 30 13:18:48.145598 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d7f6b69e-968b-44c9-9b9d-f13410fffb4c tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "DELETE /v2.0/routers/39084488-7685-462e-94a6-b7ef714b903b/tags HTTP/1.1" status: 204 len: 168 time: 0.2189445 Sep 30 13:18:48.145993 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38758) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:48.158798 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.tag.tag_plugin [None req-396aebc6-47ca-4813-9d51-0488f0ee0daa tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '01eafd83-2cd7-407f-b06f-33ea7b8431d5') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:48.176455 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57de3083-fbc9-418b-89a9-b4a22b24b8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:48.181459 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046c6fde-245e-4bf2-bd87-f8687bbe1711 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:48.182110 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-046c6fde-245e-4bf2-bd87-f8687bbe1711 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:48.203714 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f97b1118-4e93-4d9a-8686-200477a27bb2 req-7cbf25fb-c842-4726-a3bb-d54ff3a40cb7 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557375 Sep 30 13:18:48.220582 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-046c6fde-245e-4bf2-bd87-f8687bbe1711 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8150215 Sep 30 13:18:48.223215 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38760) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:48.226313 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-396aebc6-47ca-4813-9d51-0488f0ee0daa tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "DELETE /v2.0/ports/01eafd83-2cd7-407f-b06f-33ea7b8431d5/tags HTTP/1.1" status: 204 len: 168 time: 0.0766571 Sep 30 13:18:48.226313 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38762) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:48.228051 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-b01b118e-0e24-405e-8851-2f2d0797767a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'subnet': {'network_id': 'c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:48.230453 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.tag.tag_plugin [None req-7ec91a8c-a113-40ef-a9c6-fb4f7697c505 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2d5b128c-f8e4-43c8-934d-60e0bd0f88ad') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:48.302566 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7ec91a8c-a113-40ef-a9c6-fb4f7697c505 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "DELETE /v2.0/subnets/2d5b128c-f8e4-43c8-934d-60e0bd0f88ad/tags HTTP/1.1" status: 204 len: 168 time: 0.0752554 Sep 30 13:18:48.305088 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38764) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:48.423689 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01b118e-0e24-405e-8851-2f2d0797767a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:48.427668 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b01b118e-0e24-405e-8851-2f2d0797767a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:48.434464 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-017ce729-9f51-4b38-9df6-3c80053183e9 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks [] for subnetpool, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:48.437957 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-017ce729-9f51-4b38-9df6-3c80053183e9 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "DELETE /v2.0/subnetpools/fa360c94-c747-4527-849f-9ff0e4557480 HTTP/1.1" status: 204 len: 168 time: 0.1294894 Sep 30 13:18:48.438483 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38766) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:48.465939 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-126cecd0-e778-4617-aa66-fb19186fc480 None None] Provisioning complete for port cfa22807-653b-4901-a255-ececfd636849 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:48.470105 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-126cecd0-e778-4617-aa66-fb19186fc480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:48.470245 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-27137e10-649e-4d7e-89c1-caf3cd9f4fe9 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "GET /v2.0/ports?device_id=39084488-7685-462e-94a6-b7ef714b903b HTTP/1.1" status: 200 len: 205 time: 0.0269613 Sep 30 13:18:48.470364 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38768) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:48.502768 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-126cecd0-e778-4617-aa66-fb19186fc480 None None] Port cfa22807-653b-4901-a255-ececfd636849 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:18:48.512735 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-126cecd0-e778-4617-aa66-fb19186fc480 None None] Provisioning complete for port 3417abd8-b55d-4d6d-90b2-bcfca451aaff triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:48.513108 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-126cecd0-e778-4617-aa66-fb19186fc480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:48.585618 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a675bc86-f3ad-4fcb-bceb-25f800bf29ec tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:48.637472 n-d-810909-2 neutron-server[94764]: INFO neutron.db.ipam_backend_mixin [None req-b01b118e-0e24-405e-8851-2f2d0797767a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8f4f520d-cbcb-4e7e-820c-773229a557eb (CIDR: 172.20.0.0/28) Sep 30 13:18:48.641403 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-b01b118e-0e24-405e-8851-2f2d0797767a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:18:48.641893 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b01b118e-0e24-405e-8851-2f2d0797767a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:18:48.729111 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-c24c5168-b96a-451b-8cd0-4fa41a4559c0 None None] Provisioning complete for port b996ac28-46fc-499a-a3f8-797f186d1877 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:48.729398 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c24c5168-b96a-451b-8cd0-4fa41a4559c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:48.738400 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b01b118e-0e24-405e-8851-2f2d0797767a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5141330 Sep 30 13:18:48.741065 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38770) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:48.747424 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-b0909891-20d1-4a40-81c5-cee6e8e6b414 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'subnet': {'network_id': 'c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:48.767762 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-c24c5168-b96a-451b-8cd0-4fa41a4559c0 None None] Port b996ac28-46fc-499a-a3f8-797f186d1877 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:18:48.776588 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a675bc86-f3ad-4fcb-bceb-25f800bf29ec tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:48.787501 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a675bc86-f3ad-4fcb-bceb-25f800bf29ec tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:49.199461 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a675bc86-f3ad-4fcb-bceb-25f800bf29ec tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:49.199960 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a675bc86-f3ad-4fcb-bceb-25f800bf29ec tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Fanout notify agent at l3_agent the message router_deleted on router 39084488-7685-462e-94a6-b7ef714b903b {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:18:49.213927 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a675bc86-f3ad-4fcb-bceb-25f800bf29ec tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:49.214903 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a675bc86-f3ad-4fcb-bceb-25f800bf29ec tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "DELETE /v2.0/routers/39084488-7685-462e-94a6-b7ef714b903b HTTP/1.1" status: 204 len: 168 time: 0.7441032 Sep 30 13:18:49.218373 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38820) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:49.254464 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c44767-4da9-4edf-bd82-5245c9268499 req-43c3fb82-933e-47c3-8d91-d42de597c23a tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:49.255967 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-83c44767-4da9-4edf-bd82-5245c9268499 req-43c3fb82-933e-47c3-8d91-d42de597c23a tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.1093199 Sep 30 13:18:49.296233 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0909891-20d1-4a40-81c5-cee6e8e6b414 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:49.299894 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b0909891-20d1-4a40-81c5-cee6e8e6b414 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:49.319610 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe2ba6-8e24-44cc-a6ae-3096b3b0aa31 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Deleting port 01eafd83-2cd7-407f-b06f-33ea7b8431d5 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:18:49.319958 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c2fe2ba6-8e24-44cc-a6ae-3096b3b0aa31 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:49.329243 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-83c44767-4da9-4edf-bd82-5245c9268499 req-6feccd1d-6c93-4484-82b9-d634c2187cb1 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626130 Sep 30 13:18:49.405829 n-d-810909-2 neutron-server[94764]: INFO neutron.db.ipam_backend_mixin [None req-b0909891-20d1-4a40-81c5-cee6e8e6b414 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet cc73de27-3c3e-457c-a812-a491eafcc3b7 (CIDR: 172.20.0.16/28) Sep 30 13:18:49.406222 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:49.411940 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0909891-20d1-4a40-81c5-cee6e8e6b414 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:18:49.413414 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0909891-20d1-4a40-81c5-cee6e8e6b414 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:18:49.437076 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c2fe2ba6-8e24-44cc-a6ae-3096b3b0aa31 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:49.458145 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe2ba6-8e24-44cc-a6ae-3096b3b0aa31 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Calling delete_port for 01eafd83-2cd7-407f-b06f-33ea7b8431d5 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:18:49.480866 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b0909891-20d1-4a40-81c5-cee6e8e6b414 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7387505 Sep 30 13:18:49.484171 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38840) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:49.489679 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-0388a3e1-5e93-43c3-8e22-d4b8e3db998d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'subnet': {'network_id': 'c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:49.523253 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3417abd8-b55d-4d6d-90b2-bcfca451aaff up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:18:49.532928 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac0ddb-747f-410d-b7a0-671ae94759cd req-993bbf9e-a3a5-483f-b94b-bffa8bf279c6 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:49.540115 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2dac0ddb-747f-410d-b7a0-671ae94759cd req-993bbf9e-a3a5-483f-b94b-bffa8bf279c6 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bb443e-71b0-4c49-a966-cf38acd449e6 HTTP/1.1" status: 200 len: 946 time: 0.1188307 Sep 30 13:18:49.585351 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 3417abd8-b55d-4d6d-90b2-bcfca451aaff triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:49.585989 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:49.612019 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c2fe2ba6-8e24-44cc-a6ae-3096b3b0aa31 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:49.632182 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2dac0ddb-747f-410d-b7a0-671ae94759cd req-9c1229c5-e01c-43e2-8f55-9e09601a162c tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884504 Sep 30 13:18:49.674095 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe2ba6-8e24-44cc-a6ae-3096b3b0aa31 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Pushing event deleted for resources: {'Port': ['ID=01eafd83-2cd7-407f-b06f-33ea7b8431d5,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:49.720457 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0388a3e1-5e93-43c3-8e22-d4b8e3db998d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Made reservation on behalf of 5a2031fdd11c4bf2a07889cb67a3ef32 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:49.724019 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0388a3e1-5e93-43c3-8e22-d4b8e3db998d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:49.756078 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe2ba6-8e24-44cc-a6ae-3096b3b0aa31 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:49.756562 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe2ba6-8e24-44cc-a6ae-3096b3b0aa31 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:49.756906 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe2ba6-8e24-44cc-a6ae-3096b3b0aa31 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:49.757242 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe2ba6-8e24-44cc-a6ae-3096b3b0aa31 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:49.758244 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe2ba6-8e24-44cc-a6ae-3096b3b0aa31 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:49.758660 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe2ba6-8e24-44cc-a6ae-3096b3b0aa31 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:49.758998 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe2ba6-8e24-44cc-a6ae-3096b3b0aa31 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:49.759325 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe2ba6-8e24-44cc-a6ae-3096b3b0aa31 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:49.759649 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe2ba6-8e24-44cc-a6ae-3096b3b0aa31 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:49.759972 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe2ba6-8e24-44cc-a6ae-3096b3b0aa31 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:49.760292 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe2ba6-8e24-44cc-a6ae-3096b3b0aa31 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:49.761273 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe2ba6-8e24-44cc-a6ae-3096b3b0aa31 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:49.798540 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c2fe2ba6-8e24-44cc-a6ae-3096b3b0aa31 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:49.803560 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c2fe2ba6-8e24-44cc-a6ae-3096b3b0aa31 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "DELETE /v2.0/ports/01eafd83-2cd7-407f-b06f-33ea7b8431d5 HTTP/1.1" status: 204 len: 168 time: 0.5834558 Sep 30 13:18:49.803770 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38848) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:49.892840 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4b367-99a9-4532-b1d2-4c6e3b3a7dfd req-762131b6-6463-4671-8465-1fb54b0e1881 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:49.895262 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6db4b367-99a9-4532-b1d2-4c6e3b3a7dfd req-762131b6-6463-4671-8465-1fb54b0e1881 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bb443e-71b0-4c49-a966-cf38acd449e6 HTTP/1.1" status: 200 len: 946 time: 0.1505713 Sep 30 13:18:49.932636 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a8ea16-ed7b-40fa-8474-c0f7c9cd7b1e tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Deleting subnet 2d5b128c-f8e4-43c8-934d-60e0bd0f88ad {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:18:49.955561 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ea16-ed7b-40fa-8474-c0f7c9cd7b1e tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:50.014402 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6db4b367-99a9-4532-b1d2-4c6e3b3a7dfd req-496f47f8-9014-46c4-b463-88597de6af53 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067388 Sep 30 13:18:50.035394 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-acede704-f8f2-4123-acf7-bec512cb53b5 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:50.037060 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-acede704-f8f2-4123-acf7-bec512cb53b5 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/networks?id=bf395552-d6c8-4f33-8985-6c6e9e9ec785 HTTP/1.1" status: 200 len: 804 time: 0.1411836 Sep 30 13:18:50.051982 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ea16-ed7b-40fa-8474-c0f7c9cd7b1e tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:50.056151 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-6f456265-cdea-442f-a453-f65e214e5c98 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/quotas/2f180add52a04581aabb15b50dd31fc4 HTTP/1.1" status: 200 len: 375 time: 0.0117414 Sep 30 13:18:50.178517 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-918c2c8f-e6d6-449b-b51b-168823741cb4 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f180add52a04581aabb15b50dd31fc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1056373 Sep 30 13:18:50.213891 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ea16-ed7b-40fa-8474-c0f7c9cd7b1e tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:50.310027 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-95f47c82-74ab-457b-9a7b-f577c019c760 service neutron] 10.222.0.18 "GET /v2.0/networks/bf395552-d6c8-4f33-8985-6c6e9e9ec785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227915 Sep 30 13:18:50.316377 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0388a3e1-5e93-43c3-8e22-d4b8e3db998d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:50.376608 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ea16-ed7b-40fa-8474-c0f7c9cd7b1e tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:50.385742 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f7f62-1376-48c9-b8ea-29cf923cd7d2 req-866c0358-b1ef-4ad5-94d0-76d3955396c3 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:50.387360 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5d4f7f62-1376-48c9-b8ea-29cf923cd7d2 req-866c0358-b1ef-4ad5-94d0-76d3955396c3 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bb443e-71b0-4c49-a966-cf38acd449e6 HTTP/1.1" status: 200 len: 946 time: 0.1335058 Sep 30 13:18:50.401753 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0388a3e1-5e93-43c3-8e22-d4b8e3db998d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Network c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:18:50.416275 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-0388a3e1-5e93-43c3-8e22-d4b8e3db998d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:18:50.425832 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd0274f-1e8b-4d7a-bc39-cd008c25c00c None None] Network c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:18:50.430923 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0388a3e1-5e93-43c3-8e22-d4b8e3db998d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:50.431508 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0388a3e1-5e93-43c3-8e22-d4b8e3db998d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:50.435749 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ea16-ed7b-40fa-8474-c0f7c9cd7b1e tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:50.440125 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e6a8ea16-ed7b-40fa-8474-c0f7c9cd7b1e tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "DELETE /v2.0/subnets/2d5b128c-f8e4-43c8-934d-60e0bd0f88ad HTTP/1.1" status: 204 len: 168 time: 0.6328201 Sep 30 13:18:50.440125 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388a3e1-5e93-43c3-8e22-d4b8e3db998d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Subnet': ['ID=fc75292b-8358-4a60-b26b-3dbb4d6afc09,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:50.443082 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38870) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:50.453755 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed793a94-d652-40aa-9aee-8d08d672ac2e None None] Network 47d578eb-50b5-492a-bbc8-7dd13d43ed68 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:18:50.510601 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0388a3e1-5e93-43c3-8e22-d4b8e3db998d tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0255923 Sep 30 13:18:50.520045 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ea16-ed7b-40fa-8474-c0f7c9cd7b1e tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Pushing event deleted for resources: {'Subnet': ['ID=2d5b128c-f8e4-43c8-934d-60e0bd0f88ad,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:50.524054 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38872) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:50.528851 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-d93d696a-d5ec-4b41-841f-94455f2d44e3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1686722165', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fc75292b-8358-4a60-b26b-3dbb4d6afc09'}], 'security_groups': ['69158d38-5aaa-44e2-80b1-3014c24578da', 'b6c3cc85-3b4c-4653-8458-5dc07beb70d2']}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:50.539277 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5d4f7f62-1376-48c9-b8ea-29cf923cd7d2 req-0491376c-1294-4cb9-8440-9463dd2f48c3 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441932 Sep 30 13:18:50.606986 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a173b630-7121-4f56-a533-56e0f3874b22 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:50.646669 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-ff4e61a9-3797-4f8f-b6f3-533b243b852d service neutron] 10.222.0.18 "GET /v2.0/networks/bf395552-d6c8-4f33-8985-6c6e9e9ec785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357334 Sep 30 13:18:50.697339 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d93d696a-d5ec-4b41-841f-94455f2d44e3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:50.700446 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-db94bdac-1329-489d-8a56-3677601af347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:50.764326 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbc8ea-4804-4e22-a992-b738599db1a4 req-77071477-0f5b-416a-9cf2-739fa98e8add tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:50.765889 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b0fbc8ea-4804-4e22-a992-b738599db1a4 req-77071477-0f5b-416a-9cf2-739fa98e8add tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.1262054 Sep 30 13:18:50.824468 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d542937f-b846-4a82-a778-0d8327e97a03 None None] DHCP port deletion for 47d578eb-50b5-492a-bbc8-7dd13d43ed68 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:18:50.851731 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-45a1c0c2-3a24-47d0-9fce-63cf2f61d6e6 req-d2782263-1b5e-4103-b0f9-eba6e014c4a2 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=e292233c-eeee-427b-9869-11e21f853012 HTTP/1.1" status: 200 len: 210 time: 0.0283740 Sep 30 13:18:50.889274 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930075b9-85c8-4d4d-a894-d9d6b0e61a6e None None] Update dhcp port {'port': {'network_id': 'c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67', 'fixed_ips': [{'subnet_id': 'cc73de27-3c3e-457c-a812-a491eafcc3b7', 'ip_address': '172.20.0.18'}, {'subnet_id': '8f4f520d-cbcb-4e7e-820c-773229a557eb', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fc75292b-8358-4a60-b26b-3dbb4d6afc09'}], 'binding:host_id': 'n-d-810909-2'}, 'id': '3417abd8-b55d-4d6d-90b2-bcfca451aaff'} from n-d-810909-2. {{(pid=94765) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 13:18:50.896013 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-a173b630-7121-4f56-a533-56e0f3874b22 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Deleting port c3bc178a-2a99-4958-8289-99e778af207c {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:18:50.896363 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a173b630-7121-4f56-a533-56e0f3874b22 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:50.926605 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-930075b9-85c8-4d4d-a894-d9d6b0e61a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:50.946557 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b0fbc8ea-4804-4e22-a992-b738599db1a4 req-88dac687-7c9b-4b3b-9e5a-bdd1257e9593 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706891 Sep 30 13:18:50.976149 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-d542937f-b846-4a82-a778-0d8327e97a03 None None] Deleting port c3bc178a-2a99-4958-8289-99e778af207c {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:18:50.976526 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d542937f-b846-4a82-a778-0d8327e97a03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:51.051534 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-a173b630-7121-4f56-a533-56e0f3874b22 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] For port c3bc178a-2a99-4958-8289-99e778af207c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c3bc178a-2a99-4958-8289-99e778af207c,segment=NetworkSegment(9fcf75de-1efa-4108-b367-a4303190b451),segment_id=9fcf75de-1efa-4108-b367-a4303190b451)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:51.051912 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a173b630-7121-4f56-a533-56e0f3874b22 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:51.080405 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-a173b630-7121-4f56-a533-56e0f3874b22 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Calling delete_port for c3bc178a-2a99-4958-8289-99e778af207c owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:18:51.147605 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d542937f-b846-4a82-a778-0d8327e97a03 None None] For port c3bc178a-2a99-4958-8289-99e778af207c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c3bc178a-2a99-4958-8289-99e778af207c,segment=NetworkSegment(9fcf75de-1efa-4108-b367-a4303190b451),segment_id=9fcf75de-1efa-4108-b367-a4303190b451)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:51.147998 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d542937f-b846-4a82-a778-0d8327e97a03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:51.177599 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-d542937f-b846-4a82-a778-0d8327e97a03 None None] Calling delete_port for c3bc178a-2a99-4958-8289-99e778af207c owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:18:51.250840 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-d93d696a-d5ec-4b41-841f-94455f2d44e3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Delete allocated IP 172.20.0.9 (c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67/8f4f520d-cbcb-4e7e-820c-773229a557eb) {{(pid=94764) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 30 13:18:51.255083 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a173b630-7121-4f56-a533-56e0f3874b22 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:51.268463 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-d93d696a-d5ec-4b41-841f-94455f2d44e3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Allocated IP 172.20.0.35 (c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67/fc75292b-8358-4a60-b26b-3dbb4d6afc09/b996ac28-46fc-499a-a3f8-797f186d1877) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:18:51.293251 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d542937f-b846-4a82-a778-0d8327e97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:51.295759 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173b630-7121-4f56-a533-56e0f3874b22 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Pushing event deleted for resources: {'Port': ['ID=c3bc178a-2a99-4958-8289-99e778af207c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:51.300551 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a173b630-7121-4f56-a533-56e0f3874b22 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] No DVR routers for this DVR port c3bc178a-2a99-4958-8289-99e778af207c on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:18:51.331564 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542937f-b846-4a82-a778-0d8327e97a03 None None] Pushing event deleted for resources: {'Port': ['ID=c3bc178a-2a99-4958-8289-99e778af207c,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:51.333406 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d542937f-b846-4a82-a778-0d8327e97a03 None None] No DVR routers for this DVR port c3bc178a-2a99-4958-8289-99e778af207c on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:18:51.423289 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a173b630-7121-4f56-a533-56e0f3874b22 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:51.485496 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-a173b630-7121-4f56-a533-56e0f3874b22 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47d578eb-50b5-492a-bbc8-7dd13d43ed68']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:51.533519 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-a173b630-7121-4f56-a533-56e0f3874b22 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fcf75de-1efa-4108-b367-a4303190b451') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:51.534136 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-a173b630-7121-4f56-a533-56e0f3874b22 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fcf75de-1efa-4108-b367-a4303190b451') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:51.544204 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c3bc178a-2a99-4958-8289-99e778af207c no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:18:51.545943 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a173b630-7121-4f56-a533-56e0f3874b22 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:51.558050 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677616d-8f9d-4dea-9925-f0f6ec30cc81 req-6b432659-f7aa-4e44-870f-b0dcd5b6201d tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:51.560412 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d677616d-8f9d-4dea-9925-f0f6ec30cc81 req-6b432659-f7aa-4e44-870f-b0dcd5b6201d tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.39 "GET /v2.0/ports?device_id=4038518a-f3da-4fc2-9a12-737d4a38bd62 HTTP/1.1" status: 200 len: 946 time: 0.0838182 Sep 30 13:18:51.569706 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a173b630-7121-4f56-a533-56e0f3874b22 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:51.585466 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a173b630-7121-4f56-a533-56e0f3874b22 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:18:51.585923 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a173b630-7121-4f56-a533-56e0f3874b22 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:18:51.597427 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:18:51.648054 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: c3bc178a-2a99-4958-8289-99e778af207c {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:18:51.650759 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c3bc178a-2a99-4958-8289-99e778af207c not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:18:51.673210 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:51.720490 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d93d696a-d5ec-4b41-841f-94455f2d44e3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:51.726071 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d93d696a-d5ec-4b41-841f-94455f2d44e3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:51.728760 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a173b630-7121-4f56-a533-56e0f3874b22 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:51.744339 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a173b630-7121-4f56-a533-56e0f3874b22 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:51.748474 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a173b630-7121-4f56-a533-56e0f3874b22 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] 10.222.0.18 "DELETE /v2.0/networks/47d578eb-50b5-492a-bbc8-7dd13d43ed68 HTTP/1.1" status: 204 len: 168 time: 1.3024273 Sep 30 13:18:51.785947 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173b630-7121-4f56-a533-56e0f3874b22 tempest-TagsExtTest-1257652074 tempest-TagsExtTest-1257652074-project] Pushing event deleted for resources: {'Network': ['ID=47d578eb-50b5-492a-bbc8-7dd13d43ed68,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:51.806411 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3a568-eeee-4e05-acde-bbb8711faf80 req-3845cfe7-099f-4260-ac73-90070b491934 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:51.807956 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bee3a568-eeee-4e05-acde-bbb8711faf80 req-3845cfe7-099f-4260-ac73-90070b491934 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.39 "GET /v2.0/ports?device_id=40bb443e-71b0-4c49-a966-cf38acd449e6 HTTP/1.1" status: 200 len: 946 time: 0.1324914 Sep 30 13:18:51.814323 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-d677616d-8f9d-4dea-9925-f0f6ec30cc81 req-0542f92a-3647-4565-b7fe-69220e75e736 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Deleting port 8b4e88d6-649d-4875-8157-2e40b1429c6e {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:18:51.815469 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d677616d-8f9d-4dea-9925-f0f6ec30cc81 req-0542f92a-3647-4565-b7fe-69220e75e736 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:51.823469 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-930075b9-85c8-4d4d-a894-d9d6b0e61a6e None None] Allocated IP 172.20.0.34 (c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67/fc75292b-8358-4a60-b26b-3dbb4d6afc09/3417abd8-b55d-4d6d-90b2-bcfca451aaff) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:18:51.830401 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3128cfd-343e-4dbd-b359-8806a9e2e7f4 req-76f445a4-8031-48c7-a922-ea880dba0661 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:51.846034 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c3128cfd-343e-4dbd-b359-8806a9e2e7f4 req-76f445a4-8031-48c7-a922-ea880dba0661 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bb443e-71b0-4c49-a966-cf38acd449e6 HTTP/1.1" status: 200 len: 946 time: 0.1681581 Sep 30 13:18:51.881497 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d696a-d5ec-4b41-841f-94455f2d44e3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event updated for resources: {'Port': ['ID=b996ac28-46fc-499a-a3f8-797f186d1877,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:51.938791 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-d93d696a-d5ec-4b41-841f-94455f2d44e3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] In _notify_port_updated(), no bound segment for port b996ac28-46fc-499a-a3f8-797f186d1877 on network c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67 {{(pid=94764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 13:18:51.944582 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93d696a-d5ec-4b41-841f-94455f2d44e3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:51.945430 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d93d696a-d5ec-4b41-841f-94455f2d44e3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:51.946974 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d93d696a-d5ec-4b41-841f-94455f2d44e3 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "PUT /v2.0/ports/b996ac28-46fc-499a-a3f8-797f186d1877 HTTP/1.1" status: 200 len: 960 time: 1.4223452 Sep 30 13:18:51.950298 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38898) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:51.971783 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c3128cfd-343e-4dbd-b359-8806a9e2e7f4 req-159bf74c-efb1-4e2c-8a55-2ea4b1c359fc tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244795 Sep 30 13:18:52.019453 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5153783b-70e7-4716-9b07-fd54a13ad57f req-64049880-f925-4363-9949-fc912281bd48 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=e292233c-eeee-427b-9869-11e21f853012 HTTP/1.1" status: 200 len: 210 time: 0.0368886 Sep 30 13:18:52.095498 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-930075b9-85c8-4d4d-a894-d9d6b0e61a6e None None] For port 3417abd8-b55d-4d6d-90b2-bcfca451aaff, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3417abd8-b55d-4d6d-90b2-bcfca451aaff,segment=NetworkSegment(d78bc874-1f5c-42fb-8b39-c028ab7c7122),segment_id=d78bc874-1f5c-42fb-8b39-c028ab7c7122)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:52.114314 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-bee3a568-eeee-4e05-acde-bbb8711faf80 req-399ccad7-d7bb-4f77-9dfb-a05ce18a9a76 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Deleting port 3b5c3b88-a751-4db9-848d-c918191e0482 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:18:52.115199 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bee3a568-eeee-4e05-acde-bbb8711faf80 req-399ccad7-d7bb-4f77-9dfb-a05ce18a9a76 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:52.150962 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-930075b9-85c8-4d4d-a894-d9d6b0e61a6e None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:52.159529 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-930075b9-85c8-4d4d-a894-d9d6b0e61a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:52.213058 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-d677616d-8f9d-4dea-9925-f0f6ec30cc81 req-0542f92a-3647-4565-b7fe-69220e75e736 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] For port 8b4e88d6-649d-4875-8157-2e40b1429c6e, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8b4e88d6-649d-4875-8157-2e40b1429c6e,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:52.213440 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d677616d-8f9d-4dea-9925-f0f6ec30cc81 req-0542f92a-3647-4565-b7fe-69220e75e736 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:52.260326 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-bee3a568-eeee-4e05-acde-bbb8711faf80 req-399ccad7-d7bb-4f77-9dfb-a05ce18a9a76 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] For port 3b5c3b88-a751-4db9-848d-c918191e0482, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3b5c3b88-a751-4db9-848d-c918191e0482,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:52.260696 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bee3a568-eeee-4e05-acde-bbb8711faf80 req-399ccad7-d7bb-4f77-9dfb-a05ce18a9a76 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:52.272509 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-d677616d-8f9d-4dea-9925-f0f6ec30cc81 req-0542f92a-3647-4565-b7fe-69220e75e736 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Calling delete_port for 8b4e88d6-649d-4875-8157-2e40b1429c6e owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:18:52.280811 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-bee3a568-eeee-4e05-acde-bbb8711faf80 req-399ccad7-d7bb-4f77-9dfb-a05ce18a9a76 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Calling delete_port for 3b5c3b88-a751-4db9-848d-c918191e0482 owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:18:52.325070 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38904) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:52.394616 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9d0da-f4e3-4417-819d-2958b6ef7deb req-426a38e0-52e8-42de-a6e1-c51d4a9bc18d tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:52.394616 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccd9d0da-f4e3-4417-819d-2958b6ef7deb req-426a38e0-52e8-42de-a6e1-c51d4a9bc18d tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.2519088 Sep 30 13:18:52.399236 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930075b9-85c8-4d4d-a894-d9d6b0e61a6e None None] Pushing event updated for resources: {'Port': ['ID=3417abd8-b55d-4d6d-90b2-bcfca451aaff,revision_number=7']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:52.405698 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:52.427223 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-f4a4d36d-61c5-41b7-9e4b-e1145f51b450 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:52.428726 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-f4a4d36d-61c5-41b7-9e4b-e1145f51b450 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.54 "GET /v2.0/networks?id=bf395552-d6c8-4f33-8985-6c6e9e9ec785 HTTP/1.1" status: 200 len: 804 time: 0.2858915 Sep 30 13:18:52.435840 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-8ff06d87-477d-467a-9fae-c5e3972bea0c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting port b996ac28-46fc-499a-a3f8-797f186d1877 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:18:52.438123 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8ff06d87-477d-467a-9fae-c5e3972bea0c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:52.452345 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-239655b3-d52a-43ff-b544-1c18e19e587a tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Request body: {'port': {'device_id': 'e292233c-eeee-427b-9869-11e21f853012', 'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785', 'admin_state_up': True, 'tenant_id': '2f180add52a04581aabb15b50dd31fc4'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:52.508229 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccd9d0da-f4e3-4417-819d-2958b6ef7deb req-e30c4e53-297e-4550-810c-3f01ac596336 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027191 Sep 30 13:18:52.561337 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bee3a568-eeee-4e05-acde-bbb8711faf80 req-399ccad7-d7bb-4f77-9dfb-a05ce18a9a76 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:52.576173 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['3b5c3b88-a751-4db9-848d-c918191e0482'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:18:52.601453 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6c2091e5-f492-410b-b7e7-74cfe5cfae1e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:18:52.617807 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8ff06d87-477d-467a-9fae-c5e3972bea0c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:52.633852 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-8ff06d87-477d-467a-9fae-c5e3972bea0c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Calling delete_port for b996ac28-46fc-499a-a3f8-797f186d1877 owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:18:52.723463 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-dde2b8d5-5e9c-40e7-aaba-046bb3702cb9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9fe892850ccf48c9bd47a2591c6ae954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3930569 Sep 30 13:18:52.724149 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38910) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:52.732617 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d677616d-8f9d-4dea-9925-f0f6ec30cc81 req-0542f92a-3647-4565-b7fe-69220e75e736 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:52.755510 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3b5c3b88-a751-4db9-848d-c918191e0482 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:18:52.790050 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 3b5c3b88-a751-4db9-848d-c918191e0482 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:18:52.790784 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3b5c3b88-a751-4db9-848d-c918191e0482 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:18:52.792056 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8b4e88d6-649d-4875-8157-2e40b1429c6e no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:18:52.806419 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542f92a-3647-4565-b7fe-69220e75e736 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Pushing event deleted for resources: {'Port': ['ID=8b4e88d6-649d-4875-8157-2e40b1429c6e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:52.808701 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-239655b3-d52a-43ff-b544-1c18e19e587a tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Made reservation on behalf of 2f180add52a04581aabb15b50dd31fc4 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:52.812762 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-239655b3-d52a-43ff-b544-1c18e19e587a tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:52.829060 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 8b4e88d6-649d-4875-8157-2e40b1429c6e {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:18:52.829987 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8b4e88d6-649d-4875-8157-2e40b1429c6e not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:18:52.875452 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8ff06d87-477d-467a-9fae-c5e3972bea0c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:52.884195 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ccad7-d7bb-4f77-9dfb-a05ce18a9a76 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Pushing event deleted for resources: {'Port': ['ID=3b5c3b88-a751-4db9-848d-c918191e0482,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:52.901932 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-d677616d-8f9d-4dea-9925-f0f6ec30cc81 req-0542f92a-3647-4565-b7fe-69220e75e736 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] No DVR routers for this DVR port 8b4e88d6-649d-4875-8157-2e40b1429c6e on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:18:52.908043 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d677616d-8f9d-4dea-9925-f0f6ec30cc81 req-0542f92a-3647-4565-b7fe-69220e75e736 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:52.910140 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d677616d-8f9d-4dea-9925-f0f6ec30cc81 req-0542f92a-3647-4565-b7fe-69220e75e736 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.39 "DELETE /v2.0/ports/8b4e88d6-649d-4875-8157-2e40b1429c6e HTTP/1.1" status: 204 len: 173 time: 1.3412800 Sep 30 13:18:52.923386 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4038518a-f3da-4fc2-9a12-737d4a38bd62', 'name': 'network-vif-deleted', 'tag': '8b4e88d6-649d-4875-8157-2e40b1429c6e'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:18:52.925847 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fca47b0-3f7a-415d-a021-a73871192f99" -d '{"events": [{"server_uuid": "4038518a-f3da-4fc2-9a12-737d4a38bd62", "name": "network-vif-deleted", "tag": "8b4e88d6-649d-4875-8157-2e40b1429c6e"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:18:52.973737 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cb631f72-8a1a-44fd-a570-f77ef7ca9c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:52.997527 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cb631f72-8a1a-44fd-a570-f77ef7ca9c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:53.003043 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ccad7-d7bb-4f77-9dfb-a05ce18a9a76 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:53.003853 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ccad7-d7bb-4f77-9dfb-a05ce18a9a76 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:53.004195 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ccad7-d7bb-4f77-9dfb-a05ce18a9a76 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:53.004719 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ccad7-d7bb-4f77-9dfb-a05ce18a9a76 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:53.005299 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ccad7-d7bb-4f77-9dfb-a05ce18a9a76 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:53.021154 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ccad7-d7bb-4f77-9dfb-a05ce18a9a76 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:53.021776 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ccad7-d7bb-4f77-9dfb-a05ce18a9a76 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:53.023959 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ccad7-d7bb-4f77-9dfb-a05ce18a9a76 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:53.027516 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ccad7-d7bb-4f77-9dfb-a05ce18a9a76 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:53.028062 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ccad7-d7bb-4f77-9dfb-a05ce18a9a76 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:53.029687 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ccad7-d7bb-4f77-9dfb-a05ce18a9a76 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:53.031672 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ccad7-d7bb-4f77-9dfb-a05ce18a9a76 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:18:53.085280 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cb631f72-8a1a-44fd-a570-f77ef7ca9c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:53.088051 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cb631f72-8a1a-44fd-a570-f77ef7ca9c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:53.116398 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cb631f72-8a1a-44fd-a570-f77ef7ca9c1d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f0807e3-916b-44d7-b2c8-5508308ec446 HTTP/1.1" status: 204 len: 168 time: 0.3913560 Sep 30 13:18:53.130843 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64acd528-2019-45df-a630-11189ab8ab4f x-openstack-request-id: req-64acd528-2019-45df-a630-11189ab8ab4f {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:18:53.131259 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4038518a-f3da-4fc2-9a12-737d4a38bd62", "name": "network-vif-deleted", "tag": "8b4e88d6-649d-4875-8157-2e40b1429c6e", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:18:53.131396 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64acd528-2019-45df-a630-11189ab8ab4f {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:18:53.131810 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4038518a-f3da-4fc2-9a12-737d4a38bd62', 'name': 'network-vif-deleted', 'tag': '8b4e88d6-649d-4875-8157-2e40b1429c6e', 'status': 'completed', 'code': 200} Sep 30 13:18:53.204014 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee3a568-eeee-4e05-acde-bbb8711faf80 req-399ccad7-d7bb-4f77-9dfb-a05ce18a9a76 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] No DVR routers for this DVR port 3b5c3b88-a751-4db9-848d-c918191e0482 on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:18:53.217894 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bee3a568-eeee-4e05-acde-bbb8711faf80 req-399ccad7-d7bb-4f77-9dfb-a05ce18a9a76 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:53.220399 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bee3a568-eeee-4e05-acde-bbb8711faf80 req-399ccad7-d7bb-4f77-9dfb-a05ce18a9a76 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.39 "DELETE /v2.0/ports/3b5c3b88-a751-4db9-848d-c918191e0482 HTTP/1.1" status: 204 len: 173 time: 1.3931115 Sep 30 13:18:53.232294 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb631f72-8a1a-44fd-a570-f77ef7ca9c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0807e3-916b-44d7-b2c8-5508308ec446,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:53.233795 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bb443e-71b0-4c49-a966-cf38acd449e6', 'name': 'network-vif-deleted', 'tag': '3b5c3b88-a751-4db9-848d-c918191e0482'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:18:53.236508 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2162a183-414a-449f-a01b-25aa94209263" -d '{"events": [{"server_uuid": "40bb443e-71b0-4c49-a966-cf38acd449e6", "name": "network-vif-deleted", "tag": "3b5c3b88-a751-4db9-848d-c918191e0482"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:18:53.300282 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6634a41c-49ac-4659-bc92-8672c57a5d33 req-f487ac3c-5e30-410b-8ca2-4a6b8edc46fe tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=e292233c-eeee-427b-9869-11e21f853012 HTTP/1.1" status: 200 len: 210 time: 0.0873363 Sep 30 13:18:53.370857 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff06d87-477d-467a-9fae-c5e3972bea0c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Port': ['ID=b996ac28-46fc-499a-a3f8-797f186d1877,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:53.387391 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfae425-120f-4028-94d5-f609dd8840bd x-openstack-request-id: req-6bfae425-120f-4028-94d5-f609dd8840bd {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:18:53.387882 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bb443e-71b0-4c49-a966-cf38acd449e6", "name": "network-vif-deleted", "tag": "3b5c3b88-a751-4db9-848d-c918191e0482", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:18:53.388547 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6bfae425-120f-4028-94d5-f609dd8840bd {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:18:53.389105 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bb443e-71b0-4c49-a966-cf38acd449e6', 'name': 'network-vif-deleted', 'tag': '3b5c3b88-a751-4db9-848d-c918191e0482', 'status': 'completed', 'code': 200} Sep 30 13:18:53.395054 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8ff06d87-477d-467a-9fae-c5e3972bea0c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:53.398060 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8ff06d87-477d-467a-9fae-c5e3972bea0c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/ports/b996ac28-46fc-499a-a3f8-797f186d1877 HTTP/1.1" status: 204 len: 168 time: 1.4456015 Sep 30 13:18:53.399645 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38924) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:53.427177 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-deb12798-8697-48f5-935b-02b1ec77da91 None None] Could not find standard attr ID for object b996ac28-46fc-499a-a3f8-797f186d1877. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:18:53.448532 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-8173a254-effc-4e3b-a32a-ea7715bfcd81 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] GET failed (client error): The resource could not be found. Sep 30 13:18:53.449748 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-deb12798-8697-48f5-935b-02b1ec77da91 None None] Provisioning complete for port cfa22807-653b-4901-a255-ececfd636849 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:53.451332 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8173a254-effc-4e3b-a32a-ea7715bfcd81 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "GET /v2.0/ports/b996ac28-46fc-499a-a3f8-797f186d1877 HTTP/1.1" status: 404 len: 333 time: 0.0498593 Sep 30 13:18:53.454853 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38926) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:53.456326 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-deb12798-8697-48f5-935b-02b1ec77da91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:53.460950 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36ebfb2f-f0cd-4e46-9bba-35c603d11e89 req-0c8137f3-9388-4b5b-b1b9-eba213e243e0 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=40bb443e-71b0-4c49-a966-cf38acd449e6 HTTP/1.1" status: 200 len: 210 time: 0.2171929 Sep 30 13:18:53.497210 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-239655b3-d52a-43ff-b544-1c18e19e587a tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Allocated IP 172.20.0.11 (bf395552-d6c8-4f33-8985-6c6e9e9ec785/24c2cacb-688f-46b5-bc21-08d291e590ed/f4a6a078-4065-4965-b013-dad6185cfd72) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:18:53.569409 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-deb12798-8697-48f5-935b-02b1ec77da91 None None] Port cfa22807-653b-4901-a255-ececfd636849 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:18:53.574080 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2c1dde3a-131b-4659-b10e-5a618783ba26 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:53.585656 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-deb12798-8697-48f5-935b-02b1ec77da91 None None] Provisioning complete for port 3417abd8-b55d-4d6d-90b2-bcfca451aaff triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:53.586534 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-deb12798-8697-48f5-935b-02b1ec77da91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:53.588611 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3417abd8-b55d-4d6d-90b2-bcfca451aaff up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:18:53.622780 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2c1dde3a-131b-4659-b10e-5a618783ba26 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:53.698942 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb892cfe-c280-4dce-8a01-69ca05d3d545 req-8f634db3-5fc2-40ea-a821-204ec5e7c6dc tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:53.706955 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb892cfe-c280-4dce-8a01-69ca05d3d545 req-8f634db3-5fc2-40ea-a821-204ec5e7c6dc tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.0886736 Sep 30 13:18:53.754910 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb892cfe-c280-4dce-8a01-69ca05d3d545 req-7e4a7bb7-c9e1-4ca6-a4ee-07d873756464 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442417 Sep 30 13:18:53.755824 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2c1dde3a-131b-4659-b10e-5a618783ba26 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:53.762240 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2c1dde3a-131b-4659-b10e-5a618783ba26 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:53.763340 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2c1dde3a-131b-4659-b10e-5a618783ba26 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/security-groups/2fef2a80-6477-4a89-94e8-42054138b33d HTTP/1.1" status: 204 len: 168 time: 0.3039415 Sep 30 13:18:53.767803 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38940) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:53.811436 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1dde3a-131b-4659-b10e-5a618783ba26 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fef2a80-6477-4a89-94e8-42054138b33d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:53.841402 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-239655b3-d52a-43ff-b544-1c18e19e587a tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:53.890273 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 3417abd8-b55d-4d6d-90b2-bcfca451aaff triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:53.902808 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:53.922593 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-da0b2365-37d8-47f5-ae31-c7b7a172a67c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:53.953117 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-239655b3-d52a-43ff-b544-1c18e19e587a tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:53.966937 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-da0b2365-37d8-47f5-ae31-c7b7a172a67c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:54.088711 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-da0b2365-37d8-47f5-ae31-c7b7a172a67c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:54.091490 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-da0b2365-37d8-47f5-ae31-c7b7a172a67c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:54.096338 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-da0b2365-37d8-47f5-ae31-c7b7a172a67c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/security-groups/b6c3cc85-3b4c-4653-8458-5dc07beb70d2 HTTP/1.1" status: 204 len: 168 time: 0.3238196 Sep 30 13:18:54.096338 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38946) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:54.101413 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:54.119072 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b2365-37d8-47f5-ae31-c7b7a172a67c tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c3cc85-3b4c-4653-8458-5dc07beb70d2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:54.125330 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-239655b3-d52a-43ff-b544-1c18e19e587a tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Network bf395552-d6c8-4f33-8985-6c6e9e9ec785 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:18:54.131770 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-239655b3-d52a-43ff-b544-1c18e19e587a tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:18:54.139218 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-239655b3-d52a-43ff-b544-1c18e19e587a tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:18:54.155350 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239655b3-d52a-43ff-b544-1c18e19e587a tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Pushing event updated for resources: {'Port': ['ID=f4a6a078-4065-4965-b013-dad6185cfd72,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:54.195008 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-26bf32ba-5286-473c-a4c0-c2bf108d7f07 None None] Could not find standard attr ID for object b996ac28-46fc-499a-a3f8-797f186d1877. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:18:54.208116 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0888c612-86ef-4311-801f-8cc1bac05cf1 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:54.228882 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-239655b3-d52a-43ff-b544-1c18e19e587a tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:54.229769 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-239655b3-d52a-43ff-b544-1c18e19e587a tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:54.250288 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0888c612-86ef-4311-801f-8cc1bac05cf1 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:54.252742 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-239655b3-d52a-43ff-b544-1c18e19e587a tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8075736 Sep 30 13:18:54.266685 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-5d0eda79-5bd6-46b2-8b8a-d781898285d3 service neutron] Request body: {'port': {'device_id': 'e292233c-eeee-427b-9869-11e21f853012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:54.342224 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0888c612-86ef-4311-801f-8cc1bac05cf1 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:54.346136 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0888c612-86ef-4311-801f-8cc1bac05cf1 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:54.347787 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0888c612-86ef-4311-801f-8cc1bac05cf1 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/security-groups/69158d38-5aaa-44e2-80b1-3014c24578da HTTP/1.1" status: 204 len: 168 time: 0.2505612 Sep 30 13:18:54.353356 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38956) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:54.359419 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888c612-86ef-4311-801f-8cc1bac05cf1 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69158d38-5aaa-44e2-80b1-3014c24578da,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:54.384466 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-5d0eda79-5bd6-46b2-8b8a-d781898285d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:54.598943 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-debe6b90-e5e0-4414-aef0-ff68dba2f540 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting subnet 8f4f520d-cbcb-4e7e-820c-773229a557eb {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:18:54.612482 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-debe6b90-e5e0-4414-aef0-ff68dba2f540 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:54.645412 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013a054-d4f1-4066-8274-a38203c20d4a req-cbbe0709-e04c-45e3-ac1a-c2b979312bad tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:54.647011 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8013a054-d4f1-4066-8274-a38203c20d4a req-cbbe0709-e04c-45e3-ac1a-c2b979312bad tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=e292233c-eeee-427b-9869-11e21f853012 HTTP/1.1" status: 200 len: 932 time: 0.2375071 Sep 30 13:18:54.789433 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-debe6b90-e5e0-4414-aef0-ff68dba2f540 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:54.825076 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8013a054-d4f1-4066-8274-a38203c20d4a req-73e5da68-46a2-45ce-83c9-b14b719da13e tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690750 Sep 30 13:18:54.874051 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-7044c032-e1b9-4bc3-8e81-ea6423c9c08c tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:54.877855 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-7044c032-e1b9-4bc3-8e81-ea6423c9c08c tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/networks?id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 HTTP/1.1" status: 200 len: 805 time: 0.1248000 Sep 30 13:18:54.904055 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-d6d610d3-8091-4343-9ff5-f41ecb8070f1 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/quotas/9fc5434333184b91bb2f4f1696e6b8d6 HTTP/1.1" status: 200 len: 375 time: 0.0194867 Sep 30 13:18:54.962555 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-ed6fe2e0-5af1-4673-8bff-785d32af10bc tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fc5434333184b91bb2f4f1696e6b8d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0572033 Sep 30 13:18:55.018282 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-debe6b90-e5e0-4414-aef0-ff68dba2f540 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:55.085123 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94285aca-9fc4-4671-8df2-f07d7016c25a req-6d762c8a-81ab-4364-8dd8-114299e96cd3 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:55.087400 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-a89af336-397f-4b9b-ac57-bc0404bfcda6 service neutron] 10.222.0.18 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178324 Sep 30 13:18:55.088524 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-94285aca-9fc4-4671-8df2-f07d7016c25a req-6d762c8a-81ab-4364-8dd8-114299e96cd3 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.1558917 Sep 30 13:18:55.095126 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-5d0eda79-5bd6-46b2-8b8a-d781898285d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4a6a078-4065-4965-b013-dad6185cfd72 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:18:55.108441 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-5d0eda79-5bd6-46b2-8b8a-d781898285d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:55.185328 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-94285aca-9fc4-4671-8df2-f07d7016c25a req-1370497d-ea0f-464b-b777-cff6f43b23f7 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842543 Sep 30 13:18:55.190039 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-5d0eda79-5bd6-46b2-8b8a-d781898285d3 service neutron] Transition to ACTIVE for port object f4a6a078-4065-4965-b013-dad6185cfd72 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:18:55.198579 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-debe6b90-e5e0-4414-aef0-ff68dba2f540 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:55.227825 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-5d0eda79-5bd6-46b2-8b8a-d781898285d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:55.266659 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-aa19cdbb-4929-4afc-b419-436aecb2bff9 service neutron] 10.222.0.18 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783581 Sep 30 13:18:55.296172 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-debe6b90-e5e0-4414-aef0-ff68dba2f540 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:55.299590 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-debe6b90-e5e0-4414-aef0-ff68dba2f540 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/subnets/8f4f520d-cbcb-4e7e-820c-773229a557eb HTTP/1.1" status: 204 len: 168 time: 0.9432731 Sep 30 13:18:55.303391 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e710ce3-a3b2-4241-8305-b04cdb95ceed None None] Network c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:18:55.305652 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38994) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:55.369589 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe6b90-e5e0-4414-aef0-ff68dba2f540 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Subnet': ['ID=8f4f520d-cbcb-4e7e-820c-773229a557eb,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:55.464888 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-334805e1-6713-4acd-812f-e5498e5921cf tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting subnet fc75292b-8358-4a60-b26b-3dbb4d6afc09 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:18:55.469308 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-334805e1-6713-4acd-812f-e5498e5921cf tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:55.479146 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0eda79-5bd6-46b2-8b8a-d781898285d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a6a078-4065-4965-b013-dad6185cfd72,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:55.568686 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-334805e1-6713-4acd-812f-e5498e5921cf tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:55.616879 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f39c3dc-8438-4362-81a3-570540ffbafd req-47161a51-3ea4-45a4-90da-f6725eae6884 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c1b436-3792-476b-92fd-9efe74ac785c HTTP/1.1" status: 200 len: 210 time: 0.0545673 Sep 30 13:18:55.677084 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-5d0eda79-5bd6-46b2-8b8a-d781898285d3 service neutron] Attempting to bind port f4a6a078-4065-4965-b013-dad6185cfd72 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:18:55.677266 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-5d0eda79-5bd6-46b2-8b8a-d781898285d3 service neutron] Attempting to bind port f4a6a078-4065-4965-b013-dad6185cfd72 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'b6f090cd-be43-4e2a-a98b-f43fad45e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:18:55.677593 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-5d0eda79-5bd6-46b2-8b8a-d781898285d3 service neutron] Attempting to bind port f4a6a078-4065-4965-b013-dad6185cfd72 on network bf395552-d6c8-4f33-8985-6c6e9e9ec785 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:18:55.688999 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-5d0eda79-5bd6-46b2-8b8a-d781898285d3 service neutron] Port f4a6a078-4065-4965-b013-dad6185cfd72 on network bf395552-d6c8-4f33-8985-6c6e9e9ec785 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:18:55.689329 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-5d0eda79-5bd6-46b2-8b8a-d781898285d3 service neutron] Attempting to bind port f4a6a078-4065-4965-b013-dad6185cfd72 on network bf395552-d6c8-4f33-8985-6c6e9e9ec785 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:18:55.696927 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-5d0eda79-5bd6-46b2-8b8a-d781898285d3 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:18:55.697141 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-5d0eda79-5bd6-46b2-8b8a-d781898285d3 service neutron] Checking segment: {'id': 'b6f090cd-be43-4e2a-a98b-f43fad45e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:18:55.697722 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-5d0eda79-5bd6-46b2-8b8a-d781898285d3 service neutron] Bound using segment: {'id': 'b6f090cd-be43-4e2a-a98b-f43fad45e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:18:55.698515 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-5d0eda79-5bd6-46b2-8b8a-d781898285d3 service neutron] Bound port: f4a6a078-4065-4965-b013-dad6185cfd72, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f090cd-be43-4e2a-a98b-f43fad45e925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:18:55.699434 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-5d0eda79-5bd6-46b2-8b8a-d781898285d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:55.702894 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-334805e1-6713-4acd-812f-e5498e5921cf tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:55.806863 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-5d0eda79-5bd6-46b2-8b8a-d781898285d3 service neutron] For port f4a6a078-4065-4965-b013-dad6185cfd72, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:18:55.810483 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-5d0eda79-5bd6-46b2-8b8a-d781898285d3 service neutron] For port f4a6a078-4065-4965-b013-dad6185cfd72, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=f4a6a078-4065-4965-b013-dad6185cfd72,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:18:55.813390 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-334805e1-6713-4acd-812f-e5498e5921cf tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:55.820876 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-5d0eda79-5bd6-46b2-8b8a-d781898285d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:55.849128 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334805e1-6713-4acd-812f-e5498e5921cf tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Subnet': ['ID=fc75292b-8358-4a60-b26b-3dbb4d6afc09,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:55.853607 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-334805e1-6713-4acd-812f-e5498e5921cf tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:55.858115 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-334805e1-6713-4acd-812f-e5498e5921cf tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/subnets/fc75292b-8358-4a60-b26b-3dbb4d6afc09 HTTP/1.1" status: 204 len: 168 time: 0.5511971 Sep 30 13:18:55.863117 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39016) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:55.876884 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-5d0eda79-5bd6-46b2-8b8a-d781898285d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:55.878332 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-5d0eda79-5bd6-46b2-8b8a-d781898285d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:55.880280 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-5d0eda79-5bd6-46b2-8b8a-d781898285d3 service neutron] 10.222.0.54 "PUT /v2.0/ports/f4a6a078-4065-4965-b013-dad6185cfd72 HTTP/1.1" status: 200 len: 1092 time: 1.6181509 Sep 30 13:18:55.880907 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e292233c-eeee-427b-9869-11e21f853012', 'tag': 'f4a6a078-4065-4965-b013-dad6185cfd72'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:18:55.883394 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507bbb4c-32a3-4a30-b9f5-3c73c9646aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "e292233c-eeee-427b-9869-11e21f853012", "tag": "f4a6a078-4065-4965-b013-dad6185cfd72"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:18:55.973255 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd9622f-15cb-4a2f-becb-15d7b24cedb2 x-openstack-request-id: req-bcd9622f-15cb-4a2f-becb-15d7b24cedb2 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:18:55.973547 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e292233c-eeee-427b-9869-11e21f853012", "tag": "f4a6a078-4065-4965-b013-dad6185cfd72", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:18:55.973810 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bcd9622f-15cb-4a2f-becb-15d7b24cedb2 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:18:55.974237 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e292233c-eeee-427b-9869-11e21f853012', 'tag': 'f4a6a078-4065-4965-b013-dad6185cfd72', 'status': 'completed', 'code': 200} Sep 30 13:18:55.985284 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-61cab9f4-b86d-45e1-a50f-6bb371e239fd tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] DELETE failed (client error): The resource could not be found. Sep 30 13:18:55.988041 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61cab9f4-b86d-45e1-a50f-6bb371e239fd tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:18:55.992062 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-61cab9f4-b86d-45e1-a50f-6bb371e239fd tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/subnets/8f4f520d-cbcb-4e7e-820c-773229a557eb HTTP/1.1" status: 404 len: 337 time: 0.1251590 Sep 30 13:18:55.995722 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39024) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:56.020150 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0eda79-5bd6-46b2-8b8a-d781898285d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a6a078-4065-4965-b013-dad6185cfd72,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:56.059776 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-affd1a39-6f9b-43b4-9992-10b44d5f5532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:56.067277 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-affd1a39-6f9b-43b4-9992-10b44d5f5532 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f180add52a04581aabb15b50dd31fc4&device_id=e292233c-eeee-427b-9869-11e21f853012 HTTP/1.1" status: 200 len: 1095 time: 0.0922003 Sep 30 13:18:56.103315 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2fa8a-e8d4-4f51-b3e8-f95cbfa22c95 req-aced281e-5c8c-496b-a6ef-222b1077e901 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:56.111898 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3eb2fa8a-e8d4-4f51-b3e8-f95cbfa22c95 req-aced281e-5c8c-496b-a6ef-222b1077e901 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=e292233c-eeee-427b-9869-11e21f853012 HTTP/1.1" status: 200 len: 944 time: 0.1716213 Sep 30 13:18:56.128335 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-db4ade1e-1a67-4003-be23-7868476fc8fa tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting subnet cc73de27-3c3e-457c-a812-a491eafcc3b7 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:18:56.132756 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-57f64ecd-790b-42cf-8912-a6473864d1ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4a6a078-4065-4965-b013-dad6185cfd72 HTTP/1.1" status: 200 len: 217 time: 0.0551085 Sep 30 13:18:56.141677 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-db4ade1e-1a67-4003-be23-7868476fc8fa tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:56.199855 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-c2b1bc45-03a4-488d-b540-62d168432f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:56.201887 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-c2b1bc45-03a4-488d-b540-62d168432f41 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=24c2cacb-688f-46b5-bc21-08d291e590ed HTTP/1.1" status: 200 len: 844 time: 0.0594304 Sep 30 13:18:56.221600 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3eb2fa8a-e8d4-4f51-b3e8-f95cbfa22c95 req-99066b40-3a66-4ddc-af17-682f7e42144a tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084895 Sep 30 13:18:56.226691 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-db4ade1e-1a67-4003-be23-7868476fc8fa tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:56.249555 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-6d6ca18f-2604-4f54-bae0-3fe83e126e59 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bf395552-d6c8-4f33-8985-6c6e9e9ec785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326493 Sep 30 13:18:56.414283 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39036) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:56.444651 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-54037266-a88c-4ff4-b72b-a249fa795867 service neutron] 10.222.0.54 "GET /v2.0/networks/bf395552-d6c8-4f33-8985-6c6e9e9ec785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820917 Sep 30 13:18:56.460768 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8fb87-7e7e-40f8-9092-a523f5722433 req-67262fdb-8f10-4d17-891d-dbf955d26556 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:56.463040 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99b8fb87-7e7e-40f8-9092-a523f5722433 req-67262fdb-8f10-4d17-891d-dbf955d26556 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.1136992 Sep 30 13:18:56.479493 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-db4ade1e-1a67-4003-be23-7868476fc8fa tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:56.569392 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99b8fb87-7e7e-40f8-9092-a523f5722433 req-43512521-e088-43d8-b1f0-513d7562c93e tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959442 Sep 30 13:18:56.613111 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d98a568e-fa97-4072-ad1a-ce4171276ffc req-4912d703-1696-496b-b61e-8ffd6364efa1 service neutron] 10.222.0.54 "GET /v2.0/networks/bf395552-d6c8-4f33-8985-6c6e9e9ec785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488426 Sep 30 13:18:56.614752 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-db4ade1e-1a67-4003-be23-7868476fc8fa tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:56.620999 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-df13adbc-fab0-44c4-8411-73b5a6fcc91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:56.653566 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac65d37-9d82-404f-ae92-2defd0ae611b None None] Network c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:18:56.667940 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ade1e-1a67-4003-be23-7868476fc8fa tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Subnet': ['ID=cc73de27-3c3e-457c-a812-a491eafcc3b7,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:56.678671 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-db4ade1e-1a67-4003-be23-7868476fc8fa tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:56.682750 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-db4ade1e-1a67-4003-be23-7868476fc8fa tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/subnets/cc73de27-3c3e-457c-a812-a491eafcc3b7 HTTP/1.1" status: 204 len: 168 time: 0.6839292 Sep 30 13:18:56.683331 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39042) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:56.764575 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-93183d6f-a6f6-466f-ab81-abeb3b988e1f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] DELETE failed (client error): The resource could not be found. Sep 30 13:18:56.771307 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93183d6f-a6f6-466f-ab81-abeb3b988e1f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:18:56.779812 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-93183d6f-a6f6-466f-ab81-abeb3b988e1f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/subnets/a71b0daf-6a13-46fe-8360-b9f299be44e6 HTTP/1.1" status: 404 len: 337 time: 0.0932415 Sep 30 13:18:56.785811 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39044) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:56.805212 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-53057b38-316d-4b6c-8f18-98bdfd52b427 None None] Provisioning complete for port cfa22807-653b-4901-a255-ececfd636849 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:56.805495 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-53057b38-316d-4b6c-8f18-98bdfd52b427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:56.848823 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-53057b38-316d-4b6c-8f18-98bdfd52b427 None None] Port cfa22807-653b-4901-a255-ececfd636849 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:18:56.859732 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-53057b38-316d-4b6c-8f18-98bdfd52b427 None None] Provisioning complete for port 3417abd8-b55d-4d6d-90b2-bcfca451aaff triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:18:56.860314 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-53057b38-316d-4b6c-8f18-98bdfd52b427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:56.872402 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e8ee29a1-cee5-4dc8-a64b-5aac2c9ba91f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1bb21ac-4c4b-403b-8816-f06766252199 HTTP/1.1" status: 200 len: 205 time: 0.0807407 Sep 30 13:18:56.939180 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2ead229-6020-43f5-b51c-e53609327248 req-2618febb-4816-4fef-a348-1594c800e38d tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c1b436-3792-476b-92fd-9efe74ac785c HTTP/1.1" status: 200 len: 210 time: 0.1516700 Sep 30 13:18:56.941407 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39046) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:56.953218 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e1fd16-02ed-437b-aa3b-21eaf90afcb9 None None] DHCP port deletion for c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:18:57.037271 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-485c25b4-799b-4cf9-b492-454af37d4b9f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] delete failed (client error): The resource could not be found. Sep 30 13:18:57.038291 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-485c25b4-799b-4cf9-b492-454af37d4b9f tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/routers/a1bb21ac-4c4b-403b-8816-f06766252199 HTTP/1.1" status: 404 len: 336 time: 0.0923750 Sep 30 13:18:57.038933 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-24e1fd16-02ed-437b-aa3b-21eaf90afcb9 None None] Deleting port 3417abd8-b55d-4d6d-90b2-bcfca451aaff {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:18:57.039484 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-24e1fd16-02ed-437b-aa3b-21eaf90afcb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:57.045044 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39048) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:57.115975 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bbb4c-32a3-4a30-b9f5-3c73c9646aa4 req-5e79e43d-750e-40c4-98c4-454455e55f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:57.117720 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-507bbb4c-32a3-4a30-b9f5-3c73c9646aa4 req-5e79e43d-750e-40c4-98c4-454455e55f24 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f180add52a04581aabb15b50dd31fc4&device_id=e292233c-eeee-427b-9869-11e21f853012 HTTP/1.1" status: 200 len: 1095 time: 0.4484720 Sep 30 13:18:57.119367 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dcd10de-6d51-4687-8416-a917613720de tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] DELETE failed (client error): The resource could not be found. Sep 30 13:18:57.119820 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dcd10de-6d51-4687-8416-a917613720de tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:18:57.122059 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3dcd10de-6d51-4687-8416-a917613720de tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/subnets/4baaee87-29e1-4daf-a527-fabc3d2e3bd5 HTTP/1.1" status: 404 len: 337 time: 0.0675402 Sep 30 13:18:57.124500 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39050) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:57.132675 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-24e1fd16-02ed-437b-aa3b-21eaf90afcb9 None None] For port 3417abd8-b55d-4d6d-90b2-bcfca451aaff, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3417abd8-b55d-4d6d-90b2-bcfca451aaff,segment=NetworkSegment(d78bc874-1f5c-42fb-8b39-c028ab7c7122),segment_id=d78bc874-1f5c-42fb-8b39-c028ab7c7122)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:18:57.133501 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-24e1fd16-02ed-437b-aa3b-21eaf90afcb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:57.157249 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-d03112a4-7161-4b96-840f-1f6b638caa84 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] DELETE failed (client error): The resource could not be found. Sep 30 13:18:57.157456 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-24e1fd16-02ed-437b-aa3b-21eaf90afcb9 None None] Calling delete_port for 3417abd8-b55d-4d6d-90b2-bcfca451aaff owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:18:57.157893 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d03112a4-7161-4b96-840f-1f6b638caa84 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:18:57.163105 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d03112a4-7161-4b96-840f-1f6b638caa84 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/subnets/04330de6-c049-4b3a-8215-aaf38fa7f278 HTTP/1.1" status: 404 len: 337 time: 0.0373957 Sep 30 13:18:57.164947 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39052) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:57.258750 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-24e1fd16-02ed-437b-aa3b-21eaf90afcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:57.272338 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bbb4c-32a3-4a30-b9f5-3c73c9646aa4 req-959db209-7483-4fb9-aa59-5b234b6c6f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:57.278244 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-507bbb4c-32a3-4a30-b9f5-3c73c9646aa4 req-959db209-7483-4fb9-aa59-5b234b6c6f67 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bf395552-d6c8-4f33-8985-6c6e9e9ec785 HTTP/1.1" status: 200 len: 905 time: 0.1230114 Sep 30 13:18:57.290463 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1fd16-02ed-437b-aa3b-21eaf90afcb9 None None] Pushing event deleted for resources: {'Port': ['ID=3417abd8-b55d-4d6d-90b2-bcfca451aaff,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:57.303511 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e1fd16-02ed-437b-aa3b-21eaf90afcb9 None None] No DVR routers for this DVR port 3417abd8-b55d-4d6d-90b2-bcfca451aaff on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:18:57.345796 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-507bbb4c-32a3-4a30-b9f5-3c73c9646aa4 req-4ee75e6e-6e53-4ce1-a416-fa057d6d02ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4a6a078-4065-4965-b013-dad6185cfd72 HTTP/1.1" status: 200 len: 217 time: 0.0589600 Sep 30 13:18:57.423290 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bbb4c-32a3-4a30-b9f5-3c73c9646aa4 req-b9623045-d4da-487f-b8b2-25d5e4265b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:57.424768 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-507bbb4c-32a3-4a30-b9f5-3c73c9646aa4 req-b9623045-d4da-487f-b8b2-25d5e4265b2a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=24c2cacb-688f-46b5-bc21-08d291e590ed HTTP/1.1" status: 200 len: 844 time: 0.0715206 Sep 30 13:18:57.438508 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777580d-fd53-42e6-bf4a-97cb439c9c59 req-a29b0897-3656-46f9-9631-b2c6605d10e3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:57.440073 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8777580d-fd53-42e6-bf4a-97cb439c9c59 req-a29b0897-3656-46f9-9631-b2c6605d10e3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=e292233c-eeee-427b-9869-11e21f853012 HTTP/1.1" status: 200 len: 944 time: 0.0977559 Sep 30 13:18:57.471786 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-507bbb4c-32a3-4a30-b9f5-3c73c9646aa4 req-20feb36f-08e8-4802-9f8f-585e36103618 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bf395552-d6c8-4f33-8985-6c6e9e9ec785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307391 Sep 30 13:18:57.533071 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8777580d-fd53-42e6-bf4a-97cb439c9c59 req-7a5cbc61-dce2-48fa-a7cf-e2c1055af4d0 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645185 Sep 30 13:18:57.537313 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3417abd8-b55d-4d6d-90b2-bcfca451aaff no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:18:57.576958 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 3417abd8-b55d-4d6d-90b2-bcfca451aaff {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:18:57.577309 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3417abd8-b55d-4d6d-90b2-bcfca451aaff not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:18:57.581361 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-5ec783c2-09a9-4971-9b11-800bb7195b29 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:57.583339 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-5ec783c2-09a9-4971-9b11-800bb7195b29 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.39 "GET /v2.0/networks?id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 HTTP/1.1" status: 200 len: 805 time: 0.7145717 Sep 30 13:18:57.586952 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-c12e673f-82d1-4b2f-a8a8-2ef5c60744f5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] DELETE failed (client error): The resource could not be found. Sep 30 13:18:57.587699 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c12e673f-82d1-4b2f-a8a8-2ef5c60744f5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:18:57.589632 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c12e673f-82d1-4b2f-a8a8-2ef5c60744f5 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/subnets/0c8bf0a8-c2ed-478d-9a94-a78597b31cf1 HTTP/1.1" status: 404 len: 337 time: 0.4237292 Sep 30 13:18:57.592945 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39058) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:57.605058 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-5df80fe2-0bef-46cb-bbf3-62491b5f1106 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Request body: {'port': {'device_id': 'f1c1b436-3792-476b-92fd-9efe74ac785c', 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1', 'admin_state_up': True, 'tenant_id': '9fc5434333184b91bb2f4f1696e6b8d6'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:57.612016 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-507bbb4c-32a3-4a30-b9f5-3c73c9646aa4 req-503fb98e-6be5-40e4-89b4-e0d1644cb3e3 service neutron] 10.222.0.54 "GET /v2.0/networks/bf395552-d6c8-4f33-8985-6c6e9e9ec785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272702 Sep 30 13:18:57.646335 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcff2616-ce41-47f8-8970-70361cd51cef tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] DELETE failed (client error): The resource could not be found. Sep 30 13:18:57.646825 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcff2616-ce41-47f8-8970-70361cd51cef tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:18:57.648562 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-dcff2616-ce41-47f8-8970-70361cd51cef tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/ports/3eaa52d3-c163-43b5-9d47-86ace5ad30d4 HTTP/1.1" status: 404 len: 333 time: 0.0529392 Sep 30 13:18:57.657558 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39062) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:57.668159 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-df13adbc-fab0-44c4-8411-73b5a6fcc91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:57.682326 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-df13adbc-fab0-44c4-8411-73b5a6fcc91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:57.696256 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-877c06f3-64ed-45cb-9875-e1b639260c49 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] DELETE failed (client error): The resource could not be found. Sep 30 13:18:57.696795 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-877c06f3-64ed-45cb-9875-e1b639260c49 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:18:57.704185 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-877c06f3-64ed-45cb-9875-e1b639260c49 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/subnets/e1451312-309d-4775-ab59-9049f71064c4 HTTP/1.1" status: 404 len: 337 time: 0.0428948 Sep 30 13:18:57.731853 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39064) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:57.735344 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:18:57.812084 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d3c4d1-8c71-454c-a680-3d991abe9cce tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] DELETE failed (client error): The resource could not be found. Sep 30 13:18:57.813407 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84d3c4d1-8c71-454c-a680-3d991abe9cce tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:18:57.819026 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-84d3c4d1-8c71-454c-a680-3d991abe9cce tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/subnets/a53e461a-67fd-41c2-bd74-42d6cc5b345f HTTP/1.1" status: 404 len: 337 time: 0.0861688 Sep 30 13:18:57.820102 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39066) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:57.823348 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-df13adbc-fab0-44c4-8411-73b5a6fcc91b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=00092b452e494e19bc7afb5d0885c45c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4056463 Sep 30 13:18:57.831185 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13adbc-fab0-44c4-8411-73b5a6fcc91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc1ad51-bdce-4431-a935-f734db212da8,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:57.837101 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39068) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:57.873669 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c4cbd5-ae09-4f6d-bc49-50041916e2cc tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] DELETE failed (client error): The resource could not be found. Sep 30 13:18:57.876408 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c4cbd5-ae09-4f6d-bc49-50041916e2cc tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:18:57.880940 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b6c4cbd5-ae09-4f6d-bc49-50041916e2cc tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/ports/92c59fdc-90ab-4fed-a207-7ed345570b49 HTTP/1.1" status: 404 len: 333 time: 0.0545313 Sep 30 13:18:57.881705 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39070) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:57.892867 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6631c-6d0a-4045-878c-df066c66cbde req-afafc035-b6ae-4b17-97e9-ab225a74a662 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:57.901841 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-88e6631c-6d0a-4045-878c-df066c66cbde req-afafc035-b6ae-4b17-97e9-ab225a74a662 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.2363403 Sep 30 13:18:57.904466 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-507bbb4c-32a3-4a30-b9f5-3c73c9646aa4 req-447c3e5a-36ac-4225-b620-bd14ee27aa13 service neutron] 10.222.0.54 "GET /v2.0/networks/bf395552-d6c8-4f33-8985-6c6e9e9ec785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827578 Sep 30 13:18:57.931754 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-9985287b-bb6a-43d4-9a15-89bf231c5577 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] DELETE failed (client error): The resource could not be found. Sep 30 13:18:57.932463 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9985287b-bb6a-43d4-9a15-89bf231c5577 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:18:57.937022 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9985287b-bb6a-43d4-9a15-89bf231c5577 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/subnets/dfdcd0b4-363a-4ea9-bb6f-3fba51fe8cdb HTTP/1.1" status: 404 len: 337 time: 0.0526655 Sep 30 13:18:57.938272 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39072) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:57.966288 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5387345-ff97-4a8e-a775-f1cb44d1dd35 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] DELETE failed (client error): The resource could not be found. Sep 30 13:18:57.966855 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5387345-ff97-4a8e-a775-f1cb44d1dd35 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:18:57.971481 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c5387345-ff97-4a8e-a775-f1cb44d1dd35 tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/subnets/5e1b8916-de82-4e60-8cbd-dc3dd48dc84c HTTP/1.1" status: 404 len: 337 time: 0.0321782 Sep 30 13:18:57.972257 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39076) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:57.987715 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-5df80fe2-0bef-46cb-bbf3-62491b5f1106 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Made reservation on behalf of 9fc5434333184b91bb2f4f1696e6b8d6 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:18:57.991180 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-5df80fe2-0bef-46cb-bbf3-62491b5f1106 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:57.995598 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-88e6631c-6d0a-4045-878c-df066c66cbde req-b946bfa8-f971-4bd9-81f4-a54c6760e5f0 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883231 Sep 30 13:18:58.036110 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6c218fbe-ae9e-4050-871c-e77732252d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:58.079221 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2306c2ed-625b-4fbf-b7ea-3010262ad2c6 req-726480fe-537a-4e18-9c08-8aeab692a530 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c1b436-3792-476b-92fd-9efe74ac785c HTTP/1.1" status: 200 len: 210 time: 0.0550506 Sep 30 13:18:58.103133 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-880b571e-25d0-44f9-bd94-213636092c0e tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Deleting port cfa22807-653b-4901-a255-ececfd636849 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:18:58.103471 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-880b571e-25d0-44f9-bd94-213636092c0e tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:58.106487 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6c218fbe-ae9e-4050-871c-e77732252d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:58.172922 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-880b571e-25d0-44f9-bd94-213636092c0e tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:58.185657 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-880b571e-25d0-44f9-bd94-213636092c0e tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Calling delete_port for cfa22807-653b-4901-a255-ececfd636849 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:18:58.197056 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-5df80fe2-0bef-46cb-bbf3-62491b5f1106 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Allocated IP 172.20.0.4 (0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1/ffedeff6-d706-4237-b627-e4b936917a2e/075e0a0e-6006-442d-9817-992b6c795c08) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:18:58.199079 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6c218fbe-ae9e-4050-871c-e77732252d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:58.201733 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6c218fbe-ae9e-4050-871c-e77732252d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:58.202948 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6c218fbe-ae9e-4050-871c-e77732252d0d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bbc1ad51-bdce-4431-a935-f734db212da8 HTTP/1.1" status: 204 len: 168 time: 0.3638213 Sep 30 13:18:58.218173 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c218fbe-ae9e-4050-871c-e77732252d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc1ad51-bdce-4431-a935-f734db212da8,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:58.282635 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-880b571e-25d0-44f9-bd94-213636092c0e tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:58.318776 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b571e-25d0-44f9-bd94-213636092c0e tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Port': ['ID=cfa22807-653b-4901-a255-ececfd636849,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:58.322611 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-880b571e-25d0-44f9-bd94-213636092c0e tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:58.324522 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-880b571e-25d0-44f9-bd94-213636092c0e tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/ports/cfa22807-653b-4901-a255-ececfd636849 HTTP/1.1" status: 204 len: 168 time: 0.3512764 Sep 30 13:18:58.327680 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39080) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:58.375321 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-5df80fe2-0bef-46cb-bbf3-62491b5f1106 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:58.408916 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4e4e5b86-87e9-468d-9174-f4280b19aa1a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:58.412574 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-5df80fe2-0bef-46cb-bbf3-62491b5f1106 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:58.426191 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6c2091e5-f492-410b-b7e7-74cfe5cfae1e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:18:58.465618 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-5df80fe2-0bef-46cb-bbf3-62491b5f1106 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:18:58.472551 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-5df80fe2-0bef-46cb-bbf3-62491b5f1106 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:18:58.474229 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df80fe2-0bef-46cb-bbf3-62491b5f1106 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Pushing event updated for resources: {'Port': ['ID=075e0a0e-6006-442d-9817-992b6c795c08,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:58.476559 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-5df80fe2-0bef-46cb-bbf3-62491b5f1106 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:18:58.559350 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-5df80fe2-0bef-46cb-bbf3-62491b5f1106 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:58.560351 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-5df80fe2-0bef-46cb-bbf3-62491b5f1106 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:58.562782 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4e4e5b86-87e9-468d-9174-f4280b19aa1a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:58.565713 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39088) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:58.585627 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-4e4e5b86-87e9-468d-9174-f4280b19aa1a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:58.591337 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5d3dbba4-24c4-41fe-8f50-9b428c84b43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:58.597331 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-4e4e5b86-87e9-468d-9174-f4280b19aa1a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd78bc874-1f5c-42fb-8b39-c028ab7c7122') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:58.598540 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-4e4e5b86-87e9-468d-9174-f4280b19aa1a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd78bc874-1f5c-42fb-8b39-c028ab7c7122') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:18:58.620029 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4e4e5b86-87e9-468d-9174-f4280b19aa1a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:58.623619 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-5df80fe2-0bef-46cb-bbf3-62491b5f1106 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0286186 Sep 30 13:18:58.636947 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4e4e5b86-87e9-468d-9174-f4280b19aa1a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:58.646465 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-638ed348-92a7-49e5-a2cc-30c040e38781 service neutron] Request body: {'port': {'device_id': 'f1c1b436-3792-476b-92fd-9efe74ac785c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:18:58.650155 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e4e5b86-87e9-468d-9174-f4280b19aa1a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:18:58.650155 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4e4e5b86-87e9-468d-9174-f4280b19aa1a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:18:58.656661 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:18:58.730661 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4e4e5b86-87e9-468d-9174-f4280b19aa1a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:58.736813 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4e4e5b86-87e9-468d-9174-f4280b19aa1a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:58.742045 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4e4e5b86-87e9-468d-9174-f4280b19aa1a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] 10.222.0.18 "DELETE /v2.0/networks/c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67 HTTP/1.1" status: 204 len: 168 time: 0.4101734 Sep 30 13:18:58.760559 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-638ed348-92a7-49e5-a2cc-30c040e38781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:58.761266 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e5b86-87e9-468d-9174-f4280b19aa1a tempest-PortsTestJSON-68319342 tempest-PortsTestJSON-68319342-project] Pushing event deleted for resources: {'Network': ['ID=c28c1dc7-75b0-4d0f-9ab5-aaa4580e4b67,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:58.832425 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8764e2-a5f6-4f83-a126-2b5a20eba49a req-9dac8ffa-a29d-41e3-8c32-cd250933ede5 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:58.834088 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8b8764e2-a5f6-4f83-a126-2b5a20eba49a req-9dac8ffa-a29d-41e3-8c32-cd250933ede5 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=e292233c-eeee-427b-9869-11e21f853012 HTTP/1.1" status: 200 len: 944 time: 0.1460097 Sep 30 13:18:58.864120 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5d3dbba4-24c4-41fe-8f50-9b428c84b43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:58.879250 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5d3dbba4-24c4-41fe-8f50-9b428c84b43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:58.987087 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3dbba4-24c4-41fe-8f50-9b428c84b43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce07465-6712-4e69-b9db-fb8847db4140,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:59.002123 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8b8764e2-a5f6-4f83-a126-2b5a20eba49a req-c733a8b3-6bb4-4748-998b-5943f4d76aef tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572127 Sep 30 13:18:59.009365 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5d3dbba4-24c4-41fe-8f50-9b428c84b43f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=77135bf4705648c88f26e375a2c18888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4379902 Sep 30 13:18:59.009365 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39098) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:59.043869 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39102) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:59.124274 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-06541595-29f6-4820-a11a-52903f5661a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:59.135277 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a330aa2-e834-439c-a7da-4315202fab90 req-1a9aef14-2231-4d71-9cbc-4e635d7b94bd tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:59.136999 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a330aa2-e834-439c-a7da-4315202fab90 req-1a9aef14-2231-4d71-9cbc-4e635d7b94bd tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.0532601 Sep 30 13:18:59.167768 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-06541595-29f6-4820-a11a-52903f5661a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:59.199191 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a330aa2-e834-439c-a7da-4315202fab90 req-f40faa76-ff46-48a7-8c20-eb20540c02e8 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449660 Sep 30 13:18:59.253476 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fe3de39e-1ec1-4274-a2fd-f3c9f12e3db6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a2031fdd11c4bf2a07889cb67a3ef32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2023754 Sep 30 13:18:59.255884 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39108) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:18:59.276218 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-638ed348-92a7-49e5-a2cc-30c040e38781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 075e0a0e-6006-442d-9817-992b6c795c08 {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:18:59.287743 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-638ed348-92a7-49e5-a2cc-30c040e38781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:59.316817 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be034d15-c6d9-4e66-a803-d7f014c6a017 req-e3ded7ef-bd3f-4f54-b84c-1820510af784 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:59.318364 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-be034d15-c6d9-4e66-a803-d7f014c6a017 req-e3ded7ef-bd3f-4f54-b84c-1820510af784 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c1b436-3792-476b-92fd-9efe74ac785c HTTP/1.1" status: 200 len: 931 time: 0.0931754 Sep 30 13:18:59.320942 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5b23c421-2171-4ca9-b071-6d8cb14a643b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:59.324616 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-06541595-29f6-4820-a11a-52903f5661a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:59.328502 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-06541595-29f6-4820-a11a-52903f5661a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:59.332184 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-06541595-29f6-4820-a11a-52903f5661a7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ce07465-6712-4e69-b9db-fb8847db4140 HTTP/1.1" status: 204 len: 168 time: 0.3194463 Sep 30 13:18:59.332829 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-638ed348-92a7-49e5-a2cc-30c040e38781 service neutron] Transition to ACTIVE for port object 075e0a0e-6006-442d-9817-992b6c795c08 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:18:59.355934 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5b23c421-2171-4ca9-b071-6d8cb14a643b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:59.356314 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06541595-29f6-4820-a11a-52903f5661a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce07465-6712-4e69-b9db-fb8847db4140,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:59.358486 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-638ed348-92a7-49e5-a2cc-30c040e38781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:59.422630 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5b23c421-2171-4ca9-b071-6d8cb14a643b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:59.425809 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5b23c421-2171-4ca9-b071-6d8cb14a643b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:59.427037 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5b23c421-2171-4ca9-b071-6d8cb14a643b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/44042e15-617c-4306-b7af-ac2c70418493 HTTP/1.1" status: 204 len: 168 time: 0.1700261 Sep 30 13:18:59.431407 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-be034d15-c6d9-4e66-a803-d7f014c6a017 req-13f00513-f607-4bd8-a5ec-fd65d6127902 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005802 Sep 30 13:18:59.458534 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23c421-2171-4ca9-b071-6d8cb14a643b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44042e15-617c-4306-b7af-ac2c70418493,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:59.459652 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ed348-92a7-49e5-a2cc-30c040e38781 service neutron] Pushing event updated for resources: {'Port': ['ID=075e0a0e-6006-442d-9817-992b6c795c08,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:59.541504 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-638ed348-92a7-49e5-a2cc-30c040e38781 service neutron] Attempting to bind port 075e0a0e-6006-442d-9817-992b6c795c08 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:18:59.541917 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-638ed348-92a7-49e5-a2cc-30c040e38781 service neutron] Attempting to bind port 075e0a0e-6006-442d-9817-992b6c795c08 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '9a96c041-5ead-4dbc-b8ed-7970502e222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:18:59.542443 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-638ed348-92a7-49e5-a2cc-30c040e38781 service neutron] Attempting to bind port 075e0a0e-6006-442d-9817-992b6c795c08 on network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:18:59.547669 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-638ed348-92a7-49e5-a2cc-30c040e38781 service neutron] Port 075e0a0e-6006-442d-9817-992b6c795c08 on network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:18:59.548059 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-638ed348-92a7-49e5-a2cc-30c040e38781 service neutron] Attempting to bind port 075e0a0e-6006-442d-9817-992b6c795c08 on network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:18:59.553521 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-638ed348-92a7-49e5-a2cc-30c040e38781 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:18:59.553728 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-638ed348-92a7-49e5-a2cc-30c040e38781 service neutron] Checking segment: {'id': '9a96c041-5ead-4dbc-b8ed-7970502e222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:18:59.554207 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-638ed348-92a7-49e5-a2cc-30c040e38781 service neutron] Bound using segment: {'id': '9a96c041-5ead-4dbc-b8ed-7970502e222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:18:59.554756 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-638ed348-92a7-49e5-a2cc-30c040e38781 service neutron] Bound port: 075e0a0e-6006-442d-9817-992b6c795c08, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a96c041-5ead-4dbc-b8ed-7970502e222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:18:59.555223 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-638ed348-92a7-49e5-a2cc-30c040e38781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:59.635407 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-638ed348-92a7-49e5-a2cc-30c040e38781 service neutron] For port 075e0a0e-6006-442d-9817-992b6c795c08, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:18:59.638581 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-638ed348-92a7-49e5-a2cc-30c040e38781 service neutron] For port 075e0a0e-6006-442d-9817-992b6c795c08, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=075e0a0e-6006-442d-9817-992b6c795c08,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:18:59.646161 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-638ed348-92a7-49e5-a2cc-30c040e38781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:59.686508 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-638ed348-92a7-49e5-a2cc-30c040e38781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:59.687189 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-638ed348-92a7-49e5-a2cc-30c040e38781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:18:59.689093 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-638ed348-92a7-49e5-a2cc-30c040e38781 service neutron] 10.222.0.39 "PUT /v2.0/ports/075e0a0e-6006-442d-9817-992b6c795c08 HTTP/1.1" status: 200 len: 1091 time: 1.0507791 Sep 30 13:18:59.689527 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c1b436-3792-476b-92fd-9efe74ac785c', 'tag': '075e0a0e-6006-442d-9817-992b6c795c08'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:18:59.691947 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e913cf-a19b-4c5d-8fc9-595a99207f65" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c1b436-3792-476b-92fd-9efe74ac785c", "tag": "075e0a0e-6006-442d-9817-992b6c795c08"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:18:59.758936 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ed348-92a7-49e5-a2cc-30c040e38781 service neutron] Pushing event updated for resources: {'Port': ['ID=075e0a0e-6006-442d-9817-992b6c795c08,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:18:59.830743 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bcfeff-09f8-4493-a9ad-d7ebf2342020 x-openstack-request-id: req-e4bcfeff-09f8-4493-a9ad-d7ebf2342020 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:18:59.831036 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c1b436-3792-476b-92fd-9efe74ac785c", "tag": "075e0a0e-6006-442d-9817-992b6c795c08", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:18:59.831287 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4bcfeff-09f8-4493-a9ad-d7ebf2342020 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:18:59.831664 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c1b436-3792-476b-92fd-9efe74ac785c', 'tag': '075e0a0e-6006-442d-9817-992b6c795c08', 'status': 'completed', 'code': 200} Sep 30 13:18:59.834648 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-42381d8d-5e44-46bc-9daf-751d5245733d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:59.836168 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-42381d8d-5e44-46bc-9daf-751d5245733d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9fc5434333184b91bb2f4f1696e6b8d6&device_id=f1c1b436-3792-476b-92fd-9efe74ac785c HTTP/1.1" status: 200 len: 1094 time: 0.0741751 Sep 30 13:18:59.883690 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-599daa6a-b175-4e83-af24-5a2f9382afd7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=075e0a0e-6006-442d-9817-992b6c795c08 HTTP/1.1" status: 200 len: 217 time: 0.0394440 Sep 30 13:18:59.938965 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-0022355a-ae66-4013-91ff-491e722392cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:18:59.940778 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-0022355a-ae66-4013-91ff-491e722392cf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ffedeff6-d706-4237-b627-e4b936917a2e HTTP/1.1" status: 200 len: 845 time: 0.0494003 Sep 30 13:18:59.985844 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-bc3cf677-fabc-4508-be2e-9662c45031c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369532 Sep 30 13:19:00.176319 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-6b704059-54ed-4f58-aecd-791dd6f0beb8 service neutron] 10.222.0.39 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835885 Sep 30 13:19:00.211169 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31004dda-9d3f-4dab-a5f9-d5b3e78f0a76 req-61c6c363-79ea-4e5d-8e51-ca5f55c1f067 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:00.212683 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-31004dda-9d3f-4dab-a5f9-d5b3e78f0a76 req-61c6c363-79ea-4e5d-8e51-ca5f55c1f067 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=e292233c-eeee-427b-9869-11e21f853012 HTTP/1.1" status: 200 len: 944 time: 0.0920331 Sep 30 13:19:00.295736 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-31004dda-9d3f-4dab-a5f9-d5b3e78f0a76 req-9b938c68-5660-4621-b698-1ab68e0fd041 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749352 Sep 30 13:19:00.322150 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bf4c03cc-5aae-4046-8479-7c6504d8e151 req-0a7e876c-8d7d-417c-8132-639db2e9ace3 service neutron] 10.222.0.39 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389651 Sep 30 13:19:00.361911 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242dc419-bf02-4bd0-9234-8dbb27f7e62b req-4c012e74-c6f8-4c43-8bb9-4c1ddb5abff9 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:00.363668 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-242dc419-bf02-4bd0-9234-8dbb27f7e62b req-4c012e74-c6f8-4c43-8bb9-4c1ddb5abff9 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.0678113 Sep 30 13:19:00.407513 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-242dc419-bf02-4bd0-9234-8dbb27f7e62b req-91f106d5-3453-4110-8c27-7ef91002329a tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378537 Sep 30 13:19:00.431831 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e913cf-a19b-4c5d-8fc9-595a99207f65 req-635d6575-429a-485b-8036-4a62e497ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:00.432924 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e0e913cf-a19b-4c5d-8fc9-595a99207f65 req-635d6575-429a-485b-8036-4a62e497ebe1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9fc5434333184b91bb2f4f1696e6b8d6&device_id=f1c1b436-3792-476b-92fd-9efe74ac785c HTTP/1.1" status: 200 len: 1094 time: 0.0576785 Sep 30 13:19:00.570068 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e913cf-a19b-4c5d-8fc9-595a99207f65 req-1ac23d89-e6f3-486b-8398-410d145746d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:00.571584 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e0e913cf-a19b-4c5d-8fc9-595a99207f65 req-1ac23d89-e6f3-486b-8398-410d145746d6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 HTTP/1.1" status: 200 len: 906 time: 0.1318941 Sep 30 13:19:00.583092 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d826c7a-42c5-4724-912b-381965b3b5ae req-2b1ce89e-ca22-43e4-8e95-ca80728e0e4b tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:00.584970 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d826c7a-42c5-4724-912b-381965b3b5ae req-2b1ce89e-ca22-43e4-8e95-ca80728e0e4b tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c1b436-3792-476b-92fd-9efe74ac785c HTTP/1.1" status: 200 len: 943 time: 0.0709713 Sep 30 13:19:00.633168 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e0e913cf-a19b-4c5d-8fc9-595a99207f65 req-c3e607aa-ba3a-4d20-bb8f-3112badf4305 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=075e0a0e-6006-442d-9817-992b6c795c08 HTTP/1.1" status: 200 len: 217 time: 0.0470831 Sep 30 13:19:00.694215 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d826c7a-42c5-4724-912b-381965b3b5ae req-9e2632d4-e932-4165-92c4-0e771204b222 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003506 Sep 30 13:19:00.699248 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device f4a6a078-4065-4965-b013-dad6185cfd72 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:19:00.701217 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e913cf-a19b-4c5d-8fc9-595a99207f65 req-b8dac0bd-3873-41e2-ba38-58fbfe6635d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:00.703258 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e0e913cf-a19b-4c5d-8fc9-595a99207f65 req-b8dac0bd-3873-41e2-ba38-58fbfe6635d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ffedeff6-d706-4237-b627-e4b936917a2e HTTP/1.1" status: 200 len: 845 time: 0.0606954 Sep 30 13:19:00.759162 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e0e913cf-a19b-4c5d-8fc9-595a99207f65 req-75d9ed34-4c1f-4e7a-a4c1-d302010c30a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481679 Sep 30 13:19:00.869016 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port f4a6a078-4065-4965-b013-dad6185cfd72, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=f4a6a078-4065-4965-b013-dad6185cfd72,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:00.888308 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'f4a6a078-4065-4965-b013-dad6185cfd72', 'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785', 'port_id': 'f4a6a078-4065-4965-b013-dad6185cfd72', 'mac_address': 'fa:16:3e:32:97:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c2cacb-688f-46b5-bc21-08d291e590ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:19:00.909936 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e0e913cf-a19b-4c5d-8fc9-595a99207f65 req-d64eb256-f6af-44ea-927c-cac12368490b service neutron] 10.222.0.39 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408384 Sep 30 13:19:00.940698 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:00.959137 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a6a078-4065-4965-b013-dad6185cfd72 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:19:00.985267 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port f4a6a078-4065-4965-b013-dad6185cfd72, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=f4a6a078-4065-4965-b013-dad6185cfd72,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:00.993227 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:01.040826 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e0e913cf-a19b-4c5d-8fc9-595a99207f65 req-710d3cb7-1b47-4115-8262-090bf6a55f57 service neutron] 10.222.0.39 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216226 Sep 30 13:19:01.070248 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=f4a6a078-4065-4965-b013-dad6185cfd72,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:01.434680 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['f4a6a078-4065-4965-b013-dad6185cfd72'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:19:01.477353 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d8c10-985c-4126-996a-aa80aedec278 req-ca2dfab1-0c9c-4e87-a9f7-9e016337c77f tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:01.478961 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-942d8c10-985c-4126-996a-aa80aedec278 req-ca2dfab1-0c9c-4e87-a9f7-9e016337c77f tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=e292233c-eeee-427b-9869-11e21f853012 HTTP/1.1" status: 200 len: 945 time: 0.0934184 Sep 30 13:19:01.575989 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-942d8c10-985c-4126-996a-aa80aedec278 req-8333267e-6cef-4876-a5d7-40ceaf32db23 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880797 Sep 30 13:19:01.630782 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0ab37-a924-46a4-98da-ddae100426d9 req-7375d07e-93cd-4cd8-9163-028b2cb253c3 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:01.632358 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cda0ab37-a924-46a4-98da-ddae100426d9 req-7375d07e-93cd-4cd8-9163-028b2cb253c3 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.0860894 Sep 30 13:19:01.684476 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cda0ab37-a924-46a4-98da-ddae100426d9 req-5a0c9af1-eb34-42f5-a752-94fed42761f4 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414505 Sep 30 13:19:01.866562 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80aac0-662b-414d-8d2f-964883ef834f req-8c7f6f34-ddc1-41ba-846e-1ae857a79984 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:01.868807 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0b80aac0-662b-414d-8d2f-964883ef834f req-8c7f6f34-ddc1-41ba-846e-1ae857a79984 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c1b436-3792-476b-92fd-9efe74ac785c HTTP/1.1" status: 200 len: 943 time: 0.0892034 Sep 30 13:19:01.928635 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0b80aac0-662b-414d-8d2f-964883ef834f req-18dd9f7c-0c14-4f3e-be66-c030db2d7868 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498939 Sep 30 13:19:01.944830 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39226) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:02.118832 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6f99d781-5b94-44e2-8e1e-a9e5ce00a13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:02.232458 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6f99d781-5b94-44e2-8e1e-a9e5ce00a13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:02.236761 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6f99d781-5b94-44e2-8e1e-a9e5ce00a13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:02.275304 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6f99d781-5b94-44e2-8e1e-a9e5ce00a13a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4fe8752f976d423b934a5e22501fc900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3292794 Sep 30 13:19:02.276175 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99d781-5b94-44e2-8e1e-a9e5ce00a13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d28dc03-71d7-491b-a608-7095e5841a59,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:02.278147 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39236) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:02.329106 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2b0354d8-ff08-494c-9423-7ad3da1751d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:02.349368 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2b0354d8-ff08-494c-9423-7ad3da1751d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:02.396456 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2b0354d8-ff08-494c-9423-7ad3da1751d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:02.400245 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2b0354d8-ff08-494c-9423-7ad3da1751d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:02.401788 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2b0354d8-ff08-494c-9423-7ad3da1751d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d28dc03-71d7-491b-a608-7095e5841a59 HTTP/1.1" status: 204 len: 168 time: 0.1226118 Sep 30 13:19:02.412479 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0354d8-ff08-494c-9423-7ad3da1751d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d28dc03-71d7-491b-a608-7095e5841a59,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:02.666775 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39244) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:02.680951 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8558bf71-4630-4b6d-ad1c-435aa7b50708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:02.709964 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bb5a8-2ae5-47f6-b005-eea50a843da2 req-d8df7358-7ee8-407a-a3db-1d0535eacfc2 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:02.713249 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fa0bb5a8-2ae5-47f6-b005-eea50a843da2 req-d8df7358-7ee8-407a-a3db-1d0535eacfc2 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=e292233c-eeee-427b-9869-11e21f853012 HTTP/1.1" status: 200 len: 945 time: 0.0661716 Sep 30 13:19:02.732299 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device f4a6a078-4065-4965-b013-dad6185cfd72 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:19:02.789517 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 075e0a0e-6006-442d-9817-992b6c795c08 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:19:02.792940 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fa0bb5a8-2ae5-47f6-b005-eea50a843da2 req-601cc42d-9b46-4c58-8983-9408e8d2c0b1 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729070 Sep 30 13:19:02.871680 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8558bf71-4630-4b6d-ad1c-435aa7b50708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:02.877683 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8558bf71-4630-4b6d-ad1c-435aa7b50708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:02.897156 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port f4a6a078-4065-4965-b013-dad6185cfd72 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:19:02.902873 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port f4a6a078-4065-4965-b013-dad6185cfd72 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:19:02.903474 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:02.916946 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929eb19-2fbc-479f-95b3-e4ba83b75aa3 req-9b6e181d-ca4f-4c74-a3a8-46f81e58bbad tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:02.919077 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2929eb19-2fbc-479f-95b3-e4ba83b75aa3 req-9b6e181d-ca4f-4c74-a3a8-46f81e58bbad tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.1088696 Sep 30 13:19:02.934291 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8558bf71-4630-4b6d-ad1c-435aa7b50708 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c4f1093c089446db62047e0dc48bd6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2664130 Sep 30 13:19:02.937066 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39252) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:02.951652 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558bf71-4630-4b6d-ad1c-435aa7b50708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166a50be-7f47-4fa0-8e33-514de8d2b86f,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:02.976161 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 075e0a0e-6006-442d-9817-992b6c795c08, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=075e0a0e-6006-442d-9817-992b6c795c08,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:02.997114 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '075e0a0e-6006-442d-9817-992b6c795c08', 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1', 'port_id': '075e0a0e-6006-442d-9817-992b6c795c08', 'mac_address': 'fa:16:3e:19:43:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffedeff6-d706-4237-b627-e4b936917a2e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:19:03.015800 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-003d5f40-afbe-4d68-af9f-a39b6ab0c656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:03.025937 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2929eb19-2fbc-479f-95b3-e4ba83b75aa3 req-1e5c6324-e4b5-4e17-bd0e-994425001f13 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934765 Sep 30 13:19:03.047857 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-003d5f40-afbe-4d68-af9f-a39b6ab0c656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:03.099112 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:03.119818 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:03.126420 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94de0d-0d33-480b-b93d-15b9c8cdd58a req-fd356ba3-9323-4766-b21f-9c0c5f7f3d49 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:03.126974 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e292233c-eeee-427b-9869-11e21f853012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a6a078-4065-4965-b013-dad6185cfd72'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:19:03.128000 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1e94de0d-0d33-480b-b93d-15b9c8cdd58a req-fd356ba3-9323-4766-b21f-9c0c5f7f3d49 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c1b436-3792-476b-92fd-9efe74ac785c HTTP/1.1" status: 200 len: 943 time: 0.0672834 Sep 30 13:19:03.129746 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381f4dd5-55a2-445c-8c94-ae747ab3071c" -d '{"events": [{"server_uuid": "e292233c-eeee-427b-9869-11e21f853012", "name": "network-vif-plugged", "status": "completed", "tag": "f4a6a078-4065-4965-b013-dad6185cfd72"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:19:03.159428 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port f4a6a078-4065-4965-b013-dad6185cfd72, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=f4a6a078-4065-4965-b013-dad6185cfd72,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:03.162237 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-003d5f40-afbe-4d68-af9f-a39b6ab0c656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:03.165381 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-003d5f40-afbe-4d68-af9f-a39b6ab0c656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:03.166832 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-003d5f40-afbe-4d68-af9f-a39b6ab0c656 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/166a50be-7f47-4fa0-8e33-514de8d2b86f HTTP/1.1" status: 204 len: 168 time: 0.2279086 Sep 30 13:19:03.167357 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075e0a0e-6006-442d-9817-992b6c795c08 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:19:03.184081 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d5f40-afbe-4d68-af9f-a39b6ab0c656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166a50be-7f47-4fa0-8e33-514de8d2b86f,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:03.207908 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1e94de0d-0d33-480b-b93d-15b9c8cdd58a req-0ddc4c0c-24a6-4c47-bce1-920de2ca33ae tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689425 Sep 30 13:19:03.209322 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2374129e-51af-4256-ba05-52320022341b x-openstack-request-id: req-2374129e-51af-4256-ba05-52320022341b {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:19:03.209626 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e292233c-eeee-427b-9869-11e21f853012", "name": "network-vif-plugged", "status": "completed", "tag": "f4a6a078-4065-4965-b013-dad6185cfd72", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:19:03.210333 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2374129e-51af-4256-ba05-52320022341b {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:19:03.210333 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e292233c-eeee-427b-9869-11e21f853012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a6a078-4065-4965-b013-dad6185cfd72', 'code': 200} Sep 30 13:19:03.211434 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:03.275717 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 075e0a0e-6006-442d-9817-992b6c795c08, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=075e0a0e-6006-442d-9817-992b6c795c08,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:03.298217 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:03.316893 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34937b-eb07-4aaf-8708-09bec80efddf req-3a271dc7-f2e2-401f-b8d4-2bcc4a5aacf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:03.319651 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd34937b-eb07-4aaf-8708-09bec80efddf req-3a271dc7-f2e2-401f-b8d4-2bcc4a5aacf6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e292233c-eeee-427b-9869-11e21f853012 HTTP/1.1" status: 200 len: 1097 time: 0.0577927 Sep 30 13:19:03.333721 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=f4a6a078-4065-4965-b013-dad6185cfd72,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:03.370674 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd34937b-eb07-4aaf-8708-09bec80efddf req-b33cfeea-9dd5-4708-b57b-f21a62900301 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428250 Sep 30 13:19:03.606567 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=075e0a0e-6006-442d-9817-992b6c795c08,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:03.678883 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['075e0a0e-6006-442d-9817-992b6c795c08'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:19:03.966197 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846d8c3-6f89-4a90-9485-b0d3f2cd1162 req-968aa438-6539-4fd5-ae32-3c0ad111bb5a tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:03.966197 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4846d8c3-6f89-4a90-9485-b0d3f2cd1162 req-968aa438-6539-4fd5-ae32-3c0ad111bb5a tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=e292233c-eeee-427b-9869-11e21f853012 HTTP/1.1" status: 200 len: 946 time: 0.0754149 Sep 30 13:19:04.072740 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4846d8c3-6f89-4a90-9485-b0d3f2cd1162 req-2853c873-b53a-4258-a2f0-0c51ce61a86c tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956986 Sep 30 13:19:04.181181 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf8f24-7eb9-4e80-9aa5-6868d53a7ef9 req-92e37363-7762-45bd-a6c4-7572852a2c08 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:04.182334 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-74bf8f24-7eb9-4e80-9aa5-6868d53a7ef9 req-92e37363-7762-45bd-a6c4-7572852a2c08 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.0609558 Sep 30 13:19:04.236787 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-74bf8f24-7eb9-4e80-9aa5-6868d53a7ef9 req-0be3b425-6303-4389-af75-87655aec952c tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481017 Sep 30 13:19:04.363829 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc00c0-a401-4ac5-9dc4-37c175393df6 req-c071f8d7-43bd-404a-911a-f00ea49caf93 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:04.365404 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4ebc00c0-a401-4ac5-9dc4-37c175393df6 req-c071f8d7-43bd-404a-911a-f00ea49caf93 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c1b436-3792-476b-92fd-9efe74ac785c HTTP/1.1" status: 200 len: 944 time: 0.0668576 Sep 30 13:19:04.412040 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4ebc00c0-a401-4ac5-9dc4-37c175393df6 req-9e6deaf0-bc0c-4f53-a492-8741df5d71cd tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385718 Sep 30 13:19:04.786874 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 075e0a0e-6006-442d-9817-992b6c795c08 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:19:04.842692 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 075e0a0e-6006-442d-9817-992b6c795c08 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:19:04.846406 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 075e0a0e-6006-442d-9817-992b6c795c08 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:19:04.846780 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:04.938614 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:04.973833 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 075e0a0e-6006-442d-9817-992b6c795c08, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=075e0a0e-6006-442d-9817-992b6c795c08,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:04.980674 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:05.035867 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=075e0a0e-6006-442d-9817-992b6c795c08,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:05.211225 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c1b436-3792-476b-92fd-9efe74ac785c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075e0a0e-6006-442d-9817-992b6c795c08'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:19:05.213574 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a013f2-a6bd-4160-807f-1dab950aaec4" -d '{"events": [{"server_uuid": "f1c1b436-3792-476b-92fd-9efe74ac785c", "name": "network-vif-plugged", "status": "completed", "tag": "075e0a0e-6006-442d-9817-992b6c795c08"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:19:05.222096 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e5e71-1790-46ac-bc75-c4aad58e118a req-aee0f761-bdac-414b-b083-a29e4b3ec3f2 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:05.223975 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d91e5e71-1790-46ac-bc75-c4aad58e118a req-aee0f761-bdac-414b-b083-a29e4b3ec3f2 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=e292233c-eeee-427b-9869-11e21f853012 HTTP/1.1" status: 200 len: 946 time: 0.0740879 Sep 30 13:19:05.279206 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d91e5e71-1790-46ac-bc75-c4aad58e118a req-75acf229-d6f4-4d74-9214-b0e50b31316d tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489495 Sep 30 13:19:05.332498 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428939ad-b517-4ae1-b134-8baea43e7c61 x-openstack-request-id: req-428939ad-b517-4ae1-b134-8baea43e7c61 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:19:05.332796 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c1b436-3792-476b-92fd-9efe74ac785c", "name": "network-vif-plugged", "status": "completed", "tag": "075e0a0e-6006-442d-9817-992b6c795c08", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:19:05.333087 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-428939ad-b517-4ae1-b134-8baea43e7c61 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:19:05.333445 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c1b436-3792-476b-92fd-9efe74ac785c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075e0a0e-6006-442d-9817-992b6c795c08', 'code': 200} Sep 30 13:19:05.501316 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2907c-3c56-4d62-aa1e-3cbc2d0e740a req-030e9520-2074-4fe5-8f49-3330e135aaaa tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:05.503316 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ccd2907c-3c56-4d62-aa1e-3cbc2d0e740a req-030e9520-2074-4fe5-8f49-3330e135aaaa tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.1124580 Sep 30 13:19:05.532860 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e08bb-7b1d-4006-9eae-4cf6aa4d25c2 req-7b7c5b8a-0f1e-49e0-9422-1f2e89fb483f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:05.534751 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-953e08bb-7b1d-4006-9eae-4cf6aa4d25c2 req-7b7c5b8a-0f1e-49e0-9422-1f2e89fb483f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f1c1b436-3792-476b-92fd-9efe74ac785c HTTP/1.1" status: 200 len: 1096 time: 0.0938993 Sep 30 13:19:05.574045 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ccd2907c-3c56-4d62-aa1e-3cbc2d0e740a req-1d66a040-0602-415a-b5d2-0ed70a94cf80 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633130 Sep 30 13:19:05.601449 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-953e08bb-7b1d-4006-9eae-4cf6aa4d25c2 req-eb4b5696-265a-49e6-bacd-5d72c9ca85f9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561907 Sep 30 13:19:05.728980 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3c48b-e9f0-4e82-9150-788219c3d043 req-e9edb256-2e12-4877-819b-9d5b5309725e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:05.732365 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-49a3c48b-e9f0-4e82-9150-788219c3d043 req-e9edb256-2e12-4877-819b-9d5b5309725e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c1b436-3792-476b-92fd-9efe74ac785c HTTP/1.1" status: 200 len: 945 time: 0.0692434 Sep 30 13:19:05.801305 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-49a3c48b-e9f0-4e82-9150-788219c3d043 req-92c749ec-c55c-4000-8dee-8fa2cd0f457f tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590584 Sep 30 13:19:06.273035 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b3d9b-0894-4a46-b36e-a9004e5d7a10 req-84244240-0ff5-45a2-848f-37b6eefea25c tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:06.274750 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-593b3d9b-0894-4a46-b36e-a9004e5d7a10 req-84244240-0ff5-45a2-848f-37b6eefea25c tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=e292233c-eeee-427b-9869-11e21f853012 HTTP/1.1" status: 200 len: 946 time: 0.0744479 Sep 30 13:19:06.354635 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-593b3d9b-0894-4a46-b36e-a9004e5d7a10 req-52125520-64bf-472e-9676-5af61139b4b3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657952 Sep 30 13:19:06.770051 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877864a-255f-4a97-9087-4c1740673ce8 req-eab2472a-646d-45bd-9815-6f1cd844b008 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:06.771606 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a877864a-255f-4a97-9087-4c1740673ce8 req-eab2472a-646d-45bd-9815-6f1cd844b008 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.0594730 Sep 30 13:19:06.846247 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a877864a-255f-4a97-9087-4c1740673ce8 req-edaf2320-1d2d-431f-8639-3b72f4db9373 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579398 Sep 30 13:19:06.982433 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9b36a-46b6-41df-ae2a-37166d235e58 req-6e75841c-91f0-4e72-a455-ce93b9c777a4 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:06.984797 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-04f9b36a-46b6-41df-ae2a-37166d235e58 req-6e75841c-91f0-4e72-a455-ce93b9c777a4 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c1b436-3792-476b-92fd-9efe74ac785c HTTP/1.1" status: 200 len: 945 time: 0.0711129 Sep 30 13:19:07.027981 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-04f9b36a-46b6-41df-ae2a-37166d235e58 req-80de7a27-3bf7-4aa4-aa7a-dad3332fd986 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363274 Sep 30 13:19:07.161721 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39530) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:07.296646 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bba74bc1-8cbf-4ef9-a8d2-ab1cd0a2edc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:07.353076 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-b926ce4e-f113-4d04-988c-db6f3ab79926 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:07.362706 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-b926ce4e-f113-4d04-988c-db6f3ab79926 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/networks?id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 HTTP/1.1" status: 200 len: 805 time: 0.1294630 Sep 30 13:19:07.380748 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-74e3ff9b-ac0e-4af6-bc1f-96c817bd6d3f tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/quotas/9fc5434333184b91bb2f4f1696e6b8d6 HTTP/1.1" status: 200 len: 375 time: 0.0125220 Sep 30 13:19:07.415120 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bba74bc1-8cbf-4ef9-a8d2-ab1cd0a2edc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:07.421690 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bba74bc1-8cbf-4ef9-a8d2-ab1cd0a2edc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:07.472120 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bba74bc1-8cbf-4ef9-a8d2-ab1cd0a2edc8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=48273e94b741444d92399598cb4dacea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3089516 Sep 30 13:19:07.474894 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39544) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:07.491402 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba74bc1-8cbf-4ef9-a8d2-ab1cd0a2edc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab5fa94-db91-4c9d-9092-9a47b328b178,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:07.504716 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-01a47603-56ff-4655-ba5d-ac2f76e73266 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fc5434333184b91bb2f4f1696e6b8d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1174493 Sep 30 13:19:07.552789 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8d812-112e-4594-ae92-51adf7ed75d0 req-a3045a4f-b1cd-482b-929d-0555d5bf6d21 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:07.554362 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26c8d812-112e-4594-ae92-51adf7ed75d0 req-a3045a4f-b1cd-482b-929d-0555d5bf6d21 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=e292233c-eeee-427b-9869-11e21f853012 HTTP/1.1" status: 200 len: 946 time: 0.0763345 Sep 30 13:19:07.616299 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26c8d812-112e-4594-ae92-51adf7ed75d0 req-986c4b42-c290-45c1-8540-930768dcd4df tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543613 Sep 30 13:19:07.638101 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b9db1790-011b-4d5e-9042-0ff6a5af558a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:07.670283 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-28493e93-5996-4fb6-9b82-06d7ba9aed65 service neutron] 10.222.0.18 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645534 Sep 30 13:19:07.675230 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b9db1790-011b-4d5e-9042-0ff6a5af558a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:07.805326 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-c78bc04a-bbc2-4783-bd69-17d87376d609 service neutron] 10.222.0.18 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230714 Sep 30 13:19:07.809717 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b9db1790-011b-4d5e-9042-0ff6a5af558a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:07.813390 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b9db1790-011b-4d5e-9042-0ff6a5af558a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:07.834294 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b9db1790-011b-4d5e-9042-0ff6a5af558a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ab5fa94-db91-4c9d-9092-9a47b328b178 HTTP/1.1" status: 204 len: 168 time: 0.3437369 Sep 30 13:19:07.854160 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db1790-011b-4d5e-9042-0ff6a5af558a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab5fa94-db91-4c9d-9092-9a47b328b178,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:08.076052 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a900a2-0414-421f-91f5-d5a30e1c2e36 req-f9eed6b7-334f-44de-bfab-6efc143afd92 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:08.085967 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f9a900a2-0414-421f-91f5-d5a30e1c2e36 req-f9eed6b7-334f-44de-bfab-6efc143afd92 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.1454024 Sep 30 13:19:08.156586 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f9a900a2-0414-421f-91f5-d5a30e1c2e36 req-f8c7bb66-0e60-4b95-bf22-7711dd9580e8 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692613 Sep 30 13:19:08.188497 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ff6475fb-e5f2-4efd-b6c9-4ea31b648ded req-0c2b30ba-5771-43c9-9345-d68e761a38f6 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f HTTP/1.1" status: 200 len: 210 time: 0.0567183 Sep 30 13:19:08.371056 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39574) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:08.385778 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4da209ad-d1fa-4d1d-a3b5-febd80a6aac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:08.489031 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4da209ad-d1fa-4d1d-a3b5-febd80a6aac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:08.498349 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4da209ad-d1fa-4d1d-a3b5-febd80a6aac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:08.530117 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da209ad-d1fa-4d1d-a3b5-febd80a6aac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746be92a-bb51-4b4e-991d-cb89b8d710fc,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:08.549817 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4da209ad-d1fa-4d1d-a3b5-febd80a6aac5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa9b16b6b246435eac79b08bb2ea19bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1773384 Sep 30 13:19:08.552860 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39580) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:08.577054 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39582) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:08.626138 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-949dd6c4-2936-416a-8f9a-f4fa9fab3f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:08.691698 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-949dd6c4-2936-416a-8f9a-f4fa9fab3f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:08.771294 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-949dd6c4-2936-416a-8f9a-f4fa9fab3f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:08.773886 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-949dd6c4-2936-416a-8f9a-f4fa9fab3f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:08.777885 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-949dd6c4-2936-416a-8f9a-f4fa9fab3f48 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/746be92a-bb51-4b4e-991d-cb89b8d710fc HTTP/1.1" status: 204 len: 168 time: 0.2212687 Sep 30 13:19:08.793796 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949dd6c4-2936-416a-8f9a-f4fa9fab3f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746be92a-bb51-4b4e-991d-cb89b8d710fc,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:08.829041 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1d63e37a-7dc7-428a-9087-1137f2430668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:08.843569 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d5731-cf75-4bed-9879-740f4b6bdba3 req-6fd32867-8f42-4786-8393-204c2a77c07b tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:08.845157 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c4d5731-cf75-4bed-9879-740f4b6bdba3 req-6fd32867-8f42-4786-8393-204c2a77c07b tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=e292233c-eeee-427b-9869-11e21f853012 HTTP/1.1" status: 200 len: 946 time: 0.0962286 Sep 30 13:19:08.924699 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c4d5731-cf75-4bed-9879-740f4b6bdba3 req-3b8fe98f-f473-4ca7-8a6a-fa24c7868cd5 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700035 Sep 30 13:19:09.010164 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1d63e37a-7dc7-428a-9087-1137f2430668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:09.014632 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1d63e37a-7dc7-428a-9087-1137f2430668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:09.044053 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1d63e37a-7dc7-428a-9087-1137f2430668 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff9ec802e2e14e53b3756784651bf500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4652328 Sep 30 13:19:09.047396 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39594) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:09.068688 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63e37a-7dc7-428a-9087-1137f2430668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a686abee-c58e-4522-a70e-221b02633869,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:09.125990 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e73059d6-6a25-48b9-b17f-4f2a744800aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:09.153227 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e73059d6-6a25-48b9-b17f-4f2a744800aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:09.215850 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e73059d6-6a25-48b9-b17f-4f2a744800aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:09.220086 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e73059d6-6a25-48b9-b17f-4f2a744800aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:09.221905 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e73059d6-6a25-48b9-b17f-4f2a744800aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a686abee-c58e-4522-a70e-221b02633869 HTTP/1.1" status: 204 len: 168 time: 0.1730003 Sep 30 13:19:09.250461 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73059d6-6a25-48b9-b17f-4f2a744800aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a686abee-c58e-4522-a70e-221b02633869,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:09.323719 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f821f038-f045-480b-8c7e-29224588337e req-84668755-96b4-4971-ac4d-7675deca9578 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f HTTP/1.1" status: 200 len: 210 time: 0.0362594 Sep 30 13:19:09.387110 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3f531-6525-43a2-8f2b-6d4096c31486 req-bb6fa7b3-1df1-4909-85f5-9c2e8d833def tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:09.395880 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2ef3f531-6525-43a2-8f2b-6d4096c31486 req-bb6fa7b3-1df1-4909-85f5-9c2e8d833def tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.0907054 Sep 30 13:19:09.548451 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-97a381c9-79c6-4aea-a099-2b9b72d70332 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:09.550222 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-97a381c9-79c6-4aea-a099-2b9b72d70332 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.39 "GET /v2.0/networks?id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 HTTP/1.1" status: 200 len: 805 time: 0.1516821 Sep 30 13:19:09.559419 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2ef3f531-6525-43a2-8f2b-6d4096c31486 req-26f04d48-4373-4f6f-bd4a-651699f6e8e2 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625786 Sep 30 13:19:09.564623 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-e7b213f2-f808-4503-841e-58d0a9a17025 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Request body: {'port': {'device_id': '540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f', 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1', 'admin_state_up': True, 'tenant_id': '9fc5434333184b91bb2f4f1696e6b8d6'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:19:09.674724 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39616) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:09.688423 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0e9efeb4-a9dd-411f-80aa-397538f7963d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:09.725201 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.db.api [None req-0e9efeb4-a9dd-411f-80aa-397538f7963d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 13:19:09.725201 n-d-810909-2 neutron-server[94763]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 30 13:19:09.725201 n-d-810909-2 neutron-server[94763]: [parameters: {'project_id': '30fb13e56a4d4b0d9e2532f9fb892e21', 'id': '54c32380-7f40-4442-b17c-33ab7dd741b4', 'expiration': datetime.datetime(2021, 9, 30, 13, 21, 9, 714432)}] Sep 30 13:19:09.725201 n-d-810909-2 neutron-server[94763]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:19:09.725710 n-d-810909-2 neutron-server[94763]: DEBUG oslo_db.api [None req-0e9efeb4-a9dd-411f-80aa-397538f7963d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:19:09.734374 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-e7b213f2-f808-4503-841e-58d0a9a17025 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Made reservation on behalf of 9fc5434333184b91bb2f4f1696e6b8d6 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:19:09.738692 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-e7b213f2-f808-4503-841e-58d0a9a17025 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:09.899089 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-e7b213f2-f808-4503-841e-58d0a9a17025 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Allocated IP 172.20.0.14 (0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1/ffedeff6-d706-4237-b627-e4b936917a2e/6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:19:10.066330 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-e7b213f2-f808-4503-841e-58d0a9a17025 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:10.074637 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92832c-b668-45b1-bfad-bed05c1c93e2 req-3ca08327-9b58-49a9-b48a-69545d7ab74c tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:10.083121 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3d92832c-b668-45b1-bfad-bed05c1c93e2 req-3ca08327-9b58-49a9-b48a-69545d7ab74c tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=e292233c-eeee-427b-9869-11e21f853012 HTTP/1.1" status: 200 len: 946 time: 0.0700076 Sep 30 13:19:10.108406 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-e7b213f2-f808-4503-841e-58d0a9a17025 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:10.123226 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['075e0a0e-6006-442d-9817-992b6c795c08'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:19:10.129028 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6c2091e5-f492-410b-b7e7-74cfe5cfae1e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:19:10.147535 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3d92832c-b668-45b1-bfad-bed05c1c93e2 req-9a592175-b1d9-43d4-baeb-f327e8a2b285 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634048 Sep 30 13:19:10.167833 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-e7b213f2-f808-4503-841e-58d0a9a17025 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:19:10.177004 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-e7b213f2-f808-4503-841e-58d0a9a17025 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:19:10.185421 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-e7b213f2-f808-4503-841e-58d0a9a17025 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:19:10.225268 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b213f2-f808-4503-841e-58d0a9a17025 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Pushing event updated for resources: {'Port': ['ID=6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:10.226576 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0e9efeb4-a9dd-411f-80aa-397538f7963d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:10.257775 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-e7b213f2-f808-4503-841e-58d0a9a17025 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:10.258549 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-e7b213f2-f808-4503-841e-58d0a9a17025 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:10.382205 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0e9efeb4-a9dd-411f-80aa-397538f7963d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:10.391554 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0e9efeb4-a9dd-411f-80aa-397538f7963d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:10.396870 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-e7b213f2-f808-4503-841e-58d0a9a17025 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8363180 Sep 30 13:19:10.408189 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-72564ea7-21b5-45b1-a6fd-280d14ca9c36 service neutron] Request body: {'port': {'device_id': '540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:19:10.459017 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9efeb4-a9dd-411f-80aa-397538f7963d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e08473-85b7-4fbb-9690-3c5af1c1f617,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:10.485084 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0e9efeb4-a9dd-411f-80aa-397538f7963d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=30fb13e56a4d4b0d9e2532f9fb892e21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8062663 Sep 30 13:19:10.485283 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39638) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:10.541108 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-72564ea7-21b5-45b1-a6fd-280d14ca9c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:10.543423 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-44f8af1c-0015-4546-b111-564844336aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:10.557931 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ed412-6c4f-4d6a-ab9e-594653e34fbb req-f43471b8-4803-43f2-8a89-daa485c6d3e1 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:10.559479 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-057ed412-6c4f-4d6a-ab9e-594653e34fbb req-f43471b8-4803-43f2-8a89-daa485c6d3e1 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f HTTP/1.1" status: 200 len: 932 time: 0.1126661 Sep 30 13:19:10.566502 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-44f8af1c-0015-4546-b111-564844336aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:10.630590 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-44f8af1c-0015-4546-b111-564844336aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:10.634444 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-44f8af1c-0015-4546-b111-564844336aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:10.636221 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-44f8af1c-0015-4546-b111-564844336aac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38e08473-85b7-4fbb-9690-3c5af1c1f617 HTTP/1.1" status: 204 len: 168 time: 0.1492276 Sep 30 13:19:10.646824 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8af1c-0015-4546-b111-564844336aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e08473-85b7-4fbb-9690-3c5af1c1f617,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:10.690112 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-057ed412-6c4f-4d6a-ab9e-594653e34fbb req-c7e06a5e-59ac-4d55-8b90-731b993d6355 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015716 Sep 30 13:19:10.740098 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2b781-34ce-4885-9291-0d0e8518f36b req-b397ff7c-7890-41d1-843d-c380d2ecd1ff tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:10.745022 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device f4a6a078-4065-4965-b013-dad6185cfd72 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:19:10.748492 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a4f2b781-34ce-4885-9291-0d0e8518f36b req-b397ff7c-7890-41d1-843d-c380d2ecd1ff tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.0661607 Sep 30 13:19:10.821509 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a4f2b781-34ce-4885-9291-0d0e8518f36b req-4d17c607-9f24-4310-b4e5-0ad27ac9f5dd tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714865 Sep 30 13:19:10.906356 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port f4a6a078-4065-4965-b013-dad6185cfd72, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=f4a6a078-4065-4965-b013-dad6185cfd72,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:10.926744 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'f4a6a078-4065-4965-b013-dad6185cfd72', 'network_id': 'bf395552-d6c8-4f33-8985-6c6e9e9ec785', 'port_id': 'f4a6a078-4065-4965-b013-dad6185cfd72', 'mac_address': 'fa:16:3e:32:97:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c2cacb-688f-46b5-bc21-08d291e590ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:19:10.941327 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-72564ea7-21b5-45b1-a6fd-280d14ca9c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5 {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:19:10.951083 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-72564ea7-21b5-45b1-a6fd-280d14ca9c36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:10.967411 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-72564ea7-21b5-45b1-a6fd-280d14ca9c36 service neutron] Transition to ACTIVE for port object 6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:19:10.974421 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-72564ea7-21b5-45b1-a6fd-280d14ca9c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:10.979173 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:11.002152 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4a6a078-4065-4965-b013-dad6185cfd72 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:19:11.032277 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port f4a6a078-4065-4965-b013-dad6185cfd72, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=f4a6a078-4065-4965-b013-dad6185cfd72,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:11.039117 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:11.069584 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72564ea7-21b5-45b1-a6fd-280d14ca9c36 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:11.113961 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=f4a6a078-4065-4965-b013-dad6185cfd72,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:11.155255 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-72564ea7-21b5-45b1-a6fd-280d14ca9c36 service neutron] Attempting to bind port 6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:19:11.155656 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-72564ea7-21b5-45b1-a6fd-280d14ca9c36 service neutron] Attempting to bind port 6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '9a96c041-5ead-4dbc-b8ed-7970502e222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:19:11.156593 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-72564ea7-21b5-45b1-a6fd-280d14ca9c36 service neutron] Attempting to bind port 6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5 on network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:19:11.161132 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-72564ea7-21b5-45b1-a6fd-280d14ca9c36 service neutron] Port 6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5 on network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:19:11.161448 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-72564ea7-21b5-45b1-a6fd-280d14ca9c36 service neutron] Attempting to bind port 6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5 on network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:19:11.166377 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-72564ea7-21b5-45b1-a6fd-280d14ca9c36 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:19:11.166775 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-72564ea7-21b5-45b1-a6fd-280d14ca9c36 service neutron] Checking segment: {'id': '9a96c041-5ead-4dbc-b8ed-7970502e222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:19:11.167164 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-72564ea7-21b5-45b1-a6fd-280d14ca9c36 service neutron] Bound using segment: {'id': '9a96c041-5ead-4dbc-b8ed-7970502e222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:19:11.167588 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-72564ea7-21b5-45b1-a6fd-280d14ca9c36 service neutron] Bound port: 6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a96c041-5ead-4dbc-b8ed-7970502e222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:19:11.168230 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-72564ea7-21b5-45b1-a6fd-280d14ca9c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:11.230248 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc619d8b-2123-40f2-99ba-f92e7776b48d req-a58a1e79-565f-4ce2-9497-c4361e011567 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:11.237042 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bc619d8b-2123-40f2-99ba-f92e7776b48d req-a58a1e79-565f-4ce2-9497-c4361e011567 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?device_id=059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3 HTTP/1.1" status: 200 len: 945 time: 0.0827215 Sep 30 13:19:11.283451 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['f4a6a078-4065-4965-b013-dad6185cfd72'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:19:11.296357 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-72564ea7-21b5-45b1-a6fd-280d14ca9c36 service neutron] For port 6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:19:11.301841 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-72564ea7-21b5-45b1-a6fd-280d14ca9c36 service neutron] For port 6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:19:11.317609 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0fc65-10f3-4748-9c42-217ee861fa38 req-a9b0bd5a-e606-48d2-ac48-078b89ac078e tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:11.317865 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bc619d8b-2123-40f2-99ba-f92e7776b48d req-abcf8738-ab40-4d47-a5a9-03c810b8e85e tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/security-groups?id=6523ed70-f638-4e69-8c6d-4d17dff0f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716500 Sep 30 13:19:11.319750 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d7d0fc65-10f3-4748-9c42-217ee861fa38 req-a9b0bd5a-e606-48d2-ac48-078b89ac078e tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=e292233c-eeee-427b-9869-11e21f853012 HTTP/1.1" status: 200 len: 945 time: 0.0841112 Sep 30 13:19:11.321589 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-72564ea7-21b5-45b1-a6fd-280d14ca9c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:11.403148 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-72564ea7-21b5-45b1-a6fd-280d14ca9c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:11.404104 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-72564ea7-21b5-45b1-a6fd-280d14ca9c36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:11.405581 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-72564ea7-21b5-45b1-a6fd-280d14ca9c36 service neutron] 10.222.0.39 "PUT /v2.0/ports/6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5 HTTP/1.1" status: 200 len: 1092 time: 1.0018394 Sep 30 13:19:11.417546 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f', 'tag': '6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:19:11.439423 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7383a8-b8c3-4aa8-abcb-3974a8a0357e" -d '{"events": [{"name": "network-changed", "server_uuid": "540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f", "tag": "6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:19:11.458837 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1d534-ba94-4b5e-b988-71646119019e req-a461603d-8734-47c6-a364-728a8648a680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:11.460367 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-98a1d534-ba94-4b5e-b988-71646119019e req-a461603d-8734-47c6-a364-728a8648a680 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 1097 time: 0.0866840 Sep 30 13:19:11.529894 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-98a1d534-ba94-4b5e-b988-71646119019e req-b223c81e-a4c8-441d-96f1-36a034cd1560 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622256 Sep 30 13:19:11.555368 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2055d7-cd2a-4f6b-9fab-457500f7d22b x-openstack-request-id: req-ad2055d7-cd2a-4f6b-9fab-457500f7d22b {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:19:11.555581 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f", "tag": "6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:19:11.555766 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad2055d7-cd2a-4f6b-9fab-457500f7d22b {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:19:11.556146 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f', 'tag': '6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5', 'status': 'completed', 'code': 200} Sep 30 13:19:11.591287 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d7d0fc65-10f3-4748-9c42-217ee861fa38 req-76fdd4b9-599f-45ef-afcf-b46d7849b172 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611923 Sep 30 13:19:11.595777 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72564ea7-21b5-45b1-a6fd-280d14ca9c36 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:11.611937 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-9ba35df8-dd27-4b0a-a2b2-4b778ff7b05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:11.613435 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-9ba35df8-dd27-4b0a-a2b2-4b778ff7b05c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9fc5434333184b91bb2f4f1696e6b8d6&device_id=540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f HTTP/1.1" status: 200 len: 1095 time: 0.1463799 Sep 30 13:19:11.659811 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-57cef6b3-d2ad-4a7e-8c61-f65d5c6a0c8f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5 HTTP/1.1" status: 200 len: 217 time: 0.0371785 Sep 30 13:19:11.710360 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-e90d3225-bbf6-4d3a-9db5-106ec57f9ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:11.711844 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-e90d3225-bbf6-4d3a-9db5-106ec57f9ee6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ffedeff6-d706-4237-b627-e4b936917a2e HTTP/1.1" status: 200 len: 845 time: 0.0453725 Sep 30 13:19:11.765293 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-ee09550c-8acc-42ac-9240-89599ce767f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443985 Sep 30 13:19:11.827998 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25058a01-4708-4032-b8ee-ad94d5c45f20 req-4673b7cd-80e0-4c03-8601-fcfad9852956 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:11.830346 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-25058a01-4708-4032-b8ee-ad94d5c45f20 req-4673b7cd-80e0-4c03-8601-fcfad9852956 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f HTTP/1.1" status: 200 len: 944 time: 0.0637655 Sep 30 13:19:11.882404 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-25058a01-4708-4032-b8ee-ad94d5c45f20 req-a3d5b33a-c009-47e4-8a53-49ea27ccfd43 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458853 Sep 30 13:19:11.931660 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-473b0129-19ec-4a97-b2be-02d9da1a15dd service neutron] 10.222.0.39 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583695 Sep 30 13:19:12.054535 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e825795-f3bb-45b3-bb67-2efd5e7cb4aa req-67000463-063f-49ab-8ac6-8563aa1865f8 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:12.056147 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9e825795-f3bb-45b3-bb67-2efd5e7cb4aa req-67000463-063f-49ab-8ac6-8563aa1865f8 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.1235764 Sep 30 13:19:12.101317 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6c6c4412-69e5-47bd-ab59-857b9fcaa2af req-8bd10507-3626-448b-8866-74f9c40514ff service neutron] 10.222.0.39 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565073 Sep 30 13:19:12.115786 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9e825795-f3bb-45b3-bb67-2efd5e7cb4aa req-9cb93aea-1696-49ee-9ee2-39d758832aea tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502498 Sep 30 13:19:12.217454 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7383a8-b8c3-4aa8-abcb-3974a8a0357e req-b282d9a6-2f58-45d2-b8b3-0778fb26f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:12.219556 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9c7383a8-b8c3-4aa8-abcb-3974a8a0357e req-b282d9a6-2f58-45d2-b8b3-0778fb26f2ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9fc5434333184b91bb2f4f1696e6b8d6&device_id=540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f HTTP/1.1" status: 200 len: 1095 time: 0.0466299 Sep 30 13:19:12.319603 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7383a8-b8c3-4aa8-abcb-3974a8a0357e req-ffd69e99-6a0b-4889-8ed4-45aad417baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:12.321132 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9c7383a8-b8c3-4aa8-abcb-3974a8a0357e req-ffd69e99-6a0b-4889-8ed4-45aad417baaf service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 HTTP/1.1" status: 200 len: 906 time: 0.0942330 Sep 30 13:19:12.365190 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9c7383a8-b8c3-4aa8-abcb-3974a8a0357e req-c8653767-575f-4b70-8b0a-bb679c0020a1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5 HTTP/1.1" status: 200 len: 217 time: 0.0351622 Sep 30 13:19:12.423310 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7383a8-b8c3-4aa8-abcb-3974a8a0357e req-6bfc854c-71eb-4343-b4fa-47523e606522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:12.424917 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9c7383a8-b8c3-4aa8-abcb-3974a8a0357e req-6bfc854c-71eb-4343-b4fa-47523e606522 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ffedeff6-d706-4237-b627-e4b936917a2e HTTP/1.1" status: 200 len: 845 time: 0.0501983 Sep 30 13:19:12.434335 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a01e1-a3f5-43a5-9e07-4a00c5fff0e6 req-cca2811f-f466-4689-b629-c83662a1adef tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:12.436320 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1e0a01e1-a3f5-43a5-9e07-4a00c5fff0e6 req-cca2811f-f466-4689-b629-c83662a1adef tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?device_id=059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3 HTTP/1.1" status: 200 len: 945 time: 0.0544004 Sep 30 13:19:12.471197 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9c7383a8-b8c3-4aa8-abcb-3974a8a0357e req-01202a3b-ebcf-4546-85a0-cc6098038e24 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363090 Sep 30 13:19:12.479420 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1e0a01e1-a3f5-43a5-9e07-4a00c5fff0e6 req-81e58bdf-ee5d-4442-b7ba-0a2e3d07a7b6 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/security-groups?id=6523ed70-f638-4e69-8c6d-4d17dff0f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370333 Sep 30 13:19:12.571787 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9c7383a8-b8c3-4aa8-abcb-3974a8a0357e req-21f1269c-ab9c-4e4d-95f2-17e3a366cef6 service neutron] 10.222.0.39 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925906 Sep 30 13:19:12.694845 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc43bcc-4241-4952-b797-b501cda5bda4 req-5de5dcc2-2ec6-497b-abb1-9c72264c9966 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:12.696435 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-afc43bcc-4241-4952-b797-b501cda5bda4 req-5de5dcc2-2ec6-497b-abb1-9c72264c9966 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.39 "GET /v2.0/ports?device_id=059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3 HTTP/1.1" status: 200 len: 945 time: 0.0760465 Sep 30 13:19:12.742245 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device f4a6a078-4065-4965-b013-dad6185cfd72 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:19:12.750995 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9c7383a8-b8c3-4aa8-abcb-3974a8a0357e req-8558ca3a-d9c0-4e12-9747-d2bf7d2a3487 service neutron] 10.222.0.39 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631734 Sep 30 13:19:12.785001 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b915359-f4d6-4a10-9841-e6e1b4c35106 req-ae303214-f0f9-40e6-91ab-be1158995a81 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:12.795964 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2b915359-f4d6-4a10-9841-e6e1b4c35106 req-ae303214-f0f9-40e6-91ab-be1158995a81 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=e292233c-eeee-427b-9869-11e21f853012 HTTP/1.1" status: 200 len: 945 time: 0.0975273 Sep 30 13:19:12.798770 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port f4a6a078-4065-4965-b013-dad6185cfd72 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:19:12.799151 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:12.857230 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-afc43bcc-4241-4952-b797-b501cda5bda4 req-a6ecda0d-83e3-4113-8a88-2aa4661eb463 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Deleting port d600d3f9-eeba-421f-92df-2fc32c9bf35e {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:19:12.857820 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-afc43bcc-4241-4952-b797-b501cda5bda4 req-a6ecda0d-83e3-4113-8a88-2aa4661eb463 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:12.867952 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2b915359-f4d6-4a10-9841-e6e1b4c35106 req-a332a98a-d657-4d8c-9da9-bdfe38692262 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668275 Sep 30 13:19:12.940708 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:12.972075 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-afc43bcc-4241-4952-b797-b501cda5bda4 req-a6ecda0d-83e3-4113-8a88-2aa4661eb463 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] For port d600d3f9-eeba-421f-92df-2fc32c9bf35e, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d600d3f9-eeba-421f-92df-2fc32c9bf35e,segment=NetworkSegment(386f48cd-37d9-47fe-8602-e781409bb5c8),segment_id=386f48cd-37d9-47fe-8602-e781409bb5c8)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:12.972451 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-afc43bcc-4241-4952-b797-b501cda5bda4 req-a6ecda0d-83e3-4113-8a88-2aa4661eb463 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:12.979969 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e292233c-eeee-427b-9869-11e21f853012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a6a078-4065-4965-b013-dad6185cfd72'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:19:12.983207 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f40fa5b-212f-4d20-881d-5e4be164f715" -d '{"events": [{"server_uuid": "e292233c-eeee-427b-9869-11e21f853012", "name": "network-vif-plugged", "status": "completed", "tag": "f4a6a078-4065-4965-b013-dad6185cfd72"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:19:12.998345 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port f4a6a078-4065-4965-b013-dad6185cfd72, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=f4a6a078-4065-4965-b013-dad6185cfd72,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:13.004632 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:13.011343 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-afc43bcc-4241-4952-b797-b501cda5bda4 req-a6ecda0d-83e3-4113-8a88-2aa4661eb463 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Calling delete_port for d600d3f9-eeba-421f-92df-2fc32c9bf35e owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:19:13.058827 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f494588e-e195-4950-8349-812c556bf82e x-openstack-request-id: req-f494588e-e195-4950-8349-812c556bf82e {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:19:13.060176 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e292233c-eeee-427b-9869-11e21f853012", "name": "network-vif-plugged", "status": "completed", "tag": "f4a6a078-4065-4965-b013-dad6185cfd72", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:19:13.061050 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f494588e-e195-4950-8349-812c556bf82e {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:19:13.062713 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e292233c-eeee-427b-9869-11e21f853012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a6a078-4065-4965-b013-dad6185cfd72', 'code': 200} Sep 30 13:19:13.076042 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=f4a6a078-4065-4965-b013-dad6185cfd72,revision_number=7']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:13.114378 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0c9a9-d061-4b30-91f5-c12220f35115 req-077f3719-5277-4ba4-b837-961999ddda39 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:13.115914 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e1f0c9a9-d061-4b30-91f5-c12220f35115 req-077f3719-5277-4ba4-b837-961999ddda39 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f HTTP/1.1" status: 200 len: 944 time: 0.1316504 Sep 30 13:19:13.205313 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e1f0c9a9-d061-4b30-91f5-c12220f35115 req-be5d5fc4-ee18-4c1a-b882-a1be91b7a27c tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735729 Sep 30 13:19:13.253534 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-afc43bcc-4241-4952-b797-b501cda5bda4 req-a6ecda0d-83e3-4113-8a88-2aa4661eb463 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:13.265896 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['d600d3f9-eeba-421f-92df-2fc32c9bf35e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:19:13.298683 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e59ae-e498-4569-92f6-468424fc2ce4 req-841b2d85-5e5d-4326-93c4-b46d7a19a969 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:13.308121 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecda0d-83e3-4113-8a88-2aa4661eb463 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Pushing event deleted for resources: {'Port': ['ID=d600d3f9-eeba-421f-92df-2fc32c9bf35e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:13.308445 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1a7e59ae-e498-4569-92f6-468424fc2ce4 req-841b2d85-5e5d-4326-93c4-b46d7a19a969 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.0763369 Sep 30 13:19:13.350427 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1a7e59ae-e498-4569-92f6-468424fc2ce4 req-570a19c9-f98d-4609-a596-b26c1dbfe7e6 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409782 Sep 30 13:19:13.361405 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc43bcc-4241-4952-b797-b501cda5bda4 req-a6ecda0d-83e3-4113-8a88-2aa4661eb463 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] No DVR routers for this DVR port d600d3f9-eeba-421f-92df-2fc32c9bf35e on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:19:13.364719 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-afc43bcc-4241-4952-b797-b501cda5bda4 req-a6ecda0d-83e3-4113-8a88-2aa4661eb463 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:13.367121 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-afc43bcc-4241-4952-b797-b501cda5bda4 req-a6ecda0d-83e3-4113-8a88-2aa4661eb463 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.39 "DELETE /v2.0/ports/d600d3f9-eeba-421f-92df-2fc32c9bf35e HTTP/1.1" status: 204 len: 173 time: 0.6611066 Sep 30 13:19:13.367519 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3', 'name': 'network-vif-deleted', 'tag': 'd600d3f9-eeba-421f-92df-2fc32c9bf35e'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:19:13.367811 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39758) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:13.369820 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102793a6-fe1f-463c-8433-adeb529b766e" -d '{"events": [{"server_uuid": "059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3", "name": "network-vif-deleted", "tag": "d600d3f9-eeba-421f-92df-2fc32c9bf35e"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:19:13.418152 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843111ca-a87a-44e9-847b-2c87e1ac45cd x-openstack-request-id: req-843111ca-a87a-44e9-847b-2c87e1ac45cd {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:19:13.418468 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3", "name": "network-vif-deleted", "tag": "d600d3f9-eeba-421f-92df-2fc32c9bf35e", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:19:13.418739 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-843111ca-a87a-44e9-847b-2c87e1ac45cd {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:19:13.419125 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3', 'name': 'network-vif-deleted', 'tag': 'd600d3f9-eeba-421f-92df-2fc32c9bf35e', 'status': 'completed', 'code': 200} Sep 30 13:19:13.524547 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ddab54b8-52be-4f3b-a690-4350fdb47870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:13.600253 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-08b03785-2b41-4814-bfee-862d1678a8e2 req-79d8e891-3105-495e-90ef-5dc83f13db31 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?device_id=059fbcd2-6ce9-41c6-9507-6b1c2bf77ae3 HTTP/1.1" status: 200 len: 210 time: 0.0295358 Sep 30 13:19:13.641914 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ddab54b8-52be-4f3b-a690-4350fdb47870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:13.647444 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ddab54b8-52be-4f3b-a690-4350fdb47870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:13.690181 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ddab54b8-52be-4f3b-a690-4350fdb47870 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=92608b7e964241cfb0bea5f240087063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3181467 Sep 30 13:19:13.690181 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab54b8-52be-4f3b-a690-4350fdb47870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82797895-298e-4d6a-b901-c2f619155e96,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:13.690826 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39766) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:13.747561 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0de44ba8-2249-458e-9876-fdd525c4576e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:13.770086 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0de44ba8-2249-458e-9876-fdd525c4576e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:13.822573 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0de44ba8-2249-458e-9876-fdd525c4576e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:13.825045 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0de44ba8-2249-458e-9876-fdd525c4576e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:13.826258 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0de44ba8-2249-458e-9876-fdd525c4576e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82797895-298e-4d6a-b901-c2f619155e96 HTTP/1.1" status: 204 len: 168 time: 0.1343441 Sep 30 13:19:13.849626 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de44ba8-2249-458e-9876-fdd525c4576e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82797895-298e-4d6a-b901-c2f619155e96,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:14.087259 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a7d93-74e9-442f-a9da-6b2ba876577b req-9156ba6c-3fcc-440e-97b8-045ba21f05c0 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:14.090862 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ac1a7d93-74e9-442f-a9da-6b2ba876577b req-9156ba6c-3fcc-440e-97b8-045ba21f05c0 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=e292233c-eeee-427b-9869-11e21f853012 HTTP/1.1" status: 200 len: 946 time: 0.1422315 Sep 30 13:19:14.134730 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ac1a7d93-74e9-442f-a9da-6b2ba876577b req-bb30acda-961a-4f8c-af99-d7a438469055 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372343 Sep 30 13:19:14.231958 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39780) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:14.246356 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fa982263-6bd9-4f2b-9332-fb57e023b614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:14.316629 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2874ea5-ac97-4c97-b503-5db506e7994c req-cf3f3fc1-72a4-411a-905c-abddd7eeeab1 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:14.318235 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c2874ea5-ac97-4c97-b503-5db506e7994c req-cf3f3fc1-72a4-411a-905c-abddd7eeeab1 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f HTTP/1.1" status: 200 len: 944 time: 0.0530839 Sep 30 13:19:14.339708 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fa982263-6bd9-4f2b-9332-fb57e023b614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:14.343863 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fa982263-6bd9-4f2b-9332-fb57e023b614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:14.381667 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa982263-6bd9-4f2b-9332-fb57e023b614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e681220f-e324-48c1-a3fd-a29fbc22db4d,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:14.388657 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fa982263-6bd9-4f2b-9332-fb57e023b614 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e8ef6eaf7b1452ba9613c99abf1aeff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531994 Sep 30 13:19:14.388924 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39782) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:14.462935 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-95fcd405-9325-4674-b4fc-b62c5a245e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:14.507301 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-95fcd405-9325-4674-b4fc-b62c5a245e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:14.536876 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a364e9b-7cda-4d1e-bf8b-6402b1d696ce req-15265df5-5246-490f-b337-4d0e53c23511 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:14.538473 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5a364e9b-7cda-4d1e-bf8b-6402b1d696ce req-15265df5-5246-490f-b337-4d0e53c23511 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.0904179 Sep 30 13:19:14.589171 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5a364e9b-7cda-4d1e-bf8b-6402b1d696ce req-0e5f1db8-f72c-4f83-a015-959161d067e9 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439217 Sep 30 13:19:14.596443 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-95fcd405-9325-4674-b4fc-b62c5a245e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:14.599630 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-95fcd405-9325-4674-b4fc-b62c5a245e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:14.604240 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-95fcd405-9325-4674-b4fc-b62c5a245e0a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e681220f-e324-48c1-a3fd-a29fbc22db4d HTTP/1.1" status: 204 len: 168 time: 0.2143321 Sep 30 13:19:14.614924 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcd405-9325-4674-b4fc-b62c5a245e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e681220f-e324-48c1-a3fd-a29fbc22db4d,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:14.692275 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c2874ea5-ac97-4c97-b503-5db506e7994c req-44c94277-d666-453e-9e1c-8277dc79df40 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670964 Sep 30 13:19:14.739612 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:14.783667 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d70cb3-5724-4bba-8fb9-debe88bd386d req-b903520b-c1bc-4125-ada5-5d6792b94c54 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:14.790578 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b8d70cb3-5724-4bba-8fb9-debe88bd386d req-b903520b-c1bc-4125-ada5-5d6792b94c54 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.0887394 Sep 30 13:19:14.824604 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:19:14.834887 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b8d70cb3-5724-4bba-8fb9-debe88bd386d req-2139f7be-6dde-4453-bda5-5287ccbb8b09 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417302 Sep 30 13:19:14.979083 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:14.999529 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5', 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1', 'port_id': '6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5', 'mac_address': 'fa:16:3e:d0:38:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffedeff6-d706-4237-b627-e4b936917a2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:19:15.074595 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:15.092172 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:19:15.126578 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:15.132690 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:15.159006 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad8436-ac0c-4eb9-b498-fb253e38b03e req-8c1c52f1-8e3d-451f-b7b4-80978235b30f tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:15.168254 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-54ad8436-ac0c-4eb9-b498-fb253e38b03e req-8c1c52f1-8e3d-451f-b7b4-80978235b30f tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.0655258 Sep 30 13:19:15.189918 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:15.216052 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-54ad8436-ac0c-4eb9-b498-fb253e38b03e req-167ce8b3-3884-4c30-b4db-af6b6c9f3c11 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426714 Sep 30 13:19:15.310455 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919931e-8010-4c2e-bb75-d3104bea5084 req-77b7bd49-b46f-4c52-a68a-fa4dedbd6adb tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:15.317780 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3919931e-8010-4c2e-bb75-d3104bea5084 req-77b7bd49-b46f-4c52-a68a-fa4dedbd6adb tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=e292233c-eeee-427b-9869-11e21f853012 HTTP/1.1" status: 200 len: 946 time: 0.0644917 Sep 30 13:19:15.359282 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:19:15.373300 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3919931e-8010-4c2e-bb75-d3104bea5084 req-b27623df-65c8-42fb-85c4-0a83dd221694 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501201 Sep 30 13:19:15.840804 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0a697-fbbb-4d98-9a83-670a581882bd req-03d34f59-4f06-47eb-bf3a-c94e1b0b1f50 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:15.848918 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ffb0a697-fbbb-4d98-9a83-670a581882bd req-03d34f59-4f06-47eb-bf3a-c94e1b0b1f50 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f HTTP/1.1" status: 200 len: 945 time: 0.0839579 Sep 30 13:19:15.877165 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f10e9-adcf-439d-9e20-a61b63a5c84b req-5d16d1d1-62e8-42b7-b454-89348e3032c0 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:15.885754 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d57f10e9-adcf-439d-9e20-a61b63a5c84b req-5d16d1d1-62e8-42b7-b454-89348e3032c0 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=e292233c-eeee-427b-9869-11e21f853012 HTTP/1.1" status: 200 len: 946 time: 0.0668325 Sep 30 13:19:15.889688 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ffb0a697-fbbb-4d98-9a83-670a581882bd req-2674aa52-eaf4-4034-a636-7d23f970be3c tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383387 Sep 30 13:19:15.926738 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d57f10e9-adcf-439d-9e20-a61b63a5c84b req-124fc9c4-445a-43f6-a765-f2205a7f5446 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395949 Sep 30 13:19:16.375015 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ed75a-8f2c-43ed-a3f5-6f7c13f7b1f0 req-a2247d7d-c360-4f08-b748-ec4caccc84f3 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:16.376539 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b99ed75a-8f2c-43ed-a3f5-6f7c13f7b1f0 req-a2247d7d-c360-4f08-b748-ec4caccc84f3 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.0692997 Sep 30 13:19:16.424946 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b99ed75a-8f2c-43ed-a3f5-6f7c13f7b1f0 req-c38849d8-bf54-4a3b-9050-ba4d1f773a52 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389216 Sep 30 13:19:16.750763 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ceafe-e1e4-4925-8f3e-dacfc3010327 req-750f1ed4-cb25-4331-86f9-eee2c3d21613 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:16.759035 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-447ceafe-e1e4-4925-8f3e-dacfc3010327 req-750f1ed4-cb25-4331-86f9-eee2c3d21613 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.0686500 Sep 30 13:19:16.824500 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:19:16.836550 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-447ceafe-e1e4-4925-8f3e-dacfc3010327 req-879725a1-ab87-417e-99f8-53dd1339e4e6 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763006 Sep 30 13:19:16.901094 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:19:16.904786 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:19:16.905298 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:17.063994 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:17.101470 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad4eb1-0123-4e55-a616-47063a8bfd34 req-06e32a1a-03ad-48e2-a9e0-d3dd66dea69b tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:17.103576 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-35ad4eb1-0123-4e55-a616-47063a8bfd34 req-06e32a1a-03ad-48e2-a9e0-d3dd66dea69b tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f HTTP/1.1" status: 200 len: 945 time: 0.1067984 Sep 30 13:19:17.120622 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:19:17.126458 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f749ef1f-57f0-41a9-a051-576fbf3a06d4" -d '{"events": [{"server_uuid": "540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f", "name": "network-vif-plugged", "status": "completed", "tag": "6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:19:17.145155 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:17.153934 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:17.155297 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d600d3f9-eeba-421f-92df-2fc32c9bf35e no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:19:17.171380 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df440a-88c1-4635-a258-a1100646dd6d req-acd02a59-e86b-4500-a820-e251cd96ea60 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:17.178972 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-31df440a-88c1-4635-a258-a1100646dd6d req-acd02a59-e86b-4500-a820-e251cd96ea60 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=e292233c-eeee-427b-9869-11e21f853012 HTTP/1.1" status: 200 len: 946 time: 0.1148486 Sep 30 13:19:17.202917 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-35ad4eb1-0123-4e55-a616-47063a8bfd34 req-1d52d469-d048-433d-9a2e-cbb4117deb84 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903993 Sep 30 13:19:17.211844 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: d600d3f9-eeba-421f-92df-2fc32c9bf35e {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:19:17.212282 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d600d3f9-eeba-421f-92df-2fc32c9bf35e not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:19:17.242189 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:17.244843 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-31df440a-88c1-4635-a258-a1100646dd6d req-ea9b951a-0225-49af-ab86-6935bee4e1d1 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/security-groups?id=84a34869-9438-4281-9aea-1631c76be614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647931 Sep 30 13:19:17.265747 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ecbf2a-8acf-4edc-92b1-ba15a4377a75 x-openstack-request-id: req-a9ecbf2a-8acf-4edc-92b1-ba15a4377a75 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:19:17.266426 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f", "name": "network-vif-plugged", "status": "completed", "tag": "6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:19:17.266973 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a9ecbf2a-8acf-4edc-92b1-ba15a4377a75 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:19:17.269092 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5', 'code': 200} Sep 30 13:19:17.416419 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57b7f0-e941-4400-8576-6a7f87a88f39 req-e26ef80d-7e5e-47c6-8c07-a85f038f3ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:17.417931 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ef57b7f0-e941-4400-8576-6a7f87a88f39 req-e26ef80d-7e5e-47c6-8c07-a85f038f3ffa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f HTTP/1.1" status: 200 len: 1097 time: 0.0514228 Sep 30 13:19:17.468913 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ef57b7f0-e941-4400-8576-6a7f87a88f39 req-313f63ac-aee4-4468-8d03-ea89ed775362 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429337 Sep 30 13:19:17.667260 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17699c-2e68-4957-8eee-ac5153cad21a req-b44647e6-ca21-46b7-b7e9-553e8394c15e tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:17.668861 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-df17699c-2e68-4957-8eee-ac5153cad21a req-b44647e6-ca21-46b7-b7e9-553e8394c15e tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.54 "GET /v2.0/ports?device_id=e292233c-eeee-427b-9869-11e21f853012 HTTP/1.1" status: 200 len: 946 time: 0.0655842 Sep 30 13:19:17.779857 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-df17699c-2e68-4957-8eee-ac5153cad21a req-4d029872-29c9-461f-8b82-aafe99c46ae3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Deleting port f4a6a078-4065-4965-b013-dad6185cfd72 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:19:17.780271 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-df17699c-2e68-4957-8eee-ac5153cad21a req-4d029872-29c9-461f-8b82-aafe99c46ae3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:17.936574 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-df17699c-2e68-4957-8eee-ac5153cad21a req-4d029872-29c9-461f-8b82-aafe99c46ae3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] For port f4a6a078-4065-4965-b013-dad6185cfd72, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=f4a6a078-4065-4965-b013-dad6185cfd72,segment=NetworkSegment(b6f090cd-be43-4e2a-a98b-f43fad45e925),segment_id=b6f090cd-be43-4e2a-a98b-f43fad45e925)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:17.937728 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-df17699c-2e68-4957-8eee-ac5153cad21a req-4d029872-29c9-461f-8b82-aafe99c46ae3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:17.956674 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-df17699c-2e68-4957-8eee-ac5153cad21a req-4d029872-29c9-461f-8b82-aafe99c46ae3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Calling delete_port for f4a6a078-4065-4965-b013-dad6185cfd72 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:19:17.971639 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c6915-b308-42e8-a208-af61044c761e req-fc72ef6a-9d27-4886-9750-89a9efae07aa tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:17.973290 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-471c6915-b308-42e8-a208-af61044c761e req-fc72ef6a-9d27-4886-9750-89a9efae07aa tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.0584359 Sep 30 13:19:18.034050 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-471c6915-b308-42e8-a208-af61044c761e req-e2423cf3-0bc3-468a-924e-7840c3571ffc tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487700 Sep 30 13:19:18.130795 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-df17699c-2e68-4957-8eee-ac5153cad21a req-4d029872-29c9-461f-8b82-aafe99c46ae3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:18.188721 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fd37eba7-aa44-4eec-822e-82b7ec217f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:18.206668 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d029872-29c9-461f-8b82-aafe99c46ae3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Pushing event deleted for resources: {'Port': ['ID=f4a6a078-4065-4965-b013-dad6185cfd72,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:18.443990 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a51605a0-0079-44e5-be1f-7534e8675cd2 req-2a31ad2d-68e1-491d-9b73-fac94f1d18f3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.18 "GET /v2.0/ports?device_id=e292233c-eeee-427b-9869-11e21f853012 HTTP/1.1" status: 200 len: 210 time: 0.0817494 Sep 30 13:19:18.795099 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-df17699c-2e68-4957-8eee-ac5153cad21a req-4d029872-29c9-461f-8b82-aafe99c46ae3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] No DVR routers for this DVR port f4a6a078-4065-4965-b013-dad6185cfd72 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:19:18.797698 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device f4a6a078-4065-4965-b013-dad6185cfd72 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:19:18.823400 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-df17699c-2e68-4957-8eee-ac5153cad21a req-4d029872-29c9-461f-8b82-aafe99c46ae3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:18.825470 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-df17699c-2e68-4957-8eee-ac5153cad21a req-4d029872-29c9-461f-8b82-aafe99c46ae3 tempest-ImagesTestJSON-1062312421 tempest-ImagesTestJSON-1062312421-project] 10.222.0.54 "DELETE /v2.0/ports/f4a6a078-4065-4965-b013-dad6185cfd72 HTTP/1.1" status: 204 len: 173 time: 1.1498713 Sep 30 13:19:18.825901 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: f4a6a078-4065-4965-b013-dad6185cfd72 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:19:18.826528 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device f4a6a078-4065-4965-b013-dad6185cfd72 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:19:18.826899 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e292233c-eeee-427b-9869-11e21f853012', 'name': 'network-vif-deleted', 'tag': 'f4a6a078-4065-4965-b013-dad6185cfd72'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:19:18.830239 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35eb246e-a9cc-4922-b0c2-ef5c299a1244" -d '{"events": [{"server_uuid": "e292233c-eeee-427b-9869-11e21f853012", "name": "network-vif-deleted", "tag": "f4a6a078-4065-4965-b013-dad6185cfd72"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:19:18.905058 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1581f6a-ba7f-4a85-bc68-9141f5a3f923 req-16685f06-473c-411b-889b-dedbb0d71125 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:18.917411 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d1581f6a-ba7f-4a85-bc68-9141f5a3f923 req-16685f06-473c-411b-889b-dedbb0d71125 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f HTTP/1.1" status: 200 len: 946 time: 0.1238766 Sep 30 13:19:18.936052 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca76531-2c22-4830-9d4d-2591ebb7e16f x-openstack-request-id: req-bca76531-2c22-4830-9d4d-2591ebb7e16f {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:19:18.936287 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e292233c-eeee-427b-9869-11e21f853012", "name": "network-vif-deleted", "tag": "f4a6a078-4065-4965-b013-dad6185cfd72", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:19:18.937122 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bca76531-2c22-4830-9d4d-2591ebb7e16f {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:19:18.937672 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e292233c-eeee-427b-9869-11e21f853012', 'name': 'network-vif-deleted', 'tag': 'f4a6a078-4065-4965-b013-dad6185cfd72', 'status': 'completed', 'code': 200} Sep 30 13:19:18.986994 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d1581f6a-ba7f-4a85-bc68-9141f5a3f923 req-96c0f386-5d97-44be-aa3f-f92f4cec4a03 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683975 Sep 30 13:19:19.469874 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:20.002618 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed5150-95d0-44ed-afb8-cb6b68aa9dd5 req-ebec3659-f3c8-47d2-a05f-9324f8ddd3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:20.012174 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eaed5150-95d0-44ed-afb8-cb6b68aa9dd5 req-ebec3659-f3c8-47d2-a05f-9324f8ddd3b5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=02a128d560bb4e8a854078bbc7e9b93a&device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 1097 time: 0.1312945 Sep 30 13:19:20.075276 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bfce5-78bf-4d43-8041-4b672cf0f098 req-1d3bcba7-e1d4-481c-afaa-3eb8c9987320 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:20.087226 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7a8bfce5-78bf-4d43-8041-4b672cf0f098 req-1d3bcba7-e1d4-481c-afaa-3eb8c9987320 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.1513882 Sep 30 13:19:20.169042 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7a8bfce5-78bf-4d43-8041-4b672cf0f098 req-37f00596-445a-4b87-8b95-614e5e925a07 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780599 Sep 30 13:19:20.211041 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed5150-95d0-44ed-afb8-cb6b68aa9dd5 req-c4721f8b-18ec-4b17-98da-da10bc4b2f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:20.212633 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eaed5150-95d0-44ed-afb8-cb6b68aa9dd5 req-c4721f8b-18ec-4b17-98da-da10bc4b2f57 service neutron] 10.222.0.54 "GET /v2.0/networks?id=017e8792-372a-498b-9ea3-b4eeec10adcc HTTP/1.1" status: 200 len: 919 time: 0.1927552 Sep 30 13:19:20.240678 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39990) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:20.279557 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eaed5150-95d0-44ed-afb8-cb6b68aa9dd5 req-87a73c14-f611-4c95-8f8d-df987aa40c4e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cece3b54-a432-4cab-b369-a1f468f20d32 HTTP/1.1" status: 200 len: 217 time: 0.0446935 Sep 30 13:19:20.310701 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ee9014-9fca-4c9e-b172-a7a505168fae admin admin] Deleting subnet 24c2cacb-688f-46b5-bc21-08d291e590ed {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:19:20.317886 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-96ee9014-9fca-4c9e-b172-a7a505168fae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:20.334692 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd01ccf-87bf-4e43-8060-302200660755 req-106761e4-e0a4-4dd6-ad26-94e9811183d3 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:20.336258 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5dd01ccf-87bf-4e43-8060-302200660755 req-106761e4-e0a4-4dd6-ad26-94e9811183d3 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f HTTP/1.1" status: 200 len: 946 time: 0.1362958 Sep 30 13:19:20.360611 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-96ee9014-9fca-4c9e-b172-a7a505168fae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:20.364962 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed5150-95d0-44ed-afb8-cb6b68aa9dd5 req-43d97f15-9f3e-476b-99fd-6de29a33bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:20.366468 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eaed5150-95d0-44ed-afb8-cb6b68aa9dd5 req-43d97f15-9f3e-476b-99fd-6de29a33bd4c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81e7f2ba-9cac-4d42-8c8e-044c8e36e01e HTTP/1.1" status: 200 len: 858 time: 0.0783539 Sep 30 13:19:20.409790 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eaed5150-95d0-44ed-afb8-cb6b68aa9dd5 req-17efeb7d-8d83-4abd-ad84-d5c252e7549b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=017e8792-372a-498b-9ea3-b4eeec10adcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347686 Sep 30 13:19:20.413255 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5dd01ccf-87bf-4e43-8060-302200660755 req-8f1a9d4f-1504-4535-9259-a5c8e5bddd12 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666690 Sep 30 13:19:20.417063 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-96ee9014-9fca-4c9e-b172-a7a505168fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:20.505497 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-96ee9014-9fca-4c9e-b172-a7a505168fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:20.522969 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eaed5150-95d0-44ed-afb8-cb6b68aa9dd5 req-bf7c8683-a22f-470d-870c-17f0a2745086 service neutron] 10.222.0.54 "GET /v2.0/networks/017e8792-372a-498b-9ea3-b4eeec10adcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055346 Sep 30 13:19:20.548796 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee9014-9fca-4c9e-b172-a7a505168fae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24c2cacb-688f-46b5-bc21-08d291e590ed,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:20.558230 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-96ee9014-9fca-4c9e-b172-a7a505168fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:20.560318 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-96ee9014-9fca-4c9e-b172-a7a505168fae admin admin] 10.222.0.18 "DELETE /v2.0/subnets/24c2cacb-688f-46b5-bc21-08d291e590ed HTTP/1.1" status: 204 len: 168 time: 0.3185122 Sep 30 13:19:20.570866 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39998) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:20.616042 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eee769-463e-4aa9-a1cd-ea22e0dd06b7 req-5e8799ef-0150-42ba-9759-b36dbcc3534c tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:20.617779 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-25eee769-463e-4aa9-a1cd-ea22e0dd06b7 req-5e8799ef-0150-42ba-9759-b36dbcc3534c tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c1b436-3792-476b-92fd-9efe74ac785c HTTP/1.1" status: 200 len: 945 time: 0.1264999 Sep 30 13:19:20.684556 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eaed5150-95d0-44ed-afb8-cb6b68aa9dd5 req-098605bf-a5c4-4836-8f11-4c8384501d9a service neutron] 10.222.0.54 "GET /v2.0/networks/017e8792-372a-498b-9ea3-b4eeec10adcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546764 Sep 30 13:19:20.688653 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-78e9abcb-b91b-4e48-8acd-b21ad61d3be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:20.725155 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f75aae44-ab5e-49a1-909f-6df75a93c874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:20.732982 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-25eee769-463e-4aa9-a1cd-ea22e0dd06b7 req-7d3a44e1-99ff-406c-b19e-01921371d4bd tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047833 Sep 30 13:19:20.838756 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f75aae44-ab5e-49a1-909f-6df75a93c874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:20.864046 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb28767-8115-48e1-b514-230632c7d94d req-da9c907f-1883-4bbc-9ea6-45a9ae608568 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:20.865893 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eeb28767-8115-48e1-b514-230632c7d94d req-da9c907f-1883-4bbc-9ea6-45a9ae608568 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f HTTP/1.1" status: 200 len: 946 time: 0.0575900 Sep 30 13:19:20.870653 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-f75aae44-ab5e-49a1-909f-6df75a93c874 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf395552-d6c8-4f33-8985-6c6e9e9ec785']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:19:20.893989 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-f75aae44-ab5e-49a1-909f-6df75a93c874 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f090cd-be43-4e2a-a98b-f43fad45e925') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:19:20.894388 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-f75aae44-ab5e-49a1-909f-6df75a93c874 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f090cd-be43-4e2a-a98b-f43fad45e925') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:19:20.905470 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f75aae44-ab5e-49a1-909f-6df75a93c874 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:20.922665 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f75aae44-ab5e-49a1-909f-6df75a93c874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:20.929598 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75aae44-ab5e-49a1-909f-6df75a93c874 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:19:20.931444 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f75aae44-ab5e-49a1-909f-6df75a93c874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:19:20.932682 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:19:20.963566 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eeb28767-8115-48e1-b514-230632c7d94d req-e62fb102-ee9f-43a9-bff3-fb63770683c3 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910237 Sep 30 13:19:21.048911 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f75aae44-ab5e-49a1-909f-6df75a93c874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:21.053966 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40018) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:21.057900 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f75aae44-ab5e-49a1-909f-6df75a93c874 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:21.063144 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f75aae44-ab5e-49a1-909f-6df75a93c874 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bf395552-d6c8-4f33-8985-6c6e9e9ec785 HTTP/1.1" status: 204 len: 168 time: 0.4914515 Sep 30 13:19:21.092081 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75aae44-ab5e-49a1-909f-6df75a93c874 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf395552-d6c8-4f33-8985-6c6e9e9ec785,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:21.336457 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40030) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:21.422313 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0f9d5569-131c-47b0-9646-077f5f67a6d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f180add52a04581aabb15b50dd31fc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0843661 Sep 30 13:19:21.425045 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40032) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:21.497949 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594a7c0-dd9a-43ec-a3d6-fbe72d547b18 req-7e07fc37-d05f-4a68-9377-9c378fc19b0d tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:21.499490 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b594a7c0-dd9a-43ec-a3d6-fbe72d547b18 req-7e07fc37-d05f-4a68-9377-9c378fc19b0d tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.1247311 Sep 30 13:19:21.505967 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154240c-511d-4522-a472-87053f4a6a4e req-b8962642-1d8e-4c48-80d7-55fa4ea08820 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:21.507584 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4154240c-511d-4522-a472-87053f4a6a4e req-b8962642-1d8e-4c48-80d7-55fa4ea08820 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f HTTP/1.1" status: 200 len: 946 time: 0.1206245 Sep 30 13:19:21.562157 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b594a7c0-dd9a-43ec-a3d6-fbe72d547b18 req-396d3808-2c81-4bc4-9e03-1f13bc69756e tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529730 Sep 30 13:19:21.567569 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4a69a4e7-5b80-4b25-a3d1-23913c023baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:21.591646 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4a69a4e7-5b80-4b25-a3d1-23913c023baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:21.593847 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4154240c-511d-4522-a472-87053f4a6a4e req-5bb7b6d3-1917-43fc-8d1b-8a5afd289167 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744774 Sep 30 13:19:21.609811 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:21.645191 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4a69a4e7-5b80-4b25-a3d1-23913c023baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:21.648499 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4a69a4e7-5b80-4b25-a3d1-23913c023baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:21.650103 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4a69a4e7-5b80-4b25-a3d1-23913c023baa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/84a34869-9438-4281-9aea-1631c76be614 HTTP/1.1" status: 204 len: 168 time: 0.2237616 Sep 30 13:19:21.661715 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69a4e7-5b80-4b25-a3d1-23913c023baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a34869-9438-4281-9aea-1631c76be614,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:21.684317 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a85e06cc-699d-47a6-8ffb-8d0a6c89e46c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:21.801614 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a85e06cc-699d-47a6-8ffb-8d0a6c89e46c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:21.809165 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a85e06cc-699d-47a6-8ffb-8d0a6c89e46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:21.852805 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e06cc-699d-47a6-8ffb-8d0a6c89e46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215bf656-eaa9-4cc4-b41c-fd3aecd7c868,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:21.859876 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a85e06cc-699d-47a6-8ffb-8d0a6c89e46c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db882edbe1de474b875560a715c8b7ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8016167 Sep 30 13:19:21.860083 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40042) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:21.917899 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c54004a-95bb-4287-a7d6-ca0b460fabf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:21.944613 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c54004a-95bb-4287-a7d6-ca0b460fabf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:22.024535 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c54004a-95bb-4287-a7d6-ca0b460fabf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:22.027441 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c54004a-95bb-4287-a7d6-ca0b460fabf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:22.028700 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0c54004a-95bb-4287-a7d6-ca0b460fabf5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/215bf656-eaa9-4cc4-b41c-fd3aecd7c868 HTTP/1.1" status: 204 len: 168 time: 0.1676829 Sep 30 13:19:22.065655 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54004a-95bb-4287-a7d6-ca0b460fabf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215bf656-eaa9-4cc4-b41c-fd3aecd7c868,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:22.158866 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-4a9bb7a3-cda7-4f88-a608-15b9ffac6583 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:22.160680 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-4a9bb7a3-cda7-4f88-a608-15b9ffac6583 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/networks?id=9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3 HTTP/1.1" status: 200 len: 814 time: 0.1480329 Sep 30 13:19:22.179080 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-50637a54-c628-41bf-9fb5-1b8179882460 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/quotas/6f426fd79f0945f8ae00afaa0234c40b HTTP/1.1" status: 200 len: 375 time: 0.0120037 Sep 30 13:19:22.218653 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-8f709911-fb41-4801-af34-e8ebebcfdd9b tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f426fd79f0945f8ae00afaa0234c40b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329618 Sep 30 13:19:22.322252 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:22.351605 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-05f8693f-5cda-426a-bb7e-2e12ff278ffd service neutron] 10.222.0.18 "GET /v2.0/networks/9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252356 Sep 30 13:19:22.419900 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40074) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:22.465796 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a2abd0e0-81aa-47ad-ade1-6597e68b18af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:22.468714 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-fd489531-4348-4b38-bb64-3d747b080875 service neutron] 10.222.0.18 "GET /v2.0/networks/9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144521 Sep 30 13:19:22.638803 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a2abd0e0-81aa-47ad-ade1-6597e68b18af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:22.653889 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a2abd0e0-81aa-47ad-ade1-6597e68b18af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:22.700618 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a2abd0e0-81aa-47ad-ade1-6597e68b18af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c8d1d0a2594c433ba40cb02443923e58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2777245 Sep 30 13:19:22.701390 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40086) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:22.733198 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-be0edb7c-203f-4209-8eb9-a50abe54db90 req-baa9ecd6-c50f-47c9-b76e-f2dd54009531 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a083a53-d552-4fa5-b5cf-1df85feb11b1 HTTP/1.1" status: 200 len: 210 time: 0.0485795 Sep 30 13:19:22.762473 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcf4e5-c556-43be-9bb1-1b89f2ed7407 req-20e5c4b5-9b96-4783-a6b2-91990c13519c tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:22.764083 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e9bcf4e5-c556-43be-9bb1-1b89f2ed7407 req-20e5c4b5-9b96-4783-a6b2-91990c13519c tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.39 "GET /v2.0/ports?device_id=540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f HTTP/1.1" status: 200 len: 946 time: 0.1231124 Sep 30 13:19:22.768399 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abd0e0-81aa-47ad-ade1-6597e68b18af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4999142a-daf5-4de5-8615-10a0375b30f3,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:22.796411 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device f4a6a078-4065-4965-b013-dad6185cfd72 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:19:22.843000 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: f4a6a078-4065-4965-b013-dad6185cfd72 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:19:22.844080 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device f4a6a078-4065-4965-b013-dad6185cfd72 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:19:22.898483 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b71b8-60c5-436e-a32e-5f95aa12a91a req-202e087f-35eb-44b9-bd66-6f7712ca4502 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:22.906218 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ff1b71b8-60c5-436e-a32e-5f95aa12a91a req-202e087f-35eb-44b9-bd66-6f7712ca4502 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.2125559 Sep 30 13:19:22.968529 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ff1b71b8-60c5-436e-a32e-5f95aa12a91a req-53513b8b-4de2-4c05-be27-7ebacc79199d tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611763 Sep 30 13:19:22.968787 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c256e25-3c96-430d-a7f8-4435e029ad9e req-f581e9a8-a10d-4e32-a6cd-db3167ca2c1d tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:22.969560 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-17dadc9a-83b0-4056-86c5-2a49e0334c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:22.978453 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2c256e25-3c96-430d-a7f8-4435e029ad9e req-f581e9a8-a10d-4e32-a6cd-db3167ca2c1d tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f HTTP/1.1" status: 200 len: 946 time: 0.1301877 Sep 30 13:19:23.011730 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-e9bcf4e5-c556-43be-9bb1-1b89f2ed7407 req-d68fbc8b-817a-466a-9be2-77d65c7c2e5b tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Deleting port 6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:19:23.012078 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-17dadc9a-83b0-4056-86c5-2a49e0334c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:23.012230 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e9bcf4e5-c556-43be-9bb1-1b89f2ed7407 req-d68fbc8b-817a-466a-9be2-77d65c7c2e5b tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:23.064649 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-17dadc9a-83b0-4056-86c5-2a49e0334c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:23.067778 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-17dadc9a-83b0-4056-86c5-2a49e0334c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:23.069061 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-17dadc9a-83b0-4056-86c5-2a49e0334c97 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4999142a-daf5-4de5-8615-10a0375b30f3 HTTP/1.1" status: 204 len: 168 time: 0.3641534 Sep 30 13:19:23.077767 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dadc9a-83b0-4056-86c5-2a49e0334c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4999142a-daf5-4de5-8615-10a0375b30f3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:23.085278 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2c256e25-3c96-430d-a7f8-4435e029ad9e req-12255551-3507-44dd-b2e7-397dce7efb74 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059692 Sep 30 13:19:23.128020 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-e9bcf4e5-c556-43be-9bb1-1b89f2ed7407 req-d68fbc8b-817a-466a-9be2-77d65c7c2e5b tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] For port 6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:23.128393 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e9bcf4e5-c556-43be-9bb1-1b89f2ed7407 req-d68fbc8b-817a-466a-9be2-77d65c7c2e5b tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:23.142080 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-e9bcf4e5-c556-43be-9bb1-1b89f2ed7407 req-d68fbc8b-817a-466a-9be2-77d65c7c2e5b tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Calling delete_port for 6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:19:23.311593 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e9bcf4e5-c556-43be-9bb1-1b89f2ed7407 req-d68fbc8b-817a-466a-9be2-77d65c7c2e5b tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:23.325166 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6c2091e5-f492-410b-b7e7-74cfe5cfae1e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:19:23.327483 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['075e0a0e-6006-442d-9817-992b6c795c08', '6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:19:23.345526 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68fbc8b-817a-466a-9be2-77d65c7c2e5b tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Pushing event deleted for resources: {'Port': ['ID=6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:23.394382 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9bcf4e5-c556-43be-9bb1-1b89f2ed7407 req-d68fbc8b-817a-466a-9be2-77d65c7c2e5b tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] No DVR routers for this DVR port 6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:19:23.404607 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e9bcf4e5-c556-43be-9bb1-1b89f2ed7407 req-d68fbc8b-817a-466a-9be2-77d65c7c2e5b tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:23.404607 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e9bcf4e5-c556-43be-9bb1-1b89f2ed7407 req-d68fbc8b-817a-466a-9be2-77d65c7c2e5b tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.39 "DELETE /v2.0/ports/6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5 HTTP/1.1" status: 204 len: 173 time: 0.6294408 Sep 30 13:19:23.404607 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f', 'name': 'network-vif-deleted', 'tag': '6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:19:23.404607 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e5b463-58e4-4eb7-b442-7ce66a1d0248" -d '{"events": [{"server_uuid": "540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f", "name": "network-vif-deleted", "tag": "6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:19:23.508499 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d02f608-2c91-4000-9efc-b36c1d44e722 x-openstack-request-id: req-9d02f608-2c91-4000-9efc-b36c1d44e722 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:19:23.508970 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f", "name": "network-vif-deleted", "tag": "6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:19:23.509539 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d02f608-2c91-4000-9efc-b36c1d44e722 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:19:23.509941 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540d1ffd-abdf-4cf8-8e6a-6c85d3f2ef0f', 'name': 'network-vif-deleted', 'tag': '6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5', 'status': 'completed', 'code': 200} Sep 30 13:19:23.917078 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-718af40e-fd00-48d6-aa75-3a2ebe784d78 req-448b0755-8bd5-48a5-a7e7-c51497005305 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a083a53-d552-4fa5-b5cf-1df85feb11b1 HTTP/1.1" status: 200 len: 210 time: 0.0888636 Sep 30 13:19:24.038258 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-cb984157-723f-451a-a797-91fc85c553e0 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:24.040276 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-cb984157-723f-451a-a797-91fc85c553e0 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.54 "GET /v2.0/networks?id=9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3 HTTP/1.1" status: 200 len: 814 time: 0.2299621 Sep 30 13:19:24.068792 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-3ac8fabe-743d-4212-80b9-27427170a9c2 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Request body: {'port': {'device_id': '6a083a53-d552-4fa5-b5cf-1df85feb11b1', 'network_id': '9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3', 'admin_state_up': True, 'tenant_id': '6f426fd79f0945f8ae00afaa0234c40b'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:19:24.093088 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:24.137789 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567dae1-8a30-4491-bc8b-64a39ff0c747 req-bda7b76e-1c0b-4272-a749-d6b41f264121 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:24.152270 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c567dae1-8a30-4491-bc8b-64a39ff0c747 req-bda7b76e-1c0b-4272-a749-d6b41f264121 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.0661924 Sep 30 13:19:24.216756 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c567dae1-8a30-4491-bc8b-64a39ff0c747 req-91e24cd1-bf63-43a1-a011-3189f04243f3 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547693 Sep 30 13:19:24.258530 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-3ac8fabe-743d-4212-80b9-27427170a9c2 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Made reservation on behalf of 6f426fd79f0945f8ae00afaa0234c40b for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:19:24.263740 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-3ac8fabe-743d-4212-80b9-27427170a9c2 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:24.448216 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-3ac8fabe-743d-4212-80b9-27427170a9c2 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Allocated IP 172.20.0.11 (9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3/214f6353-1c3a-4f6c-b86b-85237a01ef82/8ca302ff-8653-4c74-8dfc-dbbffa746506) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:19:24.589042 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541073d-8025-4681-a9e0-8e4eb7dd2005 req-fcf26965-c9f8-471d-9c0b-f923b5456d8f tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:24.593644 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3541073d-8025-4681-a9e0-8e4eb7dd2005 req-fcf26965-c9f8-471d-9c0b-f923b5456d8f tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c1b436-3792-476b-92fd-9efe74ac785c HTTP/1.1" status: 200 len: 945 time: 0.0978260 Sep 30 13:19:24.660132 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3541073d-8025-4681-a9e0-8e4eb7dd2005 req-a4f06b78-9ab2-435d-b1ce-a72f33969814 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601132 Sep 30 13:19:24.736868 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-3ac8fabe-743d-4212-80b9-27427170a9c2 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:24.778064 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-3ac8fabe-743d-4212-80b9-27427170a9c2 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:24.850863 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8fabe-743d-4212-80b9-27427170a9c2 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Pushing event updated for resources: {'Port': ['ID=8ca302ff-8653-4c74-8dfc-dbbffa746506,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:24.865335 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-3ac8fabe-743d-4212-80b9-27427170a9c2 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Network 9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:19:24.866998 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-3ac8fabe-743d-4212-80b9-27427170a9c2 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:19:24.870076 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-3ac8fabe-743d-4212-80b9-27427170a9c2 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:19:24.923781 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-3ac8fabe-743d-4212-80b9-27427170a9c2 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:24.924687 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-3ac8fabe-743d-4212-80b9-27427170a9c2 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:24.943878 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-3ac8fabe-743d-4212-80b9-27427170a9c2 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8937092 Sep 30 13:19:24.958347 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-e46ee2d7-85f4-4e8a-8b30-443244fb3d6d service neutron] Request body: {'port': {'device_id': '6a083a53-d552-4fa5-b5cf-1df85feb11b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:19:25.041788 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-e46ee2d7-85f4-4e8a-8b30-443244fb3d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:25.091472 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574154b-943a-4928-8a68-319fe9d91b29 req-9abc0059-8d27-4a95-beed-65294ab8dd49 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:25.093144 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9574154b-943a-4928-8a68-319fe9d91b29 req-9abc0059-8d27-4a95-beed-65294ab8dd49 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a083a53-d552-4fa5-b5cf-1df85feb11b1 HTTP/1.1" status: 200 len: 932 time: 0.0859289 Sep 30 13:19:25.203027 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9574154b-943a-4928-8a68-319fe9d91b29 req-245f1ed4-6afd-4d35-b2a7-a11026a4766a tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/security-groups?id=6523ed70-f638-4e69-8c6d-4d17dff0f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015563 Sep 30 13:19:25.347358 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c9bab-fd26-40b4-bda4-b5ad597db70e req-cce157ff-46af-4a2a-b9df-f9fffb04947f tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:25.350113 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3a7c9bab-fd26-40b4-bda4-b5ad597db70e req-cce157ff-46af-4a2a-b9df-f9fffb04947f tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.0711725 Sep 30 13:19:25.406426 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3a7c9bab-fd26-40b4-bda4-b5ad597db70e req-825fa951-6a87-4d59-a857-50e9709ebc16 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422590 Sep 30 13:19:25.420019 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-e46ee2d7-85f4-4e8a-8b30-443244fb3d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca302ff-8653-4c74-8dfc-dbbffa746506 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:19:25.435913 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-e46ee2d7-85f4-4e8a-8b30-443244fb3d6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:25.451050 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-e46ee2d7-85f4-4e8a-8b30-443244fb3d6d service neutron] Transition to ACTIVE for port object 8ca302ff-8653-4c74-8dfc-dbbffa746506 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:19:25.455618 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-e46ee2d7-85f4-4e8a-8b30-443244fb3d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:25.506744 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ee2d7-85f4-4e8a-8b30-443244fb3d6d service neutron] Pushing event updated for resources: {'Port': ['ID=8ca302ff-8653-4c74-8dfc-dbbffa746506,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:25.582191 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-e46ee2d7-85f4-4e8a-8b30-443244fb3d6d service neutron] Attempting to bind port 8ca302ff-8653-4c74-8dfc-dbbffa746506 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:19:25.582529 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-e46ee2d7-85f4-4e8a-8b30-443244fb3d6d service neutron] Attempting to bind port 8ca302ff-8653-4c74-8dfc-dbbffa746506 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '386f48cd-37d9-47fe-8602-e781409bb5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:19:25.582854 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-e46ee2d7-85f4-4e8a-8b30-443244fb3d6d service neutron] Attempting to bind port 8ca302ff-8653-4c74-8dfc-dbbffa746506 on network 9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:19:25.587328 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-e46ee2d7-85f4-4e8a-8b30-443244fb3d6d service neutron] Port 8ca302ff-8653-4c74-8dfc-dbbffa746506 on network 9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:19:25.587745 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-e46ee2d7-85f4-4e8a-8b30-443244fb3d6d service neutron] Attempting to bind port 8ca302ff-8653-4c74-8dfc-dbbffa746506 on network 9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:19:25.592581 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-e46ee2d7-85f4-4e8a-8b30-443244fb3d6d service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:19:25.593466 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-e46ee2d7-85f4-4e8a-8b30-443244fb3d6d service neutron] Checking segment: {'id': '386f48cd-37d9-47fe-8602-e781409bb5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:19:25.593905 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-e46ee2d7-85f4-4e8a-8b30-443244fb3d6d service neutron] Bound using segment: {'id': '386f48cd-37d9-47fe-8602-e781409bb5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:19:25.594354 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-e46ee2d7-85f4-4e8a-8b30-443244fb3d6d service neutron] Bound port: 8ca302ff-8653-4c74-8dfc-dbbffa746506, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '386f48cd-37d9-47fe-8602-e781409bb5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:19:25.594752 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-e46ee2d7-85f4-4e8a-8b30-443244fb3d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:25.666244 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-e46ee2d7-85f4-4e8a-8b30-443244fb3d6d service neutron] For port 8ca302ff-8653-4c74-8dfc-dbbffa746506, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:19:25.672199 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-e46ee2d7-85f4-4e8a-8b30-443244fb3d6d service neutron] For port 8ca302ff-8653-4c74-8dfc-dbbffa746506, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=8ca302ff-8653-4c74-8dfc-dbbffa746506,segment=NetworkSegment(386f48cd-37d9-47fe-8602-e781409bb5c8),segment_id=386f48cd-37d9-47fe-8602-e781409bb5c8)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:19:25.678591 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-e46ee2d7-85f4-4e8a-8b30-443244fb3d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:25.724972 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-e46ee2d7-85f4-4e8a-8b30-443244fb3d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:25.725794 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-e46ee2d7-85f4-4e8a-8b30-443244fb3d6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:25.727514 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-e46ee2d7-85f4-4e8a-8b30-443244fb3d6d service neutron] 10.222.0.54 "PUT /v2.0/ports/8ca302ff-8653-4c74-8dfc-dbbffa746506 HTTP/1.1" status: 200 len: 1092 time: 0.7740073 Sep 30 13:19:25.728067 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a083a53-d552-4fa5-b5cf-1df85feb11b1', 'tag': '8ca302ff-8653-4c74-8dfc-dbbffa746506'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:19:25.731118 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f864dfe0-d84e-4989-8ff6-123b52660c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "6a083a53-d552-4fa5-b5cf-1df85feb11b1", "tag": "8ca302ff-8653-4c74-8dfc-dbbffa746506"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:19:25.854556 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88aeedd1-9b61-495d-9c68-d5a166f5fa23 x-openstack-request-id: req-88aeedd1-9b61-495d-9c68-d5a166f5fa23 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:19:25.854556 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a083a53-d552-4fa5-b5cf-1df85feb11b1", "tag": "8ca302ff-8653-4c74-8dfc-dbbffa746506", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:19:25.855310 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88aeedd1-9b61-495d-9c68-d5a166f5fa23 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:19:25.855310 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a083a53-d552-4fa5-b5cf-1df85feb11b1', 'tag': '8ca302ff-8653-4c74-8dfc-dbbffa746506', 'status': 'completed', 'code': 200} Sep 30 13:19:25.869520 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ee2d7-85f4-4e8a-8b30-443244fb3d6d service neutron] Pushing event updated for resources: {'Port': ['ID=8ca302ff-8653-4c74-8dfc-dbbffa746506,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:25.952888 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c657a-1052-4d96-a452-cca1a337f7f5 req-60f279a7-58d6-4bd0-a6fb-a81c75273aa8 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:25.954867 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-851c657a-1052-4d96-a452-cca1a337f7f5 req-60f279a7-58d6-4bd0-a6fb-a81c75273aa8 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1c1b436-3792-476b-92fd-9efe74ac785c HTTP/1.1" status: 200 len: 945 time: 0.2129369 Sep 30 13:19:25.988213 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1b6b7-4b5f-4b2f-9a7b-f4824caf4b67 req-28fa8641-a64f-4bb9-96c9-bac4ac77421b tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:25.995723 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f5f1b6b7-4b5f-4b2f-9a7b-f4824caf4b67 req-28fa8641-a64f-4bb9-96c9-bac4ac77421b tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c1b436-3792-476b-92fd-9efe74ac785c HTTP/1.1" status: 200 len: 945 time: 0.2012761 Sep 30 13:19:26.007431 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-be099760-89da-4052-b884-83c86c0130bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:26.009628 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-be099760-89da-4052-b884-83c86c0130bb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6f426fd79f0945f8ae00afaa0234c40b&device_id=6a083a53-d552-4fa5-b5cf-1df85feb11b1 HTTP/1.1" status: 200 len: 1095 time: 0.2164490 Sep 30 13:19:26.027184 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40218) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:26.088179 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-63eac686-1ad8-4826-b160-d9f41b4fe550 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ca302ff-8653-4c74-8dfc-dbbffa746506 HTTP/1.1" status: 200 len: 217 time: 0.0483563 Sep 30 13:19:26.190578 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f5f1b6b7-4b5f-4b2f-9a7b-f4824caf4b67 req-dada86de-b28b-4377-9992-f944cc3e3167 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939533 Sep 30 13:19:26.198495 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bba849ce-1ec7-427d-93a6-fcd75d256ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:26.242086 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-af044a24-44d0-4434-a48c-3a53a309676b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:26.243712 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-af044a24-44d0-4434-a48c-3a53a309676b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=214f6353-1c3a-4f6c-b86b-85237a01ef82 HTTP/1.1" status: 200 len: 854 time: 0.1452575 Sep 30 13:19:26.254964 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-851c657a-1052-4d96-a452-cca1a337f7f5 req-30a59792-9d54-4c01-85b0-ec6a6f3455ef tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Deleting port 075e0a0e-6006-442d-9817-992b6c795c08 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:19:26.255444 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-851c657a-1052-4d96-a452-cca1a337f7f5 req-30a59792-9d54-4c01-85b0-ec6a6f3455ef tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:26.308555 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-84a0b0c6-827e-40c8-9c59-8a5c715b0ae2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494041 Sep 30 13:19:26.387170 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bba849ce-1ec7-427d-93a6-fcd75d256ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:26.401442 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bba849ce-1ec7-427d-93a6-fcd75d256ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:26.474346 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bba849ce-1ec7-427d-93a6-fcd75d256ad9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9dc35e0cba254ef1bbe877e55f623063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4436352 Sep 30 13:19:26.487240 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40238) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:26.583440 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba849ce-1ec7-427d-93a6-fcd75d256ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cdb18b-fd8d-4bea-8ae1-4eece3c7f84b,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:26.603814 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a2ff8a4c-4996-4771-91c0-827237f3dd4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:26.619976 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd976d1-b39c-462d-8d88-d1ad34d9110d req-dc40966a-2444-421b-9dec-10e2c6ea35d2 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:26.621759 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bfd976d1-b39c-462d-8d88-d1ad34d9110d req-dc40966a-2444-421b-9dec-10e2c6ea35d2 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a083a53-d552-4fa5-b5cf-1df85feb11b1 HTTP/1.1" status: 200 len: 944 time: 0.2330158 Sep 30 13:19:26.655680 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a2ff8a4c-4996-4771-91c0-827237f3dd4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:26.707139 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bfd976d1-b39c-462d-8d88-d1ad34d9110d req-12b3a7d2-52e5-4ac2-a723-e7a6b60520d6 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/security-groups?id=6523ed70-f638-4e69-8c6d-4d17dff0f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764019 Sep 30 13:19:26.744817 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a2ff8a4c-4996-4771-91c0-827237f3dd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:26.747675 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a2ff8a4c-4996-4771-91c0-827237f3dd4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:26.751779 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a2ff8a4c-4996-4771-91c0-827237f3dd4d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08cdb18b-fd8d-4bea-8ae1-4eece3c7f84b HTTP/1.1" status: 204 len: 168 time: 0.2419655 Sep 30 13:19:26.758028 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff8a4c-4996-4771-91c0-827237f3dd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cdb18b-fd8d-4bea-8ae1-4eece3c7f84b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:26.817784 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-851c657a-1052-4d96-a452-cca1a337f7f5 req-30a59792-9d54-4c01-85b0-ec6a6f3455ef tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] For port 075e0a0e-6006-442d-9817-992b6c795c08, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=075e0a0e-6006-442d-9817-992b6c795c08,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:26.818383 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-851c657a-1052-4d96-a452-cca1a337f7f5 req-30a59792-9d54-4c01-85b0-ec6a6f3455ef tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:26.838812 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-851c657a-1052-4d96-a452-cca1a337f7f5 req-30a59792-9d54-4c01-85b0-ec6a6f3455ef tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Calling delete_port for 075e0a0e-6006-442d-9817-992b6c795c08 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:19:26.851532 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:19:26.879954 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241201a-b74b-4a47-97dc-eebde68fa773 req-8a25cc52-aaa8-4ef0-a45c-118f0980ed0a tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:26.881535 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f241201a-b74b-4a47-97dc-eebde68fa773 req-8a25cc52-aaa8-4ef0-a45c-118f0980ed0a tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.1660411 Sep 30 13:19:26.883407 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-533f34d4-fdc9-4de8-a575-5d3ec9663691 service neutron] 10.222.0.54 "GET /v2.0/networks/9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639541 Sep 30 13:19:26.893236 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:19:26.893681 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 6a5ab07a-ad80-48c6-9c55-6f7a53ab92c5 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:19:26.894253 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 075e0a0e-6006-442d-9817-992b6c795c08 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:19:26.992977 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:27.017457 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c1b436-3792-476b-92fd-9efe74ac785c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '075e0a0e-6006-442d-9817-992b6c795c08'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:19:27.019973 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097c6ccf-d345-48e0-9383-47b282ced694" -d '{"events": [{"server_uuid": "f1c1b436-3792-476b-92fd-9efe74ac785c", "name": "network-vif-unplugged", "status": "completed", "tag": "075e0a0e-6006-442d-9817-992b6c795c08"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:19:27.033940 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 075e0a0e-6006-442d-9817-992b6c795c08, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=075e0a0e-6006-442d-9817-992b6c795c08,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:27.040311 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:27.081047 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f241201a-b74b-4a47-97dc-eebde68fa773 req-ab58088b-e303-4181-98d6-323aca023194 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583643 Sep 30 13:19:27.097151 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65274d12-5b7e-4709-a0ad-82e5558538ad x-openstack-request-id: req-65274d12-5b7e-4709-a0ad-82e5558538ad {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:19:27.097463 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c1b436-3792-476b-92fd-9efe74ac785c", "name": "network-vif-unplugged", "status": "completed", "tag": "075e0a0e-6006-442d-9817-992b6c795c08", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:19:27.097722 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65274d12-5b7e-4709-a0ad-82e5558538ad {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:19:27.098195 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c1b436-3792-476b-92fd-9efe74ac785c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '075e0a0e-6006-442d-9817-992b6c795c08', 'code': 200} Sep 30 13:19:27.124721 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=075e0a0e-6006-442d-9817-992b6c795c08,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:27.134459 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:27.134752 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0fe5dee6-44e7-4378-ba03-acb484477f66 req-f0ae8bb0-c9db-4e60-9b2d-efc163f90638 service neutron] 10.222.0.54 "GET /v2.0/networks/9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109129 Sep 30 13:19:27.134919 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:27.135200 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:27.135569 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:27.135904 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:27.136288 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:27.136621 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:27.136951 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:27.137325 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:27.137650 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:27.138186 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:27.138697 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:27.173849 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-851c657a-1052-4d96-a452-cca1a337f7f5 req-30a59792-9d54-4c01-85b0-ec6a6f3455ef tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:27.186390 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6c2091e5-f492-410b-b7e7-74cfe5cfae1e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:19:27.207347 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a59792-9d54-4c01-85b0-ec6a6f3455ef tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Pushing event deleted for resources: {'Port': ['ID=075e0a0e-6006-442d-9817-992b6c795c08,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:27.208131 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40274) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:27.233004 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f2c1526-ac04-4373-a801-858e30baf109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:27.299067 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864dfe0-d84e-4989-8ff6-123b52660c6e req-1023bdbd-7f3c-49e8-ac14-845640918283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:27.300651 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f864dfe0-d84e-4989-8ff6-123b52660c6e req-1023bdbd-7f3c-49e8-ac14-845640918283 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6f426fd79f0945f8ae00afaa0234c40b&device_id=6a083a53-d552-4fa5-b5cf-1df85feb11b1 HTTP/1.1" status: 200 len: 1095 time: 0.0978177 Sep 30 13:19:27.301483 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-851c657a-1052-4d96-a452-cca1a337f7f5 req-30a59792-9d54-4c01-85b0-ec6a6f3455ef tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] No DVR routers for this DVR port 075e0a0e-6006-442d-9817-992b6c795c08 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:19:27.304428 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-851c657a-1052-4d96-a452-cca1a337f7f5 req-30a59792-9d54-4c01-85b0-ec6a6f3455ef tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:27.307873 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-851c657a-1052-4d96-a452-cca1a337f7f5 req-30a59792-9d54-4c01-85b0-ec6a6f3455ef tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.39 "DELETE /v2.0/ports/075e0a0e-6006-442d-9817-992b6c795c08 HTTP/1.1" status: 204 len: 173 time: 1.3422337 Sep 30 13:19:27.390954 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f2c1526-ac04-4373-a801-858e30baf109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:27.401463 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f2c1526-ac04-4373-a801-858e30baf109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:27.430469 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d492c6e-73a5-45aa-affe-c80c5e9f4fd7 req-6c8c2e3b-efbf-4761-b8f6-f35e795868ff tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1c1b436-3792-476b-92fd-9efe74ac785c HTTP/1.1" status: 200 len: 210 time: 0.1342981 Sep 30 13:19:27.447278 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3f2c1526-ac04-4373-a801-858e30baf109 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=92ac5c74f4a14a85a7a43dfdd1f814a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375336 Sep 30 13:19:27.449714 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40278) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:27.457505 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c1526-ac04-4373-a801-858e30baf109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de10fc41-31fc-4936-908b-4241132c36a0,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:27.463278 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864dfe0-d84e-4989-8ff6-123b52660c6e req-7665d6ae-d343-4619-b299-32f69658e955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:27.466602 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f864dfe0-d84e-4989-8ff6-123b52660c6e req-7665d6ae-d343-4619-b299-32f69658e955 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3 HTTP/1.1" status: 200 len: 915 time: 0.1499717 Sep 30 13:19:27.509158 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-10c26467-2cb4-48e2-be81-265c74780945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:27.523688 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f864dfe0-d84e-4989-8ff6-123b52660c6e req-51ef4ee3-25e7-432e-a5a4-c8406bc6ff0c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ca302ff-8653-4c74-8dfc-dbbffa746506 HTTP/1.1" status: 200 len: 217 time: 0.0477870 Sep 30 13:19:27.535216 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-10c26467-2cb4-48e2-be81-265c74780945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:27.575998 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864dfe0-d84e-4989-8ff6-123b52660c6e req-3570ca70-0e74-43ad-bd28-fbcf08dbb64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:27.577694 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f864dfe0-d84e-4989-8ff6-123b52660c6e req-3570ca70-0e74-43ad-bd28-fbcf08dbb64c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=214f6353-1c3a-4f6c-b86b-85237a01ef82 HTTP/1.1" status: 200 len: 854 time: 0.0451322 Sep 30 13:19:27.584162 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-10c26467-2cb4-48e2-be81-265c74780945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:27.587231 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-10c26467-2cb4-48e2-be81-265c74780945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:27.590828 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-10c26467-2cb4-48e2-be81-265c74780945 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de10fc41-31fc-4936-908b-4241132c36a0 HTTP/1.1" status: 204 len: 168 time: 0.1378362 Sep 30 13:19:27.605429 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c26467-2cb4-48e2-be81-265c74780945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de10fc41-31fc-4936-908b-4241132c36a0,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:27.613360 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f864dfe0-d84e-4989-8ff6-123b52660c6e req-62ea1ab1-6711-4119-8e3a-a35e52901d77 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275972 Sep 30 13:19:27.741566 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f864dfe0-d84e-4989-8ff6-123b52660c6e req-e7539346-f29c-4940-ae4e-27d4d60fb235 service neutron] 10.222.0.54 "GET /v2.0/networks/9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196747 Sep 30 13:19:27.854475 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b1c5d-edc3-4514-b819-b7182c0c69e2 req-efc6865d-f8a1-49eb-b5bb-4d43a96ad745 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:27.856607 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c1b436-3792-476b-92fd-9efe74ac785c', 'name': 'network-vif-deleted', 'tag': '075e0a0e-6006-442d-9817-992b6c795c08'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:19:27.861857 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c424d14e-4a1a-429a-a827-751592205217" -d '{"events": [{"server_uuid": "f1c1b436-3792-476b-92fd-9efe74ac785c", "name": "network-vif-deleted", "tag": "075e0a0e-6006-442d-9817-992b6c795c08"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:19:27.866474 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-003b1c5d-edc3-4514-b819-b7182c0c69e2 req-efc6865d-f8a1-49eb-b5bb-4d43a96ad745 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a083a53-d552-4fa5-b5cf-1df85feb11b1 HTTP/1.1" status: 200 len: 944 time: 0.0744827 Sep 30 13:19:27.920792 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f864dfe0-d84e-4989-8ff6-123b52660c6e req-aeeaf3b9-53b5-41fd-9771-98dfddae33f2 service neutron] 10.222.0.54 "GET /v2.0/networks/9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701519 Sep 30 13:19:27.966148 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0990df6-657d-4516-8207-0a095ea1df60 x-openstack-request-id: req-c0990df6-657d-4516-8207-0a095ea1df60 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:19:27.966341 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c1b436-3792-476b-92fd-9efe74ac785c", "name": "network-vif-deleted", "tag": "075e0a0e-6006-442d-9817-992b6c795c08", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:19:27.966593 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c0990df6-657d-4516-8207-0a095ea1df60 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:19:27.967054 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c1b436-3792-476b-92fd-9efe74ac785c', 'name': 'network-vif-deleted', 'tag': '075e0a0e-6006-442d-9817-992b6c795c08', 'status': 'completed', 'code': 200} Sep 30 13:19:27.968312 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-003b1c5d-edc3-4514-b819-b7182c0c69e2 req-cc226a57-8659-469c-9c9f-1aa8b04370d8 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/security-groups?id=6523ed70-f638-4e69-8c6d-4d17dff0f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888867 Sep 30 13:19:28.028555 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce93ea6-fd35-4235-86e6-f269cddf74aa req-9a437a70-eb51-4812-a337-b8efecdc5780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:28.030151 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0ce93ea6-fd35-4235-86e6-f269cddf74aa req-9a437a70-eb51-4812-a337-b8efecdc5780 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 1097 time: 0.0815933 Sep 30 13:19:28.069328 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0ce93ea6-fd35-4235-86e6-f269cddf74aa req-6a944f2f-8088-458f-b950-ad9f1384aae6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316422 Sep 30 13:19:28.209669 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03bd12-21b6-4589-a9bd-6ff0af236fbc req-3d9b020a-b32c-46d3-b4d8-7e3ce30a12ba tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:28.218035 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de03bd12-21b6-4589-a9bd-6ff0af236fbc req-3d9b020a-b32c-46d3-b4d8-7e3ce30a12ba tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.0655644 Sep 30 13:19:28.264088 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de03bd12-21b6-4589-a9bd-6ff0af236fbc req-afef3d2b-5283-45d1-926b-6faf2b2012bb tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447345 Sep 30 13:19:28.871338 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-5ac72545-5360-4445-b384-3256f10d0751 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:28.872900 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-5ac72545-5360-4445-b384-3256f10d0751 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/networks?id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 HTTP/1.1" status: 200 len: 805 time: 0.1400416 Sep 30 13:19:28.875247 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-a5c077fc-bfc4-4ecd-b89c-a062debce75a tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=48ba6153510f41bfaf19ac1ed698aed5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404780 Sep 30 13:19:28.894128 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-89b58eb5-6932-4637-bc71-eac19cc31438 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/quotas/9fc5434333184b91bb2f4f1696e6b8d6 HTTP/1.1" status: 200 len: 375 time: 0.0136936 Sep 30 13:19:28.964430 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-ddccd4dd-9308-42d2-9ddf-ddb151b3f5ea tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fc5434333184b91bb2f4f1696e6b8d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0590394 Sep 30 13:19:29.073567 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-670f9c9c-bc0d-4d86-96df-9e945c8ec521 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:29.075172 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-670f9c9c-bc0d-4d86-96df-9e945c8ec521 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986287 Sep 30 13:19:29.085139 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-ae235df8-a8cc-4237-a2d3-a3cba6968fe2 service neutron] 10.222.0.18 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148367 Sep 30 13:19:29.095337 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-76a7f436-f5a2-4cbf-8ca9-9751b313a9f4 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/quotas/48ba6153510f41bfaf19ac1ed698aed5 HTTP/1.1" status: 200 len: 375 time: 0.0142851 Sep 30 13:19:29.144603 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-b7cd5693-0954-4639-a59f-58b383dc5aa6 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=48ba6153510f41bfaf19ac1ed698aed5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415604 Sep 30 13:19:29.234130 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-9c4cda1c-ab7b-461c-a402-8718f348ea42 service neutron] 10.222.0.18 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387360 Sep 30 13:19:29.417332 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce1edd-790e-40d4-b6bf-579c49090af5 req-b73cd077-d422-44e3-ae02-1cd492847599 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:29.426109 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-99ce1edd-790e-40d4-b6bf-579c49090af5 req-b73cd077-d422-44e3-ae02-1cd492847599 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a083a53-d552-4fa5-b5cf-1df85feb11b1 HTTP/1.1" status: 200 len: 944 time: 0.0959880 Sep 30 13:19:29.518519 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-99ce1edd-790e-40d4-b6bf-579c49090af5 req-e2726429-77fc-4679-ad2e-ab625d674de0 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/security-groups?id=6523ed70-f638-4e69-8c6d-4d17dff0f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912235 Sep 30 13:19:29.618274 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223a46f-d157-4949-9125-7759d3398fa1 req-6cb733ee-77bf-4020-8ca1-c8716edc870d tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:29.631794 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2223a46f-d157-4949-9125-7759d3398fa1 req-6cb733ee-77bf-4020-8ca1-c8716edc870d tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.1522572 Sep 30 13:19:29.662646 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-92a464ad-04ee-4916-983a-597fc148d477 req-a3e6e744-bda2-4320-882e-38b0fa9c483a tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=b48f9b5f-e551-4f1b-abda-f459b974780b HTTP/1.1" status: 200 len: 210 time: 0.0608535 Sep 30 13:19:29.698399 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2223a46f-d157-4949-9125-7759d3398fa1 req-f9d8bd65-d52a-471f-9740-558528b3664c tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654814 Sep 30 13:19:29.813889 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-050579b8-342d-412a-86f8-ea4afe36f3ce tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=48ba6153510f41bfaf19ac1ed698aed5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335348 Sep 30 13:19:29.937704 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-ac259d96-7eca-4737-a733-955e26e50bed tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:29.946126 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-ac259d96-7eca-4737-a733-955e26e50bed tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1310840 Sep 30 13:19:29.964568 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-9a9a084a-5b19-49d2-b723-98a2e4a373d8 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/quotas/48ba6153510f41bfaf19ac1ed698aed5 HTTP/1.1" status: 200 len: 375 time: 0.0172055 Sep 30 13:19:30.006106 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-f6dfd3b8-2475-423c-9e41-1e9359ae7053 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=48ba6153510f41bfaf19ac1ed698aed5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402510 Sep 30 13:19:30.253859 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-591b1296-96e5-4e37-90a3-ad695c79d312 req-3fa6ffb3-313a-4f06-8acd-39b46c92f75a tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e9269e-f8e9-4cdc-9cd9-fec200571a04 HTTP/1.1" status: 200 len: 210 time: 0.0438583 Sep 30 13:19:30.677930 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d10ba-cb87-451a-9b7b-5852c56c1375 req-d02564ad-98b9-40de-b80f-243b92113e62 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:30.679430 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-462d10ba-cb87-451a-9b7b-5852c56c1375 req-d02564ad-98b9-40de-b80f-243b92113e62 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a083a53-d552-4fa5-b5cf-1df85feb11b1 HTTP/1.1" status: 200 len: 944 time: 0.0614085 Sep 30 13:19:30.728431 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-462d10ba-cb87-451a-9b7b-5852c56c1375 req-dacf2654-d77c-4112-9735-f67d857d61fb tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/security-groups?id=6523ed70-f638-4e69-8c6d-4d17dff0f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422659 Sep 30 13:19:30.784237 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-ffd9e12d-038f-4764-a775-690c366f8414 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=48ba6153510f41bfaf19ac1ed698aed5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415354 Sep 30 13:19:30.833034 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 8ca302ff-8653-4c74-8dfc-dbbffa746506 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:19:30.890831 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc7927-344f-4be3-b03b-7b645465d317 req-b918d6da-091b-4fdd-9886-edf87deb0c17 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:30.893911 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-27fc7927-344f-4be3-b03b-7b645465d317 req-b918d6da-091b-4fdd-9886-edf87deb0c17 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.0705066 Sep 30 13:19:30.943687 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a583d0bc-cf59-4b8a-9d1f-4000674448ce req-352a4fb4-ccfb-44a8-beee-d31e005ec822 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=b48f9b5f-e551-4f1b-abda-f459b974780b HTTP/1.1" status: 200 len: 210 time: 0.0419564 Sep 30 13:19:30.955934 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-27fc7927-344f-4be3-b03b-7b645465d317 req-1c8bc37f-b9db-41ee-bb9b-96eb0216089c tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519087 Sep 30 13:19:30.979719 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 8ca302ff-8653-4c74-8dfc-dbbffa746506, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=8ca302ff-8653-4c74-8dfc-dbbffa746506,segment=NetworkSegment(386f48cd-37d9-47fe-8602-e781409bb5c8),segment_id=386f48cd-37d9-47fe-8602-e781409bb5c8)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:30.992987 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '8ca302ff-8653-4c74-8dfc-dbbffa746506', 'network_id': '9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3', 'port_id': '8ca302ff-8653-4c74-8dfc-dbbffa746506', 'mac_address': 'fa:16:3e:45:29:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '214f6353-1c3a-4f6c-b86b-85237a01ef82', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:19:31.063092 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:31.105220 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca302ff-8653-4c74-8dfc-dbbffa746506 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:19:31.106348 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-93a0b7d2-06ba-44cf-8a8c-855e70b2e17f tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:31.107913 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-93a0b7d2-06ba-44cf-8a8c-855e70b2e17f tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3179176 Sep 30 13:19:31.122399 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-72fcbbb0-86b7-401e-8fb4-77188ff19c4e tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Request body: {'port': {'device_id': 'baf9dc50-9d23-48bf-adbc-625dc5d15414', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': '48ba6153510f41bfaf19ac1ed698aed5'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:19:31.152918 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 8ca302ff-8653-4c74-8dfc-dbbffa746506, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=8ca302ff-8653-4c74-8dfc-dbbffa746506,segment=NetworkSegment(386f48cd-37d9-47fe-8602-e781409bb5c8),segment_id=386f48cd-37d9-47fe-8602-e781409bb5c8)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:31.159713 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:31.278727 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=8ca302ff-8653-4c74-8dfc-dbbffa746506,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:31.374980 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2ca49-3034-45db-8edc-c0c745e698cb req-b66b0104-3fbc-41b9-962d-c484db759641 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:31.386466 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-16d2ca49-3034-45db-8edc-c0c745e698cb req-b66b0104-3fbc-41b9-962d-c484db759641 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.1623092 Sep 30 13:19:31.462994 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-62276962-c095-4d76-a1f2-d7067ad58eb8 req-5ccc46ac-b9ac-4929-ae78-1eea0a4a9b98 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e9269e-f8e9-4cdc-9cd9-fec200571a04 HTTP/1.1" status: 200 len: 210 time: 0.0690272 Sep 30 13:19:31.470760 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-005af4e3-d4df-46a8-90f6-7997f9bea752 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:31.472237 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-005af4e3-d4df-46a8-90f6-7997f9bea752 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.39 "GET /v2.0/networks?id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 HTTP/1.1" status: 200 len: 805 time: 0.3012853 Sep 30 13:19:31.490861 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-16d2ca49-3034-45db-8edc-c0c745e698cb req-282ccb5e-d2df-4f1c-9fe1-09d3c64065d9 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025944 Sep 30 13:19:31.494499 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74715f9-38f6-49da-bc10-d19b65ec9e7b req-1144b14a-142e-4366-80fe-f60827e2877b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:31.496748 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c74715f9-38f6-49da-bc10-d19b65ec9e7b req-1144b14a-142e-4366-80fe-f60827e2877b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=02a128d560bb4e8a854078bbc7e9b93a&device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 1097 time: 0.2289274 Sep 30 13:19:31.515817 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-48ba4e7b-dd72-442c-b015-ec3ab49a13ea tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Request body: {'port': {'device_id': 'b48f9b5f-e551-4f1b-abda-f459b974780b', 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1', 'admin_state_up': True, 'tenant_id': '9fc5434333184b91bb2f4f1696e6b8d6'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:19:31.520786 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-72fcbbb0-86b7-401e-8fb4-77188ff19c4e tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Made reservation on behalf of 48ba6153510f41bfaf19ac1ed698aed5 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:19:31.524753 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-72fcbbb0-86b7-401e-8fb4-77188ff19c4e tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:31.544656 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-72fcbbb0-86b7-401e-8fb4-77188ff19c4e tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:31.545334 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['8ca302ff-8653-4c74-8dfc-dbbffa746506'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:19:31.675672 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74715f9-38f6-49da-bc10-d19b65ec9e7b req-b8974506-4b0a-4f3f-97e3-58b052618e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:31.677414 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c74715f9-38f6-49da-bc10-d19b65ec9e7b req-b8974506-4b0a-4f3f-97e3-58b052618e3d service neutron] 10.222.0.54 "GET /v2.0/networks?id=017e8792-372a-498b-9ea3-b4eeec10adcc HTTP/1.1" status: 200 len: 919 time: 0.1674962 Sep 30 13:19:31.704828 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-5c5c3994-1900-472e-993c-5479649d04e9 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=48ba6153510f41bfaf19ac1ed698aed5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263524 Sep 30 13:19:31.822704 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c74715f9-38f6-49da-bc10-d19b65ec9e7b req-2fe0a21a-dd09-4183-bda5-dd9bf3acf6cc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cece3b54-a432-4cab-b369-a1f468f20d32 HTTP/1.1" status: 200 len: 217 time: 0.1146326 Sep 30 13:19:31.887276 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050af68c-052f-47e2-83c2-2a56424e7511 req-db01c23d-dc03-4a20-8668-dab5e2a23b6e tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:31.888979 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-050af68c-052f-47e2-83c2-2a56424e7511 req-db01c23d-dc03-4a20-8668-dab5e2a23b6e tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a083a53-d552-4fa5-b5cf-1df85feb11b1 HTTP/1.1" status: 200 len: 945 time: 0.0665326 Sep 30 13:19:31.948979 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-050af68c-052f-47e2-83c2-2a56424e7511 req-aae877da-b05e-4b5c-b994-9dca0463f19e tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/security-groups?id=6523ed70-f638-4e69-8c6d-4d17dff0f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482385 Sep 30 13:19:31.990624 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-72fcbbb0-86b7-401e-8fb4-77188ff19c4e tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:32.001807 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74715f9-38f6-49da-bc10-d19b65ec9e7b req-d6cfca69-9a05-4df2-a2da-b6bdaed448ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:32.003973 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c74715f9-38f6-49da-bc10-d19b65ec9e7b req-d6cfca69-9a05-4df2-a2da-b6bdaed448ff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81e7f2ba-9cac-4d42-8c8e-044c8e36e01e HTTP/1.1" status: 200 len: 858 time: 0.1696315 Sep 30 13:19:32.007125 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-72fcbbb0-86b7-401e-8fb4-77188ff19c4e tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:32.017515 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-48ba4e7b-dd72-442c-b015-ec3ab49a13ea tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Made reservation on behalf of 9fc5434333184b91bb2f4f1696e6b8d6 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:19:32.022627 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-48ba4e7b-dd72-442c-b015-ec3ab49a13ea tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:32.042068 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-5ea3c670-c28b-4424-bb75-043f75c79b25 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:32.044031 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-5ea3c670-c28b-4424-bb75-043f75c79b25 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3282218 Sep 30 13:19:32.079147 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-f0e79a47-6208-4d00-9272-40b00c34d797 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Request body: {'port': {'device_id': '44e9269e-f8e9-4cdc-9cd9-fec200571a04', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': '48ba6153510f41bfaf19ac1ed698aed5'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:19:32.090554 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c74715f9-38f6-49da-bc10-d19b65ec9e7b req-86de1ac4-99f3-4618-b78d-7f228b0416de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=017e8792-372a-498b-9ea3-b4eeec10adcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735130 Sep 30 13:19:32.158739 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fcbbb0-86b7-401e-8fb4-77188ff19c4e tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31b1b353-2343-4016-b4b4-839cfae161a9,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:32.168078 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-48ba4e7b-dd72-442c-b015-ec3ab49a13ea tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Allocated IP 172.20.0.8 (0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1/ffedeff6-d706-4237-b627-e4b936917a2e/3d9f66cb-809b-4b61-afb1-19de2b390ca5) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:19:32.195609 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c5933b7e-486d-4e9f-a08c-aa8b9895161c req-1ca16cbd-abc0-497e-8f28-af03378032f6 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=b48f9b5f-e551-4f1b-abda-f459b974780b HTTP/1.1" status: 200 len: 210 time: 0.1211908 Sep 30 13:19:32.334526 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-48ba4e7b-dd72-442c-b015-ec3ab49a13ea tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:32.370577 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-48ba4e7b-dd72-442c-b015-ec3ab49a13ea tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:32.418901 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-48ba4e7b-dd72-442c-b015-ec3ab49a13ea tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:19:32.422954 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-48ba4e7b-dd72-442c-b015-ec3ab49a13ea tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:19:32.427625 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-48ba4e7b-dd72-442c-b015-ec3ab49a13ea tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:19:32.431870 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba4e7b-dd72-442c-b015-ec3ab49a13ea tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Pushing event updated for resources: {'Port': ['ID=3d9f66cb-809b-4b61-afb1-19de2b390ca5,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:32.463513 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6c2091e5-f492-410b-b7e7-74cfe5cfae1e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:19:32.485027 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-48ba4e7b-dd72-442c-b015-ec3ab49a13ea tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:32.486611 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-48ba4e7b-dd72-442c-b015-ec3ab49a13ea tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:32.506797 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-48ba4e7b-dd72-442c-b015-ec3ab49a13ea tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0100453 Sep 30 13:19:32.520363 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-0b0ed57c-057d-40e6-988d-73fbd13a9c83 service neutron] Request body: {'port': {'device_id': 'b48f9b5f-e551-4f1b-abda-f459b974780b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:19:32.614100 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-0b0ed57c-057d-40e6-988d-73fbd13a9c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:32.657374 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-296811ec-15e0-4e3d-9d21-f8ff86fea409 req-58723420-5aa2-42cf-b377-0f6aab92c5e1 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e9269e-f8e9-4cdc-9cd9-fec200571a04 HTTP/1.1" status: 200 len: 210 time: 0.0442796 Sep 30 13:19:32.669720 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-72fcbbb0-86b7-401e-8fb4-77188ff19c4e tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Allocated IP 192.168.233.122 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/4dd765dd-141b-4466-a544-c367c3977ab3) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:19:32.677398 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c74715f9-38f6-49da-bc10-d19b65ec9e7b req-fe16ec33-774c-43e5-99b7-f7f5cfdbafe2 service neutron] 10.222.0.54 "GET /v2.0/networks/017e8792-372a-498b-9ea3-b4eeec10adcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571830 Sep 30 13:19:32.753774 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f3c30-30db-4ea6-909b-c64cb2ac13bf req-191950a2-d6a6-4fed-8f9d-527d25e13a1f tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:32.755377 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-508f3c30-30db-4ea6-909b-c64cb2ac13bf req-191950a2-d6a6-4fed-8f9d-527d25e13a1f tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.1482773 Sep 30 13:19:32.755976 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-f0e79a47-6208-4d00-9272-40b00c34d797 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Made reservation on behalf of 48ba6153510f41bfaf19ac1ed698aed5 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:19:32.759146 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-f0e79a47-6208-4d00-9272-40b00c34d797 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:32.838333 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 8ca302ff-8653-4c74-8dfc-dbbffa746506 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:19:32.944117 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 8ca302ff-8653-4c74-8dfc-dbbffa746506 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:19:32.952371 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 8ca302ff-8653-4c74-8dfc-dbbffa746506 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:19:32.953185 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:32.964352 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c74715f9-38f6-49da-bc10-d19b65ec9e7b req-b3eadbcd-2aba-44c7-b032-1de1d89e778f service neutron] 10.222.0.54 "GET /v2.0/networks/017e8792-372a-498b-9ea3-b4eeec10adcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779593 Sep 30 13:19:32.982314 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-508f3c30-30db-4ea6-909b-c64cb2ac13bf req-b93928c8-3711-428d-957a-216b133cd6d9 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929023 Sep 30 13:19:33.080885 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:33.092352 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-0b0ed57c-057d-40e6-988d-73fbd13a9c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d9f66cb-809b-4b61-afb1-19de2b390ca5 {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:19:33.108882 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-0b0ed57c-057d-40e6-988d-73fbd13a9c83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:33.119274 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a083a53-d552-4fa5-b5cf-1df85feb11b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca302ff-8653-4c74-8dfc-dbbffa746506'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:19:33.126606 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d77628-9b11-4390-b589-4724506743c3" -d '{"events": [{"server_uuid": "6a083a53-d552-4fa5-b5cf-1df85feb11b1", "name": "network-vif-plugged", "status": "completed", "tag": "8ca302ff-8653-4c74-8dfc-dbbffa746506"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:19:33.151684 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-72fcbbb0-86b7-401e-8fb4-77188ff19c4e tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:33.171356 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 8ca302ff-8653-4c74-8dfc-dbbffa746506, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=8ca302ff-8653-4c74-8dfc-dbbffa746506,segment=NetworkSegment(386f48cd-37d9-47fe-8602-e781409bb5c8),segment_id=386f48cd-37d9-47fe-8602-e781409bb5c8)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:33.181962 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:33.190491 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0325b93-f367-45de-8a81-3db6932029d2 x-openstack-request-id: req-e0325b93-f367-45de-8a81-3db6932029d2 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:19:33.191874 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a083a53-d552-4fa5-b5cf-1df85feb11b1", "name": "network-vif-plugged", "status": "completed", "tag": "8ca302ff-8653-4c74-8dfc-dbbffa746506", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:19:33.192269 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0325b93-f367-45de-8a81-3db6932029d2 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:19:33.192790 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a083a53-d552-4fa5-b5cf-1df85feb11b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca302ff-8653-4c74-8dfc-dbbffa746506', 'code': 200} Sep 30 13:19:33.212263 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-0b0ed57c-057d-40e6-988d-73fbd13a9c83 service neutron] Transition to ACTIVE for port object 3d9f66cb-809b-4b61-afb1-19de2b390ca5 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:19:33.220224 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-0b0ed57c-057d-40e6-988d-73fbd13a9c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:33.225518 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-72fcbbb0-86b7-401e-8fb4-77188ff19c4e tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:33.291000 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ed57c-057d-40e6-988d-73fbd13a9c83 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9f66cb-809b-4b61-afb1-19de2b390ca5,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:33.344133 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=8ca302ff-8653-4c74-8dfc-dbbffa746506,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:33.370872 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-72fcbbb0-86b7-401e-8fb4-77188ff19c4e tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:19:33.409781 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c049378-3681-4b91-9db4-68ba76c1e571 req-5c0892d5-d11a-4479-baf8-44f671c69fd9 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:33.411597 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7c049378-3681-4b91-9db4-68ba76c1e571 req-5c0892d5-d11a-4479-baf8-44f671c69fd9 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a083a53-d552-4fa5-b5cf-1df85feb11b1 HTTP/1.1" status: 200 len: 945 time: 0.2994452 Sep 30 13:19:33.414692 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-72fcbbb0-86b7-401e-8fb4-77188ff19c4e tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:19:33.427091 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-72fcbbb0-86b7-401e-8fb4-77188ff19c4e tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:19:33.434384 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-0b0ed57c-057d-40e6-988d-73fbd13a9c83 service neutron] Attempting to bind port 3d9f66cb-809b-4b61-afb1-19de2b390ca5 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:19:33.434834 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-0b0ed57c-057d-40e6-988d-73fbd13a9c83 service neutron] Attempting to bind port 3d9f66cb-809b-4b61-afb1-19de2b390ca5 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '9a96c041-5ead-4dbc-b8ed-7970502e222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:19:33.435174 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-0b0ed57c-057d-40e6-988d-73fbd13a9c83 service neutron] Attempting to bind port 3d9f66cb-809b-4b61-afb1-19de2b390ca5 on network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:19:33.459022 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-0b0ed57c-057d-40e6-988d-73fbd13a9c83 service neutron] Port 3d9f66cb-809b-4b61-afb1-19de2b390ca5 on network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:19:33.459587 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-0b0ed57c-057d-40e6-988d-73fbd13a9c83 service neutron] Attempting to bind port 3d9f66cb-809b-4b61-afb1-19de2b390ca5 on network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:19:33.471285 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fcbbb0-86b7-401e-8fb4-77188ff19c4e tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Pushing event updated for resources: {'Port': ['ID=4dd765dd-141b-4466-a544-c367c3977ab3,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:33.471466 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-0b0ed57c-057d-40e6-988d-73fbd13a9c83 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:19:33.471762 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-0b0ed57c-057d-40e6-988d-73fbd13a9c83 service neutron] Checking segment: {'id': '9a96c041-5ead-4dbc-b8ed-7970502e222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:19:33.472145 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-0b0ed57c-057d-40e6-988d-73fbd13a9c83 service neutron] Bound using segment: {'id': '9a96c041-5ead-4dbc-b8ed-7970502e222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:19:33.472597 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-0b0ed57c-057d-40e6-988d-73fbd13a9c83 service neutron] Bound port: 3d9f66cb-809b-4b61-afb1-19de2b390ca5, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a96c041-5ead-4dbc-b8ed-7970502e222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:19:33.473098 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-0b0ed57c-057d-40e6-988d-73fbd13a9c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:33.524575 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-f0e79a47-6208-4d00-9272-40b00c34d797 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Allocated IP 192.168.233.250 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/e10a8961-482e-414f-b158-db0e5a590902) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:19:33.560898 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35499d-4700-458b-acf7-8285ffbb7e4c req-e214ebd1-8330-42f6-a3ae-4f3cba3993e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:33.563313 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2b35499d-4700-458b-acf7-8285ffbb7e4c req-e214ebd1-8330-42f6-a3ae-4f3cba3993e9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6a083a53-d552-4fa5-b5cf-1df85feb11b1 HTTP/1.1" status: 200 len: 1097 time: 0.2444646 Sep 30 13:19:33.574126 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7c049378-3681-4b91-9db4-68ba76c1e571 req-9dc373ee-7016-48ff-9727-cbbc2ee0b4f5 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/security-groups?id=6523ed70-f638-4e69-8c6d-4d17dff0f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397264 Sep 30 13:19:33.602600 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1ef6ac2b-aac8-45f0-ae7f-18a583362590 req-83988418-5d43-464d-8a9a-f90c6c695ce3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1876512 Sep 30 13:19:33.631133 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd305f-735e-4e59-b04d-34155eaa84a0 req-6869fd18-a544-4488-b8bb-7be4a3b575b3 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:33.647276 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eabd305f-735e-4e59-b04d-34155eaa84a0 req-6869fd18-a544-4488-b8bb-7be4a3b575b3 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=b48f9b5f-e551-4f1b-abda-f459b974780b HTTP/1.1" status: 200 len: 943 time: 0.2702506 Sep 30 13:19:33.706457 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-72fcbbb0-86b7-401e-8fb4-77188ff19c4e tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:33.709124 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-72fcbbb0-86b7-401e-8fb4-77188ff19c4e tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:33.730386 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-0b0ed57c-057d-40e6-988d-73fbd13a9c83 service neutron] For port 3d9f66cb-809b-4b61-afb1-19de2b390ca5, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:19:33.738341 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-0b0ed57c-057d-40e6-988d-73fbd13a9c83 service neutron] For port 3d9f66cb-809b-4b61-afb1-19de2b390ca5, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3d9f66cb-809b-4b61-afb1-19de2b390ca5,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:19:33.743288 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6ac2b-aac8-45f0-ae7f-18a583362590 req-ac5751f6-bbe7-41a4-b5b1-de51e92fa8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:33.745617 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1ef6ac2b-aac8-45f0-ae7f-18a583362590 req-ac5751f6-bbe7-41a4-b5b1-de51e92fa8c5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dd472ce50e4547d68eaae043f0883472&device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 1098 time: 0.1154199 Sep 30 13:19:33.752618 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-0b0ed57c-057d-40e6-988d-73fbd13a9c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:33.801043 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2b35499d-4700-458b-acf7-8285ffbb7e4c req-3fb8a1b9-0a8d-4a97-9886-d05118de2f17 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6523ed70-f638-4e69-8c6d-4d17dff0f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276559 Sep 30 13:19:33.836300 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-0b0ed57c-057d-40e6-988d-73fbd13a9c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:33.836637 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-0b0ed57c-057d-40e6-988d-73fbd13a9c83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:33.838418 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-0b0ed57c-057d-40e6-988d-73fbd13a9c83 service neutron] 10.222.0.39 "PUT /v2.0/ports/3d9f66cb-809b-4b61-afb1-19de2b390ca5 HTTP/1.1" status: 200 len: 1091 time: 1.3226113 Sep 30 13:19:33.839278 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-72fcbbb0-86b7-401e-8fb4-77188ff19c4e tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7219367 Sep 30 13:19:33.859011 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-369dd3e3-cfc3-4ee4-9e02-7063d1861551 service neutron] Request body: {'port': {'device_id': 'baf9dc50-9d23-48bf-adbc-625dc5d15414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:19:33.868142 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-be1f137f-f99a-428f-af4e-0fcf159a8bba None None] Provisioning complete for port 4dd765dd-141b-4466-a544-c367c3977ab3 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:19:33.871909 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-be1f137f-f99a-428f-af4e-0fcf159a8bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:33.883552 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eabd305f-735e-4e59-b04d-34155eaa84a0 req-c429d9e6-175e-4b74-955b-e57b42ba309c tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253332 Sep 30 13:19:33.883757 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48f9b5f-e551-4f1b-abda-f459b974780b', 'tag': '3d9f66cb-809b-4b61-afb1-19de2b390ca5'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:19:33.893764 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3a954b-970c-4487-9a8f-1367f82bc29d" -d '{"events": [{"name": "network-changed", "server_uuid": "b48f9b5f-e551-4f1b-abda-f459b974780b", "tag": "3d9f66cb-809b-4b61-afb1-19de2b390ca5"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:19:33.933668 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-be1f137f-f99a-428f-af4e-0fcf159a8bba None None] Port 4dd765dd-141b-4466-a544-c367c3977ab3 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:19:34.000745 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f8180762-0592-4a77-bb09-a03effefc874 req-8fc31358-c389-4dc5-9f83-9226b39b7712 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e9269e-f8e9-4cdc-9cd9-fec200571a04 HTTP/1.1" status: 200 len: 210 time: 0.2060673 Sep 30 13:19:34.011344 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-369dd3e3-cfc3-4ee4-9e02-7063d1861551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:34.086677 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f62369-bb8a-44c2-a8f8-7c3a70654174 x-openstack-request-id: req-f5f62369-bb8a-44c2-a8f8-7c3a70654174 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:19:34.087097 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48f9b5f-e551-4f1b-abda-f459b974780b", "tag": "3d9f66cb-809b-4b61-afb1-19de2b390ca5", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:19:34.087405 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5f62369-bb8a-44c2-a8f8-7c3a70654174 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:19:34.087802 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48f9b5f-e551-4f1b-abda-f459b974780b', 'tag': '3d9f66cb-809b-4b61-afb1-19de2b390ca5', 'status': 'completed', 'code': 200} Sep 30 13:19:34.104254 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-f0e79a47-6208-4d00-9272-40b00c34d797 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:34.107281 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ed57c-057d-40e6-988d-73fbd13a9c83 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9f66cb-809b-4b61-afb1-19de2b390ca5,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:34.117508 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6ac2b-aac8-45f0-ae7f-18a583362590 req-6a4ef399-8a46-4c29-baf3-492e01ad7d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:34.120047 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1ef6ac2b-aac8-45f0-ae7f-18a583362590 req-6a4ef399-8a46-4c29-baf3-492e01ad7d45 service neutron] 10.222.0.54 "GET /v2.0/networks?id=82efec7b-c7e1-4afa-8d19-9d7200d8225f HTTP/1.1" status: 200 len: 917 time: 0.3267665 Sep 30 13:19:34.187603 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-faee9323-31e3-4dc5-8ff5-31e316d2742e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:34.189381 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-faee9323-31e3-4dc5-8ff5-31e316d2742e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9fc5434333184b91bb2f4f1696e6b8d6&device_id=b48f9b5f-e551-4f1b-abda-f459b974780b HTTP/1.1" status: 200 len: 1094 time: 0.2228258 Sep 30 13:19:34.241321 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-f0e79a47-6208-4d00-9272-40b00c34d797 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:34.279883 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-84206fd6-babf-4f3e-81c6-fbee4cf06267 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d9f66cb-809b-4b61-afb1-19de2b390ca5 HTTP/1.1" status: 200 len: 217 time: 0.0762706 Sep 30 13:19:34.350565 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1ef6ac2b-aac8-45f0-ae7f-18a583362590 req-d6da9072-d4a4-429e-884b-a78c9e6c52b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bef15889-749c-4b8e-9c6d-ead8748f7ec2 HTTP/1.1" status: 200 len: 1002 time: 0.2207053 Sep 30 13:19:34.351609 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-1a77b5fe-f7be-444d-84b8-0e8665dda1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:34.356564 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-1a77b5fe-f7be-444d-84b8-0e8665dda1a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ffedeff6-d706-4237-b627-e4b936917a2e HTTP/1.1" status: 200 len: 845 time: 0.0650556 Sep 30 13:19:34.367798 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ece270-6b17-46f4-b019-1d9d4db8fb56 req-9dd14e58-0f1d-4949-8f5c-47d531db6f2a tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:34.368830 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b9ece270-6b17-46f4-b019-1d9d4db8fb56 req-9dd14e58-0f1d-4949-8f5c-47d531db6f2a tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.1780310 Sep 30 13:19:34.393205 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-f0e79a47-6208-4d00-9272-40b00c34d797 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:19:34.400295 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-f0e79a47-6208-4d00-9272-40b00c34d797 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:19:34.402194 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e79a47-6208-4d00-9272-40b00c34d797 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Pushing event updated for resources: {'Port': ['ID=e10a8961-482e-414f-b158-db0e5a590902,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:34.408736 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-f0e79a47-6208-4d00-9272-40b00c34d797 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:19:34.443197 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40562) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:34.452379 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-a285c648-975f-4ddc-8636-3a962c201bae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821629 Sep 30 13:19:34.510142 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-f0e79a47-6208-4d00-9272-40b00c34d797 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:34.511508 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-f0e79a47-6208-4d00-9272-40b00c34d797 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:34.560412 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-369dd3e3-cfc3-4ee4-9e02-7063d1861551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dd765dd-141b-4466-a544-c367c3977ab3 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:19:34.567880 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-f0e79a47-6208-4d00-9272-40b00c34d797 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5104697 Sep 30 13:19:34.572355 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-369dd3e3-cfc3-4ee4-9e02-7063d1861551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:34.584121 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-df96e1c4-6480-4db2-92c5-f7c59c334ac3 service neutron] Request body: {'port': {'device_id': '44e9269e-f8e9-4cdc-9cd9-fec200571a04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:19:34.591720 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-a4f7f7ad-13dd-48dc-ad91-808c59dcfd45 service neutron] 10.222.0.39 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282079 Sep 30 13:19:34.651410 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6ac2b-aac8-45f0-ae7f-18a583362590 req-f7fc69d2-9c49-45ec-80cd-0b36355bf3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:34.652956 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1ef6ac2b-aac8-45f0-ae7f-18a583362590 req-f7fc69d2-9c49-45ec-80cd-0b36355bf3a6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8ac488f0-945c-4387-aad6-12387e6433e7 HTTP/1.1" status: 200 len: 855 time: 0.2734444 Sep 30 13:19:34.698959 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b9ece270-6b17-46f4-b019-1d9d4db8fb56 req-646c3cf0-a116-4a50-806a-b17e9af2835f tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082716 Sep 30 13:19:34.739314 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:19:34.743802 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2b908919-c5a2-4f80-982c-346f94b2e0bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:34.750964 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-331af584-6a70-4210-a1c5-5f01b5ae0743 req-fc70b8d4-bc2b-47b9-908c-e6bbfbad63aa service neutron] 10.222.0.39 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488466 Sep 30 13:19:34.751196 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-369dd3e3-cfc3-4ee4-9e02-7063d1861551 service neutron] Transition to ACTIVE for port object 4dd765dd-141b-4466-a544-c367c3977ab3 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:19:34.763778 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-a2cd7a3f-5359-4b86-83b6-efd79103f431 None None] Provisioning complete for port e10a8961-482e-414f-b158-db0e5a590902 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:19:34.764309 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a2cd7a3f-5359-4b86-83b6-efd79103f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:34.774470 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6ac2b-aac8-45f0-ae7f-18a583362590 req-21012f59-e1a5-4f8f-b278-0fab11e17a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:34.777168 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1ef6ac2b-aac8-45f0-ae7f-18a583362590 req-21012f59-e1a5-4f8f-b278-0fab11e17a83 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=82efec7b-c7e1-4afa-8d19-9d7200d8225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155109 Sep 30 13:19:34.778594 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-df96e1c4-6480-4db2-92c5-f7c59c334ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:34.783205 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-369dd3e3-cfc3-4ee4-9e02-7063d1861551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:34.804660 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-a2cd7a3f-5359-4b86-83b6-efd79103f431 None None] Port e10a8961-482e-414f-b158-db0e5a590902 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:19:34.946419 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5382a-00c8-4e5b-99e5-3a667dc0bc9e req-053048a5-099a-4172-9bad-be7b66c9cc8a tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:34.948988 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4bc5382a-00c8-4e5b-99e5-3a667dc0bc9e req-053048a5-099a-4172-9bad-be7b66c9cc8a tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a083a53-d552-4fa5-b5cf-1df85feb11b1 HTTP/1.1" status: 200 len: 946 time: 0.2486885 Sep 30 13:19:34.952331 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1ef6ac2b-aac8-45f0-ae7f-18a583362590 req-bde93abf-bd41-4bd3-92f8-15e60c1ece5b service neutron] 10.222.0.54 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656709 Sep 30 13:19:35.013364 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369dd3e3-cfc3-4ee4-9e02-7063d1861551 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd765dd-141b-4466-a544-c367c3977ab3,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:35.027587 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a954b-970c-4487-9a8f-1367f82bc29d req-24a439c2-faef-49db-b8c0-9f3e224b23c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:35.029173 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1d3a954b-970c-4487-9a8f-1367f82bc29d req-24a439c2-faef-49db-b8c0-9f3e224b23c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9fc5434333184b91bb2f4f1696e6b8d6&device_id=b48f9b5f-e551-4f1b-abda-f459b974780b HTTP/1.1" status: 200 len: 1094 time: 0.2124660 Sep 30 13:19:35.183260 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4bc5382a-00c8-4e5b-99e5-3a667dc0bc9e req-7a0c01a4-362c-426b-b775-aeb3f68c674d tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/security-groups?id=6523ed70-f638-4e69-8c6d-4d17dff0f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199991 Sep 30 13:19:35.231715 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-369dd3e3-cfc3-4ee4-9e02-7063d1861551 service neutron] Attempting to bind port 4dd765dd-141b-4466-a544-c367c3977ab3 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:19:35.232338 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-369dd3e3-cfc3-4ee4-9e02-7063d1861551 service neutron] Attempting to bind port 4dd765dd-141b-4466-a544-c367c3977ab3 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:19:35.232672 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-369dd3e3-cfc3-4ee4-9e02-7063d1861551 service neutron] Attempting to bind port 4dd765dd-141b-4466-a544-c367c3977ab3 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:19:35.250583 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-369dd3e3-cfc3-4ee4-9e02-7063d1861551 service neutron] Port 4dd765dd-141b-4466-a544-c367c3977ab3 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:19:35.251231 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-369dd3e3-cfc3-4ee4-9e02-7063d1861551 service neutron] Attempting to bind port 4dd765dd-141b-4466-a544-c367c3977ab3 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:19:35.292643 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-369dd3e3-cfc3-4ee4-9e02-7063d1861551 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:19:35.293077 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-369dd3e3-cfc3-4ee4-9e02-7063d1861551 service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:19:35.293482 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-369dd3e3-cfc3-4ee4-9e02-7063d1861551 service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:19:35.293949 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-369dd3e3-cfc3-4ee4-9e02-7063d1861551 service neutron] Bound port: 4dd765dd-141b-4466-a544-c367c3977ab3, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:19:35.294348 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-369dd3e3-cfc3-4ee4-9e02-7063d1861551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:35.416619 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2b908919-c5a2-4f80-982c-346f94b2e0bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:35.456056 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2b908919-c5a2-4f80-982c-346f94b2e0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:35.492899 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7677db-e017-420b-880c-031112eedc8f req-d3c1b720-0336-4db3-bb97-9f384a78193b tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:35.494429 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6d7677db-e017-420b-880c-031112eedc8f req-d3c1b720-0336-4db3-bb97-9f384a78193b tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=b48f9b5f-e551-4f1b-abda-f459b974780b HTTP/1.1" status: 200 len: 943 time: 0.5121570 Sep 30 13:19:35.566318 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6d7677db-e017-420b-880c-031112eedc8f req-ef4c5a4e-ff77-4085-85af-a1f0c4fd0dd7 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626500 Sep 30 13:19:35.583812 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1ef6ac2b-aac8-45f0-ae7f-18a583362590 req-85d7a94d-ee6f-447c-8e3d-18a98ff6ce49 service neutron] 10.222.0.54 "GET /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6142774 Sep 30 13:19:35.585434 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a954b-970c-4487-9a8f-1367f82bc29d req-716fdaef-bf9d-4bd2-88da-1a118340e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:35.586917 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1d3a954b-970c-4487-9a8f-1367f82bc29d req-716fdaef-bf9d-4bd2-88da-1a118340e802 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 HTTP/1.1" status: 200 len: 906 time: 0.5470219 Sep 30 13:19:35.601408 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2b908919-c5a2-4f80-982c-346f94b2e0bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c134cf48e2d24d11ac38c5d9f583f032&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1544228 Sep 30 13:19:35.602656 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-369dd3e3-cfc3-4ee4-9e02-7063d1861551 service neutron] For port 4dd765dd-141b-4466-a544-c367c3977ab3, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:19:35.606293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b908919-c5a2-4f80-982c-346f94b2e0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304285b2-1ce4-4076-b46c-df66661092a6,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:35.609676 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40592) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:35.628033 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fec0c7-fa2c-476f-b6ac-2aeba3bc226e req-a8d0ddc2-50dd-4e99-b9db-e62c0c04fde0 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:35.629816 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-71fec0c7-fa2c-476f-b6ac-2aeba3bc226e req-a8d0ddc2-50dd-4e99-b9db-e62c0c04fde0 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e9269e-f8e9-4cdc-9cd9-fec200571a04 HTTP/1.1" status: 200 len: 936 time: 0.2895198 Sep 30 13:19:35.658835 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1d3a954b-970c-4487-9a8f-1367f82bc29d req-56820209-5480-4f4c-b129-742fc0b6079a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d9f66cb-809b-4b61-afb1-19de2b390ca5 HTTP/1.1" status: 200 len: 217 time: 0.0633159 Sep 30 13:19:35.685898 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-369dd3e3-cfc3-4ee4-9e02-7063d1861551 service neutron] For port 4dd765dd-141b-4466-a544-c367c3977ab3, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4dd765dd-141b-4466-a544-c367c3977ab3,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:19:35.699514 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-369dd3e3-cfc3-4ee4-9e02-7063d1861551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:35.735980 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a954b-970c-4487-9a8f-1367f82bc29d req-5dfdcf00-e012-4cc2-b9ca-b523df538cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:35.737468 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1d3a954b-970c-4487-9a8f-1367f82bc29d req-5dfdcf00-e012-4cc2-b9ca-b523df538cc8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ffedeff6-d706-4237-b627-e4b936917a2e HTTP/1.1" status: 200 len: 845 time: 0.0705373 Sep 30 13:19:35.742084 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8207d6f9-47a3-4607-9d4f-24c0d0c00480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:35.750750 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-71fec0c7-fa2c-476f-b6ac-2aeba3bc226e req-d283583e-072b-4a25-828b-233f24d8ef3d tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/security-groups?id=31b1b353-2343-4016-b4b4-839cfae161a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101365 Sep 30 13:19:35.776898 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1d3a954b-970c-4487-9a8f-1367f82bc29d req-43379a3a-72e6-4d16-ba53-c6c207e92eec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318253 Sep 30 13:19:35.777235 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-df96e1c4-6480-4db2-92c5-f7c59c334ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e10a8961-482e-414f-b158-db0e5a590902 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:19:35.786540 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-df96e1c4-6480-4db2-92c5-f7c59c334ac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:35.803325 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-df96e1c4-6480-4db2-92c5-f7c59c334ac3 service neutron] Transition to ACTIVE for port object e10a8961-482e-414f-b158-db0e5a590902 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:19:35.808722 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8207d6f9-47a3-4607-9d4f-24c0d0c00480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:35.838465 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-369dd3e3-cfc3-4ee4-9e02-7063d1861551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:35.838963 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-369dd3e3-cfc3-4ee4-9e02-7063d1861551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:35.840637 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-369dd3e3-cfc3-4ee4-9e02-7063d1861551 service neutron] 10.222.0.39 "PUT /v2.0/ports/4dd765dd-141b-4466-a544-c367c3977ab3 HTTP/1.1" status: 200 len: 1096 time: 1.9881227 Sep 30 13:19:35.841447 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf9dc50-9d23-48bf-adbc-625dc5d15414', 'tag': '4dd765dd-141b-4466-a544-c367c3977ab3'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:19:35.844193 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8080283-ac00-4ced-8fec-541f34e98112" -d '{"events": [{"name": "network-changed", "server_uuid": "baf9dc50-9d23-48bf-adbc-625dc5d15414", "tag": "4dd765dd-141b-4466-a544-c367c3977ab3"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:19:35.847180 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-df96e1c4-6480-4db2-92c5-f7c59c334ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:35.854837 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369dd3e3-cfc3-4ee4-9e02-7063d1861551 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd765dd-141b-4466-a544-c367c3977ab3,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:35.958898 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1d3a954b-970c-4487-9a8f-1367f82bc29d req-de4f0421-fdaf-482d-8a38-9b466faf29f5 service neutron] 10.222.0.39 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740253 Sep 30 13:19:35.968014 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a09acf-2a6f-4998-abfe-7fffc14e3042 req-198bc669-0512-4e5c-a9c8-c525b313f1b8 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:35.969661 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-97a09acf-2a6f-4998-abfe-7fffc14e3042 req-198bc669-0512-4e5c-a9c8-c525b313f1b8 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.1342647 Sep 30 13:19:36.007768 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96e1c4-6480-4db2-92c5-f7c59c334ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=e10a8961-482e-414f-b158-db0e5a590902,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:36.008784 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8207d6f9-47a3-4607-9d4f-24c0d0c00480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:36.011444 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8207d6f9-47a3-4607-9d4f-24c0d0c00480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:36.012262 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc275aaf-3409-4074-bc48-6e4968163073 x-openstack-request-id: req-fc275aaf-3409-4074-bc48-6e4968163073 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:19:36.012616 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8207d6f9-47a3-4607-9d4f-24c0d0c00480 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/304285b2-1ce4-4076-b46c-df66661092a6 HTTP/1.1" status: 204 len: 168 time: 0.4014261 Sep 30 13:19:36.013028 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf9dc50-9d23-48bf-adbc-625dc5d15414", "tag": "4dd765dd-141b-4466-a544-c367c3977ab3", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:19:36.013452 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc275aaf-3409-4074-bc48-6e4968163073 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:19:36.014002 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf9dc50-9d23-48bf-adbc-625dc5d15414', 'tag': '4dd765dd-141b-4466-a544-c367c3977ab3', 'status': 'completed', 'code': 200} Sep 30 13:19:36.046820 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-2a58d01d-77a4-498b-83a8-3fc8e9679005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:36.049056 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-2a58d01d-77a4-498b-83a8-3fc8e9679005 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48ba6153510f41bfaf19ac1ed698aed5&device_id=baf9dc50-9d23-48bf-adbc-625dc5d15414 HTTP/1.1" status: 200 len: 1099 time: 0.0759981 Sep 30 13:19:36.103952 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207d6f9-47a3-4607-9d4f-24c0d0c00480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304285b2-1ce4-4076-b46c-df66661092a6,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:36.136508 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-97a09acf-2a6f-4998-abfe-7fffc14e3042 req-4f0618e6-6032-4a72-869e-e3ddd0a9fe81 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572156 Sep 30 13:19:36.158672 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1d3a954b-970c-4487-9a8f-1367f82bc29d req-1c8ad0c5-2bbd-4540-9d9b-17057cc8d66c service neutron] 10.222.0.39 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874852 Sep 30 13:19:36.200702 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-7b85a2cf-f7f0-4741-9b39-426e4c65957d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=4dd765dd-141b-4466-a544-c367c3977ab3 HTTP/1.1" status: 200 len: 217 time: 0.1370928 Sep 30 13:19:36.265482 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-df96e1c4-6480-4db2-92c5-f7c59c334ac3 service neutron] Attempting to bind port e10a8961-482e-414f-b158-db0e5a590902 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:19:36.266407 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-df96e1c4-6480-4db2-92c5-f7c59c334ac3 service neutron] Attempting to bind port e10a8961-482e-414f-b158-db0e5a590902 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:19:36.266744 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-df96e1c4-6480-4db2-92c5-f7c59c334ac3 service neutron] Attempting to bind port e10a8961-482e-414f-b158-db0e5a590902 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:19:36.276774 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-df96e1c4-6480-4db2-92c5-f7c59c334ac3 service neutron] Port e10a8961-482e-414f-b158-db0e5a590902 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:19:36.277107 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-df96e1c4-6480-4db2-92c5-f7c59c334ac3 service neutron] Attempting to bind port e10a8961-482e-414f-b158-db0e5a590902 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:19:36.280469 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-39fb11a8-be95-4bc0-a901-709bd8ef53fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:36.282128 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-39fb11a8-be95-4bc0-a901-709bd8ef53fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0731106 Sep 30 13:19:36.285963 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-df96e1c4-6480-4db2-92c5-f7c59c334ac3 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:19:36.286336 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-df96e1c4-6480-4db2-92c5-f7c59c334ac3 service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:19:36.286720 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-df96e1c4-6480-4db2-92c5-f7c59c334ac3 service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:19:36.287186 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-df96e1c4-6480-4db2-92c5-f7c59c334ac3 service neutron] Bound port: e10a8961-482e-414f-b158-db0e5a590902, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:19:36.287510 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-df96e1c4-6480-4db2-92c5-f7c59c334ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:36.462516 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-915394ba-aa43-4258-8482-972481fda553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:36.464050 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-915394ba-aa43-4258-8482-972481fda553 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1743345 Sep 30 13:19:36.487301 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-df96e1c4-6480-4db2-92c5-f7c59c334ac3 service neutron] For port e10a8961-482e-414f-b158-db0e5a590902, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:19:36.504817 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d28da-b6db-48fb-9956-63abd61dd91e req-68d0beb7-2983-47bf-a470-95b6fb405aaa tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:36.506351 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-487d28da-b6db-48fb-9956-63abd61dd91e req-68d0beb7-2983-47bf-a470-95b6fb405aaa tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a083a53-d552-4fa5-b5cf-1df85feb11b1 HTTP/1.1" status: 200 len: 946 time: 0.1593413 Sep 30 13:19:36.534695 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40616) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:36.535782 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-df96e1c4-6480-4db2-92c5-f7c59c334ac3 service neutron] For port e10a8961-482e-414f-b158-db0e5a590902, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=e10a8961-482e-414f-b158-db0e5a590902,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:19:36.550540 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c6e671b3-5727-41a5-8859-14a182d13f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:36.576046 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-df96e1c4-6480-4db2-92c5-f7c59c334ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:36.645745 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-df96e1c4-6480-4db2-92c5-f7c59c334ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:36.646762 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-df96e1c4-6480-4db2-92c5-f7c59c334ac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:36.648121 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-df96e1c4-6480-4db2-92c5-f7c59c334ac3 service neutron] 10.222.0.39 "PUT /v2.0/ports/e10a8961-482e-414f-b158-db0e5a590902 HTTP/1.1" status: 200 len: 1096 time: 2.0719535 Sep 30 13:19:36.671175 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-487d28da-b6db-48fb-9956-63abd61dd91e req-f8081dd7-ae15-4225-9ef0-d9e0c8b879a3 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/security-groups?id=6523ed70-f638-4e69-8c6d-4d17dff0f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485481 Sep 30 13:19:36.679589 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-18d0edf6-b3cc-4941-8362-dcf3aa4e2369 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072098 Sep 30 13:19:36.716050 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c6e671b3-5727-41a5-8859-14a182d13f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:36.724920 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c6e671b3-5727-41a5-8859-14a182d13f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:36.792642 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c6e671b3-5727-41a5-8859-14a182d13f24 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3db0d0df3b04c1784083728b3fa18dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2559197 Sep 30 13:19:36.807615 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40628) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:36.836250 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96e1c4-6480-4db2-92c5-f7c59c334ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=e10a8961-482e-414f-b158-db0e5a590902,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:36.886891 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e671b3-5727-41a5-8859-14a182d13f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c915a4-d481-4712-8b0f-73064d59e331,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:36.913505 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b74fce-4064-4b97-9317-6b17426f83f6 req-856ea914-ea2a-468e-81f1-33d07e2b5633 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:36.921749 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-21b74fce-4064-4b97-9317-6b17426f83f6 req-856ea914-ea2a-468e-81f1-33d07e2b5633 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=b48f9b5f-e551-4f1b-abda-f459b974780b HTTP/1.1" status: 200 len: 943 time: 0.1884520 Sep 30 13:19:36.927418 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3d9f66cb-809b-4b61-afb1-19de2b390ca5 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:19:36.954049 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a8d296b-cfee-4f9f-a946-6c759774ef1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:36.989330 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-21b74fce-4064-4b97-9317-6b17426f83f6 req-c24d04dd-fc5c-47dd-a9e6-771b4c0009cb tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665317 Sep 30 13:19:37.016997 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-d591f416-85a2-4c2d-a545-8267032ee657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:37.019094 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-d591f416-85a2-4c2d-a545-8267032ee657 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48ba6153510f41bfaf19ac1ed698aed5&device_id=44e9269e-f8e9-4cdc-9cd9-fec200571a04 HTTP/1.1" status: 200 len: 1099 time: 0.2950354 Sep 30 13:19:37.020769 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a8d296b-cfee-4f9f-a946-6c759774ef1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:37.086771 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-b7cfc8a6-ffcf-48d7-937d-2f0830620ade service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=e10a8961-482e-414f-b158-db0e5a590902 HTTP/1.1" status: 200 len: 217 time: 0.0572002 Sep 30 13:19:37.090549 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-97a0a0b2-7829-4d15-afa9-12fc86876f7f req-259a8466-594a-4e2d-8e38-6e90873e91c6 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865049 Sep 30 13:19:37.115957 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 3d9f66cb-809b-4b61-afb1-19de2b390ca5, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3d9f66cb-809b-4b61-afb1-19de2b390ca5,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:37.146282 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a8d296b-cfee-4f9f-a946-6c759774ef1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:37.148582 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a8d296b-cfee-4f9f-a946-6c759774ef1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:37.158672 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '3d9f66cb-809b-4b61-afb1-19de2b390ca5', 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1', 'port_id': '3d9f66cb-809b-4b61-afb1-19de2b390ca5', 'mac_address': 'fa:16:3e:35:4e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffedeff6-d706-4237-b627-e4b936917a2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:19:37.166590 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3a8d296b-cfee-4f9f-a946-6c759774ef1b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30c915a4-d481-4712-8b0f-73064d59e331 HTTP/1.1" status: 204 len: 168 time: 0.3569207 Sep 30 13:19:37.179637 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fab49e-6336-4e58-9374-e08711865d31 req-2399f512-7be3-4bc9-b680-6cc67e466fd0 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:37.190934 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d0fab49e-6336-4e58-9374-e08711865d31 req-2399f512-7be3-4bc9-b680-6cc67e466fd0 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e9269e-f8e9-4cdc-9cd9-fec200571a04 HTTP/1.1" status: 200 len: 948 time: 0.0966921 Sep 30 13:19:37.262923 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:37.302224 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d0fab49e-6336-4e58-9374-e08711865d31 req-391af1ce-8d20-4ed6-8777-05d70f49238f tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/security-groups?id=31b1b353-2343-4016-b4b4-839cfae161a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091783 Sep 30 13:19:37.303730 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d296b-cfee-4f9f-a946-6c759774ef1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c915a4-d481-4712-8b0f-73064d59e331,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:37.345143 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d9f66cb-809b-4b61-afb1-19de2b390ca5 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:19:37.390393 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 3d9f66cb-809b-4b61-afb1-19de2b390ca5, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3d9f66cb-809b-4b61-afb1-19de2b390ca5,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:37.395391 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:37.508676 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=3d9f66cb-809b-4b61-afb1-19de2b390ca5,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:37.619875 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['3d9f66cb-809b-4b61-afb1-19de2b390ca5'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:19:37.656277 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-ba2435b1-7802-4d6c-a2c2-0a13d5f15b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:37.658115 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-ba2435b1-7802-4d6c-a2c2-0a13d5f15b27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.5593150 Sep 30 13:19:37.689360 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8080283-ac00-4ced-8fec-541f34e98112 req-8f7544c6-1b78-4f83-943f-b0eb169a36c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:37.691621 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c8080283-ac00-4ced-8fec-541f34e98112 req-8f7544c6-1b78-4f83-943f-b0eb169a36c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48ba6153510f41bfaf19ac1ed698aed5&device_id=baf9dc50-9d23-48bf-adbc-625dc5d15414 HTTP/1.1" status: 200 len: 1099 time: 0.5331383 Sep 30 13:19:37.722924 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0238a5-9fbc-413f-b2eb-0de5bda383a3 req-2b40c6d6-7e77-4c71-b765-ef8e94f7774b tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:37.731958 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0c0238a5-9fbc-413f-b2eb-0de5bda383a3 req-2b40c6d6-7e77-4c71-b765-ef8e94f7774b tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.1253316 Sep 30 13:19:37.832334 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-75923b9c-e189-4c36-a547-d9199b886e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:37.833957 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-75923b9c-e189-4c36-a547-d9199b886e95 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1626482 Sep 30 13:19:37.847428 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0c0238a5-9fbc-413f-b2eb-0de5bda383a3 req-1b502581-db51-42ce-ac2a-eeebb592921a tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102374 Sep 30 13:19:37.999848 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8080283-ac00-4ced-8fec-541f34e98112 req-ae85f35e-d87f-40f8-af58-c2f0353db80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:38.001337 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c8080283-ac00-4ced-8fec-541f34e98112 req-ae85f35e-d87f-40f8-af58-c2f0353db80b service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.2590580 Sep 30 13:19:38.018775 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e9269e-f8e9-4cdc-9cd9-fec200571a04', 'tag': 'e10a8961-482e-414f-b158-db0e5a590902'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:19:38.021115 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482af27b-4137-4fa0-b695-ad233e06cd35" -d '{"events": [{"name": "network-changed", "server_uuid": "44e9269e-f8e9-4cdc-9cd9-fec200571a04", "tag": "e10a8961-482e-414f-b158-db0e5a590902"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:19:38.127065 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb28f5d2-01ef-483f-b63f-86f639764fc8 x-openstack-request-id: req-fb28f5d2-01ef-483f-b63f-86f639764fc8 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:19:38.131702 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e9269e-f8e9-4cdc-9cd9-fec200571a04", "tag": "e10a8961-482e-414f-b158-db0e5a590902", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:19:38.134674 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb28f5d2-01ef-483f-b63f-86f639764fc8 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:19:38.135273 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e9269e-f8e9-4cdc-9cd9-fec200571a04', 'tag': 'e10a8961-482e-414f-b158-db0e5a590902', 'status': 'completed', 'code': 200} Sep 30 13:19:38.137417 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-2e1a67fd-b03a-4175-9f71-0e217e808405 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856641 Sep 30 13:19:38.141315 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c8080283-ac00-4ced-8fec-541f34e98112 req-d45454ea-626e-47bd-abd9-fb000b6851c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=4dd765dd-141b-4466-a544-c367c3977ab3 HTTP/1.1" status: 200 len: 217 time: 0.1012166 Sep 30 13:19:38.172263 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837a435-e4ce-4f36-83dc-2301a5c8e818 req-48fd6ac0-b0af-4025-b94f-a94918c970d3 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:38.175321 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d837a435-e4ce-4f36-83dc-2301a5c8e818 req-48fd6ac0-b0af-4025-b94f-a94918c970d3 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=b48f9b5f-e551-4f1b-abda-f459b974780b HTTP/1.1" status: 200 len: 944 time: 0.0899322 Sep 30 13:19:38.241997 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d837a435-e4ce-4f36-83dc-2301a5c8e818 req-db7da65d-b320-4d38-9bd4-6b963d9da0bd tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594478 Sep 30 13:19:38.330910 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8080283-ac00-4ced-8fec-541f34e98112 req-97cdfed7-f407-47ef-b869-992a3e17e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:38.332496 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c8080283-ac00-4ced-8fec-541f34e98112 req-97cdfed7-f407-47ef-b869-992a3e17e73c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1695306 Sep 30 13:19:38.392088 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-631d8aac-a1d6-4248-9afc-8cd25a22c630 req-f355e57d-74b6-4e16-a1d3-7c1dd93150f3 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312596 Sep 30 13:19:38.410962 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8080283-ac00-4ced-8fec-541f34e98112 req-54c6f7ab-f05e-4f2f-81e7-8ec8b5b358fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:38.412562 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c8080283-ac00-4ced-8fec-541f34e98112 req-54c6f7ab-f05e-4f2f-81e7-8ec8b5b358fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0717897 Sep 30 13:19:38.621926 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c8080283-ac00-4ced-8fec-541f34e98112 req-f1b6c416-16f0-4be3-b249-b05a88e74781 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021191 Sep 30 13:19:38.648416 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482af27b-4137-4fa0-b695-ad233e06cd35 req-6d899e7e-935b-4379-886b-68b6b5d99132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:38.650409 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-482af27b-4137-4fa0-b695-ad233e06cd35 req-6d899e7e-935b-4379-886b-68b6b5d99132 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48ba6153510f41bfaf19ac1ed698aed5&device_id=44e9269e-f8e9-4cdc-9cd9-fec200571a04 HTTP/1.1" status: 200 len: 1099 time: 0.1802278 Sep 30 13:19:38.663447 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025e565-d008-4b0c-8f0e-625b5dc68454 req-6331388e-66bd-4311-a180-13b42af6c422 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:38.664997 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a025e565-d008-4b0c-8f0e-625b5dc68454 req-6331388e-66bd-4311-a180-13b42af6c422 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e9269e-f8e9-4cdc-9cd9-fec200571a04 HTTP/1.1" status: 200 len: 948 time: 0.2356803 Sep 30 13:19:38.800054 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a025e565-d008-4b0c-8f0e-625b5dc68454 req-0485e2c8-e4ce-477c-8147-30f021a71387 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/security-groups?id=31b1b353-2343-4016-b4b4-839cfae161a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063471 Sep 30 13:19:38.939488 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482af27b-4137-4fa0-b695-ad233e06cd35 req-f9c938ec-1ca5-4016-a0c0-8acf61ff0f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:38.944107 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3d9f66cb-809b-4b61-afb1-19de2b390ca5 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:19:38.956187 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-482af27b-4137-4fa0-b695-ad233e06cd35 req-f9c938ec-1ca5-4016-a0c0-8acf61ff0f71 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.2722363 Sep 30 13:19:39.006358 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-482af27b-4137-4fa0-b695-ad233e06cd35 req-6bf9d27a-1e16-40f8-8182-5d597718e93a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=e10a8961-482e-414f-b158-db0e5a590902 HTTP/1.1" status: 200 len: 217 time: 0.0411363 Sep 30 13:19:39.057270 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 3d9f66cb-809b-4b61-afb1-19de2b390ca5 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:19:39.065276 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 3d9f66cb-809b-4b61-afb1-19de2b390ca5 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:19:39.082881 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:39.086454 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c8080283-ac00-4ced-8fec-541f34e98112 req-b93fd0aa-82fa-49dd-9617-d42592623a2d service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503148 Sep 30 13:19:39.133173 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482af27b-4137-4fa0-b695-ad233e06cd35 req-1ae5fcf4-4f7b-4cd6-bacc-3c44381f3bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:39.137079 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-482af27b-4137-4fa0-b695-ad233e06cd35 req-1ae5fcf4-4f7b-4cd6-bacc-3c44381f3bd3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.1238251 Sep 30 13:19:39.206855 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482af27b-4137-4fa0-b695-ad233e06cd35 req-2c53f7c4-e6b5-40ff-bdd5-89525e5b3d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:39.208524 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-482af27b-4137-4fa0-b695-ad233e06cd35 req-2c53f7c4-e6b5-40ff-bdd5-89525e5b3d8a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0624363 Sep 30 13:19:39.223944 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:39.295830 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48f9b5f-e551-4f1b-abda-f459b974780b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9f66cb-809b-4b61-afb1-19de2b390ca5'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:19:39.298757 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0e6e81-1f05-4726-a344-2457aeb67596" -d '{"events": [{"server_uuid": "b48f9b5f-e551-4f1b-abda-f459b974780b", "name": "network-vif-plugged", "status": "completed", "tag": "3d9f66cb-809b-4b61-afb1-19de2b390ca5"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:19:39.348653 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 3d9f66cb-809b-4b61-afb1-19de2b390ca5, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3d9f66cb-809b-4b61-afb1-19de2b390ca5,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:39.361649 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:39.365955 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d6bf17-88ff-46be-b801-d4675f717b50 x-openstack-request-id: req-65d6bf17-88ff-46be-b801-d4675f717b50 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:19:39.366435 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48f9b5f-e551-4f1b-abda-f459b974780b", "name": "network-vif-plugged", "status": "completed", "tag": "3d9f66cb-809b-4b61-afb1-19de2b390ca5", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:19:39.366696 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65d6bf17-88ff-46be-b801-d4675f717b50 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:19:39.367524 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48f9b5f-e551-4f1b-abda-f459b974780b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9f66cb-809b-4b61-afb1-19de2b390ca5', 'code': 200} Sep 30 13:19:39.417672 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-482af27b-4137-4fa0-b695-ad233e06cd35 req-ced7a4bf-cad4-453b-baac-31770355c9ba service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966498 Sep 30 13:19:39.523387 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=3d9f66cb-809b-4b61-afb1-19de2b390ca5,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:39.532274 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1947af-9eb5-49a0-ac9e-94401a193aa1 req-6407165c-736e-4c88-af2b-c0313d35892f tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:39.534078 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-de1947af-9eb5-49a0-ac9e-94401a193aa1 req-6407165c-736e-4c88-af2b-c0313d35892f tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=b48f9b5f-e551-4f1b-abda-f459b974780b HTTP/1.1" status: 200 len: 945 time: 0.1407080 Sep 30 13:19:39.586768 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5a6fa-7fc5-4dfa-8d07-5cfaccf8fd1a req-b091b377-1a5b-4415-821b-f54dd222e261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:39.588291 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f1c5a6fa-7fc5-4dfa-8d07-5cfaccf8fd1a req-b091b377-1a5b-4415-821b-f54dd222e261 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b48f9b5f-e551-4f1b-abda-f459b974780b HTTP/1.1" status: 200 len: 1096 time: 0.1376014 Sep 30 13:19:39.613997 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-de1947af-9eb5-49a0-ac9e-94401a193aa1 req-aad6eb37-9430-4269-b965-e440e8c19248 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682845 Sep 30 13:19:39.667816 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f1c5a6fa-7fc5-4dfa-8d07-5cfaccf8fd1a req-53fa7b6d-ea80-44b0-b23a-aa01244b2bd7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675001 Sep 30 13:19:39.676032 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-482af27b-4137-4fa0-b695-ad233e06cd35 req-ded0ad72-d62d-4e29-abf2-bd46cc8ff7bc service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522852 Sep 30 13:19:39.794372 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd327d-2678-4228-af05-845d90409070 req-7d323468-58d1-411f-99e4-b2e9123a14d7 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:39.798845 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9bbd327d-2678-4228-af05-845d90409070 req-7d323468-58d1-411f-99e4-b2e9123a14d7 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.0835955 Sep 30 13:19:39.851139 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9bbd327d-2678-4228-af05-845d90409070 req-9bf249da-4ff7-45ad-ab0b-cd1429ff9445 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511250 Sep 30 13:19:39.965069 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d013688-3cff-4410-8aad-7a9ad5dffba3 req-5a8dbfb3-2744-4102-8645-007f4924bd61 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1023505 Sep 30 13:19:39.988585 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f1d7f-c2bb-46b3-bda3-01fb48ff2b9a req-caa06389-1883-4f38-89d6-46ae70c2a446 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:39.990176 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-541f1d7f-c2bb-46b3-bda3-01fb48ff2b9a req-caa06389-1883-4f38-89d6-46ae70c2a446 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e9269e-f8e9-4cdc-9cd9-fec200571a04 HTTP/1.1" status: 200 len: 948 time: 0.0882945 Sep 30 13:19:40.048439 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-541f1d7f-c2bb-46b3-bda3-01fb48ff2b9a req-3c7f3f90-0168-4a8f-b271-b7a5334658d3 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/security-groups?id=31b1b353-2343-4016-b4b4-839cfae161a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484183 Sep 30 13:19:40.066345 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d013688-3cff-4410-8aad-7a9ad5dffba3 req-b19248d9-0d2c-4526-aeaa-5eee19c7bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:40.067862 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d013688-3cff-4410-8aad-7a9ad5dffba3 req-b19248d9-0d2c-4526-aeaa-5eee19c7bb56 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 1096 time: 0.0555472 Sep 30 13:19:40.183361 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d013688-3cff-4410-8aad-7a9ad5dffba3 req-60e6f277-49c0-460e-aa78-faedd5210ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:40.184964 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d013688-3cff-4410-8aad-7a9ad5dffba3 req-60e6f277-49c0-460e-aa78-faedd5210ffc service neutron] 10.222.0.39 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 913 time: 0.0950296 Sep 30 13:19:40.246048 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d013688-3cff-4410-8aad-7a9ad5dffba3 req-b1c0da7a-2606-4589-b9ce-9e210cd26a46 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15a4d455-7021-4eb5-ae85-252ccfe30de0 HTTP/1.1" status: 200 len: 217 time: 0.0516465 Sep 30 13:19:40.305547 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d013688-3cff-4410-8aad-7a9ad5dffba3 req-908b43b3-f0d2-4410-b07d-d3f3d86d2ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:40.307228 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d013688-3cff-4410-8aad-7a9ad5dffba3 req-908b43b3-f0d2-4410-b07d-d3f3d86d2ba6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb HTTP/1.1" status: 200 len: 851 time: 0.0533309 Sep 30 13:19:40.377209 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d013688-3cff-4410-8aad-7a9ad5dffba3 req-fdb5d5b2-121e-46d2-a639-56dbad15c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:40.379154 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d013688-3cff-4410-8aad-7a9ad5dffba3 req-fdb5d5b2-121e-46d2-a639-56dbad15c41b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7e67e25-10d5-4331-9422-13e705e055a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625749 Sep 30 13:19:40.533365 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d013688-3cff-4410-8aad-7a9ad5dffba3 req-9c05a5f3-d12a-4806-b391-22f13ba33383 service neutron] 10.222.0.39 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453671 Sep 30 13:19:40.733187 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d013688-3cff-4410-8aad-7a9ad5dffba3 req-10bd178c-e071-4fc8-abae-ab958d937c33 service neutron] 10.222.0.39 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888480 Sep 30 13:19:40.913101 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6616908-2f30-49d8-9358-05dd037b9f8f req-27b54098-a2f6-4add-b336-f462261652ce tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:40.926666 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f6616908-2f30-49d8-9358-05dd037b9f8f req-27b54098-a2f6-4add-b336-f462261652ce tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=b48f9b5f-e551-4f1b-abda-f459b974780b HTTP/1.1" status: 200 len: 945 time: 0.1343763 Sep 30 13:19:40.952341 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4dd765dd-141b-4466-a544-c367c3977ab3 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:19:40.972391 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f6616908-2f30-49d8-9358-05dd037b9f8f req-e5123ade-c04a-4e79-aa35-2b35b480dae9 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447662 Sep 30 13:19:41.141196 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4dd765dd-141b-4466-a544-c367c3977ab3, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4dd765dd-141b-4466-a544-c367c3977ab3,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:41.165846 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '4dd765dd-141b-4466-a544-c367c3977ab3', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': '4dd765dd-141b-4466-a544-c367c3977ab3', 'mac_address': 'fa:16:3e:16:de:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:19:41.214608 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:41.239075 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd765dd-141b-4466-a544-c367c3977ab3 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:19:41.266403 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4dd765dd-141b-4466-a544-c367c3977ab3, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4dd765dd-141b-4466-a544-c367c3977ab3,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:41.271271 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:41.272085 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device e10a8961-482e-414f-b158-db0e5a590902 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:19:41.300212 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5389e-47c8-4211-8eb4-71e39c4fd3f9 req-411963ce-b1f0-4f92-8770-07beabebc28d tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:41.302143 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e1e5389e-47c8-4211-8eb4-71e39c4fd3f9 req-411963ce-b1f0-4f92-8770-07beabebc28d tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e9269e-f8e9-4cdc-9cd9-fec200571a04 HTTP/1.1" status: 200 len: 948 time: 0.1175935 Sep 30 13:19:41.377576 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port e10a8961-482e-414f-b158-db0e5a590902, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=e10a8961-482e-414f-b158-db0e5a590902,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:41.387133 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e1e5389e-47c8-4211-8eb4-71e39c4fd3f9 req-37bd3bc6-5197-4cd5-a846-c6f39f091115 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/security-groups?id=31b1b353-2343-4016-b4b4-839cfae161a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724959 Sep 30 13:19:41.393139 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=4dd765dd-141b-4466-a544-c367c3977ab3,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:41.398444 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'e10a8961-482e-414f-b158-db0e5a590902', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': 'e10a8961-482e-414f-b158-db0e5a590902', 'mac_address': 'fa:16:3e:41:30:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:19:41.482966 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:41.499223 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e10a8961-482e-414f-b158-db0e5a590902 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:19:41.523380 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port e10a8961-482e-414f-b158-db0e5a590902, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=e10a8961-482e-414f-b158-db0e5a590902,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:41.530483 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:41.585414 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=e10a8961-482e-414f-b158-db0e5a590902,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:41.782367 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['4dd765dd-141b-4466-a544-c367c3977ab3'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:19:41.810413 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['e10a8961-482e-414f-b158-db0e5a590902'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:19:42.101727 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51ba91-36d0-4dc3-b216-1a07ec177ff8 req-b03c7adc-e414-4fb1-b51a-fd23b06db807 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:42.103440 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3b51ba91-36d0-4dc3-b216-1a07ec177ff8 req-b03c7adc-e414-4fb1-b51a-fd23b06db807 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=b48f9b5f-e551-4f1b-abda-f459b974780b HTTP/1.1" status: 200 len: 945 time: 0.0541093 Sep 30 13:19:42.143177 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3b51ba91-36d0-4dc3-b216-1a07ec177ff8 req-53fe6c59-428a-4c6a-9410-3d5162d1cfa5 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331750 Sep 30 13:19:42.377105 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d5973-bc1e-44a3-b6f4-5fed551d1c68 req-59b6fa6d-d3d1-4d4b-9722-4161f6a0aa96 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:42.378656 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ad9d5973-bc1e-44a3-b6f4-5fed551d1c68 req-59b6fa6d-d3d1-4d4b-9722-4161f6a0aa96 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=b48f9b5f-e551-4f1b-abda-f459b974780b HTTP/1.1" status: 200 len: 945 time: 0.0522015 Sep 30 13:19:42.419316 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ad9d5973-bc1e-44a3-b6f4-5fed551d1c68 req-3d069035-aa45-4fe0-8a76-0b6bb5f654a7 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340879 Sep 30 13:19:42.556519 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483807c8-04ed-483e-83e6-1344d9fb5d72 req-1b6a8153-adb4-49b6-b693-df59dc5d1490 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:42.558990 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-483807c8-04ed-483e-83e6-1344d9fb5d72 req-1b6a8153-adb4-49b6-b693-df59dc5d1490 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=b48f9b5f-e551-4f1b-abda-f459b974780b HTTP/1.1" status: 200 len: 945 time: 0.0656354 Sep 30 13:19:42.570222 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfda6a9-8654-4967-823b-b927aaa0f6c3 req-d31fbbb9-456e-49b8-8d9f-de88affa93b0 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:42.580610 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5cfda6a9-8654-4967-823b-b927aaa0f6c3 req-d31fbbb9-456e-49b8-8d9f-de88affa93b0 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e9269e-f8e9-4cdc-9cd9-fec200571a04 HTTP/1.1" status: 200 len: 949 time: 0.0752609 Sep 30 13:19:42.610043 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-483807c8-04ed-483e-83e6-1344d9fb5d72 req-328d1a0e-7616-4abd-9731-5bf34127881a tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449340 Sep 30 13:19:42.630749 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5cfda6a9-8654-4967-823b-b927aaa0f6c3 req-d4ceb143-215e-42e0-9691-2ef673257f93 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/security-groups?id=31b1b353-2343-4016-b4b4-839cfae161a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403192 Sep 30 13:19:42.883545 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a14546-8b83-41f3-a896-679059c6ff3f req-8ff3121f-da7d-4696-a153-9a68abb38222 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:42.885054 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28a14546-8b83-41f3-a896-679059c6ff3f req-8ff3121f-da7d-4696-a153-9a68abb38222 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=b48f9b5f-e551-4f1b-abda-f459b974780b HTTP/1.1" status: 200 len: 945 time: 0.0683699 Sep 30 13:19:42.932108 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28a14546-8b83-41f3-a896-679059c6ff3f req-bbbdce6f-363a-4c7a-86ec-9f4375679727 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391479 Sep 30 13:19:42.952618 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4dd765dd-141b-4466-a544-c367c3977ab3 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:19:43.006597 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 4dd765dd-141b-4466-a544-c367c3977ab3 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:19:43.010648 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 4dd765dd-141b-4466-a544-c367c3977ab3 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:19:43.011055 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:43.097587 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:43.126082 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf9dc50-9d23-48bf-adbc-625dc5d15414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd765dd-141b-4466-a544-c367c3977ab3'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:19:43.128693 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a150348-0fd0-407d-bf79-c30f9cb323eb" -d '{"events": [{"server_uuid": "baf9dc50-9d23-48bf-adbc-625dc5d15414", "name": "network-vif-plugged", "status": "completed", "tag": "4dd765dd-141b-4466-a544-c367c3977ab3"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:19:43.146352 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4dd765dd-141b-4466-a544-c367c3977ab3, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4dd765dd-141b-4466-a544-c367c3977ab3,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:43.157518 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:43.174487 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device e10a8961-482e-414f-b158-db0e5a590902 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:19:43.269118 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ae4889-f829-4e5e-bb9f-68f64a7d0b91 x-openstack-request-id: req-b5ae4889-f829-4e5e-bb9f-68f64a7d0b91 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:19:43.269392 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf9dc50-9d23-48bf-adbc-625dc5d15414", "name": "network-vif-plugged", "status": "completed", "tag": "4dd765dd-141b-4466-a544-c367c3977ab3", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:19:43.269795 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b5ae4889-f829-4e5e-bb9f-68f64a7d0b91 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:19:43.270341 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf9dc50-9d23-48bf-adbc-625dc5d15414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd765dd-141b-4466-a544-c367c3977ab3', 'code': 200} Sep 30 13:19:43.296978 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=4dd765dd-141b-4466-a544-c367c3977ab3,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:43.336293 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port e10a8961-482e-414f-b158-db0e5a590902 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:19:43.340764 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port e10a8961-482e-414f-b158-db0e5a590902 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:19:43.341167 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:43.361594 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294682df-8419-43a9-b890-d4ebfc605e26 req-b240bcd7-df3e-4e28-859a-57048afce65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:43.364951 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-294682df-8419-43a9-b890-d4ebfc605e26 req-b240bcd7-df3e-4e28-859a-57048afce65f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=baf9dc50-9d23-48bf-adbc-625dc5d15414 HTTP/1.1" status: 200 len: 1101 time: 0.0571890 Sep 30 13:19:43.445106 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:43.461684 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-294682df-8419-43a9-b890-d4ebfc605e26 req-00cd2c34-a761-4333-aa0a-8a51491e6e03 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=31b1b353-2343-4016-b4b4-839cfae161a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889368 Sep 30 13:19:43.505837 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port e10a8961-482e-414f-b158-db0e5a590902, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=e10a8961-482e-414f-b158-db0e5a590902,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:43.512962 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:43.577677 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=e10a8961-482e-414f-b158-db0e5a590902,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:43.781871 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481c80b-c2cd-41e1-b1e0-f2a9971ba36f req-7f334ca5-4461-4045-a3b1-4f1a3ae8e512 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:43.784412 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a481c80b-c2cd-41e1-b1e0-f2a9971ba36f req-7f334ca5-4461-4045-a3b1-4f1a3ae8e512 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e9269e-f8e9-4cdc-9cd9-fec200571a04 HTTP/1.1" status: 200 len: 950 time: 0.0686126 Sep 30 13:19:43.843324 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a481c80b-c2cd-41e1-b1e0-f2a9971ba36f req-922ad999-cfe9-47da-b446-ab65afa832dc tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/security-groups?id=31b1b353-2343-4016-b4b4-839cfae161a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524430 Sep 30 13:19:44.065883 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8199d-fa1a-44f3-9498-9e218a2d564a req-7149e340-1b7c-4f31-bfa9-c0c5e0f62957 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:44.067505 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-10c8199d-fa1a-44f3-9498-9e218a2d564a req-7149e340-1b7c-4f31-bfa9-c0c5e0f62957 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=b48f9b5f-e551-4f1b-abda-f459b974780b HTTP/1.1" status: 200 len: 945 time: 0.0601027 Sep 30 13:19:44.123481 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-10c8199d-fa1a-44f3-9498-9e218a2d564a req-8373d854-4a93-4fbb-9abb-72d8ed7d7762 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419626 Sep 30 13:19:44.417680 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703baafa-944c-40e9-869b-ab5b129e87b5 req-78d8d20b-fbe8-495a-a947-c0ebda16c433 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:44.419722 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-703baafa-944c-40e9-869b-ab5b129e87b5 req-78d8d20b-fbe8-495a-a947-c0ebda16c433 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.39 "GET /v2.0/ports?device_id=b48f9b5f-e551-4f1b-abda-f459b974780b HTTP/1.1" status: 200 len: 945 time: 0.1008940 Sep 30 13:19:44.560607 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-703baafa-944c-40e9-869b-ab5b129e87b5 req-29181b41-19b1-43e8-9e9b-d5f57f5fc91a tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Deleting port 3d9f66cb-809b-4b61-afb1-19de2b390ca5 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:19:44.561171 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-703baafa-944c-40e9-869b-ab5b129e87b5 req-29181b41-19b1-43e8-9e9b-d5f57f5fc91a tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:44.710227 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-703baafa-944c-40e9-869b-ab5b129e87b5 req-29181b41-19b1-43e8-9e9b-d5f57f5fc91a tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] For port 3d9f66cb-809b-4b61-afb1-19de2b390ca5, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3d9f66cb-809b-4b61-afb1-19de2b390ca5,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:44.710857 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-703baafa-944c-40e9-869b-ab5b129e87b5 req-29181b41-19b1-43e8-9e9b-d5f57f5fc91a tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:44.729334 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-703baafa-944c-40e9-869b-ab5b129e87b5 req-29181b41-19b1-43e8-9e9b-d5f57f5fc91a tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Calling delete_port for 3d9f66cb-809b-4b61-afb1-19de2b390ca5 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:19:44.763206 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:44.936702 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-703baafa-944c-40e9-869b-ab5b129e87b5 req-29181b41-19b1-43e8-9e9b-d5f57f5fc91a tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:44.952804 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['3d9f66cb-809b-4b61-afb1-19de2b390ca5'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:19:44.979764 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6c2091e5-f492-410b-b7e7-74cfe5cfae1e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:19:44.983927 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29181b41-19b1-43e8-9e9b-d5f57f5fc91a tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Pushing event deleted for resources: {'Port': ['ID=3d9f66cb-809b-4b61-afb1-19de2b390ca5,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:45.043662 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-703baafa-944c-40e9-869b-ab5b129e87b5 req-29181b41-19b1-43e8-9e9b-d5f57f5fc91a tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] No DVR routers for this DVR port 3d9f66cb-809b-4b61-afb1-19de2b390ca5 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:19:45.048437 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-703baafa-944c-40e9-869b-ab5b129e87b5 req-29181b41-19b1-43e8-9e9b-d5f57f5fc91a tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:45.050569 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-703baafa-944c-40e9-869b-ab5b129e87b5 req-29181b41-19b1-43e8-9e9b-d5f57f5fc91a tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.39 "DELETE /v2.0/ports/3d9f66cb-809b-4b61-afb1-19de2b390ca5 HTTP/1.1" status: 204 len: 173 time: 0.6219621 Sep 30 13:19:45.051008 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48f9b5f-e551-4f1b-abda-f459b974780b', 'name': 'network-vif-deleted', 'tag': '3d9f66cb-809b-4b61-afb1-19de2b390ca5'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:19:45.053404 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45b3f37-6dd5-4c24-8b3e-c51db291ced4" -d '{"events": [{"server_uuid": "b48f9b5f-e551-4f1b-abda-f459b974780b", "name": "network-vif-deleted", "tag": "3d9f66cb-809b-4b61-afb1-19de2b390ca5"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:19:45.093117 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035eeb27-9896-4a1c-bf8a-c54edd95c71c req-30ee7bc1-09f8-4e40-b937-5e81b42e5df8 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:45.094887 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-035eeb27-9896-4a1c-bf8a-c54edd95c71c req-30ee7bc1-09f8-4e40-b937-5e81b42e5df8 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e9269e-f8e9-4cdc-9cd9-fec200571a04 HTTP/1.1" status: 200 len: 950 time: 0.1220970 Sep 30 13:19:45.141520 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56330e78-993e-4fd8-8bdc-1dfaab4ac72b x-openstack-request-id: req-56330e78-993e-4fd8-8bdc-1dfaab4ac72b {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:19:45.142116 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48f9b5f-e551-4f1b-abda-f459b974780b", "name": "network-vif-deleted", "tag": "3d9f66cb-809b-4b61-afb1-19de2b390ca5", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:19:45.142578 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56330e78-993e-4fd8-8bdc-1dfaab4ac72b {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:19:45.143176 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48f9b5f-e551-4f1b-abda-f459b974780b', 'name': 'network-vif-deleted', 'tag': '3d9f66cb-809b-4b61-afb1-19de2b390ca5', 'status': 'completed', 'code': 200} Sep 30 13:19:45.160201 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-035eeb27-9896-4a1c-bf8a-c54edd95c71c req-5cb6c05f-41a3-4f31-870a-5fc0fa08b93f tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/security-groups?id=31b1b353-2343-4016-b4b4-839cfae161a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544045 Sep 30 13:19:45.262703 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-88db383b-1977-4a6b-8300-28546ca42eb0 req-c02aeafc-1cb0-4fca-bd67-1e7696246359 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=b48f9b5f-e551-4f1b-abda-f459b974780b HTTP/1.1" status: 200 len: 210 time: 0.0294280 Sep 30 13:19:45.271536 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e9269e-f8e9-4cdc-9cd9-fec200571a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10a8961-482e-414f-b158-db0e5a590902'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:19:45.274161 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0c52a2-9c58-4ed7-8b6f-a37a7cb532ef" -d '{"events": [{"server_uuid": "44e9269e-f8e9-4cdc-9cd9-fec200571a04", "name": "network-vif-plugged", "status": "completed", "tag": "e10a8961-482e-414f-b158-db0e5a590902"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:19:45.316236 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a03c25-2c1d-44e8-b2f9-88cd6402ae3b x-openstack-request-id: req-93a03c25-2c1d-44e8-b2f9-88cd6402ae3b {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:19:45.316618 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e9269e-f8e9-4cdc-9cd9-fec200571a04", "name": "network-vif-plugged", "status": "completed", "tag": "e10a8961-482e-414f-b158-db0e5a590902", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:19:45.316780 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93a03c25-2c1d-44e8-b2f9-88cd6402ae3b {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:19:45.317185 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e9269e-f8e9-4cdc-9cd9-fec200571a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10a8961-482e-414f-b158-db0e5a590902', 'code': 200} Sep 30 13:19:45.456752 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42700e-ee81-44f0-a940-ab9548ceb342 req-371b25e3-af92-4749-bee2-d89e25f14746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:45.458450 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2b42700e-ee81-44f0-a940-ab9548ceb342 req-371b25e3-af92-4749-bee2-d89e25f14746 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=44e9269e-f8e9-4cdc-9cd9-fec200571a04 HTTP/1.1" status: 200 len: 1101 time: 0.0730402 Sep 30 13:19:45.512472 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2b42700e-ee81-44f0-a940-ab9548ceb342 req-945205f5-a890-4d65-9645-fcb494460042 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=31b1b353-2343-4016-b4b4-839cfae161a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372493 Sep 30 13:19:46.353698 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94398771-3c3a-4313-a9f3-1ac77d6e27e7 req-5b010f9a-297e-40cb-a8d2-b333bc73d531 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:46.366617 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-94398771-3c3a-4313-a9f3-1ac77d6e27e7 req-5b010f9a-297e-40cb-a8d2-b333bc73d531 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e9269e-f8e9-4cdc-9cd9-fec200571a04 HTTP/1.1" status: 200 len: 950 time: 0.1037865 Sep 30 13:19:46.440075 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-94398771-3c3a-4313-a9f3-1ac77d6e27e7 req-e87abfe7-8b37-4ece-972d-ce02b13ce3f9 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/security-groups?id=31b1b353-2343-4016-b4b4-839cfae161a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725303 Sep 30 13:19:46.789399 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a8dd3-2990-4626-8914-846a418f8efe req-cf656986-f0ed-4d8c-ae32-ea8af0afd71a tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:46.797610 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e53a8dd3-2990-4626-8914-846a418f8efe req-cf656986-f0ed-4d8c-ae32-ea8af0afd71a tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/networks?id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 HTTP/1.1" status: 200 len: 805 time: 0.1804249 Sep 30 13:19:46.814592 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e53a8dd3-2990-4626-8914-846a418f8efe req-456d433e-b0b4-4111-a6da-245439aca8f7 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/quotas/9fc5434333184b91bb2f4f1696e6b8d6 HTTP/1.1" status: 200 len: 375 time: 0.0159388 Sep 30 13:19:46.863899 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f3a19-ba07-4e98-a51d-aa66d096f3aa req-9e4ba767-dab6-4bdb-b122-fb5c92d58a0c tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:46.874512 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f8f3a19-ba07-4e98-a51d-aa66d096f3aa req-9e4ba767-dab6-4bdb-b122-fb5c92d58a0c tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 947 time: 0.1258979 Sep 30 13:19:46.902840 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e53a8dd3-2990-4626-8914-846a418f8efe req-2c5e2c1e-7df5-48fe-8cc4-e31b3239e48a tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fc5434333184b91bb2f4f1696e6b8d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0872190 Sep 30 13:19:46.933465 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f8f3a19-ba07-4e98-a51d-aa66d096f3aa req-392c2ef2-a860-4ece-ba56-7e0abd3066e6 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542896 Sep 30 13:19:47.009260 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e53a8dd3-2990-4626-8914-846a418f8efe req-d43ced34-45de-4408-9c21-3c09347a708c service neutron] 10.222.0.18 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054173 Sep 30 13:19:47.116197 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e53a8dd3-2990-4626-8914-846a418f8efe req-c0c31b84-176e-48a0-bbdf-ebe7d27d9914 service neutron] 10.222.0.18 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001537 Sep 30 13:19:47.381427 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d0b1cf83-69f9-41a3-ad6d-b965e0ade90d req-011b0991-1cd2-4902-9369-1c6452cb8309 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 210 time: 0.0635304 Sep 30 13:19:47.653952 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db8e7a-2276-48ca-87cb-d21cafed01ed req-d940aa82-631e-4bc0-be09-114a73faf1e6 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:47.655651 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d4db8e7a-2276-48ca-87cb-d21cafed01ed req-d940aa82-631e-4bc0-be09-114a73faf1e6 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e9269e-f8e9-4cdc-9cd9-fec200571a04 HTTP/1.1" status: 200 len: 950 time: 0.0758319 Sep 30 13:19:47.739022 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d4db8e7a-2276-48ca-87cb-d21cafed01ed req-a647f653-9240-45e0-af3f-11b98029fde0 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/security-groups?id=31b1b353-2343-4016-b4b4-839cfae161a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703611 Sep 30 13:19:47.823794 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fb62c-3504-4aed-8bb7-5e9449be0b55 req-a945324a-3376-4850-aeec-af2c7bf418c0 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:47.825476 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0f2fb62c-3504-4aed-8bb7-5e9449be0b55 req-a945324a-3376-4850-aeec-af2c7bf418c0 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.0793090 Sep 30 13:19:47.878581 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0f2fb62c-3504-4aed-8bb7-5e9449be0b55 req-40302edc-d9eb-4539-8935-47e91cc382ef tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423031 Sep 30 13:19:47.949979 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ce137-579a-458c-915f-154ba4d90e30 req-3fd32abe-8e21-4843-aa90-da7216ce5b67 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:47.951977 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a86ce137-579a-458c-915f-154ba4d90e30 req-3fd32abe-8e21-4843-aa90-da7216ce5b67 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf9dc50-9d23-48bf-adbc-625dc5d15414 HTTP/1.1" status: 200 len: 950 time: 0.0925753 Sep 30 13:19:48.007914 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a86ce137-579a-458c-915f-154ba4d90e30 req-1bb6a967-1092-4af3-ba9f-5d4f34e8ee30 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/security-groups?id=31b1b353-2343-4016-b4b4-839cfae161a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487599 Sep 30 13:19:48.026005 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bcf9d-2b5e-45df-8796-292709476676 req-bf11249e-4e29-4dd2-892c-5745690cf03a tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:48.027565 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c56bcf9d-2b5e-45df-8796-292709476676 req-bf11249e-4e29-4dd2-892c-5745690cf03a tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.0695970 Sep 30 13:19:48.070436 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c56bcf9d-2b5e-45df-8796-292709476676 req-a56b5f01-ad7f-4509-90c0-fb350a1a0355 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345929 Sep 30 13:19:48.162258 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f16bd-211e-4fa8-b822-7143b0f5438e req-ea2ec429-ded7-4caf-9ca6-ca2350b8d4a7 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:48.164373 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f1f16bd-211e-4fa8-b822-7143b0f5438e req-ea2ec429-ded7-4caf-9ca6-ca2350b8d4a7 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 947 time: 0.0841584 Sep 30 13:19:48.173463 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-38d98416-feb1-4584-af12-c6fe6c3f0153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:48.206676 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f1f16bd-211e-4fa8-b822-7143b0f5438e req-bbeac11f-6660-4aac-9c3f-06a38fc7be19 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342901 Sep 30 13:19:48.447760 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-0b29d750-0b81-48e5-9a62-71312a16a8c6 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:48.456091 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-0b29d750-0b81-48e5-9a62-71312a16a8c6 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 812 time: 0.1648233 Sep 30 13:19:48.474681 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-7d6a70e5-6a42-4a0f-b222-d78be485eb02 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/quotas/750d23c361c34df48a49df50aefc09af HTTP/1.1" status: 200 len: 375 time: 0.0174491 Sep 30 13:19:48.629006 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e64af290-8eac-4627-95b1-50b9352dfc9f req-b5ed5fd6-4f52-4d68-a52a-679fdcc554a8 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 210 time: 0.1012309 Sep 30 13:19:48.840765 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a8dd3-2990-4626-8914-846a418f8efe req-209c5249-0189-49d5-9ad7-d264b748ff54 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:48.843855 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e53a8dd3-2990-4626-8914-846a418f8efe req-209c5249-0189-49d5-9ad7-d264b748ff54 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.54 "GET /v2.0/networks?id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 HTTP/1.1" status: 200 len: 805 time: 0.2112379 Sep 30 13:19:48.862479 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-e53a8dd3-2990-4626-8914-846a418f8efe req-24b0c022-5d4c-4db2-9cf6-c342b3ae2915 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Request body: {'port': {'device_id': 'af92a63f-df7e-4294-8744-a2d4a4bed962', 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1', 'admin_state_up': True, 'tenant_id': '9fc5434333184b91bb2f4f1696e6b8d6'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:19:48.962654 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac47008-3c21-4b1f-8de9-a8e8f340e284 req-18c26a39-8922-44e8-b4b5-0833a95657cb tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:48.964297 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6ac47008-3c21-4b1f-8de9-a8e8f340e284 req-18c26a39-8922-44e8-b4b5-0833a95657cb tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 947 time: 0.0769110 Sep 30 13:19:48.987278 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3d9f66cb-809b-4b61-afb1-19de2b390ca5 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:19:49.015373 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-e6b8b1fd-0579-4ed3-bf10-d898ea1f4d06 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5376968 Sep 30 13:19:49.081442 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 3d9f66cb-809b-4b61-afb1-19de2b390ca5 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:19:49.082110 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3d9f66cb-809b-4b61-afb1-19de2b390ca5 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:19:49.089954 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e53a8dd3-2990-4626-8914-846a418f8efe req-24b0c022-5d4c-4db2-9cf6-c342b3ae2915 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Made reservation on behalf of 9fc5434333184b91bb2f4f1696e6b8d6 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:19:49.094831 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e53a8dd3-2990-4626-8914-846a418f8efe req-24b0c022-5d4c-4db2-9cf6-c342b3ae2915 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:49.184323 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-6ac47008-3c21-4b1f-8de9-a8e8f340e284 req-89065def-bf34-4451-a0c9-d1641ffbef68 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Deleting port bef15889-749c-4b8e-9c6d-ead8748f7ec2 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:19:49.184634 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6ac47008-3c21-4b1f-8de9-a8e8f340e284 req-89065def-bf34-4451-a0c9-d1641ffbef68 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:49.212056 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-81c61704-5ce6-4b34-892e-882182fa05d4 service neutron] 10.222.0.18 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475618 Sep 30 13:19:49.252768 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-e53a8dd3-2990-4626-8914-846a418f8efe req-24b0c022-5d4c-4db2-9cf6-c342b3ae2915 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Allocated IP 172.20.0.14 (0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1/ffedeff6-d706-4237-b627-e4b936917a2e/450f3068-6338-402f-9021-68ea09ba118d) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:19:49.392891 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-2bd11c91-7e82-4215-8ece-78f875010991 service neutron] 10.222.0.18 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798894 Sep 30 13:19:49.415883 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:49.441517 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea2688-a32d-497e-8e6b-cf6666a943e7 req-8286f0c7-9191-4c2d-90ae-74a3c3f18dff tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:49.443406 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-edea2688-a32d-497e-8e6b-cf6666a943e7 req-8286f0c7-9191-4c2d-90ae-74a3c3f18dff tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 947 time: 0.1451647 Sep 30 13:19:49.512273 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-6ac47008-3c21-4b1f-8de9-a8e8f340e284 req-89065def-bf34-4451-a0c9-d1641ffbef68 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] For port bef15889-749c-4b8e-9c6d-ead8748f7ec2, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=bef15889-749c-4b8e-9c6d-ead8748f7ec2,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:49.512647 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6ac47008-3c21-4b1f-8de9-a8e8f340e284 req-89065def-bf34-4451-a0c9-d1641ffbef68 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:49.544002 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-edea2688-a32d-497e-8e6b-cf6666a943e7 req-12f7b6a4-2d59-4d8b-a431-3ca2343991c4 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups?id=77b67ac9-7afd-4603-89d6-a6af0cd51e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748291 Sep 30 13:19:49.551938 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e53a8dd3-2990-4626-8914-846a418f8efe req-24b0c022-5d4c-4db2-9cf6-c342b3ae2915 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:49.603566 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e53a8dd3-2990-4626-8914-846a418f8efe req-24b0c022-5d4c-4db2-9cf6-c342b3ae2915 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:49.615735 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6c2091e5-f492-410b-b7e7-74cfe5cfae1e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:19:49.837580 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f8f3342-1065-4b63-a7ec-32fb048345ed req-bec5169e-d222-42bb-837c-db08778b4e57 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40d9b81-d2ea-42eb-9e79-d051a30da009 HTTP/1.1" status: 200 len: 210 time: 0.0793645 Sep 30 13:19:49.877196 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e53a8dd3-2990-4626-8914-846a418f8efe req-24b0c022-5d4c-4db2-9cf6-c342b3ae2915 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:19:49.901118 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-e53a8dd3-2990-4626-8914-846a418f8efe req-24b0c022-5d4c-4db2-9cf6-c342b3ae2915 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:19:49.911685 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53a8dd3-2990-4626-8914-846a418f8efe req-24b0c022-5d4c-4db2-9cf6-c342b3ae2915 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:19:49.983705 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75140306-87da-42d3-929b-2bd56416c7a5 req-ab1b86c3-b76d-468c-9e50-d3241c32ec2a tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:49.999769 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75140306-87da-42d3-929b-2bd56416c7a5 req-ab1b86c3-b76d-468c-9e50-d3241c32ec2a tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 932 time: 0.2501984 Sep 30 13:19:50.003662 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0c022-5d4c-4db2-9cf6-c342b3ae2915 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Pushing event updated for resources: {'Port': ['ID=450f3068-6338-402f-9021-68ea09ba118d,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:50.053343 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a8dd3-2990-4626-8914-846a418f8efe req-24b0c022-5d4c-4db2-9cf6-c342b3ae2915 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:50.053989 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e53a8dd3-2990-4626-8914-846a418f8efe req-24b0c022-5d4c-4db2-9cf6-c342b3ae2915 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:50.093194 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e53a8dd3-2990-4626-8914-846a418f8efe req-24b0c022-5d4c-4db2-9cf6-c342b3ae2915 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2354269 Sep 30 13:19:50.111232 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-e53a8dd3-2990-4626-8914-846a418f8efe req-6e96f668-55d5-4ee8-a8b4-28008b690e60 service neutron] Request body: {'port': {'device_id': 'af92a63f-df7e-4294-8744-a2d4a4bed962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:19:50.219272 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e53a8dd3-2990-4626-8914-846a418f8efe req-6e96f668-55d5-4ee8-a8b4-28008b690e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:50.236640 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75140306-87da-42d3-929b-2bd56416c7a5 req-e85e9a41-440f-4bf4-8af8-1d6e2bc0970e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308242 Sep 30 13:19:50.247459 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6ac47008-3c21-4b1f-8de9-a8e8f340e284 req-89065def-bf34-4451-a0c9-d1641ffbef68 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:50.247834 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6ac47008-3c21-4b1f-8de9-a8e8f340e284 req-89065def-bf34-4451-a0c9-d1641ffbef68 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:50.248302 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [req-6ac47008-3c21-4b1f-8de9-a8e8f340e284 req-89065def-bf34-4451-a0c9-d1641ffbef68 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Floating IP b1da4b02-a703-4bb7-a008-c133f13fc813 disassociated. External IP: 172.25.5.135, port: bef15889-749c-4b8e-9c6d-ead8748f7ec2. Sep 30 13:19:50.252133 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-6ac47008-3c21-4b1f-8de9-a8e8f340e284 req-89065def-bf34-4451-a0c9-d1641ffbef68 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Calling delete_port for bef15889-749c-4b8e-9c6d-ead8748f7ec2 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:19:50.648526 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6ac47008-3c21-4b1f-8de9-a8e8f340e284 req-89065def-bf34-4451-a0c9-d1641ffbef68 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:50.690210 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4face672-bede-4b57-a102-eda824d2d23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:50.718414 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89065def-bf34-4451-a0c9-d1641ffbef68 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Pushing event deleted for resources: {'Port': ['ID=bef15889-749c-4b8e-9c6d-ead8748f7ec2,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:50.772614 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89065def-bf34-4451-a0c9-d1641ffbef68 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:50.773782 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89065def-bf34-4451-a0c9-d1641ffbef68 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:50.774204 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89065def-bf34-4451-a0c9-d1641ffbef68 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:50.774547 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89065def-bf34-4451-a0c9-d1641ffbef68 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:50.774885 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89065def-bf34-4451-a0c9-d1641ffbef68 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:50.776430 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89065def-bf34-4451-a0c9-d1641ffbef68 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:50.776430 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89065def-bf34-4451-a0c9-d1641ffbef68 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:50.782101 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89065def-bf34-4451-a0c9-d1641ffbef68 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:50.782529 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89065def-bf34-4451-a0c9-d1641ffbef68 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:50.782931 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89065def-bf34-4451-a0c9-d1641ffbef68 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:50.783210 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89065def-bf34-4451-a0c9-d1641ffbef68 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:50.783546 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89065def-bf34-4451-a0c9-d1641ffbef68 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:50.872691 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-94c43418-3ae2-450c-a965-8dcbb14e38ff req-da956292-48fc-4b63-a3ea-0a39ff578dd5 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 210 time: 0.0700769 Sep 30 13:19:50.971911 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4dd765dd-141b-4466-a544-c367c3977ab3 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:19:51.047059 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3339d17f-8e2c-47b9-ae60-144509e3d781 req-6ea08dd6-ffe5-4d4c-a585-102d163349fd tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40d9b81-d2ea-42eb-9e79-d051a30da009 HTTP/1.1" status: 200 len: 210 time: 0.0545406 Sep 30 13:19:51.182551 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-e53a8dd3-2990-4626-8914-846a418f8efe req-6e96f668-55d5-4ee8-a8b4-28008b690e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 450f3068-6338-402f-9021-68ea09ba118d {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:19:51.195945 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e53a8dd3-2990-4626-8914-846a418f8efe req-6e96f668-55d5-4ee8-a8b4-28008b690e60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:51.219029 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ac47008-3c21-4b1f-8de9-a8e8f340e284 req-89065def-bf34-4451-a0c9-d1641ffbef68 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Router bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:19:51.232295 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-e53a8dd3-2990-4626-8914-846a418f8efe req-6e96f668-55d5-4ee8-a8b4-28008b690e60 service neutron] Transition to ACTIVE for port object 450f3068-6338-402f-9021-68ea09ba118d will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:19:51.239498 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e53a8dd3-2990-4626-8914-846a418f8efe req-6e96f668-55d5-4ee8-a8b4-28008b690e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:51.562590 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96f668-55d5-4ee8-a8b4-28008b690e60 service neutron] Pushing event updated for resources: {'Port': ['ID=450f3068-6338-402f-9021-68ea09ba118d,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:51.630949 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:51.675687 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4dd765dd-141b-4466-a544-c367c3977ab3, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4dd765dd-141b-4466-a544-c367c3977ab3,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:51.681601 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ac47008-3c21-4b1f-8de9-a8e8f340e284 req-89065def-bf34-4451-a0c9-d1641ffbef68 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:19:51.703301 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '4dd765dd-141b-4466-a544-c367c3977ab3', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': '4dd765dd-141b-4466-a544-c367c3977ab3', 'mac_address': 'fa:16:3e:16:de:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:19:51.711219 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838ba508-1da3-4718-94a6-94a5c50b9604 None None] Sync routers for ids ['bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:19:51.734688 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b34d6d-9589-4ce3-a076-dd56cef50f6c req-a026d2b6-e542-4445-9d10-7665e743eba6 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:51.750342 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b1b34d6d-9589-4ce3-a076-dd56cef50f6c req-a026d2b6-e542-4445-9d10-7665e743eba6 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 944 time: 0.2912993 Sep 30 13:19:51.791238 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-e53a8dd3-2990-4626-8914-846a418f8efe req-6e96f668-55d5-4ee8-a8b4-28008b690e60 service neutron] Attempting to bind port 450f3068-6338-402f-9021-68ea09ba118d on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:19:51.791800 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-e53a8dd3-2990-4626-8914-846a418f8efe req-6e96f668-55d5-4ee8-a8b4-28008b690e60 service neutron] Attempting to bind port 450f3068-6338-402f-9021-68ea09ba118d by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '9a96c041-5ead-4dbc-b8ed-7970502e222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:19:51.792300 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53a8dd3-2990-4626-8914-846a418f8efe req-6e96f668-55d5-4ee8-a8b4-28008b690e60 service neutron] Attempting to bind port 450f3068-6338-402f-9021-68ea09ba118d on network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:19:51.804237 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53a8dd3-2990-4626-8914-846a418f8efe req-6e96f668-55d5-4ee8-a8b4-28008b690e60 service neutron] Port 450f3068-6338-402f-9021-68ea09ba118d on network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:19:51.805141 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53a8dd3-2990-4626-8914-846a418f8efe req-6e96f668-55d5-4ee8-a8b4-28008b690e60 service neutron] Attempting to bind port 450f3068-6338-402f-9021-68ea09ba118d on network 0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:19:51.808355 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838ba508-1da3-4718-94a6-94a5c50b9604 None None] Routers {'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:19:51.821165 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-838ba508-1da3-4718-94a6-94a5c50b9604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:19:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:19:51.824606 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53a8dd3-2990-4626-8914-846a418f8efe req-6e96f668-55d5-4ee8-a8b4-28008b690e60 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:19:51.825121 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53a8dd3-2990-4626-8914-846a418f8efe req-6e96f668-55d5-4ee8-a8b4-28008b690e60 service neutron] Checking segment: {'id': '9a96c041-5ead-4dbc-b8ed-7970502e222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:19:51.825649 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53a8dd3-2990-4626-8914-846a418f8efe req-6e96f668-55d5-4ee8-a8b4-28008b690e60 service neutron] Bound using segment: {'id': '9a96c041-5ead-4dbc-b8ed-7970502e222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:19:51.826382 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-e53a8dd3-2990-4626-8914-846a418f8efe req-6e96f668-55d5-4ee8-a8b4-28008b690e60 service neutron] Bound port: 450f3068-6338-402f-9021-68ea09ba118d, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a96c041-5ead-4dbc-b8ed-7970502e222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:19:51.827374 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e53a8dd3-2990-4626-8914-846a418f8efe req-6e96f668-55d5-4ee8-a8b4-28008b690e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:51.843861 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac47008-3c21-4b1f-8de9-a8e8f340e284 req-89065def-bf34-4451-a0c9-d1641ffbef68 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] No DVR routers for this DVR port bef15889-749c-4b8e-9c6d-ead8748f7ec2 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:19:51.853295 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6ac47008-3c21-4b1f-8de9-a8e8f340e284 req-89065def-bf34-4451-a0c9-d1641ffbef68 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:51.865333 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b1b34d6d-9589-4ce3-a076-dd56cef50f6c req-b86faec3-c242-40d0-830e-2f9f41392fde tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158726 Sep 30 13:19:51.869179 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6ac47008-3c21-4b1f-8de9-a8e8f340e284 req-89065def-bf34-4451-a0c9-d1641ffbef68 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.54 "DELETE /v2.0/ports/bef15889-749c-4b8e-9c6d-ead8748f7ec2 HTTP/1.1" status: 204 len: 173 time: 2.8527653 Sep 30 13:19:51.869898 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb99b3c-16a0-43f7-901e-9dccc75d0421', 'name': 'network-vif-deleted', 'tag': 'bef15889-749c-4b8e-9c6d-ead8748f7ec2'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:19:51.875793 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f347e51-1de9-43cc-8c7a-3b634b2a4bea" -d '{"events": [{"server_uuid": "4cb99b3c-16a0-43f7-901e-9dccc75d0421", "name": "network-vif-deleted", "tag": "bef15889-749c-4b8e-9c6d-ead8748f7ec2"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:19:51.961004 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-6e5f1386-b42e-49f8-ab4c-f282f7e92c34 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:51.972708 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-6e5f1386-b42e-49f8-ab4c-f282f7e92c34 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.54 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 812 time: 0.6199379 Sep 30 13:19:51.989465 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-c35009ca-22f6-457d-a4d8-103056e4d4fb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Request body: {'port': {'device_id': 'c40d9b81-d2ea-42eb-9e79-d051a30da009', 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'admin_state_up': True, 'tenant_id': '750d23c361c34df48a49df50aefc09af'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:19:52.007816 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:52.024843 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204eb95f-6321-4873-b23d-42f0127d8d21 x-openstack-request-id: req-204eb95f-6321-4873-b23d-42f0127d8d21 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:19:52.026376 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb99b3c-16a0-43f7-901e-9dccc75d0421", "name": "network-vif-deleted", "tag": "bef15889-749c-4b8e-9c6d-ead8748f7ec2", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:19:52.026822 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-204eb95f-6321-4873-b23d-42f0127d8d21 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:19:52.027683 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb99b3c-16a0-43f7-901e-9dccc75d0421', 'name': 'network-vif-deleted', 'tag': 'bef15889-749c-4b8e-9c6d-ead8748f7ec2', 'status': 'completed', 'code': 200} Sep 30 13:19:52.079004 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4dd765dd-141b-4466-a544-c367c3977ab3 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:19:52.252929 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4dd765dd-141b-4466-a544-c367c3977ab3, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4dd765dd-141b-4466-a544-c367c3977ab3,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:52.308015 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:52.343038 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-838ba508-1da3-4718-94a6-94a5c50b9604 None None] Set router bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:19:52.418730 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-c35009ca-22f6-457d-a4d8-103056e4d4fb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Made reservation on behalf of 750d23c361c34df48a49df50aefc09af for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:19:52.423004 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-c35009ca-22f6-457d-a4d8-103056e4d4fb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:52.451996 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a64e4a5c-8d72-4a01-a144-2a24790aaf3e req-214393f7-04d8-42af-a363-f0f0fc650dba tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cb99b3c-16a0-43f7-901e-9dccc75d0421 HTTP/1.1" status: 200 len: 210 time: 0.2479496 Sep 30 13:19:52.462442 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-e53a8dd3-2990-4626-8914-846a418f8efe req-6e96f668-55d5-4ee8-a8b4-28008b690e60 service neutron] For port 450f3068-6338-402f-9021-68ea09ba118d, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:19:52.522093 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-e53a8dd3-2990-4626-8914-846a418f8efe req-6e96f668-55d5-4ee8-a8b4-28008b690e60 service neutron] For port 450f3068-6338-402f-9021-68ea09ba118d, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=450f3068-6338-402f-9021-68ea09ba118d,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:19:52.533782 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e53a8dd3-2990-4626-8914-846a418f8efe req-6e96f668-55d5-4ee8-a8b4-28008b690e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:52.680931 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a8dd3-2990-4626-8914-846a418f8efe req-6e96f668-55d5-4ee8-a8b4-28008b690e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:52.681617 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e53a8dd3-2990-4626-8914-846a418f8efe req-6e96f668-55d5-4ee8-a8b4-28008b690e60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:52.691229 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e53a8dd3-2990-4626-8914-846a418f8efe req-6e96f668-55d5-4ee8-a8b4-28008b690e60 service neutron] 10.222.0.54 "PUT /v2.0/ports/450f3068-6338-402f-9021-68ea09ba118d HTTP/1.1" status: 200 len: 1092 time: 2.5878448 Sep 30 13:19:52.691740 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af92a63f-df7e-4294-8744-a2d4a4bed962', 'tag': '450f3068-6338-402f-9021-68ea09ba118d'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:19:52.710572 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9fb536-e7bc-4f59-a838-9e9e5d323560" -d '{"events": [{"name": "network-changed", "server_uuid": "af92a63f-df7e-4294-8744-a2d4a4bed962", "tag": "450f3068-6338-402f-9021-68ea09ba118d"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:19:52.715194 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5bc12b9c-6a09-45e5-98d8-83bbbf803662 req-1daa7118-34e7-431e-b271-3b9f77301480 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40d9b81-d2ea-42eb-9e79-d051a30da009 HTTP/1.1" status: 200 len: 210 time: 0.0980964 Sep 30 13:19:52.892467 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['4dd765dd-141b-4466-a544-c367c3977ab3'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:19:52.935085 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-c35009ca-22f6-457d-a4d8-103056e4d4fb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Allocated IP 172.20.0.4 (c7e67e25-10d5-4331-9422-13e705e055a0/50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb/42b21439-d621-4727-b083-6ac92ab76020) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:19:52.959095 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3614c806-fcfa-4860-b5df-0d02f4261ee6 x-openstack-request-id: req-3614c806-fcfa-4860-b5df-0d02f4261ee6 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:19:52.980927 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af92a63f-df7e-4294-8744-a2d4a4bed962", "tag": "450f3068-6338-402f-9021-68ea09ba118d", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:19:52.981641 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3614c806-fcfa-4860-b5df-0d02f4261ee6 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:19:52.982997 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af92a63f-df7e-4294-8744-a2d4a4bed962', 'tag': '450f3068-6338-402f-9021-68ea09ba118d', 'status': 'completed', 'code': 200} Sep 30 13:19:53.023212 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96f668-55d5-4ee8-a8b4-28008b690e60 service neutron] Pushing event updated for resources: {'Port': ['ID=450f3068-6338-402f-9021-68ea09ba118d,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:53.041548 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=4dd765dd-141b-4466-a544-c367c3977ab3,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:53.075759 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device bef15889-749c-4b8e-9c6d-ead8748f7ec2 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:19:53.101126 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a8dd3-2990-4626-8914-846a418f8efe req-c31db2bf-9560-4975-9f5a-ab2aa5ea3674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:53.102571 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e53a8dd3-2990-4626-8914-846a418f8efe req-c31db2bf-9560-4975-9f5a-ab2aa5ea3674 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9fc5434333184b91bb2f4f1696e6b8d6&device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 1095 time: 0.3345377 Sep 30 13:19:53.193883 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:53.242427 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: bef15889-749c-4b8e-9c6d-ead8748f7ec2 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:19:53.242765 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device bef15889-749c-4b8e-9c6d-ead8748f7ec2 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:19:53.250731 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41210) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:53.290613 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e53a8dd3-2990-4626-8914-846a418f8efe req-4b49229c-2ab6-43dd-a211-175c8e75a292 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=450f3068-6338-402f-9021-68ea09ba118d HTTP/1.1" status: 200 len: 217 time: 0.1753860 Sep 30 13:19:53.453189 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a8dd3-2990-4626-8914-846a418f8efe req-bab81967-632f-4024-9039-e701cf05e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:53.455472 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e53a8dd3-2990-4626-8914-846a418f8efe req-bab81967-632f-4024-9039-e701cf05e418 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ffedeff6-d706-4237-b627-e4b936917a2e HTTP/1.1" status: 200 len: 845 time: 0.1577320 Sep 30 13:19:53.543139 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e53a8dd3-2990-4626-8914-846a418f8efe req-789954ea-481a-4732-bfb6-eda6d6d3947d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776589 Sep 30 13:19:53.671805 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f19e2-6e39-4911-b858-0c91cb08960f req-0247b56b-214e-4234-9245-b595022d15c7 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:53.681712 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f87f19e2-6e39-4911-b858-0c91cb08960f req-0247b56b-214e-4234-9245-b595022d15c7 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 944 time: 0.5865638 Sep 30 13:19:53.756912 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-acfa259f-0d61-43d4-a935-45a09e6aee98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:53.784217 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-c35009ca-22f6-457d-a4d8-103056e4d4fb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:53.887393 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e53a8dd3-2990-4626-8914-846a418f8efe req-2b9abc53-1a73-4630-9608-10ca2d550e9b service neutron] 10.222.0.54 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348441 Sep 30 13:19:53.899029 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-c35009ca-22f6-457d-a4d8-103056e4d4fb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:54.006601 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f87f19e2-6e39-4911-b858-0c91cb08960f req-3c819a92-3df2-40bf-b865-ac1dc88d01bf tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238330 Sep 30 13:19:54.044795 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-838ba508-1da3-4718-94a6-94a5c50b9604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'name': 'tempest-AttachVolumeShelveTestJSON-294932652-router', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:04Z', 'updated_at': '2021-09-30T13:08:10Z', 'revision_number': 4, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'gw_port': {'id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:05Z', 'updated_at': '2021-09-30T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '8e6a5247-fce5-4db8-881f-82c6104258fe', 'name': '', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'mac_address': 'fa:16:3e:da:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:18Z', 'revision_number': 5, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'subnets': [{'id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:19:54.067350 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-c35009ca-22f6-457d-a4d8-103056e4d4fb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Network c7e67e25-10d5-4331-9422-13e705e055a0 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:19:54.093142 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-c35009ca-22f6-457d-a4d8-103056e4d4fb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:19:54.095621 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-c35009ca-22f6-457d-a4d8-103056e4d4fb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:19:54.103596 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838ba508-1da3-4718-94a6-94a5c50b9604 None None] Checking router: bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:19:54.129780 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838ba508-1da3-4718-94a6-94a5c50b9604 None None] Routers {'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:19:54.130716 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-838ba508-1da3-4718-94a6-94a5c50b9604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:19:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:19:54.135811 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['15a4d455-7021-4eb5-ae85-252ccfe30de0', '0ed9de65-f0f5-47d6-9313-a440f84ebc28'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:19:54.145938 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35009ca-22f6-457d-a4d8-103056e4d4fb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Pushing event updated for resources: {'Port': ['ID=42b21439-d621-4727-b083-6ac92ab76020,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:54.193703 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-c35009ca-22f6-457d-a4d8-103056e4d4fb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:54.196474 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-c35009ca-22f6-457d-a4d8-103056e4d4fb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:54.196994 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e53a8dd3-2990-4626-8914-846a418f8efe req-67bad91b-7840-46ce-b6d1-b60b4f3f117b service neutron] 10.222.0.54 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018396 Sep 30 13:19:54.250960 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:54.438964 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fb536-e7bc-4f59-a838-9e9e5d323560 req-3681e4c5-3869-46c6-9ecf-7de0bad9acec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:54.440496 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e9fb536-e7bc-4f59-a838-9e9e5d323560 req-3681e4c5-3869-46c6-9ecf-7de0bad9acec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9fc5434333184b91bb2f4f1696e6b8d6&device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 1095 time: 0.1808033 Sep 30 13:19:54.468325 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-838ba508-1da3-4718-94a6-94a5c50b9604 None None] Set router bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:19:54.521013 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aee824-c9af-4952-b1d6-f3d561032817 req-e629e44f-48f3-4019-b140-6298148ff0be tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:54.555112 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-18aee824-c9af-4952-b1d6-f3d561032817 req-e629e44f-48f3-4019-b140-6298148ff0be tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40d9b81-d2ea-42eb-9e79-d051a30da009 HTTP/1.1" status: 200 len: 931 time: 0.3159020 Sep 30 13:19:54.568630 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47421c-ce09-4006-b40b-765b8ce709b9 req-27b8844d-5789-4ddb-a237-7c7857d05d54 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:54.573035 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1b47421c-ce09-4006-b40b-765b8ce709b9 req-27b8844d-5789-4ddb-a237-7c7857d05d54 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.2384589 Sep 30 13:19:54.624340 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-18aee824-c9af-4952-b1d6-f3d561032817 req-fe2ca248-4965-4e90-94b6-e2c61799be71 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681641 Sep 30 13:19:54.626633 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40331e27-a0cf-4290-a78b-4d8989b3fdfd req-3465abab-4242-4ea3-80fe-4a91331651b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:54.628224 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-40331e27-a0cf-4290-a78b-4d8989b3fdfd req-3465abab-4242-4ea3-80fe-4a91331651b0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=02a128d560bb4e8a854078bbc7e9b93a&device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 1097 time: 0.5801857 Sep 30 13:19:54.647433 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa291c63-a631-4c8b-9304-c362b400b758 None None] Provisioning complete for port 42b21439-d621-4727-b083-6ac92ab76020 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:19:54.648847 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa291c63-a631-4c8b-9304-c362b400b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:54.698818 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41256) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:54.744187 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1b47421c-ce09-4006-b40b-765b8ce709b9 req-3bdf66cf-2321-4c37-bbc9-cd4aa9137d4b tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609926 Sep 30 13:19:54.784852 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa291c63-a631-4c8b-9304-c362b400b758 None None] Port 42b21439-d621-4727-b083-6ac92ab76020 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:19:54.788876 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fb536-e7bc-4f59-a838-9e9e5d323560 req-e6abd85c-e741-41c8-b538-13feacb2e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:54.790530 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e9fb536-e7bc-4f59-a838-9e9e5d323560 req-e6abd85c-e741-41c8-b538-13feacb2e543 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 HTTP/1.1" status: 200 len: 906 time: 0.3398039 Sep 30 13:19:54.796850 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-acfa259f-0d61-43d4-a935-45a09e6aee98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:54.861766 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-c35009ca-22f6-457d-a4d8-103056e4d4fb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8772311 Sep 30 13:19:54.862659 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-acfa259f-0d61-43d4-a935-45a09e6aee98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:54.880833 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e9fb536-e7bc-4f59-a838-9e9e5d323560 req-6885f9be-77cc-4e73-806a-5a82ba825fce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=450f3068-6338-402f-9021-68ea09ba118d HTTP/1.1" status: 200 len: 217 time: 0.0824096 Sep 30 13:19:54.912836 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-06bdbeda-82c3-4db5-b747-08b3c4df4c4b service neutron] Request body: {'port': {'device_id': 'c40d9b81-d2ea-42eb-9e79-d051a30da009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:19:55.001321 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fb536-e7bc-4f59-a838-9e9e5d323560 req-be50b2df-0609-4b7b-b0ab-d6e35bc8ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:55.003399 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e9fb536-e7bc-4f59-a838-9e9e5d323560 req-be50b2df-0609-4b7b-b0ab-d6e35bc8ff06 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ffedeff6-d706-4237-b627-e4b936917a2e HTTP/1.1" status: 200 len: 845 time: 0.1149786 Sep 30 13:19:55.052596 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4dd765dd-141b-4466-a544-c367c3977ab3 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:19:55.056002 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e9fb536-e7bc-4f59-a838-9e9e5d323560 req-eaa946fe-4e5c-45aa-8e4d-fa369661c421 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429435 Sep 30 13:19:55.254167 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-acfa259f-0d61-43d4-a935-45a09e6aee98 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=756bbd7b57ea43198ed89e905b895044&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9902411 Sep 30 13:19:55.303804 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa259f-0d61-43d4-a935-45a09e6aee98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ca9715-0d64-4bf5-aaff-8fcd6e9d96bb,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:55.307511 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40331e27-a0cf-4290-a78b-4d8989b3fdfd req-f4dd2a85-6b3f-4504-aa75-23d2689af12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:55.309101 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-40331e27-a0cf-4290-a78b-4d8989b3fdfd req-f4dd2a85-6b3f-4504-aa75-23d2689af12f service neutron] 10.222.0.54 "GET /v2.0/networks?id=017e8792-372a-498b-9ea3-b4eeec10adcc HTTP/1.1" status: 200 len: 919 time: 0.6664143 Sep 30 13:19:55.312247 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41276) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:55.340430 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c0c9548-9407-4478-ae9a-32049dc3a371 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:55.352586 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c0c9548-9407-4478-ae9a-32049dc3a371 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:55.360976 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 4dd765dd-141b-4466-a544-c367c3977ab3 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:19:55.361284 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:55.401303 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-838ba508-1da3-4718-94a6-94a5c50b9604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'name': 'tempest-AttachVolumeShelveTestJSON-294932652-router', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:04Z', 'updated_at': '2021-09-30T13:08:10Z', 'revision_number': 4, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'gw_port': {'id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:05Z', 'updated_at': '2021-09-30T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '8e6a5247-fce5-4db8-881f-82c6104258fe', 'name': '', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'mac_address': 'fa:16:3e:da:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:18Z', 'revision_number': 5, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'subnets': [{'id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:19:55.434577 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e9fb536-e7bc-4f59-a838-9e9e5d323560 req-74d363d6-0321-426d-8b7a-64e104455d8b service neutron] 10.222.0.54 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584478 Sep 30 13:19:55.522953 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fe8df-4df9-4d0f-8b6a-9a4572923294 req-d77bb269-0511-4c1a-a3ba-9fb6691092b3 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:55.530809 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-960fe8df-4df9-4d0f-8b6a-9a4572923294 req-d77bb269-0511-4c1a-a3ba-9fb6691092b3 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 944 time: 0.3506491 Sep 30 13:19:55.542750 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838ba508-1da3-4718-94a6-94a5c50b9604 None None] The sync data for ids ['bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'] in n-d-810909-2 is: [{'id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'name': 'tempest-AttachVolumeShelveTestJSON-294932652-router', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:04Z', 'updated_at': '2021-09-30T13:08:10Z', 'revision_number': 4, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'gw_port': {'id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:05Z', 'updated_at': '2021-09-30T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '8e6a5247-fce5-4db8-881f-82c6104258fe', 'name': '', 'network_id': '82efec7b-c7e1-4afa-8d19-9d7200d8225f', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'mac_address': 'fa:16:3e:da:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:09Z', 'updated_at': '2021-09-30T13:08:18Z', 'revision_number': 5, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'subnets': [{'id': '8ac488f0-945c-4387-aad6-12387e6433e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:19:55.582684 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-06bdbeda-82c3-4db5-b747-08b3c4df4c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:55.583106 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c0c9548-9407-4478-ae9a-32049dc3a371 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:55.608795 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c0c9548-9407-4478-ae9a-32049dc3a371 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:55.613084 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41282) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:55.616322 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0c0c9548-9407-4478-ae9a-32049dc3a371 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "DELETE /v2.0/security-groups/77b67ac9-7afd-4603-89d6-a6af0cd51e2a HTTP/1.1" status: 204 len: 168 time: 0.9090557 Sep 30 13:19:55.643486 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-40331e27-a0cf-4290-a78b-4d8989b3fdfd req-fc72ce1f-b7f9-48c1-a4c4-b7e82ed85631 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cece3b54-a432-4cab-b369-a1f468f20d32 HTTP/1.1" status: 200 len: 217 time: 0.2472823 Sep 30 13:19:55.643983 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-81c0f9bb-cd82-4345-ade1-578f029f6471 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] show failed (client error): The resource could not be found. Sep 30 13:19:55.645025 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-81c0f9bb-cd82-4345-ade1-578f029f6471 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "GET /v2.0/security-groups/77b67ac9-7afd-4603-89d6-a6af0cd51e2a HTTP/1.1" status: 404 len: 347 time: 0.0310276 Sep 30 13:19:55.664250 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-960fe8df-4df9-4d0f-8b6a-9a4572923294 req-2f6b63b2-7274-4643-998d-56870994d061 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267693 Sep 30 13:19:55.670524 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41286) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:55.719379 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:55.740147 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e9fb536-e7bc-4f59-a838-9e9e5d323560 req-a0d10ce9-d068-442e-bf51-023b3a26d81f service neutron] 10.222.0.54 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833529 Sep 30 13:19:55.838239 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c9548-9407-4478-ae9a-32049dc3a371 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b67ac9-7afd-4603-89d6-a6af0cd51e2a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:55.949869 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4dd765dd-141b-4466-a544-c367c3977ab3, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4dd765dd-141b-4466-a544-c367c3977ab3,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:55.966517 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf9dc50-9d23-48bf-adbc-625dc5d15414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd765dd-141b-4466-a544-c367c3977ab3'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:19:55.975694 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4e9a13-566b-4ca5-98e6-a8b81978cada" -d '{"events": [{"server_uuid": "baf9dc50-9d23-48bf-adbc-625dc5d15414", "name": "network-vif-plugged", "status": "completed", "tag": "4dd765dd-141b-4466-a544-c367c3977ab3"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:19:56.001036 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:56.103700 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd231dd2-ecca-4799-b553-7980bb98a7b7 req-3943290a-ab62-4043-b4eb-66bbcf54acb4 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:56.113469 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dd231dd2-ecca-4799-b553-7980bb98a7b7 req-3943290a-ab62-4043-b4eb-66bbcf54acb4 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.1226785 Sep 30 13:19:56.185209 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=4dd765dd-141b-4466-a544-c367c3977ab3,revision_number=7']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:56.199872 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dd231dd2-ecca-4799-b553-7980bb98a7b7 req-b7b036d0-572f-453e-aa66-385b5d2b5b38 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816987 Sep 30 13:19:56.206647 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-30fcc49e-8663-4429-986d-0dcc5b8cd82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:56.231727 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-30fcc49e-8663-4429-986d-0dcc5b8cd82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:56.268483 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c37a01-46b1-412e-be18-295467853b6b None None] New status for floating IP b1da4b02-a703-4bb7-a008-c133f13fc813: DOWN {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:19:56.342803 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de9133a-6f51-4603-a728-040d70cbbb0a x-openstack-request-id: req-3de9133a-6f51-4603-a728-040d70cbbb0a {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:19:56.343201 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf9dc50-9d23-48bf-adbc-625dc5d15414", "name": "network-vif-plugged", "status": "completed", "tag": "4dd765dd-141b-4466-a544-c367c3977ab3", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:19:56.343549 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3de9133a-6f51-4603-a728-040d70cbbb0a {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:19:56.344050 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf9dc50-9d23-48bf-adbc-625dc5d15414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd765dd-141b-4466-a544-c367c3977ab3', 'code': 200} Sep 30 13:19:56.402122 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40331e27-a0cf-4290-a78b-4d8989b3fdfd req-03fcbb89-fc82-421f-893f-ae7f173253cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:56.403953 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-40331e27-a0cf-4290-a78b-4d8989b3fdfd req-03fcbb89-fc82-421f-893f-ae7f173253cd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81e7f2ba-9cac-4d42-8c8e-044c8e36e01e HTTP/1.1" status: 200 len: 858 time: 0.7279067 Sep 30 13:19:56.486679 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-30fcc49e-8663-4429-986d-0dcc5b8cd82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:56.489534 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-30fcc49e-8663-4429-986d-0dcc5b8cd82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:56.491057 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-30fcc49e-8663-4429-986d-0dcc5b8cd82d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/06ca9715-0d64-4bf5-aaff-8fcd6e9d96bb HTTP/1.1" status: 204 len: 168 time: 1.1761413 Sep 30 13:19:56.566640 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-40331e27-a0cf-4290-a78b-4d8989b3fdfd req-d1772e7b-a99d-466b-a14b-8e4649d41a2c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=017e8792-372a-498b-9ea3-b4eeec10adcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1350114 Sep 30 13:19:56.579652 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245d98b-6a34-4a22-8c3e-ccb0679468d9 req-0ee98511-ca9d-4461-808f-81501877a1ca tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:56.587521 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7245d98b-6a34-4a22-8c3e-ccb0679468d9 req-0ee98511-ca9d-4461-808f-81501877a1ca tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40d9b81-d2ea-42eb-9e79-d051a30da009 HTTP/1.1" status: 200 len: 931 time: 0.5933847 Sep 30 13:19:56.648591 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fcc49e-8663-4429-986d-0dcc5b8cd82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ca9715-0d64-4bf5-aaff-8fcd6e9d96bb,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:56.743045 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7245d98b-6a34-4a22-8c3e-ccb0679468d9 req-a7c5f81d-acd2-499d-a212-b38e5a0d72b5 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545711 Sep 30 13:19:56.863873 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ccbf7-36f1-4c21-a579-236d6b448bd4 req-1e8ca632-e7e4-49ea-9fe4-d3bdef47aa75 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:56.882607 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-697ccbf7-36f1-4c21-a579-236d6b448bd4 req-1e8ca632-e7e4-49ea-9fe4-d3bdef47aa75 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 944 time: 0.0984216 Sep 30 13:19:56.909724 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41320) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:56.914996 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 450f3068-6338-402f-9021-68ea09ba118d details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:19:56.961745 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-697ccbf7-36f1-4c21-a579-236d6b448bd4 req-56d5a951-1d97-4c96-84ac-53f6eb8d3f04 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781698 Sep 30 13:19:56.979844 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-bb8e4ee5-a826-45f4-8cf1-38e6c9dba764 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Deleting port 22895981-7cf6-4e4a-aca6-a60d454c2bf6 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:19:56.980184 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bb8e4ee5-a826-45f4-8cf1-38e6c9dba764 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:57.006663 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ef4a777e-27b6-463a-8b63-b447a40fbe58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:57.082697 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 450f3068-6338-402f-9021-68ea09ba118d, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=450f3068-6338-402f-9021-68ea09ba118d,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:57.095019 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-40331e27-a0cf-4290-a78b-4d8989b3fdfd req-8cda77df-fb6d-40d2-a63a-a27861c290db service neutron] 10.222.0.54 "GET /v2.0/networks/017e8792-372a-498b-9ea3-b4eeec10adcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849727 Sep 30 13:19:57.103301 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '450f3068-6338-402f-9021-68ea09ba118d', 'network_id': '0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1', 'port_id': '450f3068-6338-402f-9021-68ea09ba118d', 'mac_address': 'fa:16:3e:75:35:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffedeff6-d706-4237-b627-e4b936917a2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:19:57.191246 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bb8e4ee5-a826-45f4-8cf1-38e6c9dba764 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:57.191246 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bb8e4ee5-a826-45f4-8cf1-38e6c9dba764 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:57.218311 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:57.235282 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 450f3068-6338-402f-9021-68ea09ba118d {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:19:57.261326 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 450f3068-6338-402f-9021-68ea09ba118d, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=450f3068-6338-402f-9021-68ea09ba118d,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:19:57.270715 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:57.387726 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=450f3068-6338-402f-9021-68ea09ba118d,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:57.416051 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ef4a777e-27b6-463a-8b63-b447a40fbe58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:57.504578 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ef4a777e-27b6-463a-8b63-b447a40fbe58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:57.546220 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-bb8e4ee5-a826-45f4-8cf1-38e6c9dba764 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Calling delete_port for 22895981-7cf6-4e4a-aca6-a60d454c2bf6 owned by network:floatingip {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:19:57.676138 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['450f3068-6338-402f-9021-68ea09ba118d'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:19:57.680909 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41350) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:19:57.687187 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ef4a777e-27b6-463a-8b63-b447a40fbe58 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ec3b91f15fb141969ac22bd2b26fd456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7660537 Sep 30 13:19:57.824497 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2cbc3219-bc45-4c8a-8745-0e1a8b0dcd63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:57.873412 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a777e-27b6-463a-8b63-b447a40fbe58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23adcf06-6f0a-4b62-864b-338abe5def6b,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:57.884573 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-06bdbeda-82c3-4db5-b747-08b3c4df4c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b21439-d621-4727-b083-6ac92ab76020 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:19:57.895862 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-06bdbeda-82c3-4db5-b747-08b3c4df4c4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:57.900441 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-40331e27-a0cf-4290-a78b-4d8989b3fdfd req-4a47b2a9-c41d-4bf2-9f40-7e32485383c2 service neutron] 10.222.0.54 "GET /v2.0/networks/017e8792-372a-498b-9ea3-b4eeec10adcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7884774 Sep 30 13:19:57.941209 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09985003-7e94-49be-8a3a-512b02b52cc1 req-a00ce755-f952-4688-99ac-ed1dcc9c72d9 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:57.942893 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09985003-7e94-49be-8a3a-512b02b52cc1 req-a00ce755-f952-4688-99ac-ed1dcc9c72d9 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.5248260 Sep 30 13:19:57.943993 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-06bdbeda-82c3-4db5-b747-08b3c4df4c4b service neutron] Transition to ACTIVE for port object 42b21439-d621-4727-b083-6ac92ab76020 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:19:57.972099 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2cbc3219-bc45-4c8a-8745-0e1a8b0dcd63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:57.973689 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-06bdbeda-82c3-4db5-b747-08b3c4df4c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:58.056644 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2c9b9-e399-445b-bc27-48448243092f req-5c8967ea-fa58-4fdb-995b-7fe676a2b6d2 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:58.066797 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6cb2c9b9-e399-445b-bc27-48448243092f req-5c8967ea-fa58-4fdb-995b-7fe676a2b6d2 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40d9b81-d2ea-42eb-9e79-d051a30da009 HTTP/1.1" status: 200 len: 931 time: 0.2166815 Sep 30 13:19:58.070226 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bdbeda-82c3-4db5-b747-08b3c4df4c4b service neutron] Pushing event updated for resources: {'Port': ['ID=42b21439-d621-4727-b083-6ac92ab76020,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:58.080983 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09985003-7e94-49be-8a3a-512b02b52cc1 req-2c4c9211-c93e-447d-9543-aed886df8f3e tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250994 Sep 30 13:19:58.171791 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6cb2c9b9-e399-445b-bc27-48448243092f req-7bbc3a3d-860b-4004-9420-5003150121ac tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995963 Sep 30 13:19:58.206619 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2cbc3219-bc45-4c8a-8745-0e1a8b0dcd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:58.210540 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2cbc3219-bc45-4c8a-8745-0e1a8b0dcd63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:58.216571 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2cbc3219-bc45-4c8a-8745-0e1a8b0dcd63 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/23adcf06-6f0a-4b62-864b-338abe5def6b HTTP/1.1" status: 204 len: 168 time: 0.5342922 Sep 30 13:19:58.218182 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bb8e4ee5-a826-45f4-8cf1-38e6c9dba764 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:58.265926 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc3219-bc45-4c8a-8745-0e1a8b0dcd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23adcf06-6f0a-4b62-864b-338abe5def6b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:58.277138 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-06bdbeda-82c3-4db5-b747-08b3c4df4c4b service neutron] Attempting to bind port 42b21439-d621-4727-b083-6ac92ab76020 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:19:58.283117 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-06bdbeda-82c3-4db5-b747-08b3c4df4c4b service neutron] Attempting to bind port 42b21439-d621-4727-b083-6ac92ab76020 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '0e0b9383-142e-4fe1-9194-2c44872721ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:19:58.284786 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc3219-bc45-4c8a-8745-0e1a8b0dcd63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:58.285267 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-06bdbeda-82c3-4db5-b747-08b3c4df4c4b service neutron] Attempting to bind port 42b21439-d621-4727-b083-6ac92ab76020 on network c7e67e25-10d5-4331-9422-13e705e055a0 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:19:58.287435 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc3219-bc45-4c8a-8745-0e1a8b0dcd63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:58.287866 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc3219-bc45-4c8a-8745-0e1a8b0dcd63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:58.288282 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc3219-bc45-4c8a-8745-0e1a8b0dcd63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:58.288692 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc3219-bc45-4c8a-8745-0e1a8b0dcd63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:58.290160 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc3219-bc45-4c8a-8745-0e1a8b0dcd63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:58.290568 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc3219-bc45-4c8a-8745-0e1a8b0dcd63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:58.292126 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc3219-bc45-4c8a-8745-0e1a8b0dcd63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:58.292545 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc3219-bc45-4c8a-8745-0e1a8b0dcd63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:58.301583 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e4ee5-a826-45f4-8cf1-38e6c9dba764 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Pushing event deleted for resources: {'Port': ['ID=22895981-7cf6-4e4a-aca6-a60d454c2bf6,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:58.305270 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc3219-bc45-4c8a-8745-0e1a8b0dcd63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:58.305719 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc3219-bc45-4c8a-8745-0e1a8b0dcd63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:58.306540 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc3219-bc45-4c8a-8745-0e1a8b0dcd63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:19:58.318275 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-06bdbeda-82c3-4db5-b747-08b3c4df4c4b service neutron] Port 42b21439-d621-4727-b083-6ac92ab76020 on network c7e67e25-10d5-4331-9422-13e705e055a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:19:58.318657 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-06bdbeda-82c3-4db5-b747-08b3c4df4c4b service neutron] Attempting to bind port 42b21439-d621-4727-b083-6ac92ab76020 on network c7e67e25-10d5-4331-9422-13e705e055a0 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:19:58.397905 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-06bdbeda-82c3-4db5-b747-08b3c4df4c4b service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:19:58.397905 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-06bdbeda-82c3-4db5-b747-08b3c4df4c4b service neutron] Checking segment: {'id': '0e0b9383-142e-4fe1-9194-2c44872721ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:19:58.397905 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-06bdbeda-82c3-4db5-b747-08b3c4df4c4b service neutron] Bound using segment: {'id': '0e0b9383-142e-4fe1-9194-2c44872721ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:19:58.397905 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-06bdbeda-82c3-4db5-b747-08b3c4df4c4b service neutron] Bound port: 42b21439-d621-4727-b083-6ac92ab76020, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0b9383-142e-4fe1-9194-2c44872721ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:19:58.397905 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-06bdbeda-82c3-4db5-b747-08b3c4df4c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:58.594556 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bb8e4ee5-a826-45f4-8cf1-38e6c9dba764 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks [] for floatingip, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:58.597851 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bb8e4ee5-a826-45f4-8cf1-38e6c9dba764 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:58.598706 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bb8e4ee5-a826-45f4-8cf1-38e6c9dba764 tempest-AttachVolumeShelveTestJSON-1126458010 tempest-AttachVolumeShelveTestJSON-1126458010-project] 10.222.0.18 "DELETE /v2.0/floatingips/b1da4b02-a703-4bb7-a008-c133f13fc813 HTTP/1.1" status: 204 len: 168 time: 2.8847954 Sep 30 13:19:58.618568 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82b3f7-0cfb-4387-9adf-5d09583acc94 req-e7796dfa-0002-4113-bb73-8711e6bd603e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:58.626130 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1c82b3f7-0cfb-4387-9adf-5d09583acc94 req-e7796dfa-0002-4113-bb73-8711e6bd603e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 945 time: 0.2845886 Sep 30 13:19:58.676007 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-06bdbeda-82c3-4db5-b747-08b3c4df4c4b service neutron] For port 42b21439-d621-4727-b083-6ac92ab76020, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:19:58.700128 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1c82b3f7-0cfb-4387-9adf-5d09583acc94 req-231c30e6-2b80-47d9-bbea-7ac7a2c86979 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683980 Sep 30 13:19:58.713699 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-06bdbeda-82c3-4db5-b747-08b3c4df4c4b service neutron] For port 42b21439-d621-4727-b083-6ac92ab76020, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=42b21439-d621-4727-b083-6ac92ab76020,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:19:58.730423 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-06bdbeda-82c3-4db5-b747-08b3c4df4c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:58.823180 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-06bdbeda-82c3-4db5-b747-08b3c4df4c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:58.823810 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-06bdbeda-82c3-4db5-b747-08b3c4df4c4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:19:58.825360 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-06bdbeda-82c3-4db5-b747-08b3c4df4c4b service neutron] 10.222.0.54 "PUT /v2.0/ports/42b21439-d621-4727-b083-6ac92ab76020 HTTP/1.1" status: 200 len: 1091 time: 3.9173374 Sep 30 13:19:58.825690 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40d9b81-d2ea-42eb-9e79-d051a30da009', 'tag': '42b21439-d621-4727-b083-6ac92ab76020'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:19:58.828531 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96071d63-4f5c-433e-8788-f61c7ab00004" -d '{"events": [{"name": "network-changed", "server_uuid": "c40d9b81-d2ea-42eb-9e79-d051a30da009", "tag": "42b21439-d621-4727-b083-6ac92ab76020"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:19:58.937382 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bdbeda-82c3-4db5-b747-08b3c4df4c4b service neutron] Pushing event updated for resources: {'Port': ['ID=42b21439-d621-4727-b083-6ac92ab76020,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:19:58.983592 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-a0eba7d6-c5c6-4368-8292-05c65c2a8044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:58.986636 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-a0eba7d6-c5c6-4368-8292-05c65c2a8044 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&device_id=c40d9b81-d2ea-42eb-9e79-d051a30da009 HTTP/1.1" status: 200 len: 1094 time: 0.0721529 Sep 30 13:19:59.005691 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70ce404-1c46-4c0a-92ad-fc40522f8c32 x-openstack-request-id: req-a70ce404-1c46-4c0a-92ad-fc40522f8c32 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:19:59.006253 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40d9b81-d2ea-42eb-9e79-d051a30da009", "tag": "42b21439-d621-4727-b083-6ac92ab76020", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:19:59.006691 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a70ce404-1c46-4c0a-92ad-fc40522f8c32 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:19:59.007254 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40d9b81-d2ea-42eb-9e79-d051a30da009', 'tag': '42b21439-d621-4727-b083-6ac92ab76020', 'status': 'completed', 'code': 200} Sep 30 13:19:59.132683 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-2a34582a-e23d-47af-8dc0-db78343d80d2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42b21439-d621-4727-b083-6ac92ab76020 HTTP/1.1" status: 200 len: 217 time: 0.1356745 Sep 30 13:19:59.220390 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-c83a5c83-f9b9-4218-aec9-b766cc744396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:59.227280 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-c83a5c83-f9b9-4218-aec9-b766cc744396 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb HTTP/1.1" status: 200 len: 851 time: 0.0875738 Sep 30 13:19:59.346214 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-7ebea31f-86b0-4938-a4e3-546b9bef39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:59.348148 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-7ebea31f-86b0-4938-a4e3-546b9bef39ec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7e67e25-10d5-4331-9422-13e705e055a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109533 Sep 30 13:19:59.366760 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc13a8-f42c-41cc-9b63-ca317768ec68 req-63649a1e-8d33-4f5a-bd55-01d8df3fabfd tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:59.376866 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-38dc13a8-f42c-41cc-9b63-ca317768ec68 req-63649a1e-8d33-4f5a-bd55-01d8df3fabfd tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.0910530 Sep 30 13:19:59.571023 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-38dc13a8-f42c-41cc-9b63-ca317768ec68 req-7551788d-8f5e-48db-a14e-2b57fb0fa89a tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806684 Sep 30 13:19:59.616526 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e955cd7-e4e7-45f7-bfa8-cbb6bbc9cc0a req-98ca6511-51b5-4823-9879-7631a9ac1b53 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:59.620204 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2e955cd7-e4e7-45f7-bfa8-cbb6bbc9cc0a req-98ca6511-51b5-4823-9879-7631a9ac1b53 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40d9b81-d2ea-42eb-9e79-d051a30da009 HTTP/1.1" status: 200 len: 943 time: 0.2001870 Sep 30 13:19:59.681446 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-3b3b8478-2bc4-4953-b6a6-17ad1a5b537e service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240051 Sep 30 13:19:59.717009 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2e955cd7-e4e7-45f7-bfa8-cbb6bbc9cc0a req-4810e416-6f3a-4141-9727-7a185ac17465 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896552 Sep 30 13:19:59.814366 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d81ee2e-67da-491e-a995-bba2fe9ef13d req-83631736-6f2f-4666-aaa4-4bdb299713cb service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199331 Sep 30 13:19:59.945447 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ef2bb-5389-4c1c-b7f8-ed12ce9254d0 req-1d906187-b62b-4501-b7e9-dd20af12e257 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:59.947005 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-415ef2bb-5389-4c1c-b7f8-ed12ce9254d0 req-1d906187-b62b-4501-b7e9-dd20af12e257 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 945 time: 0.1316400 Sep 30 13:19:59.963709 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96071d63-4f5c-433e-8788-f61c7ab00004 req-2d337eda-1b39-4bc4-9cfe-63f076e1a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:19:59.965187 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-96071d63-4f5c-433e-8788-f61c7ab00004 req-2d337eda-1b39-4bc4-9cfe-63f076e1a058 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&device_id=c40d9b81-d2ea-42eb-9e79-d051a30da009 HTTP/1.1" status: 200 len: 1094 time: 0.0862851 Sep 30 13:20:00.175719 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-415ef2bb-5389-4c1c-b7f8-ed12ce9254d0 req-9e8c3c89-fe8f-4c07-a6a0-d4c7b9afd075 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217441 Sep 30 13:20:00.240841 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96071d63-4f5c-433e-8788-f61c7ab00004 req-b1498512-88aa-40bf-be71-a39bcf66c526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:00.246692 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-96071d63-4f5c-433e-8788-f61c7ab00004 req-b1498512-88aa-40bf-be71-a39bcf66c526 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 913 time: 0.2585237 Sep 30 13:20:00.351264 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-96071d63-4f5c-433e-8788-f61c7ab00004 req-3e7c6fd4-2519-4a0a-8697-cd324116f57c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42b21439-d621-4727-b083-6ac92ab76020 HTTP/1.1" status: 200 len: 217 time: 0.0917170 Sep 30 13:20:00.540237 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96071d63-4f5c-433e-8788-f61c7ab00004 req-2d49467d-b8e7-433f-8d46-5b0f94916ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:00.543416 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-96071d63-4f5c-433e-8788-f61c7ab00004 req-2d49467d-b8e7-433f-8d46-5b0f94916ccf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb HTTP/1.1" status: 200 len: 851 time: 0.1732979 Sep 30 13:20:00.632383 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96071d63-4f5c-433e-8788-f61c7ab00004 req-1247de1f-a1f4-42fe-9623-fa2a8eae59fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:00.638408 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-96071d63-4f5c-433e-8788-f61c7ab00004 req-1247de1f-a1f4-42fe-9623-fa2a8eae59fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7e67e25-10d5-4331-9422-13e705e055a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873506 Sep 30 13:20:00.829433 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f605ce-bb57-417d-bc4b-0f23fbf50a8a req-b0027fb8-5b92-4fe0-aa4a-94f4ef62155f tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:00.839577 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-06f605ce-bb57-417d-bc4b-0f23fbf50a8a req-b0027fb8-5b92-4fe0-aa4a-94f4ef62155f tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.1488762 Sep 30 13:20:00.899009 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-96071d63-4f5c-433e-8788-f61c7ab00004 req-b5cee9d6-231a-4b36-b51e-a642b8da72c6 service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530117 Sep 30 13:20:00.912233 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-06f605ce-bb57-417d-bc4b-0f23fbf50a8a req-3bdd9cd7-94ce-4c1b-933c-4b66a548f419 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713611 Sep 30 13:20:00.945662 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 450f3068-6338-402f-9021-68ea09ba118d up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:20:01.036549 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 450f3068-6338-402f-9021-68ea09ba118d completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:20:01.041274 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 450f3068-6338-402f-9021-68ea09ba118d triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:20:01.041890 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:01.227782 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:01.369401 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 450f3068-6338-402f-9021-68ea09ba118d, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=450f3068-6338-402f-9021-68ea09ba118d,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:01.371489 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af92a63f-df7e-4294-8744-a2d4a4bed962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450f3068-6338-402f-9021-68ea09ba118d'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:20:01.379267 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ecea22-921e-422a-be41-ad28a8fc9e1d" -d '{"events": [{"server_uuid": "af92a63f-df7e-4294-8744-a2d4a4bed962", "name": "network-vif-plugged", "status": "completed", "tag": "450f3068-6338-402f-9021-68ea09ba118d"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:20:01.386754 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:01.488503 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0e95f-2f7f-4eeb-8d7d-f005aa68ed8a req-d20af145-5c04-4488-87c8-4b9988cb1979 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:01.499023 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-13b0e95f-2f7f-4eeb-8d7d-f005aa68ed8a req-d20af145-5c04-4488-87c8-4b9988cb1979 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 945 time: 0.1575816 Sep 30 13:20:01.535187 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=450f3068-6338-402f-9021-68ea09ba118d,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:01.603222 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-13b0e95f-2f7f-4eeb-8d7d-f005aa68ed8a req-0706adfc-6c88-4b28-a399-6ae814e6519e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030703 Sep 30 13:20:01.742598 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d469dc2-8f02-4c68-bd28-32c10a1b7b94 x-openstack-request-id: req-4d469dc2-8f02-4c68-bd28-32c10a1b7b94 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:20:01.742899 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af92a63f-df7e-4294-8744-a2d4a4bed962", "name": "network-vif-plugged", "status": "completed", "tag": "450f3068-6338-402f-9021-68ea09ba118d", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:20:01.743157 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d469dc2-8f02-4c68-bd28-32c10a1b7b94 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:20:01.743563 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af92a63f-df7e-4294-8744-a2d4a4bed962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450f3068-6338-402f-9021-68ea09ba118d', 'code': 200} Sep 30 13:20:01.965735 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-96071d63-4f5c-433e-8788-f61c7ab00004 req-ebb7ae4f-f351-445b-bcf4-6f4beffed374 service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0549514 Sep 30 13:20:02.052257 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca8eba-e6a7-4344-88a2-6cc01ad110fa req-072f4d0c-eceb-4b02-a54d-c50c84f49f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:02.053683 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-31ca8eba-e6a7-4344-88a2-6cc01ad110fa req-072f4d0c-eceb-4b02-a54d-c50c84f49f91 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 1097 time: 0.1383719 Sep 30 13:20:02.109771 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39366d8d-7301-4a10-ab73-9bfecd41680e req-ef52c28f-74df-48a7-9895-3d42bb50ea39 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:02.145424 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-39366d8d-7301-4a10-ab73-9bfecd41680e req-ef52c28f-74df-48a7-9895-3d42bb50ea39 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40d9b81-d2ea-42eb-9e79-d051a30da009 HTTP/1.1" status: 200 len: 943 time: 1.0775921 Sep 30 13:20:02.343340 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bee767-8d6f-4750-aa7b-42a94782d373 req-168ac178-505c-4c4b-9ed7-5b37eb2fb60e tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:02.347909 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-65bee767-8d6f-4750-aa7b-42a94782d373 req-168ac178-505c-4c4b-9ed7-5b37eb2fb60e tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.1699603 Sep 30 13:20:02.367027 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-39366d8d-7301-4a10-ab73-9bfecd41680e req-1326c884-add9-4f61-b61d-b404aecd4471 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214236 Sep 30 13:20:02.377168 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-31ca8eba-e6a7-4344-88a2-6cc01ad110fa req-b2bddb94-8887-4898-a837-183098a8551f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302532 Sep 30 13:20:02.425037 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-65bee767-8d6f-4750-aa7b-42a94782d373 req-84a27b5a-1489-4c20-8831-1e94ac2962d6 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619638 Sep 30 13:20:02.912190 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3d830-f99f-44e9-811a-ecc4b6f1450f req-2139e789-4a32-488e-bba0-4ee1e013d497 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:02.929902 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1ee3d830-f99f-44e9-811a-ecc4b6f1450f req-2139e789-4a32-488e-bba0-4ee1e013d497 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.1489432 Sep 30 13:20:02.945397 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 42b21439-d621-4727-b083-6ac92ab76020 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:20:03.026751 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1ee3d830-f99f-44e9-811a-ecc4b6f1450f req-c319e4f9-e0ce-424d-b484-653e1cc99ff9 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852890 Sep 30 13:20:03.224508 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 42b21439-d621-4727-b083-6ac92ab76020, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=42b21439-d621-4727-b083-6ac92ab76020,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:03.275609 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '42b21439-d621-4727-b083-6ac92ab76020', 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'port_id': '42b21439-d621-4727-b083-6ac92ab76020', 'mac_address': 'fa:16:3e:4f:7b:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:20:03.356674 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:03.391767 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b21439-d621-4727-b083-6ac92ab76020 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:20:03.460962 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 42b21439-d621-4727-b083-6ac92ab76020, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=42b21439-d621-4727-b083-6ac92ab76020,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:03.485478 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:03.617505 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54455a61-d0fe-41bb-9cb3-4c0d58a1f310 req-ff2a4a08-527f-417d-b5a9-ff086a688ef4 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:03.626187 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=42b21439-d621-4727-b083-6ac92ab76020,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:03.628900 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-54455a61-d0fe-41bb-9cb3-4c0d58a1f310 req-ff2a4a08-527f-417d-b5a9-ff086a688ef4 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40d9b81-d2ea-42eb-9e79-d051a30da009 HTTP/1.1" status: 200 len: 944 time: 0.0928760 Sep 30 13:20:03.680761 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-54455a61-d0fe-41bb-9cb3-4c0d58a1f310 req-d3bc3f2e-64c1-4b69-a490-33de82eae7a3 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454702 Sep 30 13:20:03.721062 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55293357-fd5c-4b8f-8465-9dddb0803fdc req-d7e58e34-d253-4125-a896-eb2bad8dfd4b tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:03.743452 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-55293357-fd5c-4b8f-8465-9dddb0803fdc req-d7e58e34-d253-4125-a896-eb2bad8dfd4b tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.1565695 Sep 30 13:20:03.862601 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-55293357-fd5c-4b8f-8465-9dddb0803fdc req-048108fe-4854-4400-bb65-2f2b376c00d5 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026676 Sep 30 13:20:03.945011 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['42b21439-d621-4727-b083-6ac92ab76020'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:20:04.348812 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76854d40-50fa-487d-b7d2-fe7358d1ce53 req-ae4c12e7-c842-43ac-8184-44a9e0a6b4ec tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:04.362632 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-76854d40-50fa-487d-b7d2-fe7358d1ce53 req-ae4c12e7-c842-43ac-8184-44a9e0a6b4ec tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.1322944 Sep 30 13:20:04.432259 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-76854d40-50fa-487d-b7d2-fe7358d1ce53 req-32d866fa-7b24-4de0-a25e-a4347ea82065 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675147 Sep 30 13:20:04.827075 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15add542-c7de-4b02-a130-8f755b6ba0cc req-0e59f65b-89a7-45c9-a983-3f8506e871ce tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:04.834825 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-15add542-c7de-4b02-a130-8f755b6ba0cc req-0e59f65b-89a7-45c9-a983-3f8506e871ce tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.1534381 Sep 30 13:20:04.912474 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-15add542-c7de-4b02-a130-8f755b6ba0cc req-00b10cb6-d080-4ef6-88bb-5b8b90446326 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764282 Sep 30 13:20:04.959977 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc617c-a106-4ce9-b633-95f6ea645c19 req-54f76802-d68c-46ca-b462-7bb6791f2366 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:04.962851 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b9bc617c-a106-4ce9-b633-95f6ea645c19 req-54f76802-d68c-46ca-b462-7bb6791f2366 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40d9b81-d2ea-42eb-9e79-d051a30da009 HTTP/1.1" status: 200 len: 944 time: 0.1303129 Sep 30 13:20:05.065424 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b9bc617c-a106-4ce9-b633-95f6ea645c19 req-2fcfbdb6-4d5b-4546-a868-9ea382b33bec tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920799 Sep 30 13:20:05.141134 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2722f6f-39cf-4969-abb1-6bd8e847391d req-aed4114e-b02c-4ae0-9617-7fd87a04879d tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:05.142706 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a2722f6f-39cf-4969-abb1-6bd8e847391d req-aed4114e-b02c-4ae0-9617-7fd87a04879d tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.1045158 Sep 30 13:20:05.219910 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a2722f6f-39cf-4969-abb1-6bd8e847391d req-0a8cbb8a-314e-491b-9ba4-3f526cbfc6b3 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702329 Sep 30 13:20:05.242659 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486951ba-566c-46a3-bf00-14e4896c6051 req-b38120ac-0495-4d54-b6fc-88292a83185b tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:05.246443 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-486951ba-566c-46a3-bf00-14e4896c6051 req-b38120ac-0495-4d54-b6fc-88292a83185b tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.1136851 Sep 30 13:20:05.343855 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-486951ba-566c-46a3-bf00-14e4896c6051 req-cf615adf-1124-44dc-8c41-14bc8001cf87 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760176 Sep 30 13:20:05.766800 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475bb0c-b94e-4370-b469-5250e256d03b req-ceaab9c4-c1a2-4eda-bd28-da48a940cb6c tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:05.768408 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7475bb0c-b94e-4370-b469-5250e256d03b req-ceaab9c4-c1a2-4eda-bd28-da48a940cb6c tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.0886123 Sep 30 13:20:05.835576 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7475bb0c-b94e-4370-b469-5250e256d03b req-bcc96911-acd8-4cc8-bbd2-23485edcd8aa tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602336 Sep 30 13:20:06.384475 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce97656-1eef-464c-931a-71a00b5a8459 req-333f15b3-f108-4b5c-8889-ecd68fe9c88b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:06.401748 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0ce97656-1eef-464c-931a-71a00b5a8459 req-333f15b3-f108-4b5c-8889-ecd68fe9c88b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40d9b81-d2ea-42eb-9e79-d051a30da009 HTTP/1.1" status: 200 len: 944 time: 0.1959541 Sep 30 13:20:06.480064 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0ce97656-1eef-464c-931a-71a00b5a8459 req-ff15f205-be04-48b7-af2f-68b45669fb2c tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817552 Sep 30 13:20:06.496901 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280424e-227d-4d17-aa6b-95031d8280d0 req-5c6ce827-32fa-4750-a8ff-8e806e832362 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:06.509600 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4280424e-227d-4d17-aa6b-95031d8280d0 req-5c6ce827-32fa-4750-a8ff-8e806e832362 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.1187453 Sep 30 13:20:06.631118 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4280424e-227d-4d17-aa6b-95031d8280d0 req-b2af81db-3b86-4834-8b4a-1cf7d41c2fee tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023636 Sep 30 13:20:06.981997 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 42b21439-d621-4727-b083-6ac92ab76020 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:20:07.075489 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 42b21439-d621-4727-b083-6ac92ab76020 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:20:07.080711 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 42b21439-d621-4727-b083-6ac92ab76020 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:20:07.081244 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:07.090776 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127aa51-2c4c-4447-8008-c89f8802f546 req-6ac10a52-aefa-4d0e-a2b1-c766cb2f4d46 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:07.092673 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0127aa51-2c4c-4447-8008-c89f8802f546 req-6ac10a52-aefa-4d0e-a2b1-c766cb2f4d46 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.0949156 Sep 30 13:20:07.168582 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0127aa51-2c4c-4447-8008-c89f8802f546 req-4be38268-a3ea-475b-a5e6-d20145a5c998 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684719 Sep 30 13:20:07.265383 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:07.313440 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40d9b81-d2ea-42eb-9e79-d051a30da009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b21439-d621-4727-b083-6ac92ab76020'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:20:07.317344 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43908322-2124-4117-9d67-62276becc868" -d '{"events": [{"server_uuid": "c40d9b81-d2ea-42eb-9e79-d051a30da009", "name": "network-vif-plugged", "status": "completed", "tag": "42b21439-d621-4727-b083-6ac92ab76020"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:20:07.342526 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 42b21439-d621-4727-b083-6ac92ab76020, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=42b21439-d621-4727-b083-6ac92ab76020,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:07.361913 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:07.442049 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688a7816-39bc-4319-a86f-99d578a61965 x-openstack-request-id: req-688a7816-39bc-4319-a86f-99d578a61965 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:20:07.445453 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40d9b81-d2ea-42eb-9e79-d051a30da009", "name": "network-vif-plugged", "status": "completed", "tag": "42b21439-d621-4727-b083-6ac92ab76020", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:20:07.445821 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-688a7816-39bc-4319-a86f-99d578a61965 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:20:07.446704 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40d9b81-d2ea-42eb-9e79-d051a30da009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b21439-d621-4727-b083-6ac92ab76020', 'code': 200} Sep 30 13:20:07.453885 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=42b21439-d621-4727-b083-6ac92ab76020,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:07.680936 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72803cd-f9d0-4b18-8ccf-048aacf4e450 req-f9892506-af6b-4864-88a7-b32dd5a65525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:07.690716 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b72803cd-f9d0-4b18-8ccf-048aacf4e450 req-f9892506-af6b-4864-88a7-b32dd5a65525 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c40d9b81-d2ea-42eb-9e79-d051a30da009 HTTP/1.1" status: 200 len: 1096 time: 0.1747880 Sep 30 13:20:07.783396 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b72803cd-f9d0-4b18-8ccf-048aacf4e450 req-77d2de55-5b2c-4043-badd-b23ec04a96ba service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376379 Sep 30 13:20:07.806452 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e8c9d-75ce-4723-bbb8-179c6ba4424f req-89b8fe7a-ef72-4b2e-9eb1-94b883c4f9a2 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:07.823620 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-af4e8c9d-75ce-4723-bbb8-179c6ba4424f req-89b8fe7a-ef72-4b2e-9eb1-94b883c4f9a2 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40d9b81-d2ea-42eb-9e79-d051a30da009 HTTP/1.1" status: 200 len: 945 time: 0.1298616 Sep 30 13:20:07.912128 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03563a07-cc7a-4a77-834c-c4722cefca4f req-c6ec0195-8de3-40e8-bee5-6aacfa5f142a tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:07.915478 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-03563a07-cc7a-4a77-834c-c4722cefca4f req-c6ec0195-8de3-40e8-bee5-6aacfa5f142a tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.0997314 Sep 30 13:20:07.938630 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-af4e8c9d-75ce-4723-bbb8-179c6ba4424f req-91c3a340-844f-478b-9ef1-305938312878 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140304 Sep 30 13:20:07.976542 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-03563a07-cc7a-4a77-834c-c4722cefca4f req-5e5cd499-898d-4c76-8f94-26a85e20caa7 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543318 Sep 30 13:20:08.347669 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd30c6-cf78-4bfb-947f-db45df9ded47 req-fcbf3224-1b3d-4c83-b295-796343faec37 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:08.357177 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3ecd30c6-cf78-4bfb-947f-db45df9ded47 req-fcbf3224-1b3d-4c83-b295-796343faec37 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.0782089 Sep 30 13:20:08.405539 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3ecd30c6-cf78-4bfb-947f-db45df9ded47 req-214556c5-5568-477b-85a5-0a5f7d67e19f tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466535 Sep 30 13:20:08.410749 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41738) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:20:09.158593 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c13b7-43f2-4eb8-9d51-06cfc1055a12 req-8050b749-2043-4e2e-9b1a-1b4d7bcc6809 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:09.166408 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b21c13b7-43f2-4eb8-9d51-06cfc1055a12 req-8050b749-2043-4e2e-9b1a-1b4d7bcc6809 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.0669987 Sep 30 13:20:09.194399 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe23c3-e05f-4946-bf79-3bf2e8167801 req-51287f08-c3bc-470f-82ef-fbe4d27b444b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:09.196160 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-31fe23c3-e05f-4946-bf79-3bf2e8167801 req-51287f08-c3bc-470f-82ef-fbe4d27b444b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40d9b81-d2ea-42eb-9e79-d051a30da009 HTTP/1.1" status: 200 len: 945 time: 0.0899963 Sep 30 13:20:09.219561 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b21c13b7-43f2-4eb8-9d51-06cfc1055a12 req-a6d649a4-c564-4064-a1d9-347710d1cd15 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518806 Sep 30 13:20:09.278434 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-31fe23c3-e05f-4946-bf79-3bf2e8167801 req-7c2036ff-5013-4eec-8c79-c7ff93e055b8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649695 Sep 30 13:20:09.431998 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9ce3802f-efae-4d6d-9648-e82c7ca85e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:09.582396 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe2e64-9256-40f8-8209-4c7ce3000e97 req-5c445df0-bd71-4d56-8a7c-2ce4653a3cc4 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:09.590615 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-80fe2e64-9256-40f8-8209-4c7ce3000e97 req-5c445df0-bd71-4d56-8a7c-2ce4653a3cc4 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.0746930 Sep 30 13:20:09.649922 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-80fe2e64-9256-40f8-8209-4c7ce3000e97 req-97fff160-bf85-484b-ac8c-f2da9a37279f tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581067 Sep 30 13:20:10.032267 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-9ce3802f-efae-4d6d-9648-e82c7ca85e59 admin admin] Deleting port 8e6a5247-fce5-4db8-881f-82c6104258fe {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:20:10.032614 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9ce3802f-efae-4d6d-9648-e82c7ca85e59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:10.162439 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-9ce3802f-efae-4d6d-9648-e82c7ca85e59 admin admin] For port 8e6a5247-fce5-4db8-881f-82c6104258fe, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=8e6a5247-fce5-4db8-881f-82c6104258fe,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:10.162439 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9ce3802f-efae-4d6d-9648-e82c7ca85e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:10.179770 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-9ce3802f-efae-4d6d-9648-e82c7ca85e59 admin admin] Calling delete_port for 8e6a5247-fce5-4db8-881f-82c6104258fe owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:20:10.367300 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0de20b-556c-4056-a430-9d9378cabf66 req-4c0e5e5c-3fea-4e12-930e-27c7bc5a1dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:10.369070 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7b0de20b-556c-4056-a430-9d9378cabf66 req-4c0e5e5c-3fea-4e12-930e-27c7bc5a1dcc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 1097 time: 0.0971301 Sep 30 13:20:10.534978 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7b0de20b-556c-4056-a430-9d9378cabf66 req-dc8d201e-3467-4d35-99f8-886ceca787ff service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207063 Sep 30 13:20:10.549050 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac39274-f4c9-4c5f-981f-bf5122c47533 req-18974968-a291-4968-8385-444e8ea7a1ab tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:10.550874 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eac39274-f4c9-4c5f-981f-bf5122c47533 req-18974968-a291-4968-8385-444e8ea7a1ab tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.1750746 Sep 30 13:20:10.622308 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70600c8-08af-4b5d-9815-3f0fbdbd2fd5 req-1834b1b6-8efc-469c-9fa4-1bd4056be3a2 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:10.650697 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a70600c8-08af-4b5d-9815-3f0fbdbd2fd5 req-1834b1b6-8efc-469c-9fa4-1bd4056be3a2 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40d9b81-d2ea-42eb-9e79-d051a30da009 HTTP/1.1" status: 200 len: 945 time: 0.1205814 Sep 30 13:20:10.684873 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eac39274-f4c9-4c5f-981f-bf5122c47533 req-93b00c1e-165d-47db-a927-1d4d38a3e297 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210849 Sep 30 13:20:10.687929 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9ce3802f-efae-4d6d-9648-e82c7ca85e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:10.730770 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a70600c8-08af-4b5d-9815-3f0fbdbd2fd5 req-edf113ec-9db1-4930-b0fd-6f3fdc652f24 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787370 Sep 30 13:20:10.814296 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3802f-efae-4d6d-9648-e82c7ca85e59 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e6a5247-fce5-4db8-881f-82c6104258fe,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:10.941984 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-66a508eb-8b29-4f5f-872c-3a4646aa42e5 req-6d39e0fc-767e-4803-a9fb-9d3614e5806c tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=750d23c361c34df48a49df50aefc09af HTTP/1.1" status: 200 len: 267 time: 0.0530410 Sep 30 13:20:11.031999 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a508eb-8b29-4f5f-872c-3a4646aa42e5 req-1057b876-5cc8-49db-aaee-7298dea5a663 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:11.040981 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-66a508eb-8b29-4f5f-872c-3a4646aa42e5 req-1057b876-5cc8-49db-aaee-7298dea5a663 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40d9b81-d2ea-42eb-9e79-d051a30da009 HTTP/1.1" status: 200 len: 945 time: 0.0979073 Sep 30 13:20:11.048335 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-66a508eb-8b29-4f5f-872c-3a4646aa42e5 req-29ec5cd1-8c27-453d-a64a-a56b76a2a2a8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Request body: {'port': {'security_groups': []}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:20:11.146538 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-66a508eb-8b29-4f5f-872c-3a4646aa42e5 req-29ec5cd1-8c27-453d-a64a-a56b76a2a2a8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:11.195432 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679c64e-ebe9-4106-8845-89f11ecaf9bc req-2e203b99-396f-450a-bb33-8c787870f43e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:11.205720 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2679c64e-ebe9-4106-8845-89f11ecaf9bc req-2e203b99-396f-450a-bb33-8c787870f43e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.3043468 Sep 30 13:20:11.375363 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9ce3802f-efae-4d6d-9648-e82c7ca85e59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:11.419021 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2679c64e-ebe9-4106-8845-89f11ecaf9bc req-7758ea71-0815-4f36-b14c-d60dd0544c47 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121077 Sep 30 13:20:11.615182 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-66a508eb-8b29-4f5f-872c-3a4646aa42e5 req-29ec5cd1-8c27-453d-a64a-a56b76a2a2a8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] For port 42b21439-d621-4727-b083-6ac92ab76020, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=42b21439-d621-4727-b083-6ac92ab76020,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:11.677046 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-66a508eb-8b29-4f5f-872c-3a4646aa42e5 req-29ec5cd1-8c27-453d-a64a-a56b76a2a2a8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:11.687545 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-66a508eb-8b29-4f5f-872c-3a4646aa42e5 req-29ec5cd1-8c27-453d-a64a-a56b76a2a2a8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:11.704004 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['15a4d455-7021-4eb5-ae85-252ccfe30de0', '0ed9de65-f0f5-47d6-9313-a440f84ebc28'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:20:11.741827 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:20:11.784527 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['42b21439-d621-4727-b083-6ac92ab76020'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:20:11.788716 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a508eb-8b29-4f5f-872c-3a4646aa42e5 req-29ec5cd1-8c27-453d-a64a-a56b76a2a2a8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:11.789564 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-66a508eb-8b29-4f5f-872c-3a4646aa42e5 req-29ec5cd1-8c27-453d-a64a-a56b76a2a2a8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:11.802643 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-66a508eb-8b29-4f5f-872c-3a4646aa42e5 req-29ec5cd1-8c27-453d-a64a-a56b76a2a2a8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "PUT /v2.0/ports/42b21439-d621-4727-b083-6ac92ab76020 HTTP/1.1" status: 200 len: 904 time: 0.7607625 Sep 30 13:20:11.822888 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40d9b81-d2ea-42eb-9e79-d051a30da009', 'tag': '42b21439-d621-4727-b083-6ac92ab76020'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:20:11.830436 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49613c4e-c32c-45d4-8a44-8dc0641eca8b" -d '{"events": [{"name": "network-changed", "server_uuid": "c40d9b81-d2ea-42eb-9e79-d051a30da009", "tag": "42b21439-d621-4727-b083-6ac92ab76020"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:20:11.952366 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec5cd1-8c27-453d-a64a-a56b76a2a2a8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Pushing event updated for resources: {'Port': ['ID=42b21439-d621-4727-b083-6ac92ab76020,revision_number=6']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:11.955412 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce3802f-efae-4d6d-9648-e82c7ca85e59 admin admin] Router bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:20:11.958108 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['42b21439-d621-4727-b083-6ac92ab76020'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:20:12.068255 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f6a48-45b9-42d6-8d30-6bb9f1ab7cd5 req-7624684f-2ea3-46b8-9e43-583d780f908b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:12.103261 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-273f6a48-45b9-42d6-8d30-6bb9f1ab7cd5 req-7624684f-2ea3-46b8-9e43-583d780f908b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40d9b81-d2ea-42eb-9e79-d051a30da009 HTTP/1.1" status: 200 len: 907 time: 0.1378396 Sep 30 13:20:12.199568 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394cce61-b460-402a-9da4-f3b3cde86a1c x-openstack-request-id: req-394cce61-b460-402a-9da4-f3b3cde86a1c {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:20:12.200113 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40d9b81-d2ea-42eb-9e79-d051a30da009", "tag": "42b21439-d621-4727-b083-6ac92ab76020", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:20:12.200569 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-394cce61-b460-402a-9da4-f3b3cde86a1c {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:20:12.202677 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40d9b81-d2ea-42eb-9e79-d051a30da009', 'tag': '42b21439-d621-4727-b083-6ac92ab76020', 'status': 'completed', 'code': 200} Sep 30 13:20:12.238110 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9191c09-8221-4e3c-b764-8e6704ff55cf req-b61906c7-e544-4b00-b689-bd4cb95c5457 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:12.240305 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e9191c09-8221-4e3c-b764-8e6704ff55cf req-b61906c7-e544-4b00-b689-bd4cb95c5457 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.1555412 Sep 30 13:20:12.343002 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e9191c09-8221-4e3c-b764-8e6704ff55cf req-ab410044-3e02-426f-9fcf-1b1c96182cf6 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958507 Sep 30 13:20:12.359228 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce3802f-efae-4d6d-9648-e82c7ca85e59 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:20:12.397953 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254e681-2543-4a30-9226-5b8466400224 req-8be37ea8-5af2-4130-912d-97d02f9e67c2 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:12.410042 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d254e681-2543-4a30-9226-5b8466400224 req-8be37ea8-5af2-4130-912d-97d02f9e67c2 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1325343 Sep 30 13:20:12.413021 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41848) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:20:12.413803 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9ce3802f-efae-4d6d-9648-e82c7ca85e59 admin admin] 10.222.0.18 "PUT /v2.0/routers/bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9984436 Sep 30 13:20:12.451788 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49613c4e-c32c-45d4-8a44-8dc0641eca8b req-91152ab6-5515-436d-9b48-9d767c5614f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:12.458863 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-49613c4e-c32c-45d4-8a44-8dc0641eca8b req-91152ab6-5515-436d-9b48-9d767c5614f7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&device_id=c40d9b81-d2ea-42eb-9e79-d051a30da009 HTTP/1.1" status: 200 len: 1058 time: 0.1143534 Sep 30 13:20:12.548059 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38b2120-2db7-4586-9e02-b3aad2f23960 None None] Sync routers for ids ['bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:20:12.593185 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-954d4729-ea8e-4bf9-892e-3787b243308c admin admin] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:12.682588 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38b2120-2db7-4586-9e02-b3aad2f23960 None None] Routers {'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:20:12.683216 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a38b2120-2db7-4586-9e02-b3aad2f23960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:19:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:20:12.713321 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d254e681-2543-4a30-9226-5b8466400224 req-6d42f1c2-76b0-48a1-afe3-ac27e221d49e tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172028 Sep 30 13:20:12.769806 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49613c4e-c32c-45d4-8a44-8dc0641eca8b req-ac7655f1-6e2f-433d-a1a5-acf612524af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:12.775100 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-49613c4e-c32c-45d4-8a44-8dc0641eca8b req-ac7655f1-6e2f-433d-a1a5-acf612524af5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 913 time: 0.3059404 Sep 30 13:20:12.818911 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62a707-1519-4bbd-82d6-3cf5c5f8eb4d req-c669ca2f-51b1-400b-9c47-7e30605cbfb3 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:12.819488 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ce62a707-1519-4bbd-82d6-3cf5c5f8eb4d req-c669ca2f-51b1-400b-9c47-7e30605cbfb3 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.2041068 Sep 30 13:20:12.922332 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-954d4729-ea8e-4bf9-892e-3787b243308c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:12.941746 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-49613c4e-c32c-45d4-8a44-8dc0641eca8b req-44b990f8-1436-447f-b58b-fb1049d1c5d9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42b21439-d621-4727-b083-6ac92ab76020 HTTP/1.1" status: 200 len: 217 time: 0.1168320 Sep 30 13:20:12.973883 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-a38b2120-2db7-4586-9e02-b3aad2f23960 None None] Set router bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:20:13.128013 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-34fa3942-10c7-49b4-b4cf-0ec52523b7c1 None None] Provisioning complete for port 42b21439-d621-4727-b083-6ac92ab76020 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:20:13.128381 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-34fa3942-10c7-49b4-b4cf-0ec52523b7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:13.130379 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b511a-4c27-4e0c-9d4d-347a5cb4060a req-eaa03964-30cd-4811-8fe4-39b95d6ee815 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:13.132289 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f2b511a-4c27-4e0c-9d4d-347a5cb4060a req-eaa03964-30cd-4811-8fe4-39b95d6ee815 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1943095 Sep 30 13:20:13.245560 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-954d4729-ea8e-4bf9-892e-3787b243308c admin admin] Deleting port 5fadf3c7-9130-4699-a853-fa72263c7d9c {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:20:13.245902 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-954d4729-ea8e-4bf9-892e-3787b243308c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:13.259046 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f2b511a-4c27-4e0c-9d4d-347a5cb4060a req-32d88e79-2cdd-46fa-9cf7-b6926342d8ee tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141369 Sep 30 13:20:13.484109 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-954d4729-ea8e-4bf9-892e-3787b243308c admin admin] For port 5fadf3c7-9130-4699-a853-fa72263c7d9c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=5fadf3c7-9130-4699-a853-fa72263c7d9c,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:13.484492 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-954d4729-ea8e-4bf9-892e-3787b243308c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:13.516009 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-954d4729-ea8e-4bf9-892e-3787b243308c admin admin] Calling delete_port for 5fadf3c7-9130-4699-a853-fa72263c7d9c owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:20:13.580278 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ce62a707-1519-4bbd-82d6-3cf5c5f8eb4d req-dbcab6cd-699d-482c-9c71-634b55543003 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7240779 Sep 30 13:20:13.599173 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49613c4e-c32c-45d4-8a44-8dc0641eca8b req-0632bdd8-02b0-4d3e-a395-cbbe3551c14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:13.603704 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-49613c4e-c32c-45d4-8a44-8dc0641eca8b req-0632bdd8-02b0-4d3e-a395-cbbe3551c14c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb HTTP/1.1" status: 200 len: 851 time: 0.6404715 Sep 30 13:20:13.838269 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49613c4e-c32c-45d4-8a44-8dc0641eca8b req-67d49da2-1890-4985-910c-1d3c548bbd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:13.840294 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-49613c4e-c32c-45d4-8a44-8dc0641eca8b req-67d49da2-1890-4985-910c-1d3c548bbd9f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7e67e25-10d5-4331-9422-13e705e055a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2265716 Sep 30 13:20:13.944223 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a38b2120-2db7-4586-9e02-b3aad2f23960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'name': 'tempest-AttachVolumeShelveTestJSON-294932652-router', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:04Z', 'updated_at': '2021-09-30T13:20:10Z', 'revision_number': 5, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'gw_port': {'id': '5fadf3c7-9130-4699-a853-fa72263c7d9c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:08:05Z', 'updated_at': '2021-09-30T13:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:20:13.990951 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38b2120-2db7-4586-9e02-b3aad2f23960 None None] Checking router: bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:20:14.015092 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38b2120-2db7-4586-9e02-b3aad2f23960 None None] Routers {'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:20:14.015728 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a38b2120-2db7-4586-9e02-b3aad2f23960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:19:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:20:14.266788 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-54d8b142-78a2-4c96-9f99-1e02b98e9be2 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:14.274136 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-54d8b142-78a2-4c96-9f99-1e02b98e9be2 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 812 time: 0.4901145 Sep 30 13:20:14.283057 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-a38b2120-2db7-4586-9e02-b3aad2f23960 None None] Set router bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:20:14.318870 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-d45983ea-ff60-47c1-8311-85d9e7ecaf51 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/quotas/750d23c361c34df48a49df50aefc09af HTTP/1.1" status: 200 len: 375 time: 0.0319915 Sep 30 13:20:14.353099 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1da977-a557-4ab1-ae51-a34bcf3fdc0b req-a8c6bafe-3089-4445-b1ce-3c60074c22b3 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:14.361861 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9c1da977-a557-4ab1-ae51-a34bcf3fdc0b req-a8c6bafe-3089-4445-b1ce-3c60074c22b3 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.1554656 Sep 30 13:20:14.421445 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9c1da977-a557-4ab1-ae51-a34bcf3fdc0b req-d4494253-47e2-4f2f-b23a-8e31bae93bff tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520117 Sep 30 13:20:14.467308 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a38b2120-2db7-4586-9e02-b3aad2f23960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'name': 'tempest-AttachVolumeShelveTestJSON-294932652-router', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:04Z', 'updated_at': '2021-09-30T13:20:12Z', 'revision_number': 6, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:20:14.469631 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-954d4729-ea8e-4bf9-892e-3787b243308c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:14.487894 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-49613c4e-c32c-45d4-8a44-8dc0641eca8b req-a0b6ffaf-2183-41c2-bc1b-ddc5d115feb4 service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349741 Sep 30 13:20:14.537074 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38b2120-2db7-4586-9e02-b3aad2f23960 None None] The sync data for ids ['bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3'] in n-d-810909-2 is: [{'id': 'bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3', 'name': 'tempest-AttachVolumeShelveTestJSON-294932652-router', 'tenant_id': 'dd472ce50e4547d68eaae043f0883472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:08:04Z', 'updated_at': '2021-09-30T13:20:12Z', 'revision_number': 6, 'project_id': 'dd472ce50e4547d68eaae043f0883472', 'gw_port_host': None}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:20:14.573745 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-81aa2d9b-f17d-4de3-9488-a43e5276879f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2282975 Sep 30 13:20:14.636733 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d4729-ea8e-4bf9-892e-3787b243308c admin admin] Pushing event deleted for resources: {'Port': ['ID=5fadf3c7-9130-4699-a853-fa72263c7d9c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:14.755953 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-954d4729-ea8e-4bf9-892e-3787b243308c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:14.758336 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:14.777481 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-49613c4e-c32c-45d4-8a44-8dc0641eca8b req-b2eb0a49-3409-4085-a8b5-c36e8d9d9176 service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817030 Sep 30 13:20:14.856614 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-3b41a13a-7d68-4d0e-a239-2d5aab8b42b5 service neutron] 10.222.0.18 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719381 Sep 30 13:20:14.927376 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-954d4729-ea8e-4bf9-892e-3787b243308c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:14.930810 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-954d4729-ea8e-4bf9-892e-3787b243308c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:15.036219 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-954d4729-ea8e-4bf9-892e-3787b243308c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:15.036920 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954d4729-ea8e-4bf9-892e-3787b243308c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:20:15.044652 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-03c77dc8-0b07-4e6c-96e7-865fde018ec1 service neutron] 10.222.0.18 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780603 Sep 30 13:20:15.053119 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-954d4729-ea8e-4bf9-892e-3787b243308c admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:15.054693 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-954d4729-ea8e-4bf9-892e-3787b243308c admin admin] 10.222.0.18 "DELETE /v2.0/routers/bf3d3e62-f24a-4dab-8ca0-1cde6b12fad3 HTTP/1.1" status: 204 len: 168 time: 2.6405163 Sep 30 13:20:15.057508 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41940) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:20:15.075422 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9851e-6bfa-4241-a446-939a84f6357c req-e6784ff0-2a0c-41b8-a5ac-97c6cb9d0500 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:15.085921 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-55c9851e-6bfa-4241-a446-939a84f6357c req-e6784ff0-2a0c-41b8-a5ac-97c6cb9d0500 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.1474013 Sep 30 13:20:15.168329 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-55c9851e-6bfa-4241-a446-939a84f6357c req-dcbec6ec-3be7-420b-8adb-c6ba4a965362 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814631 Sep 30 13:20:15.205767 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f7cbc9c-b6a2-4045-8c0a-d1fc93c97e94 admin admin] Deleting subnet 8ac488f0-945c-4387-aad6-12387e6433e7 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:20:15.209140 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f7cbc9c-b6a2-4045-8c0a-d1fc93c97e94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:15.251775 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f7cbc9c-b6a2-4045-8c0a-d1fc93c97e94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:15.369336 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f7cbc9c-b6a2-4045-8c0a-d1fc93c97e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:15.615571 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76faf58f-eeb8-417a-a251-30f7fb146ccd req-af3b2abc-c968-43f9-b304-3db534bb065f tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:15.627259 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-76faf58f-eeb8-417a-a251-30f7fb146ccd req-af3b2abc-c968-43f9-b304-3db534bb065f tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.1048598 Sep 30 13:20:15.635155 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 8e6a5247-fce5-4db8-881f-82c6104258fe no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:20:15.696925 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 8e6a5247-fce5-4db8-881f-82c6104258fe {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:20:15.697365 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 8e6a5247-fce5-4db8-881f-82c6104258fe not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:20:15.698437 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 5fadf3c7-9130-4699-a853-fa72263c7d9c no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:20:15.699221 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7ca9bcaf-d529-4229-9b71-b87cc449d52e req-bd05a808-c307-4dcf-82c9-31e528b0d77f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 210 time: 0.2133088 Sep 30 13:20:15.719845 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-76faf58f-eeb8-417a-a251-30f7fb146ccd req-dd3e8808-28d0-4a45-9761-abae56596c9b tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911753 Sep 30 13:20:15.726488 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f7cbc9c-b6a2-4045-8c0a-d1fc93c97e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:15.749281 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 5fadf3c7-9130-4699-a853-fa72263c7d9c {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:20:15.752113 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 5fadf3c7-9130-4699-a853-fa72263c7d9c not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:20:15.774086 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7cbc9c-b6a2-4045-8c0a-d1fc93c97e94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ac488f0-945c-4387-aad6-12387e6433e7,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:15.777814 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3417901-415e-44ad-9c2d-81100071d2bf req-890db583-64cf-4867-b049-9771404f1901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:15.786865 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a3417901-415e-44ad-9c2d-81100071d2bf req-890db583-64cf-4867-b049-9771404f1901 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=02a128d560bb4e8a854078bbc7e9b93a&device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 1097 time: 0.3221195 Sep 30 13:20:15.790024 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f7cbc9c-b6a2-4045-8c0a-d1fc93c97e94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:15.792404 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3f7cbc9c-b6a2-4045-8c0a-d1fc93c97e94 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8ac488f0-945c-4387-aad6-12387e6433e7 HTTP/1.1" status: 204 len: 168 time: 0.7334900 Sep 30 13:20:15.797902 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aa2979-3015-458e-8564-b47cf56f755e None None] Network 82efec7b-c7e1-4afa-8d19-9d7200d8225f requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:20:15.801097 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41974) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:20:16.167499 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6453af-f51c-403e-aac8-4a5097440c8a None None] DHCP port deletion for 82efec7b-c7e1-4afa-8d19-9d7200d8225f request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:20:16.167822 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3417901-415e-44ad-9c2d-81100071d2bf req-4c56766f-1999-4122-b691-0ab4899b5408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:16.169297 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a3417901-415e-44ad-9c2d-81100071d2bf req-4c56766f-1999-4122-b691-0ab4899b5408 service neutron] 10.222.0.54 "GET /v2.0/networks?id=017e8792-372a-498b-9ea3-b4eeec10adcc HTTP/1.1" status: 200 len: 919 time: 0.3140891 Sep 30 13:20:16.171859 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-34cf540c-8f00-410e-b4a8-7184ce19738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:16.261743 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-1c6453af-f51c-403e-aac8-4a5097440c8a None None] Deleting port 42ef5346-5e06-403f-b2ee-0e484f380f03 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:20:16.262446 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1c6453af-f51c-403e-aac8-4a5097440c8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:16.347604 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a3417901-415e-44ad-9c2d-81100071d2bf req-6ad5f207-3ce7-4d71-b473-2bb088eb6ca5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cece3b54-a432-4cab-b369-a1f468f20d32 HTTP/1.1" status: 200 len: 217 time: 0.1672332 Sep 30 13:20:16.372256 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21605af7-e9d4-42b9-90ba-c0ba8dd428b9 req-fd4b53c3-4e73-47eb-be9e-1df8483711fc tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:16.381718 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7597cf-052f-4143-a481-c22d11337287 req-fc66394b-2f5b-4aa7-9ecc-80938900d4f8 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:16.384109 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7a7597cf-052f-4143-a481-c22d11337287 req-fc66394b-2f5b-4aa7-9ecc-80938900d4f8 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf9dc50-9d23-48bf-adbc-625dc5d15414 HTTP/1.1" status: 200 len: 950 time: 0.3054874 Sep 30 13:20:16.394648 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-21605af7-e9d4-42b9-90ba-c0ba8dd428b9 req-fd4b53c3-4e73-47eb-be9e-1df8483711fc tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.1210823 Sep 30 13:20:16.407837 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-1c6453af-f51c-403e-aac8-4a5097440c8a None None] For port 42ef5346-5e06-403f-b2ee-0e484f380f03, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=42ef5346-5e06-403f-b2ee-0e484f380f03,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:16.411244 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1c6453af-f51c-403e-aac8-4a5097440c8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:16.439202 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-1c6453af-f51c-403e-aac8-4a5097440c8a None None] Calling delete_port for 42ef5346-5e06-403f-b2ee-0e484f380f03 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:20:16.457580 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-34cf540c-8f00-410e-b4a8-7184ce19738d admin admin] Deleting port 42ef5346-5e06-403f-b2ee-0e484f380f03 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:20:16.457925 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-34cf540c-8f00-410e-b4a8-7184ce19738d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:16.484490 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-21605af7-e9d4-42b9-90ba-c0ba8dd428b9 req-c328e8b1-1e76-4b8f-880f-63c4e4abec1a tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686259 Sep 30 13:20:16.608419 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-34cf540c-8f00-410e-b4a8-7184ce19738d admin admin] For port 42ef5346-5e06-403f-b2ee-0e484f380f03, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=42ef5346-5e06-403f-b2ee-0e484f380f03,segment=NetworkSegment(e7a0a3b9-094d-48bf-a02a-1ffb21cc5269),segment_id=e7a0a3b9-094d-48bf-a02a-1ffb21cc5269)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:16.608771 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-34cf540c-8f00-410e-b4a8-7184ce19738d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:16.623846 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1c6453af-f51c-403e-aac8-4a5097440c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:16.635935 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-34cf540c-8f00-410e-b4a8-7184ce19738d admin admin] Calling delete_port for 42ef5346-5e06-403f-b2ee-0e484f380f03 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:20:16.671814 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6453af-f51c-403e-aac8-4a5097440c8a None None] No DVR routers for this DVR port 42ef5346-5e06-403f-b2ee-0e484f380f03 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:20:16.673754 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6453af-f51c-403e-aac8-4a5097440c8a None None] Pushing event deleted for resources: {'Port': ['ID=42ef5346-5e06-403f-b2ee-0e484f380f03,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:16.692279 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3417901-415e-44ad-9c2d-81100071d2bf req-e1316d2c-2a88-48ac-9b0c-94b7b491016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:16.693783 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a3417901-415e-44ad-9c2d-81100071d2bf req-e1316d2c-2a88-48ac-9b0c-94b7b491016b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81e7f2ba-9cac-4d42-8c8e-044c8e36e01e HTTP/1.1" status: 200 len: 858 time: 0.3291476 Sep 30 13:20:16.729479 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7a7597cf-052f-4143-a481-c22d11337287 req-453ce7a8-e5ad-47c7-9cf2-83623e1139ad tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/security-groups?id=31b1b353-2343-4016-b4b4-839cfae161a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154516 Sep 30 13:20:16.765911 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a3417901-415e-44ad-9c2d-81100071d2bf req-dc35aa95-9805-443d-8709-c5e7fab92d92 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=017e8792-372a-498b-9ea3-b4eeec10adcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354552 Sep 30 13:20:16.862479 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-48e9985c-fde6-4d27-85c1-195532426acf req-c3514175-8fed-484b-8b79-20bcbb771149 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 210 time: 0.0487969 Sep 30 13:20:16.919963 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a3417901-415e-44ad-9c2d-81100071d2bf req-b13a00c2-aa1f-492f-ac89-0ae0d57c3bf9 service neutron] 10.222.0.54 "GET /v2.0/networks/017e8792-372a-498b-9ea3-b4eeec10adcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439724 Sep 30 13:20:17.072618 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-34cf540c-8f00-410e-b4a8-7184ce19738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:17.265146 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cf540c-8f00-410e-b4a8-7184ce19738d admin admin] No DVR routers for this DVR port 42ef5346-5e06-403f-b2ee-0e484f380f03 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:20:17.266991 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf540c-8f00-410e-b4a8-7184ce19738d admin admin] Pushing event deleted for resources: {'Port': ['ID=42ef5346-5e06-403f-b2ee-0e484f380f03,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:17.297532 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf1897-5aa2-4665-91e9-0e43c3bae466 req-d5e0ca96-a9a3-434d-9e5f-c3624a86c9e3 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:17.300732 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-41cf1897-5aa2-4665-91e9-0e43c3bae466 req-d5e0ca96-a9a3-434d-9e5f-c3624a86c9e3 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.3792892 Sep 30 13:20:17.444116 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a3417901-415e-44ad-9c2d-81100071d2bf req-5d1ed20a-2234-4f17-8f51-a29fcda191f6 service neutron] 10.222.0.54 "GET /v2.0/networks/017e8792-372a-498b-9ea3-b4eeec10adcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859087 Sep 30 13:20:17.506726 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-2dbd0089-c54c-49cd-95c0-057823aeafec tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:17.508412 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-2dbd0089-c54c-49cd-95c0-057823aeafec tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.39 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 812 time: 0.4606524 Sep 30 13:20:17.519632 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-41cf1897-5aa2-4665-91e9-0e43c3bae466 req-7d75c3f6-ee0b-4379-ad69-09fe8e1256bb tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378436 Sep 30 13:20:17.529300 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ff62c196-e93a-4aeb-9375-9114c353785f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Request body: {'port': {'device_id': '56566eda-1b08-4016-9eb4-abb63f93fe3d', 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'admin_state_up': True, 'tenant_id': '750d23c361c34df48a49df50aefc09af'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:20:17.575091 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-34cf540c-8f00-410e-b4a8-7184ce19738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:17.625552 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-34cf540c-8f00-410e-b4a8-7184ce19738d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82efec7b-c7e1-4afa-8d19-9d7200d8225f']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:20:17.625792 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 42ef5346-5e06-403f-b2ee-0e484f380f03 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:20:17.637326 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-34cf540c-8f00-410e-b4a8-7184ce19738d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a0a3b9-094d-48bf-a02a-1ffb21cc5269') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:20:17.637958 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-34cf540c-8f00-410e-b4a8-7184ce19738d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a0a3b9-094d-48bf-a02a-1ffb21cc5269') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:20:17.649395 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-34cf540c-8f00-410e-b4a8-7184ce19738d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:17.652771 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 42ef5346-5e06-403f-b2ee-0e484f380f03 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:20:17.653141 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 42ef5346-5e06-403f-b2ee-0e484f380f03 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:20:17.724136 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-34cf540c-8f00-410e-b4a8-7184ce19738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:17.738145 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34cf540c-8f00-410e-b4a8-7184ce19738d admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:20:17.738554 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-34cf540c-8f00-410e-b4a8-7184ce19738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:20:17.740222 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:20:17.781685 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b1bfa-6a51-40b7-a584-689bda073a96 req-f3cf120b-7680-4928-8a64-c7465e6b3316 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:17.791953 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f22b1bfa-6a51-40b7-a584-689bda073a96 req-f3cf120b-7680-4928-8a64-c7465e6b3316 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.1400571 Sep 30 13:20:17.831460 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-34cf540c-8f00-410e-b4a8-7184ce19738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:17.839179 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-34cf540c-8f00-410e-b4a8-7184ce19738d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:17.841006 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-34cf540c-8f00-410e-b4a8-7184ce19738d admin admin] 10.222.0.18 "DELETE /v2.0/networks/82efec7b-c7e1-4afa-8d19-9d7200d8225f HTTP/1.1" status: 204 len: 168 time: 2.0389447 Sep 30 13:20:17.891285 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f22b1bfa-6a51-40b7-a584-689bda073a96 req-a2eaec0f-4db7-4e71-87e8-935926fa4df8 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846767 Sep 30 13:20:17.909985 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ff62c196-e93a-4aeb-9375-9114c353785f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Made reservation on behalf of 750d23c361c34df48a49df50aefc09af for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:20:17.913657 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ff62c196-e93a-4aeb-9375-9114c353785f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:17.927255 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf540c-8f00-410e-b4a8-7184ce19738d admin admin] Pushing event deleted for resources: {'Network': ['ID=82efec7b-c7e1-4afa-8d19-9d7200d8225f,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:18.020530 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c44f7d5-c05b-4032-89ae-cd8064987175 req-556cb438-5a65-404e-bb22-226dc184aecd tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 210 time: 0.0543685 Sep 30 13:20:18.101010 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42064) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:20:18.182218 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bef20-749d-4bdb-9249-0a1c91b6b885 req-db5e3f27-26ed-414c-9809-5fdd8766fdfd tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:18.182218 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b38bef20-749d-4bdb-9249-0a1c91b6b885 req-db5e3f27-26ed-414c-9809-5fdd8766fdfd tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a083a53-d552-4fa5-b5cf-1df85feb11b1 HTTP/1.1" status: 200 len: 946 time: 0.0957072 Sep 30 13:20:18.186836 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f183f707-bce8-4a62-a8d6-6e31bdefd01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:18.187806 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4c80ba47-49e8-49ca-b8cc-fbc4a0c04926 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd472ce50e4547d68eaae043f0883472&name=default HTTP/1.1" status: 200 len: 2982 time: 0.0853484 Sep 30 13:20:18.190842 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42068) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:20:18.200304 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ff62c196-e93a-4aeb-9375-9114c353785f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Allocated IP 172.20.0.5 (c7e67e25-10d5-4331-9422-13e705e055a0/50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb/61c015f3-af7d-4e58-8189-44388a78b70a) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:20:18.260815 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a0c02b66-fbe9-47b0-be42-4f71770b4696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:18.288722 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a0c02b66-fbe9-47b0-be42-4f71770b4696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:18.290770 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b38bef20-749d-4bdb-9249-0a1c91b6b885 req-f6d3f662-4b5a-4e7e-aafc-074084785d0f tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/security-groups?id=6523ed70-f638-4e69-8c6d-4d17dff0f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665884 Sep 30 13:20:18.347595 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a0c02b66-fbe9-47b0-be42-4f71770b4696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:18.350490 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a0c02b66-fbe9-47b0-be42-4f71770b4696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:18.354006 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a0c02b66-fbe9-47b0-be42-4f71770b4696 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/896e3e6d-39f7-4dcd-aa8b-54576ac95c18 HTTP/1.1" status: 204 len: 168 time: 0.1595335 Sep 30 13:20:18.365554 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c02b66-fbe9-47b0-be42-4f71770b4696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896e3e6d-39f7-4dcd-aa8b-54576ac95c18,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:18.502635 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ff62c196-e93a-4aeb-9375-9114c353785f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:18.547782 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ff62c196-e93a-4aeb-9375-9114c353785f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:18.560528 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['15a4d455-7021-4eb5-ae85-252ccfe30de0', '0ed9de65-f0f5-47d6-9313-a440f84ebc28'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:20:18.604924 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ff62c196-e93a-4aeb-9375-9114c353785f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Network c7e67e25-10d5-4331-9422-13e705e055a0 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:20:18.609173 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ff62c196-e93a-4aeb-9375-9114c353785f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:20:18.622312 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ff62c196-e93a-4aeb-9375-9114c353785f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:20:18.630443 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62c196-e93a-4aeb-9375-9114c353785f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Pushing event updated for resources: {'Port': ['ID=61c015f3-af7d-4e58-8189-44388a78b70a,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:18.741626 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065def57-22f0-46b4-9dbf-4de59b7867d6 req-e90ee91a-01d7-4415-8ae6-a0e2203977e1 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:18.748956 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-065def57-22f0-46b4-9dbf-4de59b7867d6 req-e90ee91a-01d7-4415-8ae6-a0e2203977e1 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.0737815 Sep 30 13:20:18.760997 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ff62c196-e93a-4aeb-9375-9114c353785f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:18.761774 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ff62c196-e93a-4aeb-9375-9114c353785f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:18.792675 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ff62c196-e93a-4aeb-9375-9114c353785f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2687738 Sep 30 13:20:18.812559 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-065def57-22f0-46b4-9dbf-4de59b7867d6 req-ac57b2f4-da92-4014-a521-f1301056e261 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627241 Sep 30 13:20:18.820559 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ca663c65-b3b2-48c4-9cd3-0ca890cb4f78 service neutron] Request body: {'port': {'device_id': '56566eda-1b08-4016-9eb4-abb63f93fe3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:20:18.901988 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ca663c65-b3b2-48c4-9cd3-0ca890cb4f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:19.116705 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0631f67-4bc1-4ee4-a242-f8c5cb8dd86b req-30a41a47-3d41-4306-9f2d-daf446951b16 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:19.130415 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c0631f67-4bc1-4ee4-a242-f8c5cb8dd86b req-30a41a47-3d41-4306-9f2d-daf446951b16 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.1245179 Sep 30 13:20:19.159174 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4dd765dd-141b-4466-a544-c367c3977ab3 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:20:19.197576 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c0631f67-4bc1-4ee4-a242-f8c5cb8dd86b req-219e8b63-1737-42de-aafa-58f94bd43131 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643921 Sep 30 13:20:19.225469 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-8cc940b5-102d-445f-925d-0ed4b0258e22 None None] Provisioning complete for port 61c015f3-af7d-4e58-8189-44388a78b70a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:20:19.230321 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8cc940b5-102d-445f-925d-0ed4b0258e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:19.279440 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-8cc940b5-102d-445f-925d-0ed4b0258e22 None None] Port 61c015f3-af7d-4e58-8189-44388a78b70a cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:20:19.327323 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:19.334571 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fc63d-b0f9-4414-b7b8-c6a1cdf4bb88 req-51e7045b-63b9-4b9b-a0ec-0f7cc97210bc tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:19.358983 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-036fc63d-b0f9-4414-b7b8-c6a1cdf4bb88 req-51e7045b-63b9-4b9b-a0ec-0f7cc97210bc tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 931 time: 0.1444540 Sep 30 13:20:19.368535 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf9dc50-9d23-48bf-adbc-625dc5d15414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dd765dd-141b-4466-a544-c367c3977ab3'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:20:19.373611 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49363fb-788d-472f-b3ae-6689530e84c6" -d '{"events": [{"server_uuid": "baf9dc50-9d23-48bf-adbc-625dc5d15414", "name": "network-vif-unplugged", "status": "completed", "tag": "4dd765dd-141b-4466-a544-c367c3977ab3"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:20:19.402625 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4dd765dd-141b-4466-a544-c367c3977ab3, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4dd765dd-141b-4466-a544-c367c3977ab3,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:19.423868 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:19.481399 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4b077-9d42-4264-9196-4923871a3b89 req-9f834347-0723-42d0-947b-f5091c79ad67 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:19.489389 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-73f4b077-9d42-4264-9196-4923871a3b89 req-9f834347-0723-42d0-947b-f5091c79ad67 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a083a53-d552-4fa5-b5cf-1df85feb11b1 HTTP/1.1" status: 200 len: 946 time: 0.0772102 Sep 30 13:20:19.508153 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:19.536735 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-036fc63d-b0f9-4414-b7b8-c6a1cdf4bb88 req-f1d1eb0b-14f5-4f9e-8954-8d585e11db15 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764739 Sep 30 13:20:19.566036 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=4dd765dd-141b-4466-a544-c367c3977ab3,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:19.603970 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-73f4b077-9d42-4264-9196-4923871a3b89 req-35792b8b-c970-4081-ac27-ac377d1e873a tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/security-groups?id=6523ed70-f638-4e69-8c6d-4d17dff0f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130135 Sep 30 13:20:19.607108 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9482898-bc1e-4ffc-b3f1-38966a6655d0 x-openstack-request-id: req-c9482898-bc1e-4ffc-b3f1-38966a6655d0 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:20:19.607570 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf9dc50-9d23-48bf-adbc-625dc5d15414", "name": "network-vif-unplugged", "status": "completed", "tag": "4dd765dd-141b-4466-a544-c367c3977ab3", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:20:19.607844 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c9482898-bc1e-4ffc-b3f1-38966a6655d0 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:20:19.608331 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf9dc50-9d23-48bf-adbc-625dc5d15414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dd765dd-141b-4466-a544-c367c3977ab3', 'code': 200} Sep 30 13:20:19.691185 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ca663c65-b3b2-48c4-9cd3-0ca890cb4f78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61c015f3-af7d-4e58-8189-44388a78b70a {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:20:19.705354 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ca663c65-b3b2-48c4-9cd3-0ca890cb4f78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:19.720251 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ca663c65-b3b2-48c4-9cd3-0ca890cb4f78 service neutron] Transition to ACTIVE for port object 61c015f3-af7d-4e58-8189-44388a78b70a will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:20:19.724103 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ca663c65-b3b2-48c4-9cd3-0ca890cb4f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:19.752645 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42144) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:20:19.803321 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca663c65-b3b2-48c4-9cd3-0ca890cb4f78 service neutron] Pushing event updated for resources: {'Port': ['ID=61c015f3-af7d-4e58-8189-44388a78b70a,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:19.909753 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ca663c65-b3b2-48c4-9cd3-0ca890cb4f78 service neutron] Attempting to bind port 61c015f3-af7d-4e58-8189-44388a78b70a on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:20:19.910756 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ca663c65-b3b2-48c4-9cd3-0ca890cb4f78 service neutron] Attempting to bind port 61c015f3-af7d-4e58-8189-44388a78b70a by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '0e0b9383-142e-4fe1-9194-2c44872721ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:20:19.911314 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ca663c65-b3b2-48c4-9cd3-0ca890cb4f78 service neutron] Attempting to bind port 61c015f3-af7d-4e58-8189-44388a78b70a on network c7e67e25-10d5-4331-9422-13e705e055a0 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:20:19.916972 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ca663c65-b3b2-48c4-9cd3-0ca890cb4f78 service neutron] Port 61c015f3-af7d-4e58-8189-44388a78b70a on network c7e67e25-10d5-4331-9422-13e705e055a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:20:19.917434 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ca663c65-b3b2-48c4-9cd3-0ca890cb4f78 service neutron] Attempting to bind port 61c015f3-af7d-4e58-8189-44388a78b70a on network c7e67e25-10d5-4331-9422-13e705e055a0 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:20:19.930456 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-84779eac-4b78-4c4e-9b68-72d3e7ab8811 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-888408587-network', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:20:19.955861 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ca663c65-b3b2-48c4-9cd3-0ca890cb4f78 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:20:19.956622 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ca663c65-b3b2-48c4-9cd3-0ca890cb4f78 service neutron] Checking segment: {'id': '0e0b9383-142e-4fe1-9194-2c44872721ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:20:19.957275 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ca663c65-b3b2-48c4-9cd3-0ca890cb4f78 service neutron] Bound using segment: {'id': '0e0b9383-142e-4fe1-9194-2c44872721ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:20:19.957795 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ca663c65-b3b2-48c4-9cd3-0ca890cb4f78 service neutron] Bound port: 61c015f3-af7d-4e58-8189-44388a78b70a, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0b9383-142e-4fe1-9194-2c44872721ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:20:19.958285 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ca663c65-b3b2-48c4-9cd3-0ca890cb4f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:19.970100 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8ac23-a4d0-4cc9-902c-d0a888730f66 req-013f7773-a900-4bbe-aca8-3975b99d649e tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:19.971936 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-01e8ac23-a4d0-4cc9-902c-d0a888730f66 req-013f7773-a900-4bbe-aca8-3975b99d649e tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.0854318 Sep 30 13:20:20.000800 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84779eac-4b78-4c4e-9b68-72d3e7ab8811 admin admin] Made reservation on behalf of ba06ca8c8c6c47e0a3ec08e9fc9296aa for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:20:20.003455 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-84779eac-4b78-4c4e-9b68-72d3e7ab8811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:20.017968 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-84779eac-4b78-4c4e-9b68-72d3e7ab8811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:20.020355 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873a7d2-6e82-495b-98b9-368be5c813d7 req-8d9e47f8-c522-4c7f-bb54-c7425ec3170d tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:20.021867 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7873a7d2-6e82-495b-98b9-368be5c813d7 req-8d9e47f8-c522-4c7f-bb54-c7425ec3170d tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a083a53-d552-4fa5-b5cf-1df85feb11b1 HTTP/1.1" status: 200 len: 946 time: 0.1015813 Sep 30 13:20:20.045423 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-01e8ac23-a4d0-4cc9-902c-d0a888730f66 req-9e69d547-e91b-4bab-b5f3-6d5de4040536 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662637 Sep 30 13:20:20.126310 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ca663c65-b3b2-48c4-9cd3-0ca890cb4f78 service neutron] For port 61c015f3-af7d-4e58-8189-44388a78b70a, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:20:20.141864 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ca663c65-b3b2-48c4-9cd3-0ca890cb4f78 service neutron] For port 61c015f3-af7d-4e58-8189-44388a78b70a, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=61c015f3-af7d-4e58-8189-44388a78b70a,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:20:20.147004 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ca663c65-b3b2-48c4-9cd3-0ca890cb4f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:20.162887 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-84779eac-4b78-4c4e-9b68-72d3e7ab8811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:20.167121 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-84779eac-4b78-4c4e-9b68-72d3e7ab8811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:20.198820 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ca663c65-b3b2-48c4-9cd3-0ca890cb4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:20.199437 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ca663c65-b3b2-48c4-9cd3-0ca890cb4f78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:20.200933 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-ca663c65-b3b2-48c4-9cd3-0ca890cb4f78 service neutron] 10.222.0.39 "PUT /v2.0/ports/61c015f3-af7d-4e58-8189-44388a78b70a HTTP/1.1" status: 200 len: 1091 time: 1.3859744 Sep 30 13:20:20.202464 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56566eda-1b08-4016-9eb4-abb63f93fe3d', 'tag': '61c015f3-af7d-4e58-8189-44388a78b70a'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:20:20.202733 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84779eac-4b78-4c4e-9b68-72d3e7ab8811 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:20:20.204780 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d36376b-7675-48d4-a535-a1703f160a44" -d '{"events": [{"name": "network-changed", "server_uuid": "56566eda-1b08-4016-9eb4-abb63f93fe3d", "tag": "61c015f3-af7d-4e58-8189-44388a78b70a"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:20:20.224878 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84779eac-4b78-4c4e-9b68-72d3e7ab8811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd3a034-02bf-4a18-939b-1e3626e7c42a,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:20.257887 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-84779eac-4b78-4c4e-9b68-72d3e7ab8811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:20.258559 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-84779eac-4b78-4c4e-9b68-72d3e7ab8811 admin admin] Added segment 09db17fb-74d7-4dc0-9134-6b39465ccd33 of type vlan for network 27af5bc2-ae82-46a4-9237-d0fc36f9075e Sep 30 13:20:20.293905 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca663c65-b3b2-48c4-9cd3-0ca890cb4f78 service neutron] Pushing event updated for resources: {'Port': ['ID=61c015f3-af7d-4e58-8189-44388a78b70a,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:20.309622 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d16078e-ca3d-4203-b37f-e125b64adf6e x-openstack-request-id: req-1d16078e-ca3d-4203-b37f-e125b64adf6e {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:20:20.310515 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56566eda-1b08-4016-9eb4-abb63f93fe3d", "tag": "61c015f3-af7d-4e58-8189-44388a78b70a", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:20:20.310979 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d16078e-ca3d-4203-b37f-e125b64adf6e {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:20:20.311560 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56566eda-1b08-4016-9eb4-abb63f93fe3d', 'tag': '61c015f3-af7d-4e58-8189-44388a78b70a', 'status': 'completed', 'code': 200} Sep 30 13:20:20.313973 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-7873a7d2-6e82-495b-98b9-368be5c813d7 req-6e0d3914-3e79-460e-9c48-bb4ae6ce2702 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Deleting port 8ca302ff-8653-4c74-8dfc-dbbffa746506 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:20:20.314757 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7873a7d2-6e82-495b-98b9-368be5c813d7 req-6e0d3914-3e79-460e-9c48-bb4ae6ce2702 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:20.374220 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-84779eac-4b78-4c4e-9b68-72d3e7ab8811 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:20.417656 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-84779eac-4b78-4c4e-9b68-72d3e7ab8811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:20.419005 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84779eac-4b78-4c4e-9b68-72d3e7ab8811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:20.420437 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-84779eac-4b78-4c4e-9b68-72d3e7ab8811 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:20.473665 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547657f-5bdb-4c82-b08e-5c12b4aca5e6 req-205e9675-1fa5-40df-9e83-52b283595294 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:20.475331 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f547657f-5bdb-4c82-b08e-5c12b4aca5e6 req-205e9675-1fa5-40df-9e83-52b283595294 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.1403272 Sep 30 13:20:20.476633 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-84779eac-4b78-4c4e-9b68-72d3e7ab8811 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7224343 Sep 30 13:20:20.501598 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42170) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:20:20.506521 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-07a88748-2d8e-4621-8b98-04ef522e2601 admin admin] Request body: {'subnet': {'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-888408587-subnet', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:20:20.564673 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84779eac-4b78-4c4e-9b68-72d3e7ab8811 admin admin] Pushing event updated for resources: {'Network': ['ID=27af5bc2-ae82-46a4-9237-d0fc36f9075e,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:20.577167 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 27af5bc2-ae82-46a4-9237-d0fc36f9075e details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:20:20.704036 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f547657f-5bdb-4c82-b08e-5c12b4aca5e6 req-66a49c61-791b-435a-895b-644ac4f3fa98 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092750 Sep 30 13:20:20.707597 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a88748-2d8e-4621-8b98-04ef522e2601 admin admin] Made reservation on behalf of ba06ca8c8c6c47e0a3ec08e9fc9296aa for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:20:20.712002 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e48ad16c-7dbe-4d45-8fed-c8edaf406a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:20.714662 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-07a88748-2d8e-4621-8b98-04ef522e2601 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:20.951891 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521de92-a851-4395-a045-40a78933f9e2 req-1aad86d5-86c3-46d6-8a47-506b7379dcaa tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:20.959566 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4521de92-a851-4395-a045-40a78933f9e2 req-1aad86d5-86c3-46d6-8a47-506b7379dcaa tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a083a53-d552-4fa5-b5cf-1df85feb11b1 HTTP/1.1" status: 200 len: 946 time: 0.1260049 Sep 30 13:20:20.967668 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-e0396b3f-257a-4d3c-a7df-e787e7257286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:20.969143 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-e0396b3f-257a-4d3c-a7df-e787e7257286 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 1094 time: 0.6371653 Sep 30 13:20:21.008553 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad808255-ecb4-4e02-b36e-653d13ff953c req-ba1b8bab-f868-4d3a-bbcb-03ec6f699f47 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:21.011173 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ad808255-ecb4-4e02-b36e-653d13ff953c req-ba1b8bab-f868-4d3a-bbcb-03ec6f699f47 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 943 time: 0.1303775 Sep 30 13:20:21.027084 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-07a88748-2d8e-4621-8b98-04ef522e2601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:21.060672 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4521de92-a851-4395-a045-40a78933f9e2 req-b4f43f9d-a805-418c-ab50-314d898683f1 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/security-groups?id=6523ed70-f638-4e69-8c6d-4d17dff0f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994411 Sep 30 13:20:21.067076 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-7873a7d2-6e82-495b-98b9-368be5c813d7 req-6e0d3914-3e79-460e-9c48-bb4ae6ce2702 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] For port 8ca302ff-8653-4c74-8dfc-dbbffa746506, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=8ca302ff-8653-4c74-8dfc-dbbffa746506,segment=NetworkSegment(386f48cd-37d9-47fe-8602-e781409bb5c8),segment_id=386f48cd-37d9-47fe-8602-e781409bb5c8)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:21.067578 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7873a7d2-6e82-495b-98b9-368be5c813d7 req-6e0d3914-3e79-460e-9c48-bb4ae6ce2702 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:21.084145 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-7873a7d2-6e82-495b-98b9-368be5c813d7 req-6e0d3914-3e79-460e-9c48-bb4ae6ce2702 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Calling delete_port for 8ca302ff-8653-4c74-8dfc-dbbffa746506 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:20:21.117801 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a88748-2d8e-4621-8b98-04ef522e2601 admin admin] Checking segment: {'id': '09db17fb-74d7-4dc0-9134-6b39465ccd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:20:21.118374 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a88748-2d8e-4621-8b98-04ef522e2601 admin admin] Network hostable DHCP agents. Network: 27af5bc2-ae82-46a4-9237-d0fc36f9075e, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:20:21.124912 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a88748-2d8e-4621-8b98-04ef522e2601 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d07ac9-b646-4015-9c44-dcf39179fe0f,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:21.148209 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device e10a8961-482e-414f-b158-db0e5a590902 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:20:21.175054 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-e7b5f697-a60d-4eea-a7ab-74159723663c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61c015f3-af7d-4e58-8189-44388a78b70a HTTP/1.1" status: 200 len: 217 time: 0.1909602 Sep 30 13:20:21.185435 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a88748-2d8e-4621-8b98-04ef522e2601 admin admin] Network 27af5bc2-ae82-46a4-9237-d0fc36f9075e is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:20:21.209183 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-07a88748-2d8e-4621-8b98-04ef522e2601 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 27af5bc2-ae82-46a4-9237-d0fc36f9075e) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:20:21.214452 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a88748-2d8e-4621-8b98-04ef522e2601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:21.216041 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-07a88748-2d8e-4621-8b98-04ef522e2601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:21.228282 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc9dc78-934d-4821-9389-62eff21db056 None None] Network 27af5bc2-ae82-46a4-9237-d0fc36f9075e requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:20:21.253729 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-07a88748-2d8e-4621-8b98-04ef522e2601 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7509506 Sep 30 13:20:21.254702 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42222) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:20:21.259831 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-531a61df-75a5-47a7-ba77-1bc4a45988f2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-888408587-router', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:20:21.327938 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7873a7d2-6e82-495b-98b9-368be5c813d7 req-6e0d3914-3e79-460e-9c48-bb4ae6ce2702 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:21.365968 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-531a61df-75a5-47a7-ba77-1bc4a45988f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:21.367365 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-531a61df-75a5-47a7-ba77-1bc4a45988f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:21.404186 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d3914-3e79-460e-9c48-bb4ae6ce2702 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Pushing event deleted for resources: {'Port': ['ID=8ca302ff-8653-4c74-8dfc-dbbffa746506,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:21.465320 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32547959-9bf5-44bd-a1fe-d42af7c42fda req-ba091bcd-2a10-45a4-ba3d-45a884e506cf tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:21.467121 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-32547959-9bf5-44bd-a1fe-d42af7c42fda req-ba091bcd-2a10-45a4-ba3d-45a884e506cf tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.1714168 Sep 30 13:20:21.539528 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ad808255-ecb4-4e02-b36e-653d13ff953c req-a2f7474b-16a1-4444-ba9b-a6a3a9d3a779 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573437 Sep 30 13:20:21.556256 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-7873a7d2-6e82-495b-98b9-368be5c813d7 req-6e0d3914-3e79-460e-9c48-bb4ae6ce2702 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] No DVR routers for this DVR port 8ca302ff-8653-4c74-8dfc-dbbffa746506 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:20:21.559204 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7873a7d2-6e82-495b-98b9-368be5c813d7 req-6e0d3914-3e79-460e-9c48-bb4ae6ce2702 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:21.562100 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7873a7d2-6e82-495b-98b9-368be5c813d7 req-6e0d3914-3e79-460e-9c48-bb4ae6ce2702 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.54 "DELETE /v2.0/ports/8ca302ff-8653-4c74-8dfc-dbbffa746506 HTTP/1.1" status: 204 len: 173 time: 1.5264170 Sep 30 13:20:21.563793 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-983099aa-35c0-4cf0-9560-acb8a2e90c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:21.565154 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-983099aa-35c0-4cf0-9560-acb8a2e90c03 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb HTTP/1.1" status: 200 len: 851 time: 0.2572112 Sep 30 13:20:21.597238 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-531a61df-75a5-47a7-ba77-1bc4a45988f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:21.659821 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6edb5f-39dd-46a4-952f-742b66df158a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-27af5bc2-ae82-46a4-9237-d0fc36f9075e', 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'fixed_ips': [{'subnet_id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:20:21.661428 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ae6edb5f-39dd-46a4-952f-742b66df158a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:21.664279 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-00fcc34d-7ca9-4f0c-9d67-9a23abc1a67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:21.667448 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-00fcc34d-7ca9-4f0c-9d67-9a23abc1a67e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7e67e25-10d5-4331-9422-13e705e055a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837240 Sep 30 13:20:21.752984 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:21.873354 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-32547959-9bf5-44bd-a1fe-d42af7c42fda req-0a4d203a-e394-4d44-82a5-9b1fb80c92f0 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731289 Sep 30 13:20:21.935904 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-ae6edb5f-39dd-46a4-952f-742b66df158a None None] Allocated IP 172.20.0.2 (27af5bc2-ae82-46a4-9237-d0fc36f9075e/b0d07ac9-b646-4015-9c44-dcf39179fe0f/a096a0fd-7305-4fb1-b364-1b598e8d648f) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:20:21.984559 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-531a61df-75a5-47a7-ba77-1bc4a45988f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:21.987887 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-7355f38c-94e6-41f9-90f5-fbb41594f418 service neutron] 10.222.0.39 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111615 Sep 30 13:20:22.002831 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9050fa4-7042-41d3-9a32-3952d0150996 req-b6a12c6d-ec1f-42bc-a208-53af354ca809 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:22.019186 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a9050fa4-7042-41d3-9a32-3952d0150996 req-b6a12c6d-ec1f-42bc-a208-53af354ca809 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.1433914 Sep 30 13:20:22.173832 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ae6edb5f-39dd-46a4-952f-742b66df158a None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:22.198991 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ae6edb5f-39dd-46a4-952f-742b66df158a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:22.205342 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a9050fa4-7042-41d3-9a32-3952d0150996 req-f5722601-56a1-418d-ac7e-011e404e884e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850855 Sep 30 13:20:22.278066 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6edb5f-39dd-46a4-952f-742b66df158a None None] Network 27af5bc2-ae82-46a4-9237-d0fc36f9075e is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:20:22.282582 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6edb5f-39dd-46a4-952f-742b66df158a None None] Pushing event updated for resources: {'Port': ['ID=a096a0fd-7305-4fb1-b364-1b598e8d648f,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:22.292200 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-ae6edb5f-39dd-46a4-952f-742b66df158a None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:20:22.295010 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6edb5f-39dd-46a4-952f-742b66df158a None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:20:22.299001 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port e10a8961-482e-414f-b158-db0e5a590902, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=e10a8961-482e-414f-b158-db0e5a590902,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:22.326354 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d88410b-7d79-4e1a-8a42-12a594db281c req-8c5cfd3b-c295-4b06-ba0a-14953a5449b0 service neutron] 10.222.0.39 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858326 Sep 30 13:20:22.327668 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a083a53-d552-4fa5-b5cf-1df85feb11b1', 'name': 'network-vif-deleted', 'tag': '8ca302ff-8653-4c74-8dfc-dbbffa746506'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:20:22.332338 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa60b442-a17a-4d33-bf9d-a64f42b7afdd" -d '{"events": [{"server_uuid": "6a083a53-d552-4fa5-b5cf-1df85feb11b1", "name": "network-vif-deleted", "tag": "8ca302ff-8653-4c74-8dfc-dbbffa746506"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:20:22.367079 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'e10a8961-482e-414f-b158-db0e5a590902', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': 'e10a8961-482e-414f-b158-db0e5a590902', 'mac_address': 'fa:16:3e:41:30:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:20:22.377674 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:22.514112 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-283b477d-d8f6-4299-98c4-86a080f13fa3 req-0da758f9-d59e-426a-97d5-87c338853bf6 tempest-VolumesSnapshotTestJSON-54151105 tempest-VolumesSnapshotTestJSON-54151105-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a083a53-d552-4fa5-b5cf-1df85feb11b1 HTTP/1.1" status: 200 len: 210 time: 0.1261878 Sep 30 13:20:22.558168 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-531a61df-75a5-47a7-ba77-1bc4a45988f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:22.591641 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-ae6edb5f-39dd-46a4-952f-742b66df158a None None] Attempting to bind port a096a0fd-7305-4fb1-b364-1b598e8d648f on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:20:22.592032 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-ae6edb5f-39dd-46a4-952f-742b66df158a None None] Attempting to bind port a096a0fd-7305-4fb1-b364-1b598e8d648f by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '09db17fb-74d7-4dc0-9134-6b39465ccd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:20:22.593996 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6edb5f-39dd-46a4-952f-742b66df158a None None] Attempting to bind port a096a0fd-7305-4fb1-b364-1b598e8d648f on network 27af5bc2-ae82-46a4-9237-d0fc36f9075e {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:20:22.597061 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36376b-7675-48d4-a535-a1703f160a44 req-baf5116c-751d-4255-bfb0-4149834f4858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:22.598634 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d36376b-7675-48d4-a535-a1703f160a44 req-baf5116c-751d-4255-bfb0-4149834f4858 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 1094 time: 0.1550150 Sep 30 13:20:22.609854 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6edb5f-39dd-46a4-952f-742b66df158a None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:20:22.610542 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6edb5f-39dd-46a4-952f-742b66df158a None None] Checking segment: {'id': '09db17fb-74d7-4dc0-9134-6b39465ccd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:20:22.610957 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ae6edb5f-39dd-46a4-952f-742b66df158a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:22.611352 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6edb5f-39dd-46a4-952f-742b66df158a None None] Bound using segment: {'id': '09db17fb-74d7-4dc0-9134-6b39465ccd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:20:22.611842 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-ae6edb5f-39dd-46a4-952f-742b66df158a None None] Bound port: a096a0fd-7305-4fb1-b364-1b598e8d648f, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09db17fb-74d7-4dc0-9134-6b39465ccd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:20:22.612220 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ae6edb5f-39dd-46a4-952f-742b66df158a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:22.635671 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:22.640737 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-531a61df-75a5-47a7-ba77-1bc4a45988f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:22.651203 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e10a8961-482e-414f-b158-db0e5a590902 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:20:22.681660 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef41af36-4bcc-42db-9b18-ed17b2291599 x-openstack-request-id: req-ef41af36-4bcc-42db-9b18-ed17b2291599 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:20:22.683585 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a083a53-d552-4fa5-b5cf-1df85feb11b1", "name": "network-vif-deleted", "tag": "8ca302ff-8653-4c74-8dfc-dbbffa746506", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:20:22.683949 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef41af36-4bcc-42db-9b18-ed17b2291599 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:20:22.684261 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a083a53-d552-4fa5-b5cf-1df85feb11b1', 'name': 'network-vif-deleted', 'tag': '8ca302ff-8653-4c74-8dfc-dbbffa746506', 'status': 'completed', 'code': 200} Sep 30 13:20:22.729251 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-ae6edb5f-39dd-46a4-952f-742b66df158a None None] For port a096a0fd-7305-4fb1-b364-1b598e8d648f, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:20:22.733441 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-ae6edb5f-39dd-46a4-952f-742b66df158a None None] For port a096a0fd-7305-4fb1-b364-1b598e8d648f, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=a096a0fd-7305-4fb1-b364-1b598e8d648f,segment=NetworkSegment(09db17fb-74d7-4dc0-9134-6b39465ccd33),segment_id=09db17fb-74d7-4dc0-9134-6b39465ccd33)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:20:22.752104 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ae6edb5f-39dd-46a4-952f-742b66df158a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:22.759920 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port e10a8961-482e-414f-b158-db0e5a590902, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=e10a8961-482e-414f-b158-db0e5a590902,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:22.789382 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:22.823964 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6edb5f-39dd-46a4-952f-742b66df158a None None] Pushing event updated for resources: {'Port': ['ID=a096a0fd-7305-4fb1-b364-1b598e8d648f,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:22.894927 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=e10a8961-482e-414f-b158-db0e5a590902,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:22.900517 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['e10a8961-482e-414f-b158-db0e5a590902'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:20:22.964255 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36376b-7675-48d4-a535-a1703f160a44 req-5252536e-1c63-46fa-bfd6-3224900781df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:22.967005 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-531a61df-75a5-47a7-ba77-1bc4a45988f2 admin admin] Allocated IP 172.25.5.201 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/74fece3a-95a4-48e9-9e2d-38534187b2ee) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:20:22.971864 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d36376b-7675-48d4-a535-a1703f160a44 req-5252536e-1c63-46fa-bfd6-3224900781df service neutron] 10.222.0.39 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 913 time: 0.3629668 Sep 30 13:20:23.011791 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2f821-5fd3-4bc2-962b-21aaeb94af37 req-5bdc180f-2a02-45ec-ad6b-01dd360f964b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:23.013303 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eda2f821-5fd3-4bc2-962b-21aaeb94af37 req-5bdc180f-2a02-45ec-ad6b-01dd360f964b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 943 time: 0.2227643 Sep 30 13:20:23.084133 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 8ca302ff-8653-4c74-8dfc-dbbffa746506 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:20:23.102967 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d36376b-7675-48d4-a535-a1703f160a44 req-b50f6df0-78b8-4fa5-bcd0-228c1ad6e22a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61c015f3-af7d-4e58-8189-44388a78b70a HTTP/1.1" status: 200 len: 217 time: 0.1152539 Sep 30 13:20:23.233926 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eda2f821-5fd3-4bc2-962b-21aaeb94af37 req-2f84a312-5865-4356-8964-8a479d94e277 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366270 Sep 30 13:20:23.260053 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36376b-7675-48d4-a535-a1703f160a44 req-1b3ac9d6-5f59-4e83-8ef4-261aaae31394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:23.261567 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d36376b-7675-48d4-a535-a1703f160a44 req-1b3ac9d6-5f59-4e83-8ef4-261aaae31394 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb HTTP/1.1" status: 200 len: 851 time: 0.1360435 Sep 30 13:20:23.288103 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 8ca302ff-8653-4c74-8dfc-dbbffa746506 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:20:23.288305 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 8ca302ff-8653-4c74-8dfc-dbbffa746506 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:20:23.358238 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36376b-7675-48d4-a535-a1703f160a44 req-921d77e4-6f6c-41ca-b9fc-34062c7d0a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:23.359875 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d36376b-7675-48d4-a535-a1703f160a44 req-921d77e4-6f6c-41ca-b9fc-34062c7d0a8a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7e67e25-10d5-4331-9422-13e705e055a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852468 Sep 30 13:20:23.369310 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-531a61df-75a5-47a7-ba77-1bc4a45988f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:23.495492 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89228ae5-b9f7-439d-ad8a-f2b2f792cc60 req-93181e24-09c4-4b1c-af9e-2494bcf398c9 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:23.498161 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-89228ae5-b9f7-439d-ad8a-f2b2f792cc60 req-93181e24-09c4-4b1c-af9e-2494bcf398c9 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.1160443 Sep 30 13:20:23.500058 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-531a61df-75a5-47a7-ba77-1bc4a45988f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:23.557483 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d36376b-7675-48d4-a535-a1703f160a44 req-e4529009-db4e-4b7f-9af8-0256eb0d52a9 service neutron] 10.222.0.39 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830645 Sep 30 13:20:23.621857 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531a61df-75a5-47a7-ba77-1bc4a45988f2 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:20:23.633457 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-531a61df-75a5-47a7-ba77-1bc4a45988f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:20:23.651701 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531a61df-75a5-47a7-ba77-1bc4a45988f2 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:20:23.696687 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device a096a0fd-7305-4fb1-b364-1b598e8d648f up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:20:23.717120 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a61df-75a5-47a7-ba77-1bc4a45988f2 admin admin] Pushing event updated for resources: {'Port': ['ID=74fece3a-95a4-48e9-9e2d-38534187b2ee,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:23.870611 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port a096a0fd-7305-4fb1-b364-1b598e8d648f triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:20:23.871574 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:23.899488 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d36376b-7675-48d4-a535-a1703f160a44 req-f6883b7b-6ba5-4c5a-a64f-4dc1a8ec3620 service neutron] 10.222.0.39 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341689 Sep 30 13:20:23.929689 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-89228ae5-b9f7-439d-ad8a-f2b2f792cc60 req-8ca3c254-eb4e-4d16-a4e0-f00446bca4fa tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190505 Sep 30 13:20:24.208952 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:24.242866 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:24.284152 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port a096a0fd-7305-4fb1-b364-1b598e8d648f, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=a096a0fd-7305-4fb1-b364-1b598e8d648f,segment=NetworkSegment(09db17fb-74d7-4dc0-9134-6b39465ccd33),segment_id=09db17fb-74d7-4dc0-9134-6b39465ccd33)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:24.291312 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:24.367078 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-531a61df-75a5-47a7-ba77-1bc4a45988f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:24.483078 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=a096a0fd-7305-4fb1-b364-1b598e8d648f,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:24.567183 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45748923-5d9b-4d69-b97e-a59ef54bb892 req-a6cdc1d2-8122-4b23-aee2-b9ebffe327e8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:24.577387 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-45748923-5d9b-4d69-b97e-a59ef54bb892 req-a6cdc1d2-8122-4b23-aee2-b9ebffe327e8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 943 time: 0.1596177 Sep 30 13:20:24.664978 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-45748923-5d9b-4d69-b97e-a59ef54bb892 req-5d888b49-9e98-47ab-abd3-61796250db80 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722518 Sep 30 13:20:24.743586 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2591f193-daf9-4844-a2c8-10fa85cada77 None None] Network 27af5bc2-ae82-46a4-9237-d0fc36f9075e requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:20:25.006096 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-531a61df-75a5-47a7-ba77-1bc4a45988f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:25.211982 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af0369-3368-4dc3-a65e-0c3c6c1bac34 req-3acd1292-17d1-4be4-b162-ce540ac0523d tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:25.219960 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-32af0369-3368-4dc3-a65e-0c3c6c1bac34 req-3acd1292-17d1-4be4-b162-ce540ac0523d tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.1309803 Sep 30 13:20:25.304586 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-32af0369-3368-4dc3-a65e-0c3c6c1bac34 req-92366295-c5a4-4c44-8061-389e96d8ae8c tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657554 Sep 30 13:20:25.337642 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531a61df-75a5-47a7-ba77-1bc4a45988f2 admin admin] Router 00c2cc2c-e714-4f02-94ca-e592baa36b8d is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:20:25.425195 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 61c015f3-af7d-4e58-8189-44388a78b70a details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:20:25.428124 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device e10a8961-482e-414f-b158-db0e5a590902 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:20:25.437158 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-69d8e03b-b46c-4ac5-a984-387941b3538f None None] Provisioning complete for port a096a0fd-7305-4fb1-b364-1b598e8d648f triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:20:25.456296 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-69d8e03b-b46c-4ac5-a984-387941b3538f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:25.661720 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531a61df-75a5-47a7-ba77-1bc4a45988f2 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:20:25.680175 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a60571-901a-48f1-9583-ebcea17510e2 None None] Sync routers for ids ['00c2cc2c-e714-4f02-94ca-e592baa36b8d'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:20:25.695275 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a60571-901a-48f1-9583-ebcea17510e2 None None] Routers {'00c2cc2c-e714-4f02-94ca-e592baa36b8d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:20:25.695914 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-e7a60571-901a-48f1-9583-ebcea17510e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:20:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['00c2cc2c-e714-4f02-94ca-e592baa36b8d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:20:25.730960 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-531a61df-75a5-47a7-ba77-1bc4a45988f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:25.736660 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-531a61df-75a5-47a7-ba77-1bc4a45988f2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4779425 Sep 30 13:20:25.737032 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42356) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:20:25.868585 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 61c015f3-af7d-4e58-8189-44388a78b70a, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=61c015f3-af7d-4e58-8189-44388a78b70a,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:25.900751 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device a096a0fd-7305-4fb1-b364-1b598e8d648f up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:20:25.965376 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '61c015f3-af7d-4e58-8189-44388a78b70a', 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'port_id': '61c015f3-af7d-4e58-8189-44388a78b70a', 'mac_address': 'fa:16:3e:e9:62:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:20:25.995769 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-e7a60571-901a-48f1-9583-ebcea17510e2 None None] Set router 00c2cc2c-e714-4f02-94ca-e592baa36b8d gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:20:26.054142 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee195d46-d633-4880-81cd-7c7ab9c87c7e req-9e164780-6baf-437e-b865-3ed0c00a7e26 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:26.055916 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee195d46-d633-4880-81cd-7c7ab9c87c7e req-9e164780-6baf-437e-b865-3ed0c00a7e26 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 943 time: 0.1851835 Sep 30 13:20:26.204277 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee195d46-d633-4880-81cd-7c7ab9c87c7e req-f7f22320-7b22-4476-a83a-193840b54cd7 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611434 Sep 30 13:20:26.257032 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port a096a0fd-7305-4fb1-b364-1b598e8d648f triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:20:26.257693 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:26.396664 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:26.519371 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port e10a8961-482e-414f-b158-db0e5a590902 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:20:26.520442 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:26.557915 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed52c2-e641-431e-ba31-b6338ae439ab req-0932cc21-33a3-4ccb-ae02-a90c25d807a3 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:26.566949 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-38ed52c2-e641-431e-ba31-b6338ae439ab req-0932cc21-33a3-4ccb-ae02-a90c25d807a3 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.1351817 Sep 30 13:20:26.625393 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-e7a60571-901a-48f1-9583-ebcea17510e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'name': 'tempest-AttachVolumeTestJSON-888408587-router', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:20:21Z', 'updated_at': '2021-09-30T13:20:24Z', 'revision_number': 3, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'gw_port': {'id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:22Z', 'updated_at': '2021-09-30T13:20:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:20:26.661245 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61c015f3-af7d-4e58-8189-44388a78b70a {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:20:26.672918 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-38ed52c2-e641-431e-ba31-b6338ae439ab req-90bf1986-8eb1-47c6-b80f-9e3caba07a2e tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021392 Sep 30 13:20:26.731347 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a60571-901a-48f1-9583-ebcea17510e2 None None] Checking router: 00c2cc2c-e714-4f02-94ca-e592baa36b8d for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:20:26.731846 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a60571-901a-48f1-9583-ebcea17510e2 None None] Updating router 00c2cc2c-e714-4f02-94ca-e592baa36b8d port 74fece3a-95a4-48e9-9e2d-38534187b2ee binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:20:26.850838 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e7a60571-901a-48f1-9583-ebcea17510e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:26.894610 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 61c015f3-af7d-4e58-8189-44388a78b70a, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=61c015f3-af7d-4e58-8189-44388a78b70a,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:27.017709 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dc8bb904-b1c9-4dc8-9148-ea30c0556640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:27.077064 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:27.181138 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=61c015f3-af7d-4e58-8189-44388a78b70a,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:27.194286 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:27.279522 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e7a60571-901a-48f1-9583-ebcea17510e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:27.289140 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e7a60571-901a-48f1-9583-ebcea17510e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:27.330586 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port e10a8961-482e-414f-b158-db0e5a590902, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=e10a8961-482e-414f-b158-db0e5a590902,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:27.350111 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e9269e-f8e9-4cdc-9cd9-fec200571a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10a8961-482e-414f-b158-db0e5a590902'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:20:27.358503 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1389818-4763-4723-a5eb-4f546535b9f1" -d '{"events": [{"server_uuid": "44e9269e-f8e9-4cdc-9cd9-fec200571a04", "name": "network-vif-plugged", "status": "completed", "tag": "e10a8961-482e-414f-b158-db0e5a590902"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:20:27.385135 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:27.397442 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:27.400844 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:27.401495 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:27.404359 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:27.406335 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:27.406983 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:27.408459 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:27.410995 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:27.411667 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:27.420356 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:27.420958 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:27.421698 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:27.488362 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-e7a60571-901a-48f1-9583-ebcea17510e2 None None] Attempting to bind port 74fece3a-95a4-48e9-9e2d-38534187b2ee on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:20:27.488766 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['61c015f3-af7d-4e58-8189-44388a78b70a'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:20:27.498064 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-e7a60571-901a-48f1-9583-ebcea17510e2 None None] Attempting to bind port 74fece3a-95a4-48e9-9e2d-38534187b2ee by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:20:27.498571 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a60571-901a-48f1-9583-ebcea17510e2 None None] Attempting to bind port 74fece3a-95a4-48e9-9e2d-38534187b2ee on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:20:27.518790 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49050d7-3258-4de5-afd6-b6e70767adf4 None None] Pushing event updated for resources: {'Port': ['ID=74fece3a-95a4-48e9-9e2d-38534187b2ee,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:27.521496 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a60571-901a-48f1-9583-ebcea17510e2 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:20:27.521865 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a60571-901a-48f1-9583-ebcea17510e2 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:20:27.522286 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e7a60571-901a-48f1-9583-ebcea17510e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:27.522676 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a60571-901a-48f1-9583-ebcea17510e2 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:20:27.523149 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-e7a60571-901a-48f1-9583-ebcea17510e2 None None] Bound port: 74fece3a-95a4-48e9-9e2d-38534187b2ee, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:20:27.523525 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e7a60571-901a-48f1-9583-ebcea17510e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:27.557939 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb11171-9258-4dad-8d02-0436d3452136 x-openstack-request-id: req-fdb11171-9258-4dad-8d02-0436d3452136 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:20:27.559218 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e9269e-f8e9-4cdc-9cd9-fec200571a04", "name": "network-vif-plugged", "status": "completed", "tag": "e10a8961-482e-414f-b158-db0e5a590902", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:20:27.559766 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fdb11171-9258-4dad-8d02-0436d3452136 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:20:27.561401 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e9269e-f8e9-4cdc-9cd9-fec200571a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10a8961-482e-414f-b158-db0e5a590902', 'code': 200} Sep 30 13:20:27.587649 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-dc8bb904-b1c9-4dc8-9148-ea30c0556640 admin admin] Allocated IP 172.20.0.1 (27af5bc2-ae82-46a4-9237-d0fc36f9075e/b0d07ac9-b646-4015-9c44-dcf39179fe0f/c1cd5921-797b-4996-a7f0-60d4fc9e6f94) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:20:27.594318 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d34fe5f3-b97c-406d-9dc3-3dfefb1f69f2 None None] Provisioning complete for port a096a0fd-7305-4fb1-b364-1b598e8d648f triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:20:27.595079 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d34fe5f3-b97c-406d-9dc3-3dfefb1f69f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:27.609467 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49050d7-3258-4de5-afd6-b6e70767adf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:27.609828 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49050d7-3258-4de5-afd6-b6e70767adf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:27.610395 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49050d7-3258-4de5-afd6-b6e70767adf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:27.610723 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49050d7-3258-4de5-afd6-b6e70767adf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:27.611045 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49050d7-3258-4de5-afd6-b6e70767adf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:27.618261 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49050d7-3258-4de5-afd6-b6e70767adf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:27.618641 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49050d7-3258-4de5-afd6-b6e70767adf4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:27.618977 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49050d7-3258-4de5-afd6-b6e70767adf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:27.619306 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49050d7-3258-4de5-afd6-b6e70767adf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:27.619647 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49050d7-3258-4de5-afd6-b6e70767adf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:27.619954 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49050d7-3258-4de5-afd6-b6e70767adf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:27.620271 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49050d7-3258-4de5-afd6-b6e70767adf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:27.655136 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f871675-094b-4d7b-a7bc-4bffbdcad424 req-d879e7c3-9efc-4a76-a870-f2cf34ebf33f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:27.664330 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f871675-094b-4d7b-a7bc-4bffbdcad424 req-d879e7c3-9efc-4a76-a870-f2cf34ebf33f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 944 time: 0.2564709 Sep 30 13:20:27.707159 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-e7a60571-901a-48f1-9583-ebcea17510e2 None None] For port 74fece3a-95a4-48e9-9e2d-38534187b2ee, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:20:27.712159 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-e7a60571-901a-48f1-9583-ebcea17510e2 None None] For port 74fece3a-95a4-48e9-9e2d-38534187b2ee, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=74fece3a-95a4-48e9-9e2d-38534187b2ee,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:20:27.724683 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e7a60571-901a-48f1-9583-ebcea17510e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:27.812988 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f871675-094b-4d7b-a7bc-4bffbdcad424 req-9b5c2f5e-12e8-41ba-9d08-7567f0a25e8e tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477008 Sep 30 13:20:27.857471 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49050d7-3258-4de5-afd6-b6e70767adf4 None None] Pushing event updated for resources: {'Port': ['ID=74fece3a-95a4-48e9-9e2d-38534187b2ee,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:27.873790 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a60571-901a-48f1-9583-ebcea17510e2 None None] Routers {'00c2cc2c-e714-4f02-94ca-e592baa36b8d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:20:27.874813 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-e7a60571-901a-48f1-9583-ebcea17510e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:20:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['00c2cc2c-e714-4f02-94ca-e592baa36b8d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:20:27.892964 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=e10a8961-482e-414f-b158-db0e5a590902,revision_number=7']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:27.950177 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b59d8-fbd2-4bfd-9415-e5f3d064850f req-6acaa661-9cd5-4c83-b9b8-af24ae9976fd tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:27.962003 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-567b59d8-fbd2-4bfd-9415-e5f3d064850f req-6acaa661-9cd5-4c83-b9b8-af24ae9976fd tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.1098332 Sep 30 13:20:28.034759 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-567b59d8-fbd2-4bfd-9415-e5f3d064850f req-19748ed8-5b2a-43ea-a677-5b19bdf15468 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650434 Sep 30 13:20:28.066542 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dc8bb904-b1c9-4dc8-9148-ea30c0556640 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:28.178512 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dc8bb904-b1c9-4dc8-9148-ea30c0556640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:28.218551 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8bb904-b1c9-4dc8-9148-ea30c0556640 admin admin] Network 27af5bc2-ae82-46a4-9237-d0fc36f9075e is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:20:28.262166 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-dc8bb904-b1c9-4dc8-9148-ea30c0556640 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:20:28.267058 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8bb904-b1c9-4dc8-9148-ea30c0556640 admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:20:28.340453 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-e7a60571-901a-48f1-9583-ebcea17510e2 None None] Set router 00c2cc2c-e714-4f02-94ca-e592baa36b8d gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:20:28.365613 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8bb904-b1c9-4dc8-9148-ea30c0556640 admin admin] Pushing event updated for resources: {'Port': ['ID=c1cd5921-797b-4996-a7f0-60d4fc9e6f94,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:28.396497 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dc8bb904-b1c9-4dc8-9148-ea30c0556640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:28.706817 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-e7a60571-901a-48f1-9583-ebcea17510e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'name': 'tempest-AttachVolumeTestJSON-888408587-router', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:20:21Z', 'updated_at': '2021-09-30T13:20:24Z', 'revision_number': 3, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'gw_port': {'id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:22Z', 'updated_at': '2021-09-30T13:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:20:28.707821 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dc8bb904-b1c9-4dc8-9148-ea30c0556640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:28.721701 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9aac75f8-5031-4a6b-be96-e264c0b6f4e2 None None] Provisioning complete for port c1cd5921-797b-4996-a7f0-60d4fc9e6f94 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:20:28.722237 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9aac75f8-5031-4a6b-be96-e264c0b6f4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:28.737827 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a60571-901a-48f1-9583-ebcea17510e2 None None] The sync data for ids ['00c2cc2c-e714-4f02-94ca-e592baa36b8d'] in n-d-810909-2 is: [{'id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'name': 'tempest-AttachVolumeTestJSON-888408587-router', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:20:21Z', 'updated_at': '2021-09-30T13:20:24Z', 'revision_number': 3, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'gw_port': {'id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:22Z', 'updated_at': '2021-09-30T13:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:20:28.891194 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-9aac75f8-5031-4a6b-be96-e264c0b6f4e2 None None] Port c1cd5921-797b-4996-a7f0-60d4fc9e6f94 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:20:29.189074 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dc8bb904-b1c9-4dc8-9148-ea30c0556640 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:29.211501 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dc8bb904-b1c9-4dc8-9148-ea30c0556640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:29.224353 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 61c015f3-af7d-4e58-8189-44388a78b70a up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:20:29.419243 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5613b-2da5-4463-a23c-c2b487a1d078 req-30956ba3-281e-4b31-8db5-827147d5a8b4 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:29.421870 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 61c015f3-af7d-4e58-8189-44388a78b70a completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:20:29.440271 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 61c015f3-af7d-4e58-8189-44388a78b70a triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:20:29.440706 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-86f5613b-2da5-4463-a23c-c2b487a1d078 req-30956ba3-281e-4b31-8db5-827147d5a8b4 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.2337096 Sep 30 13:20:29.445889 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:29.576451 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dc8bb904-b1c9-4dc8-9148-ea30c0556640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:29.632096 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-86f5613b-2da5-4463-a23c-c2b487a1d078 req-4d8fc113-e097-4dd6-8785-f469079e9531 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902368 Sep 30 13:20:29.671323 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 74fece3a-95a4-48e9-9e2d-38534187b2ee up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:20:29.691770 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8bb904-b1c9-4dc8-9148-ea30c0556640 admin admin] Pushing event updated for resources: {'Port': ['ID=c1cd5921-797b-4996-a7f0-60d4fc9e6f94,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:29.824047 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:29.921492 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56566eda-1b08-4016-9eb4-abb63f93fe3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c015f3-af7d-4e58-8189-44388a78b70a'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:20:29.936742 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2b918c-57e2-4cb4-bbb0-6c9565736338" -d '{"events": [{"server_uuid": "56566eda-1b08-4016-9eb4-abb63f93fe3d", "name": "network-vif-plugged", "status": "completed", "tag": "61c015f3-af7d-4e58-8189-44388a78b70a"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:20:29.964150 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab86510-5fad-4a3d-b96d-01a5ef388ae6 req-0738a95e-5ee8-453e-ae86-05f42f0e075f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:29.979016 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2ab86510-5fad-4a3d-b96d-01a5ef388ae6 req-0738a95e-5ee8-453e-ae86-05f42f0e075f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 944 time: 0.2409465 Sep 30 13:20:30.006310 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 61c015f3-af7d-4e58-8189-44388a78b70a, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=61c015f3-af7d-4e58-8189-44388a78b70a,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:30.039502 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 74fece3a-95a4-48e9-9e2d-38534187b2ee triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:20:30.041402 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:30.043463 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:30.051025 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2ab86510-5fad-4a3d-b96d-01a5ef388ae6 req-574a06af-1fb5-4e8c-87c0-dee5a6e70d83 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710580 Sep 30 13:20:30.061715 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8bb904-b1c9-4dc8-9148-ea30c0556640 admin admin] Network 27af5bc2-ae82-46a4-9237-d0fc36f9075e is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:20:30.063602 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-dc8bb904-b1c9-4dc8-9148-ea30c0556640 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:20:30.096739 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32b92c5-e01e-4a67-aa22-097329a65a25 x-openstack-request-id: req-e32b92c5-e01e-4a67-aa22-097329a65a25 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:20:30.096980 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56566eda-1b08-4016-9eb4-abb63f93fe3d", "name": "network-vif-plugged", "status": "completed", "tag": "61c015f3-af7d-4e58-8189-44388a78b70a", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:20:30.097220 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e32b92c5-e01e-4a67-aa22-097329a65a25 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:20:30.097614 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56566eda-1b08-4016-9eb4-abb63f93fe3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c015f3-af7d-4e58-8189-44388a78b70a', 'code': 200} Sep 30 13:20:30.245903 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=61c015f3-af7d-4e58-8189-44388a78b70a,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:30.315457 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a21b10-4d69-4263-b911-83bfe0ac8f31 req-67b6a1bc-af63-4bd1-9b75-fbbc6948aa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:30.316976 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b0a21b10-4d69-4263-b911-83bfe0ac8f31 req-67b6a1bc-af63-4bd1-9b75-fbbc6948aa03 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 1096 time: 0.1316330 Sep 30 13:20:30.349694 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:30.388402 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 74fece3a-95a4-48e9-9e2d-38534187b2ee, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=74fece3a-95a4-48e9-9e2d-38534187b2ee,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:30.399719 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:30.491221 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b0a21b10-4d69-4263-b911-83bfe0ac8f31 req-eee1ea84-982e-4514-9fe9-280685d6b1cb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594679 Sep 30 13:20:30.511497 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8bb904-b1c9-4dc8-9148-ea30c0556640 admin admin] Router 00c2cc2c-e714-4f02-94ca-e592baa36b8d has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:20:30.600480 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=74fece3a-95a4-48e9-9e2d-38534187b2ee,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:30.616933 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-b9540f96-f367-4d8b-9792-5809c0fd709b None None] Provisioning complete for port c1cd5921-797b-4996-a7f0-60d4fc9e6f94 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:20:30.617320 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9540f96-f367-4d8b-9792-5809c0fd709b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:30.780580 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-b9540f96-f367-4d8b-9792-5809c0fd709b None None] Port c1cd5921-797b-4996-a7f0-60d4fc9e6f94 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:20:30.908919 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8bb904-b1c9-4dc8-9148-ea30c0556640 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:20:30.928792 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-dc8bb904-b1c9-4dc8-9148-ea30c0556640 admin admin] 10.222.0.18 "PUT /v2.0/routers/00c2cc2c-e714-4f02-94ca-e592baa36b8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1905234 Sep 30 13:20:30.954103 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f37a9-8bb4-41f6-8b6b-f48f97ff4dc4 req-68b3b262-8726-466f-82f3-d98c4bd95854 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:30.975125 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-475f37a9-8bb4-41f6-8b6b-f48f97ff4dc4 req-68b3b262-8726-466f-82f3-d98c4bd95854 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.1965110 Sep 30 13:20:31.103392 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-475f37a9-8bb4-41f6-8b6b-f48f97ff4dc4 req-8da57efd-1ec9-43bf-8f2e-3b42396a6ea0 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270595 Sep 30 13:20:31.362163 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6faaa-72d0-47a6-b40f-bb02cded8b19 req-fb4d6e7f-8577-4138-b9a7-eab8b22a192c tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:31.367860 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09a6faaa-72d0-47a6-b40f-bb02cded8b19 req-fb4d6e7f-8577-4138-b9a7-eab8b22a192c tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 945 time: 0.1219873 Sep 30 13:20:31.456415 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09a6faaa-72d0-47a6-b40f-bb02cded8b19 req-23d29403-7629-4691-a6da-519c7a916b91 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805349 Sep 30 13:20:31.633904 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 74fece3a-95a4-48e9-9e2d-38534187b2ee up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:20:31.752194 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 74fece3a-95a4-48e9-9e2d-38534187b2ee triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:20:31.752750 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:32.007523 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42536) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:20:32.011990 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-810108e3-e1d3-4dac-ae11-edcde0c9fe76 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1475826545', 'description': 'tempest-description--1843768233'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:20:32.047556 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-810108e3-e1d3-4dac-ae11-edcde0c9fe76 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:32.177651 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67919898-41d8-4ddb-97a7-07a2b3a68a47 None None] Sync routers for ids ['00c2cc2c-e714-4f02-94ca-e592baa36b8d'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:20:32.193478 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67919898-41d8-4ddb-97a7-07a2b3a68a47 None None] Routers {'00c2cc2c-e714-4f02-94ca-e592baa36b8d'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:20:32.194147 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-67919898-41d8-4ddb-97a7-07a2b3a68a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:20:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['00c2cc2c-e714-4f02-94ca-e592baa36b8d'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:20:32.328440 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-810108e3-e1d3-4dac-ae11-edcde0c9fe76 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:32.376920 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-810108e3-e1d3-4dac-ae11-edcde0c9fe76 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:32.477718 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-67919898-41d8-4ddb-97a7-07a2b3a68a47 None None] Set router 00c2cc2c-e714-4f02-94ca-e592baa36b8d gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:20:32.496363 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-810108e3-e1d3-4dac-ae11-edcde0c9fe76 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:32.501384 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-810108e3-e1d3-4dac-ae11-edcde0c9fe76 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4928269 Sep 30 13:20:32.504373 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42554) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:20:32.509080 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-2feac8d6-f4e0-40ba-bd17-a21febd8bb83 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Request body: {'security_group_rule': {'security_group_id': 'edb6f88b-9641-45b0-af7b-8f2fd300d30c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:20:32.526686 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810108e3-e1d3-4dac-ae11-edcde0c9fe76 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb6f88b-9641-45b0-af7b-8f2fd300d30c,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:32.554682 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c69328-fca0-42e9-995f-3e4e7ea94c19 req-49c26913-6a6a-4823-9573-f67cb23ef678 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:32.556618 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f8c69328-fca0-42e9-995f-3e4e7ea94c19 req-49c26913-6a6a-4823-9573-f67cb23ef678 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.2244771 Sep 30 13:20:32.625379 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2feac8d6-f4e0-40ba-bd17-a21febd8bb83 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:32.657073 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f8c69328-fca0-42e9-995f-3e4e7ea94c19 req-9d4822ba-c412-459c-a183-149748f1506f tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928147 Sep 30 13:20:32.840266 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52000e10-1d95-4dbd-8ef8-ae81932d2215 req-a8efe7f2-f500-4b7e-b388-d5a36d397504 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:32.845304 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-52000e10-1d95-4dbd-8ef8-ae81932d2215 req-a8efe7f2-f500-4b7e-b388-d5a36d397504 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 945 time: 0.1680045 Sep 30 13:20:32.967837 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2feac8d6-f4e0-40ba-bd17-a21febd8bb83 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:32.984651 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2feac8d6-f4e0-40ba-bd17-a21febd8bb83 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:33.005467 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-52000e10-1d95-4dbd-8ef8-ae81932d2215 req-9e17f7a4-8cb9-40c3-ae43-72bc1d394e82 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329675 Sep 30 13:20:33.078385 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feac8d6-f4e0-40ba-bd17-a21febd8bb83 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44221524-b1a3-4580-9fc5-a25b3dd35f39,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:33.093444 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2feac8d6-f4e0-40ba-bd17-a21febd8bb83 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:33.097719 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42574) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:20:33.098532 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2feac8d6-f4e0-40ba-bd17-a21febd8bb83 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5929873 Sep 30 13:20:33.111129 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-c4b06881-2790-4cc5-a524-bf462f8efbba tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Request body: {'security_group_rule': {'security_group_id': 'edb6f88b-9641-45b0-af7b-8f2fd300d30c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:20:33.171836 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-67919898-41d8-4ddb-97a7-07a2b3a68a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'name': 'tempest-AttachVolumeTestJSON-888408587-router', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:20:21Z', 'updated_at': '2021-09-30T13:20:28Z', 'revision_number': 4, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'gw_port': {'id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:22Z', 'updated_at': '2021-09-30T13:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'c1cd5921-797b-4996-a7f0-60d4fc9e6f94', 'name': '', 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'mac_address': 'fa:16:3e:5e:a6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:27Z', 'updated_at': '2021-09-30T13:20:28Z', 'revision_number': 2, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'subnets': [{'id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:20:33.198090 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c4b06881-2790-4cc5-a524-bf462f8efbba tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:33.229792 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67919898-41d8-4ddb-97a7-07a2b3a68a47 None None] Checking router: 00c2cc2c-e714-4f02-94ca-e592baa36b8d for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:20:33.230360 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67919898-41d8-4ddb-97a7-07a2b3a68a47 None None] Updating router 00c2cc2c-e714-4f02-94ca-e592baa36b8d port c1cd5921-797b-4996-a7f0-60d4fc9e6f94 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:20:33.361599 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-67919898-41d8-4ddb-97a7-07a2b3a68a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:33.378212 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c4b06881-2790-4cc5-a524-bf462f8efbba tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:33.388084 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c4b06881-2790-4cc5-a524-bf462f8efbba tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:33.438187 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b06881-2790-4cc5-a524-bf462f8efbba tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb61caf-1ac9-46a5-93c5-8e3ff9f64d85,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:33.467623 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c4b06881-2790-4cc5-a524-bf462f8efbba tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:33.469048 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c4b06881-2790-4cc5-a524-bf462f8efbba tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3702583 Sep 30 13:20:33.472105 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42588) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:20:33.478043 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-f1a1803f-e09c-44a1-9629-90acd4e8d1a6 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:20:33.555513 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f1a1803f-e09c-44a1-9629-90acd4e8d1a6 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:33.901938 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f1a1803f-e09c-44a1-9629-90acd4e8d1a6 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:34.031050 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b8321-941f-43f9-8ffe-5a21647689a8 req-0d8c6abd-222f-4a71-b1a8-053ba7c95485 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:34.038581 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d87b8321-941f-43f9-8ffe-5a21647689a8 req-0d8c6abd-222f-4a71-b1a8-053ba7c95485 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.2159419 Sep 30 13:20:34.076884 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-67919898-41d8-4ddb-97a7-07a2b3a68a47 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:34.093117 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-67919898-41d8-4ddb-97a7-07a2b3a68a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:34.101740 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d87b8321-941f-43f9-8ffe-5a21647689a8 req-cd2afd93-f244-4382-9534-f5b4c40ee6b8 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621879 Sep 30 13:20:34.225693 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de996a3c-f0d5-4a7a-bb5a-feecefbe7df3 None None] Pushing event updated for resources: {'Port': ['ID=c1cd5921-797b-4996-a7f0-60d4fc9e6f94,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:34.259029 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-f1a1803f-e09c-44a1-9629-90acd4e8d1a6 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Allocated IP 172.25.5.42 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/0561467d-98fd-41b4-a81a-771c035fd718) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:20:34.343931 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-67919898-41d8-4ddb-97a7-07a2b3a68a47 None None] Attempting to bind port c1cd5921-797b-4996-a7f0-60d4fc9e6f94 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:20:34.344302 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-67919898-41d8-4ddb-97a7-07a2b3a68a47 None None] Attempting to bind port c1cd5921-797b-4996-a7f0-60d4fc9e6f94 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '09db17fb-74d7-4dc0-9134-6b39465ccd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:20:34.344667 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67919898-41d8-4ddb-97a7-07a2b3a68a47 None None] Attempting to bind port c1cd5921-797b-4996-a7f0-60d4fc9e6f94 on network 27af5bc2-ae82-46a4-9237-d0fc36f9075e {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:20:34.372500 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67919898-41d8-4ddb-97a7-07a2b3a68a47 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:20:34.372872 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67919898-41d8-4ddb-97a7-07a2b3a68a47 None None] Checking segment: {'id': '09db17fb-74d7-4dc0-9134-6b39465ccd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:20:34.373288 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-67919898-41d8-4ddb-97a7-07a2b3a68a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:34.373686 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67919898-41d8-4ddb-97a7-07a2b3a68a47 None None] Bound using segment: {'id': '09db17fb-74d7-4dc0-9134-6b39465ccd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:20:34.374210 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-67919898-41d8-4ddb-97a7-07a2b3a68a47 None None] Bound port: c1cd5921-797b-4996-a7f0-60d4fc9e6f94, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09db17fb-74d7-4dc0-9134-6b39465ccd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:20:34.374599 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-67919898-41d8-4ddb-97a7-07a2b3a68a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:34.440613 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62b42c9b-90d2-4aac-951c-e5d64f2fd79b req-426b209a-c93f-4877-bea5-949abc11a6ab service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0f25db7f-623d-47c6-8586-fb7b138d0ec0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0745730 Sep 30 13:20:34.483277 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8ec0e-ace9-464c-90d2-1fe14bc6bb3b req-6d3eb1a1-749e-4e3f-9302-edd6a0b2def9 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:34.496657 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bbc8ec0e-ace9-464c-90d2-1fe14bc6bb3b req-6d3eb1a1-749e-4e3f-9302-edd6a0b2def9 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 945 time: 0.9820580 Sep 30 13:20:34.649027 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f1a1803f-e09c-44a1-9629-90acd4e8d1a6 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:34.697819 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b42c9b-90d2-4aac-951c-e5d64f2fd79b req-13d5832a-9abb-46f3-801d-58e2ef76d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:34.708792 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62b42c9b-90d2-4aac-951c-e5d64f2fd79b req-13d5832a-9abb-46f3-801d-58e2ef76d73c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9fc5434333184b91bb2f4f1696e6b8d6&device_id=0f25db7f-623d-47c6-8586-fb7b138d0ec0 HTTP/1.1" status: 200 len: 1097 time: 0.1920407 Sep 30 13:20:34.767728 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f1a1803f-e09c-44a1-9629-90acd4e8d1a6 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:34.820235 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1803f-e09c-44a1-9629-90acd4e8d1a6 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Pushing event updated for resources: {'Port': ['ID=0561467d-98fd-41b4-a81a-771c035fd718,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:34.840238 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a1803f-e09c-44a1-9629-90acd4e8d1a6 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:20:34.842305 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-f1a1803f-e09c-44a1-9629-90acd4e8d1a6 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:20:34.846157 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a1803f-e09c-44a1-9629-90acd4e8d1a6 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:20:34.855408 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-537f3a78-40f8-4c88-97da-4ff4b84b1fd5 None None] Provisioning complete for port c1cd5921-797b-4996-a7f0-60d4fc9e6f94 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:20:34.865723 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-537f3a78-40f8-4c88-97da-4ff4b84b1fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:34.944466 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bbc8ec0e-ace9-464c-90d2-1fe14bc6bb3b req-2b4353e0-e6e1-49a3-be1e-4f667375cb1c tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463871 Sep 30 13:20:34.996662 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-537f3a78-40f8-4c88-97da-4ff4b84b1fd5 None None] Port c1cd5921-797b-4996-a7f0-60d4fc9e6f94 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:20:35.002113 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-67919898-41d8-4ddb-97a7-07a2b3a68a47 None None] For port c1cd5921-797b-4996-a7f0-60d4fc9e6f94, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:20:35.010759 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-67919898-41d8-4ddb-97a7-07a2b3a68a47 None None] For port c1cd5921-797b-4996-a7f0-60d4fc9e6f94, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c1cd5921-797b-4996-a7f0-60d4fc9e6f94,segment=NetworkSegment(09db17fb-74d7-4dc0-9134-6b39465ccd33),segment_id=09db17fb-74d7-4dc0-9134-6b39465ccd33)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:20:35.024890 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-67919898-41d8-4ddb-97a7-07a2b3a68a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:35.157478 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b42c9b-90d2-4aac-951c-e5d64f2fd79b req-ec86a29f-bf80-4115-bd1d-492d148488d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:35.163128 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67919898-41d8-4ddb-97a7-07a2b3a68a47 None None] Routers {'00c2cc2c-e714-4f02-94ca-e592baa36b8d'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:20:35.164679 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62b42c9b-90d2-4aac-951c-e5d64f2fd79b req-ec86a29f-bf80-4115-bd1d-492d148488d1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 HTTP/1.1" status: 200 len: 906 time: 0.4336963 Sep 30 13:20:35.167238 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-67919898-41d8-4ddb-97a7-07a2b3a68a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:20:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['00c2cc2c-e714-4f02-94ca-e592baa36b8d'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:20:35.315076 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62b42c9b-90d2-4aac-951c-e5d64f2fd79b req-50901c4d-04ca-40ae-a7c0-465d1d5c3dd7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c2091e5-f492-410b-b7e7-74cfe5cfae1e HTTP/1.1" status: 200 len: 217 time: 0.1353590 Sep 30 13:20:35.408827 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de996a3c-f0d5-4a7a-bb5a-feecefbe7df3 None None] Pushing event updated for resources: {'Port': ['ID=c1cd5921-797b-4996-a7f0-60d4fc9e6f94,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:35.431600 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f1a1803f-e09c-44a1-9629-90acd4e8d1a6 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:35.447298 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b42c9b-90d2-4aac-951c-e5d64f2fd79b req-79cb434b-0a39-4962-87a3-4d155129f31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:35.452707 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62b42c9b-90d2-4aac-951c-e5d64f2fd79b req-79cb434b-0a39-4962-87a3-4d155129f31d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ffedeff6-d706-4237-b627-e4b936917a2e HTTP/1.1" status: 200 len: 845 time: 0.1353188 Sep 30 13:20:35.544414 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62b42c9b-90d2-4aac-951c-e5d64f2fd79b req-7879b930-cebb-405e-bdac-3ad1609ac48e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827777 Sep 30 13:20:35.576290 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f1a1803f-e09c-44a1-9629-90acd4e8d1a6 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:35.626590 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-67919898-41d8-4ddb-97a7-07a2b3a68a47 None None] Set router 00c2cc2c-e714-4f02-94ca-e592baa36b8d gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:20:35.767470 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62b42c9b-90d2-4aac-951c-e5d64f2fd79b req-e46ee973-d399-433d-9b50-9cc8f4335520 service neutron] 10.222.0.54 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156210 Sep 30 13:20:35.974179 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62b42c9b-90d2-4aac-951c-e5d64f2fd79b req-d2ec8442-c40f-40fa-b676-257c439ffa56 service neutron] 10.222.0.54 "GET /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985416 Sep 30 13:20:36.033903 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-c2270fb2-8ab9-4f71-b9ba-7f1e1bcf19da None None] Provisioning complete for port c1cd5921-797b-4996-a7f0-60d4fc9e6f94 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:20:36.041409 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c2270fb2-8ab9-4f71-b9ba-7f1e1bcf19da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:36.065081 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f1a1803f-e09c-44a1-9629-90acd4e8d1a6 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:36.085170 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f1a1803f-e09c-44a1-9629-90acd4e8d1a6 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:36.161305 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f1a1803f-e09c-44a1-9629-90acd4e8d1a6 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:36.193526 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f0f7a-e966-4eee-8618-1e061b203149 req-ec7f2fab-876e-4e14-90b3-d898d34e993a tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:36.197382 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c02f0f7a-e966-4eee-8618-1e061b203149 req-ec7f2fab-876e-4e14-90b3-d898d34e993a tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 945 time: 0.0995016 Sep 30 13:20:36.227142 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f1a1803f-e09c-44a1-9629-90acd4e8d1a6 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:36.229188 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f1a1803f-e09c-44a1-9629-90acd4e8d1a6 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7559984 Sep 30 13:20:36.256503 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4885f1-ded2-410b-8cea-f61b83d5d364 req-6d375595-1600-4ac1-9983-566fa5510a21 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:36.267841 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-be4885f1-ded2-410b-8cea-f61b83d5d364 req-6d375595-1600-4ac1-9983-566fa5510a21 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.8713963 Sep 30 13:20:36.304658 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c2270fb2-8ab9-4f71-b9ba-7f1e1bcf19da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:36.325939 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1803f-e09c-44a1-9629-90acd4e8d1a6 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Pushing event updated for resources: {'Port': ['ID=0561467d-98fd-41b4-a81a-771c035fd718,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:36.374380 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c02f0f7a-e966-4eee-8618-1e061b203149 req-1b388301-7770-4df0-9571-0e44b128491e tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706536 Sep 30 13:20:36.398616 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-be4885f1-ded2-410b-8cea-f61b83d5d364 req-7892d5f4-7480-4575-9d4f-a4b67a9033cf tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281838 Sep 30 13:20:36.503023 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-c2270fb2-8ab9-4f71-b9ba-7f1e1bcf19da None None] For port c1cd5921-797b-4996-a7f0-60d4fc9e6f94, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c1cd5921-797b-4996-a7f0-60d4fc9e6f94,segment=NetworkSegment(09db17fb-74d7-4dc0-9134-6b39465ccd33),segment_id=09db17fb-74d7-4dc0-9134-6b39465ccd33)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:36.520071 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c2270fb2-8ab9-4f71-b9ba-7f1e1bcf19da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:36.605080 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2270fb2-8ab9-4f71-b9ba-7f1e1bcf19da None None] Pushing event updated for resources: {'Port': ['ID=c1cd5921-797b-4996-a7f0-60d4fc9e6f94,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:36.622362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-67919898-41d8-4ddb-97a7-07a2b3a68a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'name': 'tempest-AttachVolumeTestJSON-888408587-router', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:20:21Z', 'updated_at': '2021-09-30T13:20:28Z', 'revision_number': 4, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'gw_port': {'id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:22Z', 'updated_at': '2021-09-30T13:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'c1cd5921-797b-4996-a7f0-60d4fc9e6f94', 'name': '', 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'mac_address': 'fa:16:3e:5e:a6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:27Z', 'updated_at': '2021-09-30T13:20:34Z', 'revision_number': 4, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'subnets': [{'id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:20:36.659701 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67919898-41d8-4ddb-97a7-07a2b3a68a47 None None] The sync data for ids ['00c2cc2c-e714-4f02-94ca-e592baa36b8d'] in n-d-810909-2 is: [{'id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'name': 'tempest-AttachVolumeTestJSON-888408587-router', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:20:21Z', 'updated_at': '2021-09-30T13:20:28Z', 'revision_number': 4, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'gw_port': {'id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:22Z', 'updated_at': '2021-09-30T13:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'c1cd5921-797b-4996-a7f0-60d4fc9e6f94', 'name': '', 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'mac_address': 'fa:16:3e:5e:a6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:27Z', 'updated_at': '2021-09-30T13:20:34Z', 'revision_number': 4, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'subnets': [{'id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:20:36.689447 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-77cabbd2-d99b-43f7-bea0-ae721f1499f9 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1475826545&fields=id&tenant_id=ba06ca8c8c6c47e0a3ec08e9fc9296aa HTTP/1.1" status: 200 len: 267 time: 0.1218443 Sep 30 13:20:37.055595 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-8503e082-cc3e-4057-91b5-8e0ac7bd1a58 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:37.063000 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-8503e082-cc3e-4057-91b5-8e0ac7bd1a58 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/networks?id=27af5bc2-ae82-46a4-9237-d0fc36f9075e HTTP/1.1" status: 200 len: 810 time: 0.3726840 Sep 30 13:20:37.090226 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-33759a88-ccd8-4aa3-97a9-b3a288d9ba84 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/quotas/ba06ca8c8c6c47e0a3ec08e9fc9296aa HTTP/1.1" status: 200 len: 375 time: 0.0257943 Sep 30 13:20:37.201532 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-a98b37d7-7576-4524-ae33-29ddfec8bb92 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ba06ca8c8c6c47e0a3ec08e9fc9296aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1095266 Sep 30 13:20:37.476855 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-acb12aa6-5e63-4407-978d-d4674f29fcdc service neutron] 10.222.0.18 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741277 Sep 30 13:20:37.710427 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c1cd5921-797b-4996-a7f0-60d4fc9e6f94 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:20:37.803599 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-b2d2e145-70d2-4dc8-89cd-f37b93115a80 service neutron] 10.222.0.18 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250859 Sep 30 13:20:37.873643 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086e28a-5f38-4d88-9976-155d2793b760 req-6601ae18-a135-41fc-9eec-9ad66f4c7b04 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:37.891618 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0086e28a-5f38-4d88-9976-155d2793b760 req-6601ae18-a135-41fc-9eec-9ad66f4c7b04 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.1462157 Sep 30 13:20:37.943468 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port c1cd5921-797b-4996-a7f0-60d4fc9e6f94 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:20:37.950131 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:38.062217 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0086e28a-5f38-4d88-9976-155d2793b760 req-1bf99ea9-5494-48d9-a264-cb498762f5bd tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563613 Sep 30 13:20:38.432231 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07970ccd-2541-4a0a-95e9-928d16523e3a req-17a7469c-d49b-43e1-a769-8dad342b21aa tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:38.442929 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-07970ccd-2541-4a0a-95e9-928d16523e3a req-17a7469c-d49b-43e1-a769-8dad342b21aa tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 945 time: 0.2167106 Sep 30 13:20:38.541687 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cc6c304c-4de4-43fa-bbd6-593305eace7c req-fc56b807-4796-4278-873d-bc887a258f71 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 210 time: 0.0623455 Sep 30 13:20:38.649175 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-07970ccd-2541-4a0a-95e9-928d16523e3a req-800ae1fb-e71a-49ce-9319-dd14b9c002cc tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026079 Sep 30 13:20:38.877475 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713cf85-ef6b-4b49-949e-8d4a75de8e4a req-0b13401b-c6ba-4366-b4f9-c197755c78eb tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:38.886082 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2713cf85-ef6b-4b49-949e-8d4a75de8e4a req-0b13401b-c6ba-4366-b4f9-c197755c78eb tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.1725373 Sep 30 13:20:39.012404 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2713cf85-ef6b-4b49-949e-8d4a75de8e4a req-4b1287ca-b8ab-45b5-9390-a23c63e84d7b tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110430 Sep 30 13:20:39.280753 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 61c015f3-af7d-4e58-8189-44388a78b70a details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:20:39.350196 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4373b8-50dd-43b6-b263-c889c5173f55 req-79270237-4a1c-4a45-a560-8682aa7d933a tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:39.405458 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5e4373b8-50dd-43b6-b263-c889c5173f55 req-79270237-4a1c-4a45-a560-8682aa7d933a tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.2082672 Sep 30 13:20:39.590726 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5e4373b8-50dd-43b6-b263-c889c5173f55 req-afa754f4-e0f3-4cb9-9b30-219b273d0b54 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834273 Sep 30 13:20:39.680825 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 61c015f3-af7d-4e58-8189-44388a78b70a, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=61c015f3-af7d-4e58-8189-44388a78b70a,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:39.755959 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '61c015f3-af7d-4e58-8189-44388a78b70a', 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'port_id': '61c015f3-af7d-4e58-8189-44388a78b70a', 'mac_address': 'fa:16:3e:e9:62:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:20:39.799670 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f886dea4-8e38-42e4-a12e-945468739ca3 req-6afab027-e9a2-4120-9c34-8e57c8bdf535 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 210 time: 0.1139030 Sep 30 13:20:39.932694 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:40.027767 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61c015f3-af7d-4e58-8189-44388a78b70a {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:20:40.093776 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e83632-5c15-486e-843d-55e1b37ae7c4 req-110b912d-981f-489c-86e2-ca327c71f1be tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:40.117733 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e6e83632-5c15-486e-843d-55e1b37ae7c4 req-110b912d-981f-489c-86e2-ca327c71f1be tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 945 time: 0.1601777 Sep 30 13:20:40.131169 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 61c015f3-af7d-4e58-8189-44388a78b70a, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=61c015f3-af7d-4e58-8189-44388a78b70a,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:40.146487 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:40.234464 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e6e83632-5c15-486e-843d-55e1b37ae7c4 req-5a28e865-26a6-431b-9ff4-44e6e16b761f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132336 Sep 30 13:20:40.316701 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['61c015f3-af7d-4e58-8189-44388a78b70a'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:20:40.476804 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=61c015f3-af7d-4e58-8189-44388a78b70a,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:40.549027 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaab980-8122-46ab-a752-a83054f1c2aa req-d74a9bfe-135b-47df-afca-cb567f93c907 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:40.575792 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cbaab980-8122-46ab-a752-a83054f1c2aa req-d74a9bfe-135b-47df-afca-cb567f93c907 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.1284535 Sep 30 13:20:40.679806 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cbaab980-8122-46ab-a752-a83054f1c2aa req-4341c446-de8d-4912-bd65-fa0fc537d192 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952048 Sep 30 13:20:41.132729 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9ee74e61-3b2e-4a6f-b7b5-fc408b9356a7 req-58caed13-56c4-4577-9b2c-411fdfebe92f tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 210 time: 0.0920093 Sep 30 13:20:41.182005 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-70cf39d4-769f-4cf0-87cb-b19b1350be9d tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:41.184416 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-70cf39d4-769f-4cf0-87cb-b19b1350be9d tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.39 "GET /v2.0/networks?id=27af5bc2-ae82-46a4-9237-d0fc36f9075e HTTP/1.1" status: 200 len: 810 time: 0.3569896 Sep 30 13:20:41.300217 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 61c015f3-af7d-4e58-8189-44388a78b70a up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:20:41.319097 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-cd28f6c4-fee0-4b1f-af3d-75a0f195b5b3 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba06ca8c8c6c47e0a3ec08e9fc9296aa HTTP/1.1" status: 200 len: 380 time: 0.1231246 Sep 30 13:20:41.339113 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-619211d9-bfce-4d09-a2db-b44c0bcd3d47 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Request body: {'port': {'device_id': '24226826-6516-41e6-9641-ec9ed57a9d6f', 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e', 'admin_state_up': True, 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'security_groups': ['edb6f88b-9641-45b0-af7b-8f2fd300d30c']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:20:41.426299 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 61c015f3-af7d-4e58-8189-44388a78b70a triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:20:41.429041 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:41.581712 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdf44a-b5b9-4631-a4ed-f35f481eecd6 req-9964ea98-090e-472b-86e0-1583e20a247f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:41.586830 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a5cdf44a-b5b9-4631-a4ed-f35f481eecd6 req-9964ea98-090e-472b-86e0-1583e20a247f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 944 time: 0.2066519 Sep 30 13:20:41.612949 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:41.736584 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a913f-d46c-45a5-a96c-1cfd2aad5403 req-e34ea087-b54c-4651-bfa5-07024f551e89 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:41.739629 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-270a913f-d46c-45a5-a96c-1cfd2aad5403 req-e34ea087-b54c-4651-bfa5-07024f551e89 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.54 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.1380839 Sep 30 13:20:41.741104 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-619211d9-bfce-4d09-a2db-b44c0bcd3d47 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Made reservation on behalf of ba06ca8c8c6c47e0a3ec08e9fc9296aa for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:20:41.744776 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-619211d9-bfce-4d09-a2db-b44c0bcd3d47 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:41.751867 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a5cdf44a-b5b9-4631-a4ed-f35f481eecd6 req-2614f8d7-3ef1-4784-aee2-1043447f4a0d tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561906 Sep 30 13:20:41.793603 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 61c015f3-af7d-4e58-8189-44388a78b70a, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=61c015f3-af7d-4e58-8189-44388a78b70a,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:41.812081 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56566eda-1b08-4016-9eb4-abb63f93fe3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c015f3-af7d-4e58-8189-44388a78b70a'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:20:41.828679 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66092d71-45fd-4aa2-8a07-86685bbcedf3" -d '{"events": [{"server_uuid": "56566eda-1b08-4016-9eb4-abb63f93fe3d", "name": "network-vif-plugged", "status": "completed", "tag": "61c015f3-af7d-4e58-8189-44388a78b70a"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:20:41.850621 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:42.050195 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259965a-2bd4-4e9a-a39c-dcce22fb4535 req-9b2ef743-a6c9-4fb3-a623-f00e3c588e93 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:42.055855 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c259965a-2bd4-4e9a-a39c-dcce22fb4535 req-9b2ef743-a6c9-4fb3-a623-f00e3c588e93 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.1746211 Sep 30 13:20:42.071756 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-619211d9-bfce-4d09-a2db-b44c0bcd3d47 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Allocated IP 172.20.0.5 (27af5bc2-ae82-46a4-9237-d0fc36f9075e/b0d07ac9-b646-4015-9c44-dcf39179fe0f/ca3d6bf4-8d16-4b19-b90f-f28e70dd205a) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:20:42.135791 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=61c015f3-af7d-4e58-8189-44388a78b70a,revision_number=7']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:42.141873 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e723e3e0-d9de-4374-9e3e-3e21d0862e24 req-b2f2f8a9-d30d-462b-b173-b7ce7c5ac7e8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ad82a3e4-d149-4281-9ace-1af40139bd9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1702976 Sep 30 13:20:42.198749 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-270a913f-d46c-45a5-a96c-1cfd2aad5403 req-1618bc33-87c5-428a-be45-659ac368fbc7 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Deleting port 450f3068-6338-402f-9021-68ea09ba118d {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:20:42.199417 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-270a913f-d46c-45a5-a96c-1cfd2aad5403 req-1618bc33-87c5-428a-be45-659ac368fbc7 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:42.229627 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c259965a-2bd4-4e9a-a39c-dcce22fb4535 req-7ffc096c-3463-4125-b66e-7235347a70ca tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669781 Sep 30 13:20:42.364229 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6260b6-7f2c-48f6-b084-0c249e5e43d9 x-openstack-request-id: req-bc6260b6-7f2c-48f6-b084-0c249e5e43d9 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:20:42.364529 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56566eda-1b08-4016-9eb4-abb63f93fe3d", "name": "network-vif-plugged", "status": "completed", "tag": "61c015f3-af7d-4e58-8189-44388a78b70a", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:20:42.364779 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc6260b6-7f2c-48f6-b084-0c249e5e43d9 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:20:42.365173 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56566eda-1b08-4016-9eb4-abb63f93fe3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c015f3-af7d-4e58-8189-44388a78b70a', 'code': 200} Sep 30 13:20:42.590217 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0a933b69-4a42-4f5b-9aef-07bd8979c830 req-c2107f24-1d18-499e-9a08-a847bc2ff7d6 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 210 time: 0.0683234 Sep 30 13:20:42.855521 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723e3e0-d9de-4374-9e3e-3e21d0862e24 req-c045c601-8d30-4eaa-a713-972963409375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:42.867850 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e723e3e0-d9de-4374-9e3e-3e21d0862e24 req-c045c601-8d30-4eaa-a713-972963409375 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&device_id=ad82a3e4-d149-4281-9ace-1af40139bd9b HTTP/1.1" status: 200 len: 1097 time: 0.6960843 Sep 30 13:20:43.038184 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780139fd-fd20-45b9-8a85-180d86d43f7b req-6db4860d-3eb5-49b0-8dc7-e935d54d93b9 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:43.043409 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-619211d9-bfce-4d09-a2db-b44c0bcd3d47 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:43.048767 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-780139fd-fd20-45b9-8a85-180d86d43f7b req-6db4860d-3eb5-49b0-8dc7-e935d54d93b9 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 945 time: 0.1333487 Sep 30 13:20:43.158033 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-780139fd-fd20-45b9-8a85-180d86d43f7b req-43d876b8-12ff-40fe-8c47-c474d4edd2dd tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083639 Sep 30 13:20:43.174119 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-619211d9-bfce-4d09-a2db-b44c0bcd3d47 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:43.267512 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619211d9-bfce-4d09-a2db-b44c0bcd3d47 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Pushing event updated for resources: {'Port': ['ID=ca3d6bf4-8d16-4b19-b90f-f28e70dd205a,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:43.279788 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-270a913f-d46c-45a5-a96c-1cfd2aad5403 req-1618bc33-87c5-428a-be45-659ac368fbc7 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] For port 450f3068-6338-402f-9021-68ea09ba118d, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=450f3068-6338-402f-9021-68ea09ba118d,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:43.280534 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-270a913f-d46c-45a5-a96c-1cfd2aad5403 req-1618bc33-87c5-428a-be45-659ac368fbc7 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:43.310803 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-619211d9-bfce-4d09-a2db-b44c0bcd3d47 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Network 27af5bc2-ae82-46a4-9237-d0fc36f9075e is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:20:43.317591 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-270a913f-d46c-45a5-a96c-1cfd2aad5403 req-1618bc33-87c5-428a-be45-659ac368fbc7 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Calling delete_port for 450f3068-6338-402f-9021-68ea09ba118d owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:20:43.319821 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-619211d9-bfce-4d09-a2db-b44c0bcd3d47 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:20:43.323823 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-619211d9-bfce-4d09-a2db-b44c0bcd3d47 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:20:43.547318 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723e3e0-d9de-4374-9e3e-3e21d0862e24 req-5b17116d-5398-4e0b-b06e-e6e2571674f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:43.548894 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e723e3e0-d9de-4374-9e3e-3e21d0862e24 req-5b17116d-5398-4e0b-b06e-e6e2571674f1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 913 time: 0.4180689 Sep 30 13:20:43.561993 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d523c-ab45-43aa-b73e-b8f0b79e52cf req-3d5c3099-0d9b-4b9e-985e-99bd6ba3913f tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:43.563885 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e65d523c-ab45-43aa-b73e-b8f0b79e52cf req-3d5c3099-0d9b-4b9e-985e-99bd6ba3913f tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 946 time: 0.1847341 Sep 30 13:20:43.755464 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e65d523c-ab45-43aa-b73e-b8f0b79e52cf req-04789658-e04d-41b5-bf3b-fbc2080b49bd tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810269 Sep 30 13:20:43.870230 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-05ec9050-21f6-43d5-a936-c89e13e6ff9a None None] Provisioning complete for port ca3d6bf4-8d16-4b19-b90f-f28e70dd205a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:20:43.875943 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-05ec9050-21f6-43d5-a936-c89e13e6ff9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:43.877978 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e723e3e0-d9de-4374-9e3e-3e21d0862e24 req-facac25e-c949-452a-bc64-37ae6eb2a913 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ed9de65-f0f5-47d6-9313-a440f84ebc28 HTTP/1.1" status: 200 len: 217 time: 0.2050929 Sep 30 13:20:44.048474 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-05ec9050-21f6-43d5-a936-c89e13e6ff9a None None] Port ca3d6bf4-8d16-4b19-b90f-f28e70dd205a cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:20:44.070767 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723e3e0-d9de-4374-9e3e-3e21d0862e24 req-33c7da81-e9ba-4e25-bde0-8771245e911a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:44.072800 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e723e3e0-d9de-4374-9e3e-3e21d0862e24 req-33c7da81-e9ba-4e25-bde0-8771245e911a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb HTTP/1.1" status: 200 len: 851 time: 0.1846743 Sep 30 13:20:44.101640 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-619211d9-bfce-4d09-a2db-b44c0bcd3d47 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:44.102349 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-619211d9-bfce-4d09-a2db-b44c0bcd3d47 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:44.124565 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75b040-8a26-438f-a51c-1e7b84fcb100 req-5e5cb9e5-b80f-452d-b8a5-2871bbb1330e tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:44.135556 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c75b040-8a26-438f-a51c-1e7b84fcb100 req-5e5cb9e5-b80f-452d-b8a5-2871bbb1330e tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 931 time: 0.1657166 Sep 30 13:20:44.352008 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c75b040-8a26-438f-a51c-1e7b84fcb100 req-3e964bb2-9d11-4f71-b386-7d300fda4bb6 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133541 Sep 30 13:20:44.354450 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-619211d9-bfce-4d09-a2db-b44c0bcd3d47 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0193393 Sep 30 13:20:44.370760 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723e3e0-d9de-4374-9e3e-3e21d0862e24 req-3263c887-5ce9-402f-b32d-939af0a5170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:44.373471 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e723e3e0-d9de-4374-9e3e-3e21d0862e24 req-3263c887-5ce9-402f-b32d-939af0a5170a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7e67e25-10d5-4331-9422-13e705e055a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2464938 Sep 30 13:20:44.377660 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-241059fa-e65b-4287-aca9-4c852101aba9 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:20:44.384722 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-241059fa-e65b-4287-aca9-4c852101aba9 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0110037 Sep 30 13:20:44.391257 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-e723e3e0-d9de-4374-9e3e-3e21d0862e24 req-917069dd-d3e8-4335-98f9-95401afadd40 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:20:44.392217 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e723e3e0-d9de-4374-9e3e-3e21d0862e24 req-917069dd-d3e8-4335-98f9-95401afadd40 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060484 Sep 30 13:20:44.398975 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-8360ce89-24f6-4ff5-8287-c74cc22313cd service neutron] Request body: {'port': {'device_id': '24226826-6516-41e6-9641-ec9ed57a9d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:20:44.551553 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-8360ce89-24f6-4ff5-8287-c74cc22313cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:44.799303 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:44.859553 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6734b7-9005-41fa-8bbe-789ff05b597d req-d5667eb2-2eb2-4ebf-93cd-f5a84f9876aa tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:44.868589 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7b6734b7-9005-41fa-8bbe-789ff05b597d req-d5667eb2-2eb2-4ebf-93cd-f5a84f9876aa tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 945 time: 0.3250546 Sep 30 13:20:45.019250 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7b6734b7-9005-41fa-8bbe-789ff05b597d req-d7b73883-d13a-4d2f-87ec-3173a4d1a450 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417017 Sep 30 13:20:45.130253 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-432df15a-7645-46e7-b495-76d030e1ee65 req-b47953c0-d41c-493c-9df9-3043e7f6db45 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=af92a63f-df7e-4294-8744-a2d4a4bed962 HTTP/1.1" status: 200 len: 210 time: 0.0420709 Sep 30 13:20:45.175744 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 450f3068-6338-402f-9021-68ea09ba118d no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:20:45.191430 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e723e3e0-d9de-4374-9e3e-3e21d0862e24 req-663bd39e-fe11-4182-8b7e-bd7446e999a2 service neutron] 10.222.0.39 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7580647 Sep 30 13:20:45.192171 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-270a913f-d46c-45a5-a96c-1cfd2aad5403 req-1618bc33-87c5-428a-be45-659ac368fbc7 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:45.231013 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 450f3068-6338-402f-9021-68ea09ba118d {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:20:45.232905 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 450f3068-6338-402f-9021-68ea09ba118d not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:20:45.245486 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6c2091e5-f492-410b-b7e7-74cfe5cfae1e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:20:45.392937 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618bc33-87c5-428a-be45-659ac368fbc7 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Pushing event deleted for resources: {'Port': ['ID=450f3068-6338-402f-9021-68ea09ba118d,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:45.407557 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e723e3e0-d9de-4374-9e3e-3e21d0862e24 req-8f043a81-74a5-4c96-ad19-424c62163d0d service neutron] 10.222.0.39 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952913 Sep 30 13:20:45.628175 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed869a-129e-4527-bccc-d742bed630b1 req-d31565b9-262a-421b-8454-50edee017056 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:45.652508 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-76ed869a-129e-4527-bccc-d742bed630b1 req-d31565b9-262a-421b-8454-50edee017056 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 931 time: 0.1588995 Sep 30 13:20:45.660421 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-270a913f-d46c-45a5-a96c-1cfd2aad5403 req-1618bc33-87c5-428a-be45-659ac368fbc7 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] No DVR routers for this DVR port 450f3068-6338-402f-9021-68ea09ba118d on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:20:45.677109 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-270a913f-d46c-45a5-a96c-1cfd2aad5403 req-1618bc33-87c5-428a-be45-659ac368fbc7 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:45.679190 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-270a913f-d46c-45a5-a96c-1cfd2aad5403 req-1618bc33-87c5-428a-be45-659ac368fbc7 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.54 "DELETE /v2.0/ports/450f3068-6338-402f-9021-68ea09ba118d HTTP/1.1" status: 204 len: 173 time: 3.8950095 Sep 30 13:20:45.698160 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af92a63f-df7e-4294-8744-a2d4a4bed962', 'name': 'network-vif-deleted', 'tag': '450f3068-6338-402f-9021-68ea09ba118d'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:20:45.705194 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79efe160-6c16-41a3-b4f2-c0535852f228" -d '{"events": [{"server_uuid": "af92a63f-df7e-4294-8744-a2d4a4bed962", "name": "network-vif-deleted", "tag": "450f3068-6338-402f-9021-68ea09ba118d"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:20:45.775451 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-76ed869a-129e-4527-bccc-d742bed630b1 req-3d38e4b9-3028-45bd-a4c9-ea8745bb7d8a tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165047 Sep 30 13:20:45.812479 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-8360ce89-24f6-4ff5-8287-c74cc22313cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca3d6bf4-8d16-4b19-b90f-f28e70dd205a {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:20:45.865751 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-8360ce89-24f6-4ff5-8287-c74cc22313cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:45.908084 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c22e4fa-97b8-4781-a695-1e61448b6e7d x-openstack-request-id: req-1c22e4fa-97b8-4781-a695-1e61448b6e7d {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:20:45.908384 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af92a63f-df7e-4294-8744-a2d4a4bed962", "name": "network-vif-deleted", "tag": "450f3068-6338-402f-9021-68ea09ba118d", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:20:45.908640 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c22e4fa-97b8-4781-a695-1e61448b6e7d {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:20:45.909041 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af92a63f-df7e-4294-8744-a2d4a4bed962', 'name': 'network-vif-deleted', 'tag': '450f3068-6338-402f-9021-68ea09ba118d', 'status': 'completed', 'code': 200} Sep 30 13:20:45.915845 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-8360ce89-24f6-4ff5-8287-c74cc22313cd service neutron] Transition to ACTIVE for port object ca3d6bf4-8d16-4b19-b90f-f28e70dd205a will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:20:45.926530 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-8360ce89-24f6-4ff5-8287-c74cc22313cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:46.223174 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360ce89-24f6-4ff5-8287-c74cc22313cd service neutron] Pushing event updated for resources: {'Port': ['ID=ca3d6bf4-8d16-4b19-b90f-f28e70dd205a,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:46.461964 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427707a3-b51d-4ff2-a8b9-32bf30bbeffa req-b9957681-5bc7-4105-b330-c652e96a2e56 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:46.483687 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-427707a3-b51d-4ff2-a8b9-32bf30bbeffa req-b9957681-5bc7-4105-b330-c652e96a2e56 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 945 time: 0.2362294 Sep 30 13:20:46.586825 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-8360ce89-24f6-4ff5-8287-c74cc22313cd service neutron] Attempting to bind port ca3d6bf4-8d16-4b19-b90f-f28e70dd205a on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:20:46.589351 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-8360ce89-24f6-4ff5-8287-c74cc22313cd service neutron] Attempting to bind port ca3d6bf4-8d16-4b19-b90f-f28e70dd205a by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '09db17fb-74d7-4dc0-9134-6b39465ccd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:20:46.591737 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-8360ce89-24f6-4ff5-8287-c74cc22313cd service neutron] Attempting to bind port ca3d6bf4-8d16-4b19-b90f-f28e70dd205a on network 27af5bc2-ae82-46a4-9237-d0fc36f9075e {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:20:46.615020 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-8360ce89-24f6-4ff5-8287-c74cc22313cd service neutron] Port ca3d6bf4-8d16-4b19-b90f-f28e70dd205a on network 27af5bc2-ae82-46a4-9237-d0fc36f9075e not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:20:46.619086 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-8360ce89-24f6-4ff5-8287-c74cc22313cd service neutron] Attempting to bind port ca3d6bf4-8d16-4b19-b90f-f28e70dd205a on network 27af5bc2-ae82-46a4-9237-d0fc36f9075e {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:20:46.640298 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-8360ce89-24f6-4ff5-8287-c74cc22313cd service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:20:46.645384 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-8360ce89-24f6-4ff5-8287-c74cc22313cd service neutron] Checking segment: {'id': '09db17fb-74d7-4dc0-9134-6b39465ccd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:20:46.654939 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-8360ce89-24f6-4ff5-8287-c74cc22313cd service neutron] Bound using segment: {'id': '09db17fb-74d7-4dc0-9134-6b39465ccd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:20:46.656831 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-427707a3-b51d-4ff2-a8b9-32bf30bbeffa req-af8b0b7b-a857-4578-a3f8-c0809db80f1b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686451 Sep 30 13:20:46.660818 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-8360ce89-24f6-4ff5-8287-c74cc22313cd service neutron] Bound port: ca3d6bf4-8d16-4b19-b90f-f28e70dd205a, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09db17fb-74d7-4dc0-9134-6b39465ccd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:20:46.661198 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-8360ce89-24f6-4ff5-8287-c74cc22313cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:46.877305 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-8360ce89-24f6-4ff5-8287-c74cc22313cd service neutron] For port ca3d6bf4-8d16-4b19-b90f-f28e70dd205a, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:20:46.882277 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-8360ce89-24f6-4ff5-8287-c74cc22313cd service neutron] For port ca3d6bf4-8d16-4b19-b90f-f28e70dd205a, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ca3d6bf4-8d16-4b19-b90f-f28e70dd205a,segment=NetworkSegment(09db17fb-74d7-4dc0-9134-6b39465ccd33),segment_id=09db17fb-74d7-4dc0-9134-6b39465ccd33)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:20:46.889819 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-8360ce89-24f6-4ff5-8287-c74cc22313cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:47.093653 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-8360ce89-24f6-4ff5-8287-c74cc22313cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:47.095238 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-8360ce89-24f6-4ff5-8287-c74cc22313cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:47.097379 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-8360ce89-24f6-4ff5-8287-c74cc22313cd service neutron] 10.222.0.39 "PUT /v2.0/ports/ca3d6bf4-8d16-4b19-b90f-f28e70dd205a HTTP/1.1" status: 200 len: 1091 time: 2.7042818 Sep 30 13:20:47.097988 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89988019-40db-473a-8234-b498f85fcac7 req-830490d7-3023-484a-9637-9ecc8463b8d7 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:47.100215 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-89988019-40db-473a-8234-b498f85fcac7 req-830490d7-3023-484a-9637-9ecc8463b8d7 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 943 time: 0.1719391 Sep 30 13:20:47.100693 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360ce89-24f6-4ff5-8287-c74cc22313cd service neutron] Pushing event updated for resources: {'Port': ['ID=ca3d6bf4-8d16-4b19-b90f-f28e70dd205a,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:47.258403 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-89988019-40db-473a-8234-b498f85fcac7 req-2a2c797d-25dc-4980-ad94-eec3b980e114 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512003 Sep 30 13:20:47.399609 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-6fe805e6-eb56-4b90-9073-9c135a913d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:47.403593 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-6fe805e6-eb56-4b90-9073-9c135a913d4c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba06ca8c8c6c47e0a3ec08e9fc9296aa&device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 1094 time: 0.2548740 Sep 30 13:20:47.708445 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-3a59f917-920b-44a5-9763-56ff6a5a4235 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca3d6bf4-8d16-4b19-b90f-f28e70dd205a HTTP/1.1" status: 200 len: 217 time: 0.2954485 Sep 30 13:20:47.852011 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-f38f4e93-5f90-42f6-bd60-29e071a5b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:47.853740 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-f38f4e93-5f90-42f6-bd60-29e071a5b471 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b0d07ac9-b646-4015-9c44-dcf39179fe0f HTTP/1.1" status: 200 len: 849 time: 0.1242223 Sep 30 13:20:47.935928 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24226826-6516-41e6-9641-ec9ed57a9d6f', 'tag': 'ca3d6bf4-8d16-4b19-b90f-f28e70dd205a'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:20:47.938240 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728e86c0-dafc-41b5-9a41-ade206c99440" -d '{"events": [{"name": "network-changed", "server_uuid": "24226826-6516-41e6-9641-ec9ed57a9d6f", "tag": "ca3d6bf4-8d16-4b19-b90f-f28e70dd205a"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:20:47.982426 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-0c7be454-91cb-43d9-8d3e-471444dc9d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:47.984242 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-0c7be454-91cb-43d9-8d3e-471444dc9d2d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=27af5bc2-ae82-46a4-9237-d0fc36f9075e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1218448 Sep 30 13:20:47.998862 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e402d1c-a752-4158-8e4f-b6de1d90c142 req-e1edad19-7b31-4f1c-b8a0-cafa8faf9cfe tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:48.006476 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4e402d1c-a752-4158-8e4f-b6de1d90c142 req-e1edad19-7b31-4f1c-b8a0-cafa8faf9cfe tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 945 time: 0.1070871 Sep 30 13:20:48.064320 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4e402d1c-a752-4158-8e4f-b6de1d90c142 req-2ab5146f-6c91-4f6c-9394-bd03da939ab1 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517690 Sep 30 13:20:48.197579 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5420820e-75a1-42ee-a961-af048a41f8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:48.269242 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615d6d6b-ba91-4db9-acf6-ce5585e18e55 x-openstack-request-id: req-615d6d6b-ba91-4db9-acf6-ce5585e18e55 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:20:48.269551 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24226826-6516-41e6-9641-ec9ed57a9d6f", "tag": "ca3d6bf4-8d16-4b19-b90f-f28e70dd205a", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:20:48.269779 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-615d6d6b-ba91-4db9-acf6-ce5585e18e55 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:20:48.270208 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24226826-6516-41e6-9641-ec9ed57a9d6f', 'tag': 'ca3d6bf4-8d16-4b19-b90f-f28e70dd205a', 'status': 'completed', 'code': 200} Sep 30 13:20:48.286112 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-1fdb9da6-e786-4f05-bd30-4ee6f9c0f708 service neutron] 10.222.0.39 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931142 Sep 30 13:20:48.507046 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b05f8758-fa53-4da0-9908-c3a526478f0f req-20c83e2c-6c09-4caf-b493-f86f511371bf service neutron] 10.222.0.39 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120485 Sep 30 13:20:48.620510 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc44fb1-15d4-48f2-b3a3-cef183c48e7e req-4679b825-57df-4d41-bc6d-7611a5bf3c43 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:48.628279 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4fc44fb1-15d4-48f2-b3a3-cef183c48e7e req-4679b825-57df-4d41-bc6d-7611a5bf3c43 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 943 time: 0.1530480 Sep 30 13:20:48.685031 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e86c0-dafc-41b5-9a41-ade206c99440 req-8ef8b3a0-eb23-43fb-9124-bd5c59d6370b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:48.686609 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-728e86c0-dafc-41b5-9a41-ade206c99440 req-8ef8b3a0-eb23-43fb-9124-bd5c59d6370b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba06ca8c8c6c47e0a3ec08e9fc9296aa&device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 1094 time: 0.1219120 Sep 30 13:20:48.709139 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4fc44fb1-15d4-48f2-b3a3-cef183c48e7e req-8e4f352f-cfb9-4f74-8fcb-aa3218190b5c tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787272 Sep 30 13:20:48.738383 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:20:48.943040 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e86c0-dafc-41b5-9a41-ade206c99440 req-58c4be16-baae-43fa-92fe-27fed2f3b447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:48.949504 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-728e86c0-dafc-41b5-9a41-ade206c99440 req-58c4be16-baae-43fa-92fe-27fed2f3b447 service neutron] 10.222.0.39 "GET /v2.0/networks?id=27af5bc2-ae82-46a4-9237-d0fc36f9075e HTTP/1.1" status: 200 len: 911 time: 0.2517149 Sep 30 13:20:49.443561 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:49.584168 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b69d4-ee38-4149-901e-01ab9b30eaf4 req-c58aad7d-c4c1-4bee-9bad-b3256bfb97af tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:49.594250 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-910b69d4-ee38-4149-901e-01ab9b30eaf4 req-c58aad7d-c4c1-4bee-9bad-b3256bfb97af tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 945 time: 0.1630912 Sep 30 13:20:49.665393 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-910b69d4-ee38-4149-901e-01ab9b30eaf4 req-a11950ac-6724-4568-b95b-2d8dd4392d0f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697551 Sep 30 13:20:49.958505 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd698f25-2fb7-4892-8768-55c9d7ce70cd req-84e27f02-0438-46cd-9833-9354baea44cd tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:49.970803 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bd698f25-2fb7-4892-8768-55c9d7ce70cd req-84e27f02-0438-46cd-9833-9354baea44cd tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 943 time: 0.1375778 Sep 30 13:20:50.000822 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-728e86c0-dafc-41b5-9a41-ade206c99440 req-4d158a95-4034-43d9-8079-9d61921b3b3c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca3d6bf4-8d16-4b19-b90f-f28e70dd205a HTTP/1.1" status: 200 len: 217 time: 1.0453000 Sep 30 13:20:50.066452 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bd698f25-2fb7-4892-8768-55c9d7ce70cd req-d808271c-96fe-4ac3-badd-41c7741aec18 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886724 Sep 30 13:20:50.128195 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e86c0-dafc-41b5-9a41-ade206c99440 req-3be49e8d-def7-48a6-abb3-68e2a6ab42b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:50.129695 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-728e86c0-dafc-41b5-9a41-ade206c99440 req-3be49e8d-def7-48a6-abb3-68e2a6ab42b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b0d07ac9-b646-4015-9c44-dcf39179fe0f HTTP/1.1" status: 200 len: 849 time: 0.1207995 Sep 30 13:20:50.257573 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e86c0-dafc-41b5-9a41-ade206c99440 req-288d56f1-e588-4912-b429-c9621cb4d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:50.259391 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-728e86c0-dafc-41b5-9a41-ade206c99440 req-288d56f1-e588-4912-b429-c9621cb4d426 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=27af5bc2-ae82-46a4-9237-d0fc36f9075e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1208520 Sep 30 13:20:50.467382 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14cec0-503d-42a4-b8fa-0efc8dbe84f7 req-b268181c-c8da-4099-a80b-12ed112abc54 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:50.482954 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f14cec0-503d-42a4-b8fa-0efc8dbe84f7 req-b268181c-c8da-4099-a80b-12ed112abc54 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e9269e-f8e9-4cdc-9cd9-fec200571a04 HTTP/1.1" status: 200 len: 950 time: 0.1265402 Sep 30 13:20:50.611770 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f14cec0-503d-42a4-b8fa-0efc8dbe84f7 req-638c22ee-463e-41f7-915c-31307f68fe5e tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/security-groups?id=31b1b353-2343-4016-b4b4-839cfae161a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207299 Sep 30 13:20:50.677122 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-728e86c0-dafc-41b5-9a41-ade206c99440 req-91924127-a1ab-4702-85e9-9903e6070856 service neutron] 10.222.0.39 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399160 Sep 30 13:20:50.694348 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-85a4665c-318d-4850-9fb8-7c996777ad3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:50.920765 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-728e86c0-dafc-41b5-9a41-ade206c99440 req-74a6aa60-71af-463a-8de4-c5fcdc3fc1ca service neutron] 10.222.0.39 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355306 Sep 30 13:20:50.967169 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0887e-5141-4187-a62b-f6b95172236d req-c00acd52-a400-4865-8010-66565bc7048d tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:50.976830 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-33f0887e-5141-4187-a62b-f6b95172236d req-c00acd52-a400-4865-8010-66565bc7048d tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 945 time: 0.1693747 Sep 30 13:20:51.099498 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a7137-9fd6-4678-ade4-14eb4b6ae327 req-2faa8702-389f-4ba8-9cdd-870ba44086c4 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:51.109034 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-213a7137-9fd6-4678-ade4-14eb4b6ae327 req-2faa8702-389f-4ba8-9cdd-870ba44086c4 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f25db7f-623d-47c6-8586-fb7b138d0ec0 HTTP/1.1" status: 200 len: 946 time: 0.2027326 Sep 30 13:20:51.167223 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-33f0887e-5141-4187-a62b-f6b95172236d req-d3dd64e5-5d2b-42bf-abfa-de8ac1a1dd9c tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790960 Sep 30 13:20:51.205934 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-213a7137-9fd6-4678-ade4-14eb4b6ae327 req-5d251dba-e807-4272-becc-235e4dec51e1 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884490 Sep 30 13:20:51.338393 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ca3d6bf4-8d16-4b19-b90f-f28e70dd205a details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:20:51.507055 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd403e3-46ce-47d7-800e-98d19ce59dce req-3e85624e-ed84-4079-a094-3e5084de0ec6 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:51.525373 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-efd403e3-46ce-47d7-800e-98d19ce59dce req-3e85624e-ed84-4079-a094-3e5084de0ec6 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 943 time: 0.1649508 Sep 30 13:20:51.631564 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-efd403e3-46ce-47d7-800e-98d19ce59dce req-b3057593-17be-4d6b-9404-6a838b76fad4 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930679 Sep 30 13:20:51.701619 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port ca3d6bf4-8d16-4b19-b90f-f28e70dd205a, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ca3d6bf4-8d16-4b19-b90f-f28e70dd205a,segment=NetworkSegment(09db17fb-74d7-4dc0-9134-6b39465ccd33),segment_id=09db17fb-74d7-4dc0-9134-6b39465ccd33)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:51.719582 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'ca3d6bf4-8d16-4b19-b90f-f28e70dd205a', 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e', 'port_id': 'ca3d6bf4-8d16-4b19-b90f-f28e70dd205a', 'mac_address': 'fa:16:3e:6d:63:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:20:51.880653 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:51.922486 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d29521-7ec3-43f8-8dca-ac9c6e9b758f req-839e3098-48d7-448b-a0f7-4a425d1d86aa tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:51.933245 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c6d29521-7ec3-43f8-8dca-ac9c6e9b758f req-839e3098-48d7-448b-a0f7-4a425d1d86aa tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e9269e-f8e9-4cdc-9cd9-fec200571a04 HTTP/1.1" status: 200 len: 950 time: 0.1406708 Sep 30 13:20:51.957726 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca3d6bf4-8d16-4b19-b90f-f28e70dd205a {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:20:52.008678 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port ca3d6bf4-8d16-4b19-b90f-f28e70dd205a, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ca3d6bf4-8d16-4b19-b90f-f28e70dd205a,segment=NetworkSegment(09db17fb-74d7-4dc0-9134-6b39465ccd33),segment_id=09db17fb-74d7-4dc0-9134-6b39465ccd33)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:52.015001 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:52.022518 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c6d29521-7ec3-43f8-8dca-ac9c6e9b758f req-901507c2-15c4-4b1b-9537-2b2df37492c3 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/security-groups?id=31b1b353-2343-4016-b4b4-839cfae161a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856938 Sep 30 13:20:52.022945 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:52.070760 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111d400-3f00-42d7-9eeb-ddffa422aff3 req-22412886-905b-4027-9808-fe245a529c5e tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:52.079857 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c111d400-3f00-42d7-9eeb-ddffa422aff3 req-22412886-905b-4027-9808-fe245a529c5e tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.0848389 Sep 30 13:20:52.193947 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c111d400-3f00-42d7-9eeb-ddffa422aff3 req-5ace9f27-6d0f-4255-a8a9-4e94af91aadc tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127365 Sep 30 13:20:52.259417 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=ca3d6bf4-8d16-4b19-b90f-f28e70dd205a,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:52.319270 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['ca3d6bf4-8d16-4b19-b90f-f28e70dd205a'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:20:52.405609 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:52.479546 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030de19-b1d8-40ee-892a-1556ae359ff2 req-422cf8c0-8df8-4f11-925e-56119e2e9ee5 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:52.488477 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0030de19-b1d8-40ee-892a-1556ae359ff2 req-422cf8c0-8df8-4f11-925e-56119e2e9ee5 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 945 time: 0.2060208 Sep 30 13:20:52.522168 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b46fa-761d-44cf-aae2-92309a171f6d req-facc9504-78ff-436b-b99a-d0e33ec1dd2f tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:52.524074 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-178b46fa-761d-44cf-aae2-92309a171f6d req-facc9504-78ff-436b-b99a-d0e33ec1dd2f tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f25db7f-623d-47c6-8586-fb7b138d0ec0 HTTP/1.1" status: 200 len: 946 time: 0.2231414 Sep 30 13:20:52.744188 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0030de19-b1d8-40ee-892a-1556ae359ff2 req-32c6d3b9-70e0-42ed-a08c-a2264180c73e tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547541 Sep 30 13:20:52.840840 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-178b46fa-761d-44cf-aae2-92309a171f6d req-869df971-d583-4365-b378-e752cae9d896 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Deleting port 6c2091e5-f492-410b-b7e7-74cfe5cfae1e {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:20:52.844917 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-178b46fa-761d-44cf-aae2-92309a171f6d req-869df971-d583-4365-b378-e752cae9d896 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:53.159749 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-178b46fa-761d-44cf-aae2-92309a171f6d req-869df971-d583-4365-b378-e752cae9d896 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] For port 6c2091e5-f492-410b-b7e7-74cfe5cfae1e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=6c2091e5-f492-410b-b7e7-74cfe5cfae1e,segment=NetworkSegment(9a96c041-5ead-4dbc-b8ed-7970502e222b),segment_id=9a96c041-5ead-4dbc-b8ed-7970502e222b)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:53.161820 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-178b46fa-761d-44cf-aae2-92309a171f6d req-869df971-d583-4365-b378-e752cae9d896 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:53.245331 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4f57e-39f8-4e13-a27d-3f4f8d6dbf85 req-da054d47-07ce-472f-bd48-66f517ffcb5f tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:53.245875 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-178b46fa-761d-44cf-aae2-92309a171f6d req-869df971-d583-4365-b378-e752cae9d896 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Calling delete_port for 6c2091e5-f492-410b-b7e7-74cfe5cfae1e owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:20:53.255112 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9bc4f57e-39f8-4e13-a27d-3f4f8d6dbf85 req-da054d47-07ce-472f-bd48-66f517ffcb5f tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 944 time: 0.1579437 Sep 30 13:20:53.302585 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471219b7-10a3-40cb-b89e-b6ffa473c178 req-1392c197-4d8e-4bb5-8774-e38fb6c6c9ef tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:53.310572 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-471219b7-10a3-40cb-b89e-b6ffa473c178 req-1392c197-4d8e-4bb5-8774-e38fb6c6c9ef tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f25db7f-623d-47c6-8586-fb7b138d0ec0 HTTP/1.1" status: 200 len: 946 time: 0.1911676 Sep 30 13:20:53.354713 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device e10a8961-482e-414f-b158-db0e5a590902 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:20:53.363195 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9bc4f57e-39f8-4e13-a27d-3f4f8d6dbf85 req-730ccf4c-92af-4f9f-bd28-d14aee5bfb89 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010590 Sep 30 13:20:53.547331 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-471219b7-10a3-40cb-b89e-b6ffa473c178 req-152cf709-1fa8-45e4-aa98-10dd46b10ed9 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/security-groups?id=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350576 Sep 30 13:20:53.606473 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:53.645065 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153d09a-730d-4e3a-9497-b97fcbc8eb80 req-e4b7fff9-5c0e-4683-a440-61cf4d84a245 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:53.658245 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e9269e-f8e9-4cdc-9cd9-fec200571a04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e10a8961-482e-414f-b158-db0e5a590902'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:20:53.663746 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8153d09a-730d-4e3a-9497-b97fcbc8eb80 req-e4b7fff9-5c0e-4683-a440-61cf4d84a245 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.1336038 Sep 30 13:20:53.664420 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e10d68e-8f24-4a10-be3c-f4a8e1feaa5e" -d '{"events": [{"server_uuid": "44e9269e-f8e9-4cdc-9cd9-fec200571a04", "name": "network-vif-unplugged", "status": "completed", "tag": "e10a8961-482e-414f-b158-db0e5a590902"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:20:53.711018 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port e10a8961-482e-414f-b158-db0e5a590902, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=e10a8961-482e-414f-b158-db0e5a590902,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:53.718578 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-178b46fa-761d-44cf-aae2-92309a171f6d req-869df971-d583-4365-b378-e752cae9d896 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:53.723860 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8153d09a-730d-4e3a-9497-b97fcbc8eb80 req-99dbbb80-ee60-47ca-95ef-e211a8750313 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591452 Sep 30 13:20:53.724253 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:53.771482 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b861b35-cd64-4cb0-bb14-6d9d5194254d x-openstack-request-id: req-8b861b35-cd64-4cb0-bb14-6d9d5194254d {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:20:53.780018 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e9269e-f8e9-4cdc-9cd9-fec200571a04", "name": "network-vif-unplugged", "status": "completed", "tag": "e10a8961-482e-414f-b158-db0e5a590902", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:20:53.780355 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b861b35-cd64-4cb0-bb14-6d9d5194254d {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:20:53.780691 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e9269e-f8e9-4cdc-9cd9-fec200571a04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e10a8961-482e-414f-b158-db0e5a590902', 'code': 200} Sep 30 13:20:53.784779 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869df971-d583-4365-b378-e752cae9d896 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Pushing event deleted for resources: {'Port': ['ID=6c2091e5-f492-410b-b7e7-74cfe5cfae1e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:53.856832 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869df971-d583-4365-b378-e752cae9d896 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:53.857083 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869df971-d583-4365-b378-e752cae9d896 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:53.857418 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869df971-d583-4365-b378-e752cae9d896 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:53.857746 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869df971-d583-4365-b378-e752cae9d896 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:53.858089 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869df971-d583-4365-b378-e752cae9d896 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:53.858438 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869df971-d583-4365-b378-e752cae9d896 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:53.858766 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869df971-d583-4365-b378-e752cae9d896 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:53.859086 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869df971-d583-4365-b378-e752cae9d896 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:53.859383 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869df971-d583-4365-b378-e752cae9d896 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:53.859962 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869df971-d583-4365-b378-e752cae9d896 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:53.860278 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869df971-d583-4365-b378-e752cae9d896 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:53.860594 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869df971-d583-4365-b378-e752cae9d896 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:20:53.866600 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=e10a8961-482e-414f-b158-db0e5a590902,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:53.951547 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-178b46fa-761d-44cf-aae2-92309a171f6d req-869df971-d583-4365-b378-e752cae9d896 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] No DVR routers for this DVR port 6c2091e5-f492-410b-b7e7-74cfe5cfae1e on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:20:53.954281 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-178b46fa-761d-44cf-aae2-92309a171f6d req-869df971-d583-4365-b378-e752cae9d896 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:53.956998 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-178b46fa-761d-44cf-aae2-92309a171f6d req-869df971-d583-4365-b378-e752cae9d896 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.54 "DELETE /v2.0/ports/6c2091e5-f492-410b-b7e7-74cfe5cfae1e HTTP/1.1" status: 204 len: 173 time: 1.4230704 Sep 30 13:20:53.957666 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f25db7f-623d-47c6-8586-fb7b138d0ec0', 'name': 'network-vif-deleted', 'tag': '6c2091e5-f492-410b-b7e7-74cfe5cfae1e'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:20:53.960795 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c518890-8f99-4024-ac36-ed2f82b75f08" -d '{"events": [{"server_uuid": "0f25db7f-623d-47c6-8586-fb7b138d0ec0", "name": "network-vif-deleted", "tag": "6c2091e5-f492-410b-b7e7-74cfe5cfae1e"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:20:54.029992 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb52ae-a999-4835-943f-e603b1ca1a6b req-76a1d47e-bc8f-407e-9069-c5e8293aaedf tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:54.038649 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bedb52ae-a999-4835-943f-e603b1ca1a6b req-76a1d47e-bc8f-407e-9069-c5e8293aaedf tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 945 time: 0.1380022 Sep 30 13:20:54.048669 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137b803d-eef8-47c7-adba-d59783812844 x-openstack-request-id: req-137b803d-eef8-47c7-adba-d59783812844 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:20:54.049134 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f25db7f-623d-47c6-8586-fb7b138d0ec0", "name": "network-vif-deleted", "tag": "6c2091e5-f492-410b-b7e7-74cfe5cfae1e", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:20:54.049527 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-137b803d-eef8-47c7-adba-d59783812844 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:20:54.050098 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f25db7f-623d-47c6-8586-fb7b138d0ec0', 'name': 'network-vif-deleted', 'tag': '6c2091e5-f492-410b-b7e7-74cfe5cfae1e', 'status': 'completed', 'code': 200} Sep 30 13:20:54.122804 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bedb52ae-a999-4835-943f-e603b1ca1a6b req-5cddae28-abd3-4350-8df9-620f11987ac2 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784643 Sep 30 13:20:54.140867 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:54.662145 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0136e0-009a-4d5d-aa25-e7780895a310 req-c531e450-341d-4cff-ba81-5b6713b202f0 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:54.667793 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3d0136e0-009a-4d5d-aa25-e7780895a310 req-c531e450-341d-4cff-ba81-5b6713b202f0 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.3292942 Sep 30 13:20:54.757811 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d5a05-6512-4d73-8564-992e3770b7d0 req-004d26f5-c094-4f33-869b-04960fbe559f tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:54.759627 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-554d5a05-6512-4d73-8564-992e3770b7d0 req-004d26f5-c094-4f33-869b-04960fbe559f tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 944 time: 0.2243910 Sep 30 13:20:54.801455 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-adcdb509-fff7-4b6d-b36e-7f18343b2838 req-a0d9fa52-da29-4729-b866-4b4adcf0ecc9 tempest-ServersTestJSON-562194299 tempest-ServersTestJSON-562194299-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f25db7f-623d-47c6-8586-fb7b138d0ec0 HTTP/1.1" status: 200 len: 210 time: 0.0681648 Sep 30 13:20:54.814385 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-554d5a05-6512-4d73-8564-992e3770b7d0 req-e085f99a-ad6d-46ee-b032-950d049bbf18 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477393 Sep 30 13:20:54.920207 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-3d0136e0-009a-4d5d-aa25-e7780895a310 req-36185539-4b73-4315-81a0-ed256f00530d tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Deleting port a3173eed-c267-4f12-89da-e5ef6797a88d {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:20:54.920767 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3d0136e0-009a-4d5d-aa25-e7780895a310 req-36185539-4b73-4315-81a0-ed256f00530d tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:55.062796 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10f10e-d507-43c8-9cac-a2ee05631312 req-0035ea36-3562-4597-a2c1-c40654a49fe0 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:55.078905 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5b10f10e-d507-43c8-9cac-a2ee05631312 req-0035ea36-3562-4597-a2c1-c40654a49fe0 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 946 time: 0.1535275 Sep 30 13:20:55.147386 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-3d0136e0-009a-4d5d-aa25-e7780895a310 req-36185539-4b73-4315-81a0-ed256f00530d tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] For port a3173eed-c267-4f12-89da-e5ef6797a88d, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=a3173eed-c267-4f12-89da-e5ef6797a88d,segment=NetworkSegment(b1d3e14b-4b74-4e80-b9a5-10af53ebea65),segment_id=b1d3e14b-4b74-4e80-b9a5-10af53ebea65)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:55.147939 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3d0136e0-009a-4d5d-aa25-e7780895a310 req-36185539-4b73-4315-81a0-ed256f00530d tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:55.162517 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-3d0136e0-009a-4d5d-aa25-e7780895a310 req-36185539-4b73-4315-81a0-ed256f00530d tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Calling delete_port for a3173eed-c267-4f12-89da-e5ef6797a88d owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:20:55.178247 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5b10f10e-d507-43c8-9cac-a2ee05631312 req-bd31e827-f592-4250-8f61-32c18f4f3f56 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945425 Sep 30 13:20:55.217334 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device a3173eed-c267-4f12-89da-e5ef6797a88d no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:20:55.311271 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d8780-b797-4de6-979b-473faf8ee5ee req-2ece6210-a85d-49a4-8701-069b50642699 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:55.313204 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-363d8780-b797-4de6-979b-473faf8ee5ee req-2ece6210-a85d-49a4-8701-069b50642699 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 945 time: 0.0723724 Sep 30 13:20:55.388927 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ca3d6bf4-8d16-4b19-b90f-f28e70dd205a up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:20:55.408677 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-363d8780-b797-4de6-979b-473faf8ee5ee req-b78f3019-cfa7-4a8a-b2e7-23c51754431f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556357 Sep 30 13:20:55.460555 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:55.479210 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3d0136e0-009a-4d5d-aa25-e7780895a310 req-36185539-4b73-4315-81a0-ed256f00530d tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:55.506095 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['cece3b54-a432-4cab-b369-a1f468f20d32'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:20:55.579076 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 6c2091e5-f492-410b-b7e7-74cfe5cfae1e no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:20:55.670395 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36185539-4b73-4315-81a0-ed256f00530d tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Pushing event deleted for resources: {'Port': ['ID=a3173eed-c267-4f12-89da-e5ef6797a88d,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:55.689634 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 6c2091e5-f492-410b-b7e7-74cfe5cfae1e {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:20:55.691683 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 6c2091e5-f492-410b-b7e7-74cfe5cfae1e not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:20:55.693373 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port ca3d6bf4-8d16-4b19-b90f-f28e70dd205a completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:20:55.711983 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port ca3d6bf4-8d16-4b19-b90f-f28e70dd205a triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:20:55.712721 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:55.740406 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0136e0-009a-4d5d-aa25-e7780895a310 req-36185539-4b73-4315-81a0-ed256f00530d tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] No DVR routers for this DVR port a3173eed-c267-4f12-89da-e5ef6797a88d on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:20:55.743192 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3d0136e0-009a-4d5d-aa25-e7780895a310 req-36185539-4b73-4315-81a0-ed256f00530d tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:55.745254 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3d0136e0-009a-4d5d-aa25-e7780895a310 req-36185539-4b73-4315-81a0-ed256f00530d tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.54 "DELETE /v2.0/ports/a3173eed-c267-4f12-89da-e5ef6797a88d HTTP/1.1" status: 204 len: 173 time: 1.0711777 Sep 30 13:20:56.060445 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d31aa9-ced2-46d3-858c-faa56ef60eaf', 'name': 'network-vif-deleted', 'tag': 'a3173eed-c267-4f12-89da-e5ef6797a88d'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:20:56.060445 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e59d03-15ab-41f5-8b1d-460cb9a152a3" -d '{"events": [{"server_uuid": "e5d31aa9-ced2-46d3-858c-faa56ef60eaf", "name": "network-vif-deleted", "tag": "a3173eed-c267-4f12-89da-e5ef6797a88d"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:20:56.103609 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115e0c9-5658-4df3-ae1d-aeb964028e98 req-5d16052c-016d-49a2-8d8d-dd1659330012 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:56.112879 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f115e0c9-5658-4df3-ae1d-aeb964028e98 req-5d16052c-016d-49a2-8d8d-dd1659330012 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 944 time: 0.1677248 Sep 30 13:20:56.157528 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f115e0c9-5658-4df3-ae1d-aeb964028e98 req-19ad8211-557f-4bc4-8f39-498f7c3809dc tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344245 Sep 30 13:20:56.189315 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:56.280683 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24226826-6516-41e6-9641-ec9ed57a9d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3d6bf4-8d16-4b19-b90f-f28e70dd205a'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:20:56.292658 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d8245f-88ff-49ae-9a6f-69ceddfe027b" -d '{"events": [{"server_uuid": "24226826-6516-41e6-9641-ec9ed57a9d6f", "name": "network-vif-plugged", "status": "completed", "tag": "ca3d6bf4-8d16-4b19-b90f-f28e70dd205a"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:20:56.309894 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019e92e5-0341-4b84-8134-7492a4aa3df1 x-openstack-request-id: req-019e92e5-0341-4b84-8134-7492a4aa3df1 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:20:56.310464 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d31aa9-ced2-46d3-858c-faa56ef60eaf", "name": "network-vif-deleted", "tag": "a3173eed-c267-4f12-89da-e5ef6797a88d", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:20:56.310898 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-019e92e5-0341-4b84-8134-7492a4aa3df1 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:20:56.311461 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d31aa9-ced2-46d3-858c-faa56ef60eaf', 'name': 'network-vif-deleted', 'tag': 'a3173eed-c267-4f12-89da-e5ef6797a88d', 'status': 'completed', 'code': 200} Sep 30 13:20:56.395579 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port ca3d6bf4-8d16-4b19-b90f-f28e70dd205a, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ca3d6bf4-8d16-4b19-b90f-f28e70dd205a,segment=NetworkSegment(09db17fb-74d7-4dc0-9134-6b39465ccd33),segment_id=09db17fb-74d7-4dc0-9134-6b39465ccd33)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:56.428276 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:56.515706 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=ca3d6bf4-8d16-4b19-b90f-f28e70dd205a,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:56.683559 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43680) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:20:56.688894 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6b52322d-5bfa-4e1a-9360-51e1ca3e8320 req-d6b3bfc3-9ae2-47b3-a41b-be7fbe60b84b tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d31aa9-ced2-46d3-858c-faa56ef60eaf HTTP/1.1" status: 200 len: 210 time: 0.0628829 Sep 30 13:20:56.720873 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6024558-b99e-4f30-ad97-5bca126a2e46 x-openstack-request-id: req-e6024558-b99e-4f30-ad97-5bca126a2e46 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:20:56.721225 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24226826-6516-41e6-9641-ec9ed57a9d6f", "name": "network-vif-plugged", "status": "completed", "tag": "ca3d6bf4-8d16-4b19-b90f-f28e70dd205a", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:20:56.721491 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6024558-b99e-4f30-ad97-5bca126a2e46 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:20:56.721924 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24226826-6516-41e6-9641-ec9ed57a9d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3d6bf4-8d16-4b19-b90f-f28e70dd205a', 'code': 200} Sep 30 13:20:56.861916 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cee8258-c403-4d88-825f-5493ae6cb9ee admin admin] Deleting subnet ffedeff6-d706-4237-b627-e4b936917a2e {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:20:56.874470 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8cee8258-c403-4d88-825f-5493ae6cb9ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:56.972052 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8cee8258-c403-4d88-825f-5493ae6cb9ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:56.982648 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5306dc-abba-4ce0-b2f5-a2f075d21397 req-cc5799c7-dc6f-42ac-9694-d263680ab080 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:56.992409 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3b5306dc-abba-4ce0-b2f5-a2f075d21397 req-cc5799c7-dc6f-42ac-9694-d263680ab080 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 945 time: 0.1706669 Sep 30 13:20:57.133642 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23a3a6-0175-4a3b-a923-1b2b5df54525 req-6de905c9-e5d4-4946-a227-50158c1a7e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:57.158422 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ce23a3a6-0175-4a3b-a923-1b2b5df54525 req-6de905c9-e5d4-4946-a227-50158c1a7e99 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 1096 time: 0.3215623 Sep 30 13:20:57.188769 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8cee8258-c403-4d88-825f-5493ae6cb9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:57.203373 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3b5306dc-abba-4ce0-b2f5-a2f075d21397 req-dc8fcb7a-9618-4f6c-a7d6-a6210eb2f158 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098517 Sep 30 13:20:57.332600 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ce23a3a6-0175-4a3b-a923-1b2b5df54525 req-24abce04-321d-40e6-83dd-2be3184834a6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653161 Sep 30 13:20:57.372179 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62bce7-50d7-4ecc-b09b-f03aab43c944 req-44c2f9f7-e989-4c53-98d9-652cf376c091 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:57.375301 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4dd765dd-141b-4466-a544-c367c3977ab3 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:20:57.381802 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8cee8258-c403-4d88-825f-5493ae6cb9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:57.385017 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4a62bce7-50d7-4ecc-b09b-f03aab43c944 req-44c2f9f7-e989-4c53-98d9-652cf376c091 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 945 time: 0.1023333 Sep 30 13:20:57.460684 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8cee8258-c403-4d88-825f-5493ae6cb9ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:57.469714 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8cee8258-c403-4d88-825f-5493ae6cb9ee admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ffedeff6-d706-4237-b627-e4b936917a2e HTTP/1.1" status: 204 len: 168 time: 0.7824616 Sep 30 13:20:57.472023 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43724) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:20:57.474544 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee8258-c403-4d88-825f-5493ae6cb9ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffedeff6-d706-4237-b627-e4b936917a2e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:57.492436 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4a62bce7-50d7-4ecc-b09b-f03aab43c944 req-88b6a353-1b50-4537-8df2-805d809b233b tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062531 Sep 30 13:20:57.698880 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-113cf90e-edb0-45cb-8a61-259a55cd44af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:57.712719 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4dd765dd-141b-4466-a544-c367c3977ab3, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4dd765dd-141b-4466-a544-c367c3977ab3,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:57.746053 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '4dd765dd-141b-4466-a544-c367c3977ab3', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': '4dd765dd-141b-4466-a544-c367c3977ab3', 'mac_address': 'fa:16:3e:16:de:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:20:57.870734 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:57.893803 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd765dd-141b-4466-a544-c367c3977ab3 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:20:57.944917 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4dd765dd-141b-4466-a544-c367c3977ab3, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4dd765dd-141b-4466-a544-c367c3977ab3,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:20:57.961102 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:57.987648 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-113cf90e-edb0-45cb-8a61-259a55cd44af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:58.033386 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-113cf90e-edb0-45cb-8a61-259a55cd44af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:20:58.056215 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-113cf90e-edb0-45cb-8a61-259a55cd44af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a96c041-5ead-4dbc-b8ed-7970502e222b') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:20:58.056591 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-113cf90e-edb0-45cb-8a61-259a55cd44af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a96c041-5ead-4dbc-b8ed-7970502e222b') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:20:58.080529 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-113cf90e-edb0-45cb-8a61-259a55cd44af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:58.111303 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-113cf90e-edb0-45cb-8a61-259a55cd44af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:58.125803 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113cf90e-edb0-45cb-8a61-259a55cd44af admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:20:58.127834 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-113cf90e-edb0-45cb-8a61-259a55cd44af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:58.152286 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['4dd765dd-141b-4466-a544-c367c3977ab3'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:20:58.215095 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=4dd765dd-141b-4466-a544-c367c3977ab3,revision_number=9']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:20:58.246803 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:20:58.343377 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-113cf90e-edb0-45cb-8a61-259a55cd44af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:58.356250 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-113cf90e-edb0-45cb-8a61-259a55cd44af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:58.359855 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-113cf90e-edb0-45cb-8a61-259a55cd44af admin admin] 10.222.0.18 "DELETE /v2.0/networks/0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1 HTTP/1.1" status: 204 len: 168 time: 0.8861701 Sep 30 13:20:58.411022 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cf90e-edb0-45cb-8a61-259a55cd44af admin admin] Pushing event deleted for resources: {'Network': ['ID=0b6fdcc9-097d-42e0-9898-cdffa9b9bbe1,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:58.657762 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9aa69-ea18-4d60-b9b5-4be83bc17836 req-70d02793-d8d9-448c-a725-da1e9f492100 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:58.675740 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d9e9aa69-ea18-4d60-b9b5-4be83bc17836 req-70d02793-d8d9-448c-a725-da1e9f492100 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 945 time: 0.1524241 Sep 30 13:20:58.727213 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43764) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:20:58.766171 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d9e9aa69-ea18-4d60-b9b5-4be83bc17836 req-4efd9231-5c95-4cdd-905c-a6fecdc79d7b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883331 Sep 30 13:20:58.890928 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-81dddf29-e075-40df-8102-ca147967973d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9fc5434333184b91bb2f4f1696e6b8d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1625741 Sep 30 13:20:58.899201 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43766) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:20:58.966197 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd1fb6-886a-467c-aa9d-46277eb05e08 req-da5e0675-a067-4147-a3f9-3bd06559ad1e tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:58.985509 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4ddd1fb6-886a-467c-aa9d-46277eb05e08 req-da5e0675-a067-4147-a3f9-3bd06559ad1e tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.1241977 Sep 30 13:20:59.067067 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4ddd1fb6-886a-467c-aa9d-46277eb05e08 req-1076948d-1fd4-4955-a11f-6d59364ce4d6 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801659 Sep 30 13:20:59.077753 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1f73ebdb-fd7c-42aa-bd91-ac7b864135b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:59.193775 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1f73ebdb-fd7c-42aa-bd91-ac7b864135b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:59.389775 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1f73ebdb-fd7c-42aa-bd91-ac7b864135b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:59.392768 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1f73ebdb-fd7c-42aa-bd91-ac7b864135b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:20:59.396642 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1f73ebdb-fd7c-42aa-bd91-ac7b864135b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34fc80ca-d9c8-42d4-9aaf-cfbc1240f594 HTTP/1.1" status: 204 len: 168 time: 0.4939520 Sep 30 13:20:59.412885 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73ebdb-fd7c-42aa-bd91-ac7b864135b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fc80ca-d9c8-42d4-9aaf-cfbc1240f594,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:20:59.555013 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c9109-719d-4284-9ec5-7a980534e94a req-e79ce478-1718-4c3f-9b67-6e971e35330c tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:59.573713 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-576c9109-719d-4284-9ec5-7a980534e94a req-e79ce478-1718-4c3f-9b67-6e971e35330c tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 945 time: 0.2931314 Sep 30 13:20:59.689896 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-576c9109-719d-4284-9ec5-7a980534e94a req-904c0336-f5f4-4869-a936-7549b164035a tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142342 Sep 30 13:20:59.978308 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5db5d8-616d-4be1-9621-4c116a76c047 req-2a52b428-22eb-482a-bf48-67f61d032e8d tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:20:59.980804 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ba5db5d8-616d-4be1-9621-4c116a76c047 req-2a52b428-22eb-482a-bf48-67f61d032e8d tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 945 time: 0.1319733 Sep 30 13:20:59.990006 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43788) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:20:59.994829 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-28b2ab5c-497f-4ba7-9ecc-f3486aa4df47 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Request body: {'floatingip': {'port_id': 'ca3d6bf4-8d16-4b19-b90f-f28e70dd205a'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:21:00.065449 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-28b2ab5c-497f-4ba7-9ecc-f3486aa4df47 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for floatingip, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:01.411680 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4dd765dd-141b-4466-a544-c367c3977ab3 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:21:01.583383 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad338c2-c00b-4f23-abfc-8e7e498cce08 req-aa9e8d43-3007-4ffd-9411-95987ba8a278 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:01.587777 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-aad338c2-c00b-4f23-abfc-8e7e498cce08 req-aa9e8d43-3007-4ffd-9411-95987ba8a278 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 945 time: 0.0826881 Sep 30 13:21:01.608849 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 4dd765dd-141b-4466-a544-c367c3977ab3 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:21:01.609105 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:01.759431 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:01.815682 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-aad338c2-c00b-4f23-abfc-8e7e498cce08 req-f4056d46-973c-4d10-a506-5db035aedbf4 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215903 Sep 30 13:21:01.883376 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4dd765dd-141b-4466-a544-c367c3977ab3, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4dd765dd-141b-4466-a544-c367c3977ab3,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:21:01.891142 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf9dc50-9d23-48bf-adbc-625dc5d15414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd765dd-141b-4466-a544-c367c3977ab3'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:21:01.896756 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54611b3-fbf4-44d3-a17c-44b611f7a479" -d '{"events": [{"server_uuid": "baf9dc50-9d23-48bf-adbc-625dc5d15414", "name": "network-vif-plugged", "status": "completed", "tag": "4dd765dd-141b-4466-a544-c367c3977ab3"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:21:01.925605 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:02.015319 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.db.resource_extend [None req-28b2ab5c-497f-4ba7-9ecc-f3486aa4df47 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 13:21:02.113806 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=4dd765dd-141b-4466-a544-c367c3977ab3,revision_number=10']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:02.148350 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a59af-e09e-465a-8c04-4108125ddf65 req-4ba7d317-1136-4943-8b2a-ca6cfcd47dd6 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:02.157689 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ec0a59af-e09e-465a-8c04-4108125ddf65 req-4ba7d317-1136-4943-8b2a-ca6cfcd47dd6 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.1456246 Sep 30 13:21:02.205578 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-28b2ab5c-497f-4ba7-9ecc-f3486aa4df47 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:02.221913 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ec0a59af-e09e-465a-8c04-4108125ddf65 req-9b3be5fe-e00b-4156-a32a-fd2315e9429c tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625620 Sep 30 13:21:02.227198 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-28b2ab5c-497f-4ba7-9ecc-f3486aa4df47 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:02.596245 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-28b2ab5c-497f-4ba7-9ecc-f3486aa4df47 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Floating IP 9535d90f-f545-45bd-ba61-6ac95d50fe2a associated. External IP: 172.25.5.42, port: ca3d6bf4-8d16-4b19-b90f-f28e70dd205a. Sep 30 13:21:02.657309 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f461d616-f96c-47d0-bc19-df5d5e8326d5 x-openstack-request-id: req-f461d616-f96c-47d0-bc19-df5d5e8326d5 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:21:02.658269 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf9dc50-9d23-48bf-adbc-625dc5d15414", "name": "network-vif-plugged", "status": "completed", "tag": "4dd765dd-141b-4466-a544-c367c3977ab3", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:21:02.658690 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f461d616-f96c-47d0-bc19-df5d5e8326d5 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:21:02.659250 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf9dc50-9d23-48bf-adbc-625dc5d15414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd765dd-141b-4466-a544-c367c3977ab3', 'code': 200} Sep 30 13:21:03.205713 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2659df2-f253-4e46-b190-eb5af3d2c1b5 req-5d0830fa-6103-49fc-b30e-539fda64e7c9 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:03.218248 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2659df2-f253-4e46-b190-eb5af3d2c1b5 req-5d0830fa-6103-49fc-b30e-539fda64e7c9 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 945 time: 0.2679760 Sep 30 13:21:03.350330 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2659df2-f253-4e46-b190-eb5af3d2c1b5 req-f5ca9a86-fbe2-4eda-bff4-8957a717d0a8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249788 Sep 30 13:21:03.441234 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b2ab5c-497f-4ba7-9ecc-f3486aa4df47 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Router 00c2cc2c-e714-4f02-94ca-e592baa36b8d has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:21:03.479092 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97725524-b110-4284-b26c-c1a06bd1a7d2 req-4a631bee-372c-4dc6-afcf-76b01f36086d tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:03.498697 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-97725524-b110-4284-b26c-c1a06bd1a7d2 req-4a631bee-372c-4dc6-afcf-76b01f36086d tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.1733561 Sep 30 13:21:03.629525 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43868) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:03.746706 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43872) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:03.859794 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-97725524-b110-4284-b26c-c1a06bd1a7d2 req-69eb8501-4391-4fe7-963d-ef4bca200d7a tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Deleting port cece3b54-a432-4cab-b369-a1f468f20d32 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:21:03.860178 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-97725524-b110-4284-b26c-c1a06bd1a7d2 req-69eb8501-4391-4fe7-963d-ef4bca200d7a tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:03.996232 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b2ab5c-497f-4ba7-9ecc-f3486aa4df47 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:21:04.011702 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d739ee59-1b12-4e21-971d-886ab354a286 None None] Sync routers for ids ['00c2cc2c-e714-4f02-94ca-e592baa36b8d'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:21:04.014599 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-28b2ab5c-497f-4ba7-9ecc-f3486aa4df47 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:04.038725 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ace74f-7fe0-425c-8243-5234315780dd req-c3c64d68-8d00-41a7-8a77-2ed27ebb11e7 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:04.040638 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-23ace74f-7fe0-425c-8243-5234315780dd req-c3c64d68-8d00-41a7-8a77-2ed27ebb11e7 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 946 time: 0.2646110 Sep 30 13:21:04.087549 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d739ee59-1b12-4e21-971d-886ab354a286 None None] Routers {'00c2cc2c-e714-4f02-94ca-e592baa36b8d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:21:04.093092 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-d739ee59-1b12-4e21-971d-886ab354a286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:20:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['00c2cc2c-e714-4f02-94ca-e592baa36b8d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:21:04.113680 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-28b2ab5c-497f-4ba7-9ecc-f3486aa4df47 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "PUT /v2.0/floatingips/9535d90f-f545-45bd-ba61-6ac95d50fe2a HTTP/1.1" status: 200 len: 990 time: 4.1222498 Sep 30 13:21:04.164156 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24226826-6516-41e6-9641-ec9ed57a9d6f', 'tag': 'ca3d6bf4-8d16-4b19-b90f-f28e70dd205a'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:21:04.173338 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b8bfca-aad9-497b-b6c4-f3a9aa4c86dd" -d '{"events": [{"name": "network-changed", "server_uuid": "24226826-6516-41e6-9641-ec9ed57a9d6f", "tag": "ca3d6bf4-8d16-4b19-b90f-f28e70dd205a"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:21:04.200748 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-97725524-b110-4284-b26c-c1a06bd1a7d2 req-69eb8501-4391-4fe7-963d-ef4bca200d7a tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] For port cece3b54-a432-4cab-b369-a1f468f20d32, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=cece3b54-a432-4cab-b369-a1f468f20d32,segment=NetworkSegment(b1d3e14b-4b74-4e80-b9a5-10af53ebea65),segment_id=b1d3e14b-4b74-4e80-b9a5-10af53ebea65)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:21:04.201137 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-97725524-b110-4284-b26c-c1a06bd1a7d2 req-69eb8501-4391-4fe7-963d-ef4bca200d7a tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:04.234828 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-47f657f9-ca27-4e9d-88c7-28c9a51179a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:04.237982 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-97725524-b110-4284-b26c-c1a06bd1a7d2 req-69eb8501-4391-4fe7-963d-ef4bca200d7a tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Calling delete_port for cece3b54-a432-4cab-b369-a1f468f20d32 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:21:04.272288 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-23ace74f-7fe0-425c-8243-5234315780dd req-9c46b320-a96a-4033-8556-b2ebc71107f6 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092350 Sep 30 13:21:04.440071 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-d739ee59-1b12-4e21-971d-886ab354a286 None None] Set router 00c2cc2c-e714-4f02-94ca-e592baa36b8d gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:21:04.697764 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7c6ce3d0-1537-4292-9fa2-31a13739f1fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:04.722880 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810caa63-c0d0-41e6-8e9c-8cc4ec362b5d x-openstack-request-id: req-810caa63-c0d0-41e6-8e9c-8cc4ec362b5d {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:21:04.723182 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24226826-6516-41e6-9641-ec9ed57a9d6f", "tag": "ca3d6bf4-8d16-4b19-b90f-f28e70dd205a", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:21:04.723714 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-810caa63-c0d0-41e6-8e9c-8cc4ec362b5d {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:21:04.724326 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24226826-6516-41e6-9641-ec9ed57a9d6f', 'tag': 'ca3d6bf4-8d16-4b19-b90f-f28e70dd205a', 'status': 'completed', 'code': 200} Sep 30 13:21:04.752415 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-d739ee59-1b12-4e21-971d-886ab354a286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'name': 'tempest-AttachVolumeTestJSON-888408587-router', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:20:21Z', 'updated_at': '2021-09-30T13:20:28Z', 'revision_number': 4, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'gw_port': {'id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:22Z', 'updated_at': '2021-09-30T13:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '9535d90f-f545-45bd-ba61-6ac95d50fe2a', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'port_id': 'ca3d6bf4-8d16-4b19-b90f-f28e70dd205a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e', 'mac_address': 'fa:16:3e:6d:63:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24226826-6516-41e6-9641-ec9ed57a9d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:20:35Z', 'updated_at': '2021-09-30T13:21:01Z', 'revision_number': 1, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1cd5921-797b-4996-a7f0-60d4fc9e6f94', 'name': '', 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'mac_address': 'fa:16:3e:5e:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:27Z', 'updated_at': '2021-09-30T13:20:36Z', 'revision_number': 5, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'subnets': [{'id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:21:04.782160 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d739ee59-1b12-4e21-971d-886ab354a286 None None] Checking router: 00c2cc2c-e714-4f02-94ca-e592baa36b8d for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:21:04.791977 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d739ee59-1b12-4e21-971d-886ab354a286 None None] Routers {'00c2cc2c-e714-4f02-94ca-e592baa36b8d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:21:04.792889 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-d739ee59-1b12-4e21-971d-886ab354a286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:20:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['00c2cc2c-e714-4f02-94ca-e592baa36b8d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:21:05.030041 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-d739ee59-1b12-4e21-971d-886ab354a286 None None] Set router 00c2cc2c-e714-4f02-94ca-e592baa36b8d gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:21:05.099342 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee34a6-9452-4f24-99d8-13d51dc26644 req-5ec042a9-0d24-440c-83fe-3820705802c3 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:05.102319 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-97725524-b110-4284-b26c-c1a06bd1a7d2 req-69eb8501-4391-4fe7-963d-ef4bca200d7a tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:05.115684 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['cece3b54-a432-4cab-b369-a1f468f20d32'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:21:05.122701 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c5ee34a6-9452-4f24-99d8-13d51dc26644 req-5ec042a9-0d24-440c-83fe-3820705802c3 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 945 time: 0.2399688 Sep 30 13:21:05.167181 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8bfca-aad9-497b-b6c4-f3a9aa4c86dd req-da5c468d-60fc-45df-a58b-458e099c3ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:05.181631 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b2b8bfca-aad9-497b-b6c4-f3a9aa4c86dd req-da5c468d-60fc-45df-a58b-458e099c3ef2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba06ca8c8c6c47e0a3ec08e9fc9296aa&device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 1096 time: 0.2415738 Sep 30 13:21:05.239471 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c5ee34a6-9452-4f24-99d8-13d51dc26644 req-1b04a8b0-6b6c-4e28-9967-e8dddfe434d3 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148260 Sep 30 13:21:05.348279 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb8501-4391-4fe7-963d-ef4bca200d7a tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Pushing event deleted for resources: {'Port': ['ID=cece3b54-a432-4cab-b369-a1f468f20d32,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:05.521134 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-752cc675-2f6d-4321-8a5c-247c19d5bbb2 req-8830507f-70d3-4083-aa44-b68811fad705 tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5a9610-204f-48c2-becf-f25bfdabac2e HTTP/1.1" status: 200 len: 210 time: 0.0751123 Sep 30 13:21:05.669756 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-d739ee59-1b12-4e21-971d-886ab354a286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'name': 'tempest-AttachVolumeTestJSON-888408587-router', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:20:21Z', 'updated_at': '2021-09-30T13:20:28Z', 'revision_number': 4, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'gw_port': {'id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:22Z', 'updated_at': '2021-09-30T13:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '9535d90f-f545-45bd-ba61-6ac95d50fe2a', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'port_id': 'ca3d6bf4-8d16-4b19-b90f-f28e70dd205a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e', 'mac_address': 'fa:16:3e:6d:63:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24226826-6516-41e6-9641-ec9ed57a9d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:20:35Z', 'updated_at': '2021-09-30T13:21:01Z', 'revision_number': 1, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1cd5921-797b-4996-a7f0-60d4fc9e6f94', 'name': '', 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'mac_address': 'fa:16:3e:5e:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:27Z', 'updated_at': '2021-09-30T13:20:36Z', 'revision_number': 5, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'subnets': [{'id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:21:05.679875 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-97725524-b110-4284-b26c-c1a06bd1a7d2 req-69eb8501-4391-4fe7-963d-ef4bca200d7a tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] No DVR routers for this DVR port cece3b54-a432-4cab-b369-a1f468f20d32 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:21:05.683333 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-97725524-b110-4284-b26c-c1a06bd1a7d2 req-69eb8501-4391-4fe7-963d-ef4bca200d7a tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:05.685684 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-97725524-b110-4284-b26c-c1a06bd1a7d2 req-69eb8501-4391-4fe7-963d-ef4bca200d7a tempest-ServerRescueNegativeTestJSON-1213771309 tempest-ServerRescueNegativeTestJSON-1213771309-project] 10.222.0.54 "DELETE /v2.0/ports/cece3b54-a432-4cab-b369-a1f468f20d32 HTTP/1.1" status: 204 len: 173 time: 2.1861789 Sep 30 13:21:05.689431 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5a9610-204f-48c2-becf-f25bfdabac2e', 'name': 'network-vif-deleted', 'tag': 'cece3b54-a432-4cab-b369-a1f468f20d32'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:21:05.692436 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d5d094-34d2-474b-857f-650810b6546d" -d '{"events": [{"server_uuid": "2c5a9610-204f-48c2-becf-f25bfdabac2e", "name": "network-vif-deleted", "tag": "cece3b54-a432-4cab-b369-a1f468f20d32"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:21:05.744321 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-47f657f9-ca27-4e9d-88c7-28c9a51179a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:05.763053 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-47f657f9-ca27-4e9d-88c7-28c9a51179a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:05.822764 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8bfca-aad9-497b-b6c4-f3a9aa4c86dd req-defee6a8-871c-433f-a6f7-1d7d33c01414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:05.826267 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b2b8bfca-aad9-497b-b6c4-f3a9aa4c86dd req-defee6a8-871c-433f-a6f7-1d7d33c01414 service neutron] 10.222.0.39 "GET /v2.0/networks?id=27af5bc2-ae82-46a4-9237-d0fc36f9075e HTTP/1.1" status: 200 len: 911 time: 0.6409447 Sep 30 13:21:05.839358 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d739ee59-1b12-4e21-971d-886ab354a286 None None] The sync data for ids ['00c2cc2c-e714-4f02-94ca-e592baa36b8d'] in n-d-810909-2 is: [{'id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'name': 'tempest-AttachVolumeTestJSON-888408587-router', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:20:21Z', 'updated_at': '2021-09-30T13:20:28Z', 'revision_number': 4, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'gw_port': {'id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:22Z', 'updated_at': '2021-09-30T13:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '9535d90f-f545-45bd-ba61-6ac95d50fe2a', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'port_id': 'ca3d6bf4-8d16-4b19-b90f-f28e70dd205a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e', 'mac_address': 'fa:16:3e:6d:63:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24226826-6516-41e6-9641-ec9ed57a9d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:20:35Z', 'updated_at': '2021-09-30T13:21:01Z', 'revision_number': 1, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1cd5921-797b-4996-a7f0-60d4fc9e6f94', 'name': '', 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'mac_address': 'fa:16:3e:5e:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:27Z', 'updated_at': '2021-09-30T13:20:36Z', 'revision_number': 5, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'subnets': [{'id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:21:05.978456 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b2b8bfca-aad9-497b-b6c4-f3a9aa4c86dd req-d06c32ae-9fd3-4ba5-a0d6-6690e25a85e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca3d6bf4-8d16-4b19-b90f-f28e70dd205a HTTP/1.1" status: 200 len: 998 time: 0.1436520 Sep 30 13:21:06.001893 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-47f657f9-ca27-4e9d-88c7-28c9a51179a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b03be255fda043beaec6f52b83f1ddad&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2528994 Sep 30 13:21:06.004852 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43924) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:06.068122 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8bfca-aad9-497b-b6c4-f3a9aa4c86dd req-10e2a0eb-6bf7-4288-bd41-943a90f79180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:06.069511 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b2b8bfca-aad9-497b-b6c4-f3a9aa4c86dd req-10e2a0eb-6bf7-4288-bd41-943a90f79180 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b0d07ac9-b646-4015-9c44-dcf39179fe0f HTTP/1.1" status: 200 len: 849 time: 0.0806718 Sep 30 13:21:06.070179 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f657f9-ca27-4e9d-88c7-28c9a51179a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f900ae-77d4-4ddf-a63a-21aeb4a9e97e,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:06.224559 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8bfca-aad9-497b-b6c4-f3a9aa4c86dd req-91102962-99b3-4237-a264-4378334f6579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:06.226426 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b2b8bfca-aad9-497b-b6c4-f3a9aa4c86dd req-91102962-99b3-4237-a264-4378334f6579 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=27af5bc2-ae82-46a4-9237-d0fc36f9075e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1481006 Sep 30 13:21:06.268704 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399a2603-e5ca-4d75-b187-e8d21de94c0b x-openstack-request-id: req-399a2603-e5ca-4d75-b187-e8d21de94c0b {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:21:06.269908 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5a9610-204f-48c2-becf-f25bfdabac2e", "name": "network-vif-deleted", "tag": "cece3b54-a432-4cab-b369-a1f468f20d32", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:21:06.270238 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-399a2603-e5ca-4d75-b187-e8d21de94c0b {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:21:06.270668 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5a9610-204f-48c2-becf-f25bfdabac2e', 'name': 'network-vif-deleted', 'tag': 'cece3b54-a432-4cab-b369-a1f468f20d32', 'status': 'completed', 'code': 200} Sep 30 13:21:06.297527 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f1987948-c6c7-480d-9abd-d27c62e21838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:06.343652 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3f2cad-0176-44b4-8f0c-7ae03c9e1947 None None] New status for floating IP 9535d90f-f545-45bd-ba61-6ac95d50fe2a: ACTIVE {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:21:06.474657 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f1987948-c6c7-480d-9abd-d27c62e21838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:06.537599 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f1987948-c6c7-480d-9abd-d27c62e21838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:06.540365 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f1987948-c6c7-480d-9abd-d27c62e21838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:06.551096 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f1987948-c6c7-480d-9abd-d27c62e21838 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0f900ae-77d4-4ddf-a63a-21aeb4a9e97e HTTP/1.1" status: 204 len: 168 time: 0.5447469 Sep 30 13:21:06.582499 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1987948-c6c7-480d-9abd-d27c62e21838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f900ae-77d4-4ddf-a63a-21aeb4a9e97e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:06.601674 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7c6ce3d0-1537-4292-9fa2-31a13739f1fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:06.623130 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7c6ce3d0-1537-4292-9fa2-31a13739f1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:06.625734 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1987948-c6c7-480d-9abd-d27c62e21838 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:06.629914 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1987948-c6c7-480d-9abd-d27c62e21838 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:06.634179 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1987948-c6c7-480d-9abd-d27c62e21838 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:06.634728 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1987948-c6c7-480d-9abd-d27c62e21838 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:06.635600 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1987948-c6c7-480d-9abd-d27c62e21838 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:06.636092 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1987948-c6c7-480d-9abd-d27c62e21838 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:06.638467 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1987948-c6c7-480d-9abd-d27c62e21838 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:06.642745 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1987948-c6c7-480d-9abd-d27c62e21838 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:06.643169 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1987948-c6c7-480d-9abd-d27c62e21838 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:06.643594 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1987948-c6c7-480d-9abd-d27c62e21838 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:06.646487 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1987948-c6c7-480d-9abd-d27c62e21838 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:06.646919 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1987948-c6c7-480d-9abd-d27c62e21838 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:06.667467 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43944) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:06.734446 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d021d59-158b-470c-b8db-2dd751bfb6b5 req-bbf66cf3-9fef-44bc-b8e2-95092f7c0281 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:06.742692 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d021d59-158b-470c-b8db-2dd751bfb6b5 req-bbf66cf3-9fef-44bc-b8e2-95092f7c0281 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 945 time: 0.3801794 Sep 30 13:21:06.749182 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7c6ce3d0-1537-4292-9fa2-31a13739f1fa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=afaee94e1ef14b7bab565017b951353c&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1185055 Sep 30 13:21:06.776458 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ce3d0-1537-4292-9fa2-31a13739f1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d48e8e4-d9f0-4817-a96d-1bab981280e1,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:06.780901 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43948) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:06.783493 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b2b8bfca-aad9-497b-b6c4-f3a9aa4c86dd req-57c813e7-f3f7-4b59-addb-e61aca982aa7 service neutron] 10.222.0.39 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413527 Sep 30 13:21:06.895259 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d021d59-158b-470c-b8db-2dd751bfb6b5 req-f01dd3d4-307f-4e5b-b627-f619b32545e8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503549 Sep 30 13:21:07.098927 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d50b7-15cd-4e6e-b0b3-b98ae168be07 req-8864e1a8-f4f8-4992-9538-3466b94f181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:07.100411 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b22d50b7-15cd-4e6e-b0b3-b98ae168be07 req-8864e1a8-f4f8-4992-9538-3466b94f181a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 1096 time: 0.2224677 Sep 30 13:21:07.128520 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b900d436-7b87-455a-8417-e5325d3d536c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:07.157899 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b2b8bfca-aad9-497b-b6c4-f3a9aa4c86dd req-61a8dc34-a775-4597-9488-25ac2f194516 service neutron] 10.222.0.39 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338592 Sep 30 13:21:07.205416 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b900d436-7b87-455a-8417-e5325d3d536c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:07.260865 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device cece3b54-a432-4cab-b369-a1f468f20d32 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:21:07.359885 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: cece3b54-a432-4cab-b369-a1f468f20d32 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:21:07.360945 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device cece3b54-a432-4cab-b369-a1f468f20d32 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:21:07.410828 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d50b7-15cd-4e6e-b0b3-b98ae168be07 req-7ed4f28a-23b6-430e-ad3b-97b3ee4529b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:07.412744 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b22d50b7-15cd-4e6e-b0b3-b98ae168be07 req-7ed4f28a-23b6-430e-ad3b-97b3ee4529b1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 913 time: 0.2986054 Sep 30 13:21:07.511767 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b22d50b7-15cd-4e6e-b0b3-b98ae168be07 req-0197eabf-50c8-4dc3-bdae-58cca29f68c6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61c015f3-af7d-4e58-8189-44388a78b70a HTTP/1.1" status: 200 len: 217 time: 0.0885401 Sep 30 13:21:07.569793 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b900d436-7b87-455a-8417-e5325d3d536c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:07.572847 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b900d436-7b87-455a-8417-e5325d3d536c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:07.577033 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b900d436-7b87-455a-8417-e5325d3d536c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d48e8e4-d9f0-4817-a96d-1bab981280e1 HTTP/1.1" status: 204 len: 168 time: 0.7896476 Sep 30 13:21:07.612278 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d50b7-15cd-4e6e-b0b3-b98ae168be07 req-b956344e-9000-40eb-b151-675628481cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:07.614218 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b22d50b7-15cd-4e6e-b0b3-b98ae168be07 req-b956344e-9000-40eb-b151-675628481cca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb HTTP/1.1" status: 200 len: 851 time: 0.0953116 Sep 30 13:21:07.615328 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900d436-7b87-455a-8417-e5325d3d536c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d48e8e4-d9f0-4817-a96d-1bab981280e1,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:07.752220 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d50b7-15cd-4e6e-b0b3-b98ae168be07 req-391a053a-c10d-4833-9ea7-aa4ec89e6b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:07.760005 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b22d50b7-15cd-4e6e-b0b3-b98ae168be07 req-391a053a-c10d-4833-9ea7-aa4ec89e6b2e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7e67e25-10d5-4331-9422-13e705e055a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373672 Sep 30 13:21:07.868118 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-54d4f2a9-fc83-4594-8ad0-6c8a4b32fa57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:08.166810 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b22d50b7-15cd-4e6e-b0b3-b98ae168be07 req-fc622413-a101-4044-92c7-d378eb1527a1 service neutron] 10.222.0.39 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974168 Sep 30 13:21:08.296917 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43597d0-3757-4548-a985-3cd271c6cad2 req-3469aa40-9793-4623-b4ee-0e425e2db5ff tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:08.304796 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c43597d0-3757-4548-a985-3cd271c6cad2 req-3469aa40-9793-4623-b4ee-0e425e2db5ff tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 945 time: 0.1497214 Sep 30 13:21:08.401249 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b22d50b7-15cd-4e6e-b0b3-b98ae168be07 req-963cdc5e-9f2b-48a3-96e8-55ce43cb811a service neutron] 10.222.0.39 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239149 Sep 30 13:21:08.404406 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c43597d0-3757-4548-a985-3cd271c6cad2 req-a33b217b-d63b-45c2-97d9-665bcdbf9ab3 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984387 Sep 30 13:21:08.851984 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-54d4f2a9-fc83-4594-8ad0-6c8a4b32fa57 admin admin] Deleting port ece907b4-c141-4a5f-81dc-05ce07bab876 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:21:08.852776 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-54d4f2a9-fc83-4594-8ad0-6c8a4b32fa57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:09.105867 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-54d4f2a9-fc83-4594-8ad0-6c8a4b32fa57 admin admin] For port ece907b4-c141-4a5f-81dc-05ce07bab876, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=ece907b4-c141-4a5f-81dc-05ce07bab876,segment=NetworkSegment(b1d3e14b-4b74-4e80-b9a5-10af53ebea65),segment_id=b1d3e14b-4b74-4e80-b9a5-10af53ebea65)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:21:09.109001 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-54d4f2a9-fc83-4594-8ad0-6c8a4b32fa57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:09.161963 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-54d4f2a9-fc83-4594-8ad0-6c8a4b32fa57 admin admin] Calling delete_port for ece907b4-c141-4a5f-81dc-05ce07bab876 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:21:09.453439 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 61c015f3-af7d-4e58-8189-44388a78b70a no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:21:09.666292 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da327ea-2a66-486d-ae77-ac0320d7e679 req-10780fdc-6e79-448a-822a-68052e6e3eb6 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:09.678685 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0da327ea-2a66-486d-ae77-ac0320d7e679 req-10780fdc-6e79-448a-822a-68052e6e3eb6 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 945 time: 0.1541941 Sep 30 13:21:09.760537 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:09.774585 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0da327ea-2a66-486d-ae77-ac0320d7e679 req-6534f04a-1d7f-4245-9b26-20cea73d514c tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932772 Sep 30 13:21:09.805315 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-54d4f2a9-fc83-4594-8ad0-6c8a4b32fa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:09.852726 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56566eda-1b08-4016-9eb4-abb63f93fe3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61c015f3-af7d-4e58-8189-44388a78b70a'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:21:09.855448 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88860f11-6979-44c8-8d4b-702e38aeab3a" -d '{"events": [{"server_uuid": "56566eda-1b08-4016-9eb4-abb63f93fe3d", "name": "network-vif-unplugged", "status": "completed", "tag": "61c015f3-af7d-4e58-8189-44388a78b70a"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:21:09.927559 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 61c015f3-af7d-4e58-8189-44388a78b70a, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=61c015f3-af7d-4e58-8189-44388a78b70a,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:21:09.939811 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:09.998667 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5771b9a6-0a84-4065-ad75-fa16f2a744ac x-openstack-request-id: req-5771b9a6-0a84-4065-ad75-fa16f2a744ac {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:21:10.000146 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56566eda-1b08-4016-9eb4-abb63f93fe3d", "name": "network-vif-unplugged", "status": "completed", "tag": "61c015f3-af7d-4e58-8189-44388a78b70a", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:21:10.000771 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4f2a9-fc83-4594-8ad0-6c8a4b32fa57 admin admin] Pushing event deleted for resources: {'Port': ['ID=ece907b4-c141-4a5f-81dc-05ce07bab876,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:10.001296 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5771b9a6-0a84-4065-ad75-fa16f2a744ac {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:21:10.001873 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56566eda-1b08-4016-9eb4-abb63f93fe3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61c015f3-af7d-4e58-8189-44388a78b70a', 'code': 200} Sep 30 13:21:10.090885 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=61c015f3-af7d-4e58-8189-44388a78b70a,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:10.550295 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-54d4f2a9-fc83-4594-8ad0-6c8a4b32fa57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:11.054332 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d488d-5545-40c7-ac0d-92994cb9435e req-cf4fbcd1-c2ca-420e-b826-48f7ae31dfdf tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:11.066340 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7b3d488d-5545-40c7-ac0d-92994cb9435e req-cf4fbcd1-c2ca-420e-b826-48f7ae31dfdf tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 943 time: 0.1485536 Sep 30 13:21:11.162815 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7b3d488d-5545-40c7-ac0d-92994cb9435e req-6ee46774-d670-4d06-afaf-39e0754f4cd1 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937638 Sep 30 13:21:11.184487 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d4f2a9-fc83-4594-8ad0-6c8a4b32fa57 admin admin] Router c036e2eb-7d4a-4b07-9c3b-9d908fc842bc has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:21:11.992575 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf361d8-8e86-4581-8e8f-c0b1010ce5c3 req-cf8eb75f-1513-4bde-9f31-c2b929397e60 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:12.002949 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fbf361d8-8e86-4581-8e8f-c0b1010ce5c3 req-cf8eb75f-1513-4bde-9f31-c2b929397e60 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.5975668 Sep 30 13:21:12.069830 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fbf361d8-8e86-4581-8e8f-c0b1010ce5c3 req-935b392d-8127-481c-8cda-f4c5518d664c tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657508 Sep 30 13:21:12.079896 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d4f2a9-fc83-4594-8ad0-6c8a4b32fa57 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:21:12.100035 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-54d4f2a9-fc83-4594-8ad0-6c8a4b32fa57 admin admin] 10.222.0.18 "PUT /v2.0/routers/c036e2eb-7d4a-4b07-9c3b-9d908fc842bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4305205 Sep 30 13:21:12.102710 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44142) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:12.103674 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b971e2b-1976-4802-b0fd-76119ab33560 None None] Sync routers for ids ['c036e2eb-7d4a-4b07-9c3b-9d908fc842bc'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:21:12.127206 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b971e2b-1976-4802-b0fd-76119ab33560 None None] Routers {'c036e2eb-7d4a-4b07-9c3b-9d908fc842bc'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:21:12.127852 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7b971e2b-1976-4802-b0fd-76119ab33560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:20:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['c036e2eb-7d4a-4b07-9c3b-9d908fc842bc'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:21:12.448223 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-7b971e2b-1976-4802-b0fd-76119ab33560 None None] Set router c036e2eb-7d4a-4b07-9c3b-9d908fc842bc gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:21:12.797269 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02eb4d2d-9121-4004-a320-f6b7db169a93 admin admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:12.891668 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e49bcf-4a02-4261-9a87-c607825b42aa req-00f64ef1-bd2b-4081-a406-28cead0ec603 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:12.893428 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-67e49bcf-4a02-4261-9a87-c607825b42aa req-00f64ef1-bd2b-4081-a406-28cead0ec603 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1615012 Sep 30 13:21:12.948854 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7b971e2b-1976-4802-b0fd-76119ab33560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c036e2eb-7d4a-4b07-9c3b-9d908fc842bc', 'name': 'tempest-ServerRescueNegativeTestJSON-101214230-router', 'tenant_id': '02a128d560bb4e8a854078bbc7e9b93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '73531761-1600-4fce-8ffa-45d5f7e157e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:17:45Z', 'updated_at': '2021-09-30T13:21:09Z', 'revision_number': 5, 'project_id': '02a128d560bb4e8a854078bbc7e9b93a', 'gw_port': {'id': '73531761-1600-4fce-8ffa-45d5f7e157e7', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:97:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c036e2eb-7d4a-4b07-9c3b-9d908fc842bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:17:48Z', 'updated_at': '2021-09-30T13:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:21:13.029745 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-67e49bcf-4a02-4261-9a87-c607825b42aa req-b9ef1cea-8cc8-4a28-a49d-ae13a1372576 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632613 Sep 30 13:21:13.050842 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02eb4d2d-9121-4004-a320-f6b7db169a93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:13.216461 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-02eb4d2d-9121-4004-a320-f6b7db169a93 admin admin] Deleting port 73531761-1600-4fce-8ffa-45d5f7e157e7 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:21:13.220543 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02eb4d2d-9121-4004-a320-f6b7db169a93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:13.303038 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b971e2b-1976-4802-b0fd-76119ab33560 None None] Checking router: c036e2eb-7d4a-4b07-9c3b-9d908fc842bc for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:21:13.342282 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b971e2b-1976-4802-b0fd-76119ab33560 None None] Routers {'c036e2eb-7d4a-4b07-9c3b-9d908fc842bc'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:21:13.342282 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7b971e2b-1976-4802-b0fd-76119ab33560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:20:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['c036e2eb-7d4a-4b07-9c3b-9d908fc842bc'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:21:13.397089 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-02eb4d2d-9121-4004-a320-f6b7db169a93 admin admin] For port 73531761-1600-4fce-8ffa-45d5f7e157e7, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=73531761-1600-4fce-8ffa-45d5f7e157e7,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:21:13.397611 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02eb4d2d-9121-4004-a320-f6b7db169a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:13.412271 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-02eb4d2d-9121-4004-a320-f6b7db169a93 admin admin] Calling delete_port for 73531761-1600-4fce-8ffa-45d5f7e157e7 owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:21:13.464580 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 61c015f3-af7d-4e58-8189-44388a78b70a no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:21:13.644212 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-7b971e2b-1976-4802-b0fd-76119ab33560 None None] Set router c036e2eb-7d4a-4b07-9c3b-9d908fc842bc gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:21:13.769837 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7b971e2b-1976-4802-b0fd-76119ab33560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c036e2eb-7d4a-4b07-9c3b-9d908fc842bc', 'name': 'tempest-ServerRescueNegativeTestJSON-101214230-router', 'tenant_id': '02a128d560bb4e8a854078bbc7e9b93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:17:45Z', 'updated_at': '2021-09-30T13:21:13Z', 'revision_number': 6, 'project_id': '02a128d560bb4e8a854078bbc7e9b93a', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:21:13.794195 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02eb4d2d-9121-4004-a320-f6b7db169a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:13.857915 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b971e2b-1976-4802-b0fd-76119ab33560 None None] The sync data for ids ['c036e2eb-7d4a-4b07-9c3b-9d908fc842bc'] in n-d-810909-2 is: [{'id': 'c036e2eb-7d4a-4b07-9c3b-9d908fc842bc', 'name': 'tempest-ServerRescueNegativeTestJSON-101214230-router', 'tenant_id': '02a128d560bb4e8a854078bbc7e9b93a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:17:45Z', 'updated_at': '2021-09-30T13:21:13Z', 'revision_number': 6, 'project_id': '02a128d560bb4e8a854078bbc7e9b93a', 'gw_port_host': None}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:21:13.872631 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb4d2d-9121-4004-a320-f6b7db169a93 admin admin] Pushing event deleted for resources: {'Port': ['ID=73531761-1600-4fce-8ffa-45d5f7e157e7,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:14.065000 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02eb4d2d-9121-4004-a320-f6b7db169a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:14.342150 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02eb4d2d-9121-4004-a320-f6b7db169a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:14.364275 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02eb4d2d-9121-4004-a320-f6b7db169a93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:14.569623 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf4140-4c60-45e9-aa2a-27d7926dd444 req-bd8302c9-88b4-4012-b337-73f988655bbe tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:14.587787 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62bf4140-4c60-45e9-aa2a-27d7926dd444 req-bd8302c9-88b4-4012-b337-73f988655bbe tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.8167264 Sep 30 13:21:14.601064 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02eb4d2d-9121-4004-a320-f6b7db169a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:14.601655 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02eb4d2d-9121-4004-a320-f6b7db169a93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c036e2eb-7d4a-4b07-9c3b-9d908fc842bc {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:21:14.656261 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02eb4d2d-9121-4004-a320-f6b7db169a93 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:14.660201 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44252) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:14.660802 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-02eb4d2d-9121-4004-a320-f6b7db169a93 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c036e2eb-7d4a-4b07-9c3b-9d908fc842bc HTTP/1.1" status: 204 len: 168 time: 2.5550098 Sep 30 13:21:14.697723 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62bf4140-4c60-45e9-aa2a-27d7926dd444 req-22ab07ce-95eb-4b96-bbca-9bb4075853bb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081622 Sep 30 13:21:14.770359 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:14.790594 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd945e91-a76d-4be6-9622-817879d1c4d3 admin admin] Deleting subnet 81e7f2ba-9cac-4d42-8c8e-044c8e36e01e {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:21:14.797905 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fd945e91-a76d-4be6-9622-817879d1c4d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:14.903105 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fd945e91-a76d-4be6-9622-817879d1c4d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:15.025864 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fd945e91-a76d-4be6-9622-817879d1c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:15.221239 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fd945e91-a76d-4be6-9622-817879d1c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:15.312158 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd945e91-a76d-4be6-9622-817879d1c4d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81e7f2ba-9cac-4d42-8c8e-044c8e36e01e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:15.319590 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fd945e91-a76d-4be6-9622-817879d1c4d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:15.322496 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fd945e91-a76d-4be6-9622-817879d1c4d3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/81e7f2ba-9cac-4d42-8c8e-044c8e36e01e HTTP/1.1" status: 204 len: 168 time: 0.6604161 Sep 30 13:21:15.325546 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44276) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:15.416577 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fa04f773-aa8d-4ce7-9efc-645b038aacfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:15.583435 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fa04f773-aa8d-4ce7-9efc-645b038aacfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:15.622866 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-fa04f773-aa8d-4ce7-9efc-645b038aacfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017e8792-372a-498b-9ea3-b4eeec10adcc']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:21:15.678038 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-fa04f773-aa8d-4ce7-9efc-645b038aacfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d3e14b-4b74-4e80-b9a5-10af53ebea65') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:21:15.682315 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-fa04f773-aa8d-4ce7-9efc-645b038aacfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d3e14b-4b74-4e80-b9a5-10af53ebea65') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:21:15.701372 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fa04f773-aa8d-4ce7-9efc-645b038aacfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:15.717825 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device ece907b4-c141-4a5f-81dc-05ce07bab876 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:21:15.752890 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fa04f773-aa8d-4ce7-9efc-645b038aacfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:15.772219 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa04f773-aa8d-4ce7-9efc-645b038aacfb admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:21:15.777365 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fa04f773-aa8d-4ce7-9efc-645b038aacfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:21:15.781117 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:21:15.795965 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: ece907b4-c141-4a5f-81dc-05ce07bab876 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:21:15.796499 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device ece907b4-c141-4a5f-81dc-05ce07bab876 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:21:15.798221 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 73531761-1600-4fce-8ffa-45d5f7e157e7 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:21:15.879326 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 73531761-1600-4fce-8ffa-45d5f7e157e7 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:21:15.887060 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 73531761-1600-4fce-8ffa-45d5f7e157e7 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:21:16.079639 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fa04f773-aa8d-4ce7-9efc-645b038aacfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:16.087646 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fa04f773-aa8d-4ce7-9efc-645b038aacfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:16.106800 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fa04f773-aa8d-4ce7-9efc-645b038aacfb admin admin] 10.222.0.18 "DELETE /v2.0/networks/017e8792-372a-498b-9ea3-b4eeec10adcc HTTP/1.1" status: 204 len: 168 time: 0.7798607 Sep 30 13:21:16.184596 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910a372-9929-4ff0-8f2a-37d8b75787f1 req-ddcfe476-ddca-4567-b30e-4f1381dd9051 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:16.193434 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3910a372-9929-4ff0-8f2a-37d8b75787f1 req-ddcfe476-ddca-4567-b30e-4f1381dd9051 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1872706 Sep 30 13:21:16.202257 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa04f773-aa8d-4ce7-9efc-645b038aacfb admin admin] Pushing event deleted for resources: {'Network': ['ID=017e8792-372a-498b-9ea3-b4eeec10adcc,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:16.267935 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3910a372-9929-4ff0-8f2a-37d8b75787f1 req-912b7e90-6287-4703-bf04-ece56de621a5 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720787 Sep 30 13:21:16.532063 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44318) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:16.677617 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44330) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:16.678159 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e40b8bf8-7b36-4975-9ce2-d1fc6185c0df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=02a128d560bb4e8a854078bbc7e9b93a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1445317 Sep 30 13:21:16.817084 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-089b2a80-611a-45b3-bcb5-96969a123637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:16.872427 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-089b2a80-611a-45b3-bcb5-96969a123637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:16.989851 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-089b2a80-611a-45b3-bcb5-96969a123637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:16.997785 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-089b2a80-611a-45b3-bcb5-96969a123637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:17.001411 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-089b2a80-611a-45b3-bcb5-96969a123637 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2 HTTP/1.1" status: 204 len: 168 time: 0.3213038 Sep 30 13:21:17.028028 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b2a80-611a-45b3-bcb5-96969a123637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e531ce9-ebc7-49b0-b52e-2e6ec1424ae2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:17.556007 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd31a29-9c54-4723-927b-91ffffe184fb req-03dbc881-4d2f-422d-af17-3b3f5abe3211 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:17.569838 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7bd31a29-9c54-4723-927b-91ffffe184fb req-03dbc881-4d2f-422d-af17-3b3f5abe3211 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1495786 Sep 30 13:21:17.709779 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7bd31a29-9c54-4723-927b-91ffffe184fb req-2b09db41-26c6-4451-8843-16b36f375156 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387911 Sep 30 13:21:18.252561 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-932d7932-4bee-438c-8072-0936d7762734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:18.937370 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44426) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:19.113919 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409975bd-030a-4d67-bf3e-f6499127f136 req-5590a57a-25b8-4c7e-8842-c453447d912f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:19.127009 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-409975bd-030a-4d67-bf3e-f6499127f136 req-5590a57a-25b8-4c7e-8842-c453447d912f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1338787 Sep 30 13:21:19.174845 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-7048e484-731f-4a1f-9b42-a63eb76a1b5a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-817188580-network', 'tenant_id': 'a44cb98e418b4fc89cc73be20bc6aaa8'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:21:19.229117 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-409975bd-030a-4d67-bf3e-f6499127f136 req-29c39703-b6da-495f-9cf3-01779388745c tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009557 Sep 30 13:21:19.229978 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7048e484-731f-4a1f-9b42-a63eb76a1b5a admin admin] Made reservation on behalf of a44cb98e418b4fc89cc73be20bc6aaa8 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:21:19.233304 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7048e484-731f-4a1f-9b42-a63eb76a1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:19.262501 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7048e484-731f-4a1f-9b42-a63eb76a1b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:19.424192 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:19.587026 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7048e484-731f-4a1f-9b42-a63eb76a1b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:19.600630 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7048e484-731f-4a1f-9b42-a63eb76a1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:19.615958 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7048e484-731f-4a1f-9b42-a63eb76a1b5a admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:21:19.627036 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7048e484-731f-4a1f-9b42-a63eb76a1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:19.627384 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-7048e484-731f-4a1f-9b42-a63eb76a1b5a admin admin] Added segment 4c14a080-1632-4772-b204-9e8eb842c0d3 of type vlan for network 2ae8f69c-e2ed-4683-a275-8d8f7caa3a16 Sep 30 13:21:19.680193 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7048e484-731f-4a1f-9b42-a63eb76a1b5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:19.708432 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048e484-731f-4a1f-9b42-a63eb76a1b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ad4986-e828-4095-a28f-c7816b9c7218,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:19.805291 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7048e484-731f-4a1f-9b42-a63eb76a1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:19.808402 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7048e484-731f-4a1f-9b42-a63eb76a1b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:19.816733 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7048e484-731f-4a1f-9b42-a63eb76a1b5a admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:19.914514 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44456) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:19.920584 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-5ffa5f41-bc09-463c-9329-a9a466fd111f admin admin] Request body: {'subnet': {'network_id': '2ae8f69c-e2ed-4683-a275-8d8f7caa3a16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-817188580-subnet', 'tenant_id': 'a44cb98e418b4fc89cc73be20bc6aaa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:21:19.921305 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7048e484-731f-4a1f-9b42-a63eb76a1b5a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9827523 Sep 30 13:21:20.001300 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffa5f41-bc09-463c-9329-a9a466fd111f admin admin] Made reservation on behalf of a44cb98e418b4fc89cc73be20bc6aaa8 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:21:20.004126 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5ffa5f41-bc09-463c-9329-a9a466fd111f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:20.118914 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048e484-731f-4a1f-9b42-a63eb76a1b5a admin admin] Pushing event updated for resources: {'Network': ['ID=2ae8f69c-e2ed-4683-a275-8d8f7caa3a16,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:20.134108 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 2ae8f69c-e2ed-4683-a275-8d8f7caa3a16 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:21:20.608383 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581cf7ac-7436-4fb5-bc06-7e8cd71703a9 req-8c1be8a3-331d-464c-a8fd-5fa4651f2ccc tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:20.616560 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-581cf7ac-7436-4fb5-bc06-7e8cd71703a9 req-8c1be8a3-331d-464c-a8fd-5fa4651f2ccc tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.2431307 Sep 30 13:21:20.686842 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-04682d35-a17c-48f4-bb00-8664948b047c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:20.711282 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-581cf7ac-7436-4fb5-bc06-7e8cd71703a9 req-4dae1f6e-1449-4c7e-853f-a4eb150d9342 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888624 Sep 30 13:21:20.713577 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5ffa5f41-bc09-463c-9329-a9a466fd111f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:20.766990 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa5f41-bc09-463c-9329-a9a466fd111f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bac914f-ff79-44a0-914f-8c571e231db2,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:20.813792 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffa5f41-bc09-463c-9329-a9a466fd111f admin admin] Checking segment: {'id': '4c14a080-1632-4772-b204-9e8eb842c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2ae8f69c-e2ed-4683-a275-8d8f7caa3a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:21:20.814183 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffa5f41-bc09-463c-9329-a9a466fd111f admin admin] Network hostable DHCP agents. Network: 2ae8f69c-e2ed-4683-a275-8d8f7caa3a16, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:21:20.843295 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffa5f41-bc09-463c-9329-a9a466fd111f admin admin] Network 2ae8f69c-e2ed-4683-a275-8d8f7caa3a16 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:21:20.870003 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-5ffa5f41-bc09-463c-9329-a9a466fd111f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 2ae8f69c-e2ed-4683-a275-8d8f7caa3a16) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:21:20.886583 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffa5f41-bc09-463c-9329-a9a466fd111f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:20.889358 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5ffa5f41-bc09-463c-9329-a9a466fd111f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:20.890831 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0361d2a-45c4-4749-8fff-ab33c482e6a2 None None] Network 2ae8f69c-e2ed-4683-a275-8d8f7caa3a16 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:21:20.945615 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5ffa5f41-bc09-463c-9329-a9a466fd111f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0284333 Sep 30 13:21:21.207929 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb49228-af2b-435e-9403-43d1eac26c5d None None] Network 2ae8f69c-e2ed-4683-a275-8d8f7caa3a16 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:21:21.639187 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:21.861125 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755a049-6093-4e11-9102-abeb44c32d34 req-bee02286-7867-4005-9151-49a6e33094ef tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:21.863016 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0755a049-6093-4e11-9102-abeb44c32d34 req-bee02286-7867-4005-9151-49a6e33094ef tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/networks?id=2ae8f69c-e2ed-4683-a275-8d8f7caa3a16 HTTP/1.1" status: 200 len: 813 time: 0.2229657 Sep 30 13:21:21.884157 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0755a049-6093-4e11-9102-abeb44c32d34 req-56b0383a-31a1-46e9-9a76-b20d3b65f648 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/quotas/a44cb98e418b4fc89cc73be20bc6aaa8 HTTP/1.1" status: 200 len: 375 time: 0.0098617 Sep 30 13:21:21.928890 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76a245-c21a-49e9-83c9-7ccabe404b41 req-1dbbf8d1-5392-4932-8685-d1bec49398b8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:21.942488 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ce76a245-c21a-49e9-83c9-7ccabe404b41 req-1dbbf8d1-5392-4932-8685-d1bec49398b8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1099982 Sep 30 13:21:21.944897 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0755a049-6093-4e11-9102-abeb44c32d34 req-058fd036-e3f8-435c-9672-77f0406a078d tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a44cb98e418b4fc89cc73be20bc6aaa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506959 Sep 30 13:21:22.063752 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ce76a245-c21a-49e9-83c9-7ccabe404b41 req-f16ffdf2-d952-4384-9dcb-32955de4bb60 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201348 Sep 30 13:21:22.347219 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:22.701385 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0755a049-6093-4e11-9102-abeb44c32d34 req-1344b68a-21d7-4616-b583-0f98f6d24e2b service neutron] 10.222.0.18 "GET /v2.0/networks/2ae8f69c-e2ed-4683-a275-8d8f7caa3a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7485535 Sep 30 13:21:22.896328 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0755a049-6093-4e11-9102-abeb44c32d34 req-d56a44fe-0f4c-4762-b87c-a57dfee9096a service neutron] 10.222.0.18 "GET /v2.0/networks/2ae8f69c-e2ed-4683-a275-8d8f7caa3a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938851 Sep 30 13:21:23.273372 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936696b7-7a34-4ac1-b208-ff2d20159ba7 req-0dddd0d9-cb02-4977-9b07-71c08d319bfd tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:23.296955 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-936696b7-7a34-4ac1-b208-ff2d20159ba7 req-0dddd0d9-cb02-4977-9b07-71c08d319bfd tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1246905 Sep 30 13:21:23.402300 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-936696b7-7a34-4ac1-b208-ff2d20159ba7 req-5cfbde2d-0644-42cc-9fe1-f653a6d6c74f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030717 Sep 30 13:21:23.491646 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1cd9f9b5-e9ce-42eb-85dd-a774b21d19f5 req-c58d23f0-1e44-471a-941e-f5f8a02636d3 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 210 time: 0.0828362 Sep 30 13:21:24.131326 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:24.508295 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44652) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:24.724054 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bfc21faf-dc95-4a97-addf-c848651f42dc req-ae762ed2-2e4c-4148-b6b9-0d57bfb8a72d tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 210 time: 0.0476303 Sep 30 13:21:24.846655 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef99f2a-7d3d-453b-bc93-d8e493f71dc9 req-01d6efca-f6a5-42a0-a4a0-b858acfb4e8c tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:24.861080 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3ef99f2a-7d3d-453b-bc93-d8e493f71dc9 req-01d6efca-f6a5-42a0-a4a0-b858acfb4e8c tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.2471611 Sep 30 13:21:24.931020 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0576fda4-a4dc-41f7-bb37-b1f9ac194b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:25.006948 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3ef99f2a-7d3d-453b-bc93-d8e493f71dc9 req-a054f869-1cd8-4e0e-9eae-01741dbc1721 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448214 Sep 30 13:21:25.212983 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0576fda4-a4dc-41f7-bb37-b1f9ac194b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:25.239849 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0576fda4-a4dc-41f7-bb37-b1f9ac194b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:25.341767 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0576fda4-a4dc-41f7-bb37-b1f9ac194b03 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd691d48f6c34b0387e2c8fc04fe9fc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8323827 Sep 30 13:21:25.348581 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576fda4-a4dc-41f7-bb37-b1f9ac194b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d1117f-a896-4f06-b781-7a4a9754b416,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:25.355570 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44688) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:25.563168 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755a049-6093-4e11-9102-abeb44c32d34 req-2835f99e-1dab-415d-b728-8821c763a004 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:25.565304 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0755a049-6093-4e11-9102-abeb44c32d34 req-2835f99e-1dab-415d-b728-8821c763a004 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.54 "GET /v2.0/networks?id=2ae8f69c-e2ed-4683-a275-8d8f7caa3a16 HTTP/1.1" status: 200 len: 813 time: 0.2220056 Sep 30 13:21:25.575813 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfb736-0cfd-42bc-9c19-09b9b4b0427a req-f935f3df-ddea-4b0c-84d0-ed0968e030fb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:25.594913 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-edbfb736-0cfd-42bc-9c19-09b9b4b0427a req-f935f3df-ddea-4b0c-84d0-ed0968e030fb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.2981956 Sep 30 13:21:25.629501 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-0755a049-6093-4e11-9102-abeb44c32d34 req-8c160108-797e-4fef-9460-62900b9dfb68 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Request body: {'port': {'device_id': '3d5ef20a-a303-4004-98f7-6eaba1a4cad9', 'network_id': '2ae8f69c-e2ed-4683-a275-8d8f7caa3a16', 'admin_state_up': True, 'tenant_id': 'a44cb98e418b4fc89cc73be20bc6aaa8'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:21:25.693580 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e8789a88-81e8-4a64-aa56-5c615a4d0eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:25.733854 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d4b86-c9ff-40af-ba31-65ea60983d42 req-1b10dac2-3e96-419f-8b43-c70e88b2e057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:25.738490 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:21:25.740589 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f93d4b86-c9ff-40af-ba31-65ea60983d42 req-1b10dac2-3e96-419f-8b43-c70e88b2e057 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 1095 time: 0.3641119 Sep 30 13:21:25.860772 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e8789a88-81e8-4a64-aa56-5c615a4d0eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:25.884408 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d4b86-c9ff-40af-ba31-65ea60983d42 req-e0ea5b00-d1e5-4d9a-8083-0158dde6285c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:25.885895 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f93d4b86-c9ff-40af-ba31-65ea60983d42 req-e0ea5b00-d1e5-4d9a-8083-0158dde6285c service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 913 time: 0.1064777 Sep 30 13:21:25.926609 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-edbfb736-0cfd-42bc-9c19-09b9b4b0427a req-4f5a37a5-29fe-45eb-9e48-90e550419a9d tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3131042 Sep 30 13:21:26.019066 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f93d4b86-c9ff-40af-ba31-65ea60983d42 req-e801ef74-5b0f-4f20-8348-31e455bfbbb4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a3f4553-b52f-4821-afb6-39d5b478bb00 HTTP/1.1" status: 200 len: 999 time: 0.1207590 Sep 30 13:21:26.125644 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5596e62-5c8d-4c26-a2d6-473915eab7bf req-63d0a2eb-8530-4d40-9c1c-0b0d89917796 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:26.127565 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a5596e62-5c8d-4c26-a2d6-473915eab7bf req-63d0a2eb-8530-4d40-9c1c-0b0d89917796 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf9dc50-9d23-48bf-adbc-625dc5d15414 HTTP/1.1" status: 200 len: 951 time: 0.0941191 Sep 30 13:21:26.128769 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e8789a88-81e8-4a64-aa56-5c615a4d0eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:26.131891 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e8789a88-81e8-4a64-aa56-5c615a4d0eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:26.133197 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e8789a88-81e8-4a64-aa56-5c615a4d0eff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/74d1117f-a896-4f06-b781-7a4a9754b416 HTTP/1.1" status: 204 len: 168 time: 0.7766786 Sep 30 13:21:26.170163 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8f090b49-d40c-4a31-aa3a-ec69c2c5edb0 req-9992579e-07c3-47c9-acc5-24d8a88e7333 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 210 time: 0.1453657 Sep 30 13:21:26.195043 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8789a88-81e8-4a64-aa56-5c615a4d0eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d1117f-a896-4f06-b781-7a4a9754b416,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:26.227300 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a5596e62-5c8d-4c26-a2d6-473915eab7bf req-66ff1c1e-fa14-40c9-b345-d763f1d273ea tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/security-groups?id=31b1b353-2343-4016-b4b4-839cfae161a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925364 Sep 30 13:21:26.453832 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0755a049-6093-4e11-9102-abeb44c32d34 req-8c160108-797e-4fef-9460-62900b9dfb68 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Made reservation on behalf of a44cb98e418b4fc89cc73be20bc6aaa8 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:21:26.457439 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0755a049-6093-4e11-9102-abeb44c32d34 req-8c160108-797e-4fef-9460-62900b9dfb68 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:26.468687 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d4b86-c9ff-40af-ba31-65ea60983d42 req-51cf5b15-53a3-463e-a9e2-7e1c01ee3e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:26.470818 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f93d4b86-c9ff-40af-ba31-65ea60983d42 req-51cf5b15-53a3-463e-a9e2-7e1c01ee3e2f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb HTTP/1.1" status: 200 len: 851 time: 0.4437702 Sep 30 13:21:26.702621 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d4b86-c9ff-40af-ba31-65ea60983d42 req-c5cc6d93-7781-45cd-8df2-02bc6fbabe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:26.704467 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f93d4b86-c9ff-40af-ba31-65ea60983d42 req-c5cc6d93-7781-45cd-8df2-02bc6fbabe43 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7e67e25-10d5-4331-9422-13e705e055a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2074525 Sep 30 13:21:26.717982 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-f93d4b86-c9ff-40af-ba31-65ea60983d42 req-f340b32d-be38-4de4-ad9d-e90417f4163d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:21:26.719010 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f93d4b86-c9ff-40af-ba31-65ea60983d42 req-f340b32d-be38-4de4-ad9d-e90417f4163d service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056036 Sep 30 13:21:27.059795 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-0755a049-6093-4e11-9102-abeb44c32d34 req-8c160108-797e-4fef-9460-62900b9dfb68 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Allocated IP 172.20.0.4 (2ae8f69c-e2ed-4683-a275-8d8f7caa3a16/6bac914f-ff79-44a0-914f-8c571e231db2/4df9243e-bed7-40e3-8adb-c8474789475e) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:21:27.211626 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f93d4b86-c9ff-40af-ba31-65ea60983d42 req-4b64ee24-21e1-4361-97bc-efa837c2a3e0 service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847558 Sep 30 13:21:27.273940 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb6e4b-3e91-43fd-9d1a-3387473c2cbc req-9e666b7d-c711-4473-99fe-deefd24de7d2 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:27.278744 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6dfb6e4b-3e91-43fd-9d1a-3387473c2cbc req-9e666b7d-c711-4473-99fe-deefd24de7d2 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.2215061 Sep 30 13:21:27.447707 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6c524023-a6ea-47fc-a5a0-f009fad92eaa req-65a019e6-4388-465d-8b53-cf69a7747a14 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 210 time: 0.0489216 Sep 30 13:21:27.466079 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6dfb6e4b-3e91-43fd-9d1a-3387473c2cbc req-84d300ce-a965-4222-afee-b787fef0ffc7 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660440 Sep 30 13:21:27.533707 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f93d4b86-c9ff-40af-ba31-65ea60983d42 req-42832b58-0dc2-473e-b2df-34cbd2a62812 service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965033 Sep 30 13:21:27.591573 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0755a049-6093-4e11-9102-abeb44c32d34 req-8c160108-797e-4fef-9460-62900b9dfb68 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:27.693062 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0755a049-6093-4e11-9102-abeb44c32d34 req-8c160108-797e-4fef-9460-62900b9dfb68 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:27.871264 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0755a049-6093-4e11-9102-abeb44c32d34 req-8c160108-797e-4fef-9460-62900b9dfb68 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Network 2ae8f69c-e2ed-4683-a275-8d8f7caa3a16 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:21:27.878471 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-0755a049-6093-4e11-9102-abeb44c32d34 req-8c160108-797e-4fef-9460-62900b9dfb68 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:21:27.880573 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c160108-797e-4fef-9460-62900b9dfb68 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Pushing event updated for resources: {'Port': ['ID=4df9243e-bed7-40e3-8adb-c8474789475e,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:27.889461 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-0755a049-6093-4e11-9102-abeb44c32d34 req-8c160108-797e-4fef-9460-62900b9dfb68 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:21:27.960618 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755a049-6093-4e11-9102-abeb44c32d34 req-8c160108-797e-4fef-9460-62900b9dfb68 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:27.961306 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0755a049-6093-4e11-9102-abeb44c32d34 req-8c160108-797e-4fef-9460-62900b9dfb68 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:28.004136 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0755a049-6093-4e11-9102-abeb44c32d34 req-8c160108-797e-4fef-9460-62900b9dfb68 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3801246 Sep 30 13:21:28.032473 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-0755a049-6093-4e11-9102-abeb44c32d34 req-1cd9da89-3942-485a-9030-5c7b74bc5c9b service neutron] Request body: {'port': {'device_id': '3d5ef20a-a303-4004-98f7-6eaba1a4cad9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:21:28.212172 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0755a049-6093-4e11-9102-abeb44c32d34 req-1cd9da89-3942-485a-9030-5c7b74bc5c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:28.715320 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b61af4-9bc4-450b-b2f7-c850da8f7f43 req-e2b72784-f23e-40a4-bbbe-f78374401fba tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:28.717022 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-68b61af4-9bc4-450b-b2f7-c850da8f7f43 req-e2b72784-f23e-40a4-bbbe-f78374401fba tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.0857379 Sep 30 13:21:28.758659 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-68b61af4-9bc4-450b-b2f7-c850da8f7f43 req-24215141-26ac-4d82-bf28-70f2ec6ea0b6 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342596 Sep 30 13:21:28.779201 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfbb56-1363-4b24-81c1-8440f238e7ed req-9f332014-669b-4ac8-bfa8-4530581e2c05 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:28.790642 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-18cfbb56-1363-4b24-81c1-8440f238e7ed req-9f332014-669b-4ac8-bfa8-4530581e2c05 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 931 time: 0.1446342 Sep 30 13:21:28.840764 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-0755a049-6093-4e11-9102-abeb44c32d34 req-1cd9da89-3942-485a-9030-5c7b74bc5c9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df9243e-bed7-40e3-8adb-c8474789475e {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:21:28.849915 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0755a049-6093-4e11-9102-abeb44c32d34 req-1cd9da89-3942-485a-9030-5c7b74bc5c9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:28.883699 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-0755a049-6093-4e11-9102-abeb44c32d34 req-1cd9da89-3942-485a-9030-5c7b74bc5c9b service neutron] Transition to ACTIVE for port object 4df9243e-bed7-40e3-8adb-c8474789475e will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:21:28.902380 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0755a049-6093-4e11-9102-abeb44c32d34 req-1cd9da89-3942-485a-9030-5c7b74bc5c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:28.950444 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9da89-3942-485a-9030-5c7b74bc5c9b service neutron] Pushing event updated for resources: {'Port': ['ID=4df9243e-bed7-40e3-8adb-c8474789475e,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:28.955330 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-18cfbb56-1363-4b24-81c1-8440f238e7ed req-f60a387e-fa11-4525-9efc-5d295a46eaf0 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630414 Sep 30 13:21:29.139163 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f39975-3f91-4f14-ab3f-d2ad6fc992dd req-b7902fc0-989a-4095-a5ab-9edd59d17d23 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:29.140710 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-90f39975-3f91-4f14-ab3f-d2ad6fc992dd req-b7902fc0-989a-4095-a5ab-9edd59d17d23 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.0763361 Sep 30 13:21:29.165802 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-0755a049-6093-4e11-9102-abeb44c32d34 req-1cd9da89-3942-485a-9030-5c7b74bc5c9b service neutron] Attempting to bind port 4df9243e-bed7-40e3-8adb-c8474789475e on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:21:29.166178 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-0755a049-6093-4e11-9102-abeb44c32d34 req-1cd9da89-3942-485a-9030-5c7b74bc5c9b service neutron] Attempting to bind port 4df9243e-bed7-40e3-8adb-c8474789475e by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '4c14a080-1632-4772-b204-9e8eb842c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2ae8f69c-e2ed-4683-a275-8d8f7caa3a16'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:21:29.166508 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755a049-6093-4e11-9102-abeb44c32d34 req-1cd9da89-3942-485a-9030-5c7b74bc5c9b service neutron] Attempting to bind port 4df9243e-bed7-40e3-8adb-c8474789475e on network 2ae8f69c-e2ed-4683-a275-8d8f7caa3a16 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:21:29.191423 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-90f39975-3f91-4f14-ab3f-d2ad6fc992dd req-fd42a360-1910-43a3-a1ef-130ac59cdef6 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425770 Sep 30 13:21:29.191985 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755a049-6093-4e11-9102-abeb44c32d34 req-1cd9da89-3942-485a-9030-5c7b74bc5c9b service neutron] Port 4df9243e-bed7-40e3-8adb-c8474789475e on network 2ae8f69c-e2ed-4683-a275-8d8f7caa3a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:21:29.192310 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755a049-6093-4e11-9102-abeb44c32d34 req-1cd9da89-3942-485a-9030-5c7b74bc5c9b service neutron] Attempting to bind port 4df9243e-bed7-40e3-8adb-c8474789475e on network 2ae8f69c-e2ed-4683-a275-8d8f7caa3a16 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:21:29.197954 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755a049-6093-4e11-9102-abeb44c32d34 req-1cd9da89-3942-485a-9030-5c7b74bc5c9b service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:21:29.198612 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755a049-6093-4e11-9102-abeb44c32d34 req-1cd9da89-3942-485a-9030-5c7b74bc5c9b service neutron] Checking segment: {'id': '4c14a080-1632-4772-b204-9e8eb842c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2ae8f69c-e2ed-4683-a275-8d8f7caa3a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:21:29.199007 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755a049-6093-4e11-9102-abeb44c32d34 req-1cd9da89-3942-485a-9030-5c7b74bc5c9b service neutron] Bound using segment: {'id': '4c14a080-1632-4772-b204-9e8eb842c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2ae8f69c-e2ed-4683-a275-8d8f7caa3a16'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:21:29.199440 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-0755a049-6093-4e11-9102-abeb44c32d34 req-1cd9da89-3942-485a-9030-5c7b74bc5c9b service neutron] Bound port: 4df9243e-bed7-40e3-8adb-c8474789475e, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c14a080-1632-4772-b204-9e8eb842c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2ae8f69c-e2ed-4683-a275-8d8f7caa3a16'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:21:29.199809 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0755a049-6093-4e11-9102-abeb44c32d34 req-1cd9da89-3942-485a-9030-5c7b74bc5c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:29.309822 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0755a049-6093-4e11-9102-abeb44c32d34 req-1cd9da89-3942-485a-9030-5c7b74bc5c9b service neutron] For port 4df9243e-bed7-40e3-8adb-c8474789475e, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:21:29.314660 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0755a049-6093-4e11-9102-abeb44c32d34 req-1cd9da89-3942-485a-9030-5c7b74bc5c9b service neutron] For port 4df9243e-bed7-40e3-8adb-c8474789475e, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=4df9243e-bed7-40e3-8adb-c8474789475e,segment=NetworkSegment(4c14a080-1632-4772-b204-9e8eb842c0d3),segment_id=4c14a080-1632-4772-b204-9e8eb842c0d3)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:21:29.322498 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0755a049-6093-4e11-9102-abeb44c32d34 req-1cd9da89-3942-485a-9030-5c7b74bc5c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:29.440595 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755a049-6093-4e11-9102-abeb44c32d34 req-1cd9da89-3942-485a-9030-5c7b74bc5c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:29.443233 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0755a049-6093-4e11-9102-abeb44c32d34 req-1cd9da89-3942-485a-9030-5c7b74bc5c9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:29.450257 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0755a049-6093-4e11-9102-abeb44c32d34 req-1cd9da89-3942-485a-9030-5c7b74bc5c9b service neutron] 10.222.0.54 "PUT /v2.0/ports/4df9243e-bed7-40e3-8adb-c8474789475e HTTP/1.1" status: 200 len: 1091 time: 1.4305067 Sep 30 13:21:29.455561 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5ef20a-a303-4004-98f7-6eaba1a4cad9', 'tag': '4df9243e-bed7-40e3-8adb-c8474789475e'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:21:29.462163 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef866121-e56b-49e0-ba2f-d76412abb41a" -d '{"events": [{"name": "network-changed", "server_uuid": "3d5ef20a-a303-4004-98f7-6eaba1a4cad9", "tag": "4df9243e-bed7-40e3-8adb-c8474789475e"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:21:29.516475 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4dd765dd-141b-4466-a544-c367c3977ab3 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:21:29.740026 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:29.776786 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf9dc50-9d23-48bf-adbc-625dc5d15414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dd765dd-141b-4466-a544-c367c3977ab3'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:21:29.779956 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc2cc1a-cae6-467a-be3a-62167371b3af" -d '{"events": [{"server_uuid": "baf9dc50-9d23-48bf-adbc-625dc5d15414", "name": "network-vif-unplugged", "status": "completed", "tag": "4dd765dd-141b-4466-a544-c367c3977ab3"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:21:29.808502 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4dd765dd-141b-4466-a544-c367c3977ab3, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4dd765dd-141b-4466-a544-c367c3977ab3,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:21:29.820334 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:29.925768 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=4dd765dd-141b-4466-a544-c367c3977ab3,revision_number=11']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:29.945513 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:29.946157 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:29.946646 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:29.947148 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:29.950482 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:29.951030 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:29.951513 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:29.951990 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:29.952622 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:29.953111 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:29.953720 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:29.954768 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:30.460273 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9da89-3942-485a-9030-5c7b74bc5c9b service neutron] Pushing event updated for resources: {'Port': ['ID=4df9243e-bed7-40e3-8adb-c8474789475e,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:30.488506 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bce67-646d-43c9-8574-c0cd666486b8 req-4c121d78-a17b-4e88-b788-926c89b9f3ab tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:30.490415 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-413bce67-646d-43c9-8574-c0cd666486b8 req-4c121d78-a17b-4e88-b788-926c89b9f3ab tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 1.1320710 Sep 30 13:21:30.523916 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755a049-6093-4e11-9102-abeb44c32d34 req-8c3bc8a1-2758-4175-a23e-d61dbf9c031b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:30.525748 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0755a049-6093-4e11-9102-abeb44c32d34 req-8c3bc8a1-2758-4175-a23e-d61dbf9c031b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a44cb98e418b4fc89cc73be20bc6aaa8&device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 1094 time: 1.0132470 Sep 30 13:21:30.624921 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0755a049-6093-4e11-9102-abeb44c32d34 req-5509e986-064c-49fa-9f96-3119dbef8a71 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4df9243e-bed7-40e3-8adb-c8474789475e HTTP/1.1" status: 200 len: 217 time: 0.0828383 Sep 30 13:21:30.652244 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-413bce67-646d-43c9-8574-c0cd666486b8 req-bb62b97f-4c50-4186-a56e-9f0290fb5c33 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513278 Sep 30 13:21:30.758525 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4387aeb-0435-4793-b913-1cef097674c7 x-openstack-request-id: req-e4387aeb-0435-4793-b913-1cef097674c7 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:21:30.758805 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d5ef20a-a303-4004-98f7-6eaba1a4cad9", "tag": "4df9243e-bed7-40e3-8adb-c8474789475e", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:21:30.759340 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4387aeb-0435-4793-b913-1cef097674c7 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:21:30.759897 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d5ef20a-a303-4004-98f7-6eaba1a4cad9', 'tag': '4df9243e-bed7-40e3-8adb-c8474789475e', 'status': 'completed', 'code': 200} Sep 30 13:21:30.778607 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d591e3-1639-4bd7-af8d-694d6dfe8b16 x-openstack-request-id: req-51d591e3-1639-4bd7-af8d-694d6dfe8b16 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:21:30.779103 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf9dc50-9d23-48bf-adbc-625dc5d15414", "name": "network-vif-unplugged", "status": "completed", "tag": "4dd765dd-141b-4466-a544-c367c3977ab3", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:21:30.779208 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51d591e3-1639-4bd7-af8d-694d6dfe8b16 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:21:30.779551 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf9dc50-9d23-48bf-adbc-625dc5d15414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dd765dd-141b-4466-a544-c367c3977ab3', 'code': 200} Sep 30 13:21:30.800629 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755a049-6093-4e11-9102-abeb44c32d34 req-c566de3c-117e-4b80-b605-9d8722ddb800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:30.807395 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0755a049-6093-4e11-9102-abeb44c32d34 req-c566de3c-117e-4b80-b605-9d8722ddb800 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bac914f-ff79-44a0-914f-8c571e231db2 HTTP/1.1" status: 200 len: 853 time: 0.1526399 Sep 30 13:21:30.867077 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0755a049-6093-4e11-9102-abeb44c32d34 req-bfedddb9-8d0e-461b-a616-dafeb2ace879 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2ae8f69c-e2ed-4683-a275-8d8f7caa3a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514593 Sep 30 13:21:30.995209 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ca995-759c-4dac-9ffe-723afb3220dd req-ce40a8d0-9a0d-4eb2-8076-1cf535dfc880 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:30.996973 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c5ca995-759c-4dac-9ffe-723afb3220dd req-ce40a8d0-9a0d-4eb2-8076-1cf535dfc880 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 943 time: 0.1337016 Sep 30 13:21:31.169146 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c5ca995-759c-4dac-9ffe-723afb3220dd req-2da9cf9c-268a-4bd3-92cb-29c310ddba4e tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962472 Sep 30 13:21:31.171991 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0755a049-6093-4e11-9102-abeb44c32d34 req-f9d6c5ab-d627-45a1-b65b-d7a68922c0f5 service neutron] 10.222.0.54 "GET /v2.0/networks/2ae8f69c-e2ed-4683-a275-8d8f7caa3a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950363 Sep 30 13:21:31.399119 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a041ca2-609d-49f3-96b5-5123f4bef569 req-1cb12b08-822d-4609-aa8f-171491dfc622 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:31.400675 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a041ca2-609d-49f3-96b5-5123f4bef569 req-1cb12b08-822d-4609-aa8f-171491dfc622 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1515620 Sep 30 13:21:31.427247 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0755a049-6093-4e11-9102-abeb44c32d34 req-0a736db5-fa9c-462f-ae08-1d549a5e1783 service neutron] 10.222.0.54 "GET /v2.0/networks/2ae8f69c-e2ed-4683-a275-8d8f7caa3a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457399 Sep 30 13:21:31.484923 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a041ca2-609d-49f3-96b5-5123f4bef569 req-ab4c2318-45cf-4008-b346-7314d3e63307 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700336 Sep 30 13:21:31.697456 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef866121-e56b-49e0-ba2f-d76412abb41a req-9fb416f5-d669-4e11-8f60-2159650e60e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:31.699910 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ef866121-e56b-49e0-ba2f-d76412abb41a req-9fb416f5-d669-4e11-8f60-2159650e60e6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a44cb98e418b4fc89cc73be20bc6aaa8&device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 1094 time: 0.0981941 Sep 30 13:21:31.892496 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef866121-e56b-49e0-ba2f-d76412abb41a req-c47dbe39-d3f6-4f65-a999-ee1af9f0d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:31.895359 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ef866121-e56b-49e0-ba2f-d76412abb41a req-c47dbe39-d3f6-4f65-a999-ee1af9f0d81a service neutron] 10.222.0.54 "GET /v2.0/networks?id=2ae8f69c-e2ed-4683-a275-8d8f7caa3a16 HTTP/1.1" status: 200 len: 914 time: 0.1620238 Sep 30 13:21:31.955367 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ef866121-e56b-49e0-ba2f-d76412abb41a req-02e7cc34-835d-4834-82b5-26257e24646a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4df9243e-bed7-40e3-8adb-c8474789475e HTTP/1.1" status: 200 len: 217 time: 0.0514407 Sep 30 13:21:32.128733 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef866121-e56b-49e0-ba2f-d76412abb41a req-e9f16f23-bd1b-4545-859e-a6029c3c0db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:32.140136 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ef866121-e56b-49e0-ba2f-d76412abb41a req-e9f16f23-bd1b-4545-859e-a6029c3c0db5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bac914f-ff79-44a0-914f-8c571e231db2 HTTP/1.1" status: 200 len: 853 time: 0.1665630 Sep 30 13:21:32.185303 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ef866121-e56b-49e0-ba2f-d76412abb41a req-587925e0-eeeb-4fab-92b3-bcfda1e911b1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2ae8f69c-e2ed-4683-a275-8d8f7caa3a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422862 Sep 30 13:21:32.393637 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ef866121-e56b-49e0-ba2f-d76412abb41a req-3a005eba-70ec-4180-a4bc-837e63470f87 service neutron] 10.222.0.54 "GET /v2.0/networks/2ae8f69c-e2ed-4683-a275-8d8f7caa3a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001829 Sep 30 13:21:32.469799 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb104b-cc19-4282-ad68-a361cc02f453 req-d4b202eb-f81c-438a-b15b-e82fbbe9c88c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:32.476635 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-33fb104b-cc19-4282-ad68-a361cc02f453 req-d4b202eb-f81c-438a-b15b-e82fbbe9c88c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 943 time: 0.1773808 Sep 30 13:21:32.566753 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-33fb104b-cc19-4282-ad68-a361cc02f453 req-785df371-65c8-47c2-8214-abddde7c8292 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820639 Sep 30 13:21:32.599182 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ef866121-e56b-49e0-ba2f-d76412abb41a req-0dded1c3-ec4d-49fd-b463-abe11641ea79 service neutron] 10.222.0.54 "GET /v2.0/networks/2ae8f69c-e2ed-4683-a275-8d8f7caa3a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963263 Sep 30 13:21:32.766509 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5371fe-9177-435e-a55d-60b0160229d4 req-3fc72b5b-1e79-427d-8569-3266963b12f8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:32.768462 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5c5371fe-9177-435e-a55d-60b0160229d4 req-3fc72b5b-1e79-427d-8569-3266963b12f8 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1025386 Sep 30 13:21:32.893352 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5c5371fe-9177-435e-a55d-60b0160229d4 req-99a11b1a-3cbf-451d-8262-59221b119904 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002057 Sep 30 13:21:33.293553 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a16b3e-be90-41ee-a4a8-43bce0790975 req-bf988506-e06d-4f3a-8c26-99bacfbb247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:33.295373 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32a16b3e-be90-41ee-a4a8-43bce0790975 req-bf988506-e06d-4f3a-8c26-99bacfbb247d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 1095 time: 0.0778604 Sep 30 13:21:33.332306 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b8fef-cff1-4c6f-b720-d96ddc00611f req-4dc9c4ea-52d5-4841-a3e6-b926bd4e734d tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:33.341811 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b25b8fef-cff1-4c6f-b720-d96ddc00611f req-4dc9c4ea-52d5-4841-a3e6-b926bd4e734d tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.0842736 Sep 30 13:21:33.400122 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b25b8fef-cff1-4c6f-b720-d96ddc00611f req-9dd3055b-f444-4f68-b8ad-f95aa47f3317 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570753 Sep 30 13:21:33.489862 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a16b3e-be90-41ee-a4a8-43bce0790975 req-5c557ab1-9546-4d27-9666-a475d157a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:33.491789 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32a16b3e-be90-41ee-a4a8-43bce0790975 req-5c557ab1-9546-4d27-9666-a475d157a094 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 913 time: 0.1846631 Sep 30 13:21:33.662693 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32a16b3e-be90-41ee-a4a8-43bce0790975 req-f2aa68a5-f056-443f-a89b-73ca5e95df62 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a3f4553-b52f-4821-afb6-39d5b478bb00 HTTP/1.1" status: 200 len: 999 time: 0.1624179 Sep 30 13:21:33.736661 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a16b3e-be90-41ee-a4a8-43bce0790975 req-5106b14e-8d72-4b6e-9da0-4a4d2fcefb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:33.739386 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32a16b3e-be90-41ee-a4a8-43bce0790975 req-5106b14e-8d72-4b6e-9da0-4a4d2fcefb39 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb HTTP/1.1" status: 200 len: 851 time: 0.0540986 Sep 30 13:21:33.760833 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539fab45-1a12-45da-9963-ec77ff436fbb req-7093e6ac-67b1-478a-bbcf-6202fe8bd877 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:33.771208 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-539fab45-1a12-45da-9963-ec77ff436fbb req-7093e6ac-67b1-478a-bbcf-6202fe8bd877 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 943 time: 0.0734217 Sep 30 13:21:33.818872 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778e1f8-be45-4ebf-a607-85d8ed1738f0 req-33e907a3-3019-4639-a97b-f4c3224223e1 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:33.827356 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e778e1f8-be45-4ebf-a607-85d8ed1738f0 req-33e907a3-3019-4639-a97b-f4c3224223e1 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e9269e-f8e9-4cdc-9cd9-fec200571a04 HTTP/1.1" status: 200 len: 948 time: 0.1618152 Sep 30 13:21:33.875472 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e778e1f8-be45-4ebf-a607-85d8ed1738f0 req-61ab68d0-97fd-4c2e-a375-5b20ccb0327d tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/security-groups?id=31b1b353-2343-4016-b4b4-839cfae161a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421989 Sep 30 13:21:33.879998 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-539fab45-1a12-45da-9963-ec77ff436fbb req-e2e53230-2295-4778-8977-ca8cc1d5e8b7 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063514 Sep 30 13:21:33.896863 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a16b3e-be90-41ee-a4a8-43bce0790975 req-723ef029-fb23-4a86-981d-14717760fe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:33.896863 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32a16b3e-be90-41ee-a4a8-43bce0790975 req-723ef029-fb23-4a86-981d-14717760fe6a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7e67e25-10d5-4331-9422-13e705e055a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1321774 Sep 30 13:21:33.991468 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32a16b3e-be90-41ee-a4a8-43bce0790975 req-33bed58d-d6d8-4ff9-8b91-44b4abeeb44d service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941765 Sep 30 13:21:34.129173 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32a16b3e-be90-41ee-a4a8-43bce0790975 req-4672cfc8-ee50-4a58-aaf9-1ca16d101cab service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306496 Sep 30 13:21:34.599265 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1591d4-f30c-4467-ab6b-42051b77b77d req-26bd7401-abc6-4d58-9c86-e8f690fd47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:34.601025 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a1591d4-f30c-4467-ab6b-42051b77b77d req-26bd7401-abc6-4d58-9c86-e8f690fd47fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 1095 time: 0.0951869 Sep 30 13:21:34.623623 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e68b43-dda8-49e8-8356-a05c1011112f req-4bc16b83-df81-4fd5-beba-ead2bb69e0ee tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:34.630923 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28e68b43-dda8-49e8-8356-a05c1011112f req-4bc16b83-df81-4fd5-beba-ead2bb69e0ee tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.0931246 Sep 30 13:21:34.750766 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28e68b43-dda8-49e8-8356-a05c1011112f req-fe9908d8-5dd5-43a5-9d94-aec4c772f89b tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142912 Sep 30 13:21:34.830344 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1591d4-f30c-4467-ab6b-42051b77b77d req-3cd08cf7-de01-4903-947d-43cdab8bb18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:34.831806 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a1591d4-f30c-4467-ab6b-42051b77b77d req-3cd08cf7-de01-4903-947d-43cdab8bb18f service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 913 time: 0.1983221 Sep 30 13:21:35.050060 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a1591d4-f30c-4467-ab6b-42051b77b77d req-aea046aa-ec46-4cef-9d49-09fd56eed895 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a3f4553-b52f-4821-afb6-39d5b478bb00 HTTP/1.1" status: 200 len: 999 time: 0.2039256 Sep 30 13:21:35.120760 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bfee0-374b-4829-8eb6-590b36a7bc74 req-e612bffc-09f3-4383-b999-34239ceef302 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:35.138736 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e33bfee0-374b-4829-8eb6-590b36a7bc74 req-e612bffc-09f3-4383-b999-34239ceef302 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e9269e-f8e9-4cdc-9cd9-fec200571a04 HTTP/1.1" status: 200 len: 948 time: 0.1097224 Sep 30 13:21:35.199010 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e90fe-4701-4f1d-a9fd-3304672163f7 req-a2f5d713-3c71-4453-aabd-8c2bc99060a4 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:35.206956 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-526e90fe-4701-4f1d-a9fd-3304672163f7 req-a2f5d713-3c71-4453-aabd-8c2bc99060a4 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 943 time: 0.2182744 Sep 30 13:21:35.241846 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e33bfee0-374b-4829-8eb6-590b36a7bc74 req-4651b179-9bb5-4cb8-8be4-5f524865b17b tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/security-groups?id=31b1b353-2343-4016-b4b4-839cfae161a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978003 Sep 30 13:21:35.255511 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-526e90fe-4701-4f1d-a9fd-3304672163f7 req-0fa2cc3e-07dc-4550-a759-620ce0ade76a tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473852 Sep 30 13:21:35.295942 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1591d4-f30c-4467-ab6b-42051b77b77d req-933c7500-3542-44b5-bda8-7b5c6b29a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:35.306688 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a1591d4-f30c-4467-ab6b-42051b77b77d req-933c7500-3542-44b5-bda8-7b5c6b29a466 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb HTTP/1.1" status: 200 len: 851 time: 0.2343273 Sep 30 13:21:35.358975 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 4df9243e-bed7-40e3-8adb-c8474789475e details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:21:35.366431 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7a505-deab-4712-a376-cbbeae81dbf5 req-bda13a94-4a36-4124-b1da-892a6970f23b tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:35.368170 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8da7a505-deab-4712-a376-cbbeae81dbf5 req-bda13a94-4a36-4124-b1da-892a6970f23b tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.39 "GET /v2.0/ports?device_id=44e9269e-f8e9-4cdc-9cd9-fec200571a04 HTTP/1.1" status: 200 len: 948 time: 0.1232481 Sep 30 13:21:35.389852 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1591d4-f30c-4467-ab6b-42051b77b77d req-beb91abc-f9f2-4f32-8e84-20d63c8f449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:35.391513 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a1591d4-f30c-4467-ab6b-42051b77b77d req-beb91abc-f9f2-4f32-8e84-20d63c8f449b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7e67e25-10d5-4331-9422-13e705e055a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838549 Sep 30 13:21:35.631611 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 4df9243e-bed7-40e3-8adb-c8474789475e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=4df9243e-bed7-40e3-8adb-c8474789475e,segment=NetworkSegment(4c14a080-1632-4772-b204-9e8eb842c0d3),segment_id=4c14a080-1632-4772-b204-9e8eb842c0d3)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:21:35.658197 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '4df9243e-bed7-40e3-8adb-c8474789475e', 'network_id': '2ae8f69c-e2ed-4683-a275-8d8f7caa3a16', 'port_id': '4df9243e-bed7-40e3-8adb-c8474789475e', 'mac_address': 'fa:16:3e:14:55:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bac914f-ff79-44a0-914f-8c571e231db2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:21:35.661676 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-8da7a505-deab-4712-a376-cbbeae81dbf5 req-a75a9dc7-f769-4b04-9c17-f1d8e9a017ee tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Deleting port e10a8961-482e-414f-b158-db0e5a590902 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:21:35.662038 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8da7a505-deab-4712-a376-cbbeae81dbf5 req-a75a9dc7-f769-4b04-9c17-f1d8e9a017ee tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:35.708632 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a1591d4-f30c-4467-ab6b-42051b77b77d req-250e31bc-cd0d-4f1b-8c9d-6d6c39e2ddf8 service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596762 Sep 30 13:21:35.736580 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:35.764763 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df9243e-bed7-40e3-8adb-c8474789475e {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:21:35.815504 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 4df9243e-bed7-40e3-8adb-c8474789475e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=4df9243e-bed7-40e3-8adb-c8474789475e,segment=NetworkSegment(4c14a080-1632-4772-b204-9e8eb842c0d3),segment_id=4c14a080-1632-4772-b204-9e8eb842c0d3)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:21:35.822885 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:35.888513 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=4df9243e-bed7-40e3-8adb-c8474789475e,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:36.008061 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-8da7a505-deab-4712-a376-cbbeae81dbf5 req-a75a9dc7-f769-4b04-9c17-f1d8e9a017ee tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] For port e10a8961-482e-414f-b158-db0e5a590902, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=e10a8961-482e-414f-b158-db0e5a590902,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:21:36.008634 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8da7a505-deab-4712-a376-cbbeae81dbf5 req-a75a9dc7-f769-4b04-9c17-f1d8e9a017ee tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:36.038328 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b990a-2e8f-4caf-9c4e-ba0663bcee3d req-75ed1b35-f581-4c0f-842f-3118477fb6a9 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:36.039849 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-099b990a-2e8f-4caf-9c4e-ba0663bcee3d req-75ed1b35-f581-4c0f-842f-3118477fb6a9 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1437709 Sep 30 13:21:36.049532 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-8da7a505-deab-4712-a376-cbbeae81dbf5 req-a75a9dc7-f769-4b04-9c17-f1d8e9a017ee tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Calling delete_port for e10a8961-482e-414f-b158-db0e5a590902 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:21:36.058375 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a1591d4-f30c-4467-ab6b-42051b77b77d req-cb255a6b-078c-49fb-b9bc-7bad3e58df7b service neutron] 10.222.0.54 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401308 Sep 30 13:21:36.132625 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['4df9243e-bed7-40e3-8adb-c8474789475e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:21:36.155346 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-099b990a-2e8f-4caf-9c4e-ba0663bcee3d req-fe430a68-90c7-4023-8e37-b0055c6edc40 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960267 Sep 30 13:21:36.485846 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ec0f1-04a4-4c40-b8ea-6ebd4f73cac5 req-2ad1923f-70a8-47b0-8673-fc300f476626 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:36.493700 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7a6ec0f1-04a4-4c40-b8ea-6ebd4f73cac5 req-2ad1923f-70a8-47b0-8673-fc300f476626 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1645677 Sep 30 13:21:36.526187 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8da7a505-deab-4712-a376-cbbeae81dbf5 req-a75a9dc7-f769-4b04-9c17-f1d8e9a017ee tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:36.604541 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f001998e-2035-4e1c-bd5a-00b3ecfc8962 req-c0ee1400-9e57-4d60-8606-29dc5e45a6cc tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e9269e-f8e9-4cdc-9cd9-fec200571a04 HTTP/1.1" status: 200 len: 210 time: 0.1153634 Sep 30 13:21:36.676990 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a9dc7-f769-4b04-9c17-f1d8e9a017ee tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Pushing event deleted for resources: {'Port': ['ID=e10a8961-482e-414f-b158-db0e5a590902,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:36.715514 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7a6ec0f1-04a4-4c40-b8ea-6ebd4f73cac5 req-6d34c3b6-0b99-4b97-b651-dbba17197e49 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990399 Sep 30 13:21:36.823343 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da7a505-deab-4712-a376-cbbeae81dbf5 req-a75a9dc7-f769-4b04-9c17-f1d8e9a017ee tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] No DVR routers for this DVR port e10a8961-482e-414f-b158-db0e5a590902 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:21:36.828550 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8da7a505-deab-4712-a376-cbbeae81dbf5 req-a75a9dc7-f769-4b04-9c17-f1d8e9a017ee tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:36.830603 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8da7a505-deab-4712-a376-cbbeae81dbf5 req-a75a9dc7-f769-4b04-9c17-f1d8e9a017ee tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.39 "DELETE /v2.0/ports/e10a8961-482e-414f-b158-db0e5a590902 HTTP/1.1" status: 204 len: 173 time: 1.4530096 Sep 30 13:21:36.880378 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e9269e-f8e9-4cdc-9cd9-fec200571a04', 'name': 'network-vif-deleted', 'tag': 'e10a8961-482e-414f-b158-db0e5a590902'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:21:36.884468 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f1af0c-65e6-47f8-885f-3d6c665b3c29" -d '{"events": [{"server_uuid": "44e9269e-f8e9-4cdc-9cd9-fec200571a04", "name": "network-vif-deleted", "tag": "e10a8961-482e-414f-b158-db0e5a590902"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:21:36.935752 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29110c-5dca-4652-936d-cb31c2a5cddf req-ab7397d6-2430-4a1c-8012-847317d0e7c7 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:36.945016 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d29110c-5dca-4652-936d-cb31c2a5cddf req-ab7397d6-2430-4a1c-8012-847317d0e7c7 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 944 time: 0.1848605 Sep 30 13:21:37.029623 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d29110c-5dca-4652-936d-cb31c2a5cddf req-52ebeb44-8f5e-4336-940e-1de3ef4ea725 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766423 Sep 30 13:21:37.121375 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5e6fc2-50e2-4dbe-9fe5-1bd013d1a1e3 x-openstack-request-id: req-da5e6fc2-50e2-4dbe-9fe5-1bd013d1a1e3 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:21:37.121678 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e9269e-f8e9-4cdc-9cd9-fec200571a04", "name": "network-vif-deleted", "tag": "e10a8961-482e-414f-b158-db0e5a590902", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:21:37.122048 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da5e6fc2-50e2-4dbe-9fe5-1bd013d1a1e3 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:21:37.122340 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e9269e-f8e9-4cdc-9cd9-fec200571a04', 'name': 'network-vif-deleted', 'tag': 'e10a8961-482e-414f-b158-db0e5a590902', 'status': 'completed', 'code': 200} Sep 30 13:21:37.380045 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 4df9243e-bed7-40e3-8adb-c8474789475e up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:21:37.614645 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 4df9243e-bed7-40e3-8adb-c8474789475e completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:21:37.625550 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45456) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:37.643665 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 4df9243e-bed7-40e3-8adb-c8474789475e triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:21:37.647031 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:37.858977 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-602c1513-fd45-4da9-90d0-20eb007b19db req-21352afa-4652-44c4-a0eb-a97bd6543276 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e9269e-f8e9-4cdc-9cd9-fec200571a04 HTTP/1.1" status: 200 len: 210 time: 0.0774927 Sep 30 13:21:37.943736 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:38.009189 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e15cf6eb-7036-45ac-b8e7-5c2e2ed32bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:38.022295 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5ef20a-a303-4004-98f7-6eaba1a4cad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df9243e-bed7-40e3-8adb-c8474789475e'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:21:38.040785 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea13ce3-6df9-4cec-ab7b-0cfca91d1821" -d '{"events": [{"server_uuid": "3d5ef20a-a303-4004-98f7-6eaba1a4cad9", "name": "network-vif-plugged", "status": "completed", "tag": "4df9243e-bed7-40e3-8adb-c8474789475e"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:21:38.062956 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 4df9243e-bed7-40e3-8adb-c8474789475e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=4df9243e-bed7-40e3-8adb-c8474789475e,segment=NetworkSegment(4c14a080-1632-4772-b204-9e8eb842c0d3),segment_id=4c14a080-1632-4772-b204-9e8eb842c0d3)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:21:38.076725 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:38.179503 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=4df9243e-bed7-40e3-8adb-c8474789475e,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:38.225399 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045e0e24-da94-46ae-9b71-2fc32c488e59 x-openstack-request-id: req-045e0e24-da94-46ae-9b71-2fc32c488e59 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:21:38.225859 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5ef20a-a303-4004-98f7-6eaba1a4cad9", "name": "network-vif-plugged", "status": "completed", "tag": "4df9243e-bed7-40e3-8adb-c8474789475e", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:21:38.226300 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-045e0e24-da94-46ae-9b71-2fc32c488e59 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:21:38.227157 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5ef20a-a303-4004-98f7-6eaba1a4cad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df9243e-bed7-40e3-8adb-c8474789475e', 'code': 200} Sep 30 13:21:38.262943 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e15cf6eb-7036-45ac-b8e7-5c2e2ed32bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:38.278460 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e15cf6eb-7036-45ac-b8e7-5c2e2ed32bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:38.504736 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45496) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:38.518790 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e15cf6eb-7036-45ac-b8e7-5c2e2ed32bf3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b9f3331241e449ca870d0d1297154531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8918054 Sep 30 13:21:38.521942 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15cf6eb-7036-45ac-b8e7-5c2e2ed32bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c57020-6606-4f93-a411-f60f6ba6ca63,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:38.566101 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00667c2-33d9-4682-b1e8-46bc192e40ce req-e08d70ab-2f98-4d00-a485-3c8c82c714a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:38.567614 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c00667c2-33d9-4682-b1e8-46bc192e40ce req-e08d70ab-2f98-4d00-a485-3c8c82c714a4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 1096 time: 0.2354608 Sep 30 13:21:38.616656 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5292bac9-81bf-4d20-a8e0-4ad68e61fdf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:38.631094 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bac367-facd-4ace-863d-3e6578112fd0 req-2016e1b9-0582-4174-939b-68a92196845f tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:38.649254 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-00bac367-facd-4ace-863d-3e6578112fd0 req-2016e1b9-0582-4174-939b-68a92196845f tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.2478764 Sep 30 13:21:38.682602 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5292bac9-81bf-4d20-a8e0-4ad68e61fdf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:38.740981 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c00667c2-33d9-4682-b1e8-46bc192e40ce req-db5de589-974b-44ee-9c77-cade088a4a9f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599448 Sep 30 13:21:38.819791 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5292bac9-81bf-4d20-a8e0-4ad68e61fdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:38.826540 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5292bac9-81bf-4d20-a8e0-4ad68e61fdf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:38.839000 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-00bac367-facd-4ace-863d-3e6578112fd0 req-033d09fa-74fa-4dfe-bcd7-c9b35bffdc0f tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887043 Sep 30 13:21:38.844866 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5292bac9-81bf-4d20-a8e0-4ad68e61fdf9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/87c57020-6606-4f93-a411-f60f6ba6ca63 HTTP/1.1" status: 204 len: 168 time: 0.3222718 Sep 30 13:21:38.894076 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129d776-eb54-42a5-ad04-ddaac9e80045 req-ee1243b9-1257-41ba-84a6-f9634196c2cb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:38.901071 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e129d776-eb54-42a5-ad04-ddaac9e80045 req-ee1243b9-1257-41ba-84a6-f9634196c2cb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=56566eda-1b08-4016-9eb4-abb63f93fe3d HTTP/1.1" status: 200 len: 943 time: 0.1329591 Sep 30 13:21:38.986077 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292bac9-81bf-4d20-a8e0-4ad68e61fdf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c57020-6606-4f93-a411-f60f6ba6ca63,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:39.012087 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-e129d776-eb54-42a5-ad04-ddaac9e80045 req-4c632b09-1efc-466e-835c-84d9cf7f1114 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Deleting port 61c015f3-af7d-4e58-8189-44388a78b70a {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:21:39.012591 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e129d776-eb54-42a5-ad04-ddaac9e80045 req-4c632b09-1efc-466e-835c-84d9cf7f1114 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:39.156931 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-e129d776-eb54-42a5-ad04-ddaac9e80045 req-4c632b09-1efc-466e-835c-84d9cf7f1114 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] For port 61c015f3-af7d-4e58-8189-44388a78b70a, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=61c015f3-af7d-4e58-8189-44388a78b70a,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:21:39.157797 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e129d776-eb54-42a5-ad04-ddaac9e80045 req-4c632b09-1efc-466e-835c-84d9cf7f1114 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:39.184168 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-e129d776-eb54-42a5-ad04-ddaac9e80045 req-4c632b09-1efc-466e-835c-84d9cf7f1114 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Calling delete_port for 61c015f3-af7d-4e58-8189-44388a78b70a owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:21:39.441338 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e129d776-eb54-42a5-ad04-ddaac9e80045 req-4c632b09-1efc-466e-835c-84d9cf7f1114 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:39.454653 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['15a4d455-7021-4eb5-ae85-252ccfe30de0', '0ed9de65-f0f5-47d6-9313-a440f84ebc28'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:21:39.533417 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c632b09-1efc-466e-835c-84d9cf7f1114 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Pushing event deleted for resources: {'Port': ['ID=61c015f3-af7d-4e58-8189-44388a78b70a,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:39.602236 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device e10a8961-482e-414f-b158-db0e5a590902 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:21:39.692156 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e129d776-eb54-42a5-ad04-ddaac9e80045 req-4c632b09-1efc-466e-835c-84d9cf7f1114 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] No DVR routers for this DVR port 61c015f3-af7d-4e58-8189-44388a78b70a on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:21:39.704314 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e129d776-eb54-42a5-ad04-ddaac9e80045 req-4c632b09-1efc-466e-835c-84d9cf7f1114 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:39.724336 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: e10a8961-482e-414f-b158-db0e5a590902 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:21:39.724689 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device e10a8961-482e-414f-b158-db0e5a590902 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:21:39.730042 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e129d776-eb54-42a5-ad04-ddaac9e80045 req-4c632b09-1efc-466e-835c-84d9cf7f1114 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "DELETE /v2.0/ports/61c015f3-af7d-4e58-8189-44388a78b70a HTTP/1.1" status: 204 len: 173 time: 0.8277283 Sep 30 13:21:39.735181 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56566eda-1b08-4016-9eb4-abb63f93fe3d', 'name': 'network-vif-deleted', 'tag': '61c015f3-af7d-4e58-8189-44388a78b70a'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:21:39.752410 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5036d31-ffee-4206-8bd5-16f2e4d55cb8" -d '{"events": [{"server_uuid": "56566eda-1b08-4016-9eb4-abb63f93fe3d", "name": "network-vif-deleted", "tag": "61c015f3-af7d-4e58-8189-44388a78b70a"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:21:39.765561 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f43a4-607e-4eb4-901e-d047069b1287 req-442ee31f-08c1-4942-b3ae-896f385cc2a7 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:39.775476 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ac0f43a4-607e-4eb4-901e-d047069b1287 req-442ee31f-08c1-4942-b3ae-896f385cc2a7 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf9dc50-9d23-48bf-adbc-625dc5d15414 HTTP/1.1" status: 200 len: 949 time: 0.1501904 Sep 30 13:21:39.777254 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45518) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:39.836415 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a0b1419e-dd3c-4f44-afcb-574d9d29e72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:39.954786 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ac0f43a4-607e-4eb4-901e-d047069b1287 req-0860aaed-0f66-4a8e-93da-38aa60aee0a7 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/security-groups?id=31b1b353-2343-4016-b4b4-839cfae161a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684051 Sep 30 13:21:40.105615 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 30 Sep 2021 13:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c144f7f-d90f-42f4-acc0-57908de31c9e x-openstack-request-id: req-3c144f7f-d90f-42f4-acc0-57908de31c9e {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:21:40.105919 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56566eda-1b08-4016-9eb4-abb63f93fe3d", "name": "network-vif-deleted", "tag": "61c015f3-af7d-4e58-8189-44388a78b70a", "status": "failed", "code": 422}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:21:40.106208 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c144f7f-d90f-42f4-acc0-57908de31c9e {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:21:40.106634 n-d-810909-2 neutron-server[94764]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '56566eda-1b08-4016-9eb4-abb63f93fe3d', 'name': 'network-vif-deleted', 'tag': '61c015f3-af7d-4e58-8189-44388a78b70a', 'status': 'failed', 'code': 422} returned with failed status Sep 30 13:21:40.232182 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a0b1419e-dd3c-4f44-afcb-574d9d29e72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:40.246941 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a0b1419e-dd3c-4f44-afcb-574d9d29e72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:40.376486 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a0b1419e-dd3c-4f44-afcb-574d9d29e72e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf9a1e0852ee41729e54c07fff2bda16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5968111 Sep 30 13:21:40.377795 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1419e-dd3c-4f44-afcb-574d9d29e72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a895f22a-5b0e-4923-8b1c-adbe2e6ef61b,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:40.378924 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45536) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:40.416544 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8a9f9-bea0-4472-8ebe-6084c525d204 req-d32d8256-a835-4f5f-90d2-06d70f6142ae tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:40.435688 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-43d8a9f9-bea0-4472-8ebe-6084c525d204 req-d32d8256-a835-4f5f-90d2-06d70f6142ae tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1794021 Sep 30 13:21:40.512965 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-43d8a9f9-bea0-4472-8ebe-6084c525d204 req-a0871e0d-1e9e-4964-8e38-c05b9897abfb tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759985 Sep 30 13:21:40.547236 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a70ca87e-edbb-4d0c-b464-fad4bf1dc1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:40.601395 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a70ca87e-edbb-4d0c-b464-fad4bf1dc1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:40.679893 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a70ca87e-edbb-4d0c-b464-fad4bf1dc1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:40.682639 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a70ca87e-edbb-4d0c-b464-fad4bf1dc1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:40.684068 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a70ca87e-edbb-4d0c-b464-fad4bf1dc1b3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a895f22a-5b0e-4923-8b1c-adbe2e6ef61b HTTP/1.1" status: 204 len: 168 time: 0.3041880 Sep 30 13:21:40.694984 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ca87e-edbb-4d0c-b464-fad4bf1dc1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a895f22a-5b0e-4923-8b1c-adbe2e6ef61b,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:41.160791 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf01d6-e94d-4cfa-8837-38698a1476eb req-9e0376f7-2997-4810-9f1e-ac750040d34c tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:41.170894 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-74bf01d6-e94d-4cfa-8837-38698a1476eb req-9e0376f7-2997-4810-9f1e-ac750040d34c tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf9dc50-9d23-48bf-adbc-625dc5d15414 HTTP/1.1" status: 200 len: 949 time: 0.1080623 Sep 30 13:21:41.245054 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d4117-7368-4887-ae55-1e7422cbf14e req-baebb3b1-a54d-493f-a280-d84486ae3e5c tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:41.253138 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-74bf01d6-e94d-4cfa-8837-38698a1476eb req-e6970a3f-8c6e-4398-9d11-7f1e3ae63e6a tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/security-groups?id=31b1b353-2343-4016-b4b4-839cfae161a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755570 Sep 30 13:21:41.272146 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0a6d4117-7368-4887-ae55-1e7422cbf14e req-baebb3b1-a54d-493f-a280-d84486ae3e5c tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40d9b81-d2ea-42eb-9e79-d051a30da009 HTTP/1.1" status: 200 len: 907 time: 0.0914381 Sep 30 13:21:41.344231 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ea7ec-2b2c-49ed-b4e1-1f1b97f61ecc req-f9497bf1-7178-49d9-9823-2eaa78cb689d tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:41.345911 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e76ea7ec-2b2c-49ed-b4e1-1f1b97f61ecc req-f9497bf1-7178-49d9-9823-2eaa78cb689d tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf9dc50-9d23-48bf-adbc-625dc5d15414 HTTP/1.1" status: 200 len: 949 time: 0.0858510 Sep 30 13:21:41.479141 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-e76ea7ec-2b2c-49ed-b4e1-1f1b97f61ecc req-f2dd2985-6386-4852-960a-20f8207587c0 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Deleting port 4dd765dd-141b-4466-a544-c367c3977ab3 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:21:41.479558 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e76ea7ec-2b2c-49ed-b4e1-1f1b97f61ecc req-f2dd2985-6386-4852-960a-20f8207587c0 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:41.686934 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-e76ea7ec-2b2c-49ed-b4e1-1f1b97f61ecc req-f2dd2985-6386-4852-960a-20f8207587c0 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] For port 4dd765dd-141b-4466-a544-c367c3977ab3, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4dd765dd-141b-4466-a544-c367c3977ab3,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:21:41.687335 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e76ea7ec-2b2c-49ed-b4e1-1f1b97f61ecc req-f2dd2985-6386-4852-960a-20f8207587c0 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:41.719071 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47174a23-bdef-45ac-a610-814aaf4232b2 req-be0dc90b-aa83-4316-b607-b09cb77e4690 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:41.726519 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-47174a23-bdef-45ac-a610-814aaf4232b2 req-be0dc90b-aa83-4316-b607-b09cb77e4690 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1097724 Sep 30 13:21:41.729029 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-e76ea7ec-2b2c-49ed-b4e1-1f1b97f61ecc req-f2dd2985-6386-4852-960a-20f8207587c0 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Calling delete_port for 4dd765dd-141b-4466-a544-c367c3977ab3 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:21:41.798033 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-47174a23-bdef-45ac-a610-814aaf4232b2 req-7c41c5c5-b282-46d0-ab7a-e39251aaf2a3 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705698 Sep 30 13:21:41.970294 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e76ea7ec-2b2c-49ed-b4e1-1f1b97f61ecc req-f2dd2985-6386-4852-960a-20f8207587c0 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:42.043693 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd2985-6386-4852-960a-20f8207587c0 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Pushing event deleted for resources: {'Port': ['ID=4dd765dd-141b-4466-a544-c367c3977ab3,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:42.069767 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76ea7ec-2b2c-49ed-b4e1-1f1b97f61ecc req-f2dd2985-6386-4852-960a-20f8207587c0 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] No DVR routers for this DVR port 4dd765dd-141b-4466-a544-c367c3977ab3 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:21:42.072761 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e76ea7ec-2b2c-49ed-b4e1-1f1b97f61ecc req-f2dd2985-6386-4852-960a-20f8207587c0 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:42.075188 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e76ea7ec-2b2c-49ed-b4e1-1f1b97f61ecc req-f2dd2985-6386-4852-960a-20f8207587c0 tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.39 "DELETE /v2.0/ports/4dd765dd-141b-4466-a544-c367c3977ab3 HTTP/1.1" status: 204 len: 173 time: 0.7168496 Sep 30 13:21:42.075872 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf9dc50-9d23-48bf-adbc-625dc5d15414', 'name': 'network-vif-deleted', 'tag': '4dd765dd-141b-4466-a544-c367c3977ab3'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:21:42.086808 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c961a457-4dcd-46b6-9b1f-bfd1989c44a8" -d '{"events": [{"server_uuid": "baf9dc50-9d23-48bf-adbc-625dc5d15414", "name": "network-vif-deleted", "tag": "4dd765dd-141b-4466-a544-c367c3977ab3"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:21:42.184774 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e49ed34-ddcb-4a27-bdc5-4c012416e2ee x-openstack-request-id: req-5e49ed34-ddcb-4a27-bdc5-4c012416e2ee {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:21:42.185368 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf9dc50-9d23-48bf-adbc-625dc5d15414", "name": "network-vif-deleted", "tag": "4dd765dd-141b-4466-a544-c367c3977ab3", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:21:42.185509 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e49ed34-ddcb-4a27-bdc5-4c012416e2ee {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:21:42.185994 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf9dc50-9d23-48bf-adbc-625dc5d15414', 'name': 'network-vif-deleted', 'tag': '4dd765dd-141b-4466-a544-c367c3977ab3', 'status': 'completed', 'code': 200} Sep 30 13:21:42.206041 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-5c77f233-c965-4a52-bcd7-7f46bb678c1c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:42.207706 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-5c77f233-c965-4a52-bcd7-7f46bb678c1c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/networks?id=2ae8f69c-e2ed-4683-a275-8d8f7caa3a16 HTTP/1.1" status: 200 len: 813 time: 0.1539032 Sep 30 13:21:42.241365 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-49f098fe-49a6-40b3-af69-0dded9e38c52 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/quotas/a44cb98e418b4fc89cc73be20bc6aaa8 HTTP/1.1" status: 200 len: 375 time: 0.0262377 Sep 30 13:21:42.341567 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-c3935570-2708-4e27-9cc6-3f0ed8abff41 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a44cb98e418b4fc89cc73be20bc6aaa8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0991988 Sep 30 13:21:42.529538 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0970f4-0237-4a17-b700-7e51f59fb6bb req-de23a945-0d6a-4a8e-9956-49d4baeefa49 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:42.531210 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0b0970f4-0237-4a17-b700-7e51f59fb6bb req-de23a945-0d6a-4a8e-9956-49d4baeefa49 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40d9b81-d2ea-42eb-9e79-d051a30da009 HTTP/1.1" status: 200 len: 907 time: 0.1645007 Sep 30 13:21:42.616490 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-20942330-0378-47e3-b430-81cac56250a5 service neutron] 10.222.0.18 "GET /v2.0/networks/2ae8f69c-e2ed-4683-a275-8d8f7caa3a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602451 Sep 30 13:21:42.786683 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-76074c27-0a79-4d2d-a32a-f8eb8ec67cbf req-68a9406d-b173-4f28-b0e6-9dc472f0187b tempest-ListImageFiltersTestJSON-1700897895 tempest-ListImageFiltersTestJSON-1700897895-project] 10.222.0.18 "GET /v2.0/ports?device_id=baf9dc50-9d23-48bf-adbc-625dc5d15414 HTTP/1.1" status: 200 len: 210 time: 0.0707674 Sep 30 13:21:42.800551 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-0ff25a9e-bef3-4fa0-8969-0ecd07920d08 service neutron] 10.222.0.18 "GET /v2.0/networks/2ae8f69c-e2ed-4683-a275-8d8f7caa3a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766834 Sep 30 13:21:42.909632 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b82e36fa-ff80-4715-943e-fd85b531282c req-8d8becb0-b47e-43ba-8d6b-b095796bd218 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2391143 Sep 30 13:21:42.990694 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5bf62-9259-4401-9245-4723a640fa22 req-b8fd5230-1722-43aa-9aa9-c7b38a6e5947 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:42.997770 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-daf5bf62-9259-4401-9245-4723a640fa22 req-b8fd5230-1722-43aa-9aa9-c7b38a6e5947 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.54 "GET /v2.0/ports?device_id=c40d9b81-d2ea-42eb-9e79-d051a30da009 HTTP/1.1" status: 200 len: 907 time: 0.2170832 Sep 30 13:21:43.670075 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4ed62056-761a-42b3-be01-49bf40aa87b4 req-ce60a2ff-891f-4c9f-8c02-606bfd77f845 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9b560e8-c6df-43d2-9d77-2bab142160df HTTP/1.1" status: 200 len: 210 time: 0.6416767 Sep 30 13:21:43.744308 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e36fa-ff80-4715-943e-fd85b531282c req-d5293e93-c0ca-4ca8-b04c-2fea41bf247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:43.746045 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b82e36fa-ff80-4715-943e-fd85b531282c req-d5293e93-c0ca-4ca8-b04c-2fea41bf247a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=750d23c361c34df48a49df50aefc09af&device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 1096 time: 0.7474041 Sep 30 13:21:43.860829 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7789f-5511-4374-bad1-368e43250c52 req-659344fd-a31b-49d1-8b13-0e1f0afaec9f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:43.874517 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0bd7789f-5511-4374-bad1-368e43250c52 req-659344fd-a31b-49d1-8b13-0e1f0afaec9f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40d9b81-d2ea-42eb-9e79-d051a30da009 HTTP/1.1" status: 200 len: 907 time: 0.1337140 Sep 30 13:21:43.983987 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e36fa-ff80-4715-943e-fd85b531282c req-b6a2d24a-9ceb-49a9-b2cc-9807379746fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:43.986106 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b82e36fa-ff80-4715-943e-fd85b531282c req-b6a2d24a-9ceb-49a9-b2cc-9807379746fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 200 len: 913 time: 0.2031820 Sep 30 13:21:44.090253 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b82e36fa-ff80-4715-943e-fd85b531282c req-71df2245-bea6-4a2e-bb1d-b927545a6ca8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15a4d455-7021-4eb5-ae85-252ccfe30de0 HTTP/1.1" status: 200 len: 217 time: 0.0955312 Sep 30 13:21:44.119340 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-daf5bf62-9259-4401-9245-4723a640fa22 req-644c75f3-739d-44e5-b0bc-d91e086073a3 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Deleting port 42b21439-d621-4727-b083-6ac92ab76020 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:21:44.130528 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-daf5bf62-9259-4401-9245-4723a640fa22 req-644c75f3-739d-44e5-b0bc-d91e086073a3 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:44.302576 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e36fa-ff80-4715-943e-fd85b531282c req-dcdef7cc-1751-40e7-87e3-8881442cc41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:44.304273 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b82e36fa-ff80-4715-943e-fd85b531282c req-dcdef7cc-1751-40e7-87e3-8881442cc41b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb HTTP/1.1" status: 200 len: 851 time: 0.2029188 Sep 30 13:21:44.457540 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-daf5bf62-9259-4401-9245-4723a640fa22 req-644c75f3-739d-44e5-b0bc-d91e086073a3 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] For port 42b21439-d621-4727-b083-6ac92ab76020, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=42b21439-d621-4727-b083-6ac92ab76020,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:21:44.457940 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-daf5bf62-9259-4401-9245-4723a640fa22 req-644c75f3-739d-44e5-b0bc-d91e086073a3 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:44.506918 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-daf5bf62-9259-4401-9245-4723a640fa22 req-644c75f3-739d-44e5-b0bc-d91e086073a3 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Calling delete_port for 42b21439-d621-4727-b083-6ac92ab76020 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:21:44.516671 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e36fa-ff80-4715-943e-fd85b531282c req-620f1144-bfcf-40db-bc33-e57c42f5e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:44.519168 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b82e36fa-ff80-4715-943e-fd85b531282c req-620f1144-bfcf-40db-bc33-e57c42f5e010 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7e67e25-10d5-4331-9422-13e705e055a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1982138 Sep 30 13:21:44.804958 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:44.884459 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-22d70d3e-589c-42af-91e6-a213d0f0ea93 req-a5a0517f-92dc-47ce-8cfd-8f32d51b112c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9b560e8-c6df-43d2-9d77-2bab142160df HTTP/1.1" status: 200 len: 210 time: 0.0433373 Sep 30 13:21:44.888010 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-daf5bf62-9259-4401-9245-4723a640fa22 req-644c75f3-739d-44e5-b0bc-d91e086073a3 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:44.946687 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c75f3-739d-44e5-b0bc-d91e086073a3 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Pushing event deleted for resources: {'Port': ['ID=42b21439-d621-4727-b083-6ac92ab76020,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:44.956577 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b82e36fa-ff80-4715-943e-fd85b531282c req-314493d8-19aa-4ec2-b39e-cf53732f2d18 service neutron] 10.222.0.39 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198418 Sep 30 13:21:45.012960 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf5bf62-9259-4401-9245-4723a640fa22 req-644c75f3-739d-44e5-b0bc-d91e086073a3 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] No DVR routers for this DVR port 42b21439-d621-4727-b083-6ac92ab76020 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:21:45.033752 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-daf5bf62-9259-4401-9245-4723a640fa22 req-644c75f3-739d-44e5-b0bc-d91e086073a3 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:45.037262 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-daf5bf62-9259-4401-9245-4723a640fa22 req-644c75f3-739d-44e5-b0bc-d91e086073a3 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.54 "DELETE /v2.0/ports/42b21439-d621-4727-b083-6ac92ab76020 HTTP/1.1" status: 204 len: 173 time: 2.0147376 Sep 30 13:21:45.040261 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40d9b81-d2ea-42eb-9e79-d051a30da009', 'name': 'network-vif-deleted', 'tag': '42b21439-d621-4727-b083-6ac92ab76020'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:21:45.042597 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bcdefa33-606d-498b-ae87-6eb1d157567f req-16dc7ead-156e-453a-b139-048cbe8dec9f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40d9b81-d2ea-42eb-9e79-d051a30da009 HTTP/1.1" status: 200 len: 210 time: 0.0526657 Sep 30 13:21:45.045370 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9705a55f-dfc4-4581-a7cb-c82c48af4217" -d '{"events": [{"server_uuid": "c40d9b81-d2ea-42eb-9e79-d051a30da009", "name": "network-vif-deleted", "tag": "42b21439-d621-4727-b083-6ac92ab76020"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:21:45.118305 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-553958d2-2bc8-4f39-8f89-5914f13f9a13 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:45.120281 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-553958d2-2bc8-4f39-8f89-5914f13f9a13 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.39 "GET /v2.0/networks?id=2ae8f69c-e2ed-4683-a275-8d8f7caa3a16 HTTP/1.1" status: 200 len: 813 time: 0.5716777 Sep 30 13:21:45.301009 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d37f28-907e-41f4-8ebd-1819877e8fd2 x-openstack-request-id: req-c2d37f28-907e-41f4-8ebd-1819877e8fd2 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:21:45.301331 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40d9b81-d2ea-42eb-9e79-d051a30da009", "name": "network-vif-deleted", "tag": "42b21439-d621-4727-b083-6ac92ab76020", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:21:45.301616 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2d37f28-907e-41f4-8ebd-1819877e8fd2 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:21:45.302303 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40d9b81-d2ea-42eb-9e79-d051a30da009', 'name': 'network-vif-deleted', 'tag': '42b21439-d621-4727-b083-6ac92ab76020', 'status': 'completed', 'code': 200} Sep 30 13:21:45.309875 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-69f8f916-d7b5-43f6-9973-ebfdae486114 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Request body: {'port': {'device_id': 'd9b560e8-c6df-43d2-9d77-2bab142160df', 'network_id': '2ae8f69c-e2ed-4683-a275-8d8f7caa3a16', 'admin_state_up': True, 'tenant_id': 'a44cb98e418b4fc89cc73be20bc6aaa8'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:21:45.322180 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b82e36fa-ff80-4715-943e-fd85b531282c req-782206aa-4af1-4434-b62b-1008f71d9aed service neutron] 10.222.0.39 "GET /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140206 Sep 30 13:21:45.430516 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 42b21439-d621-4727-b083-6ac92ab76020 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:21:45.482111 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 42b21439-d621-4727-b083-6ac92ab76020 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:21:45.482466 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 42b21439-d621-4727-b083-6ac92ab76020 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:21:45.560241 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4dd765dd-141b-4466-a544-c367c3977ab3 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:21:45.576508 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-69f8f916-d7b5-43f6-9973-ebfdae486114 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Made reservation on behalf of a44cb98e418b4fc89cc73be20bc6aaa8 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:21:45.587115 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-69f8f916-d7b5-43f6-9973-ebfdae486114 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:45.628731 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 4dd765dd-141b-4466-a544-c367c3977ab3 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:21:45.630669 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4dd765dd-141b-4466-a544-c367c3977ab3 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:21:45.925464 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-69f8f916-d7b5-43f6-9973-ebfdae486114 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Allocated IP 172.20.0.7 (2ae8f69c-e2ed-4683-a275-8d8f7caa3a16/6bac914f-ff79-44a0-914f-8c571e231db2/ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:21:46.152710 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-31b19103-3383-42ef-957c-b7df69331191 req-b4fc794a-564d-4938-853b-bab1f2926c82 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9b560e8-c6df-43d2-9d77-2bab142160df HTTP/1.1" status: 200 len: 210 time: 0.1003754 Sep 30 13:21:46.397520 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-69f8f916-d7b5-43f6-9973-ebfdae486114 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:46.503994 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-69f8f916-d7b5-43f6-9973-ebfdae486114 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:46.521967 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['4df9243e-bed7-40e3-8adb-c8474789475e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:21:46.579985 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8f916-d7b5-43f6-9973-ebfdae486114 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Pushing event updated for resources: {'Port': ['ID=ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:46.632184 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-69f8f916-d7b5-43f6-9973-ebfdae486114 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Network 2ae8f69c-e2ed-4683-a275-8d8f7caa3a16 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:21:46.635499 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-69f8f916-d7b5-43f6-9973-ebfdae486114 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:21:46.638441 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-69f8f916-d7b5-43f6-9973-ebfdae486114 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:21:46.701058 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f98598-58ac-4de5-b436-d34544684998 req-3195c922-c46c-41b5-ab26-8332a23a050e tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:46.709570 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e9f98598-58ac-4de5-b436-d34544684998 req-3195c922-c46c-41b5-ab26-8332a23a050e tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad82a3e4-d149-4281-9ace-1af40139bd9b HTTP/1.1" status: 200 len: 946 time: 0.1305699 Sep 30 13:21:46.716758 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45826) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:46.724973 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45830) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:46.746907 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-69f8f916-d7b5-43f6-9973-ebfdae486114 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:46.747583 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-69f8f916-d7b5-43f6-9973-ebfdae486114 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:46.812762 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e9f98598-58ac-4de5-b436-d34544684998 req-897aa9db-3aee-4aec-a77c-83dd86bf9c34 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970659 Sep 30 13:21:46.815684 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-69f8f916-d7b5-43f6-9973-ebfdae486114 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5107861 Sep 30 13:21:46.831447 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-66e793b3-523a-4e84-a4b6-79c55801db0e service neutron] Request body: {'port': {'device_id': 'd9b560e8-c6df-43d2-9d77-2bab142160df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:21:46.940747 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-66e793b3-523a-4e84-a4b6-79c55801db0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:46.998281 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-5386cde5-3472-4688-af32-5d5a173d9725 admin admin] Deleting subnet 214f6353-1c3a-4f6c-b86b-85237a01ef82 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:21:47.028922 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5386cde5-3472-4688-af32-5d5a173d9725 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:47.126273 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5386cde5-3472-4688-af32-5d5a173d9725 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:47.146080 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a6c93971-c619-4d4b-96ac-10a94e9c9fb5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=48ba6153510f41bfaf19ac1ed698aed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4189129 Sep 30 13:21:47.165832 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45848) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:47.278468 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ad2dc0ea-0164-4f22-a876-6f11cc09c9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:47.348433 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ad2dc0ea-0164-4f22-a876-6f11cc09c9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:47.352787 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5386cde5-3472-4688-af32-5d5a173d9725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:47.466221 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee958287-c4e2-469a-8f59-4b4eddfa2ff8 req-a355e34a-28c0-4f5d-b06b-7d463c17fde0 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:47.467811 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ee958287-c4e2-469a-8f59-4b4eddfa2ff8 req-a355e34a-28c0-4f5d-b06b-7d463c17fde0 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9b560e8-c6df-43d2-9d77-2bab142160df HTTP/1.1" status: 200 len: 931 time: 0.1987116 Sep 30 13:21:47.585827 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ad2dc0ea-0164-4f22-a876-6f11cc09c9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:47.603328 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ad2dc0ea-0164-4f22-a876-6f11cc09c9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:47.605697 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ee958287-c4e2-469a-8f59-4b4eddfa2ff8 req-bfd64c0f-9dd4-4a7c-ac5a-bafde62e73a4 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229792 Sep 30 13:21:47.617932 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ad2dc0ea-0164-4f22-a876-6f11cc09c9e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31b1b353-2343-4016-b4b4-839cfae161a9 HTTP/1.1" status: 204 len: 168 time: 0.4384787 Sep 30 13:21:47.621366 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5386cde5-3472-4688-af32-5d5a173d9725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:47.638592 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-66e793b3-523a-4e84-a4b6-79c55801db0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:21:47.652853 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-66e793b3-523a-4e84-a4b6-79c55801db0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:47.655995 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2dc0ea-0164-4f22-a876-6f11cc09c9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b1b353-2343-4016-b4b4-839cfae161a9,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:47.672081 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-66e793b3-523a-4e84-a4b6-79c55801db0e service neutron] Transition to ACTIVE for port object ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:21:47.686803 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-66e793b3-523a-4e84-a4b6-79c55801db0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:47.696178 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386cde5-3472-4688-af32-5d5a173d9725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=214f6353-1c3a-4f6c-b86b-85237a01ef82,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:47.701130 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5386cde5-3472-4688-af32-5d5a173d9725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:47.711734 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5386cde5-3472-4688-af32-5d5a173d9725 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/214f6353-1c3a-4f6c-b86b-85237a01ef82 HTTP/1.1" status: 204 len: 168 time: 0.9931037 Sep 30 13:21:47.713450 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45864) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:47.756155 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e793b3-523a-4e84-a4b6-79c55801db0e service neutron] Pushing event updated for resources: {'Port': ['ID=ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:47.918698 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-66e793b3-523a-4e84-a4b6-79c55801db0e service neutron] Attempting to bind port ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:21:47.919209 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-66e793b3-523a-4e84-a4b6-79c55801db0e service neutron] Attempting to bind port ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '4c14a080-1632-4772-b204-9e8eb842c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2ae8f69c-e2ed-4683-a275-8d8f7caa3a16'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:21:47.919662 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-66e793b3-523a-4e84-a4b6-79c55801db0e service neutron] Attempting to bind port ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4 on network 2ae8f69c-e2ed-4683-a275-8d8f7caa3a16 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:21:47.920180 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-045667a5-02bf-48a7-b2f6-9315d963805a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:47.944967 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b1a18-5893-4f69-9e03-23a9040ff933 req-3412cd45-3d90-409d-b82a-7e92c62789c6 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:47.948594 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a0b1a18-5893-4f69-9e03-23a9040ff933 req-3412cd45-3d90-409d-b82a-7e92c62789c6 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad82a3e4-d149-4281-9ace-1af40139bd9b HTTP/1.1" status: 200 len: 946 time: 0.1946268 Sep 30 13:21:47.959451 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-66e793b3-523a-4e84-a4b6-79c55801db0e service neutron] Port ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4 on network 2ae8f69c-e2ed-4683-a275-8d8f7caa3a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:21:47.961066 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-66e793b3-523a-4e84-a4b6-79c55801db0e service neutron] Attempting to bind port ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4 on network 2ae8f69c-e2ed-4683-a275-8d8f7caa3a16 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:21:47.964201 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45872) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:48.062528 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-045667a5-02bf-48a7-b2f6-9315d963805a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:48.087921 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-045667a5-02bf-48a7-b2f6-9315d963805a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:21:48.112848 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-045667a5-02bf-48a7-b2f6-9315d963805a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '386f48cd-37d9-47fe-8602-e781409bb5c8') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:21:48.113334 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-045667a5-02bf-48a7-b2f6-9315d963805a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '386f48cd-37d9-47fe-8602-e781409bb5c8') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:21:48.136749 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-045667a5-02bf-48a7-b2f6-9315d963805a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:48.164429 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-66e793b3-523a-4e84-a4b6-79c55801db0e service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:21:48.164930 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-66e793b3-523a-4e84-a4b6-79c55801db0e service neutron] Checking segment: {'id': '4c14a080-1632-4772-b204-9e8eb842c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2ae8f69c-e2ed-4683-a275-8d8f7caa3a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:21:48.166393 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-66e793b3-523a-4e84-a4b6-79c55801db0e service neutron] Bound using segment: {'id': '4c14a080-1632-4772-b204-9e8eb842c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2ae8f69c-e2ed-4683-a275-8d8f7caa3a16'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:21:48.168124 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-045667a5-02bf-48a7-b2f6-9315d963805a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:48.177526 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-66e793b3-523a-4e84-a4b6-79c55801db0e service neutron] Bound port: ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c14a080-1632-4772-b204-9e8eb842c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2ae8f69c-e2ed-4683-a275-8d8f7caa3a16'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:21:48.179013 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-66e793b3-523a-4e84-a4b6-79c55801db0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:48.197810 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bd7b6c9f-75ee-4a85-ab96-93ac55fcfc22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:48.204521 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045667a5-02bf-48a7-b2f6-9315d963805a admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:21:48.209556 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-045667a5-02bf-48a7-b2f6-9315d963805a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:48.265908 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3816a-0be1-49cc-a577-bdbc6e5863d5 req-dd73e2b8-7738-453b-a665-9b2586ebd9e3 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:48.276982 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-68b3816a-0be1-49cc-a577-bdbc6e5863d5 req-dd73e2b8-7738-453b-a665-9b2586ebd9e3 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad82a3e4-d149-4281-9ace-1af40139bd9b HTTP/1.1" status: 200 len: 946 time: 0.2691295 Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:21:48.369641 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:21:48.375605 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-045667a5-02bf-48a7-b2f6-9315d963805a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:48.387288 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-045667a5-02bf-48a7-b2f6-9315d963805a admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:48.394664 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-045667a5-02bf-48a7-b2f6-9315d963805a admin admin] 10.222.0.18 "DELETE /v2.0/networks/9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3 HTTP/1.1" status: 204 len: 168 time: 0.6726046 Sep 30 13:21:48.402362 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045667a5-02bf-48a7-b2f6-9315d963805a admin admin] Pushing event deleted for resources: {'Network': ['ID=9572fad4-3e5e-4c6c-9c2e-970b2d4f35c3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:48.413978 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-1a0b1a18-5893-4f69-9e03-23a9040ff933 req-1f4ab413-f872-4b0f-96cc-81cffbbde7af tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Deleting port 0ed9de65-f0f5-47d6-9313-a440f84ebc28 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:21:48.414504 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1a0b1a18-5893-4f69-9e03-23a9040ff933 req-1f4ab413-f872-4b0f-96cc-81cffbbde7af tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:48.452041 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-68b3816a-0be1-49cc-a577-bdbc6e5863d5 req-07a21874-8b78-4ed3-800d-3eb39beea86d tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717753 Sep 30 13:21:48.471375 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-66e793b3-523a-4e84-a4b6-79c55801db0e service neutron] For port ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:21:48.594729 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-66e793b3-523a-4e84-a4b6-79c55801db0e service neutron] For port ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4,segment=NetworkSegment(4c14a080-1632-4772-b204-9e8eb842c0d3),segment_id=4c14a080-1632-4772-b204-9e8eb842c0d3)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:21:48.597855 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-999a5ef3-548f-4d5f-b416-1edc59e1524c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:48.614217 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-66e793b3-523a-4e84-a4b6-79c55801db0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:48.626447 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45896) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:48.707852 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a82f2157-c89f-40b7-9d02-3262f737070e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6f426fd79f0945f8ae00afaa0234c40b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0802135 Sep 30 13:21:48.708708 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45900) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:48.815806 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94fe5c5b-e0cf-4631-92b0-0b7b7babce36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:48.843036 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-66e793b3-523a-4e84-a4b6-79c55801db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:48.843911 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-66e793b3-523a-4e84-a4b6-79c55801db0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:48.845579 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-66e793b3-523a-4e84-a4b6-79c55801db0e service neutron] 10.222.0.39 "PUT /v2.0/ports/ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4 HTTP/1.1" status: 200 len: 1091 time: 2.0208912 Sep 30 13:21:48.847493 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b560e8-c6df-43d2-9d77-2bab142160df', 'tag': 'ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:21:48.849982 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7858acf-f4d2-4edb-9fd8-54fa54b222ee" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b560e8-c6df-43d2-9d77-2bab142160df", "tag": "ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:21:48.858356 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e793b3-523a-4e84-a4b6-79c55801db0e service neutron] Pushing event updated for resources: {'Port': ['ID=ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:48.877183 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-1a0b1a18-5893-4f69-9e03-23a9040ff933 req-1f4ab413-f872-4b0f-96cc-81cffbbde7af tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] For port 0ed9de65-f0f5-47d6-9313-a440f84ebc28, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0ed9de65-f0f5-47d6-9313-a440f84ebc28,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:21:48.877727 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1a0b1a18-5893-4f69-9e03-23a9040ff933 req-1f4ab413-f872-4b0f-96cc-81cffbbde7af tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:48.884615 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94fe5c5b-e0cf-4631-92b0-0b7b7babce36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:48.914401 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105557cc-4133-4b7a-8e10-fb5357503e9e x-openstack-request-id: req-105557cc-4133-4b7a-8e10-fb5357503e9e {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:21:48.914691 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b560e8-c6df-43d2-9d77-2bab142160df", "tag": "ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:21:48.914946 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-105557cc-4133-4b7a-8e10-fb5357503e9e {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:21:48.915345 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b560e8-c6df-43d2-9d77-2bab142160df', 'tag': 'ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4', 'status': 'completed', 'code': 200} Sep 30 13:21:48.944570 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-1a0b1a18-5893-4f69-9e03-23a9040ff933 req-1f4ab413-f872-4b0f-96cc-81cffbbde7af tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Calling delete_port for 0ed9de65-f0f5-47d6-9313-a440f84ebc28 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:21:48.980774 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9622de-eae5-47b7-a620-0456882117f8 req-ca861833-f2b3-4eab-8be3-f8758f09af2a tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:48.982581 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0b9622de-eae5-47b7-a620-0456882117f8 req-ca861833-f2b3-4eab-8be3-f8758f09af2a tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9b560e8-c6df-43d2-9d77-2bab142160df HTTP/1.1" status: 200 len: 943 time: 0.2624853 Sep 30 13:21:49.005658 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94fe5c5b-e0cf-4631-92b0-0b7b7babce36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:49.009742 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94fe5c5b-e0cf-4631-92b0-0b7b7babce36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:49.012083 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-94fe5c5b-e0cf-4631-92b0-0b7b7babce36 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6523ed70-f638-4e69-8c6d-4d17dff0f71d HTTP/1.1" status: 204 len: 168 time: 0.3022428 Sep 30 13:21:49.023261 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe5c5b-e0cf-4631-92b0-0b7b7babce36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6523ed70-f638-4e69-8c6d-4d17dff0f71d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:49.129838 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-b8cc6bde-a2c0-4b04-9a35-f22ec1eaabb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:49.131421 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-b8cc6bde-a2c0-4b04-9a35-f22ec1eaabb5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a44cb98e418b4fc89cc73be20bc6aaa8&device_id=d9b560e8-c6df-43d2-9d77-2bab142160df HTTP/1.1" status: 200 len: 1094 time: 0.2060783 Sep 30 13:21:49.149622 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0b9622de-eae5-47b7-a620-0456882117f8 req-c6f171a3-524c-433e-ab73-f0f0b4e9a805 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372130 Sep 30 13:21:49.205384 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-21726054-3919-47c0-9a8f-d0286aebcbb2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4 HTTP/1.1" status: 200 len: 217 time: 0.0546851 Sep 30 13:21:49.225159 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-999a5ef3-548f-4d5f-b416-1edc59e1524c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:49.251137 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-999a5ef3-548f-4d5f-b416-1edc59e1524c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:49.427185 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-999a5ef3-548f-4d5f-b416-1edc59e1524c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2b6f46923754a4480e41907121266ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4183943 Sep 30 13:21:49.429829 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45920) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:49.434048 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a5ef3-548f-4d5f-b416-1edc59e1524c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b189124b-4b19-4d58-ae19-79f364c2049b,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:49.438942 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:49.442609 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-26cb6f22-1508-447b-be38-de10703855cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:49.444156 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-26cb6f22-1508-447b-be38-de10703855cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6bac914f-ff79-44a0-914f-8c571e231db2 HTTP/1.1" status: 200 len: 853 time: 0.2297418 Sep 30 13:21:49.499628 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-fdc90edd-0000-4ca1-a7fe-35c3c6f160b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2ae8f69c-e2ed-4683-a275-8d8f7caa3a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369623 Sep 30 13:21:49.616823 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0737f5e5-4f65-420b-bc2e-79061535c669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:49.634115 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-c81dbeef-55ec-4386-9406-a49ef0f3875a service neutron] 10.222.0.39 "GET /v2.0/networks/2ae8f69c-e2ed-4683-a275-8d8f7caa3a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351252 Sep 30 13:21:49.645148 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1a0b1a18-5893-4f69-9e03-23a9040ff933 req-1f4ab413-f872-4b0f-96cc-81cffbbde7af tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:49.657625 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['15a4d455-7021-4eb5-ae85-252ccfe30de0'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:21:49.690190 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0737f5e5-4f65-420b-bc2e-79061535c669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:49.693988 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d785721-28fe-43d0-831b-40e481b4ba32 req-ca03fefc-7fb3-4c85-bb13-24a512cf8e9a tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad82a3e4-d149-4281-9ace-1af40139bd9b HTTP/1.1" status: 200 len: 210 time: 0.0582392 Sep 30 13:21:49.778560 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0737f5e5-4f65-420b-bc2e-79061535c669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:49.782295 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0737f5e5-4f65-420b-bc2e-79061535c669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:49.785886 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0737f5e5-4f65-420b-bc2e-79061535c669 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b189124b-4b19-4d58-ae19-79f364c2049b HTTP/1.1" status: 204 len: 168 time: 0.3524768 Sep 30 13:21:49.793514 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ab413-f872-4b0f-96cc-81cffbbde7af tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Pushing event deleted for resources: {'Port': ['ID=0ed9de65-f0f5-47d6-9313-a440f84ebc28,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:49.800967 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737f5e5-4f65-420b-bc2e-79061535c669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b189124b-4b19-4d58-ae19-79f364c2049b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:50.067502 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0b1a18-5893-4f69-9e03-23a9040ff933 req-1f4ab413-f872-4b0f-96cc-81cffbbde7af tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] No DVR routers for this DVR port 0ed9de65-f0f5-47d6-9313-a440f84ebc28 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:21:50.085089 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1a0b1a18-5893-4f69-9e03-23a9040ff933 req-1f4ab413-f872-4b0f-96cc-81cffbbde7af tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:50.087321 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a0b1a18-5893-4f69-9e03-23a9040ff933 req-1f4ab413-f872-4b0f-96cc-81cffbbde7af tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.39 "DELETE /v2.0/ports/0ed9de65-f0f5-47d6-9313-a440f84ebc28 HTTP/1.1" status: 204 len: 173 time: 2.1308272 Sep 30 13:21:50.123379 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-854b53f1-5b12-487a-99ba-2221a80a9ce5 req-b1306ec4-47f7-4b5a-835a-f5be6ca81b15 service neutron] 10.222.0.39 "GET /v2.0/networks/2ae8f69c-e2ed-4683-a275-8d8f7caa3a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746311 Sep 30 13:21:50.291045 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7858acf-f4d2-4edb-9fd8-54fa54b222ee req-99aa8054-987d-4151-b74b-81d6db225550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:50.302417 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7858acf-f4d2-4edb-9fd8-54fa54b222ee req-99aa8054-987d-4151-b74b-81d6db225550 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a44cb98e418b4fc89cc73be20bc6aaa8&device_id=d9b560e8-c6df-43d2-9d77-2bab142160df HTTP/1.1" status: 200 len: 1094 time: 0.1115398 Sep 30 13:21:50.483266 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3852e5a-dd99-4afc-80ba-69d1320d6cd0 req-9256e1ec-e5f2-469f-a65b-69dc0b85dd05 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:50.498205 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b3852e5a-dd99-4afc-80ba-69d1320d6cd0 req-9256e1ec-e5f2-469f-a65b-69dc0b85dd05 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9b560e8-c6df-43d2-9d77-2bab142160df HTTP/1.1" status: 200 len: 943 time: 0.1953444 Sep 30 13:21:50.528896 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45960) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:50.551514 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7858acf-f4d2-4edb-9fd8-54fa54b222ee req-812a5f1f-2f23-4b93-984d-e8355beeaaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:50.554810 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7858acf-f4d2-4edb-9fd8-54fa54b222ee req-812a5f1f-2f23-4b93-984d-e8355beeaaff service neutron] 10.222.0.39 "GET /v2.0/networks?id=2ae8f69c-e2ed-4683-a275-8d8f7caa3a16 HTTP/1.1" status: 200 len: 914 time: 0.2459958 Sep 30 13:21:50.555817 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7920e7f6-2fcd-41c0-b05c-cdbd5fb78873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:50.586913 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45966) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:50.645810 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b3852e5a-dd99-4afc-80ba-69d1320d6cd0 req-18324ae6-eac4-4c95-a343-787a62efdd50 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450672 Sep 30 13:21:50.713377 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6d847f1f-8d74-4508-895a-fa9f4a479e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:50.718107 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7858acf-f4d2-4edb-9fd8-54fa54b222ee req-63d34d7f-a0d8-4038-8781-651db6def2ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4 HTTP/1.1" status: 200 len: 217 time: 0.1350055 Sep 30 13:21:50.923613 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5f260d91-fadf-481b-bc0f-b9cff837bc22 req-0880ee70-7ab3-43d8-a823-f21f2279318a tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad82a3e4-d149-4281-9ace-1af40139bd9b HTTP/1.1" status: 200 len: 210 time: 0.0547979 Sep 30 13:21:51.205419 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad82a3e4-d149-4281-9ace-1af40139bd9b', 'name': 'network-vif-deleted', 'tag': '0ed9de65-f0f5-47d6-9313-a440f84ebc28'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:21:51.207747 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f18e7a-48ca-405f-90ca-8a874a063959" -d '{"events": [{"server_uuid": "ad82a3e4-d149-4281-9ace-1af40139bd9b", "name": "network-vif-deleted", "tag": "0ed9de65-f0f5-47d6-9313-a440f84ebc28"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:21:51.222248 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-3863bba6-b0d5-4bda-a816-44c8631818d9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-481100042-network', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:21:51.256537 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7858acf-f4d2-4edb-9fd8-54fa54b222ee req-a483fb67-6ca6-4caf-8dd2-19a4fd448f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:51.258249 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7858acf-f4d2-4edb-9fd8-54fa54b222ee req-a483fb67-6ca6-4caf-8dd2-19a4fd448f48 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6bac914f-ff79-44a0-914f-8c571e231db2 HTTP/1.1" status: 200 len: 853 time: 0.5300190 Sep 30 13:21:51.261824 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898cb099-77a2-4250-8a65-af612a400c60 x-openstack-request-id: req-898cb099-77a2-4250-8a65-af612a400c60 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:21:51.262155 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad82a3e4-d149-4281-9ace-1af40139bd9b", "name": "network-vif-deleted", "tag": "0ed9de65-f0f5-47d6-9313-a440f84ebc28", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:21:51.262380 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-898cb099-77a2-4250-8a65-af612a400c60 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:21:51.262765 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad82a3e4-d149-4281-9ace-1af40139bd9b', 'name': 'network-vif-deleted', 'tag': '0ed9de65-f0f5-47d6-9313-a440f84ebc28', 'status': 'completed', 'code': 200} Sep 30 13:21:51.313572 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7858acf-f4d2-4edb-9fd8-54fa54b222ee req-b9f4ed01-85fa-4310-b41b-6972edee9435 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2ae8f69c-e2ed-4683-a275-8d8f7caa3a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438910 Sep 30 13:21:51.438082 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7858acf-f4d2-4edb-9fd8-54fa54b222ee req-f1df4df4-0f5d-4f86-95bb-faf21a87c801 service neutron] 10.222.0.39 "GET /v2.0/networks/2ae8f69c-e2ed-4683-a275-8d8f7caa3a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131358 Sep 30 13:21:51.618861 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0ed9de65-f0f5-47d6-9313-a440f84ebc28 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:21:51.626065 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7858acf-f4d2-4edb-9fd8-54fa54b222ee req-3de592e3-488e-4ce9-98c5-0c62742af009 service neutron] 10.222.0.39 "GET /v2.0/networks/2ae8f69c-e2ed-4683-a275-8d8f7caa3a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856573 Sep 30 13:21:51.697535 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7920e7f6-2fcd-41c0-b05c-cdbd5fb78873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:51.702498 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 0ed9de65-f0f5-47d6-9313-a440f84ebc28 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:21:51.702778 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0ed9de65-f0f5-47d6-9313-a440f84ebc28 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:21:51.707213 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:51.712612 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7920e7f6-2fcd-41c0-b05c-cdbd5fb78873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:51.825867 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3863bba6-b0d5-4bda-a816-44c8631818d9 admin admin] Made reservation on behalf of f4aba04dd2e7464d89181ea313c8a47f for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:21:51.831489 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3863bba6-b0d5-4bda-a816-44c8631818d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:51.864045 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920e7f6-2fcd-41c0-b05c-cdbd5fb78873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655a89d7-3d3b-445f-8fbc-cbdbe4d9989d,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:51.874902 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7920e7f6-2fcd-41c0-b05c-cdbd5fb78873 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a479fbd5131243a08f713986ff78c7f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3444643 Sep 30 13:21:51.877474 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45992) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:51.880806 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3863bba6-b0d5-4bda-a816-44c8631818d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:51.974227 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583e7e9-5e07-4d64-b31f-e381a1822e53 req-bee1544b-74d9-4d4a-81a1-b40f4a0ef473 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:51.977640 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d583e7e9-5e07-4d64-b31f-e381a1822e53 req-bee1544b-74d9-4d4a-81a1-b40f4a0ef473 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9b560e8-c6df-43d2-9d77-2bab142160df HTTP/1.1" status: 200 len: 943 time: 0.1196837 Sep 30 13:21:52.038578 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4da25445-3dff-48fb-8996-a7ef7919ea75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:52.064016 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4da25445-3dff-48fb-8996-a7ef7919ea75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:52.115491 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d583e7e9-5e07-4d64-b31f-e381a1822e53 req-364ea24a-a7cd-4974-a8b0-613cbc9c6c02 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195180 Sep 30 13:21:52.197580 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4da25445-3dff-48fb-8996-a7ef7919ea75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:52.201758 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4da25445-3dff-48fb-8996-a7ef7919ea75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:52.205485 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4da25445-3dff-48fb-8996-a7ef7919ea75 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/655a89d7-3d3b-445f-8fbc-cbdbe4d9989d HTTP/1.1" status: 204 len: 168 time: 0.3234642 Sep 30 13:21:52.220365 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da25445-3dff-48fb-8996-a7ef7919ea75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655a89d7-3d3b-445f-8fbc-cbdbe4d9989d,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:52.235447 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3863bba6-b0d5-4bda-a816-44c8631818d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:52.243565 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3863bba6-b0d5-4bda-a816-44c8631818d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:52.314408 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3863bba6-b0d5-4bda-a816-44c8631818d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:21:52.321510 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863bba6-b0d5-4bda-a816-44c8631818d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a830ca2-957c-4472-b7fd-ac8dc85e3f5a,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:52.341180 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3863bba6-b0d5-4bda-a816-44c8631818d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:52.341538 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-3863bba6-b0d5-4bda-a816-44c8631818d9 admin admin] Added segment 0614655f-f4b4-435d-9f72-8d2d05147970 of type vlan for network a38f3872-d43c-4dbe-8902-a99e02bc867f Sep 30 13:21:52.372959 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:52.404080 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3863bba6-b0d5-4bda-a816-44c8631818d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:52.436784 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3863bba6-b0d5-4bda-a816-44c8631818d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:52.439032 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3863bba6-b0d5-4bda-a816-44c8631818d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:52.439927 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3863bba6-b0d5-4bda-a816-44c8631818d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:52.489907 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3863bba6-b0d5-4bda-a816-44c8631818d9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8928363 Sep 30 13:21:52.493952 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46008) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:52.499411 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-2730101a-4117-4b4e-aa61-be6678b9d2fe admin admin] Request body: {'subnet': {'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-481100042-subnet', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:21:52.538998 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863bba6-b0d5-4bda-a816-44c8631818d9 admin admin] Pushing event updated for resources: {'Network': ['ID=a38f3872-d43c-4dbe-8902-a99e02bc867f,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:52.546953 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2730101a-4117-4b4e-aa61-be6678b9d2fe admin admin] Made reservation on behalf of f4aba04dd2e7464d89181ea313c8a47f for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:21:52.555042 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network a38f3872-d43c-4dbe-8902-a99e02bc867f details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:21:52.564423 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2730101a-4117-4b4e-aa61-be6678b9d2fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:52.703592 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e01db-bb24-4410-a676-25440ceddc1e req-f8f43cee-2fcb-4ac1-a119-2611ebb7c32c tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:52.715778 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-869e01db-bb24-4410-a676-25440ceddc1e req-f8f43cee-2fcb-4ac1-a119-2611ebb7c32c tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 945 time: 0.1501789 Sep 30 13:21:52.817330 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b100e-9390-4f86-8253-fb882075b04d req-a5102bcf-3e16-4b77-b1e8-5a45ad0144aa tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:52.818887 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-467b100e-9390-4f86-8253-fb882075b04d req-a5102bcf-3e16-4b77-b1e8-5a45ad0144aa tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.39 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 945 time: 0.0977652 Sep 30 13:21:52.892749 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-869e01db-bb24-4410-a676-25440ceddc1e req-97739383-7023-4c62-8c9c-0b2376c7fd0f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=f971a5aa-e486-4358-897d-eda0cf3957e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452572 Sep 30 13:21:53.028526 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-467b100e-9390-4f86-8253-fb882075b04d req-9c68561c-c1eb-420b-ae9c-60086e9ea822 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Deleting port 15a4d455-7021-4eb5-ae85-252ccfe30de0 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:21:53.028935 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-467b100e-9390-4f86-8253-fb882075b04d req-9c68561c-c1eb-420b-ae9c-60086e9ea822 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:53.033957 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2730101a-4117-4b4e-aa61-be6678b9d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:53.099047 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730101a-4117-4b4e-aa61-be6678b9d2fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:53.158157 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2730101a-4117-4b4e-aa61-be6678b9d2fe admin admin] Checking segment: {'id': '0614655f-f4b4-435d-9f72-8d2d05147970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:21:53.158619 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2730101a-4117-4b4e-aa61-be6678b9d2fe admin admin] Network hostable DHCP agents. Network: a38f3872-d43c-4dbe-8902-a99e02bc867f, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:21:53.203763 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2730101a-4117-4b4e-aa61-be6678b9d2fe admin admin] Network a38f3872-d43c-4dbe-8902-a99e02bc867f is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:21:53.218785 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-467b100e-9390-4f86-8253-fb882075b04d req-9c68561c-c1eb-420b-ae9c-60086e9ea822 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] For port 15a4d455-7021-4eb5-ae85-252ccfe30de0, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=15a4d455-7021-4eb5-ae85-252ccfe30de0,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:21:53.219354 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-467b100e-9390-4f86-8253-fb882075b04d req-9c68561c-c1eb-420b-ae9c-60086e9ea822 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:53.225643 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-2730101a-4117-4b4e-aa61-be6678b9d2fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, a38f3872-d43c-4dbe-8902-a99e02bc867f) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:21:53.230804 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2730101a-4117-4b4e-aa61-be6678b9d2fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:53.231410 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2730101a-4117-4b4e-aa61-be6678b9d2fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:53.237952 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e649f6d2-78b2-40c5-bb01-6d2d6d341d3f None None] Network a38f3872-d43c-4dbe-8902-a99e02bc867f requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:21:53.255182 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-467b100e-9390-4f86-8253-fb882075b04d req-9c68561c-c1eb-420b-ae9c-60086e9ea822 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Calling delete_port for 15a4d455-7021-4eb5-ae85-252ccfe30de0 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:21:53.268596 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2730101a-4117-4b4e-aa61-be6678b9d2fe admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7733974 Sep 30 13:21:53.274414 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 46032) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:53.286694 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-00d0fac1-190a-4d8a-9d9d-e261d0081fd0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-481100042-router', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:21:53.328255 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84971091-785f-4ba1-8829-6e37b06cd933 req-bd1480f6-81e0-41d0-aa7f-04cf4062f8cb tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:53.337784 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-84971091-785f-4ba1-8829-6e37b06cd933 req-bd1480f6-81e0-41d0-aa7f-04cf4062f8cb tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9b560e8-c6df-43d2-9d77-2bab142160df HTTP/1.1" status: 200 len: 943 time: 0.0842814 Sep 30 13:21:53.348350 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-00d0fac1-190a-4d8a-9d9d-e261d0081fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:53.349569 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-00d0fac1-190a-4d8a-9d9d-e261d0081fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:53.426695 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-84971091-785f-4ba1-8829-6e37b06cd933 req-33566a9f-7349-41fd-9291-18454ceb6dba tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869970 Sep 30 13:21:53.564507 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-00d0fac1-190a-4d8a-9d9d-e261d0081fd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:53.567686 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab7696c-ed3e-46b3-a1ac-953605339258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-a38f3872-d43c-4dbe-8902-a99e02bc867f', 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'fixed_ips': [{'subnet_id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:21:53.569444 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1ab7696c-ed3e-46b3-a1ac-953605339258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:53.602639 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:21:53.780970 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-00d0fac1-190a-4d8a-9d9d-e261d0081fd0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:53.867067 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4,segment=NetworkSegment(4c14a080-1632-4772-b204-9e8eb842c0d3),segment_id=4c14a080-1632-4772-b204-9e8eb842c0d3)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:21:53.870541 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-467b100e-9390-4f86-8253-fb882075b04d req-9c68561c-c1eb-420b-ae9c-60086e9ea822 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:53.885878 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['15a4d455-7021-4eb5-ae85-252ccfe30de0'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:21:53.917299 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68561c-c1eb-420b-ae9c-60086e9ea822 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Pushing event deleted for resources: {'Port': ['ID=15a4d455-7021-4eb5-ae85-252ccfe30de0,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:53.958308 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4', 'network_id': '2ae8f69c-e2ed-4683-a275-8d8f7caa3a16', 'port_id': 'ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4', 'mac_address': 'fa:16:3e:99:78:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bac914f-ff79-44a0-914f-8c571e231db2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:21:54.092746 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-913ba82e-f587-4016-bb4a-0b7102456773 req-66716f8f-f306-4af8-b246-e74eb9d9d189 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=897cbb13-79ad-4578-85c9-900a4c7e3a84 HTTP/1.1" status: 200 len: 210 time: 0.0822244 Sep 30 13:21:54.111115 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68561c-c1eb-420b-ae9c-60086e9ea822 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:54.112751 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68561c-c1eb-420b-ae9c-60086e9ea822 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:54.113105 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68561c-c1eb-420b-ae9c-60086e9ea822 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:54.113456 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68561c-c1eb-420b-ae9c-60086e9ea822 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:54.115051 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68561c-c1eb-420b-ae9c-60086e9ea822 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:54.115415 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68561c-c1eb-420b-ae9c-60086e9ea822 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:54.115752 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68561c-c1eb-420b-ae9c-60086e9ea822 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:54.118168 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68561c-c1eb-420b-ae9c-60086e9ea822 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:54.118778 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68561c-c1eb-420b-ae9c-60086e9ea822 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:54.120161 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68561c-c1eb-420b-ae9c-60086e9ea822 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:54.120680 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68561c-c1eb-420b-ae9c-60086e9ea822 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:54.121424 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68561c-c1eb-420b-ae9c-60086e9ea822 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:21:54.125611 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:54.177884 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:21:54.191298 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-1ab7696c-ed3e-46b3-a1ac-953605339258 None None] Allocated IP 172.20.0.2 (a38f3872-d43c-4dbe-8902-a99e02bc867f/ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b/154d9dac-df54-45cd-a400-aeca69265654) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:21:54.194484 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-467b100e-9390-4f86-8253-fb882075b04d req-9c68561c-c1eb-420b-ae9c-60086e9ea822 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] No DVR routers for this DVR port 15a4d455-7021-4eb5-ae85-252ccfe30de0 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:21:54.196410 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:54.200069 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-467b100e-9390-4f86-8253-fb882075b04d req-9c68561c-c1eb-420b-ae9c-60086e9ea822 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:54.203665 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-467b100e-9390-4f86-8253-fb882075b04d req-9c68561c-c1eb-420b-ae9c-60086e9ea822 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.39 "DELETE /v2.0/ports/15a4d455-7021-4eb5-ae85-252ccfe30de0 HTTP/1.1" status: 204 len: 173 time: 1.3744116 Sep 30 13:21:54.205612 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897cbb13-79ad-4578-85c9-900a4c7e3a84', 'name': 'network-vif-deleted', 'tag': '15a4d455-7021-4eb5-ae85-252ccfe30de0'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:21:54.209561 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b621828-5e38-47c1-9385-bc1b3be946aa" -d '{"events": [{"server_uuid": "897cbb13-79ad-4578-85c9-900a4c7e3a84", "name": "network-vif-deleted", "tag": "15a4d455-7021-4eb5-ae85-252ccfe30de0"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:21:54.259823 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4,segment=NetworkSegment(4c14a080-1632-4772-b204-9e8eb842c0d3),segment_id=4c14a080-1632-4772-b204-9e8eb842c0d3)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:21:54.278491 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:54.423395 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a80f56-1c1e-46a4-9ff4-ebbe0f6e1fdc x-openstack-request-id: req-c4a80f56-1c1e-46a4-9ff4-ebbe0f6e1fdc {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:21:54.424036 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "897cbb13-79ad-4578-85c9-900a4c7e3a84", "name": "network-vif-deleted", "tag": "15a4d455-7021-4eb5-ae85-252ccfe30de0", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:21:54.425612 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4a80f56-1c1e-46a4-9ff4-ebbe0f6e1fdc {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:21:54.427200 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897cbb13-79ad-4578-85c9-900a4c7e3a84', 'name': 'network-vif-deleted', 'tag': '15a4d455-7021-4eb5-ae85-252ccfe30de0', 'status': 'completed', 'code': 200} Sep 30 13:21:54.577767 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 46110) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:54.637655 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3479362-8741-4164-ae88-cd1f7d155ceb req-e996a539-1b3d-475e-a93a-3c233fabd4d0 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:54.649281 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b3479362-8741-4164-ae88-cd1f7d155ceb req-e996a539-1b3d-475e-a93a-3c233fabd4d0 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9b560e8-c6df-43d2-9d77-2bab142160df HTTP/1.1" status: 200 len: 944 time: 0.1053729 Sep 30 13:21:54.667663 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-00d0fac1-190a-4d8a-9d9d-e261d0081fd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:54.735599 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b3479362-8741-4164-ae88-cd1f7d155ceb req-60c54278-6e69-4121-ab96-e22789cbeced tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809181 Sep 30 13:21:54.744594 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1ab7696c-ed3e-46b3-a1ac-953605339258 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:54.786590 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-00d0fac1-190a-4d8a-9d9d-e261d0081fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:54.806870 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1ab7696c-ed3e-46b3-a1ac-953605339258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:54.847084 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:21:54.940906 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab7696c-ed3e-46b3-a1ac-953605339258 None None] Network a38f3872-d43c-4dbe-8902-a99e02bc867f is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:21:54.941766 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:54.948910 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-1ab7696c-ed3e-46b3-a1ac-953605339258 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:21:54.955460 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab7696c-ed3e-46b3-a1ac-953605339258 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:21:54.982421 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a719b08e-c268-4179-988f-11b395f14cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:55.137349 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-00d0fac1-190a-4d8a-9d9d-e261d0081fd0 admin admin] Allocated IP 172.25.5.93 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/cb467a10-7982-4bd1-8de7-14a7b8fdcc8c) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:21:55.264186 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7696c-ed3e-46b3-a1ac-953605339258 None None] Pushing event updated for resources: {'Port': ['ID=154d9dac-df54-45cd-a400-aeca69265654,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:55.460199 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-1ab7696c-ed3e-46b3-a1ac-953605339258 None None] Attempting to bind port 154d9dac-df54-45cd-a400-aeca69265654 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:21:55.460199 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-1ab7696c-ed3e-46b3-a1ac-953605339258 None None] Attempting to bind port 154d9dac-df54-45cd-a400-aeca69265654 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '0614655f-f4b4-435d-9f72-8d2d05147970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:21:55.460199 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab7696c-ed3e-46b3-a1ac-953605339258 None None] Attempting to bind port 154d9dac-df54-45cd-a400-aeca69265654 on network a38f3872-d43c-4dbe-8902-a99e02bc867f {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:21:55.469804 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a719b08e-c268-4179-988f-11b395f14cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:55.471275 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab7696c-ed3e-46b3-a1ac-953605339258 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:21:55.472005 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a719b08e-c268-4179-988f-11b395f14cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:55.472568 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab7696c-ed3e-46b3-a1ac-953605339258 None None] Checking segment: {'id': '0614655f-f4b4-435d-9f72-8d2d05147970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:21:55.472568 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1ab7696c-ed3e-46b3-a1ac-953605339258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:55.472568 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab7696c-ed3e-46b3-a1ac-953605339258 None None] Bound using segment: {'id': '0614655f-f4b4-435d-9f72-8d2d05147970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:21:55.472568 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-1ab7696c-ed3e-46b3-a1ac-953605339258 None None] Bound port: 154d9dac-df54-45cd-a400-aeca69265654, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0614655f-f4b4-435d-9f72-8d2d05147970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:21:55.472568 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1ab7696c-ed3e-46b3-a1ac-953605339258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:55.473698 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-00d0fac1-190a-4d8a-9d9d-e261d0081fd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:55.473698 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719b08e-c268-4179-988f-11b395f14cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6464a08-a093-4ab2-9f4e-92f0adb845bb,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:55.493841 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a719b08e-c268-4179-988f-11b395f14cff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=36998acc7967488bb0c5296c9aba904c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9106693 Sep 30 13:21:55.498263 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46180) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:55.564943 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-1ab7696c-ed3e-46b3-a1ac-953605339258 None None] For port 154d9dac-df54-45cd-a400-aeca69265654, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:21:55.569428 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-1ab7696c-ed3e-46b3-a1ac-953605339258 None None] For port 154d9dac-df54-45cd-a400-aeca69265654, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=154d9dac-df54-45cd-a400-aeca69265654,segment=NetworkSegment(0614655f-f4b4-435d-9f72-8d2d05147970),segment_id=0614655f-f4b4-435d-9f72-8d2d05147970)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:21:55.577547 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-00d0fac1-190a-4d8a-9d9d-e261d0081fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:55.585881 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1ab7696c-ed3e-46b3-a1ac-953605339258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:55.609659 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 15a4d455-7021-4eb5-ae85-252ccfe30de0 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:21:55.686684 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 15a4d455-7021-4eb5-ae85-252ccfe30de0 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:21:55.687304 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 15a4d455-7021-4eb5-ae85-252ccfe30de0 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:21:55.692761 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5bdce109-85f8-49ba-8619-4a2c2080bd24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:55.704563 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d0fac1-190a-4d8a-9d9d-e261d0081fd0 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:21:55.708894 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-00d0fac1-190a-4d8a-9d9d-e261d0081fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:21:55.736233 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d0fac1-190a-4d8a-9d9d-e261d0081fd0 admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:21:55.742429 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5bdce109-85f8-49ba-8619-4a2c2080bd24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:55.792755 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0fac1-190a-4d8a-9d9d-e261d0081fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=cb467a10-7982-4bd1-8de7-14a7b8fdcc8c,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:55.852475 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7696c-ed3e-46b3-a1ac-953605339258 None None] Pushing event updated for resources: {'Port': ['ID=154d9dac-df54-45cd-a400-aeca69265654,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:55.935644 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90208fff-7330-422c-9c62-9ed7c8900188 req-593214d3-5b4c-47f1-b4d4-621850b19c46 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:55.945974 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-90208fff-7330-422c-9c62-9ed7c8900188 req-593214d3-5b4c-47f1-b4d4-621850b19c46 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1972530 Sep 30 13:21:56.000519 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-90208fff-7330-422c-9c62-9ed7c8900188 req-118b6d5b-cbf5-4c66-b728-4539dd89894c tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531344 Sep 30 13:21:56.001945 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5bdce109-85f8-49ba-8619-4a2c2080bd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:56.005372 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5bdce109-85f8-49ba-8619-4a2c2080bd24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:56.007419 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5bdce109-85f8-49ba-8619-4a2c2080bd24 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f6464a08-a093-4ab2-9f4e-92f0adb845bb HTTP/1.1" status: 204 len: 168 time: 0.5056953 Sep 30 13:21:56.049253 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdce109-85f8-49ba-8619-4a2c2080bd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6464a08-a093-4ab2-9f4e-92f0adb845bb,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:56.203047 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d4534-baf3-4e32-8f3a-e23aa3cced22 req-2ccf2c26-cf79-42e8-824c-e9699aaaa88b tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:56.204903 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b51d4534-baf3-4e32-8f3a-e23aa3cced22 req-2ccf2c26-cf79-42e8-824c-e9699aaaa88b tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9b560e8-c6df-43d2-9d77-2bab142160df HTTP/1.1" status: 200 len: 944 time: 0.2307308 Sep 30 13:21:56.363331 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b51d4534-baf3-4e32-8f3a-e23aa3cced22 req-64745695-f9fa-4d62-aa7d-f9dbcda267ca tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505220 Sep 30 13:21:56.458359 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-00d0fac1-190a-4d8a-9d9d-e261d0081fd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:56.748574 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-00d0fac1-190a-4d8a-9d9d-e261d0081fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:57.059302 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d0fac1-190a-4d8a-9d9d-e261d0081fd0 admin admin] Router 4ba7e4eb-281f-4f90-a99f-d3222786efc8 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:21:57.209514 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093eedbb-2591-435e-814f-798c574c3ec3 req-ca963235-b28e-4864-be3a-76afa44a9b72 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:57.220831 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-093eedbb-2591-435e-814f-798c574c3ec3 req-ca963235-b28e-4864-be3a-76afa44a9b72 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.0837014 Sep 30 13:21:57.240890 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d0fac1-190a-4d8a-9d9d-e261d0081fd0 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:21:57.253873 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d89e72-7a18-4a87-bb92-e3c35beeef89 None None] Sync routers for ids ['4ba7e4eb-281f-4f90-a99f-d3222786efc8'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:21:57.271866 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d89e72-7a18-4a87-bb92-e3c35beeef89 None None] Routers {'4ba7e4eb-281f-4f90-a99f-d3222786efc8'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:21:57.274677 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-37d89e72-7a18-4a87-bb92-e3c35beeef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:21:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['4ba7e4eb-281f-4f90-a99f-d3222786efc8'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:21:57.301148 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-093eedbb-2591-435e-814f-798c574c3ec3 req-b7a6d3c4-ca58-48ef-af0c-31fb38195550 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772734 Sep 30 13:21:57.303604 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-00d0fac1-190a-4d8a-9d9d-e261d0081fd0 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:57.310108 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-00d0fac1-190a-4d8a-9d9d-e261d0081fd0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0321391 Sep 30 13:21:57.311043 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46250) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:57.416975 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696b1937-c445-4cff-8ecb-506c3130bcd2 None None] Network a38f3872-d43c-4dbe-8902-a99e02bc867f requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:21:57.564407 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660797e-265e-4ecf-92fe-12fc6d7b1d55 req-b53d5a2b-6acd-44b1-8246-9fb69325e27c tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:57.566816 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2660797e-265e-4ecf-92fe-12fc6d7b1d55 req-b53d5a2b-6acd-44b1-8246-9fb69325e27c tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.1578631 Sep 30 13:21:57.661264 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:21:57.742117 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-2660797e-265e-4ecf-92fe-12fc6d7b1d55 req-23c980a2-9bec-4b38-a6de-a3680a1bd503 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Deleting port 1a3f4553-b52f-4821-afb6-39d5b478bb00 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:21:57.742958 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2660797e-265e-4ecf-92fe-12fc6d7b1d55 req-23c980a2-9bec-4b38-a6de-a3680a1bd503 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:57.891928 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 154d9dac-df54-45cd-a400-aeca69265654 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:21:57.900510 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:21:57.918699 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50357df1-2687-44b8-a716-6de0ebd7c286 req-e022877f-7179-4f79-879e-bd2c0223c909 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:57.920229 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-50357df1-2687-44b8-a716-6de0ebd7c286 req-e022877f-7179-4f79-879e-bd2c0223c909 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9b560e8-c6df-43d2-9d77-2bab142160df HTTP/1.1" status: 200 len: 944 time: 0.3187406 Sep 30 13:21:57.935887 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:21:57.937053 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:57.958697 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-2660797e-265e-4ecf-92fe-12fc6d7b1d55 req-23c980a2-9bec-4b38-a6de-a3680a1bd503 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] For port 1a3f4553-b52f-4821-afb6-39d5b478bb00, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1a3f4553-b52f-4821-afb6-39d5b478bb00,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:21:57.959151 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2660797e-265e-4ecf-92fe-12fc6d7b1d55 req-23c980a2-9bec-4b38-a6de-a3680a1bd503 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:58.029846 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-dcbbc0a6-7acd-494b-a6e1-2a90c85c581c None None] Provisioning complete for port 154d9dac-df54-45cd-a400-aeca69265654 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:21:58.030767 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dcbbc0a6-7acd-494b-a6e1-2a90c85c581c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:58.035656 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46278) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:58.187690 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-37d89e72-7a18-4a87-bb92-e3c35beeef89 None None] Set router 4ba7e4eb-281f-4f90-a99f-d3222786efc8 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:21:58.214749 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-50357df1-2687-44b8-a716-6de0ebd7c286 req-7d4a8c2c-d801-4f18-bcbe-e17918f353a6 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806377 Sep 30 13:21:58.554706 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ef4588d-d2d3-475d-b3fe-4ce4f14babcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:58.682553 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-0a9ed9c1-eed5-4821-88a6-93aa39e85a10 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-648609699-network', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:21:58.684523 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 154d9dac-df54-45cd-a400-aeca69265654 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:21:58.704028 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:58.707773 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:58.840411 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9ed9c1-eed5-4821-88a6-93aa39e85a10 admin admin] Made reservation on behalf of b2b1cd5a06924c118528b4d0714f0f7d for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:21:58.859450 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed9c1-eed5-4821-88a6-93aa39e85a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:58.877533 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed9c1-eed5-4821-88a6-93aa39e85a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:58.990636 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-6ef4588d-d2d3-475d-b3fe-4ce4f14babcc admin admin] Allocated IP 172.20.0.1 (a38f3872-d43c-4dbe-8902-a99e02bc867f/ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b/839b12d0-311e-45de-8374-4401fe240431) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:21:58.996298 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b560e8-c6df-43d2-9d77-2bab142160df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:21:59.005564 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632ea3e8-c778-49a8-afa3-8d0e49a39c6e" -d '{"events": [{"server_uuid": "d9b560e8-c6df-43d2-9d77-2bab142160df", "name": "network-vif-plugged", "status": "completed", "tag": "ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:21:59.046348 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dcbbc0a6-7acd-494b-a6e1-2a90c85c581c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:59.094749 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4,segment=NetworkSegment(4c14a080-1632-4772-b204-9e8eb842c0d3),segment_id=4c14a080-1632-4772-b204-9e8eb842c0d3)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:21:59.124943 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:59.236440 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed9c1-eed5-4821-88a6-93aa39e85a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:59.236980 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2660797e-265e-4ecf-92fe-12fc6d7b1d55 req-23c980a2-9bec-4b38-a6de-a3680a1bd503 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:59.236980 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2660797e-265e-4ecf-92fe-12fc6d7b1d55 req-23c980a2-9bec-4b38-a6de-a3680a1bd503 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:59.237471 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [req-2660797e-265e-4ecf-92fe-12fc6d7b1d55 req-23c980a2-9bec-4b38-a6de-a3680a1bd503 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Floating IP 6ab60988-b495-414d-89b7-73c74ac9d097 disassociated. External IP: 172.25.5.107, port: 1a3f4553-b52f-4821-afb6-39d5b478bb00. Sep 30 13:21:59.238748 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-2660797e-265e-4ecf-92fe-12fc6d7b1d55 req-23c980a2-9bec-4b38-a6de-a3680a1bd503 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Calling delete_port for 1a3f4553-b52f-4821-afb6-39d5b478bb00 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:21:59.255796 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ef4588d-d2d3-475d-b3fe-4ce4f14babcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:59.262534 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed9c1-eed5-4821-88a6-93aa39e85a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:59.288929 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a9ed9c1-eed5-4821-88a6-93aa39e85a10 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:21:59.313617 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed9c1-eed5-4821-88a6-93aa39e85a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:59.313617 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-0a9ed9c1-eed5-4821-88a6-93aa39e85a10 admin admin] Added segment 2a2b4696-9c1d-44bc-9c31-e1857d02eefc of type vlan for network 93896050-5bca-40e4-92d7-aa842a3215ca Sep 30 13:21:59.389417 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:59.391458 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-37d89e72-7a18-4a87-bb92-e3c35beeef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'name': 'tempest-TestVolumeBackupRestore-481100042-router', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:21:53Z', 'updated_at': '2021-09-30T13:21:56Z', 'revision_number': 3, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'gw_port': {'id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:54Z', 'updated_at': '2021-09-30T13:21:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:21:59.420311 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed9c1-eed5-4821-88a6-93aa39e85a10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:59.480637 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed9c1-eed5-4821-88a6-93aa39e85a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:59.482645 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9ed9c1-eed5-4821-88a6-93aa39e85a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:59.483709 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed9c1-eed5-4821-88a6-93aa39e85a10 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:59.496350 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-dcbbc0a6-7acd-494b-a6e1-2a90c85c581c None None] For port 154d9dac-df54-45cd-a400-aeca69265654, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=154d9dac-df54-45cd-a400-aeca69265654,segment=NetworkSegment(0614655f-f4b4-435d-9f72-8d2d05147970),segment_id=0614655f-f4b4-435d-9f72-8d2d05147970)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:21:59.514422 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d89e72-7a18-4a87-bb92-e3c35beeef89 None None] Checking router: 4ba7e4eb-281f-4f90-a99f-d3222786efc8 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:21:59.514915 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d89e72-7a18-4a87-bb92-e3c35beeef89 None None] Updating router 4ba7e4eb-281f-4f90-a99f-d3222786efc8 port cb467a10-7982-4bd1-8de7-14a7b8fdcc8c binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:21:59.523695 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db06766-8b4b-45ed-8f20-dd193cdccc27 req-9d1acdca-91f0-4632-ba1d-59475c71ddbd tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:21:59.525823 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7db06766-8b4b-45ed-8f20-dd193cdccc27 req-9d1acdca-91f0-4632-ba1d-59475c71ddbd tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 944 time: 0.9999762 Sep 30 13:21:59.527889 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2660797e-265e-4ecf-92fe-12fc6d7b1d55 req-23c980a2-9bec-4b38-a6de-a3680a1bd503 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:59.572539 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dcbbc0a6-7acd-494b-a6e1-2a90c85c581c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:59.642031 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c980a2-9bec-4b38-a6de-a3680a1bd503 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Pushing event deleted for resources: {'Port': ['ID=1a3f4553-b52f-4821-afb6-39d5b478bb00,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:59.657712 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ed9c1-eed5-4821-88a6-93aa39e85a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b8157c-f3ad-4e78-86c8-6832ec8547e8,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:59.672372 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0a9ed9c1-eed5-4821-88a6-93aa39e85a10 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5929801 Sep 30 13:21:59.687273 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:59.691017 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46334) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:21:59.700373 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-b3d91f1d-1916-4089-be2f-ecb6c09abaf5 admin admin] Request body: {'subnet': {'network_id': '93896050-5bca-40e4-92d7-aa842a3215ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-648609699-subnet', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:21:59.757627 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e585a8-77bf-4a69-a523-c165780ec47b x-openstack-request-id: req-e5e585a8-77bf-4a69-a523-c165780ec47b {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:21:59.758593 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b560e8-c6df-43d2-9d77-2bab142160df", "name": "network-vif-plugged", "status": "completed", "tag": "ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:21:59.758593 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5e585a8-77bf-4a69-a523-c165780ec47b {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:21:59.759377 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b560e8-c6df-43d2-9d77-2bab142160df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4', 'code': 200} Sep 30 13:21:59.764523 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-37d89e72-7a18-4a87-bb92-e3c35beeef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:59.777424 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ed9c1-eed5-4821-88a6-93aa39e85a10 admin admin] Pushing event updated for resources: {'Network': ['ID=93896050-5bca-40e4-92d7-aa842a3215ca,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:59.812394 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ef4588d-d2d3-475d-b3fe-4ce4f14babcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:59.818306 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d91f1d-1916-4089-be2f-ecb6c09abaf5 admin admin] Made reservation on behalf of b2b1cd5a06924c118528b4d0714f0f7d for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:21:59.829050 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b3d91f1d-1916-4089-be2f-ecb6c09abaf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:21:59.889137 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 93896050-5bca-40e4-92d7-aa842a3215ca details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:21:59.891654 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:21:59.892094 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:21:59.895967 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbc0a6-7acd-494b-a6e1-2a90c85c581c None None] Pushing event updated for resources: {'Port': ['ID=154d9dac-df54-45cd-a400-aeca69265654,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:21:59.911932 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7db06766-8b4b-45ed-8f20-dd193cdccc27 req-21176335-d059-453e-a65e-74306c6ab55f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab76dc9f-283a-4bb1-9983-664455676892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3735194 Sep 30 13:21:59.967157 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-18ff657d-264b-4094-858a-87a01f7c5d5e None None] Provisioning complete for port 154d9dac-df54-45cd-a400-aeca69265654 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:21:59.967672 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-18ff657d-264b-4094-858a-87a01f7c5d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:00.107960 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159b430-2633-4f79-a53c-deda9344de11 req-82dec269-6f12-4fb9-9b01-daf009b16d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:00.109356 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c159b430-2633-4f79-a53c-deda9344de11 req-82dec269-6f12-4fb9-9b01-daf009b16d6c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d9b560e8-c6df-43d2-9d77-2bab142160df HTTP/1.1" status: 200 len: 1096 time: 0.4059684 Sep 30 13:22:00.152499 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef4588d-d2d3-475d-b3fe-4ce4f14babcc admin admin] Network a38f3872-d43c-4dbe-8902-a99e02bc867f is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:22:00.183038 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-6ef4588d-d2d3-475d-b3fe-4ce4f14babcc admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:22:00.191227 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef4588d-d2d3-475d-b3fe-4ce4f14babcc admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:22:00.194424 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2660797e-265e-4ecf-92fe-12fc6d7b1d55 req-23c980a2-9bec-4b38-a6de-a3680a1bd503 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Router e73e588d-ffce-4c34-8311-5f8b59371500 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:22:00.232086 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4588d-d2d3-475d-b3fe-4ce4f14babcc admin admin] Pushing event updated for resources: {'Port': ['ID=839b12d0-311e-45de-8374-4401fe240431,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:00.237518 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c159b430-2633-4f79-a53c-deda9344de11 req-8212415f-ea94-4168-b63b-2d8ab608b0ae service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191261 Sep 30 13:22:00.332106 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ef4588d-d2d3-475d-b3fe-4ce4f14babcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:00.539888 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2660797e-265e-4ecf-92fe-12fc6d7b1d55 req-23c980a2-9bec-4b38-a6de-a3680a1bd503 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:22:00.551518 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d34003-7e25-4c89-8679-3f7b26906180 None None] Sync routers for ids ['e73e588d-ffce-4c34-8311-5f8b59371500'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:22:00.566894 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d34003-7e25-4c89-8679-3f7b26906180 None None] Routers {'e73e588d-ffce-4c34-8311-5f8b59371500'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:22:00.567857 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-88d34003-7e25-4c89-8679-3f7b26906180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:21:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['e73e588d-ffce-4c34-8311-5f8b59371500'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:00.603615 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abffcf-f574-458b-ab26-4396ef5e5e82 req-02c23a13-9f73-4d34-87e0-688dcfce9b2d tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:00.608454 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-72abffcf-f574-458b-ab26-4396ef5e5e82 req-02c23a13-9f73-4d34-87e0-688dcfce9b2d tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9b560e8-c6df-43d2-9d77-2bab142160df HTTP/1.1" status: 200 len: 945 time: 0.7450850 Sep 30 13:22:00.634600 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-2660797e-265e-4ecf-92fe-12fc6d7b1d55 req-23c980a2-9bec-4b38-a6de-a3680a1bd503 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] No DVR routers for this DVR port 1a3f4553-b52f-4821-afb6-39d5b478bb00 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:22:00.640766 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2660797e-265e-4ecf-92fe-12fc6d7b1d55 req-23c980a2-9bec-4b38-a6de-a3680a1bd503 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:00.645954 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2660797e-265e-4ecf-92fe-12fc6d7b1d55 req-23c980a2-9bec-4b38-a6de-a3680a1bd503 tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.54 "DELETE /v2.0/ports/1a3f4553-b52f-4821-afb6-39d5b478bb00 HTTP/1.1" status: 204 len: 173 time: 3.0716510 Sep 30 13:22:00.648282 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108c5890-09d5-4a38-9ca5-a8f4616ae3ce', 'name': 'network-vif-deleted', 'tag': '1a3f4553-b52f-4821-afb6-39d5b478bb00'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:22:00.655919 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127b209b-077b-4b59-a1eb-7c4b911e777a" -d '{"events": [{"server_uuid": "108c5890-09d5-4a38-9ca5-a8f4616ae3ce", "name": "network-vif-deleted", "tag": "1a3f4553-b52f-4821-afb6-39d5b478bb00"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:22:00.751724 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ff62c4-a0f0-4bc7-8f36-76a742ffd49e x-openstack-request-id: req-e3ff62c4-a0f0-4bc7-8f36-76a742ffd49e {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:22:00.752646 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108c5890-09d5-4a38-9ca5-a8f4616ae3ce", "name": "network-vif-deleted", "tag": "1a3f4553-b52f-4821-afb6-39d5b478bb00", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:22:00.752646 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3ff62c4-a0f0-4bc7-8f36-76a742ffd49e {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:22:00.752874 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108c5890-09d5-4a38-9ca5-a8f4616ae3ce', 'name': 'network-vif-deleted', 'tag': '1a3f4553-b52f-4821-afb6-39d5b478bb00', 'status': 'completed', 'code': 200} Sep 30 13:22:00.813744 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-88d34003-7e25-4c89-8679-3f7b26906180 None None] Set router e73e588d-ffce-4c34-8311-5f8b59371500 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:22:00.961237 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-72abffcf-f574-458b-ab26-4396ef5e5e82 req-84d589b7-f59d-42f5-8e9c-909186749015 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434305 Sep 30 13:22:01.140117 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b3d91f1d-1916-4089-be2f-ecb6c09abaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:01.250807 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 154d9dac-df54-45cd-a400-aeca69265654 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:22:01.256319 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-88d34003-7e25-4c89-8679-3f7b26906180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'name': 'tempest-ServerActionsTestJSON-2141866820-router', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'a3a917f2-1c61-4a9c-8fca-141ce80d7efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:10:20Z', 'updated_at': '2021-09-30T13:10:25Z', 'revision_number': 4, 'project_id': '750d23c361c34df48a49df50aefc09af', 'gw_port': {'id': 'a3a917f2-1c61-4a9c-8fca-141ce80d7efa', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:20Z', 'updated_at': '2021-09-30T13:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'b7481a8d-4c18-4937-8c58-af33df030d36', 'name': '', 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'mac_address': 'fa:16:3e:ca:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:24Z', 'updated_at': '2021-09-30T13:10:32Z', 'revision_number': 5, 'project_id': '750d23c361c34df48a49df50aefc09af', 'subnets': [{'id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:01.273872 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d91f1d-1916-4089-be2f-ecb6c09abaf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7f393d1-596e-4051-83e5-ef1e0d193a9e,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:01.277395 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e5ff3576-2b73-4094-b958-3d65f1bfb326 req-e8e14923-48ce-4b2e-b92a-e1d507227eff tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/ports?device_id=108c5890-09d5-4a38-9ca5-a8f4616ae3ce HTTP/1.1" status: 200 len: 210 time: 0.1405611 Sep 30 13:22:01.289425 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ef4588d-d2d3-475d-b3fe-4ce4f14babcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:01.346158 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d34003-7e25-4c89-8679-3f7b26906180 None None] Checking router: e73e588d-ffce-4c34-8311-5f8b59371500 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:22:01.379350 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d34003-7e25-4c89-8679-3f7b26906180 None None] Routers {'e73e588d-ffce-4c34-8311-5f8b59371500'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:22:01.383128 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-88d34003-7e25-4c89-8679-3f7b26906180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:21:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['e73e588d-ffce-4c34-8311-5f8b59371500'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:01.388938 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d91f1d-1916-4089-be2f-ecb6c09abaf5 admin admin] Checking segment: {'id': '2a2b4696-9c1d-44bc-9c31-e1857d02eefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93896050-5bca-40e4-92d7-aa842a3215ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:22:01.389505 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d91f1d-1916-4089-be2f-ecb6c09abaf5 admin admin] Network hostable DHCP agents. Network: 93896050-5bca-40e4-92d7-aa842a3215ca, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:22:01.446494 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d91f1d-1916-4089-be2f-ecb6c09abaf5 admin admin] Network 93896050-5bca-40e4-92d7-aa842a3215ca is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:22:01.450733 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-3e24ae8e-7128-4e74-ac03-13168c319307 None None] Provisioning complete for port 839b12d0-311e-45de-8374-4401fe240431 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:22:01.453932 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3e24ae8e-7128-4e74-ac03-13168c319307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:01.595183 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-b3d91f1d-1916-4089-be2f-ecb6c09abaf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 93896050-5bca-40e4-92d7-aa842a3215ca) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:22:01.607074 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d91f1d-1916-4089-be2f-ecb6c09abaf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:01.607793 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b3d91f1d-1916-4089-be2f-ecb6c09abaf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:01.629908 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b3d91f1d-1916-4089-be2f-ecb6c09abaf5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9372621 Sep 30 13:22:01.632737 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 46386) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:01.639119 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-87c94179-a6d5-40ab-a354-3b699c66a6d5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-648609699-router', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:22:01.645402 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ef4588d-d2d3-475d-b3fe-4ce4f14babcc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:01.654262 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ef4588d-d2d3-475d-b3fe-4ce4f14babcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:01.668604 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 1a3f4553-b52f-4821-afb6-39d5b478bb00 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:22:01.669006 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-87c94179-a6d5-40ab-a354-3b699c66a6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:01.669946 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-87c94179-a6d5-40ab-a354-3b699c66a6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:01.711199 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-88d34003-7e25-4c89-8679-3f7b26906180 None None] Set router e73e588d-ffce-4c34-8311-5f8b59371500 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:22:01.730772 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40203e8-b17e-459a-86bb-d5f39f6c4512 None None] Network 93896050-5bca-40e4-92d7-aa842a3215ca requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:22:01.736720 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 1a3f4553-b52f-4821-afb6-39d5b478bb00 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:22:01.746884 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 1a3f4553-b52f-4821-afb6-39d5b478bb00 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:22:01.782925 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ef4588d-d2d3-475d-b3fe-4ce4f14babcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:01.784733 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4588d-d2d3-475d-b3fe-4ce4f14babcc admin admin] Pushing event updated for resources: {'Port': ['ID=839b12d0-311e-45de-8374-4401fe240431,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:01.812816 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-87c94179-a6d5-40ab-a354-3b699c66a6d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:01.839869 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-37d89e72-7a18-4a87-bb92-e3c35beeef89 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:01.874984 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-3e24ae8e-7128-4e74-ac03-13168c319307 None None] Port 839b12d0-311e-45de-8374-4401fe240431 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:22:01.881294 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-37d89e72-7a18-4a87-bb92-e3c35beeef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:01.923581 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef4588d-d2d3-475d-b3fe-4ce4f14babcc admin admin] Network a38f3872-d43c-4dbe-8902-a99e02bc867f is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:22:01.925100 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-6ef4588d-d2d3-475d-b3fe-4ce4f14babcc admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:22:02.031898 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 154d9dac-df54-45cd-a400-aeca69265654 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:22:02.032157 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:02.205168 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040fbb8-a7f2-4047-b99b-7afc4f73d8ec None None] Pushing event updated for resources: {'Port': ['ID=cb467a10-7982-4bd1-8de7-14a7b8fdcc8c,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:02.251517 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-88d34003-7e25-4c89-8679-3f7b26906180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'name': 'tempest-ServerActionsTestJSON-2141866820-router', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'a3a917f2-1c61-4a9c-8fca-141ce80d7efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:10:20Z', 'updated_at': '2021-09-30T13:10:25Z', 'revision_number': 4, 'project_id': '750d23c361c34df48a49df50aefc09af', 'gw_port': {'id': 'a3a917f2-1c61-4a9c-8fca-141ce80d7efa', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:20Z', 'updated_at': '2021-09-30T13:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'b7481a8d-4c18-4937-8c58-af33df030d36', 'name': '', 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'mac_address': 'fa:16:3e:ca:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:24Z', 'updated_at': '2021-09-30T13:10:32Z', 'revision_number': 5, 'project_id': '750d23c361c34df48a49df50aefc09af', 'subnets': [{'id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:02.281332 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-87c94179-a6d5-40ab-a354-3b699c66a6d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:02.304661 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d34003-7e25-4c89-8679-3f7b26906180 None None] The sync data for ids ['e73e588d-ffce-4c34-8311-5f8b59371500'] in n-d-810909-2 is: [{'id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'name': 'tempest-ServerActionsTestJSON-2141866820-router', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'a3a917f2-1c61-4a9c-8fca-141ce80d7efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:10:20Z', 'updated_at': '2021-09-30T13:10:25Z', 'revision_number': 4, 'project_id': '750d23c361c34df48a49df50aefc09af', 'gw_port': {'id': 'a3a917f2-1c61-4a9c-8fca-141ce80d7efa', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:20Z', 'updated_at': '2021-09-30T13:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'b7481a8d-4c18-4937-8c58-af33df030d36', 'name': '', 'network_id': 'c7e67e25-10d5-4331-9422-13e705e055a0', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'mac_address': 'fa:16:3e:ca:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:24Z', 'updated_at': '2021-09-30T13:10:32Z', 'revision_number': 5, 'project_id': '750d23c361c34df48a49df50aefc09af', 'subnets': [{'id': '50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:22:02.360205 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-37d89e72-7a18-4a87-bb92-e3c35beeef89 None None] Attempting to bind port cb467a10-7982-4bd1-8de7-14a7b8fdcc8c on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:22:02.362128 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-37d89e72-7a18-4a87-bb92-e3c35beeef89 None None] Attempting to bind port cb467a10-7982-4bd1-8de7-14a7b8fdcc8c by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:22:02.379039 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d89e72-7a18-4a87-bb92-e3c35beeef89 None None] Attempting to bind port cb467a10-7982-4bd1-8de7-14a7b8fdcc8c on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:22:02.539878 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d89e72-7a18-4a87-bb92-e3c35beeef89 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:22:02.540873 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d89e72-7a18-4a87-bb92-e3c35beeef89 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:22:02.541291 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-37d89e72-7a18-4a87-bb92-e3c35beeef89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:02.541856 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d89e72-7a18-4a87-bb92-e3c35beeef89 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:22:02.542628 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-37d89e72-7a18-4a87-bb92-e3c35beeef89 None None] Bound port: cb467a10-7982-4bd1-8de7-14a7b8fdcc8c, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:22:02.543283 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-37d89e72-7a18-4a87-bb92-e3c35beeef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:02.597885 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 46416) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:02.737144 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-1b7c2311-dea8-477a-b656-d90d9e9ec141 None None] Provisioning complete for port 839b12d0-311e-45de-8374-4401fe240431 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:22:02.737806 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1b7c2311-dea8-477a-b656-d90d9e9ec141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:02.749885 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:22:02.857374 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-37d89e72-7a18-4a87-bb92-e3c35beeef89 None None] For port cb467a10-7982-4bd1-8de7-14a7b8fdcc8c, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:22:02.881447 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09e1c5c-a6b5-4271-80b2-388304ca284d None None] New status for floating IP 6ab60988-b495-414d-89b7-73c74ac9d097: DOWN {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:22:02.900420 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-41cdffd0-842f-4e85-8bd5-51168486c6cb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:02.921331 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-87c94179-a6d5-40ab-a354-3b699c66a6d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:02.953393 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-87c94179-a6d5-40ab-a354-3b699c66a6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:03.055080 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-37d89e72-7a18-4a87-bb92-e3c35beeef89 None None] For port cb467a10-7982-4bd1-8de7-14a7b8fdcc8c, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=cb467a10-7982-4bd1-8de7-14a7b8fdcc8c,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:22:03.065425 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e8c7b7-30e6-4bfd-a870-31705c77aa24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-93896050-5bca-40e4-92d7-aa842a3215ca', 'network_id': '93896050-5bca-40e4-92d7-aa842a3215ca', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'fixed_ips': [{'subnet_id': 'e7f393d1-596e-4051-83e5-ef1e0d193a9e'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:22:03.067526 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-30e8c7b7-30e6-4bfd-a870-31705c77aa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:03.075461 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-1b7c2311-dea8-477a-b656-d90d9e9ec141 None None] Port 839b12d0-311e-45de-8374-4401fe240431 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:22:03.080653 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-87c94179-a6d5-40ab-a354-3b699c66a6d5 admin admin] Allocated IP 172.25.5.75 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/751f81cf-d16e-4bdb-85e1-f114895b3794) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:22:03.146600 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef4588d-d2d3-475d-b3fe-4ce4f14babcc admin admin] Router 4ba7e4eb-281f-4f90-a99f-d3222786efc8 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:22:03.173848 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b1505-f098-4ba7-a10e-c9040ea8864e req-f1f14ee1-f658-4cbd-bae3-0cbb1259ccf5 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:03.182531 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e22b1505-f098-4ba7-a10e-c9040ea8864e req-f1f14ee1-f658-4cbd-bae3-0cbb1259ccf5 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9b560e8-c6df-43d2-9d77-2bab142160df HTTP/1.1" status: 200 len: 945 time: 0.9816535 Sep 30 13:22:03.192829 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-37d89e72-7a18-4a87-bb92-e3c35beeef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:03.212314 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-41cdffd0-842f-4e85-8bd5-51168486c6cb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:03.298612 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e22b1505-f098-4ba7-a10e-c9040ea8864e req-36c70f17-6383-4adb-baf8-8e9dc0f2937f tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149683 Sep 30 13:22:03.357337 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-87c94179-a6d5-40ab-a354-3b699c66a6d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:03.402355 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-41cdffd0-842f-4e85-8bd5-51168486c6cb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:03.414561 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-41cdffd0-842f-4e85-8bd5-51168486c6cb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:03.417794 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-41cdffd0-842f-4e85-8bd5-51168486c6cb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "DELETE /v2.0/security-groups/ab76dc9f-283a-4bb1-9983-664455676892 HTTP/1.1" status: 204 len: 168 time: 0.8164010 Sep 30 13:22:03.423490 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef4588d-d2d3-475d-b3fe-4ce4f14babcc admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:22:03.424603 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 46442) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:03.438620 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6ef4588d-d2d3-475d-b3fe-4ce4f14babcc admin admin] 10.222.0.18 "PUT /v2.0/routers/4ba7e4eb-281f-4f90-a99f-d3222786efc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1257784 Sep 30 13:22:03.492269 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-2a57d42a-d653-42d9-8c54-c6d54c356f7a tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] show failed (client error): The resource could not be found. Sep 30 13:22:03.496691 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2a57d42a-d653-42d9-8c54-c6d54c356f7a tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "GET /v2.0/security-groups/ab76dc9f-283a-4bb1-9983-664455676892 HTTP/1.1" status: 404 len: 347 time: 0.0584421 Sep 30 13:22:03.499745 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46448) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:03.533284 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cdffd0-842f-4e85-8bd5-51168486c6cb tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab76dc9f-283a-4bb1-9983-664455676892,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:03.590975 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-87c94179-a6d5-40ab-a354-3b699c66a6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:03.595026 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-30e8c7b7-30e6-4bfd-a870-31705c77aa24 None None] Allocated IP 172.20.0.2 (93896050-5bca-40e4-92d7-aa842a3215ca/e7f393d1-596e-4051-83e5-ef1e0d193a9e/fd925358-8afb-453e-941f-e6a11599becc) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:22:03.701008 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c94179-a6d5-40ab-a354-3b699c66a6d5 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:22:03.704067 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-87c94179-a6d5-40ab-a354-3b699c66a6d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:22:03.744153 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c94179-a6d5-40ab-a354-3b699c66a6d5 admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:22:03.811693 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-30e8c7b7-30e6-4bfd-a870-31705c77aa24 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:03.944791 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-30e8c7b7-30e6-4bfd-a870-31705c77aa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:03.954656 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040fbb8-a7f2-4047-b99b-7afc4f73d8ec None None] Pushing event updated for resources: {'Port': ['ID=cb467a10-7982-4bd1-8de7-14a7b8fdcc8c,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:04.024987 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8c7b7-30e6-4bfd-a870-31705c77aa24 None None] Pushing event updated for resources: {'Port': ['ID=fd925358-8afb-453e-941f-e6a11599becc,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:04.029070 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c94179-a6d5-40ab-a354-3b699c66a6d5 admin admin] Pushing event updated for resources: {'Port': ['ID=751f81cf-d16e-4bdb-85e1-f114895b3794,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:04.068374 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e8c7b7-30e6-4bfd-a870-31705c77aa24 None None] Network 93896050-5bca-40e4-92d7-aa842a3215ca is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:22:04.069229 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d89e72-7a18-4a87-bb92-e3c35beeef89 None None] Routers {'4ba7e4eb-281f-4f90-a99f-d3222786efc8'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:22:04.069874 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-37d89e72-7a18-4a87-bb92-e3c35beeef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:21:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['4ba7e4eb-281f-4f90-a99f-d3222786efc8'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:04.074037 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-30e8c7b7-30e6-4bfd-a870-31705c77aa24 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:22:04.080044 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e8c7b7-30e6-4bfd-a870-31705c77aa24 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:22:04.110892 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-465e5905-2fd5-4e7d-ba9f-1cd48301638f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Deleting port c2273750-ff20-4ade-a926-ac6faad95b45 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:22:04.111270 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-465e5905-2fd5-4e7d-ba9f-1cd48301638f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:04.218808 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-30e8c7b7-30e6-4bfd-a870-31705c77aa24 None None] Attempting to bind port fd925358-8afb-453e-941f-e6a11599becc on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:22:04.219201 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-30e8c7b7-30e6-4bfd-a870-31705c77aa24 None None] Attempting to bind port fd925358-8afb-453e-941f-e6a11599becc by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '2a2b4696-9c1d-44bc-9c31-e1857d02eefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93896050-5bca-40e4-92d7-aa842a3215ca'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:22:04.219586 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e8c7b7-30e6-4bfd-a870-31705c77aa24 None None] Attempting to bind port fd925358-8afb-453e-941f-e6a11599becc on network 93896050-5bca-40e4-92d7-aa842a3215ca {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:22:04.235894 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e8c7b7-30e6-4bfd-a870-31705c77aa24 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:22:04.235894 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e8c7b7-30e6-4bfd-a870-31705c77aa24 None None] Checking segment: {'id': '2a2b4696-9c1d-44bc-9c31-e1857d02eefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93896050-5bca-40e4-92d7-aa842a3215ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:22:04.235894 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-30e8c7b7-30e6-4bfd-a870-31705c77aa24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:04.235894 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e8c7b7-30e6-4bfd-a870-31705c77aa24 None None] Bound using segment: {'id': '2a2b4696-9c1d-44bc-9c31-e1857d02eefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93896050-5bca-40e4-92d7-aa842a3215ca'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:22:04.235894 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-30e8c7b7-30e6-4bfd-a870-31705c77aa24 None None] Bound port: fd925358-8afb-453e-941f-e6a11599becc, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2b4696-9c1d-44bc-9c31-e1857d02eefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93896050-5bca-40e4-92d7-aa842a3215ca'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:22:04.235894 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-30e8c7b7-30e6-4bfd-a870-31705c77aa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:04.256512 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b301a4-a4dd-4867-a255-c4a9c6e01e16 req-11cee32d-fbb0-4b55-bc8d-c8d9f601e752 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:04.258601 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-42b301a4-a4dd-4867-a255-c4a9c6e01e16 req-11cee32d-fbb0-4b55-bc8d-c8d9f601e752 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9b560e8-c6df-43d2-9d77-2bab142160df HTTP/1.1" status: 200 len: 945 time: 0.3206017 Sep 30 13:22:04.315534 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-465e5905-2fd5-4e7d-ba9f-1cd48301638f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:04.315534 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-465e5905-2fd5-4e7d-ba9f-1cd48301638f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:04.375008 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-465e5905-2fd5-4e7d-ba9f-1cd48301638f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Calling delete_port for c2273750-ff20-4ade-a926-ac6faad95b45 owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:22:04.383814 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-42b301a4-a4dd-4867-a255-c4a9c6e01e16 req-d18b915c-870e-40a8-a3e3-333cccf4b2cf tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977163 Sep 30 13:22:04.453376 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-37d89e72-7a18-4a87-bb92-e3c35beeef89 None None] Set router 4ba7e4eb-281f-4f90-a99f-d3222786efc8 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:22:04.487486 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-87c94179-a6d5-40ab-a354-3b699c66a6d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:04.756217 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-465e5905-2fd5-4e7d-ba9f-1cd48301638f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:04.808642 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-30e8c7b7-30e6-4bfd-a870-31705c77aa24 None None] For port fd925358-8afb-453e-941f-e6a11599becc, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:22:04.844563 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-30e8c7b7-30e6-4bfd-a870-31705c77aa24 None None] For port fd925358-8afb-453e-941f-e6a11599becc, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=fd925358-8afb-453e-941f-e6a11599becc,segment=NetworkSegment(2a2b4696-9c1d-44bc-9c31-e1857d02eefc),segment_id=2a2b4696-9c1d-44bc-9c31-e1857d02eefc)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:22:04.862060 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e5905-2fd5-4e7d-ba9f-1cd48301638f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Pushing event deleted for resources: {'Port': ['ID=c2273750-ff20-4ade-a926-ac6faad95b45,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:04.897009 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-30e8c7b7-30e6-4bfd-a870-31705c77aa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:05.049406 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aaff67-5ea9-48c9-a91f-1d1a51003976 req-4976779c-1482-4316-8f36-807e9c010b28 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:05.050953 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-74aaff67-5ea9-48c9-a91f-1d1a51003976 req-4976779c-1482-4316-8f36-807e9c010b28 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9b560e8-c6df-43d2-9d77-2bab142160df HTTP/1.1" status: 200 len: 945 time: 0.1451981 Sep 30 13:22:05.057890 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-465e5905-2fd5-4e7d-ba9f-1cd48301638f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:05.067522 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-465e5905-2fd5-4e7d-ba9f-1cd48301638f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:05.069734 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-465e5905-2fd5-4e7d-ba9f-1cd48301638f tempest-ServerActionsTestJSON-127309494 tempest-ServerActionsTestJSON-127309494-project] 10.222.0.18 "DELETE /v2.0/floatingips/6ab60988-b495-414d-89b7-73c74ac9d097 HTTP/1.1" status: 204 len: 168 time: 1.5677531 Sep 30 13:22:05.071575 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46494) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:05.149548 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-87c94179-a6d5-40ab-a354-3b699c66a6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:05.165620 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8c7b7-30e6-4bfd-a870-31705c77aa24 None None] Pushing event updated for resources: {'Port': ['ID=fd925358-8afb-453e-941f-e6a11599becc,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:05.225496 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-37d89e72-7a18-4a87-bb92-e3c35beeef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'name': 'tempest-TestVolumeBackupRestore-481100042-router', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:21:53Z', 'updated_at': '2021-09-30T13:22:00Z', 'revision_number': 4, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'gw_port': {'id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:54Z', 'updated_at': '2021-09-30T13:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '839b12d0-311e-45de-8374-4401fe240431', 'name': '', 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'mac_address': 'fa:16:3e:e0:96:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:58Z', 'updated_at': '2021-09-30T13:22:01Z', 'revision_number': 2, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'subnets': [{'id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:05.299613 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d89e72-7a18-4a87-bb92-e3c35beeef89 None None] The sync data for ids ['4ba7e4eb-281f-4f90-a99f-d3222786efc8'] in n-d-810909-2 is: [{'id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'name': 'tempest-TestVolumeBackupRestore-481100042-router', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:21:53Z', 'updated_at': '2021-09-30T13:22:00Z', 'revision_number': 4, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'gw_port': {'id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:54Z', 'updated_at': '2021-09-30T13:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '839b12d0-311e-45de-8374-4401fe240431', 'name': '', 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'mac_address': 'fa:16:3e:e0:96:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:58Z', 'updated_at': '2021-09-30T13:22:01Z', 'revision_number': 2, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'subnets': [{'id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:22:05.665698 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 46512) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:05.681128 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-35fde60a-01df-47d6-904f-00a2945dea9e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-425306008-network', 'tenant_id': '3c5af668b01549b08436d12001dc4a80'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:22:05.721629 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-74aaff67-5ea9-48c9-a91f-1d1a51003976 req-97e475a3-99f3-4e96-af59-9bf74a17b764 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Deleting port ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:22:05.722452 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-74aaff67-5ea9-48c9-a91f-1d1a51003976 req-97e475a3-99f3-4e96-af59-9bf74a17b764 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:05.866606 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d16255-08d9-4fe3-bb90-54d000ed8c83 req-474795a4-1b1d-44be-a3a1-87613e7456e6 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:05.868358 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-39d16255-08d9-4fe3-bb90-54d000ed8c83 req-474795a4-1b1d-44be-a3a1-87613e7456e6 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9b560e8-c6df-43d2-9d77-2bab142160df HTTP/1.1" status: 200 len: 945 time: 0.2384894 Sep 30 13:22:05.960084 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c94179-a6d5-40ab-a354-3b699c66a6d5 admin admin] Router 858249aa-c666-4fdd-a9f3-7e537f192c61 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:22:05.972725 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-74aaff67-5ea9-48c9-a91f-1d1a51003976 req-97e475a3-99f3-4e96-af59-9bf74a17b764 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] For port ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4,segment=NetworkSegment(4c14a080-1632-4772-b204-9e8eb842c0d3),segment_id=4c14a080-1632-4772-b204-9e8eb842c0d3)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:22:05.973517 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-74aaff67-5ea9-48c9-a91f-1d1a51003976 req-97e475a3-99f3-4e96-af59-9bf74a17b764 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:05.976297 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fde60a-01df-47d6-904f-00a2945dea9e admin admin] Made reservation on behalf of 3c5af668b01549b08436d12001dc4a80 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:22:05.979506 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-35fde60a-01df-47d6-904f-00a2945dea9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:06.022339 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-35fde60a-01df-47d6-904f-00a2945dea9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:06.039996 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-74aaff67-5ea9-48c9-a91f-1d1a51003976 req-97e475a3-99f3-4e96-af59-9bf74a17b764 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Calling delete_port for ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:22:06.207485 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-39d16255-08d9-4fe3-bb90-54d000ed8c83 req-ba86e9d2-4c5d-4da7-ad18-176222be3463 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274336 Sep 30 13:22:06.332022 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46526) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:06.601049 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c94179-a6d5-40ab-a354-3b699c66a6d5 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:22:06.618470 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5afe6f-d15d-47c2-bb54-6edf81d47771 None None] Sync routers for ids ['858249aa-c666-4fdd-a9f3-7e537f192c61'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:22:06.639831 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5afe6f-d15d-47c2-bb54-6edf81d47771 None None] Routers {'858249aa-c666-4fdd-a9f3-7e537f192c61'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:22:06.641232 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-ca5afe6f-d15d-47c2-bb54-6edf81d47771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:21:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['858249aa-c666-4fdd-a9f3-7e537f192c61'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:06.660306 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-35fde60a-01df-47d6-904f-00a2945dea9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:06.715145 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5fc902e6-7d8e-44c1-9598-e58f3a90fe06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:06.726884 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-35fde60a-01df-47d6-904f-00a2945dea9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:06.788207 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35fde60a-01df-47d6-904f-00a2945dea9e admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:22:06.791996 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-74aaff67-5ea9-48c9-a91f-1d1a51003976 req-97e475a3-99f3-4e96-af59-9bf74a17b764 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:06.799495 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-87c94179-a6d5-40ab-a354-3b699c66a6d5 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:06.803447 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-87c94179-a6d5-40ab-a354-3b699c66a6d5 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1696141 Sep 30 13:22:06.810240 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46538) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:06.815963 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['4df9243e-bed7-40e3-8adb-c8474789475e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:22:06.933582 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fde60a-01df-47d6-904f-00a2945dea9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021279f4-ddad-4f86-b3f4-623888007c16,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:06.944732 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e475a3-99f3-4e96-af59-9bf74a17b764 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Pushing event deleted for resources: {'Port': ['ID=ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:06.961556 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-35fde60a-01df-47d6-904f-00a2945dea9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:06.961935 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-35fde60a-01df-47d6-904f-00a2945dea9e admin admin] Added segment f1d0d075-5d32-401c-8152-88be0906742a of type vlan for network 39cd86be-7963-444d-948a-3fd7f71e1d20 Sep 30 13:22:06.964391 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-74aaff67-5ea9-48c9-a91f-1d1a51003976 req-97e475a3-99f3-4e96-af59-9bf74a17b764 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] No DVR routers for this DVR port ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:22:06.996858 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-74aaff67-5ea9-48c9-a91f-1d1a51003976 req-97e475a3-99f3-4e96-af59-9bf74a17b764 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:07.014723 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-74aaff67-5ea9-48c9-a91f-1d1a51003976 req-97e475a3-99f3-4e96-af59-9bf74a17b764 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.39 "DELETE /v2.0/ports/ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4 HTTP/1.1" status: 204 len: 173 time: 1.9503462 Sep 30 13:22:07.015219 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b560e8-c6df-43d2-9d77-2bab142160df', 'name': 'network-vif-deleted', 'tag': 'ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:22:07.017561 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b9ee18-ef85-4a07-827b-ceec24a68f7a" -d '{"events": [{"server_uuid": "d9b560e8-c6df-43d2-9d77-2bab142160df", "name": "network-vif-deleted", "tag": "ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:22:07.050335 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-ca5afe6f-d15d-47c2-bb54-6edf81d47771 None None] Set router 858249aa-c666-4fdd-a9f3-7e537f192c61 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:22:07.109754 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe91db1-6f5a-42ae-b969-8eed79e26083 x-openstack-request-id: req-fbe91db1-6f5a-42ae-b969-8eed79e26083 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:22:07.110068 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b560e8-c6df-43d2-9d77-2bab142160df", "name": "network-vif-deleted", "tag": "ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:22:07.110326 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fbe91db1-6f5a-42ae-b969-8eed79e26083 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:22:07.110727 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b560e8-c6df-43d2-9d77-2bab142160df', 'name': 'network-vif-deleted', 'tag': 'ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4', 'status': 'completed', 'code': 200} Sep 30 13:22:07.126248 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-35fde60a-01df-47d6-904f-00a2945dea9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:07.190199 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d99847-3373-47ff-bb49-679db3859129 None None] Network 93896050-5bca-40e4-92d7-aa842a3215ca requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:22:07.201959 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-35fde60a-01df-47d6-904f-00a2945dea9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:07.203098 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fde60a-01df-47d6-904f-00a2945dea9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:07.204319 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-35fde60a-01df-47d6-904f-00a2945dea9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:07.317667 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-164b1001-28ac-43d3-8dd5-2fbe8ef92a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:07.498365 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fde60a-01df-47d6-904f-00a2945dea9e admin admin] Pushing event updated for resources: {'Network': ['ID=39cd86be-7963-444d-948a-3fd7f71e1d20,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:07.563332 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-af6c60e0-f1e2-4e44-b46c-ecc7c3ec7bd3 req-306db1de-f904-4deb-9714-a0c6fe05460b tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9b560e8-c6df-43d2-9d77-2bab142160df HTTP/1.1" status: 200 len: 210 time: 0.1060164 Sep 30 13:22:07.743699 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 39cd86be-7963-444d-948a-3fd7f71e1d20 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:22:07.745914 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fd925358-8afb-453e-941f-e6a11599becc up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:22:07.748122 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:22:07.752963 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-ca5afe6f-d15d-47c2-bb54-6edf81d47771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'name': 'tempest-TaggedBootDevicesTest_v242-648609699-router', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '751f81cf-d16e-4bdb-85e1-f114895b3794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:22:01Z', 'updated_at': '2021-09-30T13:22:04Z', 'revision_number': 3, 'project_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'gw_port': {'id': '751f81cf-d16e-4bdb-85e1-f114895b3794', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:02Z', 'updated_at': '2021-09-30T13:22:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:07.789046 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-52fde15e-efd6-406c-9519-a237fd97ce87 None None] Provisioning complete for port fd925358-8afb-453e-941f-e6a11599becc triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:22:07.789672 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-52fde15e-efd6-406c-9519-a237fd97ce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:07.830747 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5afe6f-d15d-47c2-bb54-6edf81d47771 None None] Checking router: 858249aa-c666-4fdd-a9f3-7e537f192c61 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:22:07.831088 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5afe6f-d15d-47c2-bb54-6edf81d47771 None None] Updating router 858249aa-c666-4fdd-a9f3-7e537f192c61 port 751f81cf-d16e-4bdb-85e1-f114895b3794 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:22:07.874613 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:22:07.875637 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ba8aa18e-139c-414d-b0ae-4f06f3ca9ff4 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:22:07.878543 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ca5afe6f-d15d-47c2-bb54-6edf81d47771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:08.129088 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5fc902e6-7d8e-44c1-9598-e58f3a90fe06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:08.159098 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-35fde60a-01df-47d6-904f-00a2945dea9e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4900863 Sep 30 13:22:08.161651 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 46566) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:08.164917 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5fc902e6-7d8e-44c1-9598-e58f3a90fe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:08.168742 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-48c5f22e-0a57-4d4b-a76c-429f07c1be8c admin admin] Request body: {'subnet': {'network_id': '39cd86be-7963-444d-948a-3fd7f71e1d20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-425306008-subnet', 'tenant_id': '3c5af668b01549b08436d12001dc4a80', 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:22:08.178355 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port fd925358-8afb-453e-941f-e6a11599becc triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:22:08.179197 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:08.236159 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c5f22e-0a57-4d4b-a76c-429f07c1be8c admin admin] Made reservation on behalf of 3c5af668b01549b08436d12001dc4a80 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:22:08.240298 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48c5f22e-0a57-4d4b-a76c-429f07c1be8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:08.252406 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc902e6-7d8e-44c1-9598-e58f3a90fe06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aaaaa18-1cb4-4c61-8ac4-f3389b62e01d,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:08.290713 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5fc902e6-7d8e-44c1-9598-e58f3a90fe06 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a6e01dcd6db1436394d2086453de0905&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9576344 Sep 30 13:22:08.293748 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 46570) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:08.315182 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc902e6-7d8e-44c1-9598-e58f3a90fe06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:08.315682 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc902e6-7d8e-44c1-9598-e58f3a90fe06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:08.316031 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc902e6-7d8e-44c1-9598-e58f3a90fe06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:08.316369 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc902e6-7d8e-44c1-9598-e58f3a90fe06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:08.317334 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc902e6-7d8e-44c1-9598-e58f3a90fe06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:08.317334 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc902e6-7d8e-44c1-9598-e58f3a90fe06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:08.317334 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc902e6-7d8e-44c1-9598-e58f3a90fe06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:08.317683 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc902e6-7d8e-44c1-9598-e58f3a90fe06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:08.317995 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc902e6-7d8e-44c1-9598-e58f3a90fe06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:08.318625 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc902e6-7d8e-44c1-9598-e58f3a90fe06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:08.318625 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc902e6-7d8e-44c1-9598-e58f3a90fe06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:08.318954 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc902e6-7d8e-44c1-9598-e58f3a90fe06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:08.650289 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bb45fb94-0b2e-4308-80fa-3350244a8d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:08.686122 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-164b1001-28ac-43d3-8dd5-2fbe8ef92a65 admin admin] Deleting port b7481a8d-4c18-4937-8c58-af33df030d36 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:22:08.688432 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-164b1001-28ac-43d3-8dd5-2fbe8ef92a65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:08.711250 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-52fde15e-efd6-406c-9519-a237fd97ce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:08.744391 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:08.749642 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ca5afe6f-d15d-47c2-bb54-6edf81d47771 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:08.762751 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ca5afe6f-d15d-47c2-bb54-6edf81d47771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:08.792987 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-52fde15e-efd6-406c-9519-a237fd97ce87 None None] For port fd925358-8afb-453e-941f-e6a11599becc, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=fd925358-8afb-453e-941f-e6a11599becc,segment=NetworkSegment(2a2b4696-9c1d-44bc-9c31-e1857d02eefc),segment_id=2a2b4696-9c1d-44bc-9c31-e1857d02eefc)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:22:08.814745 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ef16e-65e6-4306-8c5a-11a43cff95fd None None] Pushing event updated for resources: {'Port': ['ID=751f81cf-d16e-4bdb-85e1-f114895b3794,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:08.828129 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ef16e-65e6-4306-8c5a-11a43cff95fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:08.828725 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ef16e-65e6-4306-8c5a-11a43cff95fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:08.829686 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ef16e-65e6-4306-8c5a-11a43cff95fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:08.830249 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-52fde15e-efd6-406c-9519-a237fd97ce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:08.831699 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ef16e-65e6-4306-8c5a-11a43cff95fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:08.832216 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ef16e-65e6-4306-8c5a-11a43cff95fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:08.832860 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ef16e-65e6-4306-8c5a-11a43cff95fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:08.833730 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ef16e-65e6-4306-8c5a-11a43cff95fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:08.834259 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ef16e-65e6-4306-8c5a-11a43cff95fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:08.834789 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ef16e-65e6-4306-8c5a-11a43cff95fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:08.835605 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ef16e-65e6-4306-8c5a-11a43cff95fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:08.836126 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ef16e-65e6-4306-8c5a-11a43cff95fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:08.837007 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ef16e-65e6-4306-8c5a-11a43cff95fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:08.883623 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-ca5afe6f-d15d-47c2-bb54-6edf81d47771 None None] Attempting to bind port 751f81cf-d16e-4bdb-85e1-f114895b3794 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:22:08.884099 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-ca5afe6f-d15d-47c2-bb54-6edf81d47771 None None] Attempting to bind port 751f81cf-d16e-4bdb-85e1-f114895b3794 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:22:08.884534 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5afe6f-d15d-47c2-bb54-6edf81d47771 None None] Attempting to bind port 751f81cf-d16e-4bdb-85e1-f114895b3794 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:22:08.890870 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5afe6f-d15d-47c2-bb54-6edf81d47771 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:22:08.891572 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5afe6f-d15d-47c2-bb54-6edf81d47771 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:22:08.892171 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ca5afe6f-d15d-47c2-bb54-6edf81d47771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:08.892748 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5afe6f-d15d-47c2-bb54-6edf81d47771 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:22:08.893428 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-ca5afe6f-d15d-47c2-bb54-6edf81d47771 None None] Bound port: 751f81cf-d16e-4bdb-85e1-f114895b3794, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:22:08.894005 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ca5afe6f-d15d-47c2-bb54-6edf81d47771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:08.925920 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:22:08.926538 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:22:08.927008 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fde15e-efd6-406c-9519-a237fd97ce87 None None] Pushing event updated for resources: {'Port': ['ID=fd925358-8afb-453e-941f-e6a11599becc,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:08.978803 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-ca5afe6f-d15d-47c2-bb54-6edf81d47771 None None] For port 751f81cf-d16e-4bdb-85e1-f114895b3794, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:22:08.988435 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-ca5afe6f-d15d-47c2-bb54-6edf81d47771 None None] For port 751f81cf-d16e-4bdb-85e1-f114895b3794, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=751f81cf-d16e-4bdb-85e1-f114895b3794,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:22:09.007247 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ca5afe6f-d15d-47c2-bb54-6edf81d47771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:09.079039 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ef16e-65e6-4306-8c5a-11a43cff95fd None None] Pushing event updated for resources: {'Port': ['ID=751f81cf-d16e-4bdb-85e1-f114895b3794,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:09.123532 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5afe6f-d15d-47c2-bb54-6edf81d47771 None None] Routers {'858249aa-c666-4fdd-a9f3-7e537f192c61'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:22:09.124332 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-ca5afe6f-d15d-47c2-bb54-6edf81d47771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:21:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['858249aa-c666-4fdd-a9f3-7e537f192c61'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:09.201403 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6cda3e66-8e10-4a3a-93fe-de83df8a7ead None None] Provisioning complete for port fd925358-8afb-453e-941f-e6a11599becc triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:22:09.203446 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6cda3e66-8e10-4a3a-93fe-de83df8a7ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:09.283344 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-ca5afe6f-d15d-47c2-bb54-6edf81d47771 None None] Set router 858249aa-c666-4fdd-a9f3-7e537f192c61 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:22:09.329397 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bcda35b9-195b-45fe-8117-0486e2550400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:09.449988 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769a6b9-3c7c-4858-bf61-ddb9ba0d08a8 req-59e8cc35-0162-4b3b-b668-34d07402e29b tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:09.451959 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b769a6b9-3c7c-4858-bf61-ddb9ba0d08a8 req-59e8cc35-0162-4b3b-b668-34d07402e29b tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.5176327 Sep 30 13:22:09.472193 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bcda35b9-195b-45fe-8117-0486e2550400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:09.497027 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21483ca0-bb09-49a7-bbdf-0c043ed4013c None None] Sync routers for ids ['4ba7e4eb-281f-4f90-a99f-d3222786efc8'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:22:09.503179 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-164b1001-28ac-43d3-8dd5-2fbe8ef92a65 admin admin] For port b7481a8d-4c18-4937-8c58-af33df030d36, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b7481a8d-4c18-4937-8c58-af33df030d36,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:22:09.504464 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-164b1001-28ac-43d3-8dd5-2fbe8ef92a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:09.534524 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21483ca0-bb09-49a7-bbdf-0c043ed4013c None None] Routers {'4ba7e4eb-281f-4f90-a99f-d3222786efc8'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:22:09.535172 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-21483ca0-bb09-49a7-bbdf-0c043ed4013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:21:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['4ba7e4eb-281f-4f90-a99f-d3222786efc8'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:09.535876 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-bb45fb94-0b2e-4308-80fa-3350244a8d03 admin admin] Allocated IP 172.20.0.1 (93896050-5bca-40e4-92d7-aa842a3215ca/e7f393d1-596e-4051-83e5-ef1e0d193a9e/196c0c2b-5261-4338-bb3e-2d10d1886243) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:22:09.544263 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device cb467a10-7982-4bd1-8de7-14a7b8fdcc8c up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:22:09.576156 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48c5f22e-0a57-4d4b-a76c-429f07c1be8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:09.682828 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-ca5afe6f-d15d-47c2-bb54-6edf81d47771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'name': 'tempest-TaggedBootDevicesTest_v242-648609699-router', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '751f81cf-d16e-4bdb-85e1-f114895b3794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:22:01Z', 'updated_at': '2021-09-30T13:22:04Z', 'revision_number': 3, 'project_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'gw_port': {'id': '751f81cf-d16e-4bdb-85e1-f114895b3794', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:02Z', 'updated_at': '2021-09-30T13:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:09.699351 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5f22e-0a57-4d4b-a76c-429f07c1be8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3151891-b92a-4b8b-9510-bf3b3ef539d8,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:09.708247 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5f22e-0a57-4d4b-a76c-429f07c1be8c admin admin] Checking segment: {'id': 'f1d0d075-5d32-401c-8152-88be0906742a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '39cd86be-7963-444d-948a-3fd7f71e1d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:22:09.708556 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c5f22e-0a57-4d4b-a76c-429f07c1be8c admin admin] Network hostable DHCP agents. Network: 39cd86be-7963-444d-948a-3fd7f71e1d20, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:22:09.726759 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bcda35b9-195b-45fe-8117-0486e2550400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:09.731308 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5afe6f-d15d-47c2-bb54-6edf81d47771 None None] The sync data for ids ['858249aa-c666-4fdd-a9f3-7e537f192c61'] in n-d-810909-2 is: [{'id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'name': 'tempest-TaggedBootDevicesTest_v242-648609699-router', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '751f81cf-d16e-4bdb-85e1-f114895b3794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:22:01Z', 'updated_at': '2021-09-30T13:22:04Z', 'revision_number': 3, 'project_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'gw_port': {'id': '751f81cf-d16e-4bdb-85e1-f114895b3794', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:02Z', 'updated_at': '2021-09-30T13:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:22:09.731548 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bcda35b9-195b-45fe-8117-0486e2550400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:09.732567 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bcda35b9-195b-45fe-8117-0486e2550400 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2aaaaa18-1cb4-4c61-8ac4-f3389b62e01d HTTP/1.1" status: 204 len: 168 time: 1.4232070 Sep 30 13:22:09.761287 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda35b9-195b-45fe-8117-0486e2550400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aaaaa18-1cb4-4c61-8ac4-f3389b62e01d,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:09.770984 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c5f22e-0a57-4d4b-a76c-429f07c1be8c admin admin] Network 39cd86be-7963-444d-948a-3fd7f71e1d20 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:22:09.808962 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-48c5f22e-0a57-4d4b-a76c-429f07c1be8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 39cd86be-7963-444d-948a-3fd7f71e1d20) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:22:09.820053 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c5f22e-0a57-4d4b-a76c-429f07c1be8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:09.820663 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48c5f22e-0a57-4d4b-a76c-429f07c1be8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:09.821992 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-164b1001-28ac-43d3-8dd5-2fbe8ef92a65 admin admin] Calling delete_port for b7481a8d-4c18-4937-8c58-af33df030d36 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:22:09.855631 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7892f3-9e47-490e-8922-e3e7b6ffcdb4 None None] Network 39cd86be-7963-444d-948a-3fd7f71e1d20 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:22:09.862594 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-48c5f22e-0a57-4d4b-a76c-429f07c1be8c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6992562 Sep 30 13:22:09.865577 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 46604) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:09.873395 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-7c42f67a-206a-4283-9805-0b131d4749b2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-425306008-router', 'tenant_id': '3c5af668b01549b08436d12001dc4a80', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:22:09.891143 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-21483ca0-bb09-49a7-bbdf-0c043ed4013c None None] Set router 4ba7e4eb-281f-4f90-a99f-d3222786efc8 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:22:09.916129 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7c42f67a-206a-4283-9805-0b131d4749b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:09.919386 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7c42f67a-206a-4283-9805-0b131d4749b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:09.950630 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b769a6b9-3c7c-4858-bf61-ddb9ba0d08a8 req-4243f2f4-41a0-4da2-9474-557462918836 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673986 Sep 30 13:22:10.093703 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bb45fb94-0b2e-4308-80fa-3350244a8d03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:10.095506 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7c42f67a-206a-4283-9805-0b131d4749b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:10.237418 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port cb467a10-7982-4bd1-8de7-14a7b8fdcc8c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:22:10.238067 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:10.473618 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7c42f67a-206a-4283-9805-0b131d4749b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:10.521266 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bb45fb94-0b2e-4308-80fa-3350244a8d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:10.634840 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 46626) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:10.640810 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b41c8f-c215-4364-a2a1-aff34c7fe552 req-f1c58cd9-eaea-4c08-9e06-7890d8b705f8 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:10.650824 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-54b41c8f-c215-4364-a2a1-aff34c7fe552 req-f1c58cd9-eaea-4c08-9e06-7890d8b705f8 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.2634032 Sep 30 13:22:10.671112 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb45fb94-0b2e-4308-80fa-3350244a8d03 admin admin] Network 93896050-5bca-40e4-92d7-aa842a3215ca is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:22:10.690931 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b430b33b-99d6-4ae6-ab51-38c6e4a96987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:10.712011 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-bb45fb94-0b2e-4308-80fa-3350244a8d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:22:10.742981 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-164b1001-28ac-43d3-8dd5-2fbe8ef92a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:10.775454 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb45fb94-0b2e-4308-80fa-3350244a8d03 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:22:10.860224 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:10.892353 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port cb467a10-7982-4bd1-8de7-14a7b8fdcc8c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=cb467a10-7982-4bd1-8de7-14a7b8fdcc8c,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:22:10.923188 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:10.955095 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45fb94-0b2e-4308-80fa-3350244a8d03 admin admin] Pushing event updated for resources: {'Port': ['ID=196c0c2b-5261-4338-bb3e-2d10d1886243,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:11.017082 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=cb467a10-7982-4bd1-8de7-14a7b8fdcc8c,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:11.023719 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ea1853-e959-45e6-99fe-ebb010187971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-39cd86be-7963-444d-948a-3fd7f71e1d20', 'network_id': '39cd86be-7963-444d-948a-3fd7f71e1d20', 'tenant_id': '3c5af668b01549b08436d12001dc4a80', 'fixed_ips': [{'subnet_id': 'b3151891-b92a-4b8b-9510-bf3b3ef539d8'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:22:11.024987 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-76ea1853-e959-45e6-99fe-ebb010187971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:11.177907 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b1001-28ac-43d3-8dd5-2fbe8ef92a65 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7481a8d-4c18-4937-8c58-af33df030d36,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:11.256130 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-76ea1853-e959-45e6-99fe-ebb010187971 None None] Allocated IP 172.20.0.2 (39cd86be-7963-444d-948a-3fd7f71e1d20/b3151891-b92a-4b8b-9510-bf3b3ef539d8/8e7c4563-42c1-47a6-a797-3a4c54459456) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:22:11.277432 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-54b41c8f-c215-4364-a2a1-aff34c7fe552 req-d6b53711-7833-4c1f-86e4-15feb739662d tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6083720 Sep 30 13:22:11.345414 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bb45fb94-0b2e-4308-80fa-3350244a8d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:11.499429 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-76ea1853-e959-45e6-99fe-ebb010187971 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:11.506416 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-21483ca0-bb09-49a7-bbdf-0c043ed4013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'name': 'tempest-TestVolumeBackupRestore-481100042-router', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:21:53Z', 'updated_at': '2021-09-30T13:22:00Z', 'revision_number': 4, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'gw_port': {'id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:54Z', 'updated_at': '2021-09-30T13:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '839b12d0-311e-45de-8374-4401fe240431', 'name': '', 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'mac_address': 'fa:16:3e:e0:96:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:58Z', 'updated_at': '2021-09-30T13:22:01Z', 'revision_number': 2, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'subnets': [{'id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:11.511551 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 751f81cf-d16e-4bdb-85e1-f114895b3794 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:22:11.591135 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b430b33b-99d6-4ae6-ab51-38c6e4a96987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:11.600083 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7c42f67a-206a-4283-9805-0b131d4749b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:11.606427 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b430b33b-99d6-4ae6-ab51-38c6e4a96987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:11.631926 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-76ea1853-e959-45e6-99fe-ebb010187971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:11.646583 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7c42f67a-206a-4283-9805-0b131d4749b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:11.664187 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21483ca0-bb09-49a7-bbdf-0c043ed4013c None None] Checking router: 4ba7e4eb-281f-4f90-a99f-d3222786efc8 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:22:11.664543 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21483ca0-bb09-49a7-bbdf-0c043ed4013c None None] Updating router 4ba7e4eb-281f-4f90-a99f-d3222786efc8 port 839b12d0-311e-45de-8374-4401fe240431 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:22:11.693799 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1198b15-40af-44e7-9b74-6cadbd34834e req-03acaba1-e7b7-4cdc-af5d-7e8f32cda1d2 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:11.696166 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a1198b15-40af-44e7-9b74-6cadbd34834e req-03acaba1-e7b7-4cdc-af5d-7e8f32cda1d2 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1829293 Sep 30 13:22:11.753098 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430b33b-99d6-4ae6-ab51-38c6e4a96987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28e7c4b-c706-4b51-ad4d-45739b0a8f2b,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:11.762710 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b430b33b-99d6-4ae6-ab51-38c6e4a96987 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=963fc5b9f619429c91f9a1052c363534&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1260500 Sep 30 13:22:11.776549 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 46652) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:11.780643 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-55e77410-4b33-4029-9897-bd9f1c830230 None None] Provisioning complete for port 196c0c2b-5261-4338-bb3e-2d10d1886243 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:22:11.781010 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-55e77410-4b33-4029-9897-bd9f1c830230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:11.874239 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a1198b15-40af-44e7-9b74-6cadbd34834e req-9ae7e4c6-6739-4bfc-9be6-918748b9e8de tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692758 Sep 30 13:22:11.876610 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21483ca0-bb09-49a7-bbdf-0c043ed4013c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:11.880309 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ea1853-e959-45e6-99fe-ebb010187971 None None] Network 39cd86be-7963-444d-948a-3fd7f71e1d20 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:22:11.900230 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 751f81cf-d16e-4bdb-85e1-f114895b3794 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:22:11.900230 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:11.913644 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-76ea1853-e959-45e6-99fe-ebb010187971 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:22:11.919784 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ea1853-e959-45e6-99fe-ebb010187971 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:22:11.924400 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea1853-e959-45e6-99fe-ebb010187971 None None] Pushing event updated for resources: {'Port': ['ID=8e7c4563-42c1-47a6-a797-3a4c54459456,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:11.959495 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-55e77410-4b33-4029-9897-bd9f1c830230 None None] Port 196c0c2b-5261-4338-bb3e-2d10d1886243 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:22:11.997082 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-7c42f67a-206a-4283-9805-0b131d4749b2 admin admin] Allocated IP 172.25.5.67 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/bbe545c5-1a39-4c86-9419-76442450ebc3) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:22:12.049281 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0b5d7545-8974-4477-90c9-b43fb1ac985d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:12.110278 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0b5d7545-8974-4477-90c9-b43fb1ac985d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:12.268217 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-76ea1853-e959-45e6-99fe-ebb010187971 None None] Attempting to bind port 8e7c4563-42c1-47a6-a797-3a4c54459456 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:22:12.268217 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-76ea1853-e959-45e6-99fe-ebb010187971 None None] Attempting to bind port 8e7c4563-42c1-47a6-a797-3a4c54459456 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'f1d0d075-5d32-401c-8152-88be0906742a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '39cd86be-7963-444d-948a-3fd7f71e1d20'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:22:12.268889 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ea1853-e959-45e6-99fe-ebb010187971 None None] Attempting to bind port 8e7c4563-42c1-47a6-a797-3a4c54459456 on network 39cd86be-7963-444d-948a-3fd7f71e1d20 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:22:12.286884 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ea1853-e959-45e6-99fe-ebb010187971 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:22:12.287279 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ea1853-e959-45e6-99fe-ebb010187971 None None] Checking segment: {'id': 'f1d0d075-5d32-401c-8152-88be0906742a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '39cd86be-7963-444d-948a-3fd7f71e1d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:22:12.287662 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-76ea1853-e959-45e6-99fe-ebb010187971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:12.288065 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ea1853-e959-45e6-99fe-ebb010187971 None None] Bound using segment: {'id': 'f1d0d075-5d32-401c-8152-88be0906742a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '39cd86be-7963-444d-948a-3fd7f71e1d20'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:22:12.288559 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-76ea1853-e959-45e6-99fe-ebb010187971 None None] Bound port: 8e7c4563-42c1-47a6-a797-3a4c54459456, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d0d075-5d32-401c-8152-88be0906742a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '39cd86be-7963-444d-948a-3fd7f71e1d20'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:22:12.288948 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-76ea1853-e959-45e6-99fe-ebb010187971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:12.334764 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7c42f67a-206a-4283-9805-0b131d4749b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:12.356227 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0b5d7545-8974-4477-90c9-b43fb1ac985d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:12.365925 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0b5d7545-8974-4477-90c9-b43fb1ac985d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:12.374874 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0b5d7545-8974-4477-90c9-b43fb1ac985d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e28e7c4b-c706-4b51-ad4d-45739b0a8f2b HTTP/1.1" status: 204 len: 168 time: 0.5977492 Sep 30 13:22:12.449139 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:12.457678 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7c42f67a-206a-4283-9805-0b131d4749b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:12.462728 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d7545-8974-4477-90c9-b43fb1ac985d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28e7c4b-c706-4b51-ad4d-45739b0a8f2b,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:12.543862 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c42f67a-206a-4283-9805-0b131d4749b2 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:22:12.547629 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-76ea1853-e959-45e6-99fe-ebb010187971 None None] For port 8e7c4563-42c1-47a6-a797-3a4c54459456, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:22:12.551228 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-76ea1853-e959-45e6-99fe-ebb010187971 None None] For port 8e7c4563-42c1-47a6-a797-3a4c54459456, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=8e7c4563-42c1-47a6-a797-3a4c54459456,segment=NetworkSegment(f1d0d075-5d32-401c-8152-88be0906742a),segment_id=f1d0d075-5d32-401c-8152-88be0906742a)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:22:12.566996 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-7c42f67a-206a-4283-9805-0b131d4749b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:22:12.575941 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c42f67a-206a-4283-9805-0b131d4749b2 admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:22:12.577530 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-76ea1853-e959-45e6-99fe-ebb010187971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:12.582200 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42f67a-206a-4283-9805-0b131d4749b2 admin admin] Pushing event updated for resources: {'Port': ['ID=bbe545c5-1a39-4c86-9419-76442450ebc3,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:12.589855 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-164b1001-28ac-43d3-8dd5-2fbe8ef92a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:12.658005 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 751f81cf-d16e-4bdb-85e1-f114895b3794, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=751f81cf-d16e-4bdb-85e1-f114895b3794,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:22:12.701179 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:12.702688 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fd925358-8afb-453e-941f-e6a11599becc up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:22:12.840120 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea1853-e959-45e6-99fe-ebb010187971 None None] Pushing event updated for resources: {'Port': ['ID=8e7c4563-42c1-47a6-a797-3a4c54459456,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:12.929535 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bb45fb94-0b2e-4308-80fa-3350244a8d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:13.164299 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=751f81cf-d16e-4bdb-85e1-f114895b3794,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:13.174134 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port fd925358-8afb-453e-941f-e6a11599becc triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:22:13.185731 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:13.380738 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21483ca0-bb09-49a7-bbdf-0c043ed4013c None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:13.391811 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21483ca0-bb09-49a7-bbdf-0c043ed4013c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:13.525306 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7c42f67a-206a-4283-9805-0b131d4749b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:13.543186 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bb45fb94-0b2e-4308-80fa-3350244a8d03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:13.555878 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bb45fb94-0b2e-4308-80fa-3350244a8d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:13.680484 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bb45fb94-0b2e-4308-80fa-3350244a8d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:13.712957 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925411de-0c8a-48ad-af80-651be06d9eb4 None None] Pushing event updated for resources: {'Port': ['ID=839b12d0-311e-45de-8374-4401fe240431,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:13.739663 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164b1001-28ac-43d3-8dd5-2fbe8ef92a65 admin admin] Router e73e588d-ffce-4c34-8311-5f8b59371500 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:22:13.861219 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45fb94-0b2e-4308-80fa-3350244a8d03 admin admin] Pushing event updated for resources: {'Port': ['ID=196c0c2b-5261-4338-bb3e-2d10d1886243,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:13.909014 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-21483ca0-bb09-49a7-bbdf-0c043ed4013c None None] Attempting to bind port 839b12d0-311e-45de-8374-4401fe240431 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:22:13.909773 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-21483ca0-bb09-49a7-bbdf-0c043ed4013c None None] Attempting to bind port 839b12d0-311e-45de-8374-4401fe240431 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '0614655f-f4b4-435d-9f72-8d2d05147970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:22:13.911579 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21483ca0-bb09-49a7-bbdf-0c043ed4013c None None] Attempting to bind port 839b12d0-311e-45de-8374-4401fe240431 on network a38f3872-d43c-4dbe-8902-a99e02bc867f {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:22:13.954155 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21483ca0-bb09-49a7-bbdf-0c043ed4013c None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:22:13.956670 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21483ca0-bb09-49a7-bbdf-0c043ed4013c None None] Checking segment: {'id': '0614655f-f4b4-435d-9f72-8d2d05147970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:22:13.957964 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21483ca0-bb09-49a7-bbdf-0c043ed4013c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:13.961152 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21483ca0-bb09-49a7-bbdf-0c043ed4013c None None] Bound using segment: {'id': '0614655f-f4b4-435d-9f72-8d2d05147970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:22:13.962477 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-21483ca0-bb09-49a7-bbdf-0c043ed4013c None None] Bound port: 839b12d0-311e-45de-8374-4401fe240431, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0614655f-f4b4-435d-9f72-8d2d05147970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:22:13.967601 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21483ca0-bb09-49a7-bbdf-0c043ed4013c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:14.187745 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7c42f67a-206a-4283-9805-0b131d4749b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:14.228199 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-21483ca0-bb09-49a7-bbdf-0c043ed4013c None None] For port 839b12d0-311e-45de-8374-4401fe240431, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:22:14.240766 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-21483ca0-bb09-49a7-bbdf-0c043ed4013c None None] For port 839b12d0-311e-45de-8374-4401fe240431, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=839b12d0-311e-45de-8374-4401fe240431,segment=NetworkSegment(0614655f-f4b4-435d-9f72-8d2d05147970),segment_id=0614655f-f4b4-435d-9f72-8d2d05147970)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:22:14.257320 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21483ca0-bb09-49a7-bbdf-0c043ed4013c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:14.348721 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb45fb94-0b2e-4308-80fa-3350244a8d03 admin admin] Network 93896050-5bca-40e4-92d7-aa842a3215ca is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:22:14.350301 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164b1001-28ac-43d3-8dd5-2fbe8ef92a65 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:22:14.362156 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-bb45fb94-0b2e-4308-80fa-3350244a8d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:22:14.398313 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3b4ead-f068-4924-bc7a-c921dc892633 None None] Sync routers for ids ['e73e588d-ffce-4c34-8311-5f8b59371500'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:22:14.412727 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-164b1001-28ac-43d3-8dd5-2fbe8ef92a65 admin admin] 10.222.0.18 "PUT /v2.0/routers/e73e588d-ffce-4c34-8311-5f8b59371500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3400664 Sep 30 13:22:14.424787 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 46722) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:14.425015 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3b4ead-f068-4924-bc7a-c921dc892633 None None] Routers {'e73e588d-ffce-4c34-8311-5f8b59371500'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:22:14.426485 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-df3b4ead-f068-4924-bc7a-c921dc892633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:21:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['e73e588d-ffce-4c34-8311-5f8b59371500'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:14.432311 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-75fbedc5-d02b-4046-a4ed-c6a94a8d260a None None] Provisioning complete for port 839b12d0-311e-45de-8374-4401fe240431 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:22:14.439334 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-75fbedc5-d02b-4046-a4ed-c6a94a8d260a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:14.452533 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device cb467a10-7982-4bd1-8de7-14a7b8fdcc8c up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:22:14.734149 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21483ca0-bb09-49a7-bbdf-0c043ed4013c None None] Routers {'4ba7e4eb-281f-4f90-a99f-d3222786efc8'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:22:14.740495 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-21483ca0-bb09-49a7-bbdf-0c043ed4013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:21:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['4ba7e4eb-281f-4f90-a99f-d3222786efc8'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:14.909809 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-df3b4ead-f068-4924-bc7a-c921dc892633 None None] Set router e73e588d-ffce-4c34-8311-5f8b59371500 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:22:14.926566 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb45fb94-0b2e-4308-80fa-3350244a8d03 admin admin] Router 858249aa-c666-4fdd-a9f3-7e537f192c61 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:22:15.062939 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925411de-0c8a-48ad-af80-651be06d9eb4 None None] Pushing event updated for resources: {'Port': ['ID=839b12d0-311e-45de-8374-4401fe240431,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:15.168952 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port cb467a10-7982-4bd1-8de7-14a7b8fdcc8c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:22:15.168952 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:15.196297 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-47533ebe-1aba-49a6-83ee-d889695d6af7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:15.269694 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:15.277623 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb45fb94-0b2e-4308-80fa-3350244a8d03 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:22:15.306819 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bb45fb94-0b2e-4308-80fa-3350244a8d03 admin admin] 10.222.0.18 "PUT /v2.0/routers/858249aa-c666-4fdd-a9f3-7e537f192c61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4910207 Sep 30 13:22:15.364609 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-47533ebe-1aba-49a6-83ee-d889695d6af7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:15.395703 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c42f67a-206a-4283-9805-0b131d4749b2 admin admin] Router 1e6e870e-9c87-46f8-994a-884edadc9500 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:22:15.544420 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530ba6c2-fcd5-4e44-86db-9756c8b694fa None None] Network 39cd86be-7963-444d-948a-3fd7f71e1d20 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:22:15.552386 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-df3b4ead-f068-4924-bc7a-c921dc892633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'name': 'tempest-ServerActionsTestJSON-2141866820-router', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'a3a917f2-1c61-4a9c-8fca-141ce80d7efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:10:20Z', 'updated_at': '2021-09-30T13:22:10Z', 'revision_number': 5, 'project_id': '750d23c361c34df48a49df50aefc09af', 'gw_port': {'id': 'a3a917f2-1c61-4a9c-8fca-141ce80d7efa', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:10:20Z', 'updated_at': '2021-09-30T13:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:15.578968 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190158ba-6a03-4832-9d82-0fb60c54029b None None] Sync routers for ids ['858249aa-c666-4fdd-a9f3-7e537f192c61'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:22:15.604868 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3b4ead-f068-4924-bc7a-c921dc892633 None None] Checking router: e73e588d-ffce-4c34-8311-5f8b59371500 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:22:15.635638 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3b4ead-f068-4924-bc7a-c921dc892633 None None] Routers {'e73e588d-ffce-4c34-8311-5f8b59371500'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:22:15.636547 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-df3b4ead-f068-4924-bc7a-c921dc892633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:21:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['e73e588d-ffce-4c34-8311-5f8b59371500'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:15.740439 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190158ba-6a03-4832-9d82-0fb60c54029b None None] Routers {'858249aa-c666-4fdd-a9f3-7e537f192c61'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:22:15.740895 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-190158ba-6a03-4832-9d82-0fb60c54029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:21:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['858249aa-c666-4fdd-a9f3-7e537f192c61'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:15.769091 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-47533ebe-1aba-49a6-83ee-d889695d6af7 admin admin] Deleting port a3a917f2-1c61-4a9c-8fca-141ce80d7efa {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:22:15.772339 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-47533ebe-1aba-49a6-83ee-d889695d6af7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:15.805894 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c42f67a-206a-4283-9805-0b131d4749b2 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:22:15.816467 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f12c66f-81ac-4b6a-b021-0563d46ae8be None None] Sync routers for ids ['1e6e870e-9c87-46f8-994a-884edadc9500'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:22:15.824561 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-21483ca0-bb09-49a7-bbdf-0c043ed4013c None None] Set router 4ba7e4eb-281f-4f90-a99f-d3222786efc8 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:22:15.861191 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f12c66f-81ac-4b6a-b021-0563d46ae8be None None] Routers {'1e6e870e-9c87-46f8-994a-884edadc9500'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:22:15.865108 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-5f12c66f-81ac-4b6a-b021-0563d46ae8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:21:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1e6e870e-9c87-46f8-994a-884edadc9500'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:15.913228 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7c42f67a-206a-4283-9805-0b131d4749b2 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:15.921059 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46766) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:15.926556 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7c42f67a-206a-4283-9805-0b131d4749b2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0598471 Sep 30 13:22:15.997797 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-47533ebe-1aba-49a6-83ee-d889695d6af7 admin admin] For port a3a917f2-1c61-4a9c-8fca-141ce80d7efa, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=a3a917f2-1c61-4a9c-8fca-141ce80d7efa,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:22:16.006576 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-47533ebe-1aba-49a6-83ee-d889695d6af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:16.015497 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-75fbedc5-d02b-4046-a4ed-c6a94a8d260a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:16.060042 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-47533ebe-1aba-49a6-83ee-d889695d6af7 admin admin] Calling delete_port for a3a917f2-1c61-4a9c-8fca-141ce80d7efa owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:22:16.113219 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-5f12c66f-81ac-4b6a-b021-0563d46ae8be None None] Set router 1e6e870e-9c87-46f8-994a-884edadc9500 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:22:16.429117 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-df3b4ead-f068-4924-bc7a-c921dc892633 None None] Set router e73e588d-ffce-4c34-8311-5f8b59371500 gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:22:16.450329 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1180886-f80b-461e-a1fb-90eda63414be req-f90abbf5-18bc-45a6-bb7b-17fac72d5c1d tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:16.463909 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a1180886-f80b-461e-a1fb-90eda63414be req-f90abbf5-18bc-45a6-bb7b-17fac72d5c1d tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.4074979 Sep 30 13:22:16.574243 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-47533ebe-1aba-49a6-83ee-d889695d6af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:16.664454 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47533ebe-1aba-49a6-83ee-d889695d6af7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3a917f2-1c61-4a9c-8fca-141ce80d7efa,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:16.719290 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a1180886-f80b-461e-a1fb-90eda63414be req-830cd20b-7705-4d31-a256-6370740ee1c6 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416153 Sep 30 13:22:16.883603 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-47533ebe-1aba-49a6-83ee-d889695d6af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:16.967182 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-df3b4ead-f068-4924-bc7a-c921dc892633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'name': 'tempest-ServerActionsTestJSON-2141866820-router', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:10:20Z', 'updated_at': '2021-09-30T13:22:15Z', 'revision_number': 6, 'project_id': '750d23c361c34df48a49df50aefc09af', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:17.034885 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3b4ead-f068-4924-bc7a-c921dc892633 None None] The sync data for ids ['e73e588d-ffce-4c34-8311-5f8b59371500'] in n-d-810909-2 is: [{'id': 'e73e588d-ffce-4c34-8311-5f8b59371500', 'name': 'tempest-ServerActionsTestJSON-2141866820-router', 'tenant_id': '750d23c361c34df48a49df50aefc09af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:10:20Z', 'updated_at': '2021-09-30T13:22:15Z', 'revision_number': 6, 'project_id': '750d23c361c34df48a49df50aefc09af', 'gw_port_host': None}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:22:17.072136 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-190158ba-6a03-4832-9d82-0fb60c54029b None None] Set router 858249aa-c666-4fdd-a9f3-7e537f192c61 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:22:17.080388 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-5f12c66f-81ac-4b6a-b021-0563d46ae8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6e870e-9c87-46f8-994a-884edadc9500', 'name': 'tempest-TestVolumeBackupRestore-425306008-router', 'tenant_id': '3c5af668b01549b08436d12001dc4a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'bbe545c5-1a39-4c86-9419-76442450ebc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:22:09Z', 'updated_at': '2021-09-30T13:22:13Z', 'revision_number': 3, 'project_id': '3c5af668b01549b08436d12001dc4a80', 'gw_port': {'id': 'bbe545c5-1a39-4c86-9419-76442450ebc3', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6e870e-9c87-46f8-994a-884edadc9500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:11Z', 'updated_at': '2021-09-30T13:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:17.135318 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f12c66f-81ac-4b6a-b021-0563d46ae8be None None] Checking router: 1e6e870e-9c87-46f8-994a-884edadc9500 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:22:17.135758 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f12c66f-81ac-4b6a-b021-0563d46ae8be None None] Updating router 1e6e870e-9c87-46f8-994a-884edadc9500 port bbe545c5-1a39-4c86-9419-76442450ebc3 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:22:17.196084 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5f12c66f-81ac-4b6a-b021-0563d46ae8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:17.243997 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-75fbedc5-d02b-4046-a4ed-c6a94a8d260a None None] For port 839b12d0-311e-45de-8374-4401fe240431, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=839b12d0-311e-45de-8374-4401fe240431,segment=NetworkSegment(0614655f-f4b4-435d-9f72-8d2d05147970),segment_id=0614655f-f4b4-435d-9f72-8d2d05147970)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:22:17.401176 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-47533ebe-1aba-49a6-83ee-d889695d6af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:17.407744 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-47533ebe-1aba-49a6-83ee-d889695d6af7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:17.588445 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-47533ebe-1aba-49a6-83ee-d889695d6af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:17.589091 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47533ebe-1aba-49a6-83ee-d889695d6af7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e73e588d-ffce-4c34-8311-5f8b59371500 {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:22:17.593659 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-47533ebe-1aba-49a6-83ee-d889695d6af7 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:17.597147 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-47533ebe-1aba-49a6-83ee-d889695d6af7 admin admin] 10.222.0.18 "DELETE /v2.0/routers/e73e588d-ffce-4c34-8311-5f8b59371500 HTTP/1.1" status: 204 len: 168 time: 3.1672931 Sep 30 13:22:17.602872 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07856ca-2ad2-4aaf-ade6-fe4720acab93 req-2c2a25a9-be99-4c13-ab8d-57f8bd61bd5e tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:17.616566 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c07856ca-2ad2-4aaf-ade6-fe4720acab93 req-2c2a25a9-be99-4c13-ab8d-57f8bd61bd5e tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.6478271 Sep 30 13:22:17.620267 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 46836) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:17.713312 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fc8bc18-f014-40eb-908e-d111b37a8e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:17.828990 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c07856ca-2ad2-4aaf-ade6-fe4720acab93 req-e58206ef-49f9-4fbb-ba90-b9155425dfa7 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098227 Sep 30 13:22:17.835911 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-f800d9d2-5cff-4e36-83a8-d85322607517 admin admin] Deleting subnet 50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:22:17.850750 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f800d9d2-5cff-4e36-83a8-d85322607517 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:17.872428 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5f12c66f-81ac-4b6a-b021-0563d46ae8be None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:17.881900 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5f12c66f-81ac-4b6a-b021-0563d46ae8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:17.938795 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f800d9d2-5cff-4e36-83a8-d85322607517 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:17.979813 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f9fc7-cdc9-4bd2-b9a6-94f87c9bb93f None None] Pushing event updated for resources: {'Port': ['ID=bbe545c5-1a39-4c86-9419-76442450ebc3,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:17.987470 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-75fbedc5-d02b-4046-a4ed-c6a94a8d260a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:18.011191 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-5f12c66f-81ac-4b6a-b021-0563d46ae8be None None] Attempting to bind port bbe545c5-1a39-4c86-9419-76442450ebc3 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:22:18.012819 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-5f12c66f-81ac-4b6a-b021-0563d46ae8be None None] Attempting to bind port bbe545c5-1a39-4c86-9419-76442450ebc3 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:22:18.013192 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f12c66f-81ac-4b6a-b021-0563d46ae8be None None] Attempting to bind port bbe545c5-1a39-4c86-9419-76442450ebc3 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:22:18.033620 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f12c66f-81ac-4b6a-b021-0563d46ae8be None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:22:18.033996 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f12c66f-81ac-4b6a-b021-0563d46ae8be None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:22:18.037018 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5f12c66f-81ac-4b6a-b021-0563d46ae8be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:18.037418 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f12c66f-81ac-4b6a-b021-0563d46ae8be None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:22:18.042157 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-5f12c66f-81ac-4b6a-b021-0563d46ae8be None None] Bound port: bbe545c5-1a39-4c86-9419-76442450ebc3, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:22:18.042828 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5f12c66f-81ac-4b6a-b021-0563d46ae8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:18.187189 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f800d9d2-5cff-4e36-83a8-d85322607517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:18.280754 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-5f12c66f-81ac-4b6a-b021-0563d46ae8be None None] For port bbe545c5-1a39-4c86-9419-76442450ebc3, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:22:18.287159 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-5f12c66f-81ac-4b6a-b021-0563d46ae8be None None] For port bbe545c5-1a39-4c86-9419-76442450ebc3, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=bbe545c5-1a39-4c86-9419-76442450ebc3,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:22:18.303000 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5f12c66f-81ac-4b6a-b021-0563d46ae8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:18.331149 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 751f81cf-d16e-4bdb-85e1-f114895b3794 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:22:18.352711 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-8fc8bc18-f014-40eb-908e-d111b37a8e61 admin admin] Allocated IP 172.20.0.1 (39cd86be-7963-444d-948a-3fd7f71e1d20/b3151891-b92a-4b8b-9510-bf3b3ef539d8/1488a645-d5de-457a-9efd-c55d8ef4dd3b) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:22:18.358461 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f800d9d2-5cff-4e36-83a8-d85322607517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:18.404619 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f800d9d2-5cff-4e36-83a8-d85322607517 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:18.417394 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f800d9d2-5cff-4e36-83a8-d85322607517 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb HTTP/1.1" status: 204 len: 168 time: 0.7934527 Sep 30 13:22:18.489238 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641d3f9e-5d8f-4d22-8c7b-1320a4524fea None None] Network c7e67e25-10d5-4331-9422-13e705e055a0 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:22:18.492486 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f12c66f-81ac-4b6a-b021-0563d46ae8be None None] Routers {'1e6e870e-9c87-46f8-994a-884edadc9500'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:22:18.493540 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-5f12c66f-81ac-4b6a-b021-0563d46ae8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:21:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1e6e870e-9c87-46f8-994a-884edadc9500'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:18.504213 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 46886) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:18.536564 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800d9d2-5cff-4e36-83a8-d85322607517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50ff9d4d-7dd0-4ec9-8d7a-171dd5cd2deb,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:18.692034 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f9fc7-cdc9-4bd2-b9a6-94f87c9bb93f None None] Pushing event updated for resources: {'Port': ['ID=bbe545c5-1a39-4c86-9419-76442450ebc3,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:18.720075 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbedc5-d02b-4046-a4ed-c6a94a8d260a None None] Pushing event updated for resources: {'Port': ['ID=839b12d0-311e-45de-8374-4401fe240431,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:18.796709 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fc8bc18-f014-40eb-908e-d111b37a8e61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:18.816593 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8533722-28a0-44e2-b2bd-3720e85f0183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:18.881606 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-5f12c66f-81ac-4b6a-b021-0563d46ae8be None None] Set router 1e6e870e-9c87-46f8-994a-884edadc9500 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:22:18.902282 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fc8bc18-f014-40eb-908e-d111b37a8e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:18.918760 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e055fd26-d4b3-468b-825a-78cf57de5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:18.982417 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-b8533722-28a0-44e2-b2bd-3720e85f0183 admin admin] Deleting port dd678bbe-330b-4fe0-b4fd-0fb99a109c7a {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:22:18.982767 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8533722-28a0-44e2-b2bd-3720e85f0183 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:18.994756 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc8bc18-f014-40eb-908e-d111b37a8e61 admin admin] Network 39cd86be-7963-444d-948a-3fd7f71e1d20 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:22:18.999746 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-8fc8bc18-f014-40eb-908e-d111b37a8e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:22:19.000696 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4eb10274-0101-4e7c-a24d-8d537763f60c None None] Provisioning complete for port 196c0c2b-5261-4338-bb3e-2d10d1886243 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:22:19.001113 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4eb10274-0101-4e7c-a24d-8d537763f60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:19.015871 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc8bc18-f014-40eb-908e-d111b37a8e61 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:22:19.062081 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8bc18-f014-40eb-908e-d111b37a8e61 admin admin] Pushing event updated for resources: {'Port': ['ID=1488a645-d5de-457a-9efd-c55d8ef4dd3b,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:19.099386 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fc8bc18-f014-40eb-908e-d111b37a8e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:19.169693 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-b8533722-28a0-44e2-b2bd-3720e85f0183 admin admin] For port dd678bbe-330b-4fe0-b4fd-0fb99a109c7a, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=dd678bbe-330b-4fe0-b4fd-0fb99a109c7a,segment=NetworkSegment(0e0b9383-142e-4fe1-9194-2c44872721ac),segment_id=0e0b9383-142e-4fe1-9194-2c44872721ac)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:22:19.171706 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8533722-28a0-44e2-b2bd-3720e85f0183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:19.193804 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-b8533722-28a0-44e2-b2bd-3720e85f0183 admin admin] Calling delete_port for dd678bbe-330b-4fe0-b4fd-0fb99a109c7a owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:22:19.255754 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-21483ca0-bb09-49a7-bbdf-0c043ed4013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'name': 'tempest-TestVolumeBackupRestore-481100042-router', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:21:53Z', 'updated_at': '2021-09-30T13:22:00Z', 'revision_number': 4, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'gw_port': {'id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:54Z', 'updated_at': '2021-09-30T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '839b12d0-311e-45de-8374-4401fe240431', 'name': '', 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'mac_address': 'fa:16:3e:e0:96:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:58Z', 'updated_at': '2021-09-30T13:22:14Z', 'revision_number': 4, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'subnets': [{'id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:19.348220 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-5f12c66f-81ac-4b6a-b021-0563d46ae8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6e870e-9c87-46f8-994a-884edadc9500', 'name': 'tempest-TestVolumeBackupRestore-425306008-router', 'tenant_id': '3c5af668b01549b08436d12001dc4a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'bbe545c5-1a39-4c86-9419-76442450ebc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:22:09Z', 'updated_at': '2021-09-30T13:22:13Z', 'revision_number': 3, 'project_id': '3c5af668b01549b08436d12001dc4a80', 'gw_port': {'id': 'bbe545c5-1a39-4c86-9419-76442450ebc3', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6e870e-9c87-46f8-994a-884edadc9500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:11Z', 'updated_at': '2021-09-30T13:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:19.420212 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f12c66f-81ac-4b6a-b021-0563d46ae8be None None] The sync data for ids ['1e6e870e-9c87-46f8-994a-884edadc9500'] in n-d-810909-2 is: [{'id': '1e6e870e-9c87-46f8-994a-884edadc9500', 'name': 'tempest-TestVolumeBackupRestore-425306008-router', 'tenant_id': '3c5af668b01549b08436d12001dc4a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'bbe545c5-1a39-4c86-9419-76442450ebc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:22:09Z', 'updated_at': '2021-09-30T13:22:13Z', 'revision_number': 3, 'project_id': '3c5af668b01549b08436d12001dc4a80', 'gw_port': {'id': 'bbe545c5-1a39-4c86-9419-76442450ebc3', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6e870e-9c87-46f8-994a-884edadc9500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:11Z', 'updated_at': '2021-09-30T13:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:22:19.422815 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8533722-28a0-44e2-b2bd-3720e85f0183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:19.453136 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21483ca0-bb09-49a7-bbdf-0c043ed4013c None None] The sync data for ids ['4ba7e4eb-281f-4f90-a99f-d3222786efc8'] in n-d-810909-2 is: [{'id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'name': 'tempest-TestVolumeBackupRestore-481100042-router', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:21:53Z', 'updated_at': '2021-09-30T13:22:00Z', 'revision_number': 4, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'gw_port': {'id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:54Z', 'updated_at': '2021-09-30T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '839b12d0-311e-45de-8374-4401fe240431', 'name': '', 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'mac_address': 'fa:16:3e:e0:96:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:58Z', 'updated_at': '2021-09-30T13:22:14Z', 'revision_number': 4, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'subnets': [{'id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:22:19.469784 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-4eb10274-0101-4e7c-a24d-8d537763f60c None None] Port 196c0c2b-5261-4338-bb3e-2d10d1886243 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:22:19.499236 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fc8bc18-f014-40eb-908e-d111b37a8e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:19.506822 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8533722-28a0-44e2-b2bd-3720e85f0183 admin admin] No DVR routers for this DVR port dd678bbe-330b-4fe0-b4fd-0fb99a109c7a on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:22:19.513041 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8533722-28a0-44e2-b2bd-3720e85f0183 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd678bbe-330b-4fe0-b4fd-0fb99a109c7a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:19.662855 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 751f81cf-d16e-4bdb-85e1-f114895b3794 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:22:19.666580 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:19.797444 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4eb10274-0101-4e7c-a24d-8d537763f60c None None] Provisioning complete for port 8e7c4563-42c1-47a6-a797-3a4c54459456 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:22:19.823845 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4eb10274-0101-4e7c-a24d-8d537763f60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:19.825947 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:19.847753 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a6ab2d-e037-43cb-89bc-008c789896f9 None None] DHCP port deletion for c7e67e25-10d5-4331-9422-13e705e055a0 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:22:20.112088 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-190158ba-6a03-4832-9d82-0fb60c54029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'name': 'tempest-TaggedBootDevicesTest_v242-648609699-router', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '751f81cf-d16e-4bdb-85e1-f114895b3794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:22:01Z', 'updated_at': '2021-09-30T13:22:12Z', 'revision_number': 4, 'project_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'gw_port': {'id': '751f81cf-d16e-4bdb-85e1-f114895b3794', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:02Z', 'updated_at': '2021-09-30T13:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '196c0c2b-5261-4338-bb3e-2d10d1886243', 'name': '', 'network_id': '93896050-5bca-40e4-92d7-aa842a3215ca', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'mac_address': 'fa:16:3e:21:9b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'e7f393d1-596e-4051-83e5-ef1e0d193a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:08Z', 'updated_at': '2021-09-30T13:22:13Z', 'revision_number': 2, 'project_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'subnets': [{'id': 'e7f393d1-596e-4051-83e5-ef1e0d193a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:20.281694 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190158ba-6a03-4832-9d82-0fb60c54029b None None] Checking router: 858249aa-c666-4fdd-a9f3-7e537f192c61 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:22:20.282067 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190158ba-6a03-4832-9d82-0fb60c54029b None None] Updating router 858249aa-c666-4fdd-a9f3-7e537f192c61 port 196c0c2b-5261-4338-bb3e-2d10d1886243 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:22:20.326418 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fc8bc18-f014-40eb-908e-d111b37a8e61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:20.343530 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fc8bc18-f014-40eb-908e-d111b37a8e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:20.405265 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4eb10274-0101-4e7c-a24d-8d537763f60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:20.512433 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-190158ba-6a03-4832-9d82-0fb60c54029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:20.589632 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8bc18-f014-40eb-908e-d111b37a8e61 admin admin] Pushing event updated for resources: {'Port': ['ID=1488a645-d5de-457a-9efd-c55d8ef4dd3b,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:20.597174 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fc8bc18-f014-40eb-908e-d111b37a8e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:20.649903 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-4eb10274-0101-4e7c-a24d-8d537763f60c None None] For port 8e7c4563-42c1-47a6-a797-3a4c54459456, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=8e7c4563-42c1-47a6-a797-3a4c54459456,segment=NetworkSegment(f1d0d075-5d32-401c-8152-88be0906742a),segment_id=f1d0d075-5d32-401c-8152-88be0906742a)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:22:20.737534 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4eb10274-0101-4e7c-a24d-8d537763f60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:20.762528 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 8e7c4563-42c1-47a6-a797-3a4c54459456 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:22:20.778671 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8533722-28a0-44e2-b2bd-3720e85f0183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:20.815687 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc8bc18-f014-40eb-908e-d111b37a8e61 admin admin] Network 39cd86be-7963-444d-948a-3fd7f71e1d20 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:22:20.827979 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-8fc8bc18-f014-40eb-908e-d111b37a8e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:22:20.845368 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-b8533722-28a0-44e2-b2bd-3720e85f0183 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e67e25-10d5-4331-9422-13e705e055a0']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:20.882452 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-b8533722-28a0-44e2-b2bd-3720e85f0183 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0b9383-142e-4fe1-9194-2c44872721ac') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:20.883039 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-b8533722-28a0-44e2-b2bd-3720e85f0183 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0b9383-142e-4fe1-9194-2c44872721ac') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:20.898410 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-08bbfef1-852e-4971-b411-7b8a6b0dd149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:20.927235 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8533722-28a0-44e2-b2bd-3720e85f0183 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:20.961127 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8533722-28a0-44e2-b2bd-3720e85f0183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:20.984045 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8533722-28a0-44e2-b2bd-3720e85f0183 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:22:20.984468 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8533722-28a0-44e2-b2bd-3720e85f0183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:22:20.989956 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:22:21.195665 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8533722-28a0-44e2-b2bd-3720e85f0183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:21.207486 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8533722-28a0-44e2-b2bd-3720e85f0183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:21.210036 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b8533722-28a0-44e2-b2bd-3720e85f0183 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c7e67e25-10d5-4331-9422-13e705e055a0 HTTP/1.1" status: 204 len: 168 time: 2.7034593 Sep 30 13:22:21.255076 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4eb10274-0101-4e7c-a24d-8d537763f60c None None] Provisioning complete for port 839b12d0-311e-45de-8374-4401fe240431 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:22:21.262488 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4eb10274-0101-4e7c-a24d-8d537763f60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:21.267996 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc8bc18-f014-40eb-908e-d111b37a8e61 admin admin] Router 1e6e870e-9c87-46f8-994a-884edadc9500 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:22:21.273189 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8533722-28a0-44e2-b2bd-3720e85f0183 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7e67e25-10d5-4331-9422-13e705e055a0,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:21.456301 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb10274-0101-4e7c-a24d-8d537763f60c None None] Pushing event updated for resources: {'Port': ['ID=8e7c4563-42c1-47a6-a797-3a4c54459456,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:21.585661 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 8e7c4563-42c1-47a6-a797-3a4c54459456 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:22:21.586928 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:21.628288 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc8bc18-f014-40eb-908e-d111b37a8e61 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:22:21.641222 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8fc8bc18-f014-40eb-908e-d111b37a8e61 admin admin] 10.222.0.18 "PUT /v2.0/routers/1e6e870e-9c87-46f8-994a-884edadc9500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7188003 Sep 30 13:22:21.667259 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc1f1f-0c2a-461e-ac8f-ceeb33c237d4 req-e7571aec-b358-47b9-9d57-e7a61739f153 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:21.669688 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46954) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:21.672900 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ffdc1f1f-0c2a-461e-ac8f-ceeb33c237d4 req-e7571aec-b358-47b9-9d57-e7a61739f153 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1241453 Sep 30 13:22:21.773880 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ffdc1f1f-0c2a-461e-ac8f-ceeb33c237d4 req-7843e7ae-a1cc-42c6-a733-7d0f6f21be5d tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974901 Sep 30 13:22:21.813116 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a14eb428-f278-4c34-851e-f234b09ca4e3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=750d23c361c34df48a49df50aefc09af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419106 Sep 30 13:22:21.815636 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 46960) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:21.863003 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:21.924382 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dcf80f27-e672-421a-b9e0-a87ea3fa04f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:21.972387 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dcf80f27-e672-421a-b9e0-a87ea3fa04f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:21.984575 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf980a-6ade-425e-8ad9-585eb3975586 req-c87d5025-f0f7-4413-aad3-84be9a441196 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:21.986148 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4cdf980a-6ade-425e-8ad9-585eb3975586 req-c87d5025-f0f7-4413-aad3-84be9a441196 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1170104 Sep 30 13:22:22.081401 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dcf80f27-e672-421a-b9e0-a87ea3fa04f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:22.085499 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dcf80f27-e672-421a-b9e0-a87ea3fa04f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:22.086562 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4cdf980a-6ade-425e-8ad9-585eb3975586 req-0e30ab22-8c65-4777-88b1-0b33f4738319 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889843 Sep 30 13:22:22.114693 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-dcf80f27-e672-421a-b9e0-a87ea3fa04f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f971a5aa-e486-4358-897d-eda0cf3957e7 HTTP/1.1" status: 204 len: 168 time: 0.2810171 Sep 30 13:22:22.140157 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf80f27-e672-421a-b9e0-a87ea3fa04f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f971a5aa-e486-4358-897d-eda0cf3957e7,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:22.158491 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-190158ba-6a03-4832-9d82-0fb60c54029b None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:22.210694 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-190158ba-6a03-4832-9d82-0fb60c54029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:22.334349 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ef93f3b5-2619-4f0c-9173-219429156994 None None] Provisioning complete for port 1488a645-d5de-457a-9efd-c55d8ef4dd3b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:22:22.336025 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ef93f3b5-2619-4f0c-9173-219429156994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:22.509845 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:22.568372 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095d471-1e72-45ad-a684-af5f2176c0b0 None None] Pushing event updated for resources: {'Port': ['ID=196c0c2b-5261-4338-bb3e-2d10d1886243,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:22.584276 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-ef93f3b5-2619-4f0c-9173-219429156994 None None] Port 1488a645-d5de-457a-9efd-c55d8ef4dd3b cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:22:22.668507 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 839b12d0-311e-45de-8374-4401fe240431 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:22:22.757702 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-190158ba-6a03-4832-9d82-0fb60c54029b None None] Attempting to bind port 196c0c2b-5261-4338-bb3e-2d10d1886243 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:22:22.759303 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-190158ba-6a03-4832-9d82-0fb60c54029b None None] Attempting to bind port 196c0c2b-5261-4338-bb3e-2d10d1886243 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '2a2b4696-9c1d-44bc-9c31-e1857d02eefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93896050-5bca-40e4-92d7-aa842a3215ca'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:22:22.759762 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190158ba-6a03-4832-9d82-0fb60c54029b None None] Attempting to bind port 196c0c2b-5261-4338-bb3e-2d10d1886243 on network 93896050-5bca-40e4-92d7-aa842a3215ca {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:22:22.770787 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ef93f3b5-2619-4f0c-9173-219429156994 None None] Provisioning complete for port 8e7c4563-42c1-47a6-a797-3a4c54459456 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:22:22.771169 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ef93f3b5-2619-4f0c-9173-219429156994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:22.903780 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190158ba-6a03-4832-9d82-0fb60c54029b None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:22:22.904198 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190158ba-6a03-4832-9d82-0fb60c54029b None None] Checking segment: {'id': '2a2b4696-9c1d-44bc-9c31-e1857d02eefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93896050-5bca-40e4-92d7-aa842a3215ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:22:22.904557 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-190158ba-6a03-4832-9d82-0fb60c54029b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:22.904955 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190158ba-6a03-4832-9d82-0fb60c54029b None None] Bound using segment: {'id': '2a2b4696-9c1d-44bc-9c31-e1857d02eefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93896050-5bca-40e4-92d7-aa842a3215ca'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:22:22.905441 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-190158ba-6a03-4832-9d82-0fb60c54029b None None] Bound port: 196c0c2b-5261-4338-bb3e-2d10d1886243, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2b4696-9c1d-44bc-9c31-e1857d02eefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93896050-5bca-40e4-92d7-aa842a3215ca'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:22:22.905823 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-190158ba-6a03-4832-9d82-0fb60c54029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:22.923956 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbee7f2-ef4a-4482-8ffc-357a7fb27f1d req-ac3eb076-9213-49fe-ad86-03941471c990 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:22.943172 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ecbee7f2-ef4a-4482-8ffc-357a7fb27f1d req-ac3eb076-9213-49fe-ad86-03941471c990 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1628833 Sep 30 13:22:23.063897 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ecbee7f2-ef4a-4482-8ffc-357a7fb27f1d req-9e786048-e710-44b4-8948-afbb4157e68a tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194429 Sep 30 13:22:23.133345 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-190158ba-6a03-4832-9d82-0fb60c54029b None None] For port 196c0c2b-5261-4338-bb3e-2d10d1886243, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:22:23.139573 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa6ff7b-9369-412e-bb98-f29842ee446e None None] Sync routers for ids ['1e6e870e-9c87-46f8-994a-884edadc9500'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:22:23.189213 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-190158ba-6a03-4832-9d82-0fb60c54029b None None] For port 196c0c2b-5261-4338-bb3e-2d10d1886243, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=196c0c2b-5261-4338-bb3e-2d10d1886243,segment=NetworkSegment(2a2b4696-9c1d-44bc-9c31-e1857d02eefc),segment_id=2a2b4696-9c1d-44bc-9c31-e1857d02eefc)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:22:23.201967 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa6ff7b-9369-412e-bb98-f29842ee446e None None] Routers {'1e6e870e-9c87-46f8-994a-884edadc9500'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:22:23.202772 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-7aa6ff7b-9369-412e-bb98-f29842ee446e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:22:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1e6e870e-9c87-46f8-994a-884edadc9500'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:23.205291 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 839b12d0-311e-45de-8374-4401fe240431 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:22:23.205642 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:23.257354 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-190158ba-6a03-4832-9d82-0fb60c54029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:23.346523 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb0e9d-87f8-4f08-b673-8f9edfe0eff8 req-021aea5d-8c73-4eb4-b952-ea410f93a932 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:23.360833 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-78bb0e9d-87f8-4f08-b673-8f9edfe0eff8 req-021aea5d-8c73-4eb4-b952-ea410f93a932 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1443703 Sep 30 13:22:23.454319 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-78bb0e9d-87f8-4f08-b673-8f9edfe0eff8 req-33ac4359-d083-4a83-9835-1ce76a54b900 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924609 Sep 30 13:22:23.766579 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190158ba-6a03-4832-9d82-0fb60c54029b None None] Routers {'858249aa-c666-4fdd-a9f3-7e537f192c61'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:22:23.768396 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-190158ba-6a03-4832-9d82-0fb60c54029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:22:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['858249aa-c666-4fdd-a9f3-7e537f192c61'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:24.043621 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299d96d-e68a-4d6f-87cf-23ae7cc6913d req-1746c348-0e89-49b4-aa0f-cc480c2aaec8 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:24.059263 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5299d96d-e68a-4d6f-87cf-23ae7cc6913d req-1746c348-0e89-49b4-aa0f-cc480c2aaec8 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1478906 Sep 30 13:22:24.158071 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5299d96d-e68a-4d6f-87cf-23ae7cc6913d req-9d4f2312-ca12-4eda-88c8-09014a2d5e58 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952237 Sep 30 13:22:24.453167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 47092) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:24.493119 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:24.508079 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80cb54-caad-4d41-a818-de128c7b4cbf req-92eece76-324b-4262-90a6-e508eebfe7d4 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:24.516759 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095d471-1e72-45ad-a684-af5f2176c0b0 None None] Pushing event updated for resources: {'Port': ['ID=196c0c2b-5261-4338-bb3e-2d10d1886243,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:24.521508 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ba80cb54-caad-4d41-a818-de128c7b4cbf req-92eece76-324b-4262-90a6-e508eebfe7d4 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.2296321 Sep 30 13:22:24.604115 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-7aa6ff7b-9369-412e-bb98-f29842ee446e None None] Set router 1e6e870e-9c87-46f8-994a-884edadc9500 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:22:24.614482 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device bbe545c5-1a39-4c86-9419-76442450ebc3 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:22:24.643827 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ba80cb54-caad-4d41-a818-de128c7b4cbf req-b22becf8-c3e5-4fb5-ad66-08a9fd6ed9cf tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213403 Sep 30 13:22:24.730626 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-6897435c-fa49-42ec-9644-d053fc98bd12 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2000602645-network', 'tenant_id': '786ef875a40a444f83eefdacb766eff2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:22:24.795739 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6897435c-fa49-42ec-9644-d053fc98bd12 admin admin] Made reservation on behalf of 786ef875a40a444f83eefdacb766eff2 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:22:24.799560 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6897435c-fa49-42ec-9644-d053fc98bd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:24.815572 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6897435c-fa49-42ec-9644-d053fc98bd12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:24.836256 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9409186b-594d-45f5-8019-b154fc2ec54e None None] Provisioning complete for port 196c0c2b-5261-4338-bb3e-2d10d1886243 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:22:24.836858 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9409186b-594d-45f5-8019-b154fc2ec54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:24.868081 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-190158ba-6a03-4832-9d82-0fb60c54029b None None] Set router 858249aa-c666-4fdd-a9f3-7e537f192c61 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:22:24.974356 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6897435c-fa49-42ec-9644-d053fc98bd12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:24.984917 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6897435c-fa49-42ec-9644-d053fc98bd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:25.088558 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6897435c-fa49-42ec-9644-d053fc98bd12 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:22:25.105665 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6897435c-fa49-42ec-9644-d053fc98bd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:25.106333 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-6897435c-fa49-42ec-9644-d053fc98bd12 admin admin] Added segment 37db480e-bd2b-4c94-80ca-5f4f37697690 of type vlan for network cd69867e-c4b4-4638-8580-3edbd8ab54d2 Sep 30 13:22:25.219505 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port bbe545c5-1a39-4c86-9419-76442450ebc3 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:22:25.219990 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:25.228079 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897435c-fa49-42ec-9644-d053fc98bd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a3b97c-1c86-4b79-b212-301a97f60371,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:25.273058 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da54ee-1747-40d5-b169-7e41abda3427 req-ac51a860-300e-4e98-a5cc-f61ee66bddb6 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:25.274694 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b8da54ee-1747-40d5-b169-7e41abda3427 req-ac51a860-300e-4e98-a5cc-f61ee66bddb6 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.2186239 Sep 30 13:22:25.380098 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6897435c-fa49-42ec-9644-d053fc98bd12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:25.414332 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9409186b-594d-45f5-8019-b154fc2ec54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:25.443598 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b8da54ee-1747-40d5-b169-7e41abda3427 req-65d601a6-fec0-491e-bb0f-c4ae4c05eaed tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223440 Sep 30 13:22:25.476378 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-9409186b-594d-45f5-8019-b154fc2ec54e None None] For port 196c0c2b-5261-4338-bb3e-2d10d1886243, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=196c0c2b-5261-4338-bb3e-2d10d1886243,segment=NetworkSegment(2a2b4696-9c1d-44bc-9c31-e1857d02eefc),segment_id=2a2b4696-9c1d-44bc-9c31-e1857d02eefc)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:22:25.493095 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6897435c-fa49-42ec-9644-d053fc98bd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:25.495184 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6897435c-fa49-42ec-9644-d053fc98bd12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:25.495791 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6897435c-fa49-42ec-9644-d053fc98bd12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:25.537319 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9409186b-594d-45f5-8019-b154fc2ec54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:25.667284 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-190158ba-6a03-4832-9d82-0fb60c54029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'name': 'tempest-TaggedBootDevicesTest_v242-648609699-router', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '751f81cf-d16e-4bdb-85e1-f114895b3794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:22:01Z', 'updated_at': '2021-09-30T13:22:12Z', 'revision_number': 4, 'project_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'gw_port': {'id': '751f81cf-d16e-4bdb-85e1-f114895b3794', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:02Z', 'updated_at': '2021-09-30T13:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '196c0c2b-5261-4338-bb3e-2d10d1886243', 'name': '', 'network_id': '93896050-5bca-40e4-92d7-aa842a3215ca', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'mac_address': 'fa:16:3e:21:9b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'e7f393d1-596e-4051-83e5-ef1e0d193a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:08Z', 'updated_at': '2021-09-30T13:22:23Z', 'revision_number': 4, 'project_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'subnets': [{'id': 'e7f393d1-596e-4051-83e5-ef1e0d193a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:25.688305 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6897435c-fa49-42ec-9644-d053fc98bd12 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2333784 Sep 30 13:22:25.691986 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897435c-fa49-42ec-9644-d053fc98bd12 admin admin] Pushing event updated for resources: {'Network': ['ID=cd69867e-c4b4-4638-8580-3edbd8ab54d2,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:25.692141 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3669fae-e339-49f7-b10f-d2ad03b96981 req-324d35f9-7540-4b87-bd9a-fd7cb566fae1 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:25.697996 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 47150) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:25.698261 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c3669fae-e339-49f7-b10f-d2ad03b96981 req-324d35f9-7540-4b87-bd9a-fd7cb566fae1 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1119702 Sep 30 13:22:25.705504 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190158ba-6a03-4832-9d82-0fb60c54029b None None] The sync data for ids ['858249aa-c666-4fdd-a9f3-7e537f192c61'] in n-d-810909-2 is: [{'id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'name': 'tempest-TaggedBootDevicesTest_v242-648609699-router', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '751f81cf-d16e-4bdb-85e1-f114895b3794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:22:01Z', 'updated_at': '2021-09-30T13:22:12Z', 'revision_number': 4, 'project_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'gw_port': {'id': '751f81cf-d16e-4bdb-85e1-f114895b3794', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:02Z', 'updated_at': '2021-09-30T13:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '196c0c2b-5261-4338-bb3e-2d10d1886243', 'name': '', 'network_id': '93896050-5bca-40e4-92d7-aa842a3215ca', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'mac_address': 'fa:16:3e:21:9b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'e7f393d1-596e-4051-83e5-ef1e0d193a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:08Z', 'updated_at': '2021-09-30T13:22:23Z', 'revision_number': 4, 'project_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'subnets': [{'id': 'e7f393d1-596e-4051-83e5-ef1e0d193a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:22:25.707448 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409186b-594d-45f5-8019-b154fc2ec54e None None] Pushing event updated for resources: {'Port': ['ID=196c0c2b-5261-4338-bb3e-2d10d1886243,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:25.708657 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-22309da3-ecec-4078-870a-5a953fd94337 admin admin] Request body: {'subnet': {'network_id': 'cd69867e-c4b4-4638-8580-3edbd8ab54d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2000602645-subnet', 'tenant_id': '786ef875a40a444f83eefdacb766eff2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:22:25.711486 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:25.732963 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network cd69867e-c4b4-4638-8580-3edbd8ab54d2 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:22:25.755180 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22309da3-ecec-4078-870a-5a953fd94337 admin admin] Made reservation on behalf of 786ef875a40a444f83eefdacb766eff2 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:22:25.761221 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-22309da3-ecec-4078-870a-5a953fd94337 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:25.795969 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c3669fae-e339-49f7-b10f-d2ad03b96981 req-5f059d95-8654-4021-9a59-5f7261ee7328 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744441 Sep 30 13:22:25.872419 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port bbe545c5-1a39-4c86-9419-76442450ebc3, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=bbe545c5-1a39-4c86-9419-76442450ebc3,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:22:25.882437 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-7aa6ff7b-9369-412e-bb98-f29842ee446e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6e870e-9c87-46f8-994a-884edadc9500', 'name': 'tempest-TestVolumeBackupRestore-425306008-router', 'tenant_id': '3c5af668b01549b08436d12001dc4a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'bbe545c5-1a39-4c86-9419-76442450ebc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:22:09Z', 'updated_at': '2021-09-30T13:22:19Z', 'revision_number': 4, 'project_id': '3c5af668b01549b08436d12001dc4a80', 'gw_port': {'id': 'bbe545c5-1a39-4c86-9419-76442450ebc3', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6e870e-9c87-46f8-994a-884edadc9500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:11Z', 'updated_at': '2021-09-30T13:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '1488a645-d5de-457a-9efd-c55d8ef4dd3b', 'name': '', 'network_id': '39cd86be-7963-444d-948a-3fd7f71e1d20', 'tenant_id': '3c5af668b01549b08436d12001dc4a80', 'mac_address': 'fa:16:3e:93:9a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6e870e-9c87-46f8-994a-884edadc9500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'b3151891-b92a-4b8b-9510-bf3b3ef539d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:17Z', 'updated_at': '2021-09-30T13:22:19Z', 'revision_number': 2, 'project_id': '3c5af668b01549b08436d12001dc4a80', 'subnets': [{'id': 'b3151891-b92a-4b8b-9510-bf3b3ef539d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:25.971254 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:25.972072 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 8e7c4563-42c1-47a6-a797-3a4c54459456 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:22:26.087238 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa6ff7b-9369-412e-bb98-f29842ee446e None None] Checking router: 1e6e870e-9c87-46f8-994a-884edadc9500 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:22:26.087862 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa6ff7b-9369-412e-bb98-f29842ee446e None None] Updating router 1e6e870e-9c87-46f8-994a-884edadc9500 port 1488a645-d5de-457a-9efd-c55d8ef4dd3b binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:22:26.117334 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-22309da3-ecec-4078-870a-5a953fd94337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:26.266184 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=bbe545c5-1a39-4c86-9419-76442450ebc3,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:26.273893 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7aa6ff7b-9369-412e-bb98-f29842ee446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:26.291117 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22309da3-ecec-4078-870a-5a953fd94337 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b359729-96db-4c9c-8faa-0b43134ad013,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:26.310070 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22309da3-ecec-4078-870a-5a953fd94337 admin admin] Checking segment: {'id': '37db480e-bd2b-4c94-80ca-5f4f37697690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd69867e-c4b4-4638-8580-3edbd8ab54d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:22:26.310395 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22309da3-ecec-4078-870a-5a953fd94337 admin admin] Network hostable DHCP agents. Network: cd69867e-c4b4-4638-8580-3edbd8ab54d2, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:22:26.440687 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22309da3-ecec-4078-870a-5a953fd94337 admin admin] Network cd69867e-c4b4-4638-8580-3edbd8ab54d2 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:22:26.464726 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f41fd-48c3-4ddc-9968-7a4c9ca23760 req-ae3b7eed-0e1d-4f87-bdc0-5a92c2d0e827 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:26.472292 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 8e7c4563-42c1-47a6-a797-3a4c54459456 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:22:26.472675 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:26.473705 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ce4f41fd-48c3-4ddc-9968-7a4c9ca23760 req-ae3b7eed-0e1d-4f87-bdc0-5a92c2d0e827 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1726241 Sep 30 13:22:26.477889 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-22309da3-ecec-4078-870a-5a953fd94337 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, cd69867e-c4b4-4638-8580-3edbd8ab54d2) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:22:26.483258 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22309da3-ecec-4078-870a-5a953fd94337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:26.484302 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-22309da3-ecec-4078-870a-5a953fd94337 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:26.525589 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-22309da3-ecec-4078-870a-5a953fd94337 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8237760 Sep 30 13:22:26.543896 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2689c50-741b-4c8e-922b-28a8aa4afd89 None None] Network cd69867e-c4b4-4638-8580-3edbd8ab54d2 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:22:26.571739 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ce4f41fd-48c3-4ddc-9968-7a4c9ca23760 req-86034e80-69b0-4bf8-898f-5490e48d7983 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953944 Sep 30 13:22:26.849089 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57258789-b523-40c0-bcaa-b77116d49de7 req-ba499578-2089-41d2-a481-903835e71fb2 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:26.864403 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-57258789-b523-40c0-bcaa-b77116d49de7 req-ba499578-2089-41d2-a481-903835e71fb2 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1802573 Sep 30 13:22:26.985123 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-57258789-b523-40c0-bcaa-b77116d49de7 req-067175e2-e3c0-4802-b710-35b3a0e2ee74 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173077 Sep 30 13:22:27.471724 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83244a44-fe44-4205-9e90-1c02c7897db0 None None] Network cd69867e-c4b4-4638-8580-3edbd8ab54d2 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:22:27.627462 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e19e0-f580-44b3-bacf-03120cfcec2b req-f717af71-d0ee-4bb1-baf7-5f90c94998f7 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:27.630189 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ae9e19e0-f580-44b3-bacf-03120cfcec2b req-f717af71-d0ee-4bb1-baf7-5f90c94998f7 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.0968230 Sep 30 13:22:27.816061 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ae9e19e0-f580-44b3-bacf-03120cfcec2b req-816b3987-0d78-495d-b4fb-38f8869e689a tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329322 Sep 30 13:22:27.949256 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b7481a8d-4c18-4937-8c58-af33df030d36 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:22:27.985239 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba39bb-a1f9-4a70-8856-96833edce834 req-f1c91e65-236e-474d-9a7d-56caf68a2760 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:27.988400 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4cba39bb-a1f9-4a70-8856-96833edce834 req-f1c91e65-236e-474d-9a7d-56caf68a2760 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.0782719 Sep 30 13:22:28.008317 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: b7481a8d-4c18-4937-8c58-af33df030d36 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:22:28.008673 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b7481a8d-4c18-4937-8c58-af33df030d36 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:22:28.009110 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device a3a917f2-1c61-4a9c-8fca-141ce80d7efa no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:22:28.036123 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: a3a917f2-1c61-4a9c-8fca-141ce80d7efa {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:22:28.036701 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device a3a917f2-1c61-4a9c-8fca-141ce80d7efa not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:22:28.037350 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device dd678bbe-330b-4fe0-b4fd-0fb99a109c7a no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:22:28.078340 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: dd678bbe-330b-4fe0-b4fd-0fb99a109c7a {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:22:28.079245 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device dd678bbe-330b-4fe0-b4fd-0fb99a109c7a not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:22:28.117645 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4cba39bb-a1f9-4a70-8856-96833edce834 req-4b868cb9-80af-4047-bcea-0a6742c78aaa tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223202 Sep 30 13:22:28.338622 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7aa6ff7b-9369-412e-bb98-f29842ee446e None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:28.372798 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7aa6ff7b-9369-412e-bb98-f29842ee446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:28.468152 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 196c0c2b-5261-4338-bb3e-2d10d1886243 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:22:28.545182 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b6376-2793-4324-b809-752b9142ac91 None None] Pushing event updated for resources: {'Port': ['ID=1488a645-d5de-457a-9efd-c55d8ef4dd3b,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:28.712170 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-7aa6ff7b-9369-412e-bb98-f29842ee446e None None] Attempting to bind port 1488a645-d5de-457a-9efd-c55d8ef4dd3b on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:22:28.712600 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-7aa6ff7b-9369-412e-bb98-f29842ee446e None None] Attempting to bind port 1488a645-d5de-457a-9efd-c55d8ef4dd3b by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'f1d0d075-5d32-401c-8152-88be0906742a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '39cd86be-7963-444d-948a-3fd7f71e1d20'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:22:28.712966 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa6ff7b-9369-412e-bb98-f29842ee446e None None] Attempting to bind port 1488a645-d5de-457a-9efd-c55d8ef4dd3b on network 39cd86be-7963-444d-948a-3fd7f71e1d20 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:22:28.749872 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa6ff7b-9369-412e-bb98-f29842ee446e None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:22:28.751033 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa6ff7b-9369-412e-bb98-f29842ee446e None None] Checking segment: {'id': 'f1d0d075-5d32-401c-8152-88be0906742a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '39cd86be-7963-444d-948a-3fd7f71e1d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:22:28.751458 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7aa6ff7b-9369-412e-bb98-f29842ee446e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:28.751864 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa6ff7b-9369-412e-bb98-f29842ee446e None None] Bound using segment: {'id': 'f1d0d075-5d32-401c-8152-88be0906742a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '39cd86be-7963-444d-948a-3fd7f71e1d20'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:22:28.754420 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-7aa6ff7b-9369-412e-bb98-f29842ee446e None None] Bound port: 1488a645-d5de-457a-9efd-c55d8ef4dd3b, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d0d075-5d32-401c-8152-88be0906742a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '39cd86be-7963-444d-948a-3fd7f71e1d20'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:22:28.754832 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7aa6ff7b-9369-412e-bb98-f29842ee446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:28.762254 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 196c0c2b-5261-4338-bb3e-2d10d1886243 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:22:28.763020 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:28.990769 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7aa6ff7b-9369-412e-bb98-f29842ee446e None None] For port 1488a645-d5de-457a-9efd-c55d8ef4dd3b, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:22:28.996473 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6ac2b171-76e1-4bc2-a85e-4cec67a264d2 None None] Provisioning complete for port 1488a645-d5de-457a-9efd-c55d8ef4dd3b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:22:28.996850 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b171-76e1-4bc2-a85e-4cec67a264d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:29.042184 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7aa6ff7b-9369-412e-bb98-f29842ee446e None None] For port 1488a645-d5de-457a-9efd-c55d8ef4dd3b, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1488a645-d5de-457a-9efd-c55d8ef4dd3b,segment=NetworkSegment(f1d0d075-5d32-401c-8152-88be0906742a),segment_id=f1d0d075-5d32-401c-8152-88be0906742a)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:22:29.049772 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device bbe545c5-1a39-4c86-9419-76442450ebc3 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:22:29.054388 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7aa6ff7b-9369-412e-bb98-f29842ee446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:29.083811 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-6ac2b171-76e1-4bc2-a85e-4cec67a264d2 None None] Port 1488a645-d5de-457a-9efd-c55d8ef4dd3b cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:22:29.211915 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa6ff7b-9369-412e-bb98-f29842ee446e None None] Routers {'1e6e870e-9c87-46f8-994a-884edadc9500'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:22:29.213074 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-7aa6ff7b-9369-412e-bb98-f29842ee446e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:22:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1e6e870e-9c87-46f8-994a-884edadc9500'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:29.216902 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b6376-2793-4324-b809-752b9142ac91 None None] Pushing event updated for resources: {'Port': ['ID=1488a645-d5de-457a-9efd-c55d8ef4dd3b,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:29.376730 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port bbe545c5-1a39-4c86-9419-76442450ebc3 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:22:29.377113 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:29.572722 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-7aa6ff7b-9369-412e-bb98-f29842ee446e None None] Set router 1e6e870e-9c87-46f8-994a-884edadc9500 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:22:29.702237 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-54434aa1-d651-48bb-bb2b-56bbd704e17b None None] Provisioning complete for port 1488a645-d5de-457a-9efd-c55d8ef4dd3b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:22:29.703296 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-54434aa1-d651-48bb-bb2b-56bbd704e17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:29.983782 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-54434aa1-d651-48bb-bb2b-56bbd704e17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:30.036711 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-54434aa1-d651-48bb-bb2b-56bbd704e17b None None] For port 1488a645-d5de-457a-9efd-c55d8ef4dd3b, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1488a645-d5de-457a-9efd-c55d8ef4dd3b,segment=NetworkSegment(f1d0d075-5d32-401c-8152-88be0906742a),segment_id=f1d0d075-5d32-401c-8152-88be0906742a)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:22:30.057837 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-7aa6ff7b-9369-412e-bb98-f29842ee446e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6e870e-9c87-46f8-994a-884edadc9500', 'name': 'tempest-TestVolumeBackupRestore-425306008-router', 'tenant_id': '3c5af668b01549b08436d12001dc4a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'bbe545c5-1a39-4c86-9419-76442450ebc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:22:09Z', 'updated_at': '2021-09-30T13:22:19Z', 'revision_number': 4, 'project_id': '3c5af668b01549b08436d12001dc4a80', 'gw_port': {'id': 'bbe545c5-1a39-4c86-9419-76442450ebc3', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6e870e-9c87-46f8-994a-884edadc9500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:11Z', 'updated_at': '2021-09-30T13:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '1488a645-d5de-457a-9efd-c55d8ef4dd3b', 'name': '', 'network_id': '39cd86be-7963-444d-948a-3fd7f71e1d20', 'tenant_id': '3c5af668b01549b08436d12001dc4a80', 'mac_address': 'fa:16:3e:93:9a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6e870e-9c87-46f8-994a-884edadc9500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'b3151891-b92a-4b8b-9510-bf3b3ef539d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:17Z', 'updated_at': '2021-09-30T13:22:28Z', 'revision_number': 4, 'project_id': '3c5af668b01549b08436d12001dc4a80', 'subnets': [{'id': 'b3151891-b92a-4b8b-9510-bf3b3ef539d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:22:30.072505 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-54434aa1-d651-48bb-bb2b-56bbd704e17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:30.143156 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa6ff7b-9369-412e-bb98-f29842ee446e None None] The sync data for ids ['1e6e870e-9c87-46f8-994a-884edadc9500'] in n-d-810909-2 is: [{'id': '1e6e870e-9c87-46f8-994a-884edadc9500', 'name': 'tempest-TestVolumeBackupRestore-425306008-router', 'tenant_id': '3c5af668b01549b08436d12001dc4a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'bbe545c5-1a39-4c86-9419-76442450ebc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:22:09Z', 'updated_at': '2021-09-30T13:22:19Z', 'revision_number': 4, 'project_id': '3c5af668b01549b08436d12001dc4a80', 'gw_port': {'id': 'bbe545c5-1a39-4c86-9419-76442450ebc3', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6e870e-9c87-46f8-994a-884edadc9500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:11Z', 'updated_at': '2021-09-30T13:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '1488a645-d5de-457a-9efd-c55d8ef4dd3b', 'name': '', 'network_id': '39cd86be-7963-444d-948a-3fd7f71e1d20', 'tenant_id': '3c5af668b01549b08436d12001dc4a80', 'mac_address': 'fa:16:3e:93:9a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6e870e-9c87-46f8-994a-884edadc9500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'b3151891-b92a-4b8b-9510-bf3b3ef539d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:17Z', 'updated_at': '2021-09-30T13:22:28Z', 'revision_number': 4, 'project_id': '3c5af668b01549b08436d12001dc4a80', 'subnets': [{'id': 'b3151891-b92a-4b8b-9510-bf3b3ef539d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:22:30.274217 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54434aa1-d651-48bb-bb2b-56bbd704e17b None None] Pushing event updated for resources: {'Port': ['ID=1488a645-d5de-457a-9efd-c55d8ef4dd3b,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:30.292361 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54434aa1-d651-48bb-bb2b-56bbd704e17b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:30.293046 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54434aa1-d651-48bb-bb2b-56bbd704e17b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:30.293570 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54434aa1-d651-48bb-bb2b-56bbd704e17b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:30.294164 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54434aa1-d651-48bb-bb2b-56bbd704e17b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:30.294660 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54434aa1-d651-48bb-bb2b-56bbd704e17b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:30.295154 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54434aa1-d651-48bb-bb2b-56bbd704e17b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:30.295645 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54434aa1-d651-48bb-bb2b-56bbd704e17b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:30.296150 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54434aa1-d651-48bb-bb2b-56bbd704e17b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:30.296639 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54434aa1-d651-48bb-bb2b-56bbd704e17b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:30.297121 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54434aa1-d651-48bb-bb2b-56bbd704e17b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:30.297608 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54434aa1-d651-48bb-bb2b-56bbd704e17b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:30.298125 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54434aa1-d651-48bb-bb2b-56bbd704e17b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:32.321035 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1488a645-d5de-457a-9efd-c55d8ef4dd3b up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:22:32.430739 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 1488a645-d5de-457a-9efd-c55d8ef4dd3b triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:22:32.431311 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:36.713051 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 47900) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:36.870608 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de95247b-384d-4713-a49a-1673ad28f272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:36.986095 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de95247b-384d-4713-a49a-1673ad28f272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:36.991694 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de95247b-384d-4713-a49a-1673ad28f272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:37.029338 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95247b-384d-4713-a49a-1673ad28f272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c4e107-33a0-4f1e-bd18-9112065ee7f8,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:37.064299 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-de95247b-384d-4713-a49a-1673ad28f272 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40ee3ec20cf34eb59806b199ecdc3740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3498971 Sep 30 13:22:37.066780 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 47908) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:37.131486 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cfd07277-d360-4218-848a-1728241f8bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:37.159902 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cfd07277-d360-4218-848a-1728241f8bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:37.233009 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cfd07277-d360-4218-848a-1728241f8bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:37.236501 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cfd07277-d360-4218-848a-1728241f8bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:37.237861 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cfd07277-d360-4218-848a-1728241f8bc8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72c4e107-33a0-4f1e-bd18-9112065ee7f8 HTTP/1.1" status: 204 len: 168 time: 0.1699750 Sep 30 13:22:37.250538 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd07277-d360-4218-848a-1728241f8bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c4e107-33a0-4f1e-bd18-9112065ee7f8,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:37.603670 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 47918) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:37.620021 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-419b3857-b754-4c08-8364-b07ea8c72c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:37.737861 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-419b3857-b754-4c08-8364-b07ea8c72c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:37.744659 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-419b3857-b754-4c08-8364-b07ea8c72c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:37.798220 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 47920) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:37.798796 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-419b3857-b754-4c08-8364-b07ea8c72c5c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4b99b6466dc44a9aa6f51c1f7e94ed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1926172 Sep 30 13:22:37.799439 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b3857-b754-4c08-8364-b07ea8c72c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cc544a-0646-407a-a696-0de1e9f0eba5,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:37.868074 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c7e78b6-6cf7-49d4-8c07-e4b6c6f4ab91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:37.893941 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c7e78b6-6cf7-49d4-8c07-e4b6c6f4ab91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:37.965014 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c7e78b6-6cf7-49d4-8c07-e4b6c6f4ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:37.968775 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c7e78b6-6cf7-49d4-8c07-e4b6c6f4ab91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:37.974678 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1c7e78b6-6cf7-49d4-8c07-e4b6c6f4ab91 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35cc544a-0646-407a-a696-0de1e9f0eba5 HTTP/1.1" status: 204 len: 168 time: 0.1754136 Sep 30 13:22:37.985161 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e78b6-6cf7-49d4-8c07-e4b6c6f4ab91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cc544a-0646-407a-a696-0de1e9f0eba5,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:39.740529 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:22:42.664696 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7360889-e88d-415a-82ec-56821363d63c req-5be31958-948e-4edd-a37a-53008982617b tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:42.666266 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c7360889-e88d-415a-82ec-56821363d63c req-5be31958-948e-4edd-a37a-53008982617b tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/networks?id=2ae8f69c-e2ed-4683-a275-8d8f7caa3a16 HTTP/1.1" status: 200 len: 813 time: 0.1557095 Sep 30 13:22:42.690829 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c7360889-e88d-415a-82ec-56821363d63c req-596635ab-cea3-4164-9313-9dda8da3ee1e tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/quotas/a44cb98e418b4fc89cc73be20bc6aaa8 HTTP/1.1" status: 200 len: 375 time: 0.0182958 Sep 30 13:22:42.730947 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-b0379a4a-8708-4af0-95c4-6714e0b47877 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:42.742114 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-b0379a4a-8708-4af0-95c4-6714e0b47877 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.18 "GET /v2.0/networks?id=cd69867e-c4b4-4638-8580-3edbd8ab54d2 HTTP/1.1" status: 200 len: 814 time: 0.2478805 Sep 30 13:22:42.761002 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-f26271e0-6811-4fb7-9230-f09db24106d9 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.18 "GET /v2.0/quotas/786ef875a40a444f83eefdacb766eff2 HTTP/1.1" status: 200 len: 375 time: 0.0176134 Sep 30 13:22:42.822540 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-db83c91d-202f-4920-a2b6-f571fac9781e tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=786ef875a40a444f83eefdacb766eff2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463326 Sep 30 13:22:42.834161 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-56ba2540-05e5-4498-9c13-3828d98a1443 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:22:42.845029 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-56ba2540-05e5-4498-9c13-3828d98a1443 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0105145 Sep 30 13:22:43.049617 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-7db5e76e-0f33-4098-a139-b313613b1043 service neutron] 10.222.0.18 "GET /v2.0/networks/cd69867e-c4b4-4638-8580-3edbd8ab54d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901202 Sep 30 13:22:43.229454 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c7360889-e88d-415a-82ec-56821363d63c req-d79868c8-8f59-4670-afb9-98a02aed36a9 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a44cb98e418b4fc89cc73be20bc6aaa8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5370574 Sep 30 13:22:43.253297 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-b61fca06-faec-4ad9-89b5-cb21f8971cfc service neutron] 10.222.0.18 "GET /v2.0/networks/cd69867e-c4b4-4638-8580-3edbd8ab54d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027304 Sep 30 13:22:43.516073 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1d5a5-69ce-459d-ae11-cfc47db6d502 req-16ac9844-28da-4e2e-833e-365e2eceee3f tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:43.527768 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ffb1d5a5-69ce-459d-ae11-cfc47db6d502 req-16ac9844-28da-4e2e-833e-365e2eceee3f tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.0648482 Sep 30 13:22:43.585407 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ffb1d5a5-69ce-459d-ae11-cfc47db6d502 req-f7727534-eb09-4ceb-993d-ced927e529a2 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536764 Sep 30 13:22:43.784448 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fdc9bed7-12b6-4d4a-8a79-6e9b863963a6 req-ca4e562f-ad18-4831-9e32-ca057b33522f tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd94b9f0-b086-4093-bc63-9b4446773f7f HTTP/1.1" status: 200 len: 210 time: 0.0440485 Sep 30 13:22:43.956629 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba781e8e-2be8-435e-acb0-92ec6a982f63 req-303b67b8-6439-412a-9d24-46127c25b5b6 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:43.960759 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ba781e8e-2be8-435e-acb0-92ec6a982f63 req-303b67b8-6439-412a-9d24-46127c25b5b6 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.0895064 Sep 30 13:22:44.060446 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ba781e8e-2be8-435e-acb0-92ec6a982f63 req-ab16f10b-b9a6-4bdf-8609-a0b1288ee295 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812893 Sep 30 13:22:44.576533 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0414fcf5-810e-4955-a787-0b0015a36a2d req-9e7a1536-5b81-4f76-a9d0-64caca05c6ba tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a44cb98e418b4fc89cc73be20bc6aaa8 HTTP/1.1" status: 200 len: 221 time: 0.0748270 Sep 30 13:22:44.802620 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d71f2-ed95-43ab-8ae4-79c01eafce2d req-58414eb6-4f5c-4557-8cf4-667903aee5f8 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:44.816372 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:44.820811 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-034d71f2-ed95-43ab-8ae4-79c01eafce2d req-58414eb6-4f5c-4557-8cf4-667903aee5f8 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1441288 Sep 30 13:22:45.026324 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-034d71f2-ed95-43ab-8ae4-79c01eafce2d req-c3f09c13-a7a3-40c0-bca9-a97f0cb85d32 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045078 Sep 30 13:22:45.152070 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bc86b602-b034-47a3-a58d-4707adb267f2 req-046beac9-f89b-4b92-bc87-58868a9bace0 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd94b9f0-b086-4093-bc63-9b4446773f7f HTTP/1.1" status: 200 len: 210 time: 0.2193322 Sep 30 13:22:45.200466 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-923e8270-ec87-4014-b1df-55a1731ed4ba req-e7e25be5-a17b-4e30-b3e0-8deb3e6e5a63 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2762768 Sep 30 13:22:45.312166 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e8270-ec87-4014-b1df-55a1731ed4ba req-7bfa15b2-b39c-4c31-9d4b-6bd3b6a69766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:45.314912 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-923e8270-ec87-4014-b1df-55a1731ed4ba req-7bfa15b2-b39c-4c31-9d4b-6bd3b6a69766 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba06ca8c8c6c47e0a3ec08e9fc9296aa&device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 1096 time: 0.0880108 Sep 30 13:22:45.324225 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1342a72-9c04-42e7-a21c-9440afd73f4d req-021d6cdf-dde6-4678-b792-e271284bfee2 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:45.344396 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a1342a72-9c04-42e7-a21c-9440afd73f4d req-021d6cdf-dde6-4678-b792-e271284bfee2 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1469193 Sep 30 13:22:45.443174 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a1342a72-9c04-42e7-a21c-9440afd73f4d req-80494286-4125-4b79-9f57-e4f7db2857c5 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871291 Sep 30 13:22:45.719633 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f3aee-6b00-47f2-b408-f402ac8d130c req-77c247b6-8a27-4461-a911-e43949858ee2 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:45.723863 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-111f3aee-6b00-47f2-b408-f402ac8d130c req-77c247b6-8a27-4461-a911-e43949858ee2 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1071434 Sep 30 13:22:45.834308 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-111f3aee-6b00-47f2-b408-f402ac8d130c req-6713f3cf-803f-4ec4-946f-bb20b93e660f tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970562 Sep 30 13:22:45.852866 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-07968be9-b9f9-4256-b097-1ab8f6896c60 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:45.855161 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-07968be9-b9f9-4256-b097-1ab8f6896c60 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.39 "GET /v2.0/networks?id=cd69867e-c4b4-4638-8580-3edbd8ab54d2 HTTP/1.1" status: 200 len: 814 time: 0.2699413 Sep 30 13:22:45.873340 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e8270-ec87-4014-b1df-55a1731ed4ba req-654a4288-c1dc-4276-a04b-bad2da17fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:45.875662 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-923e8270-ec87-4014-b1df-55a1731ed4ba req-654a4288-c1dc-4276-a04b-bad2da17fecd service neutron] 10.222.0.39 "GET /v2.0/networks?id=27af5bc2-ae82-46a4-9237-d0fc36f9075e HTTP/1.1" status: 200 len: 911 time: 0.5360243 Sep 30 13:22:45.890518 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-aa06d0b5-87b2-4f5a-b19e-bdaf8a7c3cf8 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Request body: {'port': {'device_id': 'fd94b9f0-b086-4093-bc63-9b4446773f7f', 'network_id': 'cd69867e-c4b4-4638-8580-3edbd8ab54d2', 'admin_state_up': True, 'tenant_id': '786ef875a40a444f83eefdacb766eff2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:22:46.247234 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684b2eb-b4d0-4f69-9c4a-34c84398ff82 req-c3aa1549-be29-4361-b807-83ec2ef85d51 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:46.256865 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9684b2eb-b4d0-4f69-9c4a-34c84398ff82 req-c3aa1549-be29-4361-b807-83ec2ef85d51 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.2057569 Sep 30 13:22:46.262223 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-aa06d0b5-87b2-4f5a-b19e-bdaf8a7c3cf8 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Made reservation on behalf of 786ef875a40a444f83eefdacb766eff2 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:22:46.266167 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-aa06d0b5-87b2-4f5a-b19e-bdaf8a7c3cf8 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:46.333378 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-923e8270-ec87-4014-b1df-55a1731ed4ba req-3c631780-0aa2-4e08-b422-7a67e69a021b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca3d6bf4-8d16-4b19-b90f-f28e70dd205a HTTP/1.1" status: 200 len: 1000 time: 0.2746682 Sep 30 13:22:46.396101 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9684b2eb-b4d0-4f69-9c4a-34c84398ff82 req-7135692d-8d9a-4051-8936-d8d9c717b1a7 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312008 Sep 30 13:22:46.401232 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7e5b95b6-a41a-4c40-92bb-9ab387b2a91e req-ba01a40f-d628-4489-b9dd-3285a800be49 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd94b9f0-b086-4093-bc63-9b4446773f7f HTTP/1.1" status: 200 len: 210 time: 0.0721595 Sep 30 13:22:46.749624 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e8270-ec87-4014-b1df-55a1731ed4ba req-7754cd0f-df1e-4be0-a71a-7580a6f54b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:46.751764 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-923e8270-ec87-4014-b1df-55a1731ed4ba req-7754cd0f-df1e-4be0-a71a-7580a6f54b91 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b0d07ac9-b646-4015-9c44-dcf39179fe0f HTTP/1.1" status: 200 len: 849 time: 0.3939006 Sep 30 13:22:46.753903 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48256) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:46.953478 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eab1fea2-89f0-462b-a546-6494e1562216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:46.971502 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b71eaa-5730-4c77-9175-6917d2204e9d req-f67276df-2045-4c6b-b864-3f41bcb9a138 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:46.973202 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c0b71eaa-5730-4c77-9175-6917d2204e9d req-f67276df-2045-4c6b-b864-3f41bcb9a138 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.4606137 Sep 30 13:22:46.998962 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e8270-ec87-4014-b1df-55a1731ed4ba req-28160a11-0e0c-46cd-b64b-524f4ee0079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:47.000718 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-923e8270-ec87-4014-b1df-55a1731ed4ba req-28160a11-0e0c-46cd-b64b-524f4ee0079b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=27af5bc2-ae82-46a4-9237-d0fc36f9075e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2161191 Sep 30 13:22:47.184348 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-aa06d0b5-87b2-4f5a-b19e-bdaf8a7c3cf8 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Allocated IP 172.20.0.4 (cd69867e-c4b4-4638-8580-3edbd8ab54d2/1b359729-96db-4c9c-8faa-0b43134ad013/d735e129-c7ad-45e8-b9b4-5784b99c75c6) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:22:47.207927 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eab1fea2-89f0-462b-a546-6494e1562216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:47.211898 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eab1fea2-89f0-462b-a546-6494e1562216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:47.219840 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c0b71eaa-5730-4c77-9175-6917d2204e9d req-7d96265b-f5ac-4c36-aeb0-ed2a28da5d97 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254031 Sep 30 13:22:47.245074 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1fea2-89f0-462b-a546-6494e1562216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3eec1d5-71cf-4c15-a33e-f3b5423d70cb,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:47.305701 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48278) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:47.319140 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-eab1fea2-89f0-462b-a546-6494e1562216 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=684568cb119247cda17176f9367bdacc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5640383 Sep 30 13:22:47.326602 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-923e8270-ec87-4014-b1df-55a1731ed4ba req-abd7ba68-d883-4778-8f7b-9adec7e5ae78 service neutron] 10.222.0.39 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163433 Sep 30 13:22:47.479211 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbcd63-64a9-4d12-8e62-6d2f611d1c58 req-f66d3fa2-478b-4a16-a993-7b345a0a8e89 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:47.495674 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cabbcd63-64a9-4d12-8e62-6d2f611d1c58 req-f66d3fa2-478b-4a16-a993-7b345a0a8e89 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1461174 Sep 30 13:22:47.611788 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-aa06d0b5-87b2-4f5a-b19e-bdaf8a7c3cf8 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:47.638440 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cabbcd63-64a9-4d12-8e62-6d2f611d1c58 req-6f0aad8c-2cf4-4283-94c1-2bf5c84a5bcc tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381755 Sep 30 13:22:47.724381 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-aa06d0b5-87b2-4f5a-b19e-bdaf8a7c3cf8 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:47.942948 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-aa06d0b5-87b2-4f5a-b19e-bdaf8a7c3cf8 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Network cd69867e-c4b4-4638-8580-3edbd8ab54d2 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:22:47.950328 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e550ee56-9626-4cad-9a4e-6cc332c187c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:47.996824 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e550ee56-9626-4cad-9a4e-6cc332c187c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:48.076207 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06d0b5-87b2-4f5a-b19e-bdaf8a7c3cf8 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Pushing event updated for resources: {'Port': ['ID=d735e129-c7ad-45e8-b9b4-5784b99c75c6,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:48.081119 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-923e8270-ec87-4014-b1df-55a1731ed4ba req-bac626f6-97b1-49df-8281-e3e55ad40be2 service neutron] 10.222.0.39 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7344160 Sep 30 13:22:48.082431 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-aa06d0b5-87b2-4f5a-b19e-bdaf8a7c3cf8 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:22:48.097548 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ada2f-c26a-43ee-802c-3ef1d5966f91 req-d70dab2f-3d33-4423-b26c-62d4c7538718 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:48.099605 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-288ada2f-c26a-43ee-802c-3ef1d5966f91 req-d70dab2f-3d33-4423-b26c-62d4c7538718 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd94b9f0-b086-4093-bc63-9b4446773f7f HTTP/1.1" status: 200 len: 931 time: 0.4428513 Sep 30 13:22:48.101037 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-aa06d0b5-87b2-4f5a-b19e-bdaf8a7c3cf8 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:22:48.196242 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8af3afee-2004-43ad-acc5-b2e8c1551a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:48.261540 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-aa06d0b5-87b2-4f5a-b19e-bdaf8a7c3cf8 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:48.262198 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-aa06d0b5-87b2-4f5a-b19e-bdaf8a7c3cf8 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:48.268624 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-288ada2f-c26a-43ee-802c-3ef1d5966f91 req-78fdb19b-7dab-4a97-9395-dcf76a07f713 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.18 "GET /v2.0/security-groups?id=63a3b97c-1c86-4b79-b212-301a97f60371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528468 Sep 30 13:22:48.269215 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e550ee56-9626-4cad-9a4e-6cc332c187c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:48.272142 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e550ee56-9626-4cad-9a4e-6cc332c187c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:48.272802 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e550ee56-9626-4cad-9a4e-6cc332c187c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3eec1d5-71cf-4c15-a33e-f3b5423d70cb HTTP/1.1" status: 204 len: 168 time: 0.9653327 Sep 30 13:22:48.286699 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550ee56-9626-4cad-9a4e-6cc332c187c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3eec1d5-71cf-4c15-a33e-f3b5423d70cb,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:48.300486 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-aa06d0b5-87b2-4f5a-b19e-bdaf8a7c3cf8 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4202878 Sep 30 13:22:48.318781 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-cef8b0b0-8baf-4c35-90ca-055009e3735d service neutron] Request body: {'port': {'device_id': 'fd94b9f0-b086-4093-bc63-9b4446773f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:22:48.408385 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e0e25-7980-44e3-9bf3-122049e620f3 req-ec4e6813-c399-4889-a6ab-40f3c7e14512 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:48.409668 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-cef8b0b0-8baf-4c35-90ca-055009e3735d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:48.414668 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-115e0e25-7980-44e3-9bf3-122049e620f3 req-ec4e6813-c399-4889-a6ab-40f3c7e14512 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1853118 Sep 30 13:22:48.587998 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-115e0e25-7980-44e3-9bf3-122049e620f3 req-dc7dc5cf-383a-4853-b4e6-63b805847f0b tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602390 Sep 30 13:22:48.895433 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57a3ba-a2ad-4e88-9fc4-936bdeb4c3d6 req-bef29400-4e6c-44e5-8ac3-26d977e84acb tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:48.912033 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b57a3ba-a2ad-4e88-9fc4-936bdeb4c3d6 req-bef29400-4e6c-44e5-8ac3-26d977e84acb tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1654830 Sep 30 13:22:49.094940 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48350) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:49.126326 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e06b90a-4edb-4a41-8943-1133988cdd20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:49.149445 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b57a3ba-a2ad-4e88-9fc4-936bdeb4c3d6 req-3e34a47c-363f-4937-9363-8a4e1170ea33 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361495 Sep 30 13:22:49.470941 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:49.528856 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-cef8b0b0-8baf-4c35-90ca-055009e3735d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d735e129-c7ad-45e8-b9b4-5784b99c75c6 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:22:49.564904 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-cef8b0b0-8baf-4c35-90ca-055009e3735d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:49.584945 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-cef8b0b0-8baf-4c35-90ca-055009e3735d service neutron] Transition to ACTIVE for port object d735e129-c7ad-45e8-b9b4-5784b99c75c6 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:22:49.699946 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e06b90a-4edb-4a41-8943-1133988cdd20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:49.727487 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eaeffa-50ec-4a1b-a588-18f56b102156 req-5b88ae96-a3ba-4404-8c06-86b21c39e5ad tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:49.739148 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e7eaeffa-50ec-4a1b-a588-18f56b102156 req-5b88ae96-a3ba-4404-8c06-86b21c39e5ad tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd94b9f0-b086-4093-bc63-9b4446773f7f HTTP/1.1" status: 200 len: 931 time: 0.2370048 Sep 30 13:22:49.741956 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e06b90a-4edb-4a41-8943-1133988cdd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:49.758050 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-cef8b0b0-8baf-4c35-90ca-055009e3735d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:49.827428 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0e06b90a-4edb-4a41-8943-1133988cdd20 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91df01660fca4ee0add950672d2b593a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7281039 Sep 30 13:22:49.836869 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48370) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:49.841893 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06b90a-4edb-4a41-8943-1133988cdd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52832d2c-28bc-4194-9310-319244bcf83d,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:49.916005 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e7eaeffa-50ec-4a1b-a588-18f56b102156 req-5a282719-2b36-4580-9222-10b3068988bb tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.18 "GET /v2.0/security-groups?id=63a3b97c-1c86-4b79-b212-301a97f60371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751237 Sep 30 13:22:49.975917 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13043738-41f9-41dd-aa4a-36e8432a1c9a req-dfb58a3e-80cf-475b-8ebf-fd3aa243aabd tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:49.984701 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13043738-41f9-41dd-aa4a-36e8432a1c9a req-dfb58a3e-80cf-475b-8ebf-fd3aa243aabd tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.3972108 Sep 30 13:22:49.994144 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8b0b0-8baf-4c35-90ca-055009e3735d service neutron] Pushing event updated for resources: {'Port': ['ID=d735e129-c7ad-45e8-b9b4-5784b99c75c6,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:50.011102 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a04a6c52-45aa-425f-8d84-45e7b6f0280b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:50.078050 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a04a6c52-45aa-425f-8d84-45e7b6f0280b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:50.236077 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a04a6c52-45aa-425f-8d84-45e7b6f0280b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:50.239183 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a04a6c52-45aa-425f-8d84-45e7b6f0280b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:50.242750 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a04a6c52-45aa-425f-8d84-45e7b6f0280b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52832d2c-28bc-4194-9310-319244bcf83d HTTP/1.1" status: 204 len: 168 time: 0.4034922 Sep 30 13:22:50.271011 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a6c52-45aa-425f-8d84-45e7b6f0280b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52832d2c-28bc-4194-9310-319244bcf83d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:50.318429 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13043738-41f9-41dd-aa4a-36e8432a1c9a req-0c247ab8-c39e-4cb4-999a-d0f0e17b377b tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331308 Sep 30 13:22:50.322338 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-cef8b0b0-8baf-4c35-90ca-055009e3735d service neutron] Attempting to bind port d735e129-c7ad-45e8-b9b4-5784b99c75c6 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:22:50.322673 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-cef8b0b0-8baf-4c35-90ca-055009e3735d service neutron] Attempting to bind port d735e129-c7ad-45e8-b9b4-5784b99c75c6 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '37db480e-bd2b-4c94-80ca-5f4f37697690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd69867e-c4b4-4638-8580-3edbd8ab54d2'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:22:50.323010 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-cef8b0b0-8baf-4c35-90ca-055009e3735d service neutron] Attempting to bind port d735e129-c7ad-45e8-b9b4-5784b99c75c6 on network cd69867e-c4b4-4638-8580-3edbd8ab54d2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:22:50.341770 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-cef8b0b0-8baf-4c35-90ca-055009e3735d service neutron] Port d735e129-c7ad-45e8-b9b4-5784b99c75c6 on network cd69867e-c4b4-4638-8580-3edbd8ab54d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:22:50.342127 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-cef8b0b0-8baf-4c35-90ca-055009e3735d service neutron] Attempting to bind port d735e129-c7ad-45e8-b9b4-5784b99c75c6 on network cd69867e-c4b4-4638-8580-3edbd8ab54d2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:22:50.357380 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-cef8b0b0-8baf-4c35-90ca-055009e3735d service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:22:50.357733 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-cef8b0b0-8baf-4c35-90ca-055009e3735d service neutron] Checking segment: {'id': '37db480e-bd2b-4c94-80ca-5f4f37697690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd69867e-c4b4-4638-8580-3edbd8ab54d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:22:50.358167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-cef8b0b0-8baf-4c35-90ca-055009e3735d service neutron] Bound using segment: {'id': '37db480e-bd2b-4c94-80ca-5f4f37697690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd69867e-c4b4-4638-8580-3edbd8ab54d2'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:22:50.358853 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-cef8b0b0-8baf-4c35-90ca-055009e3735d service neutron] Bound port: d735e129-c7ad-45e8-b9b4-5784b99c75c6, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37db480e-bd2b-4c94-80ca-5f4f37697690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd69867e-c4b4-4638-8580-3edbd8ab54d2'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:22:50.359218 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-cef8b0b0-8baf-4c35-90ca-055009e3735d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:50.554851 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-cef8b0b0-8baf-4c35-90ca-055009e3735d service neutron] For port d735e129-c7ad-45e8-b9b4-5784b99c75c6, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:22:50.559727 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-cef8b0b0-8baf-4c35-90ca-055009e3735d service neutron] For port d735e129-c7ad-45e8-b9b4-5784b99c75c6, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d735e129-c7ad-45e8-b9b4-5784b99c75c6,segment=NetworkSegment(37db480e-bd2b-4c94-80ca-5f4f37697690),segment_id=37db480e-bd2b-4c94-80ca-5f4f37697690)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:22:50.578292 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-cef8b0b0-8baf-4c35-90ca-055009e3735d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:50.630471 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d49f6-9ceb-46bc-819a-63a13b87f34b req-4262fef1-1b98-4c5a-890a-bacc8e089855 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:50.633431 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-635d49f6-9ceb-46bc-819a-63a13b87f34b req-4262fef1-1b98-4c5a-890a-bacc8e089855 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1502025 Sep 30 13:22:50.675031 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-cef8b0b0-8baf-4c35-90ca-055009e3735d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:50.686550 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-cef8b0b0-8baf-4c35-90ca-055009e3735d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:50.688219 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-cef8b0b0-8baf-4c35-90ca-055009e3735d service neutron] 10.222.0.39 "PUT /v2.0/ports/d735e129-c7ad-45e8-b9b4-5784b99c75c6 HTTP/1.1" status: 200 len: 1091 time: 2.3775606 Sep 30 13:22:50.688631 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd94b9f0-b086-4093-bc63-9b4446773f7f', 'tag': 'd735e129-c7ad-45e8-b9b4-5784b99c75c6'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:22:50.691155 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5b2fba-84da-41b3-b6f0-471a8dd7856d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd94b9f0-b086-4093-bc63-9b4446773f7f", "tag": "d735e129-c7ad-45e8-b9b4-5784b99c75c6"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:22:50.708922 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a843bc24-c623-4e79-90a9-06343a7f2c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:50.743413 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8b0b0-8baf-4c35-90ca-055009e3735d service neutron] Pushing event updated for resources: {'Port': ['ID=d735e129-c7ad-45e8-b9b4-5784b99c75c6,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:50.811926 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-5d039cc5-f2b8-46ce-aece-3a518c4598ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:50.813729 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-5d039cc5-f2b8-46ce-aece-3a518c4598ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=786ef875a40a444f83eefdacb766eff2&device_id=fd94b9f0-b086-4093-bc63-9b4446773f7f HTTP/1.1" status: 200 len: 1094 time: 0.0639098 Sep 30 13:22:50.822591 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c518f939-c448-4f1b-9851-cb69982655cc x-openstack-request-id: req-c518f939-c448-4f1b-9851-cb69982655cc {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:22:50.830682 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd94b9f0-b086-4093-bc63-9b4446773f7f", "tag": "d735e129-c7ad-45e8-b9b4-5784b99c75c6", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:22:50.830682 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c518f939-c448-4f1b-9851-cb69982655cc {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:22:50.830682 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd94b9f0-b086-4093-bc63-9b4446773f7f', 'tag': 'd735e129-c7ad-45e8-b9b4-5784b99c75c6', 'status': 'completed', 'code': 200} Sep 30 13:22:50.835559 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-635d49f6-9ceb-46bc-819a-63a13b87f34b req-2439daf3-ae2a-4cea-ac9f-59f8ce858ce1 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879280 Sep 30 13:22:50.922619 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-a8e30676-5db5-49a8-812e-ddcb70f683be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d735e129-c7ad-45e8-b9b4-5784b99c75c6 HTTP/1.1" status: 200 len: 217 time: 0.0944688 Sep 30 13:22:51.123106 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c87b66-5cac-4c2f-9efe-8b8bf7031178 req-7faf8b7d-c19d-4d7c-a9fa-56917fd4f299 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:51.135799 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a5c87b66-5cac-4c2f-9efe-8b8bf7031178 req-7faf8b7d-c19d-4d7c-a9fa-56917fd4f299 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1407762 Sep 30 13:22:51.240228 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a5c87b66-5cac-4c2f-9efe-8b8bf7031178 req-f5019ea2-f6f6-4486-951c-1a3c9919dc67 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033089 Sep 30 13:22:51.620757 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:51.910247 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-01e33d14-d439-43cd-a9a6-c591be3cb5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:51.912291 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-01e33d14-d439-43cd-a9a6-c591be3cb5da service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b359729-96db-4c9c-8faa-0b43134ad013 HTTP/1.1" status: 200 len: 854 time: 0.9786758 Sep 30 13:22:51.928803 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4742f-624f-42f9-9113-449455b58a71 req-08b074f8-d8ec-47a4-9e74-c47b81058611 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:51.950659 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-37c4742f-624f-42f9-9113-449455b58a71 req-08b074f8-d8ec-47a4-9e74-c47b81058611 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.3570914 Sep 30 13:22:51.958580 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00163d6c-40cb-4044-8d07-fa5e718ca069 req-5d7c5915-907a-42f0-9b78-daa7b49cc7b9 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:51.977034 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-00163d6c-40cb-4044-8d07-fa5e718ca069 req-5d7c5915-907a-42f0-9b78-daa7b49cc7b9 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd94b9f0-b086-4093-bc63-9b4446773f7f HTTP/1.1" status: 200 len: 943 time: 0.9478219 Sep 30 13:22:52.035532 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-922e00c9-4a79-43cf-92b7-d4deca569850 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cd69867e-c4b4-4638-8580-3edbd8ab54d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539501 Sep 30 13:22:52.067211 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-37c4742f-624f-42f9-9113-449455b58a71 req-93621472-6d53-4aa7-b35d-7af191e949d8 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129036 Sep 30 13:22:52.111964 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-00163d6c-40cb-4044-8d07-fa5e718ca069 req-1b04783c-788b-42b4-8c09-b17c0f876b37 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.18 "GET /v2.0/security-groups?id=63a3b97c-1c86-4b79-b212-301a97f60371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239245 Sep 30 13:22:52.341919 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-18cd6c48-9c54-4e65-973f-5d1c5872830d req-16dc57d1-693b-45fc-959e-ab7caeff1ce9 service neutron] (94764) timed out ('10.222.0.18', 42778) {{(pid=94764) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 13:22:52.348287 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-43508ccc-9bd6-462f-b9a7-f06eee8cc6f6 service neutron] 10.222.0.39 "GET /v2.0/networks/cd69867e-c4b4-4638-8580-3edbd8ab54d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052042 Sep 30 13:22:52.356470 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:52.423700 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd05cde-ac4f-438e-abf5-91affd0bcb28 req-bb09036b-8333-460f-944f-a1115f3fd363 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:52.439029 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4bd05cde-ac4f-438e-abf5-91affd0bcb28 req-bb09036b-8333-460f-944f-a1115f3fd363 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1673820 Sep 30 13:22:52.562575 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4bd05cde-ac4f-438e-abf5-91affd0bcb28 req-60ce28d6-8e04-4932-9fc2-cc39759ee25c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128700 Sep 30 13:22:52.649923 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-22ca719a-e1b9-4570-9199-4f307b3d16d0 req-92d3a33c-c25e-4104-a8c1-66a59566cfc8 service neutron] 10.222.0.39 "GET /v2.0/networks/cd69867e-c4b4-4638-8580-3edbd8ab54d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932382 Sep 30 13:22:52.858162 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b9026-0143-4687-b181-ce79a26a8d66 req-2189d9b0-643b-4e3b-9ae5-64534069eb98 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:52.860111 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-319b9026-0143-4687-b181-ce79a26a8d66 req-2189d9b0-643b-4e3b-9ae5-64534069eb98 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1650770 Sep 30 13:22:52.889120 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b2fba-84da-41b3-b6f0-471a8dd7856d req-cf5c4b52-d6cd-4be9-9532-ce539f0310a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:52.890676 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b5b2fba-84da-41b3-b6f0-471a8dd7856d req-cf5c4b52-d6cd-4be9-9532-ce539f0310a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=786ef875a40a444f83eefdacb766eff2&device_id=fd94b9f0-b086-4093-bc63-9b4446773f7f HTTP/1.1" status: 200 len: 1094 time: 0.1620531 Sep 30 13:22:53.028359 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-319b9026-0143-4687-b181-ce79a26a8d66 req-ed3f6cf7-b1e7-48a0-a410-8c1663abd72c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588609 Sep 30 13:22:53.209871 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b2fba-84da-41b3-b6f0-471a8dd7856d req-4c627d22-5320-4dac-81d9-449668dfd5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:53.211328 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b5b2fba-84da-41b3-b6f0-471a8dd7856d req-4c627d22-5320-4dac-81d9-449668dfd5a3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cd69867e-c4b4-4638-8580-3edbd8ab54d2 HTTP/1.1" status: 200 len: 915 time: 0.2847543 Sep 30 13:22:53.343404 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b5b2fba-84da-41b3-b6f0-471a8dd7856d req-d42b9f9b-45f3-4bad-8e73-62c700805605 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d735e129-c7ad-45e8-b9b4-5784b99c75c6 HTTP/1.1" status: 200 len: 217 time: 0.1237495 Sep 30 13:22:53.486484 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb7fbe-bc87-4cf9-b552-ff010015ac74 req-ccc66f3e-7781-4995-bbd6-3f5cabef11c4 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:53.489364 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-53bb7fbe-bc87-4cf9-b552-ff010015ac74 req-ccc66f3e-7781-4995-bbd6-3f5cabef11c4 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd94b9f0-b086-4093-bc63-9b4446773f7f HTTP/1.1" status: 200 len: 943 time: 0.1264970 Sep 30 13:22:53.507382 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b2fba-84da-41b3-b6f0-471a8dd7856d req-0202db49-01f6-49eb-ba71-7f42b9d84ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:53.509706 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b5b2fba-84da-41b3-b6f0-471a8dd7856d req-0202db49-01f6-49eb-ba71-7f42b9d84ab1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b359729-96db-4c9c-8faa-0b43134ad013 HTTP/1.1" status: 200 len: 854 time: 0.1582036 Sep 30 13:22:53.565781 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-53bb7fbe-bc87-4cf9-b552-ff010015ac74 req-18368f52-b385-4b25-aae6-69a965b4a5a0 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.18 "GET /v2.0/security-groups?id=63a3b97c-1c86-4b79-b212-301a97f60371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693533 Sep 30 13:22:53.646832 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b5b2fba-84da-41b3-b6f0-471a8dd7856d req-a08ec1d6-0bce-4ff7-bf85-5217f81e7c20 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cd69867e-c4b4-4638-8580-3edbd8ab54d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170790 Sep 30 13:22:53.828231 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b5b2fba-84da-41b3-b6f0-471a8dd7856d req-dd91efd6-53a0-4bcc-9ef5-626cf40b96bc service neutron] 10.222.0.39 "GET /v2.0/networks/cd69867e-c4b4-4638-8580-3edbd8ab54d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703598 Sep 30 13:22:53.931476 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2004f-68aa-4e95-ac4f-942282028076 req-b588331f-f77f-417e-b186-382b8f5c6357 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:53.939761 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f4f2004f-68aa-4e95-ac4f-942282028076 req-b588331f-f77f-417e-b186-382b8f5c6357 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.5081744 Sep 30 13:22:54.108058 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:54.119446 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f4f2004f-68aa-4e95-ac4f-942282028076 req-0e060245-d255-4582-811b-cb0f8b2ccfca tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735253 Sep 30 13:22:54.149060 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b5b2fba-84da-41b3-b6f0-471a8dd7856d req-197e78d5-a2e9-4fff-b791-d4a87c7beadd service neutron] 10.222.0.39 "GET /v2.0/networks/cd69867e-c4b4-4638-8580-3edbd8ab54d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124444 Sep 30 13:22:54.455122 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c212e1-8b85-450e-abae-f12145b7685d req-7259b2ec-3d70-44e2-be58-50b356ad45ad tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:54.470113 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-88c212e1-8b85-450e-abae-f12145b7685d req-7259b2ec-3d70-44e2-be58-50b356ad45ad tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1780496 Sep 30 13:22:54.540112 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-88c212e1-8b85-450e-abae-f12145b7685d req-ac3b530d-35d8-44e8-9c0a-8fdd3778a4e3 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686252 Sep 30 13:22:54.860213 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48552) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:54.863206 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bad98-f544-466b-a065-fcd777e7026c req-2caa13b1-067c-4c3c-905f-a7099846fe10 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:54.870003 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190833c4-f3da-43a5-94c9-e0f5a7804fd7 req-511db0ad-61fe-49b0-975f-ef0b6ae8cda8 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:54.873671 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a1bad98-f544-466b-a065-fcd777e7026c req-2caa13b1-067c-4c3c-905f-a7099846fe10 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd94b9f0-b086-4093-bc63-9b4446773f7f HTTP/1.1" status: 200 len: 943 time: 0.1618285 Sep 30 13:22:54.887928 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-190833c4-f3da-43a5-94c9-e0f5a7804fd7 req-511db0ad-61fe-49b0-975f-ef0b6ae8cda8 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1260777 Sep 30 13:22:54.940123 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a1bad98-f544-466b-a065-fcd777e7026c req-bdad089b-629e-40d1-9013-3270566c7b9d tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.18 "GET /v2.0/security-groups?id=63a3b97c-1c86-4b79-b212-301a97f60371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602252 Sep 30 13:22:54.972328 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-190833c4-f3da-43a5-94c9-e0f5a7804fd7 req-6b0476ab-74ca-4975-bff5-fa31c4ea6ab5 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757468 Sep 30 13:22:55.140986 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0962b6e0-9c12-48ef-bda4-83b649b72be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:55.267289 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358803cf-82b2-4d14-aba5-451f75578a12 req-e71df47e-4a0e-4de6-8a2b-7915a203ce1d tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:55.290681 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-358803cf-82b2-4d14-aba5-451f75578a12 req-e71df47e-4a0e-4de6-8a2b-7915a203ce1d tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1905127 Sep 30 13:22:55.365340 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-358803cf-82b2-4d14-aba5-451f75578a12 req-e4cde1fd-84cf-4aac-9e23-8c4627f4a6c7 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735860 Sep 30 13:22:55.377891 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0962b6e0-9c12-48ef-bda4-83b649b72be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:55.396000 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0962b6e0-9c12-48ef-bda4-83b649b72be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:55.504041 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48576) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:55.516213 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0962b6e0-9c12-48ef-bda4-83b649b72be7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=acdded005bde475f896319bde8f7d463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6122353 Sep 30 13:22:55.537829 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962b6e0-9c12-48ef-bda4-83b649b72be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e17fd9-d914-4814-aaa5-c04aa1bfdb80,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:55.640702 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1e7bd0c1-4ea3-4238-af6b-b168b5015765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:55.685016 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ed445-0752-4d5f-8d1e-2858f89aa91f req-b5811a40-b698-45be-a6b6-3df9b78d74c7 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:55.685016 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-319ed445-0752-4d5f-8d1e-2858f89aa91f req-b5811a40-b698-45be-a6b6-3df9b78d74c7 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1236115 Sep 30 13:22:55.693308 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1e7bd0c1-4ea3-4238-af6b-b168b5015765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:55.800031 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-319ed445-0752-4d5f-8d1e-2858f89aa91f req-707ca080-9df0-4a25-9d29-a301656f4b4d tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101959 Sep 30 13:22:55.836996 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1e7bd0c1-4ea3-4238-af6b-b168b5015765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:55.839733 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1e7bd0c1-4ea3-4238-af6b-b168b5015765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:55.842170 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1e7bd0c1-4ea3-4238-af6b-b168b5015765 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/75e17fd9-d914-4814-aaa5-c04aa1bfdb80 HTTP/1.1" status: 204 len: 168 time: 0.3359132 Sep 30 13:22:55.861506 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d735e129-c7ad-45e8-b9b4-5784b99c75c6 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:22:55.864378 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7bd0c1-4ea3-4238-af6b-b168b5015765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e17fd9-d914-4814-aaa5-c04aa1bfdb80,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:55.874928 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7bd0c1-4ea3-4238-af6b-b168b5015765 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:55.875562 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7bd0c1-4ea3-4238-af6b-b168b5015765 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:55.876057 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7bd0c1-4ea3-4238-af6b-b168b5015765 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:55.876579 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7bd0c1-4ea3-4238-af6b-b168b5015765 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:55.877109 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7bd0c1-4ea3-4238-af6b-b168b5015765 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:55.877611 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7bd0c1-4ea3-4238-af6b-b168b5015765 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:55.878146 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7bd0c1-4ea3-4238-af6b-b168b5015765 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:55.878651 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7bd0c1-4ea3-4238-af6b-b168b5015765 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:55.879157 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7bd0c1-4ea3-4238-af6b-b168b5015765 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:55.879657 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7bd0c1-4ea3-4238-af6b-b168b5015765 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:55.880147 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7bd0c1-4ea3-4238-af6b-b168b5015765 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:55.880636 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7bd0c1-4ea3-4238-af6b-b168b5015765 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:22:56.046547 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.resource_extend [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 13:22:56.069618 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705198e-55c1-4ad1-b8e4-90a3a39efd0e req-09e942f1-facf-4d14-b820-de3f7093611c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:56.071351 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6705198e-55c1-4ad1-b8e4-90a3a39efd0e req-09e942f1-facf-4d14-b820-de3f7093611c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1372733 Sep 30 13:22:56.212871 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6705198e-55c1-4ad1-b8e4-90a3a39efd0e req-515ed4a9-8bf5-4c91-96bd-947bc7f32c1f tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331980 Sep 30 13:22:56.270837 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port d735e129-c7ad-45e8-b9b4-5784b99c75c6, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d735e129-c7ad-45e8-b9b4-5784b99c75c6,segment=NetworkSegment(37db480e-bd2b-4c94-80ca-5f4f37697690),segment_id=37db480e-bd2b-4c94-80ca-5f4f37697690)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:22:56.296420 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b4829-df35-4d16-9d80-fe437ecd1c1a req-030aad0b-44b0-41e0-8083-fd06d641bf93 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:56.302873 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b18b4829-df35-4d16-9d80-fe437ecd1c1a req-030aad0b-44b0-41e0-8083-fd06d641bf93 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd94b9f0-b086-4093-bc63-9b4446773f7f HTTP/1.1" status: 200 len: 943 time: 0.1534245 Sep 30 13:22:56.318965 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'd735e129-c7ad-45e8-b9b4-5784b99c75c6', 'network_id': 'cd69867e-c4b4-4638-8580-3edbd8ab54d2', 'port_id': 'd735e129-c7ad-45e8-b9b4-5784b99c75c6', 'mac_address': 'fa:16:3e:6b:ac:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b359729-96db-4c9c-8faa-0b43134ad013', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:22:56.384276 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b18b4829-df35-4d16-9d80-fe437ecd1c1a req-beb62753-2023-4678-85c2-826d4e5dc2e7 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.18 "GET /v2.0/security-groups?id=63a3b97c-1c86-4b79-b212-301a97f60371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752342 Sep 30 13:22:56.485010 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:56.544704 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d735e129-c7ad-45e8-b9b4-5784b99c75c6 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:22:56.591240 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port d735e129-c7ad-45e8-b9b4-5784b99c75c6, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d735e129-c7ad-45e8-b9b4-5784b99c75c6,segment=NetworkSegment(37db480e-bd2b-4c94-80ca-5f4f37697690),segment_id=37db480e-bd2b-4c94-80ca-5f4f37697690)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:22:56.599390 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:56.800572 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=d735e129-c7ad-45e8-b9b4-5784b99c75c6,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:56.837697 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['d735e129-c7ad-45e8-b9b4-5784b99c75c6'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:22:56.841281 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77289b0a-14e6-4ce6-9bfa-09d4f4fdfeeb req-1e56c9ec-6cac-44c1-9f7a-f1174f0f0d08 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:56.851098 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-77289b0a-14e6-4ce6-9bfa-09d4f4fdfeeb req-1e56c9ec-6cac-44c1-9f7a-f1174f0f0d08 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1651416 Sep 30 13:22:56.936659 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-77289b0a-14e6-4ce6-9bfa-09d4f4fdfeeb req-a9673091-ab57-42e4-a585-a618ec2a3859 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780306 Sep 30 13:22:57.595797 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68a62f-15a6-4de5-b6de-f5910c184978 req-846fc911-ac52-4536-846a-7211ef70ed4d tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:57.605378 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d68a62f-15a6-4de5-b6de-f5910c184978 req-846fc911-ac52-4536-846a-7211ef70ed4d tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd94b9f0-b086-4093-bc63-9b4446773f7f HTTP/1.1" status: 200 len: 944 time: 0.0676856 Sep 30 13:22:57.647101 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d68a62f-15a6-4de5-b6de-f5910c184978 req-f296c673-092e-4ba3-b000-47af58466525 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.18 "GET /v2.0/security-groups?id=63a3b97c-1c86-4b79-b212-301a97f60371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403388 Sep 30 13:22:57.859905 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d735e129-c7ad-45e8-b9b4-5784b99c75c6 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:22:57.934557 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port d735e129-c7ad-45e8-b9b4-5784b99c75c6 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:22:57.939833 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port d735e129-c7ad-45e8-b9b4-5784b99c75c6 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:22:57.940430 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:58.083042 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:58.172992 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port d735e129-c7ad-45e8-b9b4-5784b99c75c6, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d735e129-c7ad-45e8-b9b4-5784b99c75c6,segment=NetworkSegment(37db480e-bd2b-4c94-80ca-5f4f37697690),segment_id=37db480e-bd2b-4c94-80ca-5f4f37697690)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:22:58.174521 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd94b9f0-b086-4093-bc63-9b4446773f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd735e129-c7ad-45e8-b9b4-5784b99c75c6'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:22:58.177124 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4081f1fe-c46e-4419-9b1c-f06a2471e944" -d '{"events": [{"server_uuid": "fd94b9f0-b086-4093-bc63-9b4446773f7f", "name": "network-vif-plugged", "status": "completed", "tag": "d735e129-c7ad-45e8-b9b4-5784b99c75c6"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:22:58.192800 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:58.197011 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a04953-f8bb-4774-9027-f83fb39c871d req-1acda7df-1da7-44f4-9ed0-b457c5543f1f tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:58.199051 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a4a04953-f8bb-4774-9027-f83fb39c871d req-1acda7df-1da7-44f4-9ed0-b457c5543f1f tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1019299 Sep 30 13:22:58.298651 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a4a04953-f8bb-4774-9027-f83fb39c871d req-493d6300-86fa-411c-9a38-cb77a3673943 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908918 Sep 30 13:22:58.305355 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067253e0-d9a3-4540-837f-c850b4ff03fc x-openstack-request-id: req-067253e0-d9a3-4540-837f-c850b4ff03fc {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:22:58.306036 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd94b9f0-b086-4093-bc63-9b4446773f7f", "name": "network-vif-plugged", "status": "completed", "tag": "d735e129-c7ad-45e8-b9b4-5784b99c75c6", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:22:58.306478 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-067253e0-d9a3-4540-837f-c850b4ff03fc {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:22:58.307057 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd94b9f0-b086-4093-bc63-9b4446773f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd735e129-c7ad-45e8-b9b4-5784b99c75c6', 'code': 200} Sep 30 13:22:58.307878 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=d735e129-c7ad-45e8-b9b4-5784b99c75c6,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:58.408410 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d50d21-160b-44d1-8e72-4591e092d0e8 req-d3f93fae-b902-4c3c-87ef-dfe32fc1e3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:58.410769 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-35d50d21-160b-44d1-8e72-4591e092d0e8 req-d3f93fae-b902-4c3c-87ef-dfe32fc1e3cc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fd94b9f0-b086-4093-bc63-9b4446773f7f HTTP/1.1" status: 200 len: 1096 time: 0.0576246 Sep 30 13:22:58.520408 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-35d50d21-160b-44d1-8e72-4591e092d0e8 req-4898c004-8787-4141-bb41-181b084d1ed8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=63a3b97c-1c86-4b79-b212-301a97f60371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998316 Sep 30 13:22:58.595911 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48692) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:58.901469 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2ec1b-321a-4ab0-be9f-da91ba6e438a req-cee57d96-58a3-467d-9883-94665c6d32c3 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:58.914133 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2db2ec1b-321a-4ab0-be9f-da91ba6e438a req-cee57d96-58a3-467d-9883-94665c6d32c3 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1849210 Sep 30 13:22:58.942095 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-92dc957c-db7d-448b-8fd4-cf01f504c15e tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-975665718'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:22:58.987626 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c164f51-41f0-40fe-ae96-5a3f349136ae req-a675fa5d-3687-4b0a-bab0-258309d0ef2a tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:58.989194 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2db2ec1b-321a-4ab0-be9f-da91ba6e438a req-b300cad5-eb6b-4ca0-acfe-c75d588a0703 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730686 Sep 30 13:22:58.996534 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c164f51-41f0-40fe-ae96-5a3f349136ae req-a675fa5d-3687-4b0a-bab0-258309d0ef2a tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd94b9f0-b086-4093-bc63-9b4446773f7f HTTP/1.1" status: 200 len: 945 time: 0.1226721 Sep 30 13:22:59.003532 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92dc957c-db7d-448b-8fd4-cf01f504c15e tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Made reservation on behalf of e0c10012557f4f75a069e43de1b33c64 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:22:59.006968 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-92dc957c-db7d-448b-8fd4-cf01f504c15e tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:59.024537 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-92dc957c-db7d-448b-8fd4-cf01f504c15e tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:59.063737 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c164f51-41f0-40fe-ae96-5a3f349136ae req-b369b25b-de89-42e4-a444-d18ce5fb3a4c tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.18 "GET /v2.0/security-groups?id=63a3b97c-1c86-4b79-b212-301a97f60371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663393 Sep 30 13:22:59.153669 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-92dc957c-db7d-448b-8fd4-cf01f504c15e tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:59.167184 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-92dc957c-db7d-448b-8fd4-cf01f504c15e tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:59.182960 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92dc957c-db7d-448b-8fd4-cf01f504c15e tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:22:59.193564 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-92dc957c-db7d-448b-8fd4-cf01f504c15e tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:59.193922 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-92dc957c-db7d-448b-8fd4-cf01f504c15e tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Added segment 80fb6b3f-e91e-4e64-b65d-e3b0699a607e of type vlan for network cf49defa-7489-4e3a-8a9a-36f4288279bf Sep 30 13:22:59.248666 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-92dc957c-db7d-448b-8fd4-cf01f504c15e tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:59.269034 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc957c-db7d-448b-8fd4-cf01f504c15e tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26247cb0-cb1e-4429-8028-522158288b90,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:59.292819 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-92dc957c-db7d-448b-8fd4-cf01f504c15e tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:59.300731 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dc957c-db7d-448b-8fd4-cf01f504c15e tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:22:59.301711 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-92dc957c-db7d-448b-8fd4-cf01f504c15e tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:59.347965 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-92dc957c-db7d-448b-8fd4-cf01f504c15e tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7507989 Sep 30 13:22:59.350505 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48726) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:22:59.356770 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-77b27df9-494c-49fd-99bb-d610f00f18c8 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Request body: {'subnet': {'network_id': 'cf49defa-7489-4e3a-8a9a-36f4288279bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:22:59.424734 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc957c-db7d-448b-8fd4-cf01f504c15e tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Pushing event updated for resources: {'Network': ['ID=cf49defa-7489-4e3a-8a9a-36f4288279bf,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:22:59.438158 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network cf49defa-7489-4e3a-8a9a-36f4288279bf details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:22:59.560792 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b27df9-494c-49fd-99bb-d610f00f18c8 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Made reservation on behalf of e0c10012557f4f75a069e43de1b33c64 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:22:59.565723 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-77b27df9-494c-49fd-99bb-d610f00f18c8 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:22:59.918343 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-77b27df9-494c-49fd-99bb-d610f00f18c8 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:00.029204 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b27df9-494c-49fd-99bb-d610f00f18c8 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Checking segment: {'id': '80fb6b3f-e91e-4e64-b65d-e3b0699a607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'cf49defa-7489-4e3a-8a9a-36f4288279bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:23:00.029710 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b27df9-494c-49fd-99bb-d610f00f18c8 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Network hostable DHCP agents. Network: cf49defa-7489-4e3a-8a9a-36f4288279bf, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:23:00.039865 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b27df9-494c-49fd-99bb-d610f00f18c8 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Pushing event updated for resources: {'Subnet': ['ID=30a797cf-4c1b-47c0-b3f2-8eca3a3413e2,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:00.075883 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b27df9-494c-49fd-99bb-d610f00f18c8 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Network cf49defa-7489-4e3a-8a9a-36f4288279bf is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:23:00.099640 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-77b27df9-494c-49fd-99bb-d610f00f18c8 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, cf49defa-7489-4e3a-8a9a-36f4288279bf) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:00.112651 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac61bb2-92dc-4461-a4ba-eb0a1bfb1213 None None] Network cf49defa-7489-4e3a-8a9a-36f4288279bf requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:23:00.117336 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b27df9-494c-49fd-99bb-d610f00f18c8 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:00.129354 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-77b27df9-494c-49fd-99bb-d610f00f18c8 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:00.231848 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-77b27df9-494c-49fd-99bb-d610f00f18c8 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8796637 Sep 30 13:23:00.234242 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48752) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:00.244744 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-aa40d38a-99c9-4774-8985-b730af6acf14 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Request body: {'port': {'network_id': 'cf49defa-7489-4e3a-8a9a-36f4288279bf', 'name': 'tempest-DHCPAgentSchedulersTestJSON-859380803'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:00.302066 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97be18-9547-4865-b6f0-305abda9e086 req-16bfa7a0-99de-4342-a0c0-b3f2b1faadcb tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:00.303683 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f97be18-9547-4865-b6f0-305abda9e086 req-16bfa7a0-99de-4342-a0c0-b3f2b1faadcb tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd94b9f0-b086-4093-bc63-9b4446773f7f HTTP/1.1" status: 200 len: 945 time: 0.1258488 Sep 30 13:23:00.344081 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37bb34-eaef-426e-aa5c-ec44d740fb03 req-f1058b01-7230-4bd5-aa56-2daf36aeee0e tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:00.348027 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb37bb34-eaef-426e-aa5c-ec44d740fb03 req-f1058b01-7230-4bd5-aa56-2daf36aeee0e tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.2139602 Sep 30 13:23:00.384018 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f97be18-9547-4865-b6f0-305abda9e086 req-54f71d6f-a01a-48f8-8826-86a4e9c6d6b6 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.18 "GET /v2.0/security-groups?id=63a3b97c-1c86-4b79-b212-301a97f60371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712872 Sep 30 13:23:00.431323 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e337fd28-466d-4af1-a882-252371b9c8d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-cf49defa-7489-4e3a-8a9a-36f4288279bf', 'network_id': 'cf49defa-7489-4e3a-8a9a-36f4288279bf', 'tenant_id': 'e0c10012557f4f75a069e43de1b33c64', 'fixed_ips': [{'subnet_id': '30a797cf-4c1b-47c0-b3f2-8eca3a3413e2'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:23:00.434359 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e337fd28-466d-4af1-a882-252371b9c8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:00.467557 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb37bb34-eaef-426e-aa5c-ec44d740fb03 req-eb760d59-3156-4365-9b65-d7005c204f72 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977690 Sep 30 13:23:00.609484 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa40d38a-99c9-4774-8985-b730af6acf14 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Made reservation on behalf of e0c10012557f4f75a069e43de1b33c64 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:00.613789 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aa40d38a-99c9-4774-8985-b730af6acf14 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:00.656254 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-aa40d38a-99c9-4774-8985-b730af6acf14 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] device_id is not set on port 8c6dc9a1-3a54-4529-855f-5e1141afcadf yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:23:00.725633 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eaab73-1882-4a92-bd39-cd250ba4c507 req-5666f4a1-dd1c-4c2f-b6ec-77607b4a53f3 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:00.734206 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-90eaab73-1882-4a92-bd39-cd250ba4c507 req-5666f4a1-dd1c-4c2f-b6ec-77607b4a53f3 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1441123 Sep 30 13:23:00.746858 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-e337fd28-466d-4af1-a882-252371b9c8d3 None None] Allocated IP 172.20.0.2 (cf49defa-7489-4e3a-8a9a-36f4288279bf/30a797cf-4c1b-47c0-b3f2-8eca3a3413e2/7d62f91e-4426-42d0-b035-f3b7eae6b6d0) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:23:00.797228 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-90eaab73-1882-4a92-bd39-cd250ba4c507 req-c6777f55-a1fd-4ca4-b829-6fac2533c5f2 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618310 Sep 30 13:23:01.060500 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48784) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:01.073384 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-fe41f6bd-66b1-4e5b-bbd5-21726d3b2a2c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1989387648'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:01.117487 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5675a9e-7fe0-4933-8520-c1e911bf0081 req-d1626281-ee11-4d00-b71b-32a2eaeb23f2 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:01.126301 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e5675a9e-7fe0-4933-8520-c1e911bf0081 req-d1626281-ee11-4d00-b71b-32a2eaeb23f2 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1417501 Sep 30 13:23:01.183638 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe41f6bd-66b1-4e5b-bbd5-21726d3b2a2c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Made reservation on behalf of b2b1cd5a06924c118528b4d0714f0f7d for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:01.188426 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fe41f6bd-66b1-4e5b-bbd5-21726d3b2a2c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:01.222829 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e5675a9e-7fe0-4933-8520-c1e911bf0081 req-697dc7fb-0184-4cd0-af50-54252124a300 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778487 Sep 30 13:23:01.253437 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e337fd28-466d-4af1-a882-252371b9c8d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:01.273054 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe41f6bd-66b1-4e5b-bbd5-21726d3b2a2c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:23:01.307005 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fe41f6bd-66b1-4e5b-bbd5-21726d3b2a2c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:01.308819 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-fe41f6bd-66b1-4e5b-bbd5-21726d3b2a2c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Added segment f097219d-7f39-4cbe-a12c-6eb6cc689337 of type vlan for network 9d17fdcf-9158-4fb3-9d4c-28837b9c74af Sep 30 13:23:01.309736 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e337fd28-466d-4af1-a882-252371b9c8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:01.420829 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fe41f6bd-66b1-4e5b-bbd5-21726d3b2a2c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:01.482760 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c16a80-fc07-4f63-b5be-0f1f848a4f4f req-aeb74667-24b6-462a-9404-9ede9610b6e1 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:01.490412 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08c16a80-fc07-4f63-b5be-0f1f848a4f4f req-aeb74667-24b6-462a-9404-9ede9610b6e1 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd94b9f0-b086-4093-bc63-9b4446773f7f HTTP/1.1" status: 200 len: 945 time: 0.1760886 Sep 30 13:23:01.491617 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337fd28-466d-4af1-a882-252371b9c8d3 None None] Pushing event updated for resources: {'Port': ['ID=7d62f91e-4426-42d0-b035-f3b7eae6b6d0,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:01.512876 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e337fd28-466d-4af1-a882-252371b9c8d3 None None] Network cf49defa-7489-4e3a-8a9a-36f4288279bf is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:23:01.521136 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-e337fd28-466d-4af1-a882-252371b9c8d3 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:01.524937 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e337fd28-466d-4af1-a882-252371b9c8d3 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:23:01.569018 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08c16a80-fc07-4f63-b5be-0f1f848a4f4f req-3901e570-5f88-4d62-9cde-90734f8d7af1 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.18 "GET /v2.0/security-groups?id=63a3b97c-1c86-4b79-b212-301a97f60371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755467 Sep 30 13:23:01.605089 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fe41f6bd-66b1-4e5b-bbd5-21726d3b2a2c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:01.612377 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe41f6bd-66b1-4e5b-bbd5-21726d3b2a2c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:01.612984 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fe41f6bd-66b1-4e5b-bbd5-21726d3b2a2c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:01.626876 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e337fd28-466d-4af1-a882-252371b9c8d3 None None] Attempting to bind port 7d62f91e-4426-42d0-b035-f3b7eae6b6d0 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:01.627506 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e337fd28-466d-4af1-a882-252371b9c8d3 None None] Attempting to bind port 7d62f91e-4426-42d0-b035-f3b7eae6b6d0 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '80fb6b3f-e91e-4e64-b65d-e3b0699a607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'cf49defa-7489-4e3a-8a9a-36f4288279bf'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:01.628033 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337fd28-466d-4af1-a882-252371b9c8d3 None None] Attempting to bind port 7d62f91e-4426-42d0-b035-f3b7eae6b6d0 on network cf49defa-7489-4e3a-8a9a-36f4288279bf {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:01.634569 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337fd28-466d-4af1-a882-252371b9c8d3 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:23:01.635201 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337fd28-466d-4af1-a882-252371b9c8d3 None None] Checking segment: {'id': '80fb6b3f-e91e-4e64-b65d-e3b0699a607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'cf49defa-7489-4e3a-8a9a-36f4288279bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:23:01.635766 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e337fd28-466d-4af1-a882-252371b9c8d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:01.636311 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337fd28-466d-4af1-a882-252371b9c8d3 None None] Bound using segment: {'id': '80fb6b3f-e91e-4e64-b65d-e3b0699a607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'cf49defa-7489-4e3a-8a9a-36f4288279bf'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:23:01.636990 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e337fd28-466d-4af1-a882-252371b9c8d3 None None] Bound port: 7d62f91e-4426-42d0-b035-f3b7eae6b6d0, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80fb6b3f-e91e-4e64-b65d-e3b0699a607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'cf49defa-7489-4e3a-8a9a-36f4288279bf'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:23:01.637547 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e337fd28-466d-4af1-a882-252371b9c8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:01.675413 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fe41f6bd-66b1-4e5b-bbd5-21726d3b2a2c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6112328 Sep 30 13:23:01.675618 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48804) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:01.682321 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-f1b75a83-6d6f-4571-923e-c6f2f14e6127 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1867986150'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:01.744371 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-aa40d38a-99c9-4774-8985-b730af6acf14 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Allocated IP 172.20.0.8 (cf49defa-7489-4e3a-8a9a-36f4288279bf/30a797cf-4c1b-47c0-b3f2-8eca3a3413e2/8c6dc9a1-3a54-4529-855f-5e1141afcadf) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:23:01.745756 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b75a83-6d6f-4571-923e-c6f2f14e6127 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Made reservation on behalf of b2b1cd5a06924c118528b4d0714f0f7d for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:01.749262 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f1b75a83-6d6f-4571-923e-c6f2f14e6127 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:01.781193 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e337fd28-466d-4af1-a882-252371b9c8d3 None None] For port 7d62f91e-4426-42d0-b035-f3b7eae6b6d0, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:23:01.782256 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6b3b5-fa0f-4a57-a848-49be56feb2c8 req-bce7ae8f-c11c-4036-b990-d8085d0460a3 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:01.783833 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f4d6b3b5-fa0f-4a57-a848-49be56feb2c8 req-bce7ae8f-c11c-4036-b990-d8085d0460a3 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.3100166 Sep 30 13:23:01.785898 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e337fd28-466d-4af1-a882-252371b9c8d3 None None] For port 7d62f91e-4426-42d0-b035-f3b7eae6b6d0, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=7d62f91e-4426-42d0-b035-f3b7eae6b6d0,segment=NetworkSegment(80fb6b3f-e91e-4e64-b65d-e3b0699a607e),segment_id=80fb6b3f-e91e-4e64-b65d-e3b0699a607e)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:23:01.792843 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e337fd28-466d-4af1-a882-252371b9c8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:01.797284 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b75a83-6d6f-4571-923e-c6f2f14e6127 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:23:01.823444 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f1b75a83-6d6f-4571-923e-c6f2f14e6127 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:01.823789 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-f1b75a83-6d6f-4571-923e-c6f2f14e6127 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Added segment fb32e27c-117c-48af-8116-a61ac08babf9 of type vlan for network b68d4a30-a2a9-45e6-a05c-fdc2eb295452 Sep 30 13:23:01.891615 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41f6bd-66b1-4e5b-bbd5-21726d3b2a2c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event updated for resources: {'Network': ['ID=9d17fdcf-9158-4fb3-9d4c-28837b9c74af,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:01.916998 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 9d17fdcf-9158-4fb3-9d4c-28837b9c74af details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:23:01.931046 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f1b75a83-6d6f-4571-923e-c6f2f14e6127 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:02.007472 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f4d6b3b5-fa0f-4a57-a848-49be56feb2c8 req-134a20dc-cbcd-428c-9750-387e7f6b80c9 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334496 Sep 30 13:23:02.081717 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f1b75a83-6d6f-4571-923e-c6f2f14e6127 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:02.087409 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b75a83-6d6f-4571-923e-c6f2f14e6127 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:02.088022 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f1b75a83-6d6f-4571-923e-c6f2f14e6127 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:02.150768 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337fd28-466d-4af1-a882-252371b9c8d3 None None] Pushing event updated for resources: {'Port': ['ID=7d62f91e-4426-42d0-b035-f3b7eae6b6d0,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:02.320664 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b75a83-6d6f-4571-923e-c6f2f14e6127 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event updated for resources: {'Network': ['ID=b68d4a30-a2a9-45e6-a05c-fdc2eb295452,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:02.344200 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network b68d4a30-a2a9-45e6-a05c-fdc2eb295452 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:23:02.348547 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f1b75a83-6d6f-4571-923e-c6f2f14e6127 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6709044 Sep 30 13:23:02.349353 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48822) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:02.355779 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-334ef3b7-8180-4642-88c1-aa021d78b0f7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Request body: {'subnet': {'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:02.399694 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aa40d38a-99c9-4774-8985-b730af6acf14 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:02.457959 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aa40d38a-99c9-4774-8985-b730af6acf14 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:02.517085 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40d38a-99c9-4774-8985-b730af6acf14 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Pushing event updated for resources: {'Port': ['ID=8c6dc9a1-3a54-4529-855f-5e1141afcadf,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:02.538556 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa40d38a-99c9-4774-8985-b730af6acf14 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Network cf49defa-7489-4e3a-8a9a-36f4288279bf is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:23:02.541555 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-aa40d38a-99c9-4774-8985-b730af6acf14 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:02.544708 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa40d38a-99c9-4774-8985-b730af6acf14 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:23:02.618962 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4834d31-bdd2-4522-b5d2-5422846294f9 req-926b3088-1e59-44df-b9dd-e8c1824118ec tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:02.621144 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c4834d31-bdd2-4522-b5d2-5422846294f9 req-926b3088-1e59-44df-b9dd-e8c1824118ec tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd94b9f0-b086-4093-bc63-9b4446773f7f HTTP/1.1" status: 200 len: 945 time: 0.2340865 Sep 30 13:23:02.633068 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83767467-8e87-460d-ab1f-a8210ba32257 req-10e0bffe-0cfd-4293-b0bb-ad5fbe3d22c1 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:02.635264 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-83767467-8e87-460d-ab1f-a8210ba32257 req-10e0bffe-0cfd-4293-b0bb-ad5fbe3d22c1 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.4727211 Sep 30 13:23:02.653375 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa40d38a-99c9-4774-8985-b730af6acf14 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:02.653991 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aa40d38a-99c9-4774-8985-b730af6acf14 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:02.711297 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334ef3b7-8180-4642-88c1-aa021d78b0f7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Made reservation on behalf of b2b1cd5a06924c118528b4d0714f0f7d for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:02.715745 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-334ef3b7-8180-4642-88c1-aa021d78b0f7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:02.720144 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-aa40d38a-99c9-4774-8985-b730af6acf14 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4846668 Sep 30 13:23:02.725549 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48830) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:02.800931 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-83767467-8e87-460d-ab1f-a8210ba32257 req-1d2412c4-47b5-460c-ae07-b22ddbfd390e tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578271 Sep 30 13:23:02.815388 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50b5db-491d-48d7-b3ab-820be302b626 req-bc9d6c72-d9b2-4894-9dba-389eeaa6af7a tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:02.824505 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d50b5db-491d-48d7-b3ab-820be302b626 req-bc9d6c72-d9b2-4894-9dba-389eeaa6af7a tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd94b9f0-b086-4093-bc63-9b4446773f7f HTTP/1.1" status: 200 len: 945 time: 0.1529686 Sep 30 13:23:02.919543 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-42771218-baaa-4e3f-9e8d-8f882a27df2b tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Deleting port 8c6dc9a1-3a54-4529-855f-5e1141afcadf {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:23:02.919941 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-42771218-baaa-4e3f-9e8d-8f882a27df2b tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:02.950101 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-c4834d31-bdd2-4522-b5d2-5422846294f9 req-853615e6-f6e3-4b94-aae1-6ea954d7a1c0 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Deleting port d735e129-c7ad-45e8-b9b4-5784b99c75c6 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:23:02.950844 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c4834d31-bdd2-4522-b5d2-5422846294f9 req-853615e6-f6e3-4b94-aae1-6ea954d7a1c0 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:02.975891 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d50b5db-491d-48d7-b3ab-820be302b626 req-893d24e2-e025-456b-918d-e858a7c98aba tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.18 "GET /v2.0/security-groups?id=63a3b97c-1c86-4b79-b212-301a97f60371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502306 Sep 30 13:23:03.102938 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-42771218-baaa-4e3f-9e8d-8f882a27df2b tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:03.145816 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-42771218-baaa-4e3f-9e8d-8f882a27df2b tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Calling delete_port for 8c6dc9a1-3a54-4529-855f-5e1141afcadf owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:23:03.171671 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-c4834d31-bdd2-4522-b5d2-5422846294f9 req-853615e6-f6e3-4b94-aae1-6ea954d7a1c0 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] For port d735e129-c7ad-45e8-b9b4-5784b99c75c6, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d735e129-c7ad-45e8-b9b4-5784b99c75c6,segment=NetworkSegment(37db480e-bd2b-4c94-80ca-5f4f37697690),segment_id=37db480e-bd2b-4c94-80ca-5f4f37697690)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:23:03.174453 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c4834d31-bdd2-4522-b5d2-5422846294f9 req-853615e6-f6e3-4b94-aae1-6ea954d7a1c0 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:03.219112 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-c4834d31-bdd2-4522-b5d2-5422846294f9 req-853615e6-f6e3-4b94-aae1-6ea954d7a1c0 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Calling delete_port for d735e129-c7ad-45e8-b9b4-5784b99c75c6 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:23:03.323988 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-42771218-baaa-4e3f-9e8d-8f882a27df2b tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:03.461291 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42771218-baaa-4e3f-9e8d-8f882a27df2b tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Pushing event deleted for resources: {'Port': ['ID=8c6dc9a1-3a54-4529-855f-5e1141afcadf,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:03.581659 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88e3c1-24a2-45f2-8830-b73ada9ca2de req-4d72d0ad-d846-462a-a21f-6dec16c10ca3 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:03.591570 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3e88e3c1-24a2-45f2-8830-b73ada9ca2de req-4d72d0ad-d846-462a-a21f-6dec16c10ca3 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.2820802 Sep 30 13:23:03.613324 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-334ef3b7-8180-4642-88c1-aa021d78b0f7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:03.656979 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72678892-bf63-461a-ad9c-9f5fa03f1cb5 None None] Network cf49defa-7489-4e3a-8a9a-36f4288279bf requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:23:03.665896 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c4834d31-bdd2-4522-b5d2-5422846294f9 req-853615e6-f6e3-4b94-aae1-6ea954d7a1c0 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:03.685243 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['d735e129-c7ad-45e8-b9b4-5784b99c75c6'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:23:03.697698 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3e88e3c1-24a2-45f2-8830-b73ada9ca2de req-557cea27-5df0-4af3-8d42-6985c2d9ed5a tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045737 Sep 30 13:23:03.722394 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853615e6-f6e3-4b94-aae1-6ea954d7a1c0 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Pushing event deleted for resources: {'Port': ['ID=d735e129-c7ad-45e8-b9b4-5784b99c75c6,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:03.732634 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-42771218-baaa-4e3f-9e8d-8f882a27df2b tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:03.737339 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-42771218-baaa-4e3f-9e8d-8f882a27df2b tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] 10.222.0.18 "DELETE /v2.0/ports/8c6dc9a1-3a54-4529-855f-5e1141afcadf HTTP/1.1" status: 204 len: 168 time: 1.0057220 Sep 30 13:23:03.737619 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48856) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:03.808058 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-8560cf28-061b-4aea-b886-075a17b1ea04 None None] Provisioning complete for port 7d62f91e-4426-42d0-b035-f3b7eae6b6d0 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:23:03.808441 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8560cf28-061b-4aea-b886-075a17b1ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:03.893464 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48862) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:03.894341 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2242a123-7d48-4afc-91d4-0c9eb20dff82 tempest-DHCPAgentSchedulersTestJSON-2051637608 tempest-DHCPAgentSchedulersTestJSON-2051637608-project-admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.1507652 Sep 30 13:23:03.906369 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-23741be6-a69d-45b2-b972-68ee7458865e tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-110121038'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:04.014571 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23741be6-a69d-45b2-b972-68ee7458865e tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Made reservation on behalf of e0c10012557f4f75a069e43de1b33c64 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:04.018830 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-23741be6-a69d-45b2-b972-68ee7458865e tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:04.020558 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18d5d8-7129-4099-8ead-2c801a467b8f req-07c92866-3daa-4843-8df7-eae28b689ce9 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:04.021454 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4834d31-bdd2-4522-b5d2-5422846294f9 req-853615e6-f6e3-4b94-aae1-6ea954d7a1c0 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] No DVR routers for this DVR port d735e129-c7ad-45e8-b9b4-5784b99c75c6 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:23:04.027823 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c4834d31-bdd2-4522-b5d2-5422846294f9 req-853615e6-f6e3-4b94-aae1-6ea954d7a1c0 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:04.030225 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c4834d31-bdd2-4522-b5d2-5422846294f9 req-853615e6-f6e3-4b94-aae1-6ea954d7a1c0 tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.39 "DELETE /v2.0/ports/d735e129-c7ad-45e8-b9b4-5784b99c75c6 HTTP/1.1" status: 204 len: 173 time: 1.4012337 Sep 30 13:23:04.038247 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-be18d5d8-7129-4099-8ead-2c801a467b8f req-07c92866-3daa-4843-8df7-eae28b689ce9 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1290405 Sep 30 13:23:04.050462 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd94b9f0-b086-4093-bc63-9b4446773f7f', 'name': 'network-vif-deleted', 'tag': 'd735e129-c7ad-45e8-b9b4-5784b99c75c6'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:23:04.054152 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c925b5-e7de-4192-890b-e8374625bb32" -d '{"events": [{"server_uuid": "fd94b9f0-b086-4093-bc63-9b4446773f7f", "name": "network-vif-deleted", "tag": "d735e129-c7ad-45e8-b9b4-5784b99c75c6"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:23:04.072977 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ef3b7-8180-4642-88c1-aa021d78b0f7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event updated for resources: {'Subnet': ['ID=c4f0ebae-560b-4b76-825f-e4ab47d71558,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:04.092324 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334ef3b7-8180-4642-88c1-aa021d78b0f7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Checking segment: {'id': 'f097219d-7f39-4cbe-a12c-6eb6cc689337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:23:04.092881 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334ef3b7-8180-4642-88c1-aa021d78b0f7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Network hostable DHCP agents. Network: 9d17fdcf-9158-4fb3-9d4c-28837b9c74af, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:23:04.119534 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23741be6-a69d-45b2-b972-68ee7458865e tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:23:04.126782 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-be18d5d8-7129-4099-8ead-2c801a467b8f req-81645b81-edb7-4b79-a5ff-9e9176737b11 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740592 Sep 30 13:23:04.132646 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-23741be6-a69d-45b2-b972-68ee7458865e tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:04.133143 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-23741be6-a69d-45b2-b972-68ee7458865e tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Added segment 99bd87d6-ccd2-4d03-a3bc-1277f4fab7d2 of type vlan for network 52ea9c2d-6c65-4009-bdac-8670658cda47 Sep 30 13:23:04.173300 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8560cf28-061b-4aea-b886-075a17b1ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:04.185386 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-23741be6-a69d-45b2-b972-68ee7458865e tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:04.246165 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-23741be6-a69d-45b2-b972-68ee7458865e tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:04.257316 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-8560cf28-061b-4aea-b886-075a17b1ea04 None None] For port 7d62f91e-4426-42d0-b035-f3b7eae6b6d0, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=7d62f91e-4426-42d0-b035-f3b7eae6b6d0,segment=NetworkSegment(80fb6b3f-e91e-4e64-b65d-e3b0699a607e),segment_id=80fb6b3f-e91e-4e64-b65d-e3b0699a607e)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:23:04.263651 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23741be6-a69d-45b2-b972-68ee7458865e tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:04.264552 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-23741be6-a69d-45b2-b972-68ee7458865e tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:04.267366 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334ef3b7-8180-4642-88c1-aa021d78b0f7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Network 9d17fdcf-9158-4fb3-9d4c-28837b9c74af is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:23:04.272907 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3ea0d9-6b86-411d-9ba8-0350f4dd88e9 x-openstack-request-id: req-7e3ea0d9-6b86-411d-9ba8-0350f4dd88e9 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:23:04.273273 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd94b9f0-b086-4093-bc63-9b4446773f7f", "name": "network-vif-deleted", "tag": "d735e129-c7ad-45e8-b9b4-5784b99c75c6", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:23:04.273663 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e3ea0d9-6b86-411d-9ba8-0350f4dd88e9 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:23:04.274640 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8560cf28-061b-4aea-b886-075a17b1ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:04.274822 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd94b9f0-b086-4093-bc63-9b4446773f7f', 'name': 'network-vif-deleted', 'tag': 'd735e129-c7ad-45e8-b9b4-5784b99c75c6', 'status': 'completed', 'code': 200} Sep 30 13:23:04.380070 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 7d62f91e-4426-42d0-b035-f3b7eae6b6d0 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:23:04.496630 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23741be6-a69d-45b2-b972-68ee7458865e tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Pushing event updated for resources: {'Network': ['ID=52ea9c2d-6c65-4009-bdac-8670658cda47,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:04.507178 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9fef4ae6-e1fb-4f9d-b795-0371f3131743 req-8d880c90-0d6a-4e8c-b2dd-19bd2ff7a5ce tempest-ServerAddressesTestJSON-862230109 tempest-ServerAddressesTestJSON-862230109-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd94b9f0-b086-4093-bc63-9b4446773f7f HTTP/1.1" status: 200 len: 210 time: 0.2923946 Sep 30 13:23:04.524793 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d920c4e-0045-449a-b169-86176bdef72a req-289ad8be-ff0b-4b62-acf5-b3efb6e16cdd tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:04.537462 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-334ef3b7-8180-4642-88c1-aa021d78b0f7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 9d17fdcf-9158-4fb3-9d4c-28837b9c74af) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:04.544759 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5d920c4e-0045-449a-b169-86176bdef72a req-289ad8be-ff0b-4b62-acf5-b3efb6e16cdd tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1595323 Sep 30 13:23:04.551059 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 52ea9c2d-6c65-4009-bdac-8670658cda47 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:23:04.567498 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-23741be6-a69d-45b2-b972-68ee7458865e tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6701190 Sep 30 13:23:04.570977 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334ef3b7-8180-4642-88c1-aa021d78b0f7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:04.574826 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-334ef3b7-8180-4642-88c1-aa021d78b0f7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:04.580391 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2e892d-2f72-49f1-8f18-9f63d04a43c2 None None] Network 9d17fdcf-9158-4fb3-9d4c-28837b9c74af requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:23:04.595305 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48888) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:04.621816 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-334ef3b7-8180-4642-88c1-aa021d78b0f7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2697799 Sep 30 13:23:04.627167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48890) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:04.641207 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-c47f29d9-bda7-4d54-bbf0-171311e8916f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Request body: {'subnet': {'network_id': 'b68d4a30-a2a9-45e6-a05c-fdc2eb295452', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:04.664824 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560cf28-061b-4aea-b886-075a17b1ea04 None None] Pushing event updated for resources: {'Port': ['ID=7d62f91e-4426-42d0-b035-f3b7eae6b6d0,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:04.668006 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5d920c4e-0045-449a-b169-86176bdef72a req-34bc3e60-4439-44da-9b47-a385ff3e4e3c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221101 Sep 30 13:23:05.007103 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5491c-1fdd-46e8-b8bd-3bbe8b6cf64f req-403f0bec-18d5-4604-bfcf-02f60bf1d023 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:05.020646 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b3f5491c-1fdd-46e8-b8bd-3bbe8b6cf64f req-403f0bec-18d5-4604-bfcf-02f60bf1d023 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1616275 Sep 30 13:23:05.132492 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b3f5491c-1fdd-46e8-b8bd-3bbe8b6cf64f req-009bd45a-14d0-45df-b38e-8dfc26f9b8ea tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108615 Sep 30 13:23:05.194901 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-04514dd8-066e-416c-a939-97acc9346dd9 tempest-DHCPAgentSchedulersTestJSON-2051637608 tempest-DHCPAgentSchedulersTestJSON-2051637608-project-admin] 10.222.0.18 "GET /v2.0/agents/1177036b-bada-4289-b890-a5b49c46359f/dhcp-networks HTTP/1.1" status: 200 len: 8881 time: 0.5960433 Sep 30 13:23:05.197805 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48908) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:05.228873 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 7d62f91e-4426-42d0-b035-f3b7eae6b6d0 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:23:05.231780 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:05.284017 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ffeb84-e2c8-4e8c-bc3d-8c5ffc308feb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-9d17fdcf-9158-4fb3-9d4c-28837b9c74af', 'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'fixed_ips': [{'subnet_id': 'c4f0ebae-560b-4b76-825f-e4ab47d71558'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:23:05.285059 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-64ffeb84-e2c8-4e8c-bc3d-8c5ffc308feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:05.328579 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-702899e1-7198-4068-b078-08234daab764 None None] Provisioning complete for port 7d62f91e-4426-42d0-b035-f3b7eae6b6d0 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:23:05.328952 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-702899e1-7198-4068-b078-08234daab764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:05.462876 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000265a-ef74-46fa-ba03-e6f9ff793b4c req-e053888e-674a-4e78-a82f-4c0ee96e840e tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:05.464755 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0000265a-ef74-46fa-ba03-e6f9ff793b4c req-e053888e-674a-4e78-a82f-4c0ee96e840e tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1384220 Sep 30 13:23:05.492439 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8807498-d638-4f9d-b9c5-62a34e397e66 tempest-DHCPAgentSchedulersTestJSON-2051637608 tempest-DHCPAgentSchedulersTestJSON-2051637608-project-admin] Network 52ea9c2d-6c65-4009-bdac-8670658cda47 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:23:05.537468 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e5e64-5f74-40f3-b261-800243b9f26b req-5d9318ab-d9e5-4351-ac6e-6770c431cb16 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:05.548891 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f41e5e64-5f74-40f3-b261-800243b9f26b req-5d9318ab-d9e5-4351-ac6e-6770c431cb16 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 945 time: 0.3737884 Sep 30 13:23:05.558644 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d8807498-d638-4f9d-b9c5-62a34e397e66 tempest-DHCPAgentSchedulersTestJSON-2051637608 tempest-DHCPAgentSchedulersTestJSON-2051637608-project-admin] 10.222.0.18 "POST /v2.0/agents/1177036b-bada-4289-b890-a5b49c46359f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3572528 Sep 30 13:23:05.564464 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48916) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:05.590702 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf3d7ff-e6bd-48d8-a096-c175b459690d None None] Network 52ea9c2d-6c65-4009-bdac-8670658cda47 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:23:05.631783 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0000265a-ef74-46fa-ba03-e6f9ff793b4c req-0b6d1165-a664-4e95-a01e-47d3e802252e tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428988 Sep 30 13:23:05.751667 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48926) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:05.831032 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47f29d9-bda7-4d54-bbf0-171311e8916f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Made reservation on behalf of b2b1cd5a06924c118528b4d0714f0f7d for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:05.834534 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c47f29d9-bda7-4d54-bbf0-171311e8916f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:05.865013 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f41e5e64-5f74-40f3-b261-800243b9f26b req-7c8bbde9-1296-41ec-b630-dd0dca7cd487 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3152509 Sep 30 13:23:05.895175 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-f988667a-54fa-4e71-8a81-900f632a75eb admin admin] Deleting subnet 1b359729-96db-4c9c-8faa-0b43134ad013 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:23:05.921063 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f988667a-54fa-4e71-8a81-900f632a75eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:05.944658 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0db81d53-7ff0-4b66-ad4a-2284e444043d tempest-DHCPAgentSchedulersTestJSON-2051637608 tempest-DHCPAgentSchedulersTestJSON-2051637608-project-admin] 10.222.0.18 "GET /v2.0/agents/1177036b-bada-4289-b890-a5b49c46359f/dhcp-networks HTTP/1.1" status: 200 len: 9651 time: 0.3790400 Sep 30 13:23:05.947580 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48930) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:06.033882 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d735e129-c7ad-45e8-b9b4-5784b99c75c6 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:23:06.061039 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: d735e129-c7ad-45e8-b9b4-5784b99c75c6 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:23:06.061809 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d735e129-c7ad-45e8-b9b4-5784b99c75c6 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:23:06.100743 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f988667a-54fa-4e71-8a81-900f632a75eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:06.159354 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-64ffeb84-e2c8-4e8c-bc3d-8c5ffc308feb None None] Allocated IP 10.1.1.2 (9d17fdcf-9158-4fb3-9d4c-28837b9c74af/c4f0ebae-560b-4b76-825f-e4ab47d71558/5c39202e-cfa1-4527-a1c5-c3c0733445de) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:23:06.192393 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c9486886-616a-4051-9137-e0f068e39056 tempest-DHCPAgentSchedulersTestJSON-2051637608 tempest-DHCPAgentSchedulersTestJSON-2051637608-project-admin] 10.222.0.18 "DELETE /v2.0/agents/1177036b-bada-4289-b890-a5b49c46359f/dhcp-networks/52ea9c2d-6c65-4009-bdac-8670658cda47 HTTP/1.1" status: 204 len: 168 time: 0.2435734 Sep 30 13:23:06.195753 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48932) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:06.235919 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d54404-4419-455c-a2f2-91af9821cd7f req-13473efb-c3ab-4b50-839f-2bf7a90ddb63 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:06.269118 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-62d54404-4419-455c-a2f2-91af9821cd7f req-13473efb-c3ab-4b50-839f-2bf7a90ddb63 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.2774467 Sep 30 13:23:06.276583 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-a74efa5f-3e25-43c0-98fa-2d57fbc2eeba None None] Could not find standard attr ID for object 8c6dc9a1-3a54-4529-855f-5e1141afcadf. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:23:06.402004 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f988667a-54fa-4e71-8a81-900f632a75eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:06.426592 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c47f29d9-bda7-4d54-bbf0-171311e8916f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:06.440369 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 7d62f91e-4426-42d0-b035-f3b7eae6b6d0 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:23:06.510796 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-62d54404-4419-455c-a2f2-91af9821cd7f req-f26e66c0-2ed9-4eaf-a4de-956cc0821d84 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407296 Sep 30 13:23:06.626381 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f988667a-54fa-4e71-8a81-900f632a75eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:06.679011 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f29d9-bda7-4d54-bbf0-171311e8916f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event updated for resources: {'Subnet': ['ID=e1ae28e5-4a21-4afb-9bee-9706b3aa153a,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:06.699328 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47f29d9-bda7-4d54-bbf0-171311e8916f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Checking segment: {'id': 'fb32e27c-117c-48af-8116-a61ac08babf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b68d4a30-a2a9-45e6-a05c-fdc2eb295452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:23:06.699692 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47f29d9-bda7-4d54-bbf0-171311e8916f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Network hostable DHCP agents. Network: b68d4a30-a2a9-45e6-a05c-fdc2eb295452, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:23:06.709741 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2850afbf-ee4c-4b9e-86c6-a40d35300be7 tempest-DHCPAgentSchedulersTestJSON-2051637608 tempest-DHCPAgentSchedulersTestJSON-2051637608-project-admin] 10.222.0.18 "GET /v2.0/agents/1177036b-bada-4289-b890-a5b49c46359f/dhcp-networks HTTP/1.1" status: 200 len: 8881 time: 0.5086415 Sep 30 13:23:06.714065 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48946) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:06.749678 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988667a-54fa-4e71-8a81-900f632a75eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b359729-96db-4c9c-8faa-0b43134ad013,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:06.756389 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f988667a-54fa-4e71-8a81-900f632a75eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:06.760379 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f988667a-54fa-4e71-8a81-900f632a75eb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1b359729-96db-4c9c-8faa-0b43134ad013 HTTP/1.1" status: 204 len: 168 time: 1.0075462 Sep 30 13:23:06.762503 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48948) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:06.898318 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-afe8845a-6c65-4ea2-87be-488b2781dc57 tempest-DHCPAgentSchedulersTestJSON-2051637608 tempest-DHCPAgentSchedulersTestJSON-2051637608-project-admin] 10.222.0.18 "GET /v2.0/networks/cf49defa-7489-4e3a-8a9a-36f4288279bf/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1824884 Sep 30 13:23:06.905363 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48956) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:06.928993 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a96e38de-cb4b-4335-a7c8-4a95fce3cc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:06.981928 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5ed2e608-57e5-4434-b0c0-4adeeb6b82a1 tempest-DHCPAgentSchedulersTestJSON-2051637608 tempest-DHCPAgentSchedulersTestJSON-2051637608-project-admin] 10.222.0.18 "GET /v2.0/networks/cf49defa-7489-4e3a-8a9a-36f4288279bf/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0754466 Sep 30 13:23:06.988526 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48958) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:06.990100 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaee245-8b97-46dd-a654-87251dd1526e req-a67feaac-a925-4c96-a46b-445bacd141b3 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:06.991960 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dbaee245-8b97-46dd-a654-87251dd1526e req-a67feaac-a925-4c96-a46b-445bacd141b3 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.2847192 Sep 30 13:23:07.010764 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47f29d9-bda7-4d54-bbf0-171311e8916f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Network b68d4a30-a2a9-45e6-a05c-fdc2eb295452 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:23:07.039060 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 7d62f91e-4426-42d0-b035-f3b7eae6b6d0 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:23:07.039640 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:07.050853 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-c47f29d9-bda7-4d54-bbf0-171311e8916f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, b68d4a30-a2a9-45e6-a05c-fdc2eb295452) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:07.071464 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47f29d9-bda7-4d54-bbf0-171311e8916f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:07.072465 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c47f29d9-bda7-4d54-bbf0-171311e8916f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:07.081253 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dbaee245-8b97-46dd-a654-87251dd1526e req-bacd0369-47b0-4f91-b0da-1ca0b8454b1a tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774736 Sep 30 13:23:07.108812 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8f66fd-29d1-4340-93c0-95aa3f46a2c1 None None] Network b68d4a30-a2a9-45e6-a05c-fdc2eb295452 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:23:07.113377 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-64ffeb84-e2c8-4e8c-bc3d-8c5ffc308feb None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:07.123172 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c47f29d9-bda7-4d54-bbf0-171311e8916f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4917266 Sep 30 13:23:07.124154 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48962) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:07.129520 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-5446ce06-94f3-469d-875b-3c944591811e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Request body: {'port': {'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af', 'name': 'tempest-TaggedBootDevicesTest_v242-1899781942', 'fixed_ips': [{'subnet_id': 'c4f0ebae-560b-4b76-825f-e4ab47d71558'}]}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:07.165854 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-64ffeb84-e2c8-4e8c-bc3d-8c5ffc308feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:07.334905 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f77a7cd3-1c7e-4303-8e1f-0e2b5ba270fb tempest-DHCPAgentSchedulersTestJSON-2051637608 tempest-DHCPAgentSchedulersTestJSON-2051637608-project-admin] 10.222.0.18 "GET /v2.0/agents/1177036b-bada-4289-b890-a5b49c46359f/dhcp-networks HTTP/1.1" status: 200 len: 9631 time: 0.2965276 Sep 30 13:23:07.344549 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48966) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:07.359141 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ffeb84-e2c8-4e8c-bc3d-8c5ffc308feb None None] Network 9d17fdcf-9158-4fb3-9d4c-28837b9c74af is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:23:07.413085 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5446ce06-94f3-469d-875b-3c944591811e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Made reservation on behalf of b2b1cd5a06924c118528b4d0714f0f7d for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:07.432953 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-64ffeb84-e2c8-4e8c-bc3d-8c5ffc308feb None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:07.449930 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ffeb84-e2c8-4e8c-bc3d-8c5ffc308feb None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:23:07.471088 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffeb84-e2c8-4e8c-bc3d-8c5ffc308feb None None] Pushing event updated for resources: {'Port': ['ID=5c39202e-cfa1-4527-a1c5-c3c0733445de,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:07.480706 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a96e38de-cb4b-4335-a7c8-4a95fce3cc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:07.486998 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bedc3964-3f2f-4a60-b55c-b1b5bcbf5b43 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:07.543629 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea65e52-c60c-4f3a-9e7f-83fbc668c17e req-b2a603d1-5ec6-4789-9687-cb6846ec0d11 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:07.551239 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dea65e52-c60c-4f3a-9e7f-83fbc668c17e req-b2a603d1-5ec6-4789-9687-cb6846ec0d11 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 945 time: 0.5058510 Sep 30 13:23:07.575221 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-a96e38de-cb4b-4335-a7c8-4a95fce3cc25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd69867e-c4b4-4638-8580-3edbd8ab54d2']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:23:07.606500 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fab089-1b53-4c5f-a14b-d202916bd9c7 req-fda8d3ec-5dd6-454d-ae54-038699a057ed tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:07.608408 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a9fab089-1b53-4c5f-a14b-d202916bd9c7 req-fda8d3ec-5dd6-454d-ae54-038699a057ed tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.2630994 Sep 30 13:23:07.612788 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5446ce06-94f3-469d-875b-3c944591811e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:07.632099 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-a96e38de-cb4b-4335-a7c8-4a95fce3cc25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37db480e-bd2b-4c94-80ca-5f4f37697690') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:23:07.632099 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-a96e38de-cb4b-4335-a7c8-4a95fce3cc25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37db480e-bd2b-4c94-80ca-5f4f37697690') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:23:07.643197 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dea65e52-c60c-4f3a-9e7f-83fbc668c17e req-a139fac9-1e4e-4c13-afa3-7e5b80ae97b7 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907559 Sep 30 13:23:07.677097 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-5446ce06-94f3-469d-875b-3c944591811e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] device_id is not set on port 7121023e-fda3-42f4-828e-9dd22cf5e92c yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:23:07.685330 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a96e38de-cb4b-4335-a7c8-4a95fce3cc25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:07.698334 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee187f4-ba81-4b1f-a3a7-80171b191dd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-b68d4a30-a2a9-45e6-a05c-fdc2eb295452', 'network_id': 'b68d4a30-a2a9-45e6-a05c-fdc2eb295452', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'fixed_ips': [{'subnet_id': 'e1ae28e5-4a21-4afb-9bee-9706b3aa153a'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:23:07.699185 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aee187f4-ba81-4b1f-a3a7-80171b191dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:07.725305 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-64ffeb84-e2c8-4e8c-bc3d-8c5ffc308feb None None] Attempting to bind port 5c39202e-cfa1-4527-a1c5-c3c0733445de on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:07.725826 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-64ffeb84-e2c8-4e8c-bc3d-8c5ffc308feb None None] Attempting to bind port 5c39202e-cfa1-4527-a1c5-c3c0733445de by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'f097219d-7f39-4cbe-a12c-6eb6cc689337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:07.726231 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ffeb84-e2c8-4e8c-bc3d-8c5ffc308feb None None] Attempting to bind port 5c39202e-cfa1-4527-a1c5-c3c0733445de on network 9d17fdcf-9158-4fb3-9d4c-28837b9c74af {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:07.733943 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ffeb84-e2c8-4e8c-bc3d-8c5ffc308feb None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:23:07.734397 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ffeb84-e2c8-4e8c-bc3d-8c5ffc308feb None None] Checking segment: {'id': 'f097219d-7f39-4cbe-a12c-6eb6cc689337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:23:07.735274 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-64ffeb84-e2c8-4e8c-bc3d-8c5ffc308feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:07.735684 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ffeb84-e2c8-4e8c-bc3d-8c5ffc308feb None None] Bound using segment: {'id': 'f097219d-7f39-4cbe-a12c-6eb6cc689337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:23:07.736165 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-64ffeb84-e2c8-4e8c-bc3d-8c5ffc308feb None None] Bound port: 5c39202e-cfa1-4527-a1c5-c3c0733445de, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f097219d-7f39-4cbe-a12c-6eb6cc689337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:23:07.736553 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-64ffeb84-e2c8-4e8c-bc3d-8c5ffc308feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:07.812991 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bedc3964-3f2f-4a60-b55c-b1b5bcbf5b43 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:07.851630 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-bedc3964-3f2f-4a60-b55c-b1b5bcbf5b43 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ea9c2d-6c65-4009-bdac-8670658cda47']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:23:07.864650 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-bedc3964-3f2f-4a60-b55c-b1b5bcbf5b43 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99bd87d6-ccd2-4d03-a3bc-1277f4fab7d2') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:23:07.865155 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-bedc3964-3f2f-4a60-b55c-b1b5bcbf5b43 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99bd87d6-ccd2-4d03-a3bc-1277f4fab7d2') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:23:07.875813 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a96e38de-cb4b-4335-a7c8-4a95fce3cc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:07.892057 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bedc3964-3f2f-4a60-b55c-b1b5bcbf5b43 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:07.901494 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-64ffeb84-e2c8-4e8c-bc3d-8c5ffc308feb None None] For port 5c39202e-cfa1-4527-a1c5-c3c0733445de, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:23:07.904619 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a96e38de-cb4b-4335-a7c8-4a95fce3cc25 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:23:07.905331 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a96e38de-cb4b-4335-a7c8-4a95fce3cc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:07.905692 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-64ffeb84-e2c8-4e8c-bc3d-8c5ffc308feb None None] For port 5c39202e-cfa1-4527-a1c5-c3c0733445de, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=5c39202e-cfa1-4527-a1c5-c3c0733445de,segment=NetworkSegment(f097219d-7f39-4cbe-a12c-6eb6cc689337),segment_id=f097219d-7f39-4cbe-a12c-6eb6cc689337)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:23:07.907842 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:23:07.932212 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bedc3964-3f2f-4a60-b55c-b1b5bcbf5b43 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:07.978182 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-64ffeb84-e2c8-4e8c-bc3d-8c5ffc308feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:08.012888 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bedc3964-3f2f-4a60-b55c-b1b5bcbf5b43 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:23:08.018806 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bedc3964-3f2f-4a60-b55c-b1b5bcbf5b43 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:23:08.026306 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:23:08.054405 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffeb84-e2c8-4e8c-bc3d-8c5ffc308feb None None] Pushing event updated for resources: {'Port': ['ID=5c39202e-cfa1-4527-a1c5-c3c0733445de,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:08.185443 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bedc3964-3f2f-4a60-b55c-b1b5bcbf5b43 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:08.192589 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bedc3964-3f2f-4a60-b55c-b1b5bcbf5b43 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:08.198394 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bedc3964-3f2f-4a60-b55c-b1b5bcbf5b43 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] 10.222.0.18 "DELETE /v2.0/networks/52ea9c2d-6c65-4009-bdac-8670658cda47 HTTP/1.1" status: 204 len: 168 time: 0.8500538 Sep 30 13:23:08.199176 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48984) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:08.214004 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a96e38de-cb4b-4335-a7c8-4a95fce3cc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:08.219795 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-aee187f4-ba81-4b1f-a3a7-80171b191dd9 None None] Allocated IP 10.2.2.2 (b68d4a30-a2a9-45e6-a05c-fdc2eb295452/e1ae28e5-4a21-4afb-9bee-9706b3aa153a/1a838168-b3d0-4320-821c-1f5f935c4db3) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:23:08.225619 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a96e38de-cb4b-4335-a7c8-4a95fce3cc25 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:08.228165 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a96e38de-cb4b-4335-a7c8-4a95fce3cc25 admin admin] 10.222.0.18 "DELETE /v2.0/networks/cd69867e-c4b4-4638-8580-3edbd8ab54d2 HTTP/1.1" status: 204 len: 168 time: 1.4614460 Sep 30 13:23:08.297099 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc3964-3f2f-4a60-b55c-b1b5bcbf5b43 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Pushing event deleted for resources: {'Network': ['ID=52ea9c2d-6c65-4009-bdac-8670658cda47,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:08.311788 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-e687a4f6-cf27-4868-8956-6bcf84d27e92 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] DELETE failed (client error): The resource could not be found. Sep 30 13:23:08.312558 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e687a4f6-cf27-4868-8956-6bcf84d27e92 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:23:08.324469 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e687a4f6-cf27-4868-8956-6bcf84d27e92 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] 10.222.0.18 "DELETE /v2.0/ports/8c6dc9a1-3a54-4529-855f-5e1141afcadf HTTP/1.1" status: 404 len: 333 time: 0.1188335 Sep 30 13:23:08.330752 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48988) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:08.420080 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e38de-cb4b-4335-a7c8-4a95fce3cc25 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd69867e-c4b4-4638-8580-3edbd8ab54d2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:08.444322 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e38de-cb4b-4335-a7c8-4a95fce3cc25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:08.444672 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e38de-cb4b-4335-a7c8-4a95fce3cc25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:08.444788 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aee187f4-ba81-4b1f-a3a7-80171b191dd9 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:08.445019 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e38de-cb4b-4335-a7c8-4a95fce3cc25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:08.445354 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e38de-cb4b-4335-a7c8-4a95fce3cc25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:08.445683 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e38de-cb4b-4335-a7c8-4a95fce3cc25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:08.446644 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e38de-cb4b-4335-a7c8-4a95fce3cc25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:08.447018 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e38de-cb4b-4335-a7c8-4a95fce3cc25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:08.447380 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e38de-cb4b-4335-a7c8-4a95fce3cc25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:08.451987 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e38de-cb4b-4335-a7c8-4a95fce3cc25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:08.452616 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e38de-cb4b-4335-a7c8-4a95fce3cc25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:08.458619 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e38de-cb4b-4335-a7c8-4a95fce3cc25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:08.458619 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e38de-cb4b-4335-a7c8-4a95fce3cc25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:08.471235 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aee187f4-ba81-4b1f-a3a7-80171b191dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:08.544271 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e30aed1-b3f6-42c8-87cb-27de97d86c23 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Deleting subnet 30a797cf-4c1b-47c0-b3f2-8eca3a3413e2 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:23:08.549131 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e30aed1-b3f6-42c8-87cb-27de97d86c23 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:08.582162 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee187f4-ba81-4b1f-a3a7-80171b191dd9 None None] Network b68d4a30-a2a9-45e6-a05c-fdc2eb295452 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:23:08.585634 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-aee187f4-ba81-4b1f-a3a7-80171b191dd9 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:08.619632 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a9fab089-1b53-4c5f-a14b-d202916bd9c7 req-9c465c3e-04bb-41c2-a76b-c95d2fd517bb tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9896450 Sep 30 13:23:08.628033 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee187f4-ba81-4b1f-a3a7-80171b191dd9 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:23:08.660641 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee187f4-ba81-4b1f-a3a7-80171b191dd9 None None] Pushing event updated for resources: {'Port': ['ID=1a838168-b3d0-4320-821c-1f5f935c4db3,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:08.665689 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e30aed1-b3f6-42c8-87cb-27de97d86c23 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:08.679871 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49000) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:08.748531 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-5446ce06-94f3-469d-875b-3c944591811e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Allocated IP 10.1.1.87 (9d17fdcf-9158-4fb3-9d4c-28837b9c74af/c4f0ebae-560b-4b76-825f-e4ab47d71558/7121023e-fda3-42f4-828e-9dd22cf5e92c) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:23:08.798495 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-aee187f4-ba81-4b1f-a3a7-80171b191dd9 None None] Attempting to bind port 1a838168-b3d0-4320-821c-1f5f935c4db3 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:08.798870 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-aee187f4-ba81-4b1f-a3a7-80171b191dd9 None None] Attempting to bind port 1a838168-b3d0-4320-821c-1f5f935c4db3 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'fb32e27c-117c-48af-8116-a61ac08babf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b68d4a30-a2a9-45e6-a05c-fdc2eb295452'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:08.799674 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee187f4-ba81-4b1f-a3a7-80171b191dd9 None None] Attempting to bind port 1a838168-b3d0-4320-821c-1f5f935c4db3 on network b68d4a30-a2a9-45e6-a05c-fdc2eb295452 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:08.804777 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee187f4-ba81-4b1f-a3a7-80171b191dd9 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:23:08.805215 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee187f4-ba81-4b1f-a3a7-80171b191dd9 None None] Checking segment: {'id': 'fb32e27c-117c-48af-8116-a61ac08babf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b68d4a30-a2a9-45e6-a05c-fdc2eb295452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:23:08.806510 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aee187f4-ba81-4b1f-a3a7-80171b191dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:08.806812 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee187f4-ba81-4b1f-a3a7-80171b191dd9 None None] Bound using segment: {'id': 'fb32e27c-117c-48af-8116-a61ac08babf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b68d4a30-a2a9-45e6-a05c-fdc2eb295452'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:23:08.807281 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-aee187f4-ba81-4b1f-a3a7-80171b191dd9 None None] Bound port: 1a838168-b3d0-4320-821c-1f5f935c4db3, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb32e27c-117c-48af-8116-a61ac08babf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b68d4a30-a2a9-45e6-a05c-fdc2eb295452'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:23:08.807669 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aee187f4-ba81-4b1f-a3a7-80171b191dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:08.909748 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aee187f4-ba81-4b1f-a3a7-80171b191dd9 None None] For port 1a838168-b3d0-4320-821c-1f5f935c4db3, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:23:08.913485 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aee187f4-ba81-4b1f-a3a7-80171b191dd9 None None] For port 1a838168-b3d0-4320-821c-1f5f935c4db3, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1a838168-b3d0-4320-821c-1f5f935c4db3,segment=NetworkSegment(fb32e27c-117c-48af-8116-a61ac08babf9),segment_id=fb32e27c-117c-48af-8116-a61ac08babf9)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:23:08.925777 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9ad4d7fa-e1ed-4fee-98e7-11c0a195c5a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=786ef875a40a444f83eefdacb766eff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1964660 Sep 30 13:23:08.926509 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aee187f4-ba81-4b1f-a3a7-80171b191dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:08.927611 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49012) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:08.964671 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa3cad-fe18-4e6e-bec0-31001803bbba req-5c58e797-f8dd-4e49-b3a8-86f07ec25bb0 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:08.972969 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-43aa3cad-fe18-4e6e-bec0-31001803bbba req-5c58e797-f8dd-4e49-b3a8-86f07ec25bb0 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1970139 Sep 30 13:23:09.033337 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d7541-c593-4f70-a790-6ef4a9e23f1a req-274739a6-e7a4-49e5-aa6a-21ddd94e032b tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:09.034978 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d2d7541-c593-4f70-a790-6ef4a9e23f1a req-274739a6-e7a4-49e5-aa6a-21ddd94e032b tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 945 time: 0.1376491 Sep 30 13:23:09.045751 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee187f4-ba81-4b1f-a3a7-80171b191dd9 None None] Pushing event updated for resources: {'Port': ['ID=1a838168-b3d0-4320-821c-1f5f935c4db3,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:09.077539 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5446ce06-94f3-469d-875b-3c944591811e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:09.146770 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d2d7541-c593-4f70-a790-6ef4a9e23f1a req-073c6b82-c886-4932-82e1-afb04548e934 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869904 Sep 30 13:23:09.184917 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e30aed1-b3f6-42c8-87cb-27de97d86c23 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:09.196570 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5446ce06-94f3-469d-875b-3c944591811e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:09.256437 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5446ce06-94f3-469d-875b-3c944591811e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Network 9d17fdcf-9158-4fb3-9d4c-28837b9c74af is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:23:09.267089 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-5446ce06-94f3-469d-875b-3c944591811e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:09.277258 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5446ce06-94f3-469d-875b-3c944591811e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:23:09.287747 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446ce06-94f3-469d-875b-3c944591811e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event updated for resources: {'Port': ['ID=7121023e-fda3-42f4-828e-9dd22cf5e92c,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:09.296828 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-43aa3cad-fe18-4e6e-bec0-31001803bbba req-0c0dbaad-23cc-4a94-b9ab-315741bd950b tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169692 Sep 30 13:23:09.387895 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc8467ae-ea30-4563-bc0d-bbb497327a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:09.456558 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc8467ae-ea30-4563-bc0d-bbb497327a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:09.475258 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5446ce06-94f3-469d-875b-3c944591811e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:09.476570 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5446ce06-94f3-469d-875b-3c944591811e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:09.506637 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e30aed1-b3f6-42c8-87cb-27de97d86c23 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:09.522072 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49020) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:09.541771 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5446ce06-94f3-469d-875b-3c944591811e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4139593 Sep 30 13:23:09.543510 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49024) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:09.557842 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-5edf38f2-b178-4cb6-bde0-fbfd44e1e28c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Request body: {'port': {'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af', 'name': 'tempest-TaggedBootDevicesTest_v242-1126562727', 'fixed_ips': [{'subnet_id': 'c4f0ebae-560b-4b76-825f-e4ab47d71558'}]}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:09.590178 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e30aed1-b3f6-42c8-87cb-27de97d86c23 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Pushing event deleted for resources: {'Subnet': ['ID=30a797cf-4c1b-47c0-b3f2-8eca3a3413e2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:09.605367 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e30aed1-b3f6-42c8-87cb-27de97d86c23 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:09.611499 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0e30aed1-b3f6-42c8-87cb-27de97d86c23 tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] 10.222.0.18 "DELETE /v2.0/subnets/30a797cf-4c1b-47c0-b3f2-8eca3a3413e2 HTTP/1.1" status: 204 len: 168 time: 1.2795990 Sep 30 13:23:09.613343 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49026) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:09.625744 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce4b08e-0ebf-4d89-abb8-8c08e43eb590 None None] Network cf49defa-7489-4e3a-8a9a-36f4288279bf requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:23:09.714777 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296223c-e596-46bc-a19a-a1d6fc39bfd7 req-51f19ba7-9ab0-49b8-9027-93e7c82e42e0 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:09.721774 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3296223c-e596-46bc-a19a-a1d6fc39bfd7 req-51f19ba7-9ab0-49b8-9027-93e7c82e42e0 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1675372 Sep 30 13:23:09.980075 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a44b93f5-67ed-4aef-8cf4-cacf57f0d916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:09.994339 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4fba134-aac1-4b23-863e-e8a64b34d5ce tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:10.026888 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc8467ae-ea30-4563-bc0d-bbb497327a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:10.032140 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d32e35-c439-4b7c-952a-5712f49fe0f5 None None] Network 9d17fdcf-9158-4fb3-9d4c-28837b9c74af requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:23:10.037390 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc8467ae-ea30-4563-bc0d-bbb497327a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:10.053329 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cc8467ae-ea30-4563-bc0d-bbb497327a74 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63a3b97c-1c86-4b79-b212-301a97f60371 HTTP/1.1" status: 204 len: 168 time: 1.1202397 Sep 30 13:23:10.064776 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad8a603-1dac-4386-be3d-26d27b311fbd None None] DHCP port deletion for cf49defa-7489-4e3a-8a9a-36f4288279bf request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:23:10.131034 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-96aac1f3-e472-42cc-a204-78a6db021921 None None] Provisioning complete for port 5c39202e-cfa1-4527-a1c5-c3c0733445de triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:23:10.131600 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-96aac1f3-e472-42cc-a204-78a6db021921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:10.133927 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8467ae-ea30-4563-bc0d-bbb497327a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a3b97c-1c86-4b79-b212-301a97f60371,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:10.166615 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a44b93f5-67ed-4aef-8cf4-cacf57f0d916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:10.167669 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edf38f2-b178-4cb6-bde0-fbfd44e1e28c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Made reservation on behalf of b2b1cd5a06924c118528b4d0714f0f7d for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:10.170833 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3296223c-e596-46bc-a19a-a1d6fc39bfd7 req-2d505fd2-7df1-49f5-bfd0-95cd2baf6a79 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150186 Sep 30 13:23:10.191681 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5edf38f2-b178-4cb6-bde0-fbfd44e1e28c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:10.199300 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a44b93f5-67ed-4aef-8cf4-cacf57f0d916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:10.261718 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-5edf38f2-b178-4cb6-bde0-fbfd44e1e28c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] device_id is not set on port 50aa8aa8-8950-472f-a653-cf0236b3890e yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:23:10.291911 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a44b93f5-67ed-4aef-8cf4-cacf57f0d916 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b760c739bfcd44b4a473d6f280c24640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7683375 Sep 30 13:23:10.300061 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49054) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:10.504003 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b93f5-67ed-4aef-8cf4-cacf57f0d916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4257e70-486f-482d-bf6c-b4bcd503ac48,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:10.562866 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-96aac1f3-e472-42cc-a204-78a6db021921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:10.591378 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1a838168-b3d0-4320-821c-1f5f935c4db3 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:23:10.596988 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-33176218-a55c-4d4a-a46e-7c625cc4b01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:10.607798 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fea59-0feb-4de3-a3a5-ce48edfd038f req-d9b47290-6fb3-4036-a041-74dbb7f7689a tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:10.609790 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f98fea59-0feb-4de3-a3a5-ce48edfd038f req-d9b47290-6fb3-4036-a041-74dbb7f7689a tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1984127 Sep 30 13:23:10.728585 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-33176218-a55c-4d4a-a46e-7c625cc4b01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:10.752436 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f98fea59-0feb-4de3-a3a5-ce48edfd038f req-0f20877f-8f24-4ded-a327-fcbf0d840be7 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269388 Sep 30 13:23:10.761410 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-b4fba134-aac1-4b23-863e-e8a64b34d5ce tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Deleting port 7d62f91e-4426-42d0-b035-f3b7eae6b6d0 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:23:10.761926 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4fba134-aac1-4b23-863e-e8a64b34d5ce tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:10.840569 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588991f9-a5cc-4886-8bec-78674c4ff5b8 req-bf2eb125-c9dc-4d96-bd22-7f0b6bd734be tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:10.857936 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-588991f9-a5cc-4886-8bec-78674c4ff5b8 req-bf2eb125-c9dc-4d96-bd22-7f0b6bd734be tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 945 time: 0.5572064 Sep 30 13:23:10.926593 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-5edf38f2-b178-4cb6-bde0-fbfd44e1e28c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Allocated IP 10.1.1.66 (9d17fdcf-9158-4fb3-9d4c-28837b9c74af/c4f0ebae-560b-4b76-825f-e4ab47d71558/50aa8aa8-8950-472f-a653-cf0236b3890e) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:23:10.949009 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-b4fba134-aac1-4b23-863e-e8a64b34d5ce tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] For port 7d62f91e-4426-42d0-b035-f3b7eae6b6d0, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=7d62f91e-4426-42d0-b035-f3b7eae6b6d0,segment=NetworkSegment(80fb6b3f-e91e-4e64-b65d-e3b0699a607e),segment_id=80fb6b3f-e91e-4e64-b65d-e3b0699a607e)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:23:10.949853 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4fba134-aac1-4b23-863e-e8a64b34d5ce tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:10.994098 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-b4fba134-aac1-4b23-863e-e8a64b34d5ce tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Calling delete_port for 7d62f91e-4426-42d0-b035-f3b7eae6b6d0 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:23:10.994694 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-588991f9-a5cc-4886-8bec-78674c4ff5b8 req-bc050674-f79e-4b06-a862-bd9232b5d793 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339064 Sep 30 13:23:11.004488 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-33176218-a55c-4d4a-a46e-7c625cc4b01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:11.013365 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-33176218-a55c-4d4a-a46e-7c625cc4b01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:11.014983 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-33176218-a55c-4d4a-a46e-7c625cc4b01e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b4257e70-486f-482d-bf6c-b4bcd503ac48 HTTP/1.1" status: 204 len: 168 time: 0.7131357 Sep 30 13:23:11.036608 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-96aac1f3-e472-42cc-a204-78a6db021921 None None] For port 5c39202e-cfa1-4527-a1c5-c3c0733445de, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=5c39202e-cfa1-4527-a1c5-c3c0733445de,segment=NetworkSegment(f097219d-7f39-4cbe-a12c-6eb6cc689337),segment_id=f097219d-7f39-4cbe-a12c-6eb6cc689337)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:23:11.049651 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-4ad8a603-1dac-4386-be3d-26d27b311fbd None None] Deleting port 7d62f91e-4426-42d0-b035-f3b7eae6b6d0 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:23:11.058656 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4ad8a603-1dac-4386-be3d-26d27b311fbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:11.070951 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33176218-a55c-4d4a-a46e-7c625cc4b01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4257e70-486f-482d-bf6c-b4bcd503ac48,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:11.238587 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4fba134-aac1-4b23-863e-e8a64b34d5ce tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:11.243840 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-4ad8a603-1dac-4386-be3d-26d27b311fbd None None] For port 7d62f91e-4426-42d0-b035-f3b7eae6b6d0, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=7d62f91e-4426-42d0-b035-f3b7eae6b6d0,segment=NetworkSegment(80fb6b3f-e91e-4e64-b65d-e3b0699a607e),segment_id=80fb6b3f-e91e-4e64-b65d-e3b0699a607e)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:23:11.246552 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4ad8a603-1dac-4386-be3d-26d27b311fbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:11.256248 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-96aac1f3-e472-42cc-a204-78a6db021921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:11.303029 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5edf38f2-b178-4cb6-bde0-fbfd44e1e28c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:11.308973 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fba134-aac1-4b23-863e-e8a64b34d5ce tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] No DVR routers for this DVR port 7d62f91e-4426-42d0-b035-f3b7eae6b6d0 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:23:11.310794 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fba134-aac1-4b23-863e-e8a64b34d5ce tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Pushing event deleted for resources: {'Port': ['ID=7d62f91e-4426-42d0-b035-f3b7eae6b6d0,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:11.370043 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c918a74c-19cb-4e6e-88d9-5c5a1f6005eb None None] Network b68d4a30-a2a9-45e6-a05c-fdc2eb295452 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:23:11.370358 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5edf38f2-b178-4cb6-bde0-fbfd44e1e28c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:11.388119 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-4ad8a603-1dac-4386-be3d-26d27b311fbd None None] Calling delete_port for 7d62f91e-4426-42d0-b035-f3b7eae6b6d0 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:23:11.408814 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aac1f3-e472-42cc-a204-78a6db021921 None None] Pushing event updated for resources: {'Port': ['ID=5c39202e-cfa1-4527-a1c5-c3c0733445de,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:11.470347 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 1a838168-b3d0-4320-821c-1f5f935c4db3 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:23:11.471160 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:11.475890 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edf38f2-b178-4cb6-bde0-fbfd44e1e28c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Network 9d17fdcf-9158-4fb3-9d4c-28837b9c74af is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:23:11.495270 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91e9d6-10f6-4b4d-99ab-5021b038e6ad req-219ac43f-aa9a-41bd-985a-0fbb3270ee3d tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:11.496076 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-5edf38f2-b178-4cb6-bde0-fbfd44e1e28c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:11.513094 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0b91e9d6-10f6-4b4d-99ab-5021b038e6ad req-219ac43f-aa9a-41bd-985a-0fbb3270ee3d tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.2893348 Sep 30 13:23:11.518449 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edf38f2-b178-4cb6-bde0-fbfd44e1e28c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:23:11.595782 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf38f2-b178-4cb6-bde0-fbfd44e1e28c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event updated for resources: {'Port': ['ID=50aa8aa8-8950-472f-a653-cf0236b3890e,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:11.617076 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4fba134-aac1-4b23-863e-e8a64b34d5ce tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:11.672254 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edf38f2-b178-4cb6-bde0-fbfd44e1e28c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:11.678632 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5edf38f2-b178-4cb6-bde0-fbfd44e1e28c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:11.710072 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5edf38f2-b178-4cb6-bde0-fbfd44e1e28c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1617789 Sep 30 13:23:11.751391 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0b91e9d6-10f6-4b4d-99ab-5021b038e6ad req-b356d489-50de-480b-9a8d-2363b123db81 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364602 Sep 30 13:23:11.762039 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-b4fba134-aac1-4b23-863e-e8a64b34d5ce tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf49defa-7489-4e3a-8a9a-36f4288279bf']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:23:11.777612 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f66ed447-c41d-4620-9ba4-20d9c59a6438 None None] Provisioning complete for port 1a838168-b3d0-4320-821c-1f5f935c4db3 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:23:11.778977 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-b4fba134-aac1-4b23-863e-e8a64b34d5ce tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80fb6b3f-e91e-4e64-b65d-e3b0699a607e') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:23:11.779277 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-b4fba134-aac1-4b23-863e-e8a64b34d5ce tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80fb6b3f-e91e-4e64-b65d-e3b0699a607e') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:23:11.790758 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f66ed447-c41d-4620-9ba4-20d9c59a6438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:11.791822 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4fba134-aac1-4b23-863e-e8a64b34d5ce tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:11.820489 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4fba134-aac1-4b23-863e-e8a64b34d5ce tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:11.830902 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4fba134-aac1-4b23-863e-e8a64b34d5ce tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:23:11.835934 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4fba134-aac1-4b23-863e-e8a64b34d5ce tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:23:11.843147 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:23:11.923936 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49122) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:12.090634 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4fba134-aac1-4b23-863e-e8a64b34d5ce tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:12.123542 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4fba134-aac1-4b23-863e-e8a64b34d5ce tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:12.130796 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b4fba134-aac1-4b23-863e-e8a64b34d5ce tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] 10.222.0.18 "DELETE /v2.0/networks/cf49defa-7489-4e3a-8a9a-36f4288279bf HTTP/1.1" status: 204 len: 168 time: 2.5104070 Sep 30 13:23:12.132559 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4ad8a603-1dac-4386-be3d-26d27b311fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:12.147655 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:12.184974 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fba134-aac1-4b23-863e-e8a64b34d5ce tempest-DHCPAgentSchedulersTestJSON-303576114 tempest-DHCPAgentSchedulersTestJSON-303576114-project] Pushing event deleted for resources: {'Network': ['ID=cf49defa-7489-4e3a-8a9a-36f4288279bf,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:12.210091 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49142) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:12.215335 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-5abc08a1-386c-41c2-ad07-02f01db60b18 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Request body: {'security_group': {'name': 'tempest-securitygroup--903395483', 'description': 'tempest-description--1435327121'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:12.234325 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4ad8a603-1dac-4386-be3d-26d27b311fbd None None] Network cf49defa-7489-4e3a-8a9a-36f4288279bf is not hosted by any dhcp agent {{(pid=94765) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 13:23:12.235049 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad8a603-1dac-4386-be3d-26d27b311fbd None None] No DVR routers for this DVR port 7d62f91e-4426-42d0-b035-f3b7eae6b6d0 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:23:12.251871 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8eca32-75e0-4088-b47b-dcf7e63b116d req-c26e62c9-34a6-4c3d-9f36-814ee889c641 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:12.253527 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8a8eca32-75e0-4088-b47b-dcf7e63b116d req-c26e62c9-34a6-4c3d-9f36-814ee889c641 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.3566425 Sep 30 13:23:12.320428 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5abc08a1-386c-41c2-ad07-02f01db60b18 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:12.339180 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8a603-1dac-4386-be3d-26d27b311fbd None None] Pushing event deleted for resources: {'Port': ['ID=7d62f91e-4426-42d0-b035-f3b7eae6b6d0,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:12.375277 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-e31ad54e-8685-419d-87e3-ace7eaeb16fd admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1306431896-network', 'tenant_id': 'a690faacf8c74f3a8037883f94f67ee2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:12.379874 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 1a838168-b3d0-4320-821c-1f5f935c4db3, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1a838168-b3d0-4320-821c-1f5f935c4db3,segment=NetworkSegment(fb32e27c-117c-48af-8116-a61ac08babf9),segment_id=fb32e27c-117c-48af-8116-a61ac08babf9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:23:12.408338 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:12.422836 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 5c39202e-cfa1-4527-a1c5-c3c0733445de up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:23:12.611369 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea240d-ed29-4508-bf9d-3843377f9d4e req-5634bfd1-728c-462d-bd63-bf4dcfe748e7 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:12.616723 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ddea240d-ed29-4508-bf9d-3843377f9d4e req-5634bfd1-728c-462d-bd63-bf4dcfe748e7 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 945 time: 0.1550353 Sep 30 13:23:12.742559 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5abc08a1-386c-41c2-ad07-02f01db60b18 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:12.763687 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49154) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:12.764594 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5abc08a1-386c-41c2-ad07-02f01db60b18 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:12.797708 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ddea240d-ed29-4508-bf9d-3843377f9d4e req-9215d736-37b9-45ae-9ae9-08eaa51243c8 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556802 Sep 30 13:23:12.803727 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=1a838168-b3d0-4320-821c-1f5f935c4db3,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:12.909016 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc08a1-386c-41c2-ad07-02f01db60b18 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b26d2ed-e579-4ed3-9439-5b5b4346eebc,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:12.914232 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 5c39202e-cfa1-4527-a1c5-c3c0733445de triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:23:12.915461 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:12.947674 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31ad54e-8685-419d-87e3-ace7eaeb16fd admin admin] Made reservation on behalf of a690faacf8c74f3a8037883f94f67ee2 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:12.959159 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e31ad54e-8685-419d-87e3-ace7eaeb16fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:12.963516 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5abc08a1-386c-41c2-ad07-02f01db60b18 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:12.964943 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5abc08a1-386c-41c2-ad07-02f01db60b18 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7538476 Sep 30 13:23:12.984280 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49166) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:13.007968 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-7fd0ee51-8464-4780-9fe0-76c46736a06b tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Request body: {'security_group_rule': {'security_group_id': '7b26d2ed-e579-4ed3-9439-5b5b4346eebc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:13.031892 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e31ad54e-8685-419d-87e3-ace7eaeb16fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:13.069478 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6bd07540-4c46-4cb5-a083-f4eb2a55eb20 None None] Provisioning complete for port 50aa8aa8-8950-472f-a653-cf0236b3890e triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:23:13.073162 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6bd07540-4c46-4cb5-a083-f4eb2a55eb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:13.150797 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-6bd07540-4c46-4cb5-a083-f4eb2a55eb20 None None] Port 50aa8aa8-8950-472f-a653-cf0236b3890e cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:23:13.178302 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7fd0ee51-8464-4780-9fe0-76c46736a06b tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:13.181610 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 7d62f91e-4426-42d0-b035-f3b7eae6b6d0 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:23:13.258168 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 7d62f91e-4426-42d0-b035-f3b7eae6b6d0 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:23:13.259357 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 7d62f91e-4426-42d0-b035-f3b7eae6b6d0 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:23:13.271020 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6bd07540-4c46-4cb5-a083-f4eb2a55eb20 None None] Provisioning complete for port 5c39202e-cfa1-4527-a1c5-c3c0733445de triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:23:13.272049 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6bd07540-4c46-4cb5-a083-f4eb2a55eb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:13.372927 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7fd0ee51-8464-4780-9fe0-76c46736a06b tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:13.398466 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7fd0ee51-8464-4780-9fe0-76c46736a06b tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:13.481984 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6bd07540-4c46-4cb5-a083-f4eb2a55eb20 None None] Provisioning complete for port 7121023e-fda3-42f4-828e-9dd22cf5e92c triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:23:13.482376 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6bd07540-4c46-4cb5-a083-f4eb2a55eb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:13.493442 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0ee51-8464-4780-9fe0-76c46736a06b tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c3179c-ec8d-41b4-813e-cad042d87760,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:13.499475 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8a8eca32-75e0-4088-b47b-dcf7e63b116d req-ffe31689-d21c-44da-bf55-dc5d5988b2a4 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2344348 Sep 30 13:23:13.558992 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1a838168-b3d0-4320-821c-1f5f935c4db3 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:23:13.572488 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-858bfcab-e41f-4464-9d0f-5166eb6576b3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e0c10012557f4f75a069e43de1b33c64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7950735 Sep 30 13:23:13.575282 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49190) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:13.597820 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e31ad54e-8685-419d-87e3-ace7eaeb16fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:13.610754 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e31ad54e-8685-419d-87e3-ace7eaeb16fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:13.675752 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ad54e-8685-419d-87e3-ace7eaeb16fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8547f6f3-bfe0-48bd-a0da-307120ac3703,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:13.683315 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7fd0ee51-8464-4780-9fe0-76c46736a06b tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:13.688449 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7fd0ee51-8464-4780-9fe0-76c46736a06b tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7015383 Sep 30 13:23:13.689745 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e533131d-269a-4c65-8b07-c31123262328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:13.705166 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49192) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:13.719145 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d79f7643-9653-44db-8360-3a455619c3e7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Request body: {'security_group_rule': {'security_group_id': '7b26d2ed-e579-4ed3-9439-5b5b4346eebc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:13.729552 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e533131d-269a-4c65-8b07-c31123262328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:13.731943 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31ad54e-8685-419d-87e3-ace7eaeb16fd admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:23:13.756626 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e31ad54e-8685-419d-87e3-ace7eaeb16fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:13.756981 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-e31ad54e-8685-419d-87e3-ace7eaeb16fd admin admin] Added segment 36924e48-3f12-4a1d-9d0c-20bc06f79ec0 of type vlan for network 93e9ee11-97b2-4d8e-91da-97ef3283f43b Sep 30 13:23:13.780600 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e533131d-269a-4c65-8b07-c31123262328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:13.784027 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e533131d-269a-4c65-8b07-c31123262328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:13.785395 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e533131d-269a-4c65-8b07-c31123262328 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/26247cb0-cb1e-4429-8028-522158288b90 HTTP/1.1" status: 204 len: 168 time: 0.2090650 Sep 30 13:23:13.802755 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d79f7643-9653-44db-8360-3a455619c3e7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:13.816752 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533131d-269a-4c65-8b07-c31123262328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26247cb0-cb1e-4429-8028-522158288b90,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:13.836198 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e31ad54e-8685-419d-87e3-ace7eaeb16fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:13.931158 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e31ad54e-8685-419d-87e3-ace7eaeb16fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:13.932325 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ad54e-8685-419d-87e3-ace7eaeb16fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:13.932918 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e31ad54e-8685-419d-87e3-ace7eaeb16fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:13.936692 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d79f7643-9653-44db-8360-3a455619c3e7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:13.968258 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d79f7643-9653-44db-8360-3a455619c3e7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:14.046661 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f7643-9653-44db-8360-3a455619c3e7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcef2a34-edbf-4b83-b9f3-e2fba4ccd08d,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:14.064312 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c29252-ef75-453b-8f36-f4dfd5e7ce96 req-d831cfbd-a59f-4d13-9ace-8f738ba83dc1 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:14.073277 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f1c29252-ef75-453b-8f36-f4dfd5e7ce96 req-d831cfbd-a59f-4d13-9ace-8f738ba83dc1 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1401131 Sep 30 13:23:14.112405 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e31ad54e-8685-419d-87e3-ace7eaeb16fd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1872435 Sep 30 13:23:14.114293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49220) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:14.144110 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-01f45caa-9804-43d4-bddc-bc4f47666e87 admin admin] Request body: {'subnet': {'network_id': '93e9ee11-97b2-4d8e-91da-97ef3283f43b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1306431896-subnet', 'tenant_id': 'a690faacf8c74f3a8037883f94f67ee2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:14.170710 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f1c29252-ef75-453b-8f36-f4dfd5e7ce96 req-c255863d-9d38-4721-85a4-da07fa8efc04 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962007 Sep 30 13:23:14.189578 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d79f7643-9653-44db-8360-3a455619c3e7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:14.190721 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d79f7643-9653-44db-8360-3a455619c3e7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4836414 Sep 30 13:23:14.194294 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49224) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:14.201559 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-a964b845-2c27-4963-99fa-cfe49afa8a10 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:14.255954 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-6bd07540-4c46-4cb5-a083-f4eb2a55eb20 None None] Port 7121023e-fda3-42f4-828e-9dd22cf5e92c cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:23:14.280721 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f45caa-9804-43d4-bddc-bc4f47666e87 admin admin] Made reservation on behalf of a690faacf8c74f3a8037883f94f67ee2 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:14.288095 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-01f45caa-9804-43d4-bddc-bc4f47666e87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:14.291903 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a964b845-2c27-4963-99fa-cfe49afa8a10 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:14.294477 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ad54e-8685-419d-87e3-ace7eaeb16fd admin admin] Pushing event updated for resources: {'Network': ['ID=93e9ee11-97b2-4d8e-91da-97ef3283f43b,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:14.313748 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 93e9ee11-97b2-4d8e-91da-97ef3283f43b details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:23:14.380237 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59a65b-d712-448b-b514-654f414a296a req-61ecac96-cbce-4912-aa9d-f34ae2aae69b tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:14.382508 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4a59a65b-d712-448b-b514-654f414a296a req-61ecac96-cbce-4912-aa9d-f34ae2aae69b tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 945 time: 0.3592424 Sep 30 13:23:14.394886 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49226) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:14.400742 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 1a838168-b3d0-4320-821c-1f5f935c4db3 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:23:14.401372 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:14.475392 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f74841fb-16f0-4a67-8d65-4e35ef6d033f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:14.489762 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ba20f138-a26d-4525-980b-1bca6d9a73b1 None None] Provisioning complete for port 50aa8aa8-8950-472f-a653-cf0236b3890e triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:23:14.490405 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ba20f138-a26d-4525-980b-1bca6d9a73b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:14.544447 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-ba20f138-a26d-4525-980b-1bca6d9a73b1 None None] Port 50aa8aa8-8950-472f-a653-cf0236b3890e cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:23:14.567684 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ba20f138-a26d-4525-980b-1bca6d9a73b1 None None] Provisioning complete for port 1a838168-b3d0-4320-821c-1f5f935c4db3 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:23:14.568143 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ba20f138-a26d-4525-980b-1bca6d9a73b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:14.603153 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbf6f1-506e-4d95-8b87-61a450db440e req-5bc23c16-e717-41d5-992b-83a06e7120fc tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:14.605508 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-90bbf6f1-506e-4d95-8b87-61a450db440e req-5bc23c16-e717-41d5-992b-83a06e7120fc tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.2002146 Sep 30 13:23:14.671104 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 5c39202e-cfa1-4527-a1c5-c3c0733445de up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:23:14.724367 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-01f45caa-9804-43d4-bddc-bc4f47666e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:14.766480 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a964b845-2c27-4963-99fa-cfe49afa8a10 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:14.770069 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 5c39202e-cfa1-4527-a1c5-c3c0733445de triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:23:14.770613 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:14.806262 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-90bbf6f1-506e-4d95-8b87-61a450db440e req-880719af-5e5a-44db-a581-b0775b296ec4 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885874 Sep 30 13:23:14.873081 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:14.874561 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f45caa-9804-43d4-bddc-bc4f47666e87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0028edf-1a5e-4f19-9fb0-5d7c7e0241aa,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:14.900467 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4a59a65b-d712-448b-b514-654f414a296a req-877ed5cd-78fa-4c86-9768-d88a8a44bf71 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4204528 Sep 30 13:23:14.971620 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f74841fb-16f0-4a67-8d65-4e35ef6d033f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:14.972550 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f45caa-9804-43d4-bddc-bc4f47666e87 admin admin] Checking segment: {'id': '36924e48-3f12-4a1d-9d0c-20bc06f79ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '93e9ee11-97b2-4d8e-91da-97ef3283f43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:23:14.973381 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f45caa-9804-43d4-bddc-bc4f47666e87 admin admin] Network hostable DHCP agents. Network: 93e9ee11-97b2-4d8e-91da-97ef3283f43b, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:23:14.984242 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f74841fb-16f0-4a67-8d65-4e35ef6d033f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:14.996550 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-a964b845-2c27-4963-99fa-cfe49afa8a10 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Allocated IP 172.25.5.227 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/62b13ce6-55b7-4f3d-a8d8-a3f1deccbb19) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:23:15.022435 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f45caa-9804-43d4-bddc-bc4f47666e87 admin admin] Network 93e9ee11-97b2-4d8e-91da-97ef3283f43b is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:23:15.035683 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-01f45caa-9804-43d4-bddc-bc4f47666e87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 93e9ee11-97b2-4d8e-91da-97ef3283f43b) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:15.047173 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf55716-fa30-4ff9-beac-25e524b64055 None None] Network 93e9ee11-97b2-4d8e-91da-97ef3283f43b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:23:15.075575 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f45caa-9804-43d4-bddc-bc4f47666e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:15.076507 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-01f45caa-9804-43d4-bddc-bc4f47666e87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:15.111477 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-01f45caa-9804-43d4-bddc-bc4f47666e87 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9816749 Sep 30 13:23:15.138933 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49248) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:15.150718 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f74841fb-16f0-4a67-8d65-4e35ef6d033f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e335092ec1134d07b708e497a0822566&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7541456 Sep 30 13:23:15.179599 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74841fb-16f0-4a67-8d65-4e35ef6d033f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa9c3ef-c924-417d-b2c7-b7215cc88391,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:15.251991 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-105d56c3-2fb6-4ca1-af27-f986a0fbdf1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:15.334326 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-105d56c3-2fb6-4ca1-af27-f986a0fbdf1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:15.337451 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d38f5e-2cc9-410f-bab5-accc90c0d02d None None] Network 93e9ee11-97b2-4d8e-91da-97ef3283f43b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:23:15.382724 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56abbc01-31c2-4195-959c-7770fa89816b req-9051fa64-92fb-4565-b3c7-e3892f750f8e tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:15.399594 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-56abbc01-31c2-4195-959c-7770fa89816b req-9051fa64-92fb-4565-b3c7-e3892f750f8e tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.3666561 Sep 30 13:23:15.500079 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-105d56c3-2fb6-4ca1-af27-f986a0fbdf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:15.503004 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-105d56c3-2fb6-4ca1-af27-f986a0fbdf1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:15.504321 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-105d56c3-2fb6-4ca1-af27-f986a0fbdf1b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7fa9c3ef-c924-417d-b2c7-b7215cc88391 HTTP/1.1" status: 204 len: 168 time: 0.3643062 Sep 30 13:23:15.516879 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d56c3-2fb6-4ca1-af27-f986a0fbdf1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa9c3ef-c924-417d-b2c7-b7215cc88391,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:15.581009 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a964b845-2c27-4963-99fa-cfe49afa8a10 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:15.609465 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-56abbc01-31c2-4195-959c-7770fa89816b req-dcca5695-0e3e-4bac-99d9-b470acc65744 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037952 Sep 30 13:23:15.684360 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a964b845-2c27-4963-99fa-cfe49afa8a10 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:15.769053 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a964b845-2c27-4963-99fa-cfe49afa8a10 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:23:15.813795 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-a964b845-2c27-4963-99fa-cfe49afa8a10 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:15.815733 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964b845-2c27-4963-99fa-cfe49afa8a10 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event updated for resources: {'Port': ['ID=62b13ce6-55b7-4f3d-a8d8-a3f1deccbb19,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:15.817915 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a964b845-2c27-4963-99fa-cfe49afa8a10 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:23:15.940820 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838bf0c-5dd0-4765-8afd-8654a0fbc49a req-9cc9f0a8-3e83-4daf-ae2d-59fd71f2c1c3 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:15.952858 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7838bf0c-5dd0-4765-8afd-8654a0fbc49a req-9cc9f0a8-3e83-4daf-ae2d-59fd71f2c1c3 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.2203357 Sep 30 13:23:16.034666 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7838bf0c-5dd0-4765-8afd-8654a0fbc49a req-69ab2130-2ee9-414b-974e-ae2ccba38cdf tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761452 Sep 30 13:23:16.055916 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a964b845-2c27-4963-99fa-cfe49afa8a10 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:16.131644 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a964b845-2c27-4963-99fa-cfe49afa8a10 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:16.132272 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-5c0642cb-3cae-4de6-844e-b984fd327d07 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:16.135341 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-5c0642cb-3cae-4de6-844e-b984fd327d07 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.18 "GET /v2.0/networks?id=93e9ee11-97b2-4d8e-91da-97ef3283f43b HTTP/1.1" status: 200 len: 822 time: 0.2631133 Sep 30 13:23:16.158607 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-19534e12-8803-4759-8ed2-b14b6c4c0e80 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.18 "GET /v2.0/quotas/a690faacf8c74f3a8037883f94f67ee2 HTTP/1.1" status: 200 len: 375 time: 0.0169234 Sep 30 13:23:16.245271 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-16c09da3-f14e-44fa-8c11-6d56ab2e3ac4 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a690faacf8c74f3a8037883f94f67ee2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795059 Sep 30 13:23:16.429613 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-1fc16d05-4572-4c92-af51-1c14a2899f69 service neutron] 10.222.0.18 "GET /v2.0/networks/93e9ee11-97b2-4d8e-91da-97ef3283f43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833353 Sep 30 13:23:16.486629 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9dc6e4-faa7-45e1-b4d9-8371fcc0387c req-273e0804-9d96-44e6-b8fd-84522c4ea3b9 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:16.495734 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7d9dc6e4-faa7-45e1-b4d9-8371fcc0387c req-273e0804-9d96-44e6-b8fd-84522c4ea3b9 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 945 time: 0.3057346 Sep 30 13:23:16.616137 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-a032d6dd-f3af-47d3-bc55-1e3329f139f3 service neutron] 10.222.0.18 "GET /v2.0/networks/93e9ee11-97b2-4d8e-91da-97ef3283f43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623061 Sep 30 13:23:16.736112 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a964b845-2c27-4963-99fa-cfe49afa8a10 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:16.741342 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:23:16.778274 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7d9dc6e4-faa7-45e1-b4d9-8371fcc0387c req-3ca2483c-fa5c-41ef-9d54-4f9613248939 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2697327 Sep 30 13:23:16.784409 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a964b845-2c27-4963-99fa-cfe49afa8a10 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:16.878271 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964b845-2c27-4963-99fa-cfe49afa8a10 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event updated for resources: {'Port': ['ID=62b13ce6-55b7-4f3d-a8d8-a3f1deccbb19,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:16.950079 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a964b845-2c27-4963-99fa-cfe49afa8a10 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:17.009993 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a964b845-2c27-4963-99fa-cfe49afa8a10 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:17.021015 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a964b845-2c27-4963-99fa-cfe49afa8a10 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8250630 Sep 30 13:23:17.332734 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-527c77fd-d7b5-48b4-a2e0-c626711083db req-6fffa62a-fbfe-45aa-a2f0-43aa17aaaa9a tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c82284-6256-4fab-b05f-7f2704b92acc HTTP/1.1" status: 200 len: 210 time: 0.0728157 Sep 30 13:23:17.375203 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4503753-23e3-44d1-a82a-5383a5f4ffdc req-65ababb8-733e-42af-b693-187704069d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:17.377795 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a4503753-23e3-44d1-a82a-5383a5f4ffdc req-65ababb8-733e-42af-b693-187704069d4f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba06ca8c8c6c47e0a3ec08e9fc9296aa&device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 1096 time: 0.1070092 Sep 30 13:23:17.643279 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdc20f-70bf-4180-ad37-d3afa91611b4 req-7b76b957-4401-4474-844d-da07a1624030 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:17.654647 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a4bdc20f-70bf-4180-ad37-d3afa91611b4 req-7b76b957-4401-4474-844d-da07a1624030 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 945 time: 0.2025888 Sep 30 13:23:17.758206 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4503753-23e3-44d1-a82a-5383a5f4ffdc req-810572ef-ebc8-4436-a2ab-73ed9bca3a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:17.759803 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a4503753-23e3-44d1-a82a-5383a5f4ffdc req-810572ef-ebc8-4436-a2ab-73ed9bca3a99 service neutron] 10.222.0.39 "GET /v2.0/networks?id=27af5bc2-ae82-46a4-9237-d0fc36f9075e HTTP/1.1" status: 200 len: 911 time: 0.3739209 Sep 30 13:23:17.794650 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a4bdc20f-70bf-4180-ad37-d3afa91611b4 req-7311c2d3-eb7f-4e97-bba1-28e277102474 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390421 Sep 30 13:23:17.898956 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45d355-bc62-4dcb-8a46-f5e2ec25801e req-c4c366ce-f8f0-4a2c-bec4-1b293f3846cc tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:17.902974 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ff45d355-bc62-4dcb-8a46-f5e2ec25801e req-c4c366ce-f8f0-4a2c-bec4-1b293f3846cc tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1794865 Sep 30 13:23:17.941269 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a4503753-23e3-44d1-a82a-5383a5f4ffdc req-15dbd0f4-15fc-4d15-82bd-c4b83d15c8d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca3d6bf4-8d16-4b19-b90f-f28e70dd205a HTTP/1.1" status: 200 len: 1000 time: 0.1725280 Sep 30 13:23:17.992994 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ff45d355-bc62-4dcb-8a46-f5e2ec25801e req-7de9bbb6-7a1a-467e-84b9-9f88a0a50132 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832458 Sep 30 13:23:18.024416 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4503753-23e3-44d1-a82a-5383a5f4ffdc req-d1076e02-4d80-4e52-b920-ac152b4f463b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:18.027012 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a4503753-23e3-44d1-a82a-5383a5f4ffdc req-d1076e02-4d80-4e52-b920-ac152b4f463b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b0d07ac9-b646-4015-9c44-dcf39179fe0f HTTP/1.1" status: 200 len: 849 time: 0.0775781 Sep 30 13:23:18.141830 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-79033e24-cba7-468a-b5ad-fdc5206fba23 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--903395483&fields=id&tenant_id=b2b1cd5a06924c118528b4d0714f0f7d HTTP/1.1" status: 200 len: 267 time: 0.1136625 Sep 30 13:23:18.173909 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4503753-23e3-44d1-a82a-5383a5f4ffdc req-12796275-64bd-4cb6-abf5-7edfdc3169ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:18.175812 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a4503753-23e3-44d1-a82a-5383a5f4ffdc req-12796275-64bd-4cb6-abf5-7edfdc3169ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=27af5bc2-ae82-46a4-9237-d0fc36f9075e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1318500 Sep 30 13:23:18.190038 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-363cca6c-fab1-4ed9-9d10-7b097a22a305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:18.357392 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a4503753-23e3-44d1-a82a-5383a5f4ffdc req-5e2f40d0-6afe-4d79-bb64-dd1974538b5c service neutron] 10.222.0.39 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616726 Sep 30 13:23:18.375303 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-6ce34ee2-58fa-4d28-9094-9d779ded20ad tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:18.384717 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-6ce34ee2-58fa-4d28-9094-9d779ded20ad tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports/7121023e-fda3-42f4-828e-9dd22cf5e92c HTTP/1.1" status: 200 len: 936 time: 0.2271280 Sep 30 13:23:18.395496 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49394) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:18.495150 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-1c317e8f-4669-4c3f-8948-7ab3e945f42a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:18.504446 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-1c317e8f-4669-4c3f-8948-7ab3e945f42a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports/50aa8aa8-8950-472f-a653-cf0236b3890e HTTP/1.1" status: 200 len: 936 time: 0.1187532 Sep 30 13:23:18.525074 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-441a6a18-ce59-4d0e-9518-625e77f465af req-20f1cc59-5d2e-43d0-9d17-9e94b99ac627 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c82284-6256-4fab-b05f-7f2704b92acc HTTP/1.1" status: 200 len: 210 time: 0.0952959 Sep 30 13:23:18.648190 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-d76c0bab-fc90-463f-8696-76a29bd91673 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?network_id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1426952 Sep 30 13:23:18.777009 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-c374e308-7c20-46f5-aa67-4e6802ad2ba5 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?network_id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1266372 Sep 30 13:23:18.778634 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-8a3fe187-e894-46e6-b42b-a30e55137221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-54103091'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:18.797522 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a4503753-23e3-44d1-a82a-5383a5f4ffdc req-f6c72f0b-2adc-4307-994c-a63421077e8d service neutron] 10.222.0.39 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098716 Sep 30 13:23:18.839653 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3fe187-e894-46e6-b42b-a30e55137221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213-project] Made reservation on behalf of ff23a7ee37ba41cab205e2f7c22e709f for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:18.843632 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8a3fe187-e894-46e6-b42b-a30e55137221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:18.855496 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8a3fe187-e894-46e6-b42b-a30e55137221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:19.061960 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-407b77fa-f91d-400a-bf86-c504fdede713 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:19.067100 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-407b77fa-f91d-400a-bf86-c504fdede713 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.39 "GET /v2.0/networks?id=93e9ee11-97b2-4d8e-91da-97ef3283f43b HTTP/1.1" status: 200 len: 822 time: 0.3609033 Sep 30 13:23:19.126615 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-b20a85f3-8708-40ab-adaa-691ac39f2986 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Request body: {'port': {'device_id': '06c82284-6256-4fab-b05f-7f2704b92acc', 'network_id': '93e9ee11-97b2-4d8e-91da-97ef3283f43b', 'admin_state_up': True, 'tenant_id': 'a690faacf8c74f3a8037883f94f67ee2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:19.133576 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8a3fe187-e894-46e6-b42b-a30e55137221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:19.140425 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8a3fe187-e894-46e6-b42b-a30e55137221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:19.170519 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3fe187-e894-46e6-b42b-a30e55137221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:23:19.212018 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8a3fe187-e894-46e6-b42b-a30e55137221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:19.212460 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-8a3fe187-e894-46e6-b42b-a30e55137221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213-project] Added segment 86692ee6-c87a-43f7-b301-27535cb651cb of type vlan for network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 Sep 30 13:23:19.238963 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fe187-e894-46e6-b42b-a30e55137221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a791627a-d444-4b29-a75e-babb9b014383,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:19.249426 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1868034-603e-4749-9024-3422900a9340 req-fc614410-33f9-484d-a1c8-1d106a919a88 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:19.251051 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c1868034-603e-4749-9024-3422900a9340 req-fc614410-33f9-484d-a1c8-1d106a919a88 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 945 time: 0.2865670 Sep 30 13:23:19.351420 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c1868034-603e-4749-9024-3422900a9340 req-d08cf879-5fd6-4625-950a-aa388c70ca74 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790737 Sep 30 13:23:19.366081 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8a3fe187-e894-46e6-b42b-a30e55137221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:19.439667 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8a3fe187-e894-46e6-b42b-a30e55137221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:19.452004 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3fe187-e894-46e6-b42b-a30e55137221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:19.453396 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8a3fe187-e894-46e6-b42b-a30e55137221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:19.481974 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:19.506491 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-3be6404c-420f-41e2-a2fc-7ee6d14c0e47 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:19.513607 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-3be6404c-420f-41e2-a2fc-7ee6d14c0e47 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:19.519363 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-3be6404c-420f-41e2-a2fc-7ee6d14c0e47 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:19.527448 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-3be6404c-420f-41e2-a2fc-7ee6d14c0e47 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/networks?id=93896050-5bca-40e4-92d7-aa842a3215ca&id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452&id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452 HTTP/1.1" status: 200 len: 1995 time: 0.7489269 Sep 30 13:23:19.543917 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8a3fe187-e894-46e6-b42b-a30e55137221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 1.1465728 Sep 30 13:23:19.555127 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-334b1016-2cb0-4184-be83-f274046a6ecc tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/quotas/b2b1cd5a06924c118528b4d0714f0f7d HTTP/1.1" status: 200 len: 375 time: 0.0267620 Sep 30 13:23:19.605543 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fe187-e894-46e6-b42b-a30e55137221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213-project] Pushing event updated for resources: {'Network': ['ID=2922b908-9d8a-48e7-93ab-1e9a5c0be9d6,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:19.618246 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:23:19.647764 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e2f2d-2ff4-4932-9257-2443bd4b952f req-3353b90f-fc2f-4abf-aaa2-22ddf6139d53 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:19.650499 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ab8e2f2d-2ff4-4932-9257-2443bd4b952f req-3353b90f-fc2f-4abf-aaa2-22ddf6139d53 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1339304 Sep 30 13:23:19.659045 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-16e1c00e-1598-4d92-a25e-4e2efed58c2e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b2b1cd5a06924c118528b4d0714f0f7d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0958064 Sep 30 13:23:19.660848 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-b20a85f3-8708-40ab-adaa-691ac39f2986 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Made reservation on behalf of a690faacf8c74f3a8037883f94f67ee2 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:19.665130 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-b20a85f3-8708-40ab-adaa-691ac39f2986 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:19.696429 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ab8e2f2d-2ff4-4932-9257-2443bd4b952f req-90c57dd6-fc1f-4430-a57f-93154b5c29ca tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395613 Sep 30 13:23:19.859705 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-252c37a1-52d4-4415-8d2c-446429b37597 service neutron] 10.222.0.18 "GET /v2.0/networks/93896050-5bca-40e4-92d7-aa842a3215ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883404 Sep 30 13:23:19.938857 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-b20a85f3-8708-40ab-adaa-691ac39f2986 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Allocated IP 172.20.0.6 (93e9ee11-97b2-4d8e-91da-97ef3283f43b/b0028edf-1a5e-4f19-9fb0-5d7c7e0241aa/228e4292-756c-4b7b-9336-02c60385bae4) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:23:19.999778 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49442) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:20.008608 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Request body: {'port': {'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6', 'binding:host_id': 'n-h1-810909-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-793149880'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:20.025786 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-38e64f0f-b35b-44a9-ae79-950bbb8da217 service neutron] 10.222.0.18 "GET /v2.0/networks/93896050-5bca-40e4-92d7-aa842a3215ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650710 Sep 30 13:23:20.103323 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-0f4ea654-94fe-44d9-82d0-1f1586b9da79 service neutron] 10.222.0.18 "GET /v2.0/ports/7121023e-fda3-42f4-828e-9dd22cf5e92c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0765121 Sep 30 13:23:20.176947 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-65d82d83-821e-4142-8cdf-30008bb3af64 req-1b84545d-3333-40e8-b784-7de5c4c0f59b tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c82284-6256-4fab-b05f-7f2704b92acc HTTP/1.1" status: 200 len: 210 time: 0.0934315 Sep 30 13:23:20.201647 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Made reservation on behalf of ffc45c7f43d84eccbf52a7c592171994 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:20.205041 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:20.253766 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:20.327543 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-b20a85f3-8708-40ab-adaa-691ac39f2986 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:20.459911 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-4e8d9adf-cbaf-4bbc-80dd-d7bd52b27b9d service neutron] 10.222.0.18 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617209 Sep 30 13:23:20.525744 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bed385-f6e3-45fe-b24c-e1c68d4bac2c req-c6eccd67-0406-4c7c-b52c-81dd585a020e tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:20.528113 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a5bed385-f6e3-45fe-b24c-e1c68d4bac2c req-c6eccd67-0406-4c7c-b52c-81dd585a020e tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 945 time: 0.0631945 Sep 30 13:23:20.536994 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-b20a85f3-8708-40ab-adaa-691ac39f2986 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:20.575717 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a5bed385-f6e3-45fe-b24c-e1c68d4bac2c req-7c4c5fbe-54b6-4d78-b1ba-6e898a25de10 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409822 Sep 30 13:23:20.689274 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ed4b06c1-a5a8-431d-8440-67f0d0d34303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:20.868392 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a823255-98ea-4aac-aca7-04f578fcc8a0 req-ab886b3a-7af5-47b6-ad2a-0798175d22f1 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:20.877699 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7a823255-98ea-4aac-aca7-04f578fcc8a0 req-ab886b3a-7af5-47b6-ad2a-0798175d22f1 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1008141 Sep 30 13:23:20.929003 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7a823255-98ea-4aac-aca7-04f578fcc8a0 req-0b0eefb7-ddb2-4a82-91f9-fcd307a47ec7 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451283 Sep 30 13:23:21.016090 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-b20a85f3-8708-40ab-adaa-691ac39f2986 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Network 93e9ee11-97b2-4d8e-91da-97ef3283f43b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:23:21.032152 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-b20a85f3-8708-40ab-adaa-691ac39f2986 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:21.042345 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-b20a85f3-8708-40ab-adaa-691ac39f2986 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:23:21.053347 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a85f3-8708-40ab-adaa-691ac39f2986 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Pushing event updated for resources: {'Port': ['ID=228e4292-756c-4b7b-9336-02c60385bae4,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:21.091231 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:21.095998 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-e36c76c5-b74e-4b47-9d15-b1f8cc794227 service neutron] 10.222.0.18 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6227417 Sep 30 13:23:21.100129 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:21.108698 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] device_id is not set on port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:23:21.168591 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-b20a85f3-8708-40ab-adaa-691ac39f2986 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:21.169214 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-b20a85f3-8708-40ab-adaa-691ac39f2986 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:21.284846 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-b20a85f3-8708-40ab-adaa-691ac39f2986 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1678607 Sep 30 13:23:21.287601 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-a6f2f6af-06b6-48d5-8e61-78bfbd20df08 service neutron] 10.222.0.18 "GET /v2.0/ports/50aa8aa8-8950-472f-a653-cf0236b3890e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1805754 Sep 30 13:23:21.288375 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da23f1f-74a0-4ddb-b3b9-50856607eab6,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:21.300286 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-23881d19-b935-470c-aa1a-788a8a1ee4a3 service neutron] Request body: {'port': {'device_id': '06c82284-6256-4fab-b05f-7f2704b92acc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:21.355048 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36a523-d7e9-4ea4-8438-0c7fa0f825e9 req-32f3e73d-2536-4987-bfca-28012da5e15c tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:21.365267 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f36a523-d7e9-4ea4-8438-0c7fa0f825e9 req-32f3e73d-2536-4987-bfca-28012da5e15c tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c82284-6256-4fab-b05f-7f2704b92acc HTTP/1.1" status: 200 len: 931 time: 0.0676932 Sep 30 13:23:21.419071 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f36a523-d7e9-4ea4-8438-0c7fa0f825e9 req-f07f61ec-2e2b-487c-997e-d6ca8d0024e4 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.18 "GET /v2.0/security-groups?id=8547f6f3-bfe0-48bd-a0da-307120ac3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522170 Sep 30 13:23:21.469352 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-23881d19-b935-470c-aa1a-788a8a1ee4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:21.598814 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:21.665740 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-de4e4b76-08d9-4ec7-9e6d-4c7f49bc56c1 service neutron] 10.222.0.18 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287535 Sep 30 13:23:21.925438 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-184df8b5-780f-41c6-9341-33b28f22f9b0 service neutron] 10.222.0.18 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587807 Sep 30 13:23:21.930062 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] device_id is not set on port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:23:21.966241 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:22.001203 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:22.047656 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d874db-eb66-4805-bf00-59cd992ecca0 req-3f81ca81-54c0-4593-9a33-c86ab4ccf022 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:22.054987 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-93d874db-eb66-4805-bf00-59cd992ecca0 req-3f81ca81-54c0-4593-9a33-c86ab4ccf022 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.0626676 Sep 30 13:23:22.110135 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-93d874db-eb66-4805-bf00-59cd992ecca0 req-7d5a2251-a1c9-4f72-bb2e-0dda6845acb8 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463541 Sep 30 13:23:22.140070 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-5aa9e70a-a8aa-41c0-bc29-463f2d6fe7d2 service neutron] 10.222.0.18 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014678 Sep 30 13:23:22.146981 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Pushing event updated for resources: {'Port': ['ID=42ab7564-41ce-4afd-a6b5-ce8b06de2016,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:22.270095 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Checking segment: {'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:23:22.270095 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Network hostable DHCP agents. Network: 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:23:22.329975 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-23881d19-b935-470c-aa1a-788a8a1ee4a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228e4292-756c-4b7b-9336-02c60385bae4 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:23:22.356204 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-e9e93ab1-1531-47c1-95e6-64d24c1ee172 service neutron] 10.222.0.18 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051253 Sep 30 13:23:22.359814 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:22.365028 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-23881d19-b935-470c-aa1a-788a8a1ee4a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:22.377218 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:23:22.406031 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:22.407928 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-23881d19-b935-470c-aa1a-788a8a1ee4a3 service neutron] Transition to ACTIVE for port object 228e4292-756c-4b7b-9336-02c60385bae4 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:23:22.414484 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b55d86-c748-4d13-8089-062a2609efbe None None] Network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:23:22.436379 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:23:22.452500 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:22.452896 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:22.453331 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:22.460079 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-23881d19-b935-470c-aa1a-788a8a1ee4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:22.535831 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:22.536510 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:22.541556 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23881d19-b935-470c-aa1a-788a8a1ee4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=228e4292-756c-4b7b-9336-02c60385bae4,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:22.545224 n-d-810909-2 neutron-server[94763]: INFO neutron.plugins.ml2.plugin [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempt 2 to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 Sep 30 13:23:22.582290 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:22.582902 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:22.583480 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:22.584437 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47857dfa-e95d-48ee-9a51-b60b1c13ebce req-84f7999d-1816-4422-a310-8a62460f6fb0 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:22.590514 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:22.591068 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:22.595198 n-d-810909-2 neutron-server[94763]: INFO neutron.plugins.ml2.plugin [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempt 3 to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 Sep 30 13:23:22.595595 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-47857dfa-e95d-48ee-9a51-b60b1c13ebce req-84f7999d-1816-4422-a310-8a62460f6fb0 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c82284-6256-4fab-b05f-7f2704b92acc HTTP/1.1" status: 200 len: 943 time: 0.1019130 Sep 30 13:23:22.686133 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-47857dfa-e95d-48ee-9a51-b60b1c13ebce req-80ab481d-4022-40fa-9115-6c15e0ba5d47 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.18 "GET /v2.0/security-groups?id=8547f6f3-bfe0-48bd-a0da-307120ac3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890529 Sep 30 13:23:22.690804 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-1a02183a-bcb6-467b-8dc9-4a127f2da4e0 service neutron] 10.222.0.18 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230741 Sep 30 13:23:22.693321 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:22.693697 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:22.694123 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:22.714654 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:22.715138 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:22.717938 n-d-810909-2 neutron-server[94763]: INFO neutron.plugins.ml2.plugin [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempt 4 to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 Sep 30 13:23:22.740737 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-23881d19-b935-470c-aa1a-788a8a1ee4a3 service neutron] Attempting to bind port 228e4292-756c-4b7b-9336-02c60385bae4 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:22.741077 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-23881d19-b935-470c-aa1a-788a8a1ee4a3 service neutron] Attempting to bind port 228e4292-756c-4b7b-9336-02c60385bae4 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '36924e48-3f12-4a1d-9d0c-20bc06f79ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '93e9ee11-97b2-4d8e-91da-97ef3283f43b'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:22.741409 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-23881d19-b935-470c-aa1a-788a8a1ee4a3 service neutron] Attempting to bind port 228e4292-756c-4b7b-9336-02c60385bae4 on network 93e9ee11-97b2-4d8e-91da-97ef3283f43b {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:22.750488 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:22.750828 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:22.751165 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:22.763126 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:22.763472 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:22.765450 n-d-810909-2 neutron-server[94763]: INFO neutron.plugins.ml2.plugin [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempt 5 to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 Sep 30 13:23:22.771375 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-23881d19-b935-470c-aa1a-788a8a1ee4a3 service neutron] Port 228e4292-756c-4b7b-9336-02c60385bae4 on network 93e9ee11-97b2-4d8e-91da-97ef3283f43b not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:22.771734 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-23881d19-b935-470c-aa1a-788a8a1ee4a3 service neutron] Attempting to bind port 228e4292-756c-4b7b-9336-02c60385bae4 on network 93e9ee11-97b2-4d8e-91da-97ef3283f43b {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:22.809397 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-23881d19-b935-470c-aa1a-788a8a1ee4a3 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:23:22.809782 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-23881d19-b935-470c-aa1a-788a8a1ee4a3 service neutron] Checking segment: {'id': '36924e48-3f12-4a1d-9d0c-20bc06f79ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '93e9ee11-97b2-4d8e-91da-97ef3283f43b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:23:22.810164 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-23881d19-b935-470c-aa1a-788a8a1ee4a3 service neutron] Bound using segment: {'id': '36924e48-3f12-4a1d-9d0c-20bc06f79ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '93e9ee11-97b2-4d8e-91da-97ef3283f43b'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:23:22.810619 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-23881d19-b935-470c-aa1a-788a8a1ee4a3 service neutron] Bound port: 228e4292-756c-4b7b-9336-02c60385bae4, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36924e48-3f12-4a1d-9d0c-20bc06f79ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '93e9ee11-97b2-4d8e-91da-97ef3283f43b'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:23:22.810982 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-23881d19-b935-470c-aa1a-788a8a1ee4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:22.828293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:22.828644 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:22.828957 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:22.835857 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:22.836217 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:22.840007 n-d-810909-2 neutron-server[94763]: INFO neutron.plugins.ml2.plugin [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempt 6 to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 Sep 30 13:23:22.854219 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:22.854755 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:22.855095 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:22.887178 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:22.887579 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:22.892223 n-d-810909-2 neutron-server[94763]: INFO neutron.plugins.ml2.plugin [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempt 7 to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 Sep 30 13:23:22.922128 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:22.922388 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:22.922683 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:22.938399 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-9a9fb179-c936-4a1b-bbc5-87ff618a4b9b service neutron] 10.222.0.18 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461762 Sep 30 13:23:22.968142 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:22.968466 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:22.971875 n-d-810909-2 neutron-server[94763]: INFO neutron.plugins.ml2.plugin [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempt 8 to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 Sep 30 13:23:22.996828 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-23881d19-b935-470c-aa1a-788a8a1ee4a3 service neutron] For port 228e4292-756c-4b7b-9336-02c60385bae4, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:23:22.998899 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:22.999228 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:22.999563 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:23.039895 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-23881d19-b935-470c-aa1a-788a8a1ee4a3 service neutron] For port 228e4292-756c-4b7b-9336-02c60385bae4, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=228e4292-756c-4b7b-9336-02c60385bae4,segment=NetworkSegment(36924e48-3f12-4a1d-9d0c-20bc06f79ec0),segment_id=36924e48-3f12-4a1d-9d0c-20bc06f79ec0)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:23:23.041249 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:23.041584 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:23.043617 n-d-810909-2 neutron-server[94763]: INFO neutron.plugins.ml2.plugin [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempt 9 to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 Sep 30 13:23:23.070549 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-23881d19-b935-470c-aa1a-788a8a1ee4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:23.097067 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:23.097067 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:23.097067 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:23.123688 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-23881d19-b935-470c-aa1a-788a8a1ee4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:23.124313 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-23881d19-b935-470c-aa1a-788a8a1ee4a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:23.125711 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-23881d19-b935-470c-aa1a-788a8a1ee4a3 service neutron] 10.222.0.39 "PUT /v2.0/ports/228e4292-756c-4b7b-9336-02c60385bae4 HTTP/1.1" status: 200 len: 1091 time: 1.8302424 Sep 30 13:23:23.131888 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c82284-6256-4fab-b05f-7f2704b92acc', 'tag': '228e4292-756c-4b7b-9336-02c60385bae4'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:23:23.134963 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df7006c-18ba-4202-8301-d75c69913a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "06c82284-6256-4fab-b05f-7f2704b92acc", "tag": "228e4292-756c-4b7b-9336-02c60385bae4"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:23:23.145385 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:23.146142 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:23.150256 n-d-810909-2 neutron-server[94763]: INFO neutron.plugins.ml2.plugin [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempt 10 to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 Sep 30 13:23:23.158610 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-f3e16a18-4bf4-47d4-a586-8c1a986ae9f2 service neutron] 10.222.0.18 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193217 Sep 30 13:23:23.226062 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:23.226376 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:23.226701 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:23.235315 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:23.235640 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:23.236013 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:23.237728 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23881d19-b935-470c-aa1a-788a8a1ee4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=228e4292-756c-4b7b-9336-02c60385bae4,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:23.300932 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38021a8e-2eb0-4446-94fc-a5702c6e696e req-d61d0643-d964-4a46-81a6-9a6c493303d9 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:23.310226 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-38021a8e-2eb0-4446-94fc-a5702c6e696e req-d61d0643-d964-4a46-81a6-9a6c493303d9 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1063089 Sep 30 13:23:23.393866 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-c488812c-35a6-4fa9-b0d3-644546247829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:23.395717 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-c488812c-35a6-4fa9-b0d3-644546247829 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a690faacf8c74f3a8037883f94f67ee2&device_id=06c82284-6256-4fab-b05f-7f2704b92acc HTTP/1.1" status: 200 len: 1094 time: 0.2070765 Sep 30 13:23:23.396398 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-38021a8e-2eb0-4446-94fc-a5702c6e696e req-2f123e24-1f56-4456-a1f7-5d1d1a131752 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851085 Sep 30 13:23:23.472902 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-168df87e-d0cf-4784-a8d0-363e3ea103c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=228e4292-756c-4b7b-9336-02c60385bae4 HTTP/1.1" status: 200 len: 217 time: 0.0601079 Sep 30 13:23:23.481074 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-e8a2f000-5de5-4557-a69e-06c90136fca5 service neutron] 10.222.0.18 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132973 Sep 30 13:23:23.496460 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d7217f-a416-4edd-82a6-396472fd8db9 x-openstack-request-id: req-05d7217f-a416-4edd-82a6-396472fd8db9 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:23:23.496953 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c82284-6256-4fab-b05f-7f2704b92acc", "tag": "228e4292-756c-4b7b-9336-02c60385bae4", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:23:23.497370 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05d7217f-a416-4edd-82a6-396472fd8db9 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:23:23.497907 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c82284-6256-4fab-b05f-7f2704b92acc', 'tag': '228e4292-756c-4b7b-9336-02c60385bae4', 'status': 'completed', 'code': 200} Sep 30 13:23:23.548506 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] For port 42ab7564-41ce-4afd-a6b5-ce8b06de2016, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:23:23.549034 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempted to set empty binding levels {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 30 13:23:23.566216 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:23.592817 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:23.593059 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:23.639953 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-1f4c1549-af72-438c-8bc6-713e020caeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:23.641440 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-1f4c1549-af72-438c-8bc6-713e020caeaf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b0028edf-1a5e-4f19-9fb0-5d7c7e0241aa HTTP/1.1" status: 200 len: 862 time: 0.1570580 Sep 30 13:23:23.670119 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Pushing event updated for resources: {'Port': ['ID=42ab7564-41ce-4afd-a6b5-ce8b06de2016,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:23.702252 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-6c7f50b3-6e3a-4177-b026-26b1ef1b8400 service neutron] 10.222.0.18 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074480 Sep 30 13:23:23.748413 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d2ccc400-5417-4bf5-b7f4-3b5f3b7d086e tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.7449682 Sep 30 13:23:23.748413 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-b02f3e5a-c3b4-4ebb-a51f-169219dccad7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=93e9ee11-97b2-4d8e-91da-97ef3283f43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484352 Sep 30 13:23:23.750661 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49560) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:23.936945 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356ace8-b00a-426c-ab73-29a769f78219 req-32ab5d7a-06aa-44ee-babd-3357c9bdd42b tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:23.939172 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1356ace8-b00a-426c-ab73-29a769f78219 req-32ab5d7a-06aa-44ee-babd-3357c9bdd42b tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c82284-6256-4fab-b05f-7f2704b92acc HTTP/1.1" status: 200 len: 943 time: 0.1532719 Sep 30 13:23:23.954811 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-f7072ce9-7841-4f16-8aac-376fd5ae6232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Deleting port 42ab7564-41ce-4afd-a6b5-ce8b06de2016 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:23:23.955832 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f7072ce9-7841-4f16-8aac-376fd5ae6232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:23.957181 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-d94eb2d9-9e04-4755-8789-72a2113288b0 service neutron] 10.222.0.39 "GET /v2.0/networks/93e9ee11-97b2-4d8e-91da-97ef3283f43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971333 Sep 30 13:23:24.002893 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-578d89b6-a77e-4929-a8cf-89e6c4e63825 service neutron] 10.222.0.18 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897477 Sep 30 13:23:24.108780 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:24.111956 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7cf5a55-b137-4d34-bd17-fbe1b8949e01 req-376c5123-aa83-4b98-b2c7-c5f840db2f1d service neutron] 10.222.0.39 "GET /v2.0/networks/93e9ee11-97b2-4d8e-91da-97ef3283f43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474128 Sep 30 13:23:24.164829 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1356ace8-b00a-426c-ab73-29a769f78219 req-413d1b2b-9bd6-4683-9dfb-7a2e1260e4ef tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.18 "GET /v2.0/security-groups?id=8547f6f3-bfe0-48bd-a0da-307120ac3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117779 Sep 30 13:23:24.167277 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-f7072ce9-7841-4f16-8aac-376fd5ae6232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] For port 42ab7564-41ce-4afd-a6b5-ce8b06de2016, host n-h1-810909-2, got binding levels [] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:23:24.167712 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f7072ce9-7841-4f16-8aac-376fd5ae6232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:24.235595 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-f7072ce9-7841-4f16-8aac-376fd5ae6232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Calling delete_port for 42ab7564-41ce-4afd-a6b5-ce8b06de2016 owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:23:24.239249 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7006c-18ba-4202-8301-d75c69913a2d req-33e20820-4c06-4a80-b60b-6a9f0bec79d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:24.240887 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1df7006c-18ba-4202-8301-d75c69913a2d req-33e20820-4c06-4a80-b60b-6a9f0bec79d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a690faacf8c74f3a8037883f94f67ee2&device_id=06c82284-6256-4fab-b05f-7f2704b92acc HTTP/1.1" status: 200 len: 1094 time: 0.0619452 Sep 30 13:23:24.381901 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7006c-18ba-4202-8301-d75c69913a2d req-c09308f8-2445-46fe-b765-7a300f28a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:24.383614 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1df7006c-18ba-4202-8301-d75c69913a2d req-c09308f8-2445-46fe-b765-7a300f28a463 service neutron] 10.222.0.39 "GET /v2.0/networks?id=93e9ee11-97b2-4d8e-91da-97ef3283f43b HTTP/1.1" status: 200 len: 923 time: 0.1339986 Sep 30 13:23:24.415238 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f7072ce9-7841-4f16-8aac-376fd5ae6232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:24.463407 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1df7006c-18ba-4202-8301-d75c69913a2d req-69e3495e-7365-4975-87f2-a9e38015b2b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=228e4292-756c-4b7b-9336-02c60385bae4 HTTP/1.1" status: 200 len: 217 time: 0.0703700 Sep 30 13:23:24.499765 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f7072ce9-7841-4f16-8aac-376fd5ae6232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:24.511307 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f7072ce9-7841-4f16-8aac-376fd5ae6232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] 10.222.0.18 "DELETE /v2.0/ports/42ab7564-41ce-4afd-a6b5-ce8b06de2016 HTTP/1.1" status: 204 len: 168 time: 0.7585757 Sep 30 13:23:24.512855 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7072ce9-7841-4f16-8aac-376fd5ae6232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Pushing event deleted for resources: {'Port': ['ID=42ab7564-41ce-4afd-a6b5-ce8b06de2016,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:24.514738 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49588) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:24.552504 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a466919-63fb-43f3-9e94-d0f450a606a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] GET failed (client error): The resource could not be found. Sep 30 13:23:24.559115 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1a466919-63fb-43f3-9e94-d0f450a606a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] 10.222.0.18 "GET /v2.0/ports/42ab7564-41ce-4afd-a6b5-ce8b06de2016 HTTP/1.1" status: 404 len: 333 time: 0.0360286 Sep 30 13:23:24.560716 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49592) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:24.573720 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7006c-18ba-4202-8301-d75c69913a2d req-a8001683-ed54-4482-b35c-06ad991a6aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:24.576988 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1df7006c-18ba-4202-8301-d75c69913a2d req-a8001683-ed54-4482-b35c-06ad991a6aa7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b0028edf-1a5e-4f19-9fb0-5d7c7e0241aa HTTP/1.1" status: 200 len: 862 time: 0.1055169 Sep 30 13:23:24.577115 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-5f532980-4e97-45e5-8257-80642417cef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Request body: {'port': {'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-927040944'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:24.651446 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1df7006c-18ba-4202-8301-d75c69913a2d req-4e89c838-ef93-4006-adc6-1f57e0caa3bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=93e9ee11-97b2-4d8e-91da-97ef3283f43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662704 Sep 30 13:23:24.658334 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29863de-a8bf-45a6-b3d0-fd17e775803d req-9d3ef046-07fc-457d-bad9-94473aad3ed3 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:24.660165 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a29863de-a8bf-45a6-b3d0-fd17e775803d req-9d3ef046-07fc-457d-bad9-94473aad3ed3 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1094000 Sep 30 13:23:24.661049 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f532980-4e97-45e5-8257-80642417cef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Made reservation on behalf of ffc45c7f43d84eccbf52a7c592171994 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:24.663659 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5f532980-4e97-45e5-8257-80642417cef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:24.696883 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-5f532980-4e97-45e5-8257-80642417cef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] device_id is not set on port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:23:24.786257 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a29863de-a8bf-45a6-b3d0-fd17e775803d req-d3f14ba3-e77f-4fba-b758-159dc111c126 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180856 Sep 30 13:23:25.014108 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5f532980-4e97-45e5-8257-80642417cef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:25.077888 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5f532980-4e97-45e5-8257-80642417cef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:25.142475 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f532980-4e97-45e5-8257-80642417cef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Pushing event updated for resources: {'Port': ['ID=39f13efb-f139-4fa9-8fed-b3ee924cd2ed,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:25.207721 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f532980-4e97-45e5-8257-80642417cef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:23:25.226196 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-eec79c47-07c7-455f-8ccf-268c419d6697 req-bcd6a79d-013f-4358-a6f2-fbe275673be0 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 210 time: 0.0762918 Sep 30 13:23:25.238641 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-5f532980-4e97-45e5-8257-80642417cef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:25.248832 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f532980-4e97-45e5-8257-80642417cef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:23:25.250383 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f532980-4e97-45e5-8257-80642417cef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:25.251193 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5f532980-4e97-45e5-8257-80642417cef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:25.285253 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5f532980-4e97-45e5-8257-80642417cef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7229581 Sep 30 13:23:25.290223 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49620) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:25.300621 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:25.392100 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1df7006c-18ba-4202-8301-d75c69913a2d req-3b9caf51-3234-414d-868f-abb937fc1d6c service neutron] 10.222.0.39 "GET /v2.0/networks/93e9ee11-97b2-4d8e-91da-97ef3283f43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7319863 Sep 30 13:23:25.485629 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015105e-5cb8-45bb-ac4e-b3eb8d02620e req-ce420bcd-e668-44d0-9882-95660804ee03 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:25.494084 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c015105e-5cb8-45bb-ac4e-b3eb8d02620e req-ce420bcd-e668-44d0-9882-95660804ee03 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c82284-6256-4fab-b05f-7f2704b92acc HTTP/1.1" status: 200 len: 943 time: 0.1872320 Sep 30 13:23:25.513149 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:25.556205 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c015105e-5cb8-45bb-ac4e-b3eb8d02620e req-e54ef091-f204-4824-9239-dc98fc04d4ef tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.18 "GET /v2.0/security-groups?id=8547f6f3-bfe0-48bd-a0da-307120ac3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610654 Sep 30 13:23:25.787399 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] device_id is not set on port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:23:25.833412 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:25.843640 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:25.847188 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1df7006c-18ba-4202-8301-d75c69913a2d req-8fd8aa78-22b2-4066-b68b-169a6d6e8e95 service neutron] 10.222.0.39 "GET /v2.0/networks/93e9ee11-97b2-4d8e-91da-97ef3283f43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469712 Sep 30 13:23:25.954193 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Pushing event updated for resources: {'Port': ['ID=39f13efb-f139-4fa9-8fed-b3ee924cd2ed,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:25.959656 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:25.959996 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:25.960386 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:25.965609 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:25.965941 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:25.966436 n-d-810909-2 neutron-server[94763]: INFO neutron.plugins.ml2.plugin [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempt 2 to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed Sep 30 13:23:25.985126 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 228e4292-756c-4b7b-9336-02c60385bae4 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:23:26.014320 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:26.015013 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:26.015560 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:26.029179 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:26.030096 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc7b6e-fe5d-40e2-8569-4c0bb9c11ad3 req-15c6443a-87e9-46c9-9ab9-df65825f134c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:26.031922 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:26.032346 n-d-810909-2 neutron-server[94763]: INFO neutron.plugins.ml2.plugin [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempt 3 to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed Sep 30 13:23:26.045368 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b3fc7b6e-fe5d-40e2-8569-4c0bb9c11ad3 req-15c6443a-87e9-46c9-9ab9-df65825f134c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1060026 Sep 30 13:23:26.103594 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:26.104029 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:26.104372 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:26.125724 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:26.126192 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:26.127628 n-d-810909-2 neutron-server[94763]: INFO neutron.plugins.ml2.plugin [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempt 4 to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed Sep 30 13:23:26.143302 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b3fc7b6e-fe5d-40e2-8569-4c0bb9c11ad3 req-25fecd48-a7bc-4542-b8c8-02cf07fe15da tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965271 Sep 30 13:23:26.165678 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:26.166088 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:26.167166 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:26.176734 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:26.177117 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:26.177576 n-d-810909-2 neutron-server[94763]: INFO neutron.plugins.ml2.plugin [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempt 5 to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed Sep 30 13:23:26.198583 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:26.199185 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:26.199701 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:26.206072 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:26.207076 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:26.207752 n-d-810909-2 neutron-server[94763]: INFO neutron.plugins.ml2.plugin [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempt 6 to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed Sep 30 13:23:26.235544 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:26.241543 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:26.242806 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:26.269158 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:26.270240 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:26.272158 n-d-810909-2 neutron-server[94763]: INFO neutron.plugins.ml2.plugin [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempt 7 to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed Sep 30 13:23:26.276977 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 228e4292-756c-4b7b-9336-02c60385bae4, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=228e4292-756c-4b7b-9336-02c60385bae4,segment=NetworkSegment(36924e48-3f12-4a1d-9d0c-20bc06f79ec0),segment_id=36924e48-3f12-4a1d-9d0c-20bc06f79ec0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:23:26.286524 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49652) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:26.294284 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '228e4292-756c-4b7b-9336-02c60385bae4', 'network_id': '93e9ee11-97b2-4d8e-91da-97ef3283f43b', 'port_id': '228e4292-756c-4b7b-9336-02c60385bae4', 'mac_address': 'fa:16:3e:5b:29:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0028edf-1a5e-4f19-9fb0-5d7c7e0241aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:23:26.311381 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:26.311985 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:26.312091 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:26.322105 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:26.322457 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:26.322768 n-d-810909-2 neutron-server[94763]: INFO neutron.plugins.ml2.plugin [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempt 8 to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed Sep 30 13:23:26.341168 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:26.357352 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:26.357583 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:26.358687 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:26.368415 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228e4292-756c-4b7b-9336-02c60385bae4 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:23:26.385091 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:26.385626 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:26.389352 n-d-810909-2 neutron-server[94763]: INFO neutron.plugins.ml2.plugin [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempt 9 to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed Sep 30 13:23:26.402705 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 228e4292-756c-4b7b-9336-02c60385bae4, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=228e4292-756c-4b7b-9336-02c60385bae4,segment=NetworkSegment(36924e48-3f12-4a1d-9d0c-20bc06f79ec0),segment_id=36924e48-3f12-4a1d-9d0c-20bc06f79ec0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:23:26.408896 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:26.416399 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-beb45e8f-99e5-4d78-8d4c-bfa425bccebb req-f5e75856-12e3-4caf-bab8-510e901a01b7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 210 time: 0.0488946 Sep 30 13:23:26.455613 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:26.455954 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:26.456289 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:26.461716 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:26.462091 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:26.462483 n-d-810909-2 neutron-server[94763]: INFO neutron.plugins.ml2.plugin [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempt 10 to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed Sep 30 13:23:26.487529 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:26.488106 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:26.488616 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:26.492290 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=228e4292-756c-4b7b-9336-02c60385bae4,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:26.493846 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:26.494890 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:26.503941 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:26.510617 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-06c6762e-79a5-4d10-a286-cae11fcda406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:26.656173 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['228e4292-756c-4b7b-9336-02c60385bae4'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:23:26.690603 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-06c6762e-79a5-4d10-a286-cae11fcda406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:26.702448 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-06c6762e-79a5-4d10-a286-cae11fcda406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:26.705567 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-28b4f3bd-6e92-4f96-aaa8-b2ac72103015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:26.708095 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-28b4f3bd-6e92-4f96-aaa8-b2ac72103015 service neutron] 10.222.0.54 "GET /v2.0/ports/7121023e-fda3-42f4-828e-9dd22cf5e92c HTTP/1.1" status: 200 len: 1032 time: 0.0715714 Sep 30 13:23:26.770060 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-c762e909-e3bf-4fc9-873e-fc6c96a83c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:26.770060 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-c762e909-e3bf-4fc9-873e-fc6c96a83c97 service neutron] 10.222.0.54 "GET /v2.0/ports/50aa8aa8-8950-472f-a653-cf0236b3890e HTTP/1.1" status: 200 len: 1032 time: 0.0496278 Sep 30 13:23:26.782047 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6762e-79a5-4d10-a286-cae11fcda406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f2a8c4-ab8b-4112-afa0-a426967932f2,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:26.797346 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-06c6762e-79a5-4d10-a286-cae11fcda406 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22cb2729eac6489dab3dc062f6ef89dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5069954 Sep 30 13:23:26.808440 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49670) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:26.832724 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] For port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:23:26.833103 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempted to set empty binding levels {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 30 13:23:26.860849 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:26.880812 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329016a8-1764-4454-9469-feb5dc22cc02 req-0fd0a54d-9e56-4450-8a89-89f53eddf5de tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:26.882382 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-329016a8-1764-4454-9469-feb5dc22cc02 req-0fd0a54d-9e56-4450-8a89-89f53eddf5de tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c82284-6256-4fab-b05f-7f2704b92acc HTTP/1.1" status: 200 len: 944 time: 0.0995915 Sep 30 13:23:26.922648 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2f65c3e-0d28-4214-8d8e-258525eb24b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:26.952532 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-329016a8-1764-4454-9469-feb5dc22cc02 req-444f495d-e519-4c9e-a6de-2d94bd544907 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.18 "GET /v2.0/security-groups?id=8547f6f3-bfe0-48bd-a0da-307120ac3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623271 Sep 30 13:23:26.964948 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Pushing event updated for resources: {'Port': ['ID=39f13efb-f139-4fa9-8fed-b3ee924cd2ed,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:26.965554 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2f65c3e-0d28-4214-8d8e-258525eb24b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:26.995792 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] In _notify_port_updated(), no bound segment for port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94763) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 13:23:26.996670 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:26.997273 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:27.020177 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1ca66005-0d6f-407a-967e-97bdbbe2fe5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] 10.222.0.18 "PUT /v2.0/ports/39f13efb-f139-4fa9-8fed-b3ee924cd2ed HTTP/1.1" status: 200 len: 978 time: 1.7273757 Sep 30 13:23:27.022432 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49676) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:27.089765 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2f65c3e-0d28-4214-8d8e-258525eb24b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:27.095304 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2f65c3e-0d28-4214-8d8e-258525eb24b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:27.098295 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f2f65c3e-0d28-4214-8d8e-258525eb24b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/05f2a8c4-ab8b-4112-afa0-a426967932f2 HTTP/1.1" status: 204 len: 168 time: 0.2904475 Sep 30 13:23:27.115608 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f65c3e-0d28-4214-8d8e-258525eb24b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f2a8c4-ab8b-4112-afa0-a426967932f2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:27.214249 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a68a0-281c-44c3-a391-118269d13888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.215027 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a68a0-281c-44c3-a391-118269d13888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.215652 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a68a0-281c-44c3-a391-118269d13888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.216271 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a68a0-281c-44c3-a391-118269d13888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.217040 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a68a0-281c-44c3-a391-118269d13888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.217678 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a68a0-281c-44c3-a391-118269d13888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.218342 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a68a0-281c-44c3-a391-118269d13888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.218977 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a68a0-281c-44c3-a391-118269d13888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.219613 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a68a0-281c-44c3-a391-118269d13888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.220248 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a68a0-281c-44c3-a391-118269d13888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.220916 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a68a0-281c-44c3-a391-118269d13888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.221551 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a68a0-281c-44c3-a391-118269d13888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.222239 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a68a0-281c-44c3-a391-118269d13888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.222877 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a68a0-281c-44c3-a391-118269d13888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.223512 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a68a0-281c-44c3-a391-118269d13888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.224145 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a68a0-281c-44c3-a391-118269d13888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.224781 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a68a0-281c-44c3-a391-118269d13888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.225417 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a68a0-281c-44c3-a391-118269d13888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.226073 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a68a0-281c-44c3-a391-118269d13888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.227383 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a68a0-281c-44c3-a391-118269d13888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.227644 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a68a0-281c-44c3-a391-118269d13888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.228115 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a68a0-281c-44c3-a391-118269d13888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.228579 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a68a0-281c-44c3-a391-118269d13888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.229042 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a68a0-281c-44c3-a391-118269d13888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.229496 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a68a0-281c-44c3-a391-118269d13888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.229952 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a68a0-281c-44c3-a391-118269d13888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.235293 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-781a68a0-281c-44c3-a391-118269d13888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23427 time: 0.2129788 Sep 30 13:23:27.239589 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49682) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:27.309961 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-ea6c4ff1-36b6-488e-b4ae-2104728c0777 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.316127 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-ea6c4ff1-36b6-488e-b4ae-2104728c0777 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.322967 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-ea6c4ff1-36b6-488e-b4ae-2104728c0777 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.325208 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-ea6c4ff1-36b6-488e-b4ae-2104728c0777 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.54 "GET /v2.0/networks?id=93896050-5bca-40e4-92d7-aa842a3215ca&id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452&id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452 HTTP/1.1" status: 200 len: 1995 time: 0.5278676 Sep 30 13:23:27.370777 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-9f46e7df-b140-4f0d-9eba-269f94273448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Deleting port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:23:27.371387 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f46e7df-b140-4f0d-9eba-269f94273448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:27.409486 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-53725203-3b1b-4f91-8aa9-47e32edc0b46 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2b1cd5a06924c118528b4d0714f0f7d HTTP/1.1" status: 200 len: 379 time: 0.0729969 Sep 30 13:23:27.423238 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b41b1-56c4-45d3-a6e2-0775528e2c61 req-f4a16e35-9f81-4a4a-bddc-3f3858061dff tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:27.425195 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-814b41b1-56c4-45d3-a6e2-0775528e2c61 req-f4a16e35-9f81-4a4a-bddc-3f3858061dff tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1719410 Sep 30 13:23:27.451192 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-03e04328-5b50-4078-ad5c-631926fd25ce tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Request body: {'port': {'device_id': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'network_id': '93896050-5bca-40e4-92d7-aa842a3215ca', 'admin_state_up': True, 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'security_groups': ['7b26d2ed-e579-4ed3-9439-5b5b4346eebc']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:27.536056 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-9f46e7df-b140-4f0d-9eba-269f94273448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] For port 39f13efb-f139-4fa9-8fed-b3ee924cd2ed, host n-h1-810909-2, got binding levels [] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:23:27.536714 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f46e7df-b140-4f0d-9eba-269f94273448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:27.555281 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-9f46e7df-b140-4f0d-9eba-269f94273448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Calling delete_port for 39f13efb-f139-4fa9-8fed-b3ee924cd2ed owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:23:27.615874 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-814b41b1-56c4-45d3-a6e2-0775528e2c61 req-d181cc76-1fe1-46ea-823b-c5468c5c0f89 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520855 Sep 30 13:23:27.738734 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-da519c88-4f39-4eca-84db-80c25fb109b3 req-fe41c8fc-c231-44c5-88a1-c293fa760c39 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 210 time: 0.0826848 Sep 30 13:23:27.739498 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f46e7df-b140-4f0d-9eba-269f94273448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:27.759875 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-03e04328-5b50-4078-ad5c-631926fd25ce tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Made reservation on behalf of b2b1cd5a06924c118528b4d0714f0f7d for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:27.777899 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-03e04328-5b50-4078-ad5c-631926fd25ce tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:27.780562 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46e7df-b140-4f0d-9eba-269f94273448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Pushing event deleted for resources: {'Port': ['ID=39f13efb-f139-4fa9-8fed-b3ee924cd2ed,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:27.799124 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f46e7df-b140-4f0d-9eba-269f94273448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:27.803572 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9f46e7df-b140-4f0d-9eba-269f94273448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] 10.222.0.18 "DELETE /v2.0/ports/39f13efb-f139-4fa9-8fed-b3ee924cd2ed HTTP/1.1" status: 204 len: 168 time: 0.5601370 Sep 30 13:23:27.803943 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49704) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:27.842910 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b025c0-c036-487e-adb4-c6a503f59d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] GET failed (client error): The resource could not be found. Sep 30 13:23:27.844584 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e9b025c0-c036-487e-adb4-c6a503f59d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] 10.222.0.18 "GET /v2.0/ports/39f13efb-f139-4fa9-8fed-b3ee924cd2ed HTTP/1.1" status: 404 len: 333 time: 0.0389903 Sep 30 13:23:27.850848 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49710) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:27.862200 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-bac87fe7-f559-4269-8d58-807117258715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-253286719', 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:27.970626 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac87fe7-f559-4269-8d58-807117258715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Made reservation on behalf of ffc45c7f43d84eccbf52a7c592171994 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:27.973170 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bac87fe7-f559-4269-8d58-807117258715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:28.013167 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 228e4292-756c-4b7b-9336-02c60385bae4 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:23:28.134987 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 228e4292-756c-4b7b-9336-02c60385bae4 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:23:28.140667 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 228e4292-756c-4b7b-9336-02c60385bae4 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:23:28.141336 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:28.169646 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-bac87fe7-f559-4269-8d58-807117258715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] device_id is not set on port 3cbc5c82-c46e-4568-8284-c566635ff007 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:23:28.225677 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-03e04328-5b50-4078-ad5c-631926fd25ce tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Allocated IP 172.20.0.7 (93896050-5bca-40e4-92d7-aa842a3215ca/e7f393d1-596e-4051-83e5-ef1e0d193a9e/587b8253-b8b2-40e1-9c92-7bf9a3824a36) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:23:28.274722 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:28.303056 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c82284-6256-4fab-b05f-7f2704b92acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228e4292-756c-4b7b-9336-02c60385bae4'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:23:28.306196 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1e1d2c-291a-49e8-92c2-143fa1c24bf7" -d '{"events": [{"server_uuid": "06c82284-6256-4fab-b05f-7f2704b92acc", "name": "network-vif-plugged", "status": "completed", "tag": "228e4292-756c-4b7b-9336-02c60385bae4"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:23:28.322327 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 228e4292-756c-4b7b-9336-02c60385bae4, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=228e4292-756c-4b7b-9336-02c60385bae4,segment=NetworkSegment(36924e48-3f12-4a1d-9d0c-20bc06f79ec0),segment_id=36924e48-3f12-4a1d-9d0c-20bc06f79ec0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:23:28.330475 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:28.448915 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bac87fe7-f559-4269-8d58-807117258715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:28.450843 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49730) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:28.519560 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=228e4292-756c-4b7b-9336-02c60385bae4,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:28.523996 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bac87fe7-f559-4269-8d58-807117258715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:28.542881 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e756e30-bb69-435e-ad3a-21732df49159 x-openstack-request-id: req-0e756e30-bb69-435e-ad3a-21732df49159 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:23:28.543305 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c82284-6256-4fab-b05f-7f2704b92acc", "name": "network-vif-plugged", "status": "completed", "tag": "228e4292-756c-4b7b-9336-02c60385bae4", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:23:28.543728 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e756e30-bb69-435e-ad3a-21732df49159 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:23:28.544234 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c82284-6256-4fab-b05f-7f2704b92acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228e4292-756c-4b7b-9336-02c60385bae4', 'code': 200} Sep 30 13:23:28.554425 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0e91e-d08e-49a1-bcf9-d29f7028bc6c req-2744a457-6731-4e09-815f-80412258430a tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:28.556740 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9ea0e91e-d08e-49a1-bcf9-d29f7028bc6c req-2744a457-6731-4e09-815f-80412258430a tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c82284-6256-4fab-b05f-7f2704b92acc HTTP/1.1" status: 200 len: 944 time: 0.5017281 Sep 30 13:23:28.675540 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9380efc-6fcf-40fb-b8b9-017f50cdd550 req-f41cfb62-1c9a-43a2-a083-44d112dfd63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:28.677305 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e9380efc-6fcf-40fb-b8b9-017f50cdd550 req-f41cfb62-1c9a-43a2-a083-44d112dfd63f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=06c82284-6256-4fab-b05f-7f2704b92acc HTTP/1.1" status: 200 len: 1096 time: 0.1724420 Sep 30 13:23:28.686728 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-037f24cc-7f58-4bc0-8f78-4119d43b2b3b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1519767606-network', 'tenant_id': '0d20a8c7b03e466d985db3ea851484e9'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:28.698231 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac87fe7-f559-4269-8d58-807117258715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:23:28.702117 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac87fe7-f559-4269-8d58-807117258715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Pushing event updated for resources: {'Port': ['ID=3cbc5c82-c46e-4568-8284-c566635ff007,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:28.716227 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-bac87fe7-f559-4269-8d58-807117258715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:28.738193 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037f24cc-7f58-4bc0-8f78-4119d43b2b3b admin admin] Made reservation on behalf of 0d20a8c7b03e466d985db3ea851484e9 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:28.740964 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-037f24cc-7f58-4bc0-8f78-4119d43b2b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:28.744243 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac87fe7-f559-4269-8d58-807117258715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:23:28.745468 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac87fe7-f559-4269-8d58-807117258715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:28.746337 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bac87fe7-f559-4269-8d58-807117258715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:28.755102 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-037f24cc-7f58-4bc0-8f78-4119d43b2b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:28.769818 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bac87fe7-f559-4269-8d58-807117258715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9169621 Sep 30 13:23:28.774942 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49748) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:28.786287 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9ea0e91e-d08e-49a1-bcf9-d29f7028bc6c req-6b7e55e6-fea3-45cc-b79b-18c92cebc418 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.18 "GET /v2.0/security-groups?id=8547f6f3-bfe0-48bd-a0da-307120ac3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806827 Sep 30 13:23:28.870380 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e9380efc-6fcf-40fb-b8b9-017f50cdd550 req-e5a73b0a-c467-49d4-8499-466359869075 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8547f6f3-bfe0-48bd-a0da-307120ac3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681213 Sep 30 13:23:28.938359 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-03e04328-5b50-4078-ad5c-631926fd25ce tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:29.011300 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e92bea-dd00-4bdd-b551-05c12d0e16d2 req-7e17ad1d-935d-4d43-980e-a370bfd1d452 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:29.019624 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-61e92bea-dd00-4bdd-b551-05c12d0e16d2 req-7e17ad1d-935d-4d43-980e-a370bfd1d452 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.2430460 Sep 30 13:23:29.022628 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d28e2e8-bd41-4b06-ba4c-2adcc5ff9860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:29.024033 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0d28e2e8-bd41-4b06-ba4c-2adcc5ff9860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] 10.222.0.18 "GET /v2.0/ports/3cbc5c82-c46e-4568-8284-c566635ff007 HTTP/1.1" status: 200 len: 958 time: 0.2460585 Sep 30 13:23:29.029294 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49752) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:29.078725 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e38028cb-bfc2-43f2-a288-6c0c6692167e req-7d248abb-40b1-4bc9-a3cc-27b785316c95 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 210 time: 0.2010806 Sep 30 13:23:29.080619 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-03e04328-5b50-4078-ad5c-631926fd25ce tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:29.135533 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-61e92bea-dd00-4bdd-b551-05c12d0e16d2 req-528bc348-57cf-4102-bf70-90e15440794a tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103866 Sep 30 13:23:29.158128 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-03e04328-5b50-4078-ad5c-631926fd25ce tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Network 93896050-5bca-40e4-92d7-aa842a3215ca is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:23:29.165721 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-03e04328-5b50-4078-ad5c-631926fd25ce tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:29.200009 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-03e04328-5b50-4078-ad5c-631926fd25ce tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:23:29.205876 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-037f24cc-7f58-4bc0-8f78-4119d43b2b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:29.219333 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-037f24cc-7f58-4bc0-8f78-4119d43b2b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:29.250125 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e04328-5b50-4078-ad5c-631926fd25ce tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event updated for resources: {'Port': ['ID=587b8253-b8b2-40e1-9c92-7bf9a3824a36,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:29.253717 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f24cc-7f58-4bc0-8f78-4119d43b2b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db148c7-bf6e-4314-b94a-2d0e09a494c5,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:29.283851 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-03e04328-5b50-4078-ad5c-631926fd25ce tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:29.285058 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-03e04328-5b50-4078-ad5c-631926fd25ce tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:29.288370 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-037f24cc-7f58-4bc0-8f78-4119d43b2b3b admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:23:29.293460 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-14882a9a-84fe-4441-8324-55e6015df6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Deleting port 3cbc5c82-c46e-4568-8284-c566635ff007 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:23:29.293889 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14882a9a-84fe-4441-8324-55e6015df6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:29.335416 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-03e04328-5b50-4078-ad5c-631926fd25ce tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9090860 Sep 30 13:23:29.341761 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-037f24cc-7f58-4bc0-8f78-4119d43b2b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:29.343839 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-037f24cc-7f58-4bc0-8f78-4119d43b2b3b admin admin] Added segment 0dc535de-1067-48c2-86fe-d98f987c7eef of type vlan for network 29c529ad-9a66-4e0e-b8ed-9b0eb096f38d Sep 30 13:23:29.363443 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-0042b74c-2c18-498a-afcd-fac8ae1187cb tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Request body: {'port': {'device_id': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af', 'admin_state_up': True, 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'security_groups': ['7b26d2ed-e579-4ed3-9439-5b5b4346eebc']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:29.426435 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14882a9a-84fe-4441-8324-55e6015df6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:29.443132 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-14882a9a-84fe-4441-8324-55e6015df6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Calling delete_port for 3cbc5c82-c46e-4568-8284-c566635ff007 owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:23:29.587981 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-0042b74c-2c18-498a-afcd-fac8ae1187cb tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Made reservation on behalf of b2b1cd5a06924c118528b4d0714f0f7d for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:29.592565 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-0042b74c-2c18-498a-afcd-fac8ae1187cb tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:29.623496 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-36bcb1fd-fe48-4a32-8201-8f64fc9ea3ff None None] Provisioning complete for port 587b8253-b8b2-40e1-9c92-7bf9a3824a36 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:23:29.626194 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-36bcb1fd-fe48-4a32-8201-8f64fc9ea3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:29.653717 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-037f24cc-7f58-4bc0-8f78-4119d43b2b3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:29.716481 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14882a9a-84fe-4441-8324-55e6015df6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:29.719133 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-36bcb1fd-fe48-4a32-8201-8f64fc9ea3ff None None] Port 587b8253-b8b2-40e1-9c92-7bf9a3824a36 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:23:29.739420 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-037f24cc-7f58-4bc0-8f78-4119d43b2b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:29.741340 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037f24cc-7f58-4bc0-8f78-4119d43b2b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:29.742851 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-037f24cc-7f58-4bc0-8f78-4119d43b2b3b admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:29.790765 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14882a9a-84fe-4441-8324-55e6015df6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cbc5c82-c46e-4568-8284-c566635ff007,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:29.804220 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14882a9a-84fe-4441-8324-55e6015df6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:29.809120 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-14882a9a-84fe-4441-8324-55e6015df6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] 10.222.0.18 "DELETE /v2.0/ports/3cbc5c82-c46e-4568-8284-c566635ff007 HTTP/1.1" status: 204 len: 168 time: 0.7732584 Sep 30 13:23:29.843679 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49768) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:29.903620 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-b56dd94e-f29e-4599-b82d-aab7287c7c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] GET failed (client error): The resource could not be found. Sep 30 13:23:29.915374 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b56dd94e-f29e-4599-b82d-aab7287c7c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] 10.222.0.18 "GET /v2.0/ports/3cbc5c82-c46e-4568-8284-c566635ff007 HTTP/1.1" status: 404 len: 333 time: 0.0557415 Sep 30 13:23:29.922907 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-0042b74c-2c18-498a-afcd-fac8ae1187cb tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Allocated IP 10.1.1.37 (9d17fdcf-9158-4fb3-9d4c-28837b9c74af/c4f0ebae-560b-4b76-825f-e4ab47d71558/f407bf5c-2622-41e5-a507-31011ed4afae) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:23:29.924920 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-037f24cc-7f58-4bc0-8f78-4119d43b2b3b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4723310 Sep 30 13:23:29.925567 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49772) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:29.925910 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49774) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:29.946456 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-4598f964-26f5-41e3-8e0d-0ce77f0af595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Request body: {'port': {'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-900145108'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:29.964681 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-8ad4b11d-57ef-429c-b67f-a543470dc5ba admin admin] Request body: {'subnet': {'network_id': '29c529ad-9a66-4e0e-b8ed-9b0eb096f38d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1519767606-subnet', 'tenant_id': '0d20a8c7b03e466d985db3ea851484e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:30.060511 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f24cc-7f58-4bc0-8f78-4119d43b2b3b admin admin] Pushing event updated for resources: {'Network': ['ID=29c529ad-9a66-4e0e-b8ed-9b0eb096f38d,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:30.074733 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 29c529ad-9a66-4e0e-b8ed-9b0eb096f38d details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:23:30.098551 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad4b11d-57ef-429c-b67f-a543470dc5ba admin admin] Made reservation on behalf of 0d20a8c7b03e466d985db3ea851484e9 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:30.115620 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8ad4b11d-57ef-429c-b67f-a543470dc5ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:30.180906 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb819339-86e4-4aa8-a12a-497d49649b04 req-571d52ea-591f-4dcc-bf84-dd968bf754af tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:30.192863 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb819339-86e4-4aa8-a12a-497d49649b04 req-571d52ea-591f-4dcc-bf84-dd968bf754af tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c82284-6256-4fab-b05f-7f2704b92acc HTTP/1.1" status: 200 len: 945 time: 0.2206879 Sep 30 13:23:30.331811 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb819339-86e4-4aa8-a12a-497d49649b04 req-63e476ec-5d14-4585-9e8e-799e0c9c8af8 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.18 "GET /v2.0/security-groups?id=8547f6f3-bfe0-48bd-a0da-307120ac3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273503 Sep 30 13:23:30.367186 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8ad4b11d-57ef-429c-b67f-a543470dc5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:30.368880 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-0042b74c-2c18-498a-afcd-fac8ae1187cb tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:30.429203 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856eb5d-5a26-4e12-bb20-7b3360e78121 req-814e3560-26b1-4c53-9f9f-aa7301349979 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:30.430863 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7856eb5d-5a26-4e12-bb20-7b3360e78121 req-814e3560-26b1-4c53-9f9f-aa7301349979 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 931 time: 0.1050000 Sep 30 13:23:30.450654 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4598f964-26f5-41e3-8e0d-0ce77f0af595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Made reservation on behalf of ffc45c7f43d84eccbf52a7c592171994 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:30.455351 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4598f964-26f5-41e3-8e0d-0ce77f0af595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:30.477349 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-0042b74c-2c18-498a-afcd-fac8ae1187cb tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:30.515302 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4b11d-57ef-429c-b67f-a543470dc5ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dea8a2a-4f75-4398-ba66-f7d169bb0407,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:30.524226 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-0042b74c-2c18-498a-afcd-fac8ae1187cb tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Network 9d17fdcf-9158-4fb3-9d4c-28837b9c74af is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:23:30.524669 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-4598f964-26f5-41e3-8e0d-0ce77f0af595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] device_id is not set on port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:23:30.534049 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-0042b74c-2c18-498a-afcd-fac8ae1187cb tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:30.540042 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-0042b74c-2c18-498a-afcd-fac8ae1187cb tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:23:30.581709 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad4b11d-57ef-429c-b67f-a543470dc5ba admin admin] Checking segment: {'id': '0dc535de-1067-48c2-86fe-d98f987c7eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '29c529ad-9a66-4e0e-b8ed-9b0eb096f38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:23:30.582557 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad4b11d-57ef-429c-b67f-a543470dc5ba admin admin] Network hostable DHCP agents. Network: 29c529ad-9a66-4e0e-b8ed-9b0eb096f38d, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:23:30.597192 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5805b6f-035e-4469-a258-6661b962b326 req-cdd5375b-ce2e-492c-92ee-920824b3fd96 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:30.599442 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b5805b6f-035e-4469-a258-6661b962b326 req-cdd5375b-ce2e-492c-92ee-920824b3fd96 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1721592 Sep 30 13:23:30.607107 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7856eb5d-5a26-4e12-bb20-7b3360e78121 req-6994d6e6-c212-4899-a7f3-65ca8dcbfc44 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478496 Sep 30 13:23:30.619391 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-0042b74c-2c18-498a-afcd-fac8ae1187cb tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:30.620022 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-0042b74c-2c18-498a-afcd-fac8ae1187cb tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:30.654408 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042b74c-2c18-498a-afcd-fac8ae1187cb tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event updated for resources: {'Port': ['ID=f407bf5c-2622-41e5-a507-31011ed4afae,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:30.670799 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-0042b74c-2c18-498a-afcd-fac8ae1187cb tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3241332 Sep 30 13:23:30.713243 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-8c17b922-faee-4696-9fee-ed9a97094e97 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Request body: {'port': {'device_id': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af', 'admin_state_up': True, 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'security_groups': ['7b26d2ed-e579-4ed3-9439-5b5b4346eebc']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:30.728861 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b5805b6f-035e-4469-a258-6661b962b326 req-ac7a0d45-9b70-4bbf-8bb8-65ab22f0dadb tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770211 Sep 30 13:23:30.808644 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad4b11d-57ef-429c-b67f-a543470dc5ba admin admin] Network 29c529ad-9a66-4e0e-b8ed-9b0eb096f38d is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:23:30.920175 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4598f964-26f5-41e3-8e0d-0ce77f0af595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:30.950298 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-8ad4b11d-57ef-429c-b67f-a543470dc5ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 29c529ad-9a66-4e0e-b8ed-9b0eb096f38d) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:30.956488 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad4b11d-57ef-429c-b67f-a543470dc5ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:30.957108 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8ad4b11d-57ef-429c-b67f-a543470dc5ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:30.971804 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c218d00-d6af-4cc9-9ac0-478b0ee61bac None None] Network 29c529ad-9a66-4e0e-b8ed-9b0eb096f38d requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:23:30.979152 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4598f964-26f5-41e3-8e0d-0ce77f0af595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:30.984001 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ace8ecac-1232-45c6-93e4-ffd9510d3152 None None] Provisioning complete for port f407bf5c-2622-41e5-a507-31011ed4afae triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:23:30.986666 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ace8ecac-1232-45c6-93e4-ffd9510d3152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:30.995446 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8ad4b11d-57ef-429c-b67f-a543470dc5ba admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0666420 Sep 30 13:23:31.033172 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-8c17b922-faee-4696-9fee-ed9a97094e97 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Made reservation on behalf of b2b1cd5a06924c118528b4d0714f0f7d for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:31.037588 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-8c17b922-faee-4696-9fee-ed9a97094e97 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:31.081291 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4598f964-26f5-41e3-8e0d-0ce77f0af595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:23:31.086745 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-4598f964-26f5-41e3-8e0d-0ce77f0af595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:31.092492 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4598f964-26f5-41e3-8e0d-0ce77f0af595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:23:31.093549 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4598f964-26f5-41e3-8e0d-0ce77f0af595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:31.094535 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4598f964-26f5-41e3-8e0d-0ce77f0af595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:31.102048 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598f964-26f5-41e3-8e0d-0ce77f0af595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Pushing event updated for resources: {'Port': ['ID=93ed9e8d-890e-46fd-8b3c-79a154b71d5e,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:31.122119 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-ace8ecac-1232-45c6-93e4-ffd9510d3152 None None] Port f407bf5c-2622-41e5-a507-31011ed4afae cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:23:31.137573 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4598f964-26f5-41e3-8e0d-0ce77f0af595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2070472 Sep 30 13:23:31.139683 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49804) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:31.151225 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:31.216230 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7a9623-9f33-4dbe-b503-ebc66d1215d7 None None] Network 29c529ad-9a66-4e0e-b8ed-9b0eb096f38d requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:23:31.277127 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:31.369321 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-8c17b922-faee-4696-9fee-ed9a97094e97 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Allocated IP 10.1.1.107 (9d17fdcf-9158-4fb3-9d4c-28837b9c74af/c4f0ebae-560b-4b76-825f-e4ab47d71558/d8a34824-bdd7-4edd-8777-c76913f07e6d) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:23:31.690685 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-8c17b922-faee-4696-9fee-ed9a97094e97 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:31.701502 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12901a10-dbe8-455c-a65e-36d75c883b7d req-319db058-9fa2-410f-8480-bffa46bcb90d tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:31.709055 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-12901a10-dbe8-455c-a65e-36d75c883b7d req-319db058-9fa2-410f-8480-bffa46bcb90d tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c82284-6256-4fab-b05f-7f2704b92acc HTTP/1.1" status: 200 len: 945 time: 0.2443924 Sep 30 13:23:31.796113 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-8c17b922-faee-4696-9fee-ed9a97094e97 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:31.804223 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 4df9243e-bed7-40e3-8adb-c8474789475e details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:23:31.865153 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-12901a10-dbe8-455c-a65e-36d75c883b7d req-fcf526b9-1316-457b-a331-659d96ca8441 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.18 "GET /v2.0/security-groups?id=8547f6f3-bfe0-48bd-a0da-307120ac3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463995 Sep 30 13:23:31.880930 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] device_id is not set on port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:23:31.918146 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17b922-faee-4696-9fee-ed9a97094e97 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event updated for resources: {'Port': ['ID=d8a34824-bdd7-4edd-8777-c76913f07e6d,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:31.918322 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:31.933422 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-8c17b922-faee-4696-9fee-ed9a97094e97 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Network 9d17fdcf-9158-4fb3-9d4c-28837b9c74af is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:23:31.939932 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-8c17b922-faee-4696-9fee-ed9a97094e97 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:31.940331 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:31.943891 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-8c17b922-faee-4696-9fee-ed9a97094e97 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:23:32.023748 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a21277-3881-45c9-b2f5-d43bb8c4a907 req-af81ada1-f70f-4445-8170-a8157de60dc8 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:32.042415 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a21277-3881-45c9-b2f5-d43bb8c4a907 req-af81ada1-f70f-4445-8170-a8157de60dc8 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:32.055608 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a21277-3881-45c9-b2f5-d43bb8c4a907 req-af81ada1-f70f-4445-8170-a8157de60dc8 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:32.066475 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c8a21277-3881-45c9-b2f5-d43bb8c4a907 req-af81ada1-f70f-4445-8170-a8157de60dc8 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 2373 time: 0.2864478 Sep 30 13:23:32.100970 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49842) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:32.113580 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 4df9243e-bed7-40e3-8adb-c8474789475e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=4df9243e-bed7-40e3-8adb-c8474789475e,segment=NetworkSegment(4c14a080-1632-4772-b204-9e8eb842c0d3),segment_id=4c14a080-1632-4772-b204-9e8eb842c0d3)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:23:32.127567 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-e61e4953-d7b1-4379-849f-eaa1c737aff6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-937396172-network', 'tenant_id': '0c05d394117c4284b09abe412eb28afc'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:32.139231 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '4df9243e-bed7-40e3-8adb-c8474789475e', 'network_id': '2ae8f69c-e2ed-4683-a275-8d8f7caa3a16', 'port_id': '4df9243e-bed7-40e3-8adb-c8474789475e', 'mac_address': 'fa:16:3e:14:55:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bac914f-ff79-44a0-914f-8c571e231db2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:23:32.183407 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c8a21277-3881-45c9-b2f5-d43bb8c4a907 req-2f600c12-4534-4d20-bd16-ca1963ce31e5 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071990 Sep 30 13:23:32.203998 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:32.220133 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-8c17b922-faee-4696-9fee-ed9a97094e97 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:32.221039 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-8c17b922-faee-4696-9fee-ed9a97094e97 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:32.230181 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4df9243e-bed7-40e3-8adb-c8474789475e {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:23:32.250696 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Pushing event updated for resources: {'Port': ['ID=93ed9e8d-890e-46fd-8b3c-79a154b71d5e,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:32.265645 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 4df9243e-bed7-40e3-8adb-c8474789475e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=4df9243e-bed7-40e3-8adb-c8474789475e,segment=NetworkSegment(4c14a080-1632-4772-b204-9e8eb842c0d3),segment_id=4c14a080-1632-4772-b204-9e8eb842c0d3)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:23:32.275986 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:32.293400 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:32.298205 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:32.298700 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:32.325593 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-8c17b922-faee-4696-9fee-ed9a97094e97 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6169455 Sep 30 13:23:32.339412 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a54cb-1d8d-4690-80b8-b04a6d41350f req-96a62408-43f8-424f-a873-7a5bb49a2fa5 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:32.341229 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-607441f7-0aa8-48c2-8b31-5a8722636c5a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Request body: {'port': {'device_id': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b68d4a30-a2a9-45e6-a05c-fdc2eb295452', 'admin_state_up': True, 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'security_groups': ['7b26d2ed-e579-4ed3-9439-5b5b4346eebc']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:32.355488 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-393a54cb-1d8d-4690-80b8-b04a6d41350f req-96a62408-43f8-424f-a873-7a5bb49a2fa5 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.2884998 Sep 30 13:23:32.357339 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['4df9243e-bed7-40e3-8adb-c8474789475e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:23:32.365433 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61e4953-d7b1-4379-849f-eaa1c737aff6 admin admin] Made reservation on behalf of 0c05d394117c4284b09abe412eb28afc for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:32.376866 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e61e4953-d7b1-4379-849f-eaa1c737aff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:32.396713 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:32.399443 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:32.405310 n-d-810909-2 neutron-server[94764]: INFO neutron.plugins.ml2.plugin [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempt 2 to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e Sep 30 13:23:32.468429 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=4df9243e-bed7-40e3-8adb-c8474789475e,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:32.473912 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e61e4953-d7b1-4379-849f-eaa1c737aff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:32.503254 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:32.511572 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:32.512013 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:32.512253 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:32.512596 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:32.512923 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:32.513094 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:32.513555 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:32.514050 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:32.514527 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:32.515021 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:32.515508 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:32.515979 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:32.516520 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:32.517063 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:32.558242 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-607441f7-0aa8-48c2-8b31-5a8722636c5a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Made reservation on behalf of b2b1cd5a06924c118528b4d0714f0f7d for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:32.559563 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-71ab5fd6-3fd8-4a07-bb1c-d715ff5ccf03 None None] Provisioning complete for port d8a34824-bdd7-4edd-8777-c76913f07e6d triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:23:32.560209 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-71ab5fd6-3fd8-4a07-bb1c-d715ff5ccf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:32.577006 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:32.577342 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:32.600210 n-d-810909-2 neutron-server[94764]: INFO neutron.plugins.ml2.plugin [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempt 3 to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e Sep 30 13:23:32.619043 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-71ab5fd6-3fd8-4a07-bb1c-d715ff5ccf03 None None] Port d8a34824-bdd7-4edd-8777-c76913f07e6d cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:23:32.643741 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:32.644136 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:32.644478 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:32.672313 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-393a54cb-1d8d-4690-80b8-b04a6d41350f req-9d0c621f-6132-4440-8504-a294df4b9f57 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141046 Sep 30 13:23:32.714758 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:32.717803 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:32.725593 n-d-810909-2 neutron-server[94764]: INFO neutron.plugins.ml2.plugin [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempt 4 to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e Sep 30 13:23:32.797779 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:32.803124 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:32.803533 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:32.838995 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-607441f7-0aa8-48c2-8b31-5a8722636c5a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:32.870391 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:32.870969 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:32.907292 n-d-810909-2 neutron-server[94764]: INFO neutron.plugins.ml2.plugin [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempt 5 to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e Sep 30 13:23:32.994602 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:32.994952 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:32.995289 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:33.020475 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:33.021082 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:33.028978 n-d-810909-2 neutron-server[94764]: INFO neutron.plugins.ml2.plugin [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempt 6 to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e Sep 30 13:23:33.051349 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:33.051695 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:33.052165 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:33.060223 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e61e4953-d7b1-4379-849f-eaa1c737aff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:33.061850 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:33.062401 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:33.077758 n-d-810909-2 neutron-server[94764]: INFO neutron.plugins.ml2.plugin [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempt 7 to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e Sep 30 13:23:33.108490 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26980328-f36d-4f1d-abfb-f725a875a465 req-402eecce-55aa-4439-8c33-67ea22f51d9e tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:33.110074 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-26980328-f36d-4f1d-abfb-f725a875a465 req-402eecce-55aa-4439-8c33-67ea22f51d9e tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c82284-6256-4fab-b05f-7f2704b92acc HTTP/1.1" status: 200 len: 945 time: 0.2867384 Sep 30 13:23:33.110998 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:33.111324 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:33.111655 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:33.116758 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e61e4953-d7b1-4379-849f-eaa1c737aff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:33.128963 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:33.129653 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:33.165136 n-d-810909-2 neutron-server[94764]: INFO neutron.plugins.ml2.plugin [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempt 8 to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e Sep 30 13:23:33.168342 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e4953-d7b1-4379-849f-eaa1c737aff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922556f6-ba59-41cd-9b97-519e1db8faa9,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:33.194255 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61e4953-d7b1-4379-849f-eaa1c737aff6 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:23:33.215655 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-607441f7-0aa8-48c2-8b31-5a8722636c5a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Allocated IP 10.2.2.100 (b68d4a30-a2a9-45e6-a05c-fdc2eb295452/e1ae28e5-4a21-4afb-9bee-9706b3aa153a/fa4a606c-ba9f-437e-9fdd-ee6b622b3359) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:23:33.225264 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:33.226006 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:33.237643 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:33.250332 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e61e4953-d7b1-4379-849f-eaa1c737aff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:33.251270 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-e61e4953-d7b1-4379-849f-eaa1c737aff6 admin admin] Added segment a1a81131-16a2-4624-9880-53b2dd3c7c4d of type vlan for network b3768950-ef80-4565-90a1-c1c97e40d961 Sep 30 13:23:33.254237 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:33.254606 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:33.284945 n-d-810909-2 neutron-server[94764]: INFO neutron.plugins.ml2.plugin [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempt 9 to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e Sep 30 13:23:33.350349 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:33.350719 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:33.351061 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:33.400139 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-607441f7-0aa8-48c2-8b31-5a8722636c5a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:33.427531 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-26980328-f36d-4f1d-abfb-f725a875a465 req-f8dc63d8-66a9-490b-b490-192d0b6c49ba tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.18 "GET /v2.0/security-groups?id=8547f6f3-bfe0-48bd-a0da-307120ac3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998042 Sep 30 13:23:33.453720 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:33.453720 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:33.454258 n-d-810909-2 neutron-server[94764]: INFO neutron.plugins.ml2.plugin [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempt 10 to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e Sep 30 13:23:33.472412 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:33.472904 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:33.473143 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempting to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:33.477366 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e61e4953-d7b1-4379-849f-eaa1c737aff6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:33.484681 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:33.485016 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Failed to bind port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on host n-h1-810909-2 for vnic_type normal using segments [{'id': '86692ee6-c87a-43f7-b301-27535cb651cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2922b908-9d8a-48e7-93ab-1e9a5c0be9d6'}] Sep 30 13:23:33.485291 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-607441f7-0aa8-48c2-8b31-5a8722636c5a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:33.485424 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:33.549081 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e61e4953-d7b1-4379-849f-eaa1c737aff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:33.550651 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61e4953-d7b1-4379-849f-eaa1c737aff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:33.550913 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e61e4953-d7b1-4379-849f-eaa1c737aff6 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:33.561473 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-607441f7-0aa8-48c2-8b31-5a8722636c5a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Network b68d4a30-a2a9-45e6-a05c-fdc2eb295452 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:23:33.569871 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-607441f7-0aa8-48c2-8b31-5a8722636c5a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:33.573121 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-607441f7-0aa8-48c2-8b31-5a8722636c5a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:23:33.614615 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e61e4953-d7b1-4379-849f-eaa1c737aff6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4980290 Sep 30 13:23:33.620452 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a65a4-873d-4f76-b4bc-108a7da441bd req-a82425da-b499-4b5c-b5f8-b594d76cf737 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:33.626934 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a65a4-873d-4f76-b4bc-108a7da441bd req-a82425da-b499-4b5c-b5f8-b594d76cf737 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:33.633669 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a65a4-873d-4f76-b4bc-108a7da441bd req-a82425da-b499-4b5c-b5f8-b594d76cf737 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:33.641371 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ad0a65a4-873d-4f76-b4bc-108a7da441bd req-a82425da-b499-4b5c-b5f8-b594d76cf737 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 2373 time: 0.2019954 Sep 30 13:23:33.662130 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49864) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:33.681241 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607441f7-0aa8-48c2-8b31-5a8722636c5a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event updated for resources: {'Port': ['ID=fa4a606c-ba9f-437e-9fdd-ee6b622b3359,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:33.681504 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e4953-d7b1-4379-849f-eaa1c737aff6 admin admin] Pushing event updated for resources: {'Network': ['ID=b3768950-ef80-4565-90a1-c1c97e40d961,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:33.684392 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] For port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:23:33.684767 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attempted to set empty binding levels {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 30 13:23:33.692177 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:33.704109 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ad0a65a4-873d-4f76-b4bc-108a7da441bd req-0b2c3f14-d10f-4d21-9555-1fbdc3187682 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616639 Sep 30 13:23:33.710387 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network b3768950-ef80-4565-90a1-c1c97e40d961 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:23:33.730310 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] In _notify_port_updated(), no bound segment for port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e on network 2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 {{(pid=94764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 13:23:33.731182 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:33.731778 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:33.735826 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-51a4452e-fde7-4ffd-8c40-828995072a6a admin admin] Request body: {'subnet': {'network_id': 'b3768950-ef80-4565-90a1-c1c97e40d961', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-937396172-subnet', 'tenant_id': '0c05d394117c4284b09abe412eb28afc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:33.743096 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] 10.222.0.18 "PUT /v2.0/ports/93ed9e8d-890e-46fd-8b3c-79a154b71d5e HTTP/1.1" status: 200 len: 978 time: 2.6023314 Sep 30 13:23:33.748710 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49870) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:33.787822 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc3f41-cd62-4de2-a9af-6b7314981c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Pushing event updated for resources: {'Port': ['ID=93ed9e8d-890e-46fd-8b3c-79a154b71d5e,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:33.830370 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 4df9243e-bed7-40e3-8adb-c8474789475e up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:23:33.872486 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf941d-25f6-4667-9b90-b44756bfaecf req-6864df1a-9630-4b51-8777-0ef3632136a1 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:33.880524 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f1bf941d-25f6-4667-9b90-b44756bfaecf req-6864df1a-9630-4b51-8777-0ef3632136a1 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 944 time: 0.0677996 Sep 30 13:23:33.939892 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f1bf941d-25f6-4667-9b90-b44756bfaecf req-63638bdc-2e9d-4e61-ae4f-f30be48cb7e3 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578578 Sep 30 13:23:33.965503 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 4df9243e-bed7-40e3-8adb-c8474789475e triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:23:33.966332 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:34.078045 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-1a5a7f05-3888-4907-9fcc-96dfadeb8f67 None None] Provisioning complete for port fa4a606c-ba9f-437e-9fdd-ee6b622b3359 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:23:34.078892 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1a5a7f05-3888-4907-9fcc-96dfadeb8f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:34.119922 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a7f05-3888-4907-9fcc-96dfadeb8f67 None None] Port fa4a606c-ba9f-437e-9fdd-ee6b622b3359 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:23:34.121787 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:34.151689 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5ef20a-a303-4004-98f7-6eaba1a4cad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df9243e-bed7-40e3-8adb-c8474789475e'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:23:34.154775 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7209b7ae-ee37-48ae-a9da-3c8ca62048df" -d '{"events": [{"server_uuid": "3d5ef20a-a303-4004-98f7-6eaba1a4cad9", "name": "network-vif-plugged", "status": "completed", "tag": "4df9243e-bed7-40e3-8adb-c8474789475e"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:23:34.170541 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 4df9243e-bed7-40e3-8adb-c8474789475e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=4df9243e-bed7-40e3-8adb-c8474789475e,segment=NetworkSegment(4c14a080-1632-4772-b204-9e8eb842c0d3),segment_id=4c14a080-1632-4772-b204-9e8eb842c0d3)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:23:34.178058 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:34.243264 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0947065-4018-41d5-a686-9c6714304713 x-openstack-request-id: req-a0947065-4018-41d5-a686-9c6714304713 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:23:34.243648 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5ef20a-a303-4004-98f7-6eaba1a4cad9", "name": "network-vif-plugged", "status": "completed", "tag": "4df9243e-bed7-40e3-8adb-c8474789475e", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:23:34.243974 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0947065-4018-41d5-a686-9c6714304713 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:23:34.244439 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5ef20a-a303-4004-98f7-6eaba1a4cad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df9243e-bed7-40e3-8adb-c8474789475e', 'code': 200} Sep 30 13:23:34.245310 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=4df9243e-bed7-40e3-8adb-c8474789475e,revision_number=7']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:34.286967 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a4452e-fde7-4ffd-8c40-828995072a6a admin admin] Made reservation on behalf of 0c05d394117c4284b09abe412eb28afc for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:34.289531 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-51a4452e-fde7-4ffd-8c40-828995072a6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:34.365752 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-607441f7-0aa8-48c2-8b31-5a8722636c5a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:34.366433 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-607441f7-0aa8-48c2-8b31-5a8722636c5a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:34.436614 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cb925-5223-4b89-8648-abbc78c87d4a req-789eb594-4592-4e4e-a197-a95d302afcb8 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:34.438189 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e1cb925-5223-4b89-8648-abbc78c87d4a req-789eb594-4592-4e4e-a197-a95d302afcb8 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c82284-6256-4fab-b05f-7f2704b92acc HTTP/1.1" status: 200 len: 945 time: 0.1987202 Sep 30 13:23:34.443418 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-607441f7-0aa8-48c2-8b31-5a8722636c5a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1097908 Sep 30 13:23:34.485764 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-afc51bf9-22e8-4f41-a7e7-0a813341c742 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Request body: {'port': {'device_id': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b68d4a30-a2a9-45e6-a05c-fdc2eb295452', 'admin_state_up': True, 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'security_groups': ['7b26d2ed-e579-4ed3-9439-5b5b4346eebc']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:34.526901 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-1cda6336-cf74-4fcd-b095-badcc516509f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Deleting port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:23:34.527249 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1cda6336-cf74-4fcd-b095-badcc516509f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:34.601550 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07696a-00ea-4b67-beb2-56fe3d1cba36 req-1baecca3-026e-46cb-89ad-494e58dcb52f tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:34.611114 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8a07696a-00ea-4b67-beb2-56fe3d1cba36 req-1baecca3-026e-46cb-89ad-494e58dcb52f tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c82284-6256-4fab-b05f-7f2704b92acc HTTP/1.1" status: 200 len: 945 time: 0.0663538 Sep 30 13:23:34.666214 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8a07696a-00ea-4b67-beb2-56fe3d1cba36 req-163b0cce-336e-4185-8e41-7cae70f5c01c tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.18 "GET /v2.0/security-groups?id=8547f6f3-bfe0-48bd-a0da-307120ac3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489008 Sep 30 13:23:34.919433 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-1cda6336-cf74-4fcd-b095-badcc516509f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] For port 93ed9e8d-890e-46fd-8b3c-79a154b71d5e, host n-h1-810909-2, got binding levels [] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:23:34.919800 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1cda6336-cf74-4fcd-b095-badcc516509f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:34.950112 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-51a4452e-fde7-4ffd-8c40-828995072a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:34.960043 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-1cda6336-cf74-4fcd-b095-badcc516509f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Calling delete_port for 93ed9e8d-890e-46fd-8b3c-79a154b71d5e owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:23:34.993493 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-afc51bf9-22e8-4f41-a7e7-0a813341c742 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Made reservation on behalf of b2b1cd5a06924c118528b4d0714f0f7d for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:34.998830 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-afc51bf9-22e8-4f41-a7e7-0a813341c742 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:35.167683 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852261e8-7325-4f29-a66e-4a1b46515a6d req-239179a8-5312-4211-999c-c619504e220c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:35.169190 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-852261e8-7325-4f29-a66e-4a1b46515a6d req-239179a8-5312-4211-999c-c619504e220c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1089792 Sep 30 13:23:35.170736 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7cf9b-8fec-4a04-b3a2-92800e331603 req-21697dd6-2eed-460c-af55-0d18ff07b3f9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:35.180169 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7cf9b-8fec-4a04-b3a2-92800e331603 req-21697dd6-2eed-460c-af55-0d18ff07b3f9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:35.187493 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7cf9b-8fec-4a04-b3a2-92800e331603 req-21697dd6-2eed-460c-af55-0d18ff07b3f9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:35.195144 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7cf9b-8fec-4a04-b3a2-92800e331603 req-21697dd6-2eed-460c-af55-0d18ff07b3f9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:35.197360 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-46c7cf9b-8fec-4a04-b3a2-92800e331603 req-21697dd6-2eed-460c-af55-0d18ff07b3f9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 3094 time: 0.3446743 Sep 30 13:23:35.222903 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-852261e8-7325-4f29-a66e-4a1b46515a6d req-e6814fed-5c0f-4517-885d-f7201fd8a162 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463686 Sep 30 13:23:35.274623 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-5e1cb925-5223-4b89-8648-abbc78c87d4a req-a7da0014-96c2-40d3-9f8b-1609e9df366b tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Deleting port 228e4292-756c-4b7b-9336-02c60385bae4 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:23:35.275121 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5e1cb925-5223-4b89-8648-abbc78c87d4a req-a7da0014-96c2-40d3-9f8b-1609e9df366b tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:35.278293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4452e-fde7-4ffd-8c40-828995072a6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a04b4f3b-be18-4493-91b0-1deea8fc9f5c,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:35.374265 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4452e-fde7-4ffd-8c40-828995072a6a admin admin] Checking segment: {'id': 'a1a81131-16a2-4624-9880-53b2dd3c7c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b3768950-ef80-4565-90a1-c1c97e40d961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:23:35.374265 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a4452e-fde7-4ffd-8c40-828995072a6a admin admin] Network hostable DHCP agents. Network: b3768950-ef80-4565-90a1-c1c97e40d961, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:23:35.469733 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1cda6336-cf74-4fcd-b095-badcc516509f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:35.471588 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a4452e-fde7-4ffd-8c40-828995072a6a admin admin] Network b3768950-ef80-4565-90a1-c1c97e40d961 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:23:35.551909 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda6336-cf74-4fcd-b095-badcc516509f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Pushing event deleted for resources: {'Port': ['ID=93ed9e8d-890e-46fd-8b3c-79a154b71d5e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:35.568430 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-46c7cf9b-8fec-4a04-b3a2-92800e331603 req-0f1820a1-aa5e-497e-bb1f-0ae0de9c6bb7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2764275 Sep 30 13:23:35.588418 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-51a4452e-fde7-4ffd-8c40-828995072a6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, b3768950-ef80-4565-90a1-c1c97e40d961) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:35.598463 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f62ff79-123f-4b2c-befd-b3073d576626 None None] Network b3768950-ef80-4565-90a1-c1c97e40d961 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:23:35.616666 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1cda6336-cf74-4fcd-b095-badcc516509f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:35.623574 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49904) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:35.625647 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1cda6336-cf74-4fcd-b095-badcc516509f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] 10.222.0.18 "DELETE /v2.0/ports/93ed9e8d-890e-46fd-8b3c-79a154b71d5e HTTP/1.1" status: 204 len: 168 time: 1.8746274 Sep 30 13:23:35.645476 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a4452e-fde7-4ffd-8c40-828995072a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:35.647762 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-51a4452e-fde7-4ffd-8c40-828995072a6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:35.665062 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee82ea9e-6964-4d0e-8401-eb634b38b234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] GET failed (client error): The resource could not be found. Sep 30 13:23:35.667151 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ee82ea9e-6964-4d0e-8401-eb634b38b234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731620812-project-admin] 10.222.0.18 "GET /v2.0/ports/93ed9e8d-890e-46fd-8b3c-79a154b71d5e HTTP/1.1" status: 404 len: 333 time: 0.0419641 Sep 30 13:23:35.671456 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49906) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:35.764993 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b62ff-0dd6-4586-b60c-ed400f4443d7 req-be076382-9e73-40d8-9e9f-90b571a99c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:35.767956 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b78b62ff-0dd6-4586-b60c-ed400f4443d7 req-be076382-9e73-40d8-9e9f-90b571a99c34 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a44cb98e418b4fc89cc73be20bc6aaa8&device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 1096 time: 0.3549819 Sep 30 13:23:35.807576 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fb0b695-34db-49d8-ad47-a5819337faaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:35.876470 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-5e1cb925-5223-4b89-8648-abbc78c87d4a req-a7da0014-96c2-40d3-9f8b-1609e9df366b tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] For port 228e4292-756c-4b7b-9336-02c60385bae4, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=228e4292-756c-4b7b-9336-02c60385bae4,segment=NetworkSegment(36924e48-3f12-4a1d-9d0c-20bc06f79ec0),segment_id=36924e48-3f12-4a1d-9d0c-20bc06f79ec0)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:23:35.879833 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5e1cb925-5223-4b89-8648-abbc78c87d4a req-a7da0014-96c2-40d3-9f8b-1609e9df366b tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:35.942937 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86125d0a-6c04-4e82-90ad-13bf9368a6f9 None None] Network b3768950-ef80-4565-90a1-c1c97e40d961 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:23:35.950403 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56caf6-4ef9-4014-aa7c-2c2ec6fabf3a req-efe7a0ff-2251-4247-b659-7d93d9a28d94 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:35.952164 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ad56caf6-4ef9-4014-aa7c-2c2ec6fabf3a req-efe7a0ff-2251-4247-b659-7d93d9a28d94 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c82284-6256-4fab-b05f-7f2704b92acc HTTP/1.1" status: 200 len: 945 time: 0.1372027 Sep 30 13:23:35.997934 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-51a4452e-fde7-4ffd-8c40-828995072a6a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3102891 Sep 30 13:23:36.002990 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-5e1cb925-5223-4b89-8648-abbc78c87d4a req-a7da0014-96c2-40d3-9f8b-1609e9df366b tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Calling delete_port for 228e4292-756c-4b7b-9336-02c60385bae4 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:23:36.066736 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-afc51bf9-22e8-4f41-a7e7-0a813341c742 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Allocated IP 10.2.2.200 (b68d4a30-a2a9-45e6-a05c-fdc2eb295452/e1ae28e5-4a21-4afb-9bee-9706b3aa153a/37e52d6d-b15a-43d5-a032-19b5958005e8) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:23:36.315970 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b62ff-0dd6-4586-b60c-ed400f4443d7 req-2bb78296-c9f5-4642-8320-8a3625e53c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:36.317914 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b78b62ff-0dd6-4586-b60c-ed400f4443d7 req-2bb78296-c9f5-4642-8320-8a3625e53c19 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2ae8f69c-e2ed-4683-a275-8d8f7caa3a16 HTTP/1.1" status: 200 len: 914 time: 0.4641654 Sep 30 13:23:36.523993 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b78b62ff-0dd6-4586-b60c-ed400f4443d7 req-ad15ceb9-53fa-4bcf-a69c-afee294dee6b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4df9243e-bed7-40e3-8adb-c8474789475e HTTP/1.1" status: 200 len: 217 time: 0.1757553 Sep 30 13:23:36.593895 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fb0b695-34db-49d8-ad47-a5819337faaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:36.650628 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-8fb0b695-34db-49d8-ad47-a5819337faaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2922b908-9d8a-48e7-93ab-1e9a5c0be9d6']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:23:36.669984 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-8fb0b695-34db-49d8-ad47-a5819337faaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86692ee6-c87a-43f7-b301-27535cb651cb') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:23:36.672289 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-8fb0b695-34db-49d8-ad47-a5819337faaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86692ee6-c87a-43f7-b301-27535cb651cb') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:23:36.693224 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ad56caf6-4ef9-4014-aa7c-2c2ec6fabf3a req-e945819c-d959-4b83-a8b0-99b06dd90259 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.18 "GET /v2.0/security-groups?id=8547f6f3-bfe0-48bd-a0da-307120ac3703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7296350 Sep 30 13:23:36.700437 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fb0b695-34db-49d8-ad47-a5819337faaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:36.742553 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fb0b695-34db-49d8-ad47-a5819337faaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:36.757578 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb0b695-34db-49d8-ad47-a5819337faaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:23:36.761063 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fb0b695-34db-49d8-ad47-a5819337faaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:23:36.767371 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:23:36.776617 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b62ff-0dd6-4586-b60c-ed400f4443d7 req-8a223740-0b9a-49c5-999e-b3303b993c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:36.783568 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b78b62ff-0dd6-4586-b60c-ed400f4443d7 req-8a223740-0b9a-49c5-999e-b3303b993c17 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bac914f-ff79-44a0-914f-8c571e231db2 HTTP/1.1" status: 200 len: 853 time: 0.2169051 Sep 30 13:23:36.815762 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8861e-7e43-4937-948f-ed4fad773351 req-e8fd8f73-0342-4282-a541-d13add3b6168 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:36.825266 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fcf8861e-7e43-4937-948f-ed4fad773351 req-e8fd8f73-0342-4282-a541-d13add3b6168 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.4652827 Sep 30 13:23:36.917136 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fb0b695-34db-49d8-ad47-a5819337faaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:36.920196 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5e1cb925-5223-4b89-8648-abbc78c87d4a req-a7da0014-96c2-40d3-9f8b-1609e9df366b tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:36.934235 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fb0b695-34db-49d8-ad47-a5819337faaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:36.942796 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8fb0b695-34db-49d8-ad47-a5819337faaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213-project] 10.222.0.18 "DELETE /v2.0/networks/2922b908-9d8a-48e7-93ab-1e9a5c0be9d6 HTTP/1.1" status: 204 len: 168 time: 1.2701747 Sep 30 13:23:36.981485 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0b695-34db-49d8-ad47-a5819337faaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1855857213-project] Pushing event deleted for resources: {'Network': ['ID=2922b908-9d8a-48e7-93ab-1e9a5c0be9d6,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:37.134652 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da0014-96c2-40d3-9f8b-1609e9df366b tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Pushing event deleted for resources: {'Port': ['ID=228e4292-756c-4b7b-9336-02c60385bae4,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:37.148885 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b78b62ff-0dd6-4586-b60c-ed400f4443d7 req-01001584-efed-436b-9f37-eb4702d65294 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2ae8f69c-e2ed-4683-a275-8d8f7caa3a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3186181 Sep 30 13:23:37.307467 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-69c57a9d-d9e5-4cf7-9bbe-759843d45904 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:37.309216 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-69c57a9d-d9e5-4cf7-9bbe-759843d45904 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/networks?id=29c529ad-9a66-4e0e-b8ed-9b0eb096f38d HTTP/1.1" status: 200 len: 812 time: 0.2182939 Sep 30 13:23:37.330559 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-e2a76eb4-b7f7-4587-96ba-58d6f2140485 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/quotas/0d20a8c7b03e466d985db3ea851484e9 HTTP/1.1" status: 200 len: 375 time: 0.0156484 Sep 30 13:23:37.385393 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-afc51bf9-22e8-4f41-a7e7-0a813341c742 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:37.436534 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-7175d9e7-f5a6-49f8-9e77-c1f7b6ee5cd2 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0d20a8c7b03e466d985db3ea851484e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0992060 Sep 30 13:23:37.463370 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fcf8861e-7e43-4937-948f-ed4fad773351 req-849c4c52-10f7-4fb7-9e86-8fa2d439d50c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6292834 Sep 30 13:23:37.598919 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1cb925-5223-4b89-8648-abbc78c87d4a req-a7da0014-96c2-40d3-9f8b-1609e9df366b tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] No DVR routers for this DVR port 228e4292-756c-4b7b-9336-02c60385bae4 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:23:37.604475 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5e1cb925-5223-4b89-8648-abbc78c87d4a req-a7da0014-96c2-40d3-9f8b-1609e9df366b tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:37.610970 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e1cb925-5223-4b89-8648-abbc78c87d4a req-a7da0014-96c2-40d3-9f8b-1609e9df366b tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.39 "DELETE /v2.0/ports/228e4292-756c-4b7b-9336-02c60385bae4 HTTP/1.1" status: 204 len: 173 time: 3.1665037 Sep 30 13:23:37.648552 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49962) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:37.658086 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c82284-6256-4fab-b05f-7f2704b92acc', 'name': 'network-vif-deleted', 'tag': '228e4292-756c-4b7b-9336-02c60385bae4'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:23:37.666880 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5475104d-72ec-4fc2-b726-1a2a6f48e3d3" -d '{"events": [{"server_uuid": "06c82284-6256-4fab-b05f-7f2704b92acc", "name": "network-vif-deleted", "tag": "228e4292-756c-4b7b-9336-02c60385bae4"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:23:37.706347 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-b6955433-380c-4a74-9271-bea90c753098 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:23:37.714180 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-b6955433-380c-4a74-9271-bea90c753098 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2688901 Sep 30 13:23:37.863637 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b78b62ff-0dd6-4586-b60c-ed400f4443d7 req-9a742aa3-2a37-42e7-8aea-d42f9bdc4fcb service neutron] 10.222.0.54 "GET /v2.0/networks/2ae8f69c-e2ed-4683-a275-8d8f7caa3a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6758778 Sep 30 13:23:37.875454 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6f4d2-2dbc-4f22-98c7-1cf7a50dcd14 req-9d68667e-3c36-405b-9a77-f718310817ab tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:37.881813 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6f4d2-2dbc-4f22-98c7-1cf7a50dcd14 req-9d68667e-3c36-405b-9a77-f718310817ab tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:37.888577 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6f4d2-2dbc-4f22-98c7-1cf7a50dcd14 req-9d68667e-3c36-405b-9a77-f718310817ab tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:37.896172 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6f4d2-2dbc-4f22-98c7-1cf7a50dcd14 req-9d68667e-3c36-405b-9a77-f718310817ab tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:37.898731 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fca6f4d2-2dbc-4f22-98c7-1cf7a50dcd14 req-9d68667e-3c36-405b-9a77-f718310817ab tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 3094 time: 0.2841890 Sep 30 13:23:37.899409 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-afc51bf9-22e8-4f41-a7e7-0a813341c742 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:38.047168 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-31ac7ad1-2874-4fdc-bef8-13b75c7773a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff23a7ee37ba41cab205e2f7c22e709f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3966110 Sep 30 13:23:38.051881 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49976) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:38.079537 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 228e4292-756c-4b7b-9336-02c60385bae4 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:23:38.088508 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-61da0cbd-b015-428a-b214-27d94be28adc service neutron] 10.222.0.18 "GET /v2.0/networks/29c529ad-9a66-4e0e-b8ed-9b0eb096f38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731918 Sep 30 13:23:38.126149 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-afc51bf9-22e8-4f41-a7e7-0a813341c742 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Network b68d4a30-a2a9-45e6-a05c-fdc2eb295452 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:23:38.133220 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 228e4292-756c-4b7b-9336-02c60385bae4 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:23:38.133578 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 228e4292-756c-4b7b-9336-02c60385bae4 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:23:38.202986 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc51bf9-22e8-4f41-a7e7-0a813341c742 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event updated for resources: {'Port': ['ID=37e52d6d-b15a-43d5-a032-19b5958005e8,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:38.206493 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-afc51bf9-22e8-4f41-a7e7-0a813341c742 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:38.209988 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-43f58e1e-67a7-4c52-919b-eafc25a1f54f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:38.210293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-afc51bf9-22e8-4f41-a7e7-0a813341c742 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:23:38.250922 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-43f58e1e-67a7-4c52-919b-eafc25a1f54f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:38.264243 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-7a75d1dd-31df-4cf7-8666-642299d81176 service neutron] 10.222.0.18 "GET /v2.0/networks/29c529ad-9a66-4e0e-b8ed-9b0eb096f38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661270 Sep 30 13:23:38.287021 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-afc51bf9-22e8-4f41-a7e7-0a813341c742 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:38.294855 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-afc51bf9-22e8-4f41-a7e7-0a813341c742 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:38.348009 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-afc51bf9-22e8-4f41-a7e7-0a813341c742 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8901713 Sep 30 13:23:38.368812 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fca6f4d2-2dbc-4f22-98c7-1cf7a50dcd14 req-0fe47df0-6553-42a4-8f4e-2b3fdbfcb72b tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4538882 Sep 30 13:23:38.392541 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-9f6bd68a-c138-4830-a59c-c34d294a9689 service neutron] Request body: {'port': {'device_id': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:38.399796 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-43f58e1e-67a7-4c52-919b-eafc25a1f54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:38.402402 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-43f58e1e-67a7-4c52-919b-eafc25a1f54f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:38.406349 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-43f58e1e-67a7-4c52-919b-eafc25a1f54f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a791627a-d444-4b29-a75e-babb9b014383 HTTP/1.1" status: 204 len: 168 time: 0.3540595 Sep 30 13:23:38.432223 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f58e1e-67a7-4c52-919b-eafc25a1f54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a791627a-d444-4b29-a75e-babb9b014383,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:38.536215 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b78b62ff-0dd6-4586-b60c-ed400f4443d7 req-93e3363e-5d9b-4e93-8b8a-6f9e44f28f20 service neutron] 10.222.0.54 "GET /v2.0/networks/2ae8f69c-e2ed-4683-a275-8d8f7caa3a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6342006 Sep 30 13:23:38.722694 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d03f6df-57af-4dfd-81db-0fb1df02cca9 x-openstack-request-id: req-2d03f6df-57af-4dfd-81db-0fb1df02cca9 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:23:38.723313 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c82284-6256-4fab-b05f-7f2704b92acc", "name": "network-vif-deleted", "tag": "228e4292-756c-4b7b-9336-02c60385bae4", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:23:38.725607 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d03f6df-57af-4dfd-81db-0fb1df02cca9 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:23:38.728057 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c82284-6256-4fab-b05f-7f2704b92acc', 'name': 'network-vif-deleted', 'tag': '228e4292-756c-4b7b-9336-02c60385bae4', 'status': 'completed', 'code': 200} Sep 30 13:23:38.729636 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-9f6bd68a-c138-4830-a59c-c34d294a9689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:38.884207 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d8692a71-5c2e-40f6-b166-a52ba5facde5 None None] Provisioning complete for port 37e52d6d-b15a-43d5-a032-19b5958005e8 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:23:38.885414 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d8692a71-5c2e-40f6-b166-a52ba5facde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:38.950624 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-d8692a71-5c2e-40f6-b166-a52ba5facde5 None None] Port 37e52d6d-b15a-43d5-a032-19b5958005e8 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:23:38.967102 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-06cabca5-044f-40d9-abcd-3dc89b3148a2 req-29521fd4-0402-463d-ae1b-6229abcf5677 tempest-ServerAddressesNegativeTestJSON-74205466 tempest-ServerAddressesNegativeTestJSON-74205466-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c82284-6256-4fab-b05f-7f2704b92acc HTTP/1.1" status: 200 len: 210 time: 0.1807430 Sep 30 13:23:38.995852 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c60ce-4b5e-4b9e-97b8-0edd8aabf0da req-8ce2b471-0cf6-40e6-a781-e876b34aa91c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:39.008877 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a00c60ce-4b5e-4b9e-97b8-0edd8aabf0da req-8ce2b471-0cf6-40e6-a781-e876b34aa91c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1837046 Sep 30 13:23:39.085579 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a00c60ce-4b5e-4b9e-97b8-0edd8aabf0da req-466a8e41-92cd-4ea4-a028-f83dbb476513 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699434 Sep 30 13:23:39.197436 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fa310ab8-7763-4ca0-a5c6-b1d62c67b0cf req-4d6d613a-b588-46e2-89e4-905b9024cdb1 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 210 time: 0.1312447 Sep 30 13:23:39.231451 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50000) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:39.295001 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b29cdfbf-0e6d-45fd-9561-875350708fd3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ffc45c7f43d84eccbf52a7c592171994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0596886 Sep 30 13:23:39.295207 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50002) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:39.435559 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-98733092-3ad4-4558-9cc8-1c7d364691fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:39.488198 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-98733092-3ad4-4558-9cc8-1c7d364691fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:39.587715 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-98733092-3ad4-4558-9cc8-1c7d364691fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:39.591478 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-98733092-3ad4-4558-9cc8-1c7d364691fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:39.593046 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-98733092-3ad4-4558-9cc8-1c7d364691fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6da23f1f-74a0-4ddb-b3b9-50856607eab6 HTTP/1.1" status: 204 len: 168 time: 0.2953000 Sep 30 13:23:39.628562 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98733092-3ad4-4558-9cc8-1c7d364691fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da23f1f-74a0-4ddb-b3b9-50856607eab6,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:39.733174 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c911b-388f-4b67-b10f-5223efe1bb83 req-26201d36-adbc-4c8b-b645-edb79fdb8c8a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:39.734854 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-9f6bd68a-c138-4830-a59c-c34d294a9689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587b8253-b8b2-40e1-9c92-7bf9a3824a36 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:23:39.741148 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c911b-388f-4b67-b10f-5223efe1bb83 req-26201d36-adbc-4c8b-b645-edb79fdb8c8a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:39.748674 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c911b-388f-4b67-b10f-5223efe1bb83 req-26201d36-adbc-4c8b-b645-edb79fdb8c8a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:39.753975 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-9f6bd68a-c138-4830-a59c-c34d294a9689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:39.755784 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c911b-388f-4b67-b10f-5223efe1bb83 req-26201d36-adbc-4c8b-b645-edb79fdb8c8a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:39.763288 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c911b-388f-4b67-b10f-5223efe1bb83 req-26201d36-adbc-4c8b-b645-edb79fdb8c8a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:39.772834 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bb5c911b-388f-4b67-b10f-5223efe1bb83 req-26201d36-adbc-4c8b-b645-edb79fdb8c8a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 3815 time: 0.1321425 Sep 30 13:23:39.794681 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-9f6bd68a-c138-4830-a59c-c34d294a9689 service neutron] Transition to ACTIVE for port object 587b8253-b8b2-40e1-9c92-7bf9a3824a36 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:23:39.807263 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-9f6bd68a-c138-4830-a59c-c34d294a9689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:39.858033 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bb5c911b-388f-4b67-b10f-5223efe1bb83 req-8b4dff03-bcbe-4afe-9847-6313e4e4f7c4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831714 Sep 30 13:23:40.057743 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bd68a-c138-4830-a59c-c34d294a9689 service neutron] Pushing event updated for resources: {'Port': ['ID=587b8253-b8b2-40e1-9c92-7bf9a3824a36,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:40.085303 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50018) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:40.158003 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d78c666-168b-4d39-ab5c-8e447fe643d4 admin admin] Deleting subnet b0028edf-1a5e-4f19-9fb0-5d7c7e0241aa {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:23:40.161463 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3d78c666-168b-4d39-ab5c-8e447fe643d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:40.287634 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3d78c666-168b-4d39-ab5c-8e447fe643d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:40.357987 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-9f6bd68a-c138-4830-a59c-c34d294a9689 service neutron] Attempting to bind port 587b8253-b8b2-40e1-9c92-7bf9a3824a36 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:40.358293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-9f6bd68a-c138-4830-a59c-c34d294a9689 service neutron] Attempting to bind port 587b8253-b8b2-40e1-9c92-7bf9a3824a36 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '2a2b4696-9c1d-44bc-9c31-e1857d02eefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93896050-5bca-40e4-92d7-aa842a3215ca'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:40.360148 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-9f6bd68a-c138-4830-a59c-c34d294a9689 service neutron] Attempting to bind port 587b8253-b8b2-40e1-9c92-7bf9a3824a36 on network 93896050-5bca-40e4-92d7-aa842a3215ca {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:40.373754 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-9f6bd68a-c138-4830-a59c-c34d294a9689 service neutron] Port 587b8253-b8b2-40e1-9c92-7bf9a3824a36 on network 93896050-5bca-40e4-92d7-aa842a3215ca not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:40.374978 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-9f6bd68a-c138-4830-a59c-c34d294a9689 service neutron] Attempting to bind port 587b8253-b8b2-40e1-9c92-7bf9a3824a36 on network 93896050-5bca-40e4-92d7-aa842a3215ca {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:40.444667 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-78e4958d-fb1d-4100-af42-213e39a3231e req-009eca55-7bf1-4210-847b-dcbf69f1f707 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 210 time: 0.0588779 Sep 30 13:23:40.446994 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-9f6bd68a-c138-4830-a59c-c34d294a9689 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:23:40.447638 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-9f6bd68a-c138-4830-a59c-c34d294a9689 service neutron] Checking segment: {'id': '2a2b4696-9c1d-44bc-9c31-e1857d02eefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93896050-5bca-40e4-92d7-aa842a3215ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:23:40.448905 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-9f6bd68a-c138-4830-a59c-c34d294a9689 service neutron] Bound using segment: {'id': '2a2b4696-9c1d-44bc-9c31-e1857d02eefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93896050-5bca-40e4-92d7-aa842a3215ca'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:23:40.461908 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-9f6bd68a-c138-4830-a59c-c34d294a9689 service neutron] Bound port: 587b8253-b8b2-40e1-9c92-7bf9a3824a36, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2b4696-9c1d-44bc-9c31-e1857d02eefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93896050-5bca-40e4-92d7-aa842a3215ca'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:23:40.462790 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-9f6bd68a-c138-4830-a59c-c34d294a9689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:40.500302 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3d78c666-168b-4d39-ab5c-8e447fe643d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:40.609983 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-9f6bd68a-c138-4830-a59c-c34d294a9689 service neutron] For port 587b8253-b8b2-40e1-9c92-7bf9a3824a36, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:23:40.614212 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-9f6bd68a-c138-4830-a59c-c34d294a9689 service neutron] For port 587b8253-b8b2-40e1-9c92-7bf9a3824a36, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=587b8253-b8b2-40e1-9c92-7bf9a3824a36,segment=NetworkSegment(2a2b4696-9c1d-44bc-9c31-e1857d02eefc),segment_id=2a2b4696-9c1d-44bc-9c31-e1857d02eefc)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:23:40.625010 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-9f6bd68a-c138-4830-a59c-c34d294a9689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:40.651021 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09cb2cb-02a5-437c-8c3c-3bf3f1b51dd8 req-94f1030d-148d-4be9-9a42-3b1c58203a0c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:40.660165 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b09cb2cb-02a5-437c-8c3c-3bf3f1b51dd8 req-94f1030d-148d-4be9-9a42-3b1c58203a0c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.3247876 Sep 30 13:23:40.740559 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b09cb2cb-02a5-437c-8c3c-3bf3f1b51dd8 req-9570b04a-8f40-4da5-ab2b-3f47fc980520 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793839 Sep 30 13:23:40.745383 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3d78c666-168b-4d39-ab5c-8e447fe643d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:40.783014 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78c666-168b-4d39-ab5c-8e447fe643d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0028edf-1a5e-4f19-9fb0-5d7c7e0241aa,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:40.788838 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3d78c666-168b-4d39-ab5c-8e447fe643d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:40.793134 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3d78c666-168b-4d39-ab5c-8e447fe643d4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b0028edf-1a5e-4f19-9fb0-5d7c7e0241aa HTTP/1.1" status: 204 len: 168 time: 0.7057655 Sep 30 13:23:40.795798 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50036) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:40.868553 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bd68a-c138-4830-a59c-c34d294a9689 service neutron] Pushing event updated for resources: {'Port': ['ID=587b8253-b8b2-40e1-9c92-7bf9a3824a36,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:40.906740 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2c85d147-4aab-4649-ad4e-91b0b5ada9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:40.924169 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-9f6bd68a-c138-4830-a59c-c34d294a9689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:40.928874 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-9f6bd68a-c138-4830-a59c-c34d294a9689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:40.933371 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-9f6bd68a-c138-4830-a59c-c34d294a9689 service neutron] 10.222.0.54 "PUT /v2.0/ports/587b8253-b8b2-40e1-9c92-7bf9a3824a36 HTTP/1.1" status: 200 len: 1091 time: 2.5577016 Sep 30 13:23:40.988086 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'tag': '587b8253-b8b2-40e1-9c92-7bf9a3824a36'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:23:40.998807 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0729ad03-05c1-415a-9bcb-ab2ac168dff8" -d '{"events": [{"name": "network-changed", "server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "tag": "587b8253-b8b2-40e1-9c92-7bf9a3824a36"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:23:41.031765 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-09109217-94e3-41b6-800a-6ce560099497 service neutron] Request body: {'port': {'device_id': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:41.102257 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2c85d147-4aab-4649-ad4e-91b0b5ada9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:41.148085 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-2c85d147-4aab-4649-ad4e-91b0b5ada9cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e9ee11-97b2-4d8e-91da-97ef3283f43b']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:23:41.152574 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87e98b3-e254-4412-ab1b-42f68c20a7f4 x-openstack-request-id: req-d87e98b3-e254-4412-ab1b-42f68c20a7f4 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:23:41.152873 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "tag": "587b8253-b8b2-40e1-9c92-7bf9a3824a36", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:23:41.153155 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d87e98b3-e254-4412-ab1b-42f68c20a7f4 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:23:41.153527 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'tag': '587b8253-b8b2-40e1-9c92-7bf9a3824a36', 'status': 'completed', 'code': 200} Sep 30 13:23:41.173694 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-2c85d147-4aab-4649-ad4e-91b0b5ada9cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36924e48-3f12-4a1d-9d0c-20bc06f79ec0') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:23:41.173988 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-2c85d147-4aab-4649-ad4e-91b0b5ada9cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36924e48-3f12-4a1d-9d0c-20bc06f79ec0') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:23:41.195310 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2c85d147-4aab-4649-ad4e-91b0b5ada9cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:41.227548 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2c85d147-4aab-4649-ad4e-91b0b5ada9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:41.244009 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c85d147-4aab-4649-ad4e-91b0b5ada9cb admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:23:41.244423 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2c85d147-4aab-4649-ad4e-91b0b5ada9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:41.247732 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-09109217-94e3-41b6-800a-6ce560099497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:23:41.250959 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:23:41.361967 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2c85d147-4aab-4649-ad4e-91b0b5ada9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:41.382210 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2c85d147-4aab-4649-ad4e-91b0b5ada9cb admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:41.385799 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2c85d147-4aab-4649-ad4e-91b0b5ada9cb admin admin] 10.222.0.18 "DELETE /v2.0/networks/93e9ee11-97b2-4d8e-91da-97ef3283f43b HTTP/1.1" status: 204 len: 168 time: 0.5866301 Sep 30 13:23:41.447182 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85d147-4aab-4649-ad4e-91b0b5ada9cb admin admin] Pushing event deleted for resources: {'Network': ['ID=93e9ee11-97b2-4d8e-91da-97ef3283f43b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:41.579221 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50060) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:41.657280 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-543cdbc8-06d7-4a01-8fea-cb0edeeb5384 req-6bb30107-1b6b-40cc-8a50-d1fa0ae8569f tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 210 time: 0.0590982 Sep 30 13:23:41.846524 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-026d3059-8714-458a-bc50-31194acc4bb7 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-726337862'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:41.891011 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50066) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:41.957534 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026d3059-8714-458a-bc50-31194acc4bb7 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Made reservation on behalf of 67c83a32d1134b6f81df454426d05491 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:41.962411 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-026d3059-8714-458a-bc50-31194acc4bb7 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:41.974390 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-026d3059-8714-458a-bc50-31194acc4bb7 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:42.050047 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1498bf8-6277-4170-a5ef-df45d1d21074 req-f2954943-0727-4734-b469-16aa5706bdfe tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:42.051858 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a1498bf8-6277-4170-a5ef-df45d1d21074 req-f2954943-0727-4734-b469-16aa5706bdfe tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1421649 Sep 30 13:23:42.061357 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-680ccaf7-f11f-487d-814f-7189debec6e3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a690faacf8c74f3a8037883f94f67ee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1687565 Sep 30 13:23:42.064973 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50070) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:42.175730 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a1498bf8-6277-4170-a5ef-df45d1d21074 req-ef929b94-9209-4474-b854-fb0720f947cd tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116812 Sep 30 13:23:42.182633 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dcf0b31c-91ef-46c5-a4e4-ac5b82e41645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:42.223509 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dcf0b31c-91ef-46c5-a4e4-ac5b82e41645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:42.293562 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-026d3059-8714-458a-bc50-31194acc4bb7 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:42.300468 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-026d3059-8714-458a-bc50-31194acc4bb7 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:42.308006 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c11929-faf4-4391-bdd9-d42e000ac752 req-05486a0d-2d05-4f6c-881e-be4a37bc77a3 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:42.321338 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026d3059-8714-458a-bc50-31194acc4bb7 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:23:42.324848 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c11929-faf4-4391-bdd9-d42e000ac752 req-05486a0d-2d05-4f6c-881e-be4a37bc77a3 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:42.336253 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c11929-faf4-4391-bdd9-d42e000ac752 req-05486a0d-2d05-4f6c-881e-be4a37bc77a3 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:42.341558 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-026d3059-8714-458a-bc50-31194acc4bb7 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:42.342329 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-026d3059-8714-458a-bc50-31194acc4bb7 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Added segment 33d9c272-f8d7-4311-9f10-6baaf6e77dca of type vlan for network 7bbe6f7d-ae23-477c-aa4c-1af44e5017c0 Sep 30 13:23:42.358728 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c11929-faf4-4391-bdd9-d42e000ac752 req-05486a0d-2d05-4f6c-881e-be4a37bc77a3 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:42.374337 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c11929-faf4-4391-bdd9-d42e000ac752 req-05486a0d-2d05-4f6c-881e-be4a37bc77a3 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:42.376232 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a3c11929-faf4-4391-bdd9-d42e000ac752 req-05486a0d-2d05-4f6c-881e-be4a37bc77a3 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 3827 time: 1.2319553 Sep 30 13:23:42.394941 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dcf0b31c-91ef-46c5-a4e4-ac5b82e41645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:42.402238 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dcf0b31c-91ef-46c5-a4e4-ac5b82e41645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:42.406897 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-dcf0b31c-91ef-46c5-a4e4-ac5b82e41645 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8547f6f3-bfe0-48bd-a0da-307120ac3703 HTTP/1.1" status: 204 len: 168 time: 0.3389909 Sep 30 13:23:42.457834 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-7d07fe89-e3fb-4fe1-b016-91fb765e573f tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:42.459783 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-7d07fe89-e3fb-4fe1-b016-91fb765e573f tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.39 "GET /v2.0/networks?id=29c529ad-9a66-4e0e-b8ed-9b0eb096f38d HTTP/1.1" status: 200 len: 812 time: 1.6195569 Sep 30 13:23:42.478763 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729ad03-05c1-415a-9bcb-ab2ac168dff8 req-b5c32d9d-1a18-47c3-84a8-a374e8147682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:42.479240 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729ad03-05c1-415a-9bcb-ab2ac168dff8 req-b5c32d9d-1a18-47c3-84a8-a374e8147682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:42.480193 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729ad03-05c1-415a-9bcb-ab2ac168dff8 req-b5c32d9d-1a18-47c3-84a8-a374e8147682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:42.480193 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729ad03-05c1-415a-9bcb-ab2ac168dff8 req-b5c32d9d-1a18-47c3-84a8-a374e8147682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:42.480624 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729ad03-05c1-415a-9bcb-ab2ac168dff8 req-b5c32d9d-1a18-47c3-84a8-a374e8147682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:42.485086 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-026d3059-8714-458a-bc50-31194acc4bb7 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:42.494515 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0729ad03-05c1-415a-9bcb-ab2ac168dff8 req-b5c32d9d-1a18-47c3-84a8-a374e8147682 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b2b1cd5a06924c118528b4d0714f0f7d&device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 4362 time: 1.2314572 Sep 30 13:23:42.517965 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d3059-8714-458a-bc50-31194acc4bb7 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=587da837-e23d-48bb-bb6e-bca8e54a94e8,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:42.525088 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-43074320-57d6-463d-9324-8a6796fd31bb tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Request body: {'port': {'device_id': 'd2542525-6573-48da-8ed6-cdf243998306', 'network_id': '29c529ad-9a66-4e0e-b8ed-9b0eb096f38d', 'admin_state_up': True, 'tenant_id': '0d20a8c7b03e466d985db3ea851484e9'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:42.545018 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-026d3059-8714-458a-bc50-31194acc4bb7 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:42.551335 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026d3059-8714-458a-bc50-31194acc4bb7 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:42.552147 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-026d3059-8714-458a-bc50-31194acc4bb7 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:42.586501 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0b31c-91ef-46c5-a4e4-ac5b82e41645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8547f6f3-bfe0-48bd-a0da-307120ac3703,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:42.634567 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-026d3059-8714-458a-bc50-31194acc4bb7 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0540075 Sep 30 13:23:42.744513 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d3059-8714-458a-bc50-31194acc4bb7 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event updated for resources: {'Network': ['ID=7bbe6f7d-ae23-477c-aa4c-1af44e5017c0,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:42.765156 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 7bbe6f7d-ae23-477c-aa4c-1af44e5017c0 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:23:42.922905 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-41d8e786-81b1-49a4-9501-843a9624cff3 req-f9e32cb4-9ab6-42d6-9ece-b52708cb440c tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 210 time: 0.0772729 Sep 30 13:23:43.105080 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a3c11929-faf4-4391-bdd9-d42e000ac752 req-7b0935fd-4f8f-47e2-ae5d-a3228ccab1ce tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7118969 Sep 30 13:23:43.200632 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-43074320-57d6-463d-9324-8a6796fd31bb tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Made reservation on behalf of 0d20a8c7b03e466d985db3ea851484e9 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:43.204416 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-43074320-57d6-463d-9324-8a6796fd31bb tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:43.504905 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321fedf-4e4f-4a6b-aac0-f9b51b5fa6a8 req-651c71cf-90db-491d-8eea-93fbd70b3e61 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:43.508914 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7321fedf-4e4f-4a6b-aac0-f9b51b5fa6a8 req-651c71cf-90db-491d-8eea-93fbd70b3e61 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1719291 Sep 30 13:23:43.641371 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7321fedf-4e4f-4a6b-aac0-f9b51b5fa6a8 req-b7e9ce03-aea6-4567-b440-30086b0c1851 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250432 Sep 30 13:23:43.690677 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-43074320-57d6-463d-9324-8a6796fd31bb tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Allocated IP 172.20.0.7 (29c529ad-9a66-4e0e-b8ed-9b0eb096f38d/2dea8a2a-4f75-4398-ba66-f7d169bb0407/0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:23:43.934861 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-43074320-57d6-463d-9324-8a6796fd31bb tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:44.066929 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-43074320-57d6-463d-9324-8a6796fd31bb tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:44.123524 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729ad03-05c1-415a-9bcb-ab2ac168dff8 req-878799b6-cc4c-48df-8b2d-ece14eceb657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:44.128472 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729ad03-05c1-415a-9bcb-ab2ac168dff8 req-878799b6-cc4c-48df-8b2d-ece14eceb657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:44.131804 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729ad03-05c1-415a-9bcb-ab2ac168dff8 req-878799b6-cc4c-48df-8b2d-ece14eceb657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:44.134325 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0729ad03-05c1-415a-9bcb-ab2ac168dff8 req-878799b6-cc4c-48df-8b2d-ece14eceb657 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b2b1cd5a06924c118528b4d0714f0f7d&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.6236324 Sep 30 13:23:44.258137 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-43074320-57d6-463d-9324-8a6796fd31bb tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Network 29c529ad-9a66-4e0e-b8ed-9b0eb096f38d is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:23:44.371645 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43074320-57d6-463d-9324-8a6796fd31bb tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Pushing event updated for resources: {'Port': ['ID=0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:44.428019 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-43074320-57d6-463d-9324-8a6796fd31bb tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:44.532792 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-43074320-57d6-463d-9324-8a6796fd31bb tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:23:44.563570 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c78ed4-4cf4-408a-905e-79c642247648 req-019904c6-98ec-4687-96ae-8d181ebf62f1 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:44.579742 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c78ed4-4cf4-408a-905e-79c642247648 req-019904c6-98ec-4687-96ae-8d181ebf62f1 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:44.584192 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50120) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:44.587833 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c78ed4-4cf4-408a-905e-79c642247648 req-019904c6-98ec-4687-96ae-8d181ebf62f1 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:44.595383 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c78ed4-4cf4-408a-905e-79c642247648 req-019904c6-98ec-4687-96ae-8d181ebf62f1 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:44.614702 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c78ed4-4cf4-408a-905e-79c642247648 req-019904c6-98ec-4687-96ae-8d181ebf62f1 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:44.616868 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-42c78ed4-4cf4-408a-905e-79c642247648 req-019904c6-98ec-4687-96ae-8d181ebf62f1 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 3827 time: 0.1981452 Sep 30 13:23:44.748869 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-42c78ed4-4cf4-408a-905e-79c642247648 req-714fd3ec-a70f-4063-9e68-446dacc364b7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252999 Sep 30 13:23:44.807676 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:44.810585 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3c427-89dc-47fe-adcc-c4a8003165d5 req-a45b37c0-9bbf-4d84-83bc-b24531c730f3 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:44.812934 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7af3c427-89dc-47fe-adcc-c4a8003165d5 req-a45b37c0-9bbf-4d84-83bc-b24531c730f3 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 931 time: 0.5708630 Sep 30 13:23:44.927106 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-43074320-57d6-463d-9324-8a6796fd31bb tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:44.933659 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-43074320-57d6-463d-9324-8a6796fd31bb tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:45.020695 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-09109217-94e3-41b6-800a-6ce560099497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7121023e-fda3-42f4-828e-9dd22cf5e92c {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:23:45.030776 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-09109217-94e3-41b6-800a-6ce560099497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:45.045389 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-09109217-94e3-41b6-800a-6ce560099497 service neutron] Transition to ACTIVE for port object 7121023e-fda3-42f4-828e-9dd22cf5e92c will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:23:45.066774 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-21319552-7e8f-44e7-a18a-602d66255a24 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1248753558-network', 'tenant_id': '6aa863500686497bbd698f8f6b4b0670'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:45.074575 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-09109217-94e3-41b6-800a-6ce560099497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:45.123023 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608637f-3386-42a3-92bc-4d8d495affb1 req-2b3b7a80-21df-4744-932f-32529c8af0b0 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:45.125589 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9608637f-3386-42a3-92bc-4d8d495affb1 req-2b3b7a80-21df-4744-932f-32529c8af0b0 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1572325 Sep 30 13:23:45.171532 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729ad03-05c1-415a-9bcb-ab2ac168dff8 req-b82fc694-e22c-4673-8216-817c7c936b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:45.173255 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0729ad03-05c1-415a-9bcb-ab2ac168dff8 req-b82fc694-e22c-4673-8216-817c7c936b14 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0244339 Sep 30 13:23:45.175493 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-43074320-57d6-463d-9324-8a6796fd31bb tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6792130 Sep 30 13:23:45.194067 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09109217-94e3-41b6-800a-6ce560099497 service neutron] Pushing event updated for resources: {'Port': ['ID=7121023e-fda3-42f4-828e-9dd22cf5e92c,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:45.219118 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7af3c427-89dc-47fe-adcc-c4a8003165d5 req-ee314248-244e-43c5-8401-a3c8b43dfe11 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db148c7-bf6e-4314-b94a-2d0e09a494c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927865 Sep 30 13:23:45.265410 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-fcf5091f-089f-496a-815a-5c8ab3053a39 service neutron] Request body: {'port': {'device_id': 'd2542525-6573-48da-8ed6-cdf243998306', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:45.267303 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9608637f-3386-42a3-92bc-4d8d495affb1 req-28c8417b-ddc6-4a9a-aa2f-8ed8c653268a tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332285 Sep 30 13:23:45.561584 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-fcf5091f-089f-496a-815a-5c8ab3053a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:46.007028 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50140) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:46.008879 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21319552-7e8f-44e7-a18a-602d66255a24 admin admin] Made reservation on behalf of 6aa863500686497bbd698f8f6b4b0670 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:46.011263 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-21319552-7e8f-44e7-a18a-602d66255a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:46.012402 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-29004d3f-02a3-481e-85f1-5c62344ff234 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Request body: {'subnet': {'network_id': '7bbe6f7d-ae23-477c-aa4c-1af44e5017c0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:46.128188 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-21319552-7e8f-44e7-a18a-602d66255a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:46.203933 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29004d3f-02a3-481e-85f1-5c62344ff234 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Made reservation on behalf of 67c83a32d1134b6f81df454426d05491 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:46.208405 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-29004d3f-02a3-481e-85f1-5c62344ff234 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:46.249025 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e90e33f-12ae-4125-9259-687a340a6122 req-65d653d8-5e56-4b58-ba4a-3571f13be1a3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2234445 Sep 30 13:23:46.547047 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-09109217-94e3-41b6-800a-6ce560099497 service neutron] Attempting to bind port 7121023e-fda3-42f4-828e-9dd22cf5e92c on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:46.557918 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-09109217-94e3-41b6-800a-6ce560099497 service neutron] Attempting to bind port 7121023e-fda3-42f4-828e-9dd22cf5e92c by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'f097219d-7f39-4cbe-a12c-6eb6cc689337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:46.557918 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-09109217-94e3-41b6-800a-6ce560099497 service neutron] Attempting to bind port 7121023e-fda3-42f4-828e-9dd22cf5e92c on network 9d17fdcf-9158-4fb3-9d4c-28837b9c74af {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:46.605748 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4d306-1ef4-43d5-9e42-7d7f4973b111 req-3abfafb3-aeff-430c-a86a-f4c321cd1b0a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:46.611420 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150454e-c9a0-4455-a244-5285499caf5c req-67dc7c1e-810a-4202-8f33-4443a1c4970a tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:46.612981 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b150454e-c9a0-4455-a244-5285499caf5c req-67dc7c1e-810a-4202-8f33-4443a1c4970a tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 931 time: 0.2104282 Sep 30 13:23:46.622257 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4d306-1ef4-43d5-9e42-7d7f4973b111 req-3abfafb3-aeff-430c-a86a-f4c321cd1b0a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:46.640949 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4d306-1ef4-43d5-9e42-7d7f4973b111 req-3abfafb3-aeff-430c-a86a-f4c321cd1b0a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:46.656637 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4d306-1ef4-43d5-9e42-7d7f4973b111 req-3abfafb3-aeff-430c-a86a-f4c321cd1b0a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:46.666787 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4d306-1ef4-43d5-9e42-7d7f4973b111 req-3abfafb3-aeff-430c-a86a-f4c321cd1b0a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:46.681580 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4d306-1ef4-43d5-9e42-7d7f4973b111 req-3abfafb3-aeff-430c-a86a-f4c321cd1b0a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:46.689863 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-afe4d306-1ef4-43d5-9e42-7d7f4973b111 req-3abfafb3-aeff-430c-a86a-f4c321cd1b0a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 4604 time: 0.6692131 Sep 30 13:23:46.696190 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-09109217-94e3-41b6-800a-6ce560099497 service neutron] Port 7121023e-fda3-42f4-828e-9dd22cf5e92c on network 9d17fdcf-9158-4fb3-9d4c-28837b9c74af not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:46.696547 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-09109217-94e3-41b6-800a-6ce560099497 service neutron] Attempting to bind port 7121023e-fda3-42f4-828e-9dd22cf5e92c on network 9d17fdcf-9158-4fb3-9d4c-28837b9c74af {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:46.778340 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b150454e-c9a0-4455-a244-5285499caf5c req-55dfd438-7f17-4382-b4b5-2a6e8c4a281b tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db148c7-bf6e-4314-b94a-2d0e09a494c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512492 Sep 30 13:23:46.781767 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-29004d3f-02a3-481e-85f1-5c62344ff234 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:46.799088 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-09109217-94e3-41b6-800a-6ce560099497 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:23:46.799791 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-09109217-94e3-41b6-800a-6ce560099497 service neutron] Checking segment: {'id': 'f097219d-7f39-4cbe-a12c-6eb6cc689337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:23:46.799923 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-09109217-94e3-41b6-800a-6ce560099497 service neutron] Bound using segment: {'id': 'f097219d-7f39-4cbe-a12c-6eb6cc689337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:23:46.800349 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-09109217-94e3-41b6-800a-6ce560099497 service neutron] Bound port: 7121023e-fda3-42f4-828e-9dd22cf5e92c, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f097219d-7f39-4cbe-a12c-6eb6cc689337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:23:46.800707 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-09109217-94e3-41b6-800a-6ce560099497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:46.878066 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90e33f-12ae-4125-9259-687a340a6122 req-9d837816-9e9e-4c4a-8481-c911fab8d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:46.879606 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e90e33f-12ae-4125-9259-687a340a6122 req-9d837816-9e9e-4c4a-8481-c911fab8d707 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba06ca8c8c6c47e0a3ec08e9fc9296aa&device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 1096 time: 0.5401225 Sep 30 13:23:46.919086 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-afe4d306-1ef4-43d5-9e42-7d7f4973b111 req-1d6a54b7-935f-4174-a0c0-b901e0cbe8dc tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2242155 Sep 30 13:23:47.020760 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29004d3f-02a3-481e-85f1-5c62344ff234 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event updated for resources: {'Subnet': ['ID=e27f384c-0c83-4c15-95cc-9e5c393d97ff,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:47.034812 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29004d3f-02a3-481e-85f1-5c62344ff234 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Checking segment: {'id': '33d9c272-f8d7-4311-9f10-6baaf6e77dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7bbe6f7d-ae23-477c-aa4c-1af44e5017c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:23:47.035436 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29004d3f-02a3-481e-85f1-5c62344ff234 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Network hostable DHCP agents. Network: 7bbe6f7d-ae23-477c-aa4c-1af44e5017c0, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:23:47.061920 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a3b29-fce3-4a8d-b307-8f53c6f8f8ba req-81e9eb57-f00b-4701-9ce1-9b1721df94dc tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:47.063910 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-513a3b29-fce3-4a8d-b307-8f53c6f8f8ba req-81e9eb57-f00b-4701-9ce1-9b1721df94dc tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1506281 Sep 30 13:23:47.121408 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-513a3b29-fce3-4a8d-b307-8f53c6f8f8ba req-bc9eb9dc-0fac-4b62-99c0-4af0f0dfcf11 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514905 Sep 30 13:23:47.122553 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29004d3f-02a3-481e-85f1-5c62344ff234 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Network 7bbe6f7d-ae23-477c-aa4c-1af44e5017c0 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:23:47.134950 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-09109217-94e3-41b6-800a-6ce560099497 service neutron] For port 7121023e-fda3-42f4-828e-9dd22cf5e92c, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:23:47.144911 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-29004d3f-02a3-481e-85f1-5c62344ff234 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 7bbe6f7d-ae23-477c-aa4c-1af44e5017c0) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:47.152553 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29004d3f-02a3-481e-85f1-5c62344ff234 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:47.154005 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-29004d3f-02a3-481e-85f1-5c62344ff234 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:47.159362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b1cf5e-1205-4153-aca6-3cc0281c534d None None] Network 7bbe6f7d-ae23-477c-aa4c-1af44e5017c0 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:23:47.165187 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-21319552-7e8f-44e7-a18a-602d66255a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:47.206272 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-29004d3f-02a3-481e-85f1-5c62344ff234 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1966777 Sep 30 13:23:47.208676 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50150) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:47.220708 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-6f418928-25bc-42d2-b166-785c69c60c38 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1400011305'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:47.235704 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-09109217-94e3-41b6-800a-6ce560099497 service neutron] For port 7121023e-fda3-42f4-828e-9dd22cf5e92c, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=7121023e-fda3-42f4-828e-9dd22cf5e92c,segment=NetworkSegment(f097219d-7f39-4cbe-a12c-6eb6cc689337),segment_id=f097219d-7f39-4cbe-a12c-6eb6cc689337)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:23:47.236763 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-21319552-7e8f-44e7-a18a-602d66255a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:47.265658 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21319552-7e8f-44e7-a18a-602d66255a24 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:23:47.284229 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f418928-25bc-42d2-b166-785c69c60c38 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Made reservation on behalf of 67c83a32d1134b6f81df454426d05491 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:47.289539 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6f418928-25bc-42d2-b166-785c69c60c38 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:47.291032 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-21319552-7e8f-44e7-a18a-602d66255a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:47.291383 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-21319552-7e8f-44e7-a18a-602d66255a24 admin admin] Added segment 1b44a50e-ea59-40a6-9f71-1707d1a15121 of type vlan for network 5ea559bc-80d5-4f06-8f7a-85544d681083 Sep 30 13:23:47.326402 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f418928-25bc-42d2-b166-785c69c60c38 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:23:47.346303 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6f418928-25bc-42d2-b166-785c69c60c38 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:47.347789 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-6f418928-25bc-42d2-b166-785c69c60c38 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Added segment 627c9841-c0c1-46f1-a989-2a65a2ab8a68 of type vlan for network cc1b98e3-161f-4a95-b701-bf36e047d235 Sep 30 13:23:47.376979 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-21319552-7e8f-44e7-a18a-602d66255a24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:47.432701 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6f418928-25bc-42d2-b166-785c69c60c38 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:47.449199 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-fcf5091f-089f-496a-815a-5c8ab3053a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:23:47.469011 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-fcf5091f-089f-496a-815a-5c8ab3053a39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:47.474289 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6f418928-25bc-42d2-b166-785c69c60c38 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:47.480506 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f418928-25bc-42d2-b166-785c69c60c38 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:47.481188 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6f418928-25bc-42d2-b166-785c69c60c38 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:47.492325 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d515b386-c7c1-43f7-b21d-220fa6c5e616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-7bbe6f7d-ae23-477c-aa4c-1af44e5017c0', 'network_id': '7bbe6f7d-ae23-477c-aa4c-1af44e5017c0', 'tenant_id': '67c83a32d1134b6f81df454426d05491', 'fixed_ips': [{'subnet_id': 'e27f384c-0c83-4c15-95cc-9e5c393d97ff'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:23:47.493473 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d515b386-c7c1-43f7-b21d-220fa6c5e616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:47.495127 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-fcf5091f-089f-496a-815a-5c8ab3053a39 service neutron] Transition to ACTIVE for port object 0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:23:47.501800 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90e33f-12ae-4125-9259-687a340a6122 req-1d18e1b8-944c-4208-a71c-664df6817027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:47.525007 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e90e33f-12ae-4125-9259-687a340a6122 req-1d18e1b8-944c-4208-a71c-664df6817027 service neutron] 10.222.0.39 "GET /v2.0/networks?id=27af5bc2-ae82-46a4-9237-d0fc36f9075e HTTP/1.1" status: 200 len: 911 time: 0.6140273 Sep 30 13:23:47.538329 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-09109217-94e3-41b6-800a-6ce560099497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:47.645726 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f418928-25bc-42d2-b166-785c69c60c38 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event updated for resources: {'Network': ['ID=cc1b98e3-161f-4a95-b701-bf36e047d235,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:47.664870 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6f418928-25bc-42d2-b166-785c69c60c38 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4498711 Sep 30 13:23:47.665084 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50160) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:47.668794 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network cc1b98e3-161f-4a95-b701-bf36e047d235 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:23:47.672456 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-72a97a66-473f-4d17-b838-489de1eea4ef tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Request body: {'subnet': {'network_id': 'cc1b98e3-161f-4a95-b701-bf36e047d235', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:47.695816 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-fcf5091f-089f-496a-815a-5c8ab3053a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:47.835784 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a97a66-473f-4d17-b838-489de1eea4ef tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Made reservation on behalf of 67c83a32d1134b6f81df454426d05491 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:47.841849 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-72a97a66-473f-4d17-b838-489de1eea4ef tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:47.856572 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-21319552-7e8f-44e7-a18a-602d66255a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:47.857793 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21319552-7e8f-44e7-a18a-602d66255a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:47.860428 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-21319552-7e8f-44e7-a18a-602d66255a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:47.952812 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-21319552-7e8f-44e7-a18a-602d66255a24 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.3005257 Sep 30 13:23:47.954034 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21319552-7e8f-44e7-a18a-602d66255a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce83919-78f7-4e92-ae09-1e7e83dc36b3,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:48.010720 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-09109217-94e3-41b6-800a-6ce560099497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:48.011772 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-09109217-94e3-41b6-800a-6ce560099497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:48.013467 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-09109217-94e3-41b6-800a-6ce560099497 service neutron] 10.222.0.54 "PUT /v2.0/ports/7121023e-fda3-42f4-828e-9dd22cf5e92c HTTP/1.1" status: 200 len: 1135 time: 6.9995656 Sep 30 13:23:48.014478 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50178) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:48.074750 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e90e33f-12ae-4125-9259-687a340a6122 req-ecab57e3-47a9-4c4c-853b-5870b2e276ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca3d6bf4-8d16-4b19-b90f-f28e70dd205a HTTP/1.1" status: 200 len: 1000 time: 0.5318277 Sep 30 13:23:48.075397 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'tag': '7121023e-fda3-42f4-828e-9dd22cf5e92c'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:23:48.077828 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08ee155-52cf-4f2d-8c70-19a60f981fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "tag": "7121023e-fda3-42f4-828e-9dd22cf5e92c"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:23:48.084971 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-8fa35e47-54a5-4bd7-add1-8f25f59362f1 admin admin] Request body: {'subnet': {'network_id': '5ea559bc-80d5-4f06-8f7a-85544d681083', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1248753558-subnet', 'tenant_id': '6aa863500686497bbd698f8f6b4b0670', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:48.105258 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-d515b386-c7c1-43f7-b21d-220fa6c5e616 None None] Allocated IP 2001:db8:0:ffff::2 (7bbe6f7d-ae23-477c-aa4c-1af44e5017c0/e27f384c-0c83-4c15-95cc-9e5c393d97ff/4c83a728-cc50-4302-9759-6a443941f36f) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:23:48.121897 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-33c073fc-89d0-47fe-beb8-a09abbd4496a service neutron] Request body: {'port': {'device_id': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:48.327417 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f4ed10c1-d9ad-4484-93b8-aae8374f2478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:48.549787 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-72a97a66-473f-4d17-b838-489de1eea4ef tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:48.560230 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d515b386-c7c1-43f7-b21d-220fa6c5e616 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:48.572841 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9f874-fe55-4eab-a33c-8410e4df2349 req-5c2abedf-9985-49bf-a4de-35ea3b825e3c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:48.575727 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d515b386-c7c1-43f7-b21d-220fa6c5e616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:48.581746 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9f874-fe55-4eab-a33c-8410e4df2349 req-5c2abedf-9985-49bf-a4de-35ea3b825e3c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:48.587842 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9f874-fe55-4eab-a33c-8410e4df2349 req-5c2abedf-9985-49bf-a4de-35ea3b825e3c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:48.593856 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9f874-fe55-4eab-a33c-8410e4df2349 req-5c2abedf-9985-49bf-a4de-35ea3b825e3c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:48.607125 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9f874-fe55-4eab-a33c-8410e4df2349 req-5c2abedf-9985-49bf-a4de-35ea3b825e3c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:48.613551 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9f874-fe55-4eab-a33c-8410e4df2349 req-5c2abedf-9985-49bf-a4de-35ea3b825e3c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:48.615467 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2cd9f874-fe55-4eab-a33c-8410e4df2349 req-5c2abedf-9985-49bf-a4de-35ea3b825e3c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 4604 time: 0.5278101 Sep 30 13:23:48.676145 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d515b386-c7c1-43f7-b21d-220fa6c5e616 None None] Network 7bbe6f7d-ae23-477c-aa4c-1af44e5017c0 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:23:48.678316 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515b386-c7c1-43f7-b21d-220fa6c5e616 None None] Pushing event updated for resources: {'Port': ['ID=4c83a728-cc50-4302-9759-6a443941f36f,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:48.685809 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-d515b386-c7c1-43f7-b21d-220fa6c5e616 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:48.691151 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d515b386-c7c1-43f7-b21d-220fa6c5e616 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:23:48.736424 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2cd9f874-fe55-4eab-a33c-8410e4df2349 req-9288fe9d-bf41-42cc-bb5a-92baa44a4874 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0924001 Sep 30 13:23:48.737666 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a97a66-473f-4d17-b838-489de1eea4ef tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event updated for resources: {'Subnet': ['ID=bb828c5d-0884-46aa-b678-11c524d130a8,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:48.742030 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a97a66-473f-4d17-b838-489de1eea4ef tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Checking segment: {'id': '627c9841-c0c1-46f1-a989-2a65a2ab8a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cc1b98e3-161f-4a95-b701-bf36e047d235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:23:48.743060 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a97a66-473f-4d17-b838-489de1eea4ef tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Network hostable DHCP agents. Network: cc1b98e3-161f-4a95-b701-bf36e047d235, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:23:48.788188 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a97a66-473f-4d17-b838-489de1eea4ef tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Network cc1b98e3-161f-4a95-b701-bf36e047d235 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:23:48.802663 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-72a97a66-473f-4d17-b838-489de1eea4ef tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, cc1b98e3-161f-4a95-b701-bf36e047d235) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:48.815677 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a97a66-473f-4d17-b838-489de1eea4ef tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:48.816274 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-72a97a66-473f-4d17-b838-489de1eea4ef tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:48.839807 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-d515b386-c7c1-43f7-b21d-220fa6c5e616 None None] Attempting to bind port 4c83a728-cc50-4302-9759-6a443941f36f on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:48.840401 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-d515b386-c7c1-43f7-b21d-220fa6c5e616 None None] Attempting to bind port 4c83a728-cc50-4302-9759-6a443941f36f by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '33d9c272-f8d7-4311-9f10-6baaf6e77dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7bbe6f7d-ae23-477c-aa4c-1af44e5017c0'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:48.840943 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d515b386-c7c1-43f7-b21d-220fa6c5e616 None None] Attempting to bind port 4c83a728-cc50-4302-9759-6a443941f36f on network 7bbe6f7d-ae23-477c-aa4c-1af44e5017c0 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:48.843453 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49352d55-9ce2-42d6-8e21-17a1c0608f73 None None] Network cc1b98e3-161f-4a95-b701-bf36e047d235 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:23:48.864225 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d515b386-c7c1-43f7-b21d-220fa6c5e616 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:23:48.870380 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d515b386-c7c1-43f7-b21d-220fa6c5e616 None None] Checking segment: {'id': '33d9c272-f8d7-4311-9f10-6baaf6e77dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7bbe6f7d-ae23-477c-aa4c-1af44e5017c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:23:48.870799 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d515b386-c7c1-43f7-b21d-220fa6c5e616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:48.871348 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d515b386-c7c1-43f7-b21d-220fa6c5e616 None None] Bound using segment: {'id': '33d9c272-f8d7-4311-9f10-6baaf6e77dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7bbe6f7d-ae23-477c-aa4c-1af44e5017c0'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:23:48.871759 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-d515b386-c7c1-43f7-b21d-220fa6c5e616 None None] Bound port: 4c83a728-cc50-4302-9759-6a443941f36f, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d9c272-f8d7-4311-9f10-6baaf6e77dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7bbe6f7d-ae23-477c-aa4c-1af44e5017c0'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:23:48.872313 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d515b386-c7c1-43f7-b21d-220fa6c5e616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:49.014721 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d515b386-c7c1-43f7-b21d-220fa6c5e616 None None] For port 4c83a728-cc50-4302-9759-6a443941f36f, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:23:49.018044 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d515b386-c7c1-43f7-b21d-220fa6c5e616 None None] For port 4c83a728-cc50-4302-9759-6a443941f36f, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4c83a728-cc50-4302-9759-6a443941f36f,segment=NetworkSegment(33d9c272-f8d7-4311-9f10-6baaf6e77dca),segment_id=33d9c272-f8d7-4311-9f10-6baaf6e77dca)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:23:49.139675 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21319552-7e8f-44e7-a18a-602d66255a24 admin admin] Pushing event updated for resources: {'Network': ['ID=5ea559bc-80d5-4f06-8f7a-85544d681083,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:49.147630 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09109217-94e3-41b6-800a-6ce560099497 service neutron] Pushing event updated for resources: {'Port': ['ID=7121023e-fda3-42f4-828e-9dd22cf5e92c,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:49.171475 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8e399-aeac-40fc-a619-5bbfcdc149d8 req-39da620b-d59c-4fab-801f-8a9cf21c4e7d tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:49.182387 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6bf8e399-aeac-40fc-a619-5bbfcdc149d8 req-39da620b-d59c-4fab-801f-8a9cf21c4e7d tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1091995 Sep 30 13:23:49.236577 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 5ea559bc-80d5-4f06-8f7a-85544d681083 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:23:49.256650 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d515b386-c7c1-43f7-b21d-220fa6c5e616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:49.262250 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90e33f-12ae-4125-9259-687a340a6122 req-c3f8fd96-1466-4b23-a38f-fc77b4952f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:49.264100 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e90e33f-12ae-4125-9259-687a340a6122 req-c3f8fd96-1466-4b23-a38f-fc77b4952f2f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b0d07ac9-b646-4015-9c44-dcf39179fe0f HTTP/1.1" status: 200 len: 849 time: 1.1733127 Sep 30 13:23:49.273954 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a171a30-701c-42ee-af56-b8c4e6f8fb4b x-openstack-request-id: req-8a171a30-701c-42ee-af56-b8c4e6f8fb4b {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:23:49.274404 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "tag": "7121023e-fda3-42f4-828e-9dd22cf5e92c", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:23:49.274661 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a171a30-701c-42ee-af56-b8c4e6f8fb4b {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:23:49.275119 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'tag': '7121023e-fda3-42f4-828e-9dd22cf5e92c', 'status': 'completed', 'code': 200} Sep 30 13:23:49.281004 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5091f-089f-496a-815a-5c8ab3053a39 service neutron] Pushing event updated for resources: {'Port': ['ID=0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:49.288520 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6bf8e399-aeac-40fc-a619-5bbfcdc149d8 req-f029aa62-3459-4940-8446-c2e9c8ff017b tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032593 Sep 30 13:23:49.526709 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-33c073fc-89d0-47fe-beb8-a09abbd4496a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:49.598437 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-fcf5091f-089f-496a-815a-5c8ab3053a39 service neutron] Attempting to bind port 0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:49.600107 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-fcf5091f-089f-496a-815a-5c8ab3053a39 service neutron] Attempting to bind port 0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '0dc535de-1067-48c2-86fe-d98f987c7eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '29c529ad-9a66-4e0e-b8ed-9b0eb096f38d'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:49.600755 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-fcf5091f-089f-496a-815a-5c8ab3053a39 service neutron] Attempting to bind port 0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e on network 29c529ad-9a66-4e0e-b8ed-9b0eb096f38d {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:49.622442 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-72a97a66-473f-4d17-b838-489de1eea4ef tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9536524 Sep 30 13:23:49.623298 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50284) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:49.636742 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76b1d0-d2b5-4492-b48c-314a6dd6368e req-bf4676e6-4674-4558-87de-5f9063062318 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:49.641641 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aa76b1d0-d2b5-4492-b48c-314a6dd6368e req-bf4676e6-4674-4558-87de-5f9063062318 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 943 time: 1.5389521 Sep 30 13:23:49.805656 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa35e47-54a5-4bd7-add1-8f25f59362f1 admin admin] Made reservation on behalf of 6aa863500686497bbd698f8f6b4b0670 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:49.817378 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8fa35e47-54a5-4bd7-add1-8f25f59362f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:49.913110 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-fcf5091f-089f-496a-815a-5c8ab3053a39 service neutron] Port 0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e on network 29c529ad-9a66-4e0e-b8ed-9b0eb096f38d not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:49.914623 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-fcf5091f-089f-496a-815a-5c8ab3053a39 service neutron] Attempting to bind port 0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e on network 29c529ad-9a66-4e0e-b8ed-9b0eb096f38d {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:49.928856 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-fcf5091f-089f-496a-815a-5c8ab3053a39 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:23:49.930063 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-fcf5091f-089f-496a-815a-5c8ab3053a39 service neutron] Checking segment: {'id': '0dc535de-1067-48c2-86fe-d98f987c7eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '29c529ad-9a66-4e0e-b8ed-9b0eb096f38d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:23:49.930628 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-fcf5091f-089f-496a-815a-5c8ab3053a39 service neutron] Bound using segment: {'id': '0dc535de-1067-48c2-86fe-d98f987c7eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '29c529ad-9a66-4e0e-b8ed-9b0eb096f38d'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:23:49.931262 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-fcf5091f-089f-496a-815a-5c8ab3053a39 service neutron] Bound port: 0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc535de-1067-48c2-86fe-d98f987c7eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '29c529ad-9a66-4e0e-b8ed-9b0eb096f38d'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:23:49.931974 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-fcf5091f-089f-496a-815a-5c8ab3053a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:49.955461 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4bacb740-f925-48a6-85b9-c9b5aa55204c tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:50.072641 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a28ca03-5870-4dec-aaf8-90301f714935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-cc1b98e3-161f-4a95-b701-bf36e047d235', 'network_id': 'cc1b98e3-161f-4a95-b701-bf36e047d235', 'tenant_id': '67c83a32d1134b6f81df454426d05491', 'fixed_ips': [{'subnet_id': 'bb828c5d-0884-46aa-b678-11c524d130a8'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:23:50.078595 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6a28ca03-5870-4dec-aaf8-90301f714935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:50.147045 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515b386-c7c1-43f7-b21d-220fa6c5e616 None None] Pushing event updated for resources: {'Port': ['ID=4c83a728-cc50-4302-9759-6a443941f36f,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:50.170298 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:50.193281 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4bacb740-f925-48a6-85b9-c9b5aa55204c tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:50.285343 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4bacb740-f925-48a6-85b9-c9b5aa55204c tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:50.314950 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bacb740-f925-48a6-85b9-c9b5aa55204c tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event deleted for resources: {'Subnet': ['ID=bb828c5d-0884-46aa-b678-11c524d130a8,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:50.339775 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c218bd-a538-4f62-af02-c40aff8e67aa req-4af41c1f-698c-46fd-b55a-b1e163bde6d8 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:50.353600 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c218bd-a538-4f62-af02-c40aff8e67aa req-4af41c1f-698c-46fd-b55a-b1e163bde6d8 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:50.362280 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c218bd-a538-4f62-af02-c40aff8e67aa req-4af41c1f-698c-46fd-b55a-b1e163bde6d8 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:50.368971 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c218bd-a538-4f62-af02-c40aff8e67aa req-4af41c1f-698c-46fd-b55a-b1e163bde6d8 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:50.375288 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c218bd-a538-4f62-af02-c40aff8e67aa req-4af41c1f-698c-46fd-b55a-b1e163bde6d8 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:50.381390 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c218bd-a538-4f62-af02-c40aff8e67aa req-4af41c1f-698c-46fd-b55a-b1e163bde6d8 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:50.383605 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71c218bd-a538-4f62-af02-c40aff8e67aa req-4af41c1f-698c-46fd-b55a-b1e163bde6d8 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 4604 time: 0.4066556 Sep 30 13:23:50.457850 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71c218bd-a538-4f62-af02-c40aff8e67aa req-1ecda92a-8ea5-4ca5-b753-e7e7938dd4a9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645695 Sep 30 13:23:50.511271 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4bacb740-f925-48a6-85b9-c9b5aa55204c tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:50.545070 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-4bacb740-f925-48a6-85b9-c9b5aa55204c tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1b98e3-161f-4a95-b701-bf36e047d235']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:23:50.559134 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-4bacb740-f925-48a6-85b9-c9b5aa55204c tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '627c9841-c0c1-46f1-a989-2a65a2ab8a68') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:23:50.560020 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-4bacb740-f925-48a6-85b9-c9b5aa55204c tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '627c9841-c0c1-46f1-a989-2a65a2ab8a68') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:23:50.581943 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4bacb740-f925-48a6-85b9-c9b5aa55204c tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server [None req-6a28ca03-5870-4dec-aaf8-90301f714935 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb828c5d-0884-46aa-b678-11c524d130a8: This subnet is being modified by another concurrent operation. Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise exception Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb828c5d-0884-46aa-b678-11c524d130a8: This subnet is being modified by another concurrent operation. Sep 30 13:23:50.594856 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server Sep 30 13:23:50.615708 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b49740-145a-41de-98f3-bcbe5e08003e None None] Network cc1b98e3-161f-4a95-b701-bf36e047d235 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:23:50.674760 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4bacb740-f925-48a6-85b9-c9b5aa55204c tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:50.691636 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bacb740-f925-48a6-85b9-c9b5aa55204c tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:23:50.696838 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4bacb740-f925-48a6-85b9-c9b5aa55204c tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:23:50.706951 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:23:50.758523 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-66016212-8ada-4e22-820d-af2f8def7834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:50.779648 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1a3a7-def7-4631-9347-ea40709960ba req-589a55ea-6474-4362-8329-aaa2e13b6730 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:50.787965 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c6d1a3a7-def7-4631-9347-ea40709960ba req-589a55ea-6474-4362-8329-aaa2e13b6730 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1701941 Sep 30 13:23:50.873885 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aa76b1d0-d2b5-4492-b48c-314a6dd6368e req-111f0605-d8dd-40f5-8da2-25be920f6ecf tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db148c7-bf6e-4314-b94a-2d0e09a494c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2110937 Sep 30 13:23:50.876534 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8fa35e47-54a5-4bd7-add1-8f25f59362f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:50.933342 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c6d1a3a7-def7-4631-9347-ea40709960ba req-28142711-1f56-45a7-9280-680e72a23b93 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397653 Sep 30 13:23:50.935718 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4bacb740-f925-48a6-85b9-c9b5aa55204c tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:50.945668 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4bacb740-f925-48a6-85b9-c9b5aa55204c tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:50.947972 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4bacb740-f925-48a6-85b9-c9b5aa55204c tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "DELETE /v2.0/networks/cc1b98e3-161f-4a95-b701-bf36e047d235 HTTP/1.1" status: 204 len: 168 time: 1.3245363 Sep 30 13:23:50.961140 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50334) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:50.967176 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-37d5cc01-fd00-4481-8287-6db1e9414af1 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-415187308'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:50.975100 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa35e47-54a5-4bd7-add1-8f25f59362f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53861b81-7548-4d3b-aaa3-105fd07b71ea,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:50.999438 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bacb740-f925-48a6-85b9-c9b5aa55204c tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event deleted for resources: {'Network': ['ID=cc1b98e3-161f-4a95-b701-bf36e047d235,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:51.006460 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d5cc01-fd00-4481-8287-6db1e9414af1 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Made reservation on behalf of 67c83a32d1134b6f81df454426d05491 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:51.011737 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-37d5cc01-fd00-4481-8287-6db1e9414af1 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:51.045406 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d5cc01-fd00-4481-8287-6db1e9414af1 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:23:51.061091 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-37d5cc01-fd00-4481-8287-6db1e9414af1 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:51.062942 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-37d5cc01-fd00-4481-8287-6db1e9414af1 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Added segment 085d4f3f-6f38-4597-b90e-f8077a040eb6 of type vlan for network 3f1839a8-1d20-499a-abdb-62b890d0a331 Sep 30 13:23:51.096657 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-fcf5091f-089f-496a-815a-5c8ab3053a39 service neutron] For port 0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:23:51.102564 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-fcf5091f-089f-496a-815a-5c8ab3053a39 service neutron] For port 0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e,segment=NetworkSegment(0dc535de-1067-48c2-86fe-d98f987c7eef),segment_id=0dc535de-1067-48c2-86fe-d98f987c7eef)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:23:51.112398 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ee155-52cf-4f2d-8c70-19a60f981fc2 req-d1807497-100e-46d9-87ed-fe15ee2f9f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:51.113346 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ee155-52cf-4f2d-8c70-19a60f981fc2 req-d1807497-100e-46d9-87ed-fe15ee2f9f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:51.113473 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ee155-52cf-4f2d-8c70-19a60f981fc2 req-d1807497-100e-46d9-87ed-fe15ee2f9f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:51.113919 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ee155-52cf-4f2d-8c70-19a60f981fc2 req-d1807497-100e-46d9-87ed-fe15ee2f9f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:51.114566 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ee155-52cf-4f2d-8c70-19a60f981fc2 req-d1807497-100e-46d9-87ed-fe15ee2f9f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:51.114871 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ee155-52cf-4f2d-8c70-19a60f981fc2 req-d1807497-100e-46d9-87ed-fe15ee2f9f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:51.117600 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b08ee155-52cf-4f2d-8c70-19a60f981fc2 req-d1807497-100e-46d9-87ed-fe15ee2f9f4c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b2b1cd5a06924c118528b4d0714f0f7d&device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5290 time: 1.8470130 Sep 30 13:23:51.135399 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-fcf5091f-089f-496a-815a-5c8ab3053a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:51.170354 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-37d5cc01-fd00-4481-8287-6db1e9414af1 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:51.215161 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-37d5cc01-fd00-4481-8287-6db1e9414af1 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:51.225089 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d5cc01-fd00-4481-8287-6db1e9414af1 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:51.225744 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-37d5cc01-fd00-4481-8287-6db1e9414af1 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:51.269424 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-37d5cc01-fd00-4481-8287-6db1e9414af1 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3062251 Sep 30 13:23:51.274201 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50350) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:51.296354 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-9be49a29-74da-4596-b66e-58bd8bffe36d tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Request body: {'subnet': {'network_id': '3f1839a8-1d20-499a-abdb-62b890d0a331', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:51.300763 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90e33f-12ae-4125-9259-687a340a6122 req-0e9431b8-a498-42d4-8721-a9491f1e6213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:51.314411 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e90e33f-12ae-4125-9259-687a340a6122 req-0e9431b8-a498-42d4-8721-a9491f1e6213 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=27af5bc2-ae82-46a4-9237-d0fc36f9075e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.8785594 Sep 30 13:23:51.315040 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31d1f1c-1a99-4a50-b1f3-2eff4fa12fd6 None None] Network 7bbe6f7d-ae23-477c-aa4c-1af44e5017c0 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:23:51.351370 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5cc01-fd00-4481-8287-6db1e9414af1 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event updated for resources: {'Network': ['ID=3f1839a8-1d20-499a-abdb-62b890d0a331,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:51.465990 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ee155-52cf-4f2d-8c70-19a60f981fc2 req-bc7a8655-b4d7-42e2-9582-cc53edb14f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:51.466585 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ee155-52cf-4f2d-8c70-19a60f981fc2 req-bc7a8655-b4d7-42e2-9582-cc53edb14f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:51.466962 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ee155-52cf-4f2d-8c70-19a60f981fc2 req-bc7a8655-b4d7-42e2-9582-cc53edb14f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:51.470195 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b08ee155-52cf-4f2d-8c70-19a60f981fc2 req-bc7a8655-b4d7-42e2-9582-cc53edb14f31 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b2b1cd5a06924c118528b4d0714f0f7d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3266065 Sep 30 13:23:51.526595 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be49a29-74da-4596-b66e-58bd8bffe36d tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Made reservation on behalf of 67c83a32d1134b6f81df454426d05491 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:51.531907 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9be49a29-74da-4596-b66e-58bd8bffe36d tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:51.664448 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 3f1839a8-1d20-499a-abdb-62b890d0a331 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:23:51.668263 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-fcf5091f-089f-496a-815a-5c8ab3053a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:51.668690 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-fcf5091f-089f-496a-815a-5c8ab3053a39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:51.670143 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-fcf5091f-089f-496a-815a-5c8ab3053a39 service neutron] 10.222.0.39 "PUT /v2.0/ports/0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e HTTP/1.1" status: 200 len: 1091 time: 6.4445529 Sep 30 13:23:51.677507 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2542525-6573-48da-8ed6-cdf243998306', 'tag': '0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:23:51.680698 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80eee346-6ba5-4f1c-a7fa-f105c4d586d7" -d '{"events": [{"name": "network-changed", "server_uuid": "d2542525-6573-48da-8ed6-cdf243998306", "tag": "0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:23:51.821617 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f227b811-6f64-4edc-8ef5-9b483bfd1a2d x-openstack-request-id: req-f227b811-6f64-4edc-8ef5-9b483bfd1a2d {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:23:51.822169 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2542525-6573-48da-8ed6-cdf243998306", "tag": "0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:23:51.822571 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f227b811-6f64-4edc-8ef5-9b483bfd1a2d {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:23:51.823138 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2542525-6573-48da-8ed6-cdf243998306', 'tag': '0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e', 'status': 'completed', 'code': 200} Sep 30 13:23:51.938548 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4c83a728-cc50-4302-9759-6a443941f36f up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:23:52.105783 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e90e33f-12ae-4125-9259-687a340a6122 req-942d03a0-0127-434b-99a1-c0ec7a3b7b07 service neutron] 10.222.0.39 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7904713 Sep 30 13:23:52.118324 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:52.136452 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9be49a29-74da-4596-b66e-58bd8bffe36d tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:52.188266 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 4c83a728-cc50-4302-9759-6a443941f36f triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:23:52.188637 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:52.213872 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcc259-fd9d-4c8d-b9f3-268570c7fc73 req-1fc83945-2e77-45a9-a120-1afd6229e6d0 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:52.221996 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-90fcc259-fd9d-4c8d-b9f3-268570c7fc73 req-1fc83945-2e77-45a9-a120-1afd6229e6d0 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 943 time: 0.1431055 Sep 30 13:23:52.292072 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-930f8725-9567-43f3-803a-b1bd2a162ccb None None] Provisioning complete for port 4c83a728-cc50-4302-9759-6a443941f36f triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:23:52.292462 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-930f8725-9567-43f3-803a-b1bd2a162ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:52.346905 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa35e47-54a5-4bd7-add1-8f25f59362f1 admin admin] Checking segment: {'id': '1b44a50e-ea59-40a6-9f71-1707d1a15121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5ea559bc-80d5-4f06-8f7a-85544d681083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:23:52.347263 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa35e47-54a5-4bd7-add1-8f25f59362f1 admin admin] Network hostable DHCP agents. Network: 5ea559bc-80d5-4f06-8f7a-85544d681083, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:23:52.389818 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5091f-089f-496a-815a-5c8ab3053a39 service neutron] Pushing event updated for resources: {'Port': ['ID=0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:52.391507 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be49a29-74da-4596-b66e-58bd8bffe36d tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event updated for resources: {'Subnet': ['ID=ede83291-364d-4077-98fe-44a194989b0d,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:52.395160 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-33c073fc-89d0-47fe-beb8-a09abbd4496a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50aa8aa8-8950-472f-a653-cf0236b3890e {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:23:52.449340 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-90fcc259-fd9d-4c8d-b9f3-268570c7fc73 req-373f4719-dd5d-4c91-bd13-50c14a3a865d tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db148c7-bf6e-4314-b94a-2d0e09a494c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254775 Sep 30 13:23:52.450704 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be49a29-74da-4596-b66e-58bd8bffe36d tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Checking segment: {'id': '085d4f3f-6f38-4597-b90e-f8077a040eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1839a8-1d20-499a-abdb-62b890d0a331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:23:52.457219 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be49a29-74da-4596-b66e-58bd8bffe36d tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Network hostable DHCP agents. Network: 3f1839a8-1d20-499a-abdb-62b890d0a331, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:23:52.481675 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-33c073fc-89d0-47fe-beb8-a09abbd4496a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:52.529634 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be49a29-74da-4596-b66e-58bd8bffe36d tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Network 3f1839a8-1d20-499a-abdb-62b890d0a331 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:23:52.555782 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-9be49a29-74da-4596-b66e-58bd8bffe36d tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 3f1839a8-1d20-499a-abdb-62b890d0a331) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:52.568456 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-930f8725-9567-43f3-803a-b1bd2a162ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:52.579225 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be49a29-74da-4596-b66e-58bd8bffe36d tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:52.579944 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9be49a29-74da-4596-b66e-58bd8bffe36d tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:52.587447 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:52.588365 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acc81ea-8f4a-4495-86cb-443bc22d65a6 None None] Network 3f1839a8-1d20-499a-abdb-62b890d0a331 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:23:52.605050 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-a2242572-a7bb-4727-9bb5-78aa559aa0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:52.606630 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-a2242572-a7bb-4727-9bb5-78aa559aa0ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d20a8c7b03e466d985db3ea851484e9&device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 1094 time: 0.8045123 Sep 30 13:23:52.642663 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9be49a29-74da-4596-b66e-58bd8bffe36d tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3676512 Sep 30 13:23:52.643460 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50442) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:52.661204 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-f837c758-e02e-463f-849c-d07b9df4f268 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-385003188'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:52.747717 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-930f8725-9567-43f3-803a-b1bd2a162ccb None None] For port 4c83a728-cc50-4302-9759-6a443941f36f, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4c83a728-cc50-4302-9759-6a443941f36f,segment=NetworkSegment(33d9c272-f8d7-4311-9f10-6baaf6e77dca),segment_id=33d9c272-f8d7-4311-9f10-6baaf6e77dca)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:23:52.788255 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ee155-52cf-4f2d-8c70-19a60f981fc2 req-69ed978d-fae3-4ee2-aa49-71360d7a1ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:52.795702 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b08ee155-52cf-4f2d-8c70-19a60f981fc2 req-69ed978d-fae3-4ee2-aa49-71360d7a1ede service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2023222 Sep 30 13:23:52.856814 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:52.891873 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-930f8725-9567-43f3-803a-b1bd2a162ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:52.917305 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8addeea-2469-4e6b-9df8-f4e31177377e req-7f5ed640-b611-4b32-b9d2-00800220278b tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:52.937715 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef4046-9901-4288-be5d-ef0cee3e17ef req-ca310f0d-ba5d-4418-9631-a554cdc7a39e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:52.941083 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c8addeea-2469-4e6b-9df8-f4e31177377e req-7f5ed640-b611-4b32-b9d2-00800220278b tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.2572439 Sep 30 13:23:52.956138 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef4046-9901-4288-be5d-ef0cee3e17ef req-ca310f0d-ba5d-4418-9631-a554cdc7a39e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:52.956528 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f837c758-e02e-463f-849c-d07b9df4f268 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Made reservation on behalf of 67c83a32d1134b6f81df454426d05491 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:52.970040 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f837c758-e02e-463f-849c-d07b9df4f268 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:52.987179 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef4046-9901-4288-be5d-ef0cee3e17ef req-ca310f0d-ba5d-4418-9631-a554cdc7a39e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:53.035335 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef4046-9901-4288-be5d-ef0cee3e17ef req-ca310f0d-ba5d-4418-9631-a554cdc7a39e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:53.071862 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c8addeea-2469-4e6b-9df8-f4e31177377e req-bf567b99-d49b-4637-be70-08b14e24ec2b tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297777 Sep 30 13:23:53.079925 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef4046-9901-4288-be5d-ef0cee3e17ef req-ca310f0d-ba5d-4418-9631-a554cdc7a39e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:53.101814 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef4046-9901-4288-be5d-ef0cee3e17ef req-ca310f0d-ba5d-4418-9631-a554cdc7a39e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:53.107937 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09ef4046-9901-4288-be5d-ef0cee3e17ef req-ca310f0d-ba5d-4418-9631-a554cdc7a39e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 4604 time: 1.4446619 Sep 30 13:23:53.166556 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e90e33f-12ae-4125-9259-687a340a6122 req-be2cf068-9862-4ff6-ac94-503c83f4edb9 service neutron] 10.222.0.39 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9801791 Sep 30 13:23:53.214488 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f837c758-e02e-463f-849c-d07b9df4f268 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:23:53.217025 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:23:53.217404 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:23:53.239938 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa35e47-54a5-4bd7-add1-8f25f59362f1 admin admin] Network 5ea559bc-80d5-4f06-8f7a-85544d681083 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:23:53.249604 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-33c073fc-89d0-47fe-beb8-a09abbd4496a service neutron] Transition to ACTIVE for port object 50aa8aa8-8950-472f-a653-cf0236b3890e will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:23:53.252958 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ac02231e-4502-4713-a02f-ed6592397e05 None None] Provisioning complete for port 4c83a728-cc50-4302-9759-6a443941f36f triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:23:53.253397 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ac02231e-4502-4713-a02f-ed6592397e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:53.259488 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-88c618ea-9e2e-4d33-b6de-8b32eb4bc422 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e HTTP/1.1" status: 200 len: 217 time: 0.4415655 Sep 30 13:23:53.261938 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f837c758-e02e-463f-849c-d07b9df4f268 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:53.264109 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-f837c758-e02e-463f-849c-d07b9df4f268 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Added segment 12ea069a-7f08-4144-9a64-548d69fe06a5 of type vlan for network 096680e5-76bf-4fa5-88d8-0d34d221b2ec Sep 30 13:23:53.286656 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-8fa35e47-54a5-4bd7-add1-8f25f59362f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 5ea559bc-80d5-4f06-8f7a-85544d681083) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:53.358068 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb0b883-b21a-4dc1-8164-75c61c645a6f None None] Network 5ea559bc-80d5-4f06-8f7a-85544d681083 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:23:53.370146 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa35e47-54a5-4bd7-add1-8f25f59362f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:53.376250 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8fa35e47-54a5-4bd7-add1-8f25f59362f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:53.384363 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-33c073fc-89d0-47fe-beb8-a09abbd4496a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:53.496672 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f837c758-e02e-463f-849c-d07b9df4f268 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:53.550638 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09ef4046-9901-4288-be5d-ef0cee3e17ef req-4b9d2e60-9588-4f79-9adc-9c353d1f1b5c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3378005 Sep 30 13:23:53.556619 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f8725-9567-43f3-803a-b1bd2a162ccb None None] Pushing event updated for resources: {'Port': ['ID=4c83a728-cc50-4302-9759-6a443941f36f,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:53.573481 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c073fc-89d0-47fe-beb8-a09abbd4496a service neutron] Pushing event updated for resources: {'Port': ['ID=50aa8aa8-8950-472f-a653-cf0236b3890e,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:53.623600 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f837c758-e02e-463f-849c-d07b9df4f268 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:53.638157 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f837c758-e02e-463f-849c-d07b9df4f268 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:53.639276 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f837c758-e02e-463f-849c-d07b9df4f268 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:53.737585 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f837c758-e02e-463f-849c-d07b9df4f268 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0926983 Sep 30 13:23:53.739168 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8fa35e47-54a5-4bd7-add1-8f25f59362f1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 5.6579397 Sep 30 13:23:53.740829 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50510) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:53.745950 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-a2b4b496-e98f-42d7-a3ed-037605621748 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Request body: {'subnet': {'network_id': '096680e5-76bf-4fa5-88d8-0d34d221b2ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:53.752119 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:23:53.768841 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-ebb1f5bb-5e90-4af2-989e-9d64c7688fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:53.771347 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-ebb1f5bb-5e90-4af2-989e-9d64c7688fb3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2dea8a2a-4f75-4398-ba66-f7d169bb0407 HTTP/1.1" status: 200 len: 852 time: 0.4962676 Sep 30 13:23:53.852912 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84abf1f8-cc8a-4c7d-aaad-71d5f460a824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-3f1839a8-1d20-499a-abdb-62b890d0a331', 'network_id': '3f1839a8-1d20-499a-abdb-62b890d0a331', 'tenant_id': '67c83a32d1134b6f81df454426d05491', 'fixed_ips': [{'subnet_id': 'ede83291-364d-4077-98fe-44a194989b0d'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:23:53.855102 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-84abf1f8-cc8a-4c7d-aaad-71d5f460a824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:53.875054 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837c758-e02e-463f-849c-d07b9df4f268 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event updated for resources: {'Network': ['ID=096680e5-76bf-4fa5-88d8-0d34d221b2ec,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:53.915161 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-f6096e59-2691-4440-8bd8-226cfa8a27ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=29c529ad-9a66-4e0e-b8ed-9b0eb096f38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973337 Sep 30 13:23:54.043864 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 096680e5-76bf-4fa5-88d8-0d34d221b2ec details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:23:54.171769 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66a1ec-bee9-4d9c-9a89-3c7cc5528c76 req-25d7b7ff-72b0-4f3b-93e6-808cd7c39a81 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:54.173537 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d66a1ec-bee9-4d9c-9a89-3c7cc5528c76 req-25d7b7ff-72b0-4f3b-93e6-808cd7c39a81 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 943 time: 0.5023618 Sep 30 13:23:54.181703 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b4b496-e98f-42d7-a3ed-037605621748 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Made reservation on behalf of 67c83a32d1134b6f81df454426d05491 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:54.186006 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a2b4b496-e98f-42d7-a3ed-037605621748 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:54.266229 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-33c073fc-89d0-47fe-beb8-a09abbd4496a service neutron] Attempting to bind port 50aa8aa8-8950-472f-a653-cf0236b3890e on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:54.266719 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-33c073fc-89d0-47fe-beb8-a09abbd4496a service neutron] Attempting to bind port 50aa8aa8-8950-472f-a653-cf0236b3890e by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'f097219d-7f39-4cbe-a12c-6eb6cc689337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:54.267501 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-33c073fc-89d0-47fe-beb8-a09abbd4496a service neutron] Attempting to bind port 50aa8aa8-8950-472f-a653-cf0236b3890e on network 9d17fdcf-9158-4fb3-9d4c-28837b9c74af {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:54.290721 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-33c073fc-89d0-47fe-beb8-a09abbd4496a service neutron] Port 50aa8aa8-8950-472f-a653-cf0236b3890e on network 9d17fdcf-9158-4fb3-9d4c-28837b9c74af not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:54.291560 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-33c073fc-89d0-47fe-beb8-a09abbd4496a service neutron] Attempting to bind port 50aa8aa8-8950-472f-a653-cf0236b3890e on network 9d17fdcf-9158-4fb3-9d4c-28837b9c74af {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:54.300448 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-33c073fc-89d0-47fe-beb8-a09abbd4496a service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:23:54.300911 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-33c073fc-89d0-47fe-beb8-a09abbd4496a service neutron] Checking segment: {'id': 'f097219d-7f39-4cbe-a12c-6eb6cc689337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:23:54.301403 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-33c073fc-89d0-47fe-beb8-a09abbd4496a service neutron] Bound using segment: {'id': 'f097219d-7f39-4cbe-a12c-6eb6cc689337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:23:54.301952 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-33c073fc-89d0-47fe-beb8-a09abbd4496a service neutron] Bound port: 50aa8aa8-8950-472f-a653-cf0236b3890e, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f097219d-7f39-4cbe-a12c-6eb6cc689337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:23:54.302619 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-33c073fc-89d0-47fe-beb8-a09abbd4496a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:54.325774 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.ipam_backend_mixin [None req-a2b4b496-e98f-42d7-a3ed-037605621748 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Performing IP validity checks on allocation pools {{(pid=94764) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 30 13:23:54.326400 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.ipam_backend_mixin [None req-a2b4b496-e98f-42d7-a3ed-037605621748 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94764) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 30 13:23:54.372777 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d66a1ec-bee9-4d9c-9a89-3c7cc5528c76 req-4b61b480-9502-4735-ad30-b3a98ad06428 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db148c7-bf6e-4314-b94a-2d0e09a494c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345165 Sep 30 13:23:54.417235 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-fca58c32-4a25-4c47-a15a-358833025aa8 service neutron] 10.222.0.39 "GET /v2.0/networks/29c529ad-9a66-4e0e-b8ed-9b0eb096f38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579887 Sep 30 13:23:54.614369 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4c83a728-cc50-4302-9759-6a443941f36f up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:23:54.641582 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:54.648144 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-33c073fc-89d0-47fe-beb8-a09abbd4496a service neutron] For port 50aa8aa8-8950-472f-a653-cf0236b3890e, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:23:54.684016 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-33c073fc-89d0-47fe-beb8-a09abbd4496a service neutron] For port 50aa8aa8-8950-472f-a653-cf0236b3890e, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=50aa8aa8-8950-472f-a653-cf0236b3890e,segment=NetworkSegment(f097219d-7f39-4cbe-a12c-6eb6cc689337),segment_id=f097219d-7f39-4cbe-a12c-6eb6cc689337)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:23:54.705665 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e74f8-fac4-4822-8eb8-ba93fb471dc3 req-4a0f852c-455e-41a8-b26d-5ffb0b8dbf00 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:54.708413 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-432e74f8-fac4-4822-8eb8-ba93fb471dc3 req-4a0f852c-455e-41a8-b26d-5ffb0b8dbf00 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.3774948 Sep 30 13:23:54.738692 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-33c073fc-89d0-47fe-beb8-a09abbd4496a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:54.851137 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27309d91-0f8b-470e-87a1-857566f3eb8d None None] Network 5ea559bc-80d5-4f06-8f7a-85544d681083 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:23:54.866800 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c073fc-89d0-47fe-beb8-a09abbd4496a service neutron] Pushing event updated for resources: {'Port': ['ID=50aa8aa8-8950-472f-a653-cf0236b3890e,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:54.874150 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-33c073fc-89d0-47fe-beb8-a09abbd4496a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:54.877192 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-33c073fc-89d0-47fe-beb8-a09abbd4496a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:54.879769 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-33c073fc-89d0-47fe-beb8-a09abbd4496a service neutron] 10.222.0.54 "PUT /v2.0/ports/50aa8aa8-8950-472f-a653-cf0236b3890e HTTP/1.1" status: 200 len: 1135 time: 6.7615695 Sep 30 13:23:54.882614 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-17408889-6a17-4a86-b412-26f6a3fbde36 req-02f6ccd8-ea74-4eb7-8543-85c03f280e4b service neutron] 10.222.0.39 "GET /v2.0/networks/29c529ad-9a66-4e0e-b8ed-9b0eb096f38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543402 Sep 30 13:23:54.883464 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'tag': '50aa8aa8-8950-472f-a653-cf0236b3890e'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:23:54.886397 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bb3387-c698-40e3-9be2-564674335b19" -d '{"events": [{"name": "network-changed", "server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "tag": "50aa8aa8-8950-472f-a653-cf0236b3890e"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:23:54.919168 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Request body: {'port': {'device_id': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:54.947269 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-432e74f8-fac4-4822-8eb8-ba93fb471dc3 req-93b16a96-708b-40a2-bfed-916f612236d3 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295282 Sep 30 13:23:54.963457 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a2b4b496-e98f-42d7-a3ed-037605621748 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:55.089353 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4b496-e98f-42d7-a3ed-037605621748 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event updated for resources: {'Subnet': ['ID=00d4223f-9079-4b98-97c8-3149c237b567,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:55.236008 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de489b-5354-4980-a2c9-bede9c3fe69b req-1edfc90d-1e5a-46e6-b3e3-7a06a3cff80a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:55.244370 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de489b-5354-4980-a2c9-bede9c3fe69b req-1edfc90d-1e5a-46e6-b3e3-7a06a3cff80a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:55.251887 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de489b-5354-4980-a2c9-bede9c3fe69b req-1edfc90d-1e5a-46e6-b3e3-7a06a3cff80a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:55.275872 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de489b-5354-4980-a2c9-bede9c3fe69b req-1edfc90d-1e5a-46e6-b3e3-7a06a3cff80a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:55.285465 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de489b-5354-4980-a2c9-bede9c3fe69b req-1edfc90d-1e5a-46e6-b3e3-7a06a3cff80a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:55.292876 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de489b-5354-4980-a2c9-bede9c3fe69b req-1edfc90d-1e5a-46e6-b3e3-7a06a3cff80a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:55.296757 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-84abf1f8-cc8a-4c7d-aaad-71d5f460a824 None None] Allocated IP 2001:db8::3 (3f1839a8-1d20-499a-abdb-62b890d0a331/ede83291-364d-4077-98fe-44a194989b0d/09065954-c825-47b2-8fc6-2f88c7a1a9d9) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:23:55.305051 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de489b-5354-4980-a2c9-bede9c3fe69b req-1edfc90d-1e5a-46e6-b3e3-7a06a3cff80a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:55.307847 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-26de489b-5354-4980-a2c9-bede9c3fe69b req-1edfc90d-1e5a-46e6-b3e3-7a06a3cff80a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5381 time: 0.2039671 Sep 30 13:23:55.319820 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b4b496-e98f-42d7-a3ed-037605621748 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Checking segment: {'id': '12ea069a-7f08-4144-9a64-548d69fe06a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '096680e5-76bf-4fa5-88d8-0d34d221b2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:23:55.320448 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eee346-6ba5-4f1c-a7fa-f105c4d586d7 req-618ffd8b-157b-40f8-bd1b-953d92766a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:55.321873 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-80eee346-6ba5-4f1c-a7fa-f105c4d586d7 req-618ffd8b-157b-40f8-bd1b-953d92766a3c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d20a8c7b03e466d985db3ea851484e9&device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 1094 time: 0.3544521 Sep 30 13:23:55.322062 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b4b496-e98f-42d7-a3ed-037605621748 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Network hostable DHCP agents. Network: 096680e5-76bf-4fa5-88d8-0d34d221b2ec, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:23:55.328051 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:55.399294 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-26de489b-5354-4980-a2c9-bede9c3fe69b req-c36e896a-c860-42cd-88ac-73916ed99f30 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0751600 Sep 30 13:23:55.399726 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 4c83a728-cc50-4302-9759-6a443941f36f triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:23:55.399849 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:55.435813 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b4b496-e98f-42d7-a3ed-037605621748 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Network 096680e5-76bf-4fa5-88d8-0d34d221b2ec is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:23:55.470298 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-a2b4b496-e98f-42d7-a3ed-037605621748 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 096680e5-76bf-4fa5-88d8-0d34d221b2ec) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:55.476938 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b4b496-e98f-42d7-a3ed-037605621748 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:55.477745 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a2b4b496-e98f-42d7-a3ed-037605621748 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:55.505632 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a2b4b496-e98f-42d7-a3ed-037605621748 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7636960 Sep 30 13:23:55.505887 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b10b0c2-2dd4-456c-9804-e66711b1d721 None None] Network 096680e5-76bf-4fa5-88d8-0d34d221b2ec requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:23:55.506825 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50634) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:55.541900 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f628f57b-82ca-45e6-b58b-23be1d3d518d x-openstack-request-id: req-f628f57b-82ca-45e6-b58b-23be1d3d518d {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:23:55.555447 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "tag": "50aa8aa8-8950-472f-a653-cf0236b3890e", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:23:55.555958 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f628f57b-82ca-45e6-b58b-23be1d3d518d {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:23:55.556582 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'tag': '50aa8aa8-8950-472f-a653-cf0236b3890e', 'status': 'completed', 'code': 200} Sep 30 13:23:55.775883 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47d805-9295-4e76-a1b3-16df334a4f15 req-8b45fa6d-f8b5-4ee1-b4a8-2d0227c326a1 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:55.795488 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7e47d805-9295-4e76-a1b3-16df334a4f15 req-8b45fa6d-f8b5-4ee1-b4a8-2d0227c326a1 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 943 time: 0.1321993 Sep 30 13:23:55.825634 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2aeac5a3-6594-431c-823f-9f39532063df tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:55.872358 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7e47d805-9295-4e76-a1b3-16df334a4f15 req-eea23da3-0ee5-46bb-bfba-ace571cb0cf4 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db148c7-bf6e-4314-b94a-2d0e09a494c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756922 Sep 30 13:23:55.908504 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664d0ee-37c7-402a-8834-9079add3d6be req-1572d9d2-5a8d-442e-bb84-ea1e8275d8a6 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:55.910208 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6664d0ee-37c7-402a-8834-9079add3d6be req-1572d9d2-5a8d-442e-bb84-ea1e8275d8a6 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.18 "GET /v2.0/networks?id=5ea559bc-80d5-4f06-8f7a-85544d681083 HTTP/1.1" status: 200 len: 813 time: 0.9460447 Sep 30 13:23:55.927771 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb3387-c698-40e3-9be2-564674335b19 req-ba61b226-2b54-417e-8c95-d8eee6f9ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:55.928256 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb3387-c698-40e3-9be2-564674335b19 req-ba61b226-2b54-417e-8c95-d8eee6f9ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:55.928728 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb3387-c698-40e3-9be2-564674335b19 req-ba61b226-2b54-417e-8c95-d8eee6f9ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:55.929773 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb3387-c698-40e3-9be2-564674335b19 req-ba61b226-2b54-417e-8c95-d8eee6f9ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:55.930264 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb3387-c698-40e3-9be2-564674335b19 req-ba61b226-2b54-417e-8c95-d8eee6f9ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:55.930730 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb3387-c698-40e3-9be2-564674335b19 req-ba61b226-2b54-417e-8c95-d8eee6f9ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:55.931189 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb3387-c698-40e3-9be2-564674335b19 req-ba61b226-2b54-417e-8c95-d8eee6f9ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:55.933079 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92bb3387-c698-40e3-9be2-564674335b19 req-ba61b226-2b54-417e-8c95-d8eee6f9ca4a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b2b1cd5a06924c118528b4d0714f0f7d&device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 6218 time: 0.3538857 Sep 30 13:23:55.978237 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6664d0ee-37c7-402a-8834-9079add3d6be req-6dc6242b-7566-4411-abba-0bd601d39fe6 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.18 "GET /v2.0/quotas/6aa863500686497bbd698f8f6b4b0670 HTTP/1.1" status: 200 len: 375 time: 0.0268834 Sep 30 13:23:56.010899 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2aeac5a3-6594-431c-823f-9f39532063df tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:56.233357 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81583b81-141d-493c-9b7f-b5b75fd39675 req-0cec7f42-58dd-4296-9b6c-768083e663b0 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:56.238323 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6664d0ee-37c7-402a-8834-9079add3d6be req-21c99659-3f03-411c-a202-71ececd81a19 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6aa863500686497bbd698f8f6b4b0670&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2083089 Sep 30 13:23:56.241487 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-81583b81-141d-493c-9b7f-b5b75fd39675 req-0cec7f42-58dd-4296-9b6c-768083e663b0 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1452632 Sep 30 13:23:56.326493 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-81583b81-141d-493c-9b7f-b5b75fd39675 req-f68748e9-276b-45b0-a268-338271362902 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819461 Sep 30 13:23:56.330509 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2aeac5a3-6594-431c-823f-9f39532063df tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:56.404117 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeac5a3-6594-431c-823f-9f39532063df tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event deleted for resources: {'Subnet': ['ID=00d4223f-9079-4b98-97c8-3149c237b567,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:56.420918 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eee346-6ba5-4f1c-a7fa-f105c4d586d7 req-4e1db5fd-f2b0-4e19-84a8-994f35c98534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:56.437828 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-80eee346-6ba5-4f1c-a7fa-f105c4d586d7 req-4e1db5fd-f2b0-4e19-84a8-994f35c98534 service neutron] 10.222.0.39 "GET /v2.0/networks?id=29c529ad-9a66-4e0e-b8ed-9b0eb096f38d HTTP/1.1" status: 200 len: 913 time: 1.0288322 Sep 30 13:23:56.539904 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2aeac5a3-6594-431c-823f-9f39532063df tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:56.600564 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-2aeac5a3-6594-431c-823f-9f39532063df tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096680e5-76bf-4fa5-88d8-0d34d221b2ec']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:23:56.666819 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-2aeac5a3-6594-431c-823f-9f39532063df tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ea069a-7f08-4144-9a64-548d69fe06a5') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:23:56.670802 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaca6a1-242e-490e-be75-cdbb8a21c1e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-096680e5-76bf-4fa5-88d8-0d34d221b2ec', 'network_id': '096680e5-76bf-4fa5-88d8-0d34d221b2ec', 'tenant_id': '67c83a32d1134b6f81df454426d05491', 'fixed_ips': [{'subnet_id': '00d4223f-9079-4b98-97c8-3149c237b567'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:23:56.671330 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6664d0ee-37c7-402a-8834-9079add3d6be req-7c2cc380-7146-4949-ad8b-a99c2dfd8e51 service neutron] 10.222.0.18 "GET /v2.0/networks/5ea559bc-80d5-4f06-8f7a-85544d681083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319172 Sep 30 13:23:56.671887 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ffaca6a1-242e-490e-be75-cdbb8a21c1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:56.672293 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-2aeac5a3-6594-431c-823f-9f39532063df tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ea069a-7f08-4144-9a64-548d69fe06a5') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:23:56.703884 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2aeac5a3-6594-431c-823f-9f39532063df tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:56.744083 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2aeac5a3-6594-431c-823f-9f39532063df tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:56.785894 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832883a-1c79-4a78-8ba1-5fd4407c6773 req-27376aba-2f8a-4340-94d1-f6e8b0e25a23 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:56.803176 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832883a-1c79-4a78-8ba1-5fd4407c6773 req-27376aba-2f8a-4340-94d1-f6e8b0e25a23 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:56.821147 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832883a-1c79-4a78-8ba1-5fd4407c6773 req-27376aba-2f8a-4340-94d1-f6e8b0e25a23 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:56.832787 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832883a-1c79-4a78-8ba1-5fd4407c6773 req-27376aba-2f8a-4340-94d1-f6e8b0e25a23 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:56.846054 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832883a-1c79-4a78-8ba1-5fd4407c6773 req-27376aba-2f8a-4340-94d1-f6e8b0e25a23 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:56.864150 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-84abf1f8-cc8a-4c7d-aaad-71d5f460a824 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:56.865017 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832883a-1c79-4a78-8ba1-5fd4407c6773 req-27376aba-2f8a-4340-94d1-f6e8b0e25a23 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:56.880060 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832883a-1c79-4a78-8ba1-5fd4407c6773 req-27376aba-2f8a-4340-94d1-f6e8b0e25a23 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:56.884365 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3832883a-1c79-4a78-8ba1-5fd4407c6773 req-27376aba-2f8a-4340-94d1-f6e8b0e25a23 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5381 time: 0.2920744 Sep 30 13:23:56.885656 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aeac5a3-6594-431c-823f-9f39532063df tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:23:56.891131 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2aeac5a3-6594-431c-823f-9f39532063df tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:23:56.906235 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:23:56.985659 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-84abf1f8-cc8a-4c7d-aaad-71d5f460a824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:57.076159 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84abf1f8-cc8a-4c7d-aaad-71d5f460a824 None None] Network 3f1839a8-1d20-499a-abdb-62b890d0a331 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:23:57.084918 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-84abf1f8-cc8a-4c7d-aaad-71d5f460a824 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:23:57.091420 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5c4bf7-ff26-46ae-ad9b-7fb9f44093d7 None None] Network 096680e5-76bf-4fa5-88d8-0d34d221b2ec requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:23:57.096341 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84abf1f8-cc8a-4c7d-aaad-71d5f460a824 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:23:57.106985 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2aeac5a3-6594-431c-823f-9f39532063df tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:57.144794 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3832883a-1c79-4a78-8ba1-5fd4407c6773 req-fe584f11-ab24-46e5-8ac4-236f5f2907ce tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2182229 Sep 30 13:23:57.148262 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2aeac5a3-6594-431c-823f-9f39532063df tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:57.152246 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2aeac5a3-6594-431c-823f-9f39532063df tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "DELETE /v2.0/networks/096680e5-76bf-4fa5-88d8-0d34d221b2ec HTTP/1.1" status: 204 len: 168 time: 1.6449776 Sep 30 13:23:57.172460 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50728) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:57.199640 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5c4bf7-ff26-46ae-ad9b-7fb9f44093d7 None None] Network 096680e5-76bf-4fa5-88d8-0d34d221b2ec could not be found, it might have been deleted concurrently. {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 30 13:23:57.203914 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abf1f8-cc8a-4c7d-aaad-71d5f460a824 None None] Pushing event updated for resources: {'Port': ['ID=09065954-c825-47b2-8fc6-2f88c7a1a9d9,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:57.222904 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-4a942468-d38b-480a-a5f4-ff2c9d6189a6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-699183007'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:57.231234 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeac5a3-6594-431c-823f-9f39532063df tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event deleted for resources: {'Network': ['ID=096680e5-76bf-4fa5-88d8-0d34d221b2ec,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:57.278120 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a942468-d38b-480a-a5f4-ff2c9d6189a6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Made reservation on behalf of 67c83a32d1134b6f81df454426d05491 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:57.281816 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4a942468-d38b-480a-a5f4-ff2c9d6189a6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:57.347057 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a942468-d38b-480a-a5f4-ff2c9d6189a6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:23:57.361447 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4a942468-d38b-480a-a5f4-ff2c9d6189a6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:57.362186 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-4a942468-d38b-480a-a5f4-ff2c9d6189a6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Added segment db90c637-9568-4dcb-8b6b-4359e1adcae9 of type vlan for network b9427298-e45b-4840-bf02-a917ce4edb4e Sep 30 13:23:57.369343 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-84abf1f8-cc8a-4c7d-aaad-71d5f460a824 None None] Attempting to bind port 09065954-c825-47b2-8fc6-2f88c7a1a9d9 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:57.369722 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-84abf1f8-cc8a-4c7d-aaad-71d5f460a824 None None] Attempting to bind port 09065954-c825-47b2-8fc6-2f88c7a1a9d9 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '085d4f3f-6f38-4597-b90e-f8077a040eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1839a8-1d20-499a-abdb-62b890d0a331'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:57.370148 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84abf1f8-cc8a-4c7d-aaad-71d5f460a824 None None] Attempting to bind port 09065954-c825-47b2-8fc6-2f88c7a1a9d9 on network 3f1839a8-1d20-499a-abdb-62b890d0a331 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:57.383247 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84abf1f8-cc8a-4c7d-aaad-71d5f460a824 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:23:57.385705 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84abf1f8-cc8a-4c7d-aaad-71d5f460a824 None None] Checking segment: {'id': '085d4f3f-6f38-4597-b90e-f8077a040eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1839a8-1d20-499a-abdb-62b890d0a331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:23:57.386291 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-84abf1f8-cc8a-4c7d-aaad-71d5f460a824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:57.386586 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84abf1f8-cc8a-4c7d-aaad-71d5f460a824 None None] Bound using segment: {'id': '085d4f3f-6f38-4597-b90e-f8077a040eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1839a8-1d20-499a-abdb-62b890d0a331'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:23:57.387061 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-84abf1f8-cc8a-4c7d-aaad-71d5f460a824 None None] Bound port: 09065954-c825-47b2-8fc6-2f88c7a1a9d9, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085d4f3f-6f38-4597-b90e-f8077a040eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1839a8-1d20-499a-abdb-62b890d0a331'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:23:57.387449 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-84abf1f8-cc8a-4c7d-aaad-71d5f460a824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:57.401133 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86132be4-70a6-4cb2-b5af-88f61afe10c4 req-911a32f0-2ea6-4be0-9a5c-70f5fad628c5 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:57.410925 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-86132be4-70a6-4cb2-b5af-88f61afe10c4 req-911a32f0-2ea6-4be0-9a5c-70f5fad628c5 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 943 time: 0.1033669 Sep 30 13:23:57.434443 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-80eee346-6ba5-4f1c-a7fa-f105c4d586d7 req-186cc3bc-c424-4fad-a273-46f0fffd06e8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e HTTP/1.1" status: 200 len: 217 time: 0.7519352 Sep 30 13:23:57.466042 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4a942468-d38b-480a-a5f4-ff2c9d6189a6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:57.481490 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb3387-c698-40e3-9be2-564674335b19 req-7fd20413-5caf-4e49-b458-16fc94bbe1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:57.481977 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb3387-c698-40e3-9be2-564674335b19 req-7fd20413-5caf-4e49-b458-16fc94bbe1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:57.483257 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb3387-c698-40e3-9be2-564674335b19 req-7fd20413-5caf-4e49-b458-16fc94bbe1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:57.485643 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92bb3387-c698-40e3-9be2-564674335b19 req-7fd20413-5caf-4e49-b458-16fc94bbe1ce service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b2b1cd5a06924c118528b4d0714f0f7d&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.4887962 Sep 30 13:23:57.503233 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-86132be4-70a6-4cb2-b5af-88f61afe10c4 req-15416753-8668-4039-b032-35da50aa9d81 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db148c7-bf6e-4314-b94a-2d0e09a494c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905643 Sep 30 13:23:57.572367 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4a942468-d38b-480a-a5f4-ff2c9d6189a6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:57.572829 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-84abf1f8-cc8a-4c7d-aaad-71d5f460a824 None None] For port 09065954-c825-47b2-8fc6-2f88c7a1a9d9, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:23:57.581557 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a942468-d38b-480a-a5f4-ff2c9d6189a6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:57.582397 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4a942468-d38b-480a-a5f4-ff2c9d6189a6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:57.583919 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-84abf1f8-cc8a-4c7d-aaad-71d5f460a824 None None] For port 09065954-c825-47b2-8fc6-2f88c7a1a9d9, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=09065954-c825-47b2-8fc6-2f88c7a1a9d9,segment=NetworkSegment(085d4f3f-6f38-4597-b90e-f8077a040eb6),segment_id=085d4f3f-6f38-4597-b90e-f8077a040eb6)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:23:57.595949 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-84abf1f8-cc8a-4c7d-aaad-71d5f460a824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:57.613584 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6664d0ee-37c7-402a-8834-9079add3d6be req-5e807b44-c3f9-4305-9263-c0edb856599b service neutron] 10.222.0.18 "GET /v2.0/networks/5ea559bc-80d5-4f06-8f7a-85544d681083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368289 Sep 30 13:23:57.729750 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abf1f8-cc8a-4c7d-aaad-71d5f460a824 None None] Pushing event updated for resources: {'Port': ['ID=09065954-c825-47b2-8fc6-2f88c7a1a9d9,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:57.796580 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4a942468-d38b-480a-a5f4-ff2c9d6189a6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6071236 Sep 30 13:23:57.807511 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50732) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:23:57.893957 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-15ab07b5-0355-4e1c-b23c-db33c3c7f602 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Request body: {'subnet': {'network_id': 'b9427298-e45b-4840-bf02-a917ce4edb4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:23:58.033794 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a942468-d38b-480a-a5f4-ff2c9d6189a6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event updated for resources: {'Network': ['ID=b9427298-e45b-4840-bf02-a917ce4edb4e,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:58.052042 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network b9427298-e45b-4840-bf02-a917ce4edb4e details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:23:58.100797 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1a8ff-4cae-417c-910b-34f4418becfc req-07ccd129-b6b7-4b1f-bfd9-9662e9ac24cb tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:58.102754 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dca1a8ff-4cae-417c-910b-34f4418becfc req-07ccd129-b6b7-4b1f-bfd9-9662e9ac24cb tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.5043828 Sep 30 13:23:58.152954 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:23:58.178623 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f407bf5c-2622-41e5-a507-31011ed4afae {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:23:58.188947 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:58.189884 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ab07b5-0355-4e1c-b23c-db33c3c7f602 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Made reservation on behalf of 67c83a32d1134b6f81df454426d05491 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:23:58.193360 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-15ab07b5-0355-4e1c-b23c-db33c3c7f602 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:58.204975 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Transition to ACTIVE for port object f407bf5c-2622-41e5-a507-31011ed4afae will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:23:58.246669 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dca1a8ff-4cae-417c-910b-34f4418becfc req-ce82e294-c8bf-4ea4-a8c5-beeb9b4e534d tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368577 Sep 30 13:23:58.405894 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb3387-c698-40e3-9be2-564674335b19 req-df565655-547d-448e-829a-09c3e486b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:58.410145 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92bb3387-c698-40e3-9be2-564674335b19 req-df565655-547d-448e-829a-09c3e486b62f service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7939579 Sep 30 13:23:58.412235 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:58.592829 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5adf5169-fa6c-436a-9fad-a17ed5b7dbd3 req-2e883e53-186b-475c-bb64-1ec22c7fee42 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6812f0-ce0b-4864-889b-cde4cfd7f7ba HTTP/1.1" status: 200 len: 210 time: 0.5792322 Sep 30 13:23:58.603643 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e,segment=NetworkSegment(0dc535de-1067-48c2-86fe-d98f987c7eef),segment_id=0dc535de-1067-48c2-86fe-d98f987c7eef)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:23:58.633224 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e', 'network_id': '29c529ad-9a66-4e0e-b8ed-9b0eb096f38d', 'port_id': '0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e', 'mac_address': 'fa:16:3e:91:8a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dea8a2a-4f75-4398-ba66-f7d169bb0407', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:23:58.690767 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Pushing event updated for resources: {'Port': ['ID=f407bf5c-2622-41e5-a507-31011ed4afae,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:58.698528 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eee346-6ba5-4f1c-a7fa-f105c4d586d7 req-d048e158-003b-4e2b-90fe-5861814ae65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:58.700286 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-80eee346-6ba5-4f1c-a7fa-f105c4d586d7 req-d048e158-003b-4e2b-90fe-5861814ae65e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2dea8a2a-4f75-4398-ba66-f7d169bb0407 HTTP/1.1" status: 200 len: 852 time: 1.0918150 Sep 30 13:23:58.747322 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:58.791949 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:23:58.837066 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-80eee346-6ba5-4f1c-a7fa-f105c4d586d7 req-22c7a213-39fb-4d49-8159-e8eddb8542b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=29c529ad-9a66-4e0e-b8ed-9b0eb096f38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189461 Sep 30 13:23:58.844671 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:58.849428 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:58.850040 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:58.851117 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:58.852572 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:58.853997 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:58.854498 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:58.863070 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:58.865100 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:58.865662 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:58.866890 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:58.867417 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:23:58.875297 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e,segment=NetworkSegment(0dc535de-1067-48c2-86fe-d98f987c7eef),segment_id=0dc535de-1067-48c2-86fe-d98f987c7eef)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:23:58.892325 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:59.087228 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:23:59.123826 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 09065954-c825-47b2-8fc6-2f88c7a1a9d9 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:23:59.131422 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:23:59.272624 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Attempting to bind port f407bf5c-2622-41e5-a507-31011ed4afae on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:23:59.272974 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Attempting to bind port f407bf5c-2622-41e5-a507-31011ed4afae by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'f097219d-7f39-4cbe-a12c-6eb6cc689337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:23:59.273280 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Attempting to bind port f407bf5c-2622-41e5-a507-31011ed4afae on network 9d17fdcf-9158-4fb3-9d4c-28837b9c74af {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:59.300808 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3ba92-6f06-438f-b019-b4436af68fa3 req-195d49f0-7477-4157-ae0a-6980ae672390 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:59.302447 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fef3ba92-6f06-438f-b019-b4436af68fa3 req-195d49f0-7477-4157-ae0a-6980ae672390 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 944 time: 0.5130110 Sep 30 13:23:59.341284 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Port f407bf5c-2622-41e5-a507-31011ed4afae on network 9d17fdcf-9158-4fb3-9d4c-28837b9c74af not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:23:59.341693 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Attempting to bind port f407bf5c-2622-41e5-a507-31011ed4afae on network 9d17fdcf-9158-4fb3-9d4c-28837b9c74af {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:23:59.370156 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fef3ba92-6f06-438f-b019-b4436af68fa3 req-a1d4dc94-78d4-418d-816c-0831a8302a06 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db148c7-bf6e-4314-b94a-2d0e09a494c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548677 Sep 30 13:23:59.375828 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:23:59.377233 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Checking segment: {'id': 'f097219d-7f39-4cbe-a12c-6eb6cc689337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:23:59.377813 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Bound using segment: {'id': 'f097219d-7f39-4cbe-a12c-6eb6cc689337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:23:59.379762 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Bound port: f407bf5c-2622-41e5-a507-31011ed4afae, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f097219d-7f39-4cbe-a12c-6eb6cc689337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:23:59.380344 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:59.397972 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9ddd1-cecf-495a-98d4-fff7950d6d10 req-9442ad7a-1c00-4a83-a717-c60c5fb16a61 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:59.417122 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9ddd1-cecf-495a-98d4-fff7950d6d10 req-9442ad7a-1c00-4a83-a717-c60c5fb16a61 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:59.418618 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-80eee346-6ba5-4f1c-a7fa-f105c4d586d7 req-cabc3ffb-a0a3-44f8-89cc-f9c26feddfff service neutron] 10.222.0.39 "GET /v2.0/networks/29c529ad-9a66-4e0e-b8ed-9b0eb096f38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473084 Sep 30 13:23:59.426442 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9ddd1-cecf-495a-98d4-fff7950d6d10 req-9442ad7a-1c00-4a83-a717-c60c5fb16a61 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:59.445162 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 09065954-c825-47b2-8fc6-2f88c7a1a9d9 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:23:59.446321 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9ddd1-cecf-495a-98d4-fff7950d6d10 req-9442ad7a-1c00-4a83-a717-c60c5fb16a61 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:59.458383 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:59.464882 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9ddd1-cecf-495a-98d4-fff7950d6d10 req-9442ad7a-1c00-4a83-a717-c60c5fb16a61 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:59.488663 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9ddd1-cecf-495a-98d4-fff7950d6d10 req-9442ad7a-1c00-4a83-a717-c60c5fb16a61 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:59.495979 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9ddd1-cecf-495a-98d4-fff7950d6d10 req-9442ad7a-1c00-4a83-a717-c60c5fb16a61 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:59.509276 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-04b9ddd1-cecf-495a-98d4-fff7950d6d10 req-9442ad7a-1c00-4a83-a717-c60c5fb16a61 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5393 time: 1.0828626 Sep 30 13:23:59.647073 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb764bd-6b07-4ad8-a710-a9704e089c6d None None] Network 3f1839a8-1d20-499a-abdb-62b890d0a331 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:23:59.691168 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-80eee346-6ba5-4f1c-a7fa-f105c4d586d7 req-05cc12e2-7f39-4064-8064-b4195a675c5c service neutron] 10.222.0.39 "GET /v2.0/networks/29c529ad-9a66-4e0e-b8ed-9b0eb096f38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261863 Sep 30 13:23:59.729288 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-04b9ddd1-cecf-495a-98d4-fff7950d6d10 req-12305b73-2592-4202-a38d-4f8f75d19aaf tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2141852 Sep 30 13:23:59.780491 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] For port f407bf5c-2622-41e5-a507-31011ed4afae, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:23:59.785673 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] For port f407bf5c-2622-41e5-a507-31011ed4afae, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=f407bf5c-2622-41e5-a507-31011ed4afae,segment=NetworkSegment(f097219d-7f39-4cbe-a12c-6eb6cc689337),segment_id=f097219d-7f39-4cbe-a12c-6eb6cc689337)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:23:59.797594 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81dc1b7-0e1e-499f-8660-687429767d46 req-e71df1ec-665a-47f8-b80c-e3a86944283d tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:59.799491 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b81dc1b7-0e1e-499f-8660-687429767d46 req-e71df1ec-665a-47f8-b80c-e3a86944283d tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.1055205 Sep 30 13:23:59.801450 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:59.854497 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-15ab07b5-0355-4e1c-b23c-db33c3c7f602 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:59.901523 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:23:59.903998 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:23:59.908586 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] 10.222.0.54 "PUT /v2.0/ports/f407bf5c-2622-41e5-a507-31011ed4afae HTTP/1.1" status: 200 len: 1090 time: 4.9931812 Sep 30 13:23:59.915640 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'tag': 'f407bf5c-2622-41e5-a507-31011ed4afae'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:23:59.921877 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b239e1fd-442f-4d51-8b18-778eeec520c0" -d '{"events": [{"name": "network-changed", "server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "tag": "f407bf5c-2622-41e5-a507-31011ed4afae"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:23:59.998733 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ab07b5-0355-4e1c-b23c-db33c3c7f602 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Checking segment: {'id': 'db90c637-9568-4dcb-8b6b-4359e1adcae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b9427298-e45b-4840-bf02-a917ce4edb4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:24:00.002977 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ab07b5-0355-4e1c-b23c-db33c3c7f602 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Network hostable DHCP agents. Network: b9427298-e45b-4840-bf02-a917ce4edb4e, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:24:00.028733 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7694368d-2383-4e47-bb60-8d1ecf98270c None None] Provisioning complete for port 09065954-c825-47b2-8fc6-2f88c7a1a9d9 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:00.029196 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7694368d-2383-4e47-bb60-8d1ecf98270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:00.103493 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-312cf096-8372-4155-9fc5-6964617a9431 req-f6adaf9d-8fed-4539-8cad-b8fb97892df1 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6812f0-ce0b-4864-889b-cde4cfd7f7ba HTTP/1.1" status: 200 len: 210 time: 0.1076398 Sep 30 13:24:00.129577 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ab07b5-0355-4e1c-b23c-db33c3c7f602 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Network b9427298-e45b-4840-bf02-a917ce4edb4e is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:24:00.150599 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:00.151980 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab07b5-0355-4e1c-b23c-db33c3c7f602 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event updated for resources: {'Subnet': ['ID=fadd1d51-608e-46b8-90fb-e46091f5db32,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:00.160758 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-15ab07b5-0355-4e1c-b23c-db33c3c7f602 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, b9427298-e45b-4840-bf02-a917ce4edb4e) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:24:00.171569 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ab07b5-0355-4e1c-b23c-db33c3c7f602 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:00.172192 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-15ab07b5-0355-4e1c-b23c-db33c3c7f602 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:00.201786 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539e18b8-b95b-475d-b3a4-51838e338a19 None None] Network b9427298-e45b-4840-bf02-a917ce4edb4e requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:24:00.212393 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-15ab07b5-0355-4e1c-b23c-db33c3c7f602 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.3966050 Sep 30 13:24:00.215387 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50758) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:00.271633 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-6ca4fd14-557c-48d8-a88e-65b4c5bf7810 service neutron] Request body: {'port': {'device_id': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:00.365132 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664d0ee-37c7-402a-8834-9079add3d6be req-f71f19d0-475f-4270-b10e-1b4cba3960c7 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:00.367181 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6664d0ee-37c7-402a-8834-9079add3d6be req-f71f19d0-475f-4270-b10e-1b4cba3960c7 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.39 "GET /v2.0/networks?id=5ea559bc-80d5-4f06-8f7a-85544d681083 HTTP/1.1" status: 200 len: 813 time: 0.4129236 Sep 30 13:24:00.385825 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768dd76d-0c5a-4087-b655-f4c67be4038e x-openstack-request-id: req-768dd76d-0c5a-4087-b655-f4c67be4038e {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:24:00.386496 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "tag": "f407bf5c-2622-41e5-a507-31011ed4afae", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:24:00.386985 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-768dd76d-0c5a-4087-b655-f4c67be4038e {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:24:00.387614 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'tag': 'f407bf5c-2622-41e5-a507-31011ed4afae', 'status': 'completed', 'code': 200} Sep 30 13:24:00.391993 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b81dc1b7-0e1e-499f-8660-687429767d46 req-86c8e8bb-3f1d-488b-b19b-a1ef226586b1 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5789194 Sep 30 13:24:00.445919 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cdc632ca-a543-4d3e-95c5-791b47649e31 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:00.478495 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-6664d0ee-37c7-402a-8834-9079add3d6be req-a72cdbeb-fae1-4c19-99b6-ad50223e8a71 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Request body: {'port': {'device_id': '1d6812f0-ce0b-4864-889b-cde4cfd7f7ba', 'network_id': '5ea559bc-80d5-4f06-8f7a-85544d681083', 'admin_state_up': True, 'tenant_id': '6aa863500686497bbd698f8f6b4b0670'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:00.528677 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 09065954-c825-47b2-8fc6-2f88c7a1a9d9, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=09065954-c825-47b2-8fc6-2f88c7a1a9d9,segment=NetworkSegment(085d4f3f-6f38-4597-b90e-f8077a040eb6),segment_id=085d4f3f-6f38-4597-b90e-f8077a040eb6)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:00.560822 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cdc632ca-a543-4d3e-95c5-791b47649e31 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:00.623343 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:00.681181 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b355f-5669-40d4-a93b-3ae8a91f8a0d service neutron] Pushing event updated for resources: {'Port': ['ID=f407bf5c-2622-41e5-a507-31011ed4afae,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:00.704085 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239e1fd-442f-4d51-8b18-778eeec520c0 req-e6a777dc-7fb9-4386-8136-75f8e45de467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:00.704785 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239e1fd-442f-4d51-8b18-778eeec520c0 req-e6a777dc-7fb9-4386-8136-75f8e45de467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:00.705355 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239e1fd-442f-4d51-8b18-778eeec520c0 req-e6a777dc-7fb9-4386-8136-75f8e45de467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:00.709669 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239e1fd-442f-4d51-8b18-778eeec520c0 req-e6a777dc-7fb9-4386-8136-75f8e45de467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:00.709669 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239e1fd-442f-4d51-8b18-778eeec520c0 req-e6a777dc-7fb9-4386-8136-75f8e45de467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:00.709669 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239e1fd-442f-4d51-8b18-778eeec520c0 req-e6a777dc-7fb9-4386-8136-75f8e45de467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:00.710734 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239e1fd-442f-4d51-8b18-778eeec520c0 req-e6a777dc-7fb9-4386-8136-75f8e45de467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:00.712880 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b239e1fd-442f-4d51-8b18-778eeec520c0 req-e6a777dc-7fb9-4386-8136-75f8e45de467 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b2b1cd5a06924c118528b4d0714f0f7d&device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 6285 time: 0.3397698 Sep 30 13:24:00.713877 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-6ca4fd14-557c-48d8-a88e-65b4c5bf7810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:00.735926 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cdc632ca-a543-4d3e-95c5-791b47649e31 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:00.757522 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=09065954-c825-47b2-8fc6-2f88c7a1a9d9,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:00.833441 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc632ca-a543-4d3e-95c5-791b47649e31 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event deleted for resources: {'Subnet': ['ID=fadd1d51-608e-46b8-90fb-e46091f5db32,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:00.853176 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12741837-ed7f-46a6-af19-49aa9cfa4a3a req-9f7afd5c-bd40-4297-984f-94dee7710cb4 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:00.854832 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-12741837-ed7f-46a6-af19-49aa9cfa4a3a req-9f7afd5c-bd40-4297-984f-94dee7710cb4 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 944 time: 0.2953198 Sep 30 13:24:00.947111 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cdc632ca-a543-4d3e-95c5-791b47649e31 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:00.974658 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-cdc632ca-a543-4d3e-95c5-791b47649e31 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9427298-e45b-4840-bf02-a917ce4edb4e']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:00.987578 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e844fa05-70b7-40d5-a389-a9909e1700bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-b9427298-e45b-4840-bf02-a917ce4edb4e', 'network_id': 'b9427298-e45b-4840-bf02-a917ce4edb4e', 'tenant_id': '67c83a32d1134b6f81df454426d05491', 'fixed_ips': [{'subnet_id': 'fadd1d51-608e-46b8-90fb-e46091f5db32'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:24:00.988583 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e844fa05-70b7-40d5-a389-a9909e1700bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:00.999149 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-cdc632ca-a543-4d3e-95c5-791b47649e31 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db90c637-9568-4dcb-8b6b-4359e1adcae9') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:00.999555 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-cdc632ca-a543-4d3e-95c5-791b47649e31 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db90c637-9568-4dcb-8b6b-4359e1adcae9') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:01.024102 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cdc632ca-a543-4d3e-95c5-791b47649e31 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:01.055164 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cdc632ca-a543-4d3e-95c5-791b47649e31 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:01.067474 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc632ca-a543-4d3e-95c5-791b47649e31 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:24:01.067897 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cdc632ca-a543-4d3e-95c5-791b47649e31 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:01.117318 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 09065954-c825-47b2-8fc6-2f88c7a1a9d9 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:24:01.155175 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6664d0ee-37c7-402a-8834-9079add3d6be req-a72cdbeb-fae1-4c19-99b6-ad50223e8a71 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Made reservation on behalf of 6aa863500686497bbd698f8f6b4b0670 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:24:01.158705 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6664d0ee-37c7-402a-8834-9079add3d6be req-a72cdbeb-fae1-4c19-99b6-ad50223e8a71 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:01.216684 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dbd745-5c69-4331-a0e8-a37525d96fd6 None None] Network b9427298-e45b-4840-bf02-a917ce4edb4e requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:24:01.231455 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:24:01.266290 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cdc632ca-a543-4d3e-95c5-791b47649e31 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:01.278760 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cdc632ca-a543-4d3e-95c5-791b47649e31 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:01.281225 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cdc632ca-a543-4d3e-95c5-791b47649e31 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "DELETE /v2.0/networks/b9427298-e45b-4840-bf02-a917ce4edb4e HTTP/1.1" status: 204 len: 168 time: 1.0648730 Sep 30 13:24:01.293094 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50770) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:01.302439 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-1fe5fb1c-d449-4c10-bbee-7ae4c7345227 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1588596616'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:01.309177 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc632ca-a543-4d3e-95c5-791b47649e31 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event deleted for resources: {'Network': ['ID=b9427298-e45b-4840-bf02-a917ce4edb4e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:01.345253 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239e1fd-442f-4d51-8b18-778eeec520c0 req-072eb19a-702f-454d-a1dd-9c928bf34d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:01.345648 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239e1fd-442f-4d51-8b18-778eeec520c0 req-072eb19a-702f-454d-a1dd-9c928bf34d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:01.346145 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239e1fd-442f-4d51-8b18-778eeec520c0 req-072eb19a-702f-454d-a1dd-9c928bf34d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:01.350142 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b239e1fd-442f-4d51-8b18-778eeec520c0 req-072eb19a-702f-454d-a1dd-9c928bf34d70 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b2b1cd5a06924c118528b4d0714f0f7d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6022062 Sep 30 13:24:01.386761 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-12741837-ed7f-46a6-af19-49aa9cfa4a3a req-fc49aad1-3d16-4291-97e5-cb76376bd1a1 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db148c7-bf6e-4314-b94a-2d0e09a494c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583269 Sep 30 13:24:01.420447 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe5fb1c-d449-4c10-bbee-7ae4c7345227 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Made reservation on behalf of 67c83a32d1134b6f81df454426d05491 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:24:01.428322 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1fe5fb1c-d449-4c10-bbee-7ae4c7345227 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:01.455600 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4b43b-cc8f-4f6a-a033-badf6fec073a req-690f1c42-ab3c-4564-9f36-1249c47b5d8d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:01.469515 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4b43b-cc8f-4f6a-a033-badf6fec073a req-690f1c42-ab3c-4564-9f36-1249c47b5d8d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:01.484429 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe5fb1c-d449-4c10-bbee-7ae4c7345227 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:24:01.489055 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4b43b-cc8f-4f6a-a033-badf6fec073a req-690f1c42-ab3c-4564-9f36-1249c47b5d8d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:01.505240 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4b43b-cc8f-4f6a-a033-badf6fec073a req-690f1c42-ab3c-4564-9f36-1249c47b5d8d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:01.509140 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1fe5fb1c-d449-4c10-bbee-7ae4c7345227 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:01.509484 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-1fe5fb1c-d449-4c10-bbee-7ae4c7345227 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Added segment 2d111ffa-42be-4ea2-b8b5-c00dc7723f34 of type vlan for network 0c8bb137-75ce-4f93-b642-154d3e80decb Sep 30 13:24:01.520656 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4b43b-cc8f-4f6a-a033-badf6fec073a req-690f1c42-ab3c-4564-9f36-1249c47b5d8d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:01.528925 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4b43b-cc8f-4f6a-a033-badf6fec073a req-690f1c42-ab3c-4564-9f36-1249c47b5d8d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:01.538095 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4b43b-cc8f-4f6a-a033-badf6fec073a req-690f1c42-ab3c-4564-9f36-1249c47b5d8d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:01.546330 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c18985e-c89a-4673-adad-254afde1767a req-c576f793-f5c0-4513-b973-0ae0bfd36f08 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6812f0-ce0b-4864-889b-cde4cfd7f7ba HTTP/1.1" status: 200 len: 210 time: 0.0484855 Sep 30 13:24:01.548075 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccc4b43b-cc8f-4f6a-a033-badf6fec073a req-690f1c42-ab3c-4564-9f36-1249c47b5d8d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5393 time: 0.6212599 Sep 30 13:24:01.623230 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1fe5fb1c-d449-4c10-bbee-7ae4c7345227 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:01.739470 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1fe5fb1c-d449-4c10-bbee-7ae4c7345227 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:01.753731 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 09065954-c825-47b2-8fc6-2f88c7a1a9d9 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:01.754143 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:01.760252 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe5fb1c-d449-4c10-bbee-7ae4c7345227 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:01.761267 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1fe5fb1c-d449-4c10-bbee-7ae4c7345227 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:01.817977 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b316a091-b8f5-4d84-974d-a2efa270fe9c None None] get_active_networks_info from n-d-810909-2 {{(pid=94765) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 13:24:01.848621 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccc4b43b-cc8f-4f6a-a033-badf6fec073a req-8dbfb1b9-22ca-4569-ba2b-b239ca4e54b6 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2992189 Sep 30 13:24:01.884525 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239e1fd-442f-4d51-8b18-778eeec520c0 req-20b34077-aaf3-48df-86d9-e1a099c7a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:01.886230 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b239e1fd-442f-4d51-8b18-778eeec520c0 req-20b34077-aaf3-48df-86d9-e1a099c7a33b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5137472 Sep 30 13:24:01.910876 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5fb1c-d449-4c10-bbee-7ae4c7345227 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event updated for resources: {'Network': ['ID=0c8bb137-75ce-4f93-b642-154d3e80decb,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:01.921627 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1fe5fb1c-d449-4c10-bbee-7ae4c7345227 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6247306 Sep 30 13:24:01.925488 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50774) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:01.932913 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-55d05866-6cf9-463d-85e7-c06505058740 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Request body: {'subnet': {'network_id': '0c8bb137-75ce-4f93-b642-154d3e80decb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:01.941974 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 0c8bb137-75ce-4f93-b642-154d3e80decb details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:24:01.947999 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e9c7a-f027-48b1-aee2-f9639a95f3c4 req-7611c6c9-8a7f-4c79-9780-2ce6c919c4c9 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:01.952340 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-602e9c7a-f027-48b1-aee2-f9639a95f3c4 req-7611c6c9-8a7f-4c79-9780-2ce6c919c4c9 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.2876043 Sep 30 13:24:01.986390 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-6664d0ee-37c7-402a-8834-9079add3d6be req-a72cdbeb-fae1-4c19-99b6-ad50223e8a71 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Allocated IP 172.20.0.10 (5ea559bc-80d5-4f06-8f7a-85544d681083/53861b81-7548-4d3b-aaa3-105fd07b71ea/22d9dc86-4c19-485e-ae61-347bc664d5da) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:24:02.039990 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-602e9c7a-f027-48b1-aee2-f9639a95f3c4 req-87a64719-4cec-410c-a2e2-9b59b2b0f573 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809922 Sep 30 13:24:02.141063 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d603e80e-4b80-426f-a678-bed2ee6363c5 None None] Provisioning complete for port 09065954-c825-47b2-8fc6-2f88c7a1a9d9 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:02.141661 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d603e80e-4b80-426f-a678-bed2ee6363c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:02.197995 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:24:02.203093 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6664d0ee-37c7-402a-8834-9079add3d6be req-a72cdbeb-fae1-4c19-99b6-ad50223e8a71 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:02.354696 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:24:02.389723 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:02.390135 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:02.399791 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6664d0ee-37c7-402a-8834-9079add3d6be req-a72cdbeb-fae1-4c19-99b6-ad50223e8a71 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:02.462999 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-6ca4fd14-557c-48d8-a88e-65b4c5bf7810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a34824-bdd7-4edd-8777-c76913f07e6d {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:24:02.476749 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-6ca4fd14-557c-48d8-a88e-65b4c5bf7810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:02.494753 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-6ca4fd14-557c-48d8-a88e-65b4c5bf7810 service neutron] Transition to ACTIVE for port object d8a34824-bdd7-4edd-8777-c76913f07e6d will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:24:02.548056 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-6ca4fd14-557c-48d8-a88e-65b4c5bf7810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:02.617588 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6664d0ee-37c7-402a-8834-9079add3d6be req-a72cdbeb-fae1-4c19-99b6-ad50223e8a71 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Network 5ea559bc-80d5-4f06-8f7a-85544d681083 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:24:02.638691 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-6664d0ee-37c7-402a-8834-9079add3d6be req-a72cdbeb-fae1-4c19-99b6-ad50223e8a71 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:24:02.640735 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d05866-6cf9-463d-85e7-c06505058740 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Made reservation on behalf of 67c83a32d1134b6f81df454426d05491 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:24:02.645545 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-55d05866-6cf9-463d-85e7-c06505058740 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:02.687629 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b316a091-b8f5-4d84-974d-a2efa270fe9c None None] Resources bound (agent type, host, resource id): {{(pid=94765) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 13:24:02.700155 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-6664d0ee-37c7-402a-8834-9079add3d6be req-a72cdbeb-fae1-4c19-99b6-ad50223e8a71 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:24:02.833550 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72cdbeb-fae1-4c19-99b6-ad50223e8a71 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Pushing event updated for resources: {'Port': ['ID=22d9dc86-4c19-485e-ae61-347bc664d5da,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:02.883302 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fe293-e6c2-4841-bb38-4cee5066abd1 req-85f01b3e-1be3-4f03-b64b-a21bc32fc5a2 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:02.886392 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d1fe293-e6c2-4841-bb38-4cee5066abd1 req-85f01b3e-1be3-4f03-b64b-a21bc32fc5a2 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 944 time: 0.3722227 Sep 30 13:24:02.908128 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b7f98-005b-4bc8-81b4-1dc1e73d1d14 req-9420d8c7-f7be-406a-af37-d4b7968d3ad8 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:02.909758 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e18b7f98-005b-4bc8-81b4-1dc1e73d1d14 req-9420d8c7-f7be-406a-af37-d4b7968d3ad8 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6812f0-ce0b-4864-889b-cde4cfd7f7ba HTTP/1.1" status: 200 len: 932 time: 0.2044227 Sep 30 13:24:02.986182 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664d0ee-37c7-402a-8834-9079add3d6be req-a72cdbeb-fae1-4c19-99b6-ad50223e8a71 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:02.987135 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6664d0ee-37c7-402a-8834-9079add3d6be req-a72cdbeb-fae1-4c19-99b6-ad50223e8a71 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:03.006874 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e18b7f98-005b-4bc8-81b4-1dc1e73d1d14 req-bda35cb2-b44b-493a-9c1c-f0ac835ca7e4 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ce83919-78f7-4e92-ae09-1e7e83dc36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756450 Sep 30 13:24:03.105030 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:03.161323 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2542525-6573-48da-8ed6-cdf243998306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:24:03.164829 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01db2fe-abcd-4bc1-ab93-173738b06555" -d '{"events": [{"server_uuid": "d2542525-6573-48da-8ed6-cdf243998306", "name": "network-vif-plugged", "status": "completed", "tag": "0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:24:03.184563 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e,segment=NetworkSegment(0dc535de-1067-48c2-86fe-d98f987c7eef),segment_id=0dc535de-1067-48c2-86fe-d98f987c7eef)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:03.197337 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:03.202345 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d1fe293-e6c2-4841-bb38-4cee5066abd1 req-28a1e85b-8452-43f7-959f-f49cf80dc7dd tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db148c7-bf6e-4314-b94a-2d0e09a494c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773283 Sep 30 13:24:03.212441 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6664d0ee-37c7-402a-8834-9079add3d6be req-a72cdbeb-fae1-4c19-99b6-ad50223e8a71 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8100822 Sep 30 13:24:03.219945 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af5aa6-f68e-4d7b-8d0b-8b0a58b5d7d2 req-4a7a0b94-ef48-4143-8ba2-9bc5767cd87c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:03.237612 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af5aa6-f68e-4d7b-8d0b-8b0a58b5d7d2 req-4a7a0b94-ef48-4143-8ba2-9bc5767cd87c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:03.245146 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af5aa6-f68e-4d7b-8d0b-8b0a58b5d7d2 req-4a7a0b94-ef48-4143-8ba2-9bc5767cd87c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:03.257342 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af5aa6-f68e-4d7b-8d0b-8b0a58b5d7d2 req-4a7a0b94-ef48-4143-8ba2-9bc5767cd87c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:03.264256 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af5aa6-f68e-4d7b-8d0b-8b0a58b5d7d2 req-4a7a0b94-ef48-4143-8ba2-9bc5767cd87c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:03.271376 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af5aa6-f68e-4d7b-8d0b-8b0a58b5d7d2 req-4a7a0b94-ef48-4143-8ba2-9bc5767cd87c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:03.280103 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af5aa6-f68e-4d7b-8d0b-8b0a58b5d7d2 req-4a7a0b94-ef48-4143-8ba2-9bc5767cd87c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:03.291170 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2af5aa6-f68e-4d7b-8d0b-8b0a58b5d7d2 req-4a7a0b94-ef48-4143-8ba2-9bc5767cd87c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5405 time: 0.1904757 Sep 30 13:24:03.292326 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-6664d0ee-37c7-402a-8834-9079add3d6be req-c65ada55-1666-4907-bad7-257eaad9f5c4 service neutron] Request body: {'port': {'device_id': '1d6812f0-ce0b-4864-889b-cde4cfd7f7ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:03.346103 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2af5aa6-f68e-4d7b-8d0b-8b0a58b5d7d2 req-abfa9ebb-d8e3-4a4d-a314-5080f173b71f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538921 Sep 30 13:24:03.384072 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-6ca4fd14-557c-48d8-a88e-65b4c5bf7810 service neutron] Attempting to bind port d8a34824-bdd7-4edd-8777-c76913f07e6d on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:24:03.384664 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-6ca4fd14-557c-48d8-a88e-65b4c5bf7810 service neutron] Attempting to bind port d8a34824-bdd7-4edd-8777-c76913f07e6d by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'f097219d-7f39-4cbe-a12c-6eb6cc689337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:24:03.385243 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-6ca4fd14-557c-48d8-a88e-65b4c5bf7810 service neutron] Attempting to bind port d8a34824-bdd7-4edd-8777-c76913f07e6d on network 9d17fdcf-9158-4fb3-9d4c-28837b9c74af {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:24:03.390765 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4fd14-557c-48d8-a88e-65b4c5bf7810 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a34824-bdd7-4edd-8777-c76913f07e6d,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:03.465899 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:03.469661 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2ca390-ccc5-4aca-a732-d9d97c9ad20b x-openstack-request-id: req-ec2ca390-ccc5-4aca-a732-d9d97c9ad20b {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:24:03.469946 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2542525-6573-48da-8ed6-cdf243998306", "name": "network-vif-plugged", "status": "completed", "tag": "0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:24:03.470241 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec2ca390-ccc5-4aca-a732-d9d97c9ad20b {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:24:03.470677 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2542525-6573-48da-8ed6-cdf243998306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e', 'code': 200} Sep 30 13:24:03.516613 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-6ca4fd14-557c-48d8-a88e-65b4c5bf7810 service neutron] Port d8a34824-bdd7-4edd-8777-c76913f07e6d on network 9d17fdcf-9158-4fb3-9d4c-28837b9c74af not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:24:03.517043 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-6ca4fd14-557c-48d8-a88e-65b4c5bf7810 service neutron] Attempting to bind port d8a34824-bdd7-4edd-8777-c76913f07e6d on network 9d17fdcf-9158-4fb3-9d4c-28837b9c74af {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:24:03.529487 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-6ca4fd14-557c-48d8-a88e-65b4c5bf7810 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:24:03.529991 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-6ca4fd14-557c-48d8-a88e-65b4c5bf7810 service neutron] Checking segment: {'id': 'f097219d-7f39-4cbe-a12c-6eb6cc689337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:24:03.530513 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-6ca4fd14-557c-48d8-a88e-65b4c5bf7810 service neutron] Bound using segment: {'id': 'f097219d-7f39-4cbe-a12c-6eb6cc689337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:24:03.531067 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-6ca4fd14-557c-48d8-a88e-65b4c5bf7810 service neutron] Bound port: d8a34824-bdd7-4edd-8777-c76913f07e6d, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f097219d-7f39-4cbe-a12c-6eb6cc689337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:24:03.531530 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-6ca4fd14-557c-48d8-a88e-65b4c5bf7810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:03.621901 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-6ca4fd14-557c-48d8-a88e-65b4c5bf7810 service neutron] For port d8a34824-bdd7-4edd-8777-c76913f07e6d, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:24:03.625702 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-6ca4fd14-557c-48d8-a88e-65b4c5bf7810 service neutron] For port d8a34824-bdd7-4edd-8777-c76913f07e6d, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=d8a34824-bdd7-4edd-8777-c76913f07e6d,segment=NetworkSegment(f097219d-7f39-4cbe-a12c-6eb6cc689337),segment_id=f097219d-7f39-4cbe-a12c-6eb6cc689337)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:24:03.630563 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6664d0ee-37c7-402a-8834-9079add3d6be req-c65ada55-1666-4907-bad7-257eaad9f5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:04.122400 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-6ca4fd14-557c-48d8-a88e-65b4c5bf7810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:04.165988 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-6ca4fd14-557c-48d8-a88e-65b4c5bf7810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:04.166849 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-6ca4fd14-557c-48d8-a88e-65b4c5bf7810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:04.168462 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-6ca4fd14-557c-48d8-a88e-65b4c5bf7810 service neutron] 10.222.0.54 "PUT /v2.0/ports/d8a34824-bdd7-4edd-8777-c76913f07e6d HTTP/1.1" status: 200 len: 1091 time: 4.2000890 Sep 30 13:24:04.170290 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'tag': 'd8a34824-bdd7-4edd-8777-c76913f07e6d'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:24:04.172672 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8824648d-f08a-4216-8846-b35f04f109bb" -d '{"events": [{"name": "network-changed", "server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "tag": "d8a34824-bdd7-4edd-8777-c76913f07e6d"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:24:04.247557 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424918a8-0458-455c-b134-60428a86b2ec req-e7aecd87-e3ce-4672-88e0-c09152f64206 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:04.266122 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-424918a8-0458-455c-b134-60428a86b2ec req-e7aecd87-e3ce-4672-88e0-c09152f64206 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6812f0-ce0b-4864-889b-cde4cfd7f7ba HTTP/1.1" status: 200 len: 932 time: 0.1210077 Sep 30 13:24:04.282189 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-a5e22a08-f127-4176-b2ec-b85501d261f7 service neutron] Request body: {'port': {'device_id': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:04.329706 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-55d05866-6cf9-463d-85e7-c06505058740 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:04.339956 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-424918a8-0458-455c-b134-60428a86b2ec req-a054b55f-2904-4e5a-81aa-d52be67d6128 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ce83919-78f7-4e92-ae09-1e7e83dc36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728672 Sep 30 13:24:04.398046 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853658da-6386-472c-af33-8971396ecc75 req-7289fce0-280b-44f7-8a20-dfeae3617050 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:04.405534 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-853658da-6386-472c-af33-8971396ecc75 req-7289fce0-280b-44f7-8a20-dfeae3617050 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.9967964 Sep 30 13:24:04.407529 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4fd14-557c-48d8-a88e-65b4c5bf7810 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a34824-bdd7-4edd-8777-c76913f07e6d,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:04.588021 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c2099-1a50-431e-949c-7ed36aec5d7f req-e20c7eff-11c6-4176-a33a-350abe22ab6a tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:04.589531 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2e4c2099-1a50-431e-949c-7ed36aec5d7f req-e20c7eff-11c6-4176-a33a-350abe22ab6a tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 945 time: 0.1113129 Sep 30 13:24:04.669809 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2e4c2099-1a50-431e-949c-7ed36aec5d7f req-ef2d1520-58e3-47c2-a8b2-5490e922ee9d tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db148c7-bf6e-4314-b94a-2d0e09a494c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625880 Sep 30 13:24:04.737581 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-6664d0ee-37c7-402a-8834-9079add3d6be req-c65ada55-1666-4907-bad7-257eaad9f5c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d9dc86-4c19-485e-ae61-347bc664d5da {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:24:04.758058 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6664d0ee-37c7-402a-8834-9079add3d6be req-c65ada55-1666-4907-bad7-257eaad9f5c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:04.792015 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-6664d0ee-37c7-402a-8834-9079add3d6be req-c65ada55-1666-4907-bad7-257eaad9f5c4 service neutron] Transition to ACTIVE for port object 22d9dc86-4c19-485e-ae61-347bc664d5da will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:24:04.871317 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4c97d0-f18a-4d64-954b-66f2c859cc53 x-openstack-request-id: req-2c4c97d0-f18a-4d64-954b-66f2c859cc53 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:24:04.872131 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "tag": "d8a34824-bdd7-4edd-8777-c76913f07e6d", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:24:04.872403 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2c4c97d0-f18a-4d64-954b-66f2c859cc53 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:24:04.872811 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'tag': 'd8a34824-bdd7-4edd-8777-c76913f07e6d', 'status': 'completed', 'code': 200} Sep 30 13:24:04.890683 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6664d0ee-37c7-402a-8834-9079add3d6be req-c65ada55-1666-4907-bad7-257eaad9f5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:04.908089 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b346e3-a86d-4e39-a237-0d349e1b0651 req-d7876399-0870-4f49-897b-6c7887fa80cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:04.910105 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f1b346e3-a86d-4e39-a237-0d349e1b0651 req-d7876399-0870-4f49-897b-6c7887fa80cb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 1096 time: 1.3837006 Sep 30 13:24:04.982932 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea366c44-bb2d-4bd2-b817-936315133e50 req-8b643d9d-8e2b-4e6a-95d3-061d10f16c36 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:04.989280 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea366c44-bb2d-4bd2-b817-936315133e50 req-8b643d9d-8e2b-4e6a-95d3-061d10f16c36 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:05.009934 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea366c44-bb2d-4bd2-b817-936315133e50 req-8b643d9d-8e2b-4e6a-95d3-061d10f16c36 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:05.027131 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea366c44-bb2d-4bd2-b817-936315133e50 req-8b643d9d-8e2b-4e6a-95d3-061d10f16c36 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:05.033561 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea366c44-bb2d-4bd2-b817-936315133e50 req-8b643d9d-8e2b-4e6a-95d3-061d10f16c36 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:05.040614 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea366c44-bb2d-4bd2-b817-936315133e50 req-8b643d9d-8e2b-4e6a-95d3-061d10f16c36 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:05.047653 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ada55-1666-4907-bad7-257eaad9f5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=22d9dc86-4c19-485e-ae61-347bc664d5da,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:05.049293 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea366c44-bb2d-4bd2-b817-936315133e50 req-8b643d9d-8e2b-4e6a-95d3-061d10f16c36 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:05.050329 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d05866-6cf9-463d-85e7-c06505058740 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event updated for resources: {'Subnet': ['ID=41c3606d-71b6-48ec-8acc-0378a74aa1fb,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:05.058385 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ea366c44-bb2d-4bd2-b817-936315133e50 req-8b643d9d-8e2b-4e6a-95d3-061d10f16c36 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5405 time: 0.1715975 Sep 30 13:24:05.060428 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-a5e22a08-f127-4176-b2ec-b85501d261f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:05.078331 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-853658da-6386-472c-af33-8971396ecc75 req-531acfb2-042d-471f-86d0-5e3ee979aa0b tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6717155 Sep 30 13:24:05.129015 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f1b346e3-a86d-4e39-a237-0d349e1b0651 req-4b9d2f4b-ca6c-47e2-bd68-351bbe11e7bf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9db148c7-bf6e-4314-b94a-2d0e09a494c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754479 Sep 30 13:24:05.136519 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ea366c44-bb2d-4bd2-b817-936315133e50 req-12e24634-f8bc-4f34-bdc6-db763cb171ac tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0769322 Sep 30 13:24:05.207603 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824648d-f08a-4216-8846-b35f04f109bb req-557304ee-d2a9-455e-b1b6-6194858a9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:05.208204 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824648d-f08a-4216-8846-b35f04f109bb req-557304ee-d2a9-455e-b1b6-6194858a9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:05.208754 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824648d-f08a-4216-8846-b35f04f109bb req-557304ee-d2a9-455e-b1b6-6194858a9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:05.209293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824648d-f08a-4216-8846-b35f04f109bb req-557304ee-d2a9-455e-b1b6-6194858a9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:05.210393 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824648d-f08a-4216-8846-b35f04f109bb req-557304ee-d2a9-455e-b1b6-6194858a9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:05.211047 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824648d-f08a-4216-8846-b35f04f109bb req-557304ee-d2a9-455e-b1b6-6194858a9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:05.211805 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824648d-f08a-4216-8846-b35f04f109bb req-557304ee-d2a9-455e-b1b6-6194858a9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:05.214660 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8824648d-f08a-4216-8846-b35f04f109bb req-557304ee-d2a9-455e-b1b6-6194858a9450 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b2b1cd5a06924c118528b4d0714f0f7d&device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 6352 time: 0.3689775 Sep 30 13:24:05.294231 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d05866-6cf9-463d-85e7-c06505058740 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Checking segment: {'id': '2d111ffa-42be-4ea2-b8b5-c00dc7723f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0c8bb137-75ce-4f93-b642-154d3e80decb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:24:05.294820 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d05866-6cf9-463d-85e7-c06505058740 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Network hostable DHCP agents. Network: 0c8bb137-75ce-4f93-b642-154d3e80decb, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:24:05.722861 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-6664d0ee-37c7-402a-8834-9079add3d6be req-c65ada55-1666-4907-bad7-257eaad9f5c4 service neutron] Attempting to bind port 22d9dc86-4c19-485e-ae61-347bc664d5da on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:24:05.723331 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-6664d0ee-37c7-402a-8834-9079add3d6be req-c65ada55-1666-4907-bad7-257eaad9f5c4 service neutron] Attempting to bind port 22d9dc86-4c19-485e-ae61-347bc664d5da by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '1b44a50e-ea59-40a6-9f71-1707d1a15121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5ea559bc-80d5-4f06-8f7a-85544d681083'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:24:05.723728 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6664d0ee-37c7-402a-8834-9079add3d6be req-c65ada55-1666-4907-bad7-257eaad9f5c4 service neutron] Attempting to bind port 22d9dc86-4c19-485e-ae61-347bc664d5da on network 5ea559bc-80d5-4f06-8f7a-85544d681083 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:24:05.749666 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5865fba-5c52-470c-8112-16a538fb78e3 req-0d7c58f6-ef39-4d1d-9313-21aa35815034 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:05.750575 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d05866-6cf9-463d-85e7-c06505058740 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Network 0c8bb137-75ce-4f93-b642-154d3e80decb is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:24:05.759936 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a5865fba-5c52-470c-8112-16a538fb78e3 req-0d7c58f6-ef39-4d1d-9313-21aa35815034 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 945 time: 0.0702972 Sep 30 13:24:05.761026 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6664d0ee-37c7-402a-8834-9079add3d6be req-c65ada55-1666-4907-bad7-257eaad9f5c4 service neutron] Port 22d9dc86-4c19-485e-ae61-347bc664d5da on network 5ea559bc-80d5-4f06-8f7a-85544d681083 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:24:05.761401 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6664d0ee-37c7-402a-8834-9079add3d6be req-c65ada55-1666-4907-bad7-257eaad9f5c4 service neutron] Attempting to bind port 22d9dc86-4c19-485e-ae61-347bc664d5da on network 5ea559bc-80d5-4f06-8f7a-85544d681083 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:24:05.796658 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bca396-f5cc-4237-8461-84f212d5b661 req-a3f583a8-696f-494e-9d61-f239d8e48fdc tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:05.798443 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a9bca396-f5cc-4237-8461-84f212d5b661 req-a3f583a8-696f-494e-9d61-f239d8e48fdc tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6812f0-ce0b-4864-889b-cde4cfd7f7ba HTTP/1.1" status: 200 len: 944 time: 0.2696726 Sep 30 13:24:05.808683 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-55d05866-6cf9-463d-85e7-c06505058740 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 0c8bb137-75ce-4f93-b642-154d3e80decb) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:24:05.813500 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d05866-6cf9-463d-85e7-c06505058740 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:05.814267 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-55d05866-6cf9-463d-85e7-c06505058740 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:05.820677 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce3745c-343f-4567-aa57-fb0d777da366 None None] Network 0c8bb137-75ce-4f93-b642-154d3e80decb requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:24:05.834046 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a5865fba-5c52-470c-8112-16a538fb78e3 req-f75bf465-d023-49b2-9392-1f68baef4006 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472660 Sep 30 13:24:05.845024 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6664d0ee-37c7-402a-8834-9079add3d6be req-c65ada55-1666-4907-bad7-257eaad9f5c4 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:24:05.845435 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6664d0ee-37c7-402a-8834-9079add3d6be req-c65ada55-1666-4907-bad7-257eaad9f5c4 service neutron] Checking segment: {'id': '1b44a50e-ea59-40a6-9f71-1707d1a15121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5ea559bc-80d5-4f06-8f7a-85544d681083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:24:05.845888 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6664d0ee-37c7-402a-8834-9079add3d6be req-c65ada55-1666-4907-bad7-257eaad9f5c4 service neutron] Bound using segment: {'id': '1b44a50e-ea59-40a6-9f71-1707d1a15121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5ea559bc-80d5-4f06-8f7a-85544d681083'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:24:05.846445 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-6664d0ee-37c7-402a-8834-9079add3d6be req-c65ada55-1666-4907-bad7-257eaad9f5c4 service neutron] Bound port: 22d9dc86-4c19-485e-ae61-347bc664d5da, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b44a50e-ea59-40a6-9f71-1707d1a15121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5ea559bc-80d5-4f06-8f7a-85544d681083'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:24:05.846875 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6664d0ee-37c7-402a-8834-9079add3d6be req-c65ada55-1666-4907-bad7-257eaad9f5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:05.879937 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824648d-f08a-4216-8846-b35f04f109bb req-f5ec8263-acac-4755-86b7-e29ff1c84af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:05.880170 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824648d-f08a-4216-8846-b35f04f109bb req-f5ec8263-acac-4755-86b7-e29ff1c84af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:05.880579 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824648d-f08a-4216-8846-b35f04f109bb req-f5ec8263-acac-4755-86b7-e29ff1c84af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:05.882756 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8824648d-f08a-4216-8846-b35f04f109bb req-f5ec8263-acac-4755-86b7-e29ff1c84af0 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b2b1cd5a06924c118528b4d0714f0f7d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6350880 Sep 30 13:24:05.929501 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a9bca396-f5cc-4237-8461-84f212d5b661 req-31030abf-d575-4a58-8cd8-fedc75a979d6 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ce83919-78f7-4e92-ae09-1e7e83dc36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102772 Sep 30 13:24:06.000494 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-55d05866-6cf9-463d-85e7-c06505058740 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.0717313 Sep 30 13:24:06.000971 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4635d2c-45d6-475c-96b3-f9bbbec17ff9 req-ef4a6c0f-6f12-4549-8a4d-da6fd079bd62 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:06.005161 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b4635d2c-45d6-475c-96b3-f9bbbec17ff9 req-ef4a6c0f-6f12-4549-8a4d-da6fd079bd62 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 945 time: 0.1016994 Sep 30 13:24:06.005917 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50832) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:06.050645 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d4b723-4580-4964-80e1-c7195be43ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-0c8bb137-75ce-4f93-b642-154d3e80decb', 'network_id': '0c8bb137-75ce-4f93-b642-154d3e80decb', 'tenant_id': '67c83a32d1134b6f81df454426d05491', 'fixed_ips': [{'subnet_id': '41c3606d-71b6-48ec-8acc-0378a74aa1fb'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:24:06.051827 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-15d4b723-4580-4964-80e1-c7195be43ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:06.117716 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b4635d2c-45d6-475c-96b3-f9bbbec17ff9 req-dc6cf8f8-ee21-439e-a1ce-f3d92689eee3 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db148c7-bf6e-4314-b94a-2d0e09a494c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989318 Sep 30 13:24:06.184287 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-a5e22a08-f127-4176-b2ec-b85501d261f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa4a606c-ba9f-437e-9fdd-ee6b622b3359 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:24:06.213882 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-15d4b723-4580-4964-80e1-c7195be43ae2 None None] Allocated IP 2001:db8::1 (0c8bb137-75ce-4f93-b642-154d3e80decb/41c3606d-71b6-48ec-8acc-0378a74aa1fb/e2132dc4-c3f7-415e-aa90-550af5f1a336) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:24:06.215172 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-a5e22a08-f127-4176-b2ec-b85501d261f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:06.298944 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-6664d0ee-37c7-402a-8834-9079add3d6be req-c65ada55-1666-4907-bad7-257eaad9f5c4 service neutron] For port 22d9dc86-4c19-485e-ae61-347bc664d5da, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:24:06.306868 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-a5e22a08-f127-4176-b2ec-b85501d261f7 service neutron] Transition to ACTIVE for port object fa4a606c-ba9f-437e-9fdd-ee6b622b3359 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:24:06.365548 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824648d-f08a-4216-8846-b35f04f109bb req-b8e1f976-d490-49b5-b595-85e326bb40be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:06.370302 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8824648d-f08a-4216-8846-b35f04f109bb req-b8e1f976-d490-49b5-b595-85e326bb40be service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4668510 Sep 30 13:24:06.371758 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0fb1a-0b87-4be1-a2fb-d6a8554ba69e req-bae5d684-847e-432c-9749-91ca394cf1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:06.373434 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f7e0fb1a-0b87-4be1-a2fb-d6a8554ba69e req-bae5d684-847e-432c-9749-91ca394cf1f5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a44cb98e418b4fc89cc73be20bc6aaa8&device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 1096 time: 0.2279651 Sep 30 13:24:06.398389 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-a5e22a08-f127-4176-b2ec-b85501d261f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:06.434892 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-15d4b723-4580-4964-80e1-c7195be43ae2 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:06.449958 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd7129-8785-4d10-97f1-60952e2f5c01 req-97395f06-0fbf-4d9b-8331-309163652700 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:06.456108 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd7129-8785-4d10-97f1-60952e2f5c01 req-97395f06-0fbf-4d9b-8331-309163652700 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:06.458348 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-15d4b723-4580-4964-80e1-c7195be43ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:06.462277 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd7129-8785-4d10-97f1-60952e2f5c01 req-97395f06-0fbf-4d9b-8331-309163652700 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:06.467053 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-6664d0ee-37c7-402a-8834-9079add3d6be req-c65ada55-1666-4907-bad7-257eaad9f5c4 service neutron] For port 22d9dc86-4c19-485e-ae61-347bc664d5da, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=22d9dc86-4c19-485e-ae61-347bc664d5da,segment=NetworkSegment(1b44a50e-ea59-40a6-9f71-1707d1a15121),segment_id=1b44a50e-ea59-40a6-9f71-1707d1a15121)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:24:06.470136 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd7129-8785-4d10-97f1-60952e2f5c01 req-97395f06-0fbf-4d9b-8331-309163652700 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:06.476010 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd7129-8785-4d10-97f1-60952e2f5c01 req-97395f06-0fbf-4d9b-8331-309163652700 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:06.482797 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd7129-8785-4d10-97f1-60952e2f5c01 req-97395f06-0fbf-4d9b-8331-309163652700 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:06.488875 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd7129-8785-4d10-97f1-60952e2f5c01 req-97395f06-0fbf-4d9b-8331-309163652700 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:06.499126 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6664d0ee-37c7-402a-8834-9079add3d6be req-c65ada55-1666-4907-bad7-257eaad9f5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:06.508117 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b1bd7129-8785-4d10-97f1-60952e2f5c01 req-97395f06-0fbf-4d9b-8331-309163652700 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5417 time: 0.2095547 Sep 30 13:24:06.513294 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:06.518794 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e22a08-f127-4176-b2ec-b85501d261f7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4a606c-ba9f-437e-9fdd-ee6b622b3359,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:06.523214 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d4b723-4580-4964-80e1-c7195be43ae2 None None] Network 0c8bb137-75ce-4f93-b642-154d3e80decb is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:24:06.532481 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-15d4b723-4580-4964-80e1-c7195be43ae2 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:24:06.561367 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d4b723-4580-4964-80e1-c7195be43ae2 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:24:06.620318 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664d0ee-37c7-402a-8834-9079add3d6be req-c65ada55-1666-4907-bad7-257eaad9f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:06.620931 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6664d0ee-37c7-402a-8834-9079add3d6be req-c65ada55-1666-4907-bad7-257eaad9f5c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:06.623317 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6664d0ee-37c7-402a-8834-9079add3d6be req-c65ada55-1666-4907-bad7-257eaad9f5c4 service neutron] 10.222.0.39 "PUT /v2.0/ports/22d9dc86-4c19-485e-ae61-347bc664d5da HTTP/1.1" status: 200 len: 1092 time: 3.3996177 Sep 30 13:24:06.634319 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-15d4b723-4580-4964-80e1-c7195be43ae2 None None] Attempting to bind port e2132dc4-c3f7-415e-aa90-550af5f1a336 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:24:06.634979 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-15d4b723-4580-4964-80e1-c7195be43ae2 None None] Attempting to bind port e2132dc4-c3f7-415e-aa90-550af5f1a336 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '2d111ffa-42be-4ea2-b8b5-c00dc7723f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0c8bb137-75ce-4f93-b642-154d3e80decb'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:24:06.635506 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d4b723-4580-4964-80e1-c7195be43ae2 None None] Attempting to bind port e2132dc4-c3f7-415e-aa90-550af5f1a336 on network 0c8bb137-75ce-4f93-b642-154d3e80decb {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:24:06.644896 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d4b723-4580-4964-80e1-c7195be43ae2 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:24:06.645495 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d4b723-4580-4964-80e1-c7195be43ae2 None None] Checking segment: {'id': '2d111ffa-42be-4ea2-b8b5-c00dc7723f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0c8bb137-75ce-4f93-b642-154d3e80decb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:24:06.646113 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-15d4b723-4580-4964-80e1-c7195be43ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:06.646670 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d4b723-4580-4964-80e1-c7195be43ae2 None None] Bound using segment: {'id': '2d111ffa-42be-4ea2-b8b5-c00dc7723f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0c8bb137-75ce-4f93-b642-154d3e80decb'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:24:06.647457 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-15d4b723-4580-4964-80e1-c7195be43ae2 None None] Bound port: e2132dc4-c3f7-415e-aa90-550af5f1a336, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d111ffa-42be-4ea2-b8b5-c00dc7723f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0c8bb137-75ce-4f93-b642-154d3e80decb'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:24:06.648011 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-15d4b723-4580-4964-80e1-c7195be43ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:06.661458 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4b723-4580-4964-80e1-c7195be43ae2 None None] Pushing event updated for resources: {'Port': ['ID=e2132dc4-c3f7-415e-aa90-550af5f1a336,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:06.675272 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ada55-1666-4907-bad7-257eaad9f5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=22d9dc86-4c19-485e-ae61-347bc664d5da,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:06.690612 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b1bd7129-8785-4d10-97f1-60952e2f5c01 req-08ed3965-115f-47bc-b77d-17d44852f988 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1812329 Sep 30 13:24:06.749881 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0fb1a-0b87-4be1-a2fb-d6a8554ba69e req-6e934181-9ba1-4d3c-9c98-5ec037a97748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:06.752186 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f7e0fb1a-0b87-4be1-a2fb-d6a8554ba69e req-6e934181-9ba1-4d3c-9c98-5ec037a97748 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2ae8f69c-e2ed-4683-a275-8d8f7caa3a16 HTTP/1.1" status: 200 len: 914 time: 0.3588998 Sep 30 13:24:06.765834 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Deleting port e2132dc4-c3f7-415e-aa90-550af5f1a336 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:24:06.766201 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:06.805487 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-15d4b723-4580-4964-80e1-c7195be43ae2 None None] For port e2132dc4-c3f7-415e-aa90-550af5f1a336, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:24:06.809253 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-15d4b723-4580-4964-80e1-c7195be43ae2 None None] For port e2132dc4-c3f7-415e-aa90-550af5f1a336, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e2132dc4-c3f7-415e-aa90-550af5f1a336,segment=NetworkSegment(2d111ffa-42be-4ea2-b8b5-c00dc7723f34),segment_id=2d111ffa-42be-4ea2-b8b5-c00dc7723f34)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:24:06.815756 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-15d4b723-4580-4964-80e1-c7195be43ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:06.824059 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a27a6-577e-4b2e-a858-ea65083a0fd0 req-a0b11aab-80e5-477f-b4cb-66928bddadbb tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:06.829610 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-282a27a6-577e-4b2e-a858-ea65083a0fd0 req-a0b11aab-80e5-477f-b4cb-66928bddadbb tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 945 time: 0.5650816 Sep 30 13:24:06.867988 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f7e0fb1a-0b87-4be1-a2fb-d6a8554ba69e req-a8d0549a-9e46-4b87-a809-0180a8cfb299 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4df9243e-bed7-40e3-8adb-c8474789475e HTTP/1.1" status: 200 len: 217 time: 0.1043761 Sep 30 13:24:06.877099 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6812f0-ce0b-4864-889b-cde4cfd7f7ba', 'tag': '22d9dc86-4c19-485e-ae61-347bc664d5da'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:24:06.886411 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc04cac-f186-4267-963a-c8941cae8d53" -d '{"events": [{"name": "network-changed", "server_uuid": "1d6812f0-ce0b-4864-889b-cde4cfd7f7ba", "tag": "22d9dc86-4c19-485e-ae61-347bc664d5da"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:24:06.914411 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4b723-4580-4964-80e1-c7195be43ae2 None None] Pushing event updated for resources: {'Port': ['ID=e2132dc4-c3f7-415e-aa90-550af5f1a336,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:06.961079 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664d0ee-37c7-402a-8834-9079add3d6be req-c8f6bb3a-5013-402c-ad12-aee624fc1c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:06.962673 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6664d0ee-37c7-402a-8834-9079add3d6be req-c8f6bb3a-5013-402c-ad12-aee624fc1c10 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6aa863500686497bbd698f8f6b4b0670&device_id=1d6812f0-ce0b-4864-889b-cde4cfd7f7ba HTTP/1.1" status: 200 len: 1095 time: 0.2540877 Sep 30 13:24:06.968458 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-282a27a6-577e-4b2e-a858-ea65083a0fd0 req-64b3fe92-1a8b-4e9d-9248-af9c205dd157 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750153 Sep 30 13:24:06.979719 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-a5e22a08-f127-4176-b2ec-b85501d261f7 service neutron] Attempting to bind port fa4a606c-ba9f-437e-9fdd-ee6b622b3359 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:24:06.980055 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-a5e22a08-f127-4176-b2ec-b85501d261f7 service neutron] Attempting to bind port fa4a606c-ba9f-437e-9fdd-ee6b622b3359 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'fb32e27c-117c-48af-8116-a61ac08babf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b68d4a30-a2a9-45e6-a05c-fdc2eb295452'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:24:06.980379 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-a5e22a08-f127-4176-b2ec-b85501d261f7 service neutron] Attempting to bind port fa4a606c-ba9f-437e-9fdd-ee6b622b3359 on network b68d4a30-a2a9-45e6-a05c-fdc2eb295452 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:24:07.021869 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-a5e22a08-f127-4176-b2ec-b85501d261f7 service neutron] Port fa4a606c-ba9f-437e-9fdd-ee6b622b3359 on network b68d4a30-a2a9-45e6-a05c-fdc2eb295452 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:24:07.022834 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-a5e22a08-f127-4176-b2ec-b85501d261f7 service neutron] Attempting to bind port fa4a606c-ba9f-437e-9fdd-ee6b622b3359 on network b68d4a30-a2a9-45e6-a05c-fdc2eb295452 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:24:07.035268 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6664d0ee-37c7-402a-8834-9079add3d6be req-be1c9916-5da0-41a7-bf93-c0bc966596fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22d9dc86-4c19-485e-ae61-347bc664d5da HTTP/1.1" status: 200 len: 217 time: 0.0639534 Sep 30 13:24:07.036253 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-a5e22a08-f127-4176-b2ec-b85501d261f7 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:24:07.036670 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-a5e22a08-f127-4176-b2ec-b85501d261f7 service neutron] Checking segment: {'id': 'fb32e27c-117c-48af-8116-a61ac08babf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b68d4a30-a2a9-45e6-a05c-fdc2eb295452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:24:07.037110 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-a5e22a08-f127-4176-b2ec-b85501d261f7 service neutron] Bound using segment: {'id': 'fb32e27c-117c-48af-8116-a61ac08babf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b68d4a30-a2a9-45e6-a05c-fdc2eb295452'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:24:07.038699 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-a5e22a08-f127-4176-b2ec-b85501d261f7 service neutron] Bound port: fa4a606c-ba9f-437e-9fdd-ee6b622b3359, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb32e27c-117c-48af-8116-a61ac08babf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b68d4a30-a2a9-45e6-a05c-fdc2eb295452'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:24:07.039152 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-a5e22a08-f127-4176-b2ec-b85501d261f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:07.073408 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b3ce37-fa48-40ce-9642-4affca994ae2 x-openstack-request-id: req-c7b3ce37-fa48-40ce-9642-4affca994ae2 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:24:07.078155 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d6812f0-ce0b-4864-889b-cde4cfd7f7ba", "tag": "22d9dc86-4c19-485e-ae61-347bc664d5da", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:24:07.078962 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c7b3ce37-fa48-40ce-9642-4affca994ae2 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:24:07.079447 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6812f0-ce0b-4864-889b-cde4cfd7f7ba', 'tag': '22d9dc86-4c19-485e-ae61-347bc664d5da', 'status': 'completed', 'code': 200} Sep 30 13:24:07.084295 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9e773-b88e-4b46-8bab-057cd8b4fb85 req-de6555e1-7fb2-40b9-8dfb-5f96a69a0ea9 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:07.092423 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-46f9e773-b88e-4b46-8bab-057cd8b4fb85 req-de6555e1-7fb2-40b9-8dfb-5f96a69a0ea9 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 945 time: 0.1306963 Sep 30 13:24:07.098677 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0fb1a-0b87-4be1-a2fb-d6a8554ba69e req-d11cf7fe-d6d5-453b-9f49-49f0af6412e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:07.100588 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f7e0fb1a-0b87-4be1-a2fb-d6a8554ba69e req-d11cf7fe-d6d5-453b-9f49-49f0af6412e2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bac914f-ff79-44a0-914f-8c571e231db2 HTTP/1.1" status: 200 len: 853 time: 0.2200100 Sep 30 13:24:07.143064 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] For port e2132dc4-c3f7-415e-aa90-550af5f1a336, host n-d-810909-2, got binding levels [] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:07.143691 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:07.148735 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f7e0fb1a-0b87-4be1-a2fb-d6a8554ba69e req-372478e2-03d1-4f35-b676-c028f02c34b9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2ae8f69c-e2ed-4683-a275-8d8f7caa3a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387883 Sep 30 13:24:07.199290 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Calling delete_port for e2132dc4-c3f7-415e-aa90-550af5f1a336 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:24:07.212345 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-a5e22a08-f127-4176-b2ec-b85501d261f7 service neutron] For port fa4a606c-ba9f-437e-9fdd-ee6b622b3359, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:24:07.230161 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-46f9e773-b88e-4b46-8bab-057cd8b4fb85 req-6b5645ac-d670-489b-84bd-4e772e5934d0 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299415 Sep 30 13:24:07.235935 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-a5e22a08-f127-4176-b2ec-b85501d261f7 service neutron] For port fa4a606c-ba9f-437e-9fdd-ee6b622b3359, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=fa4a606c-ba9f-437e-9fdd-ee6b622b3359,segment=NetworkSegment(fb32e27c-117c-48af-8116-a61ac08babf9),segment_id=fb32e27c-117c-48af-8116-a61ac08babf9)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:24:07.270817 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-a5e22a08-f127-4176-b2ec-b85501d261f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:07.389408 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664d0ee-37c7-402a-8834-9079add3d6be req-03860f50-511b-46a6-8aea-e3ff86b59dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:07.390941 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6664d0ee-37c7-402a-8834-9079add3d6be req-03860f50-511b-46a6-8aea-e3ff86b59dc1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=53861b81-7548-4d3b-aaa3-105fd07b71ea HTTP/1.1" status: 200 len: 853 time: 0.3468428 Sep 30 13:24:07.447107 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6664d0ee-37c7-402a-8834-9079add3d6be req-404d74c3-368f-427d-b790-bf2ff64f1d2b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ea559bc-80d5-4f06-8f7a-85544d681083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359087 Sep 30 13:24:07.452307 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e22a08-f127-4176-b2ec-b85501d261f7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4a606c-ba9f-437e-9fdd-ee6b622b3359,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:07.455824 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-a5e22a08-f127-4176-b2ec-b85501d261f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:07.456488 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-a5e22a08-f127-4176-b2ec-b85501d261f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:07.457840 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-a5e22a08-f127-4176-b2ec-b85501d261f7 service neutron] 10.222.0.54 "PUT /v2.0/ports/fa4a606c-ba9f-437e-9fdd-ee6b622b3359 HTTP/1.1" status: 200 len: 1091 time: 3.1854429 Sep 30 13:24:07.502523 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23dee4-4e92-4a03-910e-c483bdb73126 req-abfa29c9-bac9-451f-8719-8713f073c5fd tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:07.504140 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5a23dee4-4e92-4a03-910e-c483bdb73126 req-abfa29c9-bac9-451f-8719-8713f073c5fd tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6812f0-ce0b-4864-889b-cde4cfd7f7ba HTTP/1.1" status: 200 len: 944 time: 0.2482100 Sep 30 13:24:07.508597 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-1851b276-2eba-46d9-9883-5631b8ff6909 service neutron] Request body: {'port': {'device_id': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:07.590005 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f7e0fb1a-0b87-4be1-a2fb-d6a8554ba69e req-fa5e41d4-b4e8-4601-8ef9-6fb20484453c service neutron] 10.222.0.54 "GET /v2.0/networks/2ae8f69c-e2ed-4683-a275-8d8f7caa3a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323308 Sep 30 13:24:07.609978 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:07.668170 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6664d0ee-37c7-402a-8834-9079add3d6be req-ae189fe8-1ff0-40dd-afc3-c7a2bc6a069a service neutron] 10.222.0.39 "GET /v2.0/networks/5ea559bc-80d5-4f06-8f7a-85544d681083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071648 Sep 30 13:24:07.725335 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event deleted for resources: {'Port': ['ID=e2132dc4-c3f7-415e-aa90-550af5f1a336,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:07.766731 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5a23dee4-4e92-4a03-910e-c483bdb73126 req-73eb495e-8d71-47e4-a265-49f254b2be26 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ce83919-78f7-4e92-ae09-1e7e83dc36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317998 Sep 30 13:24:07.822617 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-1851b276-2eba-46d9-9883-5631b8ff6909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:07.842658 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f711a-97bc-4ebb-b779-36973a91411c req-8de8b878-6bb8-462e-91f8-97ee897229a2 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:07.844345 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-120f711a-97bc-4ebb-b779-36973a91411c req-8de8b878-6bb8-462e-91f8-97ee897229a2 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 945 time: 0.3000691 Sep 30 13:24:08.009295 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] No DVR routers for this DVR port e2132dc4-c3f7-415e-aa90-550af5f1a336 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:24:08.014201 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 4df9243e-bed7-40e3-8adb-c8474789475e no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:24:08.163632 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:08.181225 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6664d0ee-37c7-402a-8834-9079add3d6be req-2e4d063c-13d8-4ccc-9a4a-77884e3a6165 service neutron] 10.222.0.39 "GET /v2.0/networks/5ea559bc-80d5-4f06-8f7a-85544d681083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990468 Sep 30 13:24:08.200362 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-120f711a-97bc-4ebb-b779-36973a91411c req-7ba39bc9-aca5-48e0-8ffc-604d9ed56aa1 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db148c7-bf6e-4314-b94a-2d0e09a494c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322113 Sep 30 13:24:08.252019 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f7e0fb1a-0b87-4be1-a2fb-d6a8554ba69e req-c0a59c4f-b25d-4120-8560-06a2cf5a3384 service neutron] 10.222.0.54 "GET /v2.0/networks/2ae8f69c-e2ed-4683-a275-8d8f7caa3a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6504064 Sep 30 13:24:08.259567 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:08.286869 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5ef20a-a303-4004-98f7-6eaba1a4cad9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df9243e-bed7-40e3-8adb-c8474789475e'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:24:08.290573 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c2f72b-4f4d-49ea-a8a2-faab42a06d9a" -d '{"events": [{"server_uuid": "3d5ef20a-a303-4004-98f7-6eaba1a4cad9", "name": "network-vif-unplugged", "status": "completed", "tag": "4df9243e-bed7-40e3-8adb-c8474789475e"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:24:08.318237 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 4df9243e-bed7-40e3-8adb-c8474789475e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=4df9243e-bed7-40e3-8adb-c8474789475e,segment=NetworkSegment(4c14a080-1632-4772-b204-9e8eb842c0d3),segment_id=4c14a080-1632-4772-b204-9e8eb842c0d3)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:08.337592 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:08.353074 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ac26a-37ed-47e7-9c3b-0b87a9d86b67 req-d3f3d09e-85c1-4fd9-8265-df3f512204ee tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:08.360955 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ac26a-37ed-47e7-9c3b-0b87a9d86b67 req-d3f3d09e-85c1-4fd9-8265-df3f512204ee tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:08.367019 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ac26a-37ed-47e7-9c3b-0b87a9d86b67 req-d3f3d09e-85c1-4fd9-8265-df3f512204ee tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:08.373031 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ac26a-37ed-47e7-9c3b-0b87a9d86b67 req-d3f3d09e-85c1-4fd9-8265-df3f512204ee tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:08.378998 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ac26a-37ed-47e7-9c3b-0b87a9d86b67 req-d3f3d09e-85c1-4fd9-8265-df3f512204ee tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:08.385010 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ac26a-37ed-47e7-9c3b-0b87a9d86b67 req-d3f3d09e-85c1-4fd9-8265-df3f512204ee tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:08.393115 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ac26a-37ed-47e7-9c3b-0b87a9d86b67 req-d3f3d09e-85c1-4fd9-8265-df3f512204ee tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:08.394995 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-999ac26a-37ed-47e7-9c3b-0b87a9d86b67 req-d3f3d09e-85c1-4fd9-8265-df3f512204ee tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5417 time: 0.3457000 Sep 30 13:24:08.414909 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:08.449635 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=4df9243e-bed7-40e3-8adb-c8474789475e,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:08.489396 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc04cac-f186-4267-963a-c8941cae8d53 req-4d0fdfb5-8f21-4d95-80b7-53ab49a81d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:08.491354 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7fc04cac-f186-4267-963a-c8941cae8d53 req-4d0fdfb5-8f21-4d95-80b7-53ab49a81d47 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6aa863500686497bbd698f8f6b4b0670&device_id=1d6812f0-ce0b-4864-889b-cde4cfd7f7ba HTTP/1.1" status: 200 len: 1095 time: 0.2342217 Sep 30 13:24:08.565007 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-999ac26a-37ed-47e7-9c3b-0b87a9d86b67 req-e686c88d-f5b1-4ad3-9c94-630426b94dd3 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1471453 Sep 30 13:24:08.606974 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:08.637873 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b43ad9b-2fc2-4fbb-a94e-585d2264efe4 None None] Network 0c8bb137-75ce-4f93-b642-154d3e80decb requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:24:08.644144 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c8bb137-75ce-4f93-b642-154d3e80decb']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:08.652996 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-1851b276-2eba-46d9-9883-5631b8ff6909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e52d6d-b15a-43d5-a032-19b5958005e8 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:24:08.657730 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d111ffa-42be-4ea2-b8b5-c00dc7723f34') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:08.658244 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d111ffa-42be-4ea2-b8b5-c00dc7723f34') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:08.672383 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:08.674334 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event deleted for resources: {'Subnet': ['ID=41c3606d-71b6-48ec-8acc-0378a74aa1fb,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:08.675976 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-1851b276-2eba-46d9-9883-5631b8ff6909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:08.711744 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:08.712258 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:08.713777 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:08.714253 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:08.714607 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:08.715036 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:08.715380 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:08.715775 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:08.716114 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:08.716502 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:08.716839 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:08.717252 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:08.728230 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:08.745037 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-22d90494-6ec8-4308-bb9e-20ee2f3c7c16 None None] Could not find standard attr ID for object e2132dc4-c3f7-415e-aa90-550af5f1a336. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:24:08.745268 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86235d-4dc0-49e1-96a4-0b1a4666a986 req-cba44073-e834-499d-a80e-dd5ed0f486bb tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:08.747635 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4d86235d-4dc0-49e1-96a4-0b1a4666a986 req-cba44073-e834-499d-a80e-dd5ed0f486bb tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 943 time: 0.3748972 Sep 30 13:24:08.751174 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:24:08.751672 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:24:08.755632 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:24:08.783153 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc04cac-f186-4267-963a-c8941cae8d53 req-4e8e5319-da4e-4b6c-b1d2-84e22351d771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:08.783541 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7fc04cac-f186-4267-963a-c8941cae8d53 req-4e8e5319-da4e-4b6c-b1d2-84e22351d771 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5ea559bc-80d5-4f06-8f7a-85544d681083 HTTP/1.1" status: 200 len: 914 time: 0.2825015 Sep 30 13:24:08.787532 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-1851b276-2eba-46d9-9883-5631b8ff6909 service neutron] Transition to ACTIVE for port object 37e52d6d-b15a-43d5-a032-19b5958005e8 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:24:08.806783 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200d946-9689-452f-a7f8-e4ce91c42f82 req-646120f2-b847-402d-9fa5-6ca6b017f164 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:08.808324 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a200d946-9689-452f-a7f8-e4ce91c42f82 req-646120f2-b847-402d-9fa5-6ca6b017f164 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 945 time: 0.1282725 Sep 30 13:24:08.817458 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4d86235d-4dc0-49e1-96a4-0b1a4666a986 req-ee6ef560-61c1-4890-ab9a-e3dc463c8d42 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610390 Sep 30 13:24:08.856139 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-1851b276-2eba-46d9-9883-5631b8ff6909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:08.915076 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851b276-2eba-46d9-9883-5631b8ff6909 service neutron] Pushing event updated for resources: {'Port': ['ID=37e52d6d-b15a-43d5-a032-19b5958005e8,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:08.918234 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7fc04cac-f186-4267-963a-c8941cae8d53 req-4c4ac48e-1106-4e7a-8aa2-2fcbc327e152 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22d9dc86-4c19-485e-ae61-347bc664d5da HTTP/1.1" status: 200 len: 217 time: 0.1259484 Sep 30 13:24:08.920990 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf8a101-9db6-4745-9fb3-bee9cd20af07 None None] DHCP port deletion for 0c8bb137-75ce-4f93-b642-154d3e80decb request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:24:08.963307 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:08.970677 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:08.975473 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "DELETE /v2.0/networks/0c8bb137-75ce-4f93-b642-154d3e80decb HTTP/1.1" status: 204 len: 168 time: 2.9632936 Sep 30 13:24:08.988617 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50880) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:09.017712 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5057a-7214-483a-9165-a5f1167e1596 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event deleted for resources: {'Network': ['ID=0c8bb137-75ce-4f93-b642-154d3e80decb,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:09.036903 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548584be-2f15-4ed9-9d09-9cc4f2699e83 req-6dbaeacc-15ef-4da8-b7d7-e94bc7350c20 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:09.036903 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-548584be-2f15-4ed9-9d09-9cc4f2699e83 req-6dbaeacc-15ef-4da8-b7d7-e94bc7350c20 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 945 time: 0.1085021 Sep 30 13:24:09.045603 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-2eeb0e26-b8e2-4aba-af52-79c8cf6c32bb tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-254528577'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:09.087502 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'tag': 'fa4a606c-ba9f-437e-9fdd-ee6b622b3359'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:24:09.089734 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11144da2-a112-4329-918e-8d2f2817d54a" -d '{"events": [{"name": "network-changed", "server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "tag": "fa4a606c-ba9f-437e-9fdd-ee6b622b3359"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:24:09.108372 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-548584be-2f15-4ed9-9d09-9cc4f2699e83 req-065d255d-917b-4c40-8747-6071ffa701be tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643456 Sep 30 13:24:09.154587 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a200d946-9689-452f-a7f8-e4ce91c42f82 req-6bd29f74-4125-4326-ad94-306e0a9e0b62 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db148c7-bf6e-4314-b94a-2d0e09a494c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841311 Sep 30 13:24:09.170648 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc04cac-f186-4267-963a-c8941cae8d53 req-805aed31-6d30-4aef-ac62-e6592682ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:09.172134 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7fc04cac-f186-4267-963a-c8941cae8d53 req-805aed31-6d30-4aef-ac62-e6592682ae08 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=53861b81-7548-4d3b-aaa3-105fd07b71ea HTTP/1.1" status: 200 len: 853 time: 0.2229273 Sep 30 13:24:09.181938 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eeb0e26-b8e2-4aba-af52-79c8cf6c32bb tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Made reservation on behalf of 67c83a32d1134b6f81df454426d05491 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:24:09.186054 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2eeb0e26-b8e2-4aba-af52-79c8cf6c32bb tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:09.222166 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f495c1-f75f-4f09-a424-b83e63bf7e8a x-openstack-request-id: req-36f495c1-f75f-4f09-a424-b83e63bf7e8a {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:24:09.222753 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5ef20a-a303-4004-98f7-6eaba1a4cad9", "name": "network-vif-unplugged", "status": "completed", "tag": "4df9243e-bed7-40e3-8adb-c8474789475e", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:24:09.222753 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36f495c1-f75f-4f09-a424-b83e63bf7e8a {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:24:09.223167 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5ef20a-a303-4004-98f7-6eaba1a4cad9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df9243e-bed7-40e3-8adb-c8474789475e', 'code': 200} Sep 30 13:24:09.232131 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7fc04cac-f186-4267-963a-c8941cae8d53 req-c657bb58-a14e-40fa-9759-bc45c7dbebae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ea559bc-80d5-4f06-8f7a-85544d681083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431960 Sep 30 13:24:09.284873 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-1851b276-2eba-46d9-9883-5631b8ff6909 service neutron] Attempting to bind port 37e52d6d-b15a-43d5-a032-19b5958005e8 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:24:09.285290 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-1851b276-2eba-46d9-9883-5631b8ff6909 service neutron] Attempting to bind port 37e52d6d-b15a-43d5-a032-19b5958005e8 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'fb32e27c-117c-48af-8116-a61ac08babf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b68d4a30-a2a9-45e6-a05c-fdc2eb295452'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:24:09.285726 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-1851b276-2eba-46d9-9883-5631b8ff6909 service neutron] Attempting to bind port 37e52d6d-b15a-43d5-a032-19b5958005e8 on network b68d4a30-a2a9-45e6-a05c-fdc2eb295452 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:24:09.289093 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3241685c-5383-44e4-8051-a38d537068c3 x-openstack-request-id: req-3241685c-5383-44e4-8051-a38d537068c3 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:24:09.289442 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "tag": "fa4a606c-ba9f-437e-9fdd-ee6b622b3359", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:24:09.289775 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3241685c-5383-44e4-8051-a38d537068c3 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:24:09.290248 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'tag': 'fa4a606c-ba9f-437e-9fdd-ee6b622b3359', 'status': 'completed', 'code': 200} Sep 30 13:24:09.358300 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11144da2-a112-4329-918e-8d2f2817d54a req-a20e0688-2d96-413f-8f9e-bc18863f28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:09.359763 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11144da2-a112-4329-918e-8d2f2817d54a req-a20e0688-2d96-413f-8f9e-bc18863f28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:09.362266 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11144da2-a112-4329-918e-8d2f2817d54a req-a20e0688-2d96-413f-8f9e-bc18863f28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:09.362830 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11144da2-a112-4329-918e-8d2f2817d54a req-a20e0688-2d96-413f-8f9e-bc18863f28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:09.363378 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11144da2-a112-4329-918e-8d2f2817d54a req-a20e0688-2d96-413f-8f9e-bc18863f28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:09.363921 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11144da2-a112-4329-918e-8d2f2817d54a req-a20e0688-2d96-413f-8f9e-bc18863f28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:09.364459 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11144da2-a112-4329-918e-8d2f2817d54a req-a20e0688-2d96-413f-8f9e-bc18863f28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:09.367418 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-11144da2-a112-4329-918e-8d2f2817d54a req-a20e0688-2d96-413f-8f9e-bc18863f28f5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b2b1cd5a06924c118528b4d0714f0f7d&device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 6444 time: 0.0624676 Sep 30 13:24:09.427742 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-1851b276-2eba-46d9-9883-5631b8ff6909 service neutron] Port 37e52d6d-b15a-43d5-a032-19b5958005e8 on network b68d4a30-a2a9-45e6-a05c-fdc2eb295452 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:24:09.428320 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-1851b276-2eba-46d9-9883-5631b8ff6909 service neutron] Attempting to bind port 37e52d6d-b15a-43d5-a032-19b5958005e8 on network b68d4a30-a2a9-45e6-a05c-fdc2eb295452 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:24:09.467811 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eeb0e26-b8e2-4aba-af52-79c8cf6c32bb tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:24:09.472036 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-1851b276-2eba-46d9-9883-5631b8ff6909 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:24:09.472377 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-1851b276-2eba-46d9-9883-5631b8ff6909 service neutron] Checking segment: {'id': 'fb32e27c-117c-48af-8116-a61ac08babf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b68d4a30-a2a9-45e6-a05c-fdc2eb295452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:24:09.472768 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-1851b276-2eba-46d9-9883-5631b8ff6909 service neutron] Bound using segment: {'id': 'fb32e27c-117c-48af-8116-a61ac08babf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b68d4a30-a2a9-45e6-a05c-fdc2eb295452'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:24:09.473213 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-1851b276-2eba-46d9-9883-5631b8ff6909 service neutron] Bound port: 37e52d6d-b15a-43d5-a032-19b5958005e8, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb32e27c-117c-48af-8116-a61ac08babf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b68d4a30-a2a9-45e6-a05c-fdc2eb295452'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:24:09.473574 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-1851b276-2eba-46d9-9883-5631b8ff6909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:09.482685 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7fc04cac-f186-4267-963a-c8941cae8d53 req-31c311d6-d908-4833-8711-eb48d399c569 service neutron] 10.222.0.39 "GET /v2.0/networks/5ea559bc-80d5-4f06-8f7a-85544d681083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324553 Sep 30 13:24:09.519444 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2eeb0e26-b8e2-4aba-af52-79c8cf6c32bb tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:09.519691 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11144da2-a112-4329-918e-8d2f2817d54a req-94911f63-2481-40e8-af98-31adab64ba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:09.519811 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-2eeb0e26-b8e2-4aba-af52-79c8cf6c32bb tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Added segment ea186d17-1afd-4687-a4ca-1face58191db of type vlan for network c714f356-c7bf-4b49-bb5a-3fee522eed53 Sep 30 13:24:09.520310 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11144da2-a112-4329-918e-8d2f2817d54a req-94911f63-2481-40e8-af98-31adab64ba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:09.521538 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11144da2-a112-4329-918e-8d2f2817d54a req-94911f63-2481-40e8-af98-31adab64ba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:09.523521 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-11144da2-a112-4329-918e-8d2f2817d54a req-94911f63-2481-40e8-af98-31adab64ba56 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b2b1cd5a06924c118528b4d0714f0f7d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1471970 Sep 30 13:24:09.528308 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562ffcf-0b68-4e0d-9649-1cf4e2ce837e req-f805ae13-70de-4c54-9df3-04bd728d0d4e tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:09.529829 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f562ffcf-0b68-4e0d-9649-1cf4e2ce837e req-f805ae13-70de-4c54-9df3-04bd728d0d4e tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6812f0-ce0b-4864-889b-cde4cfd7f7ba HTTP/1.1" status: 200 len: 944 time: 0.2367821 Sep 30 13:24:09.596951 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-1851b276-2eba-46d9-9883-5631b8ff6909 service neutron] For port 37e52d6d-b15a-43d5-a032-19b5958005e8, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:24:09.601096 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-1851b276-2eba-46d9-9883-5631b8ff6909 service neutron] For port 37e52d6d-b15a-43d5-a032-19b5958005e8, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=37e52d6d-b15a-43d5-a032-19b5958005e8,segment=NetworkSegment(fb32e27c-117c-48af-8116-a61ac08babf9),segment_id=fb32e27c-117c-48af-8116-a61ac08babf9)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:24:09.624858 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-1851b276-2eba-46d9-9883-5631b8ff6909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:09.674985 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f230a-bb87-42e0-a2a0-7cd155b24ac0 req-24141968-3321-4bda-9c9e-ce76526de876 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:09.698909 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3a7f230a-bb87-42e0-a2a0-7cd155b24ac0 req-24141968-3321-4bda-9c9e-ce76526de876 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 945 time: 0.1522713 Sep 30 13:24:09.753326 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11144da2-a112-4329-918e-8d2f2817d54a req-ea9a021f-811b-4ec6-9e9c-431d45d4579d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:09.755229 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-11144da2-a112-4329-918e-8d2f2817d54a req-ea9a021f-811b-4ec6-9e9c-431d45d4579d service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2244160 Sep 30 13:24:09.775048 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3a7f230a-bb87-42e0-a2a0-7cd155b24ac0 req-95bf42ef-0f69-4c92-bed4-ad3412e5f12c tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db148c7-bf6e-4314-b94a-2d0e09a494c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750232 Sep 30 13:24:09.923029 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997f436-34d5-48fe-96aa-52d610e2cc0f req-10c2058d-d355-49c8-a379-9c0b5a4adc2d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:09.932728 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997f436-34d5-48fe-96aa-52d610e2cc0f req-10c2058d-d355-49c8-a379-9c0b5a4adc2d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:09.939580 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997f436-34d5-48fe-96aa-52d610e2cc0f req-10c2058d-d355-49c8-a379-9c0b5a4adc2d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:09.967463 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997f436-34d5-48fe-96aa-52d610e2cc0f req-10c2058d-d355-49c8-a379-9c0b5a4adc2d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:09.986466 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997f436-34d5-48fe-96aa-52d610e2cc0f req-10c2058d-d355-49c8-a379-9c0b5a4adc2d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:09.997585 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997f436-34d5-48fe-96aa-52d610e2cc0f req-10c2058d-d355-49c8-a379-9c0b5a4adc2d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:10.007915 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997f436-34d5-48fe-96aa-52d610e2cc0f req-10c2058d-d355-49c8-a379-9c0b5a4adc2d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:10.017667 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5997f436-34d5-48fe-96aa-52d610e2cc0f req-10c2058d-d355-49c8-a379-9c0b5a4adc2d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5429 time: 0.1629374 Sep 30 13:24:10.126951 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5997f436-34d5-48fe-96aa-52d610e2cc0f req-f0c0411d-ad7d-490e-8fc6-3f43d2f4abd4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1062245 Sep 30 13:24:10.195518 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 22d9dc86-4c19-485e-ae61-347bc664d5da details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:24:10.233950 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-1851b276-2eba-46d9-9883-5631b8ff6909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:10.234708 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-1851b276-2eba-46d9-9883-5631b8ff6909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:10.236592 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-1851b276-2eba-46d9-9883-5631b8ff6909 service neutron] 10.222.0.54 "PUT /v2.0/ports/37e52d6d-b15a-43d5-a032-19b5958005e8 HTTP/1.1" status: 200 len: 1091 time: 2.7434914 Sep 30 13:24:10.265150 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2eeb0e26-b8e2-4aba-af52-79c8cf6c32bb tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:10.281806 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7fc04cac-f186-4267-963a-c8941cae8d53 req-32027599-4d78-41a5-805d-4a78cc5be3a5 service neutron] 10.222.0.39 "GET /v2.0/networks/5ea559bc-80d5-4f06-8f7a-85544d681083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7846854 Sep 30 13:24:10.291737 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f562ffcf-0b68-4e0d-9649-1cf4e2ce837e req-a0747d7f-3c09-45b4-8baf-29cb24c775e2 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ce83919-78f7-4e92-ae09-1e7e83dc36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6722918 Sep 30 13:24:10.322874 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495e49d-b160-4cf3-af71-b626a98a65ad req-f0859907-6496-493e-8414-1856a08fe140 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:10.330979 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4495e49d-b160-4cf3-af71-b626a98a65ad req-f0859907-6496-493e-8414-1856a08fe140 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 943 time: 0.1092250 Sep 30 13:24:10.348229 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851b276-2eba-46d9-9883-5631b8ff6909 service neutron] Pushing event updated for resources: {'Port': ['ID=37e52d6d-b15a-43d5-a032-19b5958005e8,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:10.375586 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2eeb0e26-b8e2-4aba-af52-79c8cf6c32bb tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:10.396998 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4495e49d-b160-4cf3-af71-b626a98a65ad req-be5fbc29-42dd-457f-9250-07151199b0b5 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649264 Sep 30 13:24:10.404084 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 22d9dc86-4c19-485e-ae61-347bc664d5da, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=22d9dc86-4c19-485e-ae61-347bc664d5da,segment=NetworkSegment(1b44a50e-ea59-40a6-9f71-1707d1a15121),segment_id=1b44a50e-ea59-40a6-9f71-1707d1a15121)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:10.409221 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeb0e26-b8e2-4aba-af52-79c8cf6c32bb tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:10.413416 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2eeb0e26-b8e2-4aba-af52-79c8cf6c32bb tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:10.449810 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '22d9dc86-4c19-485e-ae61-347bc664d5da', 'network_id': '5ea559bc-80d5-4f06-8f7a-85544d681083', 'port_id': '22d9dc86-4c19-485e-ae61-347bc664d5da', 'mac_address': 'fa:16:3e:2f:44:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53861b81-7548-4d3b-aaa3-105fd07b71ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:24:10.540356 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-f63cf380-d3e7-4d61-aafd-19a8d01b7068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:10.541162 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-f63cf380-d3e7-4d61-aafd-19a8d01b7068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:10.541562 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-f63cf380-d3e7-4d61-aafd-19a8d01b7068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:10.542126 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-f63cf380-d3e7-4d61-aafd-19a8d01b7068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:10.542655 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-f63cf380-d3e7-4d61-aafd-19a8d01b7068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:10.543186 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-f63cf380-d3e7-4d61-aafd-19a8d01b7068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:10.543712 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-f63cf380-d3e7-4d61-aafd-19a8d01b7068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:10.545865 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-f63cf380-d3e7-4d61-aafd-19a8d01b7068 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b2b1cd5a06924c118528b4d0714f0f7d&device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 6486 time: 0.2596297 Sep 30 13:24:10.560044 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:10.567728 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2eeb0e26-b8e2-4aba-af52-79c8cf6c32bb tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5259781 Sep 30 13:24:10.576988 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d9dc86-4c19-485e-ae61-347bc664d5da {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:24:10.578320 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50910) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:10.584384 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-d5aae3af-515e-46e9-882f-e1813d605881 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Request body: {'subnet': {'network_id': 'c714f356-c7bf-4b49-bb5a-3fee522eed53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:10.606641 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 22d9dc86-4c19-485e-ae61-347bc664d5da, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=22d9dc86-4c19-485e-ae61-347bc664d5da,segment=NetworkSegment(1b44a50e-ea59-40a6-9f71-1707d1a15121),segment_id=1b44a50e-ea59-40a6-9f71-1707d1a15121)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:10.612949 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:10.650690 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b56edc-e976-4615-8e31-c73439c47322 req-bf2204e6-145f-456a-b891-717ba905d5d3 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:10.652212 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-78b56edc-e976-4615-8e31-c73439c47322 req-bf2204e6-145f-456a-b891-717ba905d5d3 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 943 time: 0.1128109 Sep 30 13:24:10.682069 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=22d9dc86-4c19-485e-ae61-347bc664d5da,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:10.682432 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-33204212-edea-4233-905a-93213025f6f2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=587b8253-b8b2-40e1-9c92-7bf9a3824a36 HTTP/1.1" status: 200 len: 217 time: 0.0715990 Sep 30 13:24:10.684009 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb0e26-b8e2-4aba-af52-79c8cf6c32bb tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event updated for resources: {'Network': ['ID=c714f356-c7bf-4b49-bb5a-3fee522eed53,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:10.708163 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network c714f356-c7bf-4b49-bb5a-3fee522eed53 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:24:10.757961 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-78b56edc-e976-4615-8e31-c73439c47322 req-d9630864-af5e-4e33-97e0-405d19b4fd1d tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725169 Sep 30 13:24:10.782836 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5aae3af-515e-46e9-882f-e1813d605881 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Made reservation on behalf of 67c83a32d1134b6f81df454426d05491 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:24:10.786374 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d5aae3af-515e-46e9-882f-e1813d605881 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:10.806604 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-7468dc5f-ef4c-4437-94e9-5510f9d691b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:10.808334 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-7468dc5f-ef4c-4437-94e9-5510f9d691b1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7f393d1-596e-4051-83e5-ef1e0d193a9e HTTP/1.1" status: 200 len: 855 time: 0.1163037 Sep 30 13:24:10.823023 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a51855-4eb0-4db0-8361-7115f0c45888 req-69809901-8977-462d-858a-30863f273cca tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:10.824593 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23a51855-4eb0-4db0-8361-7115f0c45888 req-69809901-8977-462d-858a-30863f273cca tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 945 time: 0.3469951 Sep 30 13:24:10.858884 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['22d9dc86-4c19-485e-ae61-347bc664d5da'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:24:10.916060 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23a51855-4eb0-4db0-8361-7115f0c45888 req-527a9b9f-9aa2-46f9-b680-f42904530877 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698531 Sep 30 13:24:10.941106 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-b0b6c974-182f-4861-a059-6a63b2f0edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:10.941781 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e2132dc4-c3f7-415e-aa90-550af5f1a336 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:24:10.943527 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-b0b6c974-182f-4861-a059-6a63b2f0edb2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=93896050-5bca-40e4-92d7-aa842a3215ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180086 Sep 30 13:24:11.016425 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ca5a1-c4e9-459d-a58c-a969c0e8a1c0 req-175d7777-cb03-4f43-8bb8-e7e44ec20302 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:11.025035 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3d3ca5a1-c4e9-459d-a58c-a969c0e8a1c0 req-175d7777-cb03-4f43-8bb8-e7e44ec20302 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 945 time: 0.1018476 Sep 30 13:24:11.028701 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: e2132dc4-c3f7-415e-aa90-550af5f1a336 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:24:11.038420 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e2132dc4-c3f7-415e-aa90-550af5f1a336 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:24:11.129510 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-cfdb5cbd-0fc7-4a7f-905a-6a4b9a82eabf service neutron] 10.222.0.54 "GET /v2.0/networks/93896050-5bca-40e4-92d7-aa842a3215ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773925 Sep 30 13:24:11.139370 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3d3ca5a1-c4e9-459d-a58c-a969c0e8a1c0 req-ecf5d563-e1ce-4c1a-bbe1-9bb47195d4d6 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db148c7-bf6e-4314-b94a-2d0e09a494c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133523 Sep 30 13:24:11.199889 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d5aae3af-515e-46e9-882f-e1813d605881 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:11.264361 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-1535b812-4352-4772-b3bf-12f0ddfade1f service neutron] 10.222.0.54 "GET /v2.0/networks/93896050-5bca-40e4-92d7-aa842a3215ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259711 Sep 30 13:24:11.338291 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'tag': '37e52d6d-b15a-43d5-a032-19b5958005e8'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:24:11.340569 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb0fb00-a1e4-4039-b6da-e0c914cbfe5b" -d '{"events": [{"name": "network-changed", "server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "tag": "37e52d6d-b15a-43d5-a032-19b5958005e8"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:24:11.344173 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-c8136bb9-d8e6-4f73-ba6c-91d9ed02851c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=7121023e-fda3-42f4-828e-9dd22cf5e92c HTTP/1.1" status: 200 len: 217 time: 0.0720828 Sep 30 13:24:11.442682 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aae3af-515e-46e9-882f-e1813d605881 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event updated for resources: {'Subnet': ['ID=16672a69-97d3-4188-aa84-8053bb3cef19,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:11.445908 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-59434162-19bf-4fe9-a48b-8f165be32f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:11.447836 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-59434162-19bf-4fe9-a48b-8f165be32f31 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4f0ebae-560b-4b76-825f-e4ab47d71558 HTTP/1.1" status: 200 len: 797 time: 0.0970855 Sep 30 13:24:11.457918 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aae3af-515e-46e9-882f-e1813d605881 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Checking segment: {'id': 'ea186d17-1afd-4687-a4ca-1face58191db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c714f356-c7bf-4b49-bb5a-3fee522eed53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:24:11.458335 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aae3af-515e-46e9-882f-e1813d605881 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Network hostable DHCP agents. Network: c714f356-c7bf-4b49-bb5a-3fee522eed53, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:24:11.481540 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fabcdf-0229-46c1-ab5c-86a515884aad req-96d7fae5-4c1f-4d17-9329-e105a87e426d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:11.497858 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fabcdf-0229-46c1-ab5c-86a515884aad req-96d7fae5-4c1f-4d17-9329-e105a87e426d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:11.506387 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-dd4df9d9-132c-45cb-b6d1-0691f6c5b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:11.511292 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fabcdf-0229-46c1-ab5c-86a515884aad req-96d7fae5-4c1f-4d17-9329-e105a87e426d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:11.512150 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-dd4df9d9-132c-45cb-b6d1-0691f6c5b961 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0568192 Sep 30 13:24:11.523091 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fabcdf-0229-46c1-ab5c-86a515884aad req-96d7fae5-4c1f-4d17-9329-e105a87e426d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:11.529260 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fabcdf-0229-46c1-ab5c-86a515884aad req-96d7fae5-4c1f-4d17-9329-e105a87e426d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:11.530920 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50948) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:11.536279 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fabcdf-0229-46c1-ab5c-86a515884aad req-96d7fae5-4c1f-4d17-9329-e105a87e426d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:11.542805 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fabcdf-0229-46c1-ab5c-86a515884aad req-96d7fae5-4c1f-4d17-9329-e105a87e426d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:11.555077 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-24fabcdf-0229-46c1-ab5c-86a515884aad req-96d7fae5-4c1f-4d17-9329-e105a87e426d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5429 time: 0.2558098 Sep 30 13:24:11.595996 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aae3af-515e-46e9-882f-e1813d605881 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Network c714f356-c7bf-4b49-bb5a-3fee522eed53 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:24:11.623606 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-24fabcdf-0229-46c1-ab5c-86a515884aad req-f18f921c-bd37-46b4-9867-77926147cbd4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0674810 Sep 30 13:24:11.644133 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-d5aae3af-515e-46e9-882f-e1813d605881 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, c714f356-c7bf-4b49-bb5a-3fee522eed53) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:24:11.653755 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6848dc2f-a4ae-4090-b15e-dbc504c82e70 None None] Network c714f356-c7bf-4b49-bb5a-3fee522eed53 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:24:11.681000 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aae3af-515e-46e9-882f-e1813d605881 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:11.683209 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d5aae3af-515e-46e9-882f-e1813d605881 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:11.726891 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d5aae3af-515e-46e9-882f-e1813d605881 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1473737 Sep 30 13:24:11.729783 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50954) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:11.735174 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-de9a1ef2-9b59-4cc5-80de-1a463e7db212 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Request body: {'subnet': {'network_id': 'c714f356-c7bf-4b49-bb5a-3fee522eed53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:11.764625 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef94122-67b3-49fa-a034-c6b024efd51b req-30bafd87-0d12-4809-bf23-ff69e9e5461e tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:11.772948 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ef94122-67b3-49fa-a034-c6b024efd51b req-30bafd87-0d12-4809-bf23-ff69e9e5461e tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 943 time: 0.2560642 Sep 30 13:24:11.820543 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3971d-bd1f-45ff-a70b-99c4dd3387b4 req-51ad397b-be82-4d80-8ce1-f32e0c7447a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:11.822359 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bcc3971d-bd1f-45ff-a70b-99c4dd3387b4 req-51ad397b-be82-4d80-8ce1-f32e0c7447a7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d20a8c7b03e466d985db3ea851484e9&device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 1096 time: 0.2489946 Sep 30 13:24:11.862413 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b0b54da-6c12-45ad-87ce-af10bcddb840 req-30f6b283-0e93-4347-bb4f-4908a3e17901 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3171501 Sep 30 13:24:11.889366 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-5b0b54da-6c12-45ad-87ce-af10bcddb840 req-b7391466-0788-43ae-9ea2-aef9ab64842d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:24:11.890471 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b0b54da-6c12-45ad-87ce-af10bcddb840 req-b7391466-0788-43ae-9ea2-aef9ab64842d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063593 Sep 30 13:24:11.897418 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-ef08f5b0-60f0-40b5-8abf-661a173fb9fa service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648758 Sep 30 13:24:11.930349 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ef94122-67b3-49fa-a034-c6b024efd51b req-86536e44-3946-4c28-8d01-56741fb943de tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558692 Sep 30 13:24:11.965972 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ea757b-2414-416e-90af-434f7621b6b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-c714f356-c7bf-4b49-bb5a-3fee522eed53', 'network_id': 'c714f356-c7bf-4b49-bb5a-3fee522eed53', 'tenant_id': '67c83a32d1134b6f81df454426d05491', 'fixed_ips': [{'subnet_id': '16672a69-97d3-4188-aa84-8053bb3cef19'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:24:11.969939 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e0ea757b-2414-416e-90af-434f7621b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:12.065044 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b60265-4667-4267-9654-bee83dff7597 req-1526d608-3111-4618-b37d-0710e63cfc19 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:12.067291 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-00b60265-4667-4267-9654-bee83dff7597 req-1526d608-3111-4618-b37d-0710e63cfc19 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6812f0-ce0b-4864-889b-cde4cfd7f7ba HTTP/1.1" status: 200 len: 945 time: 0.2329729 Sep 30 13:24:12.088311 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3971d-bd1f-45ff-a70b-99c4dd3387b4 req-f5437b9d-3d6e-477c-81c4-0e2a35294114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:12.089871 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bcc3971d-bd1f-45ff-a70b-99c4dd3387b4 req-f5437b9d-3d6e-477c-81c4-0e2a35294114 service neutron] 10.222.0.39 "GET /v2.0/networks?id=29c529ad-9a66-4e0e-b8ed-9b0eb096f38d HTTP/1.1" status: 200 len: 913 time: 0.2492414 Sep 30 13:24:12.093100 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9a1ef2-9b59-4cc5-80de-1a463e7db212 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Made reservation on behalf of 67c83a32d1134b6f81df454426d05491 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:24:12.097054 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-de9a1ef2-9b59-4cc5-80de-1a463e7db212 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:12.122049 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa04d6c-07fd-47af-a03e-f5b26f60abdb x-openstack-request-id: req-8aa04d6c-07fd-47af-a03e-f5b26f60abdb {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:24:12.122049 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "tag": "37e52d6d-b15a-43d5-a032-19b5958005e8", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:24:12.122049 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8aa04d6c-07fd-47af-a03e-f5b26f60abdb {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:24:12.122049 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'tag': '37e52d6d-b15a-43d5-a032-19b5958005e8', 'status': 'completed', 'code': 200} Sep 30 13:24:12.207242 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 22d9dc86-4c19-485e-ae61-347bc664d5da up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:24:12.214396 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bcc3971d-bd1f-45ff-a70b-99c4dd3387b4 req-2dbbc468-0ea0-4fb4-8ee8-7e24737c8150 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e HTTP/1.1" status: 200 len: 217 time: 0.0898554 Sep 30 13:24:12.261849 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-00b60265-4667-4267-9654-bee83dff7597 req-a1085195-8b46-4e4b-afb4-4ea4a8ce1fcc tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ce83919-78f7-4e92-ae09-1e7e83dc36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878188 Sep 30 13:24:12.289506 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 22d9dc86-4c19-485e-ae61-347bc664d5da completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:24:12.300319 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-e0ea757b-2414-416e-90af-434f7621b6b8 None None] Allocated IP 2001:db8::2 (c714f356-c7bf-4b49-bb5a-3fee522eed53/16672a69-97d3-4188-aa84-8053bb3cef19/4038a527-0aa8-4426-af10-3db4a92cfef0) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:24:12.304611 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 22d9dc86-4c19-485e-ae61-347bc664d5da triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:12.305416 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:12.322591 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e3183-3b87-4c4f-9211-46cb0f5f890a req-20cab984-9ef0-4f43-b720-f93e3c774a93 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:12.329863 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-363e3183-3b87-4c4f-9211-46cb0f5f890a req-20cab984-9ef0-4f43-b720-f93e3c774a93 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 945 time: 0.2391307 Sep 30 13:24:12.404306 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3971d-bd1f-45ff-a70b-99c4dd3387b4 req-bb8f3ee5-280c-40ba-a819-b44f22089a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:12.405816 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bcc3971d-bd1f-45ff-a70b-99c4dd3387b4 req-bb8f3ee5-280c-40ba-a819-b44f22089a88 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2dea8a2a-4f75-4398-ba66-f7d169bb0407 HTTP/1.1" status: 200 len: 852 time: 0.1817305 Sep 30 13:24:12.442385 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-363e3183-3b87-4c4f-9211-46cb0f5f890a req-65b9b350-4739-4c9a-91bf-811ec3cebde2 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db148c7-bf6e-4314-b94a-2d0e09a494c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036773 Sep 30 13:24:12.479042 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bcc3971d-bd1f-45ff-a70b-99c4dd3387b4 req-eaebec4b-f080-4585-881a-8114a8599e90 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=29c529ad-9a66-4e0e-b8ed-9b0eb096f38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652020 Sep 30 13:24:12.481068 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-d009e8f3-5015-4040-96cb-6ff1a2f80d43 service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943026 Sep 30 13:24:12.559350 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bcc30-6faf-45b6-a096-a2a42d5e0d25 req-ecd34026-39a1-4302-8c20-c364d227ea93 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:12.567454 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-938bcc30-6faf-45b6-a096-a2a42d5e0d25 req-ecd34026-39a1-4302-8c20-c364d227ea93 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 945 time: 0.1812990 Sep 30 13:24:12.593889 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-edc42f0d-8e66-4015-ae4f-17389f5d7790 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=50aa8aa8-8950-472f-a653-cf0236b3890e HTTP/1.1" status: 200 len: 217 time: 0.0997872 Sep 30 13:24:12.679853 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-938bcc30-6faf-45b6-a096-a2a42d5e0d25 req-f55f418f-fe71-450c-821c-1f3161f8d1c8 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113961 Sep 30 13:24:12.826818 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-de9a1ef2-9b59-4cc5-80de-1a463e7db212 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:12.848508 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e0ea757b-2414-416e-90af-434f7621b6b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:12.877730 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e0ea757b-2414-416e-90af-434f7621b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:12.903103 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-a71c795f-e79f-4ca3-a9b7-5f511740c9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:12.905537 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-a71c795f-e79f-4ca3-a9b7-5f511740c9e2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4f0ebae-560b-4b76-825f-e4ab47d71558 HTTP/1.1" status: 200 len: 797 time: 0.2964342 Sep 30 13:24:12.924296 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a1ef2-9b59-4cc5-80de-1a463e7db212 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event updated for resources: {'Subnet': ['ID=14fb8918-36e0-4cd8-94c0-24b158f27acf,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:12.938753 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9a1ef2-9b59-4cc5-80de-1a463e7db212 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Network c714f356-c7bf-4b49-bb5a-3fee522eed53 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:24:12.940738 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-de9a1ef2-9b59-4cc5-80de-1a463e7db212 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:24:12.946537 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:12.958319 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bcc3971d-bd1f-45ff-a70b-99c4dd3387b4 req-952940ee-ae6c-4780-8a1a-ebd01d12a968 service neutron] 10.222.0.39 "GET /v2.0/networks/29c529ad-9a66-4e0e-b8ed-9b0eb096f38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712031 Sep 30 13:24:12.963314 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9a1ef2-9b59-4cc5-80de-1a463e7db212 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:12.964187 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-de9a1ef2-9b59-4cc5-80de-1a463e7db212 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:12.996990 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-de9a1ef2-9b59-4cc5-80de-1a463e7db212 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2658920 Sep 30 13:24:12.999530 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50986) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:13.040102 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3d93d-5f18-4c5b-9444-03c35c6b8e73 req-5b80be5c-067f-4c0c-8f8b-da8b37353a4f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:13.043853 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 22d9dc86-4c19-485e-ae61-347bc664d5da, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=22d9dc86-4c19-485e-ae61-347bc664d5da,segment=NetworkSegment(1b44a50e-ea59-40a6-9f71-1707d1a15121),segment_id=1b44a50e-ea59-40a6-9f71-1707d1a15121)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:13.049848 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3d93d-5f18-4c5b-9444-03c35c6b8e73 req-5b80be5c-067f-4c0c-8f8b-da8b37353a4f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:13.063944 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3d93d-5f18-4c5b-9444-03c35c6b8e73 req-5b80be5c-067f-4c0c-8f8b-da8b37353a4f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:13.078801 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6812f0-ce0b-4864-889b-cde4cfd7f7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d9dc86-4c19-485e-ae61-347bc664d5da'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:24:13.080946 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3d93d-5f18-4c5b-9444-03c35c6b8e73 req-5b80be5c-067f-4c0c-8f8b-da8b37353a4f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:13.082754 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab79a271-c5ac-40f1-9679-f20a043aacb2" -d '{"events": [{"server_uuid": "1d6812f0-ce0b-4864-889b-cde4cfd7f7ba", "name": "network-vif-plugged", "status": "completed", "tag": "22d9dc86-4c19-485e-ae61-347bc664d5da"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:24:13.094403 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3d93d-5f18-4c5b-9444-03c35c6b8e73 req-5b80be5c-067f-4c0c-8f8b-da8b37353a4f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:13.094658 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea757b-2414-416e-90af-434f7621b6b8 None None] Pushing event updated for resources: {'Port': ['ID=4038a527-0aa8-4426-af10-3db4a92cfef0,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:13.108374 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3d93d-5f18-4c5b-9444-03c35c6b8e73 req-5b80be5c-067f-4c0c-8f8b-da8b37353a4f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:13.115269 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3d93d-5f18-4c5b-9444-03c35c6b8e73 req-5b80be5c-067f-4c0c-8f8b-da8b37353a4f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:13.117947 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-89e3d93d-5f18-4c5b-9444-03c35c6b8e73 req-5b80be5c-067f-4c0c-8f8b-da8b37353a4f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5429 time: 0.3055229 Sep 30 13:24:13.125318 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ea9d44-4ece-4f75-85b2-bec683ecd020 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:13.126552 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:13.128001 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ea9d44-4ece-4f75-85b2-bec683ecd020 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:13.129812 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ea9d44-4ece-4f75-85b2-bec683ecd020 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:13.131682 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ea9d44-4ece-4f75-85b2-bec683ecd020 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:13.133573 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ea9d44-4ece-4f75-85b2-bec683ecd020 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:13.135713 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-99ea9d44-4ece-4f75-85b2-bec683ecd020 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1350818 Sep 30 13:24:13.142423 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50990) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:13.149477 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ea757b-2414-416e-90af-434f7621b6b8 None None] Network c714f356-c7bf-4b49-bb5a-3fee522eed53 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:24:13.152101 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c0235-f176-487e-9a6b-c0868998b443 req-a9b4a29d-04bd-45ab-a24e-7190266ae27e tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:13.160166 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-085c0235-f176-487e-9a6b-c0868998b443 req-a9b4a29d-04bd-45ab-a24e-7190266ae27e tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 943 time: 0.1084149 Sep 30 13:24:13.166717 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-000c2ace-1008-4765-a6f2-f2cfcf0cb0c6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1640439948'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:13.251596 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=22d9dc86-4c19-485e-ae61-347bc664d5da,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:13.263660 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-e0ea757b-2414-416e-90af-434f7621b6b8 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:24:13.268709 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ea757b-2414-416e-90af-434f7621b6b8 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:24:13.281481 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bcc3971d-bd1f-45ff-a70b-99c4dd3387b4 req-135fb3ff-67f3-441a-afd3-1297cb5c07cb service neutron] 10.222.0.39 "GET /v2.0/networks/29c529ad-9a66-4e0e-b8ed-9b0eb096f38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940669 Sep 30 13:24:13.297860 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000c2ace-1008-4765-a6f2-f2cfcf0cb0c6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Made reservation on behalf of 67c83a32d1134b6f81df454426d05491 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:24:13.307481 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-000c2ace-1008-4765-a6f2-f2cfcf0cb0c6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:13.324580 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-89e3d93d-5f18-4c5b-9444-03c35c6b8e73 req-7b2e8b60-5518-4505-8e56-0d3286786ca9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1809421 Sep 30 13:24:13.326552 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-085c0235-f176-487e-9a6b-c0868998b443 req-4403f24c-e250-40c8-8334-5fda8558b721 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654987 Sep 30 13:24:13.339310 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-a7b217c2-1ffd-4a60-a5e0-689673da578c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:13.342231 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-a7b217c2-1ffd-4a60-a5e0-689673da578c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4189179 Sep 30 13:24:13.359122 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b54da-6c12-45ad-87ce-af10bcddb840 req-70fb818f-385c-4522-9647-48980aff0f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:13.360612 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5b0b54da-6c12-45ad-87ce-af10bcddb840 req-70fb818f-385c-4522-9647-48980aff0f4e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9&tenant_id=a44cb98e418b4fc89cc73be20bc6aaa8 HTTP/1.1" status: 200 len: 1094 time: 0.1904168 Sep 30 13:24:13.388677 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e0ea757b-2414-416e-90af-434f7621b6b8 None None] Attempting to bind port 4038a527-0aa8-4426-af10-3db4a92cfef0 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:24:13.389563 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e0ea757b-2414-416e-90af-434f7621b6b8 None None] Attempting to bind port 4038a527-0aa8-4426-af10-3db4a92cfef0 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'ea186d17-1afd-4687-a4ca-1face58191db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c714f356-c7bf-4b49-bb5a-3fee522eed53'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:24:13.390287 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea757b-2414-416e-90af-434f7621b6b8 None None] Attempting to bind port 4038a527-0aa8-4426-af10-3db4a92cfef0 on network c714f356-c7bf-4b49-bb5a-3fee522eed53 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:24:13.391797 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000c2ace-1008-4765-a6f2-f2cfcf0cb0c6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:24:13.398145 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea757b-2414-416e-90af-434f7621b6b8 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:24:13.398787 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea757b-2414-416e-90af-434f7621b6b8 None None] Checking segment: {'id': 'ea186d17-1afd-4687-a4ca-1face58191db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c714f356-c7bf-4b49-bb5a-3fee522eed53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:24:13.399533 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e0ea757b-2414-416e-90af-434f7621b6b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:13.400121 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea757b-2414-416e-90af-434f7621b6b8 None None] Bound using segment: {'id': 'ea186d17-1afd-4687-a4ca-1face58191db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c714f356-c7bf-4b49-bb5a-3fee522eed53'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:24:13.400817 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e0ea757b-2414-416e-90af-434f7621b6b8 None None] Bound port: 4038a527-0aa8-4426-af10-3db4a92cfef0, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea186d17-1afd-4687-a4ca-1face58191db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c714f356-c7bf-4b49-bb5a-3fee522eed53'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:24:13.401371 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e0ea757b-2414-416e-90af-434f7621b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:13.470724 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-000c2ace-1008-4765-a6f2-f2cfcf0cb0c6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:13.471130 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-000c2ace-1008-4765-a6f2-f2cfcf0cb0c6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Added segment ab7ba2eb-7c8a-4e06-bf60-2a47426571cb of type vlan for network 4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7 Sep 30 13:24:13.483430 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7536b252-9589-41db-a523-25ab967c266e x-openstack-request-id: req-7536b252-9589-41db-a523-25ab967c266e {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:24:13.483733 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6812f0-ce0b-4864-889b-cde4cfd7f7ba", "name": "network-vif-plugged", "status": "completed", "tag": "22d9dc86-4c19-485e-ae61-347bc664d5da", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:24:13.485977 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7536b252-9589-41db-a523-25ab967c266e {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:24:13.486417 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6812f0-ce0b-4864-889b-cde4cfd7f7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d9dc86-4c19-485e-ae61-347bc664d5da', 'code': 200} Sep 30 13:24:13.535274 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-93b13259-2245-453c-bd0e-755ae21b4749 service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852067 Sep 30 13:24:13.555279 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e0ea757b-2414-416e-90af-434f7621b6b8 None None] For port 4038a527-0aa8-4426-af10-3db4a92cfef0, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:24:13.562848 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e0ea757b-2414-416e-90af-434f7621b6b8 None None] For port 4038a527-0aa8-4426-af10-3db4a92cfef0, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4038a527-0aa8-4426-af10-3db4a92cfef0,segment=NetworkSegment(ea186d17-1afd-4687-a4ca-1face58191db),segment_id=ea186d17-1afd-4687-a4ca-1face58191db)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:24:13.574733 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e0ea757b-2414-416e-90af-434f7621b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:13.615822 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-000c2ace-1008-4765-a6f2-f2cfcf0cb0c6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:13.693433 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea757b-2414-416e-90af-434f7621b6b8 None None] Pushing event updated for resources: {'Port': ['ID=4038a527-0aa8-4426-af10-3db4a92cfef0,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:13.714226 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-000c2ace-1008-4765-a6f2-f2cfcf0cb0c6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:13.721309 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000c2ace-1008-4765-a6f2-f2cfcf0cb0c6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:13.721585 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64828aa5-a1ff-4b6b-8c80-31b4ba178f3a req-d855a7bb-7a54-4d43-b891-1b9f99feb675 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:13.722180 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-000c2ace-1008-4765-a6f2-f2cfcf0cb0c6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:13.724371 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64828aa5-a1ff-4b6b-8c80-31b4ba178f3a req-d855a7bb-7a54-4d43-b891-1b9f99feb675 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6812f0-ce0b-4864-889b-cde4cfd7f7ba HTTP/1.1" status: 200 len: 946 time: 0.1882076 Sep 30 13:24:13.737344 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b54da-6c12-45ad-87ce-af10bcddb840 req-491894bf-fadf-4121-9b29-8ec32ddcf52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:13.739278 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5b0b54da-6c12-45ad-87ce-af10bcddb840 req-491894bf-fadf-4121-9b29-8ec32ddcf52a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a44cb98e418b4fc89cc73be20bc6aaa8&device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 1094 time: 0.3430641 Sep 30 13:24:13.797446 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd78b9-b511-4d35-9aa7-4351ad7905a6 req-a58e04d2-b3e3-46f0-9737-c745b6c237f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:13.801279 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d0bd78b9-b511-4d35-9aa7-4351ad7905a6 req-a58e04d2-b3e3-46f0-9737-c745b6c237f4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1d6812f0-ce0b-4864-889b-cde4cfd7f7ba HTTP/1.1" status: 200 len: 1097 time: 0.2640634 Sep 30 13:24:13.867818 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c2ace-1008-4765-a6f2-f2cfcf0cb0c6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event updated for resources: {'Network': ['ID=4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:13.872919 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-000c2ace-1008-4765-a6f2-f2cfcf0cb0c6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7082276 Sep 30 13:24:13.873896 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51006) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:13.878648 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:24:13.883329 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c3220-2a45-4a71-9199-9b78e12f6428 req-1878a152-f6e2-4999-9b85-babd8a78e1b4 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:13.911374 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3c1c3220-2a45-4a71-9199-9b78e12f6428 req-1878a152-f6e2-4999-9b85-babd8a78e1b4 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 945 time: 0.3590784 Sep 30 13:24:13.963702 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-01d65382-833a-4eb7-aef9-50cc9e848fff service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060307 Sep 30 13:24:13.969828 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64828aa5-a1ff-4b6b-8c80-31b4ba178f3a req-471653c6-c6dd-4779-83fc-37dcfad97d8c tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ce83919-78f7-4e92-ae09-1e7e83dc36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772051 Sep 30 13:24:13.973295 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d0bd78b9-b511-4d35-9aa7-4351ad7905a6 req-e3d57ec2-435b-4c25-b6c5-095fafa44e74 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1ce83919-78f7-4e92-ae09-1e7e83dc36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533859 Sep 30 13:24:13.988228 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-f9dcf1aa-173f-4644-b517-4b86e2b98031 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:14.085769 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 4df9243e-bed7-40e3-8adb-c8474789475e no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:24:14.152862 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-952b271d-15d8-487b-bfd0-02a5400aaa9c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=f407bf5c-2622-41e5-a507-31011ed4afae HTTP/1.1" status: 200 len: 217 time: 0.1784708 Sep 30 13:24:14.325413 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-d9807b22-9ba4-47d0-b141-bbaadfb52c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:14.327076 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-d9807b22-9ba4-47d0-b141-bbaadfb52c89 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4f0ebae-560b-4b76-825f-e4ab47d71558 HTTP/1.1" status: 200 len: 797 time: 0.1599369 Sep 30 13:24:14.341564 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635735d-47c7-42a1-8e1a-ae172d8c1c3e req-4ae9c28d-fc48-44f4-8888-7007cf6bdc15 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:14.343334 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9635735d-47c7-42a1-8e1a-ae172d8c1c3e req-4ae9c28d-fc48-44f4-8888-7007cf6bdc15 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 945 time: 0.1652248 Sep 30 13:24:14.429823 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-84c2987a-ed4b-42ce-8da7-f7a154395653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:14.431414 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-84c2987a-ed4b-42ce-8da7-f7a154395653 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0871813 Sep 30 13:24:14.469285 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9635735d-47c7-42a1-8e1a-ae172d8c1c3e req-2eceb7f7-782e-4c3d-a90f-b958f621845a tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761883 Sep 30 13:24:14.635397 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-208d2d6a-65cb-433c-8932-4a6413135a22 service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958292 Sep 30 13:24:14.648270 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e591d5-1258-4338-87dd-3321e81c5252 req-de683873-069d-4fec-9797-2b4cea7e04f1 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:14.655971 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-29e591d5-1258-4338-87dd-3321e81c5252 req-de683873-069d-4fec-9797-2b4cea7e04f1 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 943 time: 0.0917816 Sep 30 13:24:14.661126 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b54da-6c12-45ad-87ce-af10bcddb840 req-611447a7-e8d4-4c11-b139-9ea9e9f71663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:14.663396 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5b0b54da-6c12-45ad-87ce-af10bcddb840 req-611447a7-e8d4-4c11-b139-9ea9e9f71663 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2ae8f69c-e2ed-4683-a275-8d8f7caa3a16 HTTP/1.1" status: 200 len: 914 time: 0.9030709 Sep 30 13:24:14.681538 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3c1c3220-2a45-4a71-9199-9b78e12f6428 req-63ebf742-58b2-4390-93f5-733389e7042e tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db148c7-bf6e-4314-b94a-2d0e09a494c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7689362 Sep 30 13:24:14.737452 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-29e591d5-1258-4338-87dd-3321e81c5252 req-b1d34529-f702-4c28-8485-79937c058508 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800960 Sep 30 13:24:14.801880 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:14.820988 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5b0b54da-6c12-45ad-87ce-af10bcddb840 req-043f1a61-5798-41ab-a256-5f865b646b03 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4df9243e-bed7-40e3-8adb-c8474789475e HTTP/1.1" status: 200 len: 217 time: 0.1360412 Sep 30 13:24:14.838881 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-62d85093-807f-4658-832f-8e50ced2baec service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808619 Sep 30 13:24:14.920336 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-adf7bfa2-98e0-4d70-a743-d58215c72ee8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=d8a34824-bdd7-4edd-8777-c76913f07e6d HTTP/1.1" status: 200 len: 217 time: 0.0731006 Sep 30 13:24:14.987003 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9dcf1aa-173f-4644-b517-4b86e2b98031 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:15.030986 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9dcf1aa-173f-4644-b517-4b86e2b98031 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:15.051793 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4038a527-0aa8-4426-af10-3db4a92cfef0 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:24:15.082895 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-64347364-e8d8-484b-ad4f-aebbcec19b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:15.084386 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-64347364-e8d8-484b-ad4f-aebbcec19b8d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4f0ebae-560b-4b76-825f-e4ab47d71558 HTTP/1.1" status: 200 len: 797 time: 0.1580172 Sep 30 13:24:15.107802 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f9dcf1aa-173f-4644-b517-4b86e2b98031 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Network 4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7 is not hosted by any dhcp agent {{(pid=94764) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 13:24:15.134496 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dcf1aa-173f-4644-b517-4b86e2b98031 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:15.139375 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9dcf1aa-173f-4644-b517-4b86e2b98031 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:15.140936 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f9dcf1aa-173f-4644-b517-4b86e2b98031 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "PUT /v2.0/networks/4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7 HTTP/1.1" status: 200 len: 723 time: 1.2661314 Sep 30 13:24:15.147779 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51018) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:15.166931 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-4a4330c3-b0d3-4861-b178-30f9dd0c8f0b tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Request body: {'subnet': {'network_id': '4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:15.214780 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 4038a527-0aa8-4426-af10-3db4a92cfef0 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:15.216085 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dcf1aa-173f-4644-b517-4b86e2b98031 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event updated for resources: {'Network': ['ID=4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:15.216717 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:15.233595 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca5821-7e22-4766-8d37-83be7cba525b req-e71a592f-ab01-49ba-ad80-51e32cada7b0 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:15.239883 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca5821-7e22-4766-8d37-83be7cba525b req-e71a592f-ab01-49ba-ad80-51e32cada7b0 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:15.246304 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca5821-7e22-4766-8d37-83be7cba525b req-e71a592f-ab01-49ba-ad80-51e32cada7b0 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:15.258751 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca5821-7e22-4766-8d37-83be7cba525b req-e71a592f-ab01-49ba-ad80-51e32cada7b0 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:15.262638 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:24:15.265933 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca5821-7e22-4766-8d37-83be7cba525b req-e71a592f-ab01-49ba-ad80-51e32cada7b0 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:15.283347 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca5821-7e22-4766-8d37-83be7cba525b req-e71a592f-ab01-49ba-ad80-51e32cada7b0 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:15.291912 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca5821-7e22-4766-8d37-83be7cba525b req-e71a592f-ab01-49ba-ad80-51e32cada7b0 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:15.294386 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-26ac4522-5033-4f65-a1cd-574ff91a9f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:15.296221 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-26ac4522-5033-4f65-a1cd-574ff91a9f06 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2000055 Sep 30 13:24:15.300732 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2aca5821-7e22-4766-8d37-83be7cba525b req-e71a592f-ab01-49ba-ad80-51e32cada7b0 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5429 time: 0.4868076 Sep 30 13:24:15.317673 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b54da-6c12-45ad-87ce-af10bcddb840 req-4b4f6d30-6435-48ff-9505-f85631db935c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:15.319678 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5b0b54da-6c12-45ad-87ce-af10bcddb840 req-4b4f6d30-6435-48ff-9505-f85631db935c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bac914f-ff79-44a0-914f-8c571e231db2 HTTP/1.1" status: 200 len: 853 time: 0.4887497 Sep 30 13:24:15.389426 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d9b60-7cbc-4122-b3b9-7690287b63f1 req-28f501b0-9dc9-4e2b-b341-639ffaa99e70 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:15.393698 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-766d9b60-7cbc-4122-b3b9-7690287b63f1 req-28f501b0-9dc9-4e2b-b341-639ffaa99e70 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6812f0-ce0b-4864-889b-cde4cfd7f7ba HTTP/1.1" status: 200 len: 946 time: 0.2448318 Sep 30 13:24:15.438710 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5b0b54da-6c12-45ad-87ce-af10bcddb840 req-09e4c607-7688-4e77-9fe8-9c08db7a9635 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2ae8f69c-e2ed-4683-a275-8d8f7caa3a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744936 Sep 30 13:24:15.448429 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:15.472200 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4330c3-b0d3-4861-b178-30f9dd0c8f0b tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Made reservation on behalf of 67c83a32d1134b6f81df454426d05491 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:24:15.477309 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4a4330c3-b0d3-4861-b178-30f9dd0c8f0b tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:15.486581 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2aca5821-7e22-4766-8d37-83be7cba525b req-da1c59ec-6829-465e-ba5f-538dfc63c97c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1848295 Sep 30 13:24:15.511673 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 4038a527-0aa8-4426-af10-3db4a92cfef0, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4038a527-0aa8-4426-af10-3db4a92cfef0,segment=NetworkSegment(ea186d17-1afd-4687-a4ca-1face58191db),segment_id=ea186d17-1afd-4687-a4ca-1face58191db)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:15.518310 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfe2b2f-55ae-4224-92d4-d7d4eda4a8fd None None] Network c714f356-c7bf-4b49-bb5a-3fee522eed53 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:24:15.559711 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:15.609116 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5b0b54da-6c12-45ad-87ce-af10bcddb840 req-d4a3cd71-1154-4b58-bafd-0b2a7f2090cb service neutron] 10.222.0.54 "GET /v2.0/networks/2ae8f69c-e2ed-4683-a275-8d8f7caa3a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523995 Sep 30 13:24:15.646873 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-766d9b60-7cbc-4122-b3b9-7690287b63f1 req-2a57237c-4b86-4e02-9f1a-c24fc2efb82d tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ce83919-78f7-4e92-ae09-1e7e83dc36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845744 Sep 30 13:24:15.703952 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-bc35c25d-cc03-42d4-aa7d-88f529ce25c0 None None] Provisioning complete for port 4038a527-0aa8-4426-af10-3db4a92cfef0 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:15.704616 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bc35c25d-cc03-42d4-aa7d-88f529ce25c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:15.705430 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-f9db011d-4afe-46dd-8082-614c4662f0c8 service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727005 Sep 30 13:24:15.729906 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac2e81-1a8a-4fc9-9af2-acb43e7196d3 req-cadb2fff-9f59-49c0-a1a7-1ea882de136b tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:15.731684 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c2ac2e81-1a8a-4fc9-9af2-acb43e7196d3 req-cadb2fff-9f59-49c0-a1a7-1ea882de136b tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 945 time: 0.1164267 Sep 30 13:24:15.756333 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=4038a527-0aa8-4426-af10-3db4a92cfef0,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:15.890743 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c2ac2e81-1a8a-4fc9-9af2-acb43e7196d3 req-8198c27b-4692-4c1e-8b0f-f52cdaf33f2c tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087663 Sep 30 13:24:15.901315 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-9f0c1b77-507c-4973-8fd3-36ec4864fd41 service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868088 Sep 30 13:24:15.934750 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5b0b54da-6c12-45ad-87ce-af10bcddb840 req-6402b85d-4dba-42b5-8fde-370f15f7c1b3 service neutron] 10.222.0.54 "GET /v2.0/networks/2ae8f69c-e2ed-4683-a275-8d8f7caa3a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169153 Sep 30 13:24:16.233452 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5404b-1f65-485b-9b12-7b126b546a97 req-9ce92334-f887-4130-a0b7-9c92b024ab97 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:16.240813 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a5b5404b-1f65-485b-9b12-7b126b546a97 req-9ce92334-f887-4130-a0b7-9c92b024ab97 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 943 time: 0.1517050 Sep 30 13:24:16.321339 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a5b5404b-1f65-485b-9b12-7b126b546a97 req-c21bb671-a561-48e2-90e2-6ac1e664a923 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768862 Sep 30 13:24:16.393111 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-a8851cd8-0c64-4ce1-a0c3-243cf4e74a81 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fa4a606c-ba9f-437e-9fdd-ee6b622b3359 HTTP/1.1" status: 200 len: 217 time: 0.4750922 Sep 30 13:24:16.513323 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38988eda-1d15-40aa-bbc1-8f88de2baf89 None None] Update dhcp port {'port': {'network_id': 'c714f356-c7bf-4b49-bb5a-3fee522eed53', 'fixed_ips': [{'subnet_id': '16672a69-97d3-4188-aa84-8053bb3cef19', 'ip_address': '2001:db8::2'}, {'subnet_id': '14fb8918-36e0-4cd8-94c0-24b158f27acf'}], 'binding:host_id': 'n-d-810909-2'}, 'id': '4038a527-0aa8-4426-af10-3db4a92cfef0'} from n-d-810909-2. {{(pid=94765) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 13:24:16.523268 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c045057-e350-43c5-93f4-047da8b51a13 req-bf90e1d6-34be-4825-8d7e-ca891e9878c5 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:16.532486 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5c045057-e350-43c5-93f4-047da8b51a13 req-bf90e1d6-34be-4825-8d7e-ca891e9878c5 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 945 time: 0.7038672 Sep 30 13:24:16.563736 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-38988eda-1d15-40aa-bbc1-8f88de2baf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:16.597266 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5c045057-e350-43c5-93f4-047da8b51a13 req-197b87dc-7007-4c4e-af51-2ed5677e8a6a tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db148c7-bf6e-4314-b94a-2d0e09a494c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638084 Sep 30 13:24:16.622246 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4a4330c3-b0d3-4861-b178-30f9dd0c8f0b tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:16.636984 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-683d74c8-f22e-4bd1-87bd-725e5f7242bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:16.638603 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-683d74c8-f22e-4bd1-87bd-725e5f7242bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e1ae28e5-4a21-4afb-9bee-9706b3aa153a HTTP/1.1" status: 200 len: 797 time: 0.2317510 Sep 30 13:24:16.879554 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96835d0-322d-4961-ae62-f381649af4e2 req-041bf628-57e7-4362-a59b-bba0465a8aa1 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:16.893440 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96835d0-322d-4961-ae62-f381649af4e2 req-041bf628-57e7-4362-a59b-bba0465a8aa1 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:16.936238 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96835d0-322d-4961-ae62-f381649af4e2 req-041bf628-57e7-4362-a59b-bba0465a8aa1 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:16.977744 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-4a033572-7e5b-48ff-91d0-e830feb01d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:16.979408 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96835d0-322d-4961-ae62-f381649af4e2 req-041bf628-57e7-4362-a59b-bba0465a8aa1 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:16.984823 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-4a033572-7e5b-48ff-91d0-e830feb01d5f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2890980 Sep 30 13:24:17.017081 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4330c3-b0d3-4861-b178-30f9dd0c8f0b tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event updated for resources: {'Subnet': ['ID=41185ab8-ff73-4ca5-9ca1-7fdea946a88d,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:17.035314 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96835d0-322d-4961-ae62-f381649af4e2 req-041bf628-57e7-4362-a59b-bba0465a8aa1 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:17.069156 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96835d0-322d-4961-ae62-f381649af4e2 req-041bf628-57e7-4362-a59b-bba0465a8aa1 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:17.091974 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96835d0-322d-4961-ae62-f381649af4e2 req-041bf628-57e7-4362-a59b-bba0465a8aa1 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:17.115343 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e96835d0-322d-4961-ae62-f381649af4e2 req-041bf628-57e7-4362-a59b-bba0465a8aa1 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5429 time: 0.4587579 Sep 30 13:24:17.140425 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4038a527-0aa8-4426-af10-3db4a92cfef0 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:24:17.202673 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e96835d0-322d-4961-ae62-f381649af4e2 req-daeb11f2-298d-4cb3-92c5-5ab3c62c1338 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0857279 Sep 30 13:24:17.312537 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-38988eda-1d15-40aa-bbc1-8f88de2baf89 None None] Allocated IP 172.20.0.1 (c714f356-c7bf-4b49-bb5a-3fee522eed53/14fb8918-36e0-4cd8-94c0-24b158f27acf/4038a527-0aa8-4426-af10-3db4a92cfef0) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:24:17.350858 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 4038a527-0aa8-4426-af10-3db4a92cfef0 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:17.351548 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:17.409655 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-3cb6fb7d-01f4-44d7-918c-269b656db5cb service neutron] 10.222.0.54 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840544 Sep 30 13:24:17.457754 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4330c3-b0d3-4861-b178-30f9dd0c8f0b tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Checking segment: {'id': 'ab7ba2eb-7c8a-4e06-bf60-2a47426571cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:24:17.458183 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4330c3-b0d3-4861-b178-30f9dd0c8f0b tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Network hostable DHCP agents. Network: 4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:24:17.512865 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618b443-fe48-44c7-af59-d3e1706a1e25 req-a8028040-a604-477d-875a-5c11951ecb3c tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:17.513271 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b6f11-76d4-4092-96e0-379cbde6eacd req-36853d4d-a377-490e-82b0-5ab4544b3d60 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:17.519401 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b22b6f11-76d4-4092-96e0-379cbde6eacd req-36853d4d-a377-490e-82b0-5ab4544b3d60 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 945 time: 0.1790762 Sep 30 13:24:17.525205 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c618b443-fe48-44c7-af59-d3e1706a1e25 req-a8028040-a604-477d-875a-5c11951ecb3c tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6812f0-ce0b-4864-889b-cde4cfd7f7ba HTTP/1.1" status: 200 len: 946 time: 0.4944115 Sep 30 13:24:17.596245 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-38988eda-1d15-40aa-bbc1-8f88de2baf89 None None] For port 4038a527-0aa8-4426-af10-3db4a92cfef0, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4038a527-0aa8-4426-af10-3db4a92cfef0,segment=NetworkSegment(ea186d17-1afd-4687-a4ca-1face58191db),segment_id=ea186d17-1afd-4687-a4ca-1face58191db)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:17.621085 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b22b6f11-76d4-4092-96e0-379cbde6eacd req-1136a5db-c70f-4eb0-a59b-4fcf92802532 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db148c7-bf6e-4314-b94a-2d0e09a494c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966072 Sep 30 13:24:17.641513 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-38988eda-1d15-40aa-bbc1-8f88de2baf89 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:17.649249 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-38988eda-1d15-40aa-bbc1-8f88de2baf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:17.751055 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e5a14-95bb-4437-80b5-176428b2e0f7 req-0c395974-8d97-4240-8cba-3dc1376d179a tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:17.753181 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b01e5a14-95bb-4437-80b5-176428b2e0f7 req-0c395974-8d97-4240-8cba-3dc1376d179a tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 945 time: 0.0604336 Sep 30 13:24:17.824930 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38988eda-1d15-40aa-bbc1-8f88de2baf89 None None] Pushing event updated for resources: {'Port': ['ID=4038a527-0aa8-4426-af10-3db4a92cfef0,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:17.841654 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b01e5a14-95bb-4437-80b5-176428b2e0f7 req-79c3611a-3d1d-45d7-8f80-5badae28f6e0 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798411 Sep 30 13:24:17.868405 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-f0cc0a9d-9e58-45ea-b52e-0132d1bd4fe1 service neutron] 10.222.0.54 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880847 Sep 30 13:24:17.873111 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4330c3-b0d3-4861-b178-30f9dd0c8f0b tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Network 4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:24:17.892061 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c618b443-fe48-44c7-af59-d3e1706a1e25 req-259778eb-b06d-4564-901b-2f73049ce886 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ce83919-78f7-4e92-ae09-1e7e83dc36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646355 Sep 30 13:24:18.039012 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-0007750b-187c-4d73-86fa-c26a2fcd1351 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=37e52d6d-b15a-43d5-a032-19b5958005e8 HTTP/1.1" status: 200 len: 217 time: 0.1440260 Sep 30 13:24:18.041861 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e626ce2-4bc6-4a7f-a5dc-9e4c4b9cab9e req-44ade2fd-09d2-4496-b4d2-a8bd0c97d405 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:18.046095 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-4a4330c3-b0d3-4861-b178-30f9dd0c8f0b tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:24:18.051979 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4330c3-b0d3-4861-b178-30f9dd0c8f0b tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:18.052995 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4a4330c3-b0d3-4861-b178-30f9dd0c8f0b tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:18.057216 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb64aad7-da2e-4f69-9219-57ef88ec7840 None None] Network 4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:24:18.069649 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4e626ce2-4bc6-4a7f-a5dc-9e4c4b9cab9e req-44ade2fd-09d2-4496-b4d2-a8bd0c97d405 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 943 time: 0.1052170 Sep 30 13:24:18.164863 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4a4330c3-b0d3-4861-b178-30f9dd0c8f0b tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0043998 Sep 30 13:24:18.179825 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51082) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:18.180417 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4e626ce2-4bc6-4a7f-a5dc-9e4c4b9cab9e req-557ae97f-0e9a-43c9-8b05-c9076eef4a19 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044104 Sep 30 13:24:18.191177 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-a690c52e-6a19-489c-9369-2fb9e18026ec tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:18.305831 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-c847f97d-24f1-41ae-82ec-9677ec0d16d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:18.310718 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-c847f97d-24f1-41ae-82ec-9677ec0d16d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e1ae28e5-4a21-4afb-9bee-9706b3aa153a HTTP/1.1" status: 200 len: 797 time: 0.2415257 Sep 30 13:24:18.430027 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-851258a0-fad8-4985-a48a-76943009d619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:18.527533 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113b87d-9f75-4fcd-bea4-aaf28de0824c req-4ed1173c-b598-4725-9b90-3fb1498f4dcb tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:18.533189 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7113b87d-9f75-4fcd-bea4-aaf28de0824c req-4ed1173c-b598-4725-9b90-3fb1498f4dcb tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 945 time: 0.2038791 Sep 30 13:24:18.549185 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a2dc58-ebde-484b-a5f2-57a5f43e8fea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7', 'network_id': '4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7', 'tenant_id': '67c83a32d1134b6f81df454426d05491', 'fixed_ips': [{'subnet_id': '41185ab8-ff73-4ca5-9ca1-7fdea946a88d'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:24:18.550121 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f4a2dc58-ebde-484b-a5f2-57a5f43e8fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:18.620100 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51090) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:18.667581 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7113b87d-9f75-4fcd-bea4-aaf28de0824c req-d2a0755e-5421-4ae5-8ad6-ef9b548930a1 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271734 Sep 30 13:24:18.750045 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a690c52e-6a19-489c-9369-2fb9e18026ec tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-24047910'] for subnet, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:18.895026 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-e75e0157-90e5-4836-b6f9-80171ac20904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:18.897052 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-e75e0157-90e5-4836-b6f9-80171ac20904 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5564599 Sep 30 13:24:18.904606 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-f4a2dc58-ebde-484b-a5f2-57a5f43e8fea None None] Allocated IP 2001:db8::2 (4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7/41185ab8-ff73-4ca5-9ca1-7fdea946a88d/483e03a7-20c0-46a2-af23-956ff4b0591b) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:24:18.965491 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fd213-46e2-4158-a1b0-f9019ac26f6d req-87a3877b-bf3d-455b-86d4-5d75b0ff62b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:18.974244 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-306fd213-46e2-4158-a1b0-f9019ac26f6d req-87a3877b-bf3d-455b-86d4-5d75b0ff62b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba06ca8c8c6c47e0a3ec08e9fc9296aa&device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 1096 time: 0.6433380 Sep 30 13:24:19.015675 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1ccec8bf-86d7-49b9-8209-3cfb40b0f90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:19.047660 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4038a527-0aa8-4426-af10-3db4a92cfef0 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:24:19.108398 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ee9d6d-9a35-4e44-a83b-498f4dbc0057 None None] Network c714f356-c7bf-4b49-bb5a-3fee522eed53 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:24:19.118574 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f7758-8f95-4e78-9281-ef8cc01898d7 req-503ead9c-a1a1-4573-9f42-ef87542bc9aa tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:19.129120 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-294f7758-8f95-4e78-9281-ef8cc01898d7 req-503ead9c-a1a1-4573-9f42-ef87542bc9aa tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 945 time: 0.1433177 Sep 30 13:24:19.268767 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-294f7758-8f95-4e78-9281-ef8cc01898d7 req-71b02819-0e92-4c66-80fe-f09082e59a33 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db148c7-bf6e-4314-b94a-2d0e09a494c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386845 Sep 30 13:24:19.378955 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d72696-e72f-458c-8cc5-e6cace06ade6 req-82ffeb41-1921-4e66-9351-4a249ccf8172 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:19.385691 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d72696-e72f-458c-8cc5-e6cace06ade6 req-82ffeb41-1921-4e66-9351-4a249ccf8172 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:19.392509 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d72696-e72f-458c-8cc5-e6cace06ade6 req-82ffeb41-1921-4e66-9351-4a249ccf8172 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:19.399894 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d72696-e72f-458c-8cc5-e6cace06ade6 req-82ffeb41-1921-4e66-9351-4a249ccf8172 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:19.407335 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d72696-e72f-458c-8cc5-e6cace06ade6 req-82ffeb41-1921-4e66-9351-4a249ccf8172 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:19.414694 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1ccec8bf-86d7-49b9-8209-3cfb40b0f90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:19.415050 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-dec2b967-567e-4982-abbf-59f2046c4ce9 None None] Provisioning complete for port 4038a527-0aa8-4426-af10-3db4a92cfef0 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:19.415199 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d72696-e72f-458c-8cc5-e6cace06ade6 req-82ffeb41-1921-4e66-9351-4a249ccf8172 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:19.415652 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dec2b967-567e-4982-abbf-59f2046c4ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:19.422556 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d72696-e72f-458c-8cc5-e6cace06ade6 req-82ffeb41-1921-4e66-9351-4a249ccf8172 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:19.424592 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1ccec8bf-86d7-49b9-8209-3cfb40b0f90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:19.446567 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-40d72696-e72f-458c-8cc5-e6cace06ade6 req-82ffeb41-1921-4e66-9351-4a249ccf8172 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5429 time: 0.8214395 Sep 30 13:24:19.498445 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1ccec8bf-86d7-49b9-8209-3cfb40b0f90a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=820efd852c12463c8dd84ec45b171c57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8769021 Sep 30 13:24:19.501091 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51106) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:19.548406 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 4038a527-0aa8-4426-af10-3db4a92cfef0 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:19.548947 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:19.571248 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-f6155987-53cb-47bc-85be-ce0259a23706 service neutron] 10.222.0.54 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6024542 Sep 30 13:24:19.662864 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccec8bf-86d7-49b9-8209-3cfb40b0f90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a2ba59-0181-4b45-baf6-3185da06ef25,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:19.670422 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-40d72696-e72f-458c-8cc5-e6cace06ade6 req-7abdef7d-c7d4-4eca-a8f0-e64c79ea2264 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2176456 Sep 30 13:24:19.711345 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fd213-46e2-4158-a1b0-f9019ac26f6d req-a2cef94c-470d-467a-9960-1a2a289afb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:19.717539 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-306fd213-46e2-4158-a1b0-f9019ac26f6d req-a2cef94c-470d-467a-9960-1a2a289afb50 service neutron] 10.222.0.39 "GET /v2.0/networks?id=27af5bc2-ae82-46a4-9237-d0fc36f9075e HTTP/1.1" status: 200 len: 911 time: 0.5845616 Sep 30 13:24:19.795733 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14894a0d-1aff-4a78-aa42-8aba4a83032d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:19.813027 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:19.843318 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14894a0d-1aff-4a78-aa42-8aba4a83032d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:19.957324 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14894a0d-1aff-4a78-aa42-8aba4a83032d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:19.961308 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14894a0d-1aff-4a78-aa42-8aba4a83032d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:19.965841 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-14894a0d-1aff-4a78-aa42-8aba4a83032d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0a2ba59-0181-4b45-baf6-3185da06ef25 HTTP/1.1" status: 204 len: 168 time: 0.4532702 Sep 30 13:24:19.985422 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-306fd213-46e2-4158-a1b0-f9019ac26f6d req-688096c3-147b-4fb5-a996-f45a9e551f03 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca3d6bf4-8d16-4b19-b90f-f28e70dd205a HTTP/1.1" status: 200 len: 1000 time: 0.2336493 Sep 30 13:24:19.988735 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14894a0d-1aff-4a78-aa42-8aba4a83032d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a2ba59-0181-4b45-baf6-3185da06ef25,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:20.161625 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f4a2dc58-ebde-484b-a5f2-57a5f43e8fea None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:20.180678 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023b2e7a-f86e-42dc-a621-b3da610d626a req-51ed01fb-b144-4014-823e-b0ffb1953d48 service neutron] 10.222.0.54 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5762310 Sep 30 13:24:20.221114 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f4a2dc58-ebde-484b-a5f2-57a5f43e8fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:20.253931 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816634bc-88c0-46a1-8843-6a365c6f5e9e req-4eead785-0c24-4d20-a08e-652fd4ba91e4 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:20.256712 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-816634bc-88c0-46a1-8843-6a365c6f5e9e req-4eead785-0c24-4d20-a08e-652fd4ba91e4 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 943 time: 0.4125335 Sep 30 13:24:20.288514 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fd213-46e2-4158-a1b0-f9019ac26f6d req-9dbfab68-e963-4e26-bfae-196534e34e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:20.290219 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-306fd213-46e2-4158-a1b0-f9019ac26f6d req-9dbfab68-e963-4e26-bfae-196534e34e1c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b0d07ac9-b646-4015-9c44-dcf39179fe0f HTTP/1.1" status: 200 len: 849 time: 0.2856140 Sep 30 13:24:20.305265 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838e9b9-ee66-4395-8988-48f11598604d req-d138f3ef-734c-4603-bf48-2176c52aecda tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:20.312575 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7838e9b9-ee66-4395-8988-48f11598604d req-d138f3ef-734c-4603-bf48-2176c52aecda tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 945 time: 0.1663835 Sep 30 13:24:20.366155 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a2dc58-ebde-484b-a5f2-57a5f43e8fea None None] Network 4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:24:20.377448 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-f4a2dc58-ebde-484b-a5f2-57a5f43e8fea None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:24:20.389406 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a2dc58-ebde-484b-a5f2-57a5f43e8fea None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:24:20.393515 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7838e9b9-ee66-4395-8988-48f11598604d req-c1a8b128-a559-4e29-8f6a-bc78db13d93a tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702093 Sep 30 13:24:20.509094 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ac6b7-2cdd-4f85-986d-3e8ed620cce7 req-6d9eada3-b621-46c9-be53-63fb96f04df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:20.511120 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c32ac6b7-2cdd-4f85-986d-3e8ed620cce7 req-6d9eada3-b621-46c9-be53-63fb96f04df7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d20a8c7b03e466d985db3ea851484e9&device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 1096 time: 0.4065113 Sep 30 13:24:20.525054 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2dc58-ebde-484b-a5f2-57a5f43e8fea None None] Pushing event updated for resources: {'Port': ['ID=483e03a7-20c0-46a2-af23-956ff4b0591b,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:20.576619 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571bc7d-8fd5-4436-b32c-d94feda292be req-268eeb1d-23e5-4861-93fd-29a9a0507655 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:20.593262 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3571bc7d-8fd5-4436-b32c-d94feda292be req-268eeb1d-23e5-4861-93fd-29a9a0507655 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6812f0-ce0b-4864-889b-cde4cfd7f7ba HTTP/1.1" status: 200 len: 946 time: 0.0997713 Sep 30 13:24:20.627500 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f4a2dc58-ebde-484b-a5f2-57a5f43e8fea None None] Attempting to bind port 483e03a7-20c0-46a2-af23-956ff4b0591b on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:24:20.628614 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f4a2dc58-ebde-484b-a5f2-57a5f43e8fea None None] Attempting to bind port 483e03a7-20c0-46a2-af23-956ff4b0591b by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'ab7ba2eb-7c8a-4e06-bf60-2a47426571cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:24:20.629186 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a2dc58-ebde-484b-a5f2-57a5f43e8fea None None] Attempting to bind port 483e03a7-20c0-46a2-af23-956ff4b0591b on network 4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:24:20.646150 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a2dc58-ebde-484b-a5f2-57a5f43e8fea None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:24:20.648167 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a2dc58-ebde-484b-a5f2-57a5f43e8fea None None] Checking segment: {'id': 'ab7ba2eb-7c8a-4e06-bf60-2a47426571cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:24:20.649231 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f4a2dc58-ebde-484b-a5f2-57a5f43e8fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:20.650235 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a2dc58-ebde-484b-a5f2-57a5f43e8fea None None] Bound using segment: {'id': 'ab7ba2eb-7c8a-4e06-bf60-2a47426571cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:24:20.651673 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f4a2dc58-ebde-484b-a5f2-57a5f43e8fea None None] Bound port: 483e03a7-20c0-46a2-af23-956ff4b0591b, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab7ba2eb-7c8a-4e06-bf60-2a47426571cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:24:20.652629 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f4a2dc58-ebde-484b-a5f2-57a5f43e8fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:20.666061 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51122) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:20.684684 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3571bc7d-8fd5-4436-b32c-d94feda292be req-cc92ee13-43a1-4d46-ae42-93a521e62d0d tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ce83919-78f7-4e92-ae09-1e7e83dc36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902891 Sep 30 13:24:20.730175 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3a3a5667-7dec-46e9-b7c5-afa3e078a5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:20.737583 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fd213-46e2-4158-a1b0-f9019ac26f6d req-ad259557-222e-4eba-aac9-7a59d1cd533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:20.744687 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-306fd213-46e2-4158-a1b0-f9019ac26f6d req-ad259557-222e-4eba-aac9-7a59d1cd533e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=27af5bc2-ae82-46a4-9237-d0fc36f9075e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4458737 Sep 30 13:24:20.753729 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b0dc9952-6a05-4b80-9713-d24dd6a17b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:20.778715 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-816634bc-88c0-46a1-8843-6a365c6f5e9e req-6132b89d-d8df-4ffb-981c-dfbad31fac1d tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996984 Sep 30 13:24:20.839533 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f4a2dc58-ebde-484b-a5f2-57a5f43e8fea None None] For port 483e03a7-20c0-46a2-af23-956ff4b0591b, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:24:20.848134 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f4a2dc58-ebde-484b-a5f2-57a5f43e8fea None None] For port 483e03a7-20c0-46a2-af23-956ff4b0591b, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=483e03a7-20c0-46a2-af23-956ff4b0591b,segment=NetworkSegment(ab7ba2eb-7c8a-4e06-bf60-2a47426571cb),segment_id=ab7ba2eb-7c8a-4e06-bf60-2a47426571cb)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:24:20.859306 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f4a2dc58-ebde-484b-a5f2-57a5f43e8fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:21.007888 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b0dc9952-6a05-4b80-9713-d24dd6a17b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:21.029315 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2dc58-ebde-484b-a5f2-57a5f43e8fea None None] Pushing event updated for resources: {'Port': ['ID=483e03a7-20c0-46a2-af23-956ff4b0591b,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:21.074369 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b0dc9952-6a05-4b80-9713-d24dd6a17b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:21.172210 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b0dc9952-6a05-4b80-9713-d24dd6a17b08 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7591e8fa4ed2428889bcad6542849cfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4866076 Sep 30 13:24:21.175079 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51132) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:21.201564 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ac6b7-2cdd-4f85-986d-3e8ed620cce7 req-6c5a080a-cb30-4355-9259-442c11e9d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:21.203014 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c32ac6b7-2cdd-4f85-986d-3e8ed620cce7 req-6c5a080a-cb30-4355-9259-442c11e9d6a6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=29c529ad-9a66-4e0e-b8ed-9b0eb096f38d HTTP/1.1" status: 200 len: 913 time: 0.6359975 Sep 30 13:24:21.216419 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a690c52e-6a19-489c-9369-2fb9e18026ec tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781647741197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-24584107'] for subnet, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:21.217976 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-e53cdb3c-3776-4b2c-b85a-d23ffeb650cf None None] Provisioning complete for port 4038a527-0aa8-4426-af10-3db4a92cfef0 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:21.218491 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e53cdb3c-3776-4b2c-b85a-d23ffeb650cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:21.234573 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0fb00-a1e4-4039-b6da-e0c914cbfe5b req-e31e3d69-e2f4-4ed1-ad14-46390982103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:21.235152 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0fb00-a1e4-4039-b6da-e0c914cbfe5b req-e31e3d69-e2f4-4ed1-ad14-46390982103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:21.235628 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0fb00-a1e4-4039-b6da-e0c914cbfe5b req-e31e3d69-e2f4-4ed1-ad14-46390982103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:21.236104 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0fb00-a1e4-4039-b6da-e0c914cbfe5b req-e31e3d69-e2f4-4ed1-ad14-46390982103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:21.236581 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0fb00-a1e4-4039-b6da-e0c914cbfe5b req-e31e3d69-e2f4-4ed1-ad14-46390982103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:21.237056 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0fb00-a1e4-4039-b6da-e0c914cbfe5b req-e31e3d69-e2f4-4ed1-ad14-46390982103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:21.237525 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0fb00-a1e4-4039-b6da-e0c914cbfe5b req-e31e3d69-e2f4-4ed1-ad14-46390982103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:21.248677 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ceb0fb00-a1e4-4039-b6da-e0c914cbfe5b req-e31e3d69-e2f4-4ed1-ad14-46390982103a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b2b1cd5a06924c118528b4d0714f0f7d&device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 6486 time: 0.7866833 Sep 30 13:24:21.491296 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c860e6-27bc-4e6e-9dbe-49172958f389 req-4b75ee16-acdc-4387-8aed-3a4c1e7d3c74 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:21.499698 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c4c860e6-27bc-4e6e-9dbe-49172958f389 req-4b75ee16-acdc-4387-8aed-3a4c1e7d3c74 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 945 time: 0.6854744 Sep 30 13:24:21.508836 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e11da355-0d57-483d-8486-c5464cdd2f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:21.544712 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e11da355-0d57-483d-8486-c5464cdd2f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:21.559540 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b883745-b72e-4fe7-8116-3def9351aebc req-d9ebd9a2-9274-489a-ac15-957b1cad1444 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:21.578249 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b883745-b72e-4fe7-8116-3def9351aebc req-d9ebd9a2-9274-489a-ac15-957b1cad1444 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:21.593698 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc9952-6a05-4b80-9713-d24dd6a17b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a40901-343c-4cbc-b09e-d46d608a4807,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:21.596686 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b883745-b72e-4fe7-8116-3def9351aebc req-d9ebd9a2-9274-489a-ac15-957b1cad1444 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:21.616351 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:21.621053 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b883745-b72e-4fe7-8116-3def9351aebc req-d9ebd9a2-9274-489a-ac15-957b1cad1444 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:21.638569 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b883745-b72e-4fe7-8116-3def9351aebc req-d9ebd9a2-9274-489a-ac15-957b1cad1444 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:21.652198 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b883745-b72e-4fe7-8116-3def9351aebc req-d9ebd9a2-9274-489a-ac15-957b1cad1444 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:21.666839 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b883745-b72e-4fe7-8116-3def9351aebc req-d9ebd9a2-9274-489a-ac15-957b1cad1444 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:21.675508 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7b883745-b72e-4fe7-8116-3def9351aebc req-d9ebd9a2-9274-489a-ac15-957b1cad1444 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5429 time: 0.6395409 Sep 30 13:24:21.678885 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ef820-6083-4545-89af-3235453d88b3 req-91559f57-1f23-45c3-a05a-348a3525b7f1 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:21.680465 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2e8ef820-6083-4545-89af-3235453d88b3 req-91559f57-1f23-45c3-a05a-348a3525b7f1 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d6812f0-ce0b-4864-889b-cde4cfd7f7ba HTTP/1.1" status: 200 len: 946 time: 0.5043747 Sep 30 13:24:21.681134 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e11da355-0d57-483d-8486-c5464cdd2f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:21.683766 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e11da355-0d57-483d-8486-c5464cdd2f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:21.695740 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e11da355-0d57-483d-8486-c5464cdd2f79 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a5a40901-343c-4cbc-b09e-d46d608a4807 HTTP/1.1" status: 204 len: 168 time: 0.5042238 Sep 30 13:24:21.745079 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c32ac6b7-2cdd-4f85-986d-3e8ed620cce7 req-12b68951-003c-492d-afca-93fac01306ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e HTTP/1.1" status: 200 len: 217 time: 0.4884067 Sep 30 13:24:21.752863 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11da355-0d57-483d-8486-c5464cdd2f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a40901-343c-4cbc-b09e-d46d608a4807,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:21.761401 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690c52e-6a19-489c-9369-2fb9e18026ec tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event updated for resources: {'Subnet': ['ID=41185ab8-ff73-4ca5-9ca1-7fdea946a88d,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:21.776349 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a690c52e-6a19-489c-9369-2fb9e18026ec tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:21.776957 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a690c52e-6a19-489c-9369-2fb9e18026ec tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:21.778307 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a690c52e-6a19-489c-9369-2fb9e18026ec tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "PUT /v2.0/subnets/41185ab8-ff73-4ca5-9ca1-7fdea946a88d HTTP/1.1" status: 200 len: 826 time: 3.5974574 Sep 30 13:24:21.806831 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51142) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:21.846803 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c4c860e6-27bc-4e6e-9dbe-49172958f389 req-5086f175-9d60-4093-82e3-20d7802c12e4 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db148c7-bf6e-4314-b94a-2d0e09a494c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458545 Sep 30 13:24:21.949364 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-306fd213-46e2-4158-a1b0-f9019ac26f6d req-439d4c50-3512-4295-a4e8-64c756b08d31 service neutron] 10.222.0.39 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1658380 Sep 30 13:24:22.007171 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7b883745-b72e-4fe7-8116-3def9351aebc req-0ba6c8d6-4201-482a-bd3f-9395f455e280 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3298166 Sep 30 13:24:22.051434 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ac6b7-2cdd-4f85-986d-3e8ed620cce7 req-9c3b32ff-2470-436b-b427-5115e5a394c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:22.053306 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c32ac6b7-2cdd-4f85-986d-3e8ed620cce7 req-9c3b32ff-2470-436b-b427-5115e5a394c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2dea8a2a-4f75-4398-ba66-f7d169bb0407 HTTP/1.1" status: 200 len: 852 time: 0.3074281 Sep 30 13:24:22.268602 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c32ac6b7-2cdd-4f85-986d-3e8ed620cce7 req-20835cb0-0f0b-456e-a1c2-1463b5748ec0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=29c529ad-9a66-4e0e-b8ed-9b0eb096f38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1787055 Sep 30 13:24:22.322398 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408096e-7e86-4a5e-a380-65d296bd7485 req-e39d8406-c7c5-45b3-8f7c-408afd38b716 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:22.353911 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4408096e-7e86-4a5e-a380-65d296bd7485 req-e39d8406-c7c5-45b3-8f7c-408afd38b716 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 945 time: 0.3597496 Sep 30 13:24:22.367275 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:22.395784 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-664bb7b0-f959-48bb-9a57-753d6a245757 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:22.474004 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-2e8ef820-6083-4545-89af-3235453d88b3 req-3510923d-0a65-4a28-8e28-47501bd11874 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Deleting port 22d9dc86-4c19-485e-ae61-347bc664d5da {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:24:22.474422 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-2e8ef820-6083-4545-89af-3235453d88b3 req-3510923d-0a65-4a28-8e28-47501bd11874 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:22.642390 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4408096e-7e86-4a5e-a380-65d296bd7485 req-b953d6a0-6215-494f-8d93-327410ca42ac tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2860756 Sep 30 13:24:22.653926 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c29110-95fd-456d-b590-004bca018df3 req-3cd6df6a-884f-4a9c-96c0-4020ce702711 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:22.666559 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-11c29110-95fd-456d-b590-004bca018df3 req-3cd6df6a-884f-4a9c-96c0-4020ce702711 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6812f0-ce0b-4864-889b-cde4cfd7f7ba HTTP/1.1" status: 200 len: 946 time: 0.4029975 Sep 30 13:24:22.687263 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-306fd213-46e2-4158-a1b0-f9019ac26f6d req-b26ea6b7-3c25-4828-ac5d-ee215c1f9420 service neutron] 10.222.0.39 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6995230 Sep 30 13:24:22.736940 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e85571-30bc-46fc-bd56-4d5a27056848 None None] Network 4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:24:22.811995 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-11c29110-95fd-456d-b590-004bca018df3 req-b5a947ac-4acd-4fd8-8d9e-b513cc694856 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ce83919-78f7-4e92-ae09-1e7e83dc36b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425235 Sep 30 13:24:22.817787 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c32ac6b7-2cdd-4f85-986d-3e8ed620cce7 req-1aac6d8a-b229-46c0-b5c9-3a7a48281797 service neutron] 10.222.0.39 "GET /v2.0/networks/29c529ad-9a66-4e0e-b8ed-9b0eb096f38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5360508 Sep 30 13:24:22.920416 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-2e8ef820-6083-4545-89af-3235453d88b3 req-3510923d-0a65-4a28-8e28-47501bd11874 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] For port 22d9dc86-4c19-485e-ae61-347bc664d5da, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=22d9dc86-4c19-485e-ae61-347bc664d5da,segment=NetworkSegment(1b44a50e-ea59-40a6-9f71-1707d1a15121),segment_id=1b44a50e-ea59-40a6-9f71-1707d1a15121)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:22.920895 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-2e8ef820-6083-4545-89af-3235453d88b3 req-3510923d-0a65-4a28-8e28-47501bd11874 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:22.967981 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-664bb7b0-f959-48bb-9a57-753d6a245757 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Deleting port 483e03a7-20c0-46a2-af23-956ff4b0591b {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:24:22.967981 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-664bb7b0-f959-48bb-9a57-753d6a245757 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:23.020061 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-2e8ef820-6083-4545-89af-3235453d88b3 req-3510923d-0a65-4a28-8e28-47501bd11874 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Calling delete_port for 22d9dc86-4c19-485e-ae61-347bc664d5da owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:24:23.087106 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-19003cff-4f77-4fee-9110-e66b2d5cafbb None None] Provisioning complete for port 483e03a7-20c0-46a2-af23-956ff4b0591b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:23.087744 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-19003cff-4f77-4fee-9110-e66b2d5cafbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:23.155527 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 483e03a7-20c0-46a2-af23-956ff4b0591b up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:24:23.431436 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c32ac6b7-2cdd-4f85-986d-3e8ed620cce7 req-7d81df56-2475-4492-8628-420c347d1c69 service neutron] 10.222.0.39 "GET /v2.0/networks/29c529ad-9a66-4e0e-b8ed-9b0eb096f38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6016474 Sep 30 13:24:23.476567 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-19003cff-4f77-4fee-9110-e66b2d5cafbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:23.525601 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-19003cff-4f77-4fee-9110-e66b2d5cafbb None None] For port 483e03a7-20c0-46a2-af23-956ff4b0591b, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=483e03a7-20c0-46a2-af23-956ff4b0591b,segment=NetworkSegment(ab7ba2eb-7c8a-4e06-bf60-2a47426571cb),segment_id=ab7ba2eb-7c8a-4e06-bf60-2a47426571cb)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:23.531517 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-19003cff-4f77-4fee-9110-e66b2d5cafbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:23.534054 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11bee3-67b4-4e94-bdcf-ab02839ed95e req-e3a84d39-fd60-4707-af28-d3cce5b24013 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:23.535788 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d11bee3-67b4-4e94-bdcf-ab02839ed95e req-e3a84d39-fd60-4707-af28-d3cce5b24013 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 945 time: 0.4705799 Sep 30 13:24:23.543521 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 483e03a7-20c0-46a2-af23-956ff4b0591b triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:23.544314 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:23.682214 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19003cff-4f77-4fee-9110-e66b2d5cafbb None None] Pushing event updated for resources: {'Port': ['ID=483e03a7-20c0-46a2-af23-956ff4b0591b,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:23.685518 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-664bb7b0-f959-48bb-9a57-753d6a245757 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] For port 483e03a7-20c0-46a2-af23-956ff4b0591b, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=483e03a7-20c0-46a2-af23-956ff4b0591b,segment=NetworkSegment(ab7ba2eb-7c8a-4e06-bf60-2a47426571cb),segment_id=ab7ba2eb-7c8a-4e06-bf60-2a47426571cb)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:23.686041 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-664bb7b0-f959-48bb-9a57-753d6a245757 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:23.726919 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d11bee3-67b4-4e94-bdcf-ab02839ed95e req-9b23d3c1-6d8b-432c-9f6d-65deda9e31c2 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db148c7-bf6e-4314-b94a-2d0e09a494c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664093 Sep 30 13:24:23.735188 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-664bb7b0-f959-48bb-9a57-753d6a245757 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Calling delete_port for 483e03a7-20c0-46a2-af23-956ff4b0591b owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:24:23.737562 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0fb00-a1e4-4039-b6da-e0c914cbfe5b req-0c89aeb4-8444-4d13-8a7c-ded4b67fee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:23.741064 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ceb0fb00-a1e4-4039-b6da-e0c914cbfe5b req-0c89aeb4-8444-4d13-8a7c-ded4b67fee09 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452 HTTP/1.1" status: 200 len: 903 time: 0.8395889 Sep 30 13:24:23.801576 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbf394a-7d05-4ac1-8fe1-5abd98b94f0f None None] Network 4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:24:23.889777 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ceb0fb00-a1e4-4039-b6da-e0c914cbfe5b req-020d9bec-8498-47da-801d-dd95d975948e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=37e52d6d-b15a-43d5-a032-19b5958005e8 HTTP/1.1" status: 200 len: 217 time: 0.1118908 Sep 30 13:24:23.891955 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e523c-297e-44bd-b545-8096c868dd59 req-bb0870de-687d-4c67-b57a-bebcb4690d7c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:23.909309 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2c9e523c-297e-44bd-b545-8096c868dd59 req-bb0870de-687d-4c67-b57a-bebcb4690d7c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 943 time: 1.1130955 Sep 30 13:24:24.001173 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-305c52c2-f09e-4c00-b8a2-e3e6100ca3f6 None None] Provisioning complete for port 483e03a7-20c0-46a2-af23-956ff4b0591b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:24.001549 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-305c52c2-f09e-4c00-b8a2-e3e6100ca3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:24.242705 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2c9e523c-297e-44bd-b545-8096c868dd59 req-5c4b2350-1a2b-4dd2-b19c-b7d8252dc1de tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325229 Sep 30 13:24:24.303903 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-2e8ef820-6083-4545-89af-3235453d88b3 req-3510923d-0a65-4a28-8e28-47501bd11874 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:24.602355 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-664bb7b0-f959-48bb-9a57-753d6a245757 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:24.607883 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510923d-0a65-4a28-8e28-47501bd11874 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Pushing event deleted for resources: {'Port': ['ID=22d9dc86-4c19-485e-ae61-347bc664d5da,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:24.653349 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bb7b0-f959-48bb-9a57-753d6a245757 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event deleted for resources: {'Port': ['ID=483e03a7-20c0-46a2-af23-956ff4b0591b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:24.695583 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 22d9dc86-4c19-485e-ae61-347bc664d5da no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:24:24.785087 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 22d9dc86-4c19-485e-ae61-347bc664d5da {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:24:24.785438 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 22d9dc86-4c19-485e-ae61-347bc664d5da not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:24:24.801939 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fbeaf-cdf6-4baf-a8b0-94595cad5156 req-41c44970-745e-43f5-9a74-feb92d3be29c tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:24.804441 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-963fbeaf-cdf6-4baf-a8b0-94595cad5156 req-41c44970-745e-43f5-9a74-feb92d3be29c tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 945 time: 0.2970982 Sep 30 13:24:24.806993 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8ef820-6083-4545-89af-3235453d88b3 req-3510923d-0a65-4a28-8e28-47501bd11874 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] No DVR routers for this DVR port 22d9dc86-4c19-485e-ae61-347bc664d5da on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:24:24.842364 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0fb00-a1e4-4039-b6da-e0c914cbfe5b req-c04ffd2c-cba7-41bf-9276-c5f606268519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:24.846703 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-2e8ef820-6083-4545-89af-3235453d88b3 req-3510923d-0a65-4a28-8e28-47501bd11874 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:24.848754 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2e8ef820-6083-4545-89af-3235453d88b3 req-3510923d-0a65-4a28-8e28-47501bd11874 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.39 "DELETE /v2.0/ports/22d9dc86-4c19-485e-ae61-347bc664d5da HTTP/1.1" status: 204 len: 173 time: 3.1518977 Sep 30 13:24:24.851497 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ceb0fb00-a1e4-4039-b6da-e0c914cbfe5b req-c04ffd2c-cba7-41bf-9276-c5f606268519 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e1ae28e5-4a21-4afb-9bee-9706b3aa153a HTTP/1.1" status: 200 len: 797 time: 0.8594675 Sep 30 13:24:24.882075 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6812f0-ce0b-4864-889b-cde4cfd7f7ba', 'name': 'network-vif-deleted', 'tag': '22d9dc86-4c19-485e-ae61-347bc664d5da'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:24:24.882075 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32778b73-a340-4264-aa3d-863e569c367e" -d '{"events": [{"server_uuid": "1d6812f0-ce0b-4864-889b-cde4cfd7f7ba", "name": "network-vif-deleted", "tag": "22d9dc86-4c19-485e-ae61-347bc664d5da"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:24:24.893634 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:24.927742 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c46b2-9966-4994-8a9c-33d4b761dfb4 req-66af0cdd-9740-4658-8674-aa33821aadf4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:24.952331 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c46b2-9966-4994-8a9c-33d4b761dfb4 req-66af0cdd-9740-4658-8674-aa33821aadf4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:24.974565 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-305c52c2-f09e-4c00-b8a2-e3e6100ca3f6 None None] Could not find standard attr ID for object 483e03a7-20c0-46a2-af23-956ff4b0591b. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:24:24.981751 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c46b2-9966-4994-8a9c-33d4b761dfb4 req-66af0cdd-9740-4658-8674-aa33821aadf4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:24.991395 n-d-810909-2 neutron-server[94765]: INFO neutron.plugins.ml2.db [None req-305c52c2-f09e-4c00-b8a2-e3e6100ca3f6 None None] No ports have port_id starting with 483e03a7-20c0-46a2-af23-956ff4b0591b Sep 30 13:24:25.012379 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c46b2-9966-4994-8a9c-33d4b761dfb4 req-66af0cdd-9740-4658-8674-aa33821aadf4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:25.028639 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664bb7b0-f959-48bb-9a57-753d6a245757 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] No DVR routers for this DVR port 483e03a7-20c0-46a2-af23-956ff4b0591b on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:24:25.037369 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c46b2-9966-4994-8a9c-33d4b761dfb4 req-66af0cdd-9740-4658-8674-aa33821aadf4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:25.071014 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c46b2-9966-4994-8a9c-33d4b761dfb4 req-66af0cdd-9740-4658-8674-aa33821aadf4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:25.081863 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c46b2-9966-4994-8a9c-33d4b761dfb4 req-66af0cdd-9740-4658-8674-aa33821aadf4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:25.094207 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0b6c46b2-9966-4994-8a9c-33d4b761dfb4 req-66af0cdd-9740-4658-8674-aa33821aadf4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5429 time: 1.2173676 Sep 30 13:24:25.196632 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0b6c46b2-9966-4994-8a9c-33d4b761dfb4 req-c5d6fc7d-74fe-484f-9add-8cdce0e7c30e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0969081 Sep 30 13:24:25.199120 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-664bb7b0-f959-48bb-9a57-753d6a245757 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:25.212746 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0fb00-a1e4-4039-b6da-e0c914cbfe5b req-ade6424b-f0c2-48ad-8f98-31dc378f4202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:25.232986 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ceb0fb00-a1e4-4039-b6da-e0c914cbfe5b req-ade6424b-f0c2-48ad-8f98-31dc378f4202 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1196840 Sep 30 13:24:25.312400 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-963fbeaf-cdf6-4baf-a8b0-94595cad5156 req-78c6c6b4-5c8b-4d64-b881-fd4c649b6425 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4612925 Sep 30 13:24:25.431599 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-664bb7b0-f959-48bb-9a57-753d6a245757 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:25.508716 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d4a99647-9bf1-4908-9f2b-ca04a6608926 req-826a051f-18d2-40c6-8d18-9ecfb9c7d6d0 tempest-ServerPasswordTestJSON-482141449 tempest-ServerPasswordTestJSON-482141449-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6812f0-ce0b-4864-889b-cde4cfd7f7ba HTTP/1.1" status: 200 len: 210 time: 0.1864765 Sep 30 13:24:25.511368 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ceb0fb00-a1e4-4039-b6da-e0c914cbfe5b req-0a9d9181-887e-4486-b67a-dd6771b7e19e service neutron] 10.222.0.54 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874216 Sep 30 13:24:25.645927 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bb7b0-f959-48bb-9a57-753d6a245757 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event deleted for resources: {'Subnet': ['ID=41185ab8-ff73-4ca5-9ca1-7fdea946a88d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:25.658918 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7a8be9-3b7d-4117-853b-f879f6234c3b None None] Network 4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:24:25.793023 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-664bb7b0-f959-48bb-9a57-753d6a245757 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:25.809586 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ceb0fb00-a1e4-4039-b6da-e0c914cbfe5b req-5a56681d-4e29-4be3-8e5e-0ff5ea369cab service neutron] 10.222.0.54 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875075 Sep 30 13:24:25.892610 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-664bb7b0-f959-48bb-9a57-753d6a245757 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:25.947282 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fbb58e-256b-495c-8980-98b8aadd05f1 x-openstack-request-id: req-73fbb58e-256b-495c-8980-98b8aadd05f1 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:24:25.947557 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6812f0-ce0b-4864-889b-cde4cfd7f7ba", "name": "network-vif-deleted", "tag": "22d9dc86-4c19-485e-ae61-347bc664d5da", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:24:25.948589 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73fbb58e-256b-495c-8980-98b8aadd05f1 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:24:25.949055 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6812f0-ce0b-4864-889b-cde4cfd7f7ba', 'name': 'network-vif-deleted', 'tag': '22d9dc86-4c19-485e-ae61-347bc664d5da', 'status': 'completed', 'code': 200} Sep 30 13:24:25.952469 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-664bb7b0-f959-48bb-9a57-753d6a245757 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab7ba2eb-7c8a-4e06-bf60-2a47426571cb') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:25.954370 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-664bb7b0-f959-48bb-9a57-753d6a245757 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab7ba2eb-7c8a-4e06-bf60-2a47426571cb') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:26.010114 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-664bb7b0-f959-48bb-9a57-753d6a245757 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:26.018617 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569b7ca9-af14-4fd2-937a-d557be0ad038 None None] DHCP port deletion for 4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:24:26.030543 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae66f5-975a-4493-a8a6-9acd9331e7f7 req-dc42d97e-e49d-4551-ba36-90e872c4cb3a tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:26.032567 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7fae66f5-975a-4493-a8a6-9acd9331e7f7 req-dc42d97e-e49d-4551-ba36-90e872c4cb3a tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 945 time: 0.5518410 Sep 30 13:24:26.104620 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7fae66f5-975a-4493-a8a6-9acd9331e7f7 req-4c815adc-7a03-4128-ba55-bac925da0ff5 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db148c7-bf6e-4314-b94a-2d0e09a494c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614059 Sep 30 13:24:26.111292 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa572861-2816-4f61-b36c-48cbb990de40 req-4bc97dd3-f026-47ad-972d-e3c04e5eb6ef tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:26.112039 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-664bb7b0-f959-48bb-9a57-753d6a245757 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:26.132051 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aa572861-2816-4f61-b36c-48cbb990de40 req-4bc97dd3-f026-47ad-972d-e3c04e5eb6ef tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 943 time: 0.1094792 Sep 30 13:24:26.132660 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664bb7b0-f959-48bb-9a57-753d6a245757 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:24:26.133077 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-664bb7b0-f959-48bb-9a57-753d6a245757 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:24:26.136351 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:24:26.254362 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aa572861-2816-4f61-b36c-48cbb990de40 req-4f2cd00f-9f34-43da-aa2f-fc3ac35f62e9 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183863 Sep 30 13:24:26.297402 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-664bb7b0-f959-48bb-9a57-753d6a245757 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:26.308543 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-664bb7b0-f959-48bb-9a57-753d6a245757 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:26.312802 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-664bb7b0-f959-48bb-9a57-753d6a245757 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "DELETE /v2.0/networks/4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7 HTTP/1.1" status: 204 len: 168 time: 4.5024037 Sep 30 13:24:26.313229 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51288) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:26.343437 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bb7b0-f959-48bb-9a57-753d6a245757 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event deleted for resources: {'Network': ['ID=4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:26.346371 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-99512abe-e873-4156-be0d-d7b0f95aeab6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] DELETE failed (client error): The resource could not be found. Sep 30 13:24:26.347154 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99512abe-e873-4156-be0d-d7b0f95aeab6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:24:26.354157 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51292) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:26.357970 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-99512abe-e873-4156-be0d-d7b0f95aeab6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "DELETE /v2.0/networks/4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7 HTTP/1.1" status: 404 len: 339 time: 0.0436156 Sep 30 13:24:26.360725 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-ac581ab5-7be7-4fd1-af56-0cbcb0431ad3 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-596125879', 'description': 'd1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:26.395998 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac581ab5-7be7-4fd1-af56-0cbcb0431ad3 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Made reservation on behalf of 67c83a32d1134b6f81df454426d05491 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:24:26.406896 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac581ab5-7be7-4fd1-af56-0cbcb0431ad3 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:26.516018 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac581ab5-7be7-4fd1-af56-0cbcb0431ad3 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:24:26.554746 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac581ab5-7be7-4fd1-af56-0cbcb0431ad3 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:26.555491 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-ac581ab5-7be7-4fd1-af56-0cbcb0431ad3 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Added segment 18a846c5-4cdd-4833-96ce-29ac45889f77 of type vlan for network c9825043-8b3c-4e33-a899-b49b667b3fad Sep 30 13:24:26.603884 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90507e98-0dcd-430e-b03e-e91918beac9d req-8afc8693-5a49-4926-8422-536c10380faf tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:26.610285 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90507e98-0dcd-430e-b03e-e91918beac9d req-8afc8693-5a49-4926-8422-536c10380faf tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:26.625395 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90507e98-0dcd-430e-b03e-e91918beac9d req-8afc8693-5a49-4926-8422-536c10380faf tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:26.640697 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90507e98-0dcd-430e-b03e-e91918beac9d req-8afc8693-5a49-4926-8422-536c10380faf tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:26.646741 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90507e98-0dcd-430e-b03e-e91918beac9d req-8afc8693-5a49-4926-8422-536c10380faf tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:26.679988 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90507e98-0dcd-430e-b03e-e91918beac9d req-8afc8693-5a49-4926-8422-536c10380faf tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:26.694826 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac581ab5-7be7-4fd1-af56-0cbcb0431ad3 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:26.696077 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90507e98-0dcd-430e-b03e-e91918beac9d req-8afc8693-5a49-4926-8422-536c10380faf tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:26.698273 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-90507e98-0dcd-430e-b03e-e91918beac9d req-8afc8693-5a49-4926-8422-536c10380faf tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5429 time: 0.2638478 Sep 30 13:24:26.742766 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedf0bc-bfe5-42ce-9f2d-5dbb11b2d696 req-ad04783d-b76e-4aa6-96dc-b284bd19f6ba tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:26.750777 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fdedf0bc-bfe5-42ce-9f2d-5dbb11b2d696 req-ad04783d-b76e-4aa6-96dc-b284bd19f6ba tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 945 time: 0.1357543 Sep 30 13:24:26.817414 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-90507e98-0dcd-430e-b03e-e91918beac9d req-c9410b3f-88a0-4d12-a508-e3b5eb4c423d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1035872 Sep 30 13:24:26.866140 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fdedf0bc-bfe5-42ce-9f2d-5dbb11b2d696 req-bc057a8b-4cb5-4142-a749-2aaccde7bf52 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db148c7-bf6e-4314-b94a-2d0e09a494c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084011 Sep 30 13:24:26.889107 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac581ab5-7be7-4fd1-af56-0cbcb0431ad3 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:26.897485 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac581ab5-7be7-4fd1-af56-0cbcb0431ad3 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:26.901843 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac581ab5-7be7-4fd1-af56-0cbcb0431ad3 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:26.905065 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 483e03a7-20c0-46a2-af23-956ff4b0591b no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:24:26.936598 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 483e03a7-20c0-46a2-af23-956ff4b0591b {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:24:26.937235 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 483e03a7-20c0-46a2-af23-956ff4b0591b not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:24:26.947757 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51304) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:26.991965 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ac581ab5-7be7-4fd1-af56-0cbcb0431ad3 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6366324 Sep 30 13:24:27.005299 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51306) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:27.030555 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-042b93db-1668-45d6-b79e-de00f5feff37 admin admin] Deleting subnet 53861b81-7548-4d3b-aaa3-105fd07b71ea {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:24:27.037855 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-042b93db-1668-45d6-b79e-de00f5feff37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:27.106697 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-042b93db-1668-45d6-b79e-de00f5feff37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:27.120269 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e88269-19fc-4367-a196-547c6190a673 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:27.120883 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-72e88269-19fc-4367-a196-547c6190a673 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "GET /v2.0/networks?id=c9825043-8b3c-4e33-a899-b49b667b3fad HTTP/1.1" status: 200 len: 764 time: 0.1129990 Sep 30 13:24:27.124941 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51308) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:27.132740 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-00e0bad3-4155-4127-bd88-e6716d64c8ca tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Request body: {'network': {'description': 'd2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:27.188350 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac581ab5-7be7-4fd1-af56-0cbcb0431ad3 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event updated for resources: {'Network': ['ID=c9825043-8b3c-4e33-a899-b49b667b3fad,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:27.202707 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network c9825043-8b3c-4e33-a899-b49b667b3fad details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:24:27.209298 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-042b93db-1668-45d6-b79e-de00f5feff37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:27.339483 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-042b93db-1668-45d6-b79e-de00f5feff37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:27.402707 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b93db-1668-45d6-b79e-de00f5feff37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53861b81-7548-4d3b-aaa3-105fd07b71ea,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:27.417832 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-042b93db-1668-45d6-b79e-de00f5feff37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:27.423027 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-042b93db-1668-45d6-b79e-de00f5feff37 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/53861b81-7548-4d3b-aaa3-105fd07b71ea HTTP/1.1" status: 204 len: 168 time: 0.4720674 Sep 30 13:24:27.424937 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51314) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:27.567963 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45b5da2d-6c89-4d1e-8c30-d08a4742db5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:27.655353 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-00e0bad3-4155-4127-bd88-e6716d64c8ca tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:27.682750 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45b5da2d-6c89-4d1e-8c30-d08a4742db5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:27.704724 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-00e0bad3-4155-4127-bd88-e6716d64c8ca tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:27.730879 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-00e0bad3-4155-4127-bd88-e6716d64c8ca tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Network c9825043-8b3c-4e33-a899-b49b667b3fad is not hosted by any dhcp agent {{(pid=94764) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 13:24:27.734804 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-45b5da2d-6c89-4d1e-8c30-d08a4742db5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea559bc-80d5-4f06-8f7a-85544d681083']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:27.737904 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e0bad3-4155-4127-bd88-e6716d64c8ca tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:27.738736 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-00e0bad3-4155-4127-bd88-e6716d64c8ca tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:27.740152 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-00e0bad3-4155-4127-bd88-e6716d64c8ca tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "PUT /v2.0/networks/c9825043-8b3c-4e33-a899-b49b667b3fad HTTP/1.1" status: 200 len: 761 time: 0.6138630 Sep 30 13:24:27.743333 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51320) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:27.749681 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2043e-57d1-40bb-857f-9c7d7799dbb8 req-42957682-50ee-48e5-a987-8419ee5160ef tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:27.751559 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cab2043e-57d1-40bb-857f-9c7d7799dbb8 req-42957682-50ee-48e5-a987-8419ee5160ef tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 943 time: 0.3211803 Sep 30 13:24:27.781767 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-45b5da2d-6c89-4d1e-8c30-d08a4742db5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b44a50e-ea59-40a6-9f71-1707d1a15121') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:27.782325 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-45b5da2d-6c89-4d1e-8c30-d08a4742db5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b44a50e-ea59-40a6-9f71-1707d1a15121') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:27.817422 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45b5da2d-6c89-4d1e-8c30-d08a4742db5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:27.889575 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45b5da2d-6c89-4d1e-8c30-d08a4742db5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:27.904809 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b5da2d-6c89-4d1e-8c30-d08a4742db5b admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:24:27.905281 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45b5da2d-6c89-4d1e-8c30-d08a4742db5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:24:27.907297 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:24:27.918416 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cab2043e-57d1-40bb-857f-9c7d7799dbb8 req-dee44a8d-f7de-4295-9b5b-258519b3fc9e tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573770 Sep 30 13:24:27.933790 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3927618-2bd4-4d71-a41f-63ac14dd5f8e tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:27.942867 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d3927618-2bd4-4d71-a41f-63ac14dd5f8e tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "GET /v2.0/networks?id=c9825043-8b3c-4e33-a899-b49b667b3fad HTTP/1.1" status: 200 len: 764 time: 0.1979134 Sep 30 13:24:27.944044 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51328) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:28.025357 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0bad3-4155-4127-bd88-e6716d64c8ca tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event updated for resources: {'Network': ['ID=c9825043-8b3c-4e33-a899-b49b667b3fad,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:28.038327 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network c9825043-8b3c-4e33-a899-b49b667b3fad details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:24:28.159807 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9ce28-21a9-4dbb-a5c5-fa7a19ab20be req-e980d307-b41a-4a22-82a0-5b197c094ec4 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:28.162988 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-92e9ce28-21a9-4dbb-a5c5-fa7a19ab20be req-e980d307-b41a-4a22-82a0-5b197c094ec4 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 945 time: 0.1013970 Sep 30 13:24:28.198832 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45b5da2d-6c89-4d1e-8c30-d08a4742db5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:28.245704 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45b5da2d-6c89-4d1e-8c30-d08a4742db5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:28.249205 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-45b5da2d-6c89-4d1e-8c30-d08a4742db5b admin admin] 10.222.0.18 "DELETE /v2.0/networks/5ea559bc-80d5-4f06-8f7a-85544d681083 HTTP/1.1" status: 204 len: 168 time: 0.8231108 Sep 30 13:24:28.284932 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-92e9ce28-21a9-4dbb-a5c5-fa7a19ab20be req-d3e42b6a-8ab8-4870-be31-91c543e2d1e8 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db148c7-bf6e-4314-b94a-2d0e09a494c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152232 Sep 30 13:24:28.297424 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cf157-a59d-4e54-88e6-cfd7136ede23 req-b1dcb26f-aca0-42d8-8289-75bfc78b53a1 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:28.306698 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cf157-a59d-4e54-88e6-cfd7136ede23 req-b1dcb26f-aca0-42d8-8289-75bfc78b53a1 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:28.314341 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cf157-a59d-4e54-88e6-cfd7136ede23 req-b1dcb26f-aca0-42d8-8289-75bfc78b53a1 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:28.321740 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cf157-a59d-4e54-88e6-cfd7136ede23 req-b1dcb26f-aca0-42d8-8289-75bfc78b53a1 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:28.328752 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cf157-a59d-4e54-88e6-cfd7136ede23 req-b1dcb26f-aca0-42d8-8289-75bfc78b53a1 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:28.336447 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cf157-a59d-4e54-88e6-cfd7136ede23 req-b1dcb26f-aca0-42d8-8289-75bfc78b53a1 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:28.343789 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cf157-a59d-4e54-88e6-cfd7136ede23 req-b1dcb26f-aca0-42d8-8289-75bfc78b53a1 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:28.346188 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7b3cf157-a59d-4e54-88e6-cfd7136ede23 req-b1dcb26f-aca0-42d8-8289-75bfc78b53a1 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5429 time: 0.3571661 Sep 30 13:24:28.355669 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5da2d-6c89-4d1e-8c30-d08a4742db5b admin admin] Pushing event deleted for resources: {'Network': ['ID=5ea559bc-80d5-4f06-8f7a-85544d681083,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:28.413127 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab85b8a8-8ac6-4043-9816-f0544406679f tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:28.418633 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ab85b8a8-8ac6-4043-9816-f0544406679f tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4705970 Sep 30 13:24:28.419659 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51332) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:28.499876 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51336) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:28.500727 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b1881dc5-91ec-43f2-b67d-55251fa92a26 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "GET /v2.0/subnets?network_id=7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 207 time: 0.0773394 Sep 30 13:24:28.530423 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7b3cf157-a59d-4e54-88e6-cfd7136ede23 req-5a516715-77fa-4e0d-a081-56ce4d1febb4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1709254 Sep 30 13:24:28.560332 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d2a6d-d532-4534-b3ea-eda7ace929e8 req-5db00e1b-7225-4af1-ac5c-2c028e7950d3 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:28.567811 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-570d2a6d-d532-4534-b3ea-eda7ace929e8 req-5db00e1b-7225-4af1-ac5c-2c028e7950d3 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 945 time: 0.2250125 Sep 30 13:24:28.760198 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51342) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:28.867665 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1afcddae-de8b-4d07-bce5-fa7865459022 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6aa863500686497bbd698f8f6b4b0670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1029165 Sep 30 13:24:28.868322 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51344) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:28.993248 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684c5ba0-a0dc-425c-aa20-cc515005d7ed tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:29.000213 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684c5ba0-a0dc-425c-aa20-cc515005d7ed tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:29.012199 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f4e85f7-d3ca-46af-9a3a-87cf43869664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:29.026198 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684c5ba0-a0dc-425c-aa20-cc515005d7ed tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:29.037194 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684c5ba0-a0dc-425c-aa20-cc515005d7ed tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:29.039164 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f4e85f7-d3ca-46af-9a3a-87cf43869664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:29.047647 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684c5ba0-a0dc-425c-aa20-cc515005d7ed tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:29.070639 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684c5ba0-a0dc-425c-aa20-cc515005d7ed tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:29.072578 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-684c5ba0-a0dc-425c-aa20-cc515005d7ed tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.5676708 Sep 30 13:24:29.078843 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51350) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:29.106269 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f4e85f7-d3ca-46af-9a3a-87cf43869664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:29.117359 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f4e85f7-d3ca-46af-9a3a-87cf43869664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:29.120744 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3f4e85f7-d3ca-46af-9a3a-87cf43869664 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ce83919-78f7-4e92-ae09-1e7e83dc36b3 HTTP/1.1" status: 204 len: 168 time: 0.2515075 Sep 30 13:24:29.139618 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e85f7-d3ca-46af-9a3a-87cf43869664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce83919-78f7-4e92-ae09-1e7e83dc36b3,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:29.663727 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed13def-a5d3-4e8e-90df-02b791705d35 req-a8d4ec8f-5cf4-4887-abb2-f58dc9a916d2 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:29.686953 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bed13def-a5d3-4e8e-90df-02b791705d35 req-a8d4ec8f-5cf4-4887-abb2-f58dc9a916d2 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 945 time: 0.2023635 Sep 30 13:24:29.762318 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bed13def-a5d3-4e8e-90df-02b791705d35 req-27aea9f9-8800-438d-8af1-d78683149b88 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db148c7-bf6e-4314-b94a-2d0e09a494c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740952 Sep 30 13:24:30.082227 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf8421-b1ef-4b03-ba48-c62757915955 req-53fc88e3-7c9c-49ee-9304-aacfa719a1fb tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:30.088217 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf8421-b1ef-4b03-ba48-c62757915955 req-53fc88e3-7c9c-49ee-9304-aacfa719a1fb tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:30.106589 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf8421-b1ef-4b03-ba48-c62757915955 req-53fc88e3-7c9c-49ee-9304-aacfa719a1fb tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:30.125447 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf8421-b1ef-4b03-ba48-c62757915955 req-53fc88e3-7c9c-49ee-9304-aacfa719a1fb tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:30.141122 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf8421-b1ef-4b03-ba48-c62757915955 req-53fc88e3-7c9c-49ee-9304-aacfa719a1fb tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:30.147102 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf8421-b1ef-4b03-ba48-c62757915955 req-53fc88e3-7c9c-49ee-9304-aacfa719a1fb tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:30.164765 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf8421-b1ef-4b03-ba48-c62757915955 req-53fc88e3-7c9c-49ee-9304-aacfa719a1fb tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:30.171882 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2ebf8421-b1ef-4b03-ba48-c62757915955 req-53fc88e3-7c9c-49ee-9304-aacfa719a1fb tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5429 time: 0.2448759 Sep 30 13:24:30.234855 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2ebf8421-b1ef-4b03-ba48-c62757915955 req-0a71589a-10cc-429a-8337-bc36a931cc2c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528111 Sep 30 13:24:30.268116 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51388) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:30.270324 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ce87dbf4-285f-44fb-8826-56439b2ef293 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 1.1635497 Sep 30 13:24:30.312952 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55c3a5-eae6-4e5e-81f9-e03d0280a8d7 req-e3bcfc4f-63e6-4c15-a62e-4265e8f0e936 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:30.326313 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2b55c3a5-eae6-4e5e-81f9-e03d0280a8d7 req-e3bcfc4f-63e6-4c15-a62e-4265e8f0e936 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 943 time: 1.2458210 Sep 30 13:24:30.425262 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-570d2a6d-d532-4534-b3ea-eda7ace929e8 req-92bc909b-fd84-4885-aa25-bc5184acc687 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Deleting port 0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:24:30.425867 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-570d2a6d-d532-4534-b3ea-eda7ace929e8 req-92bc909b-fd84-4885-aa25-bc5184acc687 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:30.441508 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e76eebb-1194-4e6b-ad3a-d5de593f71ef tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:30.443273 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e76eebb-1194-4e6b-ad3a-d5de593f71ef tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:30.446496 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e76eebb-1194-4e6b-ad3a-d5de593f71ef tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:30.448195 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e76eebb-1194-4e6b-ad3a-d5de593f71ef tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:30.450003 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e76eebb-1194-4e6b-ad3a-d5de593f71ef tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:30.455166 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6e76eebb-1194-4e6b-ad3a-d5de593f71ef tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1827250 Sep 30 13:24:30.456509 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51392) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:30.528822 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b9831c-ea8d-47f9-a065-7f4485f52deb tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:30.530810 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b9831c-ea8d-47f9-a065-7f4485f52deb tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:30.532791 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b9831c-ea8d-47f9-a065-7f4485f52deb tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:30.534859 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b9831c-ea8d-47f9-a065-7f4485f52deb tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:30.536890 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b9831c-ea8d-47f9-a065-7f4485f52deb tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:30.542536 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2b55c3a5-eae6-4e5e-81f9-e03d0280a8d7 req-96946e8c-6f4f-4758-b21a-8e7e3aa0cb89 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150552 Sep 30 13:24:30.547921 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51396) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:30.552803 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-570d2a6d-d532-4534-b3ea-eda7ace929e8 req-92bc909b-fd84-4885-aa25-bc5184acc687 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] For port 0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e,segment=NetworkSegment(0dc535de-1067-48c2-86fe-d98f987c7eef),segment_id=0dc535de-1067-48c2-86fe-d98f987c7eef)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:30.553731 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-570d2a6d-d532-4534-b3ea-eda7ace929e8 req-92bc909b-fd84-4885-aa25-bc5184acc687 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:30.554897 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-25b9831c-ea8d-47f9-a065-7f4485f52deb tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0972295 Sep 30 13:24:30.558294 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51398) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:30.591306 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-570d2a6d-d532-4534-b3ea-eda7ace929e8 req-92bc909b-fd84-4885-aa25-bc5184acc687 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Calling delete_port for 0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:24:30.703753 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72eaaac-b90f-49d0-91b7-ca0ab1e25735 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:30.710909 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b72eaaac-b90f-49d0-91b7-ca0ab1e25735 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "GET /v2.0/networks/7bbe6f7d-ae23-477c-aa4c-1af44e5017c0 HTTP/1.1" status: 200 len: 803 time: 0.1515703 Sep 30 13:24:30.711525 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51404) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:30.729603 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-3452a9b3-72b6-49c1-999f-872ba5618a17 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1741525798-network', 'tenant_id': '98da75223b4542fa945256e1e66ee7e8'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:30.742902 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:24:30.772513 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3452a9b3-72b6-49c1-999f-872ba5618a17 admin admin] Made reservation on behalf of 98da75223b4542fa945256e1e66ee7e8 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:24:30.775279 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3452a9b3-72b6-49c1-999f-872ba5618a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:30.789776 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3452a9b3-72b6-49c1-999f-872ba5618a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:30.800294 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-570d2a6d-d532-4534-b3ea-eda7ace929e8 req-92bc909b-fd84-4885-aa25-bc5184acc687 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:30.841147 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc909b-fd84-4885-aa25-bc5184acc687 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Pushing event deleted for resources: {'Port': ['ID=0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:30.860770 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4c1a414a-d5bd-4f37-b686-726942ea6302 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "GET /v2.0/networks/7bbe6f7d-ae23-477c-aa4c-1af44e5017c0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1481349 Sep 30 13:24:30.866494 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51408) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:30.894333 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-570d2a6d-d532-4534-b3ea-eda7ace929e8 req-92bc909b-fd84-4885-aa25-bc5184acc687 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] No DVR routers for this DVR port 0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:24:30.899999 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-570d2a6d-d532-4534-b3ea-eda7ace929e8 req-92bc909b-fd84-4885-aa25-bc5184acc687 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:30.902327 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-570d2a6d-d532-4534-b3ea-eda7ace929e8 req-92bc909b-fd84-4885-aa25-bc5184acc687 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.39 "DELETE /v2.0/ports/0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e HTTP/1.1" status: 204 len: 173 time: 2.3142695 Sep 30 13:24:30.902776 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2542525-6573-48da-8ed6-cdf243998306', 'name': 'network-vif-deleted', 'tag': '0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:24:30.905026 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b009a87-7898-4e15-b9fd-02f9a9917404" -d '{"events": [{"server_uuid": "d2542525-6573-48da-8ed6-cdf243998306", "name": "network-vif-deleted", "tag": "0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:24:30.963744 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-36107748-8ef9-48ed-8ccc-736318bc09f7 req-64741789-7585-479d-be1a-f3703af980f4 tempest-TestServerAdvancedOps-158487367 tempest-TestServerAdvancedOps-158487367-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2542525-6573-48da-8ed6-cdf243998306 HTTP/1.1" status: 200 len: 210 time: 0.0834396 Sep 30 13:24:30.978456 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04f8c49-3b8e-48ab-82e0-3c2a450bd537 x-openstack-request-id: req-a04f8c49-3b8e-48ab-82e0-3c2a450bd537 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:24:30.979087 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2542525-6573-48da-8ed6-cdf243998306", "name": "network-vif-deleted", "tag": "0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:24:30.979566 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a04f8c49-3b8e-48ab-82e0-3c2a450bd537 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:24:30.980236 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2542525-6573-48da-8ed6-cdf243998306', 'name': 'network-vif-deleted', 'tag': '0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e', 'status': 'completed', 'code': 200} Sep 30 13:24:30.995693 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3452a9b3-72b6-49c1-999f-872ba5618a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:31.007464 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3452a9b3-72b6-49c1-999f-872ba5618a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:31.023696 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51db5f5e-6997-43e5-af38-5debe2f1f88b tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:31.026194 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-51db5f5e-6997-43e5-af38-5debe2f1f88b tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "GET /v2.0/subnets/e27f384c-0c83-4c15-95cc-9e5c393d97ff HTTP/1.1" status: 200 len: 843 time: 0.1572976 Sep 30 13:24:31.029282 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51412) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:31.036897 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3452a9b3-72b6-49c1-999f-872ba5618a17 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:24:31.057815 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452a9b3-72b6-49c1-999f-872ba5618a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f161eb-4252-4bf6-991e-478b079e0924,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:31.061809 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3452a9b3-72b6-49c1-999f-872ba5618a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:31.062300 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-3452a9b3-72b6-49c1-999f-872ba5618a17 admin admin] Added segment 579776f3-b3ab-4f7e-98a9-efb0bf3a28de of type vlan for network 7195b82e-2370-482f-8f8c-387d480e7e4c Sep 30 13:24:31.124587 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3452a9b3-72b6-49c1-999f-872ba5618a17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:31.125204 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbf8113-d68d-4284-a8b6-feab553f8e9e tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:31.126904 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8bbf8113-d68d-4284-a8b6-feab553f8e9e tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "GET /v2.0/subnets/e27f384c-0c83-4c15-95cc-9e5c393d97ff?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0958629 Sep 30 13:24:31.137032 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51418) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:31.143238 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-571874bb-bb0f-497f-a8fc-e5140f3aa84d tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-172189277'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:31.169699 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3452a9b3-72b6-49c1-999f-872ba5618a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:31.171192 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3452a9b3-72b6-49c1-999f-872ba5618a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:31.172258 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3452a9b3-72b6-49c1-999f-872ba5618a17 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:31.181195 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571874bb-bb0f-497f-a8fc-e5140f3aa84d tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Made reservation on behalf of 67c83a32d1134b6f81df454426d05491 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:24:31.186555 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-571874bb-bb0f-497f-a8fc-e5140f3aa84d tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:31.215987 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-571874bb-bb0f-497f-a8fc-e5140f3aa84d tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:24:31.229029 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-571874bb-bb0f-497f-a8fc-e5140f3aa84d tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:31.229372 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-571874bb-bb0f-497f-a8fc-e5140f3aa84d tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Added segment 5270563a-df2c-4de7-abfa-8bf9855dff5a of type vlan for network 59d15e88-d04a-4fbf-82c3-ce4494aded42 Sep 30 13:24:31.246505 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3452a9b3-72b6-49c1-999f-872ba5618a17 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6962454 Sep 30 13:24:31.247239 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452a9b3-72b6-49c1-999f-872ba5618a17 admin admin] Pushing event updated for resources: {'Network': ['ID=7195b82e-2370-482f-8f8c-387d480e7e4c,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:31.249191 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51422) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:31.253829 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-5574b748-6b29-4c14-8045-ae6f368e018d admin admin] Request body: {'subnet': {'network_id': '7195b82e-2370-482f-8f8c-387d480e7e4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1741525798-subnet', 'tenant_id': '98da75223b4542fa945256e1e66ee7e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:31.266100 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 7195b82e-2370-482f-8f8c-387d480e7e4c details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:24:31.283438 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5574b748-6b29-4c14-8045-ae6f368e018d admin admin] Made reservation on behalf of 98da75223b4542fa945256e1e66ee7e8 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:24:31.286452 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-571874bb-bb0f-497f-a8fc-e5140f3aa84d tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:31.291561 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5574b748-6b29-4c14-8045-ae6f368e018d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:31.323014 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-571874bb-bb0f-497f-a8fc-e5140f3aa84d tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:31.337166 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571874bb-bb0f-497f-a8fc-e5140f3aa84d tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:31.337850 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-571874bb-bb0f-497f-a8fc-e5140f3aa84d tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:31.393586 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-571874bb-bb0f-497f-a8fc-e5140f3aa84d tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2553682 Sep 30 13:24:31.394601 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51426) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:31.417378 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-5edb6e85-6484-487b-8e5d-bfdc3e414405 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Request body: {'subnet': {'network_id': '59d15e88-d04a-4fbf-82c3-ce4494aded42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:31.485811 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571874bb-bb0f-497f-a8fc-e5140f3aa84d tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event updated for resources: {'Network': ['ID=59d15e88-d04a-4fbf-82c3-ce4494aded42,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:31.500906 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 59d15e88-d04a-4fbf-82c3-ce4494aded42 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:24:31.511543 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5d939-d1f6-4e1e-9746-dd50bd8a3e5a req-4ca28d6f-f1dd-4df8-844c-24e0c339bd8a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:31.518075 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5d939-d1f6-4e1e-9746-dd50bd8a3e5a req-4ca28d6f-f1dd-4df8-844c-24e0c339bd8a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:31.524436 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5d939-d1f6-4e1e-9746-dd50bd8a3e5a req-4ca28d6f-f1dd-4df8-844c-24e0c339bd8a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:31.530775 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5d939-d1f6-4e1e-9746-dd50bd8a3e5a req-4ca28d6f-f1dd-4df8-844c-24e0c339bd8a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:31.541190 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5d939-d1f6-4e1e-9746-dd50bd8a3e5a req-4ca28d6f-f1dd-4df8-844c-24e0c339bd8a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:31.553867 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5d939-d1f6-4e1e-9746-dd50bd8a3e5a req-4ca28d6f-f1dd-4df8-844c-24e0c339bd8a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:31.561229 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5d939-d1f6-4e1e-9746-dd50bd8a3e5a req-4ca28d6f-f1dd-4df8-844c-24e0c339bd8a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:31.564173 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-92e5d939-d1f6-4e1e-9746-dd50bd8a3e5a req-4ca28d6f-f1dd-4df8-844c-24e0c339bd8a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5429 time: 0.2127845 Sep 30 13:24:31.654120 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-92e5d939-d1f6-4e1e-9746-dd50bd8a3e5a req-ccb477d8-d728-4598-a31f-ebb9940cf373 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0774269 Sep 30 13:24:31.667736 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edb6e85-6484-487b-8e5d-bfdc3e414405 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Made reservation on behalf of 67c83a32d1134b6f81df454426d05491 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:24:31.672552 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5edb6e85-6484-487b-8e5d-bfdc3e414405 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:31.744043 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5574b748-6b29-4c14-8045-ae6f368e018d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:31.745082 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.ipam_backend_mixin [None req-5edb6e85-6484-487b-8e5d-bfdc3e414405 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Performing IP validity checks on allocation pools {{(pid=94763) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 30 13:24:31.745709 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.ipam_backend_mixin [None req-5edb6e85-6484-487b-8e5d-bfdc3e414405 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94763) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 30 13:24:31.822136 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574b748-6b29-4c14-8045-ae6f368e018d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5ad1dcd-57d3-4dad-abeb-73317cb31cf3,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:31.831281 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e0e2d-e7b9-4f93-8c24-ca5fb4dec961 req-bcf54519-b4e2-445d-9441-310b81225389 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:31.832827 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5574b748-6b29-4c14-8045-ae6f368e018d admin admin] Checking segment: {'id': '579776f3-b3ab-4f7e-98a9-efb0bf3a28de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7195b82e-2370-482f-8f8c-387d480e7e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:24:31.832980 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-272e0e2d-e7b9-4f93-8c24-ca5fb4dec961 req-bcf54519-b4e2-445d-9441-310b81225389 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 943 time: 0.1167521 Sep 30 13:24:31.833570 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5574b748-6b29-4c14-8045-ae6f368e018d admin admin] Network hostable DHCP agents. Network: 7195b82e-2370-482f-8f8c-387d480e7e4c, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:24:31.858115 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5574b748-6b29-4c14-8045-ae6f368e018d admin admin] Network 7195b82e-2370-482f-8f8c-387d480e7e4c is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:24:31.869473 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-5574b748-6b29-4c14-8045-ae6f368e018d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 7195b82e-2370-482f-8f8c-387d480e7e4c) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:24:31.878915 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d826c52-7bea-4ec1-b388-e888c7f36547 None None] Network 7195b82e-2370-482f-8f8c-387d480e7e4c requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:24:31.895378 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5574b748-6b29-4c14-8045-ae6f368e018d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:31.899561 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5574b748-6b29-4c14-8045-ae6f368e018d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:31.921204 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-272e0e2d-e7b9-4f93-8c24-ca5fb4dec961 req-6c797d23-3144-42df-8e6e-5583e72af39d tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796785 Sep 30 13:24:31.930193 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5574b748-6b29-4c14-8045-ae6f368e018d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6794171 Sep 30 13:24:31.933124 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51436) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:31.939329 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-47331780-ffec-4e04-ad69-dfe155e857b5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1741525798-router', 'tenant_id': '98da75223b4542fa945256e1e66ee7e8', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:31.999524 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47331780-ffec-4e04-ad69-dfe155e857b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:32.001658 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47331780-ffec-4e04-ad69-dfe155e857b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:32.007241 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5edb6e85-6484-487b-8e5d-bfdc3e414405 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:32.078635 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc327b7c-7392-4edd-83d5-cee598f25839 None None] Network 7195b82e-2370-482f-8f8c-387d480e7e4c requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:24:32.083172 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edb6e85-6484-487b-8e5d-bfdc3e414405 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Checking segment: {'id': '5270563a-df2c-4de7-abfa-8bf9855dff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '59d15e88-d04a-4fbf-82c3-ce4494aded42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:24:32.083591 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edb6e85-6484-487b-8e5d-bfdc3e414405 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Network hostable DHCP agents. Network: 59d15e88-d04a-4fbf-82c3-ce4494aded42, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:24:32.105101 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51440) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:32.121508 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47331780-ffec-4e04-ad69-dfe155e857b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:32.163297 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f99499-26fc-4872-aa4c-da2c0a70027e admin admin] Deleting subnet 2dea8a2a-4f75-4398-ba66-f7d169bb0407 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:24:32.167239 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb6e85-6484-487b-8e5d-bfdc3e414405 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event updated for resources: {'Subnet': ['ID=69c0ca4a-f159-4ebc-939a-d9713cf2d4ba,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:32.169642 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-86f99499-26fc-4872-aa4c-da2c0a70027e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:32.201294 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edb6e85-6484-487b-8e5d-bfdc3e414405 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Network 59d15e88-d04a-4fbf-82c3-ce4494aded42 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:24:32.226367 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-5edb6e85-6484-487b-8e5d-bfdc3e414405 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 59d15e88-d04a-4fbf-82c3-ce4494aded42) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:24:32.235569 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edb6e85-6484-487b-8e5d-bfdc3e414405 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:32.236242 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5edb6e85-6484-487b-8e5d-bfdc3e414405 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:32.251993 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-86f99499-26fc-4872-aa4c-da2c0a70027e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:32.269986 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c999b70a-4320-479e-a868-340635c332b0 None None] Network 59d15e88-d04a-4fbf-82c3-ce4494aded42 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:24:32.298790 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5edb6e85-6484-487b-8e5d-bfdc3e414405 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8927298 Sep 30 13:24:32.299462 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51444) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:32.306712 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d6536d0f-5f3e-4b47-a09a-f85f1b9526e7 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:32.417841 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-86f99499-26fc-4872-aa4c-da2c0a70027e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:32.449528 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47331780-ffec-4e04-ad69-dfe155e857b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:32.460278 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d6536d0f-5f3e-4b47-a09a-f85f1b9526e7 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-24047910'] for subnet, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:32.524636 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:24:32.572407 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:24:32.572407 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0211d56d-df5c-4c0b-bdeb-4bff9d5c7b2e not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:24:32.580955 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-59d15e88-d04a-4fbf-82c3-ce4494aded42', 'network_id': '59d15e88-d04a-4fbf-82c3-ce4494aded42', 'tenant_id': '67c83a32d1134b6f81df454426d05491', 'fixed_ips': [{'subnet_id': '69c0ca4a-f159-4ebc-939a-d9713cf2d4ba'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:24:32.582378 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:32.639501 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-86f99499-26fc-4872-aa4c-da2c0a70027e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:32.691178 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f99499-26fc-4872-aa4c-da2c0a70027e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dea8a2a-4f75-4398-ba66-f7d169bb0407,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:32.691178 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-86f99499-26fc-4872-aa4c-da2c0a70027e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:32.691178 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-86f99499-26fc-4872-aa4c-da2c0a70027e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2dea8a2a-4f75-4398-ba66-f7d169bb0407 HTTP/1.1" status: 204 len: 168 time: 0.5748525 Sep 30 13:24:32.693901 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51452) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:32.840651 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d6536d0f-5f3e-4b47-a09a-f85f1b9526e7 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781647741197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-24584107'] for subnet, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:32.886052 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Allocated IP 2001:db8::3 (59d15e88-d04a-4fbf-82c3-ce4494aded42/69c0ca4a-f159-4ebc-939a-d9713cf2d4ba/1d182550-cd58-4a38-b4ef-1e69068d4d8c) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:24:32.901737 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329b041-a140-4985-8937-3d7d3fc00cbb req-d1c82caf-cda3-45da-9d9b-62defbe1bdfd tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:32.909366 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329b041-a140-4985-8937-3d7d3fc00cbb req-d1c82caf-cda3-45da-9d9b-62defbe1bdfd tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:32.916347 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329b041-a140-4985-8937-3d7d3fc00cbb req-d1c82caf-cda3-45da-9d9b-62defbe1bdfd tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:32.922572 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329b041-a140-4985-8937-3d7d3fc00cbb req-d1c82caf-cda3-45da-9d9b-62defbe1bdfd tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:32.930690 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329b041-a140-4985-8937-3d7d3fc00cbb req-d1c82caf-cda3-45da-9d9b-62defbe1bdfd tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:32.934415 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47331780-ffec-4e04-ad69-dfe155e857b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:32.938140 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329b041-a140-4985-8937-3d7d3fc00cbb req-d1c82caf-cda3-45da-9d9b-62defbe1bdfd tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:32.945684 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329b041-a140-4985-8937-3d7d3fc00cbb req-d1c82caf-cda3-45da-9d9b-62defbe1bdfd tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:32.946719 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b1fd5e32-e2b3-4c70-803b-08ce08128738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:32.948182 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2329b041-a140-4985-8937-3d7d3fc00cbb req-d1c82caf-cda3-45da-9d9b-62defbe1bdfd tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5429 time: 0.1855693 Sep 30 13:24:33.007113 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47331780-ffec-4e04-ad69-dfe155e857b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:33.028598 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6536d0f-5f3e-4b47-a09a-f85f1b9526e7 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:33.029501 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d6536d0f-5f3e-4b47-a09a-f85f1b9526e7 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:33.031424 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d6536d0f-5f3e-4b47-a09a-f85f1b9526e7 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "PUT /v2.0/subnets/69c0ca4a-f159-4ebc-939a-d9713cf2d4ba HTTP/1.1" status: 200 len: 900 time: 0.7311182 Sep 30 13:24:33.035207 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51458) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:33.053656 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6536d0f-5f3e-4b47-a09a-f85f1b9526e7 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event updated for resources: {'Subnet': ['ID=69c0ca4a-f159-4ebc-939a-d9713cf2d4ba,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:33.061276 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2329b041-a140-4985-8937-3d7d3fc00cbb req-8bed45fb-198b-4569-b764-555ccb795830 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0992985 Sep 30 13:24:33.185542 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:33.196276 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:33.258258 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Pushing event updated for resources: {'Port': ['ID=1d182550-cd58-4a38-b4ef-1e69068d4d8c,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:33.277616 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Network 59d15e88-d04a-4fbf-82c3-ce4494aded42 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:24:33.280323 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:24:33.283504 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:33.284097 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:33.284814 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:33.285373 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:33.285921 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:33.286505 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:33.287083 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:33.287644 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:33.288431 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:33.289234 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:33.289798 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:33.290359 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:33.294045 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:24:33.309598 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028fd71-1026-4f5c-a77d-f376c3aa103e req-a5134d5a-66a0-4d34-ae70-fd2978109509 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:33.316845 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0028fd71-1026-4f5c-a77d-f376c3aa103e req-a5134d5a-66a0-4d34-ae70-fd2978109509 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 943 time: 0.2518780 Sep 30 13:24:33.352410 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b1fd5e32-e2b3-4c70-803b-08ce08128738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:33.361619 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Attempting to bind port 1d182550-cd58-4a38-b4ef-1e69068d4d8c on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:24:33.363715 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Attempting to bind port 1d182550-cd58-4a38-b4ef-1e69068d4d8c by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '5270563a-df2c-4de7-abfa-8bf9855dff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '59d15e88-d04a-4fbf-82c3-ce4494aded42'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:24:33.363715 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Attempting to bind port 1d182550-cd58-4a38-b4ef-1e69068d4d8c on network 59d15e88-d04a-4fbf-82c3-ce4494aded42 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:24:33.369677 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:24:33.370228 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Checking segment: {'id': '5270563a-df2c-4de7-abfa-8bf9855dff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '59d15e88-d04a-4fbf-82c3-ce4494aded42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:24:33.370765 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:33.371260 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Bound using segment: {'id': '5270563a-df2c-4de7-abfa-8bf9855dff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '59d15e88-d04a-4fbf-82c3-ce4494aded42'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:24:33.371854 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Bound port: 1d182550-cd58-4a38-b4ef-1e69068d4d8c, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5270563a-df2c-4de7-abfa-8bf9855dff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '59d15e88-d04a-4fbf-82c3-ce4494aded42'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:24:33.372386 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:33.379844 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-da512f59-6a60-4d59-8981-bb6788ab8c72 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:33.420908 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-b1fd5e32-e2b3-4c70-803b-08ce08128738 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c529ad-9a66-4e0e-b8ed-9b0eb096f38d']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:33.423877 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-47331780-ffec-4e04-ad69-dfe155e857b5 admin admin] Allocated IP 172.25.5.130 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/e7002399-d917-4aac-a62a-98e6b111ce31) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:24:33.460673 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] For port 1d182550-cd58-4a38-b4ef-1e69068d4d8c, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:24:33.464820 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] For port 1d182550-cd58-4a38-b4ef-1e69068d4d8c, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1d182550-cd58-4a38-b4ef-1e69068d4d8c,segment=NetworkSegment(5270563a-df2c-4de7-abfa-8bf9855dff5a),segment_id=5270563a-df2c-4de7-abfa-8bf9855dff5a)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:24:33.469348 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:33.470567 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-b1fd5e32-e2b3-4c70-803b-08ce08128738 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc535de-1067-48c2-86fe-d98f987c7eef') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:33.471493 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-b1fd5e32-e2b3-4c70-803b-08ce08128738 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc535de-1067-48c2-86fe-d98f987c7eef') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:33.494139 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b1fd5e32-e2b3-4c70-803b-08ce08128738 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:33.534197 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1575b8-0161-41c7-a3d1-6b0a031deb21 None None] Pushing event updated for resources: {'Port': ['ID=1d182550-cd58-4a38-b4ef-1e69068d4d8c,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:33.538072 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b1fd5e32-e2b3-4c70-803b-08ce08128738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:33.590225 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0028fd71-1026-4f5c-a77d-f376c3aa103e req-46e105a2-1bb2-4328-846b-593f47f7c165 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683833 Sep 30 13:24:33.600870 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1fd5e32-e2b3-4c70-803b-08ce08128738 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:24:33.601453 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b1fd5e32-e2b3-4c70-803b-08ce08128738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:24:33.607219 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:24:33.744040 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b1fd5e32-e2b3-4c70-803b-08ce08128738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:33.755404 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b1fd5e32-e2b3-4c70-803b-08ce08128738 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:33.757034 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b1fd5e32-e2b3-4c70-803b-08ce08128738 admin admin] 10.222.0.18 "DELETE /v2.0/networks/29c529ad-9a66-4e0e-b8ed-9b0eb096f38d HTTP/1.1" status: 204 len: 168 time: 1.0665240 Sep 30 13:24:33.759807 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51472) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:33.775408 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd5e32-e2b3-4c70-803b-08ce08128738 admin admin] Pushing event deleted for resources: {'Network': ['ID=29c529ad-9a66-4e0e-b8ed-9b0eb096f38d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:33.791964 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-da512f59-6a60-4d59-8981-bb6788ab8c72 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Deleting port 1d182550-cd58-4a38-b4ef-1e69068d4d8c {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:24:33.792309 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-da512f59-6a60-4d59-8981-bb6788ab8c72 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:33.894973 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-85114e32-6f32-43da-bd40-eaad3b9b7a95 admin admin] Deleting subnet a04b4f3b-be18-4493-91b0-1deea8fc9f5c {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:24:33.899116 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-85114e32-6f32-43da-bd40-eaad3b9b7a95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:33.935450 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47331780-ffec-4e04-ad69-dfe155e857b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:33.937024 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-85114e32-6f32-43da-bd40-eaad3b9b7a95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:33.998989 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-da512f59-6a60-4d59-8981-bb6788ab8c72 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] For port 1d182550-cd58-4a38-b4ef-1e69068d4d8c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1d182550-cd58-4a38-b4ef-1e69068d4d8c,segment=NetworkSegment(5270563a-df2c-4de7-abfa-8bf9855dff5a),segment_id=5270563a-df2c-4de7-abfa-8bf9855dff5a)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:33.999514 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-da512f59-6a60-4d59-8981-bb6788ab8c72 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:34.003904 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-85114e32-6f32-43da-bd40-eaad3b9b7a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:34.019962 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-da512f59-6a60-4d59-8981-bb6788ab8c72 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Calling delete_port for 1d182550-cd58-4a38-b4ef-1e69068d4d8c owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:24:34.077201 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47331780-ffec-4e04-ad69-dfe155e857b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:34.078140 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-85114e32-6f32-43da-bd40-eaad3b9b7a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:34.116075 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85114e32-6f32-43da-bd40-eaad3b9b7a95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a04b4f3b-be18-4493-91b0-1deea8fc9f5c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:34.120264 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-85114e32-6f32-43da-bd40-eaad3b9b7a95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:34.124624 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-85114e32-6f32-43da-bd40-eaad3b9b7a95 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a04b4f3b-be18-4493-91b0-1deea8fc9f5c HTTP/1.1" status: 204 len: 168 time: 0.3606277 Sep 30 13:24:34.124941 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51476) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:34.139773 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47331780-ffec-4e04-ad69-dfe155e857b5 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:24:34.145300 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-47331780-ffec-4e04-ad69-dfe155e857b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:24:34.149634 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47331780-ffec-4e04-ad69-dfe155e857b5 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:24:34.211286 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47331780-ffec-4e04-ad69-dfe155e857b5 admin admin] Pushing event updated for resources: {'Port': ['ID=e7002399-d917-4aac-a62a-98e6b111ce31,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:34.261499 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b928ace4-6bf0-4f2f-8573-6f7e21d02782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:34.297279 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73b27a-6325-4fe5-983b-739533819ff8 req-fb7a808a-d0ef-4db9-ad2e-3861827b5411 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:34.304231 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73b27a-6325-4fe5-983b-739533819ff8 req-fb7a808a-d0ef-4db9-ad2e-3861827b5411 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:34.313676 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73b27a-6325-4fe5-983b-739533819ff8 req-fb7a808a-d0ef-4db9-ad2e-3861827b5411 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:34.318153 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73b27a-6325-4fe5-983b-739533819ff8 req-fb7a808a-d0ef-4db9-ad2e-3861827b5411 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:34.324789 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73b27a-6325-4fe5-983b-739533819ff8 req-fb7a808a-d0ef-4db9-ad2e-3861827b5411 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:34.331722 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73b27a-6325-4fe5-983b-739533819ff8 req-fb7a808a-d0ef-4db9-ad2e-3861827b5411 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:34.338937 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73b27a-6325-4fe5-983b-739533819ff8 req-fb7a808a-d0ef-4db9-ad2e-3861827b5411 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:34.341674 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6a73b27a-6325-4fe5-983b-739533819ff8 req-fb7a808a-d0ef-4db9-ad2e-3861827b5411 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5429 time: 0.1763070 Sep 30 13:24:34.413268 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-da512f59-6a60-4d59-8981-bb6788ab8c72 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:34.448869 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6a73b27a-6325-4fe5-983b-739533819ff8 req-3c3450f2-31f7-4ca0-9e3d-507ea82e4464 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0978341 Sep 30 13:24:34.485255 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b928ace4-6bf0-4f2f-8573-6f7e21d02782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:34.501021 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da512f59-6a60-4d59-8981-bb6788ab8c72 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event deleted for resources: {'Port': ['ID=1d182550-cd58-4a38-b4ef-1e69068d4d8c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:34.525792 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-b928ace4-6bf0-4f2f-8573-6f7e21d02782 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3768950-ef80-4565-90a1-c1c97e40d961']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:34.547714 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-b928ace4-6bf0-4f2f-8573-6f7e21d02782 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1a81131-16a2-4624-9880-53b2dd3c7c4d') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:34.548035 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-b928ace4-6bf0-4f2f-8573-6f7e21d02782 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1a81131-16a2-4624-9880-53b2dd3c7c4d') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:34.572480 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b928ace4-6bf0-4f2f-8573-6f7e21d02782 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:34.598620 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da512f59-6a60-4d59-8981-bb6788ab8c72 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] No DVR routers for this DVR port 1d182550-cd58-4a38-b4ef-1e69068d4d8c on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:24:34.599142 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b928ace4-6bf0-4f2f-8573-6f7e21d02782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:34.615045 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b928ace4-6bf0-4f2f-8573-6f7e21d02782 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:24:34.616905 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b928ace4-6bf0-4f2f-8573-6f7e21d02782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:24:34.626429 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:24:34.758799 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b928ace4-6bf0-4f2f-8573-6f7e21d02782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:34.787120 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b928ace4-6bf0-4f2f-8573-6f7e21d02782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:34.793778 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b928ace4-6bf0-4f2f-8573-6f7e21d02782 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b3768950-ef80-4565-90a1-c1c97e40d961 HTTP/1.1" status: 204 len: 168 time: 0.6659367 Sep 30 13:24:34.793778 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928ace4-6bf0-4f2f-8573-6f7e21d02782 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3768950-ef80-4565-90a1-c1c97e40d961,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:35.032348 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51494) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:35.096423 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd27da9f-0d25-4efa-887f-fa36e86df3d4 None None] Network 59d15e88-d04a-4fbf-82c3-ce4494aded42 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:24:35.104300 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-da512f59-6a60-4d59-8981-bb6788ab8c72 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:35.121854 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b2eebb16-def8-4bc3-a82b-b91be77273fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0d20a8c7b03e466d985db3ea851484e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0833771 Sep 30 13:24:35.126673 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51500) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:35.147970 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-1e62ffcb-9d4d-491d-aefe-eb61d496174e None None] Could not find standard attr ID for object 1d182550-cd58-4a38-b4ef-1e69068d4d8c. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:24:35.170052 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47331780-ffec-4e04-ad69-dfe155e857b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:35.180321 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a79a9-2cad-4966-87b4-466e7675e094 req-3afaf434-1987-4128-9e69-036c8663c745 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:35.182127 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-382a79a9-2cad-4966-87b4-466e7675e094 req-3afaf434-1987-4128-9e69-036c8663c745 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 943 time: 0.1846225 Sep 30 13:24:35.221792 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-28dbabda-3293-483d-a6d5-db00f5549fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:35.246535 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-28dbabda-3293-483d-a6d5-db00f5549fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:35.310601 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-382a79a9-2cad-4966-87b4-466e7675e094 req-ce59ab0f-f004-4da3-a4e8-6f1bcde668c7 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831611 Sep 30 13:24:35.340658 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-28dbabda-3293-483d-a6d5-db00f5549fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:35.345008 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-28dbabda-3293-483d-a6d5-db00f5549fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:35.346678 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-28dbabda-3293-483d-a6d5-db00f5549fef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9db148c7-bf6e-4314-b94a-2d0e09a494c5 HTTP/1.1" status: 204 len: 168 time: 0.2171988 Sep 30 13:24:35.359061 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbabda-3293-483d-a6d5-db00f5549fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db148c7-bf6e-4314-b94a-2d0e09a494c5,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:35.412950 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-da512f59-6a60-4d59-8981-bb6788ab8c72 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:35.499802 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da512f59-6a60-4d59-8981-bb6788ab8c72 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event deleted for resources: {'Subnet': ['ID=69c0ca4a-f159-4ebc-939a-d9713cf2d4ba,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:35.638064 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-da512f59-6a60-4d59-8981-bb6788ab8c72 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:35.672514 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-da512f59-6a60-4d59-8981-bb6788ab8c72 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59d15e88-d04a-4fbf-82c3-ce4494aded42']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:35.697235 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-da512f59-6a60-4d59-8981-bb6788ab8c72 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5270563a-df2c-4de7-abfa-8bf9855dff5a') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:35.699914 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-da512f59-6a60-4d59-8981-bb6788ab8c72 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5270563a-df2c-4de7-abfa-8bf9855dff5a') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:35.715018 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-da512f59-6a60-4d59-8981-bb6788ab8c72 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:35.717219 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47331780-ffec-4e04-ad69-dfe155e857b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:35.765398 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a0872-9dbc-457b-adba-b8505a68a24a req-de4b98be-09f0-4252-9454-261361e09a0f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:35.768498 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-da512f59-6a60-4d59-8981-bb6788ab8c72 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:35.771288 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a0872-9dbc-457b-adba-b8505a68a24a req-de4b98be-09f0-4252-9454-261361e09a0f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:35.779615 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da512f59-6a60-4d59-8981-bb6788ab8c72 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:24:35.780029 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-da512f59-6a60-4d59-8981-bb6788ab8c72 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:24:35.784921 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:24:35.788203 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a0872-9dbc-457b-adba-b8505a68a24a req-de4b98be-09f0-4252-9454-261361e09a0f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:35.791734 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a0872-9dbc-457b-adba-b8505a68a24a req-de4b98be-09f0-4252-9454-261361e09a0f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:35.797844 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a0872-9dbc-457b-adba-b8505a68a24a req-de4b98be-09f0-4252-9454-261361e09a0f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:35.800778 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc926f8a-db46-4a62-8bd6-b1406184297b None None] Network 59d15e88-d04a-4fbf-82c3-ce4494aded42 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:24:35.805313 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a0872-9dbc-457b-adba-b8505a68a24a req-de4b98be-09f0-4252-9454-261361e09a0f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:35.811906 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a0872-9dbc-457b-adba-b8505a68a24a req-de4b98be-09f0-4252-9454-261361e09a0f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:35.819850 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-606a0872-9dbc-457b-adba-b8505a68a24a req-de4b98be-09f0-4252-9454-261361e09a0f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5429 time: 0.1690180 Sep 30 13:24:35.907131 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-da512f59-6a60-4d59-8981-bb6788ab8c72 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:35.917271 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-606a0872-9dbc-457b-adba-b8505a68a24a req-be981e2e-fc50-4693-905d-e6438b182171 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0964673 Sep 30 13:24:35.917448 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-da512f59-6a60-4d59-8981-bb6788ab8c72 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:35.919197 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-da512f59-6a60-4d59-8981-bb6788ab8c72 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "DELETE /v2.0/networks/59d15e88-d04a-4fbf-82c3-ce4494aded42 HTTP/1.1" status: 204 len: 168 time: 2.8832219 Sep 30 13:24:35.926764 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51516) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:35.933591 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da512f59-6a60-4d59-8981-bb6788ab8c72 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event deleted for resources: {'Network': ['ID=59d15e88-d04a-4fbf-82c3-ce4494aded42,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:35.972683 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce738764-fad6-4ed8-9c9b-23a4111ea52e tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] DELETE failed (client error): The resource could not be found. Sep 30 13:24:35.973140 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce738764-fad6-4ed8-9c9b-23a4111ea52e tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:24:35.977969 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ce738764-fad6-4ed8-9c9b-23a4111ea52e tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "DELETE /v2.0/subnets/69c0ca4a-f159-4ebc-939a-d9713cf2d4ba HTTP/1.1" status: 404 len: 337 time: 0.0475669 Sep 30 13:24:35.981715 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51518) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:36.000746 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47331780-ffec-4e04-ad69-dfe155e857b5 admin admin] Router 033f4853-10f3-4803-890d-10bd3fca272b is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:24:36.035119 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c90b17-e0b4-4629-b679-3af805cfe29e tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] DELETE failed (client error): The resource could not be found. Sep 30 13:24:36.035805 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c90b17-e0b4-4629-b679-3af805cfe29e tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:24:36.040419 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-98c90b17-e0b4-4629-b679-3af805cfe29e tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "DELETE /v2.0/networks/59d15e88-d04a-4fbf-82c3-ce4494aded42 HTTP/1.1" status: 404 len: 339 time: 0.0547171 Sep 30 13:24:36.040622 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51520) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:36.097431 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51522) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:36.139382 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9310fd-23aa-4172-ad92-0b0b1698db2c None None] DHCP port deletion for 59d15e88-d04a-4fbf-82c3-ce4494aded42 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:24:36.156162 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 4df9243e-bed7-40e3-8adb-c8474789475e details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:24:36.184999 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47331780-ffec-4e04-ad69-dfe155e857b5 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:24:36.197142 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a389457-5243-4a3f-8059-e2452fe10c97 None None] Sync routers for ids ['033f4853-10f3-4803-890d-10bd3fca272b'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:24:36.211650 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a389457-5243-4a3f-8059-e2452fe10c97 None None] Routers {'033f4853-10f3-4803-890d-10bd3fca272b'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:24:36.214742 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4a389457-5243-4a3f-8059-e2452fe10c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:24:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['033f4853-10f3-4803-890d-10bd3fca272b'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:36.242916 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47331780-ffec-4e04-ad69-dfe155e857b5 admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:36.246884 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-47331780-ffec-4e04-ad69-dfe155e857b5 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3098152 Sep 30 13:24:36.247476 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51524) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:36.342491 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-4a389457-5243-4a3f-8059-e2452fe10c97 None None] Set router 033f4853-10f3-4803-890d-10bd3fca272b gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:24:36.486511 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 4df9243e-bed7-40e3-8adb-c8474789475e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=4df9243e-bed7-40e3-8adb-c8474789475e,segment=NetworkSegment(4c14a080-1632-4772-b204-9e8eb842c0d3),segment_id=4c14a080-1632-4772-b204-9e8eb842c0d3)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:36.524058 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '4df9243e-bed7-40e3-8adb-c8474789475e', 'network_id': '2ae8f69c-e2ed-4683-a275-8d8f7caa3a16', 'port_id': '4df9243e-bed7-40e3-8adb-c8474789475e', 'mac_address': 'fa:16:3e:14:55:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bac914f-ff79-44a0-914f-8c571e231db2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:24:36.604456 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4a389457-5243-4a3f-8059-e2452fe10c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033f4853-10f3-4803-890d-10bd3fca272b', 'name': 'tempest-ServerRescueTestJSON-1741525798-router', 'tenant_id': '98da75223b4542fa945256e1e66ee7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'e7002399-d917-4aac-a62a-98e6b111ce31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:32Z', 'updated_at': '2021-09-30T13:24:34Z', 'revision_number': 3, 'project_id': '98da75223b4542fa945256e1e66ee7e8', 'gw_port': {'id': 'e7002399-d917-4aac-a62a-98e6b111ce31', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:15:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033f4853-10f3-4803-890d-10bd3fca272b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:33Z', 'updated_at': '2021-09-30T13:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:36.622483 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14a3ab-28e1-4794-9b89-bda01831ddd7 req-c709f01d-8ba1-48e6-9a63-b1b6d5f89034 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:36.625358 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:36.630191 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7c14a3ab-28e1-4794-9b89-bda01831ddd7 req-c709f01d-8ba1-48e6-9a63-b1b6d5f89034 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 943 time: 0.1736078 Sep 30 13:24:36.639578 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a389457-5243-4a3f-8059-e2452fe10c97 None None] Checking router: 033f4853-10f3-4803-890d-10bd3fca272b for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:24:36.640191 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a389457-5243-4a3f-8059-e2452fe10c97 None None] Updating router 033f4853-10f3-4803-890d-10bd3fca272b port e7002399-d917-4aac-a62a-98e6b111ce31 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:24:36.657774 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df9243e-bed7-40e3-8adb-c8474789475e {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:24:36.670332 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4a389457-5243-4a3f-8059-e2452fe10c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:36.693128 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 4df9243e-bed7-40e3-8adb-c8474789475e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=4df9243e-bed7-40e3-8adb-c8474789475e,segment=NetworkSegment(4c14a080-1632-4772-b204-9e8eb842c0d3),segment_id=4c14a080-1632-4772-b204-9e8eb842c0d3)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:36.704163 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:36.757603 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7c14a3ab-28e1-4794-9b89-bda01831ddd7 req-88107245-dd2d-4585-b2be-5a38d23a78b4 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596180 Sep 30 13:24:36.811998 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=4df9243e-bed7-40e3-8adb-c8474789475e,revision_number=9']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:36.922570 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1d182550-cd58-4a38-b4ef-1e69068d4d8c no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:24:36.974619 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 1d182550-cd58-4a38-b4ef-1e69068d4d8c {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:24:36.975255 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1d182550-cd58-4a38-b4ef-1e69068d4d8c not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:24:37.041430 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-513c0f08-8585-4fc8-b10a-951e8dcf9f52 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:37.086332 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-22216326-6f42-41fb-82d0-544340ce3d16 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c05d394117c4284b09abe412eb28afc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9856913 Sep 30 13:24:37.093861 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['4df9243e-bed7-40e3-8adb-c8474789475e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:24:37.104985 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51538) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:37.201477 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4a389457-5243-4a3f-8059-e2452fe10c97 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:37.209573 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4a389457-5243-4a3f-8059-e2452fe10c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:37.223348 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e94168eb-399c-4279-988b-b01af8fc3ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:37.270941 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32092f24-e868-42a0-a104-65275016664c None None] Pushing event updated for resources: {'Port': ['ID=e7002399-d917-4aac-a62a-98e6b111ce31,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:37.284275 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32092f24-e868-42a0-a104-65275016664c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:37.285039 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32092f24-e868-42a0-a104-65275016664c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:37.285666 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32092f24-e868-42a0-a104-65275016664c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:37.286268 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32092f24-e868-42a0-a104-65275016664c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:37.287435 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32092f24-e868-42a0-a104-65275016664c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:37.288130 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32092f24-e868-42a0-a104-65275016664c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:37.288800 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32092f24-e868-42a0-a104-65275016664c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:37.289348 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32092f24-e868-42a0-a104-65275016664c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:37.289959 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32092f24-e868-42a0-a104-65275016664c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:37.290551 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32092f24-e868-42a0-a104-65275016664c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:37.291152 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32092f24-e868-42a0-a104-65275016664c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:37.291711 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32092f24-e868-42a0-a104-65275016664c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:24:37.317717 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-4a389457-5243-4a3f-8059-e2452fe10c97 None None] Attempting to bind port e7002399-d917-4aac-a62a-98e6b111ce31 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:24:37.318510 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-4a389457-5243-4a3f-8059-e2452fe10c97 None None] Attempting to bind port e7002399-d917-4aac-a62a-98e6b111ce31 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:24:37.319482 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a389457-5243-4a3f-8059-e2452fe10c97 None None] Attempting to bind port e7002399-d917-4aac-a62a-98e6b111ce31 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:24:37.326218 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a389457-5243-4a3f-8059-e2452fe10c97 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:24:37.326951 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a389457-5243-4a3f-8059-e2452fe10c97 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:24:37.327711 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4a389457-5243-4a3f-8059-e2452fe10c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:37.328386 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a389457-5243-4a3f-8059-e2452fe10c97 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:24:37.329135 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-4a389457-5243-4a3f-8059-e2452fe10c97 None None] Bound port: e7002399-d917-4aac-a62a-98e6b111ce31, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:24:37.329749 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4a389457-5243-4a3f-8059-e2452fe10c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:37.386386 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f3865-aace-445c-b0ba-6c02dcf26839 req-176881c0-f24e-48e2-bd35-45aa5de57c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:37.387935 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c1f3865-aace-445c-b0ba-6c02dcf26839 req-176881c0-f24e-48e2-bd35-45aa5de57c9f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a44cb98e418b4fc89cc73be20bc6aaa8&device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 1095 time: 0.4571044 Sep 30 13:24:37.430847 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-4a389457-5243-4a3f-8059-e2452fe10c97 None None] For port e7002399-d917-4aac-a62a-98e6b111ce31, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:24:37.454499 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-4a389457-5243-4a3f-8059-e2452fe10c97 None None] For port e7002399-d917-4aac-a62a-98e6b111ce31, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e7002399-d917-4aac-a62a-98e6b111ce31,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:24:37.462137 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4a389457-5243-4a3f-8059-e2452fe10c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:37.507127 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56f121-67fa-4271-a93d-dd61af3170e2 req-4d96ec6d-3cf1-4337-8177-3629f733d3e7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:37.513227 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56f121-67fa-4271-a93d-dd61af3170e2 req-4d96ec6d-3cf1-4337-8177-3629f733d3e7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:37.524513 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-e94168eb-399c-4279-988b-b01af8fc3ed1 admin admin] Allocated IP 172.20.0.1 (7195b82e-2370-482f-8f8c-387d480e7e4c/f5ad1dcd-57d3-4dad-abeb-73317cb31cf3/ca0c5080-4030-40e7-877b-d58c725178e8) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:24:37.526049 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56f121-67fa-4271-a93d-dd61af3170e2 req-4d96ec6d-3cf1-4337-8177-3629f733d3e7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:37.548278 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56f121-67fa-4271-a93d-dd61af3170e2 req-4d96ec6d-3cf1-4337-8177-3629f733d3e7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:37.554411 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56f121-67fa-4271-a93d-dd61af3170e2 req-4d96ec6d-3cf1-4337-8177-3629f733d3e7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:37.571048 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56f121-67fa-4271-a93d-dd61af3170e2 req-4d96ec6d-3cf1-4337-8177-3629f733d3e7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:37.573784 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a389457-5243-4a3f-8059-e2452fe10c97 None None] Routers {'033f4853-10f3-4803-890d-10bd3fca272b'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:24:37.574622 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4a389457-5243-4a3f-8059-e2452fe10c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:24:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['033f4853-10f3-4803-890d-10bd3fca272b'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:37.595186 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56f121-67fa-4271-a93d-dd61af3170e2 req-4d96ec6d-3cf1-4337-8177-3629f733d3e7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:37.605722 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eb56f121-67fa-4271-a93d-dd61af3170e2 req-4d96ec6d-3cf1-4337-8177-3629f733d3e7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5429 time: 0.5580964 Sep 30 13:24:37.611322 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32092f24-e868-42a0-a104-65275016664c None None] Pushing event updated for resources: {'Port': ['ID=e7002399-d917-4aac-a62a-98e6b111ce31,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:37.680827 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-513c0f08-8585-4fc8-b10a-951e8dcf9f52 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:37.695585 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e94168eb-399c-4279-988b-b01af8fc3ed1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:37.724048 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0685d971-1229-4ce4-b71f-df2bfa7a0f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:37.755548 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-4a389457-5243-4a3f-8059-e2452fe10c97 None None] Set router 033f4853-10f3-4803-890d-10bd3fca272b gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:24:37.768112 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e94168eb-399c-4279-988b-b01af8fc3ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:37.795842 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-513c0f08-8585-4fc8-b10a-951e8dcf9f52 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9825043-8b3c-4e33-a899-b49b667b3fad']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:37.819103 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94168eb-399c-4279-988b-b01af8fc3ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=ca0c5080-4030-40e7-877b-d58c725178e8,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:37.830806 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eb56f121-67fa-4271-a93d-dd61af3170e2 req-e08ba7b4-7704-46e7-8d00-c674993fe789 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2224696 Sep 30 13:24:37.857929 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-513c0f08-8585-4fc8-b10a-951e8dcf9f52 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a846c5-4cdd-4833-96ce-29ac45889f77') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:37.858683 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-513c0f08-8585-4fc8-b10a-951e8dcf9f52 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a846c5-4cdd-4833-96ce-29ac45889f77') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:37.864867 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94168eb-399c-4279-988b-b01af8fc3ed1 admin admin] Network 7195b82e-2370-482f-8f8c-387d480e7e4c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:24:37.878325 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-e94168eb-399c-4279-988b-b01af8fc3ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:24:37.883504 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0685d971-1229-4ce4-b71f-df2bfa7a0f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:37.892600 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-513c0f08-8585-4fc8-b10a-951e8dcf9f52 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:37.909440 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94168eb-399c-4279-988b-b01af8fc3ed1 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:24:37.981039 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13df89-d90c-4ef6-a4c5-ad5d8a1d1edd req-ccc7b7d7-cff2-4f7c-ba3a-93b8397c4988 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:37.983544 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2b13df89-d90c-4ef6-a4c5-ad5d8a1d1edd req-ccc7b7d7-cff2-4f7c-ba3a-93b8397c4988 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 944 time: 0.1160362 Sep 30 13:24:37.997013 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-513c0f08-8585-4fc8-b10a-951e8dcf9f52 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:38.006430 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-513c0f08-8585-4fc8-b10a-951e8dcf9f52 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:24:38.008043 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-513c0f08-8585-4fc8-b10a-951e8dcf9f52 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:38.018372 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e94168eb-399c-4279-988b-b01af8fc3ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:24:38.090037 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:24:38.104667 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4a389457-5243-4a3f-8059-e2452fe10c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033f4853-10f3-4803-890d-10bd3fca272b', 'name': 'tempest-ServerRescueTestJSON-1741525798-router', 'tenant_id': '98da75223b4542fa945256e1e66ee7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'e7002399-d917-4aac-a62a-98e6b111ce31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:32Z', 'updated_at': '2021-09-30T13:24:34Z', 'revision_number': 3, 'project_id': '98da75223b4542fa945256e1e66ee7e8', 'gw_port': {'id': 'e7002399-d917-4aac-a62a-98e6b111ce31', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:15:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033f4853-10f3-4803-890d-10bd3fca272b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:33Z', 'updated_at': '2021-09-30T13:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:38.105926 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f3865-aace-445c-b0ba-6c02dcf26839 req-10d3247e-f06b-4bd2-881b-6da2cbeec0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:38.109668 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c1f3865-aace-445c-b0ba-6c02dcf26839 req-10d3247e-f06b-4bd2-881b-6da2cbeec0a1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2ae8f69c-e2ed-4683-a275-8d8f7caa3a16 HTTP/1.1" status: 200 len: 914 time: 0.6858361 Sep 30 13:24:38.112832 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-513c0f08-8585-4fc8-b10a-951e8dcf9f52 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:38.153557 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a389457-5243-4a3f-8059-e2452fe10c97 None None] The sync data for ids ['033f4853-10f3-4803-890d-10bd3fca272b'] in n-d-810909-2 is: [{'id': '033f4853-10f3-4803-890d-10bd3fca272b', 'name': 'tempest-ServerRescueTestJSON-1741525798-router', 'tenant_id': '98da75223b4542fa945256e1e66ee7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'e7002399-d917-4aac-a62a-98e6b111ce31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:32Z', 'updated_at': '2021-09-30T13:24:34Z', 'revision_number': 3, 'project_id': '98da75223b4542fa945256e1e66ee7e8', 'gw_port': {'id': 'e7002399-d917-4aac-a62a-98e6b111ce31', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:15:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033f4853-10f3-4803-890d-10bd3fca272b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:33Z', 'updated_at': '2021-09-30T13:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:24:38.169093 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2b13df89-d90c-4ef6-a4c5-ad5d8a1d1edd req-147f80bf-e020-42af-8437-e6f8da5da41a tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763940 Sep 30 13:24:38.183465 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-513c0f08-8585-4fc8-b10a-951e8dcf9f52 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:38.196745 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 4df9243e-bed7-40e3-8adb-c8474789475e up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:24:38.199693 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-513c0f08-8585-4fc8-b10a-951e8dcf9f52 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "DELETE /v2.0/networks/c9825043-8b3c-4e33-a899-b49b667b3fad HTTP/1.1" status: 204 len: 168 time: 2.1577508 Sep 30 13:24:38.201206 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c1f3865-aace-445c-b0ba-6c02dcf26839 req-0f5ebac8-9640-4de5-818c-3df03db7446b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4df9243e-bed7-40e3-8adb-c8474789475e HTTP/1.1" status: 200 len: 217 time: 0.0744557 Sep 30 13:24:38.201684 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51546) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:38.258133 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c0f08-8585-4fc8-b10a-951e8dcf9f52 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event deleted for resources: {'Network': ['ID=c9825043-8b3c-4e33-a899-b49b667b3fad,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:38.319112 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 4df9243e-bed7-40e3-8adb-c8474789475e triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:38.319621 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:38.357524 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e94168eb-399c-4279-988b-b01af8fc3ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:38.368550 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebba6eea-772d-4128-938b-5ea2baddbfdf tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] DELETE failed (client error): The resource could not be found. Sep 30 13:24:38.369013 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebba6eea-772d-4128-938b-5ea2baddbfdf tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:24:38.373193 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ebba6eea-772d-4128-938b-5ea2baddbfdf tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "DELETE /v2.0/subnets/41185ab8-ff73-4ca5-9ca1-7fdea946a88d HTTP/1.1" status: 404 len: 337 time: 0.1438890 Sep 30 13:24:38.375963 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51552) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:38.406778 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b0640ae-b0cd-40e1-9802-7debe9637ca6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] DELETE failed (client error): The resource could not be found. Sep 30 13:24:38.407433 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b0640ae-b0cd-40e1-9802-7debe9637ca6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:24:38.411602 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3b0640ae-b0cd-40e1-9802-7debe9637ca6 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "DELETE /v2.0/networks/4e0171a3-4412-4cb4-9b33-2c2cd1f2e1a7 HTTP/1.1" status: 404 len: 339 time: 0.0347300 Sep 30 13:24:38.412153 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51554) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:38.414980 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f3865-aace-445c-b0ba-6c02dcf26839 req-4b327020-eb01-499a-a1f8-bf9a03c842d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:38.416529 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c1f3865-aace-445c-b0ba-6c02dcf26839 req-4b327020-eb01-499a-a1f8-bf9a03c842d5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bac914f-ff79-44a0-914f-8c571e231db2 HTTP/1.1" status: 200 len: 853 time: 0.1875820 Sep 30 13:24:38.423242 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0685d971-1229-4ce4-b71f-df2bfa7a0f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:38.427321 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0685d971-1229-4ce4-b71f-df2bfa7a0f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:38.427321 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0685d971-1229-4ce4-b71f-df2bfa7a0f15 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/922556f6-ba59-41cd-9b97-519e1db8faa9 HTTP/1.1" status: 204 len: 168 time: 1.3079855 Sep 30 13:24:38.476542 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:38.479821 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685d971-1229-4ce4-b71f-df2bfa7a0f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922556f6-ba59-41cd-9b97-519e1db8faa9,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:38.556805 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c1f3865-aace-445c-b0ba-6c02dcf26839 req-c4df0bae-9c84-4b9d-94a3-2433d974edd7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2ae8f69c-e2ed-4683-a275-8d8f7caa3a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264248 Sep 30 13:24:38.639488 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ba04202-3884-41d7-bc72-b29306b69d88 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Deleting subnet 14fb8918-36e0-4cd8-94c0-24b158f27acf {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:24:38.641577 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5ef20a-a303-4004-98f7-6eaba1a4cad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df9243e-bed7-40e3-8adb-c8474789475e'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:24:38.653412 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae62338-cb3d-44ee-a162-13ffcb5d6331" -d '{"events": [{"server_uuid": "3d5ef20a-a303-4004-98f7-6eaba1a4cad9", "name": "network-vif-plugged", "status": "completed", "tag": "4df9243e-bed7-40e3-8adb-c8474789475e"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:24:38.689379 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6ba04202-3884-41d7-bc72-b29306b69d88 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:38.691448 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e94168eb-399c-4279-988b-b01af8fc3ed1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:38.692756 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 4df9243e-bed7-40e3-8adb-c8474789475e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=4df9243e-bed7-40e3-8adb-c8474789475e,segment=NetworkSegment(4c14a080-1632-4772-b204-9e8eb842c0d3),segment_id=4c14a080-1632-4772-b204-9e8eb842c0d3)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:38.701535 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e94168eb-399c-4279-988b-b01af8fc3ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:38.702592 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:38.754158 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94168eb-399c-4279-988b-b01af8fc3ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=ca0c5080-4030-40e7-877b-d58c725178e8,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:38.834830 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba96bc3-df13-41e3-b995-4659cbe08519 x-openstack-request-id: req-1ba96bc3-df13-41e3-b995-4659cbe08519 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:24:38.840215 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5ef20a-a303-4004-98f7-6eaba1a4cad9", "name": "network-vif-plugged", "status": "completed", "tag": "4df9243e-bed7-40e3-8adb-c8474789475e", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:24:38.840725 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ba96bc3-df13-41e3-b995-4659cbe08519 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:24:38.841410 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5ef20a-a303-4004-98f7-6eaba1a4cad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df9243e-bed7-40e3-8adb-c8474789475e', 'code': 200} Sep 30 13:24:38.866115 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6ba04202-3884-41d7-bc72-b29306b69d88 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:38.914671 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=4df9243e-bed7-40e3-8adb-c8474789475e,revision_number=10']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:39.069932 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c1f3865-aace-445c-b0ba-6c02dcf26839 req-0280e5fb-4002-46fe-820a-04d57aae2c69 service neutron] 10.222.0.54 "GET /v2.0/networks/2ae8f69c-e2ed-4683-a275-8d8f7caa3a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238908 Sep 30 13:24:39.134691 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e7002399-d917-4aac-a62a-98e6b111ce31 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:24:39.164962 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6ba04202-3884-41d7-bc72-b29306b69d88 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:39.262676 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6ba04202-3884-41d7-bc72-b29306b69d88 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:39.299096 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e94168eb-399c-4279-988b-b01af8fc3ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:39.333121 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port e7002399-d917-4aac-a62a-98e6b111ce31 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:39.333721 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:39.414945 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba04202-3884-41d7-bc72-b29306b69d88 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event deleted for resources: {'Subnet': ['ID=14fb8918-36e0-4cd8-94c0-24b158f27acf,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:39.423083 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6ba04202-3884-41d7-bc72-b29306b69d88 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:39.425300 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6ba04202-3884-41d7-bc72-b29306b69d88 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "DELETE /v2.0/subnets/14fb8918-36e0-4cd8-94c0-24b158f27acf HTTP/1.1" status: 204 len: 168 time: 1.0120482 Sep 30 13:24:39.431163 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae780afc-20f1-4af6-bc7a-2257401d497e None None] Network c714f356-c7bf-4b49-bb5a-3fee522eed53 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:24:39.524185 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51574) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:39.669254 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0adeb1-500d-43a5-b93c-94845e8c9a0f req-00a8a213-2463-4c15-a678-965ffbb12254 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:39.682831 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:39.685034 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0adeb1-500d-43a5-b93c-94845e8c9a0f req-00a8a213-2463-4c15-a678-965ffbb12254 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:39.692093 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0adeb1-500d-43a5-b93c-94845e8c9a0f req-00a8a213-2463-4c15-a678-965ffbb12254 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:39.700279 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0adeb1-500d-43a5-b93c-94845e8c9a0f req-00a8a213-2463-4c15-a678-965ffbb12254 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:39.707418 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0adeb1-500d-43a5-b93c-94845e8c9a0f req-00a8a213-2463-4c15-a678-965ffbb12254 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:39.718620 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0adeb1-500d-43a5-b93c-94845e8c9a0f req-00a8a213-2463-4c15-a678-965ffbb12254 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:39.726551 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0adeb1-500d-43a5-b93c-94845e8c9a0f req-00a8a213-2463-4c15-a678-965ffbb12254 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:39.728594 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dd0adeb1-500d-43a5-b93c-94845e8c9a0f req-00a8a213-2463-4c15-a678-965ffbb12254 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5429 time: 0.4165320 Sep 30 13:24:39.740750 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a573bf8-0b54-4eca-9a23-9066010f7531 req-16d38a66-e28d-4b6a-8d4d-8e45c35bca16 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:39.752784 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a573bf8-0b54-4eca-9a23-9066010f7531 req-16d38a66-e28d-4b6a-8d4d-8e45c35bca16 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.3777211 Sep 30 13:24:39.766258 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef34919-3e1d-4691-8b0a-ef88918ab5d5 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Deleting subnet 16672a69-97d3-4188-aa84-8053bb3cef19 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:24:39.784930 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c1f3865-aace-445c-b0ba-6c02dcf26839 req-cc4e291d-1503-49a7-840f-db677ac44866 service neutron] 10.222.0.54 "GET /v2.0/networks/2ae8f69c-e2ed-4683-a275-8d8f7caa3a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7052228 Sep 30 13:24:39.789897 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1ef34919-3e1d-4691-8b0a-ef88918ab5d5 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:39.816402 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a2ce6-2272-428c-9a03-33c1284f5bd2 req-7f0b74f7-ca88-4c89-905a-f77e73af0fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:39.824672 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8b7a2ce6-2272-428c-9a03-33c1284f5bd2 req-7f0b74f7-ca88-4c89-905a-f77e73af0fa7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 1097 time: 0.5214319 Sep 30 13:24:39.911430 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8b7a2ce6-2272-428c-9a03-33c1284f5bd2 req-7f49728a-0824-4edc-a3bd-57db296cb1f8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607944 Sep 30 13:24:39.932214 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1ef34919-3e1d-4691-8b0a-ef88918ab5d5 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:40.024696 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dd0adeb1-500d-43a5-b93c-94845e8c9a0f req-52de631c-5fa3-4cf4-969d-eabca267fa32 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2402730 Sep 30 13:24:40.027037 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a573bf8-0b54-4eca-9a23-9066010f7531 req-6cb0798f-45ce-475f-8521-b24aff985cd0 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679341 Sep 30 13:24:40.043072 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94168eb-399c-4279-988b-b01af8fc3ed1 admin admin] Network 7195b82e-2370-482f-8f8c-387d480e7e4c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:24:40.044575 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-e94168eb-399c-4279-988b-b01af8fc3ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:24:40.120008 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1ef34919-3e1d-4691-8b0a-ef88918ab5d5 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:40.165139 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port e7002399-d917-4aac-a62a-98e6b111ce31, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e7002399-d917-4aac-a62a-98e6b111ce31,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:40.189798 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:40.286058 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94168eb-399c-4279-988b-b01af8fc3ed1 admin admin] Router 033f4853-10f3-4803-890d-10bd3fca272b has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:24:40.314742 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1ef34919-3e1d-4691-8b0a-ef88918ab5d5 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:40.326809 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=e7002399-d917-4aac-a62a-98e6b111ce31,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:40.394500 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51602) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:40.403829 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef34919-3e1d-4691-8b0a-ef88918ab5d5 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event deleted for resources: {'Subnet': ['ID=16672a69-97d3-4188-aa84-8053bb3cef19,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:40.421692 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1ef34919-3e1d-4691-8b0a-ef88918ab5d5 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:40.427217 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1ef34919-3e1d-4691-8b0a-ef88918ab5d5 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "DELETE /v2.0/subnets/16672a69-97d3-4188-aa84-8053bb3cef19 HTTP/1.1" status: 204 len: 168 time: 0.9015098 Sep 30 13:24:40.430516 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51606) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:40.485824 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94168eb-399c-4279-988b-b01af8fc3ed1 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:24:40.493139 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e94168eb-399c-4279-988b-b01af8fc3ed1 admin admin] 10.222.0.18 "PUT /v2.0/routers/033f4853-10f3-4803-890d-10bd3fca272b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2445405 Sep 30 13:24:40.505357 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b214056-9ac7-4c0b-a54d-ff05042ccbe3 None None] Update dhcp port {'port': {'network_id': 'c714f356-c7bf-4b49-bb5a-3fee522eed53', 'fixed_ips': [{'subnet_id': '16672a69-97d3-4188-aa84-8053bb3cef19'}], 'binding:host_id': 'n-d-810909-2'}, 'id': '4038a527-0aa8-4426-af10-3db4a92cfef0'} from n-d-810909-2. {{(pid=94765) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 13:24:40.552388 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6b214056-9ac7-4c0b-a54d-ff05042ccbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:40.616373 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-6db73e46-45cd-4122-a07b-1a18c5d219dd admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1214544167-network', 'tenant_id': '20a400e998f54b20a9927f300081053c'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:40.688527 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-024bd60b-b49f-4903-9677-da84ba6e3eb9 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:40.692635 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db73e46-45cd-4122-a07b-1a18c5d219dd admin admin] Made reservation on behalf of 20a400e998f54b20a9927f300081053c for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:24:40.695602 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6db73e46-45cd-4122-a07b-1a18c5d219dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:40.709785 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6db73e46-45cd-4122-a07b-1a18c5d219dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:40.774687 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21bd218-ca64-4d58-a9ee-ad6656a6b1cd None None] Network c714f356-c7bf-4b49-bb5a-3fee522eed53 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:24:40.843479 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-024bd60b-b49f-4903-9677-da84ba6e3eb9 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Deleting port 4038a527-0aa8-4426-af10-3db4a92cfef0 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:24:40.843823 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-024bd60b-b49f-4903-9677-da84ba6e3eb9 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:40.968568 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6db73e46-45cd-4122-a07b-1a18c5d219dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:40.983178 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6db73e46-45cd-4122-a07b-1a18c5d219dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:40.989205 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-024bd60b-b49f-4903-9677-da84ba6e3eb9 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] For port 4038a527-0aa8-4426-af10-3db4a92cfef0, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4038a527-0aa8-4426-af10-3db4a92cfef0,segment=NetworkSegment(ea186d17-1afd-4687-a4ca-1face58191db),segment_id=ea186d17-1afd-4687-a4ca-1face58191db)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:40.989602 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-024bd60b-b49f-4903-9677-da84ba6e3eb9 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:41.029531 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-024bd60b-b49f-4903-9677-da84ba6e3eb9 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Calling delete_port for 4038a527-0aa8-4426-af10-3db4a92cfef0 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:24:41.062666 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e7002399-d917-4aac-a62a-98e6b111ce31 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:24:41.072912 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db73e46-45cd-4122-a07b-1a18c5d219dd admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:24:41.092538 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d6070ac7-d78a-4612-a809-aa3ebf9eabc9 None None] Provisioning complete for port 4038a527-0aa8-4426-af10-3db4a92cfef0 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:41.092538 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d6070ac7-d78a-4612-a809-aa3ebf9eabc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:41.118117 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db73e46-45cd-4122-a07b-1a18c5d219dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20965cbc-cda4-49ed-bbac-c8f3a8dc93d8,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:41.193429 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6db73e46-45cd-4122-a07b-1a18c5d219dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:41.193977 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-6db73e46-45cd-4122-a07b-1a18c5d219dd admin admin] Added segment bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7 of type vlan for network 37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9 Sep 30 13:24:41.248330 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe13f8-8365-4666-af95-842b4711726a None None] Sync routers for ids ['033f4853-10f3-4803-890d-10bd3fca272b'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:24:41.260775 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6db73e46-45cd-4122-a07b-1a18c5d219dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:41.299388 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7357a58b-b9d3-418e-9f59-81dbc9a11533 None None] DHCP port deletion for c714f356-c7bf-4b49-bb5a-3fee522eed53 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:24:41.304517 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fe13f8-8365-4666-af95-842b4711726a None None] Routers {'033f4853-10f3-4803-890d-10bd3fca272b'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:24:41.305451 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a9fe13f8-8365-4666-af95-842b4711726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:24:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['033f4853-10f3-4803-890d-10bd3fca272b'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:41.312718 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6db73e46-45cd-4122-a07b-1a18c5d219dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:41.315057 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db73e46-45cd-4122-a07b-1a18c5d219dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:41.315852 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6db73e46-45cd-4122-a07b-1a18c5d219dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:41.325369 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-024bd60b-b49f-4903-9677-da84ba6e3eb9 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:41.355036 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e6b11-35ee-4399-abad-8872043cbbcd req-1b6bc4d7-e151-48f3-a033-ff3da82b8609 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:41.372595 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f3e6b11-35ee-4399-abad-8872043cbbcd req-1b6bc4d7-e151-48f3-a033-ff3da82b8609 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.2234676 Sep 30 13:24:41.389557 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port e7002399-d917-4aac-a62a-98e6b111ce31 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:41.390250 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:41.421667 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6db73e46-45cd-4122-a07b-1a18c5d219dd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0211835 Sep 30 13:24:41.421667 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024bd60b-b49f-4903-9677-da84ba6e3eb9 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event deleted for resources: {'Port': ['ID=4038a527-0aa8-4426-af10-3db4a92cfef0,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:41.422896 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51646) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:41.446974 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-333b1c5b-70f6-42da-a6d9-8f28a78c2412 admin admin] Request body: {'subnet': {'network_id': '37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1214544167-subnet', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:41.452604 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024bd60b-b49f-4903-9677-da84ba6e3eb9 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] No DVR routers for this DVR port 4038a527-0aa8-4426-af10-3db4a92cfef0 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:24:41.463900 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7357a58b-b9d3-418e-9f59-81dbc9a11533 None None] The port '4038a527-0aa8-4426-af10-3db4a92cfef0' was deleted {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Sep 30 13:24:41.504975 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f3e6b11-35ee-4399-abad-8872043cbbcd req-85ceaa81-e20f-429e-a0ac-294da7851017 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293442 Sep 30 13:24:41.581947 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db73e46-45cd-4122-a07b-1a18c5d219dd admin admin] Pushing event updated for resources: {'Network': ['ID=37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:41.588710 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-a9fe13f8-8365-4666-af95-842b4711726a None None] Set router 033f4853-10f3-4803-890d-10bd3fca272b gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:24:41.629867 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:24:41.650262 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333b1c5b-70f6-42da-a6d9-8f28a78c2412 admin admin] Made reservation on behalf of 20a400e998f54b20a9927f300081053c for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:24:41.652564 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-333b1c5b-70f6-42da-a6d9-8f28a78c2412 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:41.656051 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a9f97-a10b-4354-88f4-8d33e03a07b3 req-b70f2e4b-18d6-426d-a046-b09902b88233 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:41.668579 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a9f97-a10b-4354-88f4-8d33e03a07b3 req-b70f2e4b-18d6-426d-a046-b09902b88233 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:41.686289 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a9f97-a10b-4354-88f4-8d33e03a07b3 req-b70f2e4b-18d6-426d-a046-b09902b88233 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:41.697479 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a9f97-a10b-4354-88f4-8d33e03a07b3 req-b70f2e4b-18d6-426d-a046-b09902b88233 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:41.704254 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a9f97-a10b-4354-88f4-8d33e03a07b3 req-b70f2e4b-18d6-426d-a046-b09902b88233 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:41.716278 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a9f97-a10b-4354-88f4-8d33e03a07b3 req-b70f2e4b-18d6-426d-a046-b09902b88233 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:41.724398 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a9f97-a10b-4354-88f4-8d33e03a07b3 req-b70f2e4b-18d6-426d-a046-b09902b88233 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:41.727315 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0d3a9f97-a10b-4354-88f4-8d33e03a07b3 req-b70f2e4b-18d6-426d-a046-b09902b88233 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5429 time: 0.1399329 Sep 30 13:24:41.795228 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-024bd60b-b49f-4903-9677-da84ba6e3eb9 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:41.815655 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0d3a9f97-a10b-4354-88f4-8d33e03a07b3 req-bedc6253-bb51-45a7-a07e-36196257f38d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0794823 Sep 30 13:24:41.846246 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-024bd60b-b49f-4903-9677-da84ba6e3eb9 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c714f356-c7bf-4b49-bb5a-3fee522eed53']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:41.876579 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-024bd60b-b49f-4903-9677-da84ba6e3eb9 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea186d17-1afd-4687-a4ca-1face58191db') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:41.876906 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-024bd60b-b49f-4903-9677-da84ba6e3eb9 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea186d17-1afd-4687-a4ca-1face58191db') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:41.900691 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-024bd60b-b49f-4903-9677-da84ba6e3eb9 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:41.957841 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-024bd60b-b49f-4903-9677-da84ba6e3eb9 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:41.985043 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024bd60b-b49f-4903-9677-da84ba6e3eb9 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:24:41.985466 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-024bd60b-b49f-4903-9677-da84ba6e3eb9 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:24:41.988610 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:24:41.995707 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4038a527-0aa8-4426-af10-3db4a92cfef0 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:24:42.029210 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 4038a527-0aa8-4426-af10-3db4a92cfef0 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:24:42.029841 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4038a527-0aa8-4426-af10-3db4a92cfef0 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:24:42.144446 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-024bd60b-b49f-4903-9677-da84ba6e3eb9 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:42.168802 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-024bd60b-b49f-4903-9677-da84ba6e3eb9 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:42.170837 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-024bd60b-b49f-4903-9677-da84ba6e3eb9 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "DELETE /v2.0/networks/c714f356-c7bf-4b49-bb5a-3fee522eed53 HTTP/1.1" status: 204 len: 168 time: 1.7386804 Sep 30 13:24:42.173426 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51682) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:42.189062 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-333b1c5b-70f6-42da-a6d9-8f28a78c2412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:42.195789 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a9fe13f8-8365-4666-af95-842b4711726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033f4853-10f3-4803-890d-10bd3fca272b', 'name': 'tempest-ServerRescueTestJSON-1741525798-router', 'tenant_id': '98da75223b4542fa945256e1e66ee7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'e7002399-d917-4aac-a62a-98e6b111ce31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:32Z', 'updated_at': '2021-09-30T13:24:38Z', 'revision_number': 4, 'project_id': '98da75223b4542fa945256e1e66ee7e8', 'gw_port': {'id': 'e7002399-d917-4aac-a62a-98e6b111ce31', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:15:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033f4853-10f3-4803-890d-10bd3fca272b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:33Z', 'updated_at': '2021-09-30T13:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'ca0c5080-4030-40e7-877b-d58c725178e8', 'name': '', 'network_id': '7195b82e-2370-482f-8f8c-387d480e7e4c', 'tenant_id': '98da75223b4542fa945256e1e66ee7e8', 'mac_address': 'fa:16:3e:4d:7e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033f4853-10f3-4803-890d-10bd3fca272b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'f5ad1dcd-57d3-4dad-abeb-73317cb31cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:37Z', 'updated_at': '2021-09-30T13:24:38Z', 'revision_number': 2, 'project_id': '98da75223b4542fa945256e1e66ee7e8', 'subnets': [{'id': 'f5ad1dcd-57d3-4dad-abeb-73317cb31cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:42.196124 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024bd60b-b49f-4903-9677-da84ba6e3eb9 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event deleted for resources: {'Network': ['ID=c714f356-c7bf-4b49-bb5a-3fee522eed53,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:42.255446 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-9660ec3d-22cc-4be4-9706-f3f9b0b6e702 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] DELETE failed (client error): The resource could not be found. Sep 30 13:24:42.256526 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9660ec3d-22cc-4be4-9706-f3f9b0b6e702 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:24:42.258636 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9660ec3d-22cc-4be4-9706-f3f9b0b6e702 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "DELETE /v2.0/subnets/41c3606d-71b6-48ec-8acc-0378a74aa1fb HTTP/1.1" status: 404 len: 337 time: 0.0842018 Sep 30 13:24:42.262465 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51688) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:42.273811 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe13f8-8365-4666-af95-842b4711726a None None] Checking router: 033f4853-10f3-4803-890d-10bd3fca272b for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:24:42.274259 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe13f8-8365-4666-af95-842b4711726a None None] Updating router 033f4853-10f3-4803-890d-10bd3fca272b port ca0c5080-4030-40e7-877b-d58c725178e8 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:24:42.309570 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e3fdb8-4949-4365-a6a6-7847d74cf1f8 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] DELETE failed (client error): The resource could not be found. Sep 30 13:24:42.309570 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e3fdb8-4949-4365-a6a6-7847d74cf1f8 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:24:42.311273 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e3e3fdb8-4949-4365-a6a6-7847d74cf1f8 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "DELETE /v2.0/networks/0c8bb137-75ce-4f93-b642-154d3e80decb HTTP/1.1" status: 404 len: 339 time: 0.0467682 Sep 30 13:24:42.311600 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b1c5b-70f6-42da-a6d9-8f28a78c2412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4804c26-a3c6-4d66-bcd4-d929f92f46a9,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:42.313017 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51690) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:42.346067 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-884154fa-5c4d-4fc5-9ff6-d0fe737b3244 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] DELETE failed (client error): The resource could not be found. Sep 30 13:24:42.346922 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-884154fa-5c4d-4fc5-9ff6-d0fe737b3244 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:24:42.348925 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-884154fa-5c4d-4fc5-9ff6-d0fe737b3244 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "DELETE /v2.0/subnets/fadd1d51-608e-46b8-90fb-e46091f5db32 HTTP/1.1" status: 404 len: 337 time: 0.0349805 Sep 30 13:24:42.353146 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51692) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:42.355413 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a9fe13f8-8365-4666-af95-842b4711726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:42.387689 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcfb8204-db72-457a-aaab-3c452f9a15a2 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] DELETE failed (client error): The resource could not be found. Sep 30 13:24:42.388538 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcfb8204-db72-457a-aaab-3c452f9a15a2 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:24:42.390746 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fcfb8204-db72-457a-aaab-3c452f9a15a2 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "DELETE /v2.0/networks/b9427298-e45b-4840-bf02-a917ce4edb4e HTTP/1.1" status: 404 len: 339 time: 0.0328791 Sep 30 13:24:42.393345 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51694) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:42.418533 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333b1c5b-70f6-42da-a6d9-8f28a78c2412 admin admin] Checking segment: {'id': 'bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:24:42.419153 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333b1c5b-70f6-42da-a6d9-8f28a78c2412 admin admin] Network hostable DHCP agents. Network: 37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:24:42.433929 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a013935-b770-45f0-9677-9ae9fb9e2783 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] DELETE failed (client error): The resource could not be found. Sep 30 13:24:42.434784 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a013935-b770-45f0-9677-9ae9fb9e2783 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:24:42.437216 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3a013935-b770-45f0-9677-9ae9fb9e2783 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "DELETE /v2.0/subnets/00d4223f-9079-4b98-97c8-3149c237b567 HTTP/1.1" status: 404 len: 337 time: 0.0428057 Sep 30 13:24:42.439713 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51700) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:42.466162 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d98c54-4306-4ca1-84ca-a0c72485c613 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] DELETE failed (client error): The resource could not be found. Sep 30 13:24:42.467137 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60d98c54-4306-4ca1-84ca-a0c72485c613 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:24:42.469398 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-60d98c54-4306-4ca1-84ca-a0c72485c613 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "DELETE /v2.0/networks/096680e5-76bf-4fa5-88d8-0d34d221b2ec HTTP/1.1" status: 404 len: 339 time: 0.0285516 Sep 30 13:24:42.471872 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51702) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:42.475489 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333b1c5b-70f6-42da-a6d9-8f28a78c2412 admin admin] Network 37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:24:42.538920 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-333b1c5b-70f6-42da-a6d9-8f28a78c2412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:24:42.553798 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333b1c5b-70f6-42da-a6d9-8f28a78c2412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:42.554427 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-333b1c5b-70f6-42da-a6d9-8f28a78c2412 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:42.563082 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840b7bbb-b7a6-449c-a78b-1dee3fc45f9d None None] Network 37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:24:42.571807 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f3165d0-59ed-45f3-8613-e8991d265047 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Deleting subnet ede83291-364d-4077-98fe-44a194989b0d {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:24:42.582638 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f3165d0-59ed-45f3-8613-e8991d265047 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:42.670611 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-333b1c5b-70f6-42da-a6d9-8f28a78c2412 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2342651 Sep 30 13:24:42.675718 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51710) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:42.680560 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-e6d15a18-2965-4f62-9f1d-468a1bc62519 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1214544167-router', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:42.704281 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-46d25fe9-b7f5-4a9f-8e05-254e7b66c27f tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:42.705862 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-46d25fe9-b7f5-4a9f-8e05-254e7b66c27f tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/networks?id=7195b82e-2370-482f-8f8c-387d480e7e4c HTTP/1.1" status: 200 len: 811 time: 0.2576087 Sep 30 13:24:42.708253 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f3165d0-59ed-45f3-8613-e8991d265047 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:42.733474 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e6d15a18-2965-4f62-9f1d-468a1bc62519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:42.737635 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e6d15a18-2965-4f62-9f1d-468a1bc62519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:42.753448 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-84313a5a-8e59-4db7-9af2-5136ad1907d6 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/quotas/98da75223b4542fa945256e1e66ee7e8 HTTP/1.1" status: 200 len: 375 time: 0.0390670 Sep 30 13:24:42.768363 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c909475-8a01-4f64-b847-1335650a65c7 req-cfd680fc-d75a-4c65-b6c5-3cfcf4449e9f tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:42.777134 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c909475-8a01-4f64-b847-1335650a65c7 req-cfd680fc-d75a-4c65-b6c5-3cfcf4449e9f tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.1253943 Sep 30 13:24:42.876366 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c909475-8a01-4f64-b847-1335650a65c7 req-162efa14-dc5f-4051-81c7-716959329b87 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982084 Sep 30 13:24:42.877751 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e6d15a18-2965-4f62-9f1d-468a1bc62519 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:42.906070 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-9fdb6627-350a-40cc-924c-efb28a3cb928 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=98da75223b4542fa945256e1e66ee7e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1437135 Sep 30 13:24:42.993833 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ad8eb2-8604-49c2-8201-fffb418fa07f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9', 'network_id': '37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'fixed_ips': [{'subnet_id': 'f4804c26-a3c6-4d66-bcd4-d929f92f46a9'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:24:43.000391 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9ad8eb2-8604-49c2-8201-fffb418fa07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:43.007492 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f3165d0-59ed-45f3-8613-e8991d265047 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:43.124086 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e6d15a18-2965-4f62-9f1d-468a1bc62519 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:43.144434 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ea9e0-4cec-4665-b9cb-04d9f89a1012 req-adfd4d86-31b8-4a71-83c6-bc9994598fa6 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:43.153228 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ea9e0-4cec-4665-b9cb-04d9f89a1012 req-adfd4d86-31b8-4a71-83c6-bc9994598fa6 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:43.159685 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ea9e0-4cec-4665-b9cb-04d9f89a1012 req-adfd4d86-31b8-4a71-83c6-bc9994598fa6 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:43.166726 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ea9e0-4cec-4665-b9cb-04d9f89a1012 req-adfd4d86-31b8-4a71-83c6-bc9994598fa6 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:43.173003 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ea9e0-4cec-4665-b9cb-04d9f89a1012 req-adfd4d86-31b8-4a71-83c6-bc9994598fa6 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:43.180373 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ea9e0-4cec-4665-b9cb-04d9f89a1012 req-adfd4d86-31b8-4a71-83c6-bc9994598fa6 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:43.187407 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ea9e0-4cec-4665-b9cb-04d9f89a1012 req-adfd4d86-31b8-4a71-83c6-bc9994598fa6 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:43.196667 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d59ea9e0-4cec-4665-b9cb-04d9f89a1012 req-adfd4d86-31b8-4a71-83c6-bc9994598fa6 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5429 time: 0.1522322 Sep 30 13:24:43.209310 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-04d896de-777f-4969-b1a5-5bb83752a4d1 service neutron] 10.222.0.18 "GET /v2.0/networks/7195b82e-2370-482f-8f8c-387d480e7e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664986 Sep 30 13:24:43.250355 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a9fe13f8-8365-4666-af95-842b4711726a None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:43.270058 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a9fe13f8-8365-4666-af95-842b4711726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:43.288934 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d59ea9e0-4cec-4665-b9cb-04d9f89a1012 req-b6c75143-7e4b-4ff0-944d-cbe2f797e5b6 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0898645 Sep 30 13:24:43.333082 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f3165d0-59ed-45f3-8613-e8991d265047 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:43.360360 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f3165d0-59ed-45f3-8613-e8991d265047 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:43.373892 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3f3165d0-59ed-45f3-8613-e8991d265047 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "DELETE /v2.0/subnets/ede83291-364d-4077-98fe-44a194989b0d HTTP/1.1" status: 204 len: 168 time: 0.9003916 Sep 30 13:24:43.375075 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7f0080-acce-404e-8ac1-9f393a0b2c82 None None] Network 3f1839a8-1d20-499a-abdb-62b890d0a331 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:24:43.376449 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51724) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:43.435817 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-80d20c79-90f1-4937-a4a1-9be63b6905fa service neutron] 10.222.0.18 "GET /v2.0/networks/7195b82e-2370-482f-8f8c-387d480e7e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189453 Sep 30 13:24:43.477502 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3165d0-59ed-45f3-8613-e8991d265047 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event deleted for resources: {'Subnet': ['ID=ede83291-364d-4077-98fe-44a194989b0d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:43.495094 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23fd052-b79c-463e-8a0f-62902ebbb1dc None None] Pushing event updated for resources: {'Port': ['ID=ca0c5080-4030-40e7-877b-d58c725178e8,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:43.682781 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c6294391-eb1e-4d9b-804a-9447109f6561 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:43.719829 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e059d-1200-4972-9527-c13c3b9bb9e1 req-ebdf1900-c052-4760-9e85-af24ee77beb4 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:43.730237 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6d5e059d-1200-4972-9527-c13c3b9bb9e1 req-ebdf1900-c052-4760-9e85-af24ee77beb4 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.3016024 Sep 30 13:24:43.756427 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6f3c701b-2716-4072-b86b-d2416a50b318 req-08fbcebc-c69c-4b0c-b8ac-5e22f5ecdbdc tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 210 time: 0.0404415 Sep 30 13:24:43.769749 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e6d15a18-2965-4f62-9f1d-468a1bc62519 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:43.823647 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e6d15a18-2965-4f62-9f1d-468a1bc62519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:43.855038 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6d5e059d-1200-4972-9527-c13c3b9bb9e1 req-80bf6a93-23fe-4fb4-bb3d-ccd4b44662b7 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235642 Sep 30 13:24:43.887851 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-c6294391-eb1e-4d9b-804a-9447109f6561 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Deleting port 09065954-c825-47b2-8fc6-2f88c7a1a9d9 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:24:43.888207 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c6294391-eb1e-4d9b-804a-9447109f6561 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:43.915646 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-b9ad8eb2-8604-49c2-8201-fffb418fa07f None None] Allocated IP 172.20.0.2 (37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9/f4804c26-a3c6-4d66-bcd4-d929f92f46a9/17bbac92-5ed3-4a0b-9c01-6ac46d368d37) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:24:43.987018 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-a9fe13f8-8365-4666-af95-842b4711726a None None] Attempting to bind port ca0c5080-4030-40e7-877b-d58c725178e8 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:24:43.987617 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-a9fe13f8-8365-4666-af95-842b4711726a None None] Attempting to bind port ca0c5080-4030-40e7-877b-d58c725178e8 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '579776f3-b3ab-4f7e-98a9-efb0bf3a28de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7195b82e-2370-482f-8f8c-387d480e7e4c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:24:43.988123 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe13f8-8365-4666-af95-842b4711726a None None] Attempting to bind port ca0c5080-4030-40e7-877b-d58c725178e8 on network 7195b82e-2370-482f-8f8c-387d480e7e4c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:24:44.011326 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe13f8-8365-4666-af95-842b4711726a None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:24:44.012034 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe13f8-8365-4666-af95-842b4711726a None None] Checking segment: {'id': '579776f3-b3ab-4f7e-98a9-efb0bf3a28de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7195b82e-2370-482f-8f8c-387d480e7e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:24:44.013017 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a9fe13f8-8365-4666-af95-842b4711726a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:44.014529 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe13f8-8365-4666-af95-842b4711726a None None] Bound using segment: {'id': '579776f3-b3ab-4f7e-98a9-efb0bf3a28de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7195b82e-2370-482f-8f8c-387d480e7e4c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:24:44.016741 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-a9fe13f8-8365-4666-af95-842b4711726a None None] Bound port: ca0c5080-4030-40e7-877b-d58c725178e8, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '579776f3-b3ab-4f7e-98a9-efb0bf3a28de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7195b82e-2370-482f-8f8c-387d480e7e4c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:24:44.018326 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a9fe13f8-8365-4666-af95-842b4711726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:44.065145 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-c6294391-eb1e-4d9b-804a-9447109f6561 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] For port 09065954-c825-47b2-8fc6-2f88c7a1a9d9, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=09065954-c825-47b2-8fc6-2f88c7a1a9d9,segment=NetworkSegment(085d4f3f-6f38-4597-b90e-f8077a040eb6),segment_id=085d4f3f-6f38-4597-b90e-f8077a040eb6)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:44.066157 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c6294391-eb1e-4d9b-804a-9447109f6561 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:44.100268 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-c6294391-eb1e-4d9b-804a-9447109f6561 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Calling delete_port for 09065954-c825-47b2-8fc6-2f88c7a1a9d9 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:24:44.109421 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e329ad8b-8fd1-41a3-a985-99dd4c923a60 None None] DHCP port deletion for 3f1839a8-1d20-499a-abdb-62b890d0a331 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:24:44.182474 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-a9fe13f8-8365-4666-af95-842b4711726a None None] For port ca0c5080-4030-40e7-877b-d58c725178e8, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:24:44.188863 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-a9fe13f8-8365-4666-af95-842b4711726a None None] For port ca0c5080-4030-40e7-877b-d58c725178e8, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=ca0c5080-4030-40e7-877b-d58c725178e8,segment=NetworkSegment(579776f3-b3ab-4f7e-98a9-efb0bf3a28de),segment_id=579776f3-b3ab-4f7e-98a9-efb0bf3a28de)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:24:44.206307 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a9fe13f8-8365-4666-af95-842b4711726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:44.317877 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9ad8eb2-8604-49c2-8201-fffb418fa07f None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:44.320038 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-e6d15a18-2965-4f62-9f1d-468a1bc62519 admin admin] Allocated IP 172.25.5.14 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/3b95c6b1-0ea8-4d68-890e-7e94383041cc) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:24:44.364055 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864726de-bca5-44c0-83f4-10668e6729a7 req-bfa88088-e3c5-4995-ad5f-536c43c5f02c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:44.367581 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-864726de-bca5-44c0-83f4-10668e6729a7 req-bfa88088-e3c5-4995-ad5f-536c43c5f02c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.3745434 Sep 30 13:24:44.369150 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c6294391-eb1e-4d9b-804a-9447109f6561 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:44.378649 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9ad8eb2-8604-49c2-8201-fffb418fa07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:44.384004 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23fd052-b79c-463e-8a0f-62902ebbb1dc None None] Pushing event updated for resources: {'Port': ['ID=ca0c5080-4030-40e7-877b-d58c725178e8,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:44.404731 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fe13f8-8365-4666-af95-842b4711726a None None] Routers {'033f4853-10f3-4803-890d-10bd3fca272b'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:24:44.416629 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a9fe13f8-8365-4666-af95-842b4711726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:24:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['033f4853-10f3-4803-890d-10bd3fca272b'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:44.448320 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-e329ad8b-8fd1-41a3-a985-99dd4c923a60 None None] Deleting port 09065954-c825-47b2-8fc6-2f88c7a1a9d9 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:24:44.448973 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e329ad8b-8fd1-41a3-a985-99dd4c923a60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:44.454627 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6294391-eb1e-4d9b-804a-9447109f6561 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event deleted for resources: {'Port': ['ID=09065954-c825-47b2-8fc6-2f88c7a1a9d9,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:44.461609 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6294391-eb1e-4d9b-804a-9447109f6561 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] No DVR routers for this DVR port 09065954-c825-47b2-8fc6-2f88c7a1a9d9 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:24:44.488864 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-864726de-bca5-44c0-83f4-10668e6729a7 req-23cdc7c4-6670-4368-b50f-e0ec01ee4af2 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131883 Sep 30 13:24:44.554700 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e329ad8b-8fd1-41a3-a985-99dd4c923a60 None None] For port 09065954-c825-47b2-8fc6-2f88c7a1a9d9, host n-d-810909-2, got binding levels [] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:44.556496 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e329ad8b-8fd1-41a3-a985-99dd4c923a60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:44.575642 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-e329ad8b-8fd1-41a3-a985-99dd4c923a60 None None] Calling delete_port for 09065954-c825-47b2-8fc6-2f88c7a1a9d9 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:24:44.603389 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.ipam_backend_mixin [None req-e329ad8b-8fd1-41a3-a985-99dd4c923a60 None None] Port 09065954-c825-47b2-8fc6-2f88c7a1a9d9 was not found and therefore no delete operation was performed {{(pid=94765) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 13:24:44.603602 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e6d15a18-2965-4f62-9f1d-468a1bc62519 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:44.678344 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e329ad8b-8fd1-41a3-a985-99dd4c923a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:44.695924 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ad8eb2-8604-49c2-8201-fffb418fa07f None None] Network 37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:24:44.718990 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cc2dc-b5d7-4f7a-8778-91b088c6be5e req-1d1779a7-a93f-487c-8646-41fefa6efc3d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:44.719427 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cc2dc-b5d7-4f7a-8778-91b088c6be5e req-1d1779a7-a93f-487c-8646-41fefa6efc3d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:44.728950 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cc2dc-b5d7-4f7a-8778-91b088c6be5e req-1d1779a7-a93f-487c-8646-41fefa6efc3d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:44.736931 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cc2dc-b5d7-4f7a-8778-91b088c6be5e req-1d1779a7-a93f-487c-8646-41fefa6efc3d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:44.757590 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cc2dc-b5d7-4f7a-8778-91b088c6be5e req-1d1779a7-a93f-487c-8646-41fefa6efc3d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:44.769089 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-b9ad8eb2-8604-49c2-8201-fffb418fa07f None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:24:44.779593 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cc2dc-b5d7-4f7a-8778-91b088c6be5e req-1d1779a7-a93f-487c-8646-41fefa6efc3d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:44.783797 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e329ad8b-8fd1-41a3-a985-99dd4c923a60 None None] No DVR routers for this DVR port 09065954-c825-47b2-8fc6-2f88c7a1a9d9 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:24:44.790050 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ad8eb2-8604-49c2-8201-fffb418fa07f None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:24:44.809813 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cc2dc-b5d7-4f7a-8778-91b088c6be5e req-1d1779a7-a93f-487c-8646-41fefa6efc3d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:44.823704 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-101cc2dc-b5d7-4f7a-8778-91b088c6be5e req-1d1779a7-a93f-487c-8646-41fefa6efc3d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5429 time: 0.3948185 Sep 30 13:24:44.873362 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c6294391-eb1e-4d9b-804a-9447109f6561 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:44.950654 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-101cc2dc-b5d7-4f7a-8778-91b088c6be5e req-af386deb-ea1b-4444-80e6-1cd4423568eb tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1259823 Sep 30 13:24:44.963513 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-c6294391-eb1e-4d9b-804a-9447109f6561 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f1839a8-1d20-499a-abdb-62b890d0a331']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:45.005421 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-c6294391-eb1e-4d9b-804a-9447109f6561 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '085d4f3f-6f38-4597-b90e-f8077a040eb6') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:45.008000 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-c6294391-eb1e-4d9b-804a-9447109f6561 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '085d4f3f-6f38-4597-b90e-f8077a040eb6') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:45.012651 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-a9fe13f8-8365-4666-af95-842b4711726a None None] Set router 033f4853-10f3-4803-890d-10bd3fca272b gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:24:45.036640 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c6294391-eb1e-4d9b-804a-9447109f6561 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:45.067747 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c6294391-eb1e-4d9b-804a-9447109f6561 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:45.081940 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6294391-eb1e-4d9b-804a-9447109f6561 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:24:45.084198 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c6294391-eb1e-4d9b-804a-9447109f6561 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:24:45.091011 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:24:45.150957 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 09065954-c825-47b2-8fc6-2f88c7a1a9d9 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:24:45.174380 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dd751659-0053-4260-9fd6-30ccded34425 req-ff0f7dfb-a3d4-4d32-ab89-203c05403876 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 210 time: 0.0777700 Sep 30 13:24:45.218817 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c26435-1111-46c1-9894-ab0cebd80047 req-f3cddb27-1f46-4f19-b6f8-459b87716f8a tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:45.231123 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-70c26435-1111-46c1-9894-ab0cebd80047 req-f3cddb27-1f46-4f19-b6f8-459b87716f8a tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.6022210 Sep 30 13:24:45.236733 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b9ad8eb2-8604-49c2-8201-fffb418fa07f None None] Attempting to bind port 17bbac92-5ed3-4a0b-9c01-6ac46d368d37 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:24:45.237112 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b9ad8eb2-8604-49c2-8201-fffb418fa07f None None] Attempting to bind port 17bbac92-5ed3-4a0b-9c01-6ac46d368d37 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:24:45.237725 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad8eb2-8604-49c2-8201-fffb418fa07f None None] Attempting to bind port 17bbac92-5ed3-4a0b-9c01-6ac46d368d37 on network 37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:24:45.238297 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c6294391-eb1e-4d9b-804a-9447109f6561 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:45.240051 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e6d15a18-2965-4f62-9f1d-468a1bc62519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:45.243364 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad8eb2-8604-49c2-8201-fffb418fa07f None None] Pushing event updated for resources: {'Port': ['ID=17bbac92-5ed3-4a0b-9c01-6ac46d368d37,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:45.245135 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c6294391-eb1e-4d9b-804a-9447109f6561 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:45.250383 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c6294391-eb1e-4d9b-804a-9447109f6561 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "DELETE /v2.0/networks/3f1839a8-1d20-499a-abdb-62b890d0a331 HTTP/1.1" status: 204 len: 168 time: 1.8697627 Sep 30 13:24:45.252686 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51776) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:45.291544 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d15a18-2965-4f62-9f1d-468a1bc62519 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:24:45.304534 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6294391-eb1e-4d9b-804a-9447109f6561 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event deleted for resources: {'Network': ['ID=3f1839a8-1d20-499a-abdb-62b890d0a331,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:45.309626 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-8386b246-8b99-400d-bb9e-151a561a51c3 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] DELETE failed (client error): The resource could not be found. Sep 30 13:24:45.310642 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8386b246-8b99-400d-bb9e-151a561a51c3 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:24:45.314787 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8386b246-8b99-400d-bb9e-151a561a51c3 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "DELETE /v2.0/subnets/bb828c5d-0884-46aa-b678-11c524d130a8 HTTP/1.1" status: 404 len: 337 time: 0.0585349 Sep 30 13:24:45.315344 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51778) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:45.323421 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-e6d15a18-2965-4f62-9f1d-468a1bc62519 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:24:45.328688 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d15a18-2965-4f62-9f1d-468a1bc62519 admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:24:45.330308 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:45.373385 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab0e932-d069-4e12-8fc0-687a69ab3130 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] DELETE failed (client error): The resource could not be found. Sep 30 13:24:45.383685 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab0e932-d069-4e12-8fc0-687a69ab3130 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:24:45.393947 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cab0e932-d069-4e12-8fc0-687a69ab3130 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "DELETE /v2.0/networks/cc1b98e3-161f-4a95-b701-bf36e047d235 HTTP/1.1" status: 404 len: 339 time: 0.0734336 Sep 30 13:24:45.397027 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51782) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:45.409325 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 09065954-c825-47b2-8fc6-2f88c7a1a9d9 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:24:45.409972 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 09065954-c825-47b2-8fc6-2f88c7a1a9d9 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:24:45.443747 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-70c26435-1111-46c1-9894-ab0cebd80047 req-5315a389-51c6-44c0-878d-cb9fec897547 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111287 Sep 30 13:24:45.467692 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329ad8b-8fd1-41a3-a985-99dd4c923a60 None None] Pushing event deleted for resources: {'Port': ['ID=09065954-c825-47b2-8fc6-2f88c7a1a9d9,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:45.491116 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d15a18-2965-4f62-9f1d-468a1bc62519 admin admin] Pushing event updated for resources: {'Port': ['ID=3b95c6b1-0ea8-4d68-890e-7e94383041cc,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:45.519371 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad8eb2-8604-49c2-8201-fffb418fa07f None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:24:45.519926 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad8eb2-8604-49c2-8201-fffb418fa07f None None] Checking segment: {'id': 'bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:24:45.520429 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9ad8eb2-8604-49c2-8201-fffb418fa07f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:45.520943 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad8eb2-8604-49c2-8201-fffb418fa07f None None] Bound using segment: {'id': 'bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:24:45.523332 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b9ad8eb2-8604-49c2-8201-fffb418fa07f None None] Bound port: 17bbac92-5ed3-4a0b-9c01-6ac46d368d37, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:24:45.524016 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9ad8eb2-8604-49c2-8201-fffb418fa07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:45.561163 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-db75e554-5650-4771-8af4-ee43372d1d8c tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Deleting subnet e27f384c-0c83-4c15-95cc-9e5c393d97ff {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:24:45.568928 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-db75e554-5650-4771-8af4-ee43372d1d8c tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:45.705773 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-4ec46255-9873-47b8-95d0-3459fdcce53a tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:45.709521 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-4ec46255-9873-47b8-95d0-3459fdcce53a tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.39 "GET /v2.0/networks?id=7195b82e-2370-482f-8f8c-387d480e7e4c HTTP/1.1" status: 200 len: 811 time: 0.1427972 Sep 30 13:24:45.727641 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b9ad8eb2-8604-49c2-8201-fffb418fa07f None None] For port 17bbac92-5ed3-4a0b-9c01-6ac46d368d37, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:24:45.730663 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-53003869-1cd5-4b43-be6b-ed6503df0be8 req-2af65aa1-ed52-4b5c-83b5-41e41993cd1e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713222 Sep 30 13:24:45.735226 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b9ad8eb2-8604-49c2-8201-fffb418fa07f None None] For port 17bbac92-5ed3-4a0b-9c01-6ac46d368d37, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=17bbac92-5ed3-4a0b-9c01-6ac46d368d37,segment=NetworkSegment(bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7),segment_id=bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:24:45.744833 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-839a0101-c97b-4622-a7f5-3231e9874a33 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Request body: {'port': {'device_id': '1f790048-c709-490c-9d2f-d6e8b7feffb0', 'network_id': '7195b82e-2370-482f-8f8c-387d480e7e4c', 'admin_state_up': True, 'tenant_id': '98da75223b4542fa945256e1e66ee7e8'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:45.747146 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a9fe13f8-8365-4666-af95-842b4711726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033f4853-10f3-4803-890d-10bd3fca272b', 'name': 'tempest-ServerRescueTestJSON-1741525798-router', 'tenant_id': '98da75223b4542fa945256e1e66ee7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'e7002399-d917-4aac-a62a-98e6b111ce31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:32Z', 'updated_at': '2021-09-30T13:24:38Z', 'revision_number': 4, 'project_id': '98da75223b4542fa945256e1e66ee7e8', 'gw_port': {'id': 'e7002399-d917-4aac-a62a-98e6b111ce31', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:15:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033f4853-10f3-4803-890d-10bd3fca272b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:33Z', 'updated_at': '2021-09-30T13:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'ca0c5080-4030-40e7-877b-d58c725178e8', 'name': '', 'network_id': '7195b82e-2370-482f-8f8c-387d480e7e4c', 'tenant_id': '98da75223b4542fa945256e1e66ee7e8', 'mac_address': 'fa:16:3e:4d:7e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033f4853-10f3-4803-890d-10bd3fca272b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'f5ad1dcd-57d3-4dad-abeb-73317cb31cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:37Z', 'updated_at': '2021-09-30T13:24:44Z', 'revision_number': 4, 'project_id': '98da75223b4542fa945256e1e66ee7e8', 'subnets': [{'id': 'f5ad1dcd-57d3-4dad-abeb-73317cb31cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:45.751402 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9ad8eb2-8604-49c2-8201-fffb418fa07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:45.806256 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe13f8-8365-4666-af95-842b4711726a None None] The sync data for ids ['033f4853-10f3-4803-890d-10bd3fca272b'] in n-d-810909-2 is: [{'id': '033f4853-10f3-4803-890d-10bd3fca272b', 'name': 'tempest-ServerRescueTestJSON-1741525798-router', 'tenant_id': '98da75223b4542fa945256e1e66ee7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'e7002399-d917-4aac-a62a-98e6b111ce31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:32Z', 'updated_at': '2021-09-30T13:24:38Z', 'revision_number': 4, 'project_id': '98da75223b4542fa945256e1e66ee7e8', 'gw_port': {'id': 'e7002399-d917-4aac-a62a-98e6b111ce31', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:15:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033f4853-10f3-4803-890d-10bd3fca272b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:33Z', 'updated_at': '2021-09-30T13:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'ca0c5080-4030-40e7-877b-d58c725178e8', 'name': '', 'network_id': '7195b82e-2370-482f-8f8c-387d480e7e4c', 'tenant_id': '98da75223b4542fa945256e1e66ee7e8', 'mac_address': 'fa:16:3e:4d:7e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033f4853-10f3-4803-890d-10bd3fca272b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'f5ad1dcd-57d3-4dad-abeb-73317cb31cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:37Z', 'updated_at': '2021-09-30T13:24:44Z', 'revision_number': 4, 'project_id': '98da75223b4542fa945256e1e66ee7e8', 'subnets': [{'id': 'f5ad1dcd-57d3-4dad-abeb-73317cb31cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:24:45.838649 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-db75e554-5650-4771-8af4-ee43372d1d8c tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:45.904674 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad8eb2-8604-49c2-8201-fffb418fa07f None None] Pushing event updated for resources: {'Port': ['ID=17bbac92-5ed3-4a0b-9c01-6ac46d368d37,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:45.940512 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e6d15a18-2965-4f62-9f1d-468a1bc62519 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:45.964895 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed7abf-26ea-4343-b1c5-38df72ccd2bd req-d3e6649f-3402-4586-b73a-9e9870cb6eb8 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:45.972454 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-06ed7abf-26ea-4343-b1c5-38df72ccd2bd req-d3e6649f-3402-4586-b73a-9e9870cb6eb8 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.2383585 Sep 30 13:24:46.111395 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53003869-1cd5-4b43-be6b-ed6503df0be8 req-3ecc0a94-ae17-433a-bd54-47f857af49df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:46.113108 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-53003869-1cd5-4b43-be6b-ed6503df0be8 req-3ecc0a94-ae17-433a-bd54-47f857af49df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba06ca8c8c6c47e0a3ec08e9fc9296aa&device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 1096 time: 0.1830244 Sep 30 13:24:46.245008 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device f407bf5c-2622-41e5-a507-31011ed4afae details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:24:46.486269 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port f407bf5c-2622-41e5-a507-31011ed4afae, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=f407bf5c-2622-41e5-a507-31011ed4afae,segment=NetworkSegment(f097219d-7f39-4cbe-a12c-6eb6cc689337),segment_id=f097219d-7f39-4cbe-a12c-6eb6cc689337)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:46.496031 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53003869-1cd5-4b43-be6b-ed6503df0be8 req-ee0c35db-2b16-4283-aa51-8d6298180380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:46.497699 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-53003869-1cd5-4b43-be6b-ed6503df0be8 req-ee0c35db-2b16-4283-aa51-8d6298180380 service neutron] 10.222.0.39 "GET /v2.0/networks?id=27af5bc2-ae82-46a4-9237-d0fc36f9075e HTTP/1.1" status: 200 len: 911 time: 0.3371925 Sep 30 13:24:46.526151 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'f407bf5c-2622-41e5-a507-31011ed4afae', 'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af', 'port_id': 'f407bf5c-2622-41e5-a507-31011ed4afae', 'mac_address': 'fa:16:3e:5d:87:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f0ebae-560b-4b76-825f-e4ab47d71558', 'ip_address': '10.1.1.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:24:46.580617 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-db75e554-5650-4771-8af4-ee43372d1d8c tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:46.595811 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d1b9b-0349-475c-b6e6-5aec0ddd8498 req-63fd5dc6-32f3-47a5-89a2-f4420d2d1997 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:46.605709 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d1b9b-0349-475c-b6e6-5aec0ddd8498 req-63fd5dc6-32f3-47a5-89a2-f4420d2d1997 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:46.606689 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:46.615268 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d1b9b-0349-475c-b6e6-5aec0ddd8498 req-63fd5dc6-32f3-47a5-89a2-f4420d2d1997 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:46.622162 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d1b9b-0349-475c-b6e6-5aec0ddd8498 req-63fd5dc6-32f3-47a5-89a2-f4420d2d1997 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:46.630114 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f407bf5c-2622-41e5-a507-31011ed4afae {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:24:46.631338 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d1b9b-0349-475c-b6e6-5aec0ddd8498 req-63fd5dc6-32f3-47a5-89a2-f4420d2d1997 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:46.641613 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d1b9b-0349-475c-b6e6-5aec0ddd8498 req-63fd5dc6-32f3-47a5-89a2-f4420d2d1997 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:46.663289 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-839a0101-c97b-4622-a7f5-3231e9874a33 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Made reservation on behalf of 98da75223b4542fa945256e1e66ee7e8 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:24:46.665079 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d1b9b-0349-475c-b6e6-5aec0ddd8498 req-63fd5dc6-32f3-47a5-89a2-f4420d2d1997 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:46.666626 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port f407bf5c-2622-41e5-a507-31011ed4afae, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=f407bf5c-2622-41e5-a507-31011ed4afae,segment=NetworkSegment(f097219d-7f39-4cbe-a12c-6eb6cc689337),segment_id=f097219d-7f39-4cbe-a12c-6eb6cc689337)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:46.666992 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-839a0101-c97b-4622-a7f5-3231e9874a33 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:46.669965 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e65d1b9b-0349-475c-b6e6-5aec0ddd8498 req-63fd5dc6-32f3-47a5-89a2-f4420d2d1997 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5429 time: 0.5707300 Sep 30 13:24:46.673353 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-db75e554-5650-4771-8af4-ee43372d1d8c tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:46.680595 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:46.681959 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device d8a34824-bdd7-4edd-8777-c76913f07e6d details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:24:46.746458 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=f407bf5c-2622-41e5-a507-31011ed4afae,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:46.750579 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-06ed7abf-26ea-4343-b1c5-38df72ccd2bd req-d44d58be-60b9-424d-a4bc-8575b653c8fa tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7772503 Sep 30 13:24:46.783893 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75e554-5650-4771-8af4-ee43372d1d8c tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event deleted for resources: {'Subnet': ['ID=e27f384c-0c83-4c15-95cc-9e5c393d97ff,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:46.795597 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-db75e554-5650-4771-8af4-ee43372d1d8c tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:46.801050 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-db75e554-5650-4771-8af4-ee43372d1d8c tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "DELETE /v2.0/subnets/e27f384c-0c83-4c15-95cc-9e5c393d97ff HTTP/1.1" status: 204 len: 168 time: 1.4029129 Sep 30 13:24:46.802154 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51818) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:46.817197 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d076724a-4bc1-48bf-b942-38fddf345911 None None] Network 7bbe6f7d-ae23-477c-aa4c-1af44e5017c0 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:24:46.914489 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-53003869-1cd5-4b43-be6b-ed6503df0be8 req-e99cf8e7-8e6a-43e9-8005-d421412cc85b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca3d6bf4-8d16-4b19-b90f-f28e70dd205a HTTP/1.1" status: 200 len: 1000 time: 0.4055464 Sep 30 13:24:46.914805 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port d8a34824-bdd7-4edd-8777-c76913f07e6d, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=d8a34824-bdd7-4edd-8777-c76913f07e6d,segment=NetworkSegment(f097219d-7f39-4cbe-a12c-6eb6cc689337),segment_id=f097219d-7f39-4cbe-a12c-6eb6cc689337)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:46.943405 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'd8a34824-bdd7-4edd-8777-c76913f07e6d', 'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af', 'port_id': 'd8a34824-bdd7-4edd-8777-c76913f07e6d', 'mac_address': 'fa:16:3e:57:e4:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f0ebae-560b-4b76-825f-e4ab47d71558', 'ip_address': '10.1.1.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:24:47.055619 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53003869-1cd5-4b43-be6b-ed6503df0be8 req-9abb53b2-d3ad-4744-95a0-f10f1d83d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:47.057315 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-53003869-1cd5-4b43-be6b-ed6503df0be8 req-9abb53b2-d3ad-4744-95a0-f10f1d83d8f4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b0d07ac9-b646-4015-9c44-dcf39179fe0f HTTP/1.1" status: 200 len: 849 time: 0.1254869 Sep 30 13:24:47.118837 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:47.139007 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a34824-bdd7-4edd-8777-c76913f07e6d {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:24:47.151825 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-303f8702-7ab9-4f1a-841d-bcc68305bdf5 req-cf5d33ef-6f59-4064-807f-6603e5d5d0bf tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 210 time: 0.1342182 Sep 30 13:24:47.177400 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-363efd45-ca26-4584-8db2-ffc41c0fa307 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:47.259695 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port d8a34824-bdd7-4edd-8777-c76913f07e6d, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=d8a34824-bdd7-4edd-8777-c76913f07e6d,segment=NetworkSegment(f097219d-7f39-4cbe-a12c-6eb6cc689337),segment_id=f097219d-7f39-4cbe-a12c-6eb6cc689337)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:47.272842 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 17bbac92-5ed3-4a0b-9c01-6ac46d368d37 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:24:47.312724 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e65d1b9b-0349-475c-b6e6-5aec0ddd8498 req-fe989c58-c5c1-47eb-ad8e-cf27bb6e3e70 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6261008 Sep 30 13:24:47.350510 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:47.351166 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 50aa8aa8-8950-472f-a653-cf0236b3890e details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:24:47.379383 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53003869-1cd5-4b43-be6b-ed6503df0be8 req-3f307491-3c86-438d-901f-4b492c4a5d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:47.381316 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-53003869-1cd5-4b43-be6b-ed6503df0be8 req-3f307491-3c86-438d-901f-4b492c4a5d72 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=27af5bc2-ae82-46a4-9237-d0fc36f9075e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3134608 Sep 30 13:24:47.383185 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e6d15a18-2965-4f62-9f1d-468a1bc62519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:47.441021 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-839a0101-c97b-4622-a7f5-3231e9874a33 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Allocated IP 172.20.0.5 (7195b82e-2370-482f-8f8c-387d480e7e4c/f5ad1dcd-57d3-4dad-abeb-73317cb31cf3/d02f1172-b5a2-411a-9f20-0ab35d343a6f) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:24:47.460574 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 50aa8aa8-8950-472f-a653-cf0236b3890e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=50aa8aa8-8950-472f-a653-cf0236b3890e,segment=NetworkSegment(f097219d-7f39-4cbe-a12c-6eb6cc689337),segment_id=f097219d-7f39-4cbe-a12c-6eb6cc689337)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:47.589523 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '50aa8aa8-8950-472f-a653-cf0236b3890e', 'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af', 'port_id': '50aa8aa8-8950-472f-a653-cf0236b3890e', 'mac_address': 'fa:16:3e:4d:ea:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f0ebae-560b-4b76-825f-e4ab47d71558', 'ip_address': '10.1.1.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:24:47.591814 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f188818-c78f-43d2-b3c7-e2d9c1a4f6d3 None None] DHCP port deletion for 7bbe6f7d-ae23-477c-aa4c-1af44e5017c0 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:24:47.652024 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=d8a34824-bdd7-4edd-8777-c76913f07e6d,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:47.688981 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-839a0101-c97b-4622-a7f5-3231e9874a33 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:47.767994 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:47.779399 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9e2dc7-d626-42ea-9aba-190623c295ca None None] Network 37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:24:47.787354 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-53003869-1cd5-4b43-be6b-ed6503df0be8 req-7a221732-0d44-4885-8779-753e6a79bc15 service neutron] 10.222.0.39 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959520 Sep 30 13:24:47.839119 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-363efd45-ca26-4584-8db2-ffc41c0fa307 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Deleting port 4c83a728-cc50-4302-9759-6a443941f36f {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:24:47.839771 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-363efd45-ca26-4584-8db2-ffc41c0fa307 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:47.880852 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d7fb1b03-74dd-4f34-895c-4a1c9e06772e None None] Provisioning complete for port 17bbac92-5ed3-4a0b-9c01-6ac46d368d37 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:47.881361 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d7fb1b03-74dd-4f34-895c-4a1c9e06772e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:47.885392 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-839a0101-c97b-4622-a7f5-3231e9874a33 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:47.962419 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50aa8aa8-8950-472f-a653-cf0236b3890e {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:24:48.013169 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d15a18-2965-4f62-9f1d-468a1bc62519 admin admin] Router e51e2240-1ffd-49e1-94c9-0faa1dd84e38 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:24:48.018245 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a0101-c97b-4622-a7f5-3231e9874a33 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Pushing event updated for resources: {'Port': ['ID=d02f1172-b5a2-411a-9f20-0ab35d343a6f,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:48.043019 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-53003869-1cd5-4b43-be6b-ed6503df0be8 req-c131971f-12a7-45e8-b215-666e7d21d3ab service neutron] 10.222.0.39 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481859 Sep 30 13:24:48.075190 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57bcf5-f83a-434c-81be-b71df2f61321 req-d80e29ba-ad56-4a18-b373-62cbf10c782c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:48.077015 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d57bcf5-f83a-434c-81be-b71df2f61321 req-d80e29ba-ad56-4a18-b373-62cbf10c782c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.6517901 Sep 30 13:24:48.112132 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-839a0101-c97b-4622-a7f5-3231e9874a33 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Network 7195b82e-2370-482f-8f8c-387d480e7e4c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:24:48.120155 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-839a0101-c97b-4622-a7f5-3231e9874a33 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:24:48.173891 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-839a0101-c97b-4622-a7f5-3231e9874a33 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:24:48.174159 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 50aa8aa8-8950-472f-a653-cf0236b3890e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=50aa8aa8-8950-472f-a653-cf0236b3890e,segment=NetworkSegment(f097219d-7f39-4cbe-a12c-6eb6cc689337),segment_id=f097219d-7f39-4cbe-a12c-6eb6cc689337)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:48.189549 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d15a18-2965-4f62-9f1d-468a1bc62519 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:24:48.201799 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686d42a3-9f86-413f-a299-fdc96909fa15 None None] Sync routers for ids ['e51e2240-1ffd-49e1-94c9-0faa1dd84e38'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:24:48.222738 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e6d15a18-2965-4f62-9f1d-468a1bc62519 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:48.223381 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686d42a3-9f86-413f-a299-fdc96909fa15 None None] Routers {'e51e2240-1ffd-49e1-94c9-0faa1dd84e38'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:24:48.224962 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e6d15a18-2965-4f62-9f1d-468a1bc62519 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5476689 Sep 30 13:24:48.228568 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51848) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:48.237060 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-8f188818-c78f-43d2-b3c7-e2d9c1a4f6d3 None None] Deleting port 4c83a728-cc50-4302-9759-6a443941f36f {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:24:48.237060 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8f188818-c78f-43d2-b3c7-e2d9c1a4f6d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:48.237605 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-686d42a3-9f86-413f-a299-fdc96909fa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:24:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['e51e2240-1ffd-49e1-94c9-0faa1dd84e38'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:48.306440 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-363efd45-ca26-4584-8db2-ffc41c0fa307 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] For port 4c83a728-cc50-4302-9759-6a443941f36f, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4c83a728-cc50-4302-9759-6a443941f36f,segment=NetworkSegment(33d9c272-f8d7-4311-9f10-6baaf6e77dca),segment_id=33d9c272-f8d7-4311-9f10-6baaf6e77dca)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:48.306819 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-363efd45-ca26-4584-8db2-ffc41c0fa307 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:48.320768 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-363efd45-ca26-4584-8db2-ffc41c0fa307 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Calling delete_port for 4c83a728-cc50-4302-9759-6a443941f36f owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:24:48.398046 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-839a0101-c97b-4622-a7f5-3231e9874a33 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:48.398700 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-839a0101-c97b-4622-a7f5-3231e9874a33 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:48.426852 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-686d42a3-9f86-413f-a299-fdc96909fa15 None None] Set router e51e2240-1ffd-49e1-94c9-0faa1dd84e38 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:24:48.427912 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-839a0101-c97b-4622-a7f5-3231e9874a33 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6875756 Sep 30 13:24:48.463579 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-4b760b71-c469-4864-b400-f8a522504a2c service neutron] Request body: {'port': {'device_id': '1f790048-c709-490c-9d2f-d6e8b7feffb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:48.532335 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-4b760b71-c469-4864-b400-f8a522504a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:48.538876 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d57bcf5-f83a-434c-81be-b71df2f61321 req-f6aa2ed4-0d30-4241-a015-4c10a988d8b2 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199142 Sep 30 13:24:48.586128 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e139e9a-0242-4b1f-a839-014068891445 req-a99c0220-e185-42f3-b594-4ab6a82055a9 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:48.587828 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0e139e9a-0242-4b1f-a839-014068891445 req-a99c0220-e185-42f3-b594-4ab6a82055a9 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 931 time: 0.2539721 Sep 30 13:24:48.624647 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-363efd45-ca26-4584-8db2-ffc41c0fa307 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:48.669167 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363efd45-ca26-4584-8db2-ffc41c0fa307 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] No DVR routers for this DVR port 4c83a728-cc50-4302-9759-6a443941f36f on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:24:48.673421 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363efd45-ca26-4584-8db2-ffc41c0fa307 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event deleted for resources: {'Port': ['ID=4c83a728-cc50-4302-9759-6a443941f36f,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:48.730547 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0e139e9a-0242-4b1f-a839-014068891445 req-11973c2c-383f-4fa6-9a38-a877e152adee tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938690 Sep 30 13:24:48.825827 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:48.826581 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 587b8253-b8b2-40e1-9c92-7bf9a3824a36 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:24:48.840371 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 17bbac92-5ed3-4a0b-9c01-6ac46d368d37 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:48.840735 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:48.946825 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-686d42a3-9f86-413f-a299-fdc96909fa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'name': 'tempest-TestServerBasicOps-1214544167-router', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '3b95c6b1-0ea8-4d68-890e-7e94383041cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:42Z', 'updated_at': '2021-09-30T13:24:45Z', 'revision_number': 3, 'project_id': '20a400e998f54b20a9927f300081053c', 'gw_port': {'id': '3b95c6b1-0ea8-4d68-890e-7e94383041cc', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:43Z', 'updated_at': '2021-09-30T13:24:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:48.952199 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d7fb1b03-74dd-4f34-895c-4a1c9e06772e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:48.979730 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2eba4f82-3648-450b-9e71-fefadba41dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:48.987134 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-363efd45-ca26-4584-8db2-ffc41c0fa307 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:49.016375 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-363efd45-ca26-4584-8db2-ffc41c0fa307 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbe6f7d-ae23-477c-aa4c-1af44e5017c0']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:49.017136 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686d42a3-9f86-413f-a299-fdc96909fa15 None None] Checking router: e51e2240-1ffd-49e1-94c9-0faa1dd84e38 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:24:49.017481 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686d42a3-9f86-413f-a299-fdc96909fa15 None None] Updating router e51e2240-1ffd-49e1-94c9-0faa1dd84e38 port 3b95c6b1-0ea8-4d68-890e-7e94383041cc binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:24:49.026194 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-8f188818-c78f-43d2-b3c7-e2d9c1a4f6d3 None None] For port 4c83a728-cc50-4302-9759-6a443941f36f, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4c83a728-cc50-4302-9759-6a443941f36f,segment=NetworkSegment(33d9c272-f8d7-4311-9f10-6baaf6e77dca),segment_id=33d9c272-f8d7-4311-9f10-6baaf6e77dca)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:49.026596 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8f188818-c78f-43d2-b3c7-e2d9c1a4f6d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:49.028900 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-363efd45-ca26-4584-8db2-ffc41c0fa307 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d9c272-f8d7-4311-9f10-6baaf6e77dca') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:49.029373 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-363efd45-ca26-4584-8db2-ffc41c0fa307 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d9c272-f8d7-4311-9f10-6baaf6e77dca') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:49.041530 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-363efd45-ca26-4584-8db2-ffc41c0fa307 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:49.058293 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-363efd45-ca26-4584-8db2-ffc41c0fa307 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:49.063407 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-8f188818-c78f-43d2-b3c7-e2d9c1a4f6d3 None None] Calling delete_port for 4c83a728-cc50-4302-9759-6a443941f36f owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:24:49.065724 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-363efd45-ca26-4584-8db2-ffc41c0fa307 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:24:49.066331 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-363efd45-ca26-4584-8db2-ffc41c0fa307 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:49.096375 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-686d42a3-9f86-413f-a299-fdc96909fa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:49.111437 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73bc10-90af-4589-9481-835f58245c2c req-70629a9b-9cb5-44a9-b1a3-ffe50d069a4b tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:49.113022 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9b73bc10-90af-4589-9481-835f58245c2c req-70629a9b-9cb5-44a9-b1a3-ffe50d069a4b tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.1978250 Sep 30 13:24:49.145638 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d7fb1b03-74dd-4f34-895c-4a1c9e06772e None None] For port 17bbac92-5ed3-4a0b-9c01-6ac46d368d37, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=17bbac92-5ed3-4a0b-9c01-6ac46d368d37,segment=NetworkSegment(bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7),segment_id=bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:49.166281 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d7fb1b03-74dd-4f34-895c-4a1c9e06772e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:49.189264 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=50aa8aa8-8950-472f-a653-cf0236b3890e,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:49.196882 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9b73bc10-90af-4589-9481-835f58245c2c req-3a4e8d33-2cdf-474f-990a-3264bfe1905b tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713549 Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:24:49.311139 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:24:49.419143 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-363efd45-ca26-4584-8db2-ffc41c0fa307 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:49.425645 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-34a8e56c-78d6-45f3-9d21-4f1b2b694089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:49.432436 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-363efd45-ca26-4584-8db2-ffc41c0fa307 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:49.437805 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-363efd45-ca26-4584-8db2-ffc41c0fa307 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] 10.222.0.18 "DELETE /v2.0/networks/7bbe6f7d-ae23-477c-aa4c-1af44e5017c0 HTTP/1.1" status: 204 len: 168 time: 2.6339946 Sep 30 13:24:49.495860 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-686d42a3-9f86-413f-a299-fdc96909fa15 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:49.502109 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-686d42a3-9f86-413f-a299-fdc96909fa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:49.533027 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363efd45-ca26-4584-8db2-ffc41c0fa307 tempest-NetworksIpV6Test-481181138 tempest-NetworksIpV6Test-481181138-project] Pushing event deleted for resources: {'Network': ['ID=7bbe6f7d-ae23-477c-aa4c-1af44e5017c0,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:49.576366 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 587b8253-b8b2-40e1-9c92-7bf9a3824a36, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=587b8253-b8b2-40e1-9c92-7bf9a3824a36,segment=NetworkSegment(2a2b4696-9c1d-44bc-9c31-e1857d02eefc),segment_id=2a2b4696-9c1d-44bc-9c31-e1857d02eefc)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:49.599827 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9fc96-781d-4748-a2e7-46243c5444bf None None] Pushing event updated for resources: {'Port': ['ID=3b95c6b1-0ea8-4d68-890e-7e94383041cc,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:49.604173 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-686d42a3-9f86-413f-a299-fdc96909fa15 None None] Attempting to bind port 3b95c6b1-0ea8-4d68-890e-7e94383041cc on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:24:49.604529 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-686d42a3-9f86-413f-a299-fdc96909fa15 None None] Attempting to bind port 3b95c6b1-0ea8-4d68-890e-7e94383041cc by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:24:49.605035 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686d42a3-9f86-413f-a299-fdc96909fa15 None None] Attempting to bind port 3b95c6b1-0ea8-4d68-890e-7e94383041cc on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:24:49.611662 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686d42a3-9f86-413f-a299-fdc96909fa15 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:24:49.612177 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686d42a3-9f86-413f-a299-fdc96909fa15 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:24:49.612582 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-686d42a3-9f86-413f-a299-fdc96909fa15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:49.612943 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '587b8253-b8b2-40e1-9c92-7bf9a3824a36', 'network_id': '93896050-5bca-40e4-92d7-aa842a3215ca', 'port_id': '587b8253-b8b2-40e1-9c92-7bf9a3824a36', 'mac_address': 'fa:16:3e:79:a0:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f393d1-596e-4051-83e5-ef1e0d193a9e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:24:49.613092 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686d42a3-9f86-413f-a299-fdc96909fa15 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:24:49.613740 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-686d42a3-9f86-413f-a299-fdc96909fa15 None None] Bound port: 3b95c6b1-0ea8-4d68-890e-7e94383041cc, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:24:49.614231 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-686d42a3-9f86-413f-a299-fdc96909fa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:49.659136 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebac67-d680-4712-9234-81da0893142c req-de272f24-9478-4478-b1c1-aa5c55fa4ba4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:49.674910 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebac67-d680-4712-9234-81da0893142c req-de272f24-9478-4478-b1c1-aa5c55fa4ba4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:49.688769 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebac67-d680-4712-9234-81da0893142c req-de272f24-9478-4478-b1c1-aa5c55fa4ba4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:49.689915 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-686d42a3-9f86-413f-a299-fdc96909fa15 None None] For port 3b95c6b1-0ea8-4d68-890e-7e94383041cc, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:24:49.694555 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-686d42a3-9f86-413f-a299-fdc96909fa15 None None] For port 3b95c6b1-0ea8-4d68-890e-7e94383041cc, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3b95c6b1-0ea8-4d68-890e-7e94383041cc,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:24:49.703492 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebac67-d680-4712-9234-81da0893142c req-de272f24-9478-4478-b1c1-aa5c55fa4ba4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:49.708234 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-686d42a3-9f86-413f-a299-fdc96909fa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:49.710530 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebac67-d680-4712-9234-81da0893142c req-de272f24-9478-4478-b1c1-aa5c55fa4ba4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:49.716784 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebac67-d680-4712-9234-81da0893142c req-de272f24-9478-4478-b1c1-aa5c55fa4ba4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:49.723505 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebac67-d680-4712-9234-81da0893142c req-de272f24-9478-4478-b1c1-aa5c55fa4ba4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:49.734430 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1cebac67-d680-4712-9234-81da0893142c req-de272f24-9478-4478-b1c1-aa5c55fa4ba4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5432 time: 0.8580608 Sep 30 13:24:49.854294 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1cebac67-d680-4712-9234-81da0893142c req-47a11b83-963b-4b37-968a-586e0db3909b tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1118302 Sep 30 13:24:49.855206 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device ca0c5080-4030-40e7-877b-d58c725178e8 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:24:49.906001 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686d42a3-9f86-413f-a299-fdc96909fa15 None None] Routers {'e51e2240-1ffd-49e1-94c9-0faa1dd84e38'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:24:49.906001 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-686d42a3-9f86-413f-a299-fdc96909fa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:24:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['e51e2240-1ffd-49e1-94c9-0faa1dd84e38'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:49.951127 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9fc96-781d-4748-a2e7-46243c5444bf None None] Pushing event updated for resources: {'Port': ['ID=3b95c6b1-0ea8-4d68-890e-7e94383041cc,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:50.013602 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51884) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:50.031110 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-c7052f47-bdd4-4ac7-873c-10e3a3821dd9 None None] Provisioning complete for port 17bbac92-5ed3-4a0b-9c01-6ac46d368d37 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:50.032008 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c7052f47-bdd4-4ac7-873c-10e3a3821dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:50.066395 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-4b760b71-c469-4864-b400-f8a522504a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d02f1172-b5a2-411a-9f20-0ab35d343a6f {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:24:50.073586 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-686d42a3-9f86-413f-a299-fdc96909fa15 None None] Set router e51e2240-1ffd-49e1-94c9-0faa1dd84e38 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:24:50.081189 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-4b760b71-c469-4864-b400-f8a522504a2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:50.102856 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-34a8e56c-78d6-45f3-9d21-4f1b2b694089 admin admin] Allocated IP 172.20.0.1 (37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9/f4804c26-a3c6-4d66-bcd4-d929f92f46a9/8e560480-7d46-4a35-a5ec-be0dc3060afd) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:24:50.112457 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5caa43a-7fab-46d1-9fa9-111d2b9ff62b req-8f5235cb-5843-41fb-8562-c2b4ac76a9f1 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:50.114355 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e5caa43a-7fab-46d1-9fa9-111d2b9ff62b req-8f5235cb-5843-41fb-8562-c2b4ac76a9f1 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 931 time: 0.1178184 Sep 30 13:24:50.118374 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-4b760b71-c469-4864-b400-f8a522504a2c service neutron] Transition to ACTIVE for port object d02f1172-b5a2-411a-9f20-0ab35d343a6f will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:24:50.123856 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-4b760b71-c469-4864-b400-f8a522504a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:50.200366 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b760b71-c469-4864-b400-f8a522504a2c service neutron] Pushing event updated for resources: {'Port': ['ID=d02f1172-b5a2-411a-9f20-0ab35d343a6f,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:50.254301 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e5caa43a-7fab-46d1-9fa9-111d2b9ff62b req-4fe72779-5d58-41ec-84cb-daeb2cf868c8 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260052 Sep 30 13:24:50.265418 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:50.272894 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb1b03-74dd-4f34-895c-4a1c9e06772e None None] Pushing event updated for resources: {'Port': ['ID=17bbac92-5ed3-4a0b-9c01-6ac46d368d37,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:50.279615 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:50.302383 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587b8253-b8b2-40e1-9c92-7bf9a3824a36 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:24:50.330610 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-34a8e56c-78d6-45f3-9d21-4f1b2b694089 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:24:50.334833 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:24:50.341541 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port ca0c5080-4030-40e7-877b-d58c725178e8 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:50.341926 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:50.353671 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-4b760b71-c469-4864-b400-f8a522504a2c service neutron] Attempting to bind port d02f1172-b5a2-411a-9f20-0ab35d343a6f on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:24:50.353945 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-4b760b71-c469-4864-b400-f8a522504a2c service neutron] Attempting to bind port d02f1172-b5a2-411a-9f20-0ab35d343a6f by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '579776f3-b3ab-4f7e-98a9-efb0bf3a28de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7195b82e-2370-482f-8f8c-387d480e7e4c'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:24:50.354787 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-4b760b71-c469-4864-b400-f8a522504a2c service neutron] Attempting to bind port d02f1172-b5a2-411a-9f20-0ab35d343a6f on network 7195b82e-2370-482f-8f8c-387d480e7e4c {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:24:50.361553 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-4b760b71-c469-4864-b400-f8a522504a2c service neutron] Port d02f1172-b5a2-411a-9f20-0ab35d343a6f on network 7195b82e-2370-482f-8f8c-387d480e7e4c not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:24:50.362062 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-4b760b71-c469-4864-b400-f8a522504a2c service neutron] Attempting to bind port d02f1172-b5a2-411a-9f20-0ab35d343a6f on network 7195b82e-2370-482f-8f8c-387d480e7e4c {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:24:50.370888 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-4b760b71-c469-4864-b400-f8a522504a2c service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:24:50.371500 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-4b760b71-c469-4864-b400-f8a522504a2c service neutron] Checking segment: {'id': '579776f3-b3ab-4f7e-98a9-efb0bf3a28de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7195b82e-2370-482f-8f8c-387d480e7e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:24:50.371856 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 587b8253-b8b2-40e1-9c92-7bf9a3824a36, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=587b8253-b8b2-40e1-9c92-7bf9a3824a36,segment=NetworkSegment(2a2b4696-9c1d-44bc-9c31-e1857d02eefc),segment_id=2a2b4696-9c1d-44bc-9c31-e1857d02eefc)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:50.372700 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-4b760b71-c469-4864-b400-f8a522504a2c service neutron] Bound using segment: {'id': '579776f3-b3ab-4f7e-98a9-efb0bf3a28de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7195b82e-2370-482f-8f8c-387d480e7e4c'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:24:50.373703 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-4b760b71-c469-4864-b400-f8a522504a2c service neutron] Bound port: d02f1172-b5a2-411a-9f20-0ab35d343a6f, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '579776f3-b3ab-4f7e-98a9-efb0bf3a28de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7195b82e-2370-482f-8f8c-387d480e7e4c'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:24:50.374912 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-4b760b71-c469-4864-b400-f8a522504a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:50.375143 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8f188818-c78f-43d2-b3c7-e2d9c1a4f6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:50.409462 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f188818-c78f-43d2-b3c7-e2d9c1a4f6d3 None None] Pushing event deleted for resources: {'Port': ['ID=4c83a728-cc50-4302-9759-6a443941f36f,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:50.425944 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:50.426691 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 7121023e-fda3-42f4-828e-9dd22cf5e92c details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:24:50.443960 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0e972-860d-4d21-ae1c-9eae43aba14d req-2dea19c5-cea4-4b47-bc8b-ac3037c4b4e7 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:50.447471 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-70f0e972-860d-4d21-ae1c-9eae43aba14d req-2dea19c5-cea4-4b47-bc8b-ac3037c4b4e7 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.6843874 Sep 30 13:24:50.470350 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-34a8e56c-78d6-45f3-9d21-4f1b2b694089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:50.500793 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-4b760b71-c469-4864-b400-f8a522504a2c service neutron] For port d02f1172-b5a2-411a-9f20-0ab35d343a6f, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:24:50.505057 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-4b760b71-c469-4864-b400-f8a522504a2c service neutron] For port d02f1172-b5a2-411a-9f20-0ab35d343a6f, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d02f1172-b5a2-411a-9f20-0ab35d343a6f,segment=NetworkSegment(579776f3-b3ab-4f7e-98a9-efb0bf3a28de),segment_id=579776f3-b3ab-4f7e-98a9-efb0bf3a28de)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:24:50.517644 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-4b760b71-c469-4864-b400-f8a522504a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:50.553772 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8f188818-c78f-43d2-b3c7-e2d9c1a4f6d3 None None] Network 7bbe6f7d-ae23-477c-aa4c-1af44e5017c0 is not hosted by any dhcp agent {{(pid=94765) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 13:24:50.554276 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f188818-c78f-43d2-b3c7-e2d9c1a4f6d3 None None] No DVR routers for this DVR port 4c83a728-cc50-4302-9759-6a443941f36f on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:24:50.573789 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=587b8253-b8b2-40e1-9c92-7bf9a3824a36,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:50.605849 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-4b760b71-c469-4864-b400-f8a522504a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:50.607209 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-4b760b71-c469-4864-b400-f8a522504a2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:50.611399 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-4b760b71-c469-4864-b400-f8a522504a2c service neutron] 10.222.0.39 "PUT /v2.0/ports/d02f1172-b5a2-411a-9f20-0ab35d343a6f HTTP/1.1" status: 200 len: 1091 time: 2.1541734 Sep 30 13:24:50.617508 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f790048-c709-490c-9d2f-d6e8b7feffb0', 'tag': 'd02f1172-b5a2-411a-9f20-0ab35d343a6f'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:24:50.625883 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f13ceee-20e7-4865-99b0-fa4d575ca62b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f790048-c709-490c-9d2f-d6e8b7feffb0", "tag": "d02f1172-b5a2-411a-9f20-0ab35d343a6f"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:24:50.647890 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8e56c-78d6-45f3-9d21-4f1b2b694089 admin admin] Pushing event updated for resources: {'Port': ['ID=8e560480-7d46-4a35-a5ec-be0dc3060afd,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:50.701187 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:50.710681 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 7121023e-fda3-42f4-828e-9dd22cf5e92c, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=7121023e-fda3-42f4-828e-9dd22cf5e92c,segment=NetworkSegment(f097219d-7f39-4cbe-a12c-6eb6cc689337),segment_id=f097219d-7f39-4cbe-a12c-6eb6cc689337)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:50.721148 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1d30b70c-fb79-4b38-9ec0-4110399e3fc6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67c83a32d1134b6f81df454426d05491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7040310 Sep 30 13:24:50.724701 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a8e56c-78d6-45f3-9d21-4f1b2b694089 admin admin] Network 37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:24:50.725997 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51896) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:50.729010 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3167f47c-7ce9-45d2-a76f-8f1600430624 x-openstack-request-id: req-3167f47c-7ce9-45d2-a76f-8f1600430624 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:24:50.729385 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f790048-c709-490c-9d2f-d6e8b7feffb0", "tag": "d02f1172-b5a2-411a-9f20-0ab35d343a6f", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:24:50.729581 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3167f47c-7ce9-45d2-a76f-8f1600430624 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:24:50.729939 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f790048-c709-490c-9d2f-d6e8b7feffb0', 'tag': 'd02f1172-b5a2-411a-9f20-0ab35d343a6f', 'status': 'completed', 'code': 200} Sep 30 13:24:50.739347 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b760b71-c469-4864-b400-f8a522504a2c service neutron] Pushing event updated for resources: {'Port': ['ID=d02f1172-b5a2-411a-9f20-0ab35d343a6f,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:50.748712 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-34a8e56c-78d6-45f3-9d21-4f1b2b694089 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:24:50.763894 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-4ec3273b-073c-4a17-9ee0-628ca958ebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:50.767742 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-4ec3273b-073c-4a17-9ee0-628ca958ebe5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98da75223b4542fa945256e1e66ee7e8&device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 1094 time: 0.1015968 Sep 30 13:24:50.772877 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a8e56c-78d6-45f3-9d21-4f1b2b694089 admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:24:50.773807 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '7121023e-fda3-42f4-828e-9dd22cf5e92c', 'network_id': '9d17fdcf-9158-4fb3-9d4c-28837b9c74af', 'port_id': '7121023e-fda3-42f4-828e-9dd22cf5e92c', 'mac_address': 'fa:16:3e:fe:c0:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f0ebae-560b-4b76-825f-e4ab47d71558', 'ip_address': '10.1.1.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:24:50.773969 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-686d42a3-9f86-413f-a299-fdc96909fa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'name': 'tempest-TestServerBasicOps-1214544167-router', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '3b95c6b1-0ea8-4d68-890e-7e94383041cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:42Z', 'updated_at': '2021-09-30T13:24:45Z', 'revision_number': 3, 'project_id': '20a400e998f54b20a9927f300081053c', 'gw_port': {'id': '3b95c6b1-0ea8-4d68-890e-7e94383041cc', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:43Z', 'updated_at': '2021-09-30T13:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:50.847268 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686d42a3-9f86-413f-a299-fdc96909fa15 None None] The sync data for ids ['e51e2240-1ffd-49e1-94c9-0faa1dd84e38'] in n-d-810909-2 is: [{'id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'name': 'tempest-TestServerBasicOps-1214544167-router', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '3b95c6b1-0ea8-4d68-890e-7e94383041cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:42Z', 'updated_at': '2021-09-30T13:24:45Z', 'revision_number': 3, 'project_id': '20a400e998f54b20a9927f300081053c', 'gw_port': {'id': '3b95c6b1-0ea8-4d68-890e-7e94383041cc', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:43Z', 'updated_at': '2021-09-30T13:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:24:50.849770 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-ae4738aa-bc95-434a-b531-7b1da30e5f88 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d02f1172-b5a2-411a-9f20-0ab35d343a6f HTTP/1.1" status: 200 len: 217 time: 0.0733662 Sep 30 13:24:50.873061 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-70f0e972-860d-4d21-ae1c-9eae43aba14d req-46d87074-7fb4-4881-80a7-6a23c95a60f0 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976598 Sep 30 13:24:50.887759 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9f75eaed-5189-4a40-9fb0-c99cc37d0329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:50.894443 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:50.920592 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port ca0c5080-4030-40e7-877b-d58c725178e8, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=ca0c5080-4030-40e7-877b-d58c725178e8,segment=NetworkSegment(579776f3-b3ab-4f7e-98a9-efb0bf3a28de),segment_id=579776f3-b3ab-4f7e-98a9-efb0bf3a28de)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:50.922554 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-34a8e56c-78d6-45f3-9d21-4f1b2b694089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:50.942624 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:51.030202 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-70e645cd-7cd2-48c0-b7ef-5d1bf2029a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:51.032174 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-70e645cd-7cd2-48c0-b7ef-5d1bf2029a05 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5ad1dcd-57d3-4dad-abeb-73317cb31cf3 HTTP/1.1" status: 200 len: 851 time: 0.1717236 Sep 30 13:24:51.035186 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7121023e-fda3-42f4-828e-9dd22cf5e92c {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:24:51.062385 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 7121023e-fda3-42f4-828e-9dd22cf5e92c, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=7121023e-fda3-42f4-828e-9dd22cf5e92c,segment=NetworkSegment(f097219d-7f39-4cbe-a12c-6eb6cc689337),segment_id=f097219d-7f39-4cbe-a12c-6eb6cc689337)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:51.085312 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-a8872cd2-7746-4f59-a062-de34aceb4b6e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7195b82e-2370-482f-8f8c-387d480e7e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450158 Sep 30 13:24:51.089958 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:51.093685 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device fa4a606c-ba9f-437e-9fdd-ee6b622b3359 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:24:51.137460 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 17bbac92-5ed3-4a0b-9c01-6ac46d368d37 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:24:51.160335 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-454ca2c4-f40c-45ed-84d9-b93427d38a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:51.185073 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=ca0c5080-4030-40e7-877b-d58c725178e8,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:51.225826 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-454ca2c4-f40c-45ed-84d9-b93427d38a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:51.236803 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7175d-52bd-4a97-b02e-881b212aabf7 req-fcfb341a-8924-4c81-9809-2cee0ac77334 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:51.243509 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7175d-52bd-4a97-b02e-881b212aabf7 req-fcfb341a-8924-4c81-9809-2cee0ac77334 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:51.252701 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7175d-52bd-4a97-b02e-881b212aabf7 req-fcfb341a-8924-4c81-9809-2cee0ac77334 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:51.260125 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7175d-52bd-4a97-b02e-881b212aabf7 req-fcfb341a-8924-4c81-9809-2cee0ac77334 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:51.268614 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7175d-52bd-4a97-b02e-881b212aabf7 req-fcfb341a-8924-4c81-9809-2cee0ac77334 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:51.278167 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7175d-52bd-4a97-b02e-881b212aabf7 req-fcfb341a-8924-4c81-9809-2cee0ac77334 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:51.289798 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7175d-52bd-4a97-b02e-881b212aabf7 req-fcfb341a-8924-4c81-9809-2cee0ac77334 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:51.306143 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d9f7175d-52bd-4a97-b02e-881b212aabf7 req-fcfb341a-8924-4c81-9809-2cee0ac77334 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5434 time: 0.2497141 Sep 30 13:24:51.379119 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port fa4a606c-ba9f-437e-9fdd-ee6b622b3359, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=fa4a606c-ba9f-437e-9fdd-ee6b622b3359,segment=NetworkSegment(fb32e27c-117c-48af-8116-a61ac08babf9),segment_id=fb32e27c-117c-48af-8116-a61ac08babf9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:51.468639 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'fa4a606c-ba9f-437e-9fdd-ee6b622b3359', 'network_id': 'b68d4a30-a2a9-45e6-a05c-fdc2eb295452', 'port_id': 'fa4a606c-ba9f-437e-9fdd-ee6b622b3359', 'mac_address': 'fa:16:3e:af:8b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ae28e5-4a21-4afb-9bee-9706b3aa153a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:24:51.539312 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d9f7175d-52bd-4a97-b02e-881b212aabf7 req-2bbf9ce6-2ca1-4f62-bc1a-61c407a668f2 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2322497 Sep 30 13:24:51.549959 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 17bbac92-5ed3-4a0b-9c01-6ac46d368d37 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:51.550359 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:51.558782 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-89dbc41f-4c7f-44ab-98e6-443a4c13cd77 service neutron] 10.222.0.39 "GET /v2.0/networks/7195b82e-2370-482f-8f8c-387d480e7e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308381 Sep 30 13:24:51.602192 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-126dbfa7-3d69-402c-80c8-0ae47dd0831e None None] Provisioning complete for port 8e560480-7d46-4a35-a5ec-be0dc3060afd triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:51.607956 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-126dbfa7-3d69-402c-80c8-0ae47dd0831e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:51.709535 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:51.722888 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=7121023e-fda3-42f4-828e-9dd22cf5e92c,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:51.741657 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:51.745750 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-126dbfa7-3d69-402c-80c8-0ae47dd0831e None None] Port 8e560480-7d46-4a35-a5ec-be0dc3060afd cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:24:51.747447 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3e8e77b9-27e1-4e92-8acf-9a9603519c7d req-df52235d-662f-49cb-896a-cae63d3cde6d service neutron] 10.222.0.39 "GET /v2.0/networks/7195b82e-2370-482f-8f8c-387d480e7e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796370 Sep 30 13:24:51.751875 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4a606c-ba9f-437e-9fdd-ee6b622b3359 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:24:51.862414 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port fa4a606c-ba9f-437e-9fdd-ee6b622b3359, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=fa4a606c-ba9f-437e-9fdd-ee6b622b3359,segment=NetworkSegment(fb32e27c-117c-48af-8116-a61ac08babf9),segment_id=fb32e27c-117c-48af-8116-a61ac08babf9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:51.889932 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:51.908474 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13ceee-20e7-4865-99b0-fa4d575ca62b req-2a5f415b-7200-46a6-b5c3-f926ec97a49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:51.912764 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f13ceee-20e7-4865-99b0-fa4d575ca62b req-2a5f415b-7200-46a6-b5c3-f926ec97a49a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98da75223b4542fa945256e1e66ee7e8&device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 1094 time: 0.1066356 Sep 30 13:24:51.936408 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 37e52d6d-b15a-43d5-a032-19b5958005e8 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:24:52.035387 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4c83a728-cc50-4302-9759-6a443941f36f no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:24:52.114252 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.resource_extend [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 13:24:52.133333 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 4c83a728-cc50-4302-9759-6a443941f36f {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:24:52.133850 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4c83a728-cc50-4302-9759-6a443941f36f not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:24:52.165496 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=fa4a606c-ba9f-437e-9fdd-ee6b622b3359,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:52.217599 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de7592-91e5-474b-ba36-e0ecba5ae516 req-81f7641e-25e0-48c6-ba85-0ee544ec2a33 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:52.219423 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d2de7592-91e5-474b-ba36-e0ecba5ae516 req-81f7641e-25e0-48c6-ba85-0ee544ec2a33 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.1328211 Sep 30 13:24:52.236197 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-34a8e56c-78d6-45f3-9d21-4f1b2b694089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:52.243715 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13ceee-20e7-4865-99b0-fa4d575ca62b req-58b265b2-a221-4bd6-aa82-1c74e9db5f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:52.245472 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f13ceee-20e7-4865-99b0-fa4d575ca62b req-58b265b2-a221-4bd6-aa82-1c74e9db5f73 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7195b82e-2370-482f-8f8c-387d480e7e4c HTTP/1.1" status: 200 len: 912 time: 0.3106303 Sep 30 13:24:52.327359 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958193de-5e1c-4912-aaa2-d4d32cec6a86 req-681cb19e-a05f-426e-8c45-d40c4b8aa6fa tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:52.343819 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-958193de-5e1c-4912-aaa2-d4d32cec6a86 req-681cb19e-a05f-426e-8c45-d40c4b8aa6fa tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 943 time: 0.3659723 Sep 30 13:24:52.394060 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f13ceee-20e7-4865-99b0-fa4d575ca62b req-6588e261-0e66-49dc-ab92-b1f01daa94b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d02f1172-b5a2-411a-9f20-0ab35d343a6f HTTP/1.1" status: 200 len: 217 time: 0.1013956 Sep 30 13:24:52.395121 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-454ca2c4-f40c-45ed-84d9-b93427d38a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:52.409661 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-454ca2c4-f40c-45ed-84d9-b93427d38a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:52.413863 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 37e52d6d-b15a-43d5-a032-19b5958005e8, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=37e52d6d-b15a-43d5-a032-19b5958005e8,segment=NetworkSegment(fb32e27c-117c-48af-8116-a61ac08babf9),segment_id=fb32e27c-117c-48af-8116-a61ac08babf9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:52.414106 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-454ca2c4-f40c-45ed-84d9-b93427d38a63 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/587da837-e23d-48bb-bb6e-bca8e54a94e8 HTTP/1.1" status: 204 len: 168 time: 1.6804044 Sep 30 13:24:52.432571 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d2de7592-91e5-474b-ba36-e0ecba5ae516 req-28ef29d6-57bc-443c-baa9-435edd836eb8 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796114 Sep 30 13:24:52.522374 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '37e52d6d-b15a-43d5-a032-19b5958005e8', 'network_id': 'b68d4a30-a2a9-45e6-a05c-fdc2eb295452', 'port_id': '37e52d6d-b15a-43d5-a032-19b5958005e8', 'mac_address': 'fa:16:3e:b8:35:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ae28e5-4a21-4afb-9bee-9706b3aa153a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:24:52.543974 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:52.574929 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13ceee-20e7-4865-99b0-fa4d575ca62b req-d41ccd35-8aaa-4c5b-a847-1c5f3d122b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:52.578063 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-958193de-5e1c-4912-aaa2-d4d32cec6a86 req-67949a6e-865a-4f5f-b4d9-6423914214ae tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327862 Sep 30 13:24:52.583097 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ca2c4-f40c-45ed-84d9-b93427d38a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587da837-e23d-48bb-bb6e-bca8e54a94e8,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:52.584470 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f13ceee-20e7-4865-99b0-fa4d575ca62b req-d41ccd35-8aaa-4c5b-a847-1c5f3d122b2f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5ad1dcd-57d3-4dad-abeb-73317cb31cf3 HTTP/1.1" status: 200 len: 851 time: 0.1614397 Sep 30 13:24:52.705956 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['587b8253-b8b2-40e1-9c92-7bf9a3824a36'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:24:52.706335 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f13ceee-20e7-4865-99b0-fa4d575ca62b req-23126d5c-fe90-4ee2-8d95-5a8266f37bff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7195b82e-2370-482f-8f8c-387d480e7e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082530 Sep 30 13:24:52.799626 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['d8a34824-bdd7-4edd-8777-c76913f07e6d'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:24:52.803195 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['fa4a606c-ba9f-437e-9fdd-ee6b622b3359'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:24:52.955138 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:52.982097 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['50aa8aa8-8950-472f-a653-cf0236b3890e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:24:52.985209 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['7121023e-fda3-42f4-828e-9dd22cf5e92c'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:24:53.017069 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e52d6d-b15a-43d5-a032-19b5958005e8 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:24:53.161969 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936ec50-9a96-41c3-bbe0-d42005de9034 req-fc2319fd-c158-40e9-889d-bdf6b11f52ef tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:53.169119 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936ec50-9a96-41c3-bbe0-d42005de9034 req-fc2319fd-c158-40e9-889d-bdf6b11f52ef tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:53.179605 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936ec50-9a96-41c3-bbe0-d42005de9034 req-fc2319fd-c158-40e9-889d-bdf6b11f52ef tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:53.211878 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936ec50-9a96-41c3-bbe0-d42005de9034 req-fc2319fd-c158-40e9-889d-bdf6b11f52ef tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:53.225751 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936ec50-9a96-41c3-bbe0-d42005de9034 req-fc2319fd-c158-40e9-889d-bdf6b11f52ef tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:53.235066 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936ec50-9a96-41c3-bbe0-d42005de9034 req-fc2319fd-c158-40e9-889d-bdf6b11f52ef tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:53.257325 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b9737-a363-43f7-833e-fe51d233d18b req-eda085e0-3dbd-4cd7-bafe-0cb5bd489b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:53.258390 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936ec50-9a96-41c3-bbe0-d42005de9034 req-fc2319fd-c158-40e9-889d-bdf6b11f52ef tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:53.277633 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3936ec50-9a96-41c3-bbe0-d42005de9034 req-fc2319fd-c158-40e9-889d-bdf6b11f52ef tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5435 time: 0.3513358 Sep 30 13:24:53.280070 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 37e52d6d-b15a-43d5-a032-19b5958005e8, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=37e52d6d-b15a-43d5-a032-19b5958005e8,segment=NetworkSegment(fb32e27c-117c-48af-8116-a61ac08babf9),segment_id=fb32e27c-117c-48af-8116-a61ac08babf9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:53.282914 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-745b9737-a363-43f7-833e-fe51d233d18b req-eda085e0-3dbd-4cd7-bafe-0cb5bd489b34 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a44cb98e418b4fc89cc73be20bc6aaa8&device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 1097 time: 0.3730030 Sep 30 13:24:53.369767 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:53.394996 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f9df2-5891-4739-9970-34c4f3ca142e req-d1df07b3-6485-4ba4-a6d7-1e0bb814d7ee tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:53.400562 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-160f9df2-5891-4739-9970-34c4f3ca142e req-d1df07b3-6485-4ba4-a6d7-1e0bb814d7ee tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.3257327 Sep 30 13:24:53.409328 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f13ceee-20e7-4865-99b0-fa4d575ca62b req-a1b59b90-9b60-428a-9ff5-35d0527f8743 service neutron] 10.222.0.39 "GET /v2.0/networks/7195b82e-2370-482f-8f8c-387d480e7e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6959431 Sep 30 13:24:53.422831 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3936ec50-9a96-41c3-bbe0-d42005de9034 req-1900dc06-143c-4887-ad05-215d813ae330 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1442294 Sep 30 13:24:53.474855 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-34a8e56c-78d6-45f3-9d21-4f1b2b694089 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:53.490400 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-34a8e56c-78d6-45f3-9d21-4f1b2b694089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:53.510231 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device ca0c5080-4030-40e7-877b-d58c725178e8 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:24:53.671151 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8e56c-78d6-45f3-9d21-4f1b2b694089 admin admin] Pushing event updated for resources: {'Port': ['ID=8e560480-7d46-4a35-a5ec-be0dc3060afd,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:53.690464 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-34a8e56c-78d6-45f3-9d21-4f1b2b694089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:54.010756 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e18e25-7836-4084-86b0-1ae31999fb1f req-c66aa3c2-d2e3-44ab-b88d-b2f6d1b6f816 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:54.026171 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-58e18e25-7836-4084-86b0-1ae31999fb1f req-c66aa3c2-d2e3-44ab-b88d-b2f6d1b6f816 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 943 time: 0.2906880 Sep 30 13:24:54.069993 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=37e52d6d-b15a-43d5-a032-19b5958005e8,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:54.074614 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['f407bf5c-2622-41e5-a507-31011ed4afae'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:24:54.081502 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-160f9df2-5891-4739-9970-34c4f3ca142e req-c7d52ffd-cf4b-49b5-9172-ee67a294d4c3 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6435249 Sep 30 13:24:54.147347 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a8e56c-78d6-45f3-9d21-4f1b2b694089 admin admin] Network 37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:24:54.149059 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-34a8e56c-78d6-45f3-9d21-4f1b2b694089 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:24:54.172848 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51976) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:54.178662 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-58e18e25-7836-4084-86b0-1ae31999fb1f req-9a6fea93-a22a-4d1e-9f86-24056afdf7fe tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514227 Sep 30 13:24:54.260639 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b9737-a363-43f7-833e-fe51d233d18b req-d93892fb-9452-4060-ab8c-3c2530fff1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:54.262187 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-745b9737-a363-43f7-833e-fe51d233d18b req-d93892fb-9452-4060-ab8c-3c2530fff1ad service neutron] 10.222.0.54 "GET /v2.0/networks?id=2ae8f69c-e2ed-4683-a275-8d8f7caa3a16 HTTP/1.1" status: 200 len: 914 time: 0.9588413 Sep 30 13:24:54.264480 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f13ceee-20e7-4865-99b0-fa4d575ca62b req-a2f709fc-b90c-42c4-9e3d-0dea48516a01 service neutron] 10.222.0.39 "GET /v2.0/networks/7195b82e-2370-482f-8f8c-387d480e7e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8283398 Sep 30 13:24:54.367070 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a8e56c-78d6-45f3-9d21-4f1b2b694089 admin admin] Router e51e2240-1ffd-49e1-94c9-0faa1dd84e38 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:24:54.414990 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['37e52d6d-b15a-43d5-a032-19b5958005e8'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:24:54.420862 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-745b9737-a363-43f7-833e-fe51d233d18b req-f774c43e-f957-4ae4-85ae-a4262ef6713f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4df9243e-bed7-40e3-8adb-c8474789475e HTTP/1.1" status: 200 len: 217 time: 0.1411498 Sep 30 13:24:54.445390 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-657eae1a-e7b8-4dc9-8997-d0d22c023885 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:54.446951 n-d-810909-2 neutron-server[94764]: WARNING neutron.api.v2.base [None req-657eae1a-e7b8-4dc9-8997-d0d22c023885 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 30 13:24:54.447470 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-657eae1a-e7b8-4dc9-8997-d0d22c023885 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] create failed (client error): There was a conflict when trying to complete your request. Sep 30 13:24:54.449341 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-657eae1a-e7b8-4dc9-8997-d0d22c023885 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2749641 Sep 30 13:24:54.454078 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51982) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:54.473842 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-30ecb665-5ec8-4bf9-a2b3-acd8dc6c1e2b tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group': {'name': 'tempest-secgroup--797126947'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:54.511578 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d02f1172-b5a2-411a-9f20-0ab35d343a6f details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:24:54.516134 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:54.516588 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b9737-a363-43f7-833e-fe51d233d18b req-81317b28-0ac1-4b89-bbc0-b1a3f8e10d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:54.518440 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-745b9737-a363-43f7-833e-fe51d233d18b req-81317b28-0ac1-4b89-bbc0-b1a3f8e10d54 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bac914f-ff79-44a0-914f-8c571e231db2 HTTP/1.1" status: 200 len: 853 time: 0.0966318 Sep 30 13:24:54.547795 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-30ecb665-5ec8-4bf9-a2b3-acd8dc6c1e2b tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:54.572425 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-30ecb665-5ec8-4bf9-a2b3-acd8dc6c1e2b tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:54.595874 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-745b9737-a363-43f7-833e-fe51d233d18b req-c033ce8d-eb1b-4cbb-8a71-ba9508fb9931 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2ae8f69c-e2ed-4683-a275-8d8f7caa3a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702972 Sep 30 13:24:54.681905 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a8e56c-78d6-45f3-9d21-4f1b2b694089 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:24:54.688154 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-34a8e56c-78d6-45f3-9d21-4f1b2b694089 admin admin] 10.222.0.18 "PUT /v2.0/routers/e51e2240-1ffd-49e1-94c9-0faa1dd84e38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4585068 Sep 30 13:24:54.783811 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-30ecb665-5ec8-4bf9-a2b3-acd8dc6c1e2b tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:54.796148 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-30ecb665-5ec8-4bf9-a2b3-acd8dc6c1e2b tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:54.828123 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e4b024-dcd2-4a4b-a6b4-65353b5faa5d None None] Sync routers for ids ['e51e2240-1ffd-49e1-94c9-0faa1dd84e38'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:24:54.841689 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb665-5ec8-4bf9-a2b3-acd8dc6c1e2b tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=112dfd37-a5bc-4a8c-8be1-e6b6a9357938,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:54.854618 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63f46f-2bb9-4e7d-bc98-c5225eee5595 req-4b1333ea-ca6c-4ec2-9a72-745191fe2a43 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:54.862489 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63f46f-2bb9-4e7d-bc98-c5225eee5595 req-4b1333ea-ca6c-4ec2-9a72-745191fe2a43 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:54.870402 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63f46f-2bb9-4e7d-bc98-c5225eee5595 req-4b1333ea-ca6c-4ec2-9a72-745191fe2a43 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:54.877731 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63f46f-2bb9-4e7d-bc98-c5225eee5595 req-4b1333ea-ca6c-4ec2-9a72-745191fe2a43 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:54.885542 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63f46f-2bb9-4e7d-bc98-c5225eee5595 req-4b1333ea-ca6c-4ec2-9a72-745191fe2a43 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:54.893017 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63f46f-2bb9-4e7d-bc98-c5225eee5595 req-4b1333ea-ca6c-4ec2-9a72-745191fe2a43 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:54.901164 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63f46f-2bb9-4e7d-bc98-c5225eee5595 req-4b1333ea-ca6c-4ec2-9a72-745191fe2a43 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:54.903810 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dd63f46f-2bb9-4e7d-bc98-c5225eee5595 req-4b1333ea-ca6c-4ec2-9a72-745191fe2a43 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5436 time: 0.3105209 Sep 30 13:24:54.962102 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-30ecb665-5ec8-4bf9-a2b3-acd8dc6c1e2b tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:54.965182 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dd63f46f-2bb9-4e7d-bc98-c5225eee5595 req-b8651d7a-3862-4bd2-a317-7eb711bb48ef tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512216 Sep 30 13:24:54.977537 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-745b9737-a363-43f7-833e-fe51d233d18b req-d4163932-a754-47a4-a1b9-a047fc7b6a71 service neutron] 10.222.0.54 "GET /v2.0/networks/2ae8f69c-e2ed-4683-a275-8d8f7caa3a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773681 Sep 30 13:24:54.983395 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-30ecb665-5ec8-4bf9-a2b3-acd8dc6c1e2b tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:55.046710 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-30ecb665-5ec8-4bf9-a2b3-acd8dc6c1e2b tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:55.048276 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-30ecb665-5ec8-4bf9-a2b3-acd8dc6c1e2b tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5930502 Sep 30 13:24:55.050959 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb665-5ec8-4bf9-a2b3-acd8dc6c1e2b tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f70c8b18-ebde-4af7-bd59-2e6fb21ac17a,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:55.053923 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52004) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:55.061044 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-f8472ef8-e647-42ce-a1c2-478839cee55e tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group_rule': {'security_group_id': 'f70c8b18-ebde-4af7-bd59-2e6fb21ac17a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:55.071046 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5f69f2d3-92c2-49d2-b8ec-063ff8fbe665 None None] Provisioning complete for port 8e560480-7d46-4a35-a5ec-be0dc3060afd triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:55.071613 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5f69f2d3-92c2-49d2-b8ec-063ff8fbe665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:55.130083 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-745b9737-a363-43f7-833e-fe51d233d18b req-650dbd28-5471-404d-94de-213565efec50 service neutron] 10.222.0.54 "GET /v2.0/networks/2ae8f69c-e2ed-4683-a275-8d8f7caa3a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431911 Sep 30 13:24:55.131748 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f8472ef8-e647-42ce-a1c2-478839cee55e tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:55.198744 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f8472ef8-e647-42ce-a1c2-478839cee55e tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:55.204718 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f8472ef8-e647-42ce-a1c2-478839cee55e tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:55.228417 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8472ef8-e647-42ce-a1c2-478839cee55e tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39517a11-8923-4733-b8d3-ad399ee4bad4,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:55.239234 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f8472ef8-e647-42ce-a1c2-478839cee55e tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:55.241062 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f8472ef8-e647-42ce-a1c2-478839cee55e tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1843679 Sep 30 13:24:55.242353 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port ca0c5080-4030-40e7-877b-d58c725178e8 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:55.242733 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:55.243912 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52012) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:55.250671 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-ffcfe21f-a2e7-4302-adf2-094478df4c78 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group_rule': {'security_group_id': 'f70c8b18-ebde-4af7-bd59-2e6fb21ac17a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:55.260632 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e4b024-dcd2-4a4b-a6b4-65353b5faa5d None None] Routers {'e51e2240-1ffd-49e1-94c9-0faa1dd84e38'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:24:55.261275 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-21e4b024-dcd2-4a4b-a6b4-65353b5faa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:24:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['e51e2240-1ffd-49e1-94c9-0faa1dd84e38'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:55.301728 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe21f-a2e7-4302-adf2-094478df4c78 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:55.303367 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5f69f2d3-92c2-49d2-b8ec-063ff8fbe665 None None] Port 8e560480-7d46-4a35-a5ec-be0dc3060afd cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:24:55.332111 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864788e7-733e-4e8b-9267-7167ef46dbed req-d1a9d96f-6ff8-4109-8977-24e2cd306860 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:55.341521 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-864788e7-733e-4e8b-9267-7167ef46dbed req-d1a9d96f-6ff8-4109-8977-24e2cd306860 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.1350002 Sep 30 13:24:55.398136 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-864788e7-733e-4e8b-9267-7167ef46dbed req-8fc97dd0-b354-471e-820b-831ce2badb06 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553384 Sep 30 13:24:55.404818 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cd23e-7d4c-4fc7-bd18-a79f3bd820d6 req-c8848b52-3a2e-4390-88ec-2d64af13fc8c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:55.406458 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f50cd23e-7d4c-4fc7-bd18-a79f3bd820d6 req-c8848b52-3a2e-4390-88ec-2d64af13fc8c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 943 time: 0.0940146 Sep 30 13:24:55.447759 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port d02f1172-b5a2-411a-9f20-0ab35d343a6f, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d02f1172-b5a2-411a-9f20-0ab35d343a6f,segment=NetworkSegment(579776f3-b3ab-4f7e-98a9-efb0bf3a28de),segment_id=579776f3-b3ab-4f7e-98a9-efb0bf3a28de)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:55.453086 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-ffcfe21f-a2e7-4302-adf2-094478df4c78 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] create failed (client error): There was a conflict when trying to complete your request. Sep 30 13:24:55.454323 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ffcfe21f-a2e7-4302-adf2-094478df4c78 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2088029 Sep 30 13:24:55.457404 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52022) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:55.471788 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f50cd23e-7d4c-4fc7-bd18-a79f3bd820d6 req-5531fd4d-3aaf-43ae-8356-200eb83c10d0 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513649 Sep 30 13:24:55.578455 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dfb00660-4ef5-4aae-b6fe-6b5f639e6ff1 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:55.578820 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'd02f1172-b5a2-411a-9f20-0ab35d343a6f', 'network_id': '7195b82e-2370-482f-8f8c-387d480e7e4c', 'port_id': 'd02f1172-b5a2-411a-9f20-0ab35d343a6f', 'mac_address': 'fa:16:3e:72:c9:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ad1dcd-57d3-4dad-abeb-73317cb31cf3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:24:55.637212 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dfb00660-4ef5-4aae-b6fe-6b5f639e6ff1 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:55.642739 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52034) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:55.648256 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-d700a88c-8442-4348-8c8d-fcec27a5d4f5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-824672491-network', 'tenant_id': '5cc8c86875b04261a911cdfbe1b0a308'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:55.695562 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d700a88c-8442-4348-8c8d-fcec27a5d4f5 admin admin] Made reservation on behalf of 5cc8c86875b04261a911cdfbe1b0a308 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:24:55.699583 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d700a88c-8442-4348-8c8d-fcec27a5d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:55.724365 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d700a88c-8442-4348-8c8d-fcec27a5d4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:55.754755 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dfb00660-4ef5-4aae-b6fe-6b5f639e6ff1 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:55.757958 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dfb00660-4ef5-4aae-b6fe-6b5f639e6ff1 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:55.762686 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-dfb00660-4ef5-4aae-b6fe-6b5f639e6ff1 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "DELETE /v2.0/security-groups/f70c8b18-ebde-4af7-bd59-2e6fb21ac17a HTTP/1.1" status: 204 len: 168 time: 0.3035114 Sep 30 13:24:55.762686 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52042) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:55.780036 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb00660-4ef5-4aae-b6fe-6b5f639e6ff1 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70c8b18-ebde-4af7-bd59-2e6fb21ac17a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:55.839917 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e0cdfa3a-3ad4-40ba-9d01-61b3d2d9d01f tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0660071 Sep 30 13:24:55.844416 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52046) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:55.850759 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-ec0cfe69-4257-40f3-9533-1a5497a3bcf2 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group': {'name': 'tempest-secgroup--744482730'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:55.857962 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-21e4b024-dcd2-4a4b-a6b4-65353b5faa5d None None] Set router e51e2240-1ffd-49e1-94c9-0faa1dd84e38 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:24:55.873020 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:55.876739 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3b95c6b1-0ea8-4d68-890e-7e94383041cc up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:24:55.888724 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d700a88c-8442-4348-8c8d-fcec27a5d4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:55.909995 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d700a88c-8442-4348-8c8d-fcec27a5d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:55.936051 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ec0cfe69-4257-40f3-9533-1a5497a3bcf2 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:55.953222 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d700a88c-8442-4348-8c8d-fcec27a5d4f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:24:55.975935 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device fa4a606c-ba9f-437e-9fdd-ee6b622b3359 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:24:55.976166 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700a88c-8442-4348-8c8d-fcec27a5d4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b1f9cd-6f60-4373-bc56-97669e4fc055,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:55.999035 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d700a88c-8442-4348-8c8d-fcec27a5d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:55.999564 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-d700a88c-8442-4348-8c8d-fcec27a5d4f5 admin admin] Added segment 7dd72fd4-5dc1-4afc-8307-1220c7dc2eb5 of type vlan for network 5adc9e1a-06dd-4842-a09a-b9646221efc9 Sep 30 13:24:56.056911 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ec0cfe69-4257-40f3-9533-1a5497a3bcf2 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:56.064868 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ec0cfe69-4257-40f3-9533-1a5497a3bcf2 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:56.067360 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d02f1172-b5a2-411a-9f20-0ab35d343a6f {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:24:56.080605 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d700a88c-8442-4348-8c8d-fcec27a5d4f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:56.117851 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d700a88c-8442-4348-8c8d-fcec27a5d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:56.119876 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d700a88c-8442-4348-8c8d-fcec27a5d4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:56.120699 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d700a88c-8442-4348-8c8d-fcec27a5d4f5 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:56.145368 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ec0cfe69-4257-40f3-9533-1a5497a3bcf2 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:56.150239 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ec0cfe69-4257-40f3-9533-1a5497a3bcf2 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3036795 Sep 30 13:24:56.157457 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52054) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:56.164211 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cfe69-4257-40f3-9533-1a5497a3bcf2 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da565979-dd07-433a-974e-ed18f19ce766,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:56.167394 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-5be02512-e1ba-40d8-bebf-85b9ee5ebd21 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group_rule': {'security_group_id': 'da565979-dd07-433a-974e-ed18f19ce766', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:56.168563 n-d-810909-2 neutron-server[94764]: WARNING neutron.api.v2.base [None req-5be02512-e1ba-40d8-bebf-85b9ee5ebd21 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 30 13:24:56.169260 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-5be02512-e1ba-40d8-bebf-85b9ee5ebd21 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:24:56.170483 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5be02512-e1ba-40d8-bebf-85b9ee5ebd21 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0116520 Sep 30 13:24:56.173289 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52056) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:56.192915 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d700a88c-8442-4348-8c8d-fcec27a5d4f5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5465691 Sep 30 13:24:56.193789 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52058) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:56.222593 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-2fdd19c0-70c7-4f16-990e-31b10c3753d8 admin admin] Request body: {'subnet': {'network_id': '5adc9e1a-06dd-4842-a09a-b9646221efc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-824672491-subnet', 'tenant_id': '5cc8c86875b04261a911cdfbe1b0a308', 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:56.239368 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700a88c-8442-4348-8c8d-fcec27a5d4f5 admin admin] Pushing event updated for resources: {'Network': ['ID=5adc9e1a-06dd-4842-a09a-b9646221efc9,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:56.296986 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdd19c0-70c7-4f16-990e-31b10c3753d8 admin admin] Made reservation on behalf of 5cc8c86875b04261a911cdfbe1b0a308 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:24:56.299568 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2fdd19c0-70c7-4f16-990e-31b10c3753d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:56.354465 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 5adc9e1a-06dd-4842-a09a-b9646221efc9 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:24:56.360037 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port d02f1172-b5a2-411a-9f20-0ab35d343a6f, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d02f1172-b5a2-411a-9f20-0ab35d343a6f,segment=NetworkSegment(579776f3-b3ab-4f7e-98a9-efb0bf3a28de),segment_id=579776f3-b3ab-4f7e-98a9-efb0bf3a28de)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:56.384599 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:56.412022 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port fa4a606c-ba9f-437e-9fdd-ee6b622b3359 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:24:56.421876 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181aba68-90cf-48ce-b3e4-6c08fdd7c158 req-882f215d-3bf2-4feb-b5da-ebbe89d79b87 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:56.428491 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181aba68-90cf-48ce-b3e4-6c08fdd7c158 req-882f215d-3bf2-4feb-b5da-ebbe89d79b87 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:56.446059 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 3b95c6b1-0ea8-4d68-890e-7e94383041cc triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:56.446794 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:56.451615 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181aba68-90cf-48ce-b3e4-6c08fdd7c158 req-882f215d-3bf2-4feb-b5da-ebbe89d79b87 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:56.461425 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181aba68-90cf-48ce-b3e4-6c08fdd7c158 req-882f215d-3bf2-4feb-b5da-ebbe89d79b87 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:56.471348 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181aba68-90cf-48ce-b3e4-6c08fdd7c158 req-882f215d-3bf2-4feb-b5da-ebbe89d79b87 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:56.477362 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181aba68-90cf-48ce-b3e4-6c08fdd7c158 req-882f215d-3bf2-4feb-b5da-ebbe89d79b87 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:56.487719 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181aba68-90cf-48ce-b3e4-6c08fdd7c158 req-882f215d-3bf2-4feb-b5da-ebbe89d79b87 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:56.487719 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-181aba68-90cf-48ce-b3e4-6c08fdd7c158 req-882f215d-3bf2-4feb-b5da-ebbe89d79b87 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5436 time: 0.2411437 Sep 30 13:24:56.506135 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ec40e9be-126e-43b0-93f3-e95f502d966b tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:56.519211 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port fa4a606c-ba9f-437e-9fdd-ee6b622b3359 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:56.519668 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:56.578942 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3cb72-596e-4c51-9915-24aa18b4c759 req-04d9ef74-f838-4951-a840-7404a5be3e9e tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:56.581122 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c3e3cb72-596e-4c51-9915-24aa18b4c759 req-04d9ef74-f838-4951-a840-7404a5be3e9e tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.0862575 Sep 30 13:24:56.586082 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ec40e9be-126e-43b0-93f3-e95f502d966b tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:56.621872 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-181aba68-90cf-48ce-b3e4-6c08fdd7c158 req-00a89eb8-0eb4-4fd1-a711-7885a69a522d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1276064 Sep 30 13:24:56.660277 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c3e3cb72-596e-4c51-9915-24aa18b4c759 req-d66e5666-f9fc-426d-b330-1348fbd249f7 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680552 Sep 30 13:24:56.679373 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=d02f1172-b5a2-411a-9f20-0ab35d343a6f,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:56.748646 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['d02f1172-b5a2-411a-9f20-0ab35d343a6f'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:24:56.779981 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2fdd19c0-70c7-4f16-990e-31b10c3753d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:56.787287 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ec40e9be-126e-43b0-93f3-e95f502d966b tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:56.790742 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ec40e9be-126e-43b0-93f3-e95f502d966b tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:56.794523 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ec40e9be-126e-43b0-93f3-e95f502d966b tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "DELETE /v2.0/security-groups/da565979-dd07-433a-974e-ed18f19ce766 HTTP/1.1" status: 204 len: 168 time: 0.6175756 Sep 30 13:24:56.795942 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52076) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:56.885503 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd19c0-70c7-4f16-990e-31b10c3753d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b57cdd1-4625-40e3-8a34-ea8422e367f8,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:56.903276 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40e9be-126e-43b0-93f3-e95f502d966b tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da565979-dd07-433a-974e-ed18f19ce766,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:56.928221 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a339520e-97a2-4cfb-9095-33ffd153ae8c tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1311114 Sep 30 13:24:56.934073 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52084) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:56.939017 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-13427176-c0de-4462-a249-3bfcdb2d93d7 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group': {'name': 'tempest-secgroup--79637270'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:56.950283 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab2fce-13ae-4cf2-aba5-bf07c09a14ca req-fd4095a3-1e5a-4b21-8cb3-a286a05c8cac tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:56.961203 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-84ab2fce-13ae-4cf2-aba5-bf07c09a14ca req-fd4095a3-1e5a-4b21-8cb3-a286a05c8cac tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 944 time: 0.1929629 Sep 30 13:24:56.965280 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdd19c0-70c7-4f16-990e-31b10c3753d8 admin admin] Checking segment: {'id': '7dd72fd4-5dc1-4afc-8307-1220c7dc2eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5adc9e1a-06dd-4842-a09a-b9646221efc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:24:56.965704 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdd19c0-70c7-4f16-990e-31b10c3753d8 admin admin] Network hostable DHCP agents. Network: 5adc9e1a-06dd-4842-a09a-b9646221efc9, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:24:56.979811 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ab4e6-1e34-4147-9144-6e38915b0534 req-d2ae8af3-41da-4485-a7fd-955f969dc44f tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:56.982725 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-282ab4e6-1e34-4147-9144-6e38915b0534 req-d2ae8af3-41da-4485-a7fd-955f969dc44f tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.2046933 Sep 30 13:24:56.985026 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-13427176-c0de-4462-a249-3bfcdb2d93d7 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:57.017346 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:57.052621 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 3b95c6b1-0ea8-4d68-890e-7e94383041cc, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3b95c6b1-0ea8-4d68-890e-7e94383041cc,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:57.053341 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-84ab2fce-13ae-4cf2-aba5-bf07c09a14ca req-fa272e87-08d9-4801-99d0-0078be6a57c5 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868764 Sep 30 13:24:57.054877 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdd19c0-70c7-4f16-990e-31b10c3753d8 admin admin] Network 5adc9e1a-06dd-4842-a09a-b9646221efc9 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:24:57.056324 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:57.064256 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-282ab4e6-1e34-4147-9144-6e38915b0534 req-1ea730f7-429c-41b0-b27e-9d2b96d49138 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675671 Sep 30 13:24:57.079140 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:57.110670 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-2fdd19c0-70c7-4f16-990e-31b10c3753d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 5adc9e1a-06dd-4842-a09a-b9646221efc9) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:24:57.123633 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdd19c0-70c7-4f16-990e-31b10c3753d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:57.124302 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2fdd19c0-70c7-4f16-990e-31b10c3753d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:57.135739 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b95df38-273f-44ec-9b45-f23994e9d398 None None] Network 5adc9e1a-06dd-4842-a09a-b9646221efc9 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:24:57.173648 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-21e4b024-dcd2-4a4b-a6b4-65353b5faa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'name': 'tempest-TestServerBasicOps-1214544167-router', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '3b95c6b1-0ea8-4d68-890e-7e94383041cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:42Z', 'updated_at': '2021-09-30T13:24:52Z', 'revision_number': 4, 'project_id': '20a400e998f54b20a9927f300081053c', 'gw_port': {'id': '3b95c6b1-0ea8-4d68-890e-7e94383041cc', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:43Z', 'updated_at': '2021-09-30T13:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '8e560480-7d46-4a35-a5ec-be0dc3060afd', 'name': '', 'network_id': '37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'mac_address': 'fa:16:3e:89:e6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'f4804c26-a3c6-4d66-bcd4-d929f92f46a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:49Z', 'updated_at': '2021-09-30T13:24:52Z', 'revision_number': 2, 'project_id': '20a400e998f54b20a9927f300081053c', 'subnets': [{'id': 'f4804c26-a3c6-4d66-bcd4-d929f92f46a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:24:57.203942 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-13427176-c0de-4462-a249-3bfcdb2d93d7 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:57.211029 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-13427176-c0de-4462-a249-3bfcdb2d93d7 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:57.226498 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2fdd19c0-70c7-4f16-990e-31b10c3753d8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0258996 Sep 30 13:24:57.229482 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52096) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:57.234989 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-c2d20d2a-8dcf-4bb0-897d-47838df489ff admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-824672491-router', 'tenant_id': '5cc8c86875b04261a911cdfbe1b0a308', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:57.256931 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13427176-c0de-4462-a249-3bfcdb2d93d7 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc1c3e1-0f46-4ecd-be79-c875415b3a2d,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:57.294545 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c2d20d2a-8dcf-4bb0-897d-47838df489ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:57.295657 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c2d20d2a-8dcf-4bb0-897d-47838df489ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:57.304378 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-13427176-c0de-4462-a249-3bfcdb2d93d7 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:57.307062 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-13427176-c0de-4462-a249-3bfcdb2d93d7 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3715312 Sep 30 13:24:57.310137 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52100) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:57.318236 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-b1f810e6-3a1a-40b8-9bcd-52e3ea26310c tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group_rule': {'security_group_id': '0dc1c3e1-0f46-4ecd-be79-c875415b3a2d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:57.320421 n-d-810909-2 neutron-server[94764]: WARNING neutron.api.v2.base [None req-b1f810e6-3a1a-40b8-9bcd-52e3ea26310c tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 30 13:24:57.322088 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-b1f810e6-3a1a-40b8-9bcd-52e3ea26310c tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:24:57.324730 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b1f810e6-3a1a-40b8-9bcd-52e3ea26310c tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0120668 Sep 30 13:24:57.329157 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52102) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:57.376918 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c2d20d2a-8dcf-4bb0-897d-47838df489ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:57.491410 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17a2ca-4f87-4498-8fed-bbbdd80924e4 req-0e286769-cd9c-465b-999d-dfc34eeac428 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:57.499968 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cd17a2ca-4f87-4498-8fed-bbbdd80924e4 req-0e286769-cd9c-465b-999d-dfc34eeac428 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.1728070 Sep 30 13:24:57.503539 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1a2f4574-088e-4812-b44a-62c7dce04d31 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:57.508027 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4a606c-ba9f-437e-9fdd-ee6b622b3359'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:24:57.515354 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eaf97ef-2992-475c-87c5-b39b97843ffb" -d '{"events": [{"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-plugged", "status": "completed", "tag": "fa4a606c-ba9f-437e-9fdd-ee6b622b3359"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:24:57.574511 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c2d20d2a-8dcf-4bb0-897d-47838df489ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:57.580432 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e4b024-dcd2-4a4b-a6b4-65353b5faa5d None None] Checking router: e51e2240-1ffd-49e1-94c9-0faa1dd84e38 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:24:57.581292 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e4b024-dcd2-4a4b-a6b4-65353b5faa5d None None] Updating router e51e2240-1ffd-49e1-94c9-0faa1dd84e38 port 8e560480-7d46-4a35-a5ec-be0dc3060afd binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:24:57.600139 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1a2f4574-088e-4812-b44a-62c7dce04d31 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:57.620206 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cd17a2ca-4f87-4498-8fed-bbbdd80924e4 req-f38fb4a1-158a-4c52-a741-5c3bef2398c6 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026356 Sep 30 13:24:57.666879 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21e4b024-dcd2-4a4b-a6b4-65353b5faa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:57.678764 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port fa4a606c-ba9f-437e-9fdd-ee6b622b3359, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=fa4a606c-ba9f-437e-9fdd-ee6b622b3359,segment=NetworkSegment(fb32e27c-117c-48af-8116-a61ac08babf9),segment_id=fb32e27c-117c-48af-8116-a61ac08babf9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:57.722996 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=3b95c6b1-0ea8-4d68-890e-7e94383041cc,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:57.737768 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38c7a75-b338-4bfb-af59-a2bab6579736 x-openstack-request-id: req-d38c7a75-b338-4bfb-af59-a2bab6579736 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:24:57.738113 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-plugged", "status": "completed", "tag": "fa4a606c-ba9f-437e-9fdd-ee6b622b3359", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:24:57.738379 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d38c7a75-b338-4bfb-af59-a2bab6579736 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:24:57.738778 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4a606c-ba9f-437e-9fdd-ee6b622b3359', 'code': 200} Sep 30 13:24:57.749723 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:57.756863 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1a2f4574-088e-4812-b44a-62c7dce04d31 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:57.763690 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1a2f4574-088e-4812-b44a-62c7dce04d31 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:57.767129 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1a2f4574-088e-4812-b44a-62c7dce04d31 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "DELETE /v2.0/security-groups/0dc1c3e1-0f46-4ecd-be79-c875415b3a2d HTTP/1.1" status: 204 len: 168 time: 0.4340823 Sep 30 13:24:57.790669 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52124) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:57.825034 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f4574-088e-4812-b44a-62c7dce04d31 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc1c3e1-0f46-4ecd-be79-c875415b3a2d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:57.835715 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46837c55-413e-4967-a296-1d7cabb2cd77 req-ad508656-a17e-406e-8325-857309491296 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:57.837618 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-46837c55-413e-4967-a296-1d7cabb2cd77 req-ad508656-a17e-406e-8325-857309491296 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 945 time: 0.1203549 Sep 30 13:24:57.884947 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-46837c55-413e-4967-a296-1d7cabb2cd77 req-c51e78de-a625-428c-92ad-68d9de7f5a6f tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396898 Sep 30 13:24:57.909513 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d1f391ac-5882-4545-8982-95e3130757d5 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1169758 Sep 30 13:24:57.916647 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52126) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:57.921893 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-7b0a3212-cc09-43bd-b560-d7c59fbf5082 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1489009174'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:57.968029 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b0a3212-cc09-43bd-b560-d7c59fbf5082 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:57.984575 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c664b-f128-4466-be8f-2db9be1128ad req-7cc144ce-8280-4155-b0a7-d4cad2fd9e85 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:57.986460 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-181c664b-f128-4466-be8f-2db9be1128ad req-7cc144ce-8280-4155-b0a7-d4cad2fd9e85 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.1463330 Sep 30 13:24:58.023779 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c2d20d2a-8dcf-4bb0-897d-47838df489ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:58.060264 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c2d20d2a-8dcf-4bb0-897d-47838df489ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:58.060620 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 50aa8aa8-8950-472f-a653-cf0236b3890e up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:24:58.072764 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-181c664b-f128-4466-be8f-2db9be1128ad req-46b43d89-f7e9-4ff8-acb4-ba9b550d336b tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780194 Sep 30 13:24:58.204197 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=fa4a606c-ba9f-437e-9fdd-ee6b622b3359,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:58.222112 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-c2d20d2a-8dcf-4bb0-897d-47838df489ff admin admin] Allocated IP 172.25.5.11 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/7ead6122-2c39-4dba-8443-f343a92f1036) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:24:58.223749 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fd867-5542-4f0e-94ed-ea78b182801c req-1d46bf4f-a32d-4288-8971-50ff2b01fe9f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:58.243270 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fd867-5542-4f0e-94ed-ea78b182801c req-1d46bf4f-a32d-4288-8971-50ff2b01fe9f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:58.249510 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fd867-5542-4f0e-94ed-ea78b182801c req-1d46bf4f-a32d-4288-8971-50ff2b01fe9f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:58.268862 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fd867-5542-4f0e-94ed-ea78b182801c req-1d46bf4f-a32d-4288-8971-50ff2b01fe9f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:58.278547 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fd867-5542-4f0e-94ed-ea78b182801c req-1d46bf4f-a32d-4288-8971-50ff2b01fe9f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:58.288294 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fd867-5542-4f0e-94ed-ea78b182801c req-1d46bf4f-a32d-4288-8971-50ff2b01fe9f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:58.294407 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fd867-5542-4f0e-94ed-ea78b182801c req-1d46bf4f-a32d-4288-8971-50ff2b01fe9f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:58.302658 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8a3fd867-5542-4f0e-94ed-ea78b182801c req-1d46bf4f-a32d-4288-8971-50ff2b01fe9f tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5437 time: 0.2511320 Sep 30 13:24:58.342668 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b0a3212-cc09-43bd-b560-d7c59fbf5082 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:58.362318 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b0a3212-cc09-43bd-b560-d7c59fbf5082 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:58.372362 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c2d20d2a-8dcf-4bb0-897d-47838df489ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:58.391569 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8a3fd867-5542-4f0e-94ed-ea78b182801c req-c02eb9b2-8a68-4e9b-846e-b86cf230d5d6 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0876522 Sep 30 13:24:58.413081 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b0a3212-cc09-43bd-b560-d7c59fbf5082 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:58.414381 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7b0a3212-cc09-43bd-b560-d7c59fbf5082 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4962289 Sep 30 13:24:58.415273 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a3212-cc09-43bd-b560-d7c59fbf5082 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=057628b0-4fc9-4a8c-bdd0-1bce89fa08eb,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:58.417381 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52134) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:58.421781 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-61efac56-a676-4da1-aca9-a27994b7bda6 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group_rule': {'security_group_id': '057628b0-4fc9-4a8c-bdd0-1bce89fa08eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:58.422713 n-d-810909-2 neutron-server[94764]: WARNING neutron.api.v2.base [None req-61efac56-a676-4da1-aca9-a27994b7bda6 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 30 13:24:58.423217 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-61efac56-a676-4da1-aca9-a27994b7bda6 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:24:58.424210 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-61efac56-a676-4da1-aca9-a27994b7bda6 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059030 Sep 30 13:24:58.428878 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52136) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:58.433224 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-7f4d62bf-d319-40d5-a1b8-a055c2306386 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group_rule': {'security_group_id': '057628b0-4fc9-4a8c-bdd0-1bce89fa08eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:58.446521 n-d-810909-2 neutron-server[94764]: WARNING neutron.api.v2.base [None req-7f4d62bf-d319-40d5-a1b8-a055c2306386 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 30 13:24:58.446521 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-7f4d62bf-d319-40d5-a1b8-a055c2306386 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:24:58.446521 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7f4d62bf-d319-40d5-a1b8-a055c2306386 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0110636 Sep 30 13:24:58.446521 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52138) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:58.450173 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-a724b422-e426-431f-b83b-bcc1356042fa tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group_rule': {'security_group_id': '057628b0-4fc9-4a8c-bdd0-1bce89fa08eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:58.451151 n-d-810909-2 neutron-server[94764]: WARNING neutron.api.v2.base [None req-a724b422-e426-431f-b83b-bcc1356042fa tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 30 13:24:58.451793 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-a724b422-e426-431f-b83b-bcc1356042fa tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:24:58.452452 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a724b422-e426-431f-b83b-bcc1356042fa tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072286 Sep 30 13:24:58.462638 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52140) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:58.465309 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fbc54-ed98-46c6-9ca0-d058c166e418 req-d1b06dc4-43d5-49b8-abee-1ec576ad0b5b tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:58.467555 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-176fbc54-ed98-46c6-9ca0-d058c166e418 req-d1b06dc4-43d5-49b8-abee-1ec576ad0b5b tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 944 time: 0.1147237 Sep 30 13:24:58.472144 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-b3ee90cf-8607-4b39-9467-f8b30a76c0a9 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group_rule': {'security_group_id': '057628b0-4fc9-4a8c-bdd0-1bce89fa08eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:58.473647 n-d-810909-2 neutron-server[94764]: WARNING neutron.api.v2.base [None req-b3ee90cf-8607-4b39-9467-f8b30a76c0a9 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 30 13:24:58.474447 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-b3ee90cf-8607-4b39-9467-f8b30a76c0a9 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:24:58.476021 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b3ee90cf-8607-4b39-9467-f8b30a76c0a9 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0116305 Sep 30 13:24:58.478723 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52142) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:58.491390 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d02f1172-b5a2-411a-9f20-0ab35d343a6f up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:24:58.509289 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c2d20d2a-8dcf-4bb0-897d-47838df489ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:58.573835 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d20d2a-8dcf-4bb0-897d-47838df489ff admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:24:58.583257 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-176fbc54-ed98-46c6-9ca0-d058c166e418 req-6563f269-2101-4f21-ad65-4147563f658d tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997069 Sep 30 13:24:58.584147 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-c2d20d2a-8dcf-4bb0-897d-47838df489ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:24:58.588651 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d20d2a-8dcf-4bb0-897d-47838df489ff admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:24:58.595190 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2326a2a0-297b-4c38-a889-194fec4a30bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-5adc9e1a-06dd-4842-a09a-b9646221efc9', 'network_id': '5adc9e1a-06dd-4842-a09a-b9646221efc9', 'tenant_id': '5cc8c86875b04261a911cdfbe1b0a308', 'fixed_ips': [{'subnet_id': '5b57cdd1-4625-40e3-8a34-ea8422e367f8'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:24:58.596700 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2326a2a0-297b-4c38-a889-194fec4a30bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:58.619691 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a6d3feb3-176a-4d75-9f78-a108dd5ad7c5 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:58.651021 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21e4b024-dcd2-4a4b-a6b4-65353b5faa5d None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:58.673003 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a6d3feb3-176a-4d75-9f78-a108dd5ad7c5 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:58.682276 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d20d2a-8dcf-4bb0-897d-47838df489ff admin admin] Pushing event updated for resources: {'Port': ['ID=7ead6122-2c39-4dba-8443-f343a92f1036,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:58.768438 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf6530-296f-4354-a003-2dfb61f783cc req-dc1748c7-41e8-4139-973f-86b2b2621921 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:58.770161 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2faf6530-296f-4354-a003-2dfb61f783cc req-dc1748c7-41e8-4139-973f-86b2b2621921 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.0936079 Sep 30 13:24:58.787800 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a6d3feb3-176a-4d75-9f78-a108dd5ad7c5 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:58.790393 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 50aa8aa8-8950-472f-a653-cf0236b3890e completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:24:58.792594 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a6d3feb3-176a-4d75-9f78-a108dd5ad7c5 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:58.794098 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a6d3feb3-176a-4d75-9f78-a108dd5ad7c5 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "DELETE /v2.0/security-groups/057628b0-4fc9-4a8c-bdd0-1bce89fa08eb HTTP/1.1" status: 204 len: 168 time: 0.3138378 Sep 30 13:24:58.801795 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21e4b024-dcd2-4a4b-a6b4-65353b5faa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:58.808621 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52148) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:58.814817 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 50aa8aa8-8950-472f-a653-cf0236b3890e triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:58.815234 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:58.834557 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3feb3-176a-4d75-9f78-a108dd5ad7c5 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=057628b0-4fc9-4a8c-bdd0-1bce89fa08eb,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:58.882684 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2faf6530-296f-4354-a003-2dfb61f783cc req-6dd3ef02-8b3a-4a8a-a62b-ee94ef12c4ac tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056960 Sep 30 13:24:58.900598 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c27d36ea-1ea7-4041-9330-32376cf7b71a tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0845535 Sep 30 13:24:58.916277 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52150) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:58.932138 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-2adb26c5-6a1f-44ff-a531-6cec6e0cfd6a tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group': {'name': 'tempest-secgroup--84084796'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:58.969012 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2adb26c5-6a1f-44ff-a531-6cec6e0cfd6a tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:58.982258 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-2326a2a0-297b-4c38-a889-194fec4a30bb None None] Allocated IP 172.20.0.2 (5adc9e1a-06dd-4842-a09a-b9646221efc9/5b57cdd1-4625-40e3-8a34-ea8422e367f8/43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:24:59.062536 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81312bf1-e5e0-4e10-9d74-8a3b45f7c653 None None] Pushing event updated for resources: {'Port': ['ID=8e560480-7d46-4a35-a5ec-be0dc3060afd,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:59.070067 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port d02f1172-b5a2-411a-9f20-0ab35d343a6f completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:24:59.131056 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2adb26c5-6a1f-44ff-a531-6cec6e0cfd6a tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:59.158834 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2adb26c5-6a1f-44ff-a531-6cec6e0cfd6a tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:59.181023 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port d02f1172-b5a2-411a-9f20-0ab35d343a6f triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:59.181487 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:59.195696 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2adb26c5-6a1f-44ff-a531-6cec6e0cfd6a tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:59.201102 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c2d20d2a-8dcf-4bb0-897d-47838df489ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:59.203948 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2adb26c5-6a1f-44ff-a531-6cec6e0cfd6a tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2844732 Sep 30 13:24:59.209428 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52158) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:59.218310 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-b8dd0768-6ac8-4317-aa2b-91d49e2b9dba tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group_rule': {'security_group_id': '6e0c7267-f8c2-46a2-bf3b-5aee598d22ca', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:59.219051 n-d-810909-2 neutron-server[94764]: WARNING neutron.api.v2.base [None req-b8dd0768-6ac8-4317-aa2b-91d49e2b9dba tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 30 13:24:59.219555 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-b8dd0768-6ac8-4317-aa2b-91d49e2b9dba tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:24:59.221746 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b8dd0768-6ac8-4317-aa2b-91d49e2b9dba tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063155 Sep 30 13:24:59.229757 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52160) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:59.235218 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-21416c1b-32b0-4a6b-a191-703cd60a8d0c tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group_rule': {'security_group_id': '6e0c7267-f8c2-46a2-bf3b-5aee598d22ca', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:59.270185 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb26c5-6a1f-44ff-a531-6cec6e0cfd6a tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0c7267-f8c2-46a2-bf3b-5aee598d22ca,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:59.283137 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3b95c6b1-0ea8-4d68-890e-7e94383041cc up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:24:59.303880 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d976ea2-0cad-4c2a-95fd-d1813ccd4a94 req-6d94b336-0c28-418b-af68-9c5086091764 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:59.305486 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9d976ea2-0cad-4c2a-95fd-d1813ccd4a94 req-6d94b336-0c28-418b-af68-9c5086091764 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 945 time: 0.2697532 Sep 30 13:24:59.331642 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c44fb-ef80-4eed-a59d-d9d81a21c255 req-055330da-fa15-4613-9c01-dafab43696f0 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:59.346583 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f01c44fb-ef80-4eed-a59d-d9d81a21c255 req-055330da-fa15-4613-9c01-dafab43696f0 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.3422339 Sep 30 13:24:59.404722 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-21416c1b-32b0-4a6b-a191-703cd60a8d0c tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:24:59.408427 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-21416c1b-32b0-4a6b-a191-703cd60a8d0c tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1750104 Sep 30 13:24:59.413108 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52164) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:59.441219 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-b329c180-8876-48cb-9e9a-32cbb96cd98b tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group_rule': {'security_group_id': '6e0c7267-f8c2-46a2-bf3b-5aee598d22ca', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:59.441219 n-d-810909-2 neutron-server[94764]: WARNING neutron.api.v2.base [None req-b329c180-8876-48cb-9e9a-32cbb96cd98b tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 30 13:24:59.441219 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-b329c180-8876-48cb-9e9a-32cbb96cd98b tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:24:59.441219 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b329c180-8876-48cb-9e9a-32cbb96cd98b tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0243583 Sep 30 13:24:59.462811 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9d976ea2-0cad-4c2a-95fd-d1813ccd4a94 req-f73d3e22-36f1-43f9-bf62-d301906bdca0 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424599 Sep 30 13:24:59.463950 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52168) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:59.480577 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-834674a5-03e3-4d12-a971-bafb9816b5d2 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group_rule': {'security_group_id': '6e0c7267-f8c2-46a2-bf3b-5aee598d22ca', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:59.546467 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2326a2a0-297b-4c38-a889-194fec4a30bb None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:59.562865 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-21e4b024-dcd2-4a4b-a6b4-65353b5faa5d None None] Attempting to bind port 8e560480-7d46-4a35-a5ec-be0dc3060afd on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:24:59.563269 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-21e4b024-dcd2-4a4b-a6b4-65353b5faa5d None None] Attempting to bind port 8e560480-7d46-4a35-a5ec-be0dc3060afd by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:24:59.563770 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e4b024-dcd2-4a4b-a6b4-65353b5faa5d None None] Attempting to bind port 8e560480-7d46-4a35-a5ec-be0dc3060afd on network 37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:24:59.571181 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2326a2a0-297b-4c38-a889-194fec4a30bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:59.585460 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f01c44fb-ef80-4eed-a59d-d9d81a21c255 req-ecfb544b-4781-484d-94d4-8436ba6eada6 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379971 Sep 30 13:24:59.664075 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c2d20d2a-8dcf-4bb0-897d-47838df489ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:59.710805 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326a2a0-297b-4c38-a889-194fec4a30bb None None] Pushing event updated for resources: {'Port': ['ID=43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:24:59.718381 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:59.757419 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-e86f447c-664b-48a2-bd9d-a9afba691055 None None] Provisioning complete for port 8e560480-7d46-4a35-a5ec-be0dc3060afd triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:24:59.757846 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e86f447c-664b-48a2-bd9d-a9afba691055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:59.786684 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52178) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:59.788316 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e4b024-dcd2-4a4b-a6b4-65353b5faa5d None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:24:59.788828 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e4b024-dcd2-4a4b-a6b4-65353b5faa5d None None] Checking segment: {'id': 'bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:24:59.789240 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21e4b024-dcd2-4a4b-a6b4-65353b5faa5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:59.789640 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e4b024-dcd2-4a4b-a6b4-65353b5faa5d None None] Bound using segment: {'id': 'bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:24:59.790169 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-21e4b024-dcd2-4a4b-a6b4-65353b5faa5d None None] Bound port: 8e560480-7d46-4a35-a5ec-be0dc3060afd, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:24:59.790557 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21e4b024-dcd2-4a4b-a6b4-65353b5faa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:59.825582 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41382c98-a1e4-4e33-9102-e122c2b8ded9 req-c649f611-90a9-427f-91fd-a42a8c30ee26 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:59.827226 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-41382c98-a1e4-4e33-9102-e122c2b8ded9 req-c649f611-90a9-427f-91fd-a42a8c30ee26 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.39 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 945 time: 0.3056409 Sep 30 13:24:59.846733 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-834674a5-03e3-4d12-a971-bafb9816b5d2 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:24:59.850934 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-834674a5-03e3-4d12-a971-bafb9816b5d2 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3837125 Sep 30 13:24:59.853237 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52182) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:59.863011 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50aa8aa8-8950-472f-a653-cf0236b3890e'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:24:59.865448 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5c19c5-77c2-4d69-b218-7954ef0fe6d7" -d '{"events": [{"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-plugged", "status": "completed", "tag": "50aa8aa8-8950-472f-a653-cf0236b3890e"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:24:59.884945 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-e11423bc-1d0f-4c1c-ae92-a81be2a868f2 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group_rule': {'security_group_id': '6e0c7267-f8c2-46a2-bf3b-5aee598d22ca', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:24:59.885442 n-d-810909-2 neutron-server[94764]: WARNING neutron.api.v2.base [None req-e11423bc-1d0f-4c1c-ae92-a81be2a868f2 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 30 13:24:59.885930 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-e11423bc-1d0f-4c1c-ae92-a81be2a868f2 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:24:59.889923 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e11423bc-1d0f-4c1c-ae92-a81be2a868f2 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0119655 Sep 30 13:24:59.893290 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52186) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:24:59.928089 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:59.932691 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68df85e-f794-4667-a7d1-08a2b13eea4c req-a225c837-235d-4c28-a2af-a924121174f3 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:59.937233 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2326a2a0-297b-4c38-a889-194fec4a30bb None None] Network 5adc9e1a-06dd-4842-a09a-b9646221efc9 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:24:59.940050 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4dcab-d2c1-4f74-a4dc-92759d2a09f0 req-39e8c303-199f-4c18-b0b2-fad852c0722c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:59.940391 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 50aa8aa8-8950-472f-a653-cf0236b3890e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=50aa8aa8-8950-472f-a653-cf0236b3890e,segment=NetworkSegment(f097219d-7f39-4cbe-a12c-6eb6cc689337),segment_id=f097219d-7f39-4cbe-a12c-6eb6cc689337)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:24:59.943864 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-30d4dcab-d2c1-4f74-a4dc-92759d2a09f0 req-39e8c303-199f-4c18-b0b2-fad852c0722c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 944 time: 0.2175765 Sep 30 13:24:59.944347 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-e86f447c-664b-48a2-bd9d-a9afba691055 None None] Port 8e560480-7d46-4a35-a5ec-be0dc3060afd cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:24:59.961530 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-2326a2a0-297b-4c38-a889-194fec4a30bb None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:24:59.965886 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68df85e-f794-4667-a7d1-08a2b13eea4c req-a225c837-235d-4c28-a2af-a924121174f3 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:24:59.970386 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:24:59.971184 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 587b8253-b8b2-40e1-9c92-7bf9a3824a36 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:24:59.982929 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68df85e-f794-4667-a7d1-08a2b13eea4c req-a225c837-235d-4c28-a2af-a924121174f3 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:00.003855 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d20d2a-8dcf-4bb0-897d-47838df489ff admin admin] Router 1a8c6e81-7778-4e81-ba2f-f331c61ea1f2 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:25:00.009757 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68df85e-f794-4667-a7d1-08a2b13eea4c req-a225c837-235d-4c28-a2af-a924121174f3 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:00.015306 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-30d4dcab-d2c1-4f74-a4dc-92759d2a09f0 req-8c1046c6-5233-4800-9a66-ed497db085f1 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624330 Sep 30 13:25:00.020376 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2326a2a0-297b-4c38-a889-194fec4a30bb None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:25:00.027667 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68df85e-f794-4667-a7d1-08a2b13eea4c req-a225c837-235d-4c28-a2af-a924121174f3 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:00.040468 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68df85e-f794-4667-a7d1-08a2b13eea4c req-a225c837-235d-4c28-a2af-a924121174f3 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:00.057399 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68df85e-f794-4667-a7d1-08a2b13eea4c req-a225c837-235d-4c28-a2af-a924121174f3 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:00.075090 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c68df85e-f794-4667-a7d1-08a2b13eea4c req-a225c837-235d-4c28-a2af-a924121174f3 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5437 time: 0.4029105 Sep 30 13:25:00.121947 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-98cad9ef-fc19-4bbd-8b03-b8bcd8d70ea6 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group_rule': {'security_group_id': '6e0c7267-f8c2-46a2-bf3b-5aee598d22ca', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:00.123390 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 3b95c6b1-0ea8-4d68-890e-7e94383041cc triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:25:00.123771 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:00.174970 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-21e4b024-dcd2-4a4b-a6b4-65353b5faa5d None None] For port 8e560480-7d46-4a35-a5ec-be0dc3060afd, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:25:00.232243 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d20d2a-8dcf-4bb0-897d-47838df489ff admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:25:00.245623 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-725dfd7a-c4b8-4b98-b4ae-b61b3d698cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:00.245867 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787cee59-206c-479f-8d02-93ead8806c99 None None] Sync routers for ids ['1a8c6e81-7778-4e81-ba2f-f331c61ea1f2'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:25:00.259099 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787cee59-206c-479f-8d02-93ead8806c99 None None] Routers {'1a8c6e81-7778-4e81-ba2f-f331c61ea1f2'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:25:00.262003 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-787cee59-206c-479f-8d02-93ead8806c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:24:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1a8c6e81-7778-4e81-ba2f-f331c61ea1f2'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:25:00.264727 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c68df85e-f794-4667-a7d1-08a2b13eea4c req-feb8fc62-5d24-4c92-9222-5ede8855ff64 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1854453 Sep 30 13:25:00.277855 n-d-810909-2 neutron-server[94764]: INFO neutron.db.securitygroups_db [None req-98cad9ef-fc19-4bbd-8b03-b8bcd8d70ea6 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Project 3b66099b6b8547488ff115a4541455c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 13:25:00.299991 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a1031-8840-4b4e-8089-cb65e482b515 req-9d0b75ee-a2a8-42ae-949e-00d0a47cf538 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:00.310842 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b17a1031-8840-4b4e-8089-cb65e482b515 req-9d0b75ee-a2a8-42ae-949e-00d0a47cf538 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.1470175 Sep 30 13:25:00.315148 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-98cad9ef-fc19-4bbd-8b03-b8bcd8d70ea6 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:25:00.320219 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-98cad9ef-fc19-4bbd-8b03-b8bcd8d70ea6 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2180514 Sep 30 13:25:00.320829 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52190) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:00.324738 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c2d20d2a-8dcf-4bb0-897d-47838df489ff admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:00.326961 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-361736d0-b921-4648-b992-f37c2636cab0 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group_rule': {'security_group_id': '6e0c7267-f8c2-46a2-bf3b-5aee598d22ca', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:00.327450 n-d-810909-2 neutron-server[94764]: WARNING neutron.api.v2.base [None req-361736d0-b921-4648-b992-f37c2636cab0 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 30 13:25:00.327938 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-361736d0-b921-4648-b992-f37c2636cab0 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:25:00.329166 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c2d20d2a-8dcf-4bb0-897d-47838df489ff admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0991883 Sep 30 13:25:00.331485 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52192) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:00.331716 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52194) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:00.332207 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-361736d0-b921-4648-b992-f37c2636cab0 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0091822 Sep 30 13:25:00.337927 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port d02f1172-b5a2-411a-9f20-0ab35d343a6f, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d02f1172-b5a2-411a-9f20-0ab35d343a6f,segment=NetworkSegment(579776f3-b3ab-4f7e-98a9-efb0bf3a28de),segment_id=579776f3-b3ab-4f7e-98a9-efb0bf3a28de)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:25:00.340729 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-1ccfa5ad-119b-41c7-a209-bbd952bf203a tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group_rule': {'security_group_id': '6e0c7267-f8c2-46a2-bf3b-5aee598d22ca', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:00.347809 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-21e4b024-dcd2-4a4b-a6b4-65353b5faa5d None None] For port 8e560480-7d46-4a35-a5ec-be0dc3060afd, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=8e560480-7d46-4a35-a5ec-be0dc3060afd,segment=NetworkSegment(bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7),segment_id=bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:25:00.350940 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-41382c98-a1e4-4e33-9102-e122c2b8ded9 req-7705610c-1380-44e6-86f3-692d98dd5887 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Deleting port ca3d6bf4-8d16-4b19-b90f-f28e70dd205a {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:25:00.351298 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-41382c98-a1e4-4e33-9102-e122c2b8ded9 req-7705610c-1380-44e6-86f3-692d98dd5887 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:00.373028 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 587b8253-b8b2-40e1-9c92-7bf9a3824a36 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:25:00.389372 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d93103-cc22-4f2c-9dfc-fab99c035ce6 x-openstack-request-id: req-56d93103-cc22-4f2c-9dfc-fab99c035ce6 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:25:00.390029 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-plugged", "status": "completed", "tag": "50aa8aa8-8950-472f-a653-cf0236b3890e", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:25:00.392232 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56d93103-cc22-4f2c-9dfc-fab99c035ce6 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:25:00.393140 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50aa8aa8-8950-472f-a653-cf0236b3890e', 'code': 200} Sep 30 13:25:00.399357 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21e4b024-dcd2-4a4b-a6b4-65353b5faa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:00.405655 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:00.418938 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-2326a2a0-297b-4c38-a889-194fec4a30bb None None] Attempting to bind port 43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:25:00.423347 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-2326a2a0-297b-4c38-a889-194fec4a30bb None None] Attempting to bind port 43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '7dd72fd4-5dc1-4afc-8307-1220c7dc2eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5adc9e1a-06dd-4842-a09a-b9646221efc9'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:25:00.424143 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2326a2a0-297b-4c38-a889-194fec4a30bb None None] Attempting to bind port 43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50 on network 5adc9e1a-06dd-4842-a09a-b9646221efc9 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:25:00.433589 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 587b8253-b8b2-40e1-9c92-7bf9a3824a36 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:25:00.438514 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.db.api [None req-1ccfa5ad-119b-41c7-a209-bbd952bf203a tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 13:25:00.438514 n-d-810909-2 neutron-server[94763]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 30 13:25:00.438514 n-d-810909-2 neutron-server[94763]: [parameters: {'project_id_1': '3b66099b6b8547488ff115a4541455c2', 'expiration_1': datetime.datetime(2021, 9, 30, 13, 24, 40, 370460)}] Sep 30 13:25:00.438514 n-d-810909-2 neutron-server[94763]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:25:00.438907 n-d-810909-2 neutron-server[94763]: DEBUG oslo_db.api [None req-1ccfa5ad-119b-41c7-a209-bbd952bf203a tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:25:00.445380 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:00.447547 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=50aa8aa8-8950-472f-a653-cf0236b3890e,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:00.523747 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-787cee59-206c-479f-8d02-93ead8806c99 None None] Set router 1a8c6e81-7778-4e81-ba2f-f331c61ea1f2 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:25:00.538253 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b17a1031-8840-4b4e-8089-cb65e482b515 req-5f89d68a-5336-4ded-9743-679f72e1e6b6 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264051 Sep 30 13:25:00.571595 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-41382c98-a1e4-4e33-9102-e122c2b8ded9 req-7705610c-1380-44e6-86f3-692d98dd5887 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] For port ca3d6bf4-8d16-4b19-b90f-f28e70dd205a, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ca3d6bf4-8d16-4b19-b90f-f28e70dd205a,segment=NetworkSegment(09db17fb-74d7-4dc0-9134-6b39465ccd33),segment_id=09db17fb-74d7-4dc0-9134-6b39465ccd33)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:25:00.571995 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-41382c98-a1e4-4e33-9102-e122c2b8ded9 req-7705610c-1380-44e6-86f3-692d98dd5887 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:00.609803 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2326a2a0-297b-4c38-a889-194fec4a30bb None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:25:00.610217 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2326a2a0-297b-4c38-a889-194fec4a30bb None None] Checking segment: {'id': '7dd72fd4-5dc1-4afc-8307-1220c7dc2eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5adc9e1a-06dd-4842-a09a-b9646221efc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:25:00.610624 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2326a2a0-297b-4c38-a889-194fec4a30bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:00.611019 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2326a2a0-297b-4c38-a889-194fec4a30bb None None] Bound using segment: {'id': '7dd72fd4-5dc1-4afc-8307-1220c7dc2eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5adc9e1a-06dd-4842-a09a-b9646221efc9'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:25:00.611512 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-2326a2a0-297b-4c38-a889-194fec4a30bb None None] Bound port: 43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd72fd4-5dc1-4afc-8307-1220c7dc2eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5adc9e1a-06dd-4842-a09a-b9646221efc9'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:25:00.611900 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2326a2a0-297b-4c38-a889-194fec4a30bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:00.776036 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e4b024-dcd2-4a4b-a6b4-65353b5faa5d None None] Routers {'e51e2240-1ffd-49e1-94c9-0faa1dd84e38'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:25:00.776711 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-21e4b024-dcd2-4a4b-a6b4-65353b5faa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:24:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['e51e2240-1ffd-49e1-94c9-0faa1dd84e38'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:25:00.780253 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-787cee59-206c-479f-8d02-93ead8806c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8c6e81-7778-4e81-ba2f-f331c61ea1f2', 'name': 'tempest-TestServerBasicOps-824672491-router', 'tenant_id': '5cc8c86875b04261a911cdfbe1b0a308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '7ead6122-2c39-4dba-8443-f343a92f1036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:57Z', 'updated_at': '2021-09-30T13:24:58Z', 'revision_number': 3, 'project_id': '5cc8c86875b04261a911cdfbe1b0a308', 'gw_port': {'id': '7ead6122-2c39-4dba-8443-f343a92f1036', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:91:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8c6e81-7778-4e81-ba2f-f331c61ea1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:58Z', 'updated_at': '2021-09-30T13:24:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:25:00.843397 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787cee59-206c-479f-8d02-93ead8806c99 None None] Checking router: 1a8c6e81-7778-4e81-ba2f-f331c61ea1f2 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:25:00.844108 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787cee59-206c-479f-8d02-93ead8806c99 None None] Updating router 1a8c6e81-7778-4e81-ba2f-f331c61ea1f2 port 7ead6122-2c39-4dba-8443-f343a92f1036 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:25:00.875473 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc045fae-75e4-4ce5-bd57-08596914e252 req-05bc4473-cd1e-40d1-8f3c-a0b0e22e5013 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:00.878561 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dc045fae-75e4-4ce5-bd57-08596914e252 req-05bc4473-cd1e-40d1-8f3c-a0b0e22e5013 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 945 time: 0.2933893 Sep 30 13:25:00.939787 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-787cee59-206c-479f-8d02-93ead8806c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:01.137638 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81312bf1-e5e0-4e10-9d74-8a3b45f7c653 None None] Pushing event updated for resources: {'Port': ['ID=8e560480-7d46-4a35-a5ec-be0dc3060afd,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:01.206256 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dc045fae-75e4-4ce5-bd57-08596914e252 req-b3a12c37-51f7-4881-9eca-387658d0bb4b tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=edb6f88b-9641-45b0-af7b-8f2fd300d30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074361 Sep 30 13:25:01.254915 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-2326a2a0-297b-4c38-a889-194fec4a30bb None None] For port 43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:25:01.276888 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-41382c98-a1e4-4e33-9102-e122c2b8ded9 req-7705610c-1380-44e6-86f3-692d98dd5887 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:01.277537 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-41382c98-a1e4-4e33-9102-e122c2b8ded9 req-7705610c-1380-44e6-86f3-692d98dd5887 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:01.279289 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [req-41382c98-a1e4-4e33-9102-e122c2b8ded9 req-7705610c-1380-44e6-86f3-692d98dd5887 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Floating IP 9535d90f-f545-45bd-ba61-6ac95d50fe2a disassociated. External IP: 172.25.5.42, port: ca3d6bf4-8d16-4b19-b90f-f28e70dd205a. Sep 30 13:25:01.279999 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-41382c98-a1e4-4e33-9102-e122c2b8ded9 req-7705610c-1380-44e6-86f3-692d98dd5887 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Calling delete_port for ca3d6bf4-8d16-4b19-b90f-f28e70dd205a owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:25:01.341167 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-2326a2a0-297b-4c38-a889-194fec4a30bb None None] For port 43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50,segment=NetworkSegment(7dd72fd4-5dc1-4afc-8307-1220c7dc2eb5),segment_id=7dd72fd4-5dc1-4afc-8307-1220c7dc2eb5)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:25:01.381733 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2326a2a0-297b-4c38-a889-194fec4a30bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:01.423026 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-725dfd7a-c4b8-4b98-b4ae-b61b3d698cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:01.443257 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-787cee59-206c-479f-8d02-93ead8806c99 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:01.451983 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-787cee59-206c-479f-8d02-93ead8806c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:01.460012 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-725dfd7a-c4b8-4b98-b4ae-b61b3d698cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:01.469470 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-36d41305-745c-4464-8c21-d0c02a25a2ef None None] Provisioning complete for port 8e560480-7d46-4a35-a5ec-be0dc3060afd triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:25:01.469847 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-36d41305-745c-4464-8c21-d0c02a25a2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:01.513295 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872996f4-15fc-42a9-b68b-61b82b226bad req-15b482da-64e5-443e-a14b-e3f7d1800623 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:01.515009 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-872996f4-15fc-42a9-b68b-61b82b226bad req-15b482da-64e5-443e-a14b-e3f7d1800623 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.7978816 Sep 30 13:25:01.526426 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308eb4d4-81cd-4ae5-8b2c-9fcbacbee56b req-db3a1c81-d7f6-4dca-b147-51306c81cf4f tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:01.528046 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-308eb4d4-81cd-4ae5-8b2c-9fcbacbee56b req-db3a1c81-d7f6-4dca-b147-51306c81cf4f tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 945 time: 0.2163150 Sep 30 13:25:01.534479 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e82093-0517-446e-b7ae-9d375b45843d None None] Pushing event updated for resources: {'Port': ['ID=7ead6122-2c39-4dba-8443-f343a92f1036,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:01.538473 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-787cee59-206c-479f-8d02-93ead8806c99 None None] Attempting to bind port 7ead6122-2c39-4dba-8443-f343a92f1036 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:25:01.538880 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-787cee59-206c-479f-8d02-93ead8806c99 None None] Attempting to bind port 7ead6122-2c39-4dba-8443-f343a92f1036 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:25:01.539287 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787cee59-206c-479f-8d02-93ead8806c99 None None] Attempting to bind port 7ead6122-2c39-4dba-8443-f343a92f1036 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:25:01.545445 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787cee59-206c-479f-8d02-93ead8806c99 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:25:01.545879 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787cee59-206c-479f-8d02-93ead8806c99 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:25:01.546226 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-787cee59-206c-479f-8d02-93ead8806c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:01.546703 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787cee59-206c-479f-8d02-93ead8806c99 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:25:01.547439 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-787cee59-206c-479f-8d02-93ead8806c99 None None] Bound port: 7ead6122-2c39-4dba-8443-f343a92f1036, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:25:01.547566 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-787cee59-206c-479f-8d02-93ead8806c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:01.554346 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-41382c98-a1e4-4e33-9102-e122c2b8ded9 req-7705610c-1380-44e6-86f3-692d98dd5887 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:01.584036 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:01.586058 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=d02f1172-b5a2-411a-9f20-0ab35d343a6f,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:01.589894 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-21e4b024-dcd2-4a4b-a6b4-65353b5faa5d None None] Set router e51e2240-1ffd-49e1-94c9-0faa1dd84e38 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:25:01.616855 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-787cee59-206c-479f-8d02-93ead8806c99 None None] For port 7ead6122-2c39-4dba-8443-f343a92f1036, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:25:01.622646 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-787cee59-206c-479f-8d02-93ead8806c99 None None] For port 7ead6122-2c39-4dba-8443-f343a92f1036, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=7ead6122-2c39-4dba-8443-f343a92f1036,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:25:01.627775 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705610c-1380-44e6-86f3-692d98dd5887 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Pushing event deleted for resources: {'Port': ['ID=ca3d6bf4-8d16-4b19-b90f-f28e70dd205a,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:01.628659 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-787cee59-206c-479f-8d02-93ead8806c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:01.672374 n-d-810909-2 neutron-server[94763]: INFO neutron.db.securitygroups_db [None req-1ccfa5ad-119b-41c7-a209-bbd952bf203a tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Project 3b66099b6b8547488ff115a4541455c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 13:25:01.709698 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 587b8253-b8b2-40e1-9c92-7bf9a3824a36, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=587b8253-b8b2-40e1-9c92-7bf9a3824a36,segment=NetworkSegment(2a2b4696-9c1d-44bc-9c31-e1857d02eefc),segment_id=2a2b4696-9c1d-44bc-9c31-e1857d02eefc)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:25:01.722573 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:01.723305 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device d8a34824-bdd7-4edd-8777-c76913f07e6d up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:25:01.732711 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-308eb4d4-81cd-4ae5-8b2c-9fcbacbee56b req-1f19fe98-9c44-4cd9-9789-4df43436085b tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946306 Sep 30 13:25:01.735949 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-725dfd7a-c4b8-4b98-b4ae-b61b3d698cd1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b6d888ec7c0a4f2691b3f22ec31bb924&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9434695 Sep 30 13:25:01.745202 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e82093-0517-446e-b7ae-9d375b45843d None None] Pushing event updated for resources: {'Port': ['ID=7ead6122-2c39-4dba-8443-f343a92f1036,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:01.757943 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725dfd7a-c4b8-4b98-b4ae-b61b3d698cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec0d3c0-527e-4a62-b167-367d7c282cc5,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:01.766961 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52206) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:01.815725 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-872996f4-15fc-42a9-b68b-61b82b226bad req-fd0b6059-822e-45e8-807c-da557b54e7aa tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468848 Sep 30 13:25:01.819068 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787cee59-206c-479f-8d02-93ead8806c99 None None] Routers {'1a8c6e81-7778-4e81-ba2f-f331c61ea1f2'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:25:01.822413 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-787cee59-206c-479f-8d02-93ead8806c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:24:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1a8c6e81-7778-4e81-ba2f-f331c61ea1f2'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:25:01.827776 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-1ccfa5ad-119b-41c7-a209-bbd952bf203a tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:25:01.832260 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1ccfa5ad-119b-41c7-a209-bbd952bf203a tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 1.4957182 Sep 30 13:25:01.833224 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52208) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:01.897723 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-b8312e62-3d56-4680-98ed-d431cce0100c tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group_rule': {'security_group_id': '6e0c7267-f8c2-46a2-bf3b-5aee598d22ca', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:01.908177 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41382c98-a1e4-4e33-9102-e122c2b8ded9 req-7705610c-1380-44e6-86f3-692d98dd5887 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Router 00c2cc2c-e714-4f02-94ca-e592baa36b8d has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:25:01.913194 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dfd7a-c4b8-4b98-b4ae-b61b3d698cd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:01.913617 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dfd7a-c4b8-4b98-b4ae-b61b3d698cd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:01.913984 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dfd7a-c4b8-4b98-b4ae-b61b3d698cd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:01.914351 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dfd7a-c4b8-4b98-b4ae-b61b3d698cd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:01.914689 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dfd7a-c4b8-4b98-b4ae-b61b3d698cd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:01.915025 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dfd7a-c4b8-4b98-b4ae-b61b3d698cd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:01.915364 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dfd7a-c4b8-4b98-b4ae-b61b3d698cd1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:01.915684 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dfd7a-c4b8-4b98-b4ae-b61b3d698cd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:01.916740 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dfd7a-c4b8-4b98-b4ae-b61b3d698cd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:01.916740 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dfd7a-c4b8-4b98-b4ae-b61b3d698cd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:01.916740 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dfd7a-c4b8-4b98-b4ae-b61b3d698cd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:01.917026 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dfd7a-c4b8-4b98-b4ae-b61b3d698cd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:02.000498 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326a2a0-297b-4c38-a889-194fec4a30bb None None] Pushing event updated for resources: {'Port': ['ID=43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:02.115070 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d780a225-f885-4d48-abf3-595a0346ec8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:02.236158 n-d-810909-2 neutron-server[94763]: INFO neutron.db.securitygroups_db [None req-b8312e62-3d56-4680-98ed-d431cce0100c tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Project 3b66099b6b8547488ff115a4541455c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 13:25:02.242254 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-787cee59-206c-479f-8d02-93ead8806c99 None None] Set router 1a8c6e81-7778-4e81-ba2f-f331c61ea1f2 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:25:02.299874 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-36d41305-745c-4464-8c21-d0c02a25a2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:02.311256 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port d8a34824-bdd7-4edd-8777-c76913f07e6d completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:25:02.342678 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port d8a34824-bdd7-4edd-8777-c76913f07e6d triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:25:02.343053 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:02.355674 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8793b-bbb1-40ea-a44a-3f2960190bc7 req-e1c671f0-6502-4a4f-bd5a-dc4f66ef3fbf tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:02.369173 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8793b-bbb1-40ea-a44a-3f2960190bc7 req-e1c671f0-6502-4a4f-bd5a-dc4f66ef3fbf tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:02.377945 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8793b-bbb1-40ea-a44a-3f2960190bc7 req-e1c671f0-6502-4a4f-bd5a-dc4f66ef3fbf tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:02.401179 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-b8312e62-3d56-4680-98ed-d431cce0100c tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:25:02.402287 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b8312e62-3d56-4680-98ed-d431cce0100c tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5103118 Sep 30 13:25:02.405936 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8793b-bbb1-40ea-a44a-3f2960190bc7 req-e1c671f0-6502-4a4f-bd5a-dc4f66ef3fbf tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:02.426710 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52218) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:02.427614 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8793b-bbb1-40ea-a44a-3f2960190bc7 req-e1c671f0-6502-4a4f-bd5a-dc4f66ef3fbf tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:02.437137 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8793b-bbb1-40ea-a44a-3f2960190bc7 req-e1c671f0-6502-4a4f-bd5a-dc4f66ef3fbf tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:02.447368 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d780a225-f885-4d48-abf3-595a0346ec8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:02.450927 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8793b-bbb1-40ea-a44a-3f2960190bc7 req-e1c671f0-6502-4a4f-bd5a-dc4f66ef3fbf tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:02.453049 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ffe8793b-bbb1-40ea-a44a-3f2960190bc7 req-e1c671f0-6502-4a4f-bd5a-dc4f66ef3fbf tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5439 time: 0.5318308 Sep 30 13:25:02.514040 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41382c98-a1e4-4e33-9102-e122c2b8ded9 req-7705610c-1380-44e6-86f3-692d98dd5887 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:25:02.555414 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f790048-c709-490c-9d2f-d6e8b7feffb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02f1172-b5a2-411a-9f20-0ab35d343a6f'}, {'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587b8253-b8b2-40e1-9c92-7bf9a3824a36'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:25:02.558267 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00090a5-c33c-4ad6-8e2b-084e4afffcb4" -d '{"events": [{"server_uuid": "1f790048-c709-490c-9d2f-d6e8b7feffb0", "name": "network-vif-plugged", "status": "completed", "tag": "d02f1172-b5a2-411a-9f20-0ab35d343a6f"}, {"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-plugged", "status": "completed", "tag": "587b8253-b8b2-40e1-9c92-7bf9a3824a36"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:25:02.578894 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ffe8793b-bbb1-40ea-a44a-3f2960190bc7 req-64c0fae9-aa1e-42a9-966e-12edfd5abb67 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1096599 Sep 30 13:25:02.579916 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ca3d6bf4-8d16-4b19-b90f-f28e70dd205a no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:25:02.602316 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7c63b5-b7b1-4c72-9f31-b31c4ed1f08f None None] Sync routers for ids ['00c2cc2c-e714-4f02-94ca-e592baa36b8d'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:25:02.631924 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-787cee59-206c-479f-8d02-93ead8806c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8c6e81-7778-4e81-ba2f-f331c61ea1f2', 'name': 'tempest-TestServerBasicOps-824672491-router', 'tenant_id': '5cc8c86875b04261a911cdfbe1b0a308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '7ead6122-2c39-4dba-8443-f343a92f1036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:57Z', 'updated_at': '2021-09-30T13:24:58Z', 'revision_number': 3, 'project_id': '5cc8c86875b04261a911cdfbe1b0a308', 'gw_port': {'id': '7ead6122-2c39-4dba-8443-f343a92f1036', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:91:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8c6e81-7778-4e81-ba2f-f331c61ea1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:58Z', 'updated_at': '2021-09-30T13:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:25:02.698279 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: ca3d6bf4-8d16-4b19-b90f-f28e70dd205a {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:25:02.698623 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ca3d6bf4-8d16-4b19-b90f-f28e70dd205a not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:25:02.698931 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787cee59-206c-479f-8d02-93ead8806c99 None None] The sync data for ids ['1a8c6e81-7778-4e81-ba2f-f331c61ea1f2'] in n-d-810909-2 is: [{'id': '1a8c6e81-7778-4e81-ba2f-f331c61ea1f2', 'name': 'tempest-TestServerBasicOps-824672491-router', 'tenant_id': '5cc8c86875b04261a911cdfbe1b0a308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '7ead6122-2c39-4dba-8443-f343a92f1036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:57Z', 'updated_at': '2021-09-30T13:24:58Z', 'revision_number': 3, 'project_id': '5cc8c86875b04261a911cdfbe1b0a308', 'gw_port': {'id': '7ead6122-2c39-4dba-8443-f343a92f1036', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:91:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8c6e81-7778-4e81-ba2f-f331c61ea1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:58Z', 'updated_at': '2021-09-30T13:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:25:02.721625 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=587b8253-b8b2-40e1-9c92-7bf9a3824a36,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:02.746282 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158b222-833c-4820-8387-01068e378223 req-23d4e3b6-f2b3-4891-9a0c-a0733cfc4b78 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:02.748071 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d158b222-833c-4820-8387-01068e378223 req-23d4e3b6-f2b3-4891-9a0c-a0733cfc4b78 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.5052948 Sep 30 13:25:02.748823 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-da9da881-1dde-4514-8b05-d1d3e94b7940 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:02.785219 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-36d41305-745c-4464-8c21-d0c02a25a2ef None None] For port 8e560480-7d46-4a35-a5ec-be0dc3060afd, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=8e560480-7d46-4a35-a5ec-be0dc3060afd,segment=NetworkSegment(bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7),segment_id=bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:25:02.823479 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-36d41305-745c-4464-8c21-d0c02a25a2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:02.826504 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d158b222-833c-4820-8387-01068e378223 req-803d7580-3992-4c26-bf0c-3bfee7e8f80a tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655730 Sep 30 13:25:02.838905 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-da9da881-1dde-4514-8b05-d1d3e94b7940 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:02.898865 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7c63b5-b7b1-4c72-9f31-b31c4ed1f08f None None] Routers {'00c2cc2c-e714-4f02-94ca-e592baa36b8d'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:25:02.912638 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-be7c63b5-b7b1-4c72-9f31-b31c4ed1f08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:24:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['00c2cc2c-e714-4f02-94ca-e592baa36b8d'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:25:02.941525 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d780a225-f885-4d48-abf3-595a0346ec8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:02.944943 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d780a225-f885-4d48-abf3-595a0346ec8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:02.946234 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d780a225-f885-4d48-abf3-595a0346ec8e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ec0d3c0-527e-4a62-b167-367d7c282cc5 HTTP/1.1" status: 204 len: 168 time: 1.1770742 Sep 30 13:25:03.023988 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780a225-f885-4d48-abf3-595a0346ec8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec0d3c0-527e-4a62-b167-367d7c282cc5,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:03.088719 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-da9da881-1dde-4514-8b05-d1d3e94b7940 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:03.091709 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-da9da881-1dde-4514-8b05-d1d3e94b7940 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:03.093317 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-da9da881-1dde-4514-8b05-d1d3e94b7940 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "DELETE /v2.0/security-groups/6e0c7267-f8c2-46a2-bf3b-5aee598d22ca HTTP/1.1" status: 204 len: 168 time: 0.6410594 Sep 30 13:25:03.148572 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52230) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:03.149754 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b72bf703-e1d0-48d3-9e70-363e2c17cbbc req-79146d6c-9b71-40f7-a82c-284e00777667 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=24226826-6516-41e6-9641-ec9ed57a9d6f HTTP/1.1" status: 200 len: 210 time: 0.0651233 Sep 30 13:25:03.150762 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-41382c98-a1e4-4e33-9102-e122c2b8ded9 req-7705610c-1380-44e6-86f3-692d98dd5887 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] No DVR routers for this DVR port ca3d6bf4-8d16-4b19-b90f-f28e70dd205a on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:25:03.152526 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9da881-1dde-4514-8b05-d1d3e94b7940 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0c7267-f8c2-46a2-bf3b-5aee598d22ca,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:03.153931 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-41382c98-a1e4-4e33-9102-e122c2b8ded9 req-7705610c-1380-44e6-86f3-692d98dd5887 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:03.156171 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-41382c98-a1e4-4e33-9102-e122c2b8ded9 req-7705610c-1380-44e6-86f3-692d98dd5887 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.39 "DELETE /v2.0/ports/ca3d6bf4-8d16-4b19-b90f-f28e70dd205a HTTP/1.1" status: 204 len: 173 time: 3.3206918 Sep 30 13:25:03.156755 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24226826-6516-41e6-9641-ec9ed57a9d6f', 'name': 'network-vif-deleted', 'tag': 'ca3d6bf4-8d16-4b19-b90f-f28e70dd205a'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:25:03.171435 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c9967f-29d6-4497-9b3b-802b68615e4f" -d '{"events": [{"server_uuid": "24226826-6516-41e6-9641-ec9ed57a9d6f", "name": "network-vif-deleted", "tag": "ca3d6bf4-8d16-4b19-b90f-f28e70dd205a"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:25:03.299812 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-be7c63b5-b7b1-4c72-9f31-b31c4ed1f08f None None] Set router 00c2cc2c-e714-4f02-94ca-e592baa36b8d gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:25:03.389501 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 13:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef264205-b5bc-426b-a536-56ac77961539 x-openstack-request-id: req-ef264205-b5bc-426b-a536-56ac77961539 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:25:03.389817 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f790048-c709-490c-9d2f-d6e8b7feffb0", "name": "network-vif-plugged", "status": "completed", "tag": "d02f1172-b5a2-411a-9f20-0ab35d343a6f", "code": 200}, {"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-plugged", "status": "completed", "tag": "587b8253-b8b2-40e1-9c92-7bf9a3824a36", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:25:03.390171 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef264205-b5bc-426b-a536-56ac77961539 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:25:03.390585 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f790048-c709-490c-9d2f-d6e8b7feffb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02f1172-b5a2-411a-9f20-0ab35d343a6f', 'code': 200} Sep 30 13:25:03.391041 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587b8253-b8b2-40e1-9c92-7bf9a3824a36', 'code': 200} Sep 30 13:25:03.516453 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-267b993e-fc6d-4316-801f-3255049cdc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:03.531135 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae76aff-b2c1-46e7-aa36-b2d7487623e8 req-c6a86bf0-e6a9-401d-beee-d36cece78c79 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:03.538419 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fae76aff-b2c1-46e7-aa36-b2d7487623e8 req-c6a86bf0-e6a9-401d-beee-d36cece78c79 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.1708446 Sep 30 13:25:03.565865 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d41305-745c-4464-8c21-d0c02a25a2ef None None] Pushing event updated for resources: {'Port': ['ID=8e560480-7d46-4a35-a5ec-be0dc3060afd,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:03.572311 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:03.648405 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663d9b9-fbcd-433f-8d72-805c056cf10c req-fa1fe1a0-6869-487d-bdac-6b9ec56173d8 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:03.649222 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fae76aff-b2c1-46e7-aa36-b2d7487623e8 req-0cb57f59-94eb-4a46-b023-5f0d0d16d7e6 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062002 Sep 30 13:25:03.657342 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e663d9b9-fbcd-433f-8d72-805c056cf10c req-fa1fe1a0-6869-487d-bdac-6b9ec56173d8 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 945 time: 0.4887643 Sep 30 13:25:03.672702 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ba7d1-6238-44f2-b925-2dc93659ef91 req-da8ca86b-0236-4369-b4ce-509bedd81305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:03.674314 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-393ba7d1-6238-44f2-b925-2dc93659ef91 req-da8ca86b-0236-4369-b4ce-509bedd81305 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 1096 time: 0.5798309 Sep 30 13:25:03.687912 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-520e629a-5869-4822-8512-ebd6dcab64b6 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5285015 Sep 30 13:25:03.695106 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52246) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:03.711939 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-fd330e92-2aaa-4a66-8b19-44206aaa01ac tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1363459182'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:03.721258 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:25:03.781648 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2a4df7-e724-44a2-b50f-cfd445ef3000 x-openstack-request-id: req-0d2a4df7-e724-44a2-b50f-cfd445ef3000 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:25:03.782078 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24226826-6516-41e6-9641-ec9ed57a9d6f", "name": "network-vif-deleted", "tag": "ca3d6bf4-8d16-4b19-b90f-f28e70dd205a", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:25:03.782410 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d2a4df7-e724-44a2-b50f-cfd445ef3000 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:25:03.782878 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24226826-6516-41e6-9641-ec9ed57a9d6f', 'name': 'network-vif-deleted', 'tag': 'ca3d6bf4-8d16-4b19-b90f-f28e70dd205a', 'status': 'completed', 'code': 200} Sep 30 13:25:03.790156 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fd330e92-2aaa-4a66-8b19-44206aaa01ac tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:03.832211 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4cb581-1e46-4fcb-abe0-ec6ff447c7f0 None None] Network 5adc9e1a-06dd-4842-a09a-b9646221efc9 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:25:04.014093 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e663d9b9-fbcd-433f-8d72-805c056cf10c req-6e1aa4f3-39b4-4b05-b8fd-3a90ac4c3abd tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557806 Sep 30 13:25:04.027529 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port d8a34824-bdd7-4edd-8777-c76913f07e6d, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=d8a34824-bdd7-4edd-8777-c76913f07e6d,segment=NetworkSegment(f097219d-7f39-4cbe-a12c-6eb6cc689337),segment_id=f097219d-7f39-4cbe-a12c-6eb6cc689337)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:25:04.030623 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-393ba7d1-6238-44f2-b925-2dc93659ef91 req-29bee152-0449-44f5-ac8a-be0ff30c98fa service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403275 Sep 30 13:25:04.058487 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-21e4b024-dcd2-4a4b-a6b4-65353b5faa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'name': 'tempest-TestServerBasicOps-1214544167-router', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '3b95c6b1-0ea8-4d68-890e-7e94383041cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:42Z', 'updated_at': '2021-09-30T13:24:52Z', 'revision_number': 4, 'project_id': '20a400e998f54b20a9927f300081053c', 'gw_port': {'id': '3b95c6b1-0ea8-4d68-890e-7e94383041cc', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:43Z', 'updated_at': '2021-09-30T13:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '8e560480-7d46-4a35-a5ec-be0dc3060afd', 'name': '', 'network_id': '37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'mac_address': 'fa:16:3e:89:e6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'f4804c26-a3c6-4d66-bcd4-d929f92f46a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:49Z', 'updated_at': '2021-09-30T13:25:00Z', 'revision_number': 4, 'project_id': '20a400e998f54b20a9927f300081053c', 'subnets': [{'id': 'f4804c26-a3c6-4d66-bcd4-d929f92f46a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:25:04.109059 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fd330e92-2aaa-4a66-8b19-44206aaa01ac tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:04.127137 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17b991-c174-4ae6-b016-6029f507ed28 req-84db8db6-b52b-4522-9954-d7d91bb99da2 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:04.133384 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17b991-c174-4ae6-b016-6029f507ed28 req-84db8db6-b52b-4522-9954-d7d91bb99da2 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:04.146520 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17b991-c174-4ae6-b016-6029f507ed28 req-84db8db6-b52b-4522-9954-d7d91bb99da2 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:04.166922 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17b991-c174-4ae6-b016-6029f507ed28 req-84db8db6-b52b-4522-9954-d7d91bb99da2 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:04.174710 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17b991-c174-4ae6-b016-6029f507ed28 req-84db8db6-b52b-4522-9954-d7d91bb99da2 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:04.182095 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17b991-c174-4ae6-b016-6029f507ed28 req-84db8db6-b52b-4522-9954-d7d91bb99da2 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:04.189606 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17b991-c174-4ae6-b016-6029f507ed28 req-84db8db6-b52b-4522-9954-d7d91bb99da2 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:04.191862 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dc17b991-c174-4ae6-b016-6029f507ed28 req-84db8db6-b52b-4522-9954-d7d91bb99da2 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5439 time: 0.3071728 Sep 30 13:25:04.193339 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fd330e92-2aaa-4a66-8b19-44206aaa01ac tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:04.193595 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:04.206124 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-1400a1bc-bf67-4293-aecf-d8fc5a8048b4 None None] Provisioning complete for port 43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:25:04.212713 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1400a1bc-bf67-4293-aecf-d8fc5a8048b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:04.300559 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dc17b991-c174-4ae6-b016-6029f507ed28 req-501e36b1-9da0-4c76-99f2-9368ac4d84f2 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0927145 Sep 30 13:25:04.301210 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd330e92-2aaa-4a66-8b19-44206aaa01ac tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7a4075-245f-40a5-8851-e69306bded86,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:04.314379 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fd330e92-2aaa-4a66-8b19-44206aaa01ac tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:04.318142 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fd330e92-2aaa-4a66-8b19-44206aaa01ac tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6206219 Sep 30 13:25:04.320890 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52264) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:04.329651 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-c39b7b20-3e95-4626-8157-5b58a52927a9 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group_rule': {'security_group_id': '2b7a4075-245f-40a5-8851-e69306bded86', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:04.336029 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82be7a0-4c83-4c7b-8e0f-07749847ebbb req-e5ea2afe-3638-4722-bfb0-927ea3d3eed5 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:04.347930 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e82be7a0-4c83-4c7b-8e0f-07749847ebbb req-e5ea2afe-3638-4722-bfb0-927ea3d3eed5 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.1983457 Sep 30 13:25:04.388371 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=d8a34824-bdd7-4edd-8777-c76913f07e6d,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:04.406948 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 37e52d6d-b15a-43d5-a032-19b5958005e8 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:25:04.410203 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e4b024-dcd2-4a4b-a6b4-65353b5faa5d None None] The sync data for ids ['e51e2240-1ffd-49e1-94c9-0faa1dd84e38'] in n-d-810909-2 is: [{'id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'name': 'tempest-TestServerBasicOps-1214544167-router', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '3b95c6b1-0ea8-4d68-890e-7e94383041cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:42Z', 'updated_at': '2021-09-30T13:24:52Z', 'revision_number': 4, 'project_id': '20a400e998f54b20a9927f300081053c', 'gw_port': {'id': '3b95c6b1-0ea8-4d68-890e-7e94383041cc', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:43Z', 'updated_at': '2021-09-30T13:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '8e560480-7d46-4a35-a5ec-be0dc3060afd', 'name': '', 'network_id': '37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'mac_address': 'fa:16:3e:89:e6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'f4804c26-a3c6-4d66-bcd4-d929f92f46a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:49Z', 'updated_at': '2021-09-30T13:25:00Z', 'revision_number': 4, 'project_id': '20a400e998f54b20a9927f300081053c', 'subnets': [{'id': 'f4804c26-a3c6-4d66-bcd4-d929f92f46a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:25:04.435012 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-c39b7b20-3e95-4626-8157-5b58a52927a9 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] create failed (client error): The resource could not be found. Sep 30 13:25:04.436834 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c39b7b20-3e95-4626-8157-5b58a52927a9 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1147659 Sep 30 13:25:04.439411 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52268) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:04.448133 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-71803ec6-fd76-4f5d-b0e9-5a43eb56d5af tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group_rule': {'security_group_id': '2b7a4075-245f-40a5-8851-e69306bded86', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'af437ebe-f636-4e8f-80e2-97acb0b4af0c'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:04.460588 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-267b993e-fc6d-4316-801f-3255049cdc31 admin admin] Allocated IP 172.20.0.1 (5adc9e1a-06dd-4842-a09a-b9646221efc9/5b57cdd1-4625-40e3-8a34-ea8422e367f8/f0d7751e-9ed0-4f43-aa27-e892ddac522e) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:25:04.528723 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52270) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:04.622508 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e82be7a0-4c83-4c7b-8e0f-07749847ebbb req-021f0af7-f6d0-41be-b8f7-3dd5498ee5a4 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660222 Sep 30 13:25:04.663657 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-71803ec6-fd76-4f5d-b0e9-5a43eb56d5af tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] create failed (client error): The resource could not be found. Sep 30 13:25:04.667688 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-71803ec6-fd76-4f5d-b0e9-5a43eb56d5af tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2271831 Sep 30 13:25:04.671441 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52278) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:04.688257 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7de31148-5912-41d1-9711-780d0f895ea8 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:04.760286 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-267b993e-fc6d-4316-801f-3255049cdc31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:04.853607 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-267b993e-fc6d-4316-801f-3255049cdc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:04.865120 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:25:04.865792 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:04.870650 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7de31148-5912-41d1-9711-780d0f895ea8 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:04.915901 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc5d9a-0589-4b12-9a7d-a720c95839a0 req-73e741bf-3597-46fc-bb90-40de097bde8b tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:04.923716 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-74cc5d9a-0589-4b12-9a7d-a720c95839a0 req-73e741bf-3597-46fc-bb90-40de097bde8b tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.1357839 Sep 30 13:25:04.946777 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267b993e-fc6d-4316-801f-3255049cdc31 admin admin] Network 5adc9e1a-06dd-4842-a09a-b9646221efc9 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:25:04.952059 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-267b993e-fc6d-4316-801f-3255049cdc31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:25:04.957851 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267b993e-fc6d-4316-801f-3255049cdc31 admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:25:04.986497 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83d18522-317f-4fd3-b5a9-921bd0d51435 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:04.998857 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b993e-fc6d-4316-801f-3255049cdc31 admin admin] Pushing event updated for resources: {'Port': ['ID=f0d7751e-9ed0-4f43-aa27-e892ddac522e,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:05.013101 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83d18522-317f-4fd3-b5a9-921bd0d51435 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:05.040837 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-267b993e-fc6d-4316-801f-3255049cdc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:05.113744 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-74cc5d9a-0589-4b12-9a7d-a720c95839a0 req-54993aab-1140-4693-807a-01f84fd229b8 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890593 Sep 30 13:25:05.146846 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83d18522-317f-4fd3-b5a9-921bd0d51435 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:05.153148 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83d18522-317f-4fd3-b5a9-921bd0d51435 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:05.159240 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-83d18522-317f-4fd3-b5a9-921bd0d51435 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "DELETE /v2.0/security-groups/2b7a4075-245f-40a5-8851-e69306bded86 HTTP/1.1" status: 204 len: 168 time: 0.4867585 Sep 30 13:25:05.179962 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52288) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:05.250486 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d18522-317f-4fd3-b5a9-921bd0d51435 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7a4075-245f-40a5-8851-e69306bded86,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:05.402552 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cace7af-adc5-4475-b6dd-b05aa8cde22f req-5011dd69-a764-42c5-8f95-b28a60b4ce2c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:05.413082 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9cace7af-adc5-4475-b6dd-b05aa8cde22f req-5011dd69-a764-42c5-8f95-b28a60b4ce2c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 945 time: 0.2205184 Sep 30 13:25:05.417461 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7de31148-5912-41d1-9711-780d0f895ea8 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:05.426367 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7de31148-5912-41d1-9711-780d0f895ea8 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:05.429918 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7de31148-5912-41d1-9711-780d0f895ea8 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "DELETE /v2.0/security-groups/edb6f88b-9641-45b0-af7b-8f2fd300d30c HTTP/1.1" status: 204 len: 168 time: 0.8996506 Sep 30 13:25:05.434168 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52296) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:05.439911 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a34824-bdd7-4edd-8777-c76913f07e6d'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:25:05.442226 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0bfa96-1a81-4ff4-b7e9-ce7a14209871" -d '{"events": [{"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-plugged", "status": "completed", "tag": "d8a34824-bdd7-4edd-8777-c76913f07e6d"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:25:05.494778 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021407b7-1675-4f78-b511-6e1e9dcfc8a8 req-8958b84e-b550-4894-bb44-d79b376f75c8 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:05.499261 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-021407b7-1675-4f78-b511-6e1e9dcfc8a8 req-8958b84e-b550-4894-bb44-d79b376f75c8 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.2161772 Sep 30 13:25:05.500366 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de31148-5912-41d1-9711-780d0f895ea8 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb6f88b-9641-45b0-af7b-8f2fd300d30c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:05.508876 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-87803679-a3be-499b-8b61-26cb6956c74e tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] show failed (client error): The resource could not be found. Sep 30 13:25:05.510110 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-87803679-a3be-499b-8b61-26cb6956c74e tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups/edb6f88b-9641-45b0-af7b-8f2fd300d30c HTTP/1.1" status: 404 len: 347 time: 0.0534475 Sep 30 13:25:05.516718 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52300) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:05.519420 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b2a14e60-38b6-487f-9d90-1043f91bc28d tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3274591 Sep 30 13:25:05.529401 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 37e52d6d-b15a-43d5-a032-19b5958005e8 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:25:05.530949 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52302) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:05.538301 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-bb83d30d-045c-4ca1-b095-b675c7ddddbf tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group_rule': {'security_group_id': '7e752a26-dfad-48ca-9e08-61071acbfcf9', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:05.577946 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 37e52d6d-b15a-43d5-a032-19b5958005e8 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:25:05.578627 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:05.611857 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1400a1bc-bf67-4293-aecf-d8fc5a8048b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:05.666136 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-021407b7-1675-4f78-b511-6e1e9dcfc8a8 req-35c84472-1b38-4606-b171-88472c812a03 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545537 Sep 30 13:25:05.666915 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-bb83d30d-045c-4ca1-b095-b675c7ddddbf tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] create failed (client error): The resource could not be found. Sep 30 13:25:05.667971 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bb83d30d-045c-4ca1-b095-b675c7ddddbf tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1359439 Sep 30 13:25:05.684853 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52304) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:05.695731 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-7c51e948-8b08-45b0-ad7e-4b57ddc0c840 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1632658464'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:05.764163 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7c51e948-8b08-45b0-ad7e-4b57ddc0c840 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:05.774157 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9cace7af-adc5-4475-b6dd-b05aa8cde22f req-22688712-1a5b-40de-b10d-86374375b308 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598437 Sep 30 13:25:05.802925 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:05.893395 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-be7c63b5-b7b1-4c72-9f31-b31c4ed1f08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'name': 'tempest-AttachVolumeTestJSON-888408587-router', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:20:21Z', 'updated_at': '2021-09-30T13:20:28Z', 'revision_number': 4, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'gw_port': {'id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:22Z', 'updated_at': '2021-09-30T13:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'c1cd5921-797b-4996-a7f0-60d4fc9e6f94', 'name': '', 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'mac_address': 'fa:16:3e:5e:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:27Z', 'updated_at': '2021-09-30T13:20:36Z', 'revision_number': 5, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'subnets': [{'id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:25:05.956376 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fb6945-3c96-49f6-ad4a-bf9a3a534f35 x-openstack-request-id: req-90fb6945-3c96-49f6-ad4a-bf9a3a534f35 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:25:05.957095 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-plugged", "status": "completed", "tag": "d8a34824-bdd7-4edd-8777-c76913f07e6d", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:25:05.957500 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90fb6945-3c96-49f6-ad4a-bf9a3a534f35 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:25:05.958681 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a34824-bdd7-4edd-8777-c76913f07e6d', 'code': 200} Sep 30 13:25:05.964575 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-1400a1bc-bf67-4293-aecf-d8fc5a8048b4 None None] For port 43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50,segment=NetworkSegment(7dd72fd4-5dc1-4afc-8307-1220c7dc2eb5),segment_id=7dd72fd4-5dc1-4afc-8307-1220c7dc2eb5)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:25:05.967364 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7c63b5-b7b1-4c72-9f31-b31c4ed1f08f None None] Checking router: 00c2cc2c-e714-4f02-94ca-e592baa36b8d for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:25:05.977897 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1400a1bc-bf67-4293-aecf-d8fc5a8048b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:06.001425 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-267b993e-fc6d-4316-801f-3255049cdc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:06.031321 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7c51e948-8b08-45b0-ad7e-4b57ddc0c840 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:06.063765 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7c51e948-8b08-45b0-ad7e-4b57ddc0c840 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:06.107418 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7c63b5-b7b1-4c72-9f31-b31c4ed1f08f None None] Routers {'00c2cc2c-e714-4f02-94ca-e592baa36b8d'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:25:06.108351 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-be7c63b5-b7b1-4c72-9f31-b31c4ed1f08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:24:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['00c2cc2c-e714-4f02-94ca-e592baa36b8d'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:25:06.175452 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7c51e948-8b08-45b0-ad7e-4b57ddc0c840 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:06.177233 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7c51e948-8b08-45b0-ad7e-4b57ddc0c840 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4910533 Sep 30 13:25:06.193662 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52312) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:06.207523 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-36f2c126-fce9-478c-9aeb-22c9b1decca6 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1182324785'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:06.238530 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:06.297610 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:25:06.298162 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:25:06.298808 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-8b1cdccd-00e9-4a4c-9d6c-639fb28d7164 None None] Provisioning complete for port 43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:25:06.299782 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8b1cdccd-00e9-4a4c-9d6c-639fb28d7164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:06.305905 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400a1bc-bf67-4293-aecf-d8fc5a8048b4 None None] Pushing event updated for resources: {'Port': ['ID=43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:06.316211 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ab65d-8f2b-487c-aa8c-f434fa9f8724 req-e3d47126-b05d-4d01-b1c5-983b7701bc0d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:06.330174 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-ac73a91c-ccba-4b25-a972-238d5e1f000b tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Deleting port 0561467d-98fd-41b4-a81a-771c035fd718 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:25:06.330518 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ac73a91c-ccba-4b25-a972-238d5e1f000b tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:06.347039 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ab65d-8f2b-487c-aa8c-f434fa9f8724 req-e3d47126-b05d-4d01-b1c5-983b7701bc0d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:06.365604 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ab65d-8f2b-487c-aa8c-f434fa9f8724 req-e3d47126-b05d-4d01-b1c5-983b7701bc0d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:06.387298 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ab65d-8f2b-487c-aa8c-f434fa9f8724 req-e3d47126-b05d-4d01-b1c5-983b7701bc0d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:06.404702 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ab65d-8f2b-487c-aa8c-f434fa9f8724 req-e3d47126-b05d-4d01-b1c5-983b7701bc0d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:06.420206 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ab65d-8f2b-487c-aa8c-f434fa9f8724 req-e3d47126-b05d-4d01-b1c5-983b7701bc0d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:06.437080 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 37e52d6d-b15a-43d5-a032-19b5958005e8, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=37e52d6d-b15a-43d5-a032-19b5958005e8,segment=NetworkSegment(fb32e27c-117c-48af-8116-a61ac08babf9),segment_id=fb32e27c-117c-48af-8116-a61ac08babf9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:25:06.438391 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ab65d-8f2b-487c-aa8c-f434fa9f8724 req-e3d47126-b05d-4d01-b1c5-983b7701bc0d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:06.451644 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f93ab65d-8f2b-487c-aa8c-f434fa9f8724 req-e3d47126-b05d-4d01-b1c5-983b7701bc0d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5440 time: 0.4176817 Sep 30 13:25:06.452389 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:06.453259 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device f407bf5c-2622-41e5-a507-31011ed4afae up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:25:06.484456 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51e948-8b08-45b0-ad7e-4b57ddc0c840 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6b5a17-1793-4d57-8dbd-0d8b1893f56b,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:06.487272 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6e8e6-3587-4336-b027-c3fd8e18decb req-871cd735-a0b5-48bf-acc6-5a6347800c24 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:06.507210 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-19a6e8e6-3587-4336-b027-c3fd8e18decb req-871cd735-a0b5-48bf-acc6-5a6347800c24 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.4494629 Sep 30 13:25:06.520244 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-be7c63b5-b7b1-4c72-9f31-b31c4ed1f08f None None] Set router 00c2cc2c-e714-4f02-94ca-e592baa36b8d gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:25:06.572547 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-36f2c126-fce9-478c-9aeb-22c9b1decca6 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:06.605755 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f93ab65d-8f2b-487c-aa8c-f434fa9f8724 req-6c7a1d9a-691c-4b17-aeb7-33ddcde9a51a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1530702 Sep 30 13:25:06.731307 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ac73a91c-ccba-4b25-a972-238d5e1f000b tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:06.731914 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ac73a91c-ccba-4b25-a972-238d5e1f000b tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:06.755839 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=37e52d6d-b15a-43d5-a032-19b5958005e8,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:06.785367 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-19a6e8e6-3587-4336-b027-c3fd8e18decb req-20a0b939-0c9d-4320-93c1-e066ab17847e tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660377 Sep 30 13:25:06.785367 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-ac73a91c-ccba-4b25-a972-238d5e1f000b tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Calling delete_port for 0561467d-98fd-41b4-a81a-771c035fd718 owned by network:floatingip {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:25:06.941763 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port f407bf5c-2622-41e5-a507-31011ed4afae completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:25:06.960278 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port f407bf5c-2622-41e5-a507-31011ed4afae triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:25:06.961058 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:07.027131 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-36f2c126-fce9-478c-9aeb-22c9b1decca6 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:07.027471 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31123167-b67d-4641-810d-2affdf2092f1 req-47e0dd13-9cde-4618-b9d9-5608f68b7610 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:07.029979 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-267b993e-fc6d-4316-801f-3255049cdc31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:07.030189 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-31123167-b67d-4641-810d-2affdf2092f1 req-47e0dd13-9cde-4618-b9d9-5608f68b7610 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.0899789 Sep 30 13:25:07.040900 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-36f2c126-fce9-478c-9aeb-22c9b1decca6 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:07.056929 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-267b993e-fc6d-4316-801f-3255049cdc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:07.058285 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-1604a052-dfea-4a37-8754-d77d4de629b4 None None] Provisioning complete for port f0d7751e-9ed0-4f43-aa27-e892ddac522e triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:25:07.058662 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1604a052-dfea-4a37-8754-d77d4de629b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:07.061708 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 7ead6122-2c39-4dba-8443-f343a92f1036 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:25:07.086262 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-31123167-b67d-4641-810d-2affdf2092f1 req-4e6a2227-ca6d-447a-b68b-8944a5d941a7 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464585 Sep 30 13:25:07.137086 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-267b993e-fc6d-4316-801f-3255049cdc31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:07.141283 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-1604a052-dfea-4a37-8754-d77d4de629b4 None None] Port f0d7751e-9ed0-4f43-aa27-e892ddac522e cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:25:07.145780 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae93ac-ccb7-48ed-8efe-cbfab1db3926 req-51b0f057-bac2-4081-ba84-434cc76c5296 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:07.147349 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-89ae93ac-ccb7-48ed-8efe-cbfab1db3926 req-51b0f057-bac2-4081-ba84-434cc76c5296 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 945 time: 0.2250903 Sep 30 13:25:07.150225 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-be7c63b5-b7b1-4c72-9f31-b31c4ed1f08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'name': 'tempest-AttachVolumeTestJSON-888408587-router', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:20:21Z', 'updated_at': '2021-09-30T13:20:28Z', 'revision_number': 4, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'gw_port': {'id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:22Z', 'updated_at': '2021-09-30T13:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'c1cd5921-797b-4996-a7f0-60d4fc9e6f94', 'name': '', 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'mac_address': 'fa:16:3e:5e:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:27Z', 'updated_at': '2021-09-30T13:20:36Z', 'revision_number': 5, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'subnets': [{'id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:25:07.162711 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-36f2c126-fce9-478c-9aeb-22c9b1decca6 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:07.163919 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-36f2c126-fce9-478c-9aeb-22c9b1decca6 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9681771 Sep 30 13:25:07.168889 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52324) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:07.175844 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-352bd0d3-3f36-4852-8e24-3207aee0708e tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group_rule': {'security_group_id': 'ba6b5a17-1793-4d57-8dbd-0d8b1893f56b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '004e18bf-5fdd-4e64-bc2b-e86fb7035cad'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:07.216832 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2c126-fce9-478c-9aeb-22c9b1decca6 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=004e18bf-5fdd-4e64-bc2b-e86fb7035cad,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:07.226590 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7c63b5-b7b1-4c72-9f31-b31c4ed1f08f None None] The sync data for ids ['00c2cc2c-e714-4f02-94ca-e592baa36b8d'] in n-d-810909-2 is: [{'id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'name': 'tempest-AttachVolumeTestJSON-888408587-router', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:20:21Z', 'updated_at': '2021-09-30T13:20:28Z', 'revision_number': 4, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'gw_port': {'id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:22Z', 'updated_at': '2021-09-30T13:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'c1cd5921-797b-4996-a7f0-60d4fc9e6f94', 'name': '', 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'mac_address': 'fa:16:3e:5e:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:27Z', 'updated_at': '2021-09-30T13:20:36Z', 'revision_number': 5, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'subnets': [{'id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:25:07.254841 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b993e-fc6d-4316-801f-3255049cdc31 admin admin] Pushing event updated for resources: {'Port': ['ID=f0d7751e-9ed0-4f43-aa27-e892ddac522e,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:07.259384 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:07.291877 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 7ead6122-2c39-4dba-8443-f343a92f1036 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:25:07.293725 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:07.300437 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-352bd0d3-3f36-4852-8e24-3207aee0708e tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:25:07.302529 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-352bd0d3-3f36-4852-8e24-3207aee0708e tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1316261 Sep 30 13:25:07.305224 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52332) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:07.326658 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-89ae93ac-ccb7-48ed-8efe-cbfab1db3926 req-c1f1641f-8f1a-4828-8392-1be239875613 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602895 Sep 30 13:25:07.406558 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port f407bf5c-2622-41e5-a507-31011ed4afae, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=f407bf5c-2622-41e5-a507-31011ed4afae,segment=NetworkSegment(f097219d-7f39-4cbe-a12c-6eb6cc689337),segment_id=f097219d-7f39-4cbe-a12c-6eb6cc689337)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:25:07.421496 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:07.422645 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 7121023e-fda3-42f4-828e-9dd22cf5e92c up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:25:07.458466 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ac73a91c-ccba-4b25-a972-238d5e1f000b tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:07.461862 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267b993e-fc6d-4316-801f-3255049cdc31 admin admin] Network 5adc9e1a-06dd-4842-a09a-b9646221efc9 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:25:07.468152 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-267b993e-fc6d-4316-801f-3255049cdc31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:25:07.480459 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f1769813-2043-47cd-98c8-02e5cf605e4d tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:07.510259 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73a91c-ccba-4b25-a972-238d5e1f000b tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Pushing event deleted for resources: {'Port': ['ID=0561467d-98fd-41b4-a81a-771c035fd718,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:07.543742 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f1769813-2043-47cd-98c8-02e5cf605e4d tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:07.644811 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:07.681755 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=f407bf5c-2622-41e5-a507-31011ed4afae,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:07.730293 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f1769813-2043-47cd-98c8-02e5cf605e4d tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:07.736119 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f1769813-2043-47cd-98c8-02e5cf605e4d tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:07.738046 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f1769813-2043-47cd-98c8-02e5cf605e4d tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "DELETE /v2.0/security-groups/004e18bf-5fdd-4e64-bc2b-e86fb7035cad HTTP/1.1" status: 204 len: 168 time: 0.4317396 Sep 30 13:25:07.741631 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:25:07.747712 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 7121023e-fda3-42f4-828e-9dd22cf5e92c completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:25:07.769584 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 7121023e-fda3-42f4-828e-9dd22cf5e92c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:25:07.770954 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52346) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:07.775634 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:07.813163 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1769813-2043-47cd-98c8-02e5cf605e4d tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=004e18bf-5fdd-4e64-bc2b-e86fb7035cad,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:07.858614 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 7ead6122-2c39-4dba-8443-f343a92f1036, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=7ead6122-2c39-4dba-8443-f343a92f1036,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:25:07.877020 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:07.881565 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9eb0c5-9647-4601-b300-e4b9a4860f25 None None] New status for floating IP 9535d90f-f545-45bd-ba61-6ac95d50fe2a: DOWN {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:25:07.960899 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e52d6d-b15a-43d5-a032-19b5958005e8'}, {'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f407bf5c-2622-41e5-a507-31011ed4afae'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:25:07.964250 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb96aaa-cc67-4b2f-af0c-ef7b99e74448" -d '{"events": [{"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-plugged", "status": "completed", "tag": "37e52d6d-b15a-43d5-a032-19b5958005e8"}, {"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-plugged", "status": "completed", "tag": "f407bf5c-2622-41e5-a507-31011ed4afae"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:25:07.991194 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ac73a91c-ccba-4b25-a972-238d5e1f000b tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for floatingip, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:07.996616 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ac73a91c-ccba-4b25-a972-238d5e1f000b tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:07.998638 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ac73a91c-ccba-4b25-a972-238d5e1f000b tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "DELETE /v2.0/floatingips/9535d90f-f545-45bd-ba61-6ac95d50fe2a HTTP/1.1" status: 204 len: 168 time: 2.4725049 Sep 30 13:25:08.012005 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:08.035562 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=7ead6122-2c39-4dba-8443-f343a92f1036,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:08.085723 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 7121023e-fda3-42f4-828e-9dd22cf5e92c, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=7121023e-fda3-42f4-828e-9dd22cf5e92c,segment=NetworkSegment(f097219d-7f39-4cbe-a12c-6eb6cc689337),segment_id=f097219d-7f39-4cbe-a12c-6eb6cc689337)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:25:08.087069 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-59c8e861-1670-444b-a75c-d49b892763cd None None] Provisioning complete for port f0d7751e-9ed0-4f43-aa27-e892ddac522e triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:25:08.087487 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-59c8e861-1670-444b-a75c-d49b892763cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:08.114451 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:08.152715 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3e4f544c-d478-4c29-a7a5-c4fd41d1b5f9 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3770165 Sep 30 13:25:08.155318 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52356) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:08.157466 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e59747-8234-4ec0-9c38-b38335bb076a req-6e285f07-fbe5-4875-b08d-0e5f665500e2 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:08.165629 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e59747-8234-4ec0-9c38-b38335bb076a req-6e285f07-fbe5-4875-b08d-0e5f665500e2 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:08.179758 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-59c8e861-1670-444b-a75c-d49b892763cd None None] Port f0d7751e-9ed0-4f43-aa27-e892ddac522e cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:25:08.190432 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e59747-8234-4ec0-9c38-b38335bb076a req-6e285f07-fbe5-4875-b08d-0e5f665500e2 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:08.200567 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=7121023e-fda3-42f4-828e-9dd22cf5e92c,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:08.204511 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e59747-8234-4ec0-9c38-b38335bb076a req-6e285f07-fbe5-4875-b08d-0e5f665500e2 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:08.213744 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e59747-8234-4ec0-9c38-b38335bb076a req-6e285f07-fbe5-4875-b08d-0e5f665500e2 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:08.221213 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e59747-8234-4ec0-9c38-b38335bb076a req-6e285f07-fbe5-4875-b08d-0e5f665500e2 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:08.230834 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e59747-8234-4ec0-9c38-b38335bb076a req-6e285f07-fbe5-4875-b08d-0e5f665500e2 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:08.235780 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bba2a6-c937-4571-adc1-2607a223f8af req-b39d1c89-cc5a-4c9f-bd94-c328fe2a5477 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:08.237408 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-88bba2a6-c937-4571-adc1-2607a223f8af req-b39d1c89-cc5a-4c9f-bd94-c328fe2a5477 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 945 time: 0.3808160 Sep 30 13:25:08.241313 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f9e59747-8234-4ec0-9c38-b38335bb076a req-6e285f07-fbe5-4875-b08d-0e5f665500e2 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5442 time: 0.3888397 Sep 30 13:25:08.287551 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6162e526-cac7-4225-83cf-39e7a6d2f949 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:08.323871 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:25:08.334605 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6162e526-cac7-4225-83cf-39e7a6d2f949 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:08.339915 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-88bba2a6-c937-4571-adc1-2607a223f8af req-06eebed3-ce54-4694-af2d-4eb974039738 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886059 Sep 30 13:25:08.357925 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602e117-1849-4d3d-a5d0-fc8b2c20bad7 req-a8b45b0f-c638-4c71-8a2e-c2b966a88925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:08.359849 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7602e117-1849-4d3d-a5d0-fc8b2c20bad7 req-a8b45b0f-c638-4c71-8a2e-c2b966a88925 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98da75223b4542fa945256e1e66ee7e8&device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 1096 time: 0.5311999 Sep 30 13:25:08.408244 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6162e526-cac7-4225-83cf-39e7a6d2f949 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:08.411463 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6162e526-cac7-4225-83cf-39e7a6d2f949 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:08.415914 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6162e526-cac7-4225-83cf-39e7a6d2f949 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "DELETE /v2.0/security-groups/ba6b5a17-1793-4d57-8dbd-0d8b1893f56b HTTP/1.1" status: 204 len: 168 time: 0.2594347 Sep 30 13:25:08.416574 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52362) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:08.432045 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f9e59747-8234-4ec0-9c38-b38335bb076a req-5d443d0f-6d60-4955-acda-a0beef2daa25 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1895301 Sep 30 13:25:08.434381 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Sep 2021 13:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a82421c-ad3b-48f4-a569-5247c8a4b14f x-openstack-request-id: req-4a82421c-ad3b-48f4-a569-5247c8a4b14f {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:25:08.434840 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-plugged", "status": "completed", "tag": "37e52d6d-b15a-43d5-a032-19b5958005e8", "code": 200}, {"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-plugged", "status": "completed", "tag": "f407bf5c-2622-41e5-a507-31011ed4afae", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:25:08.435056 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a82421c-ad3b-48f4-a569-5247c8a4b14f {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:25:08.435484 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e52d6d-b15a-43d5-a032-19b5958005e8', 'code': 200} Sep 30 13:25:08.436040 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f407bf5c-2622-41e5-a507-31011ed4afae', 'code': 200} Sep 30 13:25:08.458584 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:25:08.458973 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:08.474383 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162e526-cac7-4225-83cf-39e7a6d2f949 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6b5a17-1793-4d57-8dbd-0d8b1893f56b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:08.555630 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5ce3fc62-e7d1-4980-9038-f234dc14e2ee tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1350021 Sep 30 13:25:08.556575 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52366) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:08.572183 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-edb13db4-5124-4c44-96bb-0656e88b1281 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group': {'name': 'tempest-secgroup--876555084'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:08.616470 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-edb13db4-5124-4c44-96bb-0656e88b1281 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:08.651002 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267b993e-fc6d-4316-801f-3255049cdc31 admin admin] Router 1a8c6e81-7778-4e81-ba2f-f331c61ea1f2 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:25:08.653441 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602e117-1849-4d3d-a5d0-fc8b2c20bad7 req-ad3943be-9eb3-4123-9370-d0400cc35499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:08.655148 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7602e117-1849-4d3d-a5d0-fc8b2c20bad7 req-ad3943be-9eb3-4123-9370-d0400cc35499 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7195b82e-2370-482f-8f8c-387d480e7e4c HTTP/1.1" status: 200 len: 912 time: 0.2711706 Sep 30 13:25:08.676419 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 8e560480-7d46-4a35-a5ec-be0dc3060afd up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:25:08.789692 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 8e560480-7d46-4a35-a5ec-be0dc3060afd triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:25:08.791145 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:08.805098 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-edb13db4-5124-4c44-96bb-0656e88b1281 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:08.816809 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-edb13db4-5124-4c44-96bb-0656e88b1281 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:08.825972 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7602e117-1849-4d3d-a5d0-fc8b2c20bad7 req-4bc856b0-4667-4295-918f-1879d326f740 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d02f1172-b5a2-411a-9f20-0ab35d343a6f HTTP/1.1" status: 200 len: 217 time: 0.1531055 Sep 30 13:25:08.880913 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb13db4-5124-4c44-96bb-0656e88b1281 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=122ba7f2-fc1a-43da-8889-4661e95af819,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:08.899861 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-edb13db4-5124-4c44-96bb-0656e88b1281 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:08.906209 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-edb13db4-5124-4c44-96bb-0656e88b1281 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3484793 Sep 30 13:25:08.907109 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52368) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:08.918270 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-b3306a6c-d9d6-4ef9-b648-4c7224460d35 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group_rule': {'security_group_id': '122ba7f2-fc1a-43da-8889-4661e95af819', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:08.935953 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb13db4-5124-4c44-96bb-0656e88b1281 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:08.936930 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb13db4-5124-4c44-96bb-0656e88b1281 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:08.937285 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb13db4-5124-4c44-96bb-0656e88b1281 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:08.938285 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb13db4-5124-4c44-96bb-0656e88b1281 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:08.938633 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb13db4-5124-4c44-96bb-0656e88b1281 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:08.938971 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb13db4-5124-4c44-96bb-0656e88b1281 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:08.939306 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb13db4-5124-4c44-96bb-0656e88b1281 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:08.939643 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb13db4-5124-4c44-96bb-0656e88b1281 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:08.939971 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb13db4-5124-4c44-96bb-0656e88b1281 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:08.940300 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb13db4-5124-4c44-96bb-0656e88b1281 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:08.940628 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb13db4-5124-4c44-96bb-0656e88b1281 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:08.940953 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb13db4-5124-4c44-96bb-0656e88b1281 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:09.015076 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602e117-1849-4d3d-a5d0-fc8b2c20bad7 req-fa8c5f32-7f1a-437a-b688-4999d3ddd97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:09.016890 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7602e117-1849-4d3d-a5d0-fc8b2c20bad7 req-fa8c5f32-7f1a-437a-b688-4999d3ddd97b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5ad1dcd-57d3-4dad-abeb-73317cb31cf3 HTTP/1.1" status: 200 len: 851 time: 0.1815469 Sep 30 13:25:09.019043 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-b3306a6c-d9d6-4ef9-b648-4c7224460d35 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:25:09.022833 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b3306a6c-d9d6-4ef9-b648-4c7224460d35 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1118188 Sep 30 13:25:09.023060 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52370) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:09.029203 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-41fcee1e-0259-4cb7-ad36-72181eb2aa4f tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group_rule': {'security_group_id': '122ba7f2-fc1a-43da-8889-4661e95af819', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:09.066857 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7602e117-1849-4d3d-a5d0-fc8b2c20bad7 req-94d3b076-0953-4370-b50f-4d1c82606fec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7195b82e-2370-482f-8f8c-387d480e7e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414300 Sep 30 13:25:09.068035 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267b993e-fc6d-4316-801f-3255049cdc31 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:25:09.079739 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65341ab9-c18a-4281-8bc5-2b466469d597 None None] Sync routers for ids ['1a8c6e81-7778-4e81-ba2f-f331c61ea1f2'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:25:09.082054 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-267b993e-fc6d-4316-801f-3255049cdc31 admin admin] 10.222.0.18 "PUT /v2.0/routers/1a8c6e81-7778-4e81-ba2f-f331c61ea1f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7470970 Sep 30 13:25:09.102450 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-41fcee1e-0259-4cb7-ad36-72181eb2aa4f tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:25:09.104931 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-41fcee1e-0259-4cb7-ad36-72181eb2aa4f tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0803902 Sep 30 13:25:09.108159 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52374) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:09.111587 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65341ab9-c18a-4281-8bc5-2b466469d597 None None] Routers {'1a8c6e81-7778-4e81-ba2f-f331c61ea1f2'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:25:09.112258 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-65341ab9-c18a-4281-8bc5-2b466469d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:24:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1a8c6e81-7778-4e81-ba2f-f331c61ea1f2'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:25:09.260186 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-49c27032-e306-426b-87cf-775e6f19b9c5 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:09.310981 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-49c27032-e306-426b-87cf-775e6f19b9c5 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:09.315834 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7602e117-1849-4d3d-a5d0-fc8b2c20bad7 req-9e1edd03-f41f-4e23-8c9f-4606484c2382 service neutron] 10.222.0.39 "GET /v2.0/networks/7195b82e-2370-482f-8f8c-387d480e7e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317185 Sep 30 13:25:09.407494 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-49c27032-e306-426b-87cf-775e6f19b9c5 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:09.410512 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-49c27032-e306-426b-87cf-775e6f19b9c5 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:09.412745 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-49c27032-e306-426b-87cf-775e6f19b9c5 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "DELETE /v2.0/security-groups/122ba7f2-fc1a-43da-8889-4661e95af819 HTTP/1.1" status: 204 len: 168 time: 0.3029773 Sep 30 13:25:09.416187 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52382) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:09.470952 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c27032-e306-426b-87cf-775e6f19b9c5 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=122ba7f2-fc1a-43da-8889-4661e95af819,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:09.495543 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-65341ab9-c18a-4281-8bc5-2b466469d597 None None] Set router 1a8c6e81-7778-4e81-ba2f-f331c61ea1f2 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:25:09.508823 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3eb497fb-3e72-4fa8-b4e2-35d42f535875 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0683599 Sep 30 13:25:09.509039 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7602e117-1849-4d3d-a5d0-fc8b2c20bad7 req-3130b9bd-c302-4e1a-85fe-ef7ce8a24776 service neutron] 10.222.0.39 "GET /v2.0/networks/7195b82e-2370-482f-8f8c-387d480e7e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853526 Sep 30 13:25:09.512373 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52388) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:09.519887 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-6d10d83f-80f4-4519-990b-1b28c6368af9 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1576394834'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:09.561472 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6d10d83f-80f4-4519-990b-1b28c6368af9 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:09.638093 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592bd6f-e52b-4d9c-bd4c-2ba44823f7e4 req-a9a77c1d-f1dd-4f42-b45a-05a68cd6e0e1 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:09.645661 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1592bd6f-e52b-4d9c-bd4c-2ba44823f7e4 req-a9a77c1d-f1dd-4f42-b45a-05a68cd6e0e1 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 945 time: 0.1307030 Sep 30 13:25:09.651337 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52394) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:09.656713 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-5446ec18-9bb8-4ed3-ae92-78d682245aea tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Request body: {'security_group': {'name': 'tempest-securitygroup--156621968', 'description': 'tempest-description--1471318342'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:09.721246 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1592bd6f-e52b-4d9c-bd4c-2ba44823f7e4 req-fe68d1da-161e-421a-9ca4-a312ec07a202 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522144 Sep 30 13:25:09.798061 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6d10d83f-80f4-4519-990b-1b28c6368af9 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:09.807632 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6d10d83f-80f4-4519-990b-1b28c6368af9 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:09.836955 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5446ec18-9bb8-4ed3-ae92-78d682245aea tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:09.878393 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10d83f-80f4-4519-990b-1b28c6368af9 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0a3ffb-dc63-4448-a050-0e177dce4162,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:09.906588 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-65341ab9-c18a-4281-8bc5-2b466469d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8c6e81-7778-4e81-ba2f-f331c61ea1f2', 'name': 'tempest-TestServerBasicOps-824672491-router', 'tenant_id': '5cc8c86875b04261a911cdfbe1b0a308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '7ead6122-2c39-4dba-8443-f343a92f1036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:57Z', 'updated_at': '2021-09-30T13:25:05Z', 'revision_number': 4, 'project_id': '5cc8c86875b04261a911cdfbe1b0a308', 'gw_port': {'id': '7ead6122-2c39-4dba-8443-f343a92f1036', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8c6e81-7778-4e81-ba2f-f331c61ea1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:58Z', 'updated_at': '2021-09-30T13:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'f0d7751e-9ed0-4f43-aa27-e892ddac522e', 'name': '', 'network_id': '5adc9e1a-06dd-4842-a09a-b9646221efc9', 'tenant_id': '5cc8c86875b04261a911cdfbe1b0a308', 'mac_address': 'fa:16:3e:bf:46:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8c6e81-7778-4e81-ba2f-f331c61ea1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5b57cdd1-4625-40e3-8a34-ea8422e367f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:25:03Z', 'updated_at': '2021-09-30T13:25:06Z', 'revision_number': 2, 'project_id': '5cc8c86875b04261a911cdfbe1b0a308', 'subnets': [{'id': '5b57cdd1-4625-40e3-8a34-ea8422e367f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:25:09.911909 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818a34a-c58b-4df3-a89a-c6fa5e3b6349 req-3b806c12-251f-43fb-bbfb-70ecb3d48686 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:09.919974 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818a34a-c58b-4df3-a89a-c6fa5e3b6349 req-3b806c12-251f-43fb-bbfb-70ecb3d48686 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:09.927533 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818a34a-c58b-4df3-a89a-c6fa5e3b6349 req-3b806c12-251f-43fb-bbfb-70ecb3d48686 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:09.949315 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65341ab9-c18a-4281-8bc5-2b466469d597 None None] Checking router: 1a8c6e81-7778-4e81-ba2f-f331c61ea1f2 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:25:09.949837 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65341ab9-c18a-4281-8bc5-2b466469d597 None None] Updating router 1a8c6e81-7778-4e81-ba2f-f331c61ea1f2 port f0d7751e-9ed0-4f43-aa27-e892ddac522e binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:25:09.954952 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818a34a-c58b-4df3-a89a-c6fa5e3b6349 req-3b806c12-251f-43fb-bbfb-70ecb3d48686 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:09.964183 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818a34a-c58b-4df3-a89a-c6fa5e3b6349 req-3b806c12-251f-43fb-bbfb-70ecb3d48686 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:09.986541 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-65341ab9-c18a-4281-8bc5-2b466469d597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:09.994122 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818a34a-c58b-4df3-a89a-c6fa5e3b6349 req-3b806c12-251f-43fb-bbfb-70ecb3d48686 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:10.007527 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818a34a-c58b-4df3-a89a-c6fa5e3b6349 req-3b806c12-251f-43fb-bbfb-70ecb3d48686 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:10.009618 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b818a34a-c58b-4df3-a89a-c6fa5e3b6349 req-3b806c12-251f-43fb-bbfb-70ecb3d48686 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5443 time: 0.1956148 Sep 30 13:25:10.048502 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5446ec18-9bb8-4ed3-ae92-78d682245aea tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:10.057161 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5446ec18-9bb8-4ed3-ae92-78d682245aea tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:10.065299 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 7ead6122-2c39-4dba-8443-f343a92f1036 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:25:10.099797 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446ec18-9bb8-4ed3-ae92-78d682245aea tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a66d1e-9f71-4e11-bc6d-1799d53658b9,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:10.104160 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5446ec18-9bb8-4ed3-ae92-78d682245aea tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:10.104862 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5446ec18-9bb8-4ed3-ae92-78d682245aea tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4522457 Sep 30 13:25:10.108284 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52398) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:10.114535 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b818a34a-c58b-4df3-a89a-c6fa5e3b6349 req-c3f729df-141b-4862-87b0-e4fa34713187 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0974889 Sep 30 13:25:10.115856 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6d10d83f-80f4-4519-990b-1b28c6368af9 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:10.117016 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6d10d83f-80f4-4519-990b-1b28c6368af9 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6033466 Sep 30 13:25:10.122339 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-7b1cbceb-7113-44d5-b523-15fe1c2a5af2 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Request body: {'security_group_rule': {'security_group_id': 'c3a66d1e-9f71-4e11-bc6d-1799d53658b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:10.123799 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52400) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:10.131781 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-b35b604d-f9e2-4c5e-8965-d3776b765e8e tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:10.132243 n-d-810909-2 neutron-server[94763]: WARNING neutron.api.v2.base [None req-b35b604d-f9e2-4c5e-8965-d3776b765e8e tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 30 13:25:10.132749 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-b35b604d-f9e2-4c5e-8965-d3776b765e8e tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] update failed (client error): There was a conflict when trying to complete your request. Sep 30 13:25:10.133743 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b35b604d-f9e2-4c5e-8965-d3776b765e8e tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "PUT /v2.0/security-groups/6f0a3ffb-dc63-4448-a050-0e177dce4162 HTTP/1.1" status: 409 len: 330 time: 0.0089657 Sep 30 13:25:10.142287 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52402) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:10.237066 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b1cbceb-7113-44d5-b523-15fe1c2a5af2 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:10.322633 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3c697186-678a-4d41-ac59-c87f5fac17a6 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:10.372650 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3c697186-678a-4d41-ac59-c87f5fac17a6 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:10.452380 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3c697186-678a-4d41-ac59-c87f5fac17a6 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:10.456916 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3c697186-678a-4d41-ac59-c87f5fac17a6 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:10.461023 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3c697186-678a-4d41-ac59-c87f5fac17a6 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "DELETE /v2.0/security-groups/6f0a3ffb-dc63-4448-a050-0e177dce4162 HTTP/1.1" status: 204 len: 168 time: 0.3151140 Sep 30 13:25:10.464273 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52408) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:10.469826 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b1cbceb-7113-44d5-b523-15fe1c2a5af2 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:10.480719 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c697186-678a-4d41-ac59-c87f5fac17a6 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0a3ffb-dc63-4448-a050-0e177dce4162,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:10.495247 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b1cbceb-7113-44d5-b523-15fe1c2a5af2 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:10.521623 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7121023e-fda3-42f4-828e-9dd22cf5e92c'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:25:10.525722 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4985e89-0ab9-4af9-9173-ab7c176ed39a" -d '{"events": [{"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-plugged", "status": "completed", "tag": "7121023e-fda3-42f4-828e-9dd22cf5e92c"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:25:10.577299 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1cbceb-7113-44d5-b523-15fe1c2a5af2 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31f317f-1b67-4554-969a-93512cf35d41,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:10.605148 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52416) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:10.611669 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b1cbceb-7113-44d5-b523-15fe1c2a5af2 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:10.613369 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-648a7c54-487b-4a99-9294-e31d5e1c8d8d tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-955891034', 'description': 'tempest-secgroup-smoke-955891034 description', 'project_id': '20a400e998f54b20a9927f300081053c'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:10.619367 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7b1cbceb-7113-44d5-b523-15fe1c2a5af2 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5097497 Sep 30 13:25:10.624908 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52418) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:10.633626 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-388bc1dc-77ae-40d7-98b4-3eb47b13b4da tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Request body: {'security_group_rule': {'security_group_id': 'c3a66d1e-9f71-4e11-bc6d-1799d53658b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:10.635595 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1864997-c80c-4ac8-914c-05781fda76e3 x-openstack-request-id: req-b1864997-c80c-4ac8-914c-05781fda76e3 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:25:10.635976 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-plugged", "status": "completed", "tag": "7121023e-fda3-42f4-828e-9dd22cf5e92c", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:25:10.636289 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b1864997-c80c-4ac8-914c-05781fda76e3 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:25:10.636736 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7121023e-fda3-42f4-828e-9dd22cf5e92c', 'code': 200} Sep 30 13:25:10.666203 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-648a7c54-487b-4a99-9294-e31d5e1c8d8d tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:10.688043 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-45eade03-4af0-47b7-8de0-04479a993bc3 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2225289 Sep 30 13:25:10.691871 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52420) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:10.707759 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-8c8af558-ac68-4da3-9740-14016b3caa8e tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] delete failed (client error): The resource could not be found. Sep 30 13:25:10.712792 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8c8af558-ac68-4da3-9740-14016b3caa8e tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "DELETE /v2.0/security-groups/8d37443e-e107-4075-9b90-b9d84b5c2de8 HTTP/1.1" status: 404 len: 347 time: 0.0155406 Sep 30 13:25:10.713338 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52422) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:10.728560 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-77307d54-b291-4277-883d-31d7bb76b325 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] show failed (client error): The resource could not be found. Sep 30 13:25:10.734228 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-77307d54-b291-4277-883d-31d7bb76b325 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "GET /v2.0/security-groups/b2168395-3131-46d1-a814-1a645606dc86 HTTP/1.1" status: 404 len: 347 time: 0.0151694 Sep 30 13:25:10.735247 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52424) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:10.754445 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-9a8fb926-b097-41f3-86c3-e5946cd9b6a4 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] show failed (client error): The resource could not be found. Sep 30 13:25:10.756270 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9a8fb926-b097-41f3-86c3-e5946cd9b6a4 tempest-NegativeSecGroupIPv6Test-192011883 tempest-NegativeSecGroupIPv6Test-192011883-project] 10.222.0.18 "GET /v2.0/security-group-rules/70a10bb1-f903-4cbf-a682-63336bd0836b HTTP/1.1" status: 404 len: 356 time: 0.0205295 Sep 30 13:25:10.758276 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-1a832c92-d6d0-464d-a64d-981e78ffc1ac req-9ed71f51-9cac-4cf9-847d-b3b61a12240f service neutron] (94764) timed out ('10.222.0.18', 53730) {{(pid=94764) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 13:25:10.772074 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-388bc1dc-77ae-40d7-98b4-3eb47b13b4da tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:10.787352 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 7ead6122-2c39-4dba-8443-f343a92f1036 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:25:10.790474 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:10.806224 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6920b5f-f46a-492c-addd-aba545cf5074 req-8a9e9930-2dbb-43e1-9221-f638f2db11d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:10.807112 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6920b5f-f46a-492c-addd-aba545cf5074 req-8a9e9930-2dbb-43e1-9221-f638f2db11d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:10.807778 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6920b5f-f46a-492c-addd-aba545cf5074 req-8a9e9930-2dbb-43e1-9221-f638f2db11d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:10.808399 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6920b5f-f46a-492c-addd-aba545cf5074 req-8a9e9930-2dbb-43e1-9221-f638f2db11d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:10.809708 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6920b5f-f46a-492c-addd-aba545cf5074 req-8a9e9930-2dbb-43e1-9221-f638f2db11d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:10.810408 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6920b5f-f46a-492c-addd-aba545cf5074 req-8a9e9930-2dbb-43e1-9221-f638f2db11d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:10.811040 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6920b5f-f46a-492c-addd-aba545cf5074 req-8a9e9930-2dbb-43e1-9221-f638f2db11d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:10.813772 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f6920b5f-f46a-492c-addd-aba545cf5074 req-8a9e9930-2dbb-43e1-9221-f638f2db11d9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 6500 time: 0.1199231 Sep 30 13:25:10.908870 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-648a7c54-487b-4a99-9294-e31d5e1c8d8d tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:10.914263 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-648a7c54-487b-4a99-9294-e31d5e1c8d8d tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:10.950603 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-648a7c54-487b-4a99-9294-e31d5e1c8d8d tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:10.952475 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-648a7c54-487b-4a99-9294-e31d5e1c8d8d tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3430738 Sep 30 13:25:10.955740 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52430) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:10.961238 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-aba06836-4272-464d-b93e-9d9b17f1ed8c tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Request body: {'security_group_rule': {'security_group_id': '35be3bdd-fe1b-46ea-9bb2-b1ab4a987c68', 'project_id': '20a400e998f54b20a9927f300081053c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:10.982263 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-388bc1dc-77ae-40d7-98b4-3eb47b13b4da tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:10.991762 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a7c54-487b-4a99-9294-e31d5e1c8d8d tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35be3bdd-fe1b-46ea-9bb2-b1ab4a987c68,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:11.000658 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f6920b5f-f46a-492c-addd-aba545cf5074 req-e7dc0dd9-0203-45af-8ff0-7c74d3aad6cb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1764150 Sep 30 13:25:11.005631 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-388bc1dc-77ae-40d7-98b4-3eb47b13b4da tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:11.017043 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-aba06836-4272-464d-b93e-9d9b17f1ed8c tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:11.098298 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5314855-e804-469c-90fb-25b5051d9b0d req-e39941c3-0df7-4ed0-a323-89e4580f008a tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:11.100437 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c5314855-e804-469c-90fb-25b5051d9b0d req-e39941c3-0df7-4ed0-a323-89e4580f008a tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 945 time: 0.2180848 Sep 30 13:25:11.101135 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-aba06836-4272-464d-b93e-9d9b17f1ed8c tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:11.102330 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388bc1dc-77ae-40d7-98b4-3eb47b13b4da tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ccf36f-b013-42af-b2c4-79e3c0d04a75,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:11.106777 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-aba06836-4272-464d-b93e-9d9b17f1ed8c tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:11.117565 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-65341ab9-c18a-4281-8bc5-2b466469d597 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:11.125169 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-65341ab9-c18a-4281-8bc5-2b466469d597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:11.134095 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba06836-4272-464d-b93e-9d9b17f1ed8c tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d691b364-f148-4f13-a3ba-f9ea006313bb,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:11.152078 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-aba06836-4272-464d-b93e-9d9b17f1ed8c tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:11.156180 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-aba06836-4272-464d-b93e-9d9b17f1ed8c tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1990714 Sep 30 13:25:11.156803 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52434) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:11.165353 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-388bc1dc-77ae-40d7-98b4-3eb47b13b4da tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:11.168641 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-388bc1dc-77ae-40d7-98b4-3eb47b13b4da tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5393515 Sep 30 13:25:11.171695 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52438) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:11.174036 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-a8a38f57-a6a1-49bb-a9e8-1e2ff999bbbf tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Request body: {'security_group_rule': {'security_group_id': '35be3bdd-fe1b-46ea-9bb2-b1ab4a987c68', 'project_id': '20a400e998f54b20a9927f300081053c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:11.186208 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-e5941d53-8bb4-484a-bd82-9e10bb1a1e27 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:11.190685 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd559c7a-43a7-432e-b144-80d9f88aadc4 None None] Pushing event updated for resources: {'Port': ['ID=f0d7751e-9ed0-4f43-aa27-e892ddac522e,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:11.246460 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a8a38f57-a6a1-49bb-a9e8-1e2ff999bbbf tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:11.273014 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52442) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:11.307685 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c5314855-e804-469c-90fb-25b5051d9b0d req-d7ce2e00-7dbd-4c50-ba25-bb469041e9d9 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915596 Sep 30 13:25:11.311609 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-65341ab9-c18a-4281-8bc5-2b466469d597 None None] Attempting to bind port f0d7751e-9ed0-4f43-aa27-e892ddac522e on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:25:11.311987 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-65341ab9-c18a-4281-8bc5-2b466469d597 None None] Attempting to bind port f0d7751e-9ed0-4f43-aa27-e892ddac522e by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '7dd72fd4-5dc1-4afc-8307-1220c7dc2eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5adc9e1a-06dd-4842-a09a-b9646221efc9'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:25:11.312753 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65341ab9-c18a-4281-8bc5-2b466469d597 None None] Attempting to bind port f0d7751e-9ed0-4f43-aa27-e892ddac522e on network 5adc9e1a-06dd-4842-a09a-b9646221efc9 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:25:11.324748 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e5941d53-8bb4-484a-bd82-9e10bb1a1e27 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:11.335603 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65341ab9-c18a-4281-8bc5-2b466469d597 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:25:11.335940 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65341ab9-c18a-4281-8bc5-2b466469d597 None None] Checking segment: {'id': '7dd72fd4-5dc1-4afc-8307-1220c7dc2eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5adc9e1a-06dd-4842-a09a-b9646221efc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:25:11.337051 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-65341ab9-c18a-4281-8bc5-2b466469d597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:11.338663 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65341ab9-c18a-4281-8bc5-2b466469d597 None None] Bound using segment: {'id': '7dd72fd4-5dc1-4afc-8307-1220c7dc2eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5adc9e1a-06dd-4842-a09a-b9646221efc9'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:25:11.339181 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-65341ab9-c18a-4281-8bc5-2b466469d597 None None] Bound port: f0d7751e-9ed0-4f43-aa27-e892ddac522e, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd72fd4-5dc1-4afc-8307-1220c7dc2eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5adc9e1a-06dd-4842-a09a-b9646221efc9'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:25:11.342227 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-65341ab9-c18a-4281-8bc5-2b466469d597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:11.464675 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a8a38f57-a6a1-49bb-a9e8-1e2ff999bbbf tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:11.490396 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a8a38f57-a6a1-49bb-a9e8-1e2ff999bbbf tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:11.531171 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e5941d53-8bb4-484a-bd82-9e10bb1a1e27 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:11.574118 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-65341ab9-c18a-4281-8bc5-2b466469d597 None None] For port f0d7751e-9ed0-4f43-aa27-e892ddac522e, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:25:11.576677 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7a38a-2d7f-4cb8-810f-2adc2ac58bfd req-60219291-1e62-4e3a-9f55-a3d0058e5900 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:11.580499 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-65341ab9-c18a-4281-8bc5-2b466469d597 None None] For port f0d7751e-9ed0-4f43-aa27-e892ddac522e, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=f0d7751e-9ed0-4f43-aa27-e892ddac522e,segment=NetworkSegment(7dd72fd4-5dc1-4afc-8307-1220c7dc2eb5),segment_id=7dd72fd4-5dc1-4afc-8307-1220c7dc2eb5)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:25:11.596461 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7a38a-2d7f-4cb8-810f-2adc2ac58bfd req-60219291-1e62-4e3a-9f55-a3d0058e5900 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:11.598599 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-65341ab9-c18a-4281-8bc5-2b466469d597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:11.611722 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7a38a-2d7f-4cb8-810f-2adc2ac58bfd req-60219291-1e62-4e3a-9f55-a3d0058e5900 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:11.618379 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7a38a-2d7f-4cb8-810f-2adc2ac58bfd req-60219291-1e62-4e3a-9f55-a3d0058e5900 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:11.638906 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7a38a-2d7f-4cb8-810f-2adc2ac58bfd req-60219291-1e62-4e3a-9f55-a3d0058e5900 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:11.655151 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-67228c8e-cf1c-47f3-8397-235cf856966b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b66099b6b8547488ff115a4541455c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3782976 Sep 30 13:25:11.661497 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7a38a-2d7f-4cb8-810f-2adc2ac58bfd req-60219291-1e62-4e3a-9f55-a3d0058e5900 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:11.665694 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52456) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:11.673536 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7a38a-2d7f-4cb8-810f-2adc2ac58bfd req-60219291-1e62-4e3a-9f55-a3d0058e5900 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:11.697883 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65341ab9-c18a-4281-8bc5-2b466469d597 None None] Routers {'1a8c6e81-7778-4e81-ba2f-f331c61ea1f2'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:25:11.698888 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-65341ab9-c18a-4281-8bc5-2b466469d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:24:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1a8c6e81-7778-4e81-ba2f-f331c61ea1f2'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:25:11.703302 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92b7a38a-2d7f-4cb8-810f-2adc2ac58bfd req-60219291-1e62-4e3a-9f55-a3d0058e5900 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5443 time: 0.4202442 Sep 30 13:25:11.736864 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5f6c8698-3236-4dc3-977e-4cf094e5c96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:11.754362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd559c7a-43a7-432e-b144-80d9f88aadc4 None None] Pushing event updated for resources: {'Port': ['ID=f0d7751e-9ed0-4f43-aa27-e892ddac522e,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:11.757153 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a8a38f57-a6a1-49bb-a9e8-1e2ff999bbbf tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:11.765617 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a8a38f57-a6a1-49bb-a9e8-1e2ff999bbbf tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6075730 Sep 30 13:25:11.766378 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52464) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:11.772566 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5f6c8698-3236-4dc3-977e-4cf094e5c96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:11.796647 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-5a444675-84fb-461f-acdb-fe7de1b51bf9 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Request body: {'security_group_rule': {'security_group_id': '35be3bdd-fe1b-46ea-9bb2-b1ab4a987c68', 'project_id': '20a400e998f54b20a9927f300081053c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:11.818638 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a38f57-a6a1-49bb-a9e8-1e2ff999bbbf tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8871dfe7-5d54-4783-854b-9a8d70e86ba6,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:11.829495 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-8ab787b2-5564-46ac-aadd-0c73f5a30226 None None] Provisioning complete for port f0d7751e-9ed0-4f43-aa27-e892ddac522e triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:25:11.829926 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8ab787b2-5564-46ac-aadd-0c73f5a30226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:11.858891 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5f6c8698-3236-4dc3-977e-4cf094e5c96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:11.865517 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5f6c8698-3236-4dc3-977e-4cf094e5c96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:11.872829 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5f6c8698-3236-4dc3-977e-4cf094e5c96d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/112dfd37-a5bc-4a8c-8be1-e6b6a9357938 HTTP/1.1" status: 204 len: 168 time: 0.2058330 Sep 30 13:25:11.905810 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c8698-3236-4dc3-977e-4cf094e5c96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112dfd37-a5bc-4a8c-8be1-e6b6a9357938,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:11.928360 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92b7a38a-2d7f-4cb8-810f-2adc2ac58bfd req-70328379-3c5f-4833-a090-a4ff7af0f8cb tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2238436 Sep 30 13:25:11.964045 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5a444675-84fb-461f-acdb-fe7de1b51bf9 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:12.130894 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-e5941d53-8bb4-484a-bd82-9e10bb1a1e27 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Allocated IP 172.25.5.126 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/978a50c2-b28f-4405-9cb7-fc3da8673ec5) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:25:12.214994 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5a444675-84fb-461f-acdb-fe7de1b51bf9 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:12.224927 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5a444675-84fb-461f-acdb-fe7de1b51bf9 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:12.251168 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-65341ab9-c18a-4281-8bc5-2b466469d597 None None] Set router 1a8c6e81-7778-4e81-ba2f-f331c61ea1f2 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:25:12.518032 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e5941d53-8bb4-484a-bd82-9e10bb1a1e27 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:12.607271 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e5941d53-8bb4-484a-bd82-9e10bb1a1e27 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:12.718258 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8ab787b2-5564-46ac-aadd-0c73f5a30226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:12.808374 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5941d53-8bb4-484a-bd82-9e10bb1a1e27 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:25:12.839418 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-e5941d53-8bb4-484a-bd82-9e10bb1a1e27 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:25:12.861597 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-8ab787b2-5564-46ac-aadd-0c73f5a30226 None None] For port f0d7751e-9ed0-4f43-aa27-e892ddac522e, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=f0d7751e-9ed0-4f43-aa27-e892ddac522e,segment=NetworkSegment(7dd72fd4-5dc1-4afc-8307-1220c7dc2eb5),segment_id=7dd72fd4-5dc1-4afc-8307-1220c7dc2eb5)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:25:12.873920 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5941d53-8bb4-484a-bd82-9e10bb1a1e27 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:25:12.888680 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8ab787b2-5564-46ac-aadd-0c73f5a30226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:12.912697 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209160bd-1fec-47b0-abda-491ac3477e2d req-788cfdd2-599e-481e-bec1-c203c0a52159 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:12.934540 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-209160bd-1fec-47b0-abda-491ac3477e2d req-788cfdd2-599e-481e-bec1-c203c0a52159 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 945 time: 0.3685727 Sep 30 13:25:12.999961 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5941d53-8bb4-484a-bd82-9e10bb1a1e27 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Pushing event updated for resources: {'Port': ['ID=978a50c2-b28f-4405-9cb7-fc3da8673ec5,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:13.078409 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab787b2-5564-46ac-aadd-0c73f5a30226 None None] Pushing event updated for resources: {'Port': ['ID=f0d7751e-9ed0-4f43-aa27-e892ddac522e,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:13.084853 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a444675-84fb-461f-acdb-fe7de1b51bf9 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2aae8c0-41b6-4337-9920-141bb4a367b0,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:13.093191 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5a444675-84fb-461f-acdb-fe7de1b51bf9 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:13.094989 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5a444675-84fb-461f-acdb-fe7de1b51bf9 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3234837 Sep 30 13:25:13.099113 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52508) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:13.110798 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-b859cf94-71bd-4dfe-8b84-f5c85ffe42b5 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Request body: {'security_group_rule': {'security_group_id': '35be3bdd-fe1b-46ea-9bb2-b1ab4a987c68', 'project_id': '20a400e998f54b20a9927f300081053c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:13.120195 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-8552935f-e595-4dd3-ba10-0e0a7ed37dfc None None] Provisioning complete for port f0d7751e-9ed0-4f43-aa27-e892ddac522e triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:25:13.120963 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8552935f-e595-4dd3-ba10-0e0a7ed37dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:13.188717 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-209160bd-1fec-47b0-abda-491ac3477e2d req-3b3f47aa-0b58-4eda-91b6-187868520633 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529109 Sep 30 13:25:13.241481 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-65341ab9-c18a-4281-8bc5-2b466469d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8c6e81-7778-4e81-ba2f-f331c61ea1f2', 'name': 'tempest-TestServerBasicOps-824672491-router', 'tenant_id': '5cc8c86875b04261a911cdfbe1b0a308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '7ead6122-2c39-4dba-8443-f343a92f1036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:57Z', 'updated_at': '2021-09-30T13:25:05Z', 'revision_number': 4, 'project_id': '5cc8c86875b04261a911cdfbe1b0a308', 'gw_port': {'id': '7ead6122-2c39-4dba-8443-f343a92f1036', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8c6e81-7778-4e81-ba2f-f331c61ea1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:58Z', 'updated_at': '2021-09-30T13:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'f0d7751e-9ed0-4f43-aa27-e892ddac522e', 'name': '', 'network_id': '5adc9e1a-06dd-4842-a09a-b9646221efc9', 'tenant_id': '5cc8c86875b04261a911cdfbe1b0a308', 'mac_address': 'fa:16:3e:bf:46:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8c6e81-7778-4e81-ba2f-f331c61ea1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5b57cdd1-4625-40e3-8a34-ea8422e367f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:25:03Z', 'updated_at': '2021-09-30T13:25:11Z', 'revision_number': 4, 'project_id': '5cc8c86875b04261a911cdfbe1b0a308', 'subnets': [{'id': '5b57cdd1-4625-40e3-8a34-ea8422e367f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:25:13.316734 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c6ce0-ea79-4396-9fc3-f8e9700fb5a1 req-38ea4759-be6f-4bdf-bbbb-156841501300 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:13.323285 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e5941d53-8bb4-484a-bd82-9e10bb1a1e27 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:13.326533 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c6ce0-ea79-4396-9fc3-f8e9700fb5a1 req-38ea4759-be6f-4bdf-bbbb-156841501300 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:13.338908 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65341ab9-c18a-4281-8bc5-2b466469d597 None None] The sync data for ids ['1a8c6e81-7778-4e81-ba2f-f331c61ea1f2'] in n-d-810909-2 is: [{'id': '1a8c6e81-7778-4e81-ba2f-f331c61ea1f2', 'name': 'tempest-TestServerBasicOps-824672491-router', 'tenant_id': '5cc8c86875b04261a911cdfbe1b0a308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '7ead6122-2c39-4dba-8443-f343a92f1036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:57Z', 'updated_at': '2021-09-30T13:25:05Z', 'revision_number': 4, 'project_id': '5cc8c86875b04261a911cdfbe1b0a308', 'gw_port': {'id': '7ead6122-2c39-4dba-8443-f343a92f1036', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8c6e81-7778-4e81-ba2f-f331c61ea1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:58Z', 'updated_at': '2021-09-30T13:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'f0d7751e-9ed0-4f43-aa27-e892ddac522e', 'name': '', 'network_id': '5adc9e1a-06dd-4842-a09a-b9646221efc9', 'tenant_id': '5cc8c86875b04261a911cdfbe1b0a308', 'mac_address': 'fa:16:3e:bf:46:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8c6e81-7778-4e81-ba2f-f331c61ea1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5b57cdd1-4625-40e3-8a34-ea8422e367f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:25:03Z', 'updated_at': '2021-09-30T13:25:11Z', 'revision_number': 4, 'project_id': '5cc8c86875b04261a911cdfbe1b0a308', 'subnets': [{'id': '5b57cdd1-4625-40e3-8a34-ea8422e367f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:25:13.360460 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c6ce0-ea79-4396-9fc3-f8e9700fb5a1 req-38ea4759-be6f-4bdf-bbbb-156841501300 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:13.376907 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c6ce0-ea79-4396-9fc3-f8e9700fb5a1 req-38ea4759-be6f-4bdf-bbbb-156841501300 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:13.388940 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e5941d53-8bb4-484a-bd82-9e10bb1a1e27 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:13.400769 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c6ce0-ea79-4396-9fc3-f8e9700fb5a1 req-38ea4759-be6f-4bdf-bbbb-156841501300 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:13.413121 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c6ce0-ea79-4396-9fc3-f8e9700fb5a1 req-38ea4759-be6f-4bdf-bbbb-156841501300 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:13.429256 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c6ce0-ea79-4396-9fc3-f8e9700fb5a1 req-38ea4759-be6f-4bdf-bbbb-156841501300 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:13.436472 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-834c6ce0-ea79-4396-9fc3-f8e9700fb5a1 req-38ea4759-be6f-4bdf-bbbb-156841501300 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5443 time: 0.3145425 Sep 30 13:25:13.441033 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b859cf94-71bd-4dfe-8b84-f5c85ffe42b5 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:13.623424 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-834c6ce0-ea79-4396-9fc3-f8e9700fb5a1 req-e7364bb5-1b4e-4623-a64d-75353ce4f2fd tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1707494 Sep 30 13:25:13.636953 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b859cf94-71bd-4dfe-8b84-f5c85ffe42b5 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:13.647358 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b859cf94-71bd-4dfe-8b84-f5c85ffe42b5 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:13.673391 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b859cf94-71bd-4dfe-8b84-f5c85ffe42b5 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47957f53-4edf-4a3a-ab24-fcae82a8d8de,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:13.707847 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b859cf94-71bd-4dfe-8b84-f5c85ffe42b5 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:13.712250 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b859cf94-71bd-4dfe-8b84-f5c85ffe42b5 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6112926 Sep 30 13:25:13.712934 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52524) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:13.732438 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d805afca-90e0-45df-9b23-7be308776bd2 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Request body: {'security_group_rule': {'security_group_id': '35be3bdd-fe1b-46ea-9bb2-b1ab4a987c68', 'project_id': '20a400e998f54b20a9927f300081053c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:13.799516 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e5941d53-8bb4-484a-bd82-9e10bb1a1e27 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:13.808247 n-d-810909-2 neutron-server[94763]: INFO neutron.db.securitygroups_db [None req-d805afca-90e0-45df-9b23-7be308776bd2 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Project 20a400e998f54b20a9927f300081053c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 13:25:13.828530 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e5941d53-8bb4-484a-bd82-9e10bb1a1e27 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:13.833177 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d805afca-90e0-45df-9b23-7be308776bd2 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:13.958788 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e5941d53-8bb4-484a-bd82-9e10bb1a1e27 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:14.003567 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5941d53-8bb4-484a-bd82-9e10bb1a1e27 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Pushing event updated for resources: {'Port': ['ID=978a50c2-b28f-4405-9cb7-fc3da8673ec5,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:14.053969 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad5109-ca2e-4970-978f-bc05a7d8cd4b req-64b58cba-0a70-423d-bb76-2c826ad0ddd9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:14.062796 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad5109-ca2e-4970-978f-bc05a7d8cd4b req-64b58cba-0a70-423d-bb76-2c826ad0ddd9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:14.082573 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d805afca-90e0-45df-9b23-7be308776bd2 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:14.084366 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad5109-ca2e-4970-978f-bc05a7d8cd4b req-64b58cba-0a70-423d-bb76-2c826ad0ddd9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:14.092634 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad5109-ca2e-4970-978f-bc05a7d8cd4b req-64b58cba-0a70-423d-bb76-2c826ad0ddd9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:14.096884 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d805afca-90e0-45df-9b23-7be308776bd2 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:14.101849 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad5109-ca2e-4970-978f-bc05a7d8cd4b req-64b58cba-0a70-423d-bb76-2c826ad0ddd9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:14.110213 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad5109-ca2e-4970-978f-bc05a7d8cd4b req-64b58cba-0a70-423d-bb76-2c826ad0ddd9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:14.119363 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad5109-ca2e-4970-978f-bc05a7d8cd4b req-64b58cba-0a70-423d-bb76-2c826ad0ddd9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:14.122527 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-20ad5109-ca2e-4970-978f-bc05a7d8cd4b req-64b58cba-0a70-423d-bb76-2c826ad0ddd9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5443 time: 0.3209891 Sep 30 13:25:14.124833 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e5941d53-8bb4-484a-bd82-9e10bb1a1e27 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:14.133473 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d805afca-90e0-45df-9b23-7be308776bd2 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:14.135094 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d805afca-90e0-45df-9b23-7be308776bd2 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4154737 Sep 30 13:25:14.138121 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52532) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:14.138770 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52534) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:14.142713 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805afca-90e0-45df-9b23-7be308776bd2 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce10898f-8d87-457b-b41e-1adb3aa94186,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:14.148182 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-a87d8fbb-5f6e-4b0b-8983-f2a35da863dc tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Request body: {'security_group_rule': {'security_group_id': '35be3bdd-fe1b-46ea-9bb2-b1ab4a987c68', 'project_id': '20a400e998f54b20a9927f300081053c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:14.169839 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e5941d53-8bb4-484a-bd82-9e10bb1a1e27 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9970164 Sep 30 13:25:14.174783 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device f0d7751e-9ed0-4f43-aa27-e892ddac522e up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:25:14.206024 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d7fbd034-4088-43dc-917c-aab28636a4d4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Request body: {'floatingip': {'port_id': '587b8253-b8b2-40e1-9c92-7bf9a3824a36'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:14.237239 n-d-810909-2 neutron-server[94763]: INFO neutron.db.securitygroups_db [None req-a87d8fbb-5f6e-4b0b-8983-f2a35da863dc tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Project 20a400e998f54b20a9927f300081053c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 13:25:14.294753 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port f0d7751e-9ed0-4f43-aa27-e892ddac522e triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:25:14.295136 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:14.380461 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a87d8fbb-5f6e-4b0b-8983-f2a35da863dc tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:14.443523 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d7fbd034-4088-43dc-917c-aab28636a4d4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for floatingip, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:14.660705 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-84e661da-7a05-45fd-bfd3-1bc5f1b7bbfa tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--156621968&fields=id&tenant_id=ba06ca8c8c6c47e0a3ec08e9fc9296aa HTTP/1.1" status: 200 len: 267 time: 0.0881941 Sep 30 13:25:14.764407 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e6e27-ea09-4bad-bce2-94156a172f81 req-b4c45753-42fa-4013-a4b4-b223c91efc2c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:14.766122 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-398e6e27-ea09-4bad-bce2-94156a172f81 req-b4c45753-42fa-4013-a4b4-b223c91efc2c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 945 time: 0.3918855 Sep 30 13:25:14.808524 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:14.891150 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a87d8fbb-5f6e-4b0b-8983-f2a35da863dc tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:14.944072 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-304c0d82-7a24-40e5-92d4-e17371ade8d1 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:14.950473 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a87d8fbb-5f6e-4b0b-8983-f2a35da863dc tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:14.955355 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-304c0d82-7a24-40e5-92d4-e17371ade8d1 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/networks?id=27af5bc2-ae82-46a4-9237-d0fc36f9075e HTTP/1.1" status: 200 len: 810 time: 0.2850263 Sep 30 13:25:14.982982 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-502fc7a4-bdec-486c-b9cc-4eef4d14c981 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/quotas/ba06ca8c8c6c47e0a3ec08e9fc9296aa HTTP/1.1" status: 200 len: 375 time: 0.0170851 Sep 30 13:25:15.073577 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-398e6e27-ea09-4bad-bce2-94156a172f81 req-62a30e16-712d-4655-84ba-3a9f54ab5fa7 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951219 Sep 30 13:25:15.080636 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d8fbb-5f6e-4b0b-8983-f2a35da863dc tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0bd8b91-fece-4628-9e58-813d7a06e440,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:15.084686 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-575bdf85-f553-46ba-b598-d94830a77b19 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ba06ca8c8c6c47e0a3ec08e9fc9296aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0979555 Sep 30 13:25:15.087482 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a87d8fbb-5f6e-4b0b-8983-f2a35da863dc tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:15.094116 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a87d8fbb-5f6e-4b0b-8983-f2a35da863dc tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9487064 Sep 30 13:25:15.480237 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-70381fef-8ff4-4c55-bef2-b51727325485 service neutron] 10.222.0.18 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766451 Sep 30 13:25:15.656927 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-5ea1f8e8-227b-450e-bfac-d68b2fe44519 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-955891034&fields=id&tenant_id=20a400e998f54b20a9927f300081053c HTTP/1.1" status: 200 len: 267 time: 0.1794288 Sep 30 13:25:15.668007 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-ac643949-4a1b-4f7a-b5c1-e4b31f92224e service neutron] 10.222.0.18 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868620 Sep 30 13:25:16.055080 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-314644be-3506-4234-809d-49ac06272b41 req-c6c59e1e-8c43-4b31-9dd6-b4958aaad238 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3f11984-4f9e-4aef-aec5-8ebf6f1112a1 HTTP/1.1" status: 200 len: 210 time: 0.0776691 Sep 30 13:25:16.074915 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.db.resource_extend [None req-d7fbd034-4088-43dc-917c-aab28636a4d4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 13:25:16.201338 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-422f5474-1b11-4f03-9d72-6dc2bb7888f7 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:16.221672 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-422f5474-1b11-4f03-9d72-6dc2bb7888f7 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/networks?id=37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9 HTTP/1.1" status: 200 len: 809 time: 0.5629661 Sep 30 13:25:16.278786 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-c8714918-05f9-40e8-b7d3-1868340dc192 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/quotas/20a400e998f54b20a9927f300081053c HTTP/1.1" status: 200 len: 375 time: 0.0560374 Sep 30 13:25:16.282835 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d7fbd034-4088-43dc-917c-aab28636a4d4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:16.299421 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d7fbd034-4088-43dc-917c-aab28636a4d4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:16.324688 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cdca6a-1444-4804-a7ec-f13cd8e49f7a req-d286a50b-932f-41ce-a9f4-0937ed5fc24f tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:16.332764 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d7cdca6a-1444-4804-a7ec-f13cd8e49f7a req-d286a50b-932f-41ce-a9f4-0937ed5fc24f tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 945 time: 0.0987468 Sep 30 13:25:16.431010 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d7cdca6a-1444-4804-a7ec-f13cd8e49f7a req-c58d57b7-49be-4752-a750-8c92ca429dcf tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973003 Sep 30 13:25:16.542485 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-f1ee6974-8b5d-4515-85e7-3cb4f748f2b2 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=20a400e998f54b20a9927f300081053c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2628047 Sep 30 13:25:16.736750 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-d7fbd034-4088-43dc-917c-aab28636a4d4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Floating IP 592a3fb9-1a00-4947-8cf3-08de20d9a746 associated. External IP: 172.25.5.227, port: 587b8253-b8b2-40e1-9c92-7bf9a3824a36. Sep 30 13:25:16.939993 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-97a77cfd-8158-47ea-9afb-0b37899dc15e service neutron] 10.222.0.18 "GET /v2.0/networks/37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942204 Sep 30 13:25:17.065387 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f30912-26e7-4f35-9c5a-69ee0edbec0a req-db40e529-46e6-47c1-b908-4ad5236547fa tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:17.070909 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d9f30912-26e7-4f35-9c5a-69ee0edbec0a req-db40e529-46e6-47c1-b908-4ad5236547fa tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.1193385 Sep 30 13:25:17.107216 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-c526dde1-decb-4b5c-849b-13b7b390429a service neutron] 10.222.0.18 "GET /v2.0/networks/37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296554 Sep 30 13:25:17.147436 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d9f30912-26e7-4f35-9c5a-69ee0edbec0a req-f75950dc-72a7-40b3-b593-0cbad49eb106 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701501 Sep 30 13:25:17.368339 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c2d2e9ab-9066-472a-8f16-8c37fae43c21 req-7b3b114d-7452-41ee-9fb0-d95c93c72999 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3f11984-4f9e-4aef-aec5-8ebf6f1112a1 HTTP/1.1" status: 200 len: 210 time: 0.0921192 Sep 30 13:25:17.626390 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b8349-ab7d-4ae1-bde3-75d564049bb5 req-edb43839-7e2c-4e56-98f0-4c66415bed09 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:17.632305 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d76b8349-ab7d-4ae1-bde3-75d564049bb5 req-edb43839-7e2c-4e56-98f0-4c66415bed09 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 945 time: 0.0906014 Sep 30 13:25:17.669547 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7fbd034-4088-43dc-917c-aab28636a4d4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Router 858249aa-c666-4fdd-a9f3-7e537f192c61 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:25:17.729445 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d76b8349-ab7d-4ae1-bde3-75d564049bb5 req-cc12e94f-d978-44c4-bae8-f7f8cd4b9b25 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893230 Sep 30 13:25:17.744845 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a41bc827-8f06-4ef8-8d17-ca7d9006d7a9 req-9a48a38b-22de-4ad8-9e71-fc82f00b93e5 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f12eeb34-96c1-4cca-996a-972f4086e455 HTTP/1.1" status: 200 len: 210 time: 0.0738721 Sep 30 13:25:17.854387 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-879fe8e6-f40c-4298-af6b-bd3e35ff546b tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:17.857532 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-879fe8e6-f40c-4298-af6b-bd3e35ff546b tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.39 "GET /v2.0/networks?id=27af5bc2-ae82-46a4-9237-d0fc36f9075e HTTP/1.1" status: 200 len: 810 time: 0.3606310 Sep 30 13:25:17.970562 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fbd034-4088-43dc-917c-aab28636a4d4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:25:17.980033 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d7fbd034-4088-43dc-917c-aab28636a4d4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:17.983757 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabf0708-0545-4000-adfb-bdb37ee5978f None None] Sync routers for ids ['858249aa-c666-4fdd-a9f3-7e537f192c61'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:25:18.006142 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabf0708-0545-4000-adfb-bdb37ee5978f None None] Routers {'858249aa-c666-4fdd-a9f3-7e537f192c61'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:25:18.006624 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-aabf0708-0545-4000-adfb-bdb37ee5978f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:24:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['858249aa-c666-4fdd-a9f3-7e537f192c61'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:25:18.048480 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d7fbd034-4088-43dc-917c-aab28636a4d4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "PUT /v2.0/floatingips/592a3fb9-1a00-4947-8cf3-08de20d9a746 HTTP/1.1" status: 200 len: 991 time: 3.9069431 Sep 30 13:25:18.051517 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'tag': '587b8253-b8b2-40e1-9c92-7bf9a3824a36'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:25:18.053819 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fe7643-2a89-4312-b054-c47a6ed0cc93" -d '{"events": [{"name": "network-changed", "server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "tag": "587b8253-b8b2-40e1-9c92-7bf9a3824a36"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:25:18.075456 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-90179ea0-159a-40fd-835c-ba687d44a5bb tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba06ca8c8c6c47e0a3ec08e9fc9296aa HTTP/1.1" status: 200 len: 379 time: 0.1383276 Sep 30 13:25:18.089058 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-e407ed8e-7c06-48b9-bf1e-1ee1759607a2 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Request body: {'port': {'device_id': 'd3f11984-4f9e-4aef-aec5-8ebf6f1112a1', 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e', 'admin_state_up': True, 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'security_groups': ['c3a66d1e-9f71-4e11-bc6d-1799d53658b9']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:18.215832 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6729212a-0ff6-44f6-be4d-ca53695b892f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:18.318744 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe7643-2a89-4312-b054-c47a6ed0cc93 req-f0772722-a693-42e7-8ce1-e96e68d5474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:18.319431 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe7643-2a89-4312-b054-c47a6ed0cc93 req-f0772722-a693-42e7-8ce1-e96e68d5474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:18.322381 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe7643-2a89-4312-b054-c47a6ed0cc93 req-f0772722-a693-42e7-8ce1-e96e68d5474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:18.328281 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe7643-2a89-4312-b054-c47a6ed0cc93 req-f0772722-a693-42e7-8ce1-e96e68d5474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:18.329110 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe7643-2a89-4312-b054-c47a6ed0cc93 req-f0772722-a693-42e7-8ce1-e96e68d5474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:18.329778 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe7643-2a89-4312-b054-c47a6ed0cc93 req-f0772722-a693-42e7-8ce1-e96e68d5474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:18.330499 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe7643-2a89-4312-b054-c47a6ed0cc93 req-f0772722-a693-42e7-8ce1-e96e68d5474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:18.334289 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-07fe7643-2a89-4312-b054-c47a6ed0cc93 req-f0772722-a693-42e7-8ce1-e96e68d5474b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b2b1cd5a06924c118528b4d0714f0f7d&device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 6500 time: 0.1551383 Sep 30 13:25:18.467023 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-aabf0708-0545-4000-adfb-bdb37ee5978f None None] Set router 858249aa-c666-4fdd-a9f3-7e537f192c61 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:25:18.575866 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe7643-2a89-4312-b054-c47a6ed0cc93 req-77511208-770e-42b1-ab0f-7e26a39fd4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:18.578130 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-07fe7643-2a89-4312-b054-c47a6ed0cc93 req-77511208-770e-42b1-ab0f-7e26a39fd4c3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=93896050-5bca-40e4-92d7-aa842a3215ca HTTP/1.1" status: 200 len: 917 time: 0.2360992 Sep 30 13:25:18.647019 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1fa4e798-9917-4325-8f3c-3ae32e49c243 req-ebf0e3e4-fc5b-4b8b-b4eb-2d2af81624c1 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3f11984-4f9e-4aef-aec5-8ebf6f1112a1 HTTP/1.1" status: 200 len: 210 time: 0.1038206 Sep 30 13:25:18.809559 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-07fe7643-2a89-4312-b054-c47a6ed0cc93 req-189dba49-770b-4bb1-9a91-1ac209dfb455 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=587b8253-b8b2-40e1-9c92-7bf9a3824a36 HTTP/1.1" status: 200 len: 999 time: 0.1808116 Sep 30 13:25:18.951490 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-aabf0708-0545-4000-adfb-bdb37ee5978f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'name': 'tempest-TaggedBootDevicesTest_v242-648609699-router', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '751f81cf-d16e-4bdb-85e1-f114895b3794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:22:01Z', 'updated_at': '2021-09-30T13:22:12Z', 'revision_number': 4, 'project_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'gw_port': {'id': '751f81cf-d16e-4bdb-85e1-f114895b3794', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:02Z', 'updated_at': '2021-09-30T13:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '592a3fb9-1a00-4947-8cf3-08de20d9a746', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'port_id': '587b8253-b8b2-40e1-9c92-7bf9a3824a36', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93896050-5bca-40e4-92d7-aa842a3215ca', 'mac_address': 'fa:16:3e:79:a0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:23:15Z', 'updated_at': '2021-09-30T13:25:15Z', 'revision_number': 1, 'project_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196c0c2b-5261-4338-bb3e-2d10d1886243', 'name': '', 'network_id': '93896050-5bca-40e4-92d7-aa842a3215ca', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'mac_address': 'fa:16:3e:21:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'e7f393d1-596e-4051-83e5-ef1e0d193a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:08Z', 'updated_at': '2021-09-30T13:22:25Z', 'revision_number': 5, 'project_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'subnets': [{'id': 'e7f393d1-596e-4051-83e5-ef1e0d193a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:25:19.008490 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabf0708-0545-4000-adfb-bdb37ee5978f None None] Checking router: 858249aa-c666-4fdd-a9f3-7e537f192c61 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:25:19.029969 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfb00d1-5424-4ade-9761-6aa9a62632ed x-openstack-request-id: req-1bfb00d1-5424-4ade-9761-6aa9a62632ed {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:25:19.030612 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "tag": "587b8253-b8b2-40e1-9c92-7bf9a3824a36", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:25:19.030612 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1bfb00d1-5424-4ade-9761-6aa9a62632ed {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:25:19.031189 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'tag': '587b8253-b8b2-40e1-9c92-7bf9a3824a36', 'status': 'completed', 'code': 200} Sep 30 13:25:19.033910 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4640f7d8-14cf-4717-87c1-6653c966ef4a req-a21855e3-110a-4904-99ff-8fbc773fb262 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f12eeb34-96c1-4cca-996a-972f4086e455 HTTP/1.1" status: 200 len: 210 time: 0.0786784 Sep 30 13:25:19.061632 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabf0708-0545-4000-adfb-bdb37ee5978f None None] Routers {'858249aa-c666-4fdd-a9f3-7e537f192c61'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:25:19.062338 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-aabf0708-0545-4000-adfb-bdb37ee5978f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:24:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['858249aa-c666-4fdd-a9f3-7e537f192c61'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:25:19.098566 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe7643-2a89-4312-b054-c47a6ed0cc93 req-fef48816-dc93-465d-a97a-1f8a1ab43ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:19.100529 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-07fe7643-2a89-4312-b054-c47a6ed0cc93 req-fef48816-dc93-465d-a97a-1f8a1ab43ac3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7f393d1-596e-4051-83e5-ef1e0d193a9e HTTP/1.1" status: 200 len: 855 time: 0.2837017 Sep 30 13:25:19.128126 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773eeadf-59e0-4020-af3e-2deb0fe56097 req-fb74f910-aee1-43d5-afe6-4a47a7b88f1c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:19.130667 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-773eeadf-59e0-4020-af3e-2deb0fe56097 req-fb74f910-aee1-43d5-afe6-4a47a7b88f1c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.0986395 Sep 30 13:25:19.131512 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-e407ed8e-7c06-48b9-bf1e-1ee1759607a2 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Made reservation on behalf of ba06ca8c8c6c47e0a3ec08e9fc9296aa for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:25:19.135148 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-e407ed8e-7c06-48b9-bf1e-1ee1759607a2 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:19.206507 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe7643-2a89-4312-b054-c47a6ed0cc93 req-c84650d2-2ae3-435f-a80b-e74b8b7c3b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:19.209146 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-07fe7643-2a89-4312-b054-c47a6ed0cc93 req-c84650d2-2ae3-435f-a80b-e74b8b7c3b7c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=93896050-5bca-40e4-92d7-aa842a3215ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009457 Sep 30 13:25:19.212148 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c65bde-076e-4497-aae9-69d00b0f55dd req-0ef51722-08ce-4a31-b53b-90554593cf0d tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:19.218412 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6680b-9ac8-42f4-808d-fbee7964d93a req-dea61e1b-f125-4385-b1e5-841b285f49b6 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:19.220353 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b5c65bde-076e-4497-aae9-69d00b0f55dd req-0ef51722-08ce-4a31-b53b-90554593cf0d tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.1870561 Sep 30 13:25:19.226687 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-12e6680b-9ac8-42f4-808d-fbee7964d93a req-dea61e1b-f125-4385-b1e5-841b285f49b6 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 945 time: 0.0840549 Sep 30 13:25:19.336472 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b5c65bde-076e-4497-aae9-69d00b0f55dd req-c36c8da4-79e0-4d2a-9da7-32f2e3fdf7d8 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003096 Sep 30 13:25:19.349574 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-aabf0708-0545-4000-adfb-bdb37ee5978f None None] Set router 858249aa-c666-4fdd-a9f3-7e537f192c61 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:25:19.372297 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-12e6680b-9ac8-42f4-808d-fbee7964d93a req-0176ebab-3197-4041-aa87-bcdba767a9f7 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423120 Sep 30 13:25:19.481370 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-07fe7643-2a89-4312-b054-c47a6ed0cc93 req-453d4421-e150-4672-abc2-8cf90b3ae725 service neutron] 10.222.0.54 "GET /v2.0/networks/93896050-5bca-40e4-92d7-aa842a3215ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460549 Sep 30 13:25:19.506092 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:19.705677 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-e407ed8e-7c06-48b9-bf1e-1ee1759607a2 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Allocated IP 172.20.0.13 (27af5bc2-ae82-46a4-9237-d0fc36f9075e/b0d07ac9-b646-4015-9c44-dcf39179fe0f/e5d66a3a-ce47-47b7-8029-a84a4ce94c7e) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:25:19.707846 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-07fe7643-2a89-4312-b054-c47a6ed0cc93 req-84d9b784-2e6f-4c7d-bd40-049fa4f35b28 service neutron] 10.222.0.54 "GET /v2.0/networks/93896050-5bca-40e4-92d7-aa842a3215ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171216 Sep 30 13:25:19.813416 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-72e76778-5a35-4f42-8e16-55cc920797be req-72fe5e35-88e2-45cd-b909-1f9f6908f296 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3f11984-4f9e-4aef-aec5-8ebf6f1112a1 HTTP/1.1" status: 200 len: 210 time: 0.0616183 Sep 30 13:25:19.841198 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-aabf0708-0545-4000-adfb-bdb37ee5978f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'name': 'tempest-TaggedBootDevicesTest_v242-648609699-router', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '751f81cf-d16e-4bdb-85e1-f114895b3794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:22:01Z', 'updated_at': '2021-09-30T13:22:12Z', 'revision_number': 4, 'project_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'gw_port': {'id': '751f81cf-d16e-4bdb-85e1-f114895b3794', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:02Z', 'updated_at': '2021-09-30T13:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '592a3fb9-1a00-4947-8cf3-08de20d9a746', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'port_id': '587b8253-b8b2-40e1-9c92-7bf9a3824a36', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93896050-5bca-40e4-92d7-aa842a3215ca', 'mac_address': 'fa:16:3e:79:a0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:23:15Z', 'updated_at': '2021-09-30T13:25:15Z', 'revision_number': 1, 'project_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196c0c2b-5261-4338-bb3e-2d10d1886243', 'name': '', 'network_id': '93896050-5bca-40e4-92d7-aa842a3215ca', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'mac_address': 'fa:16:3e:21:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'e7f393d1-596e-4051-83e5-ef1e0d193a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:08Z', 'updated_at': '2021-09-30T13:22:25Z', 'revision_number': 5, 'project_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'subnets': [{'id': 'e7f393d1-596e-4051-83e5-ef1e0d193a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:25:19.844079 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-773eeadf-59e0-4020-af3e-2deb0fe56097 req-f84f6505-4d7f-4b90-9eb7-d1d3b6566e68 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Deleting port 4df9243e-bed7-40e3-8adb-c8474789475e {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:25:19.854686 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-773eeadf-59e0-4020-af3e-2deb0fe56097 req-f84f6505-4d7f-4b90-9eb7-d1d3b6566e68 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:19.872482 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-d2a4616f-3181-41e8-94c0-b27df77108a6 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:19.873668 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabf0708-0545-4000-adfb-bdb37ee5978f None None] The sync data for ids ['858249aa-c666-4fdd-a9f3-7e537f192c61'] in n-d-810909-2 is: [{'id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'name': 'tempest-TaggedBootDevicesTest_v242-648609699-router', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '751f81cf-d16e-4bdb-85e1-f114895b3794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:22:01Z', 'updated_at': '2021-09-30T13:22:12Z', 'revision_number': 4, 'project_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'gw_port': {'id': '751f81cf-d16e-4bdb-85e1-f114895b3794', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:02Z', 'updated_at': '2021-09-30T13:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '592a3fb9-1a00-4947-8cf3-08de20d9a746', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'port_id': '587b8253-b8b2-40e1-9c92-7bf9a3824a36', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93896050-5bca-40e4-92d7-aa842a3215ca', 'mac_address': 'fa:16:3e:79:a0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:23:15Z', 'updated_at': '2021-09-30T13:25:15Z', 'revision_number': 1, 'project_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196c0c2b-5261-4338-bb3e-2d10d1886243', 'name': '', 'network_id': '93896050-5bca-40e4-92d7-aa842a3215ca', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'mac_address': 'fa:16:3e:21:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'e7f393d1-596e-4051-83e5-ef1e0d193a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:08Z', 'updated_at': '2021-09-30T13:22:25Z', 'revision_number': 5, 'project_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'subnets': [{'id': 'e7f393d1-596e-4051-83e5-ef1e0d193a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:25:19.874809 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-d2a4616f-3181-41e8-94c0-b27df77108a6 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.54 "GET /v2.0/networks?id=37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9 HTTP/1.1" status: 200 len: 809 time: 0.5397456 Sep 30 13:25:20.046324 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-4d2c428c-1b11-424f-9757-a61b75374dfc tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20a400e998f54b20a9927f300081053c HTTP/1.1" status: 200 len: 379 time: 0.1358891 Sep 30 13:25:20.063506 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-9c189154-b2f0-408a-8147-691561917985 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Request body: {'port': {'device_id': 'f12eeb34-96c1-4cca-996a-972f4086e455', 'network_id': '37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9', 'admin_state_up': True, 'tenant_id': '20a400e998f54b20a9927f300081053c', 'security_groups': ['35be3bdd-fe1b-46ea-9bb2-b1ab4a987c68']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:20.235879 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-773eeadf-59e0-4020-af3e-2deb0fe56097 req-f84f6505-4d7f-4b90-9eb7-d1d3b6566e68 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] For port 4df9243e-bed7-40e3-8adb-c8474789475e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=4df9243e-bed7-40e3-8adb-c8474789475e,segment=NetworkSegment(4c14a080-1632-4772-b204-9e8eb842c0d3),segment_id=4c14a080-1632-4772-b204-9e8eb842c0d3)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:25:20.236612 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-773eeadf-59e0-4020-af3e-2deb0fe56097 req-f84f6505-4d7f-4b90-9eb7-d1d3b6566e68 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:20.252706 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8666916-46cf-4be2-abaa-4284ec9a66eb None None] New status for floating IP 592a3fb9-1a00-4947-8cf3-08de20d9a746: ACTIVE {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:25:20.358987 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-e407ed8e-7c06-48b9-bf1e-1ee1759607a2 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:20.412749 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-586bfd49-2592-438a-b0f6-2e8ccbccf500 req-0b71ccaf-ea12-4eff-87ca-8f33bc5e300f tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f12eeb34-96c1-4cca-996a-972f4086e455 HTTP/1.1" status: 200 len: 210 time: 0.2447066 Sep 30 13:25:20.443500 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-773eeadf-59e0-4020-af3e-2deb0fe56097 req-f84f6505-4d7f-4b90-9eb7-d1d3b6566e68 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Calling delete_port for 4df9243e-bed7-40e3-8adb-c8474789475e owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:25:20.530114 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6daacb-5103-45d6-8039-c8b96ac79d14 req-ca03047e-27b9-4f69-8577-92bba8ce1d0c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:20.542159 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8f6daacb-5103-45d6-8039-c8b96ac79d14 req-ca03047e-27b9-4f69-8577-92bba8ce1d0c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 946 time: 0.1066897 Sep 30 13:25:20.626386 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8f6daacb-5103-45d6-8039-c8b96ac79d14 req-2ddfc3ec-6661-41f7-be7e-b3fe05b2f053 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/security-groups?id=39ad4986-e828-4095-a28f-c7816b9c7218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830445 Sep 30 13:25:20.647688 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-e407ed8e-7c06-48b9-bf1e-1ee1759607a2 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:20.659489 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-773eeadf-59e0-4020-af3e-2deb0fe56097 req-f84f6505-4d7f-4b90-9eb7-d1d3b6566e68 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:20.703973 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4d8171e2-9f91-4060-87dd-824d1de60a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:20.851832 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-e407ed8e-7c06-48b9-bf1e-1ee1759607a2 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Network 27af5bc2-ae82-46a4-9237-d0fc36f9075e is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:25:20.858492 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-e407ed8e-7c06-48b9-bf1e-1ee1759607a2 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:25:20.865828 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-e407ed8e-7c06-48b9-bf1e-1ee1759607a2 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:25:20.938660 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-e407ed8e-7c06-48b9-bf1e-1ee1759607a2 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:20.939780 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-e407ed8e-7c06-48b9-bf1e-1ee1759607a2 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:21.003244 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407ed8e-7c06-48b9-bf1e-1ee1759607a2 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Pushing event updated for resources: {'Port': ['ID=e5d66a3a-ce47-47b7-8029-a84a4ce94c7e,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:21.015930 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35019ae0-05ce-48ba-afdf-e904b40afa6f req-13c034d9-951c-49f0-ac05-19e8251abb2a tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:21.024611 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-35019ae0-05ce-48ba-afdf-e904b40afa6f req-13c034d9-951c-49f0-ac05-19e8251abb2a tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 945 time: 0.3746853 Sep 30 13:25:21.070904 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-e407ed8e-7c06-48b9-bf1e-1ee1759607a2 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9885330 Sep 30 13:25:21.076411 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34693d-6add-46ab-aa19-48cff540fbd1 req-12c8360f-2b22-492a-83fa-7d2eabeb1e4c tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:21.087781 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2c34693d-6add-46ab-aa19-48cff540fbd1 req-12c8360f-2b22-492a-83fa-7d2eabeb1e4c tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3f11984-4f9e-4aef-aec5-8ebf6f1112a1 HTTP/1.1" status: 200 len: 932 time: 0.1445410 Sep 30 13:25:21.130074 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-773eeadf-59e0-4020-af3e-2deb0fe56097 req-f84f6505-4d7f-4b90-9eb7-d1d3b6566e68 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] No DVR routers for this DVR port 4df9243e-bed7-40e3-8adb-c8474789475e on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:25:21.135461 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-73afb16d-795a-486b-a60f-daf3fb20cd1c service neutron] Request body: {'port': {'device_id': 'd3f11984-4f9e-4aef-aec5-8ebf6f1112a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:21.140377 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f6505-4d7f-4b90-9eb7-d1d3b6566e68 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Pushing event deleted for resources: {'Port': ['ID=4df9243e-bed7-40e3-8adb-c8474789475e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:21.142498 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-9c189154-b2f0-408a-8147-691561917985 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Made reservation on behalf of 20a400e998f54b20a9927f300081053c for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:25:21.147162 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-9c189154-b2f0-408a-8147-691561917985 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:21.152461 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2c34693d-6add-46ab-aa19-48cff540fbd1 req-0329a98e-b61b-4b30-8deb-30b92677f0fc tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a66d1e-9f71-4e11-bc6d-1799d53658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625684 Sep 30 13:25:21.166428 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-773eeadf-59e0-4020-af3e-2deb0fe56097 req-f84f6505-4d7f-4b90-9eb7-d1d3b6566e68 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:21.168605 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-773eeadf-59e0-4020-af3e-2deb0fe56097 req-f84f6505-4d7f-4b90-9eb7-d1d3b6566e68 tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.54 "DELETE /v2.0/ports/4df9243e-bed7-40e3-8adb-c8474789475e HTTP/1.1" status: 204 len: 173 time: 2.0306098 Sep 30 13:25:21.171607 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5ef20a-a303-4004-98f7-6eaba1a4cad9', 'name': 'network-vif-deleted', 'tag': '4df9243e-bed7-40e3-8adb-c8474789475e'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:25:21.174242 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0711c4f5-0d90-4952-a01c-672aa8482e16" -d '{"events": [{"server_uuid": "3d5ef20a-a303-4004-98f7-6eaba1a4cad9", "name": "network-vif-deleted", "tag": "4df9243e-bed7-40e3-8adb-c8474789475e"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:25:21.197948 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52708) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:21.278814 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-336d9a1b-5ab6-4822-9c3a-8a689cbcf06c None None] Provisioning complete for port e5d66a3a-ce47-47b7-8029-a84a4ce94c7e triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:25:21.282087 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-336d9a1b-5ab6-4822-9c3a-8a689cbcf06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:21.282512 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-35019ae0-05ce-48ba-afdf-e904b40afa6f req-66ded9c4-d206-4717-a9d3-015b41b3af11 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560492 Sep 30 13:25:21.307815 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f5c418-9e75-4913-bb8f-3ba3241181cb x-openstack-request-id: req-d3f5c418-9e75-4913-bb8f-3ba3241181cb {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:25:21.308541 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5ef20a-a303-4004-98f7-6eaba1a4cad9", "name": "network-vif-deleted", "tag": "4df9243e-bed7-40e3-8adb-c8474789475e", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:25:21.309045 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3f5c418-9e75-4913-bb8f-3ba3241181cb {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:25:21.309668 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5ef20a-a303-4004-98f7-6eaba1a4cad9', 'name': 'network-vif-deleted', 'tag': '4df9243e-bed7-40e3-8adb-c8474789475e', 'status': 'completed', 'code': 200} Sep 30 13:25:21.330406 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-73afb16d-795a-486b-a60f-daf3fb20cd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:21.370561 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-336d9a1b-5ab6-4822-9c3a-8a689cbcf06c None None] Port e5d66a3a-ce47-47b7-8029-a84a4ce94c7e cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:25:21.486780 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0d8681ef-c221-41e7-91aa-803093909d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:21.537912 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-9c189154-b2f0-408a-8147-691561917985 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Allocated IP 172.20.0.13 (37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9/f4804c26-a3c6-4d66-bcd4-d929f92f46a9/6537f6dc-376d-4670-89fe-6dff7fef0750) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:25:21.628015 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:21.637372 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-334a1f68-5793-4acd-84c0-883bfb165ca5 req-76790cf2-0bff-4a93-9a18-056de27dcc7f tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f12eeb34-96c1-4cca-996a-972f4086e455 HTTP/1.1" status: 200 len: 210 time: 0.0850139 Sep 30 13:25:21.792518 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0d8681ef-c221-41e7-91aa-803093909d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:21.792518 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0d8681ef-c221-41e7-91aa-803093909d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:21.897506 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0d8681ef-c221-41e7-91aa-803093909d6b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a433381cad1c44a6b189a30213196568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6542745 Sep 30 13:25:21.897506 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8681ef-c221-41e7-91aa-803093909d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e526a24-0aa7-4e03-bd9e-1fc4ac364435,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:21.898823 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52734) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:22.017530 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-556232ae-7989-4856-834f-4faecb00f5fc req-8731e390-320e-4928-bf26-f45a31cb545c tempest-ServersNegativeTestJSON-1934931802 tempest-ServersNegativeTestJSON-1934931802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5ef20a-a303-4004-98f7-6eaba1a4cad9 HTTP/1.1" status: 200 len: 210 time: 0.1586645 Sep 30 13:25:22.044805 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 4df9243e-bed7-40e3-8adb-c8474789475e no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:25:22.070328 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 4df9243e-bed7-40e3-8adb-c8474789475e {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:25:22.070868 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 4df9243e-bed7-40e3-8adb-c8474789475e not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:25:22.116145 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-9c189154-b2f0-408a-8147-691561917985 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:22.147152 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-73afb16d-795a-486b-a60f-daf3fb20cd1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d66a3a-ce47-47b7-8029-a84a4ce94c7e {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:25:22.156111 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bbfc35c3-2036-46cf-983b-2a0b0b9cf0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:22.160241 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-73afb16d-795a-486b-a60f-daf3fb20cd1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:22.212923 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bbfc35c3-2036-46cf-983b-2a0b0b9cf0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:22.220824 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-73afb16d-795a-486b-a60f-daf3fb20cd1c service neutron] Transition to ACTIVE for port object e5d66a3a-ce47-47b7-8029-a84a4ce94c7e will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:25:22.230946 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-73afb16d-795a-486b-a60f-daf3fb20cd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:22.277941 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-9c189154-b2f0-408a-8147-691561917985 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:22.352968 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afb16d-795a-486b-a60f-daf3fb20cd1c service neutron] Pushing event updated for resources: {'Port': ['ID=e5d66a3a-ce47-47b7-8029-a84a4ce94c7e,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:22.366296 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:22.402568 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18d65c-c4b3-45da-9fbe-6cb26914d708 req-170c3766-f989-4dca-928e-3a83ce8fd247 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:22.415353 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7d18d65c-c4b3-45da-9fbe-6cb26914d708 req-170c3766-f989-4dca-928e-3a83ce8fd247 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3f11984-4f9e-4aef-aec5-8ebf6f1112a1 HTTP/1.1" status: 200 len: 944 time: 0.1649892 Sep 30 13:25:22.430318 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-9c189154-b2f0-408a-8147-691561917985 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Network 37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:25:22.456913 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-9c189154-b2f0-408a-8147-691561917985 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:25:22.460521 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-9c189154-b2f0-408a-8147-691561917985 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:25:22.505784 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7d18d65c-c4b3-45da-9fbe-6cb26914d708 req-5aff237b-2e49-453a-8411-a0cf7d3bf450 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a66d1e-9f71-4e11-bc6d-1799d53658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880435 Sep 30 13:25:22.577547 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-9c189154-b2f0-408a-8147-691561917985 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:22.578462 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-9c189154-b2f0-408a-8147-691561917985 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:22.580978 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bbfc35c3-2036-46cf-983b-2a0b0b9cf0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:22.583607 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bbfc35c3-2036-46cf-983b-2a0b0b9cf0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:22.585412 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bbfc35c3-2036-46cf-983b-2a0b0b9cf0c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3e526a24-0aa7-4e03-bd9e-1fc4ac364435 HTTP/1.1" status: 204 len: 168 time: 0.7102332 Sep 30 13:25:22.631651 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c189154-b2f0-408a-8147-691561917985 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Pushing event updated for resources: {'Port': ['ID=6537f6dc-376d-4670-89fe-6dff7fef0750,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:22.647330 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc35c3-2036-46cf-983b-2a0b0b9cf0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e526a24-0aa7-4e03-bd9e-1fc4ac364435,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:22.686001 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-9c189154-b2f0-408a-8147-691561917985 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6261840 Sep 30 13:25:22.721765 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-6c603f7a-a9c5-4134-a50a-389601049d3a service neutron] Request body: {'port': {'device_id': 'f12eeb34-96c1-4cca-996a-972f4086e455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:22.779658 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-73afb16d-795a-486b-a60f-daf3fb20cd1c service neutron] Attempting to bind port e5d66a3a-ce47-47b7-8029-a84a4ce94c7e on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:25:22.780185 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-73afb16d-795a-486b-a60f-daf3fb20cd1c service neutron] Attempting to bind port e5d66a3a-ce47-47b7-8029-a84a4ce94c7e by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '09db17fb-74d7-4dc0-9134-6b39465ccd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:25:22.780712 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-73afb16d-795a-486b-a60f-daf3fb20cd1c service neutron] Attempting to bind port e5d66a3a-ce47-47b7-8029-a84a4ce94c7e on network 27af5bc2-ae82-46a4-9237-d0fc36f9075e {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:25:22.871544 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dace32f-3eb4-4111-993f-b5d42ca1d14c req-512c9126-9a20-4dec-9253-3893af22e163 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:22.882257 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c3bf9-a348-412c-bb8f-d9163e729da6 req-e0c9f19f-8d41-4919-a3d4-5100c0adb806 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:22.883254 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2dace32f-3eb4-4111-993f-b5d42ca1d14c req-512c9126-9a20-4dec-9253-3893af22e163 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 945 time: 0.4327090 Sep 30 13:25:22.884628 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-020c3bf9-a348-412c-bb8f-d9163e729da6 req-e0c9f19f-8d41-4919-a3d4-5100c0adb806 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f12eeb34-96c1-4cca-996a-972f4086e455 HTTP/1.1" status: 200 len: 932 time: 0.1237805 Sep 30 13:25:22.918363 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-73afb16d-795a-486b-a60f-daf3fb20cd1c service neutron] Port e5d66a3a-ce47-47b7-8029-a84a4ce94c7e on network 27af5bc2-ae82-46a4-9237-d0fc36f9075e not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:25:22.918994 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-73afb16d-795a-486b-a60f-daf3fb20cd1c service neutron] Attempting to bind port e5d66a3a-ce47-47b7-8029-a84a4ce94c7e on network 27af5bc2-ae82-46a4-9237-d0fc36f9075e {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:25:22.931348 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-020c3bf9-a348-412c-bb8f-d9163e729da6 req-b2da1dea-b9f6-4476-916b-a6d986b984d2 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/security-groups?id=35be3bdd-fe1b-46ea-9bb2-b1ab4a987c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401068 Sep 30 13:25:22.934165 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-6c603f7a-a9c5-4134-a50a-389601049d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:22.943679 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-73afb16d-795a-486b-a60f-daf3fb20cd1c service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:25:22.944100 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-73afb16d-795a-486b-a60f-daf3fb20cd1c service neutron] Checking segment: {'id': '09db17fb-74d7-4dc0-9134-6b39465ccd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:25:22.944579 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-73afb16d-795a-486b-a60f-daf3fb20cd1c service neutron] Bound using segment: {'id': '09db17fb-74d7-4dc0-9134-6b39465ccd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:25:22.945100 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-73afb16d-795a-486b-a60f-daf3fb20cd1c service neutron] Bound port: e5d66a3a-ce47-47b7-8029-a84a4ce94c7e, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09db17fb-74d7-4dc0-9134-6b39465ccd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:25:22.945627 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-73afb16d-795a-486b-a60f-daf3fb20cd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:22.981906 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2dace32f-3eb4-4111-993f-b5d42ca1d14c req-5b717b46-bf75-4933-9718-5a2c8b1b5ba5 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973117 Sep 30 13:25:22.985546 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-21944381-0688-4d3d-bb56-385f8b4fc75d None None] Provisioning complete for port 6537f6dc-376d-4670-89fe-6dff7fef0750 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:25:22.986773 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21944381-0688-4d3d-bb56-385f8b4fc75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:23.028743 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-21944381-0688-4d3d-bb56-385f8b4fc75d None None] Port 6537f6dc-376d-4670-89fe-6dff7fef0750 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:25:23.087753 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52778) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:23.168974 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8696868-929d-4a4e-bfcc-fd665149a774 admin admin] Deleting subnet 6bac914f-ff79-44a0-914f-8c571e231db2 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:25:23.173110 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e8696868-929d-4a4e-bfcc-fd665149a774 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:23.215873 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e8696868-929d-4a4e-bfcc-fd665149a774 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:23.251137 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-73afb16d-795a-486b-a60f-daf3fb20cd1c service neutron] For port e5d66a3a-ce47-47b7-8029-a84a4ce94c7e, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:25:23.271426 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e8696868-929d-4a4e-bfcc-fd665149a774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:23.291030 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-73afb16d-795a-486b-a60f-daf3fb20cd1c service neutron] For port e5d66a3a-ce47-47b7-8029-a84a4ce94c7e, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=e5d66a3a-ce47-47b7-8029-a84a4ce94c7e,segment=NetworkSegment(09db17fb-74d7-4dc0-9134-6b39465ccd33),segment_id=09db17fb-74d7-4dc0-9134-6b39465ccd33)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:25:23.329025 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-73afb16d-795a-486b-a60f-daf3fb20cd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:23.360052 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e8696868-929d-4a4e-bfcc-fd665149a774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:23.390334 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-73afb16d-795a-486b-a60f-daf3fb20cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:23.391355 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-73afb16d-795a-486b-a60f-daf3fb20cd1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:23.393073 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-73afb16d-795a-486b-a60f-daf3fb20cd1c service neutron] 10.222.0.39 "PUT /v2.0/ports/e5d66a3a-ce47-47b7-8029-a84a4ce94c7e HTTP/1.1" status: 200 len: 1092 time: 2.2709215 Sep 30 13:25:23.393748 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f11984-4f9e-4aef-aec5-8ebf6f1112a1', 'tag': 'e5d66a3a-ce47-47b7-8029-a84a4ce94c7e'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:25:23.397637 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae055c9-e8f8-45c1-a333-37f9adb70204" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f11984-4f9e-4aef-aec5-8ebf6f1112a1", "tag": "e5d66a3a-ce47-47b7-8029-a84a4ce94c7e"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:25:23.425649 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e8696868-929d-4a4e-bfcc-fd665149a774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:23.444353 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e8696868-929d-4a4e-bfcc-fd665149a774 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6bac914f-ff79-44a0-914f-8c571e231db2 HTTP/1.1" status: 204 len: 168 time: 0.3555691 Sep 30 13:25:23.459010 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52792) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:23.473856 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8696868-929d-4a4e-bfcc-fd665149a774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bac914f-ff79-44a0-914f-8c571e231db2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:23.588241 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974840b0-5a97-4aaa-9465-935dbe549186 x-openstack-request-id: req-974840b0-5a97-4aaa-9465-935dbe549186 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:25:23.588944 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f11984-4f9e-4aef-aec5-8ebf6f1112a1", "tag": "e5d66a3a-ce47-47b7-8029-a84a4ce94c7e", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:25:23.589422 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-974840b0-5a97-4aaa-9465-935dbe549186 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:25:23.590222 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f11984-4f9e-4aef-aec5-8ebf6f1112a1', 'tag': 'e5d66a3a-ce47-47b7-8029-a84a4ce94c7e', 'status': 'completed', 'code': 200} Sep 30 13:25:23.762140 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76138226-918b-4601-a90d-7ea720e2ddce req-34147285-9584-4890-9844-aa2746d27776 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:23.766987 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-76138226-918b-4601-a90d-7ea720e2ddce req-34147285-9584-4890-9844-aa2746d27776 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3f11984-4f9e-4aef-aec5-8ebf6f1112a1 HTTP/1.1" status: 200 len: 944 time: 0.1090865 Sep 30 13:25:23.768072 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-16d36ebe-a7a8-44ba-be6f-5cdf936c33b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:23.793086 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-6c603f7a-a9c5-4134-a50a-389601049d3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6537f6dc-376d-4670-89fe-6dff7fef0750 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:25:23.802446 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-6c603f7a-a9c5-4134-a50a-389601049d3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:23.818290 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-6c603f7a-a9c5-4134-a50a-389601049d3a service neutron] Transition to ACTIVE for port object 6537f6dc-376d-4670-89fe-6dff7fef0750 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:25:23.821021 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-76138226-918b-4601-a90d-7ea720e2ddce req-dfa7ed36-b17a-4696-83f5-7b0cda250e47 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a66d1e-9f71-4e11-bc6d-1799d53658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473137 Sep 30 13:25:23.824041 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afb16d-795a-486b-a60f-daf3fb20cd1c service neutron] Pushing event updated for resources: {'Port': ['ID=e5d66a3a-ce47-47b7-8029-a84a4ce94c7e,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:23.839170 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-6c603f7a-a9c5-4134-a50a-389601049d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:23.907039 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c603f7a-a9c5-4134-a50a-389601049d3a service neutron] Pushing event updated for resources: {'Port': ['ID=6537f6dc-376d-4670-89fe-6dff7fef0750,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:23.975896 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-17625181-cc21-4550-85d5-128dce824e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:23.977579 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-17625181-cc21-4550-85d5-128dce824e3c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba06ca8c8c6c47e0a3ec08e9fc9296aa&device_id=d3f11984-4f9e-4aef-aec5-8ebf6f1112a1 HTTP/1.1" status: 200 len: 1095 time: 0.5176108 Sep 30 13:25:24.161171 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:24.187867 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-16d36ebe-a7a8-44ba-be6f-5cdf936c33b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:24.193515 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-9eb98216-67df-4f3b-9519-cc21828e03c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5d66a3a-ce47-47b7-8029-a84a4ce94c7e HTTP/1.1" status: 200 len: 217 time: 0.1944909 Sep 30 13:25:24.214622 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913c471-1a38-4bed-b17d-5a29893ac8b5 req-15bd3feb-3d25-47e2-ad8b-c13efdd7f469 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:24.222576 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0913c471-1a38-4bed-b17d-5a29893ac8b5 req-15bd3feb-3d25-47e2-ad8b-c13efdd7f469 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 945 time: 0.0825377 Sep 30 13:25:24.295461 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0913c471-1a38-4bed-b17d-5a29893ac8b5 req-3abc3c02-37ce-4427-8c57-dc264534da4f tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642936 Sep 30 13:25:24.296508 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-16d36ebe-a7a8-44ba-be6f-5cdf936c33b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae8f69c-e2ed-4683-a275-8d8f7caa3a16']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:25:24.320038 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-16d36ebe-a7a8-44ba-be6f-5cdf936c33b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c14a080-1632-4772-b204-9e8eb842c0d3') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:25:24.320038 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-16d36ebe-a7a8-44ba-be6f-5cdf936c33b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c14a080-1632-4772-b204-9e8eb842c0d3') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:25:24.376250 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-16d36ebe-a7a8-44ba-be6f-5cdf936c33b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:24.424832 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-16d36ebe-a7a8-44ba-be6f-5cdf936c33b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:24.468443 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-0188c2e1-eed7-492c-b619-939e88a305f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:24.470049 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-0188c2e1-eed7-492c-b619-939e88a305f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b0d07ac9-b646-4015-9c44-dcf39179fe0f HTTP/1.1" status: 200 len: 849 time: 0.1999950 Sep 30 13:25:24.473393 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d36ebe-a7a8-44ba-be6f-5cdf936c33b6 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:25:24.473925 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-16d36ebe-a7a8-44ba-be6f-5cdf936c33b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:25:24.479783 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:25:24.520439 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc9bae-2a09-4107-b2eb-118b713ddecf req-2e407a38-9905-4328-9fe6-08d1f6f82417 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:24.522142 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2adc9bae-2a09-4107-b2eb-118b713ddecf req-2e407a38-9905-4328-9fe6-08d1f6f82417 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f12eeb34-96c1-4cca-996a-972f4086e455 HTTP/1.1" status: 200 len: 944 time: 0.4610331 Sep 30 13:25:25.034581 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-6c603f7a-a9c5-4134-a50a-389601049d3a service neutron] Attempting to bind port 6537f6dc-376d-4670-89fe-6dff7fef0750 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:25:25.034928 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-6c603f7a-a9c5-4134-a50a-389601049d3a service neutron] Attempting to bind port 6537f6dc-376d-4670-89fe-6dff7fef0750 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:25:25.035256 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-6c603f7a-a9c5-4134-a50a-389601049d3a service neutron] Attempting to bind port 6537f6dc-376d-4670-89fe-6dff7fef0750 on network 37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:25:25.059033 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-6c603f7a-a9c5-4134-a50a-389601049d3a service neutron] Port 6537f6dc-376d-4670-89fe-6dff7fef0750 on network 37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:25:25.059421 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-6c603f7a-a9c5-4134-a50a-389601049d3a service neutron] Attempting to bind port 6537f6dc-376d-4670-89fe-6dff7fef0750 on network 37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:25:25.073506 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-6c603f7a-a9c5-4134-a50a-389601049d3a service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:25:25.075298 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-6c603f7a-a9c5-4134-a50a-389601049d3a service neutron] Checking segment: {'id': 'bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:25:25.075891 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-6c603f7a-a9c5-4134-a50a-389601049d3a service neutron] Bound using segment: {'id': 'bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:25:25.076524 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-6c603f7a-a9c5-4134-a50a-389601049d3a service neutron] Bound port: 6537f6dc-376d-4670-89fe-6dff7fef0750, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:25:25.077094 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-6c603f7a-a9c5-4134-a50a-389601049d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:25.080794 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb01dd2-2fb7-4123-ae07-2bec7179d9bd req-8b794767-6451-451f-815a-07216c587702 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:25.083624 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cb01dd2-2fb7-4123-ae07-2bec7179d9bd req-8b794767-6451-451f-815a-07216c587702 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3f11984-4f9e-4aef-aec5-8ebf6f1112a1 HTTP/1.1" status: 200 len: 944 time: 0.1265790 Sep 30 13:25:25.111205 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-16d36ebe-a7a8-44ba-be6f-5cdf936c33b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:25.141729 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-16d36ebe-a7a8-44ba-be6f-5cdf936c33b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:25.143976 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-16d36ebe-a7a8-44ba-be6f-5cdf936c33b6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2ae8f69c-e2ed-4683-a275-8d8f7caa3a16 HTTP/1.1" status: 204 len: 168 time: 1.6826687 Sep 30 13:25:25.158818 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cb01dd2-2fb7-4123-ae07-2bec7179d9bd req-1f7adabe-3397-468c-b69c-b4b770a31002 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a66d1e-9f71-4e11-bc6d-1799d53658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685146 Sep 30 13:25:25.176443 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2adc9bae-2a09-4107-b2eb-118b713ddecf req-0cf44e88-834a-4b6a-9dda-6d5fa8250416 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/security-groups?id=35be3bdd-fe1b-46ea-9bb2-b1ab4a987c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6184089 Sep 30 13:25:25.177692 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d36ebe-a7a8-44ba-be6f-5cdf936c33b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ae8f69c-e2ed-4683-a275-8d8f7caa3a16,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:25.186915 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-897bf237-1f7d-42bb-85da-e1f35eba7573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:25.188883 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-897bf237-1f7d-42bb-85da-e1f35eba7573 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=27af5bc2-ae82-46a4-9237-d0fc36f9075e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6954384 Sep 30 13:25:25.273493 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-6c603f7a-a9c5-4134-a50a-389601049d3a service neutron] For port 6537f6dc-376d-4670-89fe-6dff7fef0750, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:25:25.356565 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-6c603f7a-a9c5-4134-a50a-389601049d3a service neutron] For port 6537f6dc-376d-4670-89fe-6dff7fef0750, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=6537f6dc-376d-4670-89fe-6dff7fef0750,segment=NetworkSegment(bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7),segment_id=bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:25:25.382301 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-6c603f7a-a9c5-4134-a50a-389601049d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:25.526418 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae94ea-eed5-4c2e-b0aa-dc995e242e2c req-dcd126d3-7894-4fb6-847c-a85cd4f6c2c4 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:25.532980 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5fae94ea-eed5-4c2e-b0aa-dc995e242e2c req-dcd126d3-7894-4fb6-847c-a85cd4f6c2c4 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 945 time: 0.1392655 Sep 30 13:25:25.558796 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-6c603f7a-a9c5-4134-a50a-389601049d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:25.560684 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-6c603f7a-a9c5-4134-a50a-389601049d3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:25.563213 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-6c603f7a-a9c5-4134-a50a-389601049d3a service neutron] 10.222.0.54 "PUT /v2.0/ports/6537f6dc-376d-4670-89fe-6dff7fef0750 HTTP/1.1" status: 200 len: 1092 time: 2.8455186 Sep 30 13:25:25.588482 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-7de97263-c1ba-4bca-af5e-10b4c5132bf2 service neutron] 10.222.0.39 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896778 Sep 30 13:25:25.608104 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12eeb34-96c1-4cca-996a-972f4086e455', 'tag': '6537f6dc-376d-4670-89fe-6dff7fef0750'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:25:25.615572 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fd417c-0c1b-4586-b980-b7757dddf81b" -d '{"events": [{"name": "network-changed", "server_uuid": "f12eeb34-96c1-4cca-996a-972f4086e455", "tag": "6537f6dc-376d-4670-89fe-6dff7fef0750"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:25:25.624146 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52918) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:25.664066 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5fae94ea-eed5-4c2e-b0aa-dc995e242e2c req-a959d8b5-bdbc-452b-9eae-4256259819f6 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185939 Sep 30 13:25:25.733048 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39453c71-21f8-4543-bea6-efcf09b5d393 x-openstack-request-id: req-39453c71-21f8-4543-bea6-efcf09b5d393 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:25:25.733351 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f12eeb34-96c1-4cca-996a-972f4086e455", "tag": "6537f6dc-376d-4670-89fe-6dff7fef0750", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:25:25.733611 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39453c71-21f8-4543-bea6-efcf09b5d393 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:25:25.734002 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f12eeb34-96c1-4cca-996a-972f4086e455', 'tag': '6537f6dc-376d-4670-89fe-6dff7fef0750', 'status': 'completed', 'code': 200} Sep 30 13:25:25.768047 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 52932) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:25.783944 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-73de386a-adba-4bc0-a9c0-92c9649da2b3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a44cb98e418b4fc89cc73be20bc6aaa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1584136 Sep 30 13:25:25.791962 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 52938) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:25.800852 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c603f7a-a9c5-4134-a50a-389601049d3a service neutron] Pushing event updated for resources: {'Port': ['ID=6537f6dc-376d-4670-89fe-6dff7fef0750,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:25.911155 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-d0efc6ee-eb4a-4140-98e6-96f99a150ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:25.914396 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-d0efc6ee-eb4a-4140-98e6-96f99a150ccf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=20a400e998f54b20a9927f300081053c&device_id=f12eeb34-96c1-4cca-996a-972f4086e455 HTTP/1.1" status: 200 len: 1095 time: 0.2682893 Sep 30 13:25:25.956742 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83a5bc61-2216-4a17-99ec-4d6611634384 req-fbc08fcd-7eb5-425e-97d0-96b07edfc4cb service neutron] 10.222.0.39 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246067 Sep 30 13:25:26.014272 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-9b3c0db7-7bc4-4556-9f7a-9b8167995fa0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6537f6dc-376d-4670-89fe-6dff7fef0750 HTTP/1.1" status: 200 len: 217 time: 0.0842197 Sep 30 13:25:26.014884 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4c97f78-3998-4297-83a6-783f6d79f4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:26.034860 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e5f9a19f-2cce-4cf3-ad38-691ec8b7a1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:26.115075 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4c97f78-3998-4297-83a6-783f6d79f4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:26.150930 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae055c9-e8f8-45c1-a333-37f9adb70204 req-a135e606-137c-45d2-8b05-640b49816435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:26.153004 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ae055c9-e8f8-45c1-a333-37f9adb70204 req-a135e606-137c-45d2-8b05-640b49816435 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba06ca8c8c6c47e0a3ec08e9fc9296aa&device_id=d3f11984-4f9e-4aef-aec5-8ebf6f1112a1 HTTP/1.1" status: 200 len: 1095 time: 0.1120594 Sep 30 13:25:26.239150 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-37c52a32-1bbe-4b7d-b227-34583dedf88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:26.243812 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-37c52a32-1bbe-4b7d-b227-34583dedf88b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f4804c26-a3c6-4d66-bcd4-d929f92f46a9 HTTP/1.1" status: 200 len: 848 time: 0.2117984 Sep 30 13:25:26.249304 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e5f9a19f-2cce-4cf3-ad38-691ec8b7a1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:26.265605 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e5f9a19f-2cce-4cf3-ad38-691ec8b7a1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:26.288606 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4c97f78-3998-4297-83a6-783f6d79f4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:26.293142 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4c97f78-3998-4297-83a6-783f6d79f4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:26.295661 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f4c97f78-3998-4297-83a6-783f6d79f4b5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/39ad4986-e828-4095-a28f-c7816b9c7218 HTTP/1.1" status: 204 len: 168 time: 0.5025797 Sep 30 13:25:26.368011 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f9a19f-2cce-4cf3-ad38-691ec8b7a1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414da636-b484-4d89-91da-38c6101763d4,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:26.373612 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e5f9a19f-2cce-4cf3-ad38-691ec8b7a1d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ea38607d0cf4955a6513f91ae7707fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6041172 Sep 30 13:25:26.397183 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53002) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:26.416458 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368f6ab-c9fa-4347-87b4-e8b2a2e7242c req-d79cb695-940c-429f-acd1-7c7447933426 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:26.424081 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2368f6ab-c9fa-4347-87b4-e8b2a2e7242c req-d79cb695-940c-429f-acd1-7c7447933426 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3f11984-4f9e-4aef-aec5-8ebf6f1112a1 HTTP/1.1" status: 200 len: 944 time: 0.1499088 Sep 30 13:25:26.478236 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c97f78-3998-4297-83a6-783f6d79f4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ad4986-e828-4095-a28f-c7816b9c7218,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:26.536816 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-431621d5-4d0f-411b-9bb0-e5b8199c0079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:26.538389 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-431621d5-4d0f-411b-9bb0-e5b8199c0079 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2660754 Sep 30 13:25:26.550049 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344bff2-e2e1-418f-a6b5-cdae49ce1c82 req-0665b9e3-0708-4fd8-a9c9-bc662032e55c tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:26.551893 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2344bff2-e2e1-418f-a6b5-cdae49ce1c82 req-0665b9e3-0708-4fd8-a9c9-bc662032e55c tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f12eeb34-96c1-4cca-996a-972f4086e455 HTTP/1.1" status: 200 len: 944 time: 0.2249749 Sep 30 13:25:26.600834 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2368f6ab-c9fa-4347-87b4-e8b2a2e7242c req-64a56650-7040-45d7-ab69-435a7de8ba68 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a66d1e-9f71-4e11-bc6d-1799d53658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637833 Sep 30 13:25:26.628124 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-85067744-5b27-4e37-a397-56b4b309069e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:26.681508 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-85067744-5b27-4e37-a397-56b4b309069e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:26.697747 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-e0a1c07c-b66f-4cdb-8bea-51cefe5efd3d service neutron] 10.222.0.54 "GET /v2.0/networks/37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446660 Sep 30 13:25:26.704432 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae055c9-e8f8-45c1-a333-37f9adb70204 req-d9dd9c83-2208-4f18-b6a6-e3a0c6232caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:26.705940 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ae055c9-e8f8-45c1-a333-37f9adb70204 req-d9dd9c83-2208-4f18-b6a6-e3a0c6232caa service neutron] 10.222.0.39 "GET /v2.0/networks?id=27af5bc2-ae82-46a4-9237-d0fc36f9075e HTTP/1.1" status: 200 len: 911 time: 0.5403194 Sep 30 13:25:26.811266 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-85067744-5b27-4e37-a397-56b4b309069e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:26.813817 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-85067744-5b27-4e37-a397-56b4b309069e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:26.821028 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-85067744-5b27-4e37-a397-56b4b309069e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/414da636-b484-4d89-91da-38c6101763d4 HTTP/1.1" status: 204 len: 168 time: 0.3887913 Sep 30 13:25:26.836340 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85067744-5b27-4e37-a397-56b4b309069e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414da636-b484-4d89-91da-38c6101763d4,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:26.839031 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a0e26a9-76c1-4934-95ab-d78bb89d2355 req-7062a0cb-60c2-4678-85bf-05a064a75e28 service neutron] 10.222.0.54 "GET /v2.0/networks/37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291006 Sep 30 13:25:26.901868 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ecdca-6cef-433b-85b1-f62e2a30593c req-7f1cd2e3-2783-4e8e-ac2b-8f161419f659 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:26.918966 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2b6ecdca-6cef-433b-85b1-f62e2a30593c req-7f1cd2e3-2783-4e8e-ac2b-8f161419f659 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 945 time: 0.0845273 Sep 30 13:25:26.921522 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2344bff2-e2e1-418f-a6b5-cdae49ce1c82 req-801fcc7d-ccac-4c6a-8e02-8ba30a3ffc1a tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/security-groups?id=35be3bdd-fe1b-46ea-9bb2-b1ab4a987c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3575740 Sep 30 13:25:26.927023 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ae055c9-e8f8-45c1-a333-37f9adb70204 req-988096dc-6dc2-429e-8a7e-ea4a7660513f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5d66a3a-ce47-47b7-8029-a84a4ce94c7e HTTP/1.1" status: 200 len: 217 time: 0.0867856 Sep 30 13:25:27.012546 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53030) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:27.027898 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2b6ecdca-6cef-433b-85b1-f62e2a30593c req-e5c2e1d5-a68f-43bc-9574-28ceb0fce7fb tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048713 Sep 30 13:25:27.036884 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd417c-0c1b-4586-b980-b7757dddf81b req-2342cab3-8019-4510-bae4-35c1d0ba87ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:27.039351 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08fd417c-0c1b-4586-b980-b7757dddf81b req-2342cab3-8019-4510-bae4-35c1d0ba87ef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=20a400e998f54b20a9927f300081053c&device_id=f12eeb34-96c1-4cca-996a-972f4086e455 HTTP/1.1" status: 200 len: 1095 time: 0.1108220 Sep 30 13:25:27.070220 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae055c9-e8f8-45c1-a333-37f9adb70204 req-ae838391-4026-4dd9-96e2-ff11d552b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:27.072327 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ae055c9-e8f8-45c1-a333-37f9adb70204 req-ae838391-4026-4dd9-96e2-ff11d552b421 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b0d07ac9-b646-4015-9c44-dcf39179fe0f HTTP/1.1" status: 200 len: 849 time: 0.1021705 Sep 30 13:25:27.246306 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae055c9-e8f8-45c1-a333-37f9adb70204 req-9309674a-d206-46fa-93e8-869380a28398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:27.247950 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ae055c9-e8f8-45c1-a333-37f9adb70204 req-9309674a-d206-46fa-93e8-869380a28398 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=27af5bc2-ae82-46a4-9237-d0fc36f9075e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1607034 Sep 30 13:25:27.249228 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd417c-0c1b-4586-b980-b7757dddf81b req-7432d945-0df5-4e3b-a4b6-daf6a0c6cf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:27.250822 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08fd417c-0c1b-4586-b980-b7757dddf81b req-7432d945-0df5-4e3b-a4b6-daf6a0c6cf2b service neutron] 10.222.0.54 "GET /v2.0/networks?id=37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9 HTTP/1.1" status: 200 len: 910 time: 0.2023356 Sep 30 13:25:27.315236 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08fd417c-0c1b-4586-b980-b7757dddf81b req-8d8b2cb9-a7e3-400b-a122-eb03daa7550e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6537f6dc-376d-4670-89fe-6dff7fef0750 HTTP/1.1" status: 200 len: 217 time: 0.0549068 Sep 30 13:25:27.454329 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd417c-0c1b-4586-b980-b7757dddf81b req-a94c7a4b-e030-46df-bd20-58b8c59f7ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:27.455984 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08fd417c-0c1b-4586-b980-b7757dddf81b req-a94c7a4b-e030-46df-bd20-58b8c59f7ccb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f4804c26-a3c6-4d66-bcd4-d929f92f46a9 HTTP/1.1" status: 200 len: 848 time: 0.1280687 Sep 30 13:25:27.462086 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4f875685-5dd2-4ec0-9118-c3d47321fe49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:27.494258 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ae055c9-e8f8-45c1-a333-37f9adb70204 req-ecb72642-6b11-43cc-9ce3-6d19cb14f83d service neutron] 10.222.0.39 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353389 Sep 30 13:25:27.578353 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd417c-0c1b-4586-b980-b7757dddf81b req-1ebe5105-139a-459c-adc2-54ecdbf1db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:27.579115 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53050) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:27.579889 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08fd417c-0c1b-4586-b980-b7757dddf81b req-1ebe5105-139a-459c-adc2-54ecdbf1db7a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056280 Sep 30 13:25:27.596024 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-075902f1-f987-4ba7-ba99-68e555431b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:27.752209 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ae055c9-e8f8-45c1-a333-37f9adb70204 req-a3adc688-b6f6-46d6-8891-6796a9c40a57 service neutron] 10.222.0.39 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396486 Sep 30 13:25:27.803963 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08fd417c-0c1b-4586-b980-b7757dddf81b req-ef85a58d-5cbf-4a3a-a0fb-5bd6501650a6 service neutron] 10.222.0.54 "GET /v2.0/networks/37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086768 Sep 30 13:25:27.828725 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4f875685-5dd2-4ec0-9118-c3d47321fe49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:27.846558 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4f875685-5dd2-4ec0-9118-c3d47321fe49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:27.859772 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d7a66-f838-4010-b137-a169c2329f69 req-c044b71e-a14d-4f09-8f05-d01d8d44b388 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:27.861654 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fd5d7a66-f838-4010-b137-a169c2329f69 req-c044b71e-a14d-4f09-8f05-d01d8d44b388 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3f11984-4f9e-4aef-aec5-8ebf6f1112a1 HTTP/1.1" status: 200 len: 944 time: 0.1418011 Sep 30 13:25:27.984308 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-075902f1-f987-4ba7-ba99-68e555431b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:27.985561 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4f875685-5dd2-4ec0-9118-c3d47321fe49 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a77dc39750b84ccaa5026d467e1971aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9672892 Sep 30 13:25:27.986423 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f875685-5dd2-4ec0-9118-c3d47321fe49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74b034e-2901-4d13-b957-f0b350f1d348,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:27.988834 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53068) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:28.003404 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-075902f1-f987-4ba7-ba99-68e555431b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:28.029243 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fd5d7a66-f838-4010-b137-a169c2329f69 req-433bdf3a-378a-49ec-9bc0-bd8c57441353 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a66d1e-9f71-4e11-bc6d-1799d53658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419771 Sep 30 13:25:28.048343 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08fd417c-0c1b-4586-b980-b7757dddf81b req-e4decfe2-06ef-4d8f-aaa4-fcea9e4354fc service neutron] 10.222.0.54 "GET /v2.0/networks/37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304327 Sep 30 13:25:28.105827 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4753cfdd-8e6c-4675-b40d-122b7279e19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:28.109985 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-075902f1-f987-4ba7-ba99-68e555431b6e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4f08ccb6cca486cb8d4c974a6ad7cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5296831 Sep 30 13:25:28.110782 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075902f1-f987-4ba7-ba99-68e555431b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ebd67f-fe7e-4bba-96c7-f9c50b431831,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:28.112677 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53076) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:28.171908 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4753cfdd-8e6c-4675-b40d-122b7279e19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:28.198303 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e1c83-08a3-4649-bf44-4153ae04dfdc req-540ceeb0-f454-43f6-b0d9-994a4a740341 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:28.203610 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-037e1c83-08a3-4649-bf44-4153ae04dfdc req-540ceeb0-f454-43f6-b0d9-994a4a740341 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 945 time: 0.1029119 Sep 30 13:25:28.210403 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cca2a17d-035e-4520-9757-4312c298fcad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:28.217735 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256680f6-9512-4cdd-8804-22eb7bfa9e5e req-d100d189-158e-4b21-97e8-31f309f4c0cc tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:28.226004 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-256680f6-9512-4cdd-8804-22eb7bfa9e5e req-d100d189-158e-4b21-97e8-31f309f4c0cc tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f12eeb34-96c1-4cca-996a-972f4086e455 HTTP/1.1" status: 200 len: 944 time: 0.0890942 Sep 30 13:25:28.227623 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53080) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:28.258567 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cca2a17d-035e-4520-9757-4312c298fcad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:28.290410 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-256680f6-9512-4cdd-8804-22eb7bfa9e5e req-2b07e0c2-b1d2-4b7a-b57a-581f39df5d1b tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/security-groups?id=35be3bdd-fe1b-46ea-9bb2-b1ab4a987c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609579 Sep 30 13:25:28.300180 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-037e1c83-08a3-4649-bf44-4153ae04dfdc req-8553dc90-924c-4ecd-8209-59bdd11b491b tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874190 Sep 30 13:25:28.318934 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4753cfdd-8e6c-4675-b40d-122b7279e19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:28.322090 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4753cfdd-8e6c-4675-b40d-122b7279e19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:28.326552 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4753cfdd-8e6c-4675-b40d-122b7279e19c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d74b034e-2901-4d13-b957-f0b350f1d348 HTTP/1.1" status: 204 len: 168 time: 0.3353479 Sep 30 13:25:28.342988 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753cfdd-8e6c-4675-b40d-122b7279e19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74b034e-2901-4d13-b957-f0b350f1d348,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:28.378417 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cca2a17d-035e-4520-9757-4312c298fcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:28.382471 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cca2a17d-035e-4520-9757-4312c298fcad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:28.385124 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cca2a17d-035e-4520-9757-4312c298fcad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b1ebd67f-fe7e-4bba-96c7-f9c50b431831 HTTP/1.1" status: 204 len: 168 time: 0.2707846 Sep 30 13:25:28.397328 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2a17d-035e-4520-9757-4312c298fcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ebd67f-fe7e-4bba-96c7-f9c50b431831,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:28.414154 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c5eae1d-87ed-4333-a01c-bade7fa54d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:28.524477 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device e5d66a3a-ce47-47b7-8029-a84a4ce94c7e details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:25:28.541080 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c5eae1d-87ed-4333-a01c-bade7fa54d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:28.548422 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c5eae1d-87ed-4333-a01c-bade7fa54d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:28.611876 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0c5eae1d-87ed-4333-a01c-bade7fa54d4d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=54b05cbdc71d44cebadd1055d9d07523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3770864 Sep 30 13:25:28.615125 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53094) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:28.637735 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5eae1d-87ed-4333-a01c-bade7fa54d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec119106-0ac8-492c-8d69-33ad5a0c17af,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:28.697882 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-89c08688-dcb8-4071-b9ef-2b327863dc84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:28.707350 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port e5d66a3a-ce47-47b7-8029-a84a4ce94c7e, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=e5d66a3a-ce47-47b7-8029-a84a4ce94c7e,segment=NetworkSegment(09db17fb-74d7-4dc0-9134-6b39465ccd33),segment_id=09db17fb-74d7-4dc0-9134-6b39465ccd33)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:25:28.721428 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'e5d66a3a-ce47-47b7-8029-a84a4ce94c7e', 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e', 'port_id': 'e5d66a3a-ce47-47b7-8029-a84a4ce94c7e', 'mac_address': 'fa:16:3e:ed:33:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:25:28.739580 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-89c08688-dcb8-4071-b9ef-2b327863dc84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:28.762655 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:28.802966 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d66a3a-ce47-47b7-8029-a84a4ce94c7e {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:25:28.818746 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-89c08688-dcb8-4071-b9ef-2b327863dc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:28.822442 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-89c08688-dcb8-4071-b9ef-2b327863dc84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:28.823840 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-89c08688-dcb8-4071-b9ef-2b327863dc84 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec119106-0ac8-492c-8d69-33ad5a0c17af HTTP/1.1" status: 204 len: 168 time: 0.2071362 Sep 30 13:25:28.835238 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c08688-dcb8-4071-b9ef-2b327863dc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec119106-0ac8-492c-8d69-33ad5a0c17af,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:28.846771 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port e5d66a3a-ce47-47b7-8029-a84a4ce94c7e, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=e5d66a3a-ce47-47b7-8029-a84a4ce94c7e,segment=NetworkSegment(09db17fb-74d7-4dc0-9134-6b39465ccd33),segment_id=09db17fb-74d7-4dc0-9134-6b39465ccd33)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:25:28.861047 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:28.955616 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=e5d66a3a-ce47-47b7-8029-a84a4ce94c7e,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:28.967494 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53110) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:28.983385 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-46461984-69d0-4a1a-a9b6-b5a415c96c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:29.083627 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['e5d66a3a-ce47-47b7-8029-a84a4ce94c7e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:25:29.113407 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-46461984-69d0-4a1a-a9b6-b5a415c96c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:29.121420 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-46461984-69d0-4a1a-a9b6-b5a415c96c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:29.193409 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46461984-69d0-4a1a-a9b6-b5a415c96c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f263a874-ea06-44dd-a619-e393956ab2d2,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:29.241431 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-46461984-69d0-4a1a-a9b6-b5a415c96c7e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03101db4488e47d08bdcaaa7ed12a361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2731977 Sep 30 13:25:29.243994 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53124) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:29.254187 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a04d5-8d89-44b1-ae0a-807c2365040f req-5da10ca6-52fc-4b48-81a3-7d9581277acd tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:29.261433 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d1a04d5-8d89-44b1-ae0a-807c2365040f req-5da10ca6-52fc-4b48-81a3-7d9581277acd tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3f11984-4f9e-4aef-aec5-8ebf6f1112a1 HTTP/1.1" status: 200 len: 945 time: 0.1062734 Sep 30 13:25:29.320770 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d1a04d5-8d89-44b1-ae0a-807c2365040f req-488c47d8-5ca7-4c5e-998e-c58ae6b69397 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a66d1e-9f71-4e11-bc6d-1799d53658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563483 Sep 30 13:25:29.366800 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9e412ecc-d3c8-4dbe-8f79-0f781b399a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:29.406781 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9e412ecc-d3c8-4dbe-8f79-0f781b399a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:29.526597 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c0f14-18a4-4b83-ba00-c0e763315138 req-07cabfc0-4f22-4d85-8e9c-f926b6d771a1 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:29.528517 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-171c0f14-18a4-4b83-ba00-c0e763315138 req-07cabfc0-4f22-4d85-8e9c-f926b6d771a1 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 945 time: 0.0641358 Sep 30 13:25:29.574042 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9e412ecc-d3c8-4dbe-8f79-0f781b399a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:29.579007 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9e412ecc-d3c8-4dbe-8f79-0f781b399a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:29.584546 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9e412ecc-d3c8-4dbe-8f79-0f781b399a21 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f263a874-ea06-44dd-a619-e393956ab2d2 HTTP/1.1" status: 204 len: 168 time: 0.3393698 Sep 30 13:25:29.607533 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-171c0f14-18a4-4b83-ba00-c0e763315138 req-2dfb4610-3101-44ba-ae83-97e3e67b02df tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730872 Sep 30 13:25:29.638509 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89559c-2c62-455a-8bec-07df1a4c8f9e req-6cc01e1b-c5b4-491c-99b0-2c029c73de1d tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:29.640063 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6f89559c-2c62-455a-8bec-07df1a4c8f9e req-6cc01e1b-c5b4-491c-99b0-2c029c73de1d tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f12eeb34-96c1-4cca-996a-972f4086e455 HTTP/1.1" status: 200 len: 944 time: 0.1802526 Sep 30 13:25:29.641316 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e412ecc-d3c8-4dbe-8f79-0f781b399a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f263a874-ea06-44dd-a619-e393956ab2d2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:29.703125 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6f89559c-2c62-455a-8bec-07df1a4c8f9e req-94ee72e2-1121-41e5-9e4e-65cd4ad22acb tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/security-groups?id=35be3bdd-fe1b-46ea-9bb2-b1ab4a987c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567422 Sep 30 13:25:30.075855 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 6537f6dc-376d-4670-89fe-6dff7fef0750 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:25:30.297576 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 6537f6dc-376d-4670-89fe-6dff7fef0750, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=6537f6dc-376d-4670-89fe-6dff7fef0750,segment=NetworkSegment(bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7),segment_id=bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:25:30.314649 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '6537f6dc-376d-4670-89fe-6dff7fef0750', 'network_id': '37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9', 'port_id': '6537f6dc-376d-4670-89fe-6dff7fef0750', 'mac_address': 'fa:16:3e:57:7b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4804c26-a3c6-4d66-bcd4-d929f92f46a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:25:30.373791 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:30.392035 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6537f6dc-376d-4670-89fe-6dff7fef0750 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:25:30.422447 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 6537f6dc-376d-4670-89fe-6dff7fef0750, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=6537f6dc-376d-4670-89fe-6dff7fef0750,segment=NetworkSegment(bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7),segment_id=bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:25:30.430682 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:30.496109 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=6537f6dc-376d-4670-89fe-6dff7fef0750,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:30.516249 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b69e5-e133-47c1-bac8-3141ccaa8044 req-fd7da971-b337-4714-b2d8-77a7cbdefcfa tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:30.518746 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-036b69e5-e133-47c1-bac8-3141ccaa8044 req-fd7da971-b337-4714-b2d8-77a7cbdefcfa tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3f11984-4f9e-4aef-aec5-8ebf6f1112a1 HTTP/1.1" status: 200 len: 945 time: 0.0956793 Sep 30 13:25:30.522438 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device e5d66a3a-ce47-47b7-8029-a84a4ce94c7e up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:25:30.588622 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port e5d66a3a-ce47-47b7-8029-a84a4ce94c7e completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:25:30.589528 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-036b69e5-e133-47c1-bac8-3141ccaa8044 req-995510e9-79e5-47ac-9c46-038caaff2156 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a66d1e-9f71-4e11-bc6d-1799d53658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637593 Sep 30 13:25:30.594679 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port e5d66a3a-ce47-47b7-8029-a84a4ce94c7e triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:25:30.595118 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:30.705720 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:30.739593 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f11984-4f9e-4aef-aec5-8ebf6f1112a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d66a3a-ce47-47b7-8029-a84a4ce94c7e'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:25:30.743472 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03288c9-e4be-4248-957a-af8de48552b6" -d '{"events": [{"server_uuid": "d3f11984-4f9e-4aef-aec5-8ebf6f1112a1", "name": "network-vif-plugged", "status": "completed", "tag": "e5d66a3a-ce47-47b7-8029-a84a4ce94c7e"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:25:30.769224 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port e5d66a3a-ce47-47b7-8029-a84a4ce94c7e, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=e5d66a3a-ce47-47b7-8029-a84a4ce94c7e,segment=NetworkSegment(09db17fb-74d7-4dc0-9134-6b39465ccd33),segment_id=09db17fb-74d7-4dc0-9134-6b39465ccd33)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:25:30.776319 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:30.800856 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12179e32-2dc3-467b-b941-5b00d8c2d512 req-246c0246-2849-4c08-a534-8c1f76bb9b0f tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:30.813819 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-12179e32-2dc3-467b-b941-5b00d8c2d512 req-246c0246-2849-4c08-a534-8c1f76bb9b0f tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 945 time: 0.1243317 Sep 30 13:25:30.874127 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-12179e32-2dc3-467b-b941-5b00d8c2d512 req-cc33640c-f6bf-4a5d-bce7-d5861053ea05 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547392 Sep 30 13:25:30.880922 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['6537f6dc-376d-4670-89fe-6dff7fef0750'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:25:30.924685 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752efa9-d27a-491c-a84e-e956002e17bf req-58cc13a1-c7ad-4c5d-91bc-38cd528d87b9 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:30.926669 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0752efa9-d27a-491c-a84e-e956002e17bf req-58cc13a1-c7ad-4c5d-91bc-38cd528d87b9 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f12eeb34-96c1-4cca-996a-972f4086e455 HTTP/1.1" status: 200 len: 945 time: 0.0848014 Sep 30 13:25:30.946760 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a07e35f-d9ea-417a-9e7e-ccfc884f5c81 x-openstack-request-id: req-1a07e35f-d9ea-417a-9e7e-ccfc884f5c81 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:25:30.946991 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f11984-4f9e-4aef-aec5-8ebf6f1112a1", "name": "network-vif-plugged", "status": "completed", "tag": "e5d66a3a-ce47-47b7-8029-a84a4ce94c7e", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:25:30.947260 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a07e35f-d9ea-417a-9e7e-ccfc884f5c81 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:25:30.948061 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f11984-4f9e-4aef-aec5-8ebf6f1112a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d66a3a-ce47-47b7-8029-a84a4ce94c7e', 'code': 200} Sep 30 13:25:30.965512 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=e5d66a3a-ce47-47b7-8029-a84a4ce94c7e,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:31.010342 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0752efa9-d27a-491c-a84e-e956002e17bf req-c3bbc2de-0024-4b73-b6ed-aca886de17ed tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/security-groups?id=35be3bdd-fe1b-46ea-9bb2-b1ab4a987c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725844 Sep 30 13:25:31.098745 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61488065-9ff9-425b-a401-4d4c6c0dd78d req-de4dbb33-781b-422e-bc7e-ca06378c4fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:31.103161 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-61488065-9ff9-425b-a401-4d4c6c0dd78d req-de4dbb33-781b-422e-bc7e-ca06378c4fa5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d3f11984-4f9e-4aef-aec5-8ebf6f1112a1 HTTP/1.1" status: 200 len: 1097 time: 0.0957539 Sep 30 13:25:31.216103 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-61488065-9ff9-425b-a401-4d4c6c0dd78d req-7fe30f4c-7e9c-43a1-aa76-758e9efb6e7d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c3a66d1e-9f71-4e11-bc6d-1799d53658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064303 Sep 30 13:25:32.063396 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88332c88-9b31-43b3-ae0e-0b1c9780d1e3 req-a6648d69-6ea5-4390-9de9-ea00a1122160 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:32.065531 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88332c88-9b31-43b3-ae0e-0b1c9780d1e3 req-a6648d69-6ea5-4390-9de9-ea00a1122160 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 945 time: 0.0724773 Sep 30 13:25:32.127763 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88332c88-9b31-43b3-ae0e-0b1c9780d1e3 req-effd71ce-9316-485a-a43d-e09571ba3cbf tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536587 Sep 30 13:25:32.159991 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da9af6-93fe-44e2-9de9-40c11d268f1a req-9748ec4e-fb94-42bd-8e62-b0b14b699f4a tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:32.165971 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b2da9af6-93fe-44e2-9de9-40c11d268f1a req-9748ec4e-fb94-42bd-8e62-b0b14b699f4a tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3f11984-4f9e-4aef-aec5-8ebf6f1112a1 HTTP/1.1" status: 200 len: 946 time: 0.0884128 Sep 30 13:25:32.258165 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b2da9af6-93fe-44e2-9de9-40c11d268f1a req-0606a55b-9f93-4e60-8eaf-168a854e83ca tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a66d1e-9f71-4e11-bc6d-1799d53658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812798 Sep 30 13:25:32.318340 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea041a0-9c58-4d51-96a9-4912931ab8a4 req-e12f7a5c-ade8-415d-a2a9-19fb3d3fa456 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:32.321603 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8ea041a0-9c58-4d51-96a9-4912931ab8a4 req-e12f7a5c-ade8-415d-a2a9-19fb3d3fa456 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f12eeb34-96c1-4cca-996a-972f4086e455 HTTP/1.1" status: 200 len: 945 time: 0.0587542 Sep 30 13:25:32.371077 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8ea041a0-9c58-4d51-96a9-4912931ab8a4 req-c63c1968-040c-409e-9595-74231676044d tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/security-groups?id=35be3bdd-fe1b-46ea-9bb2-b1ab4a987c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389302 Sep 30 13:25:33.311863 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c743a81-b8dc-438f-8462-3c0c450e1cce req-d0e04ea5-5c9a-4448-911a-4cb68305a793 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:33.323891 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c743a81-b8dc-438f-8462-3c0c450e1cce req-d0e04ea5-5c9a-4448-911a-4cb68305a793 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 945 time: 0.1026795 Sep 30 13:25:33.410060 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c743a81-b8dc-438f-8462-3c0c450e1cce req-fef7f938-c76c-4d82-a0d7-d7d08e3d128b tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813658 Sep 30 13:25:33.456365 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee676b9e-b041-4ff3-842a-be0665bb22ed req-ca8c1214-7aae-4aa5-810c-ebea4f4b6c35 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:33.464837 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ee676b9e-b041-4ff3-842a-be0665bb22ed req-ca8c1214-7aae-4aa5-810c-ebea4f4b6c35 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3f11984-4f9e-4aef-aec5-8ebf6f1112a1 HTTP/1.1" status: 200 len: 946 time: 0.0839312 Sep 30 13:25:33.526291 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ee676b9e-b041-4ff3-842a-be0665bb22ed req-8917004a-d914-4288-807f-3f676a879072 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a66d1e-9f71-4e11-bc6d-1799d53658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603585 Sep 30 13:25:33.623045 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3119f-6d92-48cd-a730-87a9df89f907 req-056222dd-95cf-4488-b619-e7591ac8b81c tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:33.630516 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f2d3119f-6d92-48cd-a730-87a9df89f907 req-056222dd-95cf-4488-b619-e7591ac8b81c tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f12eeb34-96c1-4cca-996a-972f4086e455 HTTP/1.1" status: 200 len: 945 time: 0.1074452 Sep 30 13:25:33.679483 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f2d3119f-6d92-48cd-a730-87a9df89f907 req-56d7db35-f236-42ab-960a-a93915988c12 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/security-groups?id=35be3bdd-fe1b-46ea-9bb2-b1ab4a987c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471716 Sep 30 13:25:33.796211 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d81227-a44a-4aed-8e24-255927657695 req-3b5101de-af9d-4da5-b354-0b000b9bed8f tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:33.798175 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-54d81227-a44a-4aed-8e24-255927657695 req-3b5101de-af9d-4da5-b354-0b000b9bed8f tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3f11984-4f9e-4aef-aec5-8ebf6f1112a1 HTTP/1.1" status: 200 len: 946 time: 0.0685015 Sep 30 13:25:33.807374 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53328) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:33.814610 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-fadabccb-868a-4344-b58e-01b038fe24b8 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Request body: {'floatingip': {'port_id': 'e5d66a3a-ce47-47b7-8029-a84a4ce94c7e'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:33.864188 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fadabccb-868a-4344-b58e-01b038fe24b8 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for floatingip, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:33.920833 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53332) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:34.089221 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 6537f6dc-376d-4670-89fe-6dff7fef0750 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:25:34.108755 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-150c0dfc-1372-4832-8506-9aad3e6b80cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:34.172318 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 6537f6dc-376d-4670-89fe-6dff7fef0750 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:25:34.178764 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 6537f6dc-376d-4670-89fe-6dff7fef0750 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:25:34.179483 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:34.257715 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-150c0dfc-1372-4832-8506-9aad3e6b80cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:34.264474 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-150c0dfc-1372-4832-8506-9aad3e6b80cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:34.269446 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:34.298747 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12eeb34-96c1-4cca-996a-972f4086e455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6537f6dc-376d-4670-89fe-6dff7fef0750'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:25:34.301599 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8615e29c-cb9a-42ba-9331-d68cf4dd9a3f" -d '{"events": [{"server_uuid": "f12eeb34-96c1-4cca-996a-972f4086e455", "name": "network-vif-plugged", "status": "completed", "tag": "6537f6dc-376d-4670-89fe-6dff7fef0750"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:25:34.318467 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-150c0dfc-1372-4832-8506-9aad3e6b80cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c1231a00124a45fda790382dce0aff6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3983581 Sep 30 13:25:34.320858 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c0dfc-1372-4832-8506-9aad3e6b80cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee94b958-aadf-4ac6-a117-18782b5e9f7b,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:34.322282 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53344) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:34.556287 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2d98ec-daeb-4495-abdd-cd44d39b074c x-openstack-request-id: req-ed2d98ec-daeb-4495-abdd-cd44d39b074c {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:25:34.556522 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12eeb34-96c1-4cca-996a-972f4086e455", "name": "network-vif-plugged", "status": "completed", "tag": "6537f6dc-376d-4670-89fe-6dff7fef0750", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:25:34.556738 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed2d98ec-daeb-4495-abdd-cd44d39b074c {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:25:34.557138 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12eeb34-96c1-4cca-996a-972f4086e455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6537f6dc-376d-4670-89fe-6dff7fef0750', 'code': 200} Sep 30 13:25:34.560772 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 6537f6dc-376d-4670-89fe-6dff7fef0750, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=6537f6dc-376d-4670-89fe-6dff7fef0750,segment=NetworkSegment(bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7),segment_id=bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:25:34.573233 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:34.597783 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08a08c-f3b2-4bf1-ba9b-47b4ebb78bf1 req-279f5cc2-7508-4309-870e-a70ce0659155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:34.600629 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6c08a08c-f3b2-4bf1-ba9b-47b4ebb78bf1 req-279f5cc2-7508-4309-870e-a70ce0659155 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f12eeb34-96c1-4cca-996a-972f4086e455 HTTP/1.1" status: 200 len: 1096 time: 0.0674813 Sep 30 13:25:34.615851 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-02a391a2-2851-4915-973e-d87b506915f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:34.661451 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6c08a08c-f3b2-4bf1-ba9b-47b4ebb78bf1 req-8c6cf4cb-33de-4216-8887-b2c7b3cd3d40 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=35be3bdd-fe1b-46ea-9bb2-b1ab4a987c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530632 Sep 30 13:25:34.697551 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=6537f6dc-376d-4670-89fe-6dff7fef0750,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:34.711637 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:34.713787 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:34.714363 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:34.714890 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:34.715669 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:34.716110 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:34.716637 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:34.716843 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:34.717145 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:34.718144 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:34.718504 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:34.718885 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:25:34.780446 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a3b2d-63ad-4e12-ae3a-8e494cbe13f6 req-2cab2ef6-b88e-4194-ab64-d2a039dd04fe tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:34.782108 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d69a3b2d-63ad-4e12-ae3a-8e494cbe13f6 req-2cab2ef6-b88e-4194-ab64-d2a039dd04fe tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 945 time: 0.2291560 Sep 30 13:25:34.784418 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-02a391a2-2851-4915-973e-d87b506915f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:34.978468 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d69a3b2d-63ad-4e12-ae3a-8e494cbe13f6 req-16f519da-7be0-4ef2-96c2-bd26073cd095 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830885 Sep 30 13:25:35.079108 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-02a391a2-2851-4915-973e-d87b506915f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:35.092487 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-02a391a2-2851-4915-973e-d87b506915f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:35.093962 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-02a391a2-2851-4915-973e-d87b506915f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee94b958-aadf-4ac6-a117-18782b5e9f7b HTTP/1.1" status: 204 len: 168 time: 0.7706187 Sep 30 13:25:35.160120 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a391a2-2851-4915-973e-d87b506915f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee94b958-aadf-4ac6-a117-18782b5e9f7b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:35.173838 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.db.resource_extend [None req-fadabccb-868a-4344-b58e-01b038fe24b8 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 13:25:35.247977 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fadabccb-868a-4344-b58e-01b038fe24b8 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:35.253423 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fadabccb-868a-4344-b58e-01b038fe24b8 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:35.383264 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15959363-3824-4c2e-9e0f-75b7db8a9bc0 req-035b04e1-643c-4eb3-a3db-fcb6c4286d6d tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:35.394452 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-15959363-3824-4c2e-9e0f-75b7db8a9bc0 req-035b04e1-643c-4eb3-a3db-fcb6c4286d6d tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f12eeb34-96c1-4cca-996a-972f4086e455 HTTP/1.1" status: 200 len: 946 time: 0.3652539 Sep 30 13:25:35.427398 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-fadabccb-868a-4344-b58e-01b038fe24b8 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Floating IP 3481763a-44f5-429b-9781-f8564dff50ec associated. External IP: 172.25.5.126, port: e5d66a3a-ce47-47b7-8029-a84a4ce94c7e. Sep 30 13:25:35.462684 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-15959363-3824-4c2e-9e0f-75b7db8a9bc0 req-d306a1f5-64fd-4ff0-878b-edd110fefc8e tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/security-groups?id=35be3bdd-fe1b-46ea-9bb2-b1ab4a987c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668180 Sep 30 13:25:35.628113 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53386) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:35.669835 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f558c0-cb0e-49ec-9fc8-362f8dee69f3 req-e545b19a-bac9-44fc-91c9-da0c67021dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:35.673447 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-65f558c0-cb0e-49ec-9fc8-362f8dee69f3 req-e545b19a-bac9-44fc-91c9-da0c67021dd2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 1096 time: 0.1066914 Sep 30 13:25:35.684515 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e242215-05b0-4c1e-a552-4a15f409803e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:35.725676 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-65f558c0-cb0e-49ec-9fc8-362f8dee69f3 req-66fa1c32-b4b6-4b73-9821-f2952a52fde4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459621 Sep 30 13:25:35.799688 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadabccb-868a-4344-b58e-01b038fe24b8 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Router 00c2cc2c-e714-4f02-94ca-e592baa36b8d has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:25:35.893119 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e242215-05b0-4c1e-a552-4a15f409803e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:35.898974 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e242215-05b0-4c1e-a552-4a15f409803e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:35.989113 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e242215-05b0-4c1e-a552-4a15f409803e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32ebd36-bc84-4f37-aac5-a81963761c64,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:35.995410 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0e242215-05b0-4c1e-a552-4a15f409803e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=449f1978ac2e45f28e628ea45d2678ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3671806 Sep 30 13:25:35.997496 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadabccb-868a-4344-b58e-01b038fe24b8 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:25:35.998421 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53398) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:36.004794 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fadabccb-868a-4344-b58e-01b038fe24b8 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:36.019150 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c760cad-5d87-457c-8867-faf791ca6241 None None] Sync routers for ids ['00c2cc2c-e714-4f02-94ca-e592baa36b8d'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:25:36.036878 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c760cad-5d87-457c-8867-faf791ca6241 None None] Routers {'00c2cc2c-e714-4f02-94ca-e592baa36b8d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:25:36.037513 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6c760cad-5d87-457c-8867-faf791ca6241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:25:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['00c2cc2c-e714-4f02-94ca-e592baa36b8d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:25:36.104362 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fadabccb-868a-4344-b58e-01b038fe24b8 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "PUT /v2.0/floatingips/3481763a-44f5-429b-9781-f8564dff50ec HTTP/1.1" status: 200 len: 992 time: 2.2955520 Sep 30 13:25:36.105327 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f11984-4f9e-4aef-aec5-8ebf6f1112a1', 'tag': 'e5d66a3a-ce47-47b7-8029-a84a4ce94c7e'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:25:36.109367 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b455f2-714f-400c-b451-a1ffa0dd3d70" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f11984-4f9e-4aef-aec5-8ebf6f1112a1", "tag": "e5d66a3a-ce47-47b7-8029-a84a4ce94c7e"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:25:36.184315 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5875dfda-9ffd-48f8-bfb0-d9d68d7fb610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:36.246744 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-6c760cad-5d87-457c-8867-faf791ca6241 None None] Set router 00c2cc2c-e714-4f02-94ca-e592baa36b8d gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:25:36.248039 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455264ef-8a72-4475-a43e-c3cb7667837d req-48abaa69-985d-45dc-a2f7-eb823a6cbea8 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:36.251629 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-455264ef-8a72-4475-a43e-c3cb7667837d req-48abaa69-985d-45dc-a2f7-eb823a6cbea8 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 945 time: 0.1388822 Sep 30 13:25:36.265756 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5875dfda-9ffd-48f8-bfb0-d9d68d7fb610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:36.287297 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be74cf4-7698-4785-a622-f5c62cc91c99 x-openstack-request-id: req-6be74cf4-7698-4785-a622-f5c62cc91c99 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:25:36.287615 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f11984-4f9e-4aef-aec5-8ebf6f1112a1", "tag": "e5d66a3a-ce47-47b7-8029-a84a4ce94c7e", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:25:36.288018 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6be74cf4-7698-4785-a622-f5c62cc91c99 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:25:36.288627 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f11984-4f9e-4aef-aec5-8ebf6f1112a1', 'tag': 'e5d66a3a-ce47-47b7-8029-a84a4ce94c7e', 'status': 'completed', 'code': 200} Sep 30 13:25:36.367923 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-455264ef-8a72-4475-a43e-c3cb7667837d req-d37f1880-401b-46ff-9e5f-73733b83dc20 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990214 Sep 30 13:25:36.393529 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5875dfda-9ffd-48f8-bfb0-d9d68d7fb610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:36.396373 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5875dfda-9ffd-48f8-bfb0-d9d68d7fb610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:36.397712 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5875dfda-9ffd-48f8-bfb0-d9d68d7fb610 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d32ebd36-bc84-4f37-aac5-a81963761c64 HTTP/1.1" status: 204 len: 168 time: 0.3981471 Sep 30 13:25:36.436300 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b455f2-714f-400c-b451-a1ffa0dd3d70 req-9462f62b-c39f-4421-bc79-70135f748db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:36.437700 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a9b455f2-714f-400c-b451-a1ffa0dd3d70 req-9462f62b-c39f-4421-bc79-70135f748db4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba06ca8c8c6c47e0a3ec08e9fc9296aa&device_id=d3f11984-4f9e-4aef-aec5-8ebf6f1112a1 HTTP/1.1" status: 200 len: 1097 time: 0.1214123 Sep 30 13:25:36.439179 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875dfda-9ffd-48f8-bfb0-d9d68d7fb610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32ebd36-bc84-4f37-aac5-a81963761c64,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:36.644327 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b455f2-714f-400c-b451-a1ffa0dd3d70 req-eb7ccd9d-9e7e-4a63-b452-39c4432acfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:36.646459 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a9b455f2-714f-400c-b451-a1ffa0dd3d70 req-eb7ccd9d-9e7e-4a63-b452-39c4432acfb6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=27af5bc2-ae82-46a4-9237-d0fc36f9075e HTTP/1.1" status: 200 len: 911 time: 0.1883614 Sep 30 13:25:36.655083 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6c760cad-5d87-457c-8867-faf791ca6241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'name': 'tempest-AttachVolumeTestJSON-888408587-router', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:20:21Z', 'updated_at': '2021-09-30T13:20:28Z', 'revision_number': 4, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'gw_port': {'id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:22Z', 'updated_at': '2021-09-30T13:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '3481763a-44f5-429b-9781-f8564dff50ec', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'port_id': 'e5d66a3a-ce47-47b7-8029-a84a4ce94c7e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e', 'mac_address': 'fa:16:3e:ed:33:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f11984-4f9e-4aef-aec5-8ebf6f1112a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:25:13Z', 'updated_at': '2021-09-30T13:25:35Z', 'revision_number': 1, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1cd5921-797b-4996-a7f0-60d4fc9e6f94', 'name': '', 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'mac_address': 'fa:16:3e:5e:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:27Z', 'updated_at': '2021-09-30T13:20:36Z', 'revision_number': 5, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'subnets': [{'id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:25:36.690089 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c760cad-5d87-457c-8867-faf791ca6241 None None] Checking router: 00c2cc2c-e714-4f02-94ca-e592baa36b8d for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:25:36.702193 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c760cad-5d87-457c-8867-faf791ca6241 None None] Routers {'00c2cc2c-e714-4f02-94ca-e592baa36b8d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:25:36.703643 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6c760cad-5d87-457c-8867-faf791ca6241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:25:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['00c2cc2c-e714-4f02-94ca-e592baa36b8d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:25:36.883682 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a9b455f2-714f-400c-b451-a1ffa0dd3d70 req-a5c7f26d-183f-40d5-8477-9ba43a36144a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5d66a3a-ce47-47b7-8029-a84a4ce94c7e HTTP/1.1" status: 200 len: 1000 time: 0.2199411 Sep 30 13:25:36.935556 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-6c760cad-5d87-457c-8867-faf791ca6241 None None] Set router 00c2cc2c-e714-4f02-94ca-e592baa36b8d gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:25:37.010382 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b455f2-714f-400c-b451-a1ffa0dd3d70 req-289f5d5e-e608-4045-8a4e-a84d07a1c8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:37.016446 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a9b455f2-714f-400c-b451-a1ffa0dd3d70 req-289f5d5e-e608-4045-8a4e-a84d07a1c8a7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b0d07ac9-b646-4015-9c44-dcf39179fe0f HTTP/1.1" status: 200 len: 849 time: 0.1256306 Sep 30 13:25:37.141837 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b455f2-714f-400c-b451-a1ffa0dd3d70 req-8fa769c7-6a7d-4f8f-a6f6-40a2c76bb520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:37.144731 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a9b455f2-714f-400c-b451-a1ffa0dd3d70 req-8fa769c7-6a7d-4f8f-a6f6-40a2c76bb520 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=27af5bc2-ae82-46a4-9237-d0fc36f9075e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204643 Sep 30 13:25:37.251385 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efbedb-c5dd-47c2-9edc-0f81faf08743 req-d7fddf10-97e2-441d-8fa7-1a069208094a tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:37.257152 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6c760cad-5d87-457c-8867-faf791ca6241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'name': 'tempest-AttachVolumeTestJSON-888408587-router', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:20:21Z', 'updated_at': '2021-09-30T13:20:28Z', 'revision_number': 4, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'gw_port': {'id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:22Z', 'updated_at': '2021-09-30T13:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '3481763a-44f5-429b-9781-f8564dff50ec', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'port_id': 'e5d66a3a-ce47-47b7-8029-a84a4ce94c7e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e', 'mac_address': 'fa:16:3e:ed:33:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f11984-4f9e-4aef-aec5-8ebf6f1112a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:25:13Z', 'updated_at': '2021-09-30T13:25:35Z', 'revision_number': 1, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1cd5921-797b-4996-a7f0-60d4fc9e6f94', 'name': '', 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'mac_address': 'fa:16:3e:5e:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:27Z', 'updated_at': '2021-09-30T13:20:36Z', 'revision_number': 5, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'subnets': [{'id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:25:37.270594 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c7efbedb-c5dd-47c2-9edc-0f81faf08743 req-d7fddf10-97e2-441d-8fa7-1a069208094a tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f12eeb34-96c1-4cca-996a-972f4086e455 HTTP/1.1" status: 200 len: 946 time: 0.6770747 Sep 30 13:25:37.304485 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c760cad-5d87-457c-8867-faf791ca6241 None None] The sync data for ids ['00c2cc2c-e714-4f02-94ca-e592baa36b8d'] in n-d-810909-2 is: [{'id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'name': 'tempest-AttachVolumeTestJSON-888408587-router', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:20:21Z', 'updated_at': '2021-09-30T13:20:28Z', 'revision_number': 4, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'gw_port': {'id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:22Z', 'updated_at': '2021-09-30T13:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '3481763a-44f5-429b-9781-f8564dff50ec', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'port_id': 'e5d66a3a-ce47-47b7-8029-a84a4ce94c7e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e', 'mac_address': 'fa:16:3e:ed:33:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f11984-4f9e-4aef-aec5-8ebf6f1112a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:25:13Z', 'updated_at': '2021-09-30T13:25:35Z', 'revision_number': 1, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1cd5921-797b-4996-a7f0-60d4fc9e6f94', 'name': '', 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'mac_address': 'fa:16:3e:5e:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:27Z', 'updated_at': '2021-09-30T13:20:36Z', 'revision_number': 5, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'subnets': [{'id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:25:37.346301 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c7efbedb-c5dd-47c2-9edc-0f81faf08743 req-51623e17-7c7a-4a79-92df-0bcd3bbbc480 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/security-groups?id=35be3bdd-fe1b-46ea-9bb2-b1ab4a987c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743415 Sep 30 13:25:37.525056 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a9b455f2-714f-400c-b451-a1ffa0dd3d70 req-01961f50-422e-4976-8b03-41591776f2a4 service neutron] 10.222.0.39 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692384 Sep 30 13:25:37.564443 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f552c56-7d1f-4d8b-8782-a497b1602139 req-e4172e12-294a-4432-83da-65fb321c490c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:37.574520 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8f552c56-7d1f-4d8b-8782-a497b1602139 req-e4172e12-294a-4432-83da-65fb321c490c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 945 time: 0.0725005 Sep 30 13:25:37.641939 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8f552c56-7d1f-4d8b-8782-a497b1602139 req-c5671ccd-8782-4413-be1d-3428ad749ca1 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663605 Sep 30 13:25:37.727005 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08488b-02bb-4dbc-978f-642771725bba req-af6bb25e-242d-4e2d-b197-52137001894b tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:37.735630 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0d08488b-02bb-4dbc-978f-642771725bba req-af6bb25e-242d-4e2d-b197-52137001894b tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f12eeb34-96c1-4cca-996a-972f4086e455 HTTP/1.1" status: 200 len: 946 time: 0.2147045 Sep 30 13:25:37.754795 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8360d2f6-cc2b-4c11-8717-290913100ff5 None None] New status for floating IP 3481763a-44f5-429b-9781-f8564dff50ec: ACTIVE {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:25:37.813216 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0d08488b-02bb-4dbc-978f-642771725bba req-4d386905-9a07-492c-b2a5-91b112ecaecf tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/security-groups?id=35be3bdd-fe1b-46ea-9bb2-b1ab4a987c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706642 Sep 30 13:25:37.821735 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a9b455f2-714f-400c-b451-a1ffa0dd3d70 req-c5cfde43-6d91-4fca-99ad-674ba75f74fd service neutron] 10.222.0.39 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659972 Sep 30 13:25:38.006811 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e7fd1-163a-4d58-a71c-4b45925045cc req-67ddd1fc-e862-41ab-95fb-4db6b200830e tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:38.021607 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-220e7fd1-163a-4d58-a71c-4b45925045cc req-67ddd1fc-e862-41ab-95fb-4db6b200830e tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f12eeb34-96c1-4cca-996a-972f4086e455 HTTP/1.1" status: 200 len: 946 time: 0.1123016 Sep 30 13:25:38.112122 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-220e7fd1-163a-4d58-a71c-4b45925045cc req-9082d28e-44b1-4f49-bad5-491746113133 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/security-groups?id=35be3bdd-fe1b-46ea-9bb2-b1ab4a987c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895472 Sep 30 13:25:38.128056 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-a36f9f79-62ed-4122-b50e-4160a26faa70 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:38.136213 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-a36f9f79-62ed-4122-b50e-4160a26faa70 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/networks?id=7195b82e-2370-482f-8f8c-387d480e7e4c HTTP/1.1" status: 200 len: 811 time: 0.1451631 Sep 30 13:25:38.137354 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53500) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:38.165444 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-b390e250-9aba-4c13-af3f-070b5127287e tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/quotas/98da75223b4542fa945256e1e66ee7e8 HTTP/1.1" status: 200 len: 375 time: 0.0271161 Sep 30 13:25:38.259884 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-1823c526-49b3-41c0-88c2-aa2d51893966 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=98da75223b4542fa945256e1e66ee7e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925446 Sep 30 13:25:38.548621 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e36f3c-37cb-46f4-9384-390ff66e35d1 tempest-TestServerBasicOps-611579708 tempest-TestServerBasicOps-611579708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:38.556974 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-81e36f3c-37cb-46f4-9384-390ff66e35d1 tempest-TestServerBasicOps-611579708 tempest-TestServerBasicOps-611579708-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f12eeb34-96c1-4cca-996a-972f4086e455 HTTP/1.1" status: 200 len: 1092 time: 0.4181824 Sep 30 13:25:38.570259 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53516) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:38.577334 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-3372f8d3-2cf3-4135-ab6a-8b4fd64eca85 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'port_id': '6537f6dc-376d-4670-89fe-6dff7fef0750', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:38.640449 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3372f8d3-2cf3-4135-ab6a-8b4fd64eca85 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:38.646520 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-78e316af-5008-43bb-b2b3-48329eb2941c service neutron] 10.222.0.18 "GET /v2.0/networks/7195b82e-2370-482f-8f8c-387d480e7e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782284 Sep 30 13:25:38.762087 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-3a7e7535-ed6a-4ea4-943a-0a950d66549e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3328235 Sep 30 13:25:38.771113 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-a2429619-5def-4f80-81b8-8262a2b8f4f6 service neutron] 10.222.0.18 "GET /v2.0/networks/7195b82e-2370-482f-8f8c-387d480e7e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228573 Sep 30 13:25:38.795064 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3372f8d3-2cf3-4135-ab6a-8b4fd64eca85 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:38.895431 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762438ad-c747-428e-8c31-955eab27f967 req-5d56bf2d-beb9-4333-afe1-aadf62d2a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:38.896072 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762438ad-c747-428e-8c31-955eab27f967 req-5d56bf2d-beb9-4333-afe1-aadf62d2a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:38.896618 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762438ad-c747-428e-8c31-955eab27f967 req-5d56bf2d-beb9-4333-afe1-aadf62d2a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:38.897159 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762438ad-c747-428e-8c31-955eab27f967 req-5d56bf2d-beb9-4333-afe1-aadf62d2a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:38.897699 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762438ad-c747-428e-8c31-955eab27f967 req-5d56bf2d-beb9-4333-afe1-aadf62d2a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:38.898281 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762438ad-c747-428e-8c31-955eab27f967 req-5d56bf2d-beb9-4333-afe1-aadf62d2a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:38.898931 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762438ad-c747-428e-8c31-955eab27f967 req-5d56bf2d-beb9-4333-afe1-aadf62d2a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:38.901742 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-5d56bf2d-beb9-4333-afe1-aadf62d2a53a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b2b1cd5a06924c118528b4d0714f0f7d&device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 6500 time: 0.0744028 Sep 30 13:25:38.971168 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-3372f8d3-2cf3-4135-ab6a-8b4fd64eca85 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Allocated IP 172.25.5.205 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/6bd6fcec-ab46-41a9-a6a8-96d89eacac24) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:25:39.044784 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-348447e3-e208-4aaa-9aa9-4941ba1ce3e0 req-07da9f2b-7ddd-445b-a173-6341beeec5b2 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 210 time: 0.0314867 Sep 30 13:25:39.132391 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762438ad-c747-428e-8c31-955eab27f967 req-d97fe39b-b57c-4b60-bb2b-cbf4e4a236eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:39.133125 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762438ad-c747-428e-8c31-955eab27f967 req-d97fe39b-b57c-4b60-bb2b-cbf4e4a236eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:39.133887 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762438ad-c747-428e-8c31-955eab27f967 req-d97fe39b-b57c-4b60-bb2b-cbf4e4a236eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:39.135561 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-d97fe39b-b57c-4b60-bb2b-cbf4e4a236eb service neutron] 10.222.0.54 "GET /v2.0/networks?id=93896050-5bca-40e4-92d7-aa842a3215ca&id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452&id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452 HTTP/1.1" status: 200 len: 2298 time: 0.1928048 Sep 30 13:25:39.265433 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3372f8d3-2cf3-4135-ab6a-8b4fd64eca85 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:39.280425 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-e7b9d23d-4527-43db-9137-4830e7930e1b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=587b8253-b8b2-40e1-9c92-7bf9a3824a36 HTTP/1.1" status: 200 len: 1001 time: 0.1370804 Sep 30 13:25:39.335913 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3372f8d3-2cf3-4135-ab6a-8b4fd64eca85 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:39.349489 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762438ad-c747-428e-8c31-955eab27f967 req-289cd540-e286-433a-8200-7ac05ab5a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:39.351722 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-289cd540-e286-433a-8200-7ac05ab5a00c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7f393d1-596e-4051-83e5-ef1e0d193a9e HTTP/1.1" status: 200 len: 855 time: 0.0637338 Sep 30 13:25:39.418748 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762438ad-c747-428e-8c31-955eab27f967 req-1786e57c-cf4c-4ec5-92c7-39539e1b0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:39.422280 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-1786e57c-cf4c-4ec5-92c7-39539e1b0e4d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=93896050-5bca-40e4-92d7-aa842a3215ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629544 Sep 30 13:25:39.439176 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3372f8d3-2cf3-4135-ab6a-8b4fd64eca85 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:25:39.447073 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-3372f8d3-2cf3-4135-ab6a-8b4fd64eca85 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:25:39.452124 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3372f8d3-2cf3-4135-ab6a-8b4fd64eca85 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:25:39.517541 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372f8d3-2cf3-4135-ab6a-8b4fd64eca85 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Pushing event updated for resources: {'Port': ['ID=6bd6fcec-ab46-41a9-a6a8-96d89eacac24,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:39.678304 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-07aab841-24fd-4f17-aa82-247a6219ae01 service neutron] 10.222.0.54 "GET /v2.0/networks/93896050-5bca-40e4-92d7-aa842a3215ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079659 Sep 30 13:25:40.031838 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-fef6dbbe-8836-4632-ac43-f450936eb0b7 service neutron] 10.222.0.54 "GET /v2.0/networks/93896050-5bca-40e4-92d7-aa842a3215ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455055 Sep 30 13:25:40.111275 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-5cbb88ed-fbb3-417c-9f7c-577fd13f5e6b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=7121023e-fda3-42f4-828e-9dd22cf5e92c HTTP/1.1" status: 200 len: 217 time: 0.0714874 Sep 30 13:25:40.287396 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7efe012f-5ea3-4019-9346-031d0208ef20 req-b620ada1-4a48-46de-980b-c079f079f1c7 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 210 time: 0.0943298 Sep 30 13:25:40.314096 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762438ad-c747-428e-8c31-955eab27f967 req-3f4a193b-27ed-428d-9ddd-be0452f4b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:40.315862 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-3f4a193b-27ed-428d-9ddd-be0452f4b5b5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4f0ebae-560b-4b76-825f-e4ab47d71558 HTTP/1.1" status: 200 len: 797 time: 0.1972389 Sep 30 13:25:40.450810 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762438ad-c747-428e-8c31-955eab27f967 req-05c3f95a-8f67-48a7-ae6a-43985c2b1463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:40.452845 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-05c3f95a-8f67-48a7-ae6a-43985c2b1463 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1291158 Sep 30 13:25:40.477925 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3372f8d3-2cf3-4135-ab6a-8b4fd64eca85 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:40.587497 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3372f8d3-2cf3-4135-ab6a-8b4fd64eca85 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:40.671206 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-4de8bbdd-eff2-4cd9-84ab-aa9e17ea7561 service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106884 Sep 30 13:25:41.115510 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-72ad07fa-c5e3-4883-829e-fe75bff1cdd9 service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370048 Sep 30 13:25:41.185247 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-3d01596e-cbb9-44ee-8ac8-a07a87dd1d1b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=50aa8aa8-8950-472f-a653-cf0236b3890e HTTP/1.1" status: 200 len: 217 time: 0.0643930 Sep 30 13:25:41.438093 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3372f8d3-2cf3-4135-ab6a-8b4fd64eca85 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:41.446656 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3372f8d3-2cf3-4135-ab6a-8b4fd64eca85 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:41.666711 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1c6f5eaa-307b-4bb6-8dbd-610e06557936 req-744c0e61-b789-469f-99ad-d7d29d2ce05f tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 210 time: 0.1230595 Sep 30 13:25:41.695977 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372f8d3-2cf3-4135-ab6a-8b4fd64eca85 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Pushing event updated for resources: {'Port': ['ID=6bd6fcec-ab46-41a9-a6a8-96d89eacac24,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:41.713757 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3372f8d3-2cf3-4135-ab6a-8b4fd64eca85 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:41.880120 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-3372f8d3-2cf3-4135-ab6a-8b4fd64eca85 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Floating IP e2252bb5-984f-45d7-b8a1-6c89d0107f1f associated. External IP: 172.25.5.205, port: 6537f6dc-376d-4670-89fe-6dff7fef0750. Sep 30 13:25:42.032348 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-3c2c9a23-7d59-474b-94f4-710ceb778016 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:42.034282 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-3c2c9a23-7d59-474b-94f4-710ceb778016 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.39 "GET /v2.0/networks?id=7195b82e-2370-482f-8f8c-387d480e7e4c HTTP/1.1" status: 200 len: 811 time: 1.1661954 Sep 30 13:25:42.051345 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762438ad-c747-428e-8c31-955eab27f967 req-d4db7ed4-ac4d-40d9-87b9-e6668e509fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:42.052438 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-d4db7ed4-ac4d-40d9-87b9-e6668e509fba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4f0ebae-560b-4b76-825f-e4ab47d71558 HTTP/1.1" status: 200 len: 797 time: 0.8607328 Sep 30 13:25:42.057461 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-e6ec930b-2a00-4013-954c-90998468924c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Request body: {'port': {'device_id': 'b9354ca0-3075-402c-981f-4d9e3cb45e6c', 'network_id': '7195b82e-2370-482f-8f8c-387d480e7e4c', 'admin_state_up': True, 'tenant_id': '98da75223b4542fa945256e1e66ee7e8'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:42.227931 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3372f8d3-2cf3-4135-ab6a-8b4fd64eca85 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Router e51e2240-1ffd-49e1-94c9-0faa1dd84e38 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:25:42.248852 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762438ad-c747-428e-8c31-955eab27f967 req-fcb8472d-c3fc-46d4-93cb-d8dd468dec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:42.250944 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-fcb8472d-c3fc-46d4-93cb-d8dd468dec20 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1031799 Sep 30 13:25:42.423840 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-531c502f-3838-4e0b-9cc7-93dd1080a484 service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640885 Sep 30 13:25:42.424964 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3372f8d3-2cf3-4135-ab6a-8b4fd64eca85 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:25:42.426598 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-e6ec930b-2a00-4013-954c-90998468924c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Made reservation on behalf of 98da75223b4542fa945256e1e66ee7e8 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:25:42.435066 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-e6ec930b-2a00-4013-954c-90998468924c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:42.449953 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b14b1bf-6927-4f2f-8db8-f6224fc74e04 None None] Sync routers for ids ['e51e2240-1ffd-49e1-94c9-0faa1dd84e38'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:25:42.464030 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b14b1bf-6927-4f2f-8db8-f6224fc74e04 None None] Routers {'e51e2240-1ffd-49e1-94c9-0faa1dd84e38'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:25:42.465626 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6b14b1bf-6927-4f2f-8db8-f6224fc74e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:25:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['e51e2240-1ffd-49e1-94c9-0faa1dd84e38'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:25:42.470840 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3372f8d3-2cf3-4135-ab6a-8b4fd64eca85 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:42.546852 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3372f8d3-2cf3-4135-ab6a-8b4fd64eca85 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9751091 Sep 30 13:25:42.547524 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12eeb34-96c1-4cca-996a-972f4086e455', 'tag': '6537f6dc-376d-4670-89fe-6dff7fef0750'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:25:42.549790 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c51102-932a-4f53-8f30-23ce28881006" -d '{"events": [{"name": "network-changed", "server_uuid": "f12eeb34-96c1-4cca-996a-972f4086e455", "tag": "6537f6dc-376d-4670-89fe-6dff7fef0750"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:25:42.596282 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6738bf0-fafe-4080-a547-98dd3b2c2252 x-openstack-request-id: req-a6738bf0-fafe-4080-a547-98dd3b2c2252 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:25:42.596821 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f12eeb34-96c1-4cca-996a-972f4086e455", "tag": "6537f6dc-376d-4670-89fe-6dff7fef0750", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:25:42.597292 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6738bf0-fafe-4080-a547-98dd3b2c2252 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:25:42.597970 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f12eeb34-96c1-4cca-996a-972f4086e455', 'tag': '6537f6dc-376d-4670-89fe-6dff7fef0750', 'status': 'completed', 'code': 200} Sep 30 13:25:42.858825 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c51102-932a-4f53-8f30-23ce28881006 req-f9664076-7db9-4ad7-842f-5914c98e4b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:42.860391 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d8c51102-932a-4f53-8f30-23ce28881006 req-f9664076-7db9-4ad7-842f-5914c98e4b14 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=20a400e998f54b20a9927f300081053c&device_id=f12eeb34-96c1-4cca-996a-972f4086e455 HTTP/1.1" status: 200 len: 1097 time: 0.2334771 Sep 30 13:25:42.871506 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d5c1a6c2-f0a5-4502-bb0c-34721c637123 req-14d7439a-2219-470c-90db-16e51144a701 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 210 time: 0.0590007 Sep 30 13:25:42.904967 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-6b14b1bf-6927-4f2f-8db8-f6224fc74e04 None None] Set router e51e2240-1ffd-49e1-94c9-0faa1dd84e38 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:25:42.995991 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-e55b1af8-2e17-44c0-8629-a35713d105f5 service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256846 Sep 30 13:25:43.091684 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-d07395d1-22c9-402e-b381-4624c617db2f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=f407bf5c-2622-41e5-a507-31011ed4afae HTTP/1.1" status: 200 len: 217 time: 0.0758221 Sep 30 13:25:43.094772 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-e6ec930b-2a00-4013-954c-90998468924c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Allocated IP 172.20.0.14 (7195b82e-2370-482f-8f8c-387d480e7e4c/f5ad1dcd-57d3-4dad-abeb-73317cb31cf3/7d5aa349-caa4-47c1-97e6-6cb98ec45c25) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:25:43.323083 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762438ad-c747-428e-8c31-955eab27f967 req-0f4eea4d-57ae-4f3b-8951-4c2bc941cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:43.327126 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-0f4eea4d-57ae-4f3b-8951-4c2bc941cfb4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4f0ebae-560b-4b76-825f-e4ab47d71558 HTTP/1.1" status: 200 len: 797 time: 0.1980348 Sep 30 13:25:43.360244 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c51102-932a-4f53-8f30-23ce28881006 req-acc81c91-e2a9-4b9a-9929-8a6b04771e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:43.361892 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d8c51102-932a-4f53-8f30-23ce28881006 req-acc81c91-e2a9-4b9a-9929-8a6b04771e7e service neutron] 10.222.0.54 "GET /v2.0/networks?id=37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9 HTTP/1.1" status: 200 len: 910 time: 0.4654579 Sep 30 13:25:43.410419 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6b14b1bf-6927-4f2f-8db8-f6224fc74e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'name': 'tempest-TestServerBasicOps-1214544167-router', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '3b95c6b1-0ea8-4d68-890e-7e94383041cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:42Z', 'updated_at': '2021-09-30T13:24:52Z', 'revision_number': 4, 'project_id': '20a400e998f54b20a9927f300081053c', 'gw_port': {'id': '3b95c6b1-0ea8-4d68-890e-7e94383041cc', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:43Z', 'updated_at': '2021-09-30T13:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'e2252bb5-984f-45d7-b8a1-6c89d0107f1f', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'floating_ip_address': '172.25.5.205', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'port_id': '6537f6dc-376d-4670-89fe-6dff7fef0750', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9', 'mac_address': 'fa:16:3e:57:7b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12eeb34-96c1-4cca-996a-972f4086e455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:25:40Z', 'updated_at': '2021-09-30T13:25:40Z', 'revision_number': 0, 'project_id': '20a400e998f54b20a9927f300081053c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e560480-7d46-4a35-a5ec-be0dc3060afd', 'name': '', 'network_id': '37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'mac_address': 'fa:16:3e:89:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'f4804c26-a3c6-4d66-bcd4-d929f92f46a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:49Z', 'updated_at': '2021-09-30T13:25:02Z', 'revision_number': 5, 'project_id': '20a400e998f54b20a9927f300081053c', 'subnets': [{'id': 'f4804c26-a3c6-4d66-bcd4-d929f92f46a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:25:43.496409 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b14b1bf-6927-4f2f-8db8-f6224fc74e04 None None] Checking router: e51e2240-1ffd-49e1-94c9-0faa1dd84e38 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:25:43.518678 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b14b1bf-6927-4f2f-8db8-f6224fc74e04 None None] Routers {'e51e2240-1ffd-49e1-94c9-0faa1dd84e38'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:25:43.519412 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6b14b1bf-6927-4f2f-8db8-f6224fc74e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:25:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['e51e2240-1ffd-49e1-94c9-0faa1dd84e38'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:25:43.717256 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-6b14b1bf-6927-4f2f-8db8-f6224fc74e04 None None] Set router e51e2240-1ffd-49e1-94c9-0faa1dd84e38 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:25:43.734941 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762438ad-c747-428e-8c31-955eab27f967 req-a3909310-a39b-4f6a-bfa7-1260b6e3a8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:43.736699 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-a3909310-a39b-4f6a-bfa7-1260b6e3a8ee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3951275 Sep 30 13:25:43.739152 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d8c51102-932a-4f53-8f30-23ce28881006 req-90c51639-4c82-4c87-994e-7032d44df96b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6537f6dc-376d-4670-89fe-6dff7fef0750 HTTP/1.1" status: 200 len: 1000 time: 0.3639009 Sep 30 13:25:43.971733 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-64f18271-9456-48d9-bbf0-c4a79e6ce344 service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199228 Sep 30 13:25:44.091608 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-e6ec930b-2a00-4013-954c-90998468924c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:44.094596 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d2ff0d8c-8db4-4728-a19a-0cabaff14659 req-8e2fe9e4-c960-4163-9a71-966047c8fe51 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 210 time: 0.0626864 Sep 30 13:25:44.131359 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c51102-932a-4f53-8f30-23ce28881006 req-4ad53778-0cf0-4c94-a276-0ae818ef9c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:44.133564 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d8c51102-932a-4f53-8f30-23ce28881006 req-4ad53778-0cf0-4c94-a276-0ae818ef9c0e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f4804c26-a3c6-4d66-bcd4-d929f92f46a9 HTTP/1.1" status: 200 len: 848 time: 0.2438569 Sep 30 13:25:44.194105 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6b14b1bf-6927-4f2f-8db8-f6224fc74e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'name': 'tempest-TestServerBasicOps-1214544167-router', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '3b95c6b1-0ea8-4d68-890e-7e94383041cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:42Z', 'updated_at': '2021-09-30T13:24:52Z', 'revision_number': 4, 'project_id': '20a400e998f54b20a9927f300081053c', 'gw_port': {'id': '3b95c6b1-0ea8-4d68-890e-7e94383041cc', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:43Z', 'updated_at': '2021-09-30T13:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'e2252bb5-984f-45d7-b8a1-6c89d0107f1f', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'floating_ip_address': '172.25.5.205', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'port_id': '6537f6dc-376d-4670-89fe-6dff7fef0750', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9', 'mac_address': 'fa:16:3e:57:7b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12eeb34-96c1-4cca-996a-972f4086e455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:25:40Z', 'updated_at': '2021-09-30T13:25:40Z', 'revision_number': 0, 'project_id': '20a400e998f54b20a9927f300081053c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e560480-7d46-4a35-a5ec-be0dc3060afd', 'name': '', 'network_id': '37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'mac_address': 'fa:16:3e:89:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'f4804c26-a3c6-4d66-bcd4-d929f92f46a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:49Z', 'updated_at': '2021-09-30T13:25:02Z', 'revision_number': 5, 'project_id': '20a400e998f54b20a9927f300081053c', 'subnets': [{'id': 'f4804c26-a3c6-4d66-bcd4-d929f92f46a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:25:44.249855 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b14b1bf-6927-4f2f-8db8-f6224fc74e04 None None] The sync data for ids ['e51e2240-1ffd-49e1-94c9-0faa1dd84e38'] in n-d-810909-2 is: [{'id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'name': 'tempest-TestServerBasicOps-1214544167-router', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '3b95c6b1-0ea8-4d68-890e-7e94383041cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:42Z', 'updated_at': '2021-09-30T13:24:52Z', 'revision_number': 4, 'project_id': '20a400e998f54b20a9927f300081053c', 'gw_port': {'id': '3b95c6b1-0ea8-4d68-890e-7e94383041cc', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:43Z', 'updated_at': '2021-09-30T13:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'e2252bb5-984f-45d7-b8a1-6c89d0107f1f', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'floating_ip_address': '172.25.5.205', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'port_id': '6537f6dc-376d-4670-89fe-6dff7fef0750', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9', 'mac_address': 'fa:16:3e:57:7b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12eeb34-96c1-4cca-996a-972f4086e455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:25:40Z', 'updated_at': '2021-09-30T13:25:40Z', 'revision_number': 0, 'project_id': '20a400e998f54b20a9927f300081053c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e560480-7d46-4a35-a5ec-be0dc3060afd', 'name': '', 'network_id': '37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'mac_address': 'fa:16:3e:89:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'f4804c26-a3c6-4d66-bcd4-d929f92f46a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:49Z', 'updated_at': '2021-09-30T13:25:02Z', 'revision_number': 5, 'project_id': '20a400e998f54b20a9927f300081053c', 'subnets': [{'id': 'f4804c26-a3c6-4d66-bcd4-d929f92f46a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:25:44.358718 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c51102-932a-4f53-8f30-23ce28881006 req-0a4b5938-4da8-48ab-9bf4-d86bfa7c8bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:44.361140 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d8c51102-932a-4f53-8f30-23ce28881006 req-0a4b5938-4da8-48ab-9bf4-d86bfa7c8bd0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1932309 Sep 30 13:25:44.365732 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-e6ec930b-2a00-4013-954c-90998468924c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:44.376518 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-94ee5822-d9fc-432f-b366-0dfcd18622b6 service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969162 Sep 30 13:25:44.382347 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['d02f1172-b5a2-411a-9f20-0ab35d343a6f'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:25:44.601637 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-e6ec930b-2a00-4013-954c-90998468924c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Network 7195b82e-2370-482f-8f8c-387d480e7e4c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:25:44.672806 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-e6ec930b-2a00-4013-954c-90998468924c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:25:44.699269 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-e6ec930b-2a00-4013-954c-90998468924c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:25:44.716714 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-b00db328-257f-4b12-ab0a-062eb69c864f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=d8a34824-bdd7-4edd-8777-c76913f07e6d HTTP/1.1" status: 200 len: 217 time: 0.2716272 Sep 30 13:25:44.729159 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e7cd8f-6e14-41ea-b1f0-248445669ecc None None] New status for floating IP e2252bb5-984f-45d7-b8a1-6c89d0107f1f: ACTIVE {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:25:44.746810 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:25:44.820251 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec930b-2a00-4013-954c-90998468924c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Pushing event updated for resources: {'Port': ['ID=7d5aa349-caa4-47c1-97e6-6cb98ec45c25,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:44.905379 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:44.907427 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762438ad-c747-428e-8c31-955eab27f967 req-d09f7465-c716-4c03-8e32-4ab549334ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:44.909196 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-d09f7465-c716-4c03-8e32-4ab549334ec0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4f0ebae-560b-4b76-825f-e4ab47d71558 HTTP/1.1" status: 200 len: 797 time: 0.1643677 Sep 30 13:25:44.976899 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-e6ec930b-2a00-4013-954c-90998468924c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:44.977933 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-e6ec930b-2a00-4013-954c-90998468924c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:45.030365 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-e6ec930b-2a00-4013-954c-90998468924c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9766366 Sep 30 13:25:45.033341 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762438ad-c747-428e-8c31-955eab27f967 req-84241ec4-f553-48e9-9cd5-a96c3bcedbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:45.035051 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-84241ec4-f553-48e9-9cd5-a96c3bcedbae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1134028 Sep 30 13:25:45.037752 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d8c51102-932a-4f53-8f30-23ce28881006 req-7ab64f02-8ad7-43c4-b5b1-d5464345d62b service neutron] 10.222.0.54 "GET /v2.0/networks/37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6413543 Sep 30 13:25:45.051602 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-72fbc4a0-6e08-42e8-b049-0810b4d78516 service neutron] Request body: {'port': {'device_id': 'b9354ca0-3075-402c-981f-4d9e3cb45e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:45.286758 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-72fbc4a0-6e08-42e8-b049-0810b4d78516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:45.336071 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c1993-0544-4956-b40a-bed95cee4b3d req-5ddc4df9-d1bd-469f-bb84-06c84bed60e4 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:45.345197 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0d7c1993-0544-4956-b40a-bed95cee4b3d req-5ddc4df9-d1bd-469f-bb84-06c84bed60e4 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 932 time: 0.1249814 Sep 30 13:25:45.379316 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-4acfd13a-c744-48b0-b1c5-d3cbedf80ad0 service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068094 Sep 30 13:25:45.381173 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d8c51102-932a-4f53-8f30-23ce28881006 req-90624d58-8873-4ed0-87fd-0d7f0affebaa service neutron] 10.222.0.54 "GET /v2.0/networks/37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104978 Sep 30 13:25:45.398245 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0d7c1993-0544-4956-b40a-bed95cee4b3d req-b7dc0fb2-a5bf-4dba-b50c-6f17e5e59634 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513325 Sep 30 13:25:45.590306 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-7a37a35c-b9aa-4025-9d3b-0f6b80e30015 service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312985 Sep 30 13:25:45.650441 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-3c19caa2-ac63-47f8-bf40-7d744381ac46 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fa4a606c-ba9f-437e-9fdd-ee6b622b3359 HTTP/1.1" status: 200 len: 217 time: 0.0513847 Sep 30 13:25:45.715616 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762438ad-c747-428e-8c31-955eab27f967 req-57c7fc29-c26b-4904-8739-bc08f33db4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:45.716958 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-57c7fc29-c26b-4904-8739-bc08f33db4b9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e1ae28e5-4a21-4afb-9bee-9706b3aa153a HTTP/1.1" status: 200 len: 797 time: 0.0551796 Sep 30 13:25:45.728323 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2c3d5734-a5bc-48af-822d-296453e66388 req-35c5e255-cde9-4b13-a9fd-82565d271114 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0787053 Sep 30 13:25:45.855152 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d5734-a5bc-48af-822d-296453e66388 req-e09ba257-420d-4c1e-b228-939e1115c2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:45.859877 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2c3d5734-a5bc-48af-822d-296453e66388 req-e09ba257-420d-4c1e-b228-939e1115c2e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98da75223b4542fa945256e1e66ee7e8&device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 1096 time: 0.0855415 Sep 30 13:25:45.861716 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762438ad-c747-428e-8c31-955eab27f967 req-ce24dfac-ed65-4f00-a579-e820e061ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:45.863795 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-ce24dfac-ed65-4f00-a579-e820e061ad6d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0924888 Sep 30 13:25:46.038062 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-72fbc4a0-6e08-42e8-b049-0810b4d78516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d5aa349-caa4-47c1-97e6-6cb98ec45c25 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:25:46.050399 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-72fbc4a0-6e08-42e8-b049-0810b4d78516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:46.051667 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d5734-a5bc-48af-822d-296453e66388 req-f5e9831c-3346-40b2-9792-ebd5cfc3b6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:46.053239 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2c3d5734-a5bc-48af-822d-296453e66388 req-f5e9831c-3346-40b2-9792-ebd5cfc3b6dc service neutron] 10.222.0.39 "GET /v2.0/networks?id=7195b82e-2370-482f-8f8c-387d480e7e4c HTTP/1.1" status: 200 len: 912 time: 0.1662347 Sep 30 13:25:46.070335 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-3e893874-290b-4ce0-8107-a3bb5d0bc72d service neutron] 10.222.0.54 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985242 Sep 30 13:25:46.072760 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-72fbc4a0-6e08-42e8-b049-0810b4d78516 service neutron] Transition to ACTIVE for port object 7d5aa349-caa4-47c1-97e6-6cb98ec45c25 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:25:46.132447 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2c3d5734-a5bc-48af-822d-296453e66388 req-32e7b775-7332-469e-b28e-45e2dc2018aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d02f1172-b5a2-411a-9f20-0ab35d343a6f HTTP/1.1" status: 200 len: 217 time: 0.0704181 Sep 30 13:25:46.172358 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-908bad9a-b035-4817-98b7-be438b938bc4 service neutron] 10.222.0.54 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943067 Sep 30 13:25:46.173470 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-72fbc4a0-6e08-42e8-b049-0810b4d78516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:46.222187 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d5734-a5bc-48af-822d-296453e66388 req-5d3b66bb-6a68-4f89-ae15-dd336fd9e4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:46.224781 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2c3d5734-a5bc-48af-822d-296453e66388 req-5d3b66bb-6a68-4f89-ae15-dd336fd9e4b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5ad1dcd-57d3-4dad-abeb-73317cb31cf3 HTTP/1.1" status: 200 len: 851 time: 0.0805840 Sep 30 13:25:46.255012 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-b6011062-3ce1-4908-81a2-eb062b9139bd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=37e52d6d-b15a-43d5-a032-19b5958005e8 HTTP/1.1" status: 200 len: 217 time: 0.0723867 Sep 30 13:25:46.268983 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2c3d5734-a5bc-48af-822d-296453e66388 req-6e5c7b6b-a5d7-42f6-8c84-25313e6d988d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7195b82e-2370-482f-8f8c-387d480e7e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367305 Sep 30 13:25:46.340286 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762438ad-c747-428e-8c31-955eab27f967 req-436ffe95-4db0-424f-ad9b-1351a4d90468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:46.342361 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-436ffe95-4db0-424f-ad9b-1351a4d90468 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e1ae28e5-4a21-4afb-9bee-9706b3aa153a HTTP/1.1" status: 200 len: 797 time: 0.0540931 Sep 30 13:25:46.361584 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbc4a0-6e08-42e8-b049-0810b4d78516 service neutron] Pushing event updated for resources: {'Port': ['ID=7d5aa349-caa4-47c1-97e6-6cb98ec45c25,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:46.433295 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762438ad-c747-428e-8c31-955eab27f967 req-2d08ec75-8341-4017-b3ce-f72dff2ba12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:46.434828 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-2d08ec75-8341-4017-b3ce-f72dff2ba12b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0691440 Sep 30 13:25:46.564724 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2c3d5734-a5bc-48af-822d-296453e66388 req-3ab1a6df-bf5e-436e-99c7-1d35955171d6 service neutron] 10.222.0.39 "GET /v2.0/networks/7195b82e-2370-482f-8f8c-387d480e7e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799444 Sep 30 13:25:46.574967 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-e9f9c05b-6557-4878-bfd4-12748d4b74bb service neutron] 10.222.0.54 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290212 Sep 30 13:25:46.575639 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-72fbc4a0-6e08-42e8-b049-0810b4d78516 service neutron] Attempting to bind port 7d5aa349-caa4-47c1-97e6-6cb98ec45c25 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:25:46.575971 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-72fbc4a0-6e08-42e8-b049-0810b4d78516 service neutron] Attempting to bind port 7d5aa349-caa4-47c1-97e6-6cb98ec45c25 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '579776f3-b3ab-4f7e-98a9-efb0bf3a28de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7195b82e-2370-482f-8f8c-387d480e7e4c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:25:46.576364 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-72fbc4a0-6e08-42e8-b049-0810b4d78516 service neutron] Attempting to bind port 7d5aa349-caa4-47c1-97e6-6cb98ec45c25 on network 7195b82e-2370-482f-8f8c-387d480e7e4c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:25:46.581158 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-72fbc4a0-6e08-42e8-b049-0810b4d78516 service neutron] Port 7d5aa349-caa4-47c1-97e6-6cb98ec45c25 on network 7195b82e-2370-482f-8f8c-387d480e7e4c not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:25:46.581541 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-72fbc4a0-6e08-42e8-b049-0810b4d78516 service neutron] Attempting to bind port 7d5aa349-caa4-47c1-97e6-6cb98ec45c25 on network 7195b82e-2370-482f-8f8c-387d480e7e4c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:25:46.634440 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-72fbc4a0-6e08-42e8-b049-0810b4d78516 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:25:46.637402 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-72fbc4a0-6e08-42e8-b049-0810b4d78516 service neutron] Checking segment: {'id': '579776f3-b3ab-4f7e-98a9-efb0bf3a28de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7195b82e-2370-482f-8f8c-387d480e7e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:25:46.644483 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-72fbc4a0-6e08-42e8-b049-0810b4d78516 service neutron] Bound using segment: {'id': '579776f3-b3ab-4f7e-98a9-efb0bf3a28de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7195b82e-2370-482f-8f8c-387d480e7e4c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:25:46.645220 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-72fbc4a0-6e08-42e8-b049-0810b4d78516 service neutron] Bound port: 7d5aa349-caa4-47c1-97e6-6cb98ec45c25, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '579776f3-b3ab-4f7e-98a9-efb0bf3a28de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7195b82e-2370-482f-8f8c-387d480e7e4c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:25:46.646476 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-72fbc4a0-6e08-42e8-b049-0810b4d78516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:46.763266 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2c3d5734-a5bc-48af-822d-296453e66388 req-b7c344fe-01b6-40d9-8762-12e05e2b4b55 service neutron] 10.222.0.39 "GET /v2.0/networks/7195b82e-2370-482f-8f8c-387d480e7e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859272 Sep 30 13:25:46.823042 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d020b73-8280-4635-bff6-a41f418eb367 req-5156b76e-ca0b-4c9c-bc2e-b2b9146bb0a0 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:46.824566 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d020b73-8280-4635-bff6-a41f418eb367 req-5156b76e-ca0b-4c9c-bc2e-b2b9146bb0a0 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 944 time: 0.1918361 Sep 30 13:25:46.859518 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-72fbc4a0-6e08-42e8-b049-0810b4d78516 service neutron] For port 7d5aa349-caa4-47c1-97e6-6cb98ec45c25, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:25:46.861377 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-762438ad-c747-428e-8c31-955eab27f967 req-ffb5d788-f4e5-485b-ade7-bfc2ea4cba57 service neutron] 10.222.0.54 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772918 Sep 30 13:25:46.893816 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-72fbc4a0-6e08-42e8-b049-0810b4d78516 service neutron] For port 7d5aa349-caa4-47c1-97e6-6cb98ec45c25, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=7d5aa349-caa4-47c1-97e6-6cb98ec45c25,segment=NetworkSegment(579776f3-b3ab-4f7e-98a9-efb0bf3a28de),segment_id=579776f3-b3ab-4f7e-98a9-efb0bf3a28de)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:25:46.897483 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d020b73-8280-4635-bff6-a41f418eb367 req-79441b81-1feb-4271-86ee-1c2d58f6e668 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614259 Sep 30 13:25:46.902662 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-72fbc4a0-6e08-42e8-b049-0810b4d78516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:46.960610 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-72fbc4a0-6e08-42e8-b049-0810b4d78516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:46.961263 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-72fbc4a0-6e08-42e8-b049-0810b4d78516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:46.963983 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-72fbc4a0-6e08-42e8-b049-0810b4d78516 service neutron] 10.222.0.39 "PUT /v2.0/ports/7d5aa349-caa4-47c1-97e6-6cb98ec45c25 HTTP/1.1" status: 200 len: 1092 time: 1.9169295 Sep 30 13:25:46.966616 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9354ca0-3075-402c-981f-4d9e3cb45e6c', 'tag': '7d5aa349-caa4-47c1-97e6-6cb98ec45c25'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:25:46.970003 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2efc1d-c6d4-4cef-ba55-0dc91aa53428" -d '{"events": [{"name": "network-changed", "server_uuid": "b9354ca0-3075-402c-981f-4d9e3cb45e6c", "tag": "7d5aa349-caa4-47c1-97e6-6cb98ec45c25"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:25:47.049366 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbc4a0-6e08-42e8-b049-0810b4d78516 service neutron] Pushing event updated for resources: {'Port': ['ID=7d5aa349-caa4-47c1-97e6-6cb98ec45c25,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:47.063788 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dcdc39-26e0-4505-8034-657fcfcf6702 x-openstack-request-id: req-29dcdc39-26e0-4505-8034-657fcfcf6702 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:25:47.064208 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9354ca0-3075-402c-981f-4d9e3cb45e6c", "tag": "7d5aa349-caa4-47c1-97e6-6cb98ec45c25", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:25:47.064570 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29dcdc39-26e0-4505-8034-657fcfcf6702 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:25:47.065199 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9354ca0-3075-402c-981f-4d9e3cb45e6c', 'tag': '7d5aa349-caa4-47c1-97e6-6cb98ec45c25', 'status': 'completed', 'code': 200} Sep 30 13:25:47.080659 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-7deb421f-20c7-410c-97a2-73e75236e2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:47.082810 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-7deb421f-20c7-410c-97a2-73e75236e2a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98da75223b4542fa945256e1e66ee7e8&device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 1095 time: 0.0661137 Sep 30 13:25:47.136947 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-6d788de8-7774-47c0-a56b-488990ad695c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d5aa349-caa4-47c1-97e6-6cb98ec45c25 HTTP/1.1" status: 200 len: 217 time: 0.0468438 Sep 30 13:25:47.198341 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-632191f1-8525-4d5c-8ff7-3a3f362451e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:47.200095 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-632191f1-8525-4d5c-8ff7-3a3f362451e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5ad1dcd-57d3-4dad-abeb-73317cb31cf3 HTTP/1.1" status: 200 len: 851 time: 0.0547552 Sep 30 13:25:47.586312 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-b06f9c38-f8b7-43ae-b8fe-6006a77dbade service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7195b82e-2370-482f-8f8c-387d480e7e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3785989 Sep 30 13:25:47.719243 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-a3faf991-c271-4a47-8576-adb225fd4eaf service neutron] 10.222.0.39 "GET /v2.0/networks/7195b82e-2370-482f-8f8c-387d480e7e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255958 Sep 30 13:25:47.883634 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f4aa146-c5b8-4638-a918-e8c4e99a32b8 req-8935d748-db41-4318-a7c9-7526d36e44c8 service neutron] 10.222.0.39 "GET /v2.0/networks/7195b82e-2370-482f-8f8c-387d480e7e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536672 Sep 30 13:25:48.067126 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2efc1d-c6d4-4cef-ba55-0dc91aa53428 req-e6f5794c-46f8-40f7-8559-20f96262bd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:48.068767 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d2efc1d-c6d4-4cef-ba55-0dc91aa53428 req-e6f5794c-46f8-40f7-8559-20f96262bd8c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98da75223b4542fa945256e1e66ee7e8&device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 1095 time: 0.1042774 Sep 30 13:25:48.117635 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d6d42-2bb3-490d-abd4-53ff38dbd919 req-a813bf4c-b273-4b0f-88d9-abd57971c7dc tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:48.125863 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6c0d6d42-2bb3-490d-abd4-53ff38dbd919 req-a813bf4c-b273-4b0f-88d9-abd57971c7dc tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 944 time: 0.0982852 Sep 30 13:25:48.208431 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ca621825-c71b-4be7-ad29-90e0f1f5d53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:48.221461 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6c0d6d42-2bb3-490d-abd4-53ff38dbd919 req-7baec9f6-d627-4b5e-b92c-f911e6b81e16 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946152 Sep 30 13:25:48.261639 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2efc1d-c6d4-4cef-ba55-0dc91aa53428 req-96c37573-f126-48f5-92e5-258f1b207a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:48.263210 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d2efc1d-c6d4-4cef-ba55-0dc91aa53428 req-96c37573-f126-48f5-92e5-258f1b207a37 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7195b82e-2370-482f-8f8c-387d480e7e4c HTTP/1.1" status: 200 len: 912 time: 0.1828942 Sep 30 13:25:48.288321 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53770) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:48.324717 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d2efc1d-c6d4-4cef-ba55-0dc91aa53428 req-f6024773-ba13-4ed8-a0db-46238304410f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d5aa349-caa4-47c1-97e6-6cb98ec45c25 HTTP/1.1" status: 200 len: 217 time: 0.0529480 Sep 30 13:25:48.381246 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2efc1d-c6d4-4cef-ba55-0dc91aa53428 req-a0d93a71-1180-4f39-8720-c1a2ffcffb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:48.382800 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d2efc1d-c6d4-4cef-ba55-0dc91aa53428 req-a0d93a71-1180-4f39-8720-c1a2ffcffb5b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5ad1dcd-57d3-4dad-abeb-73317cb31cf3 HTTP/1.1" status: 200 len: 851 time: 0.0488794 Sep 30 13:25:48.408188 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9d9935fa-d4c6-4f3c-85ff-e4c89eaab6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:48.420221 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d2efc1d-c6d4-4cef-ba55-0dc91aa53428 req-35203175-1cda-4c3b-8482-d8be5d794afa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7195b82e-2370-482f-8f8c-387d480e7e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300257 Sep 30 13:25:48.518295 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9d9935fa-d4c6-4f3c-85ff-e4c89eaab6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:48.522972 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9d9935fa-d4c6-4f3c-85ff-e4c89eaab6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:48.537397 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d2efc1d-c6d4-4cef-ba55-0dc91aa53428 req-863f8ca9-0678-447c-9f91-3eaf98f5b115 service neutron] 10.222.0.39 "GET /v2.0/networks/7195b82e-2370-482f-8f8c-387d480e7e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091142 Sep 30 13:25:48.566577 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9935fa-d4c6-4f3c-85ff-e4c89eaab6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2355bf1-7310-4513-9f8b-cf5b1bf5b1a4,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:48.584816 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9d9935fa-d4c6-4f3c-85ff-e4c89eaab6d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c9fd87396de48e3bde2f4abb0f3bb5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2929380 Sep 30 13:25:48.585061 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53776) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:48.639039 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f73cc5cc-e6e3-4e20-b0ef-df34a011df11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:48.647172 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d2efc1d-c6d4-4cef-ba55-0dc91aa53428 req-6fac8ab3-dabd-40a4-a55d-a7a04455a2dd service neutron] 10.222.0.39 "GET /v2.0/networks/7195b82e-2370-482f-8f8c-387d480e7e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012270 Sep 30 13:25:48.661542 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f73cc5cc-e6e3-4e20-b0ef-df34a011df11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:48.709595 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f73cc5cc-e6e3-4e20-b0ef-df34a011df11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:48.712154 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f73cc5cc-e6e3-4e20-b0ef-df34a011df11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:48.716197 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f73cc5cc-e6e3-4e20-b0ef-df34a011df11 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2355bf1-7310-4513-9f8b-cf5b1bf5b1a4 HTTP/1.1" status: 204 len: 168 time: 0.1276426 Sep 30 13:25:48.724859 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73cc5cc-e6e3-4e20-b0ef-df34a011df11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2355bf1-7310-4513-9f8b-cf5b1bf5b1a4,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:49.025535 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53792) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:49.039799 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-15c9e5cc-242b-4bdd-85bf-3cf4599637a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:49.140159 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-15c9e5cc-242b-4bdd-85bf-3cf4599637a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:49.144921 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-15c9e5cc-242b-4bdd-85bf-3cf4599637a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:49.185520 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-15c9e5cc-242b-4bdd-85bf-3cf4599637a8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4468532f7864ff08344150b6c82bf10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563303 Sep 30 13:25:49.185520 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9e5cc-242b-4bdd-85bf-3cf4599637a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d7f5d8-4791-4a8f-8028-66d7e64aa2af,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:49.185881 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53796) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:49.236352 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3b03eddf-a378-4d06-ba4f-8c5698d1b440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:49.259460 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3b03eddf-a378-4d06-ba4f-8c5698d1b440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:49.339138 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53800) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:49.343650 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-ffdff19a-47a2-4c42-b25b-57ff24ddc431 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-122992538', 'description': 'tempest-secgroup-smoke-122992538 description', 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:49.369629 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ffdff19a-47a2-4c42-b25b-57ff24ddc431 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:49.370373 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b91cc0-8b8c-4024-8721-0c5cf141b20b req-1099c821-739d-44e2-af71-3ca91d5311f4 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:49.371995 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a4b91cc0-8b8c-4024-8721-0c5cf141b20b req-1099c821-739d-44e2-af71-3ca91d5311f4 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 944 time: 0.0620477 Sep 30 13:25:49.381145 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3b03eddf-a378-4d06-ba4f-8c5698d1b440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:49.383957 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3b03eddf-a378-4d06-ba4f-8c5698d1b440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:49.387820 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3b03eddf-a378-4d06-ba4f-8c5698d1b440 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c4d7f5d8-4791-4a8f-8028-66d7e64aa2af HTTP/1.1" status: 204 len: 168 time: 0.1982112 Sep 30 13:25:49.399288 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03eddf-a378-4d06-ba4f-8c5698d1b440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d7f5d8-4791-4a8f-8028-66d7e64aa2af,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:49.453118 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a4b91cc0-8b8c-4024-8721-0c5cf141b20b req-0586c800-24a9-4748-9b71-00902f2cab8b tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650296 Sep 30 13:25:49.513177 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ffdff19a-47a2-4c42-b25b-57ff24ddc431 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:49.515467 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:49.518847 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ffdff19a-47a2-4c42-b25b-57ff24ddc431 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:49.552246 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ffdff19a-47a2-4c42-b25b-57ff24ddc431 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:49.553538 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ffdff19a-47a2-4c42-b25b-57ff24ddc431 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2133658 Sep 30 13:25:49.556671 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53804) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:49.559457 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdff19a-47a2-4c42-b25b-57ff24ddc431 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f14724-6f1d-4c03-8291-0a1952e2fcc2,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:49.561669 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-1365d909-71a8-43bc-9844-11ee524b81f5 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Request body: {'security_group_rule': {'security_group_id': '12f14724-6f1d-4c03-8291-0a1952e2fcc2', 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:49.591491 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1365d909-71a8-43bc-9844-11ee524b81f5 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:49.670461 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1365d909-71a8-43bc-9844-11ee524b81f5 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:49.674817 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1365d909-71a8-43bc-9844-11ee524b81f5 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:49.690476 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1365d909-71a8-43bc-9844-11ee524b81f5 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=266f6123-5906-4cdb-a399-a6ef2e374395,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:49.705706 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1365d909-71a8-43bc-9844-11ee524b81f5 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:49.708279 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1365d909-71a8-43bc-9844-11ee524b81f5 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1503007 Sep 30 13:25:49.710998 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53810) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:49.715467 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-b898cbae-9d6d-4214-800b-dec0c02834a0 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Request body: {'security_group_rule': {'security_group_id': '12f14724-6f1d-4c03-8291-0a1952e2fcc2', 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:49.752183 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b898cbae-9d6d-4214-800b-dec0c02834a0 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:49.818480 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b898cbae-9d6d-4214-800b-dec0c02834a0 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:49.825270 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b898cbae-9d6d-4214-800b-dec0c02834a0 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:49.854674 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898cbae-9d6d-4214-800b-dec0c02834a0 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355c1e66-3078-4a57-867c-f96450cb196e,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:49.869551 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b898cbae-9d6d-4214-800b-dec0c02834a0 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:49.871162 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b898cbae-9d6d-4214-800b-dec0c02834a0 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1592381 Sep 30 13:25:49.873992 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53820) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:49.879119 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-8414baf9-79bb-44f2-a050-2fbd4ff8ab9e tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Request body: {'security_group_rule': {'security_group_id': '12f14724-6f1d-4c03-8291-0a1952e2fcc2', 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:49.930002 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8414baf9-79bb-44f2-a050-2fbd4ff8ab9e tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:50.007435 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8414baf9-79bb-44f2-a050-2fbd4ff8ab9e tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:50.012360 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8414baf9-79bb-44f2-a050-2fbd4ff8ab9e tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:50.045558 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8414baf9-79bb-44f2-a050-2fbd4ff8ab9e tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:50.047718 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8414baf9-79bb-44f2-a050-2fbd4ff8ab9e tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1718450 Sep 30 13:25:50.050100 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53830) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:50.056583 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-d36655ee-8c03-44f1-b048-3ae793aa8287 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Request body: {'security_group_rule': {'security_group_id': '12f14724-6f1d-4c03-8291-0a1952e2fcc2', 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:50.060861 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414baf9-79bb-44f2-a050-2fbd4ff8ab9e tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ab31ee-5cfb-4f3f-b878-bce2c0a70d57,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:50.094364 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d36655ee-8c03-44f1-b048-3ae793aa8287 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:50.178005 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d36655ee-8c03-44f1-b048-3ae793aa8287 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:50.183520 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d36655ee-8c03-44f1-b048-3ae793aa8287 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:50.199158 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36655ee-8c03-44f1-b048-3ae793aa8287 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca52805-fafd-46f3-96b0-1bc2ccf2be6b,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:50.219527 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d36655ee-8c03-44f1-b048-3ae793aa8287 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:50.220782 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d36655ee-8c03-44f1-b048-3ae793aa8287 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1690586 Sep 30 13:25:50.224345 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53840) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:50.229000 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-b05320df-4676-4cf0-8fc9-22b4ef5902ce tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Request body: {'security_group_rule': {'security_group_id': '12f14724-6f1d-4c03-8291-0a1952e2fcc2', 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:50.253709 n-d-810909-2 neutron-server[94764]: INFO neutron.db.securitygroups_db [None req-b05320df-4676-4cf0-8fc9-22b4ef5902ce tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Project f4aba04dd2e7464d89181ea313c8a47f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 13:25:50.261145 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b05320df-4676-4cf0-8fc9-22b4ef5902ce tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:50.287996 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53842) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:50.335931 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b05320df-4676-4cf0-8fc9-22b4ef5902ce tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:50.341771 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b05320df-4676-4cf0-8fc9-22b4ef5902ce tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:50.371439 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05320df-4676-4cf0-8fc9-22b4ef5902ce tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9abf50c3-ccce-4a7a-a736-d25963bfad05,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:50.383894 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b05320df-4676-4cf0-8fc9-22b4ef5902ce tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:50.388532 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b05320df-4676-4cf0-8fc9-22b4ef5902ce tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1603141 Sep 30 13:25:50.388947 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53850) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:50.395516 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-14d2b384-ccb6-476d-848a-bc0ff9191f6e tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Request body: {'security_group_rule': {'security_group_id': '12f14724-6f1d-4c03-8291-0a1952e2fcc2', 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:50.429876 n-d-810909-2 neutron-server[94763]: INFO neutron.db.securitygroups_db [None req-14d2b384-ccb6-476d-848a-bc0ff9191f6e tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Project f4aba04dd2e7464d89181ea313c8a47f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 13:25:50.442912 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-14d2b384-ccb6-476d-848a-bc0ff9191f6e tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:50.445651 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2b7f9806-0c03-4dbd-bd6f-a2ea4783859b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:50.564810 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-14d2b384-ccb6-476d-848a-bc0ff9191f6e tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:50.582943 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-14d2b384-ccb6-476d-848a-bc0ff9191f6e tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:50.603964 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677736ab-c3a2-4b81-9685-89e3f750e13f req-523198d3-76dc-4fbf-b9e0-be5daa0c4791 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:50.606990 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-677736ab-c3a2-4b81-9685-89e3f750e13f req-523198d3-76dc-4fbf-b9e0-be5daa0c4791 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 944 time: 0.0644393 Sep 30 13:25:50.631542 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2b384-ccb6-476d-848a-bc0ff9191f6e tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acedf594-51f3-4304-832a-192e9646c429,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:50.647733 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 7d5aa349-caa4-47c1-97e6-6cb98ec45c25 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:25:50.666277 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-677736ab-c3a2-4b81-9685-89e3f750e13f req-9b25a7d8-2754-4c41-bbb0-4d0de178d527 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530193 Sep 30 13:25:50.676408 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2b7f9806-0c03-4dbd-bd6f-a2ea4783859b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:50.681998 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2b7f9806-0c03-4dbd-bd6f-a2ea4783859b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:50.703807 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-14d2b384-ccb6-476d-848a-bc0ff9191f6e tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:50.705384 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-14d2b384-ccb6-476d-848a-bc0ff9191f6e tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3151207 Sep 30 13:25:50.714576 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d0a6aa99-6eb2-4da1-9e0f-aada4d36d810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:50.754122 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2b7f9806-0c03-4dbd-bd6f-a2ea4783859b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93d78d57aa754c8b88d6f3ee2188ed87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4643867 Sep 30 13:25:50.755527 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f9806-0c03-4dbd-bd6f-a2ea4783859b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151ea955-2393-4f0d-92c9-ad1b78e83caa,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:50.757048 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53866) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:50.823391 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 7d5aa349-caa4-47c1-97e6-6cb98ec45c25, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=7d5aa349-caa4-47c1-97e6-6cb98ec45c25,segment=NetworkSegment(579776f3-b3ab-4f7e-98a9-efb0bf3a28de),segment_id=579776f3-b3ab-4f7e-98a9-efb0bf3a28de)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:25:50.831471 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8a00c7b1-2f26-4a09-88c3-35f7c19c1668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:50.840074 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '7d5aa349-caa4-47c1-97e6-6cb98ec45c25', 'network_id': '7195b82e-2370-482f-8f8c-387d480e7e4c', 'port_id': '7d5aa349-caa4-47c1-97e6-6cb98ec45c25', 'mac_address': 'fa:16:3e:55:a1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ad1dcd-57d3-4dad-abeb-73317cb31cf3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:25:50.863811 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8a00c7b1-2f26-4a09-88c3-35f7c19c1668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:50.904328 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:50.939772 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d5aa349-caa4-47c1-97e6-6cb98ec45c25 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:25:50.961421 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 7d5aa349-caa4-47c1-97e6-6cb98ec45c25, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=7d5aa349-caa4-47c1-97e6-6cb98ec45c25,segment=NetworkSegment(579776f3-b3ab-4f7e-98a9-efb0bf3a28de),segment_id=579776f3-b3ab-4f7e-98a9-efb0bf3a28de)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:25:50.968004 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:50.971241 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8a00c7b1-2f26-4a09-88c3-35f7c19c1668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:50.974038 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8a00c7b1-2f26-4a09-88c3-35f7c19c1668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:50.975298 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8a00c7b1-2f26-4a09-88c3-35f7c19c1668 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/151ea955-2393-4f0d-92c9-ad1b78e83caa HTTP/1.1" status: 204 len: 168 time: 0.2167664 Sep 30 13:25:50.993779 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00c7b1-2f26-4a09-88c3-35f7c19c1668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151ea955-2393-4f0d-92c9-ad1b78e83caa,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:51.023749 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-7fb2b051-9142-4fda-ab36-2adf34054251 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-122992538&fields=id&tenant_id=f4aba04dd2e7464d89181ea313c8a47f HTTP/1.1" status: 200 len: 267 time: 0.0600221 Sep 30 13:25:51.074244 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=7d5aa349-caa4-47c1-97e6-6cb98ec45c25,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:51.160034 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-824a7100-7ac5-475b-aad6-1cfae92109fe tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:51.161544 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-824a7100-7ac5-475b-aad6-1cfae92109fe tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/networks?id=a38f3872-d43c-4dbe-8902-a99e02bc867f HTTP/1.1" status: 200 len: 813 time: 0.1374075 Sep 30 13:25:51.188765 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-929b3f61-120a-4cb4-a3b7-8c7e3baa2366 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/quotas/f4aba04dd2e7464d89181ea313c8a47f HTTP/1.1" status: 200 len: 375 time: 0.0191600 Sep 30 13:25:51.199406 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['7d5aa349-caa4-47c1-97e6-6cb98ec45c25'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:25:51.265435 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-06b347f7-b849-44e9-bee6-f950e8d4771b tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4aba04dd2e7464d89181ea313c8a47f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696716 Sep 30 13:25:51.381435 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-f18b6d5d-7282-40ba-815b-e6ba983c63dc service neutron] 10.222.0.18 "GET /v2.0/networks/a38f3872-d43c-4dbe-8902-a99e02bc867f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108885 Sep 30 13:25:51.497787 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-73257655-ba4c-4a9b-8d79-6298ca4b02a3 service neutron] 10.222.0.18 "GET /v2.0/networks/a38f3872-d43c-4dbe-8902-a99e02bc867f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154065 Sep 30 13:25:51.538536 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53898) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:51.555961 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cbc78e9b-452c-45aa-b443-9cf1fa6de7c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:51.618631 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:51.674398 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cbc78e9b-452c-45aa-b443-9cf1fa6de7c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:51.679576 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cbc78e9b-452c-45aa-b443-9cf1fa6de7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:51.715689 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc78e9b-452c-45aa-b443-9cf1fa6de7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8e66ed-835d-4753-8ac4-443301348930,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:51.735666 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cbc78e9b-452c-45aa-b443-9cf1fa6de7c0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61ee36c381bf4d7790d0e6e811d190a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1960959 Sep 30 13:25:51.738794 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53912) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:51.830812 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3a492-0cb7-4128-b277-dd025f28e2cf req-b3296b5f-af14-4bfe-b73e-83a0fe9d8491 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:51.840357 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2fd3a492-0cb7-4128-b277-dd025f28e2cf req-b3296b5f-af14-4bfe-b73e-83a0fe9d8491 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 945 time: 0.0679913 Sep 30 13:25:51.891407 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-904f392b-aebb-4476-9079-669c4364a87f req-953ace7d-643e-441b-a9bf-a0a98dda6f35 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 210 time: 0.0497015 Sep 30 13:25:51.892087 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0d61e612-45d9-40ad-8727-ae4dbfeb9814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:51.897932 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2fd3a492-0cb7-4128-b277-dd025f28e2cf req-79dfb362-d0db-49f0-9f9b-e091b37ab81a tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562990 Sep 30 13:25:51.942941 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0d61e612-45d9-40ad-8727-ae4dbfeb9814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:52.019927 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0d61e612-45d9-40ad-8727-ae4dbfeb9814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:52.022805 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0d61e612-45d9-40ad-8727-ae4dbfeb9814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:52.026671 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0d61e612-45d9-40ad-8727-ae4dbfeb9814 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c8e66ed-835d-4753-8ac4-443301348930 HTTP/1.1" status: 204 len: 168 time: 0.2840488 Sep 30 13:25:52.032872 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61e612-45d9-40ad-8727-ae4dbfeb9814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8e66ed-835d-4753-8ac4-443301348930,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:52.362180 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:52.387596 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53942) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:52.517197 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e87b8719-a60a-4c4b-b1f0-166e1cf87b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:52.612287 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e87b8719-a60a-4c4b-b1f0-166e1cf87b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:52.616014 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e87b8719-a60a-4c4b-b1f0-166e1cf87b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:52.654593 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 7d5aa349-caa4-47c1-97e6-6cb98ec45c25 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:25:52.655619 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e87b8719-a60a-4c4b-b1f0-166e1cf87b95 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b7b768ec86cf45e082a7d52956fa7cf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2666268 Sep 30 13:25:52.656769 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b8719-a60a-4c4b-b1f0-166e1cf87b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad318ed1-25f2-4f9b-a9c6-df7ecf7a53dd,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:52.659109 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53954) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:52.718003 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2ebe039e-d037-4d0a-a3dd-97f55efc4592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:52.719071 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 7d5aa349-caa4-47c1-97e6-6cb98ec45c25 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:25:52.723530 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 7d5aa349-caa4-47c1-97e6-6cb98ec45c25 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:25:52.723900 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:52.749142 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2ebe039e-d037-4d0a-a3dd-97f55efc4592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:52.815526 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2ebe039e-d037-4d0a-a3dd-97f55efc4592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:52.820631 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2ebe039e-d037-4d0a-a3dd-97f55efc4592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:52.821254 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:52.824719 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2ebe039e-d037-4d0a-a3dd-97f55efc4592 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad318ed1-25f2-4f9b-a9c6-df7ecf7a53dd HTTP/1.1" status: 204 len: 168 time: 0.1619196 Sep 30 13:25:52.849778 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe039e-d037-4d0a-a3dd-97f55efc4592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad318ed1-25f2-4f9b-a9c6-df7ecf7a53dd,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:52.861860 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9354ca0-3075-402c-981f-4d9e3cb45e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5aa349-caa4-47c1-97e6-6cb98ec45c25'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:25:52.865617 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8724e2-1945-4b55-8000-12cc23b650ca" -d '{"events": [{"server_uuid": "b9354ca0-3075-402c-981f-4d9e3cb45e6c", "name": "network-vif-plugged", "status": "completed", "tag": "7d5aa349-caa4-47c1-97e6-6cb98ec45c25"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:25:52.886761 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 7d5aa349-caa4-47c1-97e6-6cb98ec45c25, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=7d5aa349-caa4-47c1-97e6-6cb98ec45c25,segment=NetworkSegment(579776f3-b3ab-4f7e-98a9-efb0bf3a28de),segment_id=579776f3-b3ab-4f7e-98a9-efb0bf3a28de)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:25:52.899243 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:53.030179 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=7d5aa349-caa4-47c1-97e6-6cb98ec45c25,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:53.034957 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe6a5bf-6d1b-466b-a3b7-9a5ac341545a x-openstack-request-id: req-cbe6a5bf-6d1b-466b-a3b7-9a5ac341545a {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:25:53.035711 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9354ca0-3075-402c-981f-4d9e3cb45e6c", "name": "network-vif-plugged", "status": "completed", "tag": "7d5aa349-caa4-47c1-97e6-6cb98ec45c25", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:25:53.036196 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cbe6a5bf-6d1b-466b-a3b7-9a5ac341545a {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:25:53.036810 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9354ca0-3075-402c-981f-4d9e3cb45e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5aa349-caa4-47c1-97e6-6cb98ec45c25', 'code': 200} Sep 30 13:25:53.159453 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b5f8dcfd-b383-424c-913e-13b1576f13f0 req-3a213e31-e80e-4c69-b4ac-6176ab5a9d6d tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 210 time: 0.0612369 Sep 30 13:25:53.165413 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da7dbf-2cfc-4fd0-9aee-89431a766e74 req-bb494f41-7866-4284-9eeb-6d4427cdca39 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:53.167137 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-99da7dbf-2cfc-4fd0-9aee-89431a766e74 req-bb494f41-7866-4284-9eeb-6d4427cdca39 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.1271057 Sep 30 13:25:53.255759 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-99da7dbf-2cfc-4fd0-9aee-89431a766e74 req-99e4b3a0-ac32-41dd-8686-51ffe555afa0 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805430 Sep 30 13:25:53.258119 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-7c14582e-f79c-4edf-ac11-4ce0186f64c0 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:53.260906 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-7c14582e-f79c-4edf-ac11-4ce0186f64c0 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.54 "GET /v2.0/networks?id=a38f3872-d43c-4dbe-8902-a99e02bc867f HTTP/1.1" status: 200 len: 813 time: 0.3648567 Sep 30 13:25:53.264537 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34171362-673c-4931-86a4-b5b132eccc40 req-31b0f61b-3725-4829-bccd-83f39f839446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:53.266963 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-34171362-673c-4931-86a4-b5b132eccc40 req-31b0f61b-3725-4829-bccd-83f39f839446 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 1097 time: 0.1525223 Sep 30 13:25:53.354477 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-c98018b6-23d8-4e79-8c2c-d37a6ee90ec5 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4aba04dd2e7464d89181ea313c8a47f HTTP/1.1" status: 200 len: 379 time: 0.0770578 Sep 30 13:25:53.356870 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-34171362-673c-4931-86a4-b5b132eccc40 req-006faf96-d8e0-47fa-a133-1f765dd0a6ad service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781310 Sep 30 13:25:53.366039 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-adcb68e1-7496-48b9-b6e9-5b1d52b72378 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Request body: {'port': {'device_id': '27c5e3b7-c689-41cd-adbf-a92ee6b9c27f', 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f', 'admin_state_up': True, 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'security_groups': ['12f14724-6f1d-4c03-8291-0a1952e2fcc2']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:53.415709 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53980) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:53.435846 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-22a30727-2f23-4124-961b-ace8486aa1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:53.548192 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-22a30727-2f23-4124-961b-ace8486aa1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:53.553562 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-22a30727-2f23-4124-961b-ace8486aa1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:53.577128 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-adcb68e1-7496-48b9-b6e9-5b1d52b72378 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Made reservation on behalf of f4aba04dd2e7464d89181ea313c8a47f for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:25:53.582030 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-adcb68e1-7496-48b9-b6e9-5b1d52b72378 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:53.600317 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-22a30727-2f23-4124-961b-ace8486aa1c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c733ec4c99d04861836856a647329c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1832783 Sep 30 13:25:53.600705 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53984) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:53.601651 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a30727-2f23-4124-961b-ace8486aa1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5205be81-ec47-408a-a7fa-649f4aa8d387,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:53.754718 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4150086a-42d4-4437-88f3-bab804fb42ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:53.803260 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4150086a-42d4-4437-88f3-bab804fb42ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:53.803939 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 53988) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:53.816454 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-adcb68e1-7496-48b9-b6e9-5b1d52b72378 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Allocated IP 172.20.0.5 (a38f3872-d43c-4dbe-8902-a99e02bc867f/ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b/ceb62690-6532-4126-93c2-e8e67aa8be73) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:25:53.917937 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4150086a-42d4-4437-88f3-bab804fb42ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:53.921289 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4150086a-42d4-4437-88f3-bab804fb42ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:53.922946 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4150086a-42d4-4437-88f3-bab804fb42ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5205be81-ec47-408a-a7fa-649f4aa8d387 HTTP/1.1" status: 204 len: 168 time: 0.3211808 Sep 30 13:25:53.970544 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f165abd-7251-42ca-a4aa-8f37bf034a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:54.005658 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150086a-42d4-4437-88f3-bab804fb42ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5205be81-ec47-408a-a7fa-649f4aa8d387,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:54.132625 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:54.142686 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f165abd-7251-42ca-a4aa-8f37bf034a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:54.148478 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f165abd-7251-42ca-a4aa-8f37bf034a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:54.160998 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-adcb68e1-7496-48b9-b6e9-5b1d52b72378 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:54.206812 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9f165abd-7251-42ca-a4aa-8f37bf034a1f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac82a3002d0e48c9adefbcfaa84829f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4013181 Sep 30 13:25:54.208606 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f165abd-7251-42ca-a4aa-8f37bf034a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e1e5bb-32ab-4d95-b6e6-01515106738d,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:54.212499 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 53998) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:54.261828 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-adcb68e1-7496-48b9-b6e9-5b1d52b72378 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:54.349162 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-adcb68e1-7496-48b9-b6e9-5b1d52b72378 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Network a38f3872-d43c-4dbe-8902-a99e02bc867f is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:25:54.360381 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-adcb68e1-7496-48b9-b6e9-5b1d52b72378 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:25:54.372289 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-adcb68e1-7496-48b9-b6e9-5b1d52b72378 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:25:54.376298 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb68e1-7496-48b9-b6e9-5b1d52b72378 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Pushing event updated for resources: {'Port': ['ID=ceb62690-6532-4126-93c2-e8e67aa8be73,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:54.383693 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e5e84d04-5f9d-47c9-8953-7ead8c48c196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:54.484659 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed2a0e-8ab8-42b7-b997-bfbacd18f09e req-7b1d5707-1c5c-4fd3-853d-ad925fd8f645 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:54.486395 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d0ed2a0e-8ab8-42b7-b997-bfbacd18f09e req-7b1d5707-1c5c-4fd3-853d-ad925fd8f645 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 931 time: 0.2046456 Sep 30 13:25:54.493565 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e5e84d04-5f9d-47c9-8953-7ead8c48c196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:54.551834 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-adcb68e1-7496-48b9-b6e9-5b1d52b72378 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:54.555678 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4375184-60af-4561-a456-b52850d8cf44 req-0b180417-90c1-4017-ad98-63897404af81 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:54.556483 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-adcb68e1-7496-48b9-b6e9-5b1d52b72378 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:54.563973 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f4375184-60af-4561-a456-b52850d8cf44 req-0b180417-90c1-4017-ad98-63897404af81 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0767276 Sep 30 13:25:54.631802 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f4375184-60af-4561-a456-b52850d8cf44 req-deebb5e8-b05c-40de-b807-af4d3cb3259f tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665913 Sep 30 13:25:54.632930 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-adcb68e1-7496-48b9-b6e9-5b1d52b72378 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2728562 Sep 30 13:25:54.641319 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d0ed2a0e-8ab8-42b7-b997-bfbacd18f09e req-d92c9edd-b316-4d97-b702-da4772167fb3 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/security-groups?id=12f14724-6f1d-4c03-8291-0a1952e2fcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282833 Sep 30 13:25:54.651477 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-e3a68ff2-ee31-49a4-a3ce-839cb8ee0e52 service neutron] Request body: {'port': {'device_id': '27c5e3b7-c689-41cd-adbf-a92ee6b9c27f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:25:54.713489 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e5e84d04-5f9d-47c9-8953-7ead8c48c196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:54.716366 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e5e84d04-5f9d-47c9-8953-7ead8c48c196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:54.717920 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e5e84d04-5f9d-47c9-8953-7ead8c48c196 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88e1e5bb-32ab-4d95-b6e6-01515106738d HTTP/1.1" status: 204 len: 168 time: 0.4992061 Sep 30 13:25:54.735775 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e84d04-5f9d-47c9-8953-7ead8c48c196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e1e5bb-32ab-4d95-b6e6-01515106738d,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:54.791506 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-e3a68ff2-ee31-49a4-a3ce-839cb8ee0e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:54.800116 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-1ad04272-5d4c-4309-8d5f-09e2b8cea394 None None] Provisioning complete for port ceb62690-6532-4126-93c2-e8e67aa8be73 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:25:54.800608 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1ad04272-5d4c-4309-8d5f-09e2b8cea394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:54.844656 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-1ad04272-5d4c-4309-8d5f-09e2b8cea394 None None] Port ceb62690-6532-4126-93c2-e8e67aa8be73 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:25:55.185788 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-e3a68ff2-ee31-49a4-a3ce-839cb8ee0e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb62690-6532-4126-93c2-e8e67aa8be73 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:25:55.200003 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-e3a68ff2-ee31-49a4-a3ce-839cb8ee0e52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:55.215422 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-e3a68ff2-ee31-49a4-a3ce-839cb8ee0e52 service neutron] Transition to ACTIVE for port object ceb62690-6532-4126-93c2-e8e67aa8be73 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:25:55.220223 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-e3a68ff2-ee31-49a4-a3ce-839cb8ee0e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:55.278528 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a68ff2-ee31-49a4-a3ce-839cb8ee0e52 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb62690-6532-4126-93c2-e8e67aa8be73,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:55.381016 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-e3a68ff2-ee31-49a4-a3ce-839cb8ee0e52 service neutron] Attempting to bind port ceb62690-6532-4126-93c2-e8e67aa8be73 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:25:55.381619 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-e3a68ff2-ee31-49a4-a3ce-839cb8ee0e52 service neutron] Attempting to bind port ceb62690-6532-4126-93c2-e8e67aa8be73 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '0614655f-f4b4-435d-9f72-8d2d05147970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:25:55.382568 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-e3a68ff2-ee31-49a4-a3ce-839cb8ee0e52 service neutron] Attempting to bind port ceb62690-6532-4126-93c2-e8e67aa8be73 on network a38f3872-d43c-4dbe-8902-a99e02bc867f {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:25:55.391925 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-e3a68ff2-ee31-49a4-a3ce-839cb8ee0e52 service neutron] Port ceb62690-6532-4126-93c2-e8e67aa8be73 on network a38f3872-d43c-4dbe-8902-a99e02bc867f not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:25:55.393424 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-e3a68ff2-ee31-49a4-a3ce-839cb8ee0e52 service neutron] Attempting to bind port ceb62690-6532-4126-93c2-e8e67aa8be73 on network a38f3872-d43c-4dbe-8902-a99e02bc867f {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:25:55.400283 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-e3a68ff2-ee31-49a4-a3ce-839cb8ee0e52 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:25:55.400800 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-e3a68ff2-ee31-49a4-a3ce-839cb8ee0e52 service neutron] Checking segment: {'id': '0614655f-f4b4-435d-9f72-8d2d05147970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:25:55.401283 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-e3a68ff2-ee31-49a4-a3ce-839cb8ee0e52 service neutron] Bound using segment: {'id': '0614655f-f4b4-435d-9f72-8d2d05147970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:25:55.401921 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-e3a68ff2-ee31-49a4-a3ce-839cb8ee0e52 service neutron] Bound port: ceb62690-6532-4126-93c2-e8e67aa8be73, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0614655f-f4b4-435d-9f72-8d2d05147970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:25:55.402764 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-e3a68ff2-ee31-49a4-a3ce-839cb8ee0e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:55.517421 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-e3a68ff2-ee31-49a4-a3ce-839cb8ee0e52 service neutron] For port ceb62690-6532-4126-93c2-e8e67aa8be73, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:25:55.522267 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-e3a68ff2-ee31-49a4-a3ce-839cb8ee0e52 service neutron] For port ceb62690-6532-4126-93c2-e8e67aa8be73, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=ceb62690-6532-4126-93c2-e8e67aa8be73,segment=NetworkSegment(0614655f-f4b4-435d-9f72-8d2d05147970),segment_id=0614655f-f4b4-435d-9f72-8d2d05147970)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:25:55.533480 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-e3a68ff2-ee31-49a4-a3ce-839cb8ee0e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:55.591409 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-e3a68ff2-ee31-49a4-a3ce-839cb8ee0e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:55.591924 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-e3a68ff2-ee31-49a4-a3ce-839cb8ee0e52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:55.593545 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-e3a68ff2-ee31-49a4-a3ce-839cb8ee0e52 service neutron] 10.222.0.54 "PUT /v2.0/ports/ceb62690-6532-4126-93c2-e8e67aa8be73 HTTP/1.1" status: 200 len: 1091 time: 0.9510407 Sep 30 13:25:55.593982 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c5e3b7-c689-41cd-adbf-a92ee6b9c27f', 'tag': 'ceb62690-6532-4126-93c2-e8e67aa8be73'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:25:55.596678 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01a5077-f608-44aa-a33b-dd702e42bdfc" -d '{"events": [{"name": "network-changed", "server_uuid": "27c5e3b7-c689-41cd-adbf-a92ee6b9c27f", "tag": "ceb62690-6532-4126-93c2-e8e67aa8be73"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:25:55.669144 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3646cc6-e426-404f-b1d2-3827a747802c x-openstack-request-id: req-c3646cc6-e426-404f-b1d2-3827a747802c {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:25:55.669435 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c5e3b7-c689-41cd-adbf-a92ee6b9c27f", "tag": "ceb62690-6532-4126-93c2-e8e67aa8be73", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:25:55.670136 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3646cc6-e426-404f-b1d2-3827a747802c {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:25:55.670475 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c5e3b7-c689-41cd-adbf-a92ee6b9c27f', 'tag': 'ceb62690-6532-4126-93c2-e8e67aa8be73', 'status': 'completed', 'code': 200} Sep 30 13:25:55.684047 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a68ff2-ee31-49a4-a3ce-839cb8ee0e52 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb62690-6532-4126-93c2-e8e67aa8be73,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:55.750622 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-7864a315-0b89-43ce-9d6d-c84aa2a0bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:55.752318 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-7864a315-0b89-43ce-9d6d-c84aa2a0bdce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f4aba04dd2e7464d89181ea313c8a47f&device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 1094 time: 0.0852027 Sep 30 13:25:55.851835 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-7f075d2f-d11e-43bf-9205-6c98f5d6f12c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ceb62690-6532-4126-93c2-e8e67aa8be73 HTTP/1.1" status: 200 len: 217 time: 0.0612743 Sep 30 13:25:55.896909 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cf5a9-d7b5-442d-88aa-675679dcd0a2 req-2654785d-59f3-46f1-8e09-8379f9807e8a tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:55.903699 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a73cf5a9-d7b5-442d-88aa-675679dcd0a2 req-2654785d-59f3-46f1-8e09-8379f9807e8a tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 943 time: 0.1223025 Sep 30 13:25:55.933750 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-d9bf87f1-bcda-4369-ac4f-584330ee0bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:55.935507 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-d9bf87f1-bcda-4369-ac4f-584330ee0bdf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b HTTP/1.1" status: 200 len: 852 time: 0.0760233 Sep 30 13:25:55.949522 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02541c2-3cf8-48ab-8a86-2dd5891d6000 req-b0ab921e-6e0e-40b8-9cb8-f6a19a9924ef tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:55.951609 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f02541c2-3cf8-48ab-8a86-2dd5891d6000 req-b0ab921e-6e0e-40b8-9cb8-f6a19a9924ef tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.1979825 Sep 30 13:25:55.995138 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a73cf5a9-d7b5-442d-88aa-675679dcd0a2 req-fd1ec2d2-dc07-4d8a-a915-f5e6e1c6165d tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/security-groups?id=12f14724-6f1d-4c03-8291-0a1952e2fcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891509 Sep 30 13:25:56.038300 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-09959f13-95f7-4ba4-800a-e3c22ca53245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:56.039853 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-09959f13-95f7-4ba4-800a-e3c22ca53245 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a38f3872-d43c-4dbe-8902-a99e02bc867f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872350 Sep 30 13:25:56.072190 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f02541c2-3cf8-48ab-8a86-2dd5891d6000 req-a7710519-c277-4922-9b6c-37b2541dd0ce tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765083 Sep 30 13:25:56.243786 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-8efe57ca-5642-4edc-b0ae-dce2572bae84 service neutron] 10.222.0.54 "GET /v2.0/networks/a38f3872-d43c-4dbe-8902-a99e02bc867f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879387 Sep 30 13:25:56.398747 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061175c9-6cfc-4f21-859c-de14356fbb97 req-6585c118-cef6-477a-aaee-36788ce58b40 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:56.407197 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-061175c9-6cfc-4f21-859c-de14356fbb97 req-6585c118-cef6-477a-aaee-36788ce58b40 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0613890 Sep 30 13:25:56.431796 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-41ea40ed-17bb-47f2-8e36-0cf44cf41bad req-56add2cc-f9b3-4024-8e38-af948c3cbc32 service neutron] 10.222.0.54 "GET /v2.0/networks/a38f3872-d43c-4dbe-8902-a99e02bc867f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803374 Sep 30 13:25:56.462524 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-061175c9-6cfc-4f21-859c-de14356fbb97 req-04f0e5e0-b688-417f-a403-fbf4344a915a tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522413 Sep 30 13:25:56.562378 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a5077-f608-44aa-a33b-dd702e42bdfc req-0ae91131-4467-4cba-bfb3-f03903f64f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:56.564168 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a01a5077-f608-44aa-a33b-dd702e42bdfc req-0ae91131-4467-4cba-bfb3-f03903f64f2c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f4aba04dd2e7464d89181ea313c8a47f&device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 1094 time: 0.0729735 Sep 30 13:25:56.687158 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a5077-f608-44aa-a33b-dd702e42bdfc req-6e222fd2-6404-43b5-8c02-ccb34014f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:56.689017 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a01a5077-f608-44aa-a33b-dd702e42bdfc req-6e222fd2-6404-43b5-8c02-ccb34014f0f9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a38f3872-d43c-4dbe-8902-a99e02bc867f HTTP/1.1" status: 200 len: 914 time: 0.1068356 Sep 30 13:25:56.767170 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a01a5077-f608-44aa-a33b-dd702e42bdfc req-73ac41bf-d38f-46d0-830c-4dcbf0b94716 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ceb62690-6532-4126-93c2-e8e67aa8be73 HTTP/1.1" status: 200 len: 217 time: 0.0641446 Sep 30 13:25:56.794725 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54096) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:56.826620 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ed-8dd0-4c12-a810-fbadf228ab70 req-deddebe4-2acd-4f24-a8c1-a1661f29a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:56.828264 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26e0b1ed-8dd0-4c12-a810-fbadf228ab70 req-deddebe4-2acd-4f24-a8c1-a1661f29a0c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98da75223b4542fa945256e1e66ee7e8&device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 1097 time: 0.4215643 Sep 30 13:25:56.873862 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a5077-f608-44aa-a33b-dd702e42bdfc req-17835735-c3e9-402b-ac0d-0f02605f4354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:56.875481 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a01a5077-f608-44aa-a33b-dd702e42bdfc req-17835735-c3e9-402b-ac0d-0f02605f4354 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b HTTP/1.1" status: 200 len: 852 time: 0.0985398 Sep 30 13:25:56.881660 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-294733e8-6514-4a18-85c9-dbd873364a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:56.980789 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a5077-f608-44aa-a33b-dd702e42bdfc req-b8ae3545-bf9a-4b0f-88c0-3e777393087c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:56.982625 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a01a5077-f608-44aa-a33b-dd702e42bdfc req-b8ae3545-bf9a-4b0f-88c0-3e777393087c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a38f3872-d43c-4dbe-8902-a99e02bc867f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926015 Sep 30 13:25:56.983956 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ed-8dd0-4c12-a810-fbadf228ab70 req-259d0619-9111-4c80-bc6b-728ee64b8883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:56.985274 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26e0b1ed-8dd0-4c12-a810-fbadf228ab70 req-259d0619-9111-4c80-bc6b-728ee64b8883 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7195b82e-2370-482f-8f8c-387d480e7e4c HTTP/1.1" status: 200 len: 912 time: 0.1458421 Sep 30 13:25:57.005263 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-294733e8-6514-4a18-85c9-dbd873364a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:57.011897 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-294733e8-6514-4a18-85c9-dbd873364a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:57.053196 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26e0b1ed-8dd0-4c12-a810-fbadf228ab70 req-c75ee4b8-5082-4937-982a-36cbaf568564 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d5aa349-caa4-47c1-97e6-6cb98ec45c25 HTTP/1.1" status: 200 len: 217 time: 0.0582106 Sep 30 13:25:57.095256 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-294733e8-6514-4a18-85c9-dbd873364a98 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98425e58d320438e91a938e62e2a47c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2972181 Sep 30 13:25:57.123031 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54112) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:57.155229 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ed-8dd0-4c12-a810-fbadf228ab70 req-1a423deb-7572-46d0-a7a2-a9cb0507b21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:57.156831 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26e0b1ed-8dd0-4c12-a810-fbadf228ab70 req-1a423deb-7572-46d0-a7a2-a9cb0507b21b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5ad1dcd-57d3-4dad-abeb-73317cb31cf3 HTTP/1.1" status: 200 len: 851 time: 0.0897064 Sep 30 13:25:57.168529 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a01a5077-f608-44aa-a33b-dd702e42bdfc req-a712df34-df46-448f-a12f-2e8716e499c3 service neutron] 10.222.0.54 "GET /v2.0/networks/a38f3872-d43c-4dbe-8902-a99e02bc867f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748526 Sep 30 13:25:57.209054 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294733e8-6514-4a18-85c9-dbd873364a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7316511-fb16-42bd-abda-d735bb68230f,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:57.214985 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26e0b1ed-8dd0-4c12-a810-fbadf228ab70 req-c04c5885-3df2-4ff0-9d33-92c6d06bd141 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7195b82e-2370-482f-8f8c-387d480e7e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454502 Sep 30 13:25:57.298511 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb655fb-7b74-46b1-b9cd-a189e586f080 req-0bd35445-3f3b-4547-9c86-4ff1efb8ae43 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:57.308332 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bfb655fb-7b74-46b1-b9cd-a189e586f080 req-0bd35445-3f3b-4547-9c86-4ff1efb8ae43 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 943 time: 0.2066369 Sep 30 13:25:57.334133 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6dbfe83d-99c4-4169-86be-501142d50f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:57.355187 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a01a5077-f608-44aa-a33b-dd702e42bdfc req-2cd1b54e-1812-4c2e-9dc3-a4c2be013fa5 service neutron] 10.222.0.54 "GET /v2.0/networks/a38f3872-d43c-4dbe-8902-a99e02bc867f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764169 Sep 30 13:25:57.361664 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6dbfe83d-99c4-4169-86be-501142d50f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:57.381070 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26e0b1ed-8dd0-4c12-a810-fbadf228ab70 req-b18cde14-0f14-47f8-98e9-fa5b7af7817f service neutron] 10.222.0.39 "GET /v2.0/networks/7195b82e-2370-482f-8f8c-387d480e7e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540980 Sep 30 13:25:57.428803 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bfb655fb-7b74-46b1-b9cd-a189e586f080 req-84971a4a-a3ab-42ac-b51b-e5ae7d0a14c4 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/security-groups?id=12f14724-6f1d-4c03-8291-0a1952e2fcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144462 Sep 30 13:25:57.462691 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6dbfe83d-99c4-4169-86be-501142d50f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:57.466324 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6dbfe83d-99c4-4169-86be-501142d50f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:57.470747 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6dbfe83d-99c4-4169-86be-501142d50f92 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7316511-fb16-42bd-abda-d735bb68230f HTTP/1.1" status: 204 len: 168 time: 0.3460536 Sep 30 13:25:57.480660 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbfe83d-99c4-4169-86be-501142d50f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7316511-fb16-42bd-abda-d735bb68230f,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:57.555766 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-26e0b1ed-8dd0-4c12-a810-fbadf228ab70 req-b412a338-bc87-4b67-8aa9-ef893922f3f2 service neutron] 10.222.0.39 "GET /v2.0/networks/7195b82e-2370-482f-8f8c-387d480e7e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631141 Sep 30 13:25:57.646749 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999dc86-d75d-4772-a253-2630eacc3c31 req-031b4ef5-b79e-4301-a947-9940da4ec8fa tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:57.649576 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0999dc86-d75d-4772-a253-2630eacc3c31 req-031b4ef5-b79e-4301-a947-9940da4ec8fa tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0729790 Sep 30 13:25:57.712915 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0999dc86-d75d-4772-a253-2630eacc3c31 req-f335f1e7-da27-43f7-9bf2-7d28f8ef46da tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561259 Sep 30 13:25:57.845260 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54146) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:57.965539 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a930d78-b332-45f1-b285-5092ff6d8b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:58.060269 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a930d78-b332-45f1-b285-5092ff6d8b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:58.065382 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a930d78-b332-45f1-b285-5092ff6d8b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:58.109679 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3a930d78-b332-45f1-b285-5092ff6d8b60 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25235796e9c74574ae6030b0e42d25d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2633302 Sep 30 13:25:58.112378 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54158) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:58.118632 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a930d78-b332-45f1-b285-5092ff6d8b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00ce348-a1bb-4092-b5fa-ce71f278c22e,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:58.169810 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1ab9521f-8f97-422f-b16f-c3d05cacec11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:58.195380 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1ab9521f-8f97-422f-b16f-c3d05cacec11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:58.258346 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1ab9521f-8f97-422f-b16f-c3d05cacec11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:58.261539 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1ab9521f-8f97-422f-b16f-c3d05cacec11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:58.263333 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1ab9521f-8f97-422f-b16f-c3d05cacec11 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a00ce348-a1bb-4092-b5fa-ce71f278c22e HTTP/1.1" status: 204 len: 168 time: 0.1499994 Sep 30 13:25:58.278846 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9521f-8f97-422f-b16f-c3d05cacec11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00ce348-a1bb-4092-b5fa-ce71f278c22e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:58.571089 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426fc0d-0dff-4a0f-8a22-a57217026492 req-52071f31-6ac3-4ace-92e4-3bfa7a29ec4e tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:58.573601 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8426fc0d-0dff-4a0f-8a22-a57217026492 req-52071f31-6ac3-4ace-92e4-3bfa7a29ec4e tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 943 time: 0.0680652 Sep 30 13:25:58.636054 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8426fc0d-0dff-4a0f-8a22-a57217026492 req-0415871c-800e-41b7-96b9-c3e3fde38726 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/security-groups?id=12f14724-6f1d-4c03-8291-0a1952e2fcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514073 Sep 30 13:25:58.716457 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54180) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:58.732062 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-656c37ea-9a2c-4cae-9d9a-dd1a2d2e10a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:58.853885 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f02021-c789-4484-a663-61b96ac4ef7f req-7a40773e-2c39-4342-b281-21b4d77bd708 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:58.855724 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b1f02021-c789-4484-a663-61b96ac4ef7f req-7a40773e-2c39-4342-b281-21b4d77bd708 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0596051 Sep 30 13:25:58.863933 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-656c37ea-9a2c-4cae-9d9a-dd1a2d2e10a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:58.868278 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-656c37ea-9a2c-4cae-9d9a-dd1a2d2e10a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:58.901963 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b1f02021-c789-4484-a663-61b96ac4ef7f req-56222ad1-39df-4108-a23c-c79766e7988f tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397274 Sep 30 13:25:58.909319 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c37ea-9a2c-4cae-9d9a-dd1a2d2e10a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be27358-5194-4e92-a97e-1aa5abb5b37c,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:58.925035 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-656c37ea-9a2c-4cae-9d9a-dd1a2d2e10a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e0bc5c47690843ee9cc391ef415c6330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1988618 Sep 30 13:25:58.925035 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54184) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:25:58.979016 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-48066c22-b818-4880-bb73-83001479e7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:59.001680 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-48066c22-b818-4880-bb73-83001479e7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:59.048726 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-48066c22-b818-4880-bb73-83001479e7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:59.052077 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-48066c22-b818-4880-bb73-83001479e7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:25:59.053270 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-48066c22-b818-4880-bb73-83001479e7cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2be27358-5194-4e92-a97e-1aa5abb5b37c HTTP/1.1" status: 204 len: 168 time: 0.1330960 Sep 30 13:25:59.061260 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48066c22-b818-4880-bb73-83001479e7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be27358-5194-4e92-a97e-1aa5abb5b37c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:25:59.761915 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0ab66-79a6-4e60-9acf-00e6f64dbc46 req-561a5888-350d-43fc-b5f5-4d074e5b0304 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:25:59.763570 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-85e0ab66-79a6-4e60-9acf-00e6f64dbc46 req-561a5888-350d-43fc-b5f5-4d074e5b0304 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 943 time: 0.0542197 Sep 30 13:25:59.804819 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-85e0ab66-79a6-4e60-9acf-00e6f64dbc46 req-07efe8f2-a335-4284-a6ea-d837245b2a76 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/security-groups?id=12f14724-6f1d-4c03-8291-0a1952e2fcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339839 Sep 30 13:26:00.052262 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cf697-98da-4d8f-9d86-41c23f9699e1 req-a5c5c1e0-b8e3-418d-bd87-524d8d3c6853 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:00.058736 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-356cf697-98da-4d8f-9d86-41c23f9699e1 req-a5c5c1e0-b8e3-418d-bd87-524d8d3c6853 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0683305 Sep 30 13:26:00.102568 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-356cf697-98da-4d8f-9d86-41c23f9699e1 req-f3ae413d-4af1-434c-895d-0338ce6fbab2 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427144 Sep 30 13:26:00.216760 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-74692727-21b0-4864-809c-06284cd9e38d tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f2075fedb4424397b85400d2555ada77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294583 Sep 30 13:26:00.404770 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-752d629f-99a7-4ee2-853a-a95c2ebefd04 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:00.406246 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-752d629f-99a7-4ee2-853a-a95c2ebefd04 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1833673 Sep 30 13:26:00.421994 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-0330b916-20a5-4f8b-a175-a5aeac3b1cc1 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.18 "GET /v2.0/quotas/f2075fedb4424397b85400d2555ada77 HTTP/1.1" status: 200 len: 375 time: 0.0092902 Sep 30 13:26:00.454773 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-ae8fb6ea-2eb7-410f-90b8-bdbfae47ca51 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f2075fedb4424397b85400d2555ada77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264935 Sep 30 13:26:00.632330 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-94a72c81-658d-4712-bfd6-b767a1ab6610 req-5ab63d4f-cf33-46f7-bc9a-53fd23166944 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.18 "GET /v2.0/ports?device_id=39f3a62a-8ade-4ba3-b37e-b59011e30dd4 HTTP/1.1" status: 200 len: 210 time: 0.0334284 Sep 30 13:26:00.942211 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e54911-9c53-4386-8302-bbcc4772e953 req-568da154-ed2d-4624-8107-69a57a7c3e2a tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:00.944196 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-63e54911-9c53-4386-8302-bbcc4772e953 req-568da154-ed2d-4624-8107-69a57a7c3e2a tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 943 time: 0.0588138 Sep 30 13:26:00.989054 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-63e54911-9c53-4386-8302-bbcc4772e953 req-b0c777de-5d29-412f-b63b-02d80d562518 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/security-groups?id=12f14724-6f1d-4c03-8291-0a1952e2fcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373037 Sep 30 13:26:01.111938 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54290) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:01.227959 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-72a06c85-b74a-41b6-bf8d-4bc05798a0fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:01.232921 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba42bc2-415c-4301-87f2-826bf545fd06 req-a831aed4-6a05-4dc0-bf39-f5be3ff82cbe tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:01.234453 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7ba42bc2-415c-4301-87f2-826bf545fd06 req-a831aed4-6a05-4dc0-bf39-f5be3ff82cbe tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0564723 Sep 30 13:26:01.275397 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7ba42bc2-415c-4301-87f2-826bf545fd06 req-215ba012-879b-4823-8ff3-cdf2f351598b tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337481 Sep 30 13:26:01.318183 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-72a06c85-b74a-41b6-bf8d-4bc05798a0fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:01.321650 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-72a06c85-b74a-41b6-bf8d-4bc05798a0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:01.363633 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-72a06c85-b74a-41b6-bf8d-4bc05798a0fa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65d1c55a332b4830ab454fd9606d865f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2498851 Sep 30 13:26:01.364337 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a06c85-b74a-41b6-bf8d-4bc05798a0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46d40c2-7921-4ab9-9af8-a4291f5498cc,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:01.366950 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54296) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:01.418769 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-536c5802-7342-4053-a0e3-4491b3c8275c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:01.441305 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-536c5802-7342-4053-a0e3-4491b3c8275c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:01.490454 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-536c5802-7342-4053-a0e3-4491b3c8275c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:01.493088 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-536c5802-7342-4053-a0e3-4491b3c8275c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:01.494398 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-536c5802-7342-4053-a0e3-4491b3c8275c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b46d40c2-7921-4ab9-9af8-a4291f5498cc HTTP/1.1" status: 204 len: 168 time: 0.1261473 Sep 30 13:26:01.520544 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c5802-7342-4053-a0e3-4491b3c8275c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46d40c2-7921-4ab9-9af8-a4291f5498cc,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:01.613760 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-496e0b0d-a017-4474-abb5-4b6002a317aa tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f2075fedb4424397b85400d2555ada77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259714 Sep 30 13:26:01.752183 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2c4a9743-fe41-4646-907c-1199a87ece14 req-0d803fa1-328d-499d-9eec-d2bf81a00193 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.18 "GET /v2.0/ports?device_id=39f3a62a-8ade-4ba3-b37e-b59011e30dd4 HTTP/1.1" status: 200 len: 210 time: 0.0353708 Sep 30 13:26:01.759639 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-fc581ab6-3ce3-42e5-b073-03cfceb6fab5 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:01.761130 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-fc581ab6-3ce3-42e5-b073-03cfceb6fab5 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1388943 Sep 30 13:26:01.775182 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-d00ee7d2-4dec-41f0-b853-878cca8ff5b8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Request body: {'port': {'device_id': '39f3a62a-8ade-4ba3-b37e-b59011e30dd4', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': 'f2075fedb4424397b85400d2555ada77'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:26:01.798640 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54306) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:01.811974 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-32376dbd-1534-4f97-a5ca-b5d73f5087c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:01.901100 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-32376dbd-1534-4f97-a5ca-b5d73f5087c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:01.906216 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-32376dbd-1534-4f97-a5ca-b5d73f5087c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:01.920138 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-d00ee7d2-4dec-41f0-b853-878cca8ff5b8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Made reservation on behalf of f2075fedb4424397b85400d2555ada77 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:26:01.923877 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-d00ee7d2-4dec-41f0-b853-878cca8ff5b8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:01.933089 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-d00ee7d2-4dec-41f0-b853-878cca8ff5b8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:01.951766 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-32376dbd-1534-4f97-a5ca-b5d73f5087c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14193c6d1dfb45e8a86f8e0a2a711447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520269 Sep 30 13:26:01.952655 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32376dbd-1534-4f97-a5ca-b5d73f5087c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1018e57-e5d3-4ab8-9229-49d3534bb0ea,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:01.955865 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54310) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:02.037205 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-422232d2-e926-482b-a745-ae7abf02404e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:02.080430 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-422232d2-e926-482b-a745-ae7abf02404e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:02.138686 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-d00ee7d2-4dec-41f0-b853-878cca8ff5b8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:02.146775 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-d00ee7d2-4dec-41f0-b853-878cca8ff5b8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:02.212067 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d226f2a-1539-4f79-8920-fc41a6788c91 req-98b4a81f-8307-4e9c-96cd-40a1c7c77ac8 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:02.213480 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3d226f2a-1539-4f79-8920-fc41a6788c91 req-98b4a81f-8307-4e9c-96cd-40a1c7c77ac8 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 943 time: 0.1533172 Sep 30 13:26:02.239991 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ee7d2-4dec-41f0-b853-878cca8ff5b8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da38d86-9f5d-41aa-853e-8b638a5071b8,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:02.260000 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-422232d2-e926-482b-a745-ae7abf02404e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:02.262535 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-422232d2-e926-482b-a745-ae7abf02404e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:02.263733 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-422232d2-e926-482b-a745-ae7abf02404e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1018e57-e5d3-4ab8-9229-49d3534bb0ea HTTP/1.1" status: 204 len: 168 time: 0.3062975 Sep 30 13:26:02.268664 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ee7d2-4dec-41f0-b853-878cca8ff5b8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:02.269041 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ee7d2-4dec-41f0-b853-878cca8ff5b8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:02.269380 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ee7d2-4dec-41f0-b853-878cca8ff5b8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:02.269717 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ee7d2-4dec-41f0-b853-878cca8ff5b8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:02.270074 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ee7d2-4dec-41f0-b853-878cca8ff5b8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:02.270404 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ee7d2-4dec-41f0-b853-878cca8ff5b8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:02.270728 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ee7d2-4dec-41f0-b853-878cca8ff5b8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:02.271069 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ee7d2-4dec-41f0-b853-878cca8ff5b8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:02.271375 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ee7d2-4dec-41f0-b853-878cca8ff5b8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:02.271693 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ee7d2-4dec-41f0-b853-878cca8ff5b8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:02.272033 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ee7d2-4dec-41f0-b853-878cca8ff5b8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:02.272390 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ee7d2-4dec-41f0-b853-878cca8ff5b8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:02.321091 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422232d2-e926-482b-a745-ae7abf02404e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1018e57-e5d3-4ab8-9229-49d3534bb0ea,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:02.336520 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3d226f2a-1539-4f79-8920-fc41a6788c91 req-fe0d2d6f-a12f-4d50-95ce-5e00ad980e38 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/security-groups?id=12f14724-6f1d-4c03-8291-0a1952e2fcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118107 Sep 30 13:26:02.356308 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-d00ee7d2-4dec-41f0-b853-878cca8ff5b8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Allocated IP 192.168.233.39 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/d6736011-947f-4a74-8da2-8a0d3e151185) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:26:02.426083 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a5222-8724-4055-8511-4648dc6faba9 req-35708492-4686-4957-8434-5c12f1794f77 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:02.433619 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0b8a5222-8724-4055-8511-4648dc6faba9 req-35708492-4686-4957-8434-5c12f1794f77 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0574598 Sep 30 13:26:02.470494 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0b8a5222-8724-4055-8511-4648dc6faba9 req-3e8bf538-f691-4153-a5e6-caf019950174 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356176 Sep 30 13:26:02.538665 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-d00ee7d2-4dec-41f0-b853-878cca8ff5b8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:02.572874 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-d00ee7d2-4dec-41f0-b853-878cca8ff5b8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:02.618634 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-d00ee7d2-4dec-41f0-b853-878cca8ff5b8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:26:02.622428 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-d00ee7d2-4dec-41f0-b853-878cca8ff5b8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:26:02.625864 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-d00ee7d2-4dec-41f0-b853-878cca8ff5b8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:26:02.651752 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ee7d2-4dec-41f0-b853-878cca8ff5b8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Pushing event updated for resources: {'Port': ['ID=d6736011-947f-4a74-8da2-8a0d3e151185,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:02.681009 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-d00ee7d2-4dec-41f0-b853-878cca8ff5b8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:02.681713 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-d00ee7d2-4dec-41f0-b853-878cca8ff5b8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:02.698469 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-d00ee7d2-4dec-41f0-b853-878cca8ff5b8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9268954 Sep 30 13:26:02.712143 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-4367149a-cd9f-486f-a61c-d3780bc8165b service neutron] Request body: {'port': {'device_id': '39f3a62a-8ade-4ba3-b37e-b59011e30dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:26:02.774666 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-4367149a-cd9f-486f-a61c-d3780bc8165b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:02.905777 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27a5d3-d4e5-4315-9ab0-3be7b96098b3 req-3657796b-ce31-4fdc-a7e3-ade3aaf2b214 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:02.907368 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ce27a5d3-d4e5-4315-9ab0-3be7b96098b3 req-3657796b-ce31-4fdc-a7e3-ade3aaf2b214 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.18 "GET /v2.0/ports?device_id=39f3a62a-8ade-4ba3-b37e-b59011e30dd4 HTTP/1.1" status: 200 len: 935 time: 0.0652666 Sep 30 13:26:02.954966 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ce27a5d3-d4e5-4315-9ab0-3be7b96098b3 req-f1411892-a19f-4e63-ac4f-9cf42bc28658 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.18 "GET /v2.0/security-groups?id=8da38d86-9f5d-41aa-853e-8b638a5071b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377409 Sep 30 13:26:03.020090 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-153e59c7-00ff-43de-aa89-7ab13d154bb4 None None] Provisioning complete for port d6736011-947f-4a74-8da2-8a0d3e151185 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:26:03.021109 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-153e59c7-00ff-43de-aa89-7ab13d154bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:03.063223 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-153e59c7-00ff-43de-aa89-7ab13d154bb4 None None] Port d6736011-947f-4a74-8da2-8a0d3e151185 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:26:03.418802 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-4367149a-cd9f-486f-a61c-d3780bc8165b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6736011-947f-4a74-8da2-8a0d3e151185 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:26:03.427213 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-4367149a-cd9f-486f-a61c-d3780bc8165b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:03.446425 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-4367149a-cd9f-486f-a61c-d3780bc8165b service neutron] Transition to ACTIVE for port object d6736011-947f-4a74-8da2-8a0d3e151185 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:26:03.452459 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-4367149a-cd9f-486f-a61c-d3780bc8165b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:03.475794 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc8a84-3dc2-422f-afcc-3c51de9aed51 req-defab0e1-82d8-4083-b5d7-ffce8f8aab5a tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:03.477483 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9ebc8a84-3dc2-422f-afcc-3c51de9aed51 req-defab0e1-82d8-4083-b5d7-ffce8f8aab5a tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 943 time: 0.0597787 Sep 30 13:26:03.525527 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9ebc8a84-3dc2-422f-afcc-3c51de9aed51 req-6ceb2597-ef77-4b30-a5a3-dd0b8cf88a6f tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/security-groups?id=12f14724-6f1d-4c03-8291-0a1952e2fcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401671 Sep 30 13:26:03.562657 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367149a-cd9f-486f-a61c-d3780bc8165b service neutron] Pushing event updated for resources: {'Port': ['ID=d6736011-947f-4a74-8da2-8a0d3e151185,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:03.663014 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5d555-fce4-4cc1-bb79-6a2c8ff22835 req-1b61d324-275d-414e-96c7-6677c44251c5 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:03.670653 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-02d5d555-fce4-4cc1-bb79-6a2c8ff22835 req-1b61d324-275d-414e-96c7-6677c44251c5 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0795171 Sep 30 13:26:03.672684 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-4367149a-cd9f-486f-a61c-d3780bc8165b service neutron] Attempting to bind port d6736011-947f-4a74-8da2-8a0d3e151185 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:26:03.672999 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-4367149a-cd9f-486f-a61c-d3780bc8165b service neutron] Attempting to bind port d6736011-947f-4a74-8da2-8a0d3e151185 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:26:03.673326 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-4367149a-cd9f-486f-a61c-d3780bc8165b service neutron] Attempting to bind port d6736011-947f-4a74-8da2-8a0d3e151185 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:26:03.683816 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-4367149a-cd9f-486f-a61c-d3780bc8165b service neutron] Port d6736011-947f-4a74-8da2-8a0d3e151185 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:26:03.684140 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-4367149a-cd9f-486f-a61c-d3780bc8165b service neutron] Attempting to bind port d6736011-947f-4a74-8da2-8a0d3e151185 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:26:03.701360 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-4367149a-cd9f-486f-a61c-d3780bc8165b service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:26:03.701971 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-4367149a-cd9f-486f-a61c-d3780bc8165b service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:26:03.702653 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-4367149a-cd9f-486f-a61c-d3780bc8165b service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:26:03.703345 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-4367149a-cd9f-486f-a61c-d3780bc8165b service neutron] Bound port: d6736011-947f-4a74-8da2-8a0d3e151185, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:26:03.703923 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-4367149a-cd9f-486f-a61c-d3780bc8165b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:03.730597 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-02d5d555-fce4-4cc1-bb79-6a2c8ff22835 req-027a5186-f195-4f20-9764-9e03b7434b7a tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588841 Sep 30 13:26:03.792552 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-4367149a-cd9f-486f-a61c-d3780bc8165b service neutron] For port d6736011-947f-4a74-8da2-8a0d3e151185, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:26:03.795995 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-4367149a-cd9f-486f-a61c-d3780bc8165b service neutron] For port d6736011-947f-4a74-8da2-8a0d3e151185, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d6736011-947f-4a74-8da2-8a0d3e151185,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:26:03.799793 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-4367149a-cd9f-486f-a61c-d3780bc8165b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:03.832607 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-4367149a-cd9f-486f-a61c-d3780bc8165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:03.833383 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-4367149a-cd9f-486f-a61c-d3780bc8165b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:03.834842 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-4367149a-cd9f-486f-a61c-d3780bc8165b service neutron] 10.222.0.39 "PUT /v2.0/ports/d6736011-947f-4a74-8da2-8a0d3e151185 HTTP/1.1" status: 200 len: 1095 time: 1.1276112 Sep 30 13:26:03.837392 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f3a62a-8ade-4ba3-b37e-b59011e30dd4', 'tag': 'd6736011-947f-4a74-8da2-8a0d3e151185'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:26:03.840363 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43dee62-f73b-4724-ab03-47c73ffcadda" -d '{"events": [{"name": "network-changed", "server_uuid": "39f3a62a-8ade-4ba3-b37e-b59011e30dd4", "tag": "d6736011-947f-4a74-8da2-8a0d3e151185"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:26:03.887659 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecf71ca-8e26-4cdd-bc7e-b50cef9ac093 x-openstack-request-id: req-fecf71ca-8e26-4cdd-bc7e-b50cef9ac093 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:26:03.888115 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f3a62a-8ade-4ba3-b37e-b59011e30dd4", "tag": "d6736011-947f-4a74-8da2-8a0d3e151185", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:26:03.888447 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fecf71ca-8e26-4cdd-bc7e-b50cef9ac093 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:26:03.888848 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f3a62a-8ade-4ba3-b37e-b59011e30dd4', 'tag': 'd6736011-947f-4a74-8da2-8a0d3e151185', 'status': 'completed', 'code': 200} Sep 30 13:26:03.898744 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367149a-cd9f-486f-a61c-d3780bc8165b service neutron] Pushing event updated for resources: {'Port': ['ID=d6736011-947f-4a74-8da2-8a0d3e151185,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:03.934548 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-c2ef8e02-bcba-4aae-8b97-d964e0ac4ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:03.936110 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-c2ef8e02-bcba-4aae-8b97-d964e0ac4ab2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f2075fedb4424397b85400d2555ada77&device_id=39f3a62a-8ade-4ba3-b37e-b59011e30dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0461304 Sep 30 13:26:03.986388 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-2c238299-2c7f-4226-888d-2d04e7e7461c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=d6736011-947f-4a74-8da2-8a0d3e151185 HTTP/1.1" status: 200 len: 217 time: 0.0383446 Sep 30 13:26:04.083023 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-cdefd577-6bfd-47b7-9fd8-6bc6f524f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:04.084530 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-cdefd577-6bfd-47b7-9fd8-6bc6f524f0d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0894902 Sep 30 13:26:04.096645 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e6cbf-d607-4a13-a987-059aa5c81803 req-200f6cd8-4f87-4d88-965a-2105ea84a038 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:04.098729 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e3e6cbf-d607-4a13-a987-059aa5c81803 req-200f6cd8-4f87-4d88-965a-2105ea84a038 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.18 "GET /v2.0/ports?device_id=39f3a62a-8ade-4ba3-b37e-b59011e30dd4 HTTP/1.1" status: 200 len: 947 time: 0.0635583 Sep 30 13:26:04.166366 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e3e6cbf-d607-4a13-a987-059aa5c81803 req-d39833f0-101b-43a7-a0c9-38214c8d59b2 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.18 "GET /v2.0/security-groups?id=8da38d86-9f5d-41aa-853e-8b638a5071b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571280 Sep 30 13:26:04.169800 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-1fd8ec9c-1e20-4257-b728-503464827d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:04.171538 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-1fd8ec9c-1e20-4257-b728-503464827d7d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0719104 Sep 30 13:26:04.272577 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-bd20febd-dda3-4e4b-9ab5-06eb465abf1b service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894988 Sep 30 13:26:04.375296 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-94b5fe99-e6ca-4172-8758-96fde4dc8d38 req-87255592-476f-481d-8b1d-28f75dc5dd19 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943754 Sep 30 13:26:04.467171 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54380) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:04.470375 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43dee62-f73b-4724-ab03-47c73ffcadda req-e721f088-419a-4f85-aef2-85ac4cd712b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:04.472733 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f43dee62-f73b-4724-ab03-47c73ffcadda req-e721f088-419a-4f85-aef2-85ac4cd712b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f2075fedb4424397b85400d2555ada77&device_id=39f3a62a-8ade-4ba3-b37e-b59011e30dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0522029 Sep 30 13:26:04.576987 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43dee62-f73b-4724-ab03-47c73ffcadda req-0923fc5c-5f1a-470d-a636-60d506cd409f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:04.578729 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f43dee62-f73b-4724-ab03-47c73ffcadda req-0923fc5c-5f1a-470d-a636-60d506cd409f service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.0988863 Sep 30 13:26:04.623745 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1bcee10e-df57-43b6-8937-24bf3a486ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:04.627842 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f43dee62-f73b-4724-ab03-47c73ffcadda req-1d345acd-6494-4c37-beb7-553c3e8f9a40 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=d6736011-947f-4a74-8da2-8a0d3e151185 HTTP/1.1" status: 200 len: 217 time: 0.0419781 Sep 30 13:26:04.682332 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43dee62-f73b-4724-ab03-47c73ffcadda req-ac94221a-5c7a-45b5-9f4f-e7a9345c6aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:04.683856 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f43dee62-f73b-4724-ab03-47c73ffcadda req-ac94221a-5c7a-45b5-9f4f-e7a9345c6aa3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0480313 Sep 30 13:26:04.691514 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350bb92-60c4-4022-9073-2100c0223039 req-0a7373a0-811d-43e5-86cf-b8c9dc31a4dc tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:04.692986 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9350bb92-60c4-4022-9073-2100c0223039 req-0a7373a0-811d-43e5-86cf-b8c9dc31a4dc tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 943 time: 0.0876713 Sep 30 13:26:04.736182 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43dee62-f73b-4724-ab03-47c73ffcadda req-702d416a-8631-489c-a4fe-4f97e94f313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:04.737845 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f43dee62-f73b-4724-ab03-47c73ffcadda req-702d416a-8631-489c-a4fe-4f97e94f313e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0444207 Sep 30 13:26:04.752998 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9350bb92-60c4-4022-9073-2100c0223039 req-221b7918-b07d-4d7b-bf6b-16889f8cb5b7 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/security-groups?id=12f14724-6f1d-4c03-8291-0a1952e2fcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515347 Sep 30 13:26:04.807858 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1bcee10e-df57-43b6-8937-24bf3a486ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:04.812244 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1bcee10e-df57-43b6-8937-24bf3a486ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:04.851006 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f43dee62-f73b-4724-ab03-47c73ffcadda req-33a817ae-757c-42dd-897a-5343adb82dd4 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033094 Sep 30 13:26:04.870496 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1bcee10e-df57-43b6-8937-24bf3a486ee8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=519771ace1a145e7b35f9dd6086b1acc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4020076 Sep 30 13:26:04.876237 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54390) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:04.885757 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcee10e-df57-43b6-8937-24bf3a486ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e61b07b-ecad-4823-bc6c-c886778c114e,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:04.910301 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56e3eb-ff78-487d-8f53-c43cac5f9d26 req-6d3b4ffa-40e5-4372-a2cc-b3f62c6b801d tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:04.911790 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ef56e3eb-ff78-487d-8f53-c43cac5f9d26 req-6d3b4ffa-40e5-4372-a2cc-b3f62c6b801d tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0649567 Sep 30 13:26:04.950201 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ef56e3eb-ff78-487d-8f53-c43cac5f9d26 req-d1fc5df0-d046-42c4-9818-c89844740dc6 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317385 Sep 30 13:26:04.985636 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ade493c5-b2e6-4d2e-b0d0-d96ff04b7ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:04.990651 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f43dee62-f73b-4724-ab03-47c73ffcadda req-308ea9c7-7207-4c02-a6a2-9808a23b13dc service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328688 Sep 30 13:26:05.010278 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ade493c5-b2e6-4d2e-b0d0-d96ff04b7ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:05.057376 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ade493c5-b2e6-4d2e-b0d0-d96ff04b7ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:05.060802 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ade493c5-b2e6-4d2e-b0d0-d96ff04b7ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:05.062196 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ade493c5-b2e6-4d2e-b0d0-d96ff04b7ba6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5e61b07b-ecad-4823-bc6c-c886778c114e HTTP/1.1" status: 204 len: 168 time: 0.1849666 Sep 30 13:26:05.070286 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade493c5-b2e6-4d2e-b0d0-d96ff04b7ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e61b07b-ecad-4823-bc6c-c886778c114e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:05.295589 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa6222-bad4-4ab4-8f9d-9c8be3d53dbd req-2554f60b-bcf2-4eb1-9f9f-f6ff3f2bbf8f tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:05.297343 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-91aa6222-bad4-4ab4-8f9d-9c8be3d53dbd req-2554f60b-bcf2-4eb1-9f9f-f6ff3f2bbf8f tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.18 "GET /v2.0/ports?device_id=39f3a62a-8ade-4ba3-b37e-b59011e30dd4 HTTP/1.1" status: 200 len: 947 time: 0.0581009 Sep 30 13:26:05.330806 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54400) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:05.339889 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-91aa6222-bad4-4ab4-8f9d-9c8be3d53dbd req-dfdb8bb0-3bf1-40c2-b0bf-208b43cfaefd tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.18 "GET /v2.0/security-groups?id=8da38d86-9f5d-41aa-853e-8b638a5071b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356965 Sep 30 13:26:05.344494 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1ad86d87-c80b-48aa-98cb-98a202fb5879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:05.434366 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1ad86d87-c80b-48aa-98cb-98a202fb5879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:05.439835 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1ad86d87-c80b-48aa-98cb-98a202fb5879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:05.478363 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1ad86d87-c80b-48aa-98cb-98a202fb5879 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ebd28a8ea94463a9c0e95996bac8d6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459463 Sep 30 13:26:05.479080 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad86d87-c80b-48aa-98cb-98a202fb5879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfa11b6-e0e4-47c7-961d-a904d41dbc7b,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:05.481316 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54402) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:05.529048 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0aa93273-81e7-4e25-bc5f-05d2c3d65252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:05.549949 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0aa93273-81e7-4e25-bc5f-05d2c3d65252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:05.595639 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0aa93273-81e7-4e25-bc5f-05d2c3d65252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:05.598395 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0aa93273-81e7-4e25-bc5f-05d2c3d65252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:05.599544 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0aa93273-81e7-4e25-bc5f-05d2c3d65252 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cdfa11b6-e0e4-47c7-961d-a904d41dbc7b HTTP/1.1" status: 204 len: 168 time: 0.1172590 Sep 30 13:26:05.607402 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa93273-81e7-4e25-bc5f-05d2c3d65252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfa11b6-e0e4-47c7-961d-a904d41dbc7b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:05.886647 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d70dd9-529e-4182-8b47-ad28b38ea18c req-6c79daf0-d4db-4117-bc79-f255f177fc91 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:05.888250 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e3d70dd9-529e-4182-8b47-ad28b38ea18c req-6c79daf0-d4db-4117-bc79-f255f177fc91 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 943 time: 0.0550961 Sep 30 13:26:05.929746 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e3d70dd9-529e-4182-8b47-ad28b38ea18c req-e7c6f466-b591-4275-8701-6651f39b02ce tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/security-groups?id=12f14724-6f1d-4c03-8291-0a1952e2fcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347474 Sep 30 13:26:06.069049 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71328fd8-adfe-45a1-8b1a-f88b56e24c1c req-0d3bbbe4-9c6a-4039-b2cb-3ec399cfc10c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:06.070559 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71328fd8-adfe-45a1-8b1a-f88b56e24c1c req-0d3bbbe4-9c6a-4039-b2cb-3ec399cfc10c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0494957 Sep 30 13:26:06.110571 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71328fd8-adfe-45a1-8b1a-f88b56e24c1c req-2b8fccef-5b3b-4b51-b600-fbaf80bc52be tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340827 Sep 30 13:26:06.457997 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c1cb1-a9ac-473c-8e5e-afae91212097 req-18a5eb2b-fac0-416b-b9bf-2d7c7cf985fe tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:06.459508 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-233c1cb1-a9ac-473c-8e5e-afae91212097 req-18a5eb2b-fac0-416b-b9bf-2d7c7cf985fe tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.18 "GET /v2.0/ports?device_id=39f3a62a-8ade-4ba3-b37e-b59011e30dd4 HTTP/1.1" status: 200 len: 947 time: 0.0527356 Sep 30 13:26:06.499200 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-233c1cb1-a9ac-473c-8e5e-afae91212097 req-19f52623-a29c-4736-a924-c1e59dbed122 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.18 "GET /v2.0/security-groups?id=8da38d86-9f5d-41aa-853e-8b638a5071b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334451 Sep 30 13:26:06.614808 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54448) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:06.717740 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d6736011-947f-4a74-8da2-8a0d3e151185 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:26:06.718879 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-937fd5d8-e3fd-4465-98f6-df8f00326531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:06.815227 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-937fd5d8-e3fd-4465-98f6-df8f00326531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:06.817194 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port d6736011-947f-4a74-8da2-8a0d3e151185, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d6736011-947f-4a74-8da2-8a0d3e151185,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:26:06.820426 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-937fd5d8-e3fd-4465-98f6-df8f00326531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:06.828204 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'd6736011-947f-4a74-8da2-8a0d3e151185', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': 'd6736011-947f-4a74-8da2-8a0d3e151185', 'mac_address': 'fa:16:3e:82:bc:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:26:06.856311 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fd5d8-e3fd-4465-98f6-df8f00326531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0ea9cf-7913-49f8-8764-dbfbc6a79361,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:06.860657 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-937fd5d8-e3fd-4465-98f6-df8f00326531 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e66b4641ddbc49c0a73c6e5a3d5d809e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447851 Sep 30 13:26:06.864971 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54452) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:06.866344 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:06.880668 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6736011-947f-4a74-8da2-8a0d3e151185 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:26:06.900069 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port d6736011-947f-4a74-8da2-8a0d3e151185, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d6736011-947f-4a74-8da2-8a0d3e151185,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:26:06.905060 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:06.916054 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bfd79373-bef5-4713-bca3-960675614fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:06.938162 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bfd79373-bef5-4713-bca3-960675614fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:06.958240 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=d6736011-947f-4a74-8da2-8a0d3e151185,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:07.006573 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bfd79373-bef5-4713-bca3-960675614fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:07.009505 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bfd79373-bef5-4713-bca3-960675614fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:07.010707 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bfd79373-bef5-4713-bca3-960675614fac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d0ea9cf-7913-49f8-8764-dbfbc6a79361 HTTP/1.1" status: 204 len: 168 time: 0.1455429 Sep 30 13:26:07.183314 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['d6736011-947f-4a74-8da2-8a0d3e151185'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:26:07.258751 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e91e8-06c2-4b09-a3d8-9661f1fd11f0 req-13c63b5f-b448-43ed-aafb-510dec4c40ec tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:07.261017 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee3e91e8-06c2-4b09-a3d8-9661f1fd11f0 req-13c63b5f-b448-43ed-aafb-510dec4c40ec tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0773220 Sep 30 13:26:07.312692 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee3e91e8-06c2-4b09-a3d8-9661f1fd11f0 req-c34e95eb-c0aa-4c47-9ca1-9d2c5682fb8b tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454476 Sep 30 13:26:07.316060 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd79373-bef5-4713-bca3-960675614fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0ea9cf-7913-49f8-8764-dbfbc6a79361,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:07.340769 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dba7f-1d75-40e2-a67b-234fe6a81409 req-939fa012-9491-4c4e-a20b-51d868100336 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:07.342498 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4b1dba7f-1d75-40e2-a67b-234fe6a81409 req-939fa012-9491-4c4e-a20b-51d868100336 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 943 time: 0.3308160 Sep 30 13:26:07.389164 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4b1dba7f-1d75-40e2-a67b-234fe6a81409 req-87f6e20b-e192-494e-a980-d88a0c842b18 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/security-groups?id=12f14724-6f1d-4c03-8291-0a1952e2fcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353787 Sep 30 13:26:07.617908 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf8d0d-fb27-4bf3-b1ab-be796c53a3e4 req-ebbaf33b-e01f-49c8-a6bc-f88889ca8762 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:07.619441 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20cf8d0d-fb27-4bf3-b1ab-be796c53a3e4 req-ebbaf33b-e01f-49c8-a6bc-f88889ca8762 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.18 "GET /v2.0/ports?device_id=39f3a62a-8ade-4ba3-b37e-b59011e30dd4 HTTP/1.1" status: 200 len: 948 time: 0.0502594 Sep 30 13:26:07.662817 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20cf8d0d-fb27-4bf3-b1ab-be796c53a3e4 req-e045538b-c894-4112-b00c-69a818fdbea1 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.18 "GET /v2.0/security-groups?id=8da38d86-9f5d-41aa-853e-8b638a5071b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372179 Sep 30 13:26:08.234703 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device ceb62690-6532-4126-93c2-e8e67aa8be73 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:26:08.333349 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port ceb62690-6532-4126-93c2-e8e67aa8be73, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=ceb62690-6532-4126-93c2-e8e67aa8be73,segment=NetworkSegment(0614655f-f4b4-435d-9f72-8d2d05147970),segment_id=0614655f-f4b4-435d-9f72-8d2d05147970)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:26:08.349278 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'ceb62690-6532-4126-93c2-e8e67aa8be73', 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f', 'port_id': 'ceb62690-6532-4126-93c2-e8e67aa8be73', 'mac_address': 'fa:16:3e:b6:1f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:26:08.389550 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:08.407996 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb62690-6532-4126-93c2-e8e67aa8be73 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:26:08.438118 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d21f3-3bfa-44ca-8bf3-58281c6fa73a req-9ec77483-6ed3-4759-b2a0-57900e4ed67c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:08.439754 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6e5d21f3-3bfa-44ca-8bf3-58281c6fa73a req-9ec77483-6ed3-4759-b2a0-57900e4ed67c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0582001 Sep 30 13:26:08.446978 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port ceb62690-6532-4126-93c2-e8e67aa8be73, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=ceb62690-6532-4126-93c2-e8e67aa8be73,segment=NetworkSegment(0614655f-f4b4-435d-9f72-8d2d05147970),segment_id=0614655f-f4b4-435d-9f72-8d2d05147970)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:26:08.454436 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:08.502230 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6e5d21f3-3bfa-44ca-8bf3-58281c6fa73a req-4436264a-08c8-4bd2-be4c-7d315e10cbb9 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472300 Sep 30 13:26:08.515446 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=ceb62690-6532-4126-93c2-e8e67aa8be73,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:08.588608 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4405c-374e-49d1-93fa-3521037ec034 req-69ed5ad8-bf10-4f31-97b2-01a0b9a30639 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:08.590143 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-10e4405c-374e-49d1-93fa-3521037ec034 req-69ed5ad8-bf10-4f31-97b2-01a0b9a30639 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 944 time: 0.0513120 Sep 30 13:26:08.631443 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-10e4405c-374e-49d1-93fa-3521037ec034 req-3cd1ddfc-d008-4b54-8b99-bb7424be7043 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/security-groups?id=12f14724-6f1d-4c03-8291-0a1952e2fcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353289 Sep 30 13:26:08.730980 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d6736011-947f-4a74-8da2-8a0d3e151185 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:26:08.779503 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be0e5e-c9d9-43cb-a374-4be81d8ca1ca req-2157d340-c88a-4195-ac4f-6b1b882b8f5e tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:08.781004 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23be0e5e-c9d9-43cb-a374-4be81d8ca1ca req-2157d340-c88a-4195-ac4f-6b1b882b8f5e tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.18 "GET /v2.0/ports?device_id=39f3a62a-8ade-4ba3-b37e-b59011e30dd4 HTTP/1.1" status: 200 len: 948 time: 0.0515256 Sep 30 13:26:08.788203 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port d6736011-947f-4a74-8da2-8a0d3e151185 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:26:08.793953 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port d6736011-947f-4a74-8da2-8a0d3e151185 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:26:08.794466 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:08.838439 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23be0e5e-c9d9-43cb-a374-4be81d8ca1ca req-e3ddc4b8-b66c-4382-b8d4-7a8f6cece2eb tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.18 "GET /v2.0/security-groups?id=8da38d86-9f5d-41aa-853e-8b638a5071b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399494 Sep 30 13:26:08.867540 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['ceb62690-6532-4126-93c2-e8e67aa8be73'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:26:08.898125 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:08.931048 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f3a62a-8ade-4ba3-b37e-b59011e30dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6736011-947f-4a74-8da2-8a0d3e151185'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:26:08.933265 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b76cfe0-f440-4882-8441-0c98400ce050" -d '{"events": [{"server_uuid": "39f3a62a-8ade-4ba3-b37e-b59011e30dd4", "name": "network-vif-plugged", "status": "completed", "tag": "d6736011-947f-4a74-8da2-8a0d3e151185"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:26:08.953517 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port d6736011-947f-4a74-8da2-8a0d3e151185, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d6736011-947f-4a74-8da2-8a0d3e151185,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:26:08.967753 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:08.974119 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3653f4-a6d5-409f-9802-866b41c85c2b x-openstack-request-id: req-5b3653f4-a6d5-409f-9802-866b41c85c2b {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:26:08.974406 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f3a62a-8ade-4ba3-b37e-b59011e30dd4", "name": "network-vif-plugged", "status": "completed", "tag": "d6736011-947f-4a74-8da2-8a0d3e151185", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:26:08.974655 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b3653f4-a6d5-409f-9802-866b41c85c2b {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:26:08.975036 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f3a62a-8ade-4ba3-b37e-b59011e30dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6736011-947f-4a74-8da2-8a0d3e151185', 'code': 200} Sep 30 13:26:09.059702 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=d6736011-947f-4a74-8da2-8a0d3e151185,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:09.096366 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2593f0-de16-4286-a1f8-0040a1613d73 req-d12b9198-867c-4a9f-8896-70d1b6e76d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:09.099021 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ce2593f0-de16-4286-a1f8-0040a1613d73 req-d12b9198-867c-4a9f-8896-70d1b6e76d1d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=39f3a62a-8ade-4ba3-b37e-b59011e30dd4 HTTP/1.1" status: 200 len: 1100 time: 0.0604405 Sep 30 13:26:09.142602 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ce2593f0-de16-4286-a1f8-0040a1613d73 req-dc2cada2-00ad-4435-8c90-1e9ff59e18f1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8da38d86-9f5d-41aa-853e-8b638a5071b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343423 Sep 30 13:26:09.273103 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54538) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:09.376843 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d602a372-8c37-485a-8125-ba98a19f18e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:09.461919 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d602a372-8c37-485a-8125-ba98a19f18e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:09.465733 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d602a372-8c37-485a-8125-ba98a19f18e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:09.505757 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602a372-8c37-485a-8125-ba98a19f18e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce4d5ee-e4f8-49a7-92c9-976031220e27,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:09.513098 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d602a372-8c37-485a-8125-ba98a19f18e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4c87ed8cf7fa41c0be77d938a9b46cb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2364182 Sep 30 13:26:09.513777 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54544) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:09.516099 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602a372-8c37-485a-8125-ba98a19f18e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:09.516448 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602a372-8c37-485a-8125-ba98a19f18e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:09.516790 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602a372-8c37-485a-8125-ba98a19f18e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:09.517125 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602a372-8c37-485a-8125-ba98a19f18e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:09.517454 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602a372-8c37-485a-8125-ba98a19f18e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:09.517784 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602a372-8c37-485a-8125-ba98a19f18e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:09.518133 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602a372-8c37-485a-8125-ba98a19f18e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:09.518460 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602a372-8c37-485a-8125-ba98a19f18e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:09.518813 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602a372-8c37-485a-8125-ba98a19f18e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:09.519137 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602a372-8c37-485a-8125-ba98a19f18e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:09.519460 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602a372-8c37-485a-8125-ba98a19f18e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:09.519783 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602a372-8c37-485a-8125-ba98a19f18e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:09.581680 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b2760080-b1a6-4f51-9de2-fa48d3575b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:09.630185 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b2760080-b1a6-4f51-9de2-fa48d3575b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:09.663060 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da62e9d-d6a5-45c0-9599-3c93b9ba68ee req-6da73da8-b232-434f-89a5-0d0ee8134b16 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:09.664565 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4da62e9d-d6a5-45c0-9599-3c93b9ba68ee req-6da73da8-b232-434f-89a5-0d0ee8134b16 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0849295 Sep 30 13:26:09.710278 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4da62e9d-d6a5-45c0-9599-3c93b9ba68ee req-0cae6d3c-34bc-465c-b8cc-71b7c38cffc3 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379734 Sep 30 13:26:09.716132 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b2760080-b1a6-4f51-9de2-fa48d3575b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:09.718812 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b2760080-b1a6-4f51-9de2-fa48d3575b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:09.723639 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b2760080-b1a6-4f51-9de2-fa48d3575b8e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ce4d5ee-e4f8-49a7-92c9-976031220e27 HTTP/1.1" status: 204 len: 168 time: 0.2035863 Sep 30 13:26:09.731831 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2760080-b1a6-4f51-9de2-fa48d3575b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce4d5ee-e4f8-49a7-92c9-976031220e27,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:09.772713 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896529f2-4ad1-4e1a-83a8-0ac7309cada7 req-32d32cc5-0a12-4a78-9d02-7dc6069ff17d tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:09.774281 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-896529f2-4ad1-4e1a-83a8-0ac7309cada7 req-32d32cc5-0a12-4a78-9d02-7dc6069ff17d tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 944 time: 0.0696867 Sep 30 13:26:09.813079 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-896529f2-4ad1-4e1a-83a8-0ac7309cada7 req-f10c001e-71d1-4d2b-8a95-6613d198558a tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/security-groups?id=12f14724-6f1d-4c03-8291-0a1952e2fcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325966 Sep 30 13:26:09.944097 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ab442-f6be-478e-ba7c-57b8195a2d3b req-e19c7292-5110-4e91-8c71-95b4270a7190 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:09.945711 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c6ab442-f6be-478e-ba7c-57b8195a2d3b req-e19c7292-5110-4e91-8c71-95b4270a7190 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.18 "GET /v2.0/ports?device_id=39f3a62a-8ade-4ba3-b37e-b59011e30dd4 HTTP/1.1" status: 200 len: 949 time: 0.0544844 Sep 30 13:26:09.986134 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c6ab442-f6be-478e-ba7c-57b8195a2d3b req-6b4e4834-0efa-4d65-a6ba-8580f0bbc80e tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.18 "GET /v2.0/security-groups?id=8da38d86-9f5d-41aa-853e-8b638a5071b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336874 Sep 30 13:26:10.246927 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device ceb62690-6532-4126-93c2-e8e67aa8be73 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:26:10.295370 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port ceb62690-6532-4126-93c2-e8e67aa8be73 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:26:10.298766 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port ceb62690-6532-4126-93c2-e8e67aa8be73 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:26:10.299131 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:10.377452 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:10.414726 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port ceb62690-6532-4126-93c2-e8e67aa8be73, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=ceb62690-6532-4126-93c2-e8e67aa8be73,segment=NetworkSegment(0614655f-f4b4-435d-9f72-8d2d05147970),segment_id=0614655f-f4b4-435d-9f72-8d2d05147970)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:26:10.418719 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:10.468459 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=ceb62690-6532-4126-93c2-e8e67aa8be73,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:10.837362 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3d572-2457-47aa-9268-bb173124205c req-622caf57-cf95-45d2-9bf2-aa5b68963bfa tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:10.839051 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-20b3d572-2457-47aa-9268-bb173124205c req-622caf57-cf95-45d2-9bf2-aa5b68963bfa tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0515115 Sep 30 13:26:10.882381 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-20b3d572-2457-47aa-9268-bb173124205c req-c569b304-dd0b-4a67-a2e0-ebf72e4ace29 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332050 Sep 30 13:26:10.949766 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8b38d-17e9-4b1d-9603-b93f7a72582f req-ed61ffc6-0bd9-460d-a3fb-d2ce88589926 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:10.951665 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-baa8b38d-17e9-4b1d-9603-b93f7a72582f req-ed61ffc6-0bd9-460d-a3fb-d2ce88589926 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 945 time: 0.0626602 Sep 30 13:26:10.976739 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c5e3b7-c689-41cd-adbf-a92ee6b9c27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb62690-6532-4126-93c2-e8e67aa8be73'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:26:10.981195 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b73af8-2125-42c9-bb01-d0fa5000c1a6" -d '{"events": [{"server_uuid": "27c5e3b7-c689-41cd-adbf-a92ee6b9c27f", "name": "network-vif-plugged", "status": "completed", "tag": "ceb62690-6532-4126-93c2-e8e67aa8be73"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:26:10.992372 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-baa8b38d-17e9-4b1d-9603-b93f7a72582f req-3c3e38f9-895f-4778-bdec-5e8189f1ca42 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/security-groups?id=12f14724-6f1d-4c03-8291-0a1952e2fcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347013 Sep 30 13:26:11.029651 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b53c4bb-8f9f-4160-a2cb-bf45fe621574 x-openstack-request-id: req-3b53c4bb-8f9f-4160-a2cb-bf45fe621574 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:26:11.030131 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c5e3b7-c689-41cd-adbf-a92ee6b9c27f", "name": "network-vif-plugged", "status": "completed", "tag": "ceb62690-6532-4126-93c2-e8e67aa8be73", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:26:11.030565 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b53c4bb-8f9f-4160-a2cb-bf45fe621574 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:26:11.031177 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c5e3b7-c689-41cd-adbf-a92ee6b9c27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb62690-6532-4126-93c2-e8e67aa8be73', 'code': 200} Sep 30 13:26:11.152835 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d264a-deae-458a-af43-5878f110550c req-84d495bf-ab4b-4584-a41a-ec70d7aced2c tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:11.154368 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4f5d264a-deae-458a-af43-5878f110550c req-84d495bf-ab4b-4584-a41a-ec70d7aced2c tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.18 "GET /v2.0/ports?device_id=39f3a62a-8ade-4ba3-b37e-b59011e30dd4 HTTP/1.1" status: 200 len: 949 time: 0.0764349 Sep 30 13:26:11.160285 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0705096-b3fa-4e42-9d50-53433e8f273c req-79c6256d-90f4-4db3-8187-876d61202f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:11.161699 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f0705096-b3fa-4e42-9d50-53433e8f273c req-79c6256d-90f4-4db3-8187-876d61202f3b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 1096 time: 0.0580783 Sep 30 13:26:11.220818 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4f5d264a-deae-458a-af43-5878f110550c req-ea1ca521-65cb-494f-a1fc-3e248244cbc8 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.18 "GET /v2.0/security-groups?id=8da38d86-9f5d-41aa-853e-8b638a5071b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581410 Sep 30 13:26:11.223743 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f0705096-b3fa-4e42-9d50-53433e8f273c req-6a9fef43-12f4-4cdb-b472-6b05a4fd63db service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=12f14724-6f1d-4c03-8291-0a1952e2fcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545936 Sep 30 13:26:11.718844 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54652) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:11.827906 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a8ec35c-1c0d-48c1-b9a3-f277fd035872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:11.928321 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a8ec35c-1c0d-48c1-b9a3-f277fd035872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:11.932885 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a8ec35c-1c0d-48c1-b9a3-f277fd035872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:12.002475 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2a8ec35c-1c0d-48c1-b9a3-f277fd035872 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=77a51ea153bb447ca00ff92175cee019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2824502 Sep 30 13:26:12.004816 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ec35c-1c0d-48c1-b9a3-f277fd035872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccc159c-e4fd-4011-9372-644900cd1c5f,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:12.005723 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54658) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:12.034777 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645d896-e102-4ac4-a5d0-fb04d4548c18 req-e3466cf2-c839-4088-ae10-9dfd2087eeac tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:12.036440 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d645d896-e102-4ac4-a5d0-fb04d4548c18 req-e3466cf2-c839-4088-ae10-9dfd2087eeac tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0807045 Sep 30 13:26:12.060736 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a67c0dd3-d392-488a-a7e2-80c1dfd2c5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:12.082230 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d645d896-e102-4ac4-a5d0-fb04d4548c18 req-875d7718-ac2e-43bc-b487-14ec80fedc4e tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362096 Sep 30 13:26:12.095093 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a67c0dd3-d392-488a-a7e2-80c1dfd2c5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:12.155480 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59ca44-697a-4b88-8e3d-9c76aab6fa67 req-9fc1f43e-6452-4330-b079-36eca8d3d315 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:12.156986 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bc59ca44-697a-4b88-8e3d-9c76aab6fa67 req-9fc1f43e-6452-4330-b079-36eca8d3d315 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 945 time: 0.0812836 Sep 30 13:26:12.187989 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a67c0dd3-d392-488a-a7e2-80c1dfd2c5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:12.191129 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a67c0dd3-d392-488a-a7e2-80c1dfd2c5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:12.194769 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a67c0dd3-d392-488a-a7e2-80c1dfd2c5ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ccc159c-e4fd-4011-9372-644900cd1c5f HTTP/1.1" status: 204 len: 168 time: 0.1877873 Sep 30 13:26:12.213400 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bc59ca44-697a-4b88-8e3d-9c76aab6fa67 req-4e0a4a89-dd71-4340-b58b-f207501a95e3 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/security-groups?id=12f14724-6f1d-4c03-8291-0a1952e2fcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497897 Sep 30 13:26:12.214642 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c0dd3-d392-488a-a7e2-80c1dfd2c5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccc159c-e4fd-4011-9372-644900cd1c5f,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:12.480167 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54668) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:12.494471 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eea26781-4a69-4bfc-8beb-1dc6972c0c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:12.597999 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eea26781-4a69-4bfc-8beb-1dc6972c0c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:12.604518 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eea26781-4a69-4bfc-8beb-1dc6972c0c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:12.651366 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-eea26781-4a69-4bfc-8beb-1dc6972c0c7e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d734ac92125644a5bb2fd666c4d3b49f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1697829 Sep 30 13:26:12.653920 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54672) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:12.661550 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea26781-4a69-4bfc-8beb-1dc6972c0c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73073833-d6ab-4a74-b83e-09b3991e57cc,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:12.717524 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2cd25c8-158b-4f16-af80-bced01f636a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:12.745542 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2cd25c8-158b-4f16-af80-bced01f636a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:12.804415 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2cd25c8-158b-4f16-af80-bced01f636a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:12.807436 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2cd25c8-158b-4f16-af80-bced01f636a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:12.808198 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f2cd25c8-158b-4f16-af80-bced01f636a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73073833-d6ab-4a74-b83e-09b3991e57cc HTTP/1.1" status: 204 len: 168 time: 0.1532900 Sep 30 13:26:12.817394 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd25c8-158b-4f16-af80-bced01f636a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73073833-d6ab-4a74-b83e-09b3991e57cc,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:13.205407 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c46930-1709-4e71-8fed-c39b67a03d6f req-b91af189-b299-41d5-b83d-3995d6a8c951 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:13.208027 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-25c46930-1709-4e71-8fed-c39b67a03d6f req-b91af189-b299-41d5-b83d-3995d6a8c951 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0550148 Sep 30 13:26:13.283768 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-25c46930-1709-4e71-8fed-c39b67a03d6f req-8d3d0eba-432e-4300-9bda-c79d6a7b693c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557775 Sep 30 13:26:13.344300 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3824dff-87ef-4521-a22b-bb1c68fbf6ff req-fd0133ea-a30c-4005-a642-0f9cadb3bf65 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:13.345853 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c3824dff-87ef-4521-a22b-bb1c68fbf6ff req-fd0133ea-a30c-4005-a642-0f9cadb3bf65 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 945 time: 0.0516949 Sep 30 13:26:13.389399 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c3824dff-87ef-4521-a22b-bb1c68fbf6ff req-d772c16b-1f9e-4286-8889-a38dd4948e9b tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/security-groups?id=12f14724-6f1d-4c03-8291-0a1952e2fcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362546 Sep 30 13:26:13.521061 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0684a-402a-4bcf-83f3-015c4127e3dd req-4513c5a9-6453-48fc-83c0-8ccc14193886 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:13.522698 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a4d0684a-402a-4bcf-83f3-015c4127e3dd req-4513c5a9-6453-48fc-83c0-8ccc14193886 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 945 time: 0.0540798 Sep 30 13:26:13.567882 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a4d0684a-402a-4bcf-83f3-015c4127e3dd req-2bb9814f-3a3e-4519-a6ca-79b7ac7adf0a tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/security-groups?id=12f14724-6f1d-4c03-8291-0a1952e2fcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384421 Sep 30 13:26:13.589829 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54704) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:13.807155 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4630ca09-81ca-4de5-8f97-992a8f843e52 tempest-TestVolumeBackupRestore-2147262850 tempest-TestVolumeBackupRestore-2147262850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:13.809293 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4630ca09-81ca-4de5-8f97-992a8f843e52 tempest-TestVolumeBackupRestore-2147262850 tempest-TestVolumeBackupRestore-2147262850-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 1091 time: 0.2180982 Sep 30 13:26:13.812220 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54716) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:13.817565 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-e0a389c0-9899-421e-be84-7b3c8dff2790 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'port_id': 'ceb62690-6532-4126-93c2-e8e67aa8be73', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:26:13.841946 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e0a389c0-9899-421e-be84-7b3c8dff2790 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:13.950465 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e0a389c0-9899-421e-be84-7b3c8dff2790 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:14.072542 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-e0a389c0-9899-421e-be84-7b3c8dff2790 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Allocated IP 172.25.5.31 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/e952d79a-2a02-4b98-837a-fed8df8abb01) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:26:14.191801 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e0a389c0-9899-421e-be84-7b3c8dff2790 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:14.244947 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e0a389c0-9899-421e-be84-7b3c8dff2790 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:14.305434 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a389c0-9899-421e-be84-7b3c8dff2790 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:26:14.311347 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-e0a389c0-9899-421e-be84-7b3c8dff2790 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:26:14.313966 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a389c0-9899-421e-be84-7b3c8dff2790 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Pushing event updated for resources: {'Port': ['ID=e952d79a-2a02-4b98-837a-fed8df8abb01,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:14.317143 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a389c0-9899-421e-be84-7b3c8dff2790 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:26:14.458907 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0237513-6c5e-4f27-b1c8-109fc103801e req-d58a2182-039e-452c-baf7-728a60e47834 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:14.460467 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c0237513-6c5e-4f27-b1c8-109fc103801e req-d58a2182-039e-452c-baf7-728a60e47834 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.1074963 Sep 30 13:26:14.566847 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c0237513-6c5e-4f27-b1c8-109fc103801e req-82cca117-f134-4ff3-954b-14384c5ceb08 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984662 Sep 30 13:26:14.795641 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e0a389c0-9899-421e-be84-7b3c8dff2790 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:14.803503 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:14.885748 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e0a389c0-9899-421e-be84-7b3c8dff2790 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:15.055323 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e0a389c0-9899-421e-be84-7b3c8dff2790 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:15.060933 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e0a389c0-9899-421e-be84-7b3c8dff2790 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:15.137677 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a389c0-9899-421e-be84-7b3c8dff2790 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Pushing event updated for resources: {'Port': ['ID=e952d79a-2a02-4b98-837a-fed8df8abb01,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:15.146513 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e0a389c0-9899-421e-be84-7b3c8dff2790 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:15.255858 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-e0a389c0-9899-421e-be84-7b3c8dff2790 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Floating IP 5caabe2a-8bff-48dc-8f2f-9678ae8f3d0a associated. External IP: 172.25.5.31, port: ceb62690-6532-4126-93c2-e8e67aa8be73. Sep 30 13:26:15.480587 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a389c0-9899-421e-be84-7b3c8dff2790 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Router 4ba7e4eb-281f-4f90-a99f-d3222786efc8 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:26:15.492073 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54796) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:15.610559 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a389c0-9899-421e-be84-7b3c8dff2790 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:26:15.622787 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c828987-1374-4ce7-b78e-3343e7e8de4c None None] Sync routers for ids ['4ba7e4eb-281f-4f90-a99f-d3222786efc8'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:26:15.634001 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-03a913f3-5763-41da-88ec-ef38f42e4982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:15.635435 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c828987-1374-4ce7-b78e-3343e7e8de4c None None] Routers {'4ba7e4eb-281f-4f90-a99f-d3222786efc8'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:26:15.636340 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6c828987-1374-4ce7-b78e-3343e7e8de4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:25:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['4ba7e4eb-281f-4f90-a99f-d3222786efc8'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:15.648825 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e0a389c0-9899-421e-be84-7b3c8dff2790 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:15.696030 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54804) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:15.698232 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e0a389c0-9899-421e-be84-7b3c8dff2790 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8814783 Sep 30 13:26:15.699058 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c5e3b7-c689-41cd-adbf-a92ee6b9c27f', 'tag': 'ceb62690-6532-4126-93c2-e8e67aa8be73'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:26:15.701664 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bde83d8-3690-49e1-b5ec-58fe2e7e398d" -d '{"events": [{"name": "network-changed", "server_uuid": "27c5e3b7-c689-41cd-adbf-a92ee6b9c27f", "tag": "ceb62690-6532-4126-93c2-e8e67aa8be73"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:26:15.753987 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8b3f3-fa3d-4fb1-86fb-9c110accc828 req-777d6ccb-4256-450c-9ab6-79e19d5793c2 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:15.755792 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d7d8b3f3-fa3d-4fb1-86fb-9c110accc828 req-777d6ccb-4256-450c-9ab6-79e19d5793c2 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.1086888 Sep 30 13:26:15.769319 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7052585d-2986-4c8f-a37d-faed6a34b64e x-openstack-request-id: req-7052585d-2986-4c8f-a37d-faed6a34b64e {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:26:15.769682 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c5e3b7-c689-41cd-adbf-a92ee6b9c27f", "tag": "ceb62690-6532-4126-93c2-e8e67aa8be73", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:26:15.770514 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7052585d-2986-4c8f-a37d-faed6a34b64e {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:26:15.771229 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c5e3b7-c689-41cd-adbf-a92ee6b9c27f', 'tag': 'ceb62690-6532-4126-93c2-e8e67aa8be73', 'status': 'completed', 'code': 200} Sep 30 13:26:15.814755 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-6c828987-1374-4ce7-b78e-3343e7e8de4c None None] Set router 4ba7e4eb-281f-4f90-a99f-d3222786efc8 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:26:15.820856 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95853eb-3c44-4ec5-8927-2f5856c01c46 tempest-TestVolumeBackupRestore-2147262850 tempest-TestVolumeBackupRestore-2147262850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:15.822637 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a95853eb-3c44-4ec5-8927-2f5856c01c46 tempest-TestVolumeBackupRestore-2147262850 tempest-TestVolumeBackupRestore-2147262850-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 1091 time: 0.1262090 Sep 30 13:26:15.825774 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54810) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:15.830692 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-5bd4204f-81d0-4f63-9178-8f2b7e530b9a tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Request body: {'floatingip': {'port_id': 'ceb62690-6532-4126-93c2-e8e67aa8be73'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:26:15.897772 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d7d8b3f3-fa3d-4fb1-86fb-9c110accc828 req-8b975be5-fec8-4883-af96-c1f1acf35e47 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261826 Sep 30 13:26:15.916946 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5bd4204f-81d0-4f63-9178-8f2b7e530b9a tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for floatingip, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:15.923975 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde83d8-3690-49e1-b5ec-58fe2e7e398d req-fd123388-630c-4e65-9b13-283c1f28d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:15.926308 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4bde83d8-3690-49e1-b5ec-58fe2e7e398d req-fd123388-630c-4e65-9b13-283c1f28d924 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f4aba04dd2e7464d89181ea313c8a47f&device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 1096 time: 0.1303022 Sep 30 13:26:15.947008 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-03a913f3-5763-41da-88ec-ef38f42e4982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:16.032347 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-03a913f3-5763-41da-88ec-ef38f42e4982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:16.098977 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6c828987-1374-4ce7-b78e-3343e7e8de4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'name': 'tempest-TestVolumeBackupRestore-481100042-router', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:21:53Z', 'updated_at': '2021-09-30T13:22:00Z', 'revision_number': 4, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'gw_port': {'id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:54Z', 'updated_at': '2021-09-30T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '5caabe2a-8bff-48dc-8f2f-9678ae8f3d0a', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'port_id': 'ceb62690-6532-4126-93c2-e8e67aa8be73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f', 'mac_address': 'fa:16:3e:b6:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c5e3b7-c689-41cd-adbf-a92ee6b9c27f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:26:14Z', 'updated_at': '2021-09-30T13:26:14Z', 'revision_number': 0, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839b12d0-311e-45de-8374-4401fe240431', 'name': '', 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'mac_address': 'fa:16:3e:e0:96:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:58Z', 'updated_at': '2021-09-30T13:22:16Z', 'revision_number': 5, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'subnets': [{'id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:16.129457 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-03a913f3-5763-41da-88ec-ef38f42e4982 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8353bd6991e84725b382885af60c098d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6363049 Sep 30 13:26:16.130798 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde83d8-3690-49e1-b5ec-58fe2e7e398d req-8e08c396-c622-43e8-a348-af54822ecafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:16.132213 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4bde83d8-3690-49e1-b5ec-58fe2e7e398d req-8e08c396-c622-43e8-a348-af54822ecafc service neutron] 10.222.0.54 "GET /v2.0/networks?id=a38f3872-d43c-4dbe-8902-a99e02bc867f HTTP/1.1" status: 200 len: 914 time: 0.1805503 Sep 30 13:26:16.132677 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54814) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:16.135041 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a913f3-5763-41da-88ec-ef38f42e4982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73489215-c0e5-430a-b241-59ad6f9f67aa,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:16.136181 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c828987-1374-4ce7-b78e-3343e7e8de4c None None] Checking router: 4ba7e4eb-281f-4f90-a99f-d3222786efc8 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:26:16.160294 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c828987-1374-4ce7-b78e-3343e7e8de4c None None] Routers {'4ba7e4eb-281f-4f90-a99f-d3222786efc8'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:26:16.160973 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6c828987-1374-4ce7-b78e-3343e7e8de4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:25:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['4ba7e4eb-281f-4f90-a99f-d3222786efc8'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:16.229931 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7d9a605d-3c1a-4124-9d66-4c48a84ece26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:16.255774 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7d9a605d-3c1a-4124-9d66-4c48a84ece26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:16.271344 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4bde83d8-3690-49e1-b5ec-58fe2e7e398d req-32089723-044f-4e3a-bcbb-16216b288b4f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ceb62690-6532-4126-93c2-e8e67aa8be73 HTTP/1.1" status: 200 len: 998 time: 0.0974615 Sep 30 13:26:16.275827 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-6c828987-1374-4ce7-b78e-3343e7e8de4c None None] Set router 4ba7e4eb-281f-4f90-a99f-d3222786efc8 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:26:16.334213 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde83d8-3690-49e1-b5ec-58fe2e7e398d req-155f648c-727c-46d2-8f37-fa30749d87fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:16.336007 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4bde83d8-3690-49e1-b5ec-58fe2e7e398d req-155f648c-727c-46d2-8f37-fa30749d87fb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b HTTP/1.1" status: 200 len: 852 time: 0.0571871 Sep 30 13:26:16.396524 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7d9a605d-3c1a-4124-9d66-4c48a84ece26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:16.399868 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7d9a605d-3c1a-4124-9d66-4c48a84ece26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:16.401292 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7d9a605d-3c1a-4124-9d66-4c48a84ece26 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73489215-c0e5-430a-b241-59ad6f9f67aa HTTP/1.1" status: 204 len: 168 time: 0.2673004 Sep 30 13:26:16.403663 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde83d8-3690-49e1-b5ec-58fe2e7e398d req-cee74086-3cd4-4980-a34b-2a5016d2efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:16.412965 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4bde83d8-3690-49e1-b5ec-58fe2e7e398d req-cee74086-3cd4-4980-a34b-2a5016d2efaa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a38f3872-d43c-4dbe-8902-a99e02bc867f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686386 Sep 30 13:26:16.447398 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a605d-3c1a-4124-9d66-4c48a84ece26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73489215-c0e5-430a-b241-59ad6f9f67aa,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:16.543712 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5bd4204f-81d0-4f63-9178-8f2b7e530b9a tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:16.550944 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5bd4204f-81d0-4f63-9178-8f2b7e530b9a tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:16.612356 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6c828987-1374-4ce7-b78e-3343e7e8de4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'name': 'tempest-TestVolumeBackupRestore-481100042-router', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:21:53Z', 'updated_at': '2021-09-30T13:22:00Z', 'revision_number': 4, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'gw_port': {'id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:54Z', 'updated_at': '2021-09-30T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '5caabe2a-8bff-48dc-8f2f-9678ae8f3d0a', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'port_id': 'ceb62690-6532-4126-93c2-e8e67aa8be73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f', 'mac_address': 'fa:16:3e:b6:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c5e3b7-c689-41cd-adbf-a92ee6b9c27f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:26:14Z', 'updated_at': '2021-09-30T13:26:14Z', 'revision_number': 0, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839b12d0-311e-45de-8374-4401fe240431', 'name': '', 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'mac_address': 'fa:16:3e:e0:96:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:58Z', 'updated_at': '2021-09-30T13:22:16Z', 'revision_number': 5, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'subnets': [{'id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:16.647490 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c828987-1374-4ce7-b78e-3343e7e8de4c None None] The sync data for ids ['4ba7e4eb-281f-4f90-a99f-d3222786efc8'] in n-d-810909-2 is: [{'id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'name': 'tempest-TestVolumeBackupRestore-481100042-router', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:21:53Z', 'updated_at': '2021-09-30T13:22:00Z', 'revision_number': 4, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'gw_port': {'id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:54Z', 'updated_at': '2021-09-30T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '5caabe2a-8bff-48dc-8f2f-9678ae8f3d0a', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'port_id': 'ceb62690-6532-4126-93c2-e8e67aa8be73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f', 'mac_address': 'fa:16:3e:b6:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c5e3b7-c689-41cd-adbf-a92ee6b9c27f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:26:14Z', 'updated_at': '2021-09-30T13:26:14Z', 'revision_number': 0, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839b12d0-311e-45de-8374-4401fe240431', 'name': '', 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'mac_address': 'fa:16:3e:e0:96:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:58Z', 'updated_at': '2021-09-30T13:22:16Z', 'revision_number': 5, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'subnets': [{'id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:26:16.664656 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4bde83d8-3690-49e1-b5ec-58fe2e7e398d req-c6cedd99-cd10-4561-8720-414f5add89b9 service neutron] 10.222.0.54 "GET /v2.0/networks/a38f3872-d43c-4dbe-8902-a99e02bc867f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372961 Sep 30 13:26:16.799363 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4bde83d8-3690-49e1-b5ec-58fe2e7e398d req-bab3b992-d89a-4b5f-b4c1-df29678cde14 service neutron] 10.222.0.54 "GET /v2.0/networks/a38f3872-d43c-4dbe-8902-a99e02bc867f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269999 Sep 30 13:26:16.847303 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54824) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:16.862824 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de99a319-0a23-4fad-8d53-1c1d569cb9b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:16.870970 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd4204f-81d0-4f63-9178-8f2b7e530b9a tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Router 4ba7e4eb-281f-4f90-a99f-d3222786efc8 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:26:16.963113 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4a67d2-c582-4668-aebe-733dfcc755cc None None] New status for floating IP 5caabe2a-8bff-48dc-8f2f-9678ae8f3d0a: ACTIVE {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:26:16.996978 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de99a319-0a23-4fad-8d53-1c1d569cb9b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:17.001281 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de99a319-0a23-4fad-8d53-1c1d569cb9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:17.051119 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99a319-0a23-4fad-8d53-1c1d569cb9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2f1ba3-2d75-4054-943d-f3067eea215f,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:17.059630 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-de99a319-0a23-4fad-8d53-1c1d569cb9b6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8294f8522fbf492fb3ec8992704c1f17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2086244 Sep 30 13:26:17.064140 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54830) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:17.132734 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-77bb5acb-2041-40d1-85b4-8de3f496c49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:17.156442 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-77bb5acb-2041-40d1-85b4-8de3f496c49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:17.209558 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-77bb5acb-2041-40d1-85b4-8de3f496c49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:17.212839 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-77bb5acb-2041-40d1-85b4-8de3f496c49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:17.216295 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-77bb5acb-2041-40d1-85b4-8de3f496c49c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e2f1ba3-2d75-4054-943d-f3067eea215f HTTP/1.1" status: 204 len: 168 time: 0.1469259 Sep 30 13:26:17.223788 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb5acb-2041-40d1-85b4-8de3f496c49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2f1ba3-2d75-4054-943d-f3067eea215f,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:17.322893 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd4204f-81d0-4f63-9178-8f2b7e530b9a tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:26:17.328229 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5bd4204f-81d0-4f63-9178-8f2b7e530b9a tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:17.333908 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bf2b5e-ce96-4f98-909d-0e4b5c798bf6 None None] Sync routers for ids ['4ba7e4eb-281f-4f90-a99f-d3222786efc8'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:26:17.343874 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bf2b5e-ce96-4f98-909d-0e4b5c798bf6 None None] Routers {'4ba7e4eb-281f-4f90-a99f-d3222786efc8'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:26:17.344498 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-70bf2b5e-ce96-4f98-909d-0e4b5c798bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:25:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['4ba7e4eb-281f-4f90-a99f-d3222786efc8'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:17.365326 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87370cbc-f411-4adf-b4a7-1d0be35bce05 req-1051a35b-da94-4d45-b4e9-4cc030c778aa tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:17.366828 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87370cbc-f411-4adf-b4a7-1d0be35bce05 req-1051a35b-da94-4d45-b4e9-4cc030c778aa tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.3706858 Sep 30 13:26:17.412458 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5bd4204f-81d0-4f63-9178-8f2b7e530b9a tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "PUT /v2.0/floatingips/5caabe2a-8bff-48dc-8f2f-9678ae8f3d0a HTTP/1.1" status: 200 len: 990 time: 1.5854094 Sep 30 13:26:17.430138 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87370cbc-f411-4adf-b4a7-1d0be35bce05 req-31fb8443-eaff-424d-9221-0195d280a019 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446045 Sep 30 13:26:17.467094 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-70bf2b5e-ce96-4f98-909d-0e4b5c798bf6 None None] Set router 4ba7e4eb-281f-4f90-a99f-d3222786efc8 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:26:17.687816 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-70bf2b5e-ce96-4f98-909d-0e4b5c798bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'name': 'tempest-TestVolumeBackupRestore-481100042-router', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:21:53Z', 'updated_at': '2021-09-30T13:22:00Z', 'revision_number': 4, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'gw_port': {'id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:54Z', 'updated_at': '2021-09-30T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '5caabe2a-8bff-48dc-8f2f-9678ae8f3d0a', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'port_id': 'ceb62690-6532-4126-93c2-e8e67aa8be73', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f', 'mac_address': 'fa:16:3e:b6:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c5e3b7-c689-41cd-adbf-a92ee6b9c27f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:26:14Z', 'updated_at': '2021-09-30T13:26:17Z', 'revision_number': 2, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839b12d0-311e-45de-8374-4401fe240431', 'name': '', 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'mac_address': 'fa:16:3e:e0:96:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:58Z', 'updated_at': '2021-09-30T13:22:16Z', 'revision_number': 5, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'subnets': [{'id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:17.772702 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c5e3b7-c689-41cd-adbf-a92ee6b9c27f', 'tag': 'ceb62690-6532-4126-93c2-e8e67aa8be73'}, {'name': 'network-changed', 'server_uuid': '27c5e3b7-c689-41cd-adbf-a92ee6b9c27f', 'tag': 'ceb62690-6532-4126-93c2-e8e67aa8be73'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:26:17.775835 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642f8da8-d68c-4d01-b01d-91630614a0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "27c5e3b7-c689-41cd-adbf-a92ee6b9c27f", "tag": "ceb62690-6532-4126-93c2-e8e67aa8be73"}, {"name": "network-changed", "server_uuid": "27c5e3b7-c689-41cd-adbf-a92ee6b9c27f", "tag": "ceb62690-6532-4126-93c2-e8e67aa8be73"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:26:17.812537 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bf2b5e-ce96-4f98-909d-0e4b5c798bf6 None None] Checking router: 4ba7e4eb-281f-4f90-a99f-d3222786efc8 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:26:17.816558 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 30 Sep 2021 13:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf6f33d-76c7-4d50-b6a0-ffa8da5e10ee x-openstack-request-id: req-9cf6f33d-76c7-4d50-b6a0-ffa8da5e10ee {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:26:17.816927 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c5e3b7-c689-41cd-adbf-a92ee6b9c27f", "tag": "ceb62690-6532-4126-93c2-e8e67aa8be73", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "27c5e3b7-c689-41cd-adbf-a92ee6b9c27f", "tag": "ceb62690-6532-4126-93c2-e8e67aa8be73", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:26:17.817242 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9cf6f33d-76c7-4d50-b6a0-ffa8da5e10ee {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:26:17.817834 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c5e3b7-c689-41cd-adbf-a92ee6b9c27f', 'tag': 'ceb62690-6532-4126-93c2-e8e67aa8be73', 'status': 'completed', 'code': 200} Sep 30 13:26:17.818363 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c5e3b7-c689-41cd-adbf-a92ee6b9c27f', 'tag': 'ceb62690-6532-4126-93c2-e8e67aa8be73', 'status': 'completed', 'code': 200} Sep 30 13:26:17.825380 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bf2b5e-ce96-4f98-909d-0e4b5c798bf6 None None] Routers {'4ba7e4eb-281f-4f90-a99f-d3222786efc8'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:26:17.825380 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-70bf2b5e-ce96-4f98-909d-0e4b5c798bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:25:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['4ba7e4eb-281f-4f90-a99f-d3222786efc8'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:17.886775 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f8da8-d68c-4d01-b01d-91630614a0e7 req-dfe03b1e-3d87-42d0-8e63-25f4e46a2962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:17.888765 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-642f8da8-d68c-4d01-b01d-91630614a0e7 req-dfe03b1e-3d87-42d0-8e63-25f4e46a2962 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f4aba04dd2e7464d89181ea313c8a47f&device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 1096 time: 0.0430021 Sep 30 13:26:17.930396 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-70bf2b5e-ce96-4f98-909d-0e4b5c798bf6 None None] Set router 4ba7e4eb-281f-4f90-a99f-d3222786efc8 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:26:17.995467 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f8da8-d68c-4d01-b01d-91630614a0e7 req-f6e424bf-8ee7-451a-b927-254585130fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:17.997670 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-642f8da8-d68c-4d01-b01d-91630614a0e7 req-f6e424bf-8ee7-451a-b927-254585130fe8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a38f3872-d43c-4dbe-8902-a99e02bc867f HTTP/1.1" status: 200 len: 914 time: 0.1025953 Sep 30 13:26:18.070580 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-642f8da8-d68c-4d01-b01d-91630614a0e7 req-24482e91-d842-4e55-a457-b77bf7c067b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ceb62690-6532-4126-93c2-e8e67aa8be73 HTTP/1.1" status: 200 len: 1000 time: 0.0665009 Sep 30 13:26:18.130120 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f8da8-d68c-4d01-b01d-91630614a0e7 req-3fbd1c76-af92-4d94-9ed2-2af6bf606121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:18.131965 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-642f8da8-d68c-4d01-b01d-91630614a0e7 req-3fbd1c76-af92-4d94-9ed2-2af6bf606121 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b HTTP/1.1" status: 200 len: 852 time: 0.0546749 Sep 30 13:26:18.187651 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-70bf2b5e-ce96-4f98-909d-0e4b5c798bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'name': 'tempest-TestVolumeBackupRestore-481100042-router', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:21:53Z', 'updated_at': '2021-09-30T13:22:00Z', 'revision_number': 4, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'gw_port': {'id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:54Z', 'updated_at': '2021-09-30T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '5caabe2a-8bff-48dc-8f2f-9678ae8f3d0a', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'port_id': 'ceb62690-6532-4126-93c2-e8e67aa8be73', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f', 'mac_address': 'fa:16:3e:b6:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c5e3b7-c689-41cd-adbf-a92ee6b9c27f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:26:14Z', 'updated_at': '2021-09-30T13:26:17Z', 'revision_number': 2, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839b12d0-311e-45de-8374-4401fe240431', 'name': '', 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'mac_address': 'fa:16:3e:e0:96:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:58Z', 'updated_at': '2021-09-30T13:22:16Z', 'revision_number': 5, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'subnets': [{'id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:18.197850 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f8da8-d68c-4d01-b01d-91630614a0e7 req-12eaba9a-b96f-4bee-bd2d-4e677305e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:18.201521 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-642f8da8-d68c-4d01-b01d-91630614a0e7 req-12eaba9a-b96f-4bee-bd2d-4e677305e828 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a38f3872-d43c-4dbe-8902-a99e02bc867f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625458 Sep 30 13:26:18.209847 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-374fed39-1d07-419a-b356-824d51fb22dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:18.228284 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bf2b5e-ce96-4f98-909d-0e4b5c798bf6 None None] The sync data for ids ['4ba7e4eb-281f-4f90-a99f-d3222786efc8'] in n-d-810909-2 is: [{'id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'name': 'tempest-TestVolumeBackupRestore-481100042-router', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:21:53Z', 'updated_at': '2021-09-30T13:22:00Z', 'revision_number': 4, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'gw_port': {'id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:54Z', 'updated_at': '2021-09-30T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '5caabe2a-8bff-48dc-8f2f-9678ae8f3d0a', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'port_id': 'ceb62690-6532-4126-93c2-e8e67aa8be73', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f', 'mac_address': 'fa:16:3e:b6:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c5e3b7-c689-41cd-adbf-a92ee6b9c27f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:26:14Z', 'updated_at': '2021-09-30T13:26:17Z', 'revision_number': 2, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839b12d0-311e-45de-8374-4401fe240431', 'name': '', 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'mac_address': 'fa:16:3e:e0:96:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:58Z', 'updated_at': '2021-09-30T13:22:16Z', 'revision_number': 5, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'subnets': [{'id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:26:18.307139 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-642f8da8-d68c-4d01-b01d-91630614a0e7 req-0b2999e0-3fc8-466b-8968-7725f7e356ce service neutron] 10.222.0.54 "GET /v2.0/networks/a38f3872-d43c-4dbe-8902-a99e02bc867f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981827 Sep 30 13:26:18.413618 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-642f8da8-d68c-4d01-b01d-91630614a0e7 req-2e49e767-db74-44d4-a410-199be4c993c5 service neutron] 10.222.0.54 "GET /v2.0/networks/a38f3872-d43c-4dbe-8902-a99e02bc867f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996826 Sep 30 13:26:18.543072 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f8da8-d68c-4d01-b01d-91630614a0e7 req-53ecc954-50f4-4256-8547-808f38d55cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:18.544611 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-642f8da8-d68c-4d01-b01d-91630614a0e7 req-53ecc954-50f4-4256-8547-808f38d55cc2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f4aba04dd2e7464d89181ea313c8a47f&device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 1096 time: 0.0515072 Sep 30 13:26:18.570059 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5d667-a6f2-4eee-a2c0-9142f4baef4b req-33dea99f-5f6c-48fa-9159-b3261f6c412a tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:18.571329 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-67d5d667-a6f2-4eee-a2c0-9142f4baef4b req-33dea99f-5f6c-48fa-9159-b3261f6c412a tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0556784 Sep 30 13:26:18.615665 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-67d5d667-a6f2-4eee-a2c0-9142f4baef4b req-5e9c7b1b-28ee-439f-852e-24e962b97e5e tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356839 Sep 30 13:26:18.643355 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f8da8-d68c-4d01-b01d-91630614a0e7 req-354b5930-fd09-45bc-8f12-fe7da1e83e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:18.646210 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-642f8da8-d68c-4d01-b01d-91630614a0e7 req-354b5930-fd09-45bc-8f12-fe7da1e83e35 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a38f3872-d43c-4dbe-8902-a99e02bc867f HTTP/1.1" status: 200 len: 914 time: 0.0942609 Sep 30 13:26:18.713583 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-642f8da8-d68c-4d01-b01d-91630614a0e7 req-5d70d71b-adbd-4887-be86-101e125cebe2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ceb62690-6532-4126-93c2-e8e67aa8be73 HTTP/1.1" status: 200 len: 1000 time: 0.0596616 Sep 30 13:26:18.769020 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f8da8-d68c-4d01-b01d-91630614a0e7 req-a8e97aea-8c2b-469e-8155-d441fcdc8ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:18.770673 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-642f8da8-d68c-4d01-b01d-91630614a0e7 req-a8e97aea-8c2b-469e-8155-d441fcdc8ef7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b HTTP/1.1" status: 200 len: 852 time: 0.0504980 Sep 30 13:26:18.823415 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f8da8-d68c-4d01-b01d-91630614a0e7 req-855c2338-139e-47c6-9b43-9fcf645c33cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:18.824942 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-642f8da8-d68c-4d01-b01d-91630614a0e7 req-855c2338-139e-47c6-9b43-9fcf645c33cf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a38f3872-d43c-4dbe-8902-a99e02bc867f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468836 Sep 30 13:26:18.916890 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-642f8da8-d68c-4d01-b01d-91630614a0e7 req-dca7b5bb-004b-49e6-829d-5f2cba7c9e9c service neutron] 10.222.0.54 "GET /v2.0/networks/a38f3872-d43c-4dbe-8902-a99e02bc867f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845976 Sep 30 13:26:18.993141 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 54956) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:19.020674 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-642f8da8-d68c-4d01-b01d-91630614a0e7 req-d15d2665-7b9d-43a7-90f6-3a022f2d9ab7 service neutron] 10.222.0.54 "GET /v2.0/networks/a38f3872-d43c-4dbe-8902-a99e02bc867f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967183 Sep 30 13:26:19.104988 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2e5b-aab8-415f-a6d2-c1d8a9ad0d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:19.193211 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2e5b-aab8-415f-a6d2-c1d8a9ad0d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:19.196987 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2e5b-aab8-415f-a6d2-c1d8a9ad0d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:19.234627 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ba0f2e5b-aab8-415f-a6d2-c1d8a9ad0d19 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f844c7feae74240838081ea503408c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2385142 Sep 30 13:26:19.235484 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f2e5b-aab8-415f-a6d2-c1d8a9ad0d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afec9366-b5c1-446c-a95d-03f8879adea4,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:19.237985 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 54962) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:19.288295 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-89e16a45-2e79-42a5-b57f-139d7ac69b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:19.309737 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-89e16a45-2e79-42a5-b57f-139d7ac69b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:19.355297 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-89e16a45-2e79-42a5-b57f-139d7ac69b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:19.358078 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-89e16a45-2e79-42a5-b57f-139d7ac69b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:19.359215 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-89e16a45-2e79-42a5-b57f-139d7ac69b58 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/afec9366-b5c1-446c-a95d-03f8879adea4 HTTP/1.1" status: 204 len: 168 time: 0.1201978 Sep 30 13:26:19.367341 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e16a45-2e79-42a5-b57f-139d7ac69b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afec9366-b5c1-446c-a95d-03f8879adea4,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:19.513644 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:19.747165 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2be3b0-d26c-4402-99ef-b88695fe1af8 req-cb1ee3b8-4729-441e-80a3-18f9d1785a23 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:19.748675 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e2be3b0-d26c-4402-99ef-b88695fe1af8 req-cb1ee3b8-4729-441e-80a3-18f9d1785a23 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0526774 Sep 30 13:26:19.789878 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e2be3b0-d26c-4402-99ef-b88695fe1af8 req-4cbb45a2-1c89-4e66-92e0-9f390b5d36ab tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334215 Sep 30 13:26:20.301715 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55002) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:20.407170 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d52f1485-2884-451b-903d-e0bf0ec3f5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:20.497932 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d52f1485-2884-451b-903d-e0bf0ec3f5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:20.501707 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d52f1485-2884-451b-903d-e0bf0ec3f5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:20.540053 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f1485-2884-451b-903d-e0bf0ec3f5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b559f58-bca0-451e-b520-510bec0707d7,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:20.544292 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d52f1485-2884-451b-903d-e0bf0ec3f5cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=73f4b918effa4ceeaa809a2c269a4cf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2414100 Sep 30 13:26:20.547490 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55006) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:20.593928 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7dbc7933-c9e3-4b51-a3b5-995d7b371961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:20.616098 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7dbc7933-c9e3-4b51-a3b5-995d7b371961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:20.665867 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7dbc7933-c9e3-4b51-a3b5-995d7b371961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:20.668691 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7dbc7933-c9e3-4b51-a3b5-995d7b371961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:20.669841 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7dbc7933-c9e3-4b51-a3b5-995d7b371961 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b559f58-bca0-451e-b520-510bec0707d7 HTTP/1.1" status: 204 len: 168 time: 0.1220639 Sep 30 13:26:20.679268 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc7933-c9e3-4b51-a3b5-995d7b371961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b559f58-bca0-451e-b520-510bec0707d7,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:20.681112 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f0e3c1be-0f80-4b0e-90bc-5a8fb010904d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:20.911681 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acb881-27e5-4058-9cc0-69c9a43cebdd req-66d088a0-7011-4f68-87bf-36e1a861c17a tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:20.914164 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f9acb881-27e5-4058-9cc0-69c9a43cebdd req-66d088a0-7011-4f68-87bf-36e1a861c17a tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0527806 Sep 30 13:26:20.953297 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f9acb881-27e5-4058-9cc0-69c9a43cebdd req-58b5f117-7fc6-46a2-a5f3-bc44beeb0f76 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339563 Sep 30 13:26:21.610388 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:21.745660 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:26:21.834704 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55050) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:21.931235 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-0f7250bf-7183-415e-8a33-9c594efb55cf tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-381128629', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:26:21.953919 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7250bf-7183-415e-8a33-9c594efb55cf tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Made reservation on behalf of 5516d07ea5774cc28616cbe0156b38d5 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:26:21.956443 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f7250bf-7183-415e-8a33-9c594efb55cf tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:21.965308 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f7250bf-7183-415e-8a33-9c594efb55cf tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:22.085634 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f7250bf-7183-415e-8a33-9c594efb55cf tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:22.090291 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f7250bf-7183-415e-8a33-9c594efb55cf tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:22.095255 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-0f7250bf-7183-415e-8a33-9c594efb55cf tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] device_id is not set on port 44f35437-3612-48ca-aead-a3699cf87ff2 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:26:22.119894 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2df5d-5694-4a93-aeaf-9c0c8ee89445 req-6d71fca3-5c72-4185-8eba-759505f80181 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:22.121405 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f3e2df5d-5694-4a93-aeaf-9c0c8ee89445 req-6d71fca3-5c72-4185-8eba-759505f80181 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0851822 Sep 30 13:26:22.178180 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7250bf-7183-415e-8a33-9c594efb55cf tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee709bbe-e803-41f0-9d63-28e874024539,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:22.215386 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f3e2df5d-5694-4a93-aeaf-9c0c8ee89445 req-580c91e8-42fd-4483-861d-81f20d1cc75d tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579076 Sep 30 13:26:22.263404 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-0f7250bf-7183-415e-8a33-9c594efb55cf tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Allocated IP 172.25.5.122 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/44f35437-3612-48ca-aead-a3699cf87ff2) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:26:22.352939 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:22.416852 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f7250bf-7183-415e-8a33-9c594efb55cf tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:22.453644 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f7250bf-7183-415e-8a33-9c594efb55cf tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:22.493115 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7250bf-7183-415e-8a33-9c594efb55cf tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:26:22.500618 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-0f7250bf-7183-415e-8a33-9c594efb55cf tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:26:22.503367 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7250bf-7183-415e-8a33-9c594efb55cf tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:26:22.527827 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7250bf-7183-415e-8a33-9c594efb55cf tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Pushing event updated for resources: {'Port': ['ID=44f35437-3612-48ca-aead-a3699cf87ff2,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:22.548890 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7250bf-7183-415e-8a33-9c594efb55cf tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:22.549537 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f7250bf-7183-415e-8a33-9c594efb55cf tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:22.566068 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0f7250bf-7183-415e-8a33-9c594efb55cf tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.7275631 Sep 30 13:26:22.566284 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55068) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:22.570481 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-a851edf1-ec9b-4e41-a433-1e8b0e96e690 tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.122'}]}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:26:22.592275 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a851edf1-ec9b-4e41-a433-1e8b0e96e690 tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:22.593388 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a851edf1-ec9b-4e41-a433-1e8b0e96e690 tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:22.648682 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a851edf1-ec9b-4e41-a433-1e8b0e96e690 tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:22.784448 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a851edf1-ec9b-4e41-a433-1e8b0e96e690 tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:22.999597 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a851edf1-ec9b-4e41-a433-1e8b0e96e690 tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:23.022631 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a851edf1-ec9b-4e41-a433-1e8b0e96e690 tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:23.185942 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a851edf1-ec9b-4e41-a433-1e8b0e96e690 tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:23.355896 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b0315-97ca-4bf0-95a3-56738fa33695 req-e8fd8568-06a6-4c99-a33e-e7718242c056 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:23.363805 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-048b0315-97ca-4bf0-95a3-56738fa33695 req-e8fd8568-06a6-4c99-a33e-e7718242c056 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0707107 Sep 30 13:26:23.403868 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-048b0315-97ca-4bf0-95a3-56738fa33695 req-0987b4c4-e565-46b6-8370-72ce5eea31a2 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390062 Sep 30 13:26:23.760996 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a851edf1-ec9b-4e41-a433-1e8b0e96e690 tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:23.763480 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a851edf1-ec9b-4e41-a433-1e8b0e96e690 tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:23.807933 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a851edf1-ec9b-4e41-a433-1e8b0e96e690 tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:23.808320 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a851edf1-ec9b-4e41-a433-1e8b0e96e690 tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a72104c-4962-4ffd-a44e-f84f994d6dd3 {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:26:23.822941 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-a851edf1-ec9b-4e41-a433-1e8b0e96e690 tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 30 13:26:23.824429 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a851edf1-ec9b-4e41-a433-1e8b0e96e690 tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2572110 Sep 30 13:26:23.827329 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55078) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:23.908723 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-f6ad5c53-d732-49e7-a74a-363b34b2f8bb tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Deleting port 44f35437-3612-48ca-aead-a3699cf87ff2 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:26:23.909719 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f6ad5c53-d732-49e7-a74a-363b34b2f8bb tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:23.987607 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f6ad5c53-d732-49e7-a74a-363b34b2f8bb tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:24.000742 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-f6ad5c53-d732-49e7-a74a-363b34b2f8bb tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Calling delete_port for 44f35437-3612-48ca-aead-a3699cf87ff2 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:26:24.123092 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:24.162279 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f6ad5c53-d732-49e7-a74a-363b34b2f8bb tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:24.192730 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad5c53-d732-49e7-a74a-363b34b2f8bb tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Pushing event deleted for resources: {'Port': ['ID=44f35437-3612-48ca-aead-a3699cf87ff2,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:24.264703 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f6ad5c53-d732-49e7-a74a-363b34b2f8bb tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:24.267025 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f6ad5c53-d732-49e7-a74a-363b34b2f8bb tempest-RoutersAdminNegativeIpV6Test-315854842 tempest-RoutersAdminNegativeIpV6Test-315854842-project-admin] 10.222.0.18 "DELETE /v2.0/ports/44f35437-3612-48ca-aead-a3699cf87ff2 HTTP/1.1" status: 204 len: 168 time: 0.4387879 Sep 30 13:26:24.544620 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55090) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:24.548800 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd52c61-2f51-446b-b13a-a56ec5f2d432 req-92386ab4-8bb6-4ea9-b2da-2015a4be4737 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:24.550598 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4dd52c61-2f51-446b-b13a-a56ec5f2d432 req-92386ab4-8bb6-4ea9-b2da-2015a4be4737 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0625196 Sep 30 13:26:24.591063 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4dd52c61-2f51-446b-b13a-a56ec5f2d432 req-c8d30fbc-f366-479c-a77b-51a71f2e0b01 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338628 Sep 30 13:26:24.653395 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-181139a3-a1e0-448b-9760-1f7c25923b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:24.750215 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-181139a3-a1e0-448b-9760-1f7c25923b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:24.754539 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-181139a3-a1e0-448b-9760-1f7c25923b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:24.790328 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181139a3-a1e0-448b-9760-1f7c25923b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c75bb9f-a6de-488c-8591-bbb2918c34b9,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:24.797158 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-181139a3-a1e0-448b-9760-1f7c25923b16 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1252f3e92a7841c9a9ae3742f2e9b7ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2489023 Sep 30 13:26:24.797392 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55096) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:24.845864 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e6465282-248a-4696-9cee-055ad8c766ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:24.867625 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e6465282-248a-4696-9cee-055ad8c766ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:24.914613 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e6465282-248a-4696-9cee-055ad8c766ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:24.917160 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e6465282-248a-4696-9cee-055ad8c766ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:24.918325 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e6465282-248a-4696-9cee-055ad8c766ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c75bb9f-a6de-488c-8591-bbb2918c34b9 HTTP/1.1" status: 204 len: 168 time: 0.1199741 Sep 30 13:26:24.928204 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6465282-248a-4696-9cee-055ad8c766ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c75bb9f-a6de-488c-8591-bbb2918c34b9,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:25.212007 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55104) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:25.257713 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-477e7c21-466c-4f23-a421-eca1a9abe388 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5516d07ea5774cc28616cbe0156b38d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445526 Sep 30 13:26:25.260417 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55106) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:25.310041 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-93754c3c-bdf2-4ed9-971f-4e7831ae33d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:25.330084 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-93754c3c-bdf2-4ed9-971f-4e7831ae33d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:25.383046 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-93754c3c-bdf2-4ed9-971f-4e7831ae33d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:25.387649 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-93754c3c-bdf2-4ed9-971f-4e7831ae33d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:25.390841 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-93754c3c-bdf2-4ed9-971f-4e7831ae33d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee709bbe-e803-41f0-9d63-28e874024539 HTTP/1.1" status: 204 len: 168 time: 0.1271732 Sep 30 13:26:25.398639 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93754c3c-bdf2-4ed9-971f-4e7831ae33d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee709bbe-e803-41f0-9d63-28e874024539,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:25.722286 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653aec38-5763-4baa-80dd-42c7ed662f6f req-5a32652b-c157-4750-af2f-4fd5f59434e9 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:25.724500 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-653aec38-5763-4baa-80dd-42c7ed662f6f req-5a32652b-c157-4750-af2f-4fd5f59434e9 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0550718 Sep 30 13:26:25.778511 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-653aec38-5763-4baa-80dd-42c7ed662f6f req-7f6e88a5-e337-4b29-a961-6cc0b99abe80 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465865 Sep 30 13:26:26.157415 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55134) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:26.295689 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d259ff8c-73ba-4608-b0bb-9e2f0f950901 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Request body: {'networks': [{'name': 'tempest-network--2125691356'}, {'name': 'tempest-network--2106738795'}]} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:26:26.296651 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d259ff8c-73ba-4608-b0bb-9e2f0f950901 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Request body: {'network': {'name': 'tempest-network--2125691356'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:26:26.297312 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d259ff8c-73ba-4608-b0bb-9e2f0f950901 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Request body: {'network': {'name': 'tempest-network--2106738795'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:26:26.339209 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d259ff8c-73ba-4608-b0bb-9e2f0f950901 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Made reservation on behalf of 9c28e07bebcb4b03b186956214b6efad for: {'network': 2} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:26:26.344074 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d259ff8c-73ba-4608-b0bb-9e2f0f950901 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:26.359005 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d259ff8c-73ba-4608-b0bb-9e2f0f950901 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:26.457190 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d259ff8c-73ba-4608-b0bb-9e2f0f950901 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:26.461913 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d259ff8c-73ba-4608-b0bb-9e2f0f950901 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:26.462553 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d259ff8c-73ba-4608-b0bb-9e2f0f950901 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:26.507593 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259ff8c-73ba-4608-b0bb-9e2f0f950901 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe98428-2d45-42ca-afdb-0f440d888045,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:26.510526 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d259ff8c-73ba-4608-b0bb-9e2f0f950901 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:26:26.519955 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d259ff8c-73ba-4608-b0bb-9e2f0f950901 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:26.520210 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-d259ff8c-73ba-4608-b0bb-9e2f0f950901 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Added segment 580672db-efca-4272-a120-f7520dfbfa3a of type vlan for network 653c499c-1246-4409-9578-904de7cdd6ba Sep 30 13:26:26.568345 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d259ff8c-73ba-4608-b0bb-9e2f0f950901 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:26.600891 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d259ff8c-73ba-4608-b0bb-9e2f0f950901 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:26:26.610591 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d259ff8c-73ba-4608-b0bb-9e2f0f950901 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:26.610930 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-d259ff8c-73ba-4608-b0bb-9e2f0f950901 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Added segment 470ea72b-0d4a-4d5e-9f7e-9581027c2ddd of type vlan for network 385a89fa-3151-4f64-acb2-5aaec63798b6 Sep 30 13:26:26.653239 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d259ff8c-73ba-4608-b0bb-9e2f0f950901 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:26.679667 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d259ff8c-73ba-4608-b0bb-9e2f0f950901 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:26.680347 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d259ff8c-73ba-4608-b0bb-9e2f0f950901 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:26.686327 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d259ff8c-73ba-4608-b0bb-9e2f0f950901 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:26.691448 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d259ff8c-73ba-4608-b0bb-9e2f0f950901 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:26.692126 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d259ff8c-73ba-4608-b0bb-9e2f0f950901 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:26.722911 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d259ff8c-73ba-4608-b0bb-9e2f0f950901 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.5642695 Sep 30 13:26:26.726088 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55142) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:26.764597 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259ff8c-73ba-4608-b0bb-9e2f0f950901 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Pushing event updated for resources: {'Network': ['ID=653c499c-1246-4409-9578-904de7cdd6ba,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:26.776664 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 653c499c-1246-4409-9578-904de7cdd6ba details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:26:26.850024 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d73a59-4908-4db3-a69b-f3a7c4b0e0fc tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:26.856140 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d73a59-4908-4db3-a69b-f3a7c4b0e0fc tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:26.860177 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259ff8c-73ba-4608-b0bb-9e2f0f950901 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Pushing event updated for resources: {'Network': ['ID=385a89fa-3151-4f64-acb2-5aaec63798b6,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:26.865597 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d73a59-4908-4db3-a69b-f3a7c4b0e0fc tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:26.874033 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 385a89fa-3151-4f64-acb2-5aaec63798b6 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:26:26.875325 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d73a59-4908-4db3-a69b-f3a7c4b0e0fc tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:26.878549 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e7d73a59-4908-4db3-a69b-f3a7c4b0e0fc tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1513646 Sep 30 13:26:26.880058 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55148) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:26.981466 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aa2d166b-0086-457b-98c8-4de074b1fab0 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:26.993761 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff5074-9db1-4a7f-949e-e4f59a94ef14 req-1bcb40a4-8d45-42bd-bb3f-66addaf8d774 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:26.995537 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9cff5074-9db1-4a7f-949e-e4f59a94ef14 req-1bcb40a4-8d45-42bd-bb3f-66addaf8d774 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0770891 Sep 30 13:26:27.039036 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9cff5074-9db1-4a7f-949e-e4f59a94ef14 req-8d2efad7-0313-40ac-be17-1faf69f9f693 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368404 Sep 30 13:26:27.084248 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aa2d166b-0086-457b-98c8-4de074b1fab0 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:27.104557 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-aa2d166b-0086-457b-98c8-4de074b1fab0 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['653c499c-1246-4409-9578-904de7cdd6ba']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:27.114351 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-aa2d166b-0086-457b-98c8-4de074b1fab0 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580672db-efca-4272-a120-f7520dfbfa3a') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:27.114767 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-aa2d166b-0086-457b-98c8-4de074b1fab0 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580672db-efca-4272-a120-f7520dfbfa3a') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:27.124803 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aa2d166b-0086-457b-98c8-4de074b1fab0 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:27.139545 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aa2d166b-0086-457b-98c8-4de074b1fab0 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:27.146277 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2d166b-0086-457b-98c8-4de074b1fab0 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:26:27.146686 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aa2d166b-0086-457b-98c8-4de074b1fab0 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:26:27.149564 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:26:27.215007 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aa2d166b-0086-457b-98c8-4de074b1fab0 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:27.225304 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aa2d166b-0086-457b-98c8-4de074b1fab0 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:27.227543 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-aa2d166b-0086-457b-98c8-4de074b1fab0 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] 10.222.0.18 "DELETE /v2.0/networks/653c499c-1246-4409-9578-904de7cdd6ba HTTP/1.1" status: 204 len: 168 time: 0.3456707 Sep 30 13:26:27.229973 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55150) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:27.250529 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d166b-0086-457b-98c8-4de074b1fab0 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Pushing event deleted for resources: {'Network': ['ID=653c499c-1246-4409-9578-904de7cdd6ba,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:27.319918 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-df5ed0bc-8544-4d68-a084-c4a71b8e7aa1 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:27.420543 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-df5ed0bc-8544-4d68-a084-c4a71b8e7aa1 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:27.441453 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-df5ed0bc-8544-4d68-a084-c4a71b8e7aa1 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['385a89fa-3151-4f64-acb2-5aaec63798b6']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:27.451247 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-df5ed0bc-8544-4d68-a084-c4a71b8e7aa1 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '470ea72b-0d4a-4d5e-9f7e-9581027c2ddd') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:27.451545 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-df5ed0bc-8544-4d68-a084-c4a71b8e7aa1 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '470ea72b-0d4a-4d5e-9f7e-9581027c2ddd') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:27.461427 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-df5ed0bc-8544-4d68-a084-c4a71b8e7aa1 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:27.474880 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-df5ed0bc-8544-4d68-a084-c4a71b8e7aa1 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:27.483850 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5ed0bc-8544-4d68-a084-c4a71b8e7aa1 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:26:27.484539 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-df5ed0bc-8544-4d68-a084-c4a71b8e7aa1 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:26:27.488293 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:26:27.551945 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-df5ed0bc-8544-4d68-a084-c4a71b8e7aa1 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:27.558677 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-df5ed0bc-8544-4d68-a084-c4a71b8e7aa1 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:27.560492 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-df5ed0bc-8544-4d68-a084-c4a71b8e7aa1 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] 10.222.0.18 "DELETE /v2.0/networks/385a89fa-3151-4f64-acb2-5aaec63798b6 HTTP/1.1" status: 204 len: 168 time: 0.3292391 Sep 30 13:26:27.563984 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55156) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:27.576202 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ed0bc-8544-4d68-a084-c4a71b8e7aa1 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Pushing event deleted for resources: {'Network': ['ID=385a89fa-3151-4f64-acb2-5aaec63798b6,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:27.671998 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6349f16d-f294-43f1-aed9-bab3821d5657 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:27.678089 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6349f16d-f294-43f1-aed9-bab3821d5657 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:27.679607 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6349f16d-f294-43f1-aed9-bab3821d5657 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1147609 Sep 30 13:26:27.683365 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55160) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:27.688126 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-73aab1ef-8c3b-4d8e-b495-a0f78c125c09 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1635606936'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:26:27.710833 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73aab1ef-8c3b-4d8e-b495-a0f78c125c09 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Made reservation on behalf of 9c28e07bebcb4b03b186956214b6efad for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:26:27.714923 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73aab1ef-8c3b-4d8e-b495-a0f78c125c09 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:27.740804 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73aab1ef-8c3b-4d8e-b495-a0f78c125c09 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:26:27.750576 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73aab1ef-8c3b-4d8e-b495-a0f78c125c09 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:27.751028 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-73aab1ef-8c3b-4d8e-b495-a0f78c125c09 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Added segment 6293c255-e340-4502-b022-7e8d13e91cb4 of type vlan for network f78f78f4-cc1b-4c94-bfea-204247c033cd Sep 30 13:26:27.793232 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73aab1ef-8c3b-4d8e-b495-a0f78c125c09 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:27.819351 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73aab1ef-8c3b-4d8e-b495-a0f78c125c09 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:27.825327 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aab1ef-8c3b-4d8e-b495-a0f78c125c09 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:27.826039 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73aab1ef-8c3b-4d8e-b495-a0f78c125c09 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:27.868003 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-73aab1ef-8c3b-4d8e-b495-a0f78c125c09 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1831617 Sep 30 13:26:27.870356 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55162) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:27.875185 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-1e1db0c1-c61f-452c-b518-73efee6216ba tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1535550181'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:26:27.910618 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aab1ef-8c3b-4d8e-b495-a0f78c125c09 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Pushing event updated for resources: {'Network': ['ID=f78f78f4-cc1b-4c94-bfea-204247c033cd,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:27.925832 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network f78f78f4-cc1b-4c94-bfea-204247c033cd details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:26:27.928196 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1db0c1-c61f-452c-b518-73efee6216ba tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Made reservation on behalf of 9c28e07bebcb4b03b186956214b6efad for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:26:27.931343 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e1db0c1-c61f-452c-b518-73efee6216ba tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:27.965393 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e1db0c1-c61f-452c-b518-73efee6216ba tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:26:27.983235 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e1db0c1-c61f-452c-b518-73efee6216ba tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:27.983592 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-1e1db0c1-c61f-452c-b518-73efee6216ba tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Added segment 0c3ed4e8-136a-406a-b50a-3478e7d2912b of type vlan for network d32cc346-0eaf-4cd2-bb6e-e23e06cafe00 Sep 30 13:26:28.041053 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e1db0c1-c61f-452c-b518-73efee6216ba tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:28.074962 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e1db0c1-c61f-452c-b518-73efee6216ba tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:28.080971 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1db0c1-c61f-452c-b518-73efee6216ba tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:28.081666 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e1db0c1-c61f-452c-b518-73efee6216ba tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:28.148265 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1e1db0c1-c61f-452c-b518-73efee6216ba tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2768054 Sep 30 13:26:28.153418 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55168) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:28.159528 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-861b2375-a510-43fc-95e4-b8899831fdcb tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Request body: {'ports': [{'network_id': 'f78f78f4-cc1b-4c94-bfea-204247c033cd', 'name': 'tempest-port--2000650790', 'admin_state_up': True}, {'network_id': 'd32cc346-0eaf-4cd2-bb6e-e23e06cafe00', 'admin_state_up': False}]} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:26:28.160139 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-861b2375-a510-43fc-95e4-b8899831fdcb tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Request body: {'port': {'network_id': 'f78f78f4-cc1b-4c94-bfea-204247c033cd', 'name': 'tempest-port--2000650790', 'admin_state_up': True}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:26:28.160868 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-861b2375-a510-43fc-95e4-b8899831fdcb tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Request body: {'port': {'network_id': 'd32cc346-0eaf-4cd2-bb6e-e23e06cafe00', 'admin_state_up': False}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:26:28.182499 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1db0c1-c61f-452c-b518-73efee6216ba tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Pushing event updated for resources: {'Network': ['ID=d32cc346-0eaf-4cd2-bb6e-e23e06cafe00,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:28.195213 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network d32cc346-0eaf-4cd2-bb6e-e23e06cafe00 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:26:28.205379 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba658669-ed95-4c63-b60c-a3eb61a6a16b req-5e6d49a3-ab76-4137-b026-8dacf27d5ddd tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:28.207238 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ba658669-ed95-4c63-b60c-a3eb61a6a16b req-5e6d49a3-ab76-4137-b026-8dacf27d5ddd tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0917654 Sep 30 13:26:28.264937 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ba658669-ed95-4c63-b60c-a3eb61a6a16b req-a3c20af4-c450-455e-a3ec-c18c1f9eb868 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505254 Sep 30 13:26:28.353532 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861b2375-a510-43fc-95e4-b8899831fdcb tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Made reservation on behalf of 9c28e07bebcb4b03b186956214b6efad for: {'port': 2} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:26:28.358509 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-861b2375-a510-43fc-95e4-b8899831fdcb tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:28.377813 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-861b2375-a510-43fc-95e4-b8899831fdcb tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:28.478971 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-861b2375-a510-43fc-95e4-b8899831fdcb tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] device_id is not set on port 7dbeb9ed-dbd8-473a-9869-f9be6a86c85c yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:26:28.612149 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-861b2375-a510-43fc-95e4-b8899831fdcb tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:28.691144 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-861b2375-a510-43fc-95e4-b8899831fdcb tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] device_id is not set on port 0e6ea384-d922-4876-b64b-b3391e3c91c5 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:26:28.851908 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba564c23-41e2-433c-add7-668355cc3a10 req-884b9d41-8eb2-4b66-b8b3-8f35f6ee535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:28.853519 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ba564c23-41e2-433c-add7-668355cc3a10 req-884b9d41-8eb2-4b66-b8b3-8f35f6ee535d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 1097 time: 0.0790188 Sep 30 13:26:28.876482 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-861b2375-a510-43fc-95e4-b8899831fdcb tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:28.917678 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ba564c23-41e2-433c-add7-668355cc3a10 req-3f47c7de-a242-4dff-8fac-6f8ff0637cfe service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516272 Sep 30 13:26:28.935458 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-861b2375-a510-43fc-95e4-b8899831fdcb tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:29.005433 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b2375-a510-43fc-95e4-b8899831fdcb tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Pushing event updated for resources: {'Port': ['ID=7dbeb9ed-dbd8-473a-9869-f9be6a86c85c,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:29.016696 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861b2375-a510-43fc-95e4-b8899831fdcb tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Checking segment: {'id': '6293c255-e340-4502-b022-7e8d13e91cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f78f78f4-cc1b-4c94-bfea-204247c033cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:26:29.017058 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861b2375-a510-43fc-95e4-b8899831fdcb tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Network hostable DHCP agents. Network: f78f78f4-cc1b-4c94-bfea-204247c033cd, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:26:29.036625 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861b2375-a510-43fc-95e4-b8899831fdcb tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Network f78f78f4-cc1b-4c94-bfea-204247c033cd is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:26:29.051423 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-861b2375-a510-43fc-95e4-b8899831fdcb tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, f78f78f4-cc1b-4c94-bfea-204247c033cd) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:26:29.055747 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861b2375-a510-43fc-95e4-b8899831fdcb tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:26:29.056714 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-861b2375-a510-43fc-95e4-b8899831fdcb tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:29.066180 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19026fa-1252-4db8-a7f2-e879dff4df60 None None] Network f78f78f4-cc1b-4c94-bfea-204247c033cd requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:26:29.144971 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861b2375-a510-43fc-95e4-b8899831fdcb tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Checking segment: {'id': '0c3ed4e8-136a-406a-b50a-3478e7d2912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd32cc346-0eaf-4cd2-bb6e-e23e06cafe00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:26:29.145738 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861b2375-a510-43fc-95e4-b8899831fdcb tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Network hostable DHCP agents. Network: d32cc346-0eaf-4cd2-bb6e-e23e06cafe00, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:26:29.147310 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b2375-a510-43fc-95e4-b8899831fdcb tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Pushing event updated for resources: {'Port': ['ID=0e6ea384-d922-4876-b64b-b3391e3c91c5,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:29.167566 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861b2375-a510-43fc-95e4-b8899831fdcb tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Network d32cc346-0eaf-4cd2-bb6e-e23e06cafe00 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:26:29.179557 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-861b2375-a510-43fc-95e4-b8899831fdcb tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, d32cc346-0eaf-4cd2-bb6e-e23e06cafe00) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:26:29.190593 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861b2375-a510-43fc-95e4-b8899831fdcb tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:26:29.196283 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861b2375-a510-43fc-95e4-b8899831fdcb tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:29.201226 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861b2375-a510-43fc-95e4-b8899831fdcb tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:29.201385 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56705d81-569a-4380-957a-12ff35b4e4ba None None] Network d32cc346-0eaf-4cd2-bb6e-e23e06cafe00 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:26:29.201892 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-861b2375-a510-43fc-95e4-b8899831fdcb tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:29.220307 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-861b2375-a510-43fc-95e4-b8899831fdcb tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.0653214 Sep 30 13:26:29.223233 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55176) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:29.349602 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917e8314-db43-4012-8adf-82ff3bf81683 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:29.361347 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917e8314-db43-4012-8adf-82ff3bf81683 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:29.366067 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-917e8314-db43-4012-8adf-82ff3bf81683 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1393602 Sep 30 13:26:29.366865 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55180) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:29.424782 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aadc84-c1d5-43a2-be46-b269ee43289c req-1c55db68-591d-4ac0-be2e-f75f392a5e0c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:29.426518 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-42aadc84-c1d5-43a2-be46-b269ee43289c req-1c55db68-591d-4ac0-be2e-f75f392a5e0c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0689323 Sep 30 13:26:29.499977 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-21b8176e-94d4-4f7a-8f66-21093ae9bda9 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Deleting port 7dbeb9ed-dbd8-473a-9869-f9be6a86c85c {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:26:29.499977 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21b8176e-94d4-4f7a-8f66-21093ae9bda9 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:29.524620 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-42aadc84-c1d5-43a2-be46-b269ee43289c req-5771a08d-1391-4946-a252-1e1c819c3dd7 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711865 Sep 30 13:26:29.602614 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21b8176e-94d4-4f7a-8f66-21093ae9bda9 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:29.616011 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-21b8176e-94d4-4f7a-8f66-21093ae9bda9 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Calling delete_port for 7dbeb9ed-dbd8-473a-9869-f9be6a86c85c owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:26:29.700566 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21b8176e-94d4-4f7a-8f66-21093ae9bda9 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:29.729379 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8176e-94d4-4f7a-8f66-21093ae9bda9 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Pushing event deleted for resources: {'Port': ['ID=7dbeb9ed-dbd8-473a-9869-f9be6a86c85c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:29.734977 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21b8176e-94d4-4f7a-8f66-21093ae9bda9 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:29.737911 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-21b8176e-94d4-4f7a-8f66-21093ae9bda9 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] 10.222.0.18 "DELETE /v2.0/ports/7dbeb9ed-dbd8-473a-9869-f9be6a86c85c HTTP/1.1" status: 204 len: 168 time: 0.3698463 Sep 30 13:26:29.740809 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55186) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:29.844538 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-cb49238b-3faf-445b-8ffc-2998bd8b6806 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Deleting port 0e6ea384-d922-4876-b64b-b3391e3c91c5 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:26:29.844908 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb49238b-3faf-445b-8ffc-2998bd8b6806 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:29.915922 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb49238b-3faf-445b-8ffc-2998bd8b6806 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:29.929671 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-cb49238b-3faf-445b-8ffc-2998bd8b6806 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Calling delete_port for 0e6ea384-d922-4876-b64b-b3391e3c91c5 owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:26:30.048233 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb49238b-3faf-445b-8ffc-2998bd8b6806 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:30.084374 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49238b-3faf-445b-8ffc-2998bd8b6806 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Pushing event deleted for resources: {'Port': ['ID=0e6ea384-d922-4876-b64b-b3391e3c91c5,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:30.086752 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb49238b-3faf-445b-8ffc-2998bd8b6806 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:30.088673 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cb49238b-3faf-445b-8ffc-2998bd8b6806 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] 10.222.0.18 "DELETE /v2.0/ports/0e6ea384-d922-4876-b64b-b3391e3c91c5 HTTP/1.1" status: 204 len: 168 time: 0.3465641 Sep 30 13:26:30.091249 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55188) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:30.121974 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a2782962-c261-480e-9ac4-82dcb9a5e33f tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0296202 Sep 30 13:26:30.125796 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55190) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:30.130823 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-5b4d14b7-0c74-42a4-8f8d-73f335f67ab0 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1126216831'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:26:30.155413 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4d14b7-0c74-42a4-8f8d-73f335f67ab0 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Made reservation on behalf of 9c28e07bebcb4b03b186956214b6efad for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:26:30.159976 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5b4d14b7-0c74-42a4-8f8d-73f335f67ab0 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:30.195715 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4d14b7-0c74-42a4-8f8d-73f335f67ab0 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:26:30.208141 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5b4d14b7-0c74-42a4-8f8d-73f335f67ab0 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:30.209123 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-5b4d14b7-0c74-42a4-8f8d-73f335f67ab0 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Added segment b907fca5-89bb-4918-b38d-24f63728c619 of type vlan for network 2ee41b16-bf35-48a8-83cb-a2b48031f668 Sep 30 13:26:30.256218 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5b4d14b7-0c74-42a4-8f8d-73f335f67ab0 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:30.282138 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5b4d14b7-0c74-42a4-8f8d-73f335f67ab0 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:30.288342 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4d14b7-0c74-42a4-8f8d-73f335f67ab0 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:30.288342 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5b4d14b7-0c74-42a4-8f8d-73f335f67ab0 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:30.322336 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5b4d14b7-0c74-42a4-8f8d-73f335f67ab0 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1928318 Sep 30 13:26:30.322765 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55194) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:30.327965 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-b4d0307e-6a0a-43f6-b640-bd5a9ee49d14 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1007583076'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:26:30.353524 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d0307e-6a0a-43f6-b640-bd5a9ee49d14 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Made reservation on behalf of 9c28e07bebcb4b03b186956214b6efad for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:26:30.358592 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4d0307e-6a0a-43f6-b640-bd5a9ee49d14 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:30.358872 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d14b7-0c74-42a4-8f8d-73f335f67ab0 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Pushing event updated for resources: {'Network': ['ID=2ee41b16-bf35-48a8-83cb-a2b48031f668,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:30.371086 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 2ee41b16-bf35-48a8-83cb-a2b48031f668 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:26:30.392783 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d0307e-6a0a-43f6-b640-bd5a9ee49d14 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:26:30.407370 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4d0307e-6a0a-43f6-b640-bd5a9ee49d14 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:30.407724 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-b4d0307e-6a0a-43f6-b640-bd5a9ee49d14 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Added segment 7a305146-3874-4bdf-a7ef-5b59840e78af of type vlan for network 5ee3741f-93f1-4b29-b14d-93f222f883d4 Sep 30 13:26:30.472545 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4d0307e-6a0a-43f6-b640-bd5a9ee49d14 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:30.500736 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4d0307e-6a0a-43f6-b640-bd5a9ee49d14 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:30.507138 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d0307e-6a0a-43f6-b640-bd5a9ee49d14 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:30.507811 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4d0307e-6a0a-43f6-b640-bd5a9ee49d14 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:30.547776 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b4d0307e-6a0a-43f6-b640-bd5a9ee49d14 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2238715 Sep 30 13:26:30.598283 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0307e-6a0a-43f6-b640-bd5a9ee49d14 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Pushing event updated for resources: {'Network': ['ID=5ee3741f-93f1-4b29-b14d-93f222f883d4,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:30.616024 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 5ee3741f-93f1-4b29-b14d-93f222f883d4 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:26:30.729005 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a8e46-7ab7-4d39-bac3-17f76792bd9b req-7c375b88-6ef5-4fad-8697-00ed57d41632 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:30.738710 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-347a8e46-7ab7-4d39-bac3-17f76792bd9b req-7c375b88-6ef5-4fad-8697-00ed57d41632 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0940130 Sep 30 13:26:30.781500 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-347a8e46-7ab7-4d39-bac3-17f76792bd9b req-36bd0fab-cc81-4b85-ab1d-2ba89ec1a857 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381255 Sep 30 13:26:31.010584 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d5f9f-f0a2-477e-83de-f9b90db8178c req-dfb30b9a-2017-4358-b284-bf834019dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:31.012230 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f2d5f9f-f0a2-477e-83de-f9b90db8178c req-dfb30b9a-2017-4358-b284-bf834019dc83 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98da75223b4542fa945256e1e66ee7e8&device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 1097 time: 0.0615726 Sep 30 13:26:31.035734 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f63d1b-7463-4341-881d-090ef99e21c4 req-7586db2e-653a-405d-a95c-a2706db3c543 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:31.037426 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-47f63d1b-7463-4341-881d-090ef99e21c4 req-7586db2e-653a-405d-a95c-a2706db3c543 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0587261 Sep 30 13:26:31.092539 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-47f63d1b-7463-4341-881d-090ef99e21c4 req-2b4ce925-1418-4ba9-9bc8-1bbc7f832a9a tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483196 Sep 30 13:26:31.135503 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d5f9f-f0a2-477e-83de-f9b90db8178c req-7ecf468d-2c4e-4b61-85b9-a2875902ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:31.137555 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f2d5f9f-f0a2-477e-83de-f9b90db8178c req-7ecf468d-2c4e-4b61-85b9-a2875902ad5a service neutron] 10.222.0.39 "GET /v2.0/networks?id=7195b82e-2370-482f-8f8c-387d480e7e4c HTTP/1.1" status: 200 len: 912 time: 0.1175928 Sep 30 13:26:31.187314 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f2d5f9f-f0a2-477e-83de-f9b90db8178c req-ea7065d0-0d41-44c3-9913-4cdb1118b744 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d5aa349-caa4-47c1-97e6-6cb98ec45c25 HTTP/1.1" status: 200 len: 217 time: 0.0386314 Sep 30 13:26:31.243139 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d5f9f-f0a2-477e-83de-f9b90db8178c req-36872038-f0b6-4260-ab27-d6f7a2bee0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:31.244757 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f2d5f9f-f0a2-477e-83de-f9b90db8178c req-36872038-f0b6-4260-ab27-d6f7a2bee0d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5ad1dcd-57d3-4dad-abeb-73317cb31cf3 HTTP/1.1" status: 200 len: 851 time: 0.0511634 Sep 30 13:26:31.290256 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f2d5f9f-f0a2-477e-83de-f9b90db8178c req-4a110b9e-166e-46cc-a518-0ab217c0c9c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7195b82e-2370-482f-8f8c-387d480e7e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328450 Sep 30 13:26:31.396992 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f2d5f9f-f0a2-477e-83de-f9b90db8178c req-772e903d-2a27-4ab9-a3a1-7cbffdaafa50 service neutron] 10.222.0.39 "GET /v2.0/networks/7195b82e-2370-482f-8f8c-387d480e7e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989442 Sep 30 13:26:31.513524 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f2d5f9f-f0a2-477e-83de-f9b90db8178c req-429a7da8-0912-4425-8484-d09e6dcb15b5 service neutron] 10.222.0.39 "GET /v2.0/networks/7195b82e-2370-482f-8f8c-387d480e7e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090074 Sep 30 13:26:32.208865 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559bf8d-a7a4-4aba-a2ff-fe29c4c43b1a req-16485c46-18aa-4b68-b50f-c8c3bb7a6f2f tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:32.210444 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f559bf8d-a7a4-4aba-a2ff-fe29c4c43b1a req-16485c46-18aa-4b68-b50f-c8c3bb7a6f2f tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0503433 Sep 30 13:26:32.250054 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f559bf8d-a7a4-4aba-a2ff-fe29c4c43b1a req-a64c2b87-6223-42be-96ba-6fabfddc6b06 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328948 Sep 30 13:26:33.391207 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d301f5-c544-4890-9142-8a56fa927530 req-c0c53940-b23c-477a-a0e4-6660c2750726 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:33.392776 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-58d301f5-c544-4890-9142-8a56fa927530 req-c0c53940-b23c-477a-a0e4-6660c2750726 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0656805 Sep 30 13:26:33.443584 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-58d301f5-c544-4890-9142-8a56fa927530 req-8e9fd4a3-afe0-4cb9-be2b-6b22dc8d2815 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425460 Sep 30 13:26:33.736539 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ccae8-faff-422b-8940-09233af6f49c req-bd5d3d46-82b2-45ad-b226-9ae5ea98e1e8 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:33.738788 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3a8ccae8-faff-422b-8940-09233af6f49c req-bd5d3d46-82b2-45ad-b226-9ae5ea98e1e8 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0520234 Sep 30 13:26:33.783956 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3a8ccae8-faff-422b-8940-09233af6f49c req-79b525a4-d7d7-4bb9-ad4d-6fd05ee5f00e tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383987 Sep 30 13:26:33.807130 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55234) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:33.812157 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-dd5f1307-8cf8-42ec-a23e-9ebebfb73bca tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Request body: {'subnets': [{'network_id': '2ee41b16-bf35-48a8-83cb-a2b48031f668', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2087435466', 'ip_version': 6}, {'network_id': '5ee3741f-93f1-4b29-b14d-93f222f883d4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:26:33.812473 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-dd5f1307-8cf8-42ec-a23e-9ebebfb73bca tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Request body: {'subnet': {'network_id': '2ee41b16-bf35-48a8-83cb-a2b48031f668', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2087435466', 'ip_version': 6}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:26:33.813164 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-dd5f1307-8cf8-42ec-a23e-9ebebfb73bca tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Request body: {'subnet': {'network_id': '5ee3741f-93f1-4b29-b14d-93f222f883d4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:26:33.975501 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5f1307-8cf8-42ec-a23e-9ebebfb73bca tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Made reservation on behalf of 9c28e07bebcb4b03b186956214b6efad for: {'subnet': 2} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:26:33.980804 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1307-8cf8-42ec-a23e-9ebebfb73bca tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:33.981143 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1307-8cf8-42ec-a23e-9ebebfb73bca tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:34.385883 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1307-8cf8-42ec-a23e-9ebebfb73bca tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:34.455068 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f1307-8cf8-42ec-a23e-9ebebfb73bca tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Pushing event updated for resources: {'Subnet': ['ID=d8ae6aa3-369f-4631-b5c4-430843befd36,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:34.464626 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5f1307-8cf8-42ec-a23e-9ebebfb73bca tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Checking segment: {'id': 'b907fca5-89bb-4918-b38d-24f63728c619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2ee41b16-bf35-48a8-83cb-a2b48031f668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:26:34.465006 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5f1307-8cf8-42ec-a23e-9ebebfb73bca tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Network hostable DHCP agents. Network: 2ee41b16-bf35-48a8-83cb-a2b48031f668, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:26:34.484106 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5f1307-8cf8-42ec-a23e-9ebebfb73bca tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Network 2ee41b16-bf35-48a8-83cb-a2b48031f668 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:26:34.493800 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-dd5f1307-8cf8-42ec-a23e-9ebebfb73bca tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 2ee41b16-bf35-48a8-83cb-a2b48031f668) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:26:34.498137 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1307-8cf8-42ec-a23e-9ebebfb73bca tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:34.507393 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130de14e-4b51-48a6-8066-f32b6e405765 None None] Network 2ee41b16-bf35-48a8-83cb-a2b48031f668 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:26:34.578519 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f1307-8cf8-42ec-a23e-9ebebfb73bca tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Pushing event updated for resources: {'Subnet': ['ID=de75d36b-4c5e-41c7-8c39-063f8675bfad,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:34.592494 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5f1307-8cf8-42ec-a23e-9ebebfb73bca tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Checking segment: {'id': '7a305146-3874-4bdf-a7ef-5b59840e78af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5ee3741f-93f1-4b29-b14d-93f222f883d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:26:34.592853 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5f1307-8cf8-42ec-a23e-9ebebfb73bca tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Network hostable DHCP agents. Network: 5ee3741f-93f1-4b29-b14d-93f222f883d4, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:26:34.611962 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5f1307-8cf8-42ec-a23e-9ebebfb73bca tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Network 5ee3741f-93f1-4b29-b14d-93f222f883d4 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:26:34.621196 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-dd5f1307-8cf8-42ec-a23e-9ebebfb73bca tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 5ee3741f-93f1-4b29-b14d-93f222f883d4) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:26:34.626548 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5f1307-8cf8-42ec-a23e-9ebebfb73bca tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:34.627659 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5f1307-8cf8-42ec-a23e-9ebebfb73bca tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:34.628305 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1307-8cf8-42ec-a23e-9ebebfb73bca tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:34.636221 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a5e74f-7490-4e87-b01c-e808d04ea35b None None] Network 5ee3741f-93f1-4b29-b14d-93f222f883d4 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:26:34.646482 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-dd5f1307-8cf8-42ec-a23e-9ebebfb73bca tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.8381786 Sep 30 13:26:34.648996 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55240) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:34.728014 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c02fbb-1613-4df7-bf68-cee89a1a9b87 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:34.729701 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c02fbb-1613-4df7-bf68-cee89a1a9b87 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:34.731665 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c02fbb-1613-4df7-bf68-cee89a1a9b87 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:34.738212 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-41c02fbb-1613-4df7-bf68-cee89a1a9b87 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0831108 Sep 30 13:26:34.738422 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ca1e0e-0573-4970-a093-41389ff5d434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-2ee41b16-bf35-48a8-83cb-a2b48031f668', 'network_id': '2ee41b16-bf35-48a8-83cb-a2b48031f668', 'tenant_id': '9c28e07bebcb4b03b186956214b6efad', 'fixed_ips': [{'subnet_id': 'd8ae6aa3-369f-4631-b5c4-430843befd36'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:26:34.738422 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a7ca1e0e-0573-4970-a093-41389ff5d434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:34.743576 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55244) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:34.801907 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d6b26fc-748d-45df-9699-73fd02af84b6 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Deleting subnet d8ae6aa3-369f-4631-b5c4-430843befd36 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:26:34.806446 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1d6b26fc-748d-45df-9699-73fd02af84b6 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:34.859622 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1d6b26fc-748d-45df-9699-73fd02af84b6 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:34.921719 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1d6b26fc-748d-45df-9699-73fd02af84b6 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:34.944739 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-5ee3741f-93f1-4b29-b14d-93f222f883d4', 'network_id': '5ee3741f-93f1-4b29-b14d-93f222f883d4', 'tenant_id': '9c28e07bebcb4b03b186956214b6efad', 'fixed_ips': [{'subnet_id': 'de75d36b-4c5e-41c7-8c39-063f8675bfad'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:26:34.945387 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a674b2b-34d7-4e01-a745-ba83369b5543 req-ee71a872-abd1-448d-9e82-135762a8bfa1 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:34.946437 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:34.947115 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2a674b2b-34d7-4e01-a745-ba83369b5543 req-ee71a872-abd1-448d-9e82-135762a8bfa1 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0825284 Sep 30 13:26:35.004456 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1d6b26fc-748d-45df-9699-73fd02af84b6 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:35.038906 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2a674b2b-34d7-4e01-a745-ba83369b5543 req-750b78bb-5cfb-4c70-9a36-81d927dd3a73 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844102 Sep 30 13:26:35.041219 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b26fc-748d-45df-9699-73fd02af84b6 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Pushing event deleted for resources: {'Subnet': ['ID=d8ae6aa3-369f-4631-b5c4-430843befd36,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:35.057696 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1d6b26fc-748d-45df-9699-73fd02af84b6 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:35.062124 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1d6b26fc-748d-45df-9699-73fd02af84b6 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] 10.222.0.18 "DELETE /v2.0/subnets/d8ae6aa3-369f-4631-b5c4-430843befd36 HTTP/1.1" status: 204 len: 168 time: 0.3148198 Sep 30 13:26:35.062998 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55250) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server [None req-a7ca1e0e-0573-4970-a093-41389ff5d434 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8ae6aa3-369f-4631-b5c4-430843befd36: This subnet is being modified by another concurrent operation. Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise exception Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8ae6aa3-369f-4631-b5c4-430843befd36: This subnet is being modified by another concurrent operation. Sep 30 13:26:35.071409 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server Sep 30 13:26:35.104028 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e757010-5741-4fce-8eea-46d72158f3ea None None] Network 2ee41b16-bf35-48a8-83cb-a2b48031f668 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:26:35.129019 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-407edd85-f1b2-4678-aa02-973b20e5dbd7 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Deleting subnet de75d36b-4c5e-41c7-8c39-063f8675bfad {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:26:35.208876 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Allocated IP 2001:db8:0:1::1 (5ee3741f-93f1-4b29-b14d-93f222f883d4/de75d36b-4c5e-41c7-8c39-063f8675bfad/e970b243-8fc2-4501-af38-b7c8ad39d990) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:26:35.391512 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:35.398128 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-407edd85-f1b2-4678-aa02-973b20e5dbd7 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:35.398416 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:35.438981 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Network 5ee3741f-93f1-4b29-b14d-93f222f883d4 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:26:35.444712 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:26:35.445934 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-407edd85-f1b2-4678-aa02-973b20e5dbd7 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:35.448847 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:26:35.460948 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Pushing event updated for resources: {'Port': ['ID=e970b243-8fc2-4501-af38-b7c8ad39d990,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:35.485050 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:35.485402 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:35.485752 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:35.486118 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:35.486457 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:35.487318 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:35.487738 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:35.488073 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:35.488402 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:35.488731 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:35.489060 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:35.489388 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:26:35.523684 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Attempting to bind port e970b243-8fc2-4501-af38-b7c8ad39d990 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:26:35.524418 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Attempting to bind port e970b243-8fc2-4501-af38-b7c8ad39d990 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '7a305146-3874-4bdf-a7ef-5b59840e78af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5ee3741f-93f1-4b29-b14d-93f222f883d4'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:26:35.525870 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Attempting to bind port e970b243-8fc2-4501-af38-b7c8ad39d990 on network 5ee3741f-93f1-4b29-b14d-93f222f883d4 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:26:35.531950 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:26:35.532381 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Checking segment: {'id': '7a305146-3874-4bdf-a7ef-5b59840e78af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5ee3741f-93f1-4b29-b14d-93f222f883d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:26:35.532809 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:35.533208 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Bound using segment: {'id': '7a305146-3874-4bdf-a7ef-5b59840e78af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5ee3741f-93f1-4b29-b14d-93f222f883d4'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:26:35.533716 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Bound port: e970b243-8fc2-4501-af38-b7c8ad39d990, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a305146-3874-4bdf-a7ef-5b59840e78af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5ee3741f-93f1-4b29-b14d-93f222f883d4'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:26:35.534138 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:35.552324 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-407edd85-f1b2-4678-aa02-973b20e5dbd7 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:35.640107 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-407edd85-f1b2-4678-aa02-973b20e5dbd7 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:35.645377 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] For port e970b243-8fc2-4501-af38-b7c8ad39d990, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:26:35.648638 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] For port e970b243-8fc2-4501-af38-b7c8ad39d990, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e970b243-8fc2-4501-af38-b7c8ad39d990,segment=NetworkSegment(7a305146-3874-4bdf-a7ef-5b59840e78af),segment_id=7a305146-3874-4bdf-a7ef-5b59840e78af)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:26:35.654102 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:35.669682 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407edd85-f1b2-4678-aa02-973b20e5dbd7 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Pushing event deleted for resources: {'Subnet': ['ID=de75d36b-4c5e-41c7-8c39-063f8675bfad,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:35.678040 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-407edd85-f1b2-4678-aa02-973b20e5dbd7 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:35.680541 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-407edd85-f1b2-4678-aa02-973b20e5dbd7 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] 10.222.0.18 "DELETE /v2.0/subnets/de75d36b-4c5e-41c7-8c39-063f8675bfad HTTP/1.1" status: 204 len: 168 time: 0.6164804 Sep 30 13:26:35.683314 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55254) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:35.726231 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e8377-d664-4e78-99b1-20c2d8ef87bd None None] Pushing event updated for resources: {'Port': ['ID=e970b243-8fc2-4501-af38-b7c8ad39d990,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:35.744026 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b49410-7e93-4794-b56b-3978669c3e4a tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:35.745611 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a9b49410-7e93-4794-b56b-3978669c3e4a tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0613449 Sep 30 13:26:35.749919 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55258) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:35.841181 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-862e438a-554d-4f9d-99b7-3dcd5b7d0cb4 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:35.934301 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-862e438a-554d-4f9d-99b7-3dcd5b7d0cb4 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Deleting port e970b243-8fc2-4501-af38-b7c8ad39d990 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:26:35.934963 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-862e438a-554d-4f9d-99b7-3dcd5b7d0cb4 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:36.038741 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-862e438a-554d-4f9d-99b7-3dcd5b7d0cb4 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] For port e970b243-8fc2-4501-af38-b7c8ad39d990, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e970b243-8fc2-4501-af38-b7c8ad39d990,segment=NetworkSegment(7a305146-3874-4bdf-a7ef-5b59840e78af),segment_id=7a305146-3874-4bdf-a7ef-5b59840e78af)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:26:36.039344 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-862e438a-554d-4f9d-99b7-3dcd5b7d0cb4 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:36.056591 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-862e438a-554d-4f9d-99b7-3dcd5b7d0cb4 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Calling delete_port for e970b243-8fc2-4501-af38-b7c8ad39d990 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:26:36.147674 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e970b243-8fc2-4501-af38-b7c8ad39d990 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:26:36.173051 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-862e438a-554d-4f9d-99b7-3dcd5b7d0cb4 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:36.189443 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No active binding found for port e970b243-8fc2-4501-af38-b7c8ad39d990 {{(pid=94765) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 30 13:26:36.190419 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e970b243-8fc2-4501-af38-b7c8ad39d990 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 30 13:26:36.194587 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff40c50-582b-4c80-957f-2898ebbde2bd req-6140becb-6edf-493d-8356-caf3260fd254 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:36.196157 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0ff40c50-582b-4c80-957f-2898ebbde2bd req-6140becb-6edf-493d-8356-caf3260fd254 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.0686817 Sep 30 13:26:36.199916 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e438a-554d-4f9d-99b7-3dcd5b7d0cb4 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Pushing event deleted for resources: {'Port': ['ID=e970b243-8fc2-4501-af38-b7c8ad39d990,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:36.201752 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862e438a-554d-4f9d-99b7-3dcd5b7d0cb4 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] No DVR routers for this DVR port e970b243-8fc2-4501-af38-b7c8ad39d990 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:26:36.217615 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Port e970b243-8fc2-4501-af38-b7c8ad39d990 not found, will not notify nova. {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 30 13:26:36.246189 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0ff40c50-582b-4c80-957f-2898ebbde2bd req-27caf14c-b319-4e43-8aa4-779943ec8744 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382860 Sep 30 13:26:36.285855 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-862e438a-554d-4f9d-99b7-3dcd5b7d0cb4 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:36.308295 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-862e438a-554d-4f9d-99b7-3dcd5b7d0cb4 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee3741f-93f1-4b29-b14d-93f222f883d4']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:36.319391 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-862e438a-554d-4f9d-99b7-3dcd5b7d0cb4 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a305146-3874-4bdf-a7ef-5b59840e78af') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:36.319714 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-862e438a-554d-4f9d-99b7-3dcd5b7d0cb4 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a305146-3874-4bdf-a7ef-5b59840e78af') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:36.335774 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-862e438a-554d-4f9d-99b7-3dcd5b7d0cb4 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:36.351227 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-862e438a-554d-4f9d-99b7-3dcd5b7d0cb4 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:36.358401 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-862e438a-554d-4f9d-99b7-3dcd5b7d0cb4 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:26:36.358796 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-862e438a-554d-4f9d-99b7-3dcd5b7d0cb4 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:26:36.362133 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:26:36.427705 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-862e438a-554d-4f9d-99b7-3dcd5b7d0cb4 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:36.435375 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-862e438a-554d-4f9d-99b7-3dcd5b7d0cb4 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:36.440654 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55268) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:36.440833 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-862e438a-554d-4f9d-99b7-3dcd5b7d0cb4 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] 10.222.0.18 "DELETE /v2.0/networks/5ee3741f-93f1-4b29-b14d-93f222f883d4 HTTP/1.1" status: 204 len: 168 time: 0.6896214 Sep 30 13:26:36.454079 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e438a-554d-4f9d-99b7-3dcd5b7d0cb4 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Pushing event deleted for resources: {'Network': ['ID=5ee3741f-93f1-4b29-b14d-93f222f883d4,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:36.537716 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b99b53c6-dc2e-4c85-9537-ac382d8f15c9 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:36.637962 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b99b53c6-dc2e-4c85-9537-ac382d8f15c9 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:36.661899 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-b99b53c6-dc2e-4c85-9537-ac382d8f15c9 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee41b16-bf35-48a8-83cb-a2b48031f668']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:36.673026 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-b99b53c6-dc2e-4c85-9537-ac382d8f15c9 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b907fca5-89bb-4918-b38d-24f63728c619') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:36.673752 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-b99b53c6-dc2e-4c85-9537-ac382d8f15c9 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b907fca5-89bb-4918-b38d-24f63728c619') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:36.688331 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b99b53c6-dc2e-4c85-9537-ac382d8f15c9 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:36.703963 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b99b53c6-dc2e-4c85-9537-ac382d8f15c9 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:36.711539 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99b53c6-dc2e-4c85-9537-ac382d8f15c9 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:26:36.711940 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b99b53c6-dc2e-4c85-9537-ac382d8f15c9 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:26:36.715082 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:26:36.790764 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b99b53c6-dc2e-4c85-9537-ac382d8f15c9 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:36.798485 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b99b53c6-dc2e-4c85-9537-ac382d8f15c9 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:36.801487 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b99b53c6-dc2e-4c85-9537-ac382d8f15c9 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] 10.222.0.18 "DELETE /v2.0/networks/2ee41b16-bf35-48a8-83cb-a2b48031f668 HTTP/1.1" status: 204 len: 168 time: 0.3520591 Sep 30 13:26:36.804034 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55274) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:36.845678 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b53c6-dc2e-4c85-9537-ac382d8f15c9 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Pushing event deleted for resources: {'Network': ['ID=2ee41b16-bf35-48a8-83cb-a2b48031f668,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:36.888616 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35a3594-bd4f-4c18-aad9-bf2ad69e7c98 None None] DHCP port deletion for 5ee3741f-93f1-4b29-b14d-93f222f883d4 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:26:36.920880 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-a2c2301f-a45c-450e-8f3e-7c8fe4e498ef None None] Could not find standard attr ID for object e970b243-8fc2-4501-af38-b7c8ad39d990. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:26:36.924591 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83220c1b-ec71-4242-a45b-38baba4ffbdb None None] Network 5ee3741f-93f1-4b29-b14d-93f222f883d4 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:26:36.938182 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83220c1b-ec71-4242-a45b-38baba4ffbdb None None] Network 5ee3741f-93f1-4b29-b14d-93f222f883d4 could not be found, it might have been deleted concurrently. {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 30 13:26:36.946721 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa26174-dcfc-4fa5-8361-db2c3fb4d0d9 None None] get_active_networks_info from n-d-810909-2 {{(pid=94765) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 13:26:36.950281 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7d3a5-9d6c-473a-9bf6-0cd73a76a587 req-d27360ec-2cc8-412a-ba2a-0c764d15521c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:36.952126 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2af7d3a5-9d6c-473a-9bf6-0cd73a76a587 req-d27360ec-2cc8-412a-ba2a-0c764d15521c tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.1283834 Sep 30 13:26:36.956263 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-124f1b79-97a8-455f-b69a-a388b8a77278 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:37.077937 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa26174-dcfc-4fa5-8361-db2c3fb4d0d9 None None] Resources bound (agent type, host, resource id): {{(pid=94765) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 13:26:37.122839 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-124f1b79-97a8-455f-b69a-a388b8a77278 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:37.153528 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-124f1b79-97a8-455f-b69a-a388b8a77278 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d32cc346-0eaf-4cd2-bb6e-e23e06cafe00']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:37.168515 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-124f1b79-97a8-455f-b69a-a388b8a77278 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3ed4e8-136a-406a-b50a-3478e7d2912b') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:37.168883 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-124f1b79-97a8-455f-b69a-a388b8a77278 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3ed4e8-136a-406a-b50a-3478e7d2912b') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:37.180757 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-124f1b79-97a8-455f-b69a-a388b8a77278 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:37.192517 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-2af7d3a5-9d6c-473a-9bf6-0cd73a76a587 req-e597563c-0bf6-4e3a-823f-78089172ac59 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Deleting port 7d5aa349-caa4-47c1-97e6-6cb98ec45c25 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:26:37.192861 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2af7d3a5-9d6c-473a-9bf6-0cd73a76a587 req-e597563c-0bf6-4e3a-823f-78089172ac59 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:37.214748 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-124f1b79-97a8-455f-b69a-a388b8a77278 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:37.231229 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124f1b79-97a8-455f-b69a-a388b8a77278 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:26:37.231623 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-124f1b79-97a8-455f-b69a-a388b8a77278 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:26:37.234735 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:26:37.355143 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-124f1b79-97a8-455f-b69a-a388b8a77278 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:37.365734 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-124f1b79-97a8-455f-b69a-a388b8a77278 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:37.372213 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-124f1b79-97a8-455f-b69a-a388b8a77278 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] 10.222.0.18 "DELETE /v2.0/networks/d32cc346-0eaf-4cd2-bb6e-e23e06cafe00 HTTP/1.1" status: 204 len: 168 time: 0.5654721 Sep 30 13:26:37.373833 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55286) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:37.386967 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-2af7d3a5-9d6c-473a-9bf6-0cd73a76a587 req-e597563c-0bf6-4e3a-823f-78089172ac59 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] For port 7d5aa349-caa4-47c1-97e6-6cb98ec45c25, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=7d5aa349-caa4-47c1-97e6-6cb98ec45c25,segment=NetworkSegment(579776f3-b3ab-4f7e-98a9-efb0bf3a28de),segment_id=579776f3-b3ab-4f7e-98a9-efb0bf3a28de)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:26:37.388669 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2af7d3a5-9d6c-473a-9bf6-0cd73a76a587 req-e597563c-0bf6-4e3a-823f-78089172ac59 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:37.420709 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-2af7d3a5-9d6c-473a-9bf6-0cd73a76a587 req-e597563c-0bf6-4e3a-823f-78089172ac59 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Calling delete_port for 7d5aa349-caa4-47c1-97e6-6cb98ec45c25 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:26:37.438381 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f1b79-97a8-455f-b69a-a388b8a77278 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Pushing event deleted for resources: {'Network': ['ID=d32cc346-0eaf-4cd2-bb6e-e23e06cafe00,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:37.472969 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34896451-8205-4f44-8af4-c48cd3b124b3 req-95dbf9e4-966c-437d-a047-34c2009d00ea tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:37.483041 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-34896451-8205-4f44-8af4-c48cd3b124b3 req-95dbf9e4-966c-437d-a047-34c2009d00ea tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9354ca0-3075-402c-981f-4d9e3cb45e6c HTTP/1.1" status: 200 len: 946 time: 0.1388083 Sep 30 13:26:37.504378 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb9695d0-5622-4460-9a58-7f8f47ba2427 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:37.553733 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-34896451-8205-4f44-8af4-c48cd3b124b3 req-a67b700c-3dbb-45ad-90ad-30f2252a9704 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547223 Sep 30 13:26:37.601387 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2af7d3a5-9d6c-473a-9bf6-0cd73a76a587 req-e597563c-0bf6-4e3a-823f-78089172ac59 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:37.615964 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['d02f1172-b5a2-411a-9f20-0ab35d343a6f', '7d5aa349-caa4-47c1-97e6-6cb98ec45c25'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:26:37.637694 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597563c-0bf6-4e3a-823f-78089172ac59 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Pushing event deleted for resources: {'Port': ['ID=7d5aa349-caa4-47c1-97e6-6cb98ec45c25,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:37.656584 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb9695d0-5622-4460-9a58-7f8f47ba2427 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:37.682877 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-cb9695d0-5622-4460-9a58-7f8f47ba2427 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f78f78f4-cc1b-4c94-bfea-204247c033cd']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:37.684311 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af7d3a5-9d6c-473a-9bf6-0cd73a76a587 req-e597563c-0bf6-4e3a-823f-78089172ac59 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] No DVR routers for this DVR port 7d5aa349-caa4-47c1-97e6-6cb98ec45c25 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:26:37.686998 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2af7d3a5-9d6c-473a-9bf6-0cd73a76a587 req-e597563c-0bf6-4e3a-823f-78089172ac59 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:37.689495 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2af7d3a5-9d6c-473a-9bf6-0cd73a76a587 req-e597563c-0bf6-4e3a-823f-78089172ac59 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.39 "DELETE /v2.0/ports/7d5aa349-caa4-47c1-97e6-6cb98ec45c25 HTTP/1.1" status: 204 len: 173 time: 0.7279634 Sep 30 13:26:37.690614 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9354ca0-3075-402c-981f-4d9e3cb45e6c', 'name': 'network-vif-deleted', 'tag': '7d5aa349-caa4-47c1-97e6-6cb98ec45c25'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:26:37.693268 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f4024b-6aab-4f23-b7fc-7b1435370ba3" -d '{"events": [{"server_uuid": "b9354ca0-3075-402c-981f-4d9e3cb45e6c", "name": "network-vif-deleted", "tag": "7d5aa349-caa4-47c1-97e6-6cb98ec45c25"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:26:37.696793 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-cb9695d0-5622-4460-9a58-7f8f47ba2427 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6293c255-e340-4502-b022-7e8d13e91cb4') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:37.697245 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-cb9695d0-5622-4460-9a58-7f8f47ba2427 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6293c255-e340-4502-b022-7e8d13e91cb4') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:37.751861 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb9695d0-5622-4460-9a58-7f8f47ba2427 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:37.796884 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb9695d0-5622-4460-9a58-7f8f47ba2427 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:37.819288 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9695d0-5622-4460-9a58-7f8f47ba2427 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:26:37.819852 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb9695d0-5622-4460-9a58-7f8f47ba2427 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:26:37.823787 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:26:37.910485 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb9695d0-5622-4460-9a58-7f8f47ba2427 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:37.921165 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb9695d0-5622-4460-9a58-7f8f47ba2427 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:37.926318 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cb9695d0-5622-4460-9a58-7f8f47ba2427 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] 10.222.0.18 "DELETE /v2.0/networks/f78f78f4-cc1b-4c94-bfea-204247c033cd HTTP/1.1" status: 204 len: 168 time: 0.5482633 Sep 30 13:26:37.957583 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9695d0-5622-4460-9a58-7f8f47ba2427 tempest-BulkNetworkOpsIpV6Test-1559873065 tempest-BulkNetworkOpsIpV6Test-1559873065-project] Pushing event deleted for resources: {'Network': ['ID=f78f78f4-cc1b-4c94-bfea-204247c033cd,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:37.987811 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3458d32e-c55c-44aa-b880-108061641a59 x-openstack-request-id: req-3458d32e-c55c-44aa-b880-108061641a59 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:26:37.988092 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9354ca0-3075-402c-981f-4d9e3cb45e6c", "name": "network-vif-deleted", "tag": "7d5aa349-caa4-47c1-97e6-6cb98ec45c25", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:26:37.988416 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3458d32e-c55c-44aa-b880-108061641a59 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:26:37.989201 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9354ca0-3075-402c-981f-4d9e3cb45e6c', 'name': 'network-vif-deleted', 'tag': '7d5aa349-caa4-47c1-97e6-6cb98ec45c25', 'status': 'completed', 'code': 200} Sep 30 13:26:38.082804 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e970b243-8fc2-4501-af38-b7c8ad39d990 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:26:38.110350 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: e970b243-8fc2-4501-af38-b7c8ad39d990 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:26:38.110727 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e970b243-8fc2-4501-af38-b7c8ad39d990 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:26:38.263015 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55318) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:38.404575 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1fcf33d6-3708-4540-bb5d-93ea85b5b0a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9c28e07bebcb4b03b186956214b6efad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1402957 Sep 30 13:26:38.407015 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55326) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:38.464054 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bf3acab4-b708-4575-9b35-703e48af46f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:38.485703 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bf3acab4-b708-4575-9b35-703e48af46f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:38.535796 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bf3acab4-b708-4575-9b35-703e48af46f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:38.538421 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bf3acab4-b708-4575-9b35-703e48af46f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:38.541578 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bf3acab4-b708-4575-9b35-703e48af46f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3fe98428-2d45-42ca-afdb-0f440d888045 HTTP/1.1" status: 204 len: 168 time: 0.1316977 Sep 30 13:26:38.548108 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3acab4-b708-4575-9b35-703e48af46f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe98428-2d45-42ca-afdb-0f440d888045,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:38.869882 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd67e35-4c75-40f2-8ca4-9d40002ccc30 req-5fbfc750-dad1-4654-bc65-e4b6e1148414 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:38.871495 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebd67e35-4c75-40f2-8ca4-9d40002ccc30 req-5fbfc750-dad1-4654-bc65-e4b6e1148414 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 945 time: 0.0542731 Sep 30 13:26:38.930098 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ebd67e35-4c75-40f2-8ca4-9d40002ccc30 req-e585a0bc-2d03-422c-9bed-4911dd6e9942 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468419 Sep 30 13:26:39.264622 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55370) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:39.373078 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-da3b66b8-b502-4834-b3b2-81a4f692d8be tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-100330623', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:26:39.398137 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-da3b66b8-b502-4834-b3b2-81a4f692d8be tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:39.399461 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-da3b66b8-b502-4834-b3b2-81a4f692d8be tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:39.458105 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-da3b66b8-b502-4834-b3b2-81a4f692d8be tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:39.460354 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f5b578d-dd67-4234-bd33-8086ed9b8e42 req-395bcdf5-b867-4c8c-84a4-754cfef3db69 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f12eeb34-96c1-4cca-996a-972f4086e455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1297574 Sep 30 13:26:39.463708 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-da3b66b8-b502-4834-b3b2-81a4f692d8be tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:39.483614 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-da3b66b8-b502-4834-b3b2-81a4f692d8be tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:39.486480 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-da3b66b8-b502-4834-b3b2-81a4f692d8be tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2206926 Sep 30 13:26:39.487950 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55382) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:39.492905 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-ab7c8c7c-2a6f-4c85-8b7a-daa33efbeb3c tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1451674174'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:26:39.513614 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7c8c7c-2a6f-4c85-8b7a-daa33efbeb3c tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Made reservation on behalf of e3509eb472db41bd8e3b34300cd2214b for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:26:39.517064 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ab7c8c7c-2a6f-4c85-8b7a-daa33efbeb3c tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:39.526187 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ab7c8c7c-2a6f-4c85-8b7a-daa33efbeb3c tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:39.552905 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b578d-dd67-4234-bd33-8086ed9b8e42 req-55b68bd6-57e4-429b-91e2-57d5d699d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:39.554529 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f5b578d-dd67-4234-bd33-8086ed9b8e42 req-55b68bd6-57e4-429b-91e2-57d5d699d0e6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=20a400e998f54b20a9927f300081053c&device_id=f12eeb34-96c1-4cca-996a-972f4086e455 HTTP/1.1" status: 200 len: 1097 time: 0.0658932 Sep 30 13:26:39.622904 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ab7c8c7c-2a6f-4c85-8b7a-daa33efbeb3c tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:39.627195 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ab7c8c7c-2a6f-4c85-8b7a-daa33efbeb3c tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:39.657739 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c8c7c-2a6f-4c85-8b7a-daa33efbeb3c tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9667372a-03f8-478f-8c54-3acd782315fe,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:39.676979 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b578d-dd67-4234-bd33-8086ed9b8e42 req-81b92d5b-0717-4aea-959a-0ec5a56a5fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:39.678532 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f5b578d-dd67-4234-bd33-8086ed9b8e42 req-81b92d5b-0717-4aea-959a-0ec5a56a5fbe service neutron] 10.222.0.54 "GET /v2.0/networks?id=37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9 HTTP/1.1" status: 200 len: 910 time: 0.1023059 Sep 30 13:26:39.679683 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab7c8c7c-2a6f-4c85-8b7a-daa33efbeb3c tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:26:39.689564 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ab7c8c7c-2a6f-4c85-8b7a-daa33efbeb3c tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:39.690042 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-ab7c8c7c-2a6f-4c85-8b7a-daa33efbeb3c tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Added segment 917105e6-1966-4c11-afdb-67acf2ef0a6f of type vlan for network 1f9e70be-77f3-4857-855c-670aad411981 Sep 30 13:26:39.731780 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ab7c8c7c-2a6f-4c85-8b7a-daa33efbeb3c tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:39.750025 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f5b578d-dd67-4234-bd33-8086ed9b8e42 req-31c3234d-4330-4f2a-84d2-c1f9b7e35b1e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6537f6dc-376d-4670-89fe-6dff7fef0750 HTTP/1.1" status: 200 len: 1002 time: 0.0627010 Sep 30 13:26:39.759309 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ab7c8c7c-2a6f-4c85-8b7a-daa33efbeb3c tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:39.765469 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7c8c7c-2a6f-4c85-8b7a-daa33efbeb3c tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:39.766159 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ab7c8c7c-2a6f-4c85-8b7a-daa33efbeb3c tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:39.805538 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ab7c8c7c-2a6f-4c85-8b7a-daa33efbeb3c tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3165383 Sep 30 13:26:39.808533 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55388) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:39.810499 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b578d-dd67-4234-bd33-8086ed9b8e42 req-8c1dc7a2-77af-4a64-a255-92281dc0dbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:39.811991 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f5b578d-dd67-4234-bd33-8086ed9b8e42 req-8c1dc7a2-77af-4a64-a255-92281dc0dbd2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f4804c26-a3c6-4d66-bcd4-d929f92f46a9 HTTP/1.1" status: 200 len: 848 time: 0.0551481 Sep 30 13:26:39.814249 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-597dd320-862e-4151-89f6-6c976eec9778 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Request body: {'subnet': {'network_id': '1f9e70be-77f3-4857-855c-670aad411981', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:26:39.865624 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c8c7c-2a6f-4c85-8b7a-daa33efbeb3c tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Pushing event updated for resources: {'Network': ['ID=1f9e70be-77f3-4857-855c-670aad411981,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:39.871214 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b578d-dd67-4234-bd33-8086ed9b8e42 req-cf6e74ba-ad07-4a5b-9ed6-8b1f3bca3367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:39.873993 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f5b578d-dd67-4234-bd33-8086ed9b8e42 req-cf6e74ba-ad07-4a5b-9ed6-8b1f3bca3367 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530403 Sep 30 13:26:39.887211 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 1f9e70be-77f3-4857-855c-670aad411981 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:26:39.943856 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597dd320-862e-4151-89f6-6c976eec9778 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Made reservation on behalf of e3509eb472db41bd8e3b34300cd2214b for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:26:39.948068 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-597dd320-862e-4151-89f6-6c976eec9778 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:39.995843 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f5b578d-dd67-4234-bd33-8086ed9b8e42 req-7ecfb125-ee6a-4a92-a472-933b90647626 service neutron] 10.222.0.54 "GET /v2.0/networks/37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131647 Sep 30 13:26:40.116689 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f5b578d-dd67-4234-bd33-8086ed9b8e42 req-039943ee-96d7-4be5-a18e-cc0e9d3e1e7d service neutron] 10.222.0.54 "GET /v2.0/networks/37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121910 Sep 30 13:26:40.164887 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5abf36-ded2-4316-bcde-ab39621a9615 req-02f84edf-74b2-482d-89d1-707b871bfb1d tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:40.166710 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c5abf36-ded2-4316-bcde-ab39621a9615 req-02f84edf-74b2-482d-89d1-707b871bfb1d tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 945 time: 0.1058514 Sep 30 13:26:40.263311 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c5abf36-ded2-4316-bcde-ab39621a9615 req-b9b8701c-5650-4c05-8b74-6f5c444533a6 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878611 Sep 30 13:26:40.271207 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-597dd320-862e-4151-89f6-6c976eec9778 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:40.341023 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597dd320-862e-4151-89f6-6c976eec9778 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Checking segment: {'id': '917105e6-1966-4c11-afdb-67acf2ef0a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1f9e70be-77f3-4857-855c-670aad411981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:26:40.341378 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597dd320-862e-4151-89f6-6c976eec9778 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Network hostable DHCP agents. Network: 1f9e70be-77f3-4857-855c-670aad411981, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:26:40.343309 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597dd320-862e-4151-89f6-6c976eec9778 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Pushing event updated for resources: {'Subnet': ['ID=9a4906f6-4f57-472d-b6df-3c3340101d36,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:40.362714 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597dd320-862e-4151-89f6-6c976eec9778 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Network 1f9e70be-77f3-4857-855c-670aad411981 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:26:40.373336 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-597dd320-862e-4151-89f6-6c976eec9778 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 1f9e70be-77f3-4857-855c-670aad411981) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:26:40.379194 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597dd320-862e-4151-89f6-6c976eec9778 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:40.379916 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-597dd320-862e-4151-89f6-6c976eec9778 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:40.388103 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15762b41-799c-4e8c-944c-5a10c0f6a568 None None] Network 1f9e70be-77f3-4857-855c-670aad411981 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:26:40.397526 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-597dd320-862e-4151-89f6-6c976eec9778 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5877061 Sep 30 13:26:40.400471 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55404) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:40.407089 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-7f8a5395-6bc6-43e5-9b51-a2145998ae5d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Request body: {'network': {'name': 'tempest-router-network01--1404434673'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:26:40.433519 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8a5395-6bc6-43e5-9b51-a2145998ae5d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Made reservation on behalf of e3509eb472db41bd8e3b34300cd2214b for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:26:40.437917 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f8a5395-6bc6-43e5-9b51-a2145998ae5d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:40.480562 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8a5395-6bc6-43e5-9b51-a2145998ae5d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:26:40.495060 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f8a5395-6bc6-43e5-9b51-a2145998ae5d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:40.495458 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-7f8a5395-6bc6-43e5-9b51-a2145998ae5d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Added segment 40bd948d-ad60-44ca-a089-1ba74176a62e of type vlan for network 63bb8a30-4a83-4156-ad9b-4b8ad3f7b26d Sep 30 13:26:40.547877 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f8a5395-6bc6-43e5-9b51-a2145998ae5d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:40.576178 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f8a5395-6bc6-43e5-9b51-a2145998ae5d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:40.581870 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8a5395-6bc6-43e5-9b51-a2145998ae5d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:40.582581 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f8a5395-6bc6-43e5-9b51-a2145998ae5d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:40.604424 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067a88d1-92f0-4c28-91f3-4be4ae3896cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-1f9e70be-77f3-4857-855c-670aad411981', 'network_id': '1f9e70be-77f3-4857-855c-670aad411981', 'tenant_id': 'e3509eb472db41bd8e3b34300cd2214b', 'fixed_ips': [{'subnet_id': '9a4906f6-4f57-472d-b6df-3c3340101d36'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:26:40.605861 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-067a88d1-92f0-4c28-91f3-4be4ae3896cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:40.620742 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55410) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:40.621341 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7f8a5395-6bc6-43e5-9b51-a2145998ae5d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2190316 Sep 30 13:26:40.626049 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-c74369fe-8ef3-4aac-a7c8-3f187e57ae5f tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Request body: {'network': {'name': 'tempest-router-network02--348819688'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:26:40.665320 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74369fe-8ef3-4aac-a7c8-3f187e57ae5f tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Made reservation on behalf of e3509eb472db41bd8e3b34300cd2214b for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:26:40.670178 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a5395-6bc6-43e5-9b51-a2145998ae5d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Pushing event updated for resources: {'Network': ['ID=63bb8a30-4a83-4156-ad9b-4b8ad3f7b26d,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:40.671069 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c74369fe-8ef3-4aac-a7c8-3f187e57ae5f tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:40.697122 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 63bb8a30-4a83-4156-ad9b-4b8ad3f7b26d details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:26:40.704006 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74369fe-8ef3-4aac-a7c8-3f187e57ae5f tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:26:40.718950 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c74369fe-8ef3-4aac-a7c8-3f187e57ae5f tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:40.719393 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-c74369fe-8ef3-4aac-a7c8-3f187e57ae5f tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Added segment b88beb39-a226-4273-9935-9a342848c0d9 of type vlan for network 8152f08a-9252-4cd5-a8d6-6905a104d6bf Sep 30 13:26:40.775913 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c74369fe-8ef3-4aac-a7c8-3f187e57ae5f tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:40.806703 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c74369fe-8ef3-4aac-a7c8-3f187e57ae5f tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:40.813852 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74369fe-8ef3-4aac-a7c8-3f187e57ae5f tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:40.814102 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c74369fe-8ef3-4aac-a7c8-3f187e57ae5f tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:40.847986 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-067a88d1-92f0-4c28-91f3-4be4ae3896cc None None] Allocated IP 172.20.0.2 (1f9e70be-77f3-4857-855c-670aad411981/9a4906f6-4f57-472d-b6df-3c3340101d36/4bd5c58c-7cba-4551-9c66-f99274e165b7) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:26:40.853135 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c74369fe-8ef3-4aac-a7c8-3f187e57ae5f tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2298663 Sep 30 13:26:40.859735 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55416) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:40.866052 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-34c0801f-f8a3-4f54-8c84-fb453723083a tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Request body: {'subnet': {'network_id': '63bb8a30-4a83-4156-ad9b-4b8ad3f7b26d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:26:40.884524 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 7d5aa349-caa4-47c1-97e6-6cb98ec45c25 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:26:40.898045 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74369fe-8ef3-4aac-a7c8-3f187e57ae5f tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Pushing event updated for resources: {'Network': ['ID=8152f08a-9252-4cd5-a8d6-6905a104d6bf,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:40.931516 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 8152f08a-9252-4cd5-a8d6-6905a104d6bf details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:26:40.968157 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 7d5aa349-caa4-47c1-97e6-6cb98ec45c25 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:26:40.968940 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 7d5aa349-caa4-47c1-97e6-6cb98ec45c25 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:26:40.973480 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c0801f-f8a3-4f54-8c84-fb453723083a tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Made reservation on behalf of e3509eb472db41bd8e3b34300cd2214b for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:26:40.979133 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-34c0801f-f8a3-4f54-8c84-fb453723083a tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:41.173222 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-067a88d1-92f0-4c28-91f3-4be4ae3896cc None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:41.182780 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-067a88d1-92f0-4c28-91f3-4be4ae3896cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:41.230081 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067a88d1-92f0-4c28-91f3-4be4ae3896cc None None] Network 1f9e70be-77f3-4857-855c-670aad411981 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:26:41.233462 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-067a88d1-92f0-4c28-91f3-4be4ae3896cc None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:26:41.236844 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067a88d1-92f0-4c28-91f3-4be4ae3896cc None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:26:41.244770 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a88d1-92f0-4c28-91f3-4be4ae3896cc None None] Pushing event updated for resources: {'Port': ['ID=4bd5c58c-7cba-4551-9c66-f99274e165b7,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:41.270181 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-34c0801f-f8a3-4f54-8c84-fb453723083a tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:41.308070 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-067a88d1-92f0-4c28-91f3-4be4ae3896cc None None] Attempting to bind port 4bd5c58c-7cba-4551-9c66-f99274e165b7 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:26:41.308739 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-067a88d1-92f0-4c28-91f3-4be4ae3896cc None None] Attempting to bind port 4bd5c58c-7cba-4551-9c66-f99274e165b7 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '917105e6-1966-4c11-afdb-67acf2ef0a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1f9e70be-77f3-4857-855c-670aad411981'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:26:41.309335 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067a88d1-92f0-4c28-91f3-4be4ae3896cc None None] Attempting to bind port 4bd5c58c-7cba-4551-9c66-f99274e165b7 on network 1f9e70be-77f3-4857-855c-670aad411981 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:26:41.316834 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067a88d1-92f0-4c28-91f3-4be4ae3896cc None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:26:41.317647 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067a88d1-92f0-4c28-91f3-4be4ae3896cc None None] Checking segment: {'id': '917105e6-1966-4c11-afdb-67acf2ef0a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1f9e70be-77f3-4857-855c-670aad411981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:26:41.318322 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-067a88d1-92f0-4c28-91f3-4be4ae3896cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:41.318966 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067a88d1-92f0-4c28-91f3-4be4ae3896cc None None] Bound using segment: {'id': '917105e6-1966-4c11-afdb-67acf2ef0a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1f9e70be-77f3-4857-855c-670aad411981'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:26:41.319723 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-067a88d1-92f0-4c28-91f3-4be4ae3896cc None None] Bound port: 4bd5c58c-7cba-4551-9c66-f99274e165b7, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917105e6-1966-4c11-afdb-67acf2ef0a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1f9e70be-77f3-4857-855c-670aad411981'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:26:41.320569 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-067a88d1-92f0-4c28-91f3-4be4ae3896cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:41.324485 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b349b-1103-47e3-b368-761520473409 req-af9d08d2-2ee2-4b38-af21-fe68c9072093 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:41.326127 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3d1b349b-1103-47e3-b368-761520473409 req-af9d08d2-2ee2-4b38-af21-fe68c9072093 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 945 time: 0.1054804 Sep 30 13:26:41.396468 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-067a88d1-92f0-4c28-91f3-4be4ae3896cc None None] For port 4bd5c58c-7cba-4551-9c66-f99274e165b7, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:26:41.399996 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-067a88d1-92f0-4c28-91f3-4be4ae3896cc None None] For port 4bd5c58c-7cba-4551-9c66-f99274e165b7, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4bd5c58c-7cba-4551-9c66-f99274e165b7,segment=NetworkSegment(917105e6-1966-4c11-afdb-67acf2ef0a6f),segment_id=917105e6-1966-4c11-afdb-67acf2ef0a6f)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:26:41.404667 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-067a88d1-92f0-4c28-91f3-4be4ae3896cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:41.423521 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0801f-f8a3-4f54-8c84-fb453723083a tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Pushing event updated for resources: {'Subnet': ['ID=cca3cc32-214d-4957-9eff-6a96dc597770,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:41.465118 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c0801f-f8a3-4f54-8c84-fb453723083a tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Checking segment: {'id': '40bd948d-ad60-44ca-a089-1ba74176a62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '63bb8a30-4a83-4156-ad9b-4b8ad3f7b26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:26:41.465480 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c0801f-f8a3-4f54-8c84-fb453723083a tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Network hostable DHCP agents. Network: 63bb8a30-4a83-4156-ad9b-4b8ad3f7b26d, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:26:41.482633 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a88d1-92f0-4c28-91f3-4be4ae3896cc None None] Pushing event updated for resources: {'Port': ['ID=4bd5c58c-7cba-4551-9c66-f99274e165b7,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:41.489685 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b62a6d-bedb-42a9-a1a9-7864cbde1115 req-d79155e1-b41c-44ff-aa7f-f1d1c781758e tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:41.491437 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a2b62a6d-bedb-42a9-a1a9-7864cbde1115 req-d79155e1-b41c-44ff-aa7f-f1d1c781758e tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 945 time: 0.1453097 Sep 30 13:26:41.552074 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c0801f-f8a3-4f54-8c84-fb453723083a tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Network 63bb8a30-4a83-4156-ad9b-4b8ad3f7b26d is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:26:41.561453 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-3d1b349b-1103-47e3-b368-761520473409 req-724256b4-55fe-4c10-bafe-66e4d7565b35 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Deleting port d02f1172-b5a2-411a-9f20-0ab35d343a6f {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:26:41.561795 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3d1b349b-1103-47e3-b368-761520473409 req-724256b4-55fe-4c10-bafe-66e4d7565b35 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:41.594644 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-34c0801f-f8a3-4f54-8c84-fb453723083a tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 63bb8a30-4a83-4156-ad9b-4b8ad3f7b26d) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:26:41.599733 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c0801f-f8a3-4f54-8c84-fb453723083a tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:41.601684 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-34c0801f-f8a3-4f54-8c84-fb453723083a tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:41.602772 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353d3ff8-6a1d-442b-a491-6a145a96fede None None] Network 63bb8a30-4a83-4156-ad9b-4b8ad3f7b26d requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:26:41.609150 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a2b62a6d-bedb-42a9-a1a9-7864cbde1115 req-9b944401-6d7c-4e10-8c2c-c32097f53bcc tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/security-groups?id=99f161eb-4252-4bf6-991e-478b079e0924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038299 Sep 30 13:26:41.688671 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-34c0801f-f8a3-4f54-8c84-fb453723083a tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8277979 Sep 30 13:26:41.690359 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55434) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:41.695588 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-4f13c227-59cd-4c12-9585-0a47248a1b8e tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Request body: {'subnet': {'network_id': '8152f08a-9252-4cd5-a8d6-6905a104d6bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:26:41.766397 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-3d1b349b-1103-47e3-b368-761520473409 req-724256b4-55fe-4c10-bafe-66e4d7565b35 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] For port d02f1172-b5a2-411a-9f20-0ab35d343a6f, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d02f1172-b5a2-411a-9f20-0ab35d343a6f,segment=NetworkSegment(579776f3-b3ab-4f7e-98a9-efb0bf3a28de),segment_id=579776f3-b3ab-4f7e-98a9-efb0bf3a28de)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:26:41.767087 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3d1b349b-1103-47e3-b368-761520473409 req-724256b4-55fe-4c10-bafe-66e4d7565b35 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:41.800715 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-3d1b349b-1103-47e3-b368-761520473409 req-724256b4-55fe-4c10-bafe-66e4d7565b35 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Calling delete_port for d02f1172-b5a2-411a-9f20-0ab35d343a6f owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:26:41.811707 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f13c227-59cd-4c12-9585-0a47248a1b8e tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Made reservation on behalf of e3509eb472db41bd8e3b34300cd2214b for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:26:41.817135 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f13c227-59cd-4c12-9585-0a47248a1b8e tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:42.088321 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3d1b349b-1103-47e3-b368-761520473409 req-724256b4-55fe-4c10-bafe-66e4d7565b35 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:42.099618 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d18507-edf2-4529-b0cf-a727d09903ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-63bb8a30-4a83-4156-ad9b-4b8ad3f7b26d', 'network_id': '63bb8a30-4a83-4156-ad9b-4b8ad3f7b26d', 'tenant_id': 'e3509eb472db41bd8e3b34300cd2214b', 'fixed_ips': [{'subnet_id': 'cca3cc32-214d-4957-9eff-6a96dc597770'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:26:42.101023 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-23d18507-edf2-4529-b0cf-a727d09903ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:42.110116 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['d02f1172-b5a2-411a-9f20-0ab35d343a6f'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:26:42.172167 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4bd5c58c-7cba-4551-9c66-f99274e165b7 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:26:42.193669 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f13c227-59cd-4c12-9585-0a47248a1b8e tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:42.304876 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13c227-59cd-4c12-9585-0a47248a1b8e tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Pushing event updated for resources: {'Subnet': ['ID=7c6769fc-ffe6-4073-ae1f-e415b188691e,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:42.321063 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f13c227-59cd-4c12-9585-0a47248a1b8e tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Checking segment: {'id': 'b88beb39-a226-4273-9935-9a342848c0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8152f08a-9252-4cd5-a8d6-6905a104d6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:26:42.321695 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f13c227-59cd-4c12-9585-0a47248a1b8e tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Network hostable DHCP agents. Network: 8152f08a-9252-4cd5-a8d6-6905a104d6bf, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:26:42.345018 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f13c227-59cd-4c12-9585-0a47248a1b8e tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Network 8152f08a-9252-4cd5-a8d6-6905a104d6bf is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:26:42.368012 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-4f13c227-59cd-4c12-9585-0a47248a1b8e tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 8152f08a-9252-4cd5-a8d6-6905a104d6bf) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:26:42.377164 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d7844c-6882-429c-b8df-9724fbe78f73 None None] Network 8152f08a-9252-4cd5-a8d6-6905a104d6bf requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:26:42.377823 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f13c227-59cd-4c12-9585-0a47248a1b8e tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:42.378646 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f13c227-59cd-4c12-9585-0a47248a1b8e tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:42.398949 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4f13c227-59cd-4c12-9585-0a47248a1b8e tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7047241 Sep 30 13:26:42.399392 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55450) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:42.404993 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 4bd5c58c-7cba-4551-9c66-f99274e165b7 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:26:42.405588 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:42.421359 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-23d18507-edf2-4529-b0cf-a727d09903ed None None] Allocated IP 172.20.0.2 (63bb8a30-4a83-4156-ad9b-4b8ad3f7b26d/cca3cc32-214d-4957-9eff-6a96dc597770/3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:26:42.756854 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376bef1e-9c48-4fa6-8f2e-37995b96f031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-8152f08a-9252-4cd5-a8d6-6905a104d6bf', 'network_id': '8152f08a-9252-4cd5-a8d6-6905a104d6bf', 'tenant_id': 'e3509eb472db41bd8e3b34300cd2214b', 'fixed_ips': [{'subnet_id': '7c6769fc-ffe6-4073-ae1f-e415b188691e'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:26:42.759487 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-376bef1e-9c48-4fa6-8f2e-37995b96f031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:42.857470 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724256b4-55fe-4c10-bafe-66e4d7565b35 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Pushing event deleted for resources: {'Port': ['ID=d02f1172-b5a2-411a-9f20-0ab35d343a6f,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:42.870930 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1b349b-1103-47e3-b368-761520473409 req-724256b4-55fe-4c10-bafe-66e4d7565b35 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] No DVR routers for this DVR port d02f1172-b5a2-411a-9f20-0ab35d343a6f on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:26:42.876120 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3d1b349b-1103-47e3-b368-761520473409 req-724256b4-55fe-4c10-bafe-66e4d7565b35 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:42.878679 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3d1b349b-1103-47e3-b368-761520473409 req-724256b4-55fe-4c10-bafe-66e4d7565b35 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.39 "DELETE /v2.0/ports/d02f1172-b5a2-411a-9f20-0ab35d343a6f HTTP/1.1" status: 204 len: 173 time: 1.5450416 Sep 30 13:26:42.879150 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f790048-c709-490c-9d2f-d6e8b7feffb0', 'name': 'network-vif-deleted', 'tag': 'd02f1172-b5a2-411a-9f20-0ab35d343a6f'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:26:42.891510 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e0beba-7d8d-44e9-91a4-dda7fd893531" -d '{"events": [{"server_uuid": "1f790048-c709-490c-9d2f-d6e8b7feffb0", "name": "network-vif-deleted", "tag": "d02f1172-b5a2-411a-9f20-0ab35d343a6f"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:26:42.909845 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:42.969065 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8da182-5b40-40df-a530-579882072ad8 x-openstack-request-id: req-bd8da182-5b40-40df-a530-579882072ad8 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:26:42.969366 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f790048-c709-490c-9d2f-d6e8b7feffb0", "name": "network-vif-deleted", "tag": "d02f1172-b5a2-411a-9f20-0ab35d343a6f", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:26:42.969690 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd8da182-5b40-40df-a530-579882072ad8 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:26:42.970223 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f790048-c709-490c-9d2f-d6e8b7feffb0', 'name': 'network-vif-deleted', 'tag': 'd02f1172-b5a2-411a-9f20-0ab35d343a6f', 'status': 'completed', 'code': 200} Sep 30 13:26:43.019681 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-23d18507-edf2-4529-b0cf-a727d09903ed None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:43.053959 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 4bd5c58c-7cba-4551-9c66-f99274e165b7, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4bd5c58c-7cba-4551-9c66-f99274e165b7,segment=NetworkSegment(917105e6-1966-4c11-afdb-67acf2ef0a6f),segment_id=917105e6-1966-4c11-afdb-67acf2ef0a6f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:26:43.057671 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-23d18507-edf2-4529-b0cf-a727d09903ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:43.068943 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:43.131806 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d18507-edf2-4529-b0cf-a727d09903ed None None] Network 63bb8a30-4a83-4156-ad9b-4b8ad3f7b26d is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:26:43.140023 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0f1c9f-cb0e-491a-9b34-219b7774a55e None None] Network 1f9e70be-77f3-4857-855c-670aad411981 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:26:43.143464 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-376bef1e-9c48-4fa6-8f2e-37995b96f031 None None] Allocated IP 172.20.0.2 (8152f08a-9252-4cd5-a8d6-6905a104d6bf/7c6769fc-ffe6-4073-ae1f-e415b188691e/15b1f788-3be3-467d-ac16-a201ef361f50) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:26:43.152260 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-23d18507-edf2-4529-b0cf-a727d09903ed None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:26:43.156999 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-be5a8495-af38-4a81-b32f-38a0d1c56ce3 req-27a2a962-01d5-42b0-a510-3c1d439fbc32 tempest-ServerRescueTestJSON-567099378 tempest-ServerRescueTestJSON-567099378-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f790048-c709-490c-9d2f-d6e8b7feffb0 HTTP/1.1" status: 200 len: 210 time: 0.1147733 Sep 30 13:26:43.188814 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d18507-edf2-4529-b0cf-a727d09903ed None None] Pushing event updated for resources: {'Port': ['ID=3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:43.195377 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d18507-edf2-4529-b0cf-a727d09903ed None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:26:43.392495 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a52d6ea5-4e7b-4ba9-a5e6-39330ae0c97d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:43.412857 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4de2ccc9-56b5-4b5a-9f00-9d46822315f2 None None] Provisioning complete for port 4bd5c58c-7cba-4551-9c66-f99274e165b7 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:26:43.413360 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4de2ccc9-56b5-4b5a-9f00-9d46822315f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:43.486256 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-23d18507-edf2-4529-b0cf-a727d09903ed None None] Attempting to bind port 3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:26:43.487223 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-23d18507-edf2-4529-b0cf-a727d09903ed None None] Attempting to bind port 3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '40bd948d-ad60-44ca-a089-1ba74176a62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '63bb8a30-4a83-4156-ad9b-4b8ad3f7b26d'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:26:43.487596 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d18507-edf2-4529-b0cf-a727d09903ed None None] Attempting to bind port 3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1 on network 63bb8a30-4a83-4156-ad9b-4b8ad3f7b26d {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:26:43.494701 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=4bd5c58c-7cba-4551-9c66-f99274e165b7,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:43.516032 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d18507-edf2-4529-b0cf-a727d09903ed None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:26:43.516498 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d18507-edf2-4529-b0cf-a727d09903ed None None] Checking segment: {'id': '40bd948d-ad60-44ca-a089-1ba74176a62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '63bb8a30-4a83-4156-ad9b-4b8ad3f7b26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:26:43.516958 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-23d18507-edf2-4529-b0cf-a727d09903ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:43.517360 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d18507-edf2-4529-b0cf-a727d09903ed None None] Bound using segment: {'id': '40bd948d-ad60-44ca-a089-1ba74176a62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '63bb8a30-4a83-4156-ad9b-4b8ad3f7b26d'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:26:43.517957 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-23d18507-edf2-4529-b0cf-a727d09903ed None None] Bound port: 3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40bd948d-ad60-44ca-a089-1ba74176a62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '63bb8a30-4a83-4156-ad9b-4b8ad3f7b26d'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:26:43.518371 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-23d18507-edf2-4529-b0cf-a727d09903ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:43.719769 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-376bef1e-9c48-4fa6-8f2e-37995b96f031 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:43.748363 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-23d18507-edf2-4529-b0cf-a727d09903ed None None] For port 3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:26:43.759715 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-23d18507-edf2-4529-b0cf-a727d09903ed None None] For port 3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1,segment=NetworkSegment(40bd948d-ad60-44ca-a089-1ba74176a62e),segment_id=40bd948d-ad60-44ca-a089-1ba74176a62e)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:26:43.761611 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-376bef1e-9c48-4fa6-8f2e-37995b96f031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:43.824131 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-23d18507-edf2-4529-b0cf-a727d09903ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:43.838607 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-a52d6ea5-4e7b-4ba9-a5e6-39330ae0c97d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Allocated IP 172.20.0.1 (63bb8a30-4a83-4156-ad9b-4b8ad3f7b26d/cca3cc32-214d-4957-9eff-6a96dc597770/164f8026-329f-47df-b779-e50be3a6f46a) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:26:43.868840 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376bef1e-9c48-4fa6-8f2e-37995b96f031 None None] Network 8152f08a-9252-4cd5-a8d6-6905a104d6bf is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:26:43.873709 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-376bef1e-9c48-4fa6-8f2e-37995b96f031 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:26:43.875894 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376bef1e-9c48-4fa6-8f2e-37995b96f031 None None] Pushing event updated for resources: {'Port': ['ID=15b1f788-3be3-467d-ac16-a201ef361f50,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:43.879804 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376bef1e-9c48-4fa6-8f2e-37995b96f031 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:26:44.036194 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d18507-edf2-4529-b0cf-a727d09903ed None None] Pushing event updated for resources: {'Port': ['ID=3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:44.037482 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a52d6ea5-4e7b-4ba9-a5e6-39330ae0c97d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:44.045562 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-376bef1e-9c48-4fa6-8f2e-37995b96f031 None None] Attempting to bind port 15b1f788-3be3-467d-ac16-a201ef361f50 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:26:44.046902 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-376bef1e-9c48-4fa6-8f2e-37995b96f031 None None] Attempting to bind port 15b1f788-3be3-467d-ac16-a201ef361f50 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'b88beb39-a226-4273-9935-9a342848c0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8152f08a-9252-4cd5-a8d6-6905a104d6bf'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:26:44.046902 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376bef1e-9c48-4fa6-8f2e-37995b96f031 None None] Attempting to bind port 15b1f788-3be3-467d-ac16-a201ef361f50 on network 8152f08a-9252-4cd5-a8d6-6905a104d6bf {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:26:44.055667 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376bef1e-9c48-4fa6-8f2e-37995b96f031 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:26:44.055667 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376bef1e-9c48-4fa6-8f2e-37995b96f031 None None] Checking segment: {'id': 'b88beb39-a226-4273-9935-9a342848c0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8152f08a-9252-4cd5-a8d6-6905a104d6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:26:44.056280 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-376bef1e-9c48-4fa6-8f2e-37995b96f031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:44.056739 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376bef1e-9c48-4fa6-8f2e-37995b96f031 None None] Bound using segment: {'id': 'b88beb39-a226-4273-9935-9a342848c0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8152f08a-9252-4cd5-a8d6-6905a104d6bf'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:26:44.057321 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-376bef1e-9c48-4fa6-8f2e-37995b96f031 None None] Bound port: 15b1f788-3be3-467d-ac16-a201ef361f50, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b88beb39-a226-4273-9935-9a342848c0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8152f08a-9252-4cd5-a8d6-6905a104d6bf'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:26:44.057936 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-376bef1e-9c48-4fa6-8f2e-37995b96f031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:44.123799 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a52d6ea5-4e7b-4ba9-a5e6-39330ae0c97d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:44.134566 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4bd5c58c-7cba-4551-9c66-f99274e165b7 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:26:44.228743 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52d6ea5-4e7b-4ba9-a5e6-39330ae0c97d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Network 63bb8a30-4a83-4156-ad9b-4b8ad3f7b26d is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:26:44.235995 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-a52d6ea5-4e7b-4ba9-a5e6-39330ae0c97d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:26:44.243226 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52d6ea5-4e7b-4ba9-a5e6-39330ae0c97d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:26:44.248999 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d6ea5-4e7b-4ba9-a5e6-39330ae0c97d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Pushing event updated for resources: {'Port': ['ID=164f8026-329f-47df-b779-e50be3a6f46a,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:44.262140 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-66146e7b-da0a-41d2-957c-95febe53154a None None] Provisioning complete for port 4bd5c58c-7cba-4551-9c66-f99274e165b7 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:26:44.262522 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-66146e7b-da0a-41d2-957c-95febe53154a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:44.276940 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55488) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:44.280044 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-376bef1e-9c48-4fa6-8f2e-37995b96f031 None None] For port 15b1f788-3be3-467d-ac16-a201ef361f50, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:26:44.311954 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a52d6ea5-4e7b-4ba9-a5e6-39330ae0c97d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:44.352327 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-376bef1e-9c48-4fa6-8f2e-37995b96f031 None None] For port 15b1f788-3be3-467d-ac16-a201ef361f50, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=15b1f788-3be3-467d-ac16-a201ef361f50,segment=NetworkSegment(b88beb39-a226-4273-9935-9a342848c0d9),segment_id=b88beb39-a226-4273-9935-9a342848c0d9)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:26:44.364514 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-376bef1e-9c48-4fa6-8f2e-37995b96f031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:44.381285 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 4bd5c58c-7cba-4551-9c66-f99274e165b7 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:26:44.381600 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:44.537958 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376bef1e-9c48-4fa6-8f2e-37995b96f031 None None] Pushing event updated for resources: {'Port': ['ID=15b1f788-3be3-467d-ac16-a201ef361f50,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:44.584028 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a52d6ea5-4e7b-4ba9-a5e6-39330ae0c97d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:44.854006 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:44.896579 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c6a362e7-7ec2-44bb-b900-37392c8cf557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:45.039097 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a52d6ea5-4e7b-4ba9-a5e6-39330ae0c97d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:45.045224 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a52d6ea5-4e7b-4ba9-a5e6-39330ae0c97d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:45.164162 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a52d6ea5-4e7b-4ba9-a5e6-39330ae0c97d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:45.167495 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d6ea5-4e7b-4ba9-a5e6-39330ae0c97d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Pushing event updated for resources: {'Port': ['ID=164f8026-329f-47df-b779-e50be3a6f46a,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:45.266156 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-c6a362e7-7ec2-44bb-b900-37392c8cf557 admin admin] Deleting port ca0c5080-4030-40e7-877b-d58c725178e8 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:26:45.266819 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c6a362e7-7ec2-44bb-b900-37392c8cf557 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:45.288478 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52d6ea5-4e7b-4ba9-a5e6-39330ae0c97d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Network 63bb8a30-4a83-4156-ad9b-4b8ad3f7b26d is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:26:45.290206 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-a52d6ea5-4e7b-4ba9-a5e6-39330ae0c97d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:26:45.372984 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-c6a362e7-7ec2-44bb-b900-37392c8cf557 admin admin] For port ca0c5080-4030-40e7-877b-d58c725178e8, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=ca0c5080-4030-40e7-877b-d58c725178e8,segment=NetworkSegment(579776f3-b3ab-4f7e-98a9-efb0bf3a28de),segment_id=579776f3-b3ab-4f7e-98a9-efb0bf3a28de)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:26:45.373477 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c6a362e7-7ec2-44bb-b900-37392c8cf557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:45.388054 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-c6a362e7-7ec2-44bb-b900-37392c8cf557 admin admin] Calling delete_port for ca0c5080-4030-40e7-877b-d58c725178e8 owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:26:45.411085 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a5d14a-dcae-42c2-8275-7940fe653afe None None] Network 63bb8a30-4a83-4156-ad9b-4b8ad3f7b26d requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:26:45.493415 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52d6ea5-4e7b-4ba9-a5e6-39330ae0c97d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Router f248ca7c-8518-41b7-84e0-89499c6b6cc1 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:26:45.505939 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f243927a-211a-4647-80d0-4657be1d98b4 None None] Provisioning complete for port 3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:26:45.506184 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f243927a-211a-4647-80d0-4657be1d98b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:45.643952 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52d6ea5-4e7b-4ba9-a5e6-39330ae0c97d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:26:45.660654 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acde1888-a6f0-47ef-9f0a-0b45ddb5c896 None None] Sync routers for ids ['f248ca7c-8518-41b7-84e0-89499c6b6cc1'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:26:45.661427 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a52d6ea5-4e7b-4ba9-a5e6-39330ae0c97d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] 10.222.0.18 "PUT /v2.0/routers/f248ca7c-8518-41b7-84e0-89499c6b6cc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2605157 Sep 30 13:26:45.662458 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55514) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:45.676457 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acde1888-a6f0-47ef-9f0a-0b45ddb5c896 None None] Routers {'f248ca7c-8518-41b7-84e0-89499c6b6cc1'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:26:45.677252 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-acde1888-a6f0-47ef-9f0a-0b45ddb5c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:26:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f248ca7c-8518-41b7-84e0-89499c6b6cc1'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:45.748189 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-acde1888-a6f0-47ef-9f0a-0b45ddb5c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:45.812544 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f243927a-211a-4647-80d0-4657be1d98b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:45.814715 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c6a362e7-7ec2-44bb-b900-37392c8cf557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:45.859380 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acde1888-a6f0-47ef-9f0a-0b45ddb5c896 None None] Routers {'f248ca7c-8518-41b7-84e0-89499c6b6cc1'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:26:45.864922 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-acde1888-a6f0-47ef-9f0a-0b45ddb5c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:26:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f248ca7c-8518-41b7-84e0-89499c6b6cc1'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:45.867872 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a362e7-7ec2-44bb-b900-37392c8cf557 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca0c5080-4030-40e7-877b-d58c725178e8,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:45.971585 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-acde1888-a6f0-47ef-9f0a-0b45ddb5c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:45.972714 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acde1888-a6f0-47ef-9f0a-0b45ddb5c896 None None] The sync data for ids ['f248ca7c-8518-41b7-84e0-89499c6b6cc1'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:26:45.984641 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f243927a-211a-4647-80d0-4657be1d98b4 None None] For port 3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1,segment=NetworkSegment(40bd948d-ad60-44ca-a089-1ba74176a62e),segment_id=40bd948d-ad60-44ca-a089-1ba74176a62e)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:26:45.997081 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f243927a-211a-4647-80d0-4657be1d98b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:46.097297 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243927a-211a-4647-80d0-4657be1d98b4 None None] Pushing event updated for resources: {'Port': ['ID=3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:46.128905 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-fa92a7c2-ecde-4ef3-952f-4de016de34c0 None None] Provisioning complete for port 164f8026-329f-47df-b779-e50be3a6f46a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:26:46.129526 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fa92a7c2-ecde-4ef3-952f-4de016de34c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:46.132888 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890bff28-3afb-4633-99f3-318998d068f2 None None] Network 8152f08a-9252-4cd5-a8d6-6905a104d6bf requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:26:46.144885 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c6a362e7-7ec2-44bb-b900-37392c8cf557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:46.264937 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-fa92a7c2-ecde-4ef3-952f-4de016de34c0 None None] Port 164f8026-329f-47df-b779-e50be3a6f46a cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:26:46.319121 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-fa92a7c2-ecde-4ef3-952f-4de016de34c0 None None] Provisioning complete for port 3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:26:46.321093 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fa92a7c2-ecde-4ef3-952f-4de016de34c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:46.471522 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 15b1f788-3be3-467d-ac16-a201ef361f50 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:26:46.532287 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-b4278ac0-56aa-41de-bdf8-9b210d4e779b tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:26:46.536417 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b4278ac0-56aa-41de-bdf8-9b210d4e779b tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] 10.222.0.18 "PUT /v2.0/routers/f248ca7c-8518-41b7-84e0-89499c6b6cc1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8692982 Sep 30 13:26:46.536607 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55528) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:46.553414 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a362e7-7ec2-44bb-b900-37392c8cf557 admin admin] Router 033f4853-10f3-4803-890d-10bd3fca272b has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:26:46.670310 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 15b1f788-3be3-467d-ac16-a201ef361f50 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:26:46.670701 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:46.774954 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7347ed1a-3dbb-4558-915e-c1fde418ffba req-2496ba54-e496-41a0-8f5e-26ab78f74557 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d3f11984-4f9e-4aef-aec5-8ebf6f1112a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1143444 Sep 30 13:26:46.783905 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a362e7-7ec2-44bb-b900-37392c8cf557 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:26:46.793573 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c6a362e7-7ec2-44bb-b900-37392c8cf557 admin admin] 10.222.0.18 "PUT /v2.0/routers/033f4853-10f3-4803-890d-10bd3fca272b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5153146 Sep 30 13:26:46.794913 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6232e749-c2c6-4c36-8474-53266283eb32 None None] Sync routers for ids ['033f4853-10f3-4803-890d-10bd3fca272b'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:26:46.796568 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55536) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:46.810752 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6232e749-c2c6-4c36-8474-53266283eb32 None None] Routers {'033f4853-10f3-4803-890d-10bd3fca272b'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:26:46.811389 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6232e749-c2c6-4c36-8474-53266283eb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:26:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['033f4853-10f3-4803-890d-10bd3fca272b'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:46.822504 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:46.912981 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-23061957-39d1-4671-b139-11aa9783bc41 None None] Provisioning complete for port 164f8026-329f-47df-b779-e50be3a6f46a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:26:46.913511 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-23061957-39d1-4671-b139-11aa9783bc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:46.916387 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d02f1172-b5a2-411a-9f20-0ab35d343a6f no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:26:46.921589 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 15b1f788-3be3-467d-ac16-a201ef361f50, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=15b1f788-3be3-467d-ac16-a201ef361f50,segment=NetworkSegment(b88beb39-a226-4273-9935-9a342848c0d9),segment_id=b88beb39-a226-4273-9935-9a342848c0d9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:26:46.940292 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-591c590d-54a6-4d98-81c3-3626a231a1a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:46.973613 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: d02f1172-b5a2-411a-9f20-0ab35d343a6f {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:26:46.974041 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d02f1172-b5a2-411a-9f20-0ab35d343a6f not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:26:46.975695 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:46.976874 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:26:47.028203 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-6232e749-c2c6-4c36-8474-53266283eb32 None None] Set router 033f4853-10f3-4803-890d-10bd3fca272b gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:26:47.121241 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-591c590d-54a6-4d98-81c3-3626a231a1a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:47.129773 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-23061957-39d1-4671-b139-11aa9783bc41 None None] Port 164f8026-329f-47df-b779-e50be3a6f46a cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:26:47.162842 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:26:47.163375 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:47.181937 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347ed1a-3dbb-4558-915e-c1fde418ffba req-6a9b1065-132b-42de-a9a6-3e32f3604d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:47.184798 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7347ed1a-3dbb-4558-915e-c1fde418ffba req-6a9b1065-132b-42de-a9a6-3e32f3604d9e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba06ca8c8c6c47e0a3ec08e9fc9296aa&device_id=d3f11984-4f9e-4aef-aec5-8ebf6f1112a1 HTTP/1.1" status: 200 len: 1097 time: 0.1302316 Sep 30 13:26:47.234231 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-23061957-39d1-4671-b139-11aa9783bc41 None None] Provisioning complete for port 15b1f788-3be3-467d-ac16-a201ef361f50 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:26:47.235010 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-23061957-39d1-4671-b139-11aa9783bc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:47.286296 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=15b1f788-3be3-467d-ac16-a201ef361f50,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:47.310829 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347ed1a-3dbb-4558-915e-c1fde418ffba req-2f81fb8e-37ba-4b7c-baba-bf6061e864ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:47.312338 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7347ed1a-3dbb-4558-915e-c1fde418ffba req-2f81fb8e-37ba-4b7c-baba-bf6061e864ef service neutron] 10.222.0.39 "GET /v2.0/networks?id=27af5bc2-ae82-46a4-9237-d0fc36f9075e HTTP/1.1" status: 200 len: 911 time: 0.1052492 Sep 30 13:26:47.358676 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e2cf42a-54ac-4db6-80f9-17b648c05c65 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:47.372182 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6232e749-c2c6-4c36-8474-53266283eb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033f4853-10f3-4803-890d-10bd3fca272b', 'name': 'tempest-ServerRescueTestJSON-1741525798-router', 'tenant_id': '98da75223b4542fa945256e1e66ee7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'e7002399-d917-4aac-a62a-98e6b111ce31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:32Z', 'updated_at': '2021-09-30T13:26:45Z', 'revision_number': 5, 'project_id': '98da75223b4542fa945256e1e66ee7e8', 'gw_port': {'id': 'e7002399-d917-4aac-a62a-98e6b111ce31', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:15:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033f4853-10f3-4803-890d-10bd3fca272b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:33Z', 'updated_at': '2021-09-30T13:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:47.395423 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7347ed1a-3dbb-4558-915e-c1fde418ffba req-f117b1f3-59e6-43aa-b744-2b2720940700 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5d66a3a-ce47-47b7-8029-a84a4ce94c7e HTTP/1.1" status: 200 len: 1002 time: 0.0731804 Sep 30 13:26:47.398764 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6232e749-c2c6-4c36-8474-53266283eb32 None None] Checking router: 033f4853-10f3-4803-890d-10bd3fca272b for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:26:47.408643 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6232e749-c2c6-4c36-8474-53266283eb32 None None] Routers {'033f4853-10f3-4803-890d-10bd3fca272b'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:26:47.409544 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6232e749-c2c6-4c36-8474-53266283eb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:26:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['033f4853-10f3-4803-890d-10bd3fca272b'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:47.473830 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347ed1a-3dbb-4558-915e-c1fde418ffba req-d130f5c6-b5ef-41ad-8cb2-c6f8c8ee000b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:47.475638 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7347ed1a-3dbb-4558-915e-c1fde418ffba req-d130f5c6-b5ef-41ad-8cb2-c6f8c8ee000b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b0d07ac9-b646-4015-9c44-dcf39179fe0f HTTP/1.1" status: 200 len: 849 time: 0.0726571 Sep 30 13:26:47.481909 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4c8f3487-c7f7-4e56-8b28-1ab93ba2389b None None] Provisioning complete for port 15b1f788-3be3-467d-ac16-a201ef361f50 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:26:47.482487 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3487-c7f7-4e56-8b28-1ab93ba2389b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:47.507144 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-591c590d-54a6-4d98-81c3-3626a231a1a5 admin admin] Deleting port e7002399-d917-4aac-a62a-98e6b111ce31 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:26:47.507394 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-591c590d-54a6-4d98-81c3-3626a231a1a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:47.523870 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-6232e749-c2c6-4c36-8474-53266283eb32 None None] Set router 033f4853-10f3-4803-890d-10bd3fca272b gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:26:47.602361 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347ed1a-3dbb-4558-915e-c1fde418ffba req-d5806100-365b-4ec0-a5d6-d04cf76c5164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:47.604007 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7347ed1a-3dbb-4558-915e-c1fde418ffba req-d5806100-365b-4ec0-a5d6-d04cf76c5164 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=27af5bc2-ae82-46a4-9237-d0fc36f9075e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079357 Sep 30 13:26:47.619867 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6232e749-c2c6-4c36-8474-53266283eb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033f4853-10f3-4803-890d-10bd3fca272b', 'name': 'tempest-ServerRescueTestJSON-1741525798-router', 'tenant_id': '98da75223b4542fa945256e1e66ee7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:32Z', 'updated_at': '2021-09-30T13:26:47Z', 'revision_number': 6, 'project_id': '98da75223b4542fa945256e1e66ee7e8', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:47.652941 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6232e749-c2c6-4c36-8474-53266283eb32 None None] The sync data for ids ['033f4853-10f3-4803-890d-10bd3fca272b'] in n-d-810909-2 is: [{'id': '033f4853-10f3-4803-890d-10bd3fca272b', 'name': 'tempest-ServerRescueTestJSON-1741525798-router', 'tenant_id': '98da75223b4542fa945256e1e66ee7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:32Z', 'updated_at': '2021-09-30T13:26:47Z', 'revision_number': 6, 'project_id': '98da75223b4542fa945256e1e66ee7e8', 'gw_port_host': None}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:26:47.679246 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-591c590d-54a6-4d98-81c3-3626a231a1a5 admin admin] For port e7002399-d917-4aac-a62a-98e6b111ce31, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e7002399-d917-4aac-a62a-98e6b111ce31,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:26:47.680176 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-591c590d-54a6-4d98-81c3-3626a231a1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:47.701065 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-591c590d-54a6-4d98-81c3-3626a231a1a5 admin admin] Calling delete_port for e7002399-d917-4aac-a62a-98e6b111ce31 owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:26:47.756088 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-3e2cf42a-54ac-4db6-80f9-17b648c05c65 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Deleting port 164f8026-329f-47df-b779-e50be3a6f46a {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:26:47.756713 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e2cf42a-54ac-4db6-80f9-17b648c05c65 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:47.828399 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7347ed1a-3dbb-4558-915e-c1fde418ffba req-c6803513-c4bc-4691-ab6f-de081733a721 service neutron] 10.222.0.39 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078688 Sep 30 13:26:47.868915 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e2cf42a-54ac-4db6-80f9-17b648c05c65 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:47.881185 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-3e2cf42a-54ac-4db6-80f9-17b648c05c65 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Calling delete_port for 164f8026-329f-47df-b779-e50be3a6f46a owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:26:48.019940 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7347ed1a-3dbb-4558-915e-c1fde418ffba req-21376e74-d892-4929-9e8b-db1f40837953 service neutron] 10.222.0.39 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827910 Sep 30 13:26:48.041497 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-591c590d-54a6-4d98-81c3-3626a231a1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:48.072854 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c590d-54a6-4d98-81c3-3626a231a1a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7002399-d917-4aac-a62a-98e6b111ce31,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:48.153175 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 15b1f788-3be3-467d-ac16-a201ef361f50 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:26:48.195908 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-591c590d-54a6-4d98-81c3-3626a231a1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:48.256353 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-40f6b6fe-306c-402f-aca2-5f391a2e4c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:48.290973 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 15b1f788-3be3-467d-ac16-a201ef361f50 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:26:48.291345 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:48.317782 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-591c590d-54a6-4d98-81c3-3626a231a1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:48.320152 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-591c590d-54a6-4d98-81c3-3626a231a1a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:48.367751 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-591c590d-54a6-4d98-81c3-3626a231a1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:48.368342 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591c590d-54a6-4d98-81c3-3626a231a1a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 033f4853-10f3-4803-890d-10bd3fca272b {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:26:48.376490 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-591c590d-54a6-4d98-81c3-3626a231a1a5 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:48.379233 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-591c590d-54a6-4d98-81c3-3626a231a1a5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/033f4853-10f3-4803-890d-10bd3fca272b HTTP/1.1" status: 204 len: 168 time: 1.5817096 Sep 30 13:26:48.381639 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55564) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:48.391260 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:26:48.451713 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c1203c-a01d-4047-9aff-4135bb82f0d1 admin admin] Deleting subnet f5ad1dcd-57d3-4dad-abeb-73317cb31cf3 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:26:48.456809 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f9c1203c-a01d-4047-9aff-4135bb82f0d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:48.458355 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:26:48.458750 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:48.491963 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e2cf42a-54ac-4db6-80f9-17b648c05c65 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:48.533999 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2cf42a-54ac-4db6-80f9-17b648c05c65 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Pushing event deleted for resources: {'Port': ['ID=164f8026-329f-47df-b779-e50be3a6f46a,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:48.535109 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f9c1203c-a01d-4047-9aff-4135bb82f0d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:48.598289 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device ca0c5080-4030-40e7-877b-d58c725178e8 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:26:48.614356 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f9c1203c-a01d-4047-9aff-4135bb82f0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:48.623079 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: ca0c5080-4030-40e7-877b-d58c725178e8 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:26:48.624207 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device ca0c5080-4030-40e7-877b-d58c725178e8 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:26:48.695667 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f9c1203c-a01d-4047-9aff-4135bb82f0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:48.716181 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f9c1203c-a01d-4047-9aff-4135bb82f0d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:48.717877 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e2cf42a-54ac-4db6-80f9-17b648c05c65 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:48.718399 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f9c1203c-a01d-4047-9aff-4135bb82f0d1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f5ad1dcd-57d3-4dad-abeb-73317cb31cf3 HTTP/1.1" status: 204 len: 168 time: 0.3350794 Sep 30 13:26:48.720757 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55570) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:48.779386 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1203c-a01d-4047-9aff-4135bb82f0d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5ad1dcd-57d3-4dad-abeb-73317cb31cf3,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:48.854977 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-af4d7ca4-ca62-4ab4-96a9-8acc3816e177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:48.948842 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2cf42a-54ac-4db6-80f9-17b648c05c65 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Router f248ca7c-8518-41b7-84e0-89499c6b6cc1 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:26:48.969685 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-af4d7ca4-ca62-4ab4-96a9-8acc3816e177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:48.992056 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-af4d7ca4-ca62-4ab4-96a9-8acc3816e177 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7195b82e-2370-482f-8f8c-387d480e7e4c']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:49.003069 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-af4d7ca4-ca62-4ab4-96a9-8acc3816e177 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '579776f3-b3ab-4f7e-98a9-efb0bf3a28de') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:49.003396 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-af4d7ca4-ca62-4ab4-96a9-8acc3816e177 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '579776f3-b3ab-4f7e-98a9-efb0bf3a28de') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:49.017303 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-af4d7ca4-ca62-4ab4-96a9-8acc3816e177 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:49.030702 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-af4d7ca4-ca62-4ab4-96a9-8acc3816e177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:49.036735 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4d7ca4-ca62-4ab4-96a9-8acc3816e177 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:26:49.037044 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-af4d7ca4-ca62-4ab4-96a9-8acc3816e177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:49.041974 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2cf42a-54ac-4db6-80f9-17b648c05c65 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:26:49.052225 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3e2cf42a-54ac-4db6-80f9-17b648c05c65 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] 10.222.0.18 "PUT /v2.0/routers/f248ca7c-8518-41b7-84e0-89499c6b6cc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5099797 Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:26:49.052333 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55578) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:49.057908 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1705bebb-3dd4-4443-ad4d-82bfbdbf62c1 None None] Sync routers for ids ['f248ca7c-8518-41b7-84e0-89499c6b6cc1'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:26:49.068405 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1705bebb-3dd4-4443-ad4d-82bfbdbf62c1 None None] Routers {'f248ca7c-8518-41b7-84e0-89499c6b6cc1'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:26:49.069483 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-1705bebb-3dd4-4443-ad4d-82bfbdbf62c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:26:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f248ca7c-8518-41b7-84e0-89499c6b6cc1'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:49.102305 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-77a7459d-943d-4865-9378-a2ff69ba0a3f tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] delete failed (client error): The resource could not be found. Sep 30 13:26:49.108884 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-77a7459d-943d-4865-9378-a2ff69ba0a3f tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-1169900215 HTTP/1.1" status: 404 len: 335 time: 0.0501456 Sep 30 13:26:49.109095 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-1705bebb-3dd4-4443-ad4d-82bfbdbf62c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:49.109426 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55584) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:49.115208 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-896ea1f5-e512-4746-acaa-684c0626dcf9 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f248ca7c-8518-41b7-84e0-89499c6b6cc1'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:26:49.117804 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1705bebb-3dd4-4443-ad4d-82bfbdbf62c1 None None] Routers {'f248ca7c-8518-41b7-84e0-89499c6b6cc1'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:26:49.118585 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-1705bebb-3dd4-4443-ad4d-82bfbdbf62c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:26:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f248ca7c-8518-41b7-84e0-89499c6b6cc1'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:49.152344 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-1705bebb-3dd4-4443-ad4d-82bfbdbf62c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:49.153133 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-af4d7ca4-ca62-4ab4-96a9-8acc3816e177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:49.153325 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1705bebb-3dd4-4443-ad4d-82bfbdbf62c1 None None] The sync data for ids ['f248ca7c-8518-41b7-84e0-89499c6b6cc1'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:26:49.163231 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-af4d7ca4-ca62-4ab4-96a9-8acc3816e177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:49.165266 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-af4d7ca4-ca62-4ab4-96a9-8acc3816e177 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7195b82e-2370-482f-8f8c-387d480e7e4c HTTP/1.1" status: 204 len: 168 time: 0.4432480 Sep 30 13:26:49.182030 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d7ca4-ca62-4ab4-96a9-8acc3816e177 admin admin] Pushing event deleted for resources: {'Network': ['ID=7195b82e-2370-482f-8f8c-387d480e7e4c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:49.353589 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55592) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:49.377913 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-896ea1f5-e512-4746-acaa-684c0626dcf9 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:49.399162 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-896ea1f5-e512-4746-acaa-684c0626dcf9 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] update failed (client error): The resource could not be found. Sep 30 13:26:49.400395 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5385979a-608d-42ad-9f4a-b9869c886e64 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98da75223b4542fa945256e1e66ee7e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441873 Sep 30 13:26:49.400837 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-896ea1f5-e512-4746-acaa-684c0626dcf9 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] 10.222.0.18 "PUT /v2.0/routers/f248ca7c-8518-41b7-84e0-89499c6b6cc1 HTTP/1.1" status: 404 len: 339 time: 0.2900777 Sep 30 13:26:49.403023 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55598) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:49.404376 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55600) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:49.473978 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42834a7a-c2fd-47b7-ab0e-50fecbdcb247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:49.497089 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42834a7a-c2fd-47b7-ab0e-50fecbdcb247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:49.520138 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:49.567493 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42834a7a-c2fd-47b7-ab0e-50fecbdcb247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:49.570312 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42834a7a-c2fd-47b7-ab0e-50fecbdcb247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:49.571643 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-42834a7a-c2fd-47b7-ab0e-50fecbdcb247 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99f161eb-4252-4bf6-991e-478b079e0924 HTTP/1.1" status: 204 len: 168 time: 0.1674936 Sep 30 13:26:49.580702 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42834a7a-c2fd-47b7-ab0e-50fecbdcb247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f161eb-4252-4bf6-991e-478b079e0924,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:49.741457 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2540d336-b7b7-43ac-81d9-55edefd19805 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:50.016948 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-2540d336-b7b7-43ac-81d9-55edefd19805 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Allocated IP 172.20.0.1 (1f9e70be-77f3-4857-855c-670aad411981/9a4906f6-4f57-472d-b6df-3c3340101d36/1cac70e3-8cee-4fd5-926d-fd4a94f85994) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:26:50.078350 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e7002399-d917-4aac-a62a-98e6b111ce31 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:26:50.099575 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: e7002399-d917-4aac-a62a-98e6b111ce31 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:26:50.099985 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e7002399-d917-4aac-a62a-98e6b111ce31 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:26:50.170578 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2540d336-b7b7-43ac-81d9-55edefd19805 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:50.211653 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2540d336-b7b7-43ac-81d9-55edefd19805 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:50.262690 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2540d336-b7b7-43ac-81d9-55edefd19805 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Network 1f9e70be-77f3-4857-855c-670aad411981 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:26:50.268953 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-2540d336-b7b7-43ac-81d9-55edefd19805 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:26:50.271202 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540d336-b7b7-43ac-81d9-55edefd19805 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Pushing event updated for resources: {'Port': ['ID=1cac70e3-8cee-4fd5-926d-fd4a94f85994,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:50.273613 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2540d336-b7b7-43ac-81d9-55edefd19805 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:26:50.339444 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2540d336-b7b7-43ac-81d9-55edefd19805 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:50.501885 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2540d336-b7b7-43ac-81d9-55edefd19805 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:50.507207 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55642) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:50.622716 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-0f8aeaf1-5385-4cff-bfd0-a4fc73a8c3db None None] Provisioning complete for port 1cac70e3-8cee-4fd5-926d-fd4a94f85994 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:26:50.623435 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0f8aeaf1-5385-4cff-bfd0-a4fc73a8c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:50.686423 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-0f8aeaf1-5385-4cff-bfd0-a4fc73a8c3db None None] Port 1cac70e3-8cee-4fd5-926d-fd4a94f85994 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:26:50.690560 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-60a5a4fb-1b5f-4839-82ea-9ce63845af18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:50.738448 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-2c6f025e-f3c6-49ca-bdcb-9cb1f2236c36 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Deleting port e952d79a-2a02-4b98-837a-fed8df8abb01 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:26:50.739320 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2c6f025e-f3c6-49ca-bdcb-9cb1f2236c36 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:50.833116 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2c6f025e-f3c6-49ca-bdcb-9cb1f2236c36 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:50.833452 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2c6f025e-f3c6-49ca-bdcb-9cb1f2236c36 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:50.848362 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-2c6f025e-f3c6-49ca-bdcb-9cb1f2236c36 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Calling delete_port for e952d79a-2a02-4b98-837a-fed8df8abb01 owned by network:floatingip {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:26:50.932970 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2540d336-b7b7-43ac-81d9-55edefd19805 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:50.938901 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2540d336-b7b7-43ac-81d9-55edefd19805 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:51.010517 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2540d336-b7b7-43ac-81d9-55edefd19805 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:51.096745 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540d336-b7b7-43ac-81d9-55edefd19805 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Pushing event updated for resources: {'Port': ['ID=1cac70e3-8cee-4fd5-926d-fd4a94f85994,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:51.175247 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2540d336-b7b7-43ac-81d9-55edefd19805 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Network 1f9e70be-77f3-4857-855c-670aad411981 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:26:51.176908 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-2540d336-b7b7-43ac-81d9-55edefd19805 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:26:51.329713 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2540d336-b7b7-43ac-81d9-55edefd19805 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Router f248ca7c-8518-41b7-84e0-89499c6b6cc1 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:26:51.461319 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2540d336-b7b7-43ac-81d9-55edefd19805 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:26:51.468693 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2540d336-b7b7-43ac-81d9-55edefd19805 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] 10.222.0.18 "PUT /v2.0/routers/f248ca7c-8518-41b7-84e0-89499c6b6cc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0633364 Sep 30 13:26:51.473329 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55684) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:51.477548 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe6193e-4bc2-471f-b747-ee0b68b7305a None None] Sync routers for ids ['f248ca7c-8518-41b7-84e0-89499c6b6cc1'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:26:51.496108 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe6193e-4bc2-471f-b747-ee0b68b7305a None None] Routers {'f248ca7c-8518-41b7-84e0-89499c6b6cc1'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:26:51.497194 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-dfe6193e-4bc2-471f-b747-ee0b68b7305a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:26:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f248ca7c-8518-41b7-84e0-89499c6b6cc1'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:51.560619 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4c5291cb-b7af-41ef-89e0-dbc9ba4eddff req-55674c8a-7fb8-43fa-88cc-66a4650e253e tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d2ad97-f4f5-4295-9772-e5879dfdaffe HTTP/1.1" status: 200 len: 210 time: 0.5510170 Sep 30 13:26:51.613929 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b8bbd158-1b0d-4508-900e-0ecb3058ca35 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:51.614543 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-dfe6193e-4bc2-471f-b747-ee0b68b7305a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:51.648504 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe6193e-4bc2-471f-b747-ee0b68b7305a None None] Routers {'f248ca7c-8518-41b7-84e0-89499c6b6cc1'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:26:51.649144 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-dfe6193e-4bc2-471f-b747-ee0b68b7305a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:26:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f248ca7c-8518-41b7-84e0-89499c6b6cc1'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:51.666678 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:51.691751 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-724d6108-b081-4329-97ef-faa7188a4927 None None] Provisioning complete for port 1cac70e3-8cee-4fd5-926d-fd4a94f85994 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:26:51.692135 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-724d6108-b081-4329-97ef-faa7188a4927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:51.699118 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2c6f025e-f3c6-49ca-bdcb-9cb1f2236c36 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:51.721141 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-dfe6193e-4bc2-471f-b747-ee0b68b7305a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:51.721813 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe6193e-4bc2-471f-b747-ee0b68b7305a None None] The sync data for ids ['f248ca7c-8518-41b7-84e0-89499c6b6cc1'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:26:51.753200 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f025e-f3c6-49ca-bdcb-9cb1f2236c36 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Pushing event deleted for resources: {'Port': ['ID=e952d79a-2a02-4b98-837a-fed8df8abb01,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:51.793196 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-b8bbd158-1b0d-4508-900e-0ecb3058ca35 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 30 13:26:51.798193 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b8bbd158-1b0d-4508-900e-0ecb3058ca35 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] 10.222.0.18 "DELETE /v2.0/routers/f248ca7c-8518-41b7-84e0-89499c6b6cc1 HTTP/1.1" status: 409 len: 329 time: 0.3233471 Sep 30 13:26:51.799450 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55706) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:51.820085 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-724d6108-b081-4329-97ef-faa7188a4927 None None] Port 1cac70e3-8cee-4fd5-926d-fd4a94f85994 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:26:51.841939 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2c6f025e-f3c6-49ca-bdcb-9cb1f2236c36 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for floatingip, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:51.842341 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-2c6f025e-f3c6-49ca-bdcb-9cb1f2236c36 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Floating IP 5caabe2a-8bff-48dc-8f2f-9678ae8f3d0a disassociated (deleted). External IP: 172.25.5.31, port: ceb62690-6532-4126-93c2-e8e67aa8be73. Sep 30 13:26:52.188152 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-438be5c2-e0a6-4193-bc60-a46ff5bad63b req-3c176837-94b9-4c87-a47e-093445942dfa tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0954645 Sep 30 13:26:52.248331 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6f025e-f3c6-49ca-bdcb-9cb1f2236c36 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Router 4ba7e4eb-281f-4f90-a99f-d3222786efc8 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:26:52.374133 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:52.412985 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f52beca-7fd7-4925-8028-2298994bb9db tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:52.464754 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6f025e-f3c6-49ca-bdcb-9cb1f2236c36 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:26:52.474850 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2c6f025e-f3c6-49ca-bdcb-9cb1f2236c36 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:52.476855 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e565e560-ec6e-47a4-87b2-c8b5deee5990 None None] Sync routers for ids ['4ba7e4eb-281f-4f90-a99f-d3222786efc8'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:26:52.496085 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e565e560-ec6e-47a4-87b2-c8b5deee5990 None None] Routers {'4ba7e4eb-281f-4f90-a99f-d3222786efc8'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:26:52.497281 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e565e560-ec6e-47a4-87b2-c8b5deee5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:26:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['4ba7e4eb-281f-4f90-a99f-d3222786efc8'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:52.540291 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2c6f025e-f3c6-49ca-bdcb-9cb1f2236c36 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "DELETE /v2.0/floatingips/5caabe2a-8bff-48dc-8f2f-9678ae8f3d0a HTTP/1.1" status: 204 len: 168 time: 2.0319576 Sep 30 13:26:52.541184 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c5e3b7-c689-41cd-adbf-a92ee6b9c27f', 'tag': 'ceb62690-6532-4126-93c2-e8e67aa8be73'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:26:52.573754 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382c698e-d852-4c23-863e-739903ec8195" -d '{"events": [{"name": "network-changed", "server_uuid": "27c5e3b7-c689-41cd-adbf-a92ee6b9c27f", "tag": "ceb62690-6532-4126-93c2-e8e67aa8be73"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:26:52.680062 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7423200f-a1ab-4c36-a7d0-0875796faa6e x-openstack-request-id: req-7423200f-a1ab-4c36-a7d0-0875796faa6e {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:26:52.680371 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c5e3b7-c689-41cd-adbf-a92ee6b9c27f", "tag": "ceb62690-6532-4126-93c2-e8e67aa8be73", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:26:52.680625 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7423200f-a1ab-4c36-a7d0-0875796faa6e {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:26:52.681059 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c5e3b7-c689-41cd-adbf-a92ee6b9c27f', 'tag': 'ceb62690-6532-4126-93c2-e8e67aa8be73', 'status': 'completed', 'code': 200} Sep 30 13:26:52.684075 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-e565e560-ec6e-47a4-87b2-c8b5deee5990 None None] Set router 4ba7e4eb-281f-4f90-a99f-d3222786efc8 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:26:52.781410 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c698e-d852-4c23-863e-739903ec8195 req-bd52e095-316b-4ad6-ae52-4cc434b69109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:52.783564 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-382c698e-d852-4c23-863e-739903ec8195 req-bd52e095-316b-4ad6-ae52-4cc434b69109 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f4aba04dd2e7464d89181ea313c8a47f&device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 1096 time: 0.0783279 Sep 30 13:26:53.020536 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c698e-d852-4c23-863e-739903ec8195 req-a971837f-ec1a-450d-82ac-9334c201da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:53.029591 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-382c698e-d852-4c23-863e-739903ec8195 req-a971837f-ec1a-450d-82ac-9334c201da25 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a38f3872-d43c-4dbe-8902-a99e02bc867f HTTP/1.1" status: 200 len: 914 time: 0.2393045 Sep 30 13:26:53.088500 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e565e560-ec6e-47a4-87b2-c8b5deee5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'name': 'tempest-TestVolumeBackupRestore-481100042-router', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:21:53Z', 'updated_at': '2021-09-30T13:22:00Z', 'revision_number': 4, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'gw_port': {'id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:54Z', 'updated_at': '2021-09-30T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '839b12d0-311e-45de-8374-4401fe240431', 'name': '', 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'mac_address': 'fa:16:3e:e0:96:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:58Z', 'updated_at': '2021-09-30T13:22:16Z', 'revision_number': 5, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'subnets': [{'id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:53.096904 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381464e6-2a9a-44d8-8d14-4540b3b53777 req-ee54ee34-855a-43a6-9aee-58e3a9826e0d tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:53.098488 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-381464e6-2a9a-44d8-8d14-4540b3b53777 req-ee54ee34-855a-43a6-9aee-58e3a9826e0d tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 945 time: 0.0937009 Sep 30 13:26:53.101747 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-382c698e-d852-4c23-863e-739903ec8195 req-dddda150-9914-4660-92fc-443554a264bd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ceb62690-6532-4126-93c2-e8e67aa8be73 HTTP/1.1" status: 200 len: 217 time: 0.0550101 Sep 30 13:26:53.133020 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e565e560-ec6e-47a4-87b2-c8b5deee5990 None None] Checking router: 4ba7e4eb-281f-4f90-a99f-d3222786efc8 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:26:53.142328 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e565e560-ec6e-47a4-87b2-c8b5deee5990 None None] Routers {'4ba7e4eb-281f-4f90-a99f-d3222786efc8'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:26:53.143085 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e565e560-ec6e-47a4-87b2-c8b5deee5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:26:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['4ba7e4eb-281f-4f90-a99f-d3222786efc8'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:53.173347 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-381464e6-2a9a-44d8-8d14-4540b3b53777 req-03cb7d63-77ae-4ffd-aaec-c488fee8da00 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/security-groups?id=12f14724-6f1d-4c03-8291-0a1952e2fcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430324 Sep 30 13:26:53.177492 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c698e-d852-4c23-863e-739903ec8195 req-b1735cd4-be62-4526-b097-7014b3f27b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:53.179032 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-382c698e-d852-4c23-863e-739903ec8195 req-b1735cd4-be62-4526-b097-7014b3f27b16 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b HTTP/1.1" status: 200 len: 852 time: 0.0665278 Sep 30 13:26:53.247455 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c698e-d852-4c23-863e-739903ec8195 req-89b8a1b7-fead-4cb2-b059-dac5a26da2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:53.249566 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-382c698e-d852-4c23-863e-739903ec8195 req-89b8a1b7-fead-4cb2-b059-dac5a26da2e0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a38f3872-d43c-4dbe-8902-a99e02bc867f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621114 Sep 30 13:26:53.274153 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-e565e560-ec6e-47a4-87b2-c8b5deee5990 None None] Set router 4ba7e4eb-281f-4f90-a99f-d3222786efc8 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:26:53.332075 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d4003fe6-3d5b-4af6-b50f-d8fd37da12e4 req-6c4e5dc2-78a6-4507-8b17-14f9dc1ccd6d tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0363564 Sep 30 13:26:53.460785 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-382c698e-d852-4c23-863e-739903ec8195 req-85a04788-d6c0-44c7-b885-0edcb48b6d8d service neutron] 10.222.0.54 "GET /v2.0/networks/a38f3872-d43c-4dbe-8902-a99e02bc867f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033257 Sep 30 13:26:53.461769 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-1f52beca-7fd7-4925-8028-2298994bb9db tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Deleting port 1cac70e3-8cee-4fd5-926d-fd4a94f85994 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:26:53.462319 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f52beca-7fd7-4925-8028-2298994bb9db tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:53.590812 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f52beca-7fd7-4925-8028-2298994bb9db tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:53.601886 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e565e560-ec6e-47a4-87b2-c8b5deee5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'name': 'tempest-TestVolumeBackupRestore-481100042-router', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:21:53Z', 'updated_at': '2021-09-30T13:22:00Z', 'revision_number': 4, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'gw_port': {'id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:54Z', 'updated_at': '2021-09-30T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '839b12d0-311e-45de-8374-4401fe240431', 'name': '', 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'mac_address': 'fa:16:3e:e0:96:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:58Z', 'updated_at': '2021-09-30T13:22:16Z', 'revision_number': 5, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'subnets': [{'id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:53.609751 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-1f52beca-7fd7-4925-8028-2298994bb9db tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Calling delete_port for 1cac70e3-8cee-4fd5-926d-fd4a94f85994 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:26:53.613325 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-382c698e-d852-4c23-863e-739903ec8195 req-e24702a5-0c30-400a-8560-647b57c92588 service neutron] 10.222.0.54 "GET /v2.0/networks/a38f3872-d43c-4dbe-8902-a99e02bc867f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443114 Sep 30 13:26:53.649128 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e565e560-ec6e-47a4-87b2-c8b5deee5990 None None] The sync data for ids ['4ba7e4eb-281f-4f90-a99f-d3222786efc8'] in n-d-810909-2 is: [{'id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'name': 'tempest-TestVolumeBackupRestore-481100042-router', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:21:53Z', 'updated_at': '2021-09-30T13:22:00Z', 'revision_number': 4, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'gw_port': {'id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:54Z', 'updated_at': '2021-09-30T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '839b12d0-311e-45de-8374-4401fe240431', 'name': '', 'network_id': 'a38f3872-d43c-4dbe-8902-a99e02bc867f', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'mac_address': 'fa:16:3e:e0:96:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:58Z', 'updated_at': '2021-09-30T13:22:16Z', 'revision_number': 5, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'subnets': [{'id': 'ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:26:53.868648 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f52beca-7fd7-4925-8028-2298994bb9db tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:53.900490 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52beca-7fd7-4925-8028-2298994bb9db tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Pushing event deleted for resources: {'Port': ['ID=1cac70e3-8cee-4fd5-926d-fd4a94f85994,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:53.974087 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc845b7d-34b0-4d59-b7ad-b5a0d5b0f09d None None] New status for floating IP 5caabe2a-8bff-48dc-8f2f-9678ae8f3d0a: DOWN {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:26:54.088557 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f52beca-7fd7-4925-8028-2298994bb9db tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:54.126596 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:54.192812 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2b3fbc18-7783-4159-af7a-4cc41d2bc006 req-ab3d3310-ee17-4f2e-8ad4-3029fca697c4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=36d2ad97-f4f5-4295-9772-e5879dfdaffe HTTP/1.1" status: 200 len: 210 time: 0.0564468 Sep 30 13:26:54.297028 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f52beca-7fd7-4925-8028-2298994bb9db tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Router f248ca7c-8518-41b7-84e0-89499c6b6cc1 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:26:54.421477 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f52beca-7fd7-4925-8028-2298994bb9db tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:26:54.431704 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ea7cb-a52a-4114-9155-b5ac7bf8b187 req-1ce7df72-8670-4980-8094-b74b2e0842c9 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:54.434131 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-256ea7cb-a52a-4114-9155-b5ac7bf8b187 req-1ce7df72-8670-4980-8094-b74b2e0842c9 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 945 time: 0.1532278 Sep 30 13:26:54.440532 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1f52beca-7fd7-4925-8028-2298994bb9db tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] 10.222.0.18 "PUT /v2.0/routers/f248ca7c-8518-41b7-84e0-89499c6b6cc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6359222 Sep 30 13:26:54.445361 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55772) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:54.462346 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b145e6c-552e-4c58-9ab5-ab3ea797208b None None] Sync routers for ids ['f248ca7c-8518-41b7-84e0-89499c6b6cc1'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:26:54.474652 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b145e6c-552e-4c58-9ab5-ab3ea797208b None None] Routers {'f248ca7c-8518-41b7-84e0-89499c6b6cc1'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:26:54.475360 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-3b145e6c-552e-4c58-9ab5-ab3ea797208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:26:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f248ca7c-8518-41b7-84e0-89499c6b6cc1'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:54.495101 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bdb87727-4b51-40f6-8ed8-5f51c7610b03 req-8099501e-35f0-4270-b995-111340ba1ac4 tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0492978 Sep 30 13:26:54.510297 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-3b145e6c-552e-4c58-9ab5-ab3ea797208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:54.521292 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b145e6c-552e-4c58-9ab5-ab3ea797208b None None] Routers {'f248ca7c-8518-41b7-84e0-89499c6b6cc1'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:26:54.522031 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-3b145e6c-552e-4c58-9ab5-ab3ea797208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:26:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f248ca7c-8518-41b7-84e0-89499c6b6cc1'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:54.576705 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-21a7f909-a984-47a1-bee3-d9d78177752e tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] show failed (client error): The resource could not be found. Sep 30 13:26:54.577766 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-21a7f909-a984-47a1-bee3-d9d78177752e tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-899630765 HTTP/1.1" status: 404 len: 334 time: 0.1315031 Sep 30 13:26:54.582636 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55778) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:54.587202 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-e4076d45-8666-48b9-8a69-24382e66af3b tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:26:54.588825 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-3b145e6c-552e-4c58-9ab5-ab3ea797208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:54.589489 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b145e6c-552e-4c58-9ab5-ab3ea797208b None None] The sync data for ids ['f248ca7c-8518-41b7-84e0-89499c6b6cc1'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:26:54.637602 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-e4076d45-8666-48b9-8a69-24382e66af3b tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] update failed (client error): The resource could not be found. Sep 30 13:26:54.638763 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e4076d45-8666-48b9-8a69-24382e66af3b tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-1949821384 HTTP/1.1" status: 404 len: 335 time: 0.0551872 Sep 30 13:26:54.643899 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-256ea7cb-a52a-4114-9155-b5ac7bf8b187 req-80155132-2fa2-4dc7-ac55-1bc453db1195 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/security-groups?id=12f14724-6f1d-4c03-8291-0a1952e2fcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854119 Sep 30 13:26:54.644371 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55784) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:54.706879 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d925e-56af-4525-a2bf-7a3bcea7f28f req-6c3eb1de-e9a6-487d-8ff0-dc39469faf4e tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:54.707449 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-403e8196-a108-41cb-8354-49a876d3981f tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Deleting subnet 7c6769fc-ffe6-4073-ae1f-e415b188691e {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:26:54.708371 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c29d925e-56af-4525-a2bf-7a3bcea7f28f req-6c3eb1de-e9a6-487d-8ff0-dc39469faf4e tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.54 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 945 time: 0.0680115 Sep 30 13:26:54.710848 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-403e8196-a108-41cb-8354-49a876d3981f tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:54.752968 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-403e8196-a108-41cb-8354-49a876d3981f tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:54.813095 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-c29d925e-56af-4525-a2bf-7a3bcea7f28f req-7db907fb-ccb1-4978-b14a-d4ef6334361e tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Deleting port ceb62690-6532-4126-93c2-e8e67aa8be73 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:26:54.813804 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c29d925e-56af-4525-a2bf-7a3bcea7f28f req-7db907fb-ccb1-4978-b14a-d4ef6334361e tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:54.856305 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-403e8196-a108-41cb-8354-49a876d3981f tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:54.904617 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9770a94e-5886-4da5-910f-4cc4b6656645 req-a49ea0fe-bd6b-4d13-9f7f-623e26593cb2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0586913 Sep 30 13:26:54.935022 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-403e8196-a108-41cb-8354-49a876d3981f tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:54.940591 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-c29d925e-56af-4525-a2bf-7a3bcea7f28f req-7db907fb-ccb1-4978-b14a-d4ef6334361e tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] For port ceb62690-6532-4126-93c2-e8e67aa8be73, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=ceb62690-6532-4126-93c2-e8e67aa8be73,segment=NetworkSegment(0614655f-f4b4-435d-9f72-8d2d05147970),segment_id=0614655f-f4b4-435d-9f72-8d2d05147970)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:26:54.941215 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c29d925e-56af-4525-a2bf-7a3bcea7f28f req-7db907fb-ccb1-4978-b14a-d4ef6334361e tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:54.970446 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e8196-a108-41cb-8354-49a876d3981f tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Pushing event deleted for resources: {'Subnet': ['ID=7c6769fc-ffe6-4073-ae1f-e415b188691e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:54.974354 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-c29d925e-56af-4525-a2bf-7a3bcea7f28f req-7db907fb-ccb1-4978-b14a-d4ef6334361e tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Calling delete_port for ceb62690-6532-4126-93c2-e8e67aa8be73 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:26:54.978601 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-403e8196-a108-41cb-8354-49a876d3981f tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:54.983745 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55792) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:54.984038 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-403e8196-a108-41cb-8354-49a876d3981f tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] 10.222.0.18 "DELETE /v2.0/subnets/7c6769fc-ffe6-4073-ae1f-e415b188691e HTTP/1.1" status: 204 len: 168 time: 0.3383803 Sep 30 13:26:55.000135 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c6a15b-6d77-4ffc-b47e-b741b6692cb1 None None] Network 8152f08a-9252-4cd5-a8d6-6905a104d6bf requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:26:55.080234 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da08d4b-e277-4064-a013-08331e80b232 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Deleting subnet cca3cc32-214d-4957-9eff-6a96dc597770 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:26:55.087277 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3da08d4b-e277-4064-a013-08331e80b232 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:55.139199 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3da08d4b-e277-4064-a013-08331e80b232 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:55.188419 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc42d78f-b6e3-4215-90de-7fa8ecc062fc None None] DHCP port deletion for 8152f08a-9252-4cd5-a8d6-6905a104d6bf request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:26:55.268562 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c29d925e-56af-4525-a2bf-7a3bcea7f28f req-7db907fb-ccb1-4978-b14a-d4ef6334361e tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:55.317971 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db907fb-ccb1-4978-b14a-d4ef6334361e tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Pushing event deleted for resources: {'Port': ['ID=ceb62690-6532-4126-93c2-e8e67aa8be73,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:55.323381 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3da08d4b-e277-4064-a013-08331e80b232 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:55.403533 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29d925e-56af-4525-a2bf-7a3bcea7f28f req-7db907fb-ccb1-4978-b14a-d4ef6334361e tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] No DVR routers for this DVR port ceb62690-6532-4126-93c2-e8e67aa8be73 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:26:55.407331 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c29d925e-56af-4525-a2bf-7a3bcea7f28f req-7db907fb-ccb1-4978-b14a-d4ef6334361e tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:55.409858 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c29d925e-56af-4525-a2bf-7a3bcea7f28f req-7db907fb-ccb1-4978-b14a-d4ef6334361e tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.54 "DELETE /v2.0/ports/ceb62690-6532-4126-93c2-e8e67aa8be73 HTTP/1.1" status: 204 len: 173 time: 0.6950853 Sep 30 13:26:55.410319 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c5e3b7-c689-41cd-adbf-a92ee6b9c27f', 'name': 'network-vif-deleted', 'tag': 'ceb62690-6532-4126-93c2-e8e67aa8be73'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:26:55.410873 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-dc42d78f-b6e3-4215-90de-7fa8ecc062fc None None] Deleting port 15b1f788-3be3-467d-ac16-a201ef361f50 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:26:55.411260 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dc42d78f-b6e3-4215-90de-7fa8ecc062fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:55.412571 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ec7770-2fd9-4565-a512-01aabafd3184" -d '{"events": [{"server_uuid": "27c5e3b7-c689-41cd-adbf-a92ee6b9c27f", "name": "network-vif-deleted", "tag": "ceb62690-6532-4126-93c2-e8e67aa8be73"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:26:55.447614 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3da08d4b-e277-4064-a013-08331e80b232 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:55.481468 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1327f7b-68f1-4609-bd11-f7c1ac6e242e x-openstack-request-id: req-d1327f7b-68f1-4609-bd11-f7c1ac6e242e {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:26:55.481761 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c5e3b7-c689-41cd-adbf-a92ee6b9c27f", "name": "network-vif-deleted", "tag": "ceb62690-6532-4126-93c2-e8e67aa8be73", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:26:55.482466 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1327f7b-68f1-4609-bd11-f7c1ac6e242e {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:26:55.483455 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c5e3b7-c689-41cd-adbf-a92ee6b9c27f', 'name': 'network-vif-deleted', 'tag': 'ceb62690-6532-4126-93c2-e8e67aa8be73', 'status': 'completed', 'code': 200} Sep 30 13:26:55.485355 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da08d4b-e277-4064-a013-08331e80b232 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Pushing event deleted for resources: {'Subnet': ['ID=cca3cc32-214d-4957-9eff-6a96dc597770,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:55.497764 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-dc42d78f-b6e3-4215-90de-7fa8ecc062fc None None] For port 15b1f788-3be3-467d-ac16-a201ef361f50, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=15b1f788-3be3-467d-ac16-a201ef361f50,segment=NetworkSegment(b88beb39-a226-4273-9935-9a342848c0d9),segment_id=b88beb39-a226-4273-9935-9a342848c0d9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:26:55.498120 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dc42d78f-b6e3-4215-90de-7fa8ecc062fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:55.508809 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3da08d4b-e277-4064-a013-08331e80b232 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:55.516074 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3da08d4b-e277-4064-a013-08331e80b232 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] 10.222.0.18 "DELETE /v2.0/subnets/cca3cc32-214d-4957-9eff-6a96dc597770 HTTP/1.1" status: 204 len: 168 time: 0.5284786 Sep 30 13:26:55.516539 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-dc42d78f-b6e3-4215-90de-7fa8ecc062fc None None] Calling delete_port for 15b1f788-3be3-467d-ac16-a201ef361f50 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:26:55.516694 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55802) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:55.613965 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2454e0a6-35f1-4cdb-995b-86f1e6ee1b07 None None] Network 63bb8a30-4a83-4156-ad9b-4b8ad3f7b26d requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:26:55.617005 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dc42d78f-b6e3-4215-90de-7fa8ecc062fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:55.649346 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42d78f-b6e3-4215-90de-7fa8ecc062fc None None] Pushing event deleted for resources: {'Port': ['ID=15b1f788-3be3-467d-ac16-a201ef361f50,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:55.672152 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc42d78f-b6e3-4215-90de-7fa8ecc062fc None None] No DVR routers for this DVR port 15b1f788-3be3-467d-ac16-a201ef361f50 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:26:55.707460 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-246a3d6e-6e7e-41da-982a-a57dcdc960a2 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:55.727738 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b8660df-7ddb-4e4b-b8fe-0f03e63cb677 req-d4c1c072-17ca-458e-a62c-5784c70f80ee tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0833218 Sep 30 13:26:55.907765 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74280f38-91e8-42f0-8dd9-b6fb706dee8b None None] DHCP port deletion for 63bb8a30-4a83-4156-ad9b-4b8ad3f7b26d request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:26:55.908941 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-246a3d6e-6e7e-41da-982a-a57dcdc960a2 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:55.934235 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-246a3d6e-6e7e-41da-982a-a57dcdc960a2 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8152f08a-9252-4cd5-a8d6-6905a104d6bf']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:55.948091 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-246a3d6e-6e7e-41da-982a-a57dcdc960a2 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88beb39-a226-4273-9935-9a342848c0d9') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:55.948594 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-246a3d6e-6e7e-41da-982a-a57dcdc960a2 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88beb39-a226-4273-9935-9a342848c0d9') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:55.981254 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-246a3d6e-6e7e-41da-982a-a57dcdc960a2 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:56.009056 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-74280f38-91e8-42f0-8dd9-b6fb706dee8b None None] Deleting port 3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:26:56.011673 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-74280f38-91e8-42f0-8dd9-b6fb706dee8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:56.015470 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-70f93584-8fb0-4dcb-99af-7d57a1d28659 req-5aa44285-7d51-4ab4-aeee-8907c04bf5dd tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 210 time: 0.0402508 Sep 30 13:26:56.036949 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-246a3d6e-6e7e-41da-982a-a57dcdc960a2 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:56.062062 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246a3d6e-6e7e-41da-982a-a57dcdc960a2 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:26:56.062513 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-246a3d6e-6e7e-41da-982a-a57dcdc960a2 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:26:56.066469 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:26:56.155298 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 15b1f788-3be3-467d-ac16-a201ef361f50 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:26:56.174329 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-246a3d6e-6e7e-41da-982a-a57dcdc960a2 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:56.182497 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 15b1f788-3be3-467d-ac16-a201ef361f50 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:26:56.182651 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 15b1f788-3be3-467d-ac16-a201ef361f50 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:26:56.183031 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:26:56.185186 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-246a3d6e-6e7e-41da-982a-a57dcdc960a2 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:56.192983 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-246a3d6e-6e7e-41da-982a-a57dcdc960a2 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] 10.222.0.18 "DELETE /v2.0/networks/8152f08a-9252-4cd5-a8d6-6905a104d6bf HTTP/1.1" status: 204 len: 168 time: 0.6726615 Sep 30 13:26:56.193495 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55820) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:56.214209 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a3d6e-6e7e-41da-982a-a57dcdc960a2 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Pushing event deleted for resources: {'Network': ['ID=8152f08a-9252-4cd5-a8d6-6905a104d6bf,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:56.232749 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-74280f38-91e8-42f0-8dd9-b6fb706dee8b None None] For port 3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1,segment=NetworkSegment(40bd948d-ad60-44ca-a089-1ba74176a62e),segment_id=40bd948d-ad60-44ca-a089-1ba74176a62e)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:26:56.233262 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-74280f38-91e8-42f0-8dd9-b6fb706dee8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:56.249348 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-74280f38-91e8-42f0-8dd9-b6fb706dee8b None None] Calling delete_port for 3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:26:56.318487 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-905b5730-a815-48f6-868b-fa25136c3904 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:56.330748 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:56.399082 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-905b5730-a815-48f6-868b-fa25136c3904 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Deleting port 3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:26:56.399525 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-905b5730-a815-48f6-868b-fa25136c3904 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:56.411202 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1,segment=NetworkSegment(40bd948d-ad60-44ca-a089-1ba74176a62e),segment_id=40bd948d-ad60-44ca-a089-1ba74176a62e)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:26:56.418432 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:56.458197 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-74280f38-91e8-42f0-8dd9-b6fb706dee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:56.475675 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74280f38-91e8-42f0-8dd9-b6fb706dee8b None None] No DVR routers for this DVR port 3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:26:56.498696 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:56.528445 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74280f38-91e8-42f0-8dd9-b6fb706dee8b None None] Pushing event deleted for resources: {'Port': ['ID=3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:56.534946 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-905b5730-a815-48f6-868b-fa25136c3904 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] For port 3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1,segment=NetworkSegment(40bd948d-ad60-44ca-a089-1ba74176a62e),segment_id=40bd948d-ad60-44ca-a089-1ba74176a62e)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:26:56.535516 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-905b5730-a815-48f6-868b-fa25136c3904 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:56.553056 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-905b5730-a815-48f6-868b-fa25136c3904 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Calling delete_port for 3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:26:56.652199 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-905b5730-a815-48f6-868b-fa25136c3904 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:56.680359 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b5730-a815-48f6-868b-fa25136c3904 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Pushing event deleted for resources: {'Port': ['ID=3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:56.683934 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905b5730-a815-48f6-868b-fa25136c3904 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] No DVR routers for this DVR port 3a8d39e5-3c6d-4a03-bb2f-be40f1f65ae1 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:26:56.778148 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-905b5730-a815-48f6-868b-fa25136c3904 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:56.801501 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-905b5730-a815-48f6-868b-fa25136c3904 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63bb8a30-4a83-4156-ad9b-4b8ad3f7b26d']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:56.813080 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-905b5730-a815-48f6-868b-fa25136c3904 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40bd948d-ad60-44ca-a089-1ba74176a62e') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:56.813446 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-905b5730-a815-48f6-868b-fa25136c3904 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40bd948d-ad60-44ca-a089-1ba74176a62e') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:56.825637 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-905b5730-a815-48f6-868b-fa25136c3904 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:56.840875 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-905b5730-a815-48f6-868b-fa25136c3904 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:56.848352 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905b5730-a815-48f6-868b-fa25136c3904 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:26:56.848790 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-905b5730-a815-48f6-868b-fa25136c3904 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: self.session.flush() Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: self.session.flush() Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: self.session.flush() Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: self.session.flush() Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:26:56.852582 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:26:56.873433 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-076ffa1d-8c06-4404-a4f4-820aa7c49111 req-15fbb276-ce1f-4a8b-9657-8db018012e39 tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0285156 Sep 30 13:26:56.949416 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-905b5730-a815-48f6-868b-fa25136c3904 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:56.964467 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-905b5730-a815-48f6-868b-fa25136c3904 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:56.968479 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-905b5730-a815-48f6-868b-fa25136c3904 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] 10.222.0.18 "DELETE /v2.0/networks/63bb8a30-4a83-4156-ad9b-4b8ad3f7b26d HTTP/1.1" status: 204 len: 168 time: 0.7717230 Sep 30 13:26:56.968850 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55850) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:57.001226 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b5730-a815-48f6-868b-fa25136c3904 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Pushing event deleted for resources: {'Network': ['ID=63bb8a30-4a83-4156-ad9b-4b8ad3f7b26d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:57.043829 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-6302d2af-e583-438f-a476-042aa493becd tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Deleting subnet 9a4906f6-4f57-472d-b6df-3c3340101d36 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:26:57.053048 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6302d2af-e583-438f-a476-042aa493becd tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:57.159358 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5adb9a65-4d33-4311-b09f-db0abc611e31 req-3105b89e-b4c8-4174-b0d5-866fb7b2d85a tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 210 time: 0.0494502 Sep 30 13:26:57.190433 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6302d2af-e583-438f-a476-042aa493becd tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:57.328346 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4eb46da7-baaf-457e-9591-86bf0c1062a8 req-3f20dd1a-7afe-44cc-954c-1ad62e2f03a1 tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0657225 Sep 30 13:26:57.365318 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6302d2af-e583-438f-a476-042aa493becd tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:57.454530 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6302d2af-e583-438f-a476-042aa493becd tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:57.496157 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302d2af-e583-438f-a476-042aa493becd tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Pushing event deleted for resources: {'Subnet': ['ID=9a4906f6-4f57-472d-b6df-3c3340101d36,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:57.511928 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6302d2af-e583-438f-a476-042aa493becd tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:57.513848 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6302d2af-e583-438f-a476-042aa493becd tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] 10.222.0.18 "DELETE /v2.0/subnets/9a4906f6-4f57-472d-b6df-3c3340101d36 HTTP/1.1" status: 204 len: 168 time: 0.5440214 Sep 30 13:26:57.516408 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55870) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:57.519679 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3540e3b9-ea61-4e04-a5e2-e947c6435d5c None None] Network 1f9e70be-77f3-4857-855c-670aad411981 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:26:57.622308 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8b2314b4-3d41-4f3e-b390-e6f78a043166 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:57.692636 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-8b2314b4-3d41-4f3e-b390-e6f78a043166 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Deleting port 4bd5c58c-7cba-4551-9c66-f99274e165b7 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:26:57.692895 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8b2314b4-3d41-4f3e-b390-e6f78a043166 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:57.786406 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-8b2314b4-3d41-4f3e-b390-e6f78a043166 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] For port 4bd5c58c-7cba-4551-9c66-f99274e165b7, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4bd5c58c-7cba-4551-9c66-f99274e165b7,segment=NetworkSegment(917105e6-1966-4c11-afdb-67acf2ef0a6f),segment_id=917105e6-1966-4c11-afdb-67acf2ef0a6f)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:26:57.787241 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8b2314b4-3d41-4f3e-b390-e6f78a043166 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:57.807848 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-8b2314b4-3d41-4f3e-b390-e6f78a043166 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Calling delete_port for 4bd5c58c-7cba-4551-9c66-f99274e165b7 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:26:57.811236 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cbbd85-38bd-4f94-8c7c-0037f60226ab None None] DHCP port deletion for 1f9e70be-77f3-4857-855c-670aad411981 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:26:57.892997 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-94cbbd85-38bd-4f94-8c7c-0037f60226ab None None] Deleting port 4bd5c58c-7cba-4551-9c66-f99274e165b7 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:26:57.893482 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-94cbbd85-38bd-4f94-8c7c-0037f60226ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:57.916309 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8b2314b4-3d41-4f3e-b390-e6f78a043166 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:57.978364 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2314b4-3d41-4f3e-b390-e6f78a043166 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Pushing event deleted for resources: {'Port': ['ID=4bd5c58c-7cba-4551-9c66-f99274e165b7,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:57.991737 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2314b4-3d41-4f3e-b390-e6f78a043166 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] No DVR routers for this DVR port 4bd5c58c-7cba-4551-9c66-f99274e165b7 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:26:58.006727 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-94cbbd85-38bd-4f94-8c7c-0037f60226ab None None] For port 4bd5c58c-7cba-4551-9c66-f99274e165b7, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4bd5c58c-7cba-4551-9c66-f99274e165b7,segment=NetworkSegment(917105e6-1966-4c11-afdb-67acf2ef0a6f),segment_id=917105e6-1966-4c11-afdb-67acf2ef0a6f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:26:58.007222 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-94cbbd85-38bd-4f94-8c7c-0037f60226ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:58.022367 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-94cbbd85-38bd-4f94-8c7c-0037f60226ab None None] Calling delete_port for 4bd5c58c-7cba-4551-9c66-f99274e165b7 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:26:58.128586 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8b2314b4-3d41-4f3e-b390-e6f78a043166 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:58.140428 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-94cbbd85-38bd-4f94-8c7c-0037f60226ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:58.161390 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-8b2314b4-3d41-4f3e-b390-e6f78a043166 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9e70be-77f3-4857-855c-670aad411981']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:58.173155 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-8b2314b4-3d41-4f3e-b390-e6f78a043166 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917105e6-1966-4c11-afdb-67acf2ef0a6f') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:58.174802 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-8b2314b4-3d41-4f3e-b390-e6f78a043166 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917105e6-1966-4c11-afdb-67acf2ef0a6f') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:26:58.177567 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cbbd85-38bd-4f94-8c7c-0037f60226ab None None] No DVR routers for this DVR port 4bd5c58c-7cba-4551-9c66-f99274e165b7 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:26:58.188316 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4bd5c58c-7cba-4551-9c66-f99274e165b7 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:26:58.205428 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8b2314b4-3d41-4f3e-b390-e6f78a043166 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:58.241098 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8b2314b4-3d41-4f3e-b390-e6f78a043166 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:58.251262 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b2314b4-3d41-4f3e-b390-e6f78a043166 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:26:58.252443 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8b2314b4-3d41-4f3e-b390-e6f78a043166 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:58.260129 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cbbd85-38bd-4f94-8c7c-0037f60226ab None None] Pushing event deleted for resources: {'Port': ['ID=4bd5c58c-7cba-4551-9c66-f99274e165b7,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:58.262037 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 4bd5c58c-7cba-4551-9c66-f99274e165b7 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:26:58.262398 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4bd5c58c-7cba-4551-9c66-f99274e165b7 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:26:58.267518 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55902) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:26:58.269946 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:26:58.308354 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-562a4605-fa5a-46be-beba-d11c87d3e9a0 req-6d7c3005-a54e-4cb0-bfcb-292bb7d7a481 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 210 time: 0.0578330 Sep 30 13:26:58.366191 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8b2314b4-3d41-4f3e-b390-e6f78a043166 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:58.408462 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device ceb62690-6532-4126-93c2-e8e67aa8be73 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:26:58.410737 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8b2314b4-3d41-4f3e-b390-e6f78a043166 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:58.415087 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8b2314b4-3d41-4f3e-b390-e6f78a043166 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] 10.222.0.18 "DELETE /v2.0/networks/1f9e70be-77f3-4857-855c-670aad411981 HTTP/1.1" status: 204 len: 168 time: 0.8941481 Sep 30 13:26:58.415087 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2314b4-3d41-4f3e-b390-e6f78a043166 tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Pushing event deleted for resources: {'Network': ['ID=1f9e70be-77f3-4857-855c-670aad411981,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:58.422991 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55910) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:58.459949 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d708cb8-b26e-45e2-9569-fc9ca046e3f1 req-51b9399f-f0a8-4a70-a0e7-a7f3b61e6849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:26:58.460200 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-06d1aa83-3a8e-4523-838d-ad5e8b4e6acf tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f248ca7c-8518-41b7-84e0-89499c6b6cc1 HTTP/1.1" status: 200 len: 205 time: 0.0337918 Sep 30 13:26:58.461314 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55912) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:58.468150 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: ceb62690-6532-4126-93c2-e8e67aa8be73 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:26:58.468640 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device ceb62690-6532-4126-93c2-e8e67aa8be73 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:26:58.471087 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4d708cb8-b26e-45e2-9569-fc9ca046e3f1 req-51b9399f-f0a8-4a70-a0e7-a7f3b61e6849 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f12eeb34-96c1-4cca-996a-972f4086e455 HTTP/1.1" status: 200 len: 1097 time: 0.2015090 Sep 30 13:26:58.528924 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4989b31a-d6a3-46da-abdf-7c7e0cc53a64 req-833088e3-cde0-4500-92ac-7c0d4c8483df tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0376809 Sep 30 13:26:58.533525 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4d708cb8-b26e-45e2-9569-fc9ca046e3f1 req-080d2855-195f-4c2b-a5b1-54e16ca393f2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=35be3bdd-fe1b-46ea-9bb2-b1ab4a987c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608389 Sep 30 13:26:58.561532 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4886a70d-729b-4a92-aff4-c2f34fe5c09d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:58.745084 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:26:58.746673 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4886a70d-729b-4a92-aff4-c2f34fe5c09d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:58.749154 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4886a70d-729b-4a92-aff4-c2f34fe5c09d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:58.813304 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4886a70d-729b-4a92-aff4-c2f34fe5c09d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:58.813895 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4886a70d-729b-4a92-aff4-c2f34fe5c09d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Fanout notify agent at l3_agent the message router_deleted on router f248ca7c-8518-41b7-84e0-89499c6b6cc1 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:26:58.821539 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4886a70d-729b-4a92-aff4-c2f34fe5c09d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:58.822742 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4886a70d-729b-4a92-aff4-c2f34fe5c09d tempest-RoutersNegativeTest-301022676 tempest-RoutersNegativeTest-301022676-project] 10.222.0.18 "DELETE /v2.0/routers/f248ca7c-8518-41b7-84e0-89499c6b6cc1 HTTP/1.1" status: 204 len: 168 time: 0.3600755 Sep 30 13:26:59.221337 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 55944) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:59.403171 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 55958) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:26:59.403789 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-89e73579-b96d-4559-a0ce-d5f689619682 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3509eb472db41bd8e3b34300cd2214b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1804621 Sep 30 13:26:59.484852 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-be771c94-ffee-4f04-958e-62e1e36b417a req-4deaf7f0-6936-44f6-894c-e14fc3c46ab7 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 210 time: 0.0532529 Sep 30 13:26:59.500377 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f7624323-0a29-4f84-8293-dd922db1e798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:59.524992 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f7624323-0a29-4f84-8293-dd922db1e798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:59.581943 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f7624323-0a29-4f84-8293-dd922db1e798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:59.585120 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f7624323-0a29-4f84-8293-dd922db1e798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:26:59.588901 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f7624323-0a29-4f84-8293-dd922db1e798 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9667372a-03f8-478f-8c54-3acd782315fe HTTP/1.1" status: 204 len: 168 time: 0.1817412 Sep 30 13:26:59.596001 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7624323-0a29-4f84-8293-dd922db1e798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9667372a-03f8-478f-8c54-3acd782315fe,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:26:59.679611 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8f696827-3889-4609-b93e-b5737770397d req-262c7697-b889-4ff2-8fef-bbe48b613412 tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0512660 Sep 30 13:27:00.358166 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56002) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:00.457475 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-caf45e60-2027-4ed1-a4c4-283d01dfb297 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1295603153-network', 'tenant_id': '8f4367cbca8f4ac790cb14866719e3b8'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:27:00.481123 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf45e60-2027-4ed1-a4c4-283d01dfb297 admin admin] Made reservation on behalf of 8f4367cbca8f4ac790cb14866719e3b8 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:27:00.483754 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-caf45e60-2027-4ed1-a4c4-283d01dfb297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:00.492990 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-caf45e60-2027-4ed1-a4c4-283d01dfb297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:00.631312 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bc828e31-c40f-4e1e-9bb6-0cda56f2017e req-78d5fea5-78de-4727-b94b-0e88449f50bf tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c5e3b7-c689-41cd-adbf-a92ee6b9c27f HTTP/1.1" status: 200 len: 210 time: 0.0428557 Sep 30 13:27:00.676770 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-caf45e60-2027-4ed1-a4c4-283d01dfb297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:00.681729 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-caf45e60-2027-4ed1-a4c4-283d01dfb297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:00.709986 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf45e60-2027-4ed1-a4c4-283d01dfb297 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:27:00.720980 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf45e60-2027-4ed1-a4c4-283d01dfb297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3667b9-1929-495c-81b9-689e2af5bf38,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:00.729047 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-caf45e60-2027-4ed1-a4c4-283d01dfb297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:00.729245 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-caf45e60-2027-4ed1-a4c4-283d01dfb297 admin admin] Added segment 6c77c289-de84-4556-bd4d-23d0e9fe80e1 of type vlan for network 62e5b06f-bdec-4218-a413-8626be9ee0a8 Sep 30 13:27:00.781144 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-caf45e60-2027-4ed1-a4c4-283d01dfb297 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:00.784997 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-263d0a04-d0e9-4884-bce8-e0a1f91744b8 req-807ae9b3-aef9-4cf3-ba13-911afd360b93 tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0295537 Sep 30 13:27:00.810491 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-caf45e60-2027-4ed1-a4c4-283d01dfb297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:00.811532 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf45e60-2027-4ed1-a4c4-283d01dfb297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:00.812174 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-caf45e60-2027-4ed1-a4c4-283d01dfb297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:00.849299 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56022) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:00.849514 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-caf45e60-2027-4ed1-a4c4-283d01dfb297 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4901631 Sep 30 13:27:00.876734 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-fb9e09c4-6560-49b0-8403-b7e749f47f6a admin admin] Request body: {'subnet': {'network_id': '62e5b06f-bdec-4218-a413-8626be9ee0a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1295603153-subnet', 'tenant_id': '8f4367cbca8f4ac790cb14866719e3b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:27:00.882117 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf45e60-2027-4ed1-a4c4-283d01dfb297 admin admin] Pushing event updated for resources: {'Network': ['ID=62e5b06f-bdec-4218-a413-8626be9ee0a8,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:00.893413 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 62e5b06f-bdec-4218-a413-8626be9ee0a8 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:27:00.902487 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9e09c4-6560-49b0-8403-b7e749f47f6a admin admin] Made reservation on behalf of 8f4367cbca8f4ac790cb14866719e3b8 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:27:00.904808 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fb9e09c4-6560-49b0-8403-b7e749f47f6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:01.081357 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fb9e09c4-6560-49b0-8403-b7e749f47f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:01.136048 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e09c4-6560-49b0-8403-b7e749f47f6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a0138e0-4d95-4e03-8ed3-4bce75b73d0e,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:01.148947 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9e09c4-6560-49b0-8403-b7e749f47f6a admin admin] Checking segment: {'id': '6c77c289-de84-4556-bd4d-23d0e9fe80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '62e5b06f-bdec-4218-a413-8626be9ee0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:27:01.149230 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9e09c4-6560-49b0-8403-b7e749f47f6a admin admin] Network hostable DHCP agents. Network: 62e5b06f-bdec-4218-a413-8626be9ee0a8, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:27:01.167378 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9e09c4-6560-49b0-8403-b7e749f47f6a admin admin] Network 62e5b06f-bdec-4218-a413-8626be9ee0a8 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:27:01.177512 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-fb9e09c4-6560-49b0-8403-b7e749f47f6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 62e5b06f-bdec-4218-a413-8626be9ee0a8) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:27:01.184102 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9e09c4-6560-49b0-8403-b7e749f47f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:01.184866 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fb9e09c4-6560-49b0-8403-b7e749f47f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:01.185840 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09cec9b-cdbf-4ea9-840c-ce88e3213d10 None None] Network 62e5b06f-bdec-4218-a413-8626be9ee0a8 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:27:01.212377 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fb9e09c4-6560-49b0-8403-b7e749f47f6a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3398232 Sep 30 13:27:01.327942 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228c720a-6eb9-451d-ae2c-565062b24772 None None] Network 62e5b06f-bdec-4218-a413-8626be9ee0a8 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:27:01.725462 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56058) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:01.725616 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56060) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:01.727560 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-3d4126ef-682a-4fe7-b60c-3cab17f0d663 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1751002481-network', 'tenant_id': '9c3fc0872b7c4d2eaf8ae5a213b2d6c8'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:27:01.749550 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4126ef-682a-4fe7-b60c-3cab17f0d663 admin admin] Made reservation on behalf of 9c3fc0872b7c4d2eaf8ae5a213b2d6c8 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:27:01.752766 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3d4126ef-682a-4fe7-b60c-3cab17f0d663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:01.762909 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3d4126ef-682a-4fe7-b60c-3cab17f0d663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:01.786878 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf45473c-7136-4473-8041-c0eb5a8e4ad8 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:01.818642 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf45473c-7136-4473-8041-c0eb5a8e4ad8 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:01.884229 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3d4126ef-682a-4fe7-b60c-3cab17f0d663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:01.896515 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3d4126ef-682a-4fe7-b60c-3cab17f0d663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:01.899646 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf45473c-7136-4473-8041-c0eb5a8e4ad8 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:01.902604 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf45473c-7136-4473-8041-c0eb5a8e4ad8 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:01.903842 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cf45473c-7136-4473-8041-c0eb5a8e4ad8 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] 10.222.0.18 "DELETE /v2.0/security-groups/12f14724-6f1d-4c03-8291-0a1952e2fcc2 HTTP/1.1" status: 204 len: 168 time: 0.1771760 Sep 30 13:27:01.914757 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45473c-7136-4473-8041-c0eb5a8e4ad8 tempest-TestVolumeBackupRestore-814903633 tempest-TestVolumeBackupRestore-814903633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f14724-6f1d-4c03-8291-0a1952e2fcc2,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:01.917537 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-144f28bd-e737-4990-bfc0-2146881376c1 req-9fbc01b3-67fc-48a2-9c20-c35ba2d9b937 tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0318410 Sep 30 13:27:01.952301 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4126ef-682a-4fe7-b60c-3cab17f0d663 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:27:01.962370 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4126ef-682a-4fe7-b60c-3cab17f0d663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9398aeb9-cf22-4225-a47f-193be0b313b1,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:01.967193 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3d4126ef-682a-4fe7-b60c-3cab17f0d663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:01.967536 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-3d4126ef-682a-4fe7-b60c-3cab17f0d663 admin admin] Added segment 84fe36b0-5098-400b-b36f-33e7317a78ee of type vlan for network 612846cd-081c-4d8a-8f6b-5f1f3e1da61b Sep 30 13:27:02.033464 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3d4126ef-682a-4fe7-b60c-3cab17f0d663 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:02.067261 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3d4126ef-682a-4fe7-b60c-3cab17f0d663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:02.068289 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4126ef-682a-4fe7-b60c-3cab17f0d663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:02.068830 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3d4126ef-682a-4fe7-b60c-3cab17f0d663 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:02.119361 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3d4126ef-682a-4fe7-b60c-3cab17f0d663 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3944998 Sep 30 13:27:02.122360 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56084) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:02.127253 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-15f7d9b6-cb6e-4bfa-bb5b-dadd14f405c2 admin admin] Request body: {'subnet': {'network_id': '612846cd-081c-4d8a-8f6b-5f1f3e1da61b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1751002481-subnet', 'tenant_id': '9c3fc0872b7c4d2eaf8ae5a213b2d6c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:27:02.166879 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4126ef-682a-4fe7-b60c-3cab17f0d663 admin admin] Pushing event updated for resources: {'Network': ['ID=612846cd-081c-4d8a-8f6b-5f1f3e1da61b,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:02.186817 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 612846cd-081c-4d8a-8f6b-5f1f3e1da61b details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:27:02.200457 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f7d9b6-cb6e-4bfa-bb5b-dadd14f405c2 admin admin] Made reservation on behalf of 9c3fc0872b7c4d2eaf8ae5a213b2d6c8 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:27:02.202823 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-15f7d9b6-cb6e-4bfa-bb5b-dadd14f405c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:02.482974 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-15f7d9b6-cb6e-4bfa-bb5b-dadd14f405c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:02.530197 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7d9b6-cb6e-4bfa-bb5b-dadd14f405c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=679280a9-a2e0-406c-baa7-be533e8918de,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:02.544554 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f7d9b6-cb6e-4bfa-bb5b-dadd14f405c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:27:02.544903 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f7d9b6-cb6e-4bfa-bb5b-dadd14f405c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:27:02.545244 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f7d9b6-cb6e-4bfa-bb5b-dadd14f405c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:27:02.545581 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f7d9b6-cb6e-4bfa-bb5b-dadd14f405c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:27:02.545912 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f7d9b6-cb6e-4bfa-bb5b-dadd14f405c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:27:02.546267 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f7d9b6-cb6e-4bfa-bb5b-dadd14f405c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:27:02.546799 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f7d9b6-cb6e-4bfa-bb5b-dadd14f405c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:27:02.547301 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f7d9b6-cb6e-4bfa-bb5b-dadd14f405c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:27:02.547799 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f7d9b6-cb6e-4bfa-bb5b-dadd14f405c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:27:02.548838 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f7d9b6-cb6e-4bfa-bb5b-dadd14f405c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:27:02.549334 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f7d9b6-cb6e-4bfa-bb5b-dadd14f405c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:27:02.549840 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f7d9b6-cb6e-4bfa-bb5b-dadd14f405c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:27:02.568957 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f7d9b6-cb6e-4bfa-bb5b-dadd14f405c2 admin admin] Checking segment: {'id': '84fe36b0-5098-400b-b36f-33e7317a78ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '612846cd-081c-4d8a-8f6b-5f1f3e1da61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:27:02.569554 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f7d9b6-cb6e-4bfa-bb5b-dadd14f405c2 admin admin] Network hostable DHCP agents. Network: 612846cd-081c-4d8a-8f6b-5f1f3e1da61b, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:27:02.589535 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f7d9b6-cb6e-4bfa-bb5b-dadd14f405c2 admin admin] Network 612846cd-081c-4d8a-8f6b-5f1f3e1da61b is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:27:02.599744 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-15f7d9b6-cb6e-4bfa-bb5b-dadd14f405c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 612846cd-081c-4d8a-8f6b-5f1f3e1da61b) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:27:02.605401 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f7d9b6-cb6e-4bfa-bb5b-dadd14f405c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:02.606489 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-15f7d9b6-cb6e-4bfa-bb5b-dadd14f405c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:02.613876 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c6c190-ddb6-4d43-b6ff-9925a16cb6f8 None None] Network 612846cd-081c-4d8a-8f6b-5f1f3e1da61b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:27:02.652248 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-15f7d9b6-cb6e-4bfa-bb5b-dadd14f405c2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5292923 Sep 30 13:27:02.848063 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc96fd9-c2c9-4deb-9016-ff8a06a5f6c1 None None] Network 612846cd-081c-4d8a-8f6b-5f1f3e1da61b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:27:02.852190 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56170) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:02.946650 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bac5194-55ca-47be-912e-b54dfe264fc5 admin admin] Deleting subnet 9a0138e0-4d95-4e03-8ed3-4bce75b73d0e {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:27:02.952139 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bac5194-55ca-47be-912e-b54dfe264fc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:03.026434 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bac5194-55ca-47be-912e-b54dfe264fc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:03.072257 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-997134fa-40a8-4ad7-826c-f69c1e2aec0e req-a8962009-03ac-4ca5-b792-bc44045577ea tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0334918 Sep 30 13:27:03.085169 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bac5194-55ca-47be-912e-b54dfe264fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:03.149644 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bac5194-55ca-47be-912e-b54dfe264fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:03.187136 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac5194-55ca-47be-912e-b54dfe264fc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a0138e0-4d95-4e03-8ed3-4bce75b73d0e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:03.195208 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bac5194-55ca-47be-912e-b54dfe264fc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:03.199761 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56202) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:03.200239 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8bac5194-55ca-47be-912e-b54dfe264fc5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9a0138e0-4d95-4e03-8ed3-4bce75b73d0e HTTP/1.1" status: 204 len: 168 time: 0.3470378 Sep 30 13:27:03.352672 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3ef4651d-ee78-4b54-af42-f04e62fa5483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:03.497883 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3ef4651d-ee78-4b54-af42-f04e62fa5483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:03.525545 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-3ef4651d-ee78-4b54-af42-f04e62fa5483 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62e5b06f-bdec-4218-a413-8626be9ee0a8']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:27:03.547821 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-3ef4651d-ee78-4b54-af42-f04e62fa5483 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c77c289-de84-4556-bd4d-23d0e9fe80e1') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:27:03.548188 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-3ef4651d-ee78-4b54-af42-f04e62fa5483 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c77c289-de84-4556-bd4d-23d0e9fe80e1') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:27:03.563353 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3ef4651d-ee78-4b54-af42-f04e62fa5483 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:03.587371 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3ef4651d-ee78-4b54-af42-f04e62fa5483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:03.601635 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef4651d-ee78-4b54-af42-f04e62fa5483 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:27:03.602241 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3ef4651d-ee78-4b54-af42-f04e62fa5483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:27:03.614162 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:27:03.663120 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3ef4651d-ee78-4b54-af42-f04e62fa5483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:03.677853 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3ef4651d-ee78-4b54-af42-f04e62fa5483 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:03.684348 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3ef4651d-ee78-4b54-af42-f04e62fa5483 admin admin] 10.222.0.18 "DELETE /v2.0/networks/62e5b06f-bdec-4218-a413-8626be9ee0a8 HTTP/1.1" status: 204 len: 168 time: 0.4809964 Sep 30 13:27:03.685286 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56260) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:03.710601 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4651d-ee78-4b54-af42-f04e62fa5483 admin admin] Pushing event deleted for resources: {'Network': ['ID=62e5b06f-bdec-4218-a413-8626be9ee0a8,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:03.810303 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-1727a0f6-7bfe-46a8-acf6-d78423bf9379 admin admin] Deleting subnet 679280a9-a2e0-406c-baa7-be533e8918de {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:27:03.820474 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1727a0f6-7bfe-46a8-acf6-d78423bf9379 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:03.878230 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1727a0f6-7bfe-46a8-acf6-d78423bf9379 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:03.932284 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1727a0f6-7bfe-46a8-acf6-d78423bf9379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:04.033979 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1727a0f6-7bfe-46a8-acf6-d78423bf9379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:04.073568 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727a0f6-7bfe-46a8-acf6-d78423bf9379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=679280a9-a2e0-406c-baa7-be533e8918de,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:04.097265 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1727a0f6-7bfe-46a8-acf6-d78423bf9379 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:04.100097 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1727a0f6-7bfe-46a8-acf6-d78423bf9379 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/679280a9-a2e0-406c-baa7-be533e8918de HTTP/1.1" status: 204 len: 168 time: 0.4128883 Sep 30 13:27:04.104064 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56310) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:04.195455 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aa48f661-24dc-4eb5-902c-b1071fb39123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:04.260849 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cf8e7f87-a2f5-4380-9346-9eb40c02dc4a req-21dad226-9e95-4ddd-919d-a3e80492d8e4 tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0365789 Sep 30 13:27:04.381285 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aa48f661-24dc-4eb5-902c-b1071fb39123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:04.412796 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-aa48f661-24dc-4eb5-902c-b1071fb39123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['612846cd-081c-4d8a-8f6b-5f1f3e1da61b']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:27:04.425142 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-aa48f661-24dc-4eb5-902c-b1071fb39123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84fe36b0-5098-400b-b36f-33e7317a78ee') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:27:04.425549 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-aa48f661-24dc-4eb5-902c-b1071fb39123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84fe36b0-5098-400b-b36f-33e7317a78ee') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:27:04.459297 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aa48f661-24dc-4eb5-902c-b1071fb39123 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:04.476690 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aa48f661-24dc-4eb5-902c-b1071fb39123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:04.484676 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa48f661-24dc-4eb5-902c-b1071fb39123 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:27:04.485067 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aa48f661-24dc-4eb5-902c-b1071fb39123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:27:04.549609 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:27:04.562279 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aa48f661-24dc-4eb5-902c-b1071fb39123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:04.569250 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aa48f661-24dc-4eb5-902c-b1071fb39123 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:04.571660 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-aa48f661-24dc-4eb5-902c-b1071fb39123 admin admin] 10.222.0.18 "DELETE /v2.0/networks/612846cd-081c-4d8a-8f6b-5f1f3e1da61b HTTP/1.1" status: 204 len: 168 time: 0.4643989 Sep 30 13:27:04.600224 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48f661-24dc-4eb5-902c-b1071fb39123 admin admin] Pushing event deleted for resources: {'Network': ['ID=612846cd-081c-4d8a-8f6b-5f1f3e1da61b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:04.818163 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56394) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:04.873938 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-11066b73-8b5e-44e6-a853-f185061d0ef1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f4367cbca8f4ac790cb14866719e3b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545795 Sep 30 13:27:04.876587 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56402) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:04.971241 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-06623a87-2afa-45aa-b449-dda50a563277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:05.016052 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-06623a87-2afa-45aa-b449-dda50a563277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:05.074043 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-06623a87-2afa-45aa-b449-dda50a563277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:05.077547 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-06623a87-2afa-45aa-b449-dda50a563277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:05.082482 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-06623a87-2afa-45aa-b449-dda50a563277 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da3667b9-1929-495c-81b9-689e2af5bf38 HTTP/1.1" status: 204 len: 168 time: 0.2046056 Sep 30 13:27:05.091741 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06623a87-2afa-45aa-b449-dda50a563277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3667b9-1929-495c-81b9-689e2af5bf38,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:05.528780 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-94447c0d-0e10-4aec-9a7b-e3c5bf080f89 req-a7a25463-1aad-4f62-b67a-0644c056f47f tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0926542 Sep 30 13:27:05.656880 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56486) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:05.775738 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a880eae6-8781-4bc1-8588-a9e0b2bd765a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9c3fc0872b7c4d2eaf8ae5a213b2d6c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1169834 Sep 30 13:27:05.778534 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56504) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:05.868931 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0bb4364a-8139-4de1-9051-3c607be4a36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:05.922432 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0bb4364a-8139-4de1-9051-3c607be4a36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:05.992282 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0bb4364a-8139-4de1-9051-3c607be4a36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:05.996884 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0bb4364a-8139-4de1-9051-3c607be4a36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:06.001202 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0bb4364a-8139-4de1-9051-3c607be4a36b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9398aeb9-cf22-4225-a47f-193be0b313b1 HTTP/1.1" status: 204 len: 168 time: 0.2215283 Sep 30 13:27:06.015882 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4364a-8139-4de1-9051-3c607be4a36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9398aeb9-cf22-4225-a47f-193be0b313b1,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:06.585314 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56602) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:06.773806 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-971cad1f-0cc2-43bf-b643-4af696aea631 req-2e55e07d-5ef5-48ac-8ba2-77b0b51407c9 tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0537271 Sep 30 13:27:07.477312 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ffcdaff1-9782-42d7-864c-1263882de187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:07.930388 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5afbd763-4ee4-481a-8bc7-7bd931801603 req-00c4b00c-3c12-431a-8a2f-37de90b13e7f tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0631554 Sep 30 13:27:08.218856 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-ffcdaff1-9782-42d7-864c-1263882de187 admin admin] Deleting port 839b12d0-311e-45de-8374-4401fe240431 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:27:08.219390 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ffcdaff1-9782-42d7-864c-1263882de187 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:08.312819 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-ffcdaff1-9782-42d7-864c-1263882de187 admin admin] For port 839b12d0-311e-45de-8374-4401fe240431, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=839b12d0-311e-45de-8374-4401fe240431,segment=NetworkSegment(0614655f-f4b4-435d-9f72-8d2d05147970),segment_id=0614655f-f4b4-435d-9f72-8d2d05147970)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:27:08.313230 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ffcdaff1-9782-42d7-864c-1263882de187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:08.328829 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-ffcdaff1-9782-42d7-864c-1263882de187 admin admin] Calling delete_port for 839b12d0-311e-45de-8374-4401fe240431 owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:27:08.552512 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ffcdaff1-9782-42d7-864c-1263882de187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:08.579552 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcdaff1-9782-42d7-864c-1263882de187 admin admin] Pushing event deleted for resources: {'Port': ['ID=839b12d0-311e-45de-8374-4401fe240431,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:08.751756 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ffcdaff1-9782-42d7-864c-1263882de187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:08.987210 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffcdaff1-9782-42d7-864c-1263882de187 admin admin] Router 4ba7e4eb-281f-4f90-a99f-d3222786efc8 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:27:09.124758 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cfb609d3-47f3-4396-8852-7b4b52ae36d8 req-2abdaa10-158d-4778-a124-451e7b53ab3e tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0582225 Sep 30 13:27:09.140827 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcdaff1-9782-42d7-864c-1263882de187 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:27:09.150357 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ffcdaff1-9782-42d7-864c-1263882de187 admin admin] 10.222.0.18 "PUT /v2.0/routers/4ba7e4eb-281f-4f90-a99f-d3222786efc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5599811 Sep 30 13:27:09.150357 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56724) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:09.155156 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d692f6-d430-4c84-acd0-b0d08b35fcce None None] Sync routers for ids ['4ba7e4eb-281f-4f90-a99f-d3222786efc8'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:27:09.165163 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d692f6-d430-4c84-acd0-b0d08b35fcce None None] Routers {'4ba7e4eb-281f-4f90-a99f-d3222786efc8'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:27:09.165806 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-e3d692f6-d430-4c84-acd0-b0d08b35fcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:26:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['4ba7e4eb-281f-4f90-a99f-d3222786efc8'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:27:09.269855 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf901317-bc80-457d-81f2-82600cba99ca admin admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:09.373784 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-e3d692f6-d430-4c84-acd0-b0d08b35fcce None None] Set router 4ba7e4eb-281f-4f90-a99f-d3222786efc8 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:27:09.387724 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf901317-bc80-457d-81f2-82600cba99ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:09.458802 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-cf901317-bc80-457d-81f2-82600cba99ca admin admin] Deleting port cb467a10-7982-4bd1-8de7-14a7b8fdcc8c {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:27:09.459198 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf901317-bc80-457d-81f2-82600cba99ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:09.538382 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-cf901317-bc80-457d-81f2-82600cba99ca admin admin] For port cb467a10-7982-4bd1-8de7-14a7b8fdcc8c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=cb467a10-7982-4bd1-8de7-14a7b8fdcc8c,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:27:09.538746 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf901317-bc80-457d-81f2-82600cba99ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:09.567361 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-cf901317-bc80-457d-81f2-82600cba99ca admin admin] Calling delete_port for cb467a10-7982-4bd1-8de7-14a7b8fdcc8c owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:27:09.612183 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-e3d692f6-d430-4c84-acd0-b0d08b35fcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'name': 'tempest-TestVolumeBackupRestore-481100042-router', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:21:53Z', 'updated_at': '2021-09-30T13:27:08Z', 'revision_number': 5, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'gw_port': {'id': 'cb467a10-7982-4bd1-8de7-14a7b8fdcc8c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:21:54Z', 'updated_at': '2021-09-30T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:27:09.645977 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d692f6-d430-4c84-acd0-b0d08b35fcce None None] Checking router: 4ba7e4eb-281f-4f90-a99f-d3222786efc8 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:27:09.655288 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d692f6-d430-4c84-acd0-b0d08b35fcce None None] Routers {'4ba7e4eb-281f-4f90-a99f-d3222786efc8'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:27:09.656280 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-e3d692f6-d430-4c84-acd0-b0d08b35fcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:26:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['4ba7e4eb-281f-4f90-a99f-d3222786efc8'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:27:09.761167 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-e3d692f6-d430-4c84-acd0-b0d08b35fcce None None] Set router 4ba7e4eb-281f-4f90-a99f-d3222786efc8 gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:27:09.778639 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf901317-bc80-457d-81f2-82600cba99ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:09.817006 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-e3d692f6-d430-4c84-acd0-b0d08b35fcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'name': 'tempest-TestVolumeBackupRestore-481100042-router', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:21:53Z', 'updated_at': '2021-09-30T13:27:09Z', 'revision_number': 6, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:27:09.841173 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf901317-bc80-457d-81f2-82600cba99ca admin admin] Pushing event deleted for resources: {'Port': ['ID=cb467a10-7982-4bd1-8de7-14a7b8fdcc8c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:09.855537 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d692f6-d430-4c84-acd0-b0d08b35fcce None None] The sync data for ids ['4ba7e4eb-281f-4f90-a99f-d3222786efc8'] in n-d-810909-2 is: [{'id': '4ba7e4eb-281f-4f90-a99f-d3222786efc8', 'name': 'tempest-TestVolumeBackupRestore-481100042-router', 'tenant_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:21:53Z', 'updated_at': '2021-09-30T13:27:09Z', 'revision_number': 6, 'project_id': 'f4aba04dd2e7464d89181ea313c8a47f', 'gw_port_host': None}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:27:09.888909 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf901317-bc80-457d-81f2-82600cba99ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:10.014532 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf901317-bc80-457d-81f2-82600cba99ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:10.017660 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf901317-bc80-457d-81f2-82600cba99ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:10.082159 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf901317-bc80-457d-81f2-82600cba99ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:10.083130 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf901317-bc80-457d-81f2-82600cba99ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ba7e4eb-281f-4f90-a99f-d3222786efc8 {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:27:10.088989 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf901317-bc80-457d-81f2-82600cba99ca admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:10.090469 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cf901317-bc80-457d-81f2-82600cba99ca admin admin] 10.222.0.18 "DELETE /v2.0/routers/4ba7e4eb-281f-4f90-a99f-d3222786efc8 HTTP/1.1" status: 204 len: 168 time: 0.9394262 Sep 30 13:27:10.092939 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56756) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:10.149096 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea16c09f-1bf4-4a6c-8a0d-99b41700f086 admin admin] Deleting subnet ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:27:10.152370 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ea16c09f-1bf4-4a6c-8a0d-99b41700f086 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:10.212347 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ea16c09f-1bf4-4a6c-8a0d-99b41700f086 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:10.265947 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7e33e642-b349-46be-821d-491323e24c0e req-8ccf65c6-a549-4695-b759-cffc8f3823f4 tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0454569 Sep 30 13:27:10.385191 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ea16c09f-1bf4-4a6c-8a0d-99b41700f086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:10.460418 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ea16c09f-1bf4-4a6c-8a0d-99b41700f086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:10.488571 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16c09f-1bf4-4a6c-8a0d-99b41700f086 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:10.492198 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ea16c09f-1bf4-4a6c-8a0d-99b41700f086 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:10.496503 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ea16c09f-1bf4-4a6c-8a0d-99b41700f086 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ca0f39bc-7cb8-412a-bcb3-b6b93a4e8d8b HTTP/1.1" status: 204 len: 168 time: 0.4000080 Sep 30 13:27:10.496681 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56768) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:10.505321 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65018ef3-8920-4d99-9885-b97b78cbf05d None None] Network a38f3872-d43c-4dbe-8902-a99e02bc867f requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:27:10.573463 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5cf641b1-f78e-4aa5-80a2-1240e12ff465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:10.634240 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-5cf641b1-f78e-4aa5-80a2-1240e12ff465 admin admin] Deleting port 154d9dac-df54-45cd-a400-aeca69265654 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:27:10.634240 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5cf641b1-f78e-4aa5-80a2-1240e12ff465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:10.693471 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 839b12d0-311e-45de-8374-4401fe240431 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:27:10.729878 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-5cf641b1-f78e-4aa5-80a2-1240e12ff465 admin admin] For port 154d9dac-df54-45cd-a400-aeca69265654, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=154d9dac-df54-45cd-a400-aeca69265654,segment=NetworkSegment(0614655f-f4b4-435d-9f72-8d2d05147970),segment_id=0614655f-f4b4-435d-9f72-8d2d05147970)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:27:10.731095 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5cf641b1-f78e-4aa5-80a2-1240e12ff465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:10.737364 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 839b12d0-311e-45de-8374-4401fe240431 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:27:10.742404 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 839b12d0-311e-45de-8374-4401fe240431 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:27:10.744652 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-5cf641b1-f78e-4aa5-80a2-1240e12ff465 admin admin] Calling delete_port for 154d9dac-df54-45cd-a400-aeca69265654 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:27:10.781138 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b13df2c-881a-48ba-be58-7e50b01ae830 None None] DHCP port deletion for a38f3872-d43c-4dbe-8902-a99e02bc867f request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:27:10.852021 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5cf641b1-f78e-4aa5-80a2-1240e12ff465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:10.881898 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-4b13df2c-881a-48ba-be58-7e50b01ae830 None None] Deleting port 154d9dac-df54-45cd-a400-aeca69265654 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:27:10.883168 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4b13df2c-881a-48ba-be58-7e50b01ae830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:10.891443 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf641b1-f78e-4aa5-80a2-1240e12ff465 admin admin] Pushing event deleted for resources: {'Port': ['ID=154d9dac-df54-45cd-a400-aeca69265654,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:10.898158 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf641b1-f78e-4aa5-80a2-1240e12ff465 admin admin] No DVR routers for this DVR port 154d9dac-df54-45cd-a400-aeca69265654 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:27:10.980342 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-4b13df2c-881a-48ba-be58-7e50b01ae830 None None] For port 154d9dac-df54-45cd-a400-aeca69265654, host n-d-810909-2, got binding levels [] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:27:10.980666 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4b13df2c-881a-48ba-be58-7e50b01ae830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:10.993320 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-4b13df2c-881a-48ba-be58-7e50b01ae830 None None] Calling delete_port for 154d9dac-df54-45cd-a400-aeca69265654 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:27:10.996177 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.ipam_backend_mixin [None req-4b13df2c-881a-48ba-be58-7e50b01ae830 None None] Port 154d9dac-df54-45cd-a400-aeca69265654 was not found and therefore no delete operation was performed {{(pid=94765) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 13:27:10.997531 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4b13df2c-881a-48ba-be58-7e50b01ae830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:11.005704 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5cf641b1-f78e-4aa5-80a2-1240e12ff465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:11.032904 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13df2c-881a-48ba-be58-7e50b01ae830 None None] Pushing event deleted for resources: {'Port': ['ID=154d9dac-df54-45cd-a400-aeca69265654,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:11.034811 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b13df2c-881a-48ba-be58-7e50b01ae830 None None] No DVR routers for this DVR port 154d9dac-df54-45cd-a400-aeca69265654 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:27:11.053844 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-5cf641b1-f78e-4aa5-80a2-1240e12ff465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a38f3872-d43c-4dbe-8902-a99e02bc867f']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:27:11.064864 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-5cf641b1-f78e-4aa5-80a2-1240e12ff465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0614655f-f4b4-435d-9f72-8d2d05147970') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:27:11.065283 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-5cf641b1-f78e-4aa5-80a2-1240e12ff465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0614655f-f4b4-435d-9f72-8d2d05147970') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:27:11.075934 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5cf641b1-f78e-4aa5-80a2-1240e12ff465 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:11.091278 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5cf641b1-f78e-4aa5-80a2-1240e12ff465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:11.098109 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf641b1-f78e-4aa5-80a2-1240e12ff465 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:27:11.098511 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5cf641b1-f78e-4aa5-80a2-1240e12ff465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:27:11.100590 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:27:11.173451 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5cf641b1-f78e-4aa5-80a2-1240e12ff465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:11.200438 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5cf641b1-f78e-4aa5-80a2-1240e12ff465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:11.206175 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56788) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:11.206507 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5cf641b1-f78e-4aa5-80a2-1240e12ff465 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a38f3872-d43c-4dbe-8902-a99e02bc867f HTTP/1.1" status: 204 len: 168 time: 0.7087994 Sep 30 13:27:11.207635 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf641b1-f78e-4aa5-80a2-1240e12ff465 admin admin] Pushing event deleted for resources: {'Network': ['ID=a38f3872-d43c-4dbe-8902-a99e02bc867f,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:11.405321 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3e69beaf-f4be-4ec3-a796-0b21510ff036 req-fb971eeb-ebd0-4ad0-aaf3-ec6a2ffebe23 tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0348761 Sep 30 13:27:11.934150 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6c3562b7-3e43-476e-8f0e-94ba286bd129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:12.107173 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device cb467a10-7982-4bd1-8de7-14a7b8fdcc8c no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:27:12.133987 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: cb467a10-7982-4bd1-8de7-14a7b8fdcc8c {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:27:12.134411 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device cb467a10-7982-4bd1-8de7-14a7b8fdcc8c not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:27:12.134752 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 154d9dac-df54-45cd-a400-aeca69265654 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:27:12.171169 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 154d9dac-df54-45cd-a400-aeca69265654 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:27:12.172552 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 154d9dac-df54-45cd-a400-aeca69265654 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:27:12.216502 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-6c3562b7-3e43-476e-8f0e-94ba286bd129 admin admin] Deleting port 1488a645-d5de-457a-9efd-c55d8ef4dd3b {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:27:12.216922 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6c3562b7-3e43-476e-8f0e-94ba286bd129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:12.307149 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-6c3562b7-3e43-476e-8f0e-94ba286bd129 admin admin] For port 1488a645-d5de-457a-9efd-c55d8ef4dd3b, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1488a645-d5de-457a-9efd-c55d8ef4dd3b,segment=NetworkSegment(f1d0d075-5d32-401c-8152-88be0906742a),segment_id=f1d0d075-5d32-401c-8152-88be0906742a)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:27:12.307615 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6c3562b7-3e43-476e-8f0e-94ba286bd129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:12.321309 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-6c3562b7-3e43-476e-8f0e-94ba286bd129 admin admin] Calling delete_port for 1488a645-d5de-457a-9efd-c55d8ef4dd3b owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:27:12.555875 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6fe9e8d0-790f-4560-a821-592b84a5dc6a req-a26e92aa-4f63-4af2-8c37-92ac08cfcc08 tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0331485 Sep 30 13:27:12.604817 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6c3562b7-3e43-476e-8f0e-94ba286bd129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:12.669614 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3562b7-3e43-476e-8f0e-94ba286bd129 admin admin] Pushing event deleted for resources: {'Port': ['ID=1488a645-d5de-457a-9efd-c55d8ef4dd3b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:12.725500 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3562b7-3e43-476e-8f0e-94ba286bd129 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:27:12.725846 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3562b7-3e43-476e-8f0e-94ba286bd129 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:27:12.726211 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3562b7-3e43-476e-8f0e-94ba286bd129 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:27:12.726769 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3562b7-3e43-476e-8f0e-94ba286bd129 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:27:12.727104 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3562b7-3e43-476e-8f0e-94ba286bd129 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:27:12.727436 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3562b7-3e43-476e-8f0e-94ba286bd129 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:27:12.727762 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3562b7-3e43-476e-8f0e-94ba286bd129 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:27:12.728087 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3562b7-3e43-476e-8f0e-94ba286bd129 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:27:12.728424 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3562b7-3e43-476e-8f0e-94ba286bd129 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:27:12.728733 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3562b7-3e43-476e-8f0e-94ba286bd129 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:27:12.729057 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3562b7-3e43-476e-8f0e-94ba286bd129 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:27:12.729378 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3562b7-3e43-476e-8f0e-94ba286bd129 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:27:12.872518 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6c3562b7-3e43-476e-8f0e-94ba286bd129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:13.107417 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3562b7-3e43-476e-8f0e-94ba286bd129 admin admin] Router 1e6e870e-9c87-46f8-994a-884edadc9500 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:27:13.227458 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3562b7-3e43-476e-8f0e-94ba286bd129 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:27:13.232613 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6c3562b7-3e43-476e-8f0e-94ba286bd129 admin admin] 10.222.0.18 "PUT /v2.0/routers/1e6e870e-9c87-46f8-994a-884edadc9500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0249040 Sep 30 13:27:13.235204 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56844) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:13.239618 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a678f3-c870-49f9-99b2-8421710292e1 None None] Sync routers for ids ['1e6e870e-9c87-46f8-994a-884edadc9500'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:27:13.249227 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a678f3-c870-49f9-99b2-8421710292e1 None None] Routers {'1e6e870e-9c87-46f8-994a-884edadc9500'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:27:13.249906 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-95a678f3-c870-49f9-99b2-8421710292e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:26:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1e6e870e-9c87-46f8-994a-884edadc9500'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:27:13.343175 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6b39dc44-b658-4385-9748-431f4ebcd6d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:13.360365 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-95a678f3-c870-49f9-99b2-8421710292e1 None None] Set router 1e6e870e-9c87-46f8-994a-884edadc9500 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:27:13.484343 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6b39dc44-b658-4385-9748-431f4ebcd6d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:13.554126 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-6b39dc44-b658-4385-9748-431f4ebcd6d3 admin admin] Deleting port bbe545c5-1a39-4c86-9419-76442450ebc3 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:27:13.554718 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6b39dc44-b658-4385-9748-431f4ebcd6d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:13.560543 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-95a678f3-c870-49f9-99b2-8421710292e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6e870e-9c87-46f8-994a-884edadc9500', 'name': 'tempest-TestVolumeBackupRestore-425306008-router', 'tenant_id': '3c5af668b01549b08436d12001dc4a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'bbe545c5-1a39-4c86-9419-76442450ebc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:22:09Z', 'updated_at': '2021-09-30T13:27:12Z', 'revision_number': 5, 'project_id': '3c5af668b01549b08436d12001dc4a80', 'gw_port': {'id': 'bbe545c5-1a39-4c86-9419-76442450ebc3', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6e870e-9c87-46f8-994a-884edadc9500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:11Z', 'updated_at': '2021-09-30T13:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:27:13.591100 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a678f3-c870-49f9-99b2-8421710292e1 None None] Checking router: 1e6e870e-9c87-46f8-994a-884edadc9500 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:27:13.599771 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a678f3-c870-49f9-99b2-8421710292e1 None None] Routers {'1e6e870e-9c87-46f8-994a-884edadc9500'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:27:13.600380 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-95a678f3-c870-49f9-99b2-8421710292e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:26:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1e6e870e-9c87-46f8-994a-884edadc9500'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:27:13.661489 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-6b39dc44-b658-4385-9748-431f4ebcd6d3 admin admin] For port bbe545c5-1a39-4c86-9419-76442450ebc3, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=bbe545c5-1a39-4c86-9419-76442450ebc3,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:27:13.661986 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6b39dc44-b658-4385-9748-431f4ebcd6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:13.677226 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-6b39dc44-b658-4385-9748-431f4ebcd6d3 admin admin] Calling delete_port for bbe545c5-1a39-4c86-9419-76442450ebc3 owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:27:13.697249 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-95a678f3-c870-49f9-99b2-8421710292e1 None None] Set router 1e6e870e-9c87-46f8-994a-884edadc9500 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:27:13.840473 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dda84bbb-91d8-48bb-ab4d-d68dc8c9b93e req-11b4c14c-7a64-44ff-815e-3837c2f21871 tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0544086 Sep 30 13:27:13.901386 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6b39dc44-b658-4385-9748-431f4ebcd6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:13.939861 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-95a678f3-c870-49f9-99b2-8421710292e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6e870e-9c87-46f8-994a-884edadc9500', 'name': 'tempest-TestVolumeBackupRestore-425306008-router', 'tenant_id': '3c5af668b01549b08436d12001dc4a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:22:09Z', 'updated_at': '2021-09-30T13:27:13Z', 'revision_number': 6, 'project_id': '3c5af668b01549b08436d12001dc4a80', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:27:13.957131 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39dc44-b658-4385-9748-431f4ebcd6d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe545c5-1a39-4c86-9419-76442450ebc3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:13.970819 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a678f3-c870-49f9-99b2-8421710292e1 None None] The sync data for ids ['1e6e870e-9c87-46f8-994a-884edadc9500'] in n-d-810909-2 is: [{'id': '1e6e870e-9c87-46f8-994a-884edadc9500', 'name': 'tempest-TestVolumeBackupRestore-425306008-router', 'tenant_id': '3c5af668b01549b08436d12001dc4a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:22:09Z', 'updated_at': '2021-09-30T13:27:13Z', 'revision_number': 6, 'project_id': '3c5af668b01549b08436d12001dc4a80', 'gw_port_host': None}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:27:14.005858 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6b39dc44-b658-4385-9748-431f4ebcd6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:14.119323 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6b39dc44-b658-4385-9748-431f4ebcd6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:14.121701 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6b39dc44-b658-4385-9748-431f4ebcd6d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:14.170767 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6b39dc44-b658-4385-9748-431f4ebcd6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:14.171391 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b39dc44-b658-4385-9748-431f4ebcd6d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e6e870e-9c87-46f8-994a-884edadc9500 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:27:14.180090 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6b39dc44-b658-4385-9748-431f4ebcd6d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:14.181259 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6b39dc44-b658-4385-9748-431f4ebcd6d3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1e6e870e-9c87-46f8-994a-884edadc9500 HTTP/1.1" status: 204 len: 168 time: 0.9450943 Sep 30 13:27:14.183869 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56864) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:14.236792 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f2ef798-cbac-4d18-9d30-83a4bbbfdbc6 admin admin] Deleting subnet b3151891-b92a-4b8b-9510-bf3b3ef539d8 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:27:14.240923 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2f2ef798-cbac-4d18-9d30-83a4bbbfdbc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:14.282457 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2f2ef798-cbac-4d18-9d30-83a4bbbfdbc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:14.444667 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2f2ef798-cbac-4d18-9d30-83a4bbbfdbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:14.542220 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2f2ef798-cbac-4d18-9d30-83a4bbbfdbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:14.569760 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ef798-cbac-4d18-9d30-83a4bbbfdbc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3151891-b92a-4b8b-9510-bf3b3ef539d8,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:14.575005 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2f2ef798-cbac-4d18-9d30-83a4bbbfdbc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:14.576988 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2f2ef798-cbac-4d18-9d30-83a4bbbfdbc6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b3151891-b92a-4b8b-9510-bf3b3ef539d8 HTTP/1.1" status: 204 len: 168 time: 0.3921316 Sep 30 13:27:14.579590 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56876) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:14.580944 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039081d1-fd12-42c9-b40c-db51f5fd4936 None None] Network 39cd86be-7963-444d-948a-3fd7f71e1d20 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:27:14.666966 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ecc40c9c-8f7b-4583-97ff-70fcc272fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:14.726838 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-ecc40c9c-8f7b-4583-97ff-70fcc272fd65 admin admin] Deleting port 8e7c4563-42c1-47a6-a797-3a4c54459456 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:27:14.727124 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ecc40c9c-8f7b-4583-97ff-70fcc272fd65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:14.803152 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-ecc40c9c-8f7b-4583-97ff-70fcc272fd65 admin admin] For port 8e7c4563-42c1-47a6-a797-3a4c54459456, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=8e7c4563-42c1-47a6-a797-3a4c54459456,segment=NetworkSegment(f1d0d075-5d32-401c-8152-88be0906742a),segment_id=f1d0d075-5d32-401c-8152-88be0906742a)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:27:14.803520 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ecc40c9c-8f7b-4583-97ff-70fcc272fd65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:14.818173 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-ecc40c9c-8f7b-4583-97ff-70fcc272fd65 admin admin] Calling delete_port for 8e7c4563-42c1-47a6-a797-3a4c54459456 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:27:14.863366 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:14.867496 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95db4d6b-c073-4b4b-96f9-36e1e22355a4 None None] DHCP port deletion for 39cd86be-7963-444d-948a-3fd7f71e1d20 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:27:14.947497 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-95db4d6b-c073-4b4b-96f9-36e1e22355a4 None None] Deleting port 8e7c4563-42c1-47a6-a797-3a4c54459456 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:27:14.947874 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-95db4d6b-c073-4b4b-96f9-36e1e22355a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:15.009678 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-da15797d-ae3d-41ac-a4b3-1e5a728e24d0 req-d25a77fe-804d-4d79-97c1-0f4702d1edb9 tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0414450 Sep 30 13:27:15.019605 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ecc40c9c-8f7b-4583-97ff-70fcc272fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:15.041052 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-95db4d6b-c073-4b4b-96f9-36e1e22355a4 None None] For port 8e7c4563-42c1-47a6-a797-3a4c54459456, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=8e7c4563-42c1-47a6-a797-3a4c54459456,segment=NetworkSegment(f1d0d075-5d32-401c-8152-88be0906742a),segment_id=f1d0d075-5d32-401c-8152-88be0906742a)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:27:15.041454 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-95db4d6b-c073-4b4b-96f9-36e1e22355a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:15.054324 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-95db4d6b-c073-4b4b-96f9-36e1e22355a4 None None] Calling delete_port for 8e7c4563-42c1-47a6-a797-3a4c54459456 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:27:15.077329 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc40c9c-8f7b-4583-97ff-70fcc272fd65 admin admin] No DVR routers for this DVR port 8e7c4563-42c1-47a6-a797-3a4c54459456 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:27:15.079023 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc40c9c-8f7b-4583-97ff-70fcc272fd65 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e7c4563-42c1-47a6-a797-3a4c54459456,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:15.144404 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-95db4d6b-c073-4b4b-96f9-36e1e22355a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:15.177871 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95db4d6b-c073-4b4b-96f9-36e1e22355a4 None None] No DVR routers for this DVR port 8e7c4563-42c1-47a6-a797-3a4c54459456 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:27:15.179115 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ecc40c9c-8f7b-4583-97ff-70fcc272fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:15.182223 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db4d6b-c073-4b4b-96f9-36e1e22355a4 None None] Pushing event deleted for resources: {'Port': ['ID=8e7c4563-42c1-47a6-a797-3a4c54459456,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:15.215177 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-ecc40c9c-8f7b-4583-97ff-70fcc272fd65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39cd86be-7963-444d-948a-3fd7f71e1d20']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:27:15.226319 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-ecc40c9c-8f7b-4583-97ff-70fcc272fd65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d0d075-5d32-401c-8152-88be0906742a') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:27:15.226801 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-ecc40c9c-8f7b-4583-97ff-70fcc272fd65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d0d075-5d32-401c-8152-88be0906742a') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:27:15.237718 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ecc40c9c-8f7b-4583-97ff-70fcc272fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:15.252314 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ecc40c9c-8f7b-4583-97ff-70fcc272fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:15.259784 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc40c9c-8f7b-4583-97ff-70fcc272fd65 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:27:15.260343 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ecc40c9c-8f7b-4583-97ff-70fcc272fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:27:15.262416 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:27:15.336416 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ecc40c9c-8f7b-4583-97ff-70fcc272fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:15.342459 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ecc40c9c-8f7b-4583-97ff-70fcc272fd65 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:15.344298 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ecc40c9c-8f7b-4583-97ff-70fcc272fd65 admin admin] 10.222.0.18 "DELETE /v2.0/networks/39cd86be-7963-444d-948a-3fd7f71e1d20 HTTP/1.1" status: 204 len: 168 time: 0.7636406 Sep 30 13:27:15.371998 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc40c9c-8f7b-4583-97ff-70fcc272fd65 admin admin] Pushing event deleted for resources: {'Network': ['ID=39cd86be-7963-444d-948a-3fd7f71e1d20,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:15.579032 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56892) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:15.629103 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-56b306bf-de02-4c07-b14e-270342aab42d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4aba04dd2e7464d89181ea313c8a47f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483229 Sep 30 13:27:15.631467 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56894) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:15.681363 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-94ccb0a9-591a-417c-88ad-0fb30094983d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:15.703721 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-94ccb0a9-591a-417c-88ad-0fb30094983d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:15.751820 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-94ccb0a9-591a-417c-88ad-0fb30094983d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:15.754939 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-94ccb0a9-591a-417c-88ad-0fb30094983d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:15.756355 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-94ccb0a9-591a-417c-88ad-0fb30094983d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a830ca2-957c-4472-b7fd-ac8dc85e3f5a HTTP/1.1" status: 204 len: 168 time: 0.1238229 Sep 30 13:27:15.765314 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccb0a9-591a-417c-88ad-0fb30094983d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a830ca2-957c-4472-b7fd-ac8dc85e3f5a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:16.107487 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1488a645-d5de-457a-9efd-c55d8ef4dd3b no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:27:16.147956 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 1488a645-d5de-457a-9efd-c55d8ef4dd3b {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:27:16.148401 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1488a645-d5de-457a-9efd-c55d8ef4dd3b not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:27:16.148903 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device bbe545c5-1a39-4c86-9419-76442450ebc3 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:27:16.171419 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: bbe545c5-1a39-4c86-9419-76442450ebc3 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:27:16.171849 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device bbe545c5-1a39-4c86-9419-76442450ebc3 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:27:16.172340 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 8e7c4563-42c1-47a6-a797-3a4c54459456 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:27:16.211671 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0c589c6a-e9fc-4aa3-a11b-bacb8dc815f6 req-2a7e71c3-6016-4a37-9b61-3ed048f7b1b1 tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0601385 Sep 30 13:27:16.230918 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 8e7c4563-42c1-47a6-a797-3a4c54459456 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:27:16.231280 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 8e7c4563-42c1-47a6-a797-3a4c54459456 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:27:16.277676 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 56906) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:16.321138 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-800628d0-3b30-4916-a701-42e8d6771842 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c5af668b01549b08436d12001dc4a80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421925 Sep 30 13:27:16.323621 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 56908) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:16.396624 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14abbf87-3b7e-442e-8fa1-1e66c0ec4904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:16.422693 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14abbf87-3b7e-442e-8fa1-1e66c0ec4904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:16.493346 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14abbf87-3b7e-442e-8fa1-1e66c0ec4904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:16.497625 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14abbf87-3b7e-442e-8fa1-1e66c0ec4904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:16.502332 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-14abbf87-3b7e-442e-8fa1-1e66c0ec4904 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/021279f4-ddad-4f86-b3f4-623888007c16 HTTP/1.1" status: 204 len: 168 time: 0.1769426 Sep 30 13:27:16.513117 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abbf87-3b7e-442e-8fa1-1e66c0ec4904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021279f4-ddad-4f86-b3f4-623888007c16,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:17.379434 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e3f01935-f945-4290-8b20-9306f585d6ff req-4a0bab17-9cec-4907-ac55-60641430ba65 tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0342224 Sep 30 13:27:18.225495 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-32750d08-1e5b-4752-8569-0382ed6f47ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:18.540043 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0553d5a5-fd90-4301-a265-cbd04fe48e73 req-e8354efb-ddac-42c4-890b-ac3d9122addc tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0477042 Sep 30 13:27:19.530640 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:19.709394 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f4cc3b79-adc3-466d-bd0e-5864de4a40fd req-4102cfbc-77c9-482f-bf38-c162d306c82e tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0401506 Sep 30 13:27:20.697820 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4e3e83e4-f7fb-45a0-928c-baa06972caad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:20.845127 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d659650b-4507-4908-af9f-d8c1d8e48958 req-17c4efbc-4667-4be8-a457-0270de859f1f tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0372314 Sep 30 13:27:21.630391 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:21.969678 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a2518f3a-e2ae-410b-b6c9-8b568dbfffc5 req-b4c6efaa-ba1b-4964-98b3-14aedd01f380 tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0355108 Sep 30 13:27:22.368266 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:23.084728 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9019d459-25e8-4e70-a135-69dd44a2dd04 req-dbc12a04-c2ec-4d8b-a17f-56bd31d02057 tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0267830 Sep 30 13:27:24.125048 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:24.192575 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-746edefc-f360-4891-a065-0fce3ab75189 req-d9027ec3-26ae-47d1-aa14-14075aaa3817 tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0277562 Sep 30 13:27:25.299798 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d71d0021-dc72-4ab5-ad67-8818462b5d79 req-47b00180-f9bd-4e07-98db-1df995afd0ef tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0274522 Sep 30 13:27:26.412007 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0fb7a4e5-af12-4e9f-ae94-ea04f53acf2c req-70ec81c2-adf3-4ff0-9849-9108d0ac94f0 tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0322452 Sep 30 13:27:27.411512 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56341dc-7bb6-40fc-9c5a-93941fa9ea7f req-c1367d18-7247-4799-9d12-a3467c019c6c tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:27.412968 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c56341dc-7bb6-40fc-9c5a-93941fa9ea7f req-c1367d18-7247-4799-9d12-a3467c019c6c tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.18 "GET /v2.0/ports?device_id=39f3a62a-8ade-4ba3-b37e-b59011e30dd4 HTTP/1.1" status: 200 len: 949 time: 0.0504799 Sep 30 13:27:27.452154 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c56341dc-7bb6-40fc-9c5a-93941fa9ea7f req-4f497cf9-6c55-481e-b5bf-49bd159ddf0c tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.18 "GET /v2.0/security-groups?id=8da38d86-9f5d-41aa-853e-8b638a5071b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331264 Sep 30 13:27:27.517409 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ba79d1ec-ed4d-43cf-8479-1b07e2d090a8 req-b648c9fd-bb03-45a7-b0f6-7e7970a67966 tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0266547 Sep 30 13:27:28.573237 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93ac24-89ea-4a81-8e9f-462a43000a2b req-e6e72166-c587-4e2a-bffd-ee219a79c3e3 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:28.575019 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a93ac24-89ea-4a81-8e9f-462a43000a2b req-e6e72166-c587-4e2a-bffd-ee219a79c3e3 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.18 "GET /v2.0/ports?device_id=39f3a62a-8ade-4ba3-b37e-b59011e30dd4 HTTP/1.1" status: 200 len: 949 time: 0.0559480 Sep 30 13:27:28.617106 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a93ac24-89ea-4a81-8e9f-462a43000a2b req-cec6c123-f232-4ad3-b98e-44ecdaeac73b tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.18 "GET /v2.0/security-groups?id=8da38d86-9f5d-41aa-853e-8b638a5071b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352509 Sep 30 13:27:28.628305 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8ecfd12f-a691-4039-b2df-7a06c18f0308 req-5837b258-29c3-412d-a110-7245c99c0753 tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0296171 Sep 30 13:27:29.002642 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550fa45-2376-48f7-acaf-7ef79083caad req-6ea1fa30-7968-4b51-8184-87c7a07eb889 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:29.004501 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4550fa45-2376-48f7-acaf-7ef79083caad req-6ea1fa30-7968-4b51-8184-87c7a07eb889 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.39 "GET /v2.0/ports?device_id=39f3a62a-8ade-4ba3-b37e-b59011e30dd4 HTTP/1.1" status: 200 len: 949 time: 0.0517378 Sep 30 13:27:29.108102 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-4550fa45-2376-48f7-acaf-7ef79083caad req-8d3b6dce-6f76-40e3-ad81-a0cd38f534b7 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Deleting port d6736011-947f-4a74-8da2-8a0d3e151185 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:27:29.108444 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-4550fa45-2376-48f7-acaf-7ef79083caad req-8d3b6dce-6f76-40e3-ad81-a0cd38f534b7 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:29.200231 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-4550fa45-2376-48f7-acaf-7ef79083caad req-8d3b6dce-6f76-40e3-ad81-a0cd38f534b7 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] For port d6736011-947f-4a74-8da2-8a0d3e151185, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d6736011-947f-4a74-8da2-8a0d3e151185,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:27:29.200601 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-4550fa45-2376-48f7-acaf-7ef79083caad req-8d3b6dce-6f76-40e3-ad81-a0cd38f534b7 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:29.215752 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-4550fa45-2376-48f7-acaf-7ef79083caad req-8d3b6dce-6f76-40e3-ad81-a0cd38f534b7 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Calling delete_port for d6736011-947f-4a74-8da2-8a0d3e151185 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:27:29.373123 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-4550fa45-2376-48f7-acaf-7ef79083caad req-8d3b6dce-6f76-40e3-ad81-a0cd38f534b7 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:29.395238 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['d6736011-947f-4a74-8da2-8a0d3e151185'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:27:29.407746 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b6dce-6f76-40e3-ad81-a0cd38f534b7 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Pushing event deleted for resources: {'Port': ['ID=d6736011-947f-4a74-8da2-8a0d3e151185,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:29.469302 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-4550fa45-2376-48f7-acaf-7ef79083caad req-8d3b6dce-6f76-40e3-ad81-a0cd38f534b7 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] No DVR routers for this DVR port d6736011-947f-4a74-8da2-8a0d3e151185 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:27:29.472831 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-4550fa45-2376-48f7-acaf-7ef79083caad req-8d3b6dce-6f76-40e3-ad81-a0cd38f534b7 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:29.475019 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4550fa45-2376-48f7-acaf-7ef79083caad req-8d3b6dce-6f76-40e3-ad81-a0cd38f534b7 tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.39 "DELETE /v2.0/ports/d6736011-947f-4a74-8da2-8a0d3e151185 HTTP/1.1" status: 204 len: 173 time: 0.4617293 Sep 30 13:27:29.475633 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f3a62a-8ade-4ba3-b37e-b59011e30dd4', 'name': 'network-vif-deleted', 'tag': 'd6736011-947f-4a74-8da2-8a0d3e151185'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:27:29.477940 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dcb087-f6cf-421a-bfd1-904eaec6e379" -d '{"events": [{"server_uuid": "39f3a62a-8ade-4ba3-b37e-b59011e30dd4", "name": "network-vif-deleted", "tag": "d6736011-947f-4a74-8da2-8a0d3e151185"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:27:29.523553 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ade816c-f6b5-46b3-b319-20e8d9f4e6ef x-openstack-request-id: req-2ade816c-f6b5-46b3-b319-20e8d9f4e6ef {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:27:29.523923 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f3a62a-8ade-4ba3-b37e-b59011e30dd4", "name": "network-vif-deleted", "tag": "d6736011-947f-4a74-8da2-8a0d3e151185", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:27:29.524174 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ade816c-f6b5-46b3-b319-20e8d9f4e6ef {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:27:29.524578 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f3a62a-8ade-4ba3-b37e-b59011e30dd4', 'name': 'network-vif-deleted', 'tag': 'd6736011-947f-4a74-8da2-8a0d3e151185', 'status': 'completed', 'code': 200} Sep 30 13:27:29.730214 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4f676d79-6836-4cdc-941b-6dabe1071500 req-3b4c2e5a-f111-469c-917d-b574369f056f tempest-VolumesBackupsTest-1175293998 tempest-VolumesBackupsTest-1175293998-project] 10.222.0.18 "GET /v2.0/ports?device_id=39f3a62a-8ade-4ba3-b37e-b59011e30dd4 HTTP/1.1" status: 200 len: 210 time: 0.0278075 Sep 30 13:27:29.736356 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6a913981-7cdd-40dc-a958-54541212952d req-1e9464e4-26d6-4f30-8e8b-de284fd35dc7 tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0282447 Sep 30 13:27:30.193541 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8ffcbb48-7969-4a9e-8e76-13ff0346187e req-063c3514-2078-441f-bdf1-8d78b0892f7b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0243530 Sep 30 13:27:30.842782 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d177a9e-d917-4fe2-8533-f871871f9970 req-a34e0fab-e409-4b91-8a0c-7abaad87705b tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0265384 Sep 30 13:27:31.480790 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-794ff2ae-cf5c-42f2-ad04-577246f07b8f req-75ccb45d-cbce-40c9-92c0-e007f80ad459 tempest-TaggedBootDevicesTest-74240510 tempest-TaggedBootDevicesTest-74240510-project] (94764) timed out ('10.222.0.54', 56421) {{(pid=94764) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 13:27:31.998396 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-13b16e1e-d397-46a6-8cca-df151cf7dc06 req-c19dd1fb-43d2-4a47-b5c3-9645c39ced5e tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0311923 Sep 30 13:27:32.364340 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-133e219d-25be-457a-84d0-eb6087cb5b7e req-f7916ed7-46bb-4008-a1e8-045f26fa10fb tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73&device_id=36d2ad97-f4f5-4295-9772-e5879dfdaffe HTTP/1.1" status: 200 len: 210 time: 0.0299375 Sep 30 13:27:32.661964 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-197ebd84-3e3a-4765-bd29-fc3581582bb3 req-b853e852-c07e-44c9-8f7a-77e3761df25b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1150cbcc09114b02b7307e0bdfed4f46&device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0490432 Sep 30 13:27:32.704723 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-197ebd84-3e3a-4765-bd29-fc3581582bb3 req-08085cb6-397d-49dd-9f9b-3ba0882c1599 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1150cbcc09114b02b7307e0bdfed4f46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318797 Sep 30 13:27:32.873114 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ebd84-3e3a-4765-bd29-fc3581582bb3 req-1631ee8c-507f-4541-b346-cb11e907f067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:32.874944 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-197ebd84-3e3a-4765-bd29-fc3581582bb3 req-1631ee8c-507f-4541-b346-cb11e907f067 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1640828 Sep 30 13:27:32.940495 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-14d8afd6-b10f-4885-9ab5-9f17d75e9568 req-3970b275-c441-466c-98cf-38d3db1da76b tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0296905 Sep 30 13:27:33.146964 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d6736011-947f-4a74-8da2-8a0d3e151185 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:27:33.181679 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: d6736011-947f-4a74-8da2-8a0d3e151185 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:27:33.182677 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d6736011-947f-4a74-8da2-8a0d3e151185 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:27:34.049812 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f7fba0a7-1597-460a-9b4d-773475b877ea req-9a50b026-9235-43b4-8d48-eb5b68216208 tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0358481 Sep 30 13:27:34.212789 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-197ebd84-3e3a-4765-bd29-fc3581582bb3 req-24dd8ab0-1883-4c1f-ae48-85100563ae12 tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.39 "GET /v2.0/ports?device_id=031f2985-a5f1-42b5-ae1d-48b1bc006e73 HTTP/1.1" status: 200 len: 210 time: 0.0264707 Sep 30 13:27:35.311961 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-68ddd9a0-7316-4d1e-9823-8041942a06d7 req-2eec58ea-4627-4e39-95b5-d3b548a25ce8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1150cbcc09114b02b7307e0bdfed4f46&device_id=36d2ad97-f4f5-4295-9772-e5879dfdaffe HTTP/1.1" status: 200 len: 210 time: 0.0332975 Sep 30 13:27:35.335672 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a3ce923f-bf74-4fb4-a67c-17a4690000fb req-fef8a205-bb66-439a-9216-018cb48f9b0e tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d2ad97-f4f5-4295-9772-e5879dfdaffe HTTP/1.1" status: 200 len: 210 time: 0.0336404 Sep 30 13:27:35.350103 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-68ddd9a0-7316-4d1e-9823-8041942a06d7 req-c67736a1-f39a-4031-aac8-cac80760ef74 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1150cbcc09114b02b7307e0bdfed4f46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291848 Sep 30 13:27:35.459856 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddd9a0-7316-4d1e-9823-8041942a06d7 req-3abe06e0-bc94-4da0-8835-003280a9530d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:35.461534 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-68ddd9a0-7316-4d1e-9823-8041942a06d7 req-3abe06e0-bc94-4da0-8835-003280a9530d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046226 Sep 30 13:27:35.746587 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:27:36.426425 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e4c5f958-4e6e-4fd6-8c66-965f2879e275 req-d21614b7-4927-4e98-848d-2782c851a438 tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d2ad97-f4f5-4295-9772-e5879dfdaffe HTTP/1.1" status: 200 len: 210 time: 0.0296707 Sep 30 13:27:36.769756 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-68ddd9a0-7316-4d1e-9823-8041942a06d7 req-3902f51a-c6bd-4875-bfa7-fe46688ba1fe tempest-ServerShowV247Test-1579587595 tempest-ServerShowV247Test-1579587595-project] 10.222.0.39 "GET /v2.0/ports?device_id=36d2ad97-f4f5-4295-9772-e5879dfdaffe HTTP/1.1" status: 200 len: 210 time: 0.0265620 Sep 30 13:27:37.746501 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57796) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:37.860787 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a3dd49ce-28c2-426f-86a7-f58d378c2562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:37.958154 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a3dd49ce-28c2-426f-86a7-f58d378c2562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:37.962304 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a3dd49ce-28c2-426f-86a7-f58d378c2562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:38.011748 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57804) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:38.026596 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a3dd49ce-28c2-426f-86a7-f58d378c2562 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1150cbcc09114b02b7307e0bdfed4f46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2787752 Sep 30 13:27:38.027430 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd49ce-28c2-426f-86a7-f58d378c2562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa342874-e191-47f1-bf38-5e3fd7f8d6cc,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:38.089903 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-57bb9564-6a52-4a96-952e-0f3e14a42036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:38.118128 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-57bb9564-6a52-4a96-952e-0f3e14a42036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:38.172876 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-57bb9564-6a52-4a96-952e-0f3e14a42036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:38.175583 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-57bb9564-6a52-4a96-952e-0f3e14a42036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:38.179137 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-57bb9564-6a52-4a96-952e-0f3e14a42036 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa342874-e191-47f1-bf38-5e3fd7f8d6cc HTTP/1.1" status: 204 len: 168 time: 0.1639271 Sep 30 13:27:38.184834 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb9564-6a52-4a96-952e-0f3e14a42036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa342874-e191-47f1-bf38-5e3fd7f8d6cc,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:38.847130 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57834) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:38.961796 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-697325b6-cff4-42cc-bdb3-3670e90eaf90 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-482381396-network', 'tenant_id': 'c674ddcd43824a3fb49e55d75aac833b'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:27:38.988230 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697325b6-cff4-42cc-bdb3-3670e90eaf90 admin admin] Made reservation on behalf of c674ddcd43824a3fb49e55d75aac833b for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:27:38.990580 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-697325b6-cff4-42cc-bdb3-3670e90eaf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:38.999194 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-697325b6-cff4-42cc-bdb3-3670e90eaf90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:39.097639 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-697325b6-cff4-42cc-bdb3-3670e90eaf90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:39.101899 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-697325b6-cff4-42cc-bdb3-3670e90eaf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:39.128488 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697325b6-cff4-42cc-bdb3-3670e90eaf90 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:27:39.138583 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697325b6-cff4-42cc-bdb3-3670e90eaf90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e56012-3869-48b0-8403-2319cdb33346,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:39.144920 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-697325b6-cff4-42cc-bdb3-3670e90eaf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:39.145267 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-697325b6-cff4-42cc-bdb3-3670e90eaf90 admin admin] Added segment 0a4c2cb6-1ac0-45e6-92fa-3582e33d4ffa of type vlan for network 815f06a8-e68b-47bf-a3bb-65a14517be74 Sep 30 13:27:39.187687 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-697325b6-cff4-42cc-bdb3-3670e90eaf90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:39.216472 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-697325b6-cff4-42cc-bdb3-3670e90eaf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:39.217532 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697325b6-cff4-42cc-bdb3-3670e90eaf90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:39.218504 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-697325b6-cff4-42cc-bdb3-3670e90eaf90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:39.286525 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697325b6-cff4-42cc-bdb3-3670e90eaf90 admin admin] Pushing event updated for resources: {'Network': ['ID=815f06a8-e68b-47bf-a3bb-65a14517be74,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:39.296868 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 815f06a8-e68b-47bf-a3bb-65a14517be74 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:27:39.302311 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57848) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:39.307227 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-788b8903-c238-4f8f-b934-c08a7438ebdc admin admin] Request body: {'subnet': {'network_id': '815f06a8-e68b-47bf-a3bb-65a14517be74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-482381396-subnet', 'tenant_id': 'c674ddcd43824a3fb49e55d75aac833b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:27:39.310688 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-697325b6-cff4-42cc-bdb3-3670e90eaf90 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4624178 Sep 30 13:27:39.341622 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788b8903-c238-4f8f-b934-c08a7438ebdc admin admin] Made reservation on behalf of c674ddcd43824a3fb49e55d75aac833b for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:27:39.346610 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-788b8903-c238-4f8f-b934-c08a7438ebdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:39.551291 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-788b8903-c238-4f8f-b934-c08a7438ebdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:39.609895 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b8903-c238-4f8f-b934-c08a7438ebdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6e50979-db62-465d-a4ce-2c566aa172dc,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:39.617274 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788b8903-c238-4f8f-b934-c08a7438ebdc admin admin] Checking segment: {'id': '0a4c2cb6-1ac0-45e6-92fa-3582e33d4ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '815f06a8-e68b-47bf-a3bb-65a14517be74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:27:39.617740 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788b8903-c238-4f8f-b934-c08a7438ebdc admin admin] Network hostable DHCP agents. Network: 815f06a8-e68b-47bf-a3bb-65a14517be74, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:27:39.637019 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788b8903-c238-4f8f-b934-c08a7438ebdc admin admin] Network 815f06a8-e68b-47bf-a3bb-65a14517be74 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:27:39.650762 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-788b8903-c238-4f8f-b934-c08a7438ebdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 815f06a8-e68b-47bf-a3bb-65a14517be74) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:27:39.660113 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e5a59f-70ec-4004-9e45-52cd85943310 None None] Network 815f06a8-e68b-47bf-a3bb-65a14517be74 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:27:39.663256 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788b8903-c238-4f8f-b934-c08a7438ebdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:39.663867 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-788b8903-c238-4f8f-b934-c08a7438ebdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:39.680800 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-788b8903-c238-4f8f-b934-c08a7438ebdc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3773746 Sep 30 13:27:39.833693 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476db7b8-bba3-4450-abf5-2d9ddd84f5e8 None None] Network 815f06a8-e68b-47bf-a3bb-65a14517be74 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:27:39.848816 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57862) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:39.918061 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1a2cedf-01d3-40f3-ab6c-291bbac10834 admin admin] Deleting subnet f6e50979-db62-465d-a4ce-2c566aa172dc {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:27:39.921710 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f1a2cedf-01d3-40f3-ab6c-291bbac10834 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:39.964711 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f1a2cedf-01d3-40f3-ab6c-291bbac10834 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:40.022665 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f1a2cedf-01d3-40f3-ab6c-291bbac10834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:40.093279 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f1a2cedf-01d3-40f3-ab6c-291bbac10834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:40.119867 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2cedf-01d3-40f3-ab6c-291bbac10834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6e50979-db62-465d-a4ce-2c566aa172dc,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:40.127312 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f1a2cedf-01d3-40f3-ab6c-291bbac10834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:40.129648 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f1a2cedf-01d3-40f3-ab6c-291bbac10834 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f6e50979-db62-465d-a4ce-2c566aa172dc HTTP/1.1" status: 204 len: 168 time: 0.2798264 Sep 30 13:27:40.132250 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57866) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:40.206722 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-22727e35-cfbf-4260-9ec1-e079c6160276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:40.291847 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-22727e35-cfbf-4260-9ec1-e079c6160276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:40.313988 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-22727e35-cfbf-4260-9ec1-e079c6160276 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815f06a8-e68b-47bf-a3bb-65a14517be74']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:27:40.324022 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-22727e35-cfbf-4260-9ec1-e079c6160276 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a4c2cb6-1ac0-45e6-92fa-3582e33d4ffa') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:27:40.324317 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-22727e35-cfbf-4260-9ec1-e079c6160276 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a4c2cb6-1ac0-45e6-92fa-3582e33d4ffa') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:27:40.336468 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-22727e35-cfbf-4260-9ec1-e079c6160276 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:40.349340 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-22727e35-cfbf-4260-9ec1-e079c6160276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:40.355790 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22727e35-cfbf-4260-9ec1-e079c6160276 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:27:40.356181 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-22727e35-cfbf-4260-9ec1-e079c6160276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:27:40.357950 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:27:40.422497 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-22727e35-cfbf-4260-9ec1-e079c6160276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:40.427997 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-22727e35-cfbf-4260-9ec1-e079c6160276 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:40.446999 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-22727e35-cfbf-4260-9ec1-e079c6160276 admin admin] 10.222.0.18 "DELETE /v2.0/networks/815f06a8-e68b-47bf-a3bb-65a14517be74 HTTP/1.1" status: 204 len: 168 time: 0.3130655 Sep 30 13:27:40.459763 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22727e35-cfbf-4260-9ec1-e079c6160276 admin admin] Pushing event deleted for resources: {'Network': ['ID=815f06a8-e68b-47bf-a3bb-65a14517be74,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:40.567326 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57874) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:40.665649 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 57876) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:40.680866 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-05063828-ce62-466e-9b4f-b24eca3f6cc9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c674ddcd43824a3fb49e55d75aac833b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1060677 Sep 30 13:27:40.726333 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6576a977-9c45-4f53-b257-9084b500cefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:40.751285 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6576a977-9c45-4f53-b257-9084b500cefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:40.803304 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6576a977-9c45-4f53-b257-9084b500cefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:40.806132 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6576a977-9c45-4f53-b257-9084b500cefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:40.810046 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6576a977-9c45-4f53-b257-9084b500cefa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/05e56012-3869-48b0-8403-2319cdb33346 HTTP/1.1" status: 204 len: 168 time: 0.1423945 Sep 30 13:27:40.819422 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576a977-9c45-4f53-b257-9084b500cefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e56012-3869-48b0-8403-2319cdb33346,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:41.424637 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-414f8b6d-1a77-4783-a23b-ea559b4e088a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0610542 Sep 30 13:27:41.539237 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-b70d45ae-675f-4d35-8287-bcb175095582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:41.539877 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-b70d45ae-675f-4d35-8287-bcb175095582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:41.540434 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-b70d45ae-675f-4d35-8287-bcb175095582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:41.541121 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-b70d45ae-675f-4d35-8287-bcb175095582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:41.541673 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-b70d45ae-675f-4d35-8287-bcb175095582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:41.542506 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-b70d45ae-675f-4d35-8287-bcb175095582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:41.543046 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-b70d45ae-675f-4d35-8287-bcb175095582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:41.545561 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-b70d45ae-675f-4d35-8287-bcb175095582 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b2b1cd5a06924c118528b4d0714f0f7d&device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 6500 time: 0.0630906 Sep 30 13:27:41.700199 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-0a6ec388-1d7e-4c8f-a2b9-ff0c395fcef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:41.700895 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-0a6ec388-1d7e-4c8f-a2b9-ff0c395fcef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:41.701237 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-0a6ec388-1d7e-4c8f-a2b9-ff0c395fcef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:41.702985 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-0a6ec388-1d7e-4c8f-a2b9-ff0c395fcef8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=93896050-5bca-40e4-92d7-aa842a3215ca&id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452&id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452 HTTP/1.1" status: 200 len: 2298 time: 0.1299300 Sep 30 13:27:41.803582 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-d35ce959-3419-447a-ae19-f58d98cf71ca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=587b8253-b8b2-40e1-9c92-7bf9a3824a36 HTTP/1.1" status: 200 len: 1001 time: 0.0932627 Sep 30 13:27:41.933888 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-920ef8a2-82e3-4da8-9192-4d7f037a48e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:41.935442 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-920ef8a2-82e3-4da8-9192-4d7f037a48e8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7f393d1-596e-4051-83e5-ef1e0d193a9e HTTP/1.1" status: 200 len: 855 time: 0.1250174 Sep 30 13:27:42.042274 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-2dfbc5c8-6642-48fd-8b25-3be82fbbb43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:42.048895 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-2dfbc5c8-6642-48fd-8b25-3be82fbbb43e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=93896050-5bca-40e4-92d7-aa842a3215ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993254 Sep 30 13:27:42.173638 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-2e759731-2ece-4388-bc14-afef3e91a08a service neutron] 10.222.0.54 "GET /v2.0/networks/93896050-5bca-40e4-92d7-aa842a3215ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189110 Sep 30 13:27:42.286036 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-a58459fb-591f-441e-b623-cb30d2a5900d service neutron] 10.222.0.54 "GET /v2.0/networks/93896050-5bca-40e4-92d7-aa842a3215ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045084 Sep 30 13:27:42.338290 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-035a45e1-b5d0-4c6c-9d87-40f76dee16ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=7121023e-fda3-42f4-828e-9dd22cf5e92c HTTP/1.1" status: 200 len: 217 time: 0.0458360 Sep 30 13:27:42.391501 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-628c3b1a-b12b-43ad-bfe7-445f9bdcfcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:42.392989 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-628c3b1a-b12b-43ad-bfe7-445f9bdcfcbf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4f0ebae-560b-4b76-825f-e4ab47d71558 HTTP/1.1" status: 200 len: 797 time: 0.0487847 Sep 30 13:27:42.451225 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-1626167b-9b7c-4781-9f68-f1e89ae99b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:42.452916 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-1626167b-9b7c-4781-9f68-f1e89ae99b9b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0529838 Sep 30 13:27:42.578473 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-fda7bf76-d03a-4171-814e-f71eba83fb2a service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175158 Sep 30 13:27:42.706154 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-32bee037-afe1-4cf1-8761-6e4f4147776d service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189582 Sep 30 13:27:42.760674 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-7b8ecc9f-db75-4f9d-b4a9-d476c993842c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=50aa8aa8-8950-472f-a653-cf0236b3890e HTTP/1.1" status: 200 len: 217 time: 0.0477154 Sep 30 13:27:42.825171 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-a6ce52dd-a625-414f-8f92-e6df58431db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:42.826755 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-a6ce52dd-a625-414f-8f92-e6df58431db2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4f0ebae-560b-4b76-825f-e4ab47d71558 HTTP/1.1" status: 200 len: 797 time: 0.0588222 Sep 30 13:27:42.882822 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-98dcccba-f1b9-4995-ab61-052d66bc7cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:42.884341 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-98dcccba-f1b9-4995-ab61-052d66bc7cc9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0498633 Sep 30 13:27:43.046118 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-c3d62129-a2b5-487a-9531-1e4d67aa29ad service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530812 Sep 30 13:27:43.200220 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-4077c9db-ad4a-482a-8126-cba2a3387ea4 service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471140 Sep 30 13:27:43.255443 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-a60758cc-ca6e-4b16-9055-12e988d12b09 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=f407bf5c-2622-41e5-a507-31011ed4afae HTTP/1.1" status: 200 len: 217 time: 0.0455241 Sep 30 13:27:43.312338 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-26927c49-a401-4d9e-ab1f-aec920ff1602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:43.314518 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-26927c49-a401-4d9e-ab1f-aec920ff1602 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4f0ebae-560b-4b76-825f-e4ab47d71558 HTTP/1.1" status: 200 len: 797 time: 0.0519345 Sep 30 13:27:43.380577 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-f3aac028-4915-449e-954c-d53d9c82673d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:43.382180 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-f3aac028-4915-449e-954c-d53d9c82673d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0592864 Sep 30 13:27:43.876099 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-f84eef35-4225-4fe0-9f43-bd3cb1530b39 service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4870524 Sep 30 13:27:44.069586 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-822794f1-299a-43d9-ba59-df5e59b715a8 service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865559 Sep 30 13:27:44.122676 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-d69fa2b0-a5c2-45cc-bad6-23b8c2c41396 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=d8a34824-bdd7-4edd-8777-c76913f07e6d HTTP/1.1" status: 200 len: 217 time: 0.0464141 Sep 30 13:27:44.161846 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 57994) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:44.180234 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-f4377cc5-97c6-414d-aa37-eef3a4b7e1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:44.181690 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-f4377cc5-97c6-414d-aa37-eef3a4b7e1ef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4f0ebae-560b-4b76-825f-e4ab47d71558 HTTP/1.1" status: 200 len: 797 time: 0.0530312 Sep 30 13:27:44.245155 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-a53dfa9c-26ac-4a5f-a391-b89540b800f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:44.247283 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-a53dfa9c-26ac-4a5f-a391-b89540b800f5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0586793 Sep 30 13:27:44.335771 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c77c303c-813b-4c5b-a4cd-8bd6944e15c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:44.366443 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-e8c88873-eabd-4439-bf84-84e336b154ff service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114097 Sep 30 13:27:44.567249 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-652c8f40-64e0-48e9-a433-50a58ace9aba service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941946 Sep 30 13:27:44.638257 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c77c303c-813b-4c5b-a4cd-8bd6944e15c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:44.641693 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-efef86c1-1f8c-4b6a-a8f1-8894fe3397c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fa4a606c-ba9f-437e-9fdd-ee6b622b3359 HTTP/1.1" status: 200 len: 217 time: 0.0672936 Sep 30 13:27:44.644275 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c77c303c-813b-4c5b-a4cd-8bd6944e15c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:44.694116 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c77c303c-813b-4c5b-a4cd-8bd6944e15c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e2287d6081a841a592f0ba22b86bbbfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5303934 Sep 30 13:27:44.695586 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c303c-813b-4c5b-a4cd-8bd6944e15c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b97cc06-864f-41a9-af3f-953755eadd89,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:44.697135 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58002) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:44.767577 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-84520f99-3355-4362-a1de-084e4c40693c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:44.769132 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-84520f99-3355-4362-a1de-084e4c40693c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e1ae28e5-4a21-4afb-9bee-9706b3aa153a HTTP/1.1" status: 200 len: 797 time: 0.1207452 Sep 30 13:27:44.780675 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2ecd324d-0b3a-490c-b6a8-a4d47cdf2d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:44.820201 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2ecd324d-0b3a-490c-b6a8-a4d47cdf2d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:44.879194 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:44.903555 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-eaadbab7-eb6d-483a-83e3-85e47c444c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:44.905077 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-eaadbab7-eb6d-483a-83e3-85e47c444c4c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1195314 Sep 30 13:27:45.011057 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2ecd324d-0b3a-490c-b6a8-a4d47cdf2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:45.014272 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2ecd324d-0b3a-490c-b6a8-a4d47cdf2d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:45.019552 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2ecd324d-0b3a-490c-b6a8-a4d47cdf2d11 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b97cc06-864f-41a9-af3f-953755eadd89 HTTP/1.1" status: 204 len: 168 time: 0.3214064 Sep 30 13:27:45.032136 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd324d-0b3a-490c-b6a8-a4d47cdf2d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b97cc06-864f-41a9-af3f-953755eadd89,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:45.056115 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-d2a170b3-7b21-4580-b4db-f9a9d9e1f4a2 service neutron] 10.222.0.54 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424491 Sep 30 13:27:45.213924 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-29f164be-e9b8-4780-9fa0-9f278343b8a3 service neutron] 10.222.0.54 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492798 Sep 30 13:27:45.333696 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-f349acb8-361d-4058-b90b-842648f17fd4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=37e52d6d-b15a-43d5-a032-19b5958005e8 HTTP/1.1" status: 200 len: 217 time: 0.1091781 Sep 30 13:27:45.401562 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-34b66156-df65-4456-b51c-0b6e8d912328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:45.403148 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-34b66156-df65-4456-b51c-0b6e8d912328 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e1ae28e5-4a21-4afb-9bee-9706b3aa153a HTTP/1.1" status: 200 len: 797 time: 0.0585995 Sep 30 13:27:45.493051 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-acc2ce2c-4734-4911-b099-2f85d77b2d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:45.494851 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-acc2ce2c-4734-4911-b099-2f85d77b2d9a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0824287 Sep 30 13:27:45.559588 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58014) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:45.579432 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-49695993-4c7e-49b2-b50e-659bdbddf64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:45.678094 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-c393672e-3d94-45a5-a580-190d31e604aa service neutron] 10.222.0.54 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759229 Sep 30 13:27:45.729225 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-49695993-4c7e-49b2-b50e-659bdbddf64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:45.736927 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-49695993-4c7e-49b2-b50e-659bdbddf64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:45.786147 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-49695993-4c7e-49b2-b50e-659bdbddf64b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f7e70e814760470587693a04bb3d8eac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2246444 Sep 30 13:27:45.787704 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49695993-4c7e-49b2-b50e-659bdbddf64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908c75e7-e898-4798-9295-0cb9f3d4aab9,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:45.790823 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58018) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:45.815453 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-deed568d-cf85-4a06-9f1a-a130a56a646e req-36931299-c280-4b4b-8055-3ff8f59dd832 service neutron] 10.222.0.54 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300550 Sep 30 13:27:45.876027 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5b364a01-2711-40b9-9c54-ead7b69bc0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:45.899508 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5b364a01-2711-40b9-9c54-ead7b69bc0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:45.951520 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5b364a01-2711-40b9-9c54-ead7b69bc0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:45.954786 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5b364a01-2711-40b9-9c54-ead7b69bc0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:45.958072 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5b364a01-2711-40b9-9c54-ead7b69bc0de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/908c75e7-e898-4798-9295-0cb9f3d4aab9 HTTP/1.1" status: 204 len: 168 time: 0.1507542 Sep 30 13:27:45.973370 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b364a01-2711-40b9-9c54-ead7b69bc0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908c75e7-e898-4798-9295-0cb9f3d4aab9,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:46.719104 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cdf7ff9f-486d-4f01-bc95-88e263ae248e req-401020ee-0603-49d6-a92a-ac2f90a27160 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d3f11984-4f9e-4aef-aec5-8ebf6f1112a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0624816 Sep 30 13:27:46.818470 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7ff9f-486d-4f01-bc95-88e263ae248e req-80aa9495-3141-4c18-83e6-31a1ba54b0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:46.820339 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cdf7ff9f-486d-4f01-bc95-88e263ae248e req-80aa9495-3141-4c18-83e6-31a1ba54b0a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba06ca8c8c6c47e0a3ec08e9fc9296aa&device_id=d3f11984-4f9e-4aef-aec5-8ebf6f1112a1 HTTP/1.1" status: 200 len: 1097 time: 0.0522978 Sep 30 13:27:46.967084 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7ff9f-486d-4f01-bc95-88e263ae248e req-123d83d8-c07e-460f-a4db-ce005c430785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:46.968711 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cdf7ff9f-486d-4f01-bc95-88e263ae248e req-123d83d8-c07e-460f-a4db-ce005c430785 service neutron] 10.222.0.39 "GET /v2.0/networks?id=27af5bc2-ae82-46a4-9237-d0fc36f9075e HTTP/1.1" status: 200 len: 911 time: 0.1272800 Sep 30 13:27:47.065063 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cdf7ff9f-486d-4f01-bc95-88e263ae248e req-e5bc553b-36d4-4d76-b46d-a3e205736d0b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5d66a3a-ce47-47b7-8029-a84a4ce94c7e HTTP/1.1" status: 200 len: 1002 time: 0.0886209 Sep 30 13:27:47.131028 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7ff9f-486d-4f01-bc95-88e263ae248e req-0c384757-f284-4204-a622-b3c7d5f7b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:47.132663 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cdf7ff9f-486d-4f01-bc95-88e263ae248e req-0c384757-f284-4204-a622-b3c7d5f7b053 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b0d07ac9-b646-4015-9c44-dcf39179fe0f HTTP/1.1" status: 200 len: 849 time: 0.0603530 Sep 30 13:27:47.199198 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7ff9f-486d-4f01-bc95-88e263ae248e req-9df3c01e-3a2b-46e4-9570-07c88e26abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:47.201494 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cdf7ff9f-486d-4f01-bc95-88e263ae248e req-9df3c01e-3a2b-46e4-9570-07c88e26abd8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=27af5bc2-ae82-46a4-9237-d0fc36f9075e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614336 Sep 30 13:27:47.384028 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cdf7ff9f-486d-4f01-bc95-88e263ae248e req-cc05e611-75bc-4a2b-a5d7-fb34879aa28c service neutron] 10.222.0.39 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748197 Sep 30 13:27:47.548382 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cdf7ff9f-486d-4f01-bc95-88e263ae248e req-33c8a902-10f9-4e4a-a9e8-83bc24653962 service neutron] 10.222.0.39 "GET /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561153 Sep 30 13:27:48.217195 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0eb5c6e1-4257-4dda-9750-c56d82f64f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:48.917101 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58136) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:49.073618 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4c5ee6f5-56a2-429a-90f8-90361a03b6af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:49.181997 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4c5ee6f5-56a2-429a-90f8-90361a03b6af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:49.186345 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4c5ee6f5-56a2-429a-90f8-90361a03b6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:49.232074 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4c5ee6f5-56a2-429a-90f8-90361a03b6af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce64d82593074d74ae5745e508d7dd8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3138447 Sep 30 13:27:49.233214 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ee6f5-56a2-429a-90f8-90361a03b6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbad978-d515-436a-868c-0b49cd6b12c2,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:49.234804 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58140) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:49.302776 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8eb2fc49-6f4b-4a9d-a6fc-8bcadbfb7a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:49.324730 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8eb2fc49-6f4b-4a9d-a6fc-8bcadbfb7a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:49.379673 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8eb2fc49-6f4b-4a9d-a6fc-8bcadbfb7a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:49.383177 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8eb2fc49-6f4b-4a9d-a6fc-8bcadbfb7a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:49.386632 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8eb2fc49-6f4b-4a9d-a6fc-8bcadbfb7a59 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2bbad978-d515-436a-868c-0b49cd6b12c2 HTTP/1.1" status: 204 len: 168 time: 0.1483021 Sep 30 13:27:49.394196 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb2fc49-6f4b-4a9d-a6fc-8bcadbfb7a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbad978-d515-436a-868c-0b49cd6b12c2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:49.532883 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:49.785828 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58168) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:49.808298 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aad9486d-04ea-4ac2-8f1d-5002c3a249e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:49.967757 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aad9486d-04ea-4ac2-8f1d-5002c3a249e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:49.972677 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aad9486d-04ea-4ac2-8f1d-5002c3a249e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:50.017818 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-aad9486d-04ea-4ac2-8f1d-5002c3a249e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7e23c157002149ccbf762ca295f0717f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2310050 Sep 30 13:27:50.020529 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58176) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:50.031998 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9486d-04ea-4ac2-8f1d-5002c3a249e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4da493-d004-4d07-8383-4a10b516a014,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:50.099639 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8011e952-8113-42fd-91a9-c16e21a82a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:50.124966 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8011e952-8113-42fd-91a9-c16e21a82a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:50.179056 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8011e952-8113-42fd-91a9-c16e21a82a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:50.182778 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8011e952-8113-42fd-91a9-c16e21a82a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:50.186465 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8011e952-8113-42fd-91a9-c16e21a82a0f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c4da493-d004-4d07-8383-4a10b516a014 HTTP/1.1" status: 204 len: 168 time: 0.1642768 Sep 30 13:27:50.195724 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011e952-8113-42fd-91a9-c16e21a82a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4da493-d004-4d07-8383-4a10b516a014,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:50.688763 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0fb3224b-cf84-417b-b75b-dc537685cb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:51.615860 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:52.369307 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:52.841488 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58298) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:52.969771 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e94e37e9-65b8-494b-ad9b-4bbd17d05c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:53.111910 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e94e37e9-65b8-494b-ad9b-4bbd17d05c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:53.117742 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e94e37e9-65b8-494b-ad9b-4bbd17d05c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:53.158295 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e37e9-65b8-494b-ad9b-4bbd17d05c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcf464f-2a71-4426-84f0-49d4faa01cfd,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:53.179958 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e94e37e9-65b8-494b-ad9b-4bbd17d05c3c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=207757d97d4c4373a3eb55566ce8a586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3372109 Sep 30 13:27:53.182898 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58308) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:53.237262 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-72262371-415b-45b1-9609-daf6e942134b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:53.262747 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-72262371-415b-45b1-9609-daf6e942134b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:53.316722 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-72262371-415b-45b1-9609-daf6e942134b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:53.323344 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-72262371-415b-45b1-9609-daf6e942134b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:53.324689 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-72262371-415b-45b1-9609-daf6e942134b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ddcf464f-2a71-4426-84f0-49d4faa01cfd HTTP/1.1" status: 204 len: 168 time: 0.1407874 Sep 30 13:27:53.333948 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72262371-415b-45b1-9609-daf6e942134b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcf464f-2a71-4426-84f0-49d4faa01cfd,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:53.641334 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58316) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:53.654910 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-387f29d6-c6c9-45be-a5c5-7e50590f1b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:53.745715 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-387f29d6-c6c9-45be-a5c5-7e50590f1b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:53.750721 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-387f29d6-c6c9-45be-a5c5-7e50590f1b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:53.791961 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-387f29d6-c6c9-45be-a5c5-7e50590f1b21 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f05c907cde6d484d83abdee505944f22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470084 Sep 30 13:27:53.791961 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f29d6-c6c9-45be-a5c5-7e50590f1b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144a9d91-e342-444b-8413-0f17b776d4c5,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:53.792515 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58318) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:53.848374 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a58e1e0-3bdc-4f33-a216-bd06978bb171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:53.871483 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a58e1e0-3bdc-4f33-a216-bd06978bb171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:53.921786 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a58e1e0-3bdc-4f33-a216-bd06978bb171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:53.925178 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9a58e1e0-3bdc-4f33-a216-bd06978bb171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:53.926711 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9a58e1e0-3bdc-4f33-a216-bd06978bb171 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/144a9d91-e342-444b-8413-0f17b776d4c5 HTTP/1.1" status: 204 len: 168 time: 0.1330526 Sep 30 13:27:53.936207 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58e1e0-3bdc-4f33-a216-bd06978bb171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144a9d91-e342-444b-8413-0f17b776d4c5,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:54.143867 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:55.906006 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d65c7-a627-460d-aabd-878a79a3441a req-5f83a0d0-a9b4-4ba1-965a-c402c6bc38e8 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:55.908175 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a72d65c7-a627-460d-aabd-878a79a3441a req-5f83a0d0-a9b4-4ba1-965a-c402c6bc38e8 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3f11984-4f9e-4aef-aec5-8ebf6f1112a1 HTTP/1.1" status: 200 len: 946 time: 0.0775416 Sep 30 13:27:55.951571 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a72d65c7-a627-460d-aabd-878a79a3441a req-b835a9aa-edb6-4ab8-a23b-60ab269f8354 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a66d1e-9f71-4e11-bc6d-1799d53658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366478 Sep 30 13:27:57.096257 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615285e3-365b-4d25-b6b2-900276846405 req-ea02d7bf-7123-4273-8048-fe3a8b856994 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:57.104871 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-615285e3-365b-4d25-b6b2-900276846405 req-ea02d7bf-7123-4273-8048-fe3a8b856994 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3f11984-4f9e-4aef-aec5-8ebf6f1112a1 HTTP/1.1" status: 200 len: 946 time: 0.0628138 Sep 30 13:27:57.153687 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-615285e3-365b-4d25-b6b2-900276846405 req-385e6485-16cd-41cd-9c40-d3c999875a6c tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a66d1e-9f71-4e11-bc6d-1799d53658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433812 Sep 30 13:27:57.473429 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd036d-9c52-4f02-bd35-4964f3d33c8d req-192eb2fa-328e-4317-be1d-0d5b77555f3a tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:27:57.477788 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-65bd036d-9c52-4f02-bd35-4964f3d33c8d req-192eb2fa-328e-4317-be1d-0d5b77555f3a tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3f11984-4f9e-4aef-aec5-8ebf6f1112a1 HTTP/1.1" status: 200 len: 946 time: 0.0666180 Sep 30 13:27:57.593067 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-65bd036d-9c52-4f02-bd35-4964f3d33c8d req-e4af1a0b-78a8-4ad7-9a5b-fe47a1c048bb tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Deleting port e5d66a3a-ce47-47b7-8029-a84a4ce94c7e {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:27:57.593321 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-65bd036d-9c52-4f02-bd35-4964f3d33c8d req-e4af1a0b-78a8-4ad7-9a5b-fe47a1c048bb tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:57.712641 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-65bd036d-9c52-4f02-bd35-4964f3d33c8d req-e4af1a0b-78a8-4ad7-9a5b-fe47a1c048bb tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] For port e5d66a3a-ce47-47b7-8029-a84a4ce94c7e, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=e5d66a3a-ce47-47b7-8029-a84a4ce94c7e,segment=NetworkSegment(09db17fb-74d7-4dc0-9134-6b39465ccd33),segment_id=09db17fb-74d7-4dc0-9134-6b39465ccd33)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:27:57.713360 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-65bd036d-9c52-4f02-bd35-4964f3d33c8d req-e4af1a0b-78a8-4ad7-9a5b-fe47a1c048bb tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:57.918707 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-65bd036d-9c52-4f02-bd35-4964f3d33c8d req-e4af1a0b-78a8-4ad7-9a5b-fe47a1c048bb tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:57.919455 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-65bd036d-9c52-4f02-bd35-4964f3d33c8d req-e4af1a0b-78a8-4ad7-9a5b-fe47a1c048bb tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:57.919932 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [req-65bd036d-9c52-4f02-bd35-4964f3d33c8d req-e4af1a0b-78a8-4ad7-9a5b-fe47a1c048bb tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Floating IP 3481763a-44f5-429b-9781-f8564dff50ec disassociated. External IP: 172.25.5.126, port: e5d66a3a-ce47-47b7-8029-a84a4ce94c7e. Sep 30 13:27:57.921169 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-65bd036d-9c52-4f02-bd35-4964f3d33c8d req-e4af1a0b-78a8-4ad7-9a5b-fe47a1c048bb tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Calling delete_port for e5d66a3a-ce47-47b7-8029-a84a4ce94c7e owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:27:58.054867 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-65bd036d-9c52-4f02-bd35-4964f3d33c8d req-e4af1a0b-78a8-4ad7-9a5b-fe47a1c048bb tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:58.106570 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af1a0b-78a8-4ad7-9a5b-fe47a1c048bb tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Pushing event deleted for resources: {'Port': ['ID=e5d66a3a-ce47-47b7-8029-a84a4ce94c7e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:58.228609 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65bd036d-9c52-4f02-bd35-4964f3d33c8d req-e4af1a0b-78a8-4ad7-9a5b-fe47a1c048bb tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Router 00c2cc2c-e714-4f02-94ca-e592baa36b8d has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:27:58.263810 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-91ce3bf5-9506-4527-98b5-84e2bbff3bc4 req-8734d7c3-c868-4cf4-8566-f6919e031d45 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3f11984-4f9e-4aef-aec5-8ebf6f1112a1 HTTP/1.1" status: 200 len: 210 time: 0.0315673 Sep 30 13:27:58.378143 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65bd036d-9c52-4f02-bd35-4964f3d33c8d req-e4af1a0b-78a8-4ad7-9a5b-fe47a1c048bb tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:27:58.392712 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88964e32-43df-4707-bc83-a6f0adc9b898 None None] Sync routers for ids ['00c2cc2c-e714-4f02-94ca-e592baa36b8d'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:27:58.409881 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88964e32-43df-4707-bc83-a6f0adc9b898 None None] Routers {'00c2cc2c-e714-4f02-94ca-e592baa36b8d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:27:58.410511 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-88964e32-43df-4707-bc83-a6f0adc9b898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:27:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['00c2cc2c-e714-4f02-94ca-e592baa36b8d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:27:58.425613 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bd036d-9c52-4f02-bd35-4964f3d33c8d req-e4af1a0b-78a8-4ad7-9a5b-fe47a1c048bb tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] No DVR routers for this DVR port e5d66a3a-ce47-47b7-8029-a84a4ce94c7e on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:27:58.428437 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-65bd036d-9c52-4f02-bd35-4964f3d33c8d req-e4af1a0b-78a8-4ad7-9a5b-fe47a1c048bb tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:58.430776 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-65bd036d-9c52-4f02-bd35-4964f3d33c8d req-e4af1a0b-78a8-4ad7-9a5b-fe47a1c048bb tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.39 "DELETE /v2.0/ports/e5d66a3a-ce47-47b7-8029-a84a4ce94c7e HTTP/1.1" status: 204 len: 173 time: 0.9469738 Sep 30 13:27:58.432515 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f11984-4f9e-4aef-aec5-8ebf6f1112a1', 'name': 'network-vif-deleted', 'tag': 'e5d66a3a-ce47-47b7-8029-a84a4ce94c7e'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:27:58.444761 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffeabe6f-ea3c-4810-a6e9-6f2681a28628" -d '{"events": [{"server_uuid": "d3f11984-4f9e-4aef-aec5-8ebf6f1112a1", "name": "network-vif-deleted", "tag": "e5d66a3a-ce47-47b7-8029-a84a4ce94c7e"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:27:58.525460 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7a4385-7655-4bdb-bded-f424a263a79a x-openstack-request-id: req-bf7a4385-7655-4bdb-bded-f424a263a79a {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:27:58.525853 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f11984-4f9e-4aef-aec5-8ebf6f1112a1", "name": "network-vif-deleted", "tag": "e5d66a3a-ce47-47b7-8029-a84a4ce94c7e", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:27:58.526127 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf7a4385-7655-4bdb-bded-f424a263a79a {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:27:58.526537 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f11984-4f9e-4aef-aec5-8ebf6f1112a1', 'name': 'network-vif-deleted', 'tag': 'e5d66a3a-ce47-47b7-8029-a84a4ce94c7e', 'status': 'completed', 'code': 200} Sep 30 13:27:58.570742 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-88964e32-43df-4707-bc83-a6f0adc9b898 None None] Set router 00c2cc2c-e714-4f02-94ca-e592baa36b8d gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:27:58.886175 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-88964e32-43df-4707-bc83-a6f0adc9b898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'name': 'tempest-AttachVolumeTestJSON-888408587-router', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:20:21Z', 'updated_at': '2021-09-30T13:20:28Z', 'revision_number': 4, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'gw_port': {'id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:22Z', 'updated_at': '2021-09-30T13:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'c1cd5921-797b-4996-a7f0-60d4fc9e6f94', 'name': '', 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'mac_address': 'fa:16:3e:5e:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:27Z', 'updated_at': '2021-09-30T13:20:36Z', 'revision_number': 5, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'subnets': [{'id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:27:58.946998 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88964e32-43df-4707-bc83-a6f0adc9b898 None None] Checking router: 00c2cc2c-e714-4f02-94ca-e592baa36b8d for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:27:58.957944 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88964e32-43df-4707-bc83-a6f0adc9b898 None None] Routers {'00c2cc2c-e714-4f02-94ca-e592baa36b8d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:27:58.958640 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-88964e32-43df-4707-bc83-a6f0adc9b898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:27:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['00c2cc2c-e714-4f02-94ca-e592baa36b8d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:27:59.144141 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-88964e32-43df-4707-bc83-a6f0adc9b898 None None] Set router 00c2cc2c-e714-4f02-94ca-e592baa36b8d gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:27:59.385326 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58714) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:59.453473 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-88964e32-43df-4707-bc83-a6f0adc9b898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'name': 'tempest-AttachVolumeTestJSON-888408587-router', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:20:21Z', 'updated_at': '2021-09-30T13:20:28Z', 'revision_number': 4, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'gw_port': {'id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:22Z', 'updated_at': '2021-09-30T13:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'c1cd5921-797b-4996-a7f0-60d4fc9e6f94', 'name': '', 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'mac_address': 'fa:16:3e:5e:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:27Z', 'updated_at': '2021-09-30T13:20:36Z', 'revision_number': 5, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'subnets': [{'id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:27:59.482638 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-583ae193-08d8-4409-9dfd-fadb7f2360c5 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:59.484690 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88964e32-43df-4707-bc83-a6f0adc9b898 None None] The sync data for ids ['00c2cc2c-e714-4f02-94ca-e592baa36b8d'] in n-d-810909-2 is: [{'id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'name': 'tempest-AttachVolumeTestJSON-888408587-router', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:20:21Z', 'updated_at': '2021-09-30T13:20:28Z', 'revision_number': 4, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'gw_port': {'id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:22Z', 'updated_at': '2021-09-30T13:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'c1cd5921-797b-4996-a7f0-60d4fc9e6f94', 'name': '', 'network_id': '27af5bc2-ae82-46a4-9237-d0fc36f9075e', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'mac_address': 'fa:16:3e:5e:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:27Z', 'updated_at': '2021-09-30T13:20:36Z', 'revision_number': 5, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'subnets': [{'id': 'b0d07ac9-b646-4015-9c44-dcf39179fe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:27:59.509989 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-583ae193-08d8-4409-9dfd-fadb7f2360c5 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:59.577501 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-583ae193-08d8-4409-9dfd-fadb7f2360c5 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:59.581694 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-583ae193-08d8-4409-9dfd-fadb7f2360c5 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:59.586368 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58726) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:59.590372 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-583ae193-08d8-4409-9dfd-fadb7f2360c5 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "DELETE /v2.0/security-groups/c3a66d1e-9f71-4e11-bc6d-1799d53658b9 HTTP/1.1" status: 204 len: 168 time: 0.2031784 Sep 30 13:27:59.617692 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-3a6dca29-d84a-47b1-84e1-8601675580e5 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] show failed (client error): The resource could not be found. Sep 30 13:27:59.619438 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3a6dca29-d84a-47b1-84e1-8601675580e5 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "GET /v2.0/security-groups/c3a66d1e-9f71-4e11-bc6d-1799d53658b9 HTTP/1.1" status: 404 len: 347 time: 0.0311873 Sep 30 13:27:59.622344 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58734) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:27:59.624214 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ae193-08d8-4409-9dfd-fadb7f2360c5 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a66d1e-9f71-4e11-bc6d-1799d53658b9,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:27:59.813045 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-513fe607-1c17-4090-a51c-31bd2f36ec83 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Deleting port 978a50c2-b28f-4405-9cb7-fc3da8673ec5 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:27:59.813309 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-513fe607-1c17-4090-a51c-31bd2f36ec83 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:59.913443 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-513fe607-1c17-4090-a51c-31bd2f36ec83 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:59.913715 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-513fe607-1c17-4090-a51c-31bd2f36ec83 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:27:59.929707 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-513fe607-1c17-4090-a51c-31bd2f36ec83 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Calling delete_port for 978a50c2-b28f-4405-9cb7-fc3da8673ec5 owned by network:floatingip {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:27:59.973277 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e679196-a0ca-4e9e-9209-3916951e3cb2 None None] New status for floating IP 3481763a-44f5-429b-9781-f8564dff50ec: DOWN {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:28:00.104996 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-513fe607-1c17-4090-a51c-31bd2f36ec83 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:00.107016 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-7e679196-a0ca-4e9e-9209-3916951e3cb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:28:00.107794 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-7e679196-a0ca-4e9e-9209-3916951e3cb2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:28:00.136774 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513fe607-1c17-4090-a51c-31bd2f36ec83 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Pushing event deleted for resources: {'Port': ['ID=978a50c2-b28f-4405-9cb7-fc3da8673ec5,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:00.215791 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-513fe607-1c17-4090-a51c-31bd2f36ec83 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks [] for floatingip, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:00.220224 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-513fe607-1c17-4090-a51c-31bd2f36ec83 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:00.222820 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-513fe607-1c17-4090-a51c-31bd2f36ec83 tempest-AttachVolumeTestJSON-108583075 tempest-AttachVolumeTestJSON-108583075-project] 10.222.0.18 "DELETE /v2.0/floatingips/3481763a-44f5-429b-9781-f8564dff50ec HTTP/1.1" status: 204 len: 168 time: 0.5982356 Sep 30 13:28:00.612983 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e679196-a0ca-4e9e-9209-3916951e3cb2 None None] New status for floating IP 3481763a-44f5-429b-9781-f8564dff50ec: DOWN {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:28:00.796915 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58798) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:00.949734 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fe498ad6-e33d-4e49-a1ee-a72d55917276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:01.089216 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fe498ad6-e33d-4e49-a1ee-a72d55917276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:01.094809 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fe498ad6-e33d-4e49-a1ee-a72d55917276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:01.152613 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fe498ad6-e33d-4e49-a1ee-a72d55917276 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a22f9b1abfe3471a9286da5836aa6d4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3544600 Sep 30 13:28:01.155117 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe498ad6-e33d-4e49-a1ee-a72d55917276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cc1b90-8d58-477d-8635-9c9c941553e3,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:01.155585 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58810) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:01.238707 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12704ff5-d158-4273-9b43-6feb08b4f3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:01.268434 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12704ff5-d158-4273-9b43-6feb08b4f3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:01.284169 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device e5d66a3a-ce47-47b7-8029-a84a4ce94c7e no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:28:01.319537 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: e5d66a3a-ce47-47b7-8029-a84a4ce94c7e {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:28:01.319894 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device e5d66a3a-ce47-47b7-8029-a84a4ce94c7e not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:28:01.363198 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12704ff5-d158-4273-9b43-6feb08b4f3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:01.366069 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12704ff5-d158-4273-9b43-6feb08b4f3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:01.367203 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-12704ff5-d158-4273-9b43-6feb08b4f3fd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7cc1b90-8d58-477d-8635-9c9c941553e3 HTTP/1.1" status: 204 len: 168 time: 0.2099173 Sep 30 13:28:01.391841 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12704ff5-d158-4273-9b43-6feb08b4f3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cc1b90-8d58-477d-8635-9c9c941553e3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:02.097342 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58868) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:02.277433 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3510560c-121a-4090-9248-a7ae4875a162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:02.395998 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3510560c-121a-4090-9248-a7ae4875a162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:02.410780 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3510560c-121a-4090-9248-a7ae4875a162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:02.440665 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3510560c-121a-4090-9248-a7ae4875a162 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b28018c5acd24d57a2bc5800c873e2be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3421817 Sep 30 13:28:02.441046 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58880) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:02.471376 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510560c-121a-4090-9248-a7ae4875a162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18a73be-25f8-4cff-83c4-d1a75b23a5cc,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:02.532137 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-308868dd-eaf5-4f7c-9745-6a45f6190405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:02.554610 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-308868dd-eaf5-4f7c-9745-6a45f6190405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:02.622472 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-308868dd-eaf5-4f7c-9745-6a45f6190405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:02.626188 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-308868dd-eaf5-4f7c-9745-6a45f6190405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:02.631071 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-308868dd-eaf5-4f7c-9745-6a45f6190405 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e18a73be-25f8-4cff-83c4-d1a75b23a5cc HTTP/1.1" status: 204 len: 168 time: 0.1889460 Sep 30 13:28:02.642912 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308868dd-eaf5-4f7c-9745-6a45f6190405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18a73be-25f8-4cff-83c4-d1a75b23a5cc,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:02.651148 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308868dd-eaf5-4f7c-9745-6a45f6190405 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:02.651773 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308868dd-eaf5-4f7c-9745-6a45f6190405 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:02.652334 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308868dd-eaf5-4f7c-9745-6a45f6190405 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:02.652869 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308868dd-eaf5-4f7c-9745-6a45f6190405 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:02.653398 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308868dd-eaf5-4f7c-9745-6a45f6190405 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:02.653976 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308868dd-eaf5-4f7c-9745-6a45f6190405 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:02.654556 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308868dd-eaf5-4f7c-9745-6a45f6190405 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:02.655093 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308868dd-eaf5-4f7c-9745-6a45f6190405 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:02.655618 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308868dd-eaf5-4f7c-9745-6a45f6190405 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:02.656189 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308868dd-eaf5-4f7c-9745-6a45f6190405 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:02.656715 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308868dd-eaf5-4f7c-9745-6a45f6190405 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:02.657367 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308868dd-eaf5-4f7c-9745-6a45f6190405 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:03.038349 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58904) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:03.059475 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e9a78115-1d5b-4f67-9bf9-6b6ed03f5662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:03.167243 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e9a78115-1d5b-4f67-9bf9-6b6ed03f5662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:03.175208 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e9a78115-1d5b-4f67-9bf9-6b6ed03f5662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:03.233602 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e9a78115-1d5b-4f67-9bf9-6b6ed03f5662 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b5be23f3015246df9dfa66b51f498184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1941118 Sep 30 13:28:03.235012 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a78115-1d5b-4f67-9bf9-6b6ed03f5662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf75e750-7895-4c69-8eab-9705b68449f3,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:03.236820 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58908) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:03.332024 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f7650252-3d85-44b6-b2a8-f7992f8903d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:03.363737 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f7650252-3d85-44b6-b2a8-f7992f8903d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:03.431505 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58914) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:03.456598 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f7650252-3d85-44b6-b2a8-f7992f8903d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:03.461258 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f7650252-3d85-44b6-b2a8-f7992f8903d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:03.462694 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f7650252-3d85-44b6-b2a8-f7992f8903d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf75e750-7895-4c69-8eab-9705b68449f3 HTTP/1.1" status: 204 len: 168 time: 0.2249081 Sep 30 13:28:03.473569 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7650252-3d85-44b6-b2a8-f7992f8903d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf75e750-7895-4c69-8eab-9705b68449f3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:03.578236 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-ce6eb150-6210-4253-bf9b-f0d56a7045d8 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:28:03.626994 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ce6eb150-6210-4253-bf9b-f0d56a7045d8 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:03.798440 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ce6eb150-6210-4253-bf9b-f0d56a7045d8 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:04.066670 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-ce6eb150-6210-4253-bf9b-f0d56a7045d8 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Allocated IP 172.25.5.179 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/b4d8ba87-4a8f-4822-9df0-4218865eb662) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:28:04.218939 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ce6eb150-6210-4253-bf9b-f0d56a7045d8 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:04.264086 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ce6eb150-6210-4253-bf9b-f0d56a7045d8 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:04.324646 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6eb150-6210-4253-bf9b-f0d56a7045d8 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:28:04.326368 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-ce6eb150-6210-4253-bf9b-f0d56a7045d8 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:28:04.328414 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6eb150-6210-4253-bf9b-f0d56a7045d8 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Pushing event updated for resources: {'Port': ['ID=b4d8ba87-4a8f-4822-9df0-4218865eb662,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:04.336617 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6eb150-6210-4253-bf9b-f0d56a7045d8 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:28:04.462762 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ce6eb150-6210-4253-bf9b-f0d56a7045d8 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:04.504344 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ce6eb150-6210-4253-bf9b-f0d56a7045d8 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:04.682799 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ce6eb150-6210-4253-bf9b-f0d56a7045d8 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:04.689703 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ce6eb150-6210-4253-bf9b-f0d56a7045d8 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:04.791622 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6eb150-6210-4253-bf9b-f0d56a7045d8 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Pushing event updated for resources: {'Port': ['ID=b4d8ba87-4a8f-4822-9df0-4218865eb662,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:04.797560 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ce6eb150-6210-4253-bf9b-f0d56a7045d8 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:04.822052 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ce6eb150-6210-4253-bf9b-f0d56a7045d8 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:04.826838 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ce6eb150-6210-4253-bf9b-f0d56a7045d8 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3939531 Sep 30 13:28:04.827258 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58966) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:04.833783 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-a0e5d3ca-243f-4b0b-b9b5-f946c4add000 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2098279494', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'fixed_ips': [{'ip_address': '172.25.5.179'}]}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:28:04.865035 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e5d3ca-243f-4b0b-b9b5-f946c4add000 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Made reservation on behalf of e8944864737a46378d218deab7b12840 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:28:04.867403 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a0e5d3ca-243f-4b0b-b9b5-f946c4add000 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:04.877451 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a0e5d3ca-243f-4b0b-b9b5-f946c4add000 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:04.989651 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a0e5d3ca-243f-4b0b-b9b5-f946c4add000 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:04.996019 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a0e5d3ca-243f-4b0b-b9b5-f946c4add000 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:05.029446 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5d3ca-243f-4b0b-b9b5-f946c4add000 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2940e061-4966-42fb-8aca-1d57e2ad001f,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:05.032503 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-a0e5d3ca-243f-4b0b-b9b5-f946c4add000 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] device_id is not set on port 1bac8d3e-d999-4dd0-bb00-4507c09931cc yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:28:05.249156 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e5d3ca-243f-4b0b-b9b5-f946c4add000 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 30 13:28:05.250543 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e5d3ca-243f-4b0b-b9b5-f946c4add000 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:28:05.268696 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a0e5d3ca-243f-4b0b-b9b5-f946c4add000 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4395905 Sep 30 13:28:05.270982 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 58978) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:05.745683 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 58994) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:05.875595 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-589fa95c-973d-429c-96ac-fba0def15aad tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Deleting port b4d8ba87-4a8f-4822-9df0-4218865eb662 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:28:05.877791 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-589fa95c-973d-429c-96ac-fba0def15aad tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:05.902242 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-615eff34-2bfe-43ec-91a9-29013fe6257d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:06.010701 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-589fa95c-973d-429c-96ac-fba0def15aad tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:06.011351 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-589fa95c-973d-429c-96ac-fba0def15aad tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:06.027960 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-615eff34-2bfe-43ec-91a9-29013fe6257d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:06.032925 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-589fa95c-973d-429c-96ac-fba0def15aad tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Calling delete_port for b4d8ba87-4a8f-4822-9df0-4218865eb662 owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:28:06.039176 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-615eff34-2bfe-43ec-91a9-29013fe6257d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:06.099354 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-615eff34-2bfe-43ec-91a9-29013fe6257d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d7359dd8b09e4c6f881f1287f15c15af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3519790 Sep 30 13:28:06.100562 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59006) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:06.107572 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615eff34-2bfe-43ec-91a9-29013fe6257d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb797000-1bc7-42d7-afbe-dc1ea6d943ce,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:06.165095 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-46581410-7ea0-4b07-b756-82b88d92f5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:06.206275 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-46581410-7ea0-4b07-b756-82b88d92f5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:06.242524 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-589fa95c-973d-429c-96ac-fba0def15aad tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:06.263947 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-46581410-7ea0-4b07-b756-82b88d92f5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:06.267828 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-46581410-7ea0-4b07-b756-82b88d92f5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:06.269298 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-46581410-7ea0-4b07-b756-82b88d92f5a0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bb797000-1bc7-42d7-afbe-dc1ea6d943ce HTTP/1.1" status: 204 len: 168 time: 0.1675138 Sep 30 13:28:06.278525 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46581410-7ea0-4b07-b756-82b88d92f5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb797000-1bc7-42d7-afbe-dc1ea6d943ce,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:06.286521 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589fa95c-973d-429c-96ac-fba0def15aad tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4d8ba87-4a8f-4822-9df0-4218865eb662,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:06.364031 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-589fa95c-973d-429c-96ac-fba0def15aad tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:06.367439 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-589fa95c-973d-429c-96ac-fba0def15aad tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:06.368923 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-589fa95c-973d-429c-96ac-fba0def15aad tempest-ExternalNetworksAdminNegativeTestJSON-1940068999 tempest-ExternalNetworksAdminNegativeTestJSON-1940068999-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/8d6f7c46-a712-403d-97ce-e3c0c82cc173 HTTP/1.1" status: 204 len: 168 time: 1.0966475 Sep 30 13:28:06.695970 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59022) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:06.713318 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e86ec0c3-2676-4b6f-9a63-fd89a85ef6bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:06.738214 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59024) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:06.835268 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e86ec0c3-2676-4b6f-9a63-fd89a85ef6bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:06.841202 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e86ec0c3-2676-4b6f-9a63-fd89a85ef6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:06.886475 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e86ec0c3-2676-4b6f-9a63-fd89a85ef6bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6a2106a6fdc44a8a614ff7e320bdcc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1868026 Sep 30 13:28:06.886475 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ec0c3-2676-4b6f-9a63-fd89a85ef6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104c11f7-ce58-483a-9be0-dbe289a652d5,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:06.886678 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59034) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:06.951147 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4e91df91-8ef8-4786-be2c-e70799a25ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:06.963820 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-888e06df-9b86-4c6a-b07a-c8f39ccd9a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:07.004524 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-888e06df-9b86-4c6a-b07a-c8f39ccd9a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:07.150961 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-888e06df-9b86-4c6a-b07a-c8f39ccd9a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:07.153701 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-888e06df-9b86-4c6a-b07a-c8f39ccd9a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:07.157293 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-888e06df-9b86-4c6a-b07a-c8f39ccd9a55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/104c11f7-ce58-483a-9be0-dbe289a652d5 HTTP/1.1" status: 204 len: 168 time: 0.2673256 Sep 30 13:28:07.174440 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4e91df91-8ef8-4786-be2c-e70799a25ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:07.176271 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e06df-9b86-4c6a-b07a-c8f39ccd9a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104c11f7-ce58-483a-9be0-dbe289a652d5,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:07.204752 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4e91df91-8ef8-4786-be2c-e70799a25ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:07.252757 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4e91df91-8ef8-4786-be2c-e70799a25ae4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aaee0ee2a5094eb9a72966e2f29f1fd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5130637 Sep 30 13:28:07.253466 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91df91-8ef8-4786-be2c-e70799a25ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057a51f3-578b-49c2-8653-16b88c150400,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:07.256118 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59048) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:07.353796 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e4698466-7f34-4e0f-b43c-500583b6ebd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:07.379336 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e4698466-7f34-4e0f-b43c-500583b6ebd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:07.461597 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e4698466-7f34-4e0f-b43c-500583b6ebd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:07.468057 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e4698466-7f34-4e0f-b43c-500583b6ebd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:07.471879 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e4698466-7f34-4e0f-b43c-500583b6ebd8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/057a51f3-578b-49c2-8653-16b88c150400 HTTP/1.1" status: 204 len: 168 time: 0.2122340 Sep 30 13:28:07.486818 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4698466-7f34-4e0f-b43c-500583b6ebd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057a51f3-578b-49c2-8653-16b88c150400,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:08.048620 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59086) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:08.098534 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f31108ad-d879-4489-9e08-7324b9bc6743 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8944864737a46378d218deab7b12840&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463457 Sep 30 13:28:08.098798 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59090) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:08.164254 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5330f518-f172-4562-ab26-121726dc5d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:08.186782 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5330f518-f172-4562-ab26-121726dc5d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:08.243589 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5330f518-f172-4562-ab26-121726dc5d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:08.247271 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5330f518-f172-4562-ab26-121726dc5d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:08.249119 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5330f518-f172-4562-ab26-121726dc5d2e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2940e061-4966-42fb-8aca-1d57e2ad001f HTTP/1.1" status: 204 len: 168 time: 0.1418562 Sep 30 13:28:08.258731 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330f518-f172-4562-ab26-121726dc5d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2940e061-4966-42fb-8aca-1d57e2ad001f,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:10.328227 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59196) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:10.451837 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59208) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:10.476510 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-7dbf214f-0fe1-49cb-9717-6f5723218099 tempest-QuotasTest-872224421 tempest-QuotasTest-872224421-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:28:10.524604 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7dbf214f-0fe1-49cb-9717-6f5723218099 tempest-QuotasTest-872224421 tempest-QuotasTest-872224421-project-admin] 10.222.0.18 "PUT /v2.0/quotas/2e0f352dca1641e6a6d5057f199146ff HTTP/1.1" status: 200 len: 366 time: 0.1947536 Sep 30 13:28:10.527278 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59214) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:10.545956 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-445933bf-3e40-4fa4-bd8e-6f0fd54b1e61 tempest-QuotasTest-872224421 tempest-QuotasTest-872224421-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0173190 Sep 30 13:28:10.547750 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59216) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:10.565753 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-df51ec3e-b805-425d-aa19-7b43ebf10a24 tempest-QuotasTest-872224421 tempest-QuotasTest-872224421-project-admin] 10.222.0.18 "GET /v2.0/quotas/2e0f352dca1641e6a6d5057f199146ff HTTP/1.1" status: 200 len: 366 time: 0.0161426 Sep 30 13:28:10.566799 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59218) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:10.596332 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-001076df-fa9e-4c2e-88d7-0a1472da3c88 tempest-QuotasTest-872224421 tempest-QuotasTest-872224421-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/2e0f352dca1641e6a6d5057f199146ff HTTP/1.1" status: 204 len: 168 time: 0.0227137 Sep 30 13:28:10.598706 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59220) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:10.619720 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59222) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:10.619838 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6bd1d470-efa1-48c7-8157-89bbc9e0f3d8 tempest-QuotasTest-872224421 tempest-QuotasTest-872224421-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0167804 Sep 30 13:28:10.638437 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b091c271-7476-4cfd-b86a-bb43b0f23419 tempest-QuotasTest-872224421 tempest-QuotasTest-872224421-project-admin] 10.222.0.18 "GET /v2.0/quotas/2e0f352dca1641e6a6d5057f199146ff HTTP/1.1" status: 200 len: 370 time: 0.0175066 Sep 30 13:28:10.639033 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59224) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:10.657946 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-dfb6300f-f867-448b-a40a-4506de4bb196 tempest-QuotasTest-872224421 tempest-QuotasTest-872224421-project-admin] 10.222.0.18 "GET /v2.0/quotas/2e0f352dca1641e6a6d5057f199146ff/default HTTP/1.1" status: 200 len: 370 time: 0.0132470 Sep 30 13:28:10.658698 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59226) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:10.674889 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-2c9555a0-de0c-4df8-8fc5-e60ce99be3eb tempest-QuotasTest-872224421 tempest-QuotasTest-872224421-project-admin] delete failed (client error): The resource could not be found. Sep 30 13:28:10.678883 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2c9555a0-de0c-4df8-8fc5-e60ce99be3eb tempest-QuotasTest-872224421 tempest-QuotasTest-872224421-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/2e0f352dca1641e6a6d5057f199146ff HTTP/1.1" status: 404 len: 348 time: 0.0191002 Sep 30 13:28:10.830333 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59230) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:10.854944 n-d-810909-2 neutron-server[94764]: DEBUG neutron.quota.resource [None req-155f2314-4c76-4da5-b70b-cbbf2188d806 tempest-QuotasTest-872224421 tempest-QuotasTest-872224421-project-admin] Usage tracker for resource:network and project:7b2ec19395664676a23182f0ae5b4950 is out of sync, need to count used quota {{(pid=94764) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 30 13:28:10.858557 n-d-810909-2 neutron-server[94764]: DEBUG neutron.quota.resource [None req-155f2314-4c76-4da5-b70b-cbbf2188d806 tempest-QuotasTest-872224421 tempest-QuotasTest-872224421-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94764) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 30 13:28:10.867885 n-d-810909-2 neutron-server[94764]: DEBUG neutron.quota.resource [None req-155f2314-4c76-4da5-b70b-cbbf2188d806 tempest-QuotasTest-872224421 tempest-QuotasTest-872224421-project-admin] Usage tracker for resource:subnet and project:7b2ec19395664676a23182f0ae5b4950 is out of sync, need to count used quota {{(pid=94764) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 30 13:28:10.871666 n-d-810909-2 neutron-server[94764]: DEBUG neutron.quota.resource [None req-155f2314-4c76-4da5-b70b-cbbf2188d806 tempest-QuotasTest-872224421 tempest-QuotasTest-872224421-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94764) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 30 13:28:10.878461 n-d-810909-2 neutron-server[94764]: DEBUG neutron.quota.resource [None req-155f2314-4c76-4da5-b70b-cbbf2188d806 tempest-QuotasTest-872224421 tempest-QuotasTest-872224421-project-admin] Usage tracker for resource:subnetpool and project:7b2ec19395664676a23182f0ae5b4950 is out of sync, need to count used quota {{(pid=94764) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 30 13:28:10.884400 n-d-810909-2 neutron-server[94764]: DEBUG neutron.quota.resource [None req-155f2314-4c76-4da5-b70b-cbbf2188d806 tempest-QuotasTest-872224421 tempest-QuotasTest-872224421-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94764) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 30 13:28:10.911280 n-d-810909-2 neutron-server[94764]: DEBUG neutron.quota.resource [None req-155f2314-4c76-4da5-b70b-cbbf2188d806 tempest-QuotasTest-872224421 tempest-QuotasTest-872224421-project-admin] Usage tracker for resource:port and project:7b2ec19395664676a23182f0ae5b4950 is out of sync, need to count used quota {{(pid=94764) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 30 13:28:10.915286 n-d-810909-2 neutron-server[94764]: DEBUG neutron.quota.resource [None req-155f2314-4c76-4da5-b70b-cbbf2188d806 tempest-QuotasTest-872224421 tempest-QuotasTest-872224421-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94764) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 30 13:28:10.932203 n-d-810909-2 neutron-server[94764]: DEBUG neutron.quota.resource [None req-155f2314-4c76-4da5-b70b-cbbf2188d806 tempest-QuotasTest-872224421 tempest-QuotasTest-872224421-project-admin] Usage tracker for resource:router and project:7b2ec19395664676a23182f0ae5b4950 is out of sync, need to count used quota {{(pid=94764) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 30 13:28:10.939205 n-d-810909-2 neutron-server[94764]: DEBUG neutron.quota.resource [None req-155f2314-4c76-4da5-b70b-cbbf2188d806 tempest-QuotasTest-872224421 tempest-QuotasTest-872224421-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94764) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 30 13:28:10.955239 n-d-810909-2 neutron-server[94764]: DEBUG neutron.quota.resource [None req-155f2314-4c76-4da5-b70b-cbbf2188d806 tempest-QuotasTest-872224421 tempest-QuotasTest-872224421-project-admin] Usage tracker for resource:floatingip and project:7b2ec19395664676a23182f0ae5b4950 is out of sync, need to count used quota {{(pid=94764) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 30 13:28:10.962642 n-d-810909-2 neutron-server[94764]: DEBUG neutron.quota.resource [None req-155f2314-4c76-4da5-b70b-cbbf2188d806 tempest-QuotasTest-872224421 tempest-QuotasTest-872224421-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94764) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 30 13:28:11.015147 n-d-810909-2 neutron-server[94764]: DEBUG neutron.quota.resource [None req-155f2314-4c76-4da5-b70b-cbbf2188d806 tempest-QuotasTest-872224421 tempest-QuotasTest-872224421-project-admin] Usage tracker for resource:security_group and project:7b2ec19395664676a23182f0ae5b4950 is out of sync, need to count used quota {{(pid=94764) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 30 13:28:11.018810 n-d-810909-2 neutron-server[94764]: DEBUG neutron.quota.resource [None req-155f2314-4c76-4da5-b70b-cbbf2188d806 tempest-QuotasTest-872224421 tempest-QuotasTest-872224421-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94764) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 30 13:28:11.025422 n-d-810909-2 neutron-server[94764]: DEBUG neutron.quota.resource [None req-155f2314-4c76-4da5-b70b-cbbf2188d806 tempest-QuotasTest-872224421 tempest-QuotasTest-872224421-project-admin] Usage tracker for resource:security_group_rule and project:7b2ec19395664676a23182f0ae5b4950 is out of sync, need to count used quota {{(pid=94764) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 30 13:28:11.028893 n-d-810909-2 neutron-server[94764]: DEBUG neutron.quota.resource [None req-155f2314-4c76-4da5-b70b-cbbf2188d806 tempest-QuotasTest-872224421 tempest-QuotasTest-872224421-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94764) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 30 13:28:11.034266 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-155f2314-4c76-4da5-b70b-cbbf2188d806 tempest-QuotasTest-872224421 tempest-QuotasTest-872224421-project-admin] 10.222.0.18 "GET /v2.0/quotas/7b2ec19395664676a23182f0ae5b4950/details.json HTTP/1.1" status: 200 len: 703 time: 0.2027698 Sep 30 13:28:11.407756 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59242) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:11.521798 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3094174d-4bbc-4889-805b-d95e82410dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:11.535106 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c6a34ac3-aeac-4d4e-8fab-1aa6ac4fbdb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:11.625837 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3094174d-4bbc-4889-805b-d95e82410dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:11.630409 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3094174d-4bbc-4889-805b-d95e82410dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:11.674219 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3094174d-4bbc-4889-805b-d95e82410dfb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9e2b04b0eb74c19bc88f558620bd3c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2651830 Sep 30 13:28:11.675233 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094174d-4bbc-4889-805b-d95e82410dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c01d93-e80d-42df-8f4d-94bd5ba5ca38,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:11.678740 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59250) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:11.734449 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cce8adcc-799d-490b-a3c3-52d279a5cf1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:11.757414 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cce8adcc-799d-490b-a3c3-52d279a5cf1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:11.811038 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-c6a34ac3-aeac-4d4e-8fab-1aa6ac4fbdb4 admin admin] Deleting port c1cd5921-797b-4996-a7f0-60d4fc9e6f94 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:28:11.811328 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c6a34ac3-aeac-4d4e-8fab-1aa6ac4fbdb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:11.811468 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cce8adcc-799d-490b-a3c3-52d279a5cf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:11.815247 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cce8adcc-799d-490b-a3c3-52d279a5cf1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:11.816625 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cce8adcc-799d-490b-a3c3-52d279a5cf1b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09c01d93-e80d-42df-8f4d-94bd5ba5ca38 HTTP/1.1" status: 204 len: 168 time: 0.1368058 Sep 30 13:28:11.830611 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8adcc-799d-490b-a3c3-52d279a5cf1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c01d93-e80d-42df-8f4d-94bd5ba5ca38,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:11.902804 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-c6a34ac3-aeac-4d4e-8fab-1aa6ac4fbdb4 admin admin] For port c1cd5921-797b-4996-a7f0-60d4fc9e6f94, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c1cd5921-797b-4996-a7f0-60d4fc9e6f94,segment=NetworkSegment(09db17fb-74d7-4dc0-9134-6b39465ccd33),segment_id=09db17fb-74d7-4dc0-9134-6b39465ccd33)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:28:11.903180 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c6a34ac3-aeac-4d4e-8fab-1aa6ac4fbdb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:11.916218 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-c6a34ac3-aeac-4d4e-8fab-1aa6ac4fbdb4 admin admin] Calling delete_port for c1cd5921-797b-4996-a7f0-60d4fc9e6f94 owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:28:12.127672 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c6a34ac3-aeac-4d4e-8fab-1aa6ac4fbdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:12.138272 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59260) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:12.154416 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d8a1da4a-17bf-43ff-91f3-1696c42675d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:12.154575 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a34ac3-aeac-4d4e-8fab-1aa6ac4fbdb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1cd5921-797b-4996-a7f0-60d4fc9e6f94,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:12.275766 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d8a1da4a-17bf-43ff-91f3-1696c42675d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:12.281691 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d8a1da4a-17bf-43ff-91f3-1696c42675d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:12.329025 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d8a1da4a-17bf-43ff-91f3-1696c42675d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b2ec19395664676a23182f0ae5b4950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1863666 Sep 30 13:28:12.329868 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59262) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:12.351410 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c6a34ac3-aeac-4d4e-8fab-1aa6ac4fbdb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:12.371402 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1da4a-17bf-43ff-91f3-1696c42675d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7618d4e4-0c67-4891-b0dd-bc70114d5f10,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:12.406269 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-88cf6df1-6b66-4da2-8825-280e073fbe4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:12.433057 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-88cf6df1-6b66-4da2-8825-280e073fbe4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:12.508105 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-88cf6df1-6b66-4da2-8825-280e073fbe4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:12.510861 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-88cf6df1-6b66-4da2-8825-280e073fbe4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:12.514762 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-88cf6df1-6b66-4da2-8825-280e073fbe4a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7618d4e4-0c67-4891-b0dd-bc70114d5f10 HTTP/1.1" status: 204 len: 168 time: 0.1843917 Sep 30 13:28:12.523657 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf6df1-6b66-4da2-8825-280e073fbe4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7618d4e4-0c67-4891-b0dd-bc70114d5f10,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:12.625805 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a34ac3-aeac-4d4e-8fab-1aa6ac4fbdb4 admin admin] Router 00c2cc2c-e714-4f02-94ca-e592baa36b8d has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:28:12.746195 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:28:12.755161 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a34ac3-aeac-4d4e-8fab-1aa6ac4fbdb4 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:28:12.768854 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c6a34ac3-aeac-4d4e-8fab-1aa6ac4fbdb4 admin admin] 10.222.0.18 "PUT /v2.0/routers/00c2cc2c-e714-4f02-94ca-e592baa36b8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3128409 Sep 30 13:28:12.769314 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59288) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:12.786184 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad475895-c518-4230-80b6-e6dd81fd3cb8 None None] Sync routers for ids ['00c2cc2c-e714-4f02-94ca-e592baa36b8d'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:28:12.798658 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad475895-c518-4230-80b6-e6dd81fd3cb8 None None] Routers {'00c2cc2c-e714-4f02-94ca-e592baa36b8d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:28:12.801900 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-ad475895-c518-4230-80b6-e6dd81fd3cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:27:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['00c2cc2c-e714-4f02-94ca-e592baa36b8d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:12.940097 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8171633b-af4a-4e1e-8e9b-cde5acd36326 admin admin] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:12.971558 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-ad475895-c518-4230-80b6-e6dd81fd3cb8 None None] Set router 00c2cc2c-e714-4f02-94ca-e592baa36b8d gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:28:13.150614 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8171633b-af4a-4e1e-8e9b-cde5acd36326 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:13.268381 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-8171633b-af4a-4e1e-8e9b-cde5acd36326 admin admin] Deleting port 74fece3a-95a4-48e9-9e2d-38534187b2ee {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:28:13.268736 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8171633b-af4a-4e1e-8e9b-cde5acd36326 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:13.376300 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-8171633b-af4a-4e1e-8e9b-cde5acd36326 admin admin] For port 74fece3a-95a4-48e9-9e2d-38534187b2ee, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=74fece3a-95a4-48e9-9e2d-38534187b2ee,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:28:13.376702 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8171633b-af4a-4e1e-8e9b-cde5acd36326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:13.400105 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-8171633b-af4a-4e1e-8e9b-cde5acd36326 admin admin] Calling delete_port for 74fece3a-95a4-48e9-9e2d-38534187b2ee owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:28:13.415190 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-ad475895-c518-4230-80b6-e6dd81fd3cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'name': 'tempest-AttachVolumeTestJSON-888408587-router', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:20:21Z', 'updated_at': '2021-09-30T13:28:12Z', 'revision_number': 5, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'gw_port': {'id': '74fece3a-95a4-48e9-9e2d-38534187b2ee', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:20:22Z', 'updated_at': '2021-09-30T13:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:13.449405 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad475895-c518-4230-80b6-e6dd81fd3cb8 None None] Checking router: 00c2cc2c-e714-4f02-94ca-e592baa36b8d for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:28:13.459957 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad475895-c518-4230-80b6-e6dd81fd3cb8 None None] Routers {'00c2cc2c-e714-4f02-94ca-e592baa36b8d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:28:13.460844 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-ad475895-c518-4230-80b6-e6dd81fd3cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:27:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['00c2cc2c-e714-4f02-94ca-e592baa36b8d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:13.579090 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-ad475895-c518-4230-80b6-e6dd81fd3cb8 None None] Set router 00c2cc2c-e714-4f02-94ca-e592baa36b8d gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:28:13.641509 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-ad475895-c518-4230-80b6-e6dd81fd3cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'name': 'tempest-AttachVolumeTestJSON-888408587-router', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:20:21Z', 'updated_at': '2021-09-30T13:28:13Z', 'revision_number': 6, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:13.645082 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8171633b-af4a-4e1e-8e9b-cde5acd36326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:13.670975 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad475895-c518-4230-80b6-e6dd81fd3cb8 None None] The sync data for ids ['00c2cc2c-e714-4f02-94ca-e592baa36b8d'] in n-d-810909-2 is: [{'id': '00c2cc2c-e714-4f02-94ca-e592baa36b8d', 'name': 'tempest-AttachVolumeTestJSON-888408587-router', 'tenant_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:20:21Z', 'updated_at': '2021-09-30T13:28:13Z', 'revision_number': 6, 'project_id': 'ba06ca8c8c6c47e0a3ec08e9fc9296aa', 'gw_port_host': None}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:28:13.704829 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171633b-af4a-4e1e-8e9b-cde5acd36326 admin admin] Pushing event deleted for resources: {'Port': ['ID=74fece3a-95a4-48e9-9e2d-38534187b2ee,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:13.741843 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171633b-af4a-4e1e-8e9b-cde5acd36326 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:13.742321 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171633b-af4a-4e1e-8e9b-cde5acd36326 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:13.742763 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171633b-af4a-4e1e-8e9b-cde5acd36326 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:13.743195 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171633b-af4a-4e1e-8e9b-cde5acd36326 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:13.743749 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171633b-af4a-4e1e-8e9b-cde5acd36326 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:13.744173 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171633b-af4a-4e1e-8e9b-cde5acd36326 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:13.744595 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171633b-af4a-4e1e-8e9b-cde5acd36326 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:13.745014 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171633b-af4a-4e1e-8e9b-cde5acd36326 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:13.745626 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171633b-af4a-4e1e-8e9b-cde5acd36326 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:13.746068 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171633b-af4a-4e1e-8e9b-cde5acd36326 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:13.746505 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171633b-af4a-4e1e-8e9b-cde5acd36326 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:13.746922 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171633b-af4a-4e1e-8e9b-cde5acd36326 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:13.774168 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8171633b-af4a-4e1e-8e9b-cde5acd36326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:13.879624 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8171633b-af4a-4e1e-8e9b-cde5acd36326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:13.882566 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8171633b-af4a-4e1e-8e9b-cde5acd36326 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:13.934542 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8171633b-af4a-4e1e-8e9b-cde5acd36326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:13.935464 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8171633b-af4a-4e1e-8e9b-cde5acd36326 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00c2cc2c-e714-4f02-94ca-e592baa36b8d {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:28:13.942383 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8171633b-af4a-4e1e-8e9b-cde5acd36326 admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:13.946078 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8171633b-af4a-4e1e-8e9b-cde5acd36326 admin admin] 10.222.0.18 "DELETE /v2.0/routers/00c2cc2c-e714-4f02-94ca-e592baa36b8d HTTP/1.1" status: 204 len: 168 time: 1.1757343 Sep 30 13:28:13.946551 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59324) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:14.028392 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ab5bfb1-7f8b-4656-b2ca-01eacbf39fa4 admin admin] Deleting subnet b0d07ac9-b646-4015-9c44-dcf39179fe0f {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:28:14.028392 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5ab5bfb1-7f8b-4656-b2ca-01eacbf39fa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:14.063673 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5ab5bfb1-7f8b-4656-b2ca-01eacbf39fa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:14.197202 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5ab5bfb1-7f8b-4656-b2ca-01eacbf39fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:14.250032 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c1cd5921-797b-4996-a7f0-60d4fc9e6f94 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:28:14.278758 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: c1cd5921-797b-4996-a7f0-60d4fc9e6f94 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:28:14.279920 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c1cd5921-797b-4996-a7f0-60d4fc9e6f94 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:28:14.311557 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5ab5bfb1-7f8b-4656-b2ca-01eacbf39fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:14.340444 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5bfb1-7f8b-4656-b2ca-01eacbf39fa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d07ac9-b646-4015-9c44-dcf39179fe0f,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:14.351258 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5ab5bfb1-7f8b-4656-b2ca-01eacbf39fa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:14.355745 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5ab5bfb1-7f8b-4656-b2ca-01eacbf39fa4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b0d07ac9-b646-4015-9c44-dcf39179fe0f HTTP/1.1" status: 204 len: 168 time: 0.4051096 Sep 30 13:28:14.356673 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51867b9-bbbe-41f8-8c05-0d56262b8cb6 None None] Network 27af5bc2-ae82-46a4-9237-d0fc36f9075e requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:28:14.357050 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59344) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:14.444444 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b43837e-3b21-4e8b-b47f-ad060ee06125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:14.473104 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59346) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:14.535646 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-3b43837e-3b21-4e8b-b47f-ad060ee06125 admin admin] Deleting port a096a0fd-7305-4fb1-b364-1b598e8d648f {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:28:14.535996 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b43837e-3b21-4e8b-b47f-ad060ee06125 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:14.623236 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-3b43837e-3b21-4e8b-b47f-ad060ee06125 admin admin] For port a096a0fd-7305-4fb1-b364-1b598e8d648f, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=a096a0fd-7305-4fb1-b364-1b598e8d648f,segment=NetworkSegment(09db17fb-74d7-4dc0-9134-6b39465ccd33),segment_id=09db17fb-74d7-4dc0-9134-6b39465ccd33)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:28:14.623596 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b43837e-3b21-4e8b-b47f-ad060ee06125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:14.644656 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb02a93f-9b82-475d-88ef-d5f67b0c8029 None None] DHCP port deletion for 27af5bc2-ae82-46a4-9237-d0fc36f9075e request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:28:14.644888 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-3b43837e-3b21-4e8b-b47f-ad060ee06125 admin admin] Calling delete_port for a096a0fd-7305-4fb1-b364-1b598e8d648f owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:28:14.683851 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-76d7a410-88ed-48a8-a5a5-00ae75247a0b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-363255208', 'router:external': True}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:28:14.722751 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d7a410-88ed-48a8-a5a5-00ae75247a0b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Made reservation on behalf of 4e8dbf1596e0468ebd8ab4fef4293167 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:28:14.725448 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-76d7a410-88ed-48a8-a5a5-00ae75247a0b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:14.752019 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b43837e-3b21-4e8b-b47f-ad060ee06125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:14.760115 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-eb02a93f-9b82-475d-88ef-d5f67b0c8029 None None] Deleting port a096a0fd-7305-4fb1-b364-1b598e8d648f {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:28:14.761130 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eb02a93f-9b82-475d-88ef-d5f67b0c8029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:14.765569 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-76d7a410-88ed-48a8-a5a5-00ae75247a0b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:14.772984 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b43837e-3b21-4e8b-b47f-ad060ee06125 admin admin] No DVR routers for this DVR port a096a0fd-7305-4fb1-b364-1b598e8d648f on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:28:14.797942 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43837e-3b21-4e8b-b47f-ad060ee06125 admin admin] Pushing event deleted for resources: {'Port': ['ID=a096a0fd-7305-4fb1-b364-1b598e8d648f,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:14.840085 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-eb02a93f-9b82-475d-88ef-d5f67b0c8029 None None] For port a096a0fd-7305-4fb1-b364-1b598e8d648f, host n-d-810909-2, got binding levels [] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:28:14.840503 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eb02a93f-9b82-475d-88ef-d5f67b0c8029 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:14.859507 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-eb02a93f-9b82-475d-88ef-d5f67b0c8029 None None] Calling delete_port for a096a0fd-7305-4fb1-b364-1b598e8d648f owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:28:14.863099 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.ipam_backend_mixin [None req-eb02a93f-9b82-475d-88ef-d5f67b0c8029 None None] Port a096a0fd-7305-4fb1-b364-1b598e8d648f was not found and therefore no delete operation was performed {{(pid=94765) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 13:28:14.865928 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eb02a93f-9b82-475d-88ef-d5f67b0c8029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:14.893490 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b43837e-3b21-4e8b-b47f-ad060ee06125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:14.920130 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-3b43837e-3b21-4e8b-b47f-ad060ee06125 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27af5bc2-ae82-46a4-9237-d0fc36f9075e']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:14.931801 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-3b43837e-3b21-4e8b-b47f-ad060ee06125 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09db17fb-74d7-4dc0-9134-6b39465ccd33') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:14.932107 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-3b43837e-3b21-4e8b-b47f-ad060ee06125 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09db17fb-74d7-4dc0-9134-6b39465ccd33') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:14.942607 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b43837e-3b21-4e8b-b47f-ad060ee06125 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:14.947584 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb02a93f-9b82-475d-88ef-d5f67b0c8029 None None] No DVR routers for this DVR port a096a0fd-7305-4fb1-b364-1b598e8d648f on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:28:14.958132 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b43837e-3b21-4e8b-b47f-ad060ee06125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:14.965049 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b43837e-3b21-4e8b-b47f-ad060ee06125 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:28:14.965809 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b43837e-3b21-4e8b-b47f-ad060ee06125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:14.967311 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02a93f-9b82-475d-88ef-d5f67b0c8029 None None] Pushing event deleted for resources: {'Port': ['ID=a096a0fd-7305-4fb1-b364-1b598e8d648f,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:28:14.984033 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:28:14.989030 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:14.994684 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02a93f-9b82-475d-88ef-d5f67b0c8029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:14.995068 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02a93f-9b82-475d-88ef-d5f67b0c8029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:14.995397 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02a93f-9b82-475d-88ef-d5f67b0c8029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:14.995733 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02a93f-9b82-475d-88ef-d5f67b0c8029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:14.996063 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02a93f-9b82-475d-88ef-d5f67b0c8029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:14.999681 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02a93f-9b82-475d-88ef-d5f67b0c8029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:15.000000 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02a93f-9b82-475d-88ef-d5f67b0c8029 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:15.000547 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02a93f-9b82-475d-88ef-d5f67b0c8029 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:15.000890 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02a93f-9b82-475d-88ef-d5f67b0c8029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:15.001221 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02a93f-9b82-475d-88ef-d5f67b0c8029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:15.001550 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02a93f-9b82-475d-88ef-d5f67b0c8029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:15.001874 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02a93f-9b82-475d-88ef-d5f67b0c8029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:15.002942 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-76d7a410-88ed-48a8-a5a5-00ae75247a0b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:15.010211 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-76d7a410-88ed-48a8-a5a5-00ae75247a0b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:15.072688 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d7a410-88ed-48a8-a5a5-00ae75247a0b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:28:15.075010 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a410-88ed-48a8-a5a5-00ae75247a0b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1270bd-f3fe-4557-96f4-0cc780bd05a6,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:15.088610 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b43837e-3b21-4e8b-b47f-ad060ee06125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:15.101264 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b43837e-3b21-4e8b-b47f-ad060ee06125 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:15.106530 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3b43837e-3b21-4e8b-b47f-ad060ee06125 admin admin] 10.222.0.18 "DELETE /v2.0/networks/27af5bc2-ae82-46a4-9237-d0fc36f9075e HTTP/1.1" status: 204 len: 168 time: 0.7468154 Sep 30 13:28:15.123896 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43837e-3b21-4e8b-b47f-ad060ee06125 admin admin] Pushing event deleted for resources: {'Network': ['ID=27af5bc2-ae82-46a4-9237-d0fc36f9075e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:15.138297 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-76d7a410-88ed-48a8-a5a5-00ae75247a0b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:15.138729 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-76d7a410-88ed-48a8-a5a5-00ae75247a0b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Added segment 44098611-abff-4f19-8578-a1904dd2f969 of type vlan for network 78f36a24-a92c-4fd1-ac9c-f5a31884edeb Sep 30 13:28:15.214249 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-76d7a410-88ed-48a8-a5a5-00ae75247a0b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:15.258859 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-76d7a410-88ed-48a8-a5a5-00ae75247a0b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:15.260301 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d7a410-88ed-48a8-a5a5-00ae75247a0b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:28:15.261089 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-76d7a410-88ed-48a8-a5a5-00ae75247a0b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:15.307780 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-76d7a410-88ed-48a8-a5a5-00ae75247a0b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8331549 Sep 30 13:28:15.310813 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59368) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:15.319361 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-548eb0a1-eb26-411b-ac1e-5eb72f01a6cf tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Request body: {'subnet': {'network_id': '78f36a24-a92c-4fd1-ac9c-f5a31884edeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:28:15.364265 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a410-88ed-48a8-a5a5-00ae75247a0b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Pushing event updated for resources: {'Network': ['ID=78f36a24-a92c-4fd1-ac9c-f5a31884edeb,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:15.375325 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 78f36a24-a92c-4fd1-ac9c-f5a31884edeb details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:28:15.421976 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548eb0a1-eb26-411b-ac1e-5eb72f01a6cf tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Made reservation on behalf of 4e8dbf1596e0468ebd8ab4fef4293167 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:28:15.424618 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-548eb0a1-eb26-411b-ac1e-5eb72f01a6cf tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:15.427649 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59370) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:15.508976 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7f3bea8c-a57b-4bca-9b5d-cb54fd2dda7c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba06ca8c8c6c47e0a3ec08e9fc9296aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0802429 Sep 30 13:28:15.511478 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59372) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:15.588098 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a5f7a829-bd4e-4688-aa12-abb9fed5bbb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:15.640720 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59376) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:15.646374 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a5f7a829-bd4e-4688-aa12-abb9fed5bbb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:15.746836 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a5f7a829-bd4e-4688-aa12-abb9fed5bbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:15.749923 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a5f7a829-bd4e-4688-aa12-abb9fed5bbb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:15.751116 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a5f7a829-bd4e-4688-aa12-abb9fed5bbb9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ddd3a034-02bf-4a18-939b-1e3626e7c42a HTTP/1.1" status: 204 len: 168 time: 0.2385249 Sep 30 13:28:15.784211 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7a829-bd4e-4688-aa12-abb9fed5bbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd3a034-02bf-4a18-939b-1e3626e7c42a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:15.793800 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-23eee604-9791-41a7-8a83-9192d51f26ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:16.022460 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-23eee604-9791-41a7-8a83-9192d51f26ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:16.037944 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-23eee604-9791-41a7-8a83-9192d51f26ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:16.043532 n-d-810909-2 neutron-server[94763]: DEBUG neutron.objects.ports [None req-548eb0a1-eb26-411b-ac1e-5eb72f01a6cf tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94763) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 13:28:16.045659 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-548eb0a1-eb26-411b-ac1e-5eb72f01a6cf tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:16.089054 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-23eee604-9791-41a7-8a83-9192d51f26ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=522ee5870ca849fd971b5a80482a3ced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4385781 Sep 30 13:28:16.090840 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59384) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:16.177502 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 74fece3a-95a4-48e9-9e2d-38534187b2ee no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:28:16.182591 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eee604-9791-41a7-8a83-9192d51f26ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fed2635-e998-4097-a011-8c37c06beae6,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:16.199482 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8d21b909-7a18-4834-a2c1-5288cc4bace2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:16.207256 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548eb0a1-eb26-411b-ac1e-5eb72f01a6cf tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6a10baae-81bd-4673-9702-de31d8d5eed9,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:16.246647 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8d21b909-7a18-4834-a2c1-5288cc4bace2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:16.249872 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548eb0a1-eb26-411b-ac1e-5eb72f01a6cf tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Checking segment: {'id': '44098611-abff-4f19-8578-a1904dd2f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '78f36a24-a92c-4fd1-ac9c-f5a31884edeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:28:16.250267 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548eb0a1-eb26-411b-ac1e-5eb72f01a6cf tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Network hostable DHCP agents. Network: 78f36a24-a92c-4fd1-ac9c-f5a31884edeb, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:28:16.253969 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 74fece3a-95a4-48e9-9e2d-38534187b2ee {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:28:16.254701 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 74fece3a-95a4-48e9-9e2d-38534187b2ee not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:28:16.255718 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device a096a0fd-7305-4fb1-b364-1b598e8d648f no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:28:16.280259 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: a096a0fd-7305-4fb1-b364-1b598e8d648f {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:28:16.280946 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device a096a0fd-7305-4fb1-b364-1b598e8d648f not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:28:16.286756 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548eb0a1-eb26-411b-ac1e-5eb72f01a6cf tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Network 78f36a24-a92c-4fd1-ac9c-f5a31884edeb is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:28:16.307525 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8d21b909-7a18-4834-a2c1-5288cc4bace2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:16.315291 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8d21b909-7a18-4834-a2c1-5288cc4bace2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:16.317911 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-548eb0a1-eb26-411b-ac1e-5eb72f01a6cf tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 78f36a24-a92c-4fd1-ac9c-f5a31884edeb) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:28:16.318867 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8d21b909-7a18-4834-a2c1-5288cc4bace2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2fed2635-e998-4097-a011-8c37c06beae6 HTTP/1.1" status: 204 len: 168 time: 0.2259715 Sep 30 13:28:16.325078 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548eb0a1-eb26-411b-ac1e-5eb72f01a6cf tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:28:16.329075 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2c5880-4ba2-416d-a2c2-adbc87fe7fd6 None None] Network 78f36a24-a92c-4fd1-ac9c-f5a31884edeb requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:28:16.330664 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-548eb0a1-eb26-411b-ac1e-5eb72f01a6cf tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:16.339275 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21b909-7a18-4834-a2c1-5288cc4bace2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fed2635-e998-4097-a011-8c37c06beae6,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:16.362471 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59398) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:16.368598 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-548eb0a1-eb26-411b-ac1e-5eb72f01a6cf tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0555518 Sep 30 13:28:16.371333 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-3b616721-6a3b-47c2-9d7c-d4f30d5a1299 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-383846128', 'network_id': '78f36a24-a92c-4fd1-ac9c-f5a31884edeb'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:28:16.406292 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b616721-6a3b-47c2-9d7c-d4f30d5a1299 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Made reservation on behalf of 4e8dbf1596e0468ebd8ab4fef4293167 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:28:16.409662 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b616721-6a3b-47c2-9d7c-d4f30d5a1299 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:16.459078 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-3b616721-6a3b-47c2-9d7c-d4f30d5a1299 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] device_id is not set on port 42f97db8-4fd5-4146-9393-f26704aef791 yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:28:16.614074 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3422ef5b-a575-4626-89f1-51d05b79589d None None] Network 78f36a24-a92c-4fd1-ac9c-f5a31884edeb requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:28:16.743702 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-3b616721-6a3b-47c2-9d7c-d4f30d5a1299 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Allocated IP 2001:db8::58 (78f36a24-a92c-4fd1-ac9c-f5a31884edeb/6a10baae-81bd-4673-9702-de31d8d5eed9/42f97db8-4fd5-4146-9393-f26704aef791) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:28:16.947006 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59416) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:16.975175 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cea73737-8d79-44b7-9169-679b51436d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:17.065399 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b616721-6a3b-47c2-9d7c-d4f30d5a1299 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:17.108129 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b616721-6a3b-47c2-9d7c-d4f30d5a1299 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:17.127491 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cea73737-8d79-44b7-9169-679b51436d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:17.135356 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cea73737-8d79-44b7-9169-679b51436d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:17.164995 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b616721-6a3b-47c2-9d7c-d4f30d5a1299 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Network 78f36a24-a92c-4fd1-ac9c-f5a31884edeb is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:28:17.172269 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-3b616721-6a3b-47c2-9d7c-d4f30d5a1299 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:28:17.174853 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b616721-6a3b-47c2-9d7c-d4f30d5a1299 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Pushing event updated for resources: {'Port': ['ID=42f97db8-4fd5-4146-9393-f26704aef791,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:17.183314 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b616721-6a3b-47c2-9d7c-d4f30d5a1299 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:28:17.184808 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b616721-6a3b-47c2-9d7c-d4f30d5a1299 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:28:17.185588 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b616721-6a3b-47c2-9d7c-d4f30d5a1299 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:17.221841 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3b616721-6a3b-47c2-9d7c-d4f30d5a1299 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.8577025 Sep 30 13:28:17.223731 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cea73737-8d79-44b7-9169-679b51436d2b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d7b67bb93c54e90b8bd7fe036a14dbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2756610 Sep 30 13:28:17.224844 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59422) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:17.225667 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea73737-8d79-44b7-9169-679b51436d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296ca72b-8ba1-43c2-a303-0958670811ff,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:17.226601 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59424) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:17.304843 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9872bda0-d4ad-4495-9476-7873affee523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:17.322136 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-3563eedd-ec3d-4639-a3c6-18ff7a49d6b3 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Deleting port 42f97db8-4fd5-4146-9393-f26704aef791 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:28:17.322888 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3563eedd-ec3d-4639-a3c6-18ff7a49d6b3 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:17.334933 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9872bda0-d4ad-4495-9476-7873affee523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:17.394875 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9872bda0-d4ad-4495-9476-7873affee523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:17.397976 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9872bda0-d4ad-4495-9476-7873affee523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:17.399550 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9872bda0-d4ad-4495-9476-7873affee523 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/296ca72b-8ba1-43c2-a303-0958670811ff HTTP/1.1" status: 204 len: 168 time: 0.1719842 Sep 30 13:28:17.409867 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872bda0-d4ad-4495-9476-7873affee523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296ca72b-8ba1-43c2-a303-0958670811ff,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:17.440692 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3563eedd-ec3d-4639-a3c6-18ff7a49d6b3 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:17.468292 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-3563eedd-ec3d-4639-a3c6-18ff7a49d6b3 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Calling delete_port for 42f97db8-4fd5-4146-9393-f26704aef791 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:28:17.630123 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3563eedd-ec3d-4639-a3c6-18ff7a49d6b3 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:17.673997 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563eedd-ec3d-4639-a3c6-18ff7a49d6b3 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Pushing event deleted for resources: {'Port': ['ID=42f97db8-4fd5-4146-9393-f26704aef791,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:17.710068 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3563eedd-ec3d-4639-a3c6-18ff7a49d6b3 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:17.710068 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3563eedd-ec3d-4639-a3c6-18ff7a49d6b3 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "DELETE /v2.0/ports/42f97db8-4fd5-4146-9393-f26704aef791 HTTP/1.1" status: 204 len: 168 time: 0.4754100 Sep 30 13:28:17.710068 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59446) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:17.714002 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-87ed0b68-94c7-45da-b73e-d826b9d8bdb7 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78f36a24-a92c-4fd1-ac9c-f5a31884edeb', 'external_fixed_ips': [{'subnet_id': '6a10baae-81bd-4673-9702-de31d8d5eed9', 'ip_address': '2001:db8::58'}]}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:28:17.742129 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-87ed0b68-94c7-45da-b73e-d826b9d8bdb7 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:17.743446 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-87ed0b68-94c7-45da-b73e-d826b9d8bdb7 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:17.809375 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-87ed0b68-94c7-45da-b73e-d826b9d8bdb7 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:17.852003 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59450) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:17.872376 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b58f71f-cfa3-4ed6-be3d-2f49dcd530bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:17.971186 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-87ed0b68-94c7-45da-b73e-d826b9d8bdb7 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:17.988105 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b58f71f-cfa3-4ed6-be3d-2f49dcd530bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:17.993039 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b58f71f-cfa3-4ed6-be3d-2f49dcd530bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:18.047473 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7b58f71f-cfa3-4ed6-be3d-2f49dcd530bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=06d5d8041edf44568d3f2e40cd38ca4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1942761 Sep 30 13:28:18.048372 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59456) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:18.054464 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58f71f-cfa3-4ed6-be3d-2f49dcd530bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938f576c-084b-434e-8e23-c697cde41575,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:18.117344 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-271d70ce-bab5-41a6-9a0d-bf470ba3f71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:18.140496 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-271d70ce-bab5-41a6-9a0d-bf470ba3f71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:18.204746 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-271d70ce-bab5-41a6-9a0d-bf470ba3f71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:18.208219 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-271d70ce-bab5-41a6-9a0d-bf470ba3f71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:18.212065 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-271d70ce-bab5-41a6-9a0d-bf470ba3f71d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/938f576c-084b-434e-8e23-c697cde41575 HTTP/1.1" status: 204 len: 168 time: 0.1604242 Sep 30 13:28:18.224067 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d70ce-bab5-41a6-9a0d-bf470ba3f71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938f576c-084b-434e-8e23-c697cde41575,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:18.227031 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a3de798b-1e0e-4921-8768-f25053c210d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:18.242339 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-87ed0b68-94c7-45da-b73e-d826b9d8bdb7 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:18.263110 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-87ed0b68-94c7-45da-b73e-d826b9d8bdb7 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:18.437603 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-87ed0b68-94c7-45da-b73e-d826b9d8bdb7 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Allocated IP 2001:db8::58 (78f36a24-a92c-4fd1-ac9c-f5a31884edeb/6a10baae-81bd-4673-9702-de31d8d5eed9/4117f266-ee3a-41ee-bc72-bcbc691fd493) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:28:18.564452 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-87ed0b68-94c7-45da-b73e-d826b9d8bdb7 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:18.616253 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-87ed0b68-94c7-45da-b73e-d826b9d8bdb7 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:18.668918 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ed0b68-94c7-45da-b73e-d826b9d8bdb7 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Network 78f36a24-a92c-4fd1-ac9c-f5a31884edeb is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:28:18.671850 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-87ed0b68-94c7-45da-b73e-d826b9d8bdb7 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:28:18.675535 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ed0b68-94c7-45da-b73e-d826b9d8bdb7 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:28:18.753136 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed0b68-94c7-45da-b73e-d826b9d8bdb7 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Pushing event updated for resources: {'Port': ['ID=4117f266-ee3a-41ee-bc72-bcbc691fd493,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:18.986142 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-87ed0b68-94c7-45da-b73e-d826b9d8bdb7 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:19.203827 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-87ed0b68-94c7-45da-b73e-d826b9d8bdb7 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:19.294408 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59498) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:19.376992 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ed0b68-94c7-45da-b73e-d826b9d8bdb7 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Router 537ca54a-7a08-441d-a75f-3b302949784d is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:28:19.425419 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-49c48371-f168-457c-827e-e2dcf24d66b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:19.526682 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ed0b68-94c7-45da-b73e-d826b9d8bdb7 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:28:19.537553 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:19.541613 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45af95cf-737f-48d9-9757-b99a7068531d None None] Sync routers for ids ['537ca54a-7a08-441d-a75f-3b302949784d'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:28:19.551398 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-49c48371-f168-457c-827e-e2dcf24d66b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:19.552632 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45af95cf-737f-48d9-9757-b99a7068531d None None] Routers {'537ca54a-7a08-441d-a75f-3b302949784d'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:28:19.553765 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-45af95cf-737f-48d9-9757-b99a7068531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:27:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['537ca54a-7a08-441d-a75f-3b302949784d'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:19.556367 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-49c48371-f168-457c-827e-e2dcf24d66b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:19.560861 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-87ed0b68-94c7-45da-b73e-d826b9d8bdb7 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:19.564599 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-87ed0b68-94c7-45da-b73e-d826b9d8bdb7 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 1.8551826 Sep 30 13:28:19.564927 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59508) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:19.609775 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c48371-f168-457c-827e-e2dcf24d66b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0b7d7e-c5a8-4884-a1b4-b513c8bf99e4,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:19.637447 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-49c48371-f168-457c-827e-e2dcf24d66b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8f2da6e4434419eaf882de19f8b4f96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3414259 Sep 30 13:28:19.640521 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59512) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:19.696204 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb495b8e-ad51-4d21-bb5b-ddc9388fc438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:19.721630 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb495b8e-ad51-4d21-bb5b-ddc9388fc438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:19.748950 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-45af95cf-737f-48d9-9757-b99a7068531d None None] Set router 537ca54a-7a08-441d-a75f-3b302949784d gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:28:19.814992 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb495b8e-ad51-4d21-bb5b-ddc9388fc438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:19.821120 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb495b8e-ad51-4d21-bb5b-ddc9388fc438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:19.834075 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cb495b8e-ad51-4d21-bb5b-ddc9388fc438 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc0b7d7e-c5a8-4884-a1b4-b513c8bf99e4 HTTP/1.1" status: 204 len: 168 time: 0.1908891 Sep 30 13:28:19.854537 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb495b8e-ad51-4d21-bb5b-ddc9388fc438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0b7d7e-c5a8-4884-a1b4-b513c8bf99e4,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:20.086321 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-45af95cf-737f-48d9-9757-b99a7068531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537ca54a-7a08-441d-a75f-3b302949784d', 'name': '', 'tenant_id': '4e8dbf1596e0468ebd8ab4fef4293167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78f36a24-a92c-4fd1-ac9c-f5a31884edeb', 'external_fixed_ips': [{'subnet_id': '6a10baae-81bd-4673-9702-de31d8d5eed9', 'ip_address': '2001:db8::58'}], 'enable_snat': True}, 'gw_port_id': '4117f266-ee3a-41ee-bc72-bcbc691fd493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:28:17Z', 'updated_at': '2021-09-30T13:28:18Z', 'revision_number': 3, 'project_id': '4e8dbf1596e0468ebd8ab4fef4293167', 'gw_port': {'id': '4117f266-ee3a-41ee-bc72-bcbc691fd493', 'name': '', 'network_id': '78f36a24-a92c-4fd1-ac9c-f5a31884edeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:60:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537ca54a-7a08-441d-a75f-3b302949784d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '6a10baae-81bd-4673-9702-de31d8d5eed9', 'ip_address': '2001:db8::58', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:28:18Z', 'updated_at': '2021-09-30T13:28:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a10baae-81bd-4673-9702-de31d8d5eed9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:20.137868 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45af95cf-737f-48d9-9757-b99a7068531d None None] Checking router: 537ca54a-7a08-441d-a75f-3b302949784d for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:28:20.139002 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45af95cf-737f-48d9-9757-b99a7068531d None None] Updating router 537ca54a-7a08-441d-a75f-3b302949784d port 4117f266-ee3a-41ee-bc72-bcbc691fd493 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:28:20.171272 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-54d31496-cbd3-4c21-bcc6-5992997c4040 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:20.171825 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-45af95cf-737f-48d9-9757-b99a7068531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:20.363085 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-54d31496-cbd3-4c21-bcc6-5992997c4040 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:20.454773 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-54d31496-cbd3-4c21-bcc6-5992997c4040 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Deleting port 4117f266-ee3a-41ee-bc72-bcbc691fd493 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:28:20.455331 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-54d31496-cbd3-4c21-bcc6-5992997c4040 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:20.473824 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-45af95cf-737f-48d9-9757-b99a7068531d None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:20.487424 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-45af95cf-737f-48d9-9757-b99a7068531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:20.525374 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59544) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:20.544369 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d5dcd26d-8ad1-4ea7-bc58-390c45b8071f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:20.578277 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-54d31496-cbd3-4c21-bcc6-5992997c4040 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:20.583695 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fd751-9802-438a-834e-01602a1f7a18 None None] Pushing event updated for resources: {'Port': ['ID=4117f266-ee3a-41ee-bc72-bcbc691fd493,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:20.590282 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-45af95cf-737f-48d9-9757-b99a7068531d None None] Attempting to bind port 4117f266-ee3a-41ee-bc72-bcbc691fd493 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:28:20.592774 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-45af95cf-737f-48d9-9757-b99a7068531d None None] Attempting to bind port 4117f266-ee3a-41ee-bc72-bcbc691fd493 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '44098611-abff-4f19-8578-a1904dd2f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '78f36a24-a92c-4fd1-ac9c-f5a31884edeb'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:28:20.595371 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-54d31496-cbd3-4c21-bcc6-5992997c4040 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Calling delete_port for 4117f266-ee3a-41ee-bc72-bcbc691fd493 owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:28:20.596712 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45af95cf-737f-48d9-9757-b99a7068531d None None] Attempting to bind port 4117f266-ee3a-41ee-bc72-bcbc691fd493 on network 78f36a24-a92c-4fd1-ac9c-f5a31884edeb {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:28:20.608578 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45af95cf-737f-48d9-9757-b99a7068531d None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:28:20.611968 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45af95cf-737f-48d9-9757-b99a7068531d None None] Checking segment: {'id': '44098611-abff-4f19-8578-a1904dd2f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '78f36a24-a92c-4fd1-ac9c-f5a31884edeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:28:20.612492 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-45af95cf-737f-48d9-9757-b99a7068531d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:20.613053 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45af95cf-737f-48d9-9757-b99a7068531d None None] Bound using segment: {'id': '44098611-abff-4f19-8578-a1904dd2f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '78f36a24-a92c-4fd1-ac9c-f5a31884edeb'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:28:20.615230 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-45af95cf-737f-48d9-9757-b99a7068531d None None] Bound port: 4117f266-ee3a-41ee-bc72-bcbc691fd493, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44098611-abff-4f19-8578-a1904dd2f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '78f36a24-a92c-4fd1-ac9c-f5a31884edeb'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:28:20.615737 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-45af95cf-737f-48d9-9757-b99a7068531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:20.728351 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-50feaa6b-9fc0-4169-80ef-acf51bb38de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:20.732618 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-45af95cf-737f-48d9-9757-b99a7068531d None None] For port 4117f266-ee3a-41ee-bc72-bcbc691fd493, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:28:20.733859 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d5dcd26d-8ad1-4ea7-bc58-390c45b8071f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:20.736284 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-45af95cf-737f-48d9-9757-b99a7068531d None None] For port 4117f266-ee3a-41ee-bc72-bcbc691fd493, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4117f266-ee3a-41ee-bc72-bcbc691fd493,segment=NetworkSegment(44098611-abff-4f19-8578-a1904dd2f969),segment_id=44098611-abff-4f19-8578-a1904dd2f969)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:28:20.740157 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d5dcd26d-8ad1-4ea7-bc58-390c45b8071f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:20.746380 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-45af95cf-737f-48d9-9757-b99a7068531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:20.814468 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcd26d-8ad1-4ea7-bc58-390c45b8071f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cc86a2-0e7e-4ab1-9581-0e0df88ee5c5,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:20.836428 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45af95cf-737f-48d9-9757-b99a7068531d None None] Routers {'537ca54a-7a08-441d-a75f-3b302949784d'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:28:20.837310 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-45af95cf-737f-48d9-9757-b99a7068531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:28:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['537ca54a-7a08-441d-a75f-3b302949784d'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:20.871363 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d5dcd26d-8ad1-4ea7-bc58-390c45b8071f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a01ea34a1e843a0adff233e82e30be7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3447647 Sep 30 13:28:20.872199 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59566) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:20.880980 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fd751-9802-438a-834e-01602a1f7a18 None None] Pushing event updated for resources: {'Port': ['ID=4117f266-ee3a-41ee-bc72-bcbc691fd493,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:20.935294 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5b463c9c-fecd-4896-b30e-74ed76335339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:20.946978 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-45af95cf-737f-48d9-9757-b99a7068531d None None] Set router 537ca54a-7a08-441d-a75f-3b302949784d gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:28:20.965911 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5b463c9c-fecd-4896-b30e-74ed76335339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:20.981456 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-54d31496-cbd3-4c21-bcc6-5992997c4040 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:21.032390 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d31496-cbd3-4c21-bcc6-5992997c4040 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Pushing event deleted for resources: {'Port': ['ID=4117f266-ee3a-41ee-bc72-bcbc691fd493,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:21.056314 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-54d31496-cbd3-4c21-bcc6-5992997c4040 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:21.057301 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5b463c9c-fecd-4896-b30e-74ed76335339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:21.060317 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5b463c9c-fecd-4896-b30e-74ed76335339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:21.062289 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5b463c9c-fecd-4896-b30e-74ed76335339 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a7cc86a2-0e7e-4ab1-9581-0e0df88ee5c5 HTTP/1.1" status: 204 len: 168 time: 0.1883743 Sep 30 13:28:21.065374 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-45af95cf-737f-48d9-9757-b99a7068531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537ca54a-7a08-441d-a75f-3b302949784d', 'name': '', 'tenant_id': '4e8dbf1596e0468ebd8ab4fef4293167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:28:17Z', 'updated_at': '2021-09-30T13:28:20Z', 'revision_number': 4, 'project_id': '4e8dbf1596e0468ebd8ab4fef4293167', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:21.100493 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45af95cf-737f-48d9-9757-b99a7068531d None None] The sync data for ids ['537ca54a-7a08-441d-a75f-3b302949784d'] in n-d-810909-2 is: [{'id': '537ca54a-7a08-441d-a75f-3b302949784d', 'name': '', 'tenant_id': '4e8dbf1596e0468ebd8ab4fef4293167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:28:17Z', 'updated_at': '2021-09-30T13:28:20Z', 'revision_number': 4, 'project_id': '4e8dbf1596e0468ebd8ab4fef4293167', 'gw_port_host': None}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:28:21.111366 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b463c9c-fecd-4896-b30e-74ed76335339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cc86a2-0e7e-4ab1-9581-0e0df88ee5c5,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:21.195308 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-54d31496-cbd3-4c21-bcc6-5992997c4040 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:21.197728 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-54d31496-cbd3-4c21-bcc6-5992997c4040 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:21.258703 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-54d31496-cbd3-4c21-bcc6-5992997c4040 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:21.259890 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d31496-cbd3-4c21-bcc6-5992997c4040 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 537ca54a-7a08-441d-a75f-3b302949784d {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:28:21.267500 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-54d31496-cbd3-4c21-bcc6-5992997c4040 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:21.271826 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59578) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:21.283686 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-54d31496-cbd3-4c21-bcc6-5992997c4040 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "DELETE /v2.0/routers/537ca54a-7a08-441d-a75f-3b302949784d HTTP/1.1" status: 204 len: 168 time: 1.7176938 Sep 30 13:28:21.329377 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f78847-3f89-4496-b429-2b85fede879e tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Deleting subnet 6a10baae-81bd-4673-9702-de31d8d5eed9 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:28:21.333424 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-81f78847-3f89-4496-b429-2b85fede879e tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:21.378055 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-81f78847-3f89-4496-b429-2b85fede879e tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:21.440624 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-81f78847-3f89-4496-b429-2b85fede879e tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:21.509202 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59588) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:21.510761 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-81f78847-3f89-4496-b429-2b85fede879e tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:21.525287 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-81f78847-3f89-4496-b429-2b85fede879e tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:21.530103 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-81f78847-3f89-4496-b429-2b85fede879e tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/6a10baae-81bd-4673-9702-de31d8d5eed9 HTTP/1.1" status: 204 len: 168 time: 0.2570164 Sep 30 13:28:21.531282 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59592) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:21.554630 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f78847-3f89-4496-b429-2b85fede879e tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6a10baae-81bd-4673-9702-de31d8d5eed9,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:21.629731 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:21.650419 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-59b8397a-82b5-4792-b5e2-3a8f5af5ba5b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:21.732333 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-06c9714d-658a-480a-8836-479e1068ee61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:21.758579 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-59b8397a-82b5-4792-b5e2-3a8f5af5ba5b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:21.797222 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-59b8397a-82b5-4792-b5e2-3a8f5af5ba5b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f36a24-a92c-4fd1-ac9c-f5a31884edeb']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:21.812300 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-59b8397a-82b5-4792-b5e2-3a8f5af5ba5b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44098611-abff-4f19-8578-a1904dd2f969') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:21.812821 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-59b8397a-82b5-4792-b5e2-3a8f5af5ba5b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44098611-abff-4f19-8578-a1904dd2f969') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:21.826699 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-59b8397a-82b5-4792-b5e2-3a8f5af5ba5b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:21.850785 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-59b8397a-82b5-4792-b5e2-3a8f5af5ba5b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:21.859555 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b8397a-82b5-4792-b5e2-3a8f5af5ba5b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:28:21.860212 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-59b8397a-82b5-4792-b5e2-3a8f5af5ba5b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: items = [ Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:28:21.862097 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:28:21.942218 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-59b8397a-82b5-4792-b5e2-3a8f5af5ba5b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:21.948012 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b8397a-82b5-4792-b5e2-3a8f5af5ba5b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 78f36a24-a92c-4fd1-ac9c-f5a31884edeb {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 30 13:28:21.959615 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-59b8397a-82b5-4792-b5e2-3a8f5af5ba5b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:21.961608 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-59b8397a-82b5-4792-b5e2-3a8f5af5ba5b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "DELETE /v2.0/networks/78f36a24-a92c-4fd1-ac9c-f5a31884edeb HTTP/1.1" status: 204 len: 168 time: 0.4292684 Sep 30 13:28:21.984610 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8397a-82b5-4792-b5e2-3a8f5af5ba5b tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Pushing event deleted for resources: {'Network': ['ID=78f36a24-a92c-4fd1-ac9c-f5a31884edeb,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:22.052995 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-06c9714d-658a-480a-8836-479e1068ee61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:22.065879 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-06c9714d-658a-480a-8836-479e1068ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:22.129881 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-06c9714d-658a-480a-8836-479e1068ee61 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c1431a53c9740748ffef5cdd982f0ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6184409 Sep 30 13:28:22.131691 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9714d-658a-480a-8836-479e1068ee61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d82efd8-6345-4ca4-9124-a8f85b799f15,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:22.132208 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59618) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:22.246873 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4fd72b00-3571-469d-a314-eaf0ef45e4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:22.279025 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4fd72b00-3571-469d-a314-eaf0ef45e4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:22.343489 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4fd72b00-3571-469d-a314-eaf0ef45e4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:22.346670 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4fd72b00-3571-469d-a314-eaf0ef45e4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:22.348226 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4fd72b00-3571-469d-a314-eaf0ef45e4d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d82efd8-6345-4ca4-9124-a8f85b799f15 HTTP/1.1" status: 204 len: 168 time: 0.2150161 Sep 30 13:28:22.362671 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd72b00-3571-469d-a314-eaf0ef45e4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d82efd8-6345-4ca4-9124-a8f85b799f15,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:22.377913 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:22.408342 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59628) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:22.413112 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-7cdfbb90-4dac-48ac-8b51-e355cae69e2c tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Request body: {'router': {'name': 'tempest-router--447449453', 'project_id': '3fe291470db94ab1b4e5c3cf08e16487'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:28:22.486375 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7cdfbb90-4dac-48ac-8b51-e355cae69e2c tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:22.487564 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7cdfbb90-4dac-48ac-8b51-e355cae69e2c tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:22.554040 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7cdfbb90-4dac-48ac-8b51-e355cae69e2c tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:22.559143 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7cdfbb90-4dac-48ac-8b51-e355cae69e2c tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:22.579028 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7cdfbb90-4dac-48ac-8b51-e355cae69e2c tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:22.583289 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59634) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:22.583735 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7cdfbb90-4dac-48ac-8b51-e355cae69e2c tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1742721 Sep 30 13:28:22.670626 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4257cee-e778-407b-a009-720c8a739a1a tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:22.876770 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4257cee-e778-407b-a009-720c8a739a1a tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:22.879787 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4257cee-e778-407b-a009-720c8a739a1a tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:22.901127 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59642) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:22.932725 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b9087276-c654-45e1-942e-01cdc2ac81d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:22.946904 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4257cee-e778-407b-a009-720c8a739a1a tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:22.947673 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4257cee-e778-407b-a009-720c8a739a1a tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b786c53f-3abf-40c0-b8a5-348faa6024eb {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:28:22.954333 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4257cee-e778-407b-a009-720c8a739a1a tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:22.955900 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f4257cee-e778-407b-a009-720c8a739a1a tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "DELETE /v2.0/routers/b786c53f-3abf-40c0-b8a5-348faa6024eb HTTP/1.1" status: 204 len: 168 time: 0.3714070 Sep 30 13:28:23.108309 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b9087276-c654-45e1-942e-01cdc2ac81d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:23.115509 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b9087276-c654-45e1-942e-01cdc2ac81d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:23.150987 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b9087276-c654-45e1-942e-01cdc2ac81d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=807831ee64244274a92dde818f9d4ee9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2499335 Sep 30 13:28:23.153996 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59656) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:23.213259 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9087276-c654-45e1-942e-01cdc2ac81d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f4da42-01b7-4866-9f52-2333f67eb60b,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:23.235982 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7469ee05-fb25-4fad-b894-42d009cf3bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:23.283159 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7469ee05-fb25-4fad-b894-42d009cf3bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:23.345675 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59662) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:23.357842 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7469ee05-fb25-4fad-b894-42d009cf3bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:23.362341 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7469ee05-fb25-4fad-b894-42d009cf3bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:23.364159 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7469ee05-fb25-4fad-b894-42d009cf3bfb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/74f4da42-01b7-4866-9f52-2333f67eb60b HTTP/1.1" status: 204 len: 168 time: 0.2091532 Sep 30 13:28:23.373402 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469ee05-fb25-4fad-b894-42d009cf3bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f4da42-01b7-4866-9f52-2333f67eb60b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:23.575536 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-808ebe9e-56aa-4f35-97d6-24d524f520da tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1948634957', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}, 'admin_state_up': False}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:28:23.612256 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-808ebe9e-56aa-4f35-97d6-24d524f520da tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:23.615773 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-808ebe9e-56aa-4f35-97d6-24d524f520da tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:23.691659 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-808ebe9e-56aa-4f35-97d6-24d524f520da tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:23.884782 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-808ebe9e-56aa-4f35-97d6-24d524f520da tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:24.144597 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:24.167203 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-808ebe9e-56aa-4f35-97d6-24d524f520da tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:24.190321 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-808ebe9e-56aa-4f35-97d6-24d524f520da tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:24.368254 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-808ebe9e-56aa-4f35-97d6-24d524f520da tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Allocated IP 172.25.5.199 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/fada7247-157c-44cf-bfe2-d92e0f61de49) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:28:24.498104 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-808ebe9e-56aa-4f35-97d6-24d524f520da tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:24.556865 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-808ebe9e-56aa-4f35-97d6-24d524f520da tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:24.606223 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808ebe9e-56aa-4f35-97d6-24d524f520da tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:28:24.610555 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-808ebe9e-56aa-4f35-97d6-24d524f520da tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:28:24.616860 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808ebe9e-56aa-4f35-97d6-24d524f520da tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:28:24.651519 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ebe9e-56aa-4f35-97d6-24d524f520da tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Pushing event updated for resources: {'Port': ['ID=fada7247-157c-44cf-bfe2-d92e0f61de49,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:25.082681 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-808ebe9e-56aa-4f35-97d6-24d524f520da tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:25.180198 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59738) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:25.303659 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-003bc6fa-6968-4a84-916b-3e56d9673a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:25.314957 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-808ebe9e-56aa-4f35-97d6-24d524f520da tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:25.442816 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-003bc6fa-6968-4a84-916b-3e56d9673a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:25.447558 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-003bc6fa-6968-4a84-916b-3e56d9673a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:25.485656 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808ebe9e-56aa-4f35-97d6-24d524f520da tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Router d3693488-a918-499d-a56d-4ec1be6c551c is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:28:25.501115 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-003bc6fa-6968-4a84-916b-3e56d9673a83 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f94be2cd25dc4e5089c236853e7b36fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3198273 Sep 30 13:28:25.503513 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003bc6fa-6968-4a84-916b-3e56d9673a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bd3c94-f995-4ac9-b68b-37697fc96604,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:25.507435 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59744) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:25.583933 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d036b652-4f25-4476-b125-47c332a940a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:25.611074 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d036b652-4f25-4476-b125-47c332a940a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:25.627882 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808ebe9e-56aa-4f35-97d6-24d524f520da tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:28:25.641490 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9335e44-f7c2-4771-95c8-5d15ed6cf83a None None] Sync routers for ids ['d3693488-a918-499d-a56d-4ec1be6c551c'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:28:25.649925 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-808ebe9e-56aa-4f35-97d6-24d524f520da tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:25.651527 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-808ebe9e-56aa-4f35-97d6-24d524f520da tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.3045545 Sep 30 13:28:25.655635 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59748) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:25.656973 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9335e44-f7c2-4771-95c8-5d15ed6cf83a None None] Routers {'d3693488-a918-499d-a56d-4ec1be6c551c'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:28:25.657963 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-d9335e44-f7c2-4771-95c8-5d15ed6cf83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:28:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['d3693488-a918-499d-a56d-4ec1be6c551c'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:25.695065 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-d9335e44-f7c2-4771-95c8-5d15ed6cf83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:25.704564 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9335e44-f7c2-4771-95c8-5d15ed6cf83a None None] Routers {'d3693488-a918-499d-a56d-4ec1be6c551c'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:28:25.705448 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-d9335e44-f7c2-4771-95c8-5d15ed6cf83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:28:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['d3693488-a918-499d-a56d-4ec1be6c551c'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:25.715037 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d036b652-4f25-4476-b125-47c332a940a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:25.717787 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d036b652-4f25-4476-b125-47c332a940a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:25.721917 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d036b652-4f25-4476-b125-47c332a940a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1bd3c94-f995-4ac9-b68b-37697fc96604 HTTP/1.1" status: 204 len: 168 time: 0.2106099 Sep 30 13:28:25.753185 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-d9335e44-f7c2-4771-95c8-5d15ed6cf83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:25.754038 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9335e44-f7c2-4771-95c8-5d15ed6cf83a None None] The sync data for ids ['d3693488-a918-499d-a56d-4ec1be6c551c'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:28:25.756585 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036b652-4f25-4476-b125-47c332a940a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bd3c94-f995-4ac9-b68b-37697fc96604,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:25.782398 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c2801ecb-d15a-4c44-9199-177947b6cda9 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "GET /v2.0/routers/d3693488-a918-499d-a56d-4ec1be6c551c HTTP/1.1" status: 200 len: 925 time: 0.1239104 Sep 30 13:28:25.784109 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59752) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:25.816656 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e7f1d05c-1e9a-49db-b045-1dc16d806886 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3693488-a918-499d-a56d-4ec1be6c551c HTTP/1.1" status: 200 len: 205 time: 0.0284615 Sep 30 13:28:25.817524 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59754) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:25.968981 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8f32936-f201-4f97-943e-9dc581d564fb tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:26.075920 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59764) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:26.105441 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8f32936-f201-4f97-943e-9dc581d564fb tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:26.112976 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e37c26a4-83e2-4a24-b5d5-b04328a70890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:26.185706 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-b8f32936-f201-4f97-943e-9dc581d564fb tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Deleting port fada7247-157c-44cf-bfe2-d92e0f61de49 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:28:26.190177 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8f32936-f201-4f97-943e-9dc581d564fb tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:26.259717 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e37c26a4-83e2-4a24-b5d5-b04328a70890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:26.268439 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e37c26a4-83e2-4a24-b5d5-b04328a70890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:26.285572 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8f32936-f201-4f97-943e-9dc581d564fb tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:26.298923 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-b8f32936-f201-4f97-943e-9dc581d564fb tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Calling delete_port for fada7247-157c-44cf-bfe2-d92e0f61de49 owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:28:26.316189 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e37c26a4-83e2-4a24-b5d5-b04328a70890 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b30f9d2c3f5a4ea1a5a820daf2b05231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390888 Sep 30 13:28:26.322165 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59770) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:26.361067 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c26a4-83e2-4a24-b5d5-b04328a70890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbaf039-4474-4000-9d1a-0a7483b79ccc,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:26.399484 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-54aed80f-8f34-4a8d-89e3-b03ffe2e9198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:26.436302 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-54aed80f-8f34-4a8d-89e3-b03ffe2e9198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:26.561485 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-54aed80f-8f34-4a8d-89e3-b03ffe2e9198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:26.565410 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-54aed80f-8f34-4a8d-89e3-b03ffe2e9198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:26.569950 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-54aed80f-8f34-4a8d-89e3-b03ffe2e9198 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dfbaf039-4474-4000-9d1a-0a7483b79ccc HTTP/1.1" status: 204 len: 168 time: 0.2414367 Sep 30 13:28:26.596836 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aed80f-8f34-4a8d-89e3-b03ffe2e9198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbaf039-4474-4000-9d1a-0a7483b79ccc,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:26.610716 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8f32936-f201-4f97-943e-9dc581d564fb tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:26.644366 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f32936-f201-4f97-943e-9dc581d564fb tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Pushing event deleted for resources: {'Port': ['ID=fada7247-157c-44cf-bfe2-d92e0f61de49,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:26.710188 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8f32936-f201-4f97-943e-9dc581d564fb tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:26.819468 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8f32936-f201-4f97-943e-9dc581d564fb tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:26.822932 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8f32936-f201-4f97-943e-9dc581d564fb tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:26.872477 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8f32936-f201-4f97-943e-9dc581d564fb tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:26.873309 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f32936-f201-4f97-943e-9dc581d564fb tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Fanout notify agent at l3_agent the message router_deleted on router d3693488-a918-499d-a56d-4ec1be6c551c {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:28:26.883458 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8f32936-f201-4f97-943e-9dc581d564fb tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:26.884724 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b8f32936-f201-4f97-943e-9dc581d564fb tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "DELETE /v2.0/routers/d3693488-a918-499d-a56d-4ec1be6c551c HTTP/1.1" status: 204 len: 168 time: 1.0665388 Sep 30 13:28:26.890428 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59780) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:26.894856 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-67c176a7-8cd6-4ef4-a19a-59a4b73e6f3a tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Request body: {'router': {'name': 'tempest-snat-router-881927177', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'enable_snat': False}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:28:26.928431 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67c176a7-8cd6-4ef4-a19a-59a4b73e6f3a tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:26.930315 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67c176a7-8cd6-4ef4-a19a-59a4b73e6f3a tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:27.003796 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67c176a7-8cd6-4ef4-a19a-59a4b73e6f3a tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:27.185833 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67c176a7-8cd6-4ef4-a19a-59a4b73e6f3a tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:27.519464 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67c176a7-8cd6-4ef4-a19a-59a4b73e6f3a tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:27.545649 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67c176a7-8cd6-4ef4-a19a-59a4b73e6f3a tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:27.695936 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-67c176a7-8cd6-4ef4-a19a-59a4b73e6f3a tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Allocated IP 172.25.5.62 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/dce7c127-08c9-4757-88e9-9714aa6fa1e5) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:28:27.809014 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67c176a7-8cd6-4ef4-a19a-59a4b73e6f3a tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:27.852893 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67c176a7-8cd6-4ef4-a19a-59a4b73e6f3a tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:27.892256 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c176a7-8cd6-4ef4-a19a-59a4b73e6f3a tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:28:27.897284 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-67c176a7-8cd6-4ef4-a19a-59a4b73e6f3a tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:28:27.900958 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c176a7-8cd6-4ef4-a19a-59a4b73e6f3a tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:28:27.930691 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c176a7-8cd6-4ef4-a19a-59a4b73e6f3a tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Pushing event updated for resources: {'Port': ['ID=dce7c127-08c9-4757-88e9-9714aa6fa1e5,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:28.537971 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67c176a7-8cd6-4ef4-a19a-59a4b73e6f3a tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:28.807489 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67c176a7-8cd6-4ef4-a19a-59a4b73e6f3a tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:28.982427 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c176a7-8cd6-4ef4-a19a-59a4b73e6f3a tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Router 4f59d274-6fbb-48ba-8b52-3580ed84abe3 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:28:29.102697 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c176a7-8cd6-4ef4-a19a-59a4b73e6f3a tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:28:29.116518 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a8c12c-a0b6-4183-a90a-0a7b72404937 None None] Sync routers for ids ['4f59d274-6fbb-48ba-8b52-3580ed84abe3'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:28:29.122792 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67c176a7-8cd6-4ef4-a19a-59a4b73e6f3a tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:29.126785 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-67c176a7-8cd6-4ef4-a19a-59a4b73e6f3a tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.2328081 Sep 30 13:28:29.126911 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a8c12c-a0b6-4183-a90a-0a7b72404937 None None] Routers {'4f59d274-6fbb-48ba-8b52-3580ed84abe3'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:28:29.127464 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-d8a8c12c-a0b6-4183-a90a-0a7b72404937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:28:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['4f59d274-6fbb-48ba-8b52-3580ed84abe3'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:29.128181 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59852) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:29.250330 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-d8a8c12c-a0b6-4183-a90a-0a7b72404937 None None] Set router 4f59d274-6fbb-48ba-8b52-3580ed84abe3 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:28:29.340905 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d7b6bf07-ebbc-4ffb-87df-421044c21af9 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "GET /v2.0/routers/4f59d274-6fbb-48ba-8b52-3580ed84abe3 HTTP/1.1" status: 200 len: 907 time: 0.2113466 Sep 30 13:28:29.344062 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59856) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:29.349119 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-0490c6c6-a8eb-4dcb-af48-2ef4a637dbb4 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Request body: {'router': {'name': 'tempest-snat-router-881927177', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'enable_snat': True}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:28:29.379416 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0490c6c6-a8eb-4dcb-af48-2ef4a637dbb4 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:29.380527 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0490c6c6-a8eb-4dcb-af48-2ef4a637dbb4 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:29.479153 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0490c6c6-a8eb-4dcb-af48-2ef4a637dbb4 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:29.641281 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-d8a8c12c-a0b6-4183-a90a-0a7b72404937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f59d274-6fbb-48ba-8b52-3580ed84abe3', 'name': 'tempest-snat-router-881927177', 'tenant_id': '4e8dbf1596e0468ebd8ab4fef4293167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.62'}], 'enable_snat': False}, 'gw_port_id': 'dce7c127-08c9-4757-88e9-9714aa6fa1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:28:26Z', 'updated_at': '2021-09-30T13:28:28Z', 'revision_number': 3, 'project_id': '4e8dbf1596e0468ebd8ab4fef4293167', 'gw_port': {'id': 'dce7c127-08c9-4757-88e9-9714aa6fa1e5', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f59d274-6fbb-48ba-8b52-3580ed84abe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:28:27Z', 'updated_at': '2021-09-30T13:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:29.702716 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a8c12c-a0b6-4183-a90a-0a7b72404937 None None] Checking router: 4f59d274-6fbb-48ba-8b52-3580ed84abe3 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:28:29.703885 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a8c12c-a0b6-4183-a90a-0a7b72404937 None None] Updating router 4f59d274-6fbb-48ba-8b52-3580ed84abe3 port dce7c127-08c9-4757-88e9-9714aa6fa1e5 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:28:29.779124 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d8a8c12c-a0b6-4183-a90a-0a7b72404937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:29.857315 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0490c6c6-a8eb-4dcb-af48-2ef4a637dbb4 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:30.132339 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0490c6c6-a8eb-4dcb-af48-2ef4a637dbb4 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:30.145936 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d8a8c12c-a0b6-4183-a90a-0a7b72404937 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:30.153055 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d8a8c12c-a0b6-4183-a90a-0a7b72404937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:30.153241 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0490c6c6-a8eb-4dcb-af48-2ef4a637dbb4 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:30.215521 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59872) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:30.219360 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-d8a8c12c-a0b6-4183-a90a-0a7b72404937 None None] Attempting to bind port dce7c127-08c9-4757-88e9-9714aa6fa1e5 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:28:30.219961 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-d8a8c12c-a0b6-4183-a90a-0a7b72404937 None None] Attempting to bind port dce7c127-08c9-4757-88e9-9714aa6fa1e5 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:28:30.220393 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a8c12c-a0b6-4183-a90a-0a7b72404937 None None] Attempting to bind port dce7c127-08c9-4757-88e9-9714aa6fa1e5 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:28:30.240126 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c5b16-b8c2-4be9-8fa0-75c2885c8648 None None] Pushing event updated for resources: {'Port': ['ID=dce7c127-08c9-4757-88e9-9714aa6fa1e5,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:30.246726 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a8c12c-a0b6-4183-a90a-0a7b72404937 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:28:30.247610 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a8c12c-a0b6-4183-a90a-0a7b72404937 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:28:30.249501 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d8a8c12c-a0b6-4183-a90a-0a7b72404937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:30.249988 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a8c12c-a0b6-4183-a90a-0a7b72404937 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:28:30.250503 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-d8a8c12c-a0b6-4183-a90a-0a7b72404937 None None] Bound port: dce7c127-08c9-4757-88e9-9714aa6fa1e5, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:28:30.251013 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d8a8c12c-a0b6-4183-a90a-0a7b72404937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:30.278486 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-0490c6c6-a8eb-4dcb-af48-2ef4a637dbb4 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Allocated IP 172.25.5.119 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/6f12675b-69dd-4fcc-8419-e9fee80a089f) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:28:30.315487 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d8a8c12c-a0b6-4183-a90a-0a7b72404937 None None] For port dce7c127-08c9-4757-88e9-9714aa6fa1e5, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:28:30.318357 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d8a8c12c-a0b6-4183-a90a-0a7b72404937 None None] For port dce7c127-08c9-4757-88e9-9714aa6fa1e5, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=dce7c127-08c9-4757-88e9-9714aa6fa1e5,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:28:30.325379 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d8a8c12c-a0b6-4183-a90a-0a7b72404937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:30.390205 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a8c12c-a0b6-4183-a90a-0a7b72404937 None None] Routers {'4f59d274-6fbb-48ba-8b52-3580ed84abe3'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:28:30.390727 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cad440c6-7dc3-4fdc-b292-453143b16b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:30.391063 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-d8a8c12c-a0b6-4183-a90a-0a7b72404937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:28:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['4f59d274-6fbb-48ba-8b52-3580ed84abe3'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:30.392954 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0490c6c6-a8eb-4dcb-af48-2ef4a637dbb4 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:30.447607 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c5b16-b8c2-4be9-8fa0-75c2885c8648 None None] Pushing event updated for resources: {'Port': ['ID=dce7c127-08c9-4757-88e9-9714aa6fa1e5,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:30.448517 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0490c6c6-a8eb-4dcb-af48-2ef4a637dbb4 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:30.503041 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0490c6c6-a8eb-4dcb-af48-2ef4a637dbb4 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:28:30.507199 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-0490c6c6-a8eb-4dcb-af48-2ef4a637dbb4 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:28:30.516145 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0490c6c6-a8eb-4dcb-af48-2ef4a637dbb4 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:28:30.537509 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cad440c6-7dc3-4fdc-b292-453143b16b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:30.543655 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cad440c6-7dc3-4fdc-b292-453143b16b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:30.546834 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490c6c6-a8eb-4dcb-af48-2ef4a637dbb4 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Pushing event updated for resources: {'Port': ['ID=6f12675b-69dd-4fcc-8419-e9fee80a089f,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:30.591069 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cad440c6-7dc3-4fdc-b292-453143b16b51 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d72c3f7c4b7a4ac1ad3ee5421815ed6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3730156 Sep 30 13:28:30.594349 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad440c6-7dc3-4fdc-b292-453143b16b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18c0335-0ac8-4d16-b1d7-45ef21846bcc,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:30.596955 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59880) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:30.621327 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-d8a8c12c-a0b6-4183-a90a-0a7b72404937 None None] Set router 4f59d274-6fbb-48ba-8b52-3580ed84abe3 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:28:30.667010 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8b6adc36-9355-4853-b37e-cae5f919d127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:30.708108 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8b6adc36-9355-4853-b37e-cae5f919d127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:30.798599 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8b6adc36-9355-4853-b37e-cae5f919d127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:30.803521 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8b6adc36-9355-4853-b37e-cae5f919d127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:30.805006 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8b6adc36-9355-4853-b37e-cae5f919d127 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f18c0335-0ac8-4d16-b1d7-45ef21846bcc HTTP/1.1" status: 204 len: 168 time: 0.2068744 Sep 30 13:28:30.850644 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6adc36-9355-4853-b37e-cae5f919d127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18c0335-0ac8-4d16-b1d7-45ef21846bcc,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:31.038412 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0490c6c6-a8eb-4dcb-af48-2ef4a637dbb4 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:31.094880 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-d8a8c12c-a0b6-4183-a90a-0a7b72404937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f59d274-6fbb-48ba-8b52-3580ed84abe3', 'name': 'tempest-snat-router-881927177', 'tenant_id': '4e8dbf1596e0468ebd8ab4fef4293167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.62'}], 'enable_snat': False}, 'gw_port_id': 'dce7c127-08c9-4757-88e9-9714aa6fa1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:28:26Z', 'updated_at': '2021-09-30T13:28:28Z', 'revision_number': 3, 'project_id': '4e8dbf1596e0468ebd8ab4fef4293167', 'gw_port': {'id': 'dce7c127-08c9-4757-88e9-9714aa6fa1e5', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f59d274-6fbb-48ba-8b52-3580ed84abe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:28:27Z', 'updated_at': '2021-09-30T13:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:31.124385 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a8c12c-a0b6-4183-a90a-0a7b72404937 None None] The sync data for ids ['4f59d274-6fbb-48ba-8b52-3580ed84abe3'] in n-d-810909-2 is: [{'id': '4f59d274-6fbb-48ba-8b52-3580ed84abe3', 'name': 'tempest-snat-router-881927177', 'tenant_id': '4e8dbf1596e0468ebd8ab4fef4293167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.62'}], 'enable_snat': False}, 'gw_port_id': 'dce7c127-08c9-4757-88e9-9714aa6fa1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:28:26Z', 'updated_at': '2021-09-30T13:28:28Z', 'revision_number': 3, 'project_id': '4e8dbf1596e0468ebd8ab4fef4293167', 'gw_port': {'id': 'dce7c127-08c9-4757-88e9-9714aa6fa1e5', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f59d274-6fbb-48ba-8b52-3580ed84abe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:28:27Z', 'updated_at': '2021-09-30T13:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:28:31.225773 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59896) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:31.273907 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1ef308bc-0b97-445d-9319-b52a6e5faf5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:31.374355 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0490c6c6-a8eb-4dcb-af48-2ef4a637dbb4 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:31.539790 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1ef308bc-0b97-445d-9319-b52a6e5faf5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:31.549727 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1ef308bc-0b97-445d-9319-b52a6e5faf5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:31.604751 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef308bc-0b97-445d-9319-b52a6e5faf5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b0d191-8814-403b-97fa-d9734b47cb31,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:31.621453 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1ef308bc-0b97-445d-9319-b52a6e5faf5d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7757e05512bf48988aa68f4bc32a5914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3956046 Sep 30 13:28:31.624773 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59898) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:31.646108 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0490c6c6-a8eb-4dcb-af48-2ef4a637dbb4 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Router 976e1836-295f-43b7-aacc-1f384799b350 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:28:31.725630 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6891e82a-eb4d-4010-906c-8c2890a41cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:31.777400 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6891e82a-eb4d-4010-906c-8c2890a41cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:31.827866 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0490c6c6-a8eb-4dcb-af48-2ef4a637dbb4 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:28:31.836391 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f00ad4-0803-44c7-8bdf-e5622e09bf4f None None] Sync routers for ids ['976e1836-295f-43b7-aacc-1f384799b350'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:28:31.856466 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f00ad4-0803-44c7-8bdf-e5622e09bf4f None None] Routers {'976e1836-295f-43b7-aacc-1f384799b350'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:28:31.857105 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-82f00ad4-0803-44c7-8bdf-e5622e09bf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:28:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['976e1836-295f-43b7-aacc-1f384799b350'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:31.904616 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0490c6c6-a8eb-4dcb-af48-2ef4a637dbb4 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:31.910122 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0490c6c6-a8eb-4dcb-af48-2ef4a637dbb4 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.5639601 Sep 30 13:28:31.915234 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59904) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:32.070840 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-82f00ad4-0803-44c7-8bdf-e5622e09bf4f None None] Set router 976e1836-295f-43b7-aacc-1f384799b350 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:28:32.261637 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device dce7c127-08c9-4757-88e9-9714aa6fa1e5 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:28:32.369537 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port dce7c127-08c9-4757-88e9-9714aa6fa1e5 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:28:32.370948 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:32.409481 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-82f00ad4-0803-44c7-8bdf-e5622e09bf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976e1836-295f-43b7-aacc-1f384799b350', 'name': 'tempest-snat-router-881927177', 'tenant_id': '4e8dbf1596e0468ebd8ab4fef4293167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '6f12675b-69dd-4fcc-8419-e9fee80a089f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:28:29Z', 'updated_at': '2021-09-30T13:28:30Z', 'revision_number': 3, 'project_id': '4e8dbf1596e0468ebd8ab4fef4293167', 'gw_port': {'id': '6f12675b-69dd-4fcc-8419-e9fee80a089f', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:74:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976e1836-295f-43b7-aacc-1f384799b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:28:30Z', 'updated_at': '2021-09-30T13:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:32.442298 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f00ad4-0803-44c7-8bdf-e5622e09bf4f None None] Checking router: 976e1836-295f-43b7-aacc-1f384799b350 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:28:32.442784 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f00ad4-0803-44c7-8bdf-e5622e09bf4f None None] Updating router 976e1836-295f-43b7-aacc-1f384799b350 port 6f12675b-69dd-4fcc-8419-e9fee80a089f binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:28:32.490422 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-82f00ad4-0803-44c7-8bdf-e5622e09bf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:32.516537 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:32.557065 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port dce7c127-08c9-4757-88e9-9714aa6fa1e5, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=dce7c127-08c9-4757-88e9-9714aa6fa1e5,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:28:32.568838 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:32.607177 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b5a3c3db-bae9-4706-8578-3b99b75d72eb tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "GET /v2.0/routers/976e1836-295f-43b7-aacc-1f384799b350 HTTP/1.1" status: 200 len: 907 time: 0.6851013 Sep 30 13:28:32.610389 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6891e82a-eb4d-4010-906c-8c2890a41cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:32.610644 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59912) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:32.613401 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6891e82a-eb4d-4010-906c-8c2890a41cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:32.616968 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6891e82a-eb4d-4010-906c-8c2890a41cf2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2b0d191-8814-403b-97fa-d9734b47cb31 HTTP/1.1" status: 204 len: 168 time: 0.9889092 Sep 30 13:28:32.624043 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891e82a-eb4d-4010-906c-8c2890a41cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b0d191-8814-403b-97fa-d9734b47cb31,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:32.682431 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=dce7c127-08c9-4757-88e9-9714aa6fa1e5,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:32.910792 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ccd87133-4fc6-49fe-b0df-5342c9286964 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:33.004330 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-82f00ad4-0803-44c7-8bdf-e5622e09bf4f None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:33.017086 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-82f00ad4-0803-44c7-8bdf-e5622e09bf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:33.090645 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ccd87133-4fc6-49fe-b0df-5342c9286964 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:33.106652 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-82f00ad4-0803-44c7-8bdf-e5622e09bf4f None None] Attempting to bind port 6f12675b-69dd-4fcc-8419-e9fee80a089f on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:28:33.107022 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-82f00ad4-0803-44c7-8bdf-e5622e09bf4f None None] Attempting to bind port 6f12675b-69dd-4fcc-8419-e9fee80a089f by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:28:33.107373 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f00ad4-0803-44c7-8bdf-e5622e09bf4f None None] Attempting to bind port 6f12675b-69dd-4fcc-8419-e9fee80a089f on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:28:33.122611 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f00ad4-0803-44c7-8bdf-e5622e09bf4f None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:28:33.122894 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f00ad4-0803-44c7-8bdf-e5622e09bf4f None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:28:33.123329 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-82f00ad4-0803-44c7-8bdf-e5622e09bf4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:33.123655 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f00ad4-0803-44c7-8bdf-e5622e09bf4f None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:28:33.125368 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-82f00ad4-0803-44c7-8bdf-e5622e09bf4f None None] Bound port: 6f12675b-69dd-4fcc-8419-e9fee80a089f, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:28:33.129817 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-82f00ad4-0803-44c7-8bdf-e5622e09bf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:33.160035 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b689c70-8250-4d03-a055-38b0cc17923d None None] Pushing event updated for resources: {'Port': ['ID=6f12675b-69dd-4fcc-8419-e9fee80a089f,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:33.168668 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-ccd87133-4fc6-49fe-b0df-5342c9286964 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Deleting port 6f12675b-69dd-4fcc-8419-e9fee80a089f {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:28:33.169156 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ccd87133-4fc6-49fe-b0df-5342c9286964 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:33.175136 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b689c70-8250-4d03-a055-38b0cc17923d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:33.176158 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b689c70-8250-4d03-a055-38b0cc17923d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:33.177392 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b689c70-8250-4d03-a055-38b0cc17923d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:33.178268 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b689c70-8250-4d03-a055-38b0cc17923d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:33.178833 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b689c70-8250-4d03-a055-38b0cc17923d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:33.179315 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b689c70-8250-4d03-a055-38b0cc17923d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:33.179916 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b689c70-8250-4d03-a055-38b0cc17923d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:33.180401 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b689c70-8250-4d03-a055-38b0cc17923d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:33.180947 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b689c70-8250-4d03-a055-38b0cc17923d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:33.181486 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b689c70-8250-4d03-a055-38b0cc17923d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:33.181963 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b689c70-8250-4d03-a055-38b0cc17923d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:33.182640 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b689c70-8250-4d03-a055-38b0cc17923d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:28:33.225993 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-82f00ad4-0803-44c7-8bdf-e5622e09bf4f None None] For port 6f12675b-69dd-4fcc-8419-e9fee80a089f, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:28:33.230321 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-82f00ad4-0803-44c7-8bdf-e5622e09bf4f None None] For port 6f12675b-69dd-4fcc-8419-e9fee80a089f, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=6f12675b-69dd-4fcc-8419-e9fee80a089f,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:28:33.237045 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-82f00ad4-0803-44c7-8bdf-e5622e09bf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:33.292669 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-ccd87133-4fc6-49fe-b0df-5342c9286964 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] For port 6f12675b-69dd-4fcc-8419-e9fee80a089f, host n-d-810909-2, got binding levels [] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:28:33.293111 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ccd87133-4fc6-49fe-b0df-5342c9286964 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:33.317243 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-ccd87133-4fc6-49fe-b0df-5342c9286964 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Calling delete_port for 6f12675b-69dd-4fcc-8419-e9fee80a089f owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:28:33.354354 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f00ad4-0803-44c7-8bdf-e5622e09bf4f None None] Routers {'976e1836-295f-43b7-aacc-1f384799b350'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:28:33.355479 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-82f00ad4-0803-44c7-8bdf-e5622e09bf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:28:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['976e1836-295f-43b7-aacc-1f384799b350'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:33.555908 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-82f00ad4-0803-44c7-8bdf-e5622e09bf4f None None] Set router 976e1836-295f-43b7-aacc-1f384799b350 gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:28:33.558035 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b689c70-8250-4d03-a055-38b0cc17923d None None] Pushing event updated for resources: {'Port': ['ID=6f12675b-69dd-4fcc-8419-e9fee80a089f,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:33.772294 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-82f00ad4-0803-44c7-8bdf-e5622e09bf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976e1836-295f-43b7-aacc-1f384799b350', 'name': 'tempest-snat-router-881927177', 'tenant_id': '4e8dbf1596e0468ebd8ab4fef4293167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:28:29Z', 'updated_at': '2021-09-30T13:28:33Z', 'revision_number': 4, 'project_id': '4e8dbf1596e0468ebd8ab4fef4293167', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:33.801382 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f00ad4-0803-44c7-8bdf-e5622e09bf4f None None] The sync data for ids ['976e1836-295f-43b7-aacc-1f384799b350'] in n-d-810909-2 is: [{'id': '976e1836-295f-43b7-aacc-1f384799b350', 'name': 'tempest-snat-router-881927177', 'tenant_id': '4e8dbf1596e0468ebd8ab4fef4293167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:28:29Z', 'updated_at': '2021-09-30T13:28:33Z', 'revision_number': 4, 'project_id': '4e8dbf1596e0468ebd8ab4fef4293167', 'gw_port_host': None}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:28:34.105871 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ccd87133-4fc6-49fe-b0df-5342c9286964 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:34.173491 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd87133-4fc6-49fe-b0df-5342c9286964 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f12675b-69dd-4fcc-8419-e9fee80a089f,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:34.206712 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device dce7c127-08c9-4757-88e9-9714aa6fa1e5 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:28:34.230689 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ccd87133-4fc6-49fe-b0df-5342c9286964 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:34.287898 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port dce7c127-08c9-4757-88e9-9714aa6fa1e5 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:28:34.288463 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:34.400968 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ccd87133-4fc6-49fe-b0df-5342c9286964 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:34.409579 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ccd87133-4fc6-49fe-b0df-5342c9286964 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:34.482591 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ccd87133-4fc6-49fe-b0df-5342c9286964 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:34.483535 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd87133-4fc6-49fe-b0df-5342c9286964 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 976e1836-295f-43b7-aacc-1f384799b350 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:28:34.492383 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ccd87133-4fc6-49fe-b0df-5342c9286964 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:34.496344 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ccd87133-4fc6-49fe-b0df-5342c9286964 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "DELETE /v2.0/routers/976e1836-295f-43b7-aacc-1f384799b350 HTTP/1.1" status: 204 len: 168 time: 1.8822436 Sep 30 13:28:34.496532 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 59960) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:34.624080 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aebafb3c-de5f-47be-8518-92dcf93c0eba tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:34.795674 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aebafb3c-de5f-47be-8518-92dcf93c0eba tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:34.856254 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-aebafb3c-de5f-47be-8518-92dcf93c0eba tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Deleting port dce7c127-08c9-4757-88e9-9714aa6fa1e5 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:28:34.856620 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aebafb3c-de5f-47be-8518-92dcf93c0eba tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:34.986694 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-aebafb3c-de5f-47be-8518-92dcf93c0eba tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] For port dce7c127-08c9-4757-88e9-9714aa6fa1e5, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=dce7c127-08c9-4757-88e9-9714aa6fa1e5,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:28:34.987072 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aebafb3c-de5f-47be-8518-92dcf93c0eba tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:35.002282 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-aebafb3c-de5f-47be-8518-92dcf93c0eba tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Calling delete_port for dce7c127-08c9-4757-88e9-9714aa6fa1e5 owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:28:35.236900 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aebafb3c-de5f-47be-8518-92dcf93c0eba tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:35.270407 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebafb3c-de5f-47be-8518-92dcf93c0eba tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Pushing event deleted for resources: {'Port': ['ID=dce7c127-08c9-4757-88e9-9714aa6fa1e5,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:35.364436 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aebafb3c-de5f-47be-8518-92dcf93c0eba tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:35.501960 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aebafb3c-de5f-47be-8518-92dcf93c0eba tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:35.503495 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aebafb3c-de5f-47be-8518-92dcf93c0eba tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:35.563779 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aebafb3c-de5f-47be-8518-92dcf93c0eba tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:35.564379 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebafb3c-de5f-47be-8518-92dcf93c0eba tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f59d274-6fbb-48ba-8b52-3580ed84abe3 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:28:35.572564 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aebafb3c-de5f-47be-8518-92dcf93c0eba tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:35.577178 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-aebafb3c-de5f-47be-8518-92dcf93c0eba tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "DELETE /v2.0/routers/4f59d274-6fbb-48ba-8b52-3580ed84abe3 HTTP/1.1" status: 204 len: 168 time: 1.0757546 Sep 30 13:28:35.577521 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 59994) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:35.583108 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-b4ff0ef2-e601-4a8a-bc5d-ecd49e95de10 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1060116294', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}, 'admin_state_up': False}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:28:35.647803 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4ff0ef2-e601-4a8a-bc5d-ecd49e95de10 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:35.648908 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4ff0ef2-e601-4a8a-bc5d-ecd49e95de10 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:35.739768 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4ff0ef2-e601-4a8a-bc5d-ecd49e95de10 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:35.932894 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4ff0ef2-e601-4a8a-bc5d-ecd49e95de10 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:36.221161 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device dce7c127-08c9-4757-88e9-9714aa6fa1e5 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:28:36.249951 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4ff0ef2-e601-4a8a-bc5d-ecd49e95de10 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:36.252262 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: dce7c127-08c9-4757-88e9-9714aa6fa1e5 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:28:36.252822 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device dce7c127-08c9-4757-88e9-9714aa6fa1e5 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:28:36.274066 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4ff0ef2-e601-4a8a-bc5d-ecd49e95de10 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:36.388555 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-b4ff0ef2-e601-4a8a-bc5d-ecd49e95de10 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Allocated IP 172.25.5.99 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/2e79a584-7827-4573-b83a-e3dcf45d4abc) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:28:36.520580 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4ff0ef2-e601-4a8a-bc5d-ecd49e95de10 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:36.565628 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4ff0ef2-e601-4a8a-bc5d-ecd49e95de10 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:36.636351 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ff0ef2-e601-4a8a-bc5d-ecd49e95de10 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:28:36.642501 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-b4ff0ef2-e601-4a8a-bc5d-ecd49e95de10 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:28:36.647296 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ff0ef2-e601-4a8a-bc5d-ecd49e95de10 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:28:36.651104 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff0ef2-e601-4a8a-bc5d-ecd49e95de10 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Pushing event updated for resources: {'Port': ['ID=2e79a584-7827-4573-b83a-e3dcf45d4abc,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:36.794780 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60016) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:36.937792 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fb455d50-3b43-4abe-956f-8899c9705558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:37.016449 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4ff0ef2-e601-4a8a-bc5d-ecd49e95de10 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:37.037175 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fb455d50-3b43-4abe-956f-8899c9705558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:37.043169 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fb455d50-3b43-4abe-956f-8899c9705558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:37.075375 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb455d50-3b43-4abe-956f-8899c9705558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa5f1b9-e12e-41f7-aa54-7ef9496fc102,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:37.099573 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fb455d50-3b43-4abe-956f-8899c9705558 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91e3ec5f595e4033beaf41ae8a133058&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3030510 Sep 30 13:28:37.099836 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60026) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:37.250587 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3ea637ab-8220-4f24-b243-319249872e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:37.309965 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3ea637ab-8220-4f24-b243-319249872e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:37.324656 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4ff0ef2-e601-4a8a-bc5d-ecd49e95de10 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:37.466086 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3ea637ab-8220-4f24-b243-319249872e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:37.469104 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3ea637ab-8220-4f24-b243-319249872e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:37.470272 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3ea637ab-8220-4f24-b243-319249872e96 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/faa5f1b9-e12e-41f7-aa54-7ef9496fc102 HTTP/1.1" status: 204 len: 168 time: 0.3693066 Sep 30 13:28:37.487102 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea637ab-8220-4f24-b243-319249872e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa5f1b9-e12e-41f7-aa54-7ef9496fc102,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:37.517287 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ff0ef2-e601-4a8a-bc5d-ecd49e95de10 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Router 4710434d-5c0d-437d-9ed9-d0e77fa2110d is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:28:37.671955 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ff0ef2-e601-4a8a-bc5d-ecd49e95de10 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:28:37.684077 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04897210-e9b2-4e12-bd89-ec64dbaf7c50 None None] Sync routers for ids ['4710434d-5c0d-437d-9ed9-d0e77fa2110d'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:28:37.692534 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4ff0ef2-e601-4a8a-bc5d-ecd49e95de10 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:37.696920 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60046) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:37.697239 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b4ff0ef2-e601-4a8a-bc5d-ecd49e95de10 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.1180949 Sep 30 13:28:37.703740 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-bba476f9-86fe-4a0c-96cb-a316fec784b5 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'enable_snat': False}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:28:37.707631 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04897210-e9b2-4e12-bd89-ec64dbaf7c50 None None] Routers {'4710434d-5c0d-437d-9ed9-d0e77fa2110d'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:28:37.708686 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-04897210-e9b2-4e12-bd89-ec64dbaf7c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:28:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['4710434d-5c0d-437d-9ed9-d0e77fa2110d'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:37.750781 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-04897210-e9b2-4e12-bd89-ec64dbaf7c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:37.761003 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04897210-e9b2-4e12-bd89-ec64dbaf7c50 None None] Routers {'4710434d-5c0d-437d-9ed9-d0e77fa2110d'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:28:37.762092 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-04897210-e9b2-4e12-bd89-ec64dbaf7c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:28:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['4710434d-5c0d-437d-9ed9-d0e77fa2110d'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:37.799883 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-04897210-e9b2-4e12-bd89-ec64dbaf7c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:37.800789 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04897210-e9b2-4e12-bd89-ec64dbaf7c50 None None] The sync data for ids ['4710434d-5c0d-437d-9ed9-d0e77fa2110d'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:28:37.954326 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60054) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:37.972520 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-249ce6d4-6204-41cf-add9-d999c8248793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:38.097018 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-249ce6d4-6204-41cf-add9-d999c8248793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:38.102269 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bba476f9-86fe-4a0c-96cb-a316fec784b5 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:38.102936 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-249ce6d4-6204-41cf-add9-d999c8248793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:38.143458 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ce6d4-6204-41cf-add9-d999c8248793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2994ae-1edd-4303-8d67-4e60e1fabe74,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:38.182582 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-249ce6d4-6204-41cf-add9-d999c8248793 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b5e22a96699f4cef88f5ceb9cf94a378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2268922 Sep 30 13:28:38.184036 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60058) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:38.284360 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-25274c1e-267c-45ae-881d-ede4b0cb84c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:38.317170 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-25274c1e-267c-45ae-881d-ede4b0cb84c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:38.455504 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-25274c1e-267c-45ae-881d-ede4b0cb84c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:38.458500 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-25274c1e-267c-45ae-881d-ede4b0cb84c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:38.459746 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-25274c1e-267c-45ae-881d-ede4b0cb84c6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be2994ae-1edd-4303-8d67-4e60e1fabe74 HTTP/1.1" status: 204 len: 168 time: 0.2746577 Sep 30 13:28:38.501533 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25274c1e-267c-45ae-881d-ede4b0cb84c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2994ae-1edd-4303-8d67-4e60e1fabe74,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:38.630128 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bba476f9-86fe-4a0c-96cb-a316fec784b5 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-414777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:38.634597 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bba476f9-86fe-4a0c-96cb-a316fec784b5 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-417349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-414758'] for router, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:38.779452 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba476f9-86fe-4a0c-96cb-a316fec784b5 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Router 4710434d-5c0d-437d-9ed9-d0e77fa2110d has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:28:38.923824 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba476f9-86fe-4a0c-96cb-a316fec784b5 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:28:38.929387 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bba476f9-86fe-4a0c-96cb-a316fec784b5 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:38.930787 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bba476f9-86fe-4a0c-96cb-a316fec784b5 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "PUT /v2.0/routers/4710434d-5c0d-437d-9ed9-d0e77fa2110d HTTP/1.1" status: 200 len: 925 time: 1.2323201 Sep 30 13:28:38.932842 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123eb1fc-e1b8-4fa1-a37f-1536b69312a4 None None] Sync routers for ids ['4710434d-5c0d-437d-9ed9-d0e77fa2110d'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:28:38.933690 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60082) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:38.944226 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123eb1fc-e1b8-4fa1-a37f-1536b69312a4 None None] Routers {'4710434d-5c0d-437d-9ed9-d0e77fa2110d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:28:38.944859 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-123eb1fc-e1b8-4fa1-a37f-1536b69312a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:28:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['4710434d-5c0d-437d-9ed9-d0e77fa2110d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:39.009446 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-123eb1fc-e1b8-4fa1-a37f-1536b69312a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:39.032027 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123eb1fc-e1b8-4fa1-a37f-1536b69312a4 None None] Routers {'4710434d-5c0d-437d-9ed9-d0e77fa2110d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:28:39.032650 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-123eb1fc-e1b8-4fa1-a37f-1536b69312a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:28:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['4710434d-5c0d-437d-9ed9-d0e77fa2110d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:39.072720 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-38025251-966c-490f-b64d-948f3b98a3c5 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "GET /v2.0/routers/4710434d-5c0d-437d-9ed9-d0e77fa2110d HTTP/1.1" status: 200 len: 925 time: 0.1349196 Sep 30 13:28:39.072720 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60088) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:39.102596 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-123eb1fc-e1b8-4fa1-a37f-1536b69312a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:39.103249 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123eb1fc-e1b8-4fa1-a37f-1536b69312a4 None None] The sync data for ids ['4710434d-5c0d-437d-9ed9-d0e77fa2110d'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:28:39.179614 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d7038c-8008-4c79-a8ec-7d0a2c0d5ecb tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:28:39.184570 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d4d7038c-8008-4c79-a8ec-7d0a2c0d5ecb tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=7bf2cdd5-9828-4259-bd46-d7f13451331c&device_id=4710434d-5c0d-437d-9ed9-d0e77fa2110d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1073430 Sep 30 13:28:39.184939 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60094) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:39.278305 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5fa832-f71a-4ae0-b6e4-d8f047258f39 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:28:39.278305 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4c5fa832-f71a-4ae0-b6e4-d8f047258f39 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 881 time: 0.0905731 Sep 30 13:28:39.279700 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60100) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:39.313804 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-898005be-0bc1-4fb6-8dba-a52b66d09eca tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "GET /v2.0/ports?device_id=4710434d-5c0d-437d-9ed9-d0e77fa2110d HTTP/1.1" status: 200 len: 205 time: 0.0319324 Sep 30 13:28:39.316234 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60102) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:39.451253 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a4b7927c-6c92-4c58-ab3c-eb13e8aeef2a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:39.578705 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a4b7927c-6c92-4c58-ab3c-eb13e8aeef2a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:39.644673 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-a4b7927c-6c92-4c58-ab3c-eb13e8aeef2a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Deleting port 2e79a584-7827-4573-b83a-e3dcf45d4abc {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:28:39.645055 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a4b7927c-6c92-4c58-ab3c-eb13e8aeef2a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:39.733818 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a4b7927c-6c92-4c58-ab3c-eb13e8aeef2a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:39.748321 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-a4b7927c-6c92-4c58-ab3c-eb13e8aeef2a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Calling delete_port for 2e79a584-7827-4573-b83a-e3dcf45d4abc owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:28:39.992754 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a4b7927c-6c92-4c58-ab3c-eb13e8aeef2a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:40.021892 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7927c-6c92-4c58-ab3c-eb13e8aeef2a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Pushing event deleted for resources: {'Port': ['ID=2e79a584-7827-4573-b83a-e3dcf45d4abc,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:40.118518 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a4b7927c-6c92-4c58-ab3c-eb13e8aeef2a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:40.609246 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a4b7927c-6c92-4c58-ab3c-eb13e8aeef2a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:40.611809 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a4b7927c-6c92-4c58-ab3c-eb13e8aeef2a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:40.661949 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a4b7927c-6c92-4c58-ab3c-eb13e8aeef2a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:40.662567 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b7927c-6c92-4c58-ab3c-eb13e8aeef2a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Fanout notify agent at l3_agent the message router_deleted on router 4710434d-5c0d-437d-9ed9-d0e77fa2110d {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:28:40.672561 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a4b7927c-6c92-4c58-ab3c-eb13e8aeef2a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:40.677538 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a4b7927c-6c92-4c58-ab3c-eb13e8aeef2a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "DELETE /v2.0/routers/4710434d-5c0d-437d-9ed9-d0e77fa2110d HTTP/1.1" status: 204 len: 168 time: 1.3561571 Sep 30 13:28:40.677987 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60148) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:40.683301 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-dcc8a00d-d4f8-436a-883e-be751c56b61c tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1172944749', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:28:40.710218 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dcc8a00d-d4f8-436a-883e-be751c56b61c tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:40.711615 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dcc8a00d-d4f8-436a-883e-be751c56b61c tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:40.769143 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dcc8a00d-d4f8-436a-883e-be751c56b61c tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:40.774202 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dcc8a00d-d4f8-436a-883e-be751c56b61c tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:40.791791 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dcc8a00d-d4f8-436a-883e-be751c56b61c tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:40.793170 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-dcc8a00d-d4f8-436a-883e-be751c56b61c tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1141839 Sep 30 13:28:40.796561 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60154) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:40.801098 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-819c4886-394a-49b9-a191-cfe883087275 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Request body: {'router': {'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:28:41.054950 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-819c4886-394a-49b9-a191-cfe883087275 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:41.299009 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-819c4886-394a-49b9-a191-cfe883087275 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:41.324881 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-819c4886-394a-49b9-a191-cfe883087275 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:41.470884 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-819c4886-394a-49b9-a191-cfe883087275 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Allocated IP 172.25.5.67 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/7357a8aa-c7ee-478e-b811-79f35baeb1f7) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:28:41.610311 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-819c4886-394a-49b9-a191-cfe883087275 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:41.660348 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-819c4886-394a-49b9-a191-cfe883087275 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:41.708937 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819c4886-394a-49b9-a191-cfe883087275 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:28:41.711991 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-819c4886-394a-49b9-a191-cfe883087275 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:28:41.715831 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819c4886-394a-49b9-a191-cfe883087275 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:28:41.741224 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c4886-394a-49b9-a191-cfe883087275 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Pushing event updated for resources: {'Port': ['ID=7357a8aa-c7ee-478e-b811-79f35baeb1f7,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:42.013609 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-819c4886-394a-49b9-a191-cfe883087275 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:42.296789 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-819c4886-394a-49b9-a191-cfe883087275 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-414777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:42.302435 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-819c4886-394a-49b9-a191-cfe883087275 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-417349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-414758'] for router, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:42.499137 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819c4886-394a-49b9-a191-cfe883087275 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Router 5752c8c8-e8fb-4eec-8159-0b4928e1789e is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:28:42.641867 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819c4886-394a-49b9-a191-cfe883087275 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:28:42.650047 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-819c4886-394a-49b9-a191-cfe883087275 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:42.652070 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7d81ef-1659-4249-a32b-b6e0dfd67f47 None None] Sync routers for ids ['5752c8c8-e8fb-4eec-8159-0b4928e1789e'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:28:42.654523 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60220) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:42.655446 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-819c4886-394a-49b9-a191-cfe883087275 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "PUT /v2.0/routers/5752c8c8-e8fb-4eec-8159-0b4928e1789e HTTP/1.1" status: 200 len: 883 time: 1.8569977 Sep 30 13:28:42.678540 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7d81ef-1659-4249-a32b-b6e0dfd67f47 None None] Routers {'5752c8c8-e8fb-4eec-8159-0b4928e1789e'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:28:42.679159 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-5e7d81ef-1659-4249-a32b-b6e0dfd67f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:28:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['5752c8c8-e8fb-4eec-8159-0b4928e1789e'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:42.747814 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-5e7d81ef-1659-4249-a32b-b6e0dfd67f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:42.766460 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7d81ef-1659-4249-a32b-b6e0dfd67f47 None None] Routers {'5752c8c8-e8fb-4eec-8159-0b4928e1789e'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:28:42.767070 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-5e7d81ef-1659-4249-a32b-b6e0dfd67f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:28:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['5752c8c8-e8fb-4eec-8159-0b4928e1789e'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:42.798895 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-eccf94c2-ccee-4ed9-bcef-2cb1c67c3212 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "GET /v2.0/routers/5752c8c8-e8fb-4eec-8159-0b4928e1789e HTTP/1.1" status: 200 len: 924 time: 0.1419578 Sep 30 13:28:42.801682 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60226) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:42.834711 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-5e7d81ef-1659-4249-a32b-b6e0dfd67f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:42.836116 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7d81ef-1659-4249-a32b-b6e0dfd67f47 None None] The sync data for ids ['5752c8c8-e8fb-4eec-8159-0b4928e1789e'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:28:42.915645 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebeeb36-85d8-489a-95ac-797abceb64a6 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:28:42.917881 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9ebeeb36-85d8-489a-95ac-797abceb64a6 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=7bf2cdd5-9828-4259-bd46-d7f13451331c&device_id=5752c8c8-e8fb-4eec-8159-0b4928e1789e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1149278 Sep 30 13:28:42.920828 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60232) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:43.047000 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c428e4b2-fe12-4cc2-acba-ddda21766be3 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:28:43.052899 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c428e4b2-fe12-4cc2-acba-ddda21766be3 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 881 time: 0.1306927 Sep 30 13:28:43.055823 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60234) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:43.120016 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-745618b3-cc65-44f0-8d29-0290d7b1f592 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "GET /v2.0/ports?device_id=5752c8c8-e8fb-4eec-8159-0b4928e1789e HTTP/1.1" status: 200 len: 205 time: 0.0628452 Sep 30 13:28:43.122776 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60238) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:43.393372 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f72d-35eb-4128-99bc-a21ac7ad668a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:43.468554 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-21b7bba7-ea8a-4fe2-86b8-40c49a18e143 req-c371bf95-6111-40a0-a406-a458f6342e86 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f12eeb34-96c1-4cca-996a-972f4086e455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1238728 Sep 30 13:28:43.592703 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7bba7-ea8a-4fe2-86b8-40c49a18e143 req-d5aebbfe-49b1-421d-98a6-68d749cb1f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:28:43.595056 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-21b7bba7-ea8a-4fe2-86b8-40c49a18e143 req-d5aebbfe-49b1-421d-98a6-68d749cb1f6c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=20a400e998f54b20a9927f300081053c&device_id=f12eeb34-96c1-4cca-996a-972f4086e455 HTTP/1.1" status: 200 len: 1097 time: 0.0811462 Sep 30 13:28:43.597200 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f72d-35eb-4128-99bc-a21ac7ad668a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:43.741597 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-d5a0f72d-35eb-4128-99bc-a21ac7ad668a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Deleting port 7357a8aa-c7ee-478e-b811-79f35baeb1f7 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:28:43.742209 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f72d-35eb-4128-99bc-a21ac7ad668a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:43.787053 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7bba7-ea8a-4fe2-86b8-40c49a18e143 req-25bb00c5-87fe-49be-ab23-9c9d3765f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:28:43.788878 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-21b7bba7-ea8a-4fe2-86b8-40c49a18e143 req-25bb00c5-87fe-49be-ab23-9c9d3765f24b service neutron] 10.222.0.54 "GET /v2.0/networks?id=37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9 HTTP/1.1" status: 200 len: 910 time: 0.1727371 Sep 30 13:28:44.155367 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f72d-35eb-4128-99bc-a21ac7ad668a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:44.189803 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-d5a0f72d-35eb-4128-99bc-a21ac7ad668a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Calling delete_port for 7357a8aa-c7ee-478e-b811-79f35baeb1f7 owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:28:44.193003 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-21b7bba7-ea8a-4fe2-86b8-40c49a18e143 req-5160a1b8-1e5b-4b50-96be-f59403ae0bfd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6537f6dc-376d-4670-89fe-6dff7fef0750 HTTP/1.1" status: 200 len: 1002 time: 0.3700609 Sep 30 13:28:44.248679 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7bba7-ea8a-4fe2-86b8-40c49a18e143 req-49d18947-8382-4948-aab0-c4c6e2ba853f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:28:44.250294 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-21b7bba7-ea8a-4fe2-86b8-40c49a18e143 req-49d18947-8382-4948-aab0-c4c6e2ba853f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f4804c26-a3c6-4d66-bcd4-d929f92f46a9 HTTP/1.1" status: 200 len: 848 time: 0.0501425 Sep 30 13:28:44.429680 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7bba7-ea8a-4fe2-86b8-40c49a18e143 req-accfedc2-77af-4511-a03c-cdf5e91a0138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:28:44.431208 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-21b7bba7-ea8a-4fe2-86b8-40c49a18e143 req-accfedc2-77af-4511-a03c-cdf5e91a0138 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1471179 Sep 30 13:28:44.612202 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-21b7bba7-ea8a-4fe2-86b8-40c49a18e143 req-b9e4453d-aa33-4389-a941-5c298b451e67 service neutron] 10.222.0.54 "GET /v2.0/networks/37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728897 Sep 30 13:28:44.615332 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f72d-35eb-4128-99bc-a21ac7ad668a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:44.674044 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0f72d-35eb-4128-99bc-a21ac7ad668a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Pushing event deleted for resources: {'Port': ['ID=7357a8aa-c7ee-478e-b811-79f35baeb1f7,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:44.794971 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f72d-35eb-4128-99bc-a21ac7ad668a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:44.879043 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:44.905590 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-21b7bba7-ea8a-4fe2-86b8-40c49a18e143 req-adff65b2-e08f-40e9-9a34-40dfa7eded39 service neutron] 10.222.0.54 "GET /v2.0/networks/37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849755 Sep 30 13:28:44.964676 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f72d-35eb-4128-99bc-a21ac7ad668a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:44.969716 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f72d-35eb-4128-99bc-a21ac7ad668a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:45.027523 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f72d-35eb-4128-99bc-a21ac7ad668a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:45.028530 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a0f72d-35eb-4128-99bc-a21ac7ad668a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Fanout notify agent at l3_agent the message router_deleted on router 5752c8c8-e8fb-4eec-8159-0b4928e1789e {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:28:45.047676 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f72d-35eb-4128-99bc-a21ac7ad668a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:45.050651 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d5a0f72d-35eb-4128-99bc-a21ac7ad668a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "DELETE /v2.0/routers/5752c8c8-e8fb-4eec-8159-0b4928e1789e HTTP/1.1" status: 204 len: 168 time: 1.9257777 Sep 30 13:28:45.053816 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60294) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:45.059289 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-8c1c6a2c-2176-4b35-9ac3-0a8d9f982c08 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2058857009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:28:45.088849 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8c1c6a2c-2176-4b35-9ac3-0a8d9f982c08 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:45.091248 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8c1c6a2c-2176-4b35-9ac3-0a8d9f982c08 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:45.571144 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8c1c6a2c-2176-4b35-9ac3-0a8d9f982c08 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:45.578561 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8c1c6a2c-2176-4b35-9ac3-0a8d9f982c08 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:45.641397 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8c1c6a2c-2176-4b35-9ac3-0a8d9f982c08 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:45.643319 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8c1c6a2c-2176-4b35-9ac3-0a8d9f982c08 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5876369 Sep 30 13:28:45.646130 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60320) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:45.653842 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-0e2c80a3-126d-4671-8b4c-6f977e23ff9f tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'enable_snat': True}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:28:45.975304 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e2c80a3-126d-4671-8b4c-6f977e23ff9f tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:46.238685 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e2c80a3-126d-4671-8b4c-6f977e23ff9f tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:46.271379 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e2c80a3-126d-4671-8b4c-6f977e23ff9f tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:46.381491 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-0e2c80a3-126d-4671-8b4c-6f977e23ff9f tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Allocated IP 172.25.5.80 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/d687f86b-08f0-4516-a318-a08b06b56aff) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:28:46.505743 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e2c80a3-126d-4671-8b4c-6f977e23ff9f tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:46.551424 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e2c80a3-126d-4671-8b4c-6f977e23ff9f tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:46.615591 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2c80a3-126d-4671-8b4c-6f977e23ff9f tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:28:46.629818 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-0e2c80a3-126d-4671-8b4c-6f977e23ff9f tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:28:46.642788 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c80a3-126d-4671-8b4c-6f977e23ff9f tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Pushing event updated for resources: {'Port': ['ID=d687f86b-08f0-4516-a318-a08b06b56aff,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:46.649314 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2c80a3-126d-4671-8b4c-6f977e23ff9f tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:28:46.956996 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e2c80a3-126d-4671-8b4c-6f977e23ff9f tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:47.208536 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e2c80a3-126d-4671-8b4c-6f977e23ff9f tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-414777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:47.214840 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e2c80a3-126d-4671-8b4c-6f977e23ff9f tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-417349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-414758'] for router, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:47.437913 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2c80a3-126d-4671-8b4c-6f977e23ff9f tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Router ce70529f-9df3-4700-96a3-0a0dbb424a85 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:28:47.657634 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2c80a3-126d-4671-8b4c-6f977e23ff9f tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:28:47.662225 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e2c80a3-126d-4671-8b4c-6f977e23ff9f tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:47.665496 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0e2c80a3-126d-4671-8b4c-6f977e23ff9f tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "PUT /v2.0/routers/ce70529f-9df3-4700-96a3-0a0dbb424a85 HTTP/1.1" status: 200 len: 918 time: 2.0151317 Sep 30 13:28:47.665735 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60372) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:47.673606 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6e083f-6665-4487-a036-d96f3d685be2 None None] Sync routers for ids ['ce70529f-9df3-4700-96a3-0a0dbb424a85'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:28:47.691026 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6e083f-6665-4487-a036-d96f3d685be2 None None] Routers {'ce70529f-9df3-4700-96a3-0a0dbb424a85'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:28:47.692106 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6c6e083f-6665-4487-a036-d96f3d685be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:28:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['ce70529f-9df3-4700-96a3-0a0dbb424a85'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:47.727168 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6c6e083f-6665-4487-a036-d96f3d685be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:47.741090 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6e083f-6665-4487-a036-d96f3d685be2 None None] Routers {'ce70529f-9df3-4700-96a3-0a0dbb424a85'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:28:47.742592 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6c6e083f-6665-4487-a036-d96f3d685be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:28:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['ce70529f-9df3-4700-96a3-0a0dbb424a85'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:47.789014 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6c6e083f-6665-4487-a036-d96f3d685be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:47.790530 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6e083f-6665-4487-a036-d96f3d685be2 None None] The sync data for ids ['ce70529f-9df3-4700-96a3-0a0dbb424a85'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:28:47.840461 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8e0d8fc3-150b-46cd-b7fa-c81c1d47fd56 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "GET /v2.0/routers/ce70529f-9df3-4700-96a3-0a0dbb424a85 HTTP/1.1" status: 200 len: 924 time: 0.1735399 Sep 30 13:28:47.844217 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60374) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:47.908268 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f7c3d4-41cc-4647-95b7-561c16d8cbc4 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:28:47.909805 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-54f7c3d4-41cc-4647-95b7-561c16d8cbc4 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=7bf2cdd5-9828-4259-bd46-d7f13451331c&device_id=ce70529f-9df3-4700-96a3-0a0dbb424a85&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0604966 Sep 30 13:28:47.912682 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60380) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:48.024106 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c027a27b-0edd-441a-97de-b108908fa27d tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:28:48.028563 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60382) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:48.030572 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c027a27b-0edd-441a-97de-b108908fa27d tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 881 time: 0.1169403 Sep 30 13:28:48.063365 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-85bafb1f-a80a-4e11-a9bc-2c9b3f32c4bb tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce70529f-9df3-4700-96a3-0a0dbb424a85 HTTP/1.1" status: 200 len: 205 time: 0.0333304 Sep 30 13:28:48.065669 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60384) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:48.219559 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d184751d-0104-4c68-8b3c-2f732953833c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:48.249662 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b7d65ccc-c5aa-4bb0-a027-37503de2bacc tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:48.390729 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b7d65ccc-c5aa-4bb0-a027-37503de2bacc tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:48.463970 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-b7d65ccc-c5aa-4bb0-a027-37503de2bacc tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Deleting port d687f86b-08f0-4516-a318-a08b06b56aff {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:28:48.464662 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b7d65ccc-c5aa-4bb0-a027-37503de2bacc tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:48.580007 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b7d65ccc-c5aa-4bb0-a027-37503de2bacc tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:48.610325 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-b7d65ccc-c5aa-4bb0-a027-37503de2bacc tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Calling delete_port for d687f86b-08f0-4516-a318-a08b06b56aff owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:28:48.940468 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b7d65ccc-c5aa-4bb0-a027-37503de2bacc tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:48.998163 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d65ccc-c5aa-4bb0-a027-37503de2bacc tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Pushing event deleted for resources: {'Port': ['ID=d687f86b-08f0-4516-a318-a08b06b56aff,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:49.124904 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b7d65ccc-c5aa-4bb0-a027-37503de2bacc tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:49.318538 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b7d65ccc-c5aa-4bb0-a027-37503de2bacc tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:49.322098 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b7d65ccc-c5aa-4bb0-a027-37503de2bacc tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:49.375226 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b7d65ccc-c5aa-4bb0-a027-37503de2bacc tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:49.376316 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d65ccc-c5aa-4bb0-a027-37503de2bacc tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Fanout notify agent at l3_agent the message router_deleted on router ce70529f-9df3-4700-96a3-0a0dbb424a85 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:28:49.387839 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b7d65ccc-c5aa-4bb0-a027-37503de2bacc tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:49.394117 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b7d65ccc-c5aa-4bb0-a027-37503de2bacc tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "DELETE /v2.0/routers/ce70529f-9df3-4700-96a3-0a0dbb424a85 HTTP/1.1" status: 204 len: 168 time: 1.3238878 Sep 30 13:28:49.394571 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60422) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:49.399358 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-5c345125-5e78-4cd6-90d1-e77d46146107 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2101858438', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:28:49.425289 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5c345125-5e78-4cd6-90d1-e77d46146107 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:49.426353 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5c345125-5e78-4cd6-90d1-e77d46146107 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:49.517682 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5c345125-5e78-4cd6-90d1-e77d46146107 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:49.523815 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5c345125-5e78-4cd6-90d1-e77d46146107 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:49.550067 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5c345125-5e78-4cd6-90d1-e77d46146107 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:49.553993 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5c345125-5e78-4cd6-90d1-e77d46146107 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1559827 Sep 30 13:28:49.554135 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:49.554590 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60428) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:49.558726 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-cdf05128-9338-4728-b0e4-1d367282b610 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'enable_snat': False}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:28:49.768663 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:28:49.819188 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cdf05128-9338-4728-b0e4-1d367282b610 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:50.194080 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cdf05128-9338-4728-b0e4-1d367282b610 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:50.219132 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cdf05128-9338-4728-b0e4-1d367282b610 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:50.345335 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-cdf05128-9338-4728-b0e4-1d367282b610 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Allocated IP 172.25.5.167 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/891595d5-246c-4f54-9a90-1617515aa83d) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:28:50.473484 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cdf05128-9338-4728-b0e4-1d367282b610 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:50.511744 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cdf05128-9338-4728-b0e4-1d367282b610 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:50.546235 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf05128-9338-4728-b0e4-1d367282b610 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:28:50.552546 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-cdf05128-9338-4728-b0e4-1d367282b610 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:28:50.556149 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf05128-9338-4728-b0e4-1d367282b610 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:28:50.580631 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf05128-9338-4728-b0e4-1d367282b610 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Pushing event updated for resources: {'Port': ['ID=891595d5-246c-4f54-9a90-1617515aa83d,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:50.682156 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b49863a9-bc81-4b09-a467-e55c936a6835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:50.838353 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cdf05128-9338-4728-b0e4-1d367282b610 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:51.063536 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cdf05128-9338-4728-b0e4-1d367282b610 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-414777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:51.066865 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cdf05128-9338-4728-b0e4-1d367282b610 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-417349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-414758'] for router, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:51.228906 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf05128-9338-4728-b0e4-1d367282b610 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Router de4b1ed7-b63c-492a-97e0-f5bf7d925f1d is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:28:51.629693 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:51.645620 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf05128-9338-4728-b0e4-1d367282b610 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:28:51.650862 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cdf05128-9338-4728-b0e4-1d367282b610 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:51.654986 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cdf05128-9338-4728-b0e4-1d367282b610 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "PUT /v2.0/routers/de4b1ed7-b63c-492a-97e0-f5bf7d925f1d HTTP/1.1" status: 200 len: 920 time: 2.0970423 Sep 30 13:28:51.655632 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60506) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:51.660186 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ab8fb5-5ae4-4e92-8eee-21c2831dcccc None None] Sync routers for ids ['de4b1ed7-b63c-492a-97e0-f5bf7d925f1d'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:28:51.672920 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ab8fb5-5ae4-4e92-8eee-21c2831dcccc None None] Routers {'de4b1ed7-b63c-492a-97e0-f5bf7d925f1d'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:28:51.673651 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-07ab8fb5-5ae4-4e92-8eee-21c2831dcccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:28:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['de4b1ed7-b63c-492a-97e0-f5bf7d925f1d'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:51.723355 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-07ab8fb5-5ae4-4e92-8eee-21c2831dcccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:51.733763 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ab8fb5-5ae4-4e92-8eee-21c2831dcccc None None] Routers {'de4b1ed7-b63c-492a-97e0-f5bf7d925f1d'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:28:51.734761 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-07ab8fb5-5ae4-4e92-8eee-21c2831dcccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:28:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['de4b1ed7-b63c-492a-97e0-f5bf7d925f1d'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:51.788584 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-07ab8fb5-5ae4-4e92-8eee-21c2831dcccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:51.789329 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ab8fb5-5ae4-4e92-8eee-21c2831dcccc None None] The sync data for ids ['de4b1ed7-b63c-492a-97e0-f5bf7d925f1d'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:28:51.836525 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60510) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:51.836734 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6ce23724-c900-4ccd-a409-78fe89d57803 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "GET /v2.0/routers/de4b1ed7-b63c-492a-97e0-f5bf7d925f1d HTTP/1.1" status: 200 len: 926 time: 0.1799335 Sep 30 13:28:51.886335 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5807c2-1df7-41dc-88c3-749a22beb2b5 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:28:51.888030 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9d5807c2-1df7-41dc-88c3-749a22beb2b5 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=7bf2cdd5-9828-4259-bd46-d7f13451331c&device_id=de4b1ed7-b63c-492a-97e0-f5bf7d925f1d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0501447 Sep 30 13:28:51.891232 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60514) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:51.995413 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44be871c-a481-4bb2-a7bd-9a7838fede0a tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:28:52.000304 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-44be871c-a481-4bb2-a7bd-9a7838fede0a tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "GET /v2.0/networks/7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 881 time: 0.1053097 Sep 30 13:28:52.000633 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60522) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:52.060482 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-febc6aac-c27e-496a-bf4a-62b928ed68b4 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "GET /v2.0/ports?device_id=de4b1ed7-b63c-492a-97e0-f5bf7d925f1d HTTP/1.1" status: 200 len: 205 time: 0.0586548 Sep 30 13:28:52.066026 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60526) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:52.215694 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-19a3c9f6-7e10-474d-ad69-033973398825 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:52.349125 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-19a3c9f6-7e10-474d-ad69-033973398825 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:52.376558 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:52.434984 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-19a3c9f6-7e10-474d-ad69-033973398825 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Deleting port 891595d5-246c-4f54-9a90-1617515aa83d {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:28:52.435506 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-19a3c9f6-7e10-474d-ad69-033973398825 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:52.557832 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-19a3c9f6-7e10-474d-ad69-033973398825 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:52.573856 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-19a3c9f6-7e10-474d-ad69-033973398825 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Calling delete_port for 891595d5-246c-4f54-9a90-1617515aa83d owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:28:52.782104 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-19a3c9f6-7e10-474d-ad69-033973398825 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:52.821394 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3c9f6-7e10-474d-ad69-033973398825 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Pushing event deleted for resources: {'Port': ['ID=891595d5-246c-4f54-9a90-1617515aa83d,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:52.918672 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-19a3c9f6-7e10-474d-ad69-033973398825 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:53.026249 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-19a3c9f6-7e10-474d-ad69-033973398825 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:53.029021 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-19a3c9f6-7e10-474d-ad69-033973398825 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:53.116263 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-19a3c9f6-7e10-474d-ad69-033973398825 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:53.116896 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a3c9f6-7e10-474d-ad69-033973398825 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Fanout notify agent at l3_agent the message router_deleted on router de4b1ed7-b63c-492a-97e0-f5bf7d925f1d {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:28:53.125227 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-19a3c9f6-7e10-474d-ad69-033973398825 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:53.130644 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-19a3c9f6-7e10-474d-ad69-033973398825 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "DELETE /v2.0/routers/de4b1ed7-b63c-492a-97e0-f5bf7d925f1d HTTP/1.1" status: 204 len: 168 time: 1.0635569 Sep 30 13:28:53.134810 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60550) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:53.139367 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-4f36906b-1dcd-4457-b505-14fcc810c63d tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1640760566', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}, 'admin_state_up': False}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:28:53.177828 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f36906b-1dcd-4457-b505-14fcc810c63d tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:53.183154 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f36906b-1dcd-4457-b505-14fcc810c63d tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:53.262833 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f36906b-1dcd-4457-b505-14fcc810c63d tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:53.330143 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60556) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:53.411029 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f36906b-1dcd-4457-b505-14fcc810c63d tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:53.458883 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e66b5bfd-0a0a-451c-b3d7-7696c14e205b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:53.613136 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e66b5bfd-0a0a-451c-b3d7-7696c14e205b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:53.624056 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e66b5bfd-0a0a-451c-b3d7-7696c14e205b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:53.664092 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b5bfd-0a0a-451c-b3d7-7696c14e205b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab022b1-7a21-4ef6-819a-48936df8bd18,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:53.672506 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f36906b-1dcd-4457-b505-14fcc810c63d tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:53.688547 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e66b5bfd-0a0a-451c-b3d7-7696c14e205b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6032c474fa3247b097f3d233a4cda680&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3573749 Sep 30 13:28:53.689406 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60568) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:53.694707 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f36906b-1dcd-4457-b505-14fcc810c63d tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:53.744928 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a699d3c6-c314-4645-9ed9-0ed39fcad3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:53.770042 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a699d3c6-c314-4645-9ed9-0ed39fcad3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:53.828574 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a699d3c6-c314-4645-9ed9-0ed39fcad3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:53.829608 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-4f36906b-1dcd-4457-b505-14fcc810c63d tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Allocated IP 172.25.5.2 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/406f03a6-3a1a-4f9a-bae9-d4b1a6481bad) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:28:53.833184 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a699d3c6-c314-4645-9ed9-0ed39fcad3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:53.849495 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a699d3c6-c314-4645-9ed9-0ed39fcad3cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bab022b1-7a21-4ef6-819a-48936df8bd18 HTTP/1.1" status: 204 len: 168 time: 0.1553779 Sep 30 13:28:53.862771 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699d3c6-c314-4645-9ed9-0ed39fcad3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab022b1-7a21-4ef6-819a-48936df8bd18,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:53.970488 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f36906b-1dcd-4457-b505-14fcc810c63d tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:54.014996 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f36906b-1dcd-4457-b505-14fcc810c63d tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:54.055250 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f36906b-1dcd-4457-b505-14fcc810c63d tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:28:54.058279 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-4f36906b-1dcd-4457-b505-14fcc810c63d tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:28:54.062616 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f36906b-1dcd-4457-b505-14fcc810c63d tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:28:54.096501 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36906b-1dcd-4457-b505-14fcc810c63d tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Pushing event updated for resources: {'Port': ['ID=406f03a6-3a1a-4f9a-bae9-d4b1a6481bad,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:54.146219 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:54.192970 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60584) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:54.207431 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c03408f4-7b96-4daa-80a2-e7bb6d5b1075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:54.319925 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c03408f4-7b96-4daa-80a2-e7bb6d5b1075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:54.326605 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c03408f4-7b96-4daa-80a2-e7bb6d5b1075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:54.373274 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c03408f4-7b96-4daa-80a2-e7bb6d5b1075 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c11b2abbf4942f8b9b8294746633180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789911 Sep 30 13:28:54.374197 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03408f4-7b96-4daa-80a2-e7bb6d5b1075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65baf9f-3d88-4e11-9ef0-10a06fc9a605,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:54.376686 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60586) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:54.436675 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c0f87cfb-6b30-46f0-8870-b7c09d8263d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:54.471195 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c0f87cfb-6b30-46f0-8870-b7c09d8263d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:54.536132 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c0f87cfb-6b30-46f0-8870-b7c09d8263d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:54.551033 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c0f87cfb-6b30-46f0-8870-b7c09d8263d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:54.554889 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c0f87cfb-6b30-46f0-8870-b7c09d8263d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f65baf9f-3d88-4e11-9ef0-10a06fc9a605 HTTP/1.1" status: 204 len: 168 time: 0.1746809 Sep 30 13:28:54.568365 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f87cfb-6b30-46f0-8870-b7c09d8263d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65baf9f-3d88-4e11-9ef0-10a06fc9a605,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:54.797892 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f36906b-1dcd-4457-b505-14fcc810c63d tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:55.048964 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f36906b-1dcd-4457-b505-14fcc810c63d tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:55.213684 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f36906b-1dcd-4457-b505-14fcc810c63d tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Router 2c468985-41e5-4eee-a329-00e84f5cb379 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:28:55.359799 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f36906b-1dcd-4457-b505-14fcc810c63d tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:28:55.370789 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48738aa-9395-42c9-af19-9b96ec8a725c None None] Sync routers for ids ['2c468985-41e5-4eee-a329-00e84f5cb379'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:28:55.385927 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48738aa-9395-42c9-af19-9b96ec8a725c None None] Routers {'2c468985-41e5-4eee-a329-00e84f5cb379'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:28:55.386669 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-c48738aa-9395-42c9-af19-9b96ec8a725c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:28:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['2c468985-41e5-4eee-a329-00e84f5cb379'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:55.414703 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f36906b-1dcd-4457-b505-14fcc810c63d tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:55.419333 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60618) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:55.424722 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-10980f75-4bb5-4a4e-ae55-5f9c23cc0404 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:28:55.425582 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4f36906b-1dcd-4457-b505-14fcc810c63d tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2896793 Sep 30 13:28:55.480262 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-c48738aa-9395-42c9-af19-9b96ec8a725c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:55.490700 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48738aa-9395-42c9-af19-9b96ec8a725c None None] Routers {'2c468985-41e5-4eee-a329-00e84f5cb379'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:28:55.491499 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-c48738aa-9395-42c9-af19-9b96ec8a725c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:28:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['2c468985-41e5-4eee-a329-00e84f5cb379'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:55.535670 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-c48738aa-9395-42c9-af19-9b96ec8a725c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:55.536557 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48738aa-9395-42c9-af19-9b96ec8a725c None None] The sync data for ids ['2c468985-41e5-4eee-a329-00e84f5cb379'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:28:55.859866 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10980f75-4bb5-4a4e-ae55-5f9c23cc0404 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:55.896103 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10980f75-4bb5-4a4e-ae55-5f9c23cc0404 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:56.006771 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-10980f75-4bb5-4a4e-ae55-5f9c23cc0404 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Deleting port 406f03a6-3a1a-4f9a-bae9-d4b1a6481bad {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:28:56.007292 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10980f75-4bb5-4a4e-ae55-5f9c23cc0404 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:56.100405 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10980f75-4bb5-4a4e-ae55-5f9c23cc0404 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:56.118242 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-10980f75-4bb5-4a4e-ae55-5f9c23cc0404 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Calling delete_port for 406f03a6-3a1a-4f9a-bae9-d4b1a6481bad owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:28:56.316374 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10980f75-4bb5-4a4e-ae55-5f9c23cc0404 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:56.359883 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10980f75-4bb5-4a4e-ae55-5f9c23cc0404 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Pushing event deleted for resources: {'Port': ['ID=406f03a6-3a1a-4f9a-bae9-d4b1a6481bad,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:56.424672 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10980f75-4bb5-4a4e-ae55-5f9c23cc0404 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:56.644847 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10980f75-4bb5-4a4e-ae55-5f9c23cc0404 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-414777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:56.648557 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10980f75-4bb5-4a4e-ae55-5f9c23cc0404 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-417349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-414758'] for router, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:56.749240 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10980f75-4bb5-4a4e-ae55-5f9c23cc0404 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Router 2c468985-41e5-4eee-a329-00e84f5cb379 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:28:56.860740 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10980f75-4bb5-4a4e-ae55-5f9c23cc0404 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:28:56.871861 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10980f75-4bb5-4a4e-ae55-5f9c23cc0404 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:56.875746 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39820fa5-e2c6-493d-afac-9221381af36f None None] Sync routers for ids ['2c468985-41e5-4eee-a329-00e84f5cb379'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:28:56.876938 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60670) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:56.884840 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-10980f75-4bb5-4a4e-ae55-5f9c23cc0404 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "PUT /v2.0/routers/2c468985-41e5-4eee-a329-00e84f5cb379 HTTP/1.1" status: 200 len: 710 time: 1.4642923 Sep 30 13:28:56.886876 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39820fa5-e2c6-493d-afac-9221381af36f None None] Routers {'2c468985-41e5-4eee-a329-00e84f5cb379'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:28:56.887507 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-39820fa5-e2c6-493d-afac-9221381af36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:28:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['2c468985-41e5-4eee-a329-00e84f5cb379'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:56.921680 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-39820fa5-e2c6-493d-afac-9221381af36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:56.939995 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39820fa5-e2c6-493d-afac-9221381af36f None None] Routers {'2c468985-41e5-4eee-a329-00e84f5cb379'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:28:56.940610 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-39820fa5-e2c6-493d-afac-9221381af36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:28:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['2c468985-41e5-4eee-a329-00e84f5cb379'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:56.979392 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6fd4222d-6e85-4379-8f42-0821f1c8a038 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "GET /v2.0/routers/2c468985-41e5-4eee-a329-00e84f5cb379 HTTP/1.1" status: 200 len: 745 time: 0.0997250 Sep 30 13:28:56.980747 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60676) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:56.986930 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-39820fa5-e2c6-493d-afac-9221381af36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:28:56.987587 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39820fa5-e2c6-493d-afac-9221381af36f None None] The sync data for ids ['2c468985-41e5-4eee-a329-00e84f5cb379'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:28:57.048829 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-681187d3-2da5-4152-8fd3-9bc6ca94fa93 tempest-RoutersIpV6AdminTest-809615465 tempest-RoutersIpV6AdminTest-809615465-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=7bf2cdd5-9828-4259-bd46-d7f13451331c&device_id=2c468985-41e5-4eee-a329-00e84f5cb379 HTTP/1.1" status: 200 len: 205 time: 0.0647154 Sep 30 13:28:57.050174 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60684) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:57.342463 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e3c4b27c-b7cb-43c1-b73e-60717c294fec tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c468985-41e5-4eee-a329-00e84f5cb379 HTTP/1.1" status: 200 len: 205 time: 0.2921209 Sep 30 13:28:57.345317 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60698) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:57.427168 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-37f4cc1b-6e5c-4dad-9cd9-1ca5c81594c1 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:57.618592 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-37f4cc1b-6e5c-4dad-9cd9-1ca5c81594c1 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:57.621300 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-37f4cc1b-6e5c-4dad-9cd9-1ca5c81594c1 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:57.670814 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-37f4cc1b-6e5c-4dad-9cd9-1ca5c81594c1 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:57.671565 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f4cc1b-6e5c-4dad-9cd9-1ca5c81594c1 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Fanout notify agent at l3_agent the message router_deleted on router 2c468985-41e5-4eee-a329-00e84f5cb379 {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:28:57.679924 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-37f4cc1b-6e5c-4dad-9cd9-1ca5c81594c1 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:57.685295 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60710) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:57.685430 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-37f4cc1b-6e5c-4dad-9cd9-1ca5c81594c1 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "DELETE /v2.0/routers/2c468985-41e5-4eee-a329-00e84f5cb379 HTTP/1.1" status: 204 len: 168 time: 0.3390505 Sep 30 13:28:57.733070 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60714) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:57.750813 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c22cb6e7-a000-485e-845b-241a04c5f1ff tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c468985-41e5-4eee-a329-00e84f5cb379 HTTP/1.1" status: 200 len: 205 time: 0.0634444 Sep 30 13:28:57.779684 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-ddbd6fe2-352d-4e7c-bcd4-8ff7f721286a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] delete failed (client error): The resource could not be found. Sep 30 13:28:57.783439 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60718) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:57.786569 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ddbd6fe2-352d-4e7c-bcd4-8ff7f721286a tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "DELETE /v2.0/routers/2c468985-41e5-4eee-a329-00e84f5cb379 HTTP/1.1" status: 404 len: 336 time: 0.0523815 Sep 30 13:28:57.820513 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60720) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:57.828563 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8d6fbe3f-8a0f-421c-bb09-f6fc704de141 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "GET /v2.0/ports?device_id=de4b1ed7-b63c-492a-97e0-f5bf7d925f1d HTTP/1.1" status: 200 len: 205 time: 0.0436704 Sep 30 13:28:57.850086 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60722) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:57.864922 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-9b404bf3-8240-4438-a478-9a61a9ee27fa tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] delete failed (client error): The resource could not be found. Sep 30 13:28:57.867024 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9b404bf3-8240-4438-a478-9a61a9ee27fa tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "DELETE /v2.0/routers/de4b1ed7-b63c-492a-97e0-f5bf7d925f1d HTTP/1.1" status: 404 len: 336 time: 0.0455270 Sep 30 13:28:57.869728 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60726) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:57.899937 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60728) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:57.900143 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3656b350-869a-4761-a5aa-ff43eedd5f4b tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce70529f-9df3-4700-96a3-0a0dbb424a85 HTTP/1.1" status: 200 len: 205 time: 0.0291054 Sep 30 13:28:57.941929 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-37636d1c-7ad6-4e0f-bcb1-3b5646af9864 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] delete failed (client error): The resource could not be found. Sep 30 13:28:57.945414 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-37636d1c-7ad6-4e0f-bcb1-3b5646af9864 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "DELETE /v2.0/routers/ce70529f-9df3-4700-96a3-0a0dbb424a85 HTTP/1.1" status: 404 len: 336 time: 0.0421023 Sep 30 13:28:57.945745 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60734) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:57.995452 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ebb18351-6b47-480e-9dc1-56ced2b1601f tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "GET /v2.0/ports?device_id=5752c8c8-e8fb-4eec-8159-0b4928e1789e HTTP/1.1" status: 200 len: 205 time: 0.0287163 Sep 30 13:28:57.999860 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60736) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:58.047649 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-11806f13-e024-4ca5-ab7b-34755d4ccb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:58.051719 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-90b43736-73a1-428d-bced-8b6f8697a5c7 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] delete failed (client error): The resource could not be found. Sep 30 13:28:58.052952 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-90b43736-73a1-428d-bced-8b6f8697a5c7 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "DELETE /v2.0/routers/5752c8c8-e8fb-4eec-8159-0b4928e1789e HTTP/1.1" status: 404 len: 336 time: 0.0518970 Sep 30 13:28:58.056684 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60738) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:58.123555 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5408dbfc-aabf-4766-870d-3799139c6a4b tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "GET /v2.0/ports?device_id=4710434d-5c0d-437d-9ed9-d0e77fa2110d HTTP/1.1" status: 200 len: 205 time: 0.0656054 Sep 30 13:28:58.125871 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60746) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:58.182877 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-11806f13-e024-4ca5-ab7b-34755d4ccb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:58.193273 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-1dffb373-940f-4f8d-911f-88efa7bfc429 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] delete failed (client error): The resource could not be found. Sep 30 13:28:58.196625 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1dffb373-940f-4f8d-911f-88efa7bfc429 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "DELETE /v2.0/routers/4710434d-5c0d-437d-9ed9-d0e77fa2110d HTTP/1.1" status: 404 len: 336 time: 0.0674498 Sep 30 13:28:58.197930 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60754) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:58.203122 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-11806f13-e024-4ca5-ab7b-34755d4ccb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:58.253858 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-28a8f50c-ad65-4b7d-ae8f-6e37ea6a0038 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3693488-a918-499d-a56d-4ec1be6c551c HTTP/1.1" status: 200 len: 205 time: 0.0528455 Sep 30 13:28:58.256237 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60762) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:58.274778 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11806f13-e024-4ca5-ab7b-34755d4ccb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec718e5-9119-4b18-ba03-4220a0625b35,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:58.296009 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-11806f13-e024-4ca5-ab7b-34755d4ccb0e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=952f4d2139dd4aecb87fb4c2ecee189a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4447098 Sep 30 13:28:58.296662 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60764) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:58.306501 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-f9068d76-bd1d-42b4-aa10-10d1cda2e920 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] delete failed (client error): The resource could not be found. Sep 30 13:28:58.310662 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f9068d76-bd1d-42b4-aa10-10d1cda2e920 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "DELETE /v2.0/routers/d3693488-a918-499d-a56d-4ec1be6c551c HTTP/1.1" status: 404 len: 336 time: 0.0531771 Sep 30 13:28:58.311473 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60766) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:58.365540 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b05318-d28f-4927-b8de-7438047ba862 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] DELETE failed (client error): The resource could not be found. Sep 30 13:28:58.366101 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79b05318-d28f-4927-b8de-7438047ba862 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:28:58.370665 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-79b05318-d28f-4927-b8de-7438047ba862 tempest-RoutersIpV6AdminTest-1753689815 tempest-RoutersIpV6AdminTest-1753689815-project] 10.222.0.18 "DELETE /v2.0/subnets/6a10baae-81bd-4673-9702-de31d8d5eed9 HTTP/1.1" status: 404 len: 337 time: 0.0552218 Sep 30 13:28:58.389272 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-34e38830-5ed9-4c78-a6f2-74535be9d089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:58.422189 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-34e38830-5ed9-4c78-a6f2-74535be9d089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:58.505659 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-34e38830-5ed9-4c78-a6f2-74535be9d089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:58.509362 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-34e38830-5ed9-4c78-a6f2-74535be9d089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:58.516892 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-34e38830-5ed9-4c78-a6f2-74535be9d089 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ec718e5-9119-4b18-ba03-4220a0625b35 HTTP/1.1" status: 204 len: 168 time: 0.2170475 Sep 30 13:28:58.525062 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e38830-5ed9-4c78-a6f2-74535be9d089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec718e5-9119-4b18-ba03-4220a0625b35,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:58.536836 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60774) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:58.838721 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60790) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:58.873667 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0edb9a82-bec3-4f37-a348-0d41bdc8a4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:58.960409 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a9cf2b61-28d2-4453-b91f-dab47eea0616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:59.010813 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60798) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:59.024689 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5cf11d71-372c-4b71-889b-e73d69527dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:59.026003 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0edb9a82-bec3-4f37-a348-0d41bdc8a4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:59.030822 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0edb9a82-bec3-4f37-a348-0d41bdc8a4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:59.070281 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb9a82-bec3-4f37-a348-0d41bdc8a4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3558c135-cf4e-4b37-a4ca-b39ea9ecc825,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:59.094360 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0edb9a82-bec3-4f37-a348-0d41bdc8a4e3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d5d38f64dc34b879f99402d8242d1f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5529742 Sep 30 13:28:59.094696 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60800) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:59.116091 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a9cf2b61-28d2-4453-b91f-dab47eea0616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:59.130328 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a9cf2b61-28d2-4453-b91f-dab47eea0616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:59.154939 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e6ac24b5-3812-4e67-ada0-8a84918c17de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:59.176993 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e6ac24b5-3812-4e67-ada0-8a84918c17de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:59.189891 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf2b61-28d2-4453-b91f-dab47eea0616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f95569-9e8a-4409-8e68-56856927e695,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:59.196705 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a9cf2b61-28d2-4453-b91f-dab47eea0616 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=578d0bdd3455441db3b07ac86c7f8a48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3571880 Sep 30 13:28:59.200656 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60806) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:59.234789 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e6ac24b5-3812-4e67-ada0-8a84918c17de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:59.237515 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e6ac24b5-3812-4e67-ada0-8a84918c17de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:59.241127 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e6ac24b5-3812-4e67-ada0-8a84918c17de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3558c135-cf4e-4b37-a4ca-b39ea9ecc825 HTTP/1.1" status: 204 len: 168 time: 0.1429913 Sep 30 13:28:59.253082 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac24b5-3812-4e67-ada0-8a84918c17de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3558c135-cf4e-4b37-a4ca-b39ea9ecc825,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:59.303759 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d6dcceb0-93b0-4dfe-b7b8-1f84c78624b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:59.324390 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5cf11d71-372c-4b71-889b-e73d69527dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:59.334933 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5cf11d71-372c-4b71-889b-e73d69527dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:59.338365 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d6dcceb0-93b0-4dfe-b7b8-1f84c78624b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:59.397982 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf11d71-372c-4b71-889b-e73d69527dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c9f44c-b85e-4172-97ff-757355d428dd,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:59.408146 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5cf11d71-372c-4b71-889b-e73d69527dea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fcf3ec92098349bc9f1f714af6053767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3962445 Sep 30 13:28:59.408374 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60810) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:28:59.432688 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d6dcceb0-93b0-4dfe-b7b8-1f84c78624b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:59.449076 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d6dcceb0-93b0-4dfe-b7b8-1f84c78624b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:59.450456 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d6dcceb0-93b0-4dfe-b7b8-1f84c78624b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30f95569-9e8a-4409-8e68-56856927e695 HTTP/1.1" status: 204 len: 168 time: 0.2483299 Sep 30 13:28:59.459847 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dcceb0-93b0-4dfe-b7b8-1f84c78624b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f95569-9e8a-4409-8e68-56856927e695,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:59.495518 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-da2dcb10-59d9-4117-9c26-c2b3651efd38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:59.521773 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-da2dcb10-59d9-4117-9c26-c2b3651efd38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:59.606451 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-da2dcb10-59d9-4117-9c26-c2b3651efd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:59.611295 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-da2dcb10-59d9-4117-9c26-c2b3651efd38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:28:59.614553 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-da2dcb10-59d9-4117-9c26-c2b3651efd38 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/67c9f44c-b85e-4172-97ff-757355d428dd HTTP/1.1" status: 204 len: 168 time: 0.2052929 Sep 30 13:28:59.627090 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2dcb10-59d9-4117-9c26-c2b3651efd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c9f44c-b85e-4172-97ff-757355d428dd,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:28:59.971903 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60842) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:00.016501 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0ff6fc10-b950-4df8-b4b2-dc89728876a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e8dbf1596e0468ebd8ab4fef4293167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432172 Sep 30 13:29:00.019259 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60846) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:00.117854 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f13995a-2ff9-40d8-a3ad-e433a9a97d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:00.147043 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f13995a-2ff9-40d8-a3ad-e433a9a97d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:00.209622 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f13995a-2ff9-40d8-a3ad-e433a9a97d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:00.212679 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f13995a-2ff9-40d8-a3ad-e433a9a97d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:00.213934 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9f13995a-2ff9-40d8-a3ad-e433a9a97d39 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a1270bd-f3fe-4557-96f4-0cc780bd05a6 HTTP/1.1" status: 204 len: 168 time: 0.1931212 Sep 30 13:29:00.224972 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13995a-2ff9-40d8-a3ad-e433a9a97d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1270bd-f3fe-4557-96f4-0cc780bd05a6,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:01.260116 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 60932) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:01.556797 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3fdc856f-8d02-4aef-9b1a-9def71150efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:01.674521 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3fdc856f-8d02-4aef-9b1a-9def71150efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:01.691406 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3fdc856f-8d02-4aef-9b1a-9def71150efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:01.729931 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3fdc856f-8d02-4aef-9b1a-9def71150efe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=00e09af306624b71ab8672a86b1fea30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4687154 Sep 30 13:29:01.736597 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60954) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:01.740390 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc856f-8d02-4aef-9b1a-9def71150efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fb0906-02db-44dc-b4ff-fc1bc72d42dc,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:01.840597 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d1d8de9d-4fac-417c-970b-9822ed45de25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:01.872348 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d1d8de9d-4fac-417c-970b-9822ed45de25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:01.930428 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d1d8de9d-4fac-417c-970b-9822ed45de25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:01.932976 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d1d8de9d-4fac-417c-970b-9822ed45de25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:01.934335 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d1d8de9d-4fac-417c-970b-9822ed45de25 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/56fb0906-02db-44dc-b4ff-fc1bc72d42dc HTTP/1.1" status: 204 len: 168 time: 0.1967227 Sep 30 13:29:01.944995 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8de9d-4fac-417c-970b-9822ed45de25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fb0906-02db-44dc-b4ff-fc1bc72d42dc,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:02.185211 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 60980) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:02.320150 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-6c3d7f88-870e-4135-8e0f-42d0f00c39bb tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1077319987', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:02.354229 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3d7f88-870e-4135-8e0f-42d0f00c39bb tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Made reservation on behalf of 90cfab9dd19b42feae426f24827fbd72 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:02.356595 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6c3d7f88-870e-4135-8e0f-42d0f00c39bb tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:02.365558 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6c3d7f88-870e-4135-8e0f-42d0f00c39bb tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:02.506743 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6c3d7f88-870e-4135-8e0f-42d0f00c39bb tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:02.511669 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6c3d7f88-870e-4135-8e0f-42d0f00c39bb tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:02.522507 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-6c3d7f88-870e-4135-8e0f-42d0f00c39bb tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] device_id is not set on port c816d740-f8ef-4f48-bb81-5b814fe4d0f1 yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:29:02.578061 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d7f88-870e-4135-8e0f-42d0f00c39bb tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb61f2c-d66b-4d1d-b03b-27d644b1768d,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:02.678505 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-6c3d7f88-870e-4135-8e0f-42d0f00c39bb tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Allocated IP 172.25.5.135 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/c816d740-f8ef-4f48-bb81-5b814fe4d0f1) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:29:02.859189 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6c3d7f88-870e-4135-8e0f-42d0f00c39bb tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:02.912496 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6c3d7f88-870e-4135-8e0f-42d0f00c39bb tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:02.981715 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3d7f88-870e-4135-8e0f-42d0f00c39bb tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:29:02.985463 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-6c3d7f88-870e-4135-8e0f-42d0f00c39bb tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:02.989233 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3d7f88-870e-4135-8e0f-42d0f00c39bb tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:03.025566 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d7f88-870e-4135-8e0f-42d0f00c39bb tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Pushing event updated for resources: {'Port': ['ID=c816d740-f8ef-4f48-bb81-5b814fe4d0f1,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:03.049968 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3d7f88-870e-4135-8e0f-42d0f00c39bb tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:03.050626 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6c3d7f88-870e-4135-8e0f-42d0f00c39bb tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:03.071942 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6c3d7f88-870e-4135-8e0f-42d0f00c39bb tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8852856 Sep 30 13:29:03.074628 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 32820) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:03.080324 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-6fa38473-565b-455b-ae29-244d828e78f2 tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.135'}]}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:03.115594 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6fa38473-565b-455b-ae29-244d828e78f2 tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:03.117585 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6fa38473-565b-455b-ae29-244d828e78f2 tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:03.210380 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6fa38473-565b-455b-ae29-244d828e78f2 tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:03.427215 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6fa38473-565b-455b-ae29-244d828e78f2 tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:03.710676 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6fa38473-565b-455b-ae29-244d828e78f2 tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:03.735633 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6fa38473-565b-455b-ae29-244d828e78f2 tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:03.867347 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 32854) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:03.933562 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6fa38473-565b-455b-ae29-244d828e78f2 tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:04.006954 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0bc4b298-29f2-4d0c-b01f-866b68064311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:04.118204 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0bc4b298-29f2-4d0c-b01f-866b68064311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:04.125153 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0bc4b298-29f2-4d0c-b01f-866b68064311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:04.137174 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6fa38473-565b-455b-ae29-244d828e78f2 tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:04.167690 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6fa38473-565b-455b-ae29-244d828e78f2 tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:04.186619 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0bc4b298-29f2-4d0c-b01f-866b68064311 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f62be68c87ae4ad8b8c56c1168898329&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3171184 Sep 30 13:29:04.190269 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 32868) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:04.197205 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4b298-29f2-4d0c-b01f-866b68064311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c164a94-3c2f-4e3b-8c66-daf951ab6d68,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:04.207915 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc4b298-29f2-4d0c-b01f-866b68064311 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:04.208806 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc4b298-29f2-4d0c-b01f-866b68064311 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:04.209230 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc4b298-29f2-4d0c-b01f-866b68064311 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:04.209766 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc4b298-29f2-4d0c-b01f-866b68064311 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:04.210383 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc4b298-29f2-4d0c-b01f-866b68064311 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:04.211079 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc4b298-29f2-4d0c-b01f-866b68064311 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:04.211607 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc4b298-29f2-4d0c-b01f-866b68064311 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:04.212145 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc4b298-29f2-4d0c-b01f-866b68064311 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:04.212721 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc4b298-29f2-4d0c-b01f-866b68064311 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:04.213271 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc4b298-29f2-4d0c-b01f-866b68064311 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:04.213805 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc4b298-29f2-4d0c-b01f-866b68064311 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:04.214349 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc4b298-29f2-4d0c-b01f-866b68064311 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:04.273290 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6fa38473-565b-455b-ae29-244d828e78f2 tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:04.273798 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa38473-565b-455b-ae29-244d828e78f2 tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d128923-35fe-4d1f-a5d0-65e29e82bce9 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:29:04.309267 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-6fa38473-565b-455b-ae29-244d828e78f2 tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 30 13:29:04.313571 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6fa38473-565b-455b-ae29-244d828e78f2 tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2343602 Sep 30 13:29:04.313882 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 32870) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:04.319308 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e061dd0a-dca9-42f2-bcc8-6e6f980d9f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:04.350758 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e061dd0a-dca9-42f2-bcc8-6e6f980d9f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:04.405585 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-f2b26365-61c9-43aa-92bf-71252b7324d7 tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Deleting port c816d740-f8ef-4f48-bb81-5b814fe4d0f1 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:04.405953 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2b26365-61c9-43aa-92bf-71252b7324d7 tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:04.409489 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e061dd0a-dca9-42f2-bcc8-6e6f980d9f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:04.412650 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e061dd0a-dca9-42f2-bcc8-6e6f980d9f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:04.429476 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e061dd0a-dca9-42f2-bcc8-6e6f980d9f34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8c164a94-3c2f-4e3b-8c66-daf951ab6d68 HTTP/1.1" status: 204 len: 168 time: 0.2380614 Sep 30 13:29:04.459480 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061dd0a-dca9-42f2-bcc8-6e6f980d9f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c164a94-3c2f-4e3b-8c66-daf951ab6d68,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:04.542039 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2b26365-61c9-43aa-92bf-71252b7324d7 tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:04.557274 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-f2b26365-61c9-43aa-92bf-71252b7324d7 tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Calling delete_port for c816d740-f8ef-4f48-bb81-5b814fe4d0f1 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:04.717808 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2b26365-61c9-43aa-92bf-71252b7324d7 tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:04.751083 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b26365-61c9-43aa-92bf-71252b7324d7 tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Pushing event deleted for resources: {'Port': ['ID=c816d740-f8ef-4f48-bb81-5b814fe4d0f1,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:04.834330 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2b26365-61c9-43aa-92bf-71252b7324d7 tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:04.837520 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f2b26365-61c9-43aa-92bf-71252b7324d7 tempest-RoutersAdminNegativeTest-296153272 tempest-RoutersAdminNegativeTest-296153272-project-admin] 10.222.0.18 "DELETE /v2.0/ports/c816d740-f8ef-4f48-bb81-5b814fe4d0f1 HTTP/1.1" status: 204 len: 168 time: 0.5223675 Sep 30 13:29:05.118937 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 32904) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:05.251841 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b9033b2-b2c1-43c2-92ab-894a3458d5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:05.434755 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b9033b2-b2c1-43c2-92ab-894a3458d5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:05.440640 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b9033b2-b2c1-43c2-92ab-894a3458d5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:05.522924 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3b9033b2-b2c1-43c2-92ab-894a3458d5bc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a74dc4cf535d4dbe8963fd6187008fa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4028995 Sep 30 13:29:05.523130 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 32928) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:05.524480 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9033b2-b2c1-43c2-92ab-894a3458d5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8e5f8c-cbe7-43c1-864b-6ed0f7a8e1da,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:05.593952 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4337342-2d5b-4de7-83f4-15ab751833cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:05.618600 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4337342-2d5b-4de7-83f4-15ab751833cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:05.674398 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 32932) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:05.688628 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4337342-2d5b-4de7-83f4-15ab751833cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:05.700151 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4337342-2d5b-4de7-83f4-15ab751833cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:05.702406 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b4337342-2d5b-4de7-83f4-15ab751833cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b8e5f8c-cbe7-43c1-864b-6ed0f7a8e1da HTTP/1.1" status: 204 len: 168 time: 0.1776798 Sep 30 13:29:05.713352 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4337342-2d5b-4de7-83f4-15ab751833cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8e5f8c-cbe7-43c1-864b-6ed0f7a8e1da,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:05.835663 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bdee5053-9316-4aca-9eb5-c0bba0655f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:05.955141 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bdee5053-9316-4aca-9eb5-c0bba0655f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:05.959863 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bdee5053-9316-4aca-9eb5-c0bba0655f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:06.022084 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bdee5053-9316-4aca-9eb5-c0bba0655f06 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b214285795af41f7923f1798067bd42a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3458958 Sep 30 13:29:06.024483 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 32952) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:06.034191 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee5053-9316-4aca-9eb5-c0bba0655f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0796c3ab-c137-4c05-bf99-7e67c73d63a3,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:06.123917 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-302a928c-8ea4-4340-8eae-74067423609c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:06.153352 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-302a928c-8ea4-4340-8eae-74067423609c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:06.217180 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-302a928c-8ea4-4340-8eae-74067423609c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:06.220744 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-302a928c-8ea4-4340-8eae-74067423609c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:06.224739 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-302a928c-8ea4-4340-8eae-74067423609c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0796c3ab-c137-4c05-bf99-7e67c73d63a3 HTTP/1.1" status: 204 len: 168 time: 0.1967688 Sep 30 13:29:06.233586 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a928c-8ea4-4340-8eae-74067423609c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0796c3ab-c137-4c05-bf99-7e67c73d63a3,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:06.234538 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 32962) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:06.297236 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ec6a2757-e987-4bc4-901c-48a8af2e5d86 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=90cfab9dd19b42feae426f24827fbd72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0614657 Sep 30 13:29:06.299823 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 32964) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:06.360667 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0bcc7a3d-ec0a-4bc9-adf7-25c573452275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:06.395430 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0bcc7a3d-ec0a-4bc9-adf7-25c573452275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:06.483170 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0bcc7a3d-ec0a-4bc9-adf7-25c573452275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:06.486280 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0bcc7a3d-ec0a-4bc9-adf7-25c573452275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:06.488760 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0bcc7a3d-ec0a-4bc9-adf7-25c573452275 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/edb61f2c-d66b-4d1d-b03b-27d644b1768d HTTP/1.1" status: 204 len: 168 time: 0.1875353 Sep 30 13:29:06.491614 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 32976) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:06.510319 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc7a3d-ec0a-4bc9-adf7-25c573452275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb61f2c-d66b-4d1d-b03b-27d644b1768d,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:06.704978 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-8fdf0383-b72e-449b-9274-c0a7117a98cd tempest-PortsAdminExtendedAttrsTestJSON-1110552029 tempest-PortsAdminExtendedAttrsTestJSON-1110552029-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-209120460'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:06.734651 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdf0383-b72e-449b-9274-c0a7117a98cd tempest-PortsAdminExtendedAttrsTestJSON-1110552029 tempest-PortsAdminExtendedAttrsTestJSON-1110552029-project] Made reservation on behalf of 6260c827b73e4cabb51231c07154080f for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:06.740157 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0383-b72e-449b-9274-c0a7117a98cd tempest-PortsAdminExtendedAttrsTestJSON-1110552029 tempest-PortsAdminExtendedAttrsTestJSON-1110552029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:06.752424 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0383-b72e-449b-9274-c0a7117a98cd tempest-PortsAdminExtendedAttrsTestJSON-1110552029 tempest-PortsAdminExtendedAttrsTestJSON-1110552029-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:06.861880 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0383-b72e-449b-9274-c0a7117a98cd tempest-PortsAdminExtendedAttrsTestJSON-1110552029 tempest-PortsAdminExtendedAttrsTestJSON-1110552029-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:06.868499 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0383-b72e-449b-9274-c0a7117a98cd tempest-PortsAdminExtendedAttrsTestJSON-1110552029 tempest-PortsAdminExtendedAttrsTestJSON-1110552029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:06.895216 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fdf0383-b72e-449b-9274-c0a7117a98cd tempest-PortsAdminExtendedAttrsTestJSON-1110552029 tempest-PortsAdminExtendedAttrsTestJSON-1110552029-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:29:06.910928 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf0383-b72e-449b-9274-c0a7117a98cd tempest-PortsAdminExtendedAttrsTestJSON-1110552029 tempest-PortsAdminExtendedAttrsTestJSON-1110552029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c75301e1-0d82-4d2f-9efb-39bc12fcd6bf,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:06.916113 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0383-b72e-449b-9274-c0a7117a98cd tempest-PortsAdminExtendedAttrsTestJSON-1110552029 tempest-PortsAdminExtendedAttrsTestJSON-1110552029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:06.916543 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-8fdf0383-b72e-449b-9274-c0a7117a98cd tempest-PortsAdminExtendedAttrsTestJSON-1110552029 tempest-PortsAdminExtendedAttrsTestJSON-1110552029-project] Added segment 5e04d113-f359-48d8-974e-7f7d7baca55b of type vlan for network e5a58736-120c-43fa-b92d-bb57ce85e989 Sep 30 13:29:06.970507 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0383-b72e-449b-9274-c0a7117a98cd tempest-PortsAdminExtendedAttrsTestJSON-1110552029 tempest-PortsAdminExtendedAttrsTestJSON-1110552029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:07.002154 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0383-b72e-449b-9274-c0a7117a98cd tempest-PortsAdminExtendedAttrsTestJSON-1110552029 tempest-PortsAdminExtendedAttrsTestJSON-1110552029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:07.009089 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdf0383-b72e-449b-9274-c0a7117a98cd tempest-PortsAdminExtendedAttrsTestJSON-1110552029 tempest-PortsAdminExtendedAttrsTestJSON-1110552029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:07.010239 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0383-b72e-449b-9274-c0a7117a98cd tempest-PortsAdminExtendedAttrsTestJSON-1110552029 tempest-PortsAdminExtendedAttrsTestJSON-1110552029-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:07.054494 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8fdf0383-b72e-449b-9274-c0a7117a98cd tempest-PortsAdminExtendedAttrsTestJSON-1110552029 tempest-PortsAdminExtendedAttrsTestJSON-1110552029-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5589166 Sep 30 13:29:07.108517 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf0383-b72e-449b-9274-c0a7117a98cd tempest-PortsAdminExtendedAttrsTestJSON-1110552029 tempest-PortsAdminExtendedAttrsTestJSON-1110552029-project] Pushing event updated for resources: {'Network': ['ID=e5a58736-120c-43fa-b92d-bb57ce85e989,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:07.119101 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network e5a58736-120c-43fa-b92d-bb57ce85e989 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:29:07.449467 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33032) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:07.455491 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Request body: {'port': {'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989', 'binding:host_id': 'n-h1-810909-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1448941137'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:07.507081 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Made reservation on behalf of afcc2cfae0ed4d3c8a03d9c1d36841ff for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:07.510642 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:07.523346 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:07.638713 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:07.644597 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:07.651164 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] device_id is not set on port 45a99d01-0958-4394-9ad5-53164153a929 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:29:07.715464 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33046) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:07.750503 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe8385f-bf8c-4c4f-8336-907601f4c219,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:07.933467 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] device_id is not set on port 45a99d01-0958-4394-9ad5-53164153a929 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:29:07.945462 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:07.969955 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:07.994257 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-2e765d38-b2c3-4924-8172-45b03d46d82c tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1361350294'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:08.018260 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e765d38-b2c3-4924-8172-45b03d46d82c tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Made reservation on behalf of 3bf3ab3d9c044888819fd2b32f449c5e for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:08.023419 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2e765d38-b2c3-4924-8172-45b03d46d82c tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:08.042970 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2e765d38-b2c3-4924-8172-45b03d46d82c tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:08.061620 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Pushing event updated for resources: {'Port': ['ID=45a99d01-0958-4394-9ad5-53164153a929,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:08.071621 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Checking segment: {'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:29:08.071993 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Network hostable DHCP agents. Network: e5a58736-120c-43fa-b92d-bb57ce85e989, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:29:08.093947 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Network e5a58736-120c-43fa-b92d-bb57ce85e989 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:29:08.112455 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, e5a58736-120c-43fa-b92d-bb57ce85e989) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:08.121481 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cb3570-d711-4407-a16a-d13d379cb4f9 None None] Network e5a58736-120c-43fa-b92d-bb57ce85e989 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:08.126119 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:08.145247 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:08.146058 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:08.146664 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:08.156568 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port 45a99d01-0958-4394-9ad5-53164153a929 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:08.157061 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port 45a99d01-0958-4394-9ad5-53164153a929 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:08.157524 n-d-810909-2 neutron-server[94763]: INFO neutron.plugins.ml2.plugin [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempt 2 to bind port 45a99d01-0958-4394-9ad5-53164153a929 Sep 30 13:29:08.174770 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:08.175569 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:08.176165 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:08.182041 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port 45a99d01-0958-4394-9ad5-53164153a929 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:08.182444 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port 45a99d01-0958-4394-9ad5-53164153a929 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:08.182972 n-d-810909-2 neutron-server[94763]: INFO neutron.plugins.ml2.plugin [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempt 3 to bind port 45a99d01-0958-4394-9ad5-53164153a929 Sep 30 13:29:08.196095 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:08.196603 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:08.197284 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:08.203226 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port 45a99d01-0958-4394-9ad5-53164153a929 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:08.203745 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port 45a99d01-0958-4394-9ad5-53164153a929 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:08.204139 n-d-810909-2 neutron-server[94763]: INFO neutron.plugins.ml2.plugin [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempt 4 to bind port 45a99d01-0958-4394-9ad5-53164153a929 Sep 30 13:29:08.212259 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2e765d38-b2c3-4924-8172-45b03d46d82c tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:08.219201 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:08.219369 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2e765d38-b2c3-4924-8172-45b03d46d82c tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:08.220090 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:08.220502 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:08.226874 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port 45a99d01-0958-4394-9ad5-53164153a929 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:08.227383 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port 45a99d01-0958-4394-9ad5-53164153a929 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:08.228149 n-d-810909-2 neutron-server[94763]: INFO neutron.plugins.ml2.plugin [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempt 5 to bind port 45a99d01-0958-4394-9ad5-53164153a929 Sep 30 13:29:08.243962 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:08.244396 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:08.244794 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:08.250930 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port 45a99d01-0958-4394-9ad5-53164153a929 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:08.251514 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port 45a99d01-0958-4394-9ad5-53164153a929 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:08.251629 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e765d38-b2c3-4924-8172-45b03d46d82c tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:29:08.252025 n-d-810909-2 neutron-server[94763]: INFO neutron.plugins.ml2.plugin [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempt 6 to bind port 45a99d01-0958-4394-9ad5-53164153a929 Sep 30 13:29:08.265457 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e765d38-b2c3-4924-8172-45b03d46d82c tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec071432-6e26-44ea-ba8b-567ae2dd1e53,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:08.270693 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:08.271240 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:08.271355 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:08.271494 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2e765d38-b2c3-4924-8172-45b03d46d82c tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:08.271972 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-2e765d38-b2c3-4924-8172-45b03d46d82c tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Added segment ca97b7d9-ea2f-4008-805c-8c90972d55c9 of type vlan for network 41336262-2438-4724-9a67-c26892dc1452 Sep 30 13:29:08.276255 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port 45a99d01-0958-4394-9ad5-53164153a929 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:08.276588 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port 45a99d01-0958-4394-9ad5-53164153a929 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:08.276983 n-d-810909-2 neutron-server[94763]: INFO neutron.plugins.ml2.plugin [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempt 7 to bind port 45a99d01-0958-4394-9ad5-53164153a929 Sep 30 13:29:08.291461 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:08.291808 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:08.292221 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:08.296780 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port 45a99d01-0958-4394-9ad5-53164153a929 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:08.297103 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port 45a99d01-0958-4394-9ad5-53164153a929 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:08.297495 n-d-810909-2 neutron-server[94763]: INFO neutron.plugins.ml2.plugin [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempt 8 to bind port 45a99d01-0958-4394-9ad5-53164153a929 Sep 30 13:29:08.311953 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:08.312222 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:08.312584 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:08.319651 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port 45a99d01-0958-4394-9ad5-53164153a929 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:08.319991 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port 45a99d01-0958-4394-9ad5-53164153a929 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:08.320689 n-d-810909-2 neutron-server[94763]: INFO neutron.plugins.ml2.plugin [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempt 9 to bind port 45a99d01-0958-4394-9ad5-53164153a929 Sep 30 13:29:08.325058 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2e765d38-b2c3-4924-8172-45b03d46d82c tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:08.333725 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:08.334100 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:08.334443 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:08.338904 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port 45a99d01-0958-4394-9ad5-53164153a929 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:08.339235 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port 45a99d01-0958-4394-9ad5-53164153a929 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:08.339851 n-d-810909-2 neutron-server[94763]: INFO neutron.plugins.ml2.plugin [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempt 10 to bind port 45a99d01-0958-4394-9ad5-53164153a929 Sep 30 13:29:08.354328 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:08.354674 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:08.355036 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 45a99d01-0958-4394-9ad5-53164153a929 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:08.360216 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port 45a99d01-0958-4394-9ad5-53164153a929 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:08.360551 n-d-810909-2 neutron-server[94763]: ERROR neutron.plugins.ml2.managers [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port 45a99d01-0958-4394-9ad5-53164153a929 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:08.360667 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2e765d38-b2c3-4924-8172-45b03d46d82c tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:08.361051 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:08.367788 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e765d38-b2c3-4924-8172-45b03d46d82c tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:08.369122 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2e765d38-b2c3-4924-8172-45b03d46d82c tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:08.422745 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2e765d38-b2c3-4924-8172-45b03d46d82c tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7053940 Sep 30 13:29:08.425709 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33076) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:08.439002 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-8e0bd92d-5ec9-4483-9276-a26fbf235826 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Request body: {'subnet': {'network_id': '41336262-2438-4724-9a67-c26892dc1452', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:08.462415 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e765d38-b2c3-4924-8172-45b03d46d82c tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Pushing event updated for resources: {'Network': ['ID=41336262-2438-4724-9a67-c26892dc1452,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:08.473803 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 41336262-2438-4724-9a67-c26892dc1452 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:29:08.491799 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] For port 45a99d01-0958-4394-9ad5-53164153a929, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:29:08.492312 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempted to set empty binding levels {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 30 13:29:08.533015 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:08.583843 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:08.584677 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:08.620787 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Pushing event updated for resources: {'Port': ['ID=45a99d01-0958-4394-9ad5-53164153a929,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:08.637070 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0bd92d-5ec9-4483-9276-a26fbf235826 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Made reservation on behalf of 3bf3ab3d9c044888819fd2b32f449c5e for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:08.643911 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8e0bd92d-5ec9-4483-9276-a26fbf235826 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:08.653201 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33092) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:08.653396 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a7059bbf-38b3-4a41-8a6e-d059aa91be42 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.2025900 Sep 30 13:29:08.762429 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-0bcbbf1b-8835-4b50-bdd5-b4406c95e3b6 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Deleting port 45a99d01-0958-4394-9ad5-53164153a929 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:08.764129 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0bcbbf1b-8835-4b50-bdd5-b4406c95e3b6 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:08.837044 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-0bcbbf1b-8835-4b50-bdd5-b4406c95e3b6 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] For port 45a99d01-0958-4394-9ad5-53164153a929, host n-h1-810909-2, got binding levels [] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:29:08.837309 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0bcbbf1b-8835-4b50-bdd5-b4406c95e3b6 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:08.850579 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-0bcbbf1b-8835-4b50-bdd5-b4406c95e3b6 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Calling delete_port for 45a99d01-0958-4394-9ad5-53164153a929 owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:08.868577 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8e0bd92d-5ec9-4483-9276-a26fbf235826 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:08.941823 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bd92d-5ec9-4483-9276-a26fbf235826 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Pushing event updated for resources: {'Subnet': ['ID=0eb59403-f154-4298-9421-9c2128f53760,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:08.944278 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0bcbbf1b-8835-4b50-bdd5-b4406c95e3b6 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:08.948072 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0bd92d-5ec9-4483-9276-a26fbf235826 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Checking segment: {'id': 'ca97b7d9-ea2f-4008-805c-8c90972d55c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '41336262-2438-4724-9a67-c26892dc1452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:29:08.948568 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0bd92d-5ec9-4483-9276-a26fbf235826 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Network hostable DHCP agents. Network: 41336262-2438-4724-9a67-c26892dc1452, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:29:08.969535 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0bd92d-5ec9-4483-9276-a26fbf235826 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Network 41336262-2438-4724-9a67-c26892dc1452 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:29:08.982712 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-8e0bd92d-5ec9-4483-9276-a26fbf235826 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 41336262-2438-4724-9a67-c26892dc1452) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:08.987943 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0bd92d-5ec9-4483-9276-a26fbf235826 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:08.988540 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8e0bd92d-5ec9-4483-9276-a26fbf235826 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:08.994306 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0bcbbf1b-8835-4b50-bdd5-b4406c95e3b6 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:08.998582 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38888d11-da92-4b7c-8802-ae574c9cf055 None None] Network 41336262-2438-4724-9a67-c26892dc1452 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:08.999005 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0bcbbf1b-8835-4b50-bdd5-b4406c95e3b6 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] 10.222.0.18 "DELETE /v2.0/ports/45a99d01-0958-4394-9ad5-53164153a929 HTTP/1.1" status: 204 len: 168 time: 0.3412724 Sep 30 13:29:09.009454 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33104) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:09.019463 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8e0bd92d-5ec9-4483-9276-a26fbf235826 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5865352 Sep 30 13:29:09.019732 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33106) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:09.027397 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-655e5b7d-0b24-4342-828e-a00f40042df8 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Request body: {'port': {'network_id': '41336262-2438-4724-9a67-c26892dc1452', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1621646030'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:09.033076 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbbf1b-8835-4b50-bdd5-b4406c95e3b6 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Pushing event deleted for resources: {'Port': ['ID=45a99d01-0958-4394-9ad5-53164153a929,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:09.081184 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-67333335-87b0-4ba4-a3bc-1d1e3210beb6 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] GET failed (client error): The resource could not be found. Sep 30 13:29:09.084350 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-67333335-87b0-4ba4-a3bc-1d1e3210beb6 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] 10.222.0.18 "GET /v2.0/ports/45a99d01-0958-4394-9ad5-53164153a929 HTTP/1.1" status: 404 len: 333 time: 0.0736098 Sep 30 13:29:09.092634 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33108) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:09.097721 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-e0e8f390-8118-4e39-8b97-7b7a6e4318de tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Request body: {'port': {'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-985775154'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:09.140549 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e8f390-8118-4e39-8b97-7b7a6e4318de tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Made reservation on behalf of afcc2cfae0ed4d3c8a03d9c1d36841ff for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:09.143548 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e0e8f390-8118-4e39-8b97-7b7a6e4318de tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:09.176419 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-e0e8f390-8118-4e39-8b97-7b7a6e4318de tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] device_id is not set on port 99a6508c-25db-4dac-b47a-d772dcfe6063 yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:29:09.193456 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655e5b7d-0b24-4342-828e-a00f40042df8 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Made reservation on behalf of 3bf3ab3d9c044888819fd2b32f449c5e for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:09.197909 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-655e5b7d-0b24-4342-828e-a00f40042df8 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:09.218556 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-655e5b7d-0b24-4342-828e-a00f40042df8 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] device_id is not set on port c42a6ef9-8d9a-4e10-8f47-0c1a6faf8079 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:29:09.284280 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3b55a2-c26e-4abf-b631-dcbd507f2fc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-41336262-2438-4724-9a67-c26892dc1452', 'network_id': '41336262-2438-4724-9a67-c26892dc1452', 'tenant_id': '3bf3ab3d9c044888819fd2b32f449c5e', 'fixed_ips': [{'subnet_id': '0eb59403-f154-4298-9421-9c2128f53760'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:29:09.285152 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1b3b55a2-c26e-4abf-b631-dcbd507f2fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:09.403568 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e0e8f390-8118-4e39-8b97-7b7a6e4318de tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:09.456060 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e0e8f390-8118-4e39-8b97-7b7a6e4318de tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:09.496484 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-655e5b7d-0b24-4342-828e-a00f40042df8 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Allocated IP 2001:db8::42 (41336262-2438-4724-9a67-c26892dc1452/0eb59403-f154-4298-9421-9c2128f53760/c42a6ef9-8d9a-4e10-8f47-0c1a6faf8079) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:29:09.505131 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e8f390-8118-4e39-8b97-7b7a6e4318de tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Network e5a58736-120c-43fa-b92d-bb57ce85e989 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:29:09.510226 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-e0e8f390-8118-4e39-8b97-7b7a6e4318de tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:09.515415 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e8f390-8118-4e39-8b97-7b7a6e4318de tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:09.516553 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e8f390-8118-4e39-8b97-7b7a6e4318de tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:09.517422 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e0e8f390-8118-4e39-8b97-7b7a6e4318de tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:09.524150 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8f390-8118-4e39-8b97-7b7a6e4318de tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Pushing event updated for resources: {'Port': ['ID=99a6508c-25db-4dac-b47a-d772dcfe6063,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:09.541424 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e0e8f390-8118-4e39-8b97-7b7a6e4318de tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4474869 Sep 30 13:29:09.545272 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33114) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:09.550979 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:09.618893 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:09.744212 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-655e5b7d-0b24-4342-828e-a00f40042df8 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:09.796939 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-655e5b7d-0b24-4342-828e-a00f40042df8 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:09.808743 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] device_id is not set on port 99a6508c-25db-4dac-b47a-d772dcfe6063 yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:29:09.817915 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:09.818712 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655e5b7d-0b24-4342-828e-a00f40042df8 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Network 41336262-2438-4724-9a67-c26892dc1452 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:29:09.821587 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-655e5b7d-0b24-4342-828e-a00f40042df8 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:09.824316 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655e5b7d-0b24-4342-828e-a00f40042df8 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:09.829983 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:09.831877 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655e5b7d-0b24-4342-828e-a00f40042df8 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:09.832523 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-655e5b7d-0b24-4342-828e-a00f40042df8 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:09.864812 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-655e5b7d-0b24-4342-828e-a00f40042df8 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8436623 Sep 30 13:29:09.867997 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33122) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:09.872909 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-94689d1d-c192-4573-a1ff-9a19b3f7defb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Request body: {'port': {'network_id': '41336262-2438-4724-9a67-c26892dc1452', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-33400298', 'allowed_address_pairs': [{'ip_address': '2001:db8::42', 'mac_address': 'fa:16:3e:a3:bb:7c'}]}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:09.914198 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Pushing event updated for resources: {'Port': ['ID=99a6508c-25db-4dac-b47a-d772dcfe6063,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:09.924133 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-1b3b55a2-c26e-4abf-b631-dcbd507f2fc0 None None] Allocated IP 2001:db8::2 (41336262-2438-4724-9a67-c26892dc1452/0eb59403-f154-4298-9421-9c2128f53760/bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:29:09.930477 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e5b7d-0b24-4342-828e-a00f40042df8 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Pushing event updated for resources: {'Port': ['ID=c42a6ef9-8d9a-4e10-8f47-0c1a6faf8079,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:09.933987 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:09.938121 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:09.938121 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:09.940649 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port 99a6508c-25db-4dac-b47a-d772dcfe6063 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:09.940986 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:09.941381 n-d-810909-2 neutron-server[94764]: INFO neutron.plugins.ml2.plugin [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempt 2 to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 Sep 30 13:29:09.963649 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:09.965043 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:09.965408 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:09.975411 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port 99a6508c-25db-4dac-b47a-d772dcfe6063 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:09.975745 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:09.978760 n-d-810909-2 neutron-server[94764]: INFO neutron.plugins.ml2.plugin [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempt 3 to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 Sep 30 13:29:10.010726 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:10.011069 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:10.011571 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:10.023473 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port 99a6508c-25db-4dac-b47a-d772dcfe6063 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:10.023810 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:10.024538 n-d-810909-2 neutron-server[94764]: INFO neutron.plugins.ml2.plugin [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempt 4 to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 Sep 30 13:29:10.033600 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94689d1d-c192-4573-a1ff-9a19b3f7defb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Made reservation on behalf of 3bf3ab3d9c044888819fd2b32f449c5e for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:10.057361 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:10.057720 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:10.058053 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:10.067129 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port 99a6508c-25db-4dac-b47a-d772dcfe6063 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:10.067441 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:10.067744 n-d-810909-2 neutron-server[94764]: INFO neutron.plugins.ml2.plugin [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempt 5 to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 Sep 30 13:29:10.086795 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:10.087184 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:10.087475 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:10.092353 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port 99a6508c-25db-4dac-b47a-d772dcfe6063 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:10.092684 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:10.093080 n-d-810909-2 neutron-server[94764]: INFO neutron.plugins.ml2.plugin [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempt 6 to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 Sep 30 13:29:10.123355 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:10.123691 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:10.124029 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:10.133606 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port 99a6508c-25db-4dac-b47a-d772dcfe6063 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:10.133939 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:10.134422 n-d-810909-2 neutron-server[94764]: INFO neutron.plugins.ml2.plugin [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempt 7 to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 Sep 30 13:29:10.144336 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-94689d1d-c192-4573-a1ff-9a19b3f7defb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:10.173674 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-94689d1d-c192-4573-a1ff-9a19b3f7defb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] device_id is not set on port 8a150765-9977-46b1-b538-1fa14471b6f0 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:29:10.174550 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:10.176414 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:10.176876 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:10.184696 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port 99a6508c-25db-4dac-b47a-d772dcfe6063 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:10.188974 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:10.190871 n-d-810909-2 neutron-server[94764]: INFO neutron.plugins.ml2.plugin [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempt 8 to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 Sep 30 13:29:10.221633 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:10.222385 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:10.222987 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:10.232369 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port 99a6508c-25db-4dac-b47a-d772dcfe6063 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:10.234444 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:10.235158 n-d-810909-2 neutron-server[94764]: INFO neutron.plugins.ml2.plugin [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempt 9 to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 Sep 30 13:29:10.255875 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:10.257935 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:10.259206 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:10.266383 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port 99a6508c-25db-4dac-b47a-d772dcfe6063 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:10.267409 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:10.269065 n-d-810909-2 neutron-server[94764]: INFO neutron.plugins.ml2.plugin [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempt 10 to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 Sep 30 13:29:10.286234 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:10.286565 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:10.286897 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:10.291696 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port 99a6508c-25db-4dac-b47a-d772dcfe6063 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:10.292020 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port 99a6508c-25db-4dac-b47a-d772dcfe6063 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:10.292391 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:10.365307 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1b3b55a2-c26e-4abf-b631-dcbd507f2fc0 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:10.366886 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] For port 99a6508c-25db-4dac-b47a-d772dcfe6063, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:29:10.367432 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempted to set empty binding levels {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 30 13:29:10.372375 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:10.380054 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1b3b55a2-c26e-4abf-b631-dcbd507f2fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:10.406931 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] In _notify_port_updated(), no bound segment for port 99a6508c-25db-4dac-b47a-d772dcfe6063 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 13:29:10.407523 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:10.408132 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:10.411766 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] 10.222.0.18 "PUT /v2.0/ports/99a6508c-25db-4dac-b47a-d772dcfe6063 HTTP/1.1" status: 200 len: 974 time: 0.8631938 Sep 30 13:29:10.433000 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33126) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:10.490717 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-94689d1d-c192-4573-a1ff-9a19b3f7defb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Allocated IP 2001:db8::3c7 (41336262-2438-4724-9a67-c26892dc1452/0eb59403-f154-4298-9421-9c2128f53760/8a150765-9977-46b1-b538-1fa14471b6f0) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:29:10.495663 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b55a2-c26e-4abf-b631-dcbd507f2fc0 None None] Pushing event updated for resources: {'Port': ['ID=bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:10.521082 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d598e2-a48e-4602-9cb5-e6a876f4781e tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Pushing event updated for resources: {'Port': ['ID=99a6508c-25db-4dac-b47a-d772dcfe6063,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:10.527476 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3b55a2-c26e-4abf-b631-dcbd507f2fc0 None None] Network 41336262-2438-4724-9a67-c26892dc1452 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:29:10.531205 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-1b3b55a2-c26e-4abf-b631-dcbd507f2fc0 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:10.536752 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b55a2-c26e-4abf-b631-dcbd507f2fc0 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:10.562554 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d682adb-9446-446f-96ad-640daafdde5c tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:10.563037 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d682adb-9446-446f-96ad-640daafdde5c tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:10.563502 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d682adb-9446-446f-96ad-640daafdde5c tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:10.564142 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d682adb-9446-446f-96ad-640daafdde5c tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:10.564609 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d682adb-9446-446f-96ad-640daafdde5c tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:10.565206 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d682adb-9446-446f-96ad-640daafdde5c tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:10.565669 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d682adb-9446-446f-96ad-640daafdde5c tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:10.566174 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d682adb-9446-446f-96ad-640daafdde5c tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:10.567337 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d682adb-9446-446f-96ad-640daafdde5c tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:10.567337 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d682adb-9446-446f-96ad-640daafdde5c tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:10.567517 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d682adb-9446-446f-96ad-640daafdde5c tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:10.567956 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d682adb-9446-446f-96ad-640daafdde5c tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:10.568426 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d682adb-9446-446f-96ad-640daafdde5c tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:10.568863 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d682adb-9446-446f-96ad-640daafdde5c tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:10.569296 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d682adb-9446-446f-96ad-640daafdde5c tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:10.569744 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d682adb-9446-446f-96ad-640daafdde5c tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:10.570288 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d682adb-9446-446f-96ad-640daafdde5c tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:10.570837 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d682adb-9446-446f-96ad-640daafdde5c tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:10.571452 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d682adb-9446-446f-96ad-640daafdde5c tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:10.571916 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d682adb-9446-446f-96ad-640daafdde5c tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:10.572366 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d682adb-9446-446f-96ad-640daafdde5c tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:10.572823 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d682adb-9446-446f-96ad-640daafdde5c tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:10.573277 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d682adb-9446-446f-96ad-640daafdde5c tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:10.573734 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d682adb-9446-446f-96ad-640daafdde5c tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:10.574329 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d682adb-9446-446f-96ad-640daafdde5c tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:10.574800 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d682adb-9446-446f-96ad-640daafdde5c tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:10.575382 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d682adb-9446-446f-96ad-640daafdde5c tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:10.575877 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d682adb-9446-446f-96ad-640daafdde5c tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:10.579200 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0d682adb-9446-446f-96ad-640daafdde5c tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25234 time: 0.1456339 Sep 30 13:29:10.583083 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33128) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:10.642577 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-1b3b55a2-c26e-4abf-b631-dcbd507f2fc0 None None] Attempting to bind port bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:10.643276 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-1b3b55a2-c26e-4abf-b631-dcbd507f2fc0 None None] Attempting to bind port bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'ca97b7d9-ea2f-4008-805c-8c90972d55c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '41336262-2438-4724-9a67-c26892dc1452'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:10.643860 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b55a2-c26e-4abf-b631-dcbd507f2fc0 None None] Attempting to bind port bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710 on network 41336262-2438-4724-9a67-c26892dc1452 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:10.649730 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b55a2-c26e-4abf-b631-dcbd507f2fc0 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:29:10.654498 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b55a2-c26e-4abf-b631-dcbd507f2fc0 None None] Checking segment: {'id': 'ca97b7d9-ea2f-4008-805c-8c90972d55c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '41336262-2438-4724-9a67-c26892dc1452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:29:10.654918 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1b3b55a2-c26e-4abf-b631-dcbd507f2fc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:10.655325 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b55a2-c26e-4abf-b631-dcbd507f2fc0 None None] Bound using segment: {'id': 'ca97b7d9-ea2f-4008-805c-8c90972d55c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '41336262-2438-4724-9a67-c26892dc1452'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:29:10.655825 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-1b3b55a2-c26e-4abf-b631-dcbd507f2fc0 None None] Bound port: bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca97b7d9-ea2f-4008-805c-8c90972d55c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '41336262-2438-4724-9a67-c26892dc1452'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:29:10.657110 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1b3b55a2-c26e-4abf-b631-dcbd507f2fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:10.756892 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-1b3b55a2-c26e-4abf-b631-dcbd507f2fc0 None None] For port bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:29:10.760367 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-1b3b55a2-c26e-4abf-b631-dcbd507f2fc0 None None] For port bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710,segment=NetworkSegment(ca97b7d9-ea2f-4008-805c-8c90972d55c9),segment_id=ca97b7d9-ea2f-4008-805c-8c90972d55c9)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:29:10.771456 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1b3b55a2-c26e-4abf-b631-dcbd507f2fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:10.859394 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b55a2-c26e-4abf-b631-dcbd507f2fc0 None None] Pushing event updated for resources: {'Port': ['ID=bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:11.006408 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-94689d1d-c192-4573-a1ff-9a19b3f7defb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:11.021234 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-04ce6653-5778-4c30-af29-975664db2125 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Deleting port 99a6508c-25db-4dac-b47a-d772dcfe6063 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:11.022004 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-04ce6653-5778-4c30-af29-975664db2125 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:11.129205 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-04ce6653-5778-4c30-af29-975664db2125 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] For port 99a6508c-25db-4dac-b47a-d772dcfe6063, host n-h1-810909-2, got binding levels [] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:29:11.129901 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-04ce6653-5778-4c30-af29-975664db2125 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:11.144556 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-04ce6653-5778-4c30-af29-975664db2125 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Calling delete_port for 99a6508c-25db-4dac-b47a-d772dcfe6063 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:11.149736 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-94689d1d-c192-4573-a1ff-9a19b3f7defb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:11.245094 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94689d1d-c192-4573-a1ff-9a19b3f7defb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Network 41336262-2438-4724-9a67-c26892dc1452 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:29:11.251352 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-94689d1d-c192-4573-a1ff-9a19b3f7defb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:11.253989 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94689d1d-c192-4573-a1ff-9a19b3f7defb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:11.260058 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94689d1d-c192-4573-a1ff-9a19b3f7defb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:11.260950 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-94689d1d-c192-4573-a1ff-9a19b3f7defb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:11.264386 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94689d1d-c192-4573-a1ff-9a19b3f7defb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Pushing event updated for resources: {'Port': ['ID=8a150765-9977-46b1-b538-1fa14471b6f0,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:11.296557 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-94689d1d-c192-4573-a1ff-9a19b3f7defb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.4277315 Sep 30 13:29:11.299213 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33148) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:11.329615 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-04ce6653-5778-4c30-af29-975664db2125 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:11.350591 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-04ce6653-5778-4c30-af29-975664db2125 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:11.355956 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-04ce6653-5778-4c30-af29-975664db2125 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] 10.222.0.18 "DELETE /v2.0/ports/99a6508c-25db-4dac-b47a-d772dcfe6063 HTTP/1.1" status: 204 len: 168 time: 0.7719109 Sep 30 13:29:11.356679 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33150) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:11.357545 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb8abdb-87f1-446f-b717-057333550219 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:11.363939 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb8abdb-87f1-446f-b717-057333550219 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:11.370217 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb8abdb-87f1-446f-b717-057333550219 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:11.374887 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0eb8abdb-87f1-446f-b717-057333550219 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.0720584 Sep 30 13:29:11.375898 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33154) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:11.377666 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce6653-5778-4c30-af29-975664db2125 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Pushing event deleted for resources: {'Port': ['ID=99a6508c-25db-4dac-b47a-d772dcfe6063,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:11.412083 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-98caec05-708f-4f9f-8284-7409a7d330f1 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] GET failed (client error): The resource could not be found. Sep 30 13:29:11.413721 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-98caec05-708f-4f9f-8284-7409a7d330f1 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] 10.222.0.18 "GET /v2.0/ports/99a6508c-25db-4dac-b47a-d772dcfe6063 HTTP/1.1" status: 404 len: 333 time: 0.0377293 Sep 30 13:29:11.418729 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33156) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:11.425422 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-b9abf338-89f7-44de-ac3c-f15aee335986 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1397416099', 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:11.469768 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9abf338-89f7-44de-ac3c-f15aee335986 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Made reservation on behalf of afcc2cfae0ed4d3c8a03d9c1d36841ff for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:11.472769 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b9abf338-89f7-44de-ac3c-f15aee335986 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:11.495698 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-b9abf338-89f7-44de-ac3c-f15aee335986 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] device_id is not set on port 216145c7-59e0-4cfb-98e4-700576982d9c yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:29:11.501269 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-f780b65b-5d03-4435-a72c-24a11ce99fef tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Deleting port 8a150765-9977-46b1-b538-1fa14471b6f0 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:11.501964 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f780b65b-5d03-4435-a72c-24a11ce99fef tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:11.628315 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f780b65b-5d03-4435-a72c-24a11ce99fef tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:11.642999 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-f780b65b-5d03-4435-a72c-24a11ce99fef tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Calling delete_port for 8a150765-9977-46b1-b538-1fa14471b6f0 owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:11.680565 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b9abf338-89f7-44de-ac3c-f15aee335986 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:11.764502 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b9abf338-89f7-44de-ac3c-f15aee335986 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:11.817453 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9abf338-89f7-44de-ac3c-f15aee335986 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Network e5a58736-120c-43fa-b92d-bb57ce85e989 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:29:11.820931 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-b9abf338-89f7-44de-ac3c-f15aee335986 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:11.826129 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f780b65b-5d03-4435-a72c-24a11ce99fef tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:11.827486 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9abf338-89f7-44de-ac3c-f15aee335986 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:11.828652 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9abf338-89f7-44de-ac3c-f15aee335986 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:11.829043 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b9abf338-89f7-44de-ac3c-f15aee335986 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:11.849111 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b9abf338-89f7-44de-ac3c-f15aee335986 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4293027 Sep 30 13:29:11.853163 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33170) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:11.854145 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9abf338-89f7-44de-ac3c-f15aee335986 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Pushing event updated for resources: {'Port': ['ID=216145c7-59e0-4cfb-98e4-700576982d9c,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:11.912890 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d792f12-282f-4eed-9dec-ac0e04220c94 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:11.921160 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780b65b-5d03-4435-a72c-24a11ce99fef tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Pushing event deleted for resources: {'Port': ['ID=8a150765-9977-46b1-b538-1fa14471b6f0,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:11.936326 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5d792f12-282f-4eed-9dec-ac0e04220c94 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] 10.222.0.18 "GET /v2.0/ports/216145c7-59e0-4cfb-98e4-700576982d9c HTTP/1.1" status: 200 len: 955 time: 0.0783195 Sep 30 13:29:11.936641 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33174) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:12.102376 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f780b65b-5d03-4435-a72c-24a11ce99fef tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:12.104361 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26851c6d-7394-420a-930d-2f1f2283b165 None None] Network 41336262-2438-4724-9a67-c26892dc1452 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:12.108175 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f780b65b-5d03-4435-a72c-24a11ce99fef tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] 10.222.0.18 "DELETE /v2.0/ports/8a150765-9977-46b1-b538-1fa14471b6f0 HTTP/1.1" status: 204 len: 168 time: 0.7279634 Sep 30 13:29:12.108485 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33176) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:12.142485 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-377ec343-1893-478f-b9f6-21e5dc21122b tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Deleting port 216145c7-59e0-4cfb-98e4-700576982d9c {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:12.142961 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-377ec343-1893-478f-b9f6-21e5dc21122b tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:12.149562 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb0bb79-eb20-4eea-ab02-b91c3457661b tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] GET failed (client error): The resource could not be found. Sep 30 13:29:12.151031 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3cb0bb79-eb20-4eea-ab02-b91c3457661b tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] 10.222.0.18 "GET /v2.0/ports/8a150765-9977-46b1-b538-1fa14471b6f0 HTTP/1.1" status: 404 len: 333 time: 0.0419631 Sep 30 13:29:12.162726 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33178) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:12.167756 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-e56edeec-bcbc-4513-9d4e-917521f2f28d tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Request body: {'port': {'network_id': '41336262-2438-4724-9a67-c26892dc1452', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-798855816'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:12.263253 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-377ec343-1893-478f-b9f6-21e5dc21122b tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:12.302905 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-377ec343-1893-478f-b9f6-21e5dc21122b tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Calling delete_port for 216145c7-59e0-4cfb-98e4-700576982d9c owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:12.328831 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:29:12.392148 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7700852b-db3b-45db-954a-5ca44fad171d None None] Provisioning complete for port bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:12.392772 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7700852b-db3b-45db-954a-5ca44fad171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:12.400466 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56edeec-bcbc-4513-9d4e-917521f2f28d tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Made reservation on behalf of 3bf3ab3d9c044888819fd2b32f449c5e for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:12.405795 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e56edeec-bcbc-4513-9d4e-917521f2f28d tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:12.408793 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-377ec343-1893-478f-b9f6-21e5dc21122b tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:12.427740 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-e56edeec-bcbc-4513-9d4e-917521f2f28d tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] device_id is not set on port 74546ff7-efae-4244-898e-d608f4cca633 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:29:12.450165 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ec343-1893-478f-b9f6-21e5dc21122b tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Pushing event deleted for resources: {'Port': ['ID=216145c7-59e0-4cfb-98e4-700576982d9c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:12.474342 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-377ec343-1893-478f-b9f6-21e5dc21122b tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:12.476554 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-377ec343-1893-478f-b9f6-21e5dc21122b tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] 10.222.0.18 "DELETE /v2.0/ports/216145c7-59e0-4cfb-98e4-700576982d9c HTTP/1.1" status: 204 len: 168 time: 0.5388057 Sep 30 13:29:12.480008 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33184) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:12.524742 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:12.525370 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:12.526148 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20da3b0-a768-4f64-8d28-43e44f2377a9 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] GET failed (client error): The resource could not be found. Sep 30 13:29:12.531742 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c20da3b0-a768-4f64-8d28-43e44f2377a9 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] 10.222.0.18 "GET /v2.0/ports/216145c7-59e0-4cfb-98e4-700576982d9c HTTP/1.1" status: 404 len: 333 time: 0.0468693 Sep 30 13:29:12.532674 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33186) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:12.538773 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-7982702c-eb94-413f-9fdb-4be8a3917eb3 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Request body: {'port': {'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-391726694'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:12.570935 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7700852b-db3b-45db-954a-5ca44fad171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:12.575510 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7982702c-eb94-413f-9fdb-4be8a3917eb3 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Made reservation on behalf of afcc2cfae0ed4d3c8a03d9c1d36841ff for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:12.578412 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7982702c-eb94-413f-9fdb-4be8a3917eb3 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:12.618413 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7700852b-db3b-45db-954a-5ca44fad171d None None] For port bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710,segment=NetworkSegment(ca97b7d9-ea2f-4008-805c-8c90972d55c9),segment_id=ca97b7d9-ea2f-4008-805c-8c90972d55c9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:29:12.627605 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7700852b-db3b-45db-954a-5ca44fad171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:12.636108 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-7982702c-eb94-413f-9fdb-4be8a3917eb3 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] device_id is not set on port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:29:12.646640 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-e56edeec-bcbc-4513-9d4e-917521f2f28d tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Allocated IP 2001:db8::392 (41336262-2438-4724-9a67-c26892dc1452/0eb59403-f154-4298-9421-9c2128f53760/74546ff7-efae-4244-898e-d608f4cca633) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:29:12.724643 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700852b-db3b-45db-954a-5ca44fad171d None None] Pushing event updated for resources: {'Port': ['ID=bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:12.842430 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e56edeec-bcbc-4513-9d4e-917521f2f28d tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:12.880446 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e56edeec-bcbc-4513-9d4e-917521f2f28d tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:12.906350 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7982702c-eb94-413f-9fdb-4be8a3917eb3 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:12.954252 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7982702c-eb94-413f-9fdb-4be8a3917eb3 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:12.956593 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-553bcdcd-d23f-4cf7-9589-3b9a9c02548c None None] Provisioning complete for port bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:12.958686 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-553bcdcd-d23f-4cf7-9589-3b9a9c02548c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:12.961277 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56edeec-bcbc-4513-9d4e-917521f2f28d tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Network 41336262-2438-4724-9a67-c26892dc1452 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:29:12.967216 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-e56edeec-bcbc-4513-9d4e-917521f2f28d tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:12.980317 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56edeec-bcbc-4513-9d4e-917521f2f28d tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:12.986333 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56edeec-bcbc-4513-9d4e-917521f2f28d tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:12.986990 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e56edeec-bcbc-4513-9d4e-917521f2f28d tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:13.027894 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56edeec-bcbc-4513-9d4e-917521f2f28d tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Pushing event updated for resources: {'Port': ['ID=74546ff7-efae-4244-898e-d608f4cca633,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:13.044334 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e56edeec-bcbc-4513-9d4e-917521f2f28d tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8805764 Sep 30 13:29:13.050498 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33192) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:13.065623 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-29ad0e66-84e7-4127-a256-1d9c9132fc0f tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::42', 'mac_address': 'fa:16:3e:a3:bb:7c'}]}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:13.106690 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7982702c-eb94-413f-9fdb-4be8a3917eb3 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Network e5a58736-120c-43fa-b92d-bb57ce85e989 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:29:13.116165 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-7982702c-eb94-413f-9fdb-4be8a3917eb3 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:13.121832 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7982702c-eb94-413f-9fdb-4be8a3917eb3 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:13.123349 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7982702c-eb94-413f-9fdb-4be8a3917eb3 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:13.123945 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7982702c-eb94-413f-9fdb-4be8a3917eb3 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:13.140933 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982702c-eb94-413f-9fdb-4be8a3917eb3 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Pushing event updated for resources: {'Port': ['ID=f76b908a-e3db-4bac-9b89-9c74a7c97fa2,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:13.157465 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7982702c-eb94-413f-9fdb-4be8a3917eb3 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6235723 Sep 30 13:29:13.160145 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33194) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:13.162800 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-553bcdcd-d23f-4cf7-9589-3b9a9c02548c None None] Provisioning complete for port c42a6ef9-8d9a-4e10-8f47-0c1a6faf8079 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:13.163281 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-553bcdcd-d23f-4cf7-9589-3b9a9c02548c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:13.170386 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:13.184761 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-29ad0e66-84e7-4127-a256-1d9c9132fc0f tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:13.238274 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-553bcdcd-d23f-4cf7-9589-3b9a9c02548c None None] Port c42a6ef9-8d9a-4e10-8f47-0c1a6faf8079 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:29:13.266156 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:13.361312 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-12200798-8690-4256-95b8-22abd45f1193 None None] Provisioning complete for port c42a6ef9-8d9a-4e10-8f47-0c1a6faf8079 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:13.361643 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-12200798-8690-4256-95b8-22abd45f1193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:13.435173 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-29ad0e66-84e7-4127-a256-1d9c9132fc0f tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:13.443904 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-29ad0e66-84e7-4127-a256-1d9c9132fc0f tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:13.477216 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-12200798-8690-4256-95b8-22abd45f1193 None None] Port c42a6ef9-8d9a-4e10-8f47-0c1a6faf8079 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:29:13.485453 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-29ad0e66-84e7-4127-a256-1d9c9132fc0f tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] In _notify_port_updated(), no bound segment for port 74546ff7-efae-4244-898e-d608f4cca633 on network 41336262-2438-4724-9a67-c26892dc1452 {{(pid=94763) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 13:29:13.491462 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ad0e66-84e7-4127-a256-1d9c9132fc0f tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:13.492201 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-29ad0e66-84e7-4127-a256-1d9c9132fc0f tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:13.493662 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-29ad0e66-84e7-4127-a256-1d9c9132fc0f tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] 10.222.0.18 "PUT /v2.0/ports/74546ff7-efae-4244-898e-d608f4cca633 HTTP/1.1" status: 200 len: 1001 time: 0.4404600 Sep 30 13:29:13.496518 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33198) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:13.561999 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad0e66-84e7-4127-a256-1d9c9132fc0f tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Pushing event updated for resources: {'Port': ['ID=74546ff7-efae-4244-898e-d608f4cca633,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:13.602314 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-c3be9113-403d-4e8d-bf7c-9b10a2e5b6a7 None None] Could not find standard attr ID for object 8a150765-9977-46b1-b538-1fa14471b6f0. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:29:13.636623 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-d01e1089-1e0b-45dc-8648-4f0c331d977e tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Deleting port 74546ff7-efae-4244-898e-d608f4cca633 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:13.637334 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d01e1089-1e0b-45dc-8648-4f0c331d977e tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:13.787409 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d01e1089-1e0b-45dc-8648-4f0c331d977e tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:13.807248 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-d01e1089-1e0b-45dc-8648-4f0c331d977e tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Calling delete_port for 74546ff7-efae-4244-898e-d608f4cca633 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:13.996438 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] device_id is not set on port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:29:14.006807 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d01e1089-1e0b-45dc-8648-4f0c331d977e tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:14.007417 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:14.016941 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:14.040986 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-598bf92e-25de-4497-8155-6c510d45b426 None None] Could not find standard attr ID for object 74546ff7-efae-4244-898e-d608f4cca633. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:29:14.068572 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e1089-1e0b-45dc-8648-4f0c331d977e tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Pushing event deleted for resources: {'Port': ['ID=74546ff7-efae-4244-898e-d608f4cca633,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:14.130805 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:14.131145 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:14.131488 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:14.146104 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:14.146439 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:14.149762 n-d-810909-2 neutron-server[94764]: INFO neutron.plugins.ml2.plugin [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempt 2 to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 Sep 30 13:29:14.153798 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Pushing event updated for resources: {'Port': ['ID=f76b908a-e3db-4bac-9b89-9c74a7c97fa2,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:14.190671 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:14.191028 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:14.191381 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:14.191722 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:14.192058 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:14.194332 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:14.197030 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:14.197385 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:14.197738 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:14.198122 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:14.198451 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:14.199272 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:14.208389 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:14.208389 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:14.208842 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:14.214082 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:14.214460 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:14.215909 n-d-810909-2 neutron-server[94764]: INFO neutron.plugins.ml2.plugin [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempt 3 to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 Sep 30 13:29:14.237746 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:14.239269 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:14.239648 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:14.262308 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:14.262754 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:14.263281 n-d-810909-2 neutron-server[94764]: INFO neutron.plugins.ml2.plugin [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempt 4 to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 Sep 30 13:29:14.283641 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:14.283982 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:14.284323 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:14.289055 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:29:14.289587 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:14.289587 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:14.289904 n-d-810909-2 neutron-server[94764]: INFO neutron.plugins.ml2.plugin [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempt 5 to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 Sep 30 13:29:14.331793 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:14.332138 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:14.332657 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:14.341990 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:14.341990 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:14.341990 n-d-810909-2 neutron-server[94764]: INFO neutron.plugins.ml2.plugin [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempt 6 to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 Sep 30 13:29:14.363834 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:14.364623 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:14.365113 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:14.370225 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:14.370866 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:14.371404 n-d-810909-2 neutron-server[94764]: INFO neutron.plugins.ml2.plugin [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempt 7 to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 Sep 30 13:29:14.375106 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d01e1089-1e0b-45dc-8648-4f0c331d977e tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:14.378481 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d01e1089-1e0b-45dc-8648-4f0c331d977e tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] 10.222.0.18 "DELETE /v2.0/ports/74546ff7-efae-4244-898e-d608f4cca633 HTTP/1.1" status: 204 len: 168 time: 0.8809764 Sep 30 13:29:14.380953 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33210) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:14.391817 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:14.392434 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:14.397595 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:14.399588 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:14.399782 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:14.409434 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:14.409961 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:14.410451 n-d-810909-2 neutron-server[94764]: INFO neutron.plugins.ml2.plugin [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempt 8 to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 Sep 30 13:29:14.426246 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:14.426670 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:14.427076 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:14.431734 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b0403a7-c864-4ab5-a5ec-8009ba92de6d tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] GET failed (client error): The resource could not be found. Sep 30 13:29:14.432740 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:14.433169 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:14.433853 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3b0403a7-c864-4ab5-a5ec-8009ba92de6d tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] 10.222.0.18 "GET /v2.0/ports/74546ff7-efae-4244-898e-d608f4cca633 HTTP/1.1" status: 404 len: 333 time: 0.0513086 Sep 30 13:29:14.434253 n-d-810909-2 neutron-server[94764]: INFO neutron.plugins.ml2.plugin [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempt 9 to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 Sep 30 13:29:14.438630 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33212) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:14.443820 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-7f34c0a3-609b-42d9-b1f0-e171402b0691 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Request body: {'port': {'network_id': '41336262-2438-4724-9a67-c26892dc1452', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1836530069'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:14.450820 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:14.451439 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:14.451893 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:14.457210 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:14.457663 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:14.458203 n-d-810909-2 neutron-server[94764]: INFO neutron.plugins.ml2.plugin [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempt 10 to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 Sep 30 13:29:14.472293 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:14.472774 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:14.473381 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempting to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:14.482529 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on network e5a58736-120c-43fa-b92d-bb57ce85e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:29:14.486049 n-d-810909-2 neutron-server[94764]: ERROR neutron.plugins.ml2.managers [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Failed to bind port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on host n-h1-810909-2 for vnic_type normal using segments [{'id': '5e04d113-f359-48d8-974e-7f7d7baca55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e5a58736-120c-43fa-b92d-bb57ce85e989'}] Sep 30 13:29:14.489636 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:14.595528 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] For port f76b908a-e3db-4bac-9b89-9c74a7c97fa2, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:29:14.596350 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attempted to set empty binding levels {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 30 13:29:14.604778 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:14.644503 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f34c0a3-609b-42d9-b1f0-e171402b0691 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Made reservation on behalf of 3bf3ab3d9c044888819fd2b32f449c5e for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:14.649169 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f34c0a3-609b-42d9-b1f0-e171402b0691 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:14.659699 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Pushing event updated for resources: {'Port': ['ID=f76b908a-e3db-4bac-9b89-9c74a7c97fa2,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:14.670572 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-7f34c0a3-609b-42d9-b1f0-e171402b0691 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] device_id is not set on port a1f13997-ec99-43e5-b721-fa56b1ed1c17 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:29:14.672762 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] In _notify_port_updated(), no bound segment for port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 on network e5a58736-120c-43fa-b92d-bb57ce85e989 {{(pid=94764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 13:29:14.674128 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:14.674834 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:14.678521 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-67dc9c6e-eb0c-43a5-8b3e-5c2c9bae56d8 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] 10.222.0.18 "PUT /v2.0/ports/f76b908a-e3db-4bac-9b89-9c74a7c97fa2 HTTP/1.1" status: 200 len: 974 time: 1.5173430 Sep 30 13:29:14.679488 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33214) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:14.760158 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-361922c5-d183-4a57-a66a-e2ba80b548c3 None None] Could not find standard attr ID for object 74546ff7-efae-4244-898e-d608f4cca633. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:29:14.852555 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-7f34c0a3-609b-42d9-b1f0-e171402b0691 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Allocated IP 2001:db8::38e (41336262-2438-4724-9a67-c26892dc1452/0eb59403-f154-4298-9421-9c2128f53760/a1f13997-ec99-43e5-b721-fa56b1ed1c17) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:29:14.872365 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-4760e363-c85d-47c8-b86d-9dc8696a3801 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Deleting port f76b908a-e3db-4bac-9b89-9c74a7c97fa2 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:14.872764 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4760e363-c85d-47c8-b86d-9dc8696a3801 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:14.888391 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:14.973289 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-4760e363-c85d-47c8-b86d-9dc8696a3801 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] For port f76b908a-e3db-4bac-9b89-9c74a7c97fa2, host n-h1-810909-2, got binding levels [] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:29:14.973655 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4760e363-c85d-47c8-b86d-9dc8696a3801 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:14.999857 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-4760e363-c85d-47c8-b86d-9dc8696a3801 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Calling delete_port for f76b908a-e3db-4bac-9b89-9c74a7c97fa2 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:15.130308 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f34c0a3-609b-42d9-b1f0-e171402b0691 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:15.161411 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4760e363-c85d-47c8-b86d-9dc8696a3801 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:15.195103 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760e363-c85d-47c8-b86d-9dc8696a3801 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Pushing event deleted for resources: {'Port': ['ID=f76b908a-e3db-4bac-9b89-9c74a7c97fa2,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:15.203297 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4760e363-c85d-47c8-b86d-9dc8696a3801 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:15.208019 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4760e363-c85d-47c8-b86d-9dc8696a3801 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] 10.222.0.18 "DELETE /v2.0/ports/f76b908a-e3db-4bac-9b89-9c74a7c97fa2 HTTP/1.1" status: 204 len: 168 time: 0.5249469 Sep 30 13:29:15.208019 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f34c0a3-609b-42d9-b1f0-e171402b0691 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:15.208374 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33218) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:15.235864 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-9742ea86-1796-47c9-9033-2191c66326d4 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] GET failed (client error): The resource could not be found. Sep 30 13:29:15.240729 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9742ea86-1796-47c9-9033-2191c66326d4 tempest-PortsAdminExtendedAttrsTestJSON-1336448317 tempest-PortsAdminExtendedAttrsTestJSON-1336448317-project-admin] 10.222.0.18 "GET /v2.0/ports/f76b908a-e3db-4bac-9b89-9c74a7c97fa2 HTTP/1.1" status: 404 len: 333 time: 0.0280507 Sep 30 13:29:15.240962 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33222) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:15.258359 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f34c0a3-609b-42d9-b1f0-e171402b0691 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Network 41336262-2438-4724-9a67-c26892dc1452 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:29:15.261565 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-7f34c0a3-609b-42d9-b1f0-e171402b0691 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:15.266158 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f34c0a3-609b-42d9-b1f0-e171402b0691 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:15.271836 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f34c0a3-609b-42d9-b1f0-e171402b0691 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:15.272470 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f34c0a3-609b-42d9-b1f0-e171402b0691 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:15.280051 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34c0a3-609b-42d9-b1f0-e171402b0691 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Pushing event updated for resources: {'Port': ['ID=a1f13997-ec99-43e5-b721-fa56b1ed1c17,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:15.297736 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33226) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:15.298602 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7f34c0a3-609b-42d9-b1f0-e171402b0691 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8585250 Sep 30 13:29:15.307729 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-ed555c88-0f01-41f9-9942-a68f13b4dd3a tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a3:bb:7c'}]}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:15.436866 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-34cf8595-6558-49b6-ac01-1f0876afaceb tempest-PortsAdminExtendedAttrsTestJSON-1110552029 tempest-PortsAdminExtendedAttrsTestJSON-1110552029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:15.635588 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-34cf8595-6558-49b6-ac01-1f0876afaceb tempest-PortsAdminExtendedAttrsTestJSON-1110552029 tempest-PortsAdminExtendedAttrsTestJSON-1110552029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:15.687437 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-34cf8595-6558-49b6-ac01-1f0876afaceb tempest-PortsAdminExtendedAttrsTestJSON-1110552029 tempest-PortsAdminExtendedAttrsTestJSON-1110552029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a58736-120c-43fa-b92d-bb57ce85e989']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:15.688094 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-97473b72-75db-44f6-8755-93563341fad0 None None] Provisioning complete for port a1f13997-ec99-43e5-b721-fa56b1ed1c17 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:15.688553 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-97473b72-75db-44f6-8755-93563341fad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:15.703660 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-34cf8595-6558-49b6-ac01-1f0876afaceb tempest-PortsAdminExtendedAttrsTestJSON-1110552029 tempest-PortsAdminExtendedAttrsTestJSON-1110552029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e04d113-f359-48d8-974e-7f7d7baca55b') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:15.703956 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-34cf8595-6558-49b6-ac01-1f0876afaceb tempest-PortsAdminExtendedAttrsTestJSON-1110552029 tempest-PortsAdminExtendedAttrsTestJSON-1110552029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e04d113-f359-48d8-974e-7f7d7baca55b') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:15.712984 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ed555c88-0f01-41f9-9942-a68f13b4dd3a tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:15.718197 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-34cf8595-6558-49b6-ac01-1f0876afaceb tempest-PortsAdminExtendedAttrsTestJSON-1110552029 tempest-PortsAdminExtendedAttrsTestJSON-1110552029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:15.735301 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-97473b72-75db-44f6-8755-93563341fad0 None None] Port a1f13997-ec99-43e5-b721-fa56b1ed1c17 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:29:15.766507 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-34cf8595-6558-49b6-ac01-1f0876afaceb tempest-PortsAdminExtendedAttrsTestJSON-1110552029 tempest-PortsAdminExtendedAttrsTestJSON-1110552029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:15.779888 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34cf8595-6558-49b6-ac01-1f0876afaceb tempest-PortsAdminExtendedAttrsTestJSON-1110552029 tempest-PortsAdminExtendedAttrsTestJSON-1110552029-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:29:15.780221 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-34cf8595-6558-49b6-ac01-1f0876afaceb tempest-PortsAdminExtendedAttrsTestJSON-1110552029 tempest-PortsAdminExtendedAttrsTestJSON-1110552029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:29:15.783557 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:29:15.866993 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-34cf8595-6558-49b6-ac01-1f0876afaceb tempest-PortsAdminExtendedAttrsTestJSON-1110552029 tempest-PortsAdminExtendedAttrsTestJSON-1110552029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:15.888982 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-34cf8595-6558-49b6-ac01-1f0876afaceb tempest-PortsAdminExtendedAttrsTestJSON-1110552029 tempest-PortsAdminExtendedAttrsTestJSON-1110552029-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:15.893291 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-34cf8595-6558-49b6-ac01-1f0876afaceb tempest-PortsAdminExtendedAttrsTestJSON-1110552029 tempest-PortsAdminExtendedAttrsTestJSON-1110552029-project] 10.222.0.18 "DELETE /v2.0/networks/e5a58736-120c-43fa-b92d-bb57ce85e989 HTTP/1.1" status: 204 len: 168 time: 0.6491816 Sep 30 13:29:15.893291 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf8595-6558-49b6-ac01-1f0876afaceb tempest-PortsAdminExtendedAttrsTestJSON-1110552029 tempest-PortsAdminExtendedAttrsTestJSON-1110552029-project] Pushing event deleted for resources: {'Network': ['ID=e5a58736-120c-43fa-b92d-bb57ce85e989,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:16.028670 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ed555c88-0f01-41f9-9942-a68f13b4dd3a tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:16.042821 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ed555c88-0f01-41f9-9942-a68f13b4dd3a tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:16.110796 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-ed555c88-0f01-41f9-9942-a68f13b4dd3a tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] In _notify_port_updated(), no bound segment for port a1f13997-ec99-43e5-b721-fa56b1ed1c17 on network 41336262-2438-4724-9a67-c26892dc1452 {{(pid=94764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 13:29:16.116149 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed555c88-0f01-41f9-9942-a68f13b4dd3a tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:16.116947 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ed555c88-0f01-41f9-9942-a68f13b4dd3a tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:16.120535 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ed555c88-0f01-41f9-9942-a68f13b4dd3a tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] 10.222.0.18 "PUT /v2.0/ports/a1f13997-ec99-43e5-b721-fa56b1ed1c17 HTTP/1.1" status: 200 len: 1003 time: 0.8192568 Sep 30 13:29:16.121705 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33246) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:16.149301 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed555c88-0f01-41f9-9942-a68f13b4dd3a tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Pushing event updated for resources: {'Port': ['ID=a1f13997-ec99-43e5-b721-fa56b1ed1c17,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:16.308907 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-c7d124f6-bbf9-45e8-94fc-17bad7509fc3 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Deleting port a1f13997-ec99-43e5-b721-fa56b1ed1c17 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:16.310214 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c7d124f6-bbf9-45e8-94fc-17bad7509fc3 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:16.362699 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33250) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:16.477710 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c7d124f6-bbf9-45e8-94fc-17bad7509fc3 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:16.500420 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-c7d124f6-bbf9-45e8-94fc-17bad7509fc3 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Calling delete_port for a1f13997-ec99-43e5-b721-fa56b1ed1c17 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:16.569434 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-0a5517d1-3f0b-4ba1-ae2d-0e640a7b39bd None None] Provisioning complete for port a1f13997-ec99-43e5-b721-fa56b1ed1c17 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:16.569677 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0a5517d1-3f0b-4ba1-ae2d-0e640a7b39bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:16.651278 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-0a5517d1-3f0b-4ba1-ae2d-0e640a7b39bd None None] Port a1f13997-ec99-43e5-b721-fa56b1ed1c17 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:29:16.690053 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f718ec60-e757-468e-a6bd-b1c799c9e55b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6260c827b73e4cabb51231c07154080f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3254132 Sep 30 13:29:16.692860 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33260) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:16.694985 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c7d124f6-bbf9-45e8-94fc-17bad7509fc3 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:16.743783 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d124f6-bbf9-45e8-94fc-17bad7509fc3 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Pushing event deleted for resources: {'Port': ['ID=a1f13997-ec99-43e5-b721-fa56b1ed1c17,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:16.783704 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cf31285a-10cf-4894-a056-9089407173f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:16.790773 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c7d124f6-bbf9-45e8-94fc-17bad7509fc3 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:16.797461 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33262) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:16.798072 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c7d124f6-bbf9-45e8-94fc-17bad7509fc3 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] 10.222.0.18 "DELETE /v2.0/ports/a1f13997-ec99-43e5-b721-fa56b1ed1c17 HTTP/1.1" status: 204 len: 168 time: 0.6750259 Sep 30 13:29:16.859840 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f91a9c-ec58-4eb2-963d-318a76ad043f tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] GET failed (client error): The resource could not be found. Sep 30 13:29:16.864911 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-15f91a9c-ec58-4eb2-963d-318a76ad043f tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] 10.222.0.18 "GET /v2.0/ports/a1f13997-ec99-43e5-b721-fa56b1ed1c17 HTTP/1.1" status: 404 len: 333 time: 0.0625794 Sep 30 13:29:16.865663 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33266) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:16.874105 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-773b3d62-1521-4106-a4ee-6cc6b08f0467 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Request body: {'port': {'network_id': '41336262-2438-4724-9a67-c26892dc1452', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1112495909'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:16.916307 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cf31285a-10cf-4894-a056-9089407173f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:17.029893 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773b3d62-1521-4106-a4ee-6cc6b08f0467 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Made reservation on behalf of 3bf3ab3d9c044888819fd2b32f449c5e for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:17.033628 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-773b3d62-1521-4106-a4ee-6cc6b08f0467 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:17.052361 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cf31285a-10cf-4894-a056-9089407173f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:17.054945 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cf31285a-10cf-4894-a056-9089407173f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:17.056119 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cf31285a-10cf-4894-a056-9089407173f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c75301e1-0d82-4d2f-9efb-39bc12fcd6bf HTTP/1.1" status: 204 len: 168 time: 0.3622944 Sep 30 13:29:17.057492 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-773b3d62-1521-4106-a4ee-6cc6b08f0467 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] device_id is not set on port 27cc14a1-777c-4539-a2a5-77e1eda6ed61 yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:29:17.079516 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31285a-10cf-4894-a056-9089407173f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75301e1-0d82-4d2f-9efb-39bc12fcd6bf,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:17.245219 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-773b3d62-1521-4106-a4ee-6cc6b08f0467 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Allocated IP 2001:db8::2a2 (41336262-2438-4724-9a67-c26892dc1452/0eb59403-f154-4298-9421-9c2128f53760/27cc14a1-777c-4539-a2a5-77e1eda6ed61) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:29:17.389628 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33284) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:17.452879 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-773b3d62-1521-4106-a4ee-6cc6b08f0467 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:17.468690 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c234e3f2-44a6-421d-8998-f67419085ae1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=afcc2cfae0ed4d3c8a03d9c1d36841ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0779405 Sep 30 13:29:17.471605 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33286) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:17.503275 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-773b3d62-1521-4106-a4ee-6cc6b08f0467 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:17.527896 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9ae705ec-5518-4e3b-9423-98c3d249d332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:17.550337 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773b3d62-1521-4106-a4ee-6cc6b08f0467 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Network 41336262-2438-4724-9a67-c26892dc1452 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:29:17.552637 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9ae705ec-5518-4e3b-9423-98c3d249d332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:17.554764 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-773b3d62-1521-4106-a4ee-6cc6b08f0467 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:17.562697 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773b3d62-1521-4106-a4ee-6cc6b08f0467 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:17.569249 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773b3d62-1521-4106-a4ee-6cc6b08f0467 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:17.569843 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-773b3d62-1521-4106-a4ee-6cc6b08f0467 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:17.590646 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b3d62-1521-4106-a4ee-6cc6b08f0467 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Pushing event updated for resources: {'Port': ['ID=27cc14a1-777c-4539-a2a5-77e1eda6ed61,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:17.605772 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-773b3d62-1521-4106-a4ee-6cc6b08f0467 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7339494 Sep 30 13:29:17.606137 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33290) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:17.613691 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-4c0aae63-bf07-4212-ad9e-e2357e1bd16f tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Request body: {'port': {'network_id': '41336262-2438-4724-9a67-c26892dc1452', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-601163255'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:17.619478 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9ae705ec-5518-4e3b-9423-98c3d249d332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:17.622090 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9ae705ec-5518-4e3b-9423-98c3d249d332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:17.626042 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9ae705ec-5518-4e3b-9423-98c3d249d332 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cfe8385f-bf8c-4c4f-8336-907601f4c219 HTTP/1.1" status: 204 len: 168 time: 0.1509926 Sep 30 13:29:17.631492 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae705ec-5518-4e3b-9423-98c3d249d332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe8385f-bf8c-4c4f-8336-907601f4c219,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:17.771033 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0aae63-bf07-4212-ad9e-e2357e1bd16f tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Made reservation on behalf of 3bf3ab3d9c044888819fd2b32f449c5e for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:17.775847 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4c0aae63-bf07-4212-ad9e-e2357e1bd16f tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:17.800815 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-4c0aae63-bf07-4212-ad9e-e2357e1bd16f tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] device_id is not set on port cd391a92-8cb3-4e1e-8f38-2e95bf0deeb0 yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:29:17.932771 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-0108f1ed-4873-45f1-a4df-30e34374daef None None] Provisioning complete for port 27cc14a1-777c-4539-a2a5-77e1eda6ed61 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:17.933194 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0108f1ed-4873-45f1-a4df-30e34374daef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:17.944012 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-4c0aae63-bf07-4212-ad9e-e2357e1bd16f tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Allocated IP 2001:db8::60 (41336262-2438-4724-9a67-c26892dc1452/0eb59403-f154-4298-9421-9c2128f53760/cd391a92-8cb3-4e1e-8f38-2e95bf0deeb0) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:29:17.986761 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-0108f1ed-4873-45f1-a4df-30e34374daef None None] Port 27cc14a1-777c-4539-a2a5-77e1eda6ed61 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:29:18.155477 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4c0aae63-bf07-4212-ad9e-e2357e1bd16f tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:18.193444 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4c0aae63-bf07-4212-ad9e-e2357e1bd16f tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:18.229260 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-864aa12c-0a76-4ce7-b077-89dde70576f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:18.255369 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0aae63-bf07-4212-ad9e-e2357e1bd16f tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Network 41336262-2438-4724-9a67-c26892dc1452 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:29:18.264558 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-4c0aae63-bf07-4212-ad9e-e2357e1bd16f tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:18.281525 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0aae63-bf07-4212-ad9e-e2357e1bd16f tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:18.288934 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0aae63-bf07-4212-ad9e-e2357e1bd16f tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:18.289638 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4c0aae63-bf07-4212-ad9e-e2357e1bd16f tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:18.307259 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0aae63-bf07-4212-ad9e-e2357e1bd16f tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Pushing event updated for resources: {'Port': ['ID=cd391a92-8cb3-4e1e-8f38-2e95bf0deeb0,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:18.328375 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4c0aae63-bf07-4212-ad9e-e2357e1bd16f tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7203302 Sep 30 13:29:18.330990 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33312) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:18.336902 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-c8fbedc8-c715-4cd5-ba54-959712f28308 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::42', 'mac_address': 'fa:16:3e:a3:bb:7c'}, {'ip_address': '2001:db8::2a2', 'mac_address': 'fa:16:3e:00:ab:41'}]}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:18.459597 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c8fbedc8-c715-4cd5-ba54-959712f28308 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:18.642756 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33324) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:18.734466 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c8fbedc8-c715-4cd5-ba54-959712f28308 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:18.734689 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f07bd2d6-dc0e-4700-a9ae-7f219d74540e None None] Provisioning complete for port cd391a92-8cb3-4e1e-8f38-2e95bf0deeb0 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:18.735093 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f07bd2d6-dc0e-4700-a9ae-7f219d74540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:18.744334 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c8fbedc8-c715-4cd5-ba54-959712f28308 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:18.784085 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-f07bd2d6-dc0e-4700-a9ae-7f219d74540e None None] Port cd391a92-8cb3-4e1e-8f38-2e95bf0deeb0 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:29:18.785785 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d76dfc13-1e20-41f7-b125-135b45101ee0 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1768031943'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:18.812893 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76dfc13-1e20-41f7-b125-135b45101ee0 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Made reservation on behalf of b32b761362d141f1ac8922afe5742556 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:18.817298 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d76dfc13-1e20-41f7-b125-135b45101ee0 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:18.826672 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbedc8-c715-4cd5-ba54-959712f28308 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Pushing event updated for resources: {'Port': ['ID=cd391a92-8cb3-4e1e-8f38-2e95bf0deeb0,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:18.826944 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d76dfc13-1e20-41f7-b125-135b45101ee0 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:18.835627 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-c8fbedc8-c715-4cd5-ba54-959712f28308 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] In _notify_port_updated(), no bound segment for port cd391a92-8cb3-4e1e-8f38-2e95bf0deeb0 on network 41336262-2438-4724-9a67-c26892dc1452 {{(pid=94764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 13:29:18.843375 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fbedc8-c715-4cd5-ba54-959712f28308 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:18.844058 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c8fbedc8-c715-4cd5-ba54-959712f28308 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:18.845388 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c8fbedc8-c715-4cd5-ba54-959712f28308 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] 10.222.0.18 "PUT /v2.0/ports/cd391a92-8cb3-4e1e-8f38-2e95bf0deeb0 HTTP/1.1" status: 200 len: 1065 time: 0.5133045 Sep 30 13:29:18.849046 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33328) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:18.963316 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d76dfc13-1e20-41f7-b125-135b45101ee0 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:18.970477 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d76dfc13-1e20-41f7-b125-135b45101ee0 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:18.984948 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d76dfc13-1e20-41f7-b125-135b45101ee0 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:29:18.998427 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d76dfc13-1e20-41f7-b125-135b45101ee0 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:18.998910 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-d76dfc13-1e20-41f7-b125-135b45101ee0 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Added segment 1794bf96-6047-464f-963e-7a312986df19 of type vlan for network 21d50b53-0450-4ca9-8429-7492646b537c Sep 30 13:29:19.031711 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-910bbb03-57eb-4502-b12f-2844ed95138a tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Deleting port cd391a92-8cb3-4e1e-8f38-2e95bf0deeb0 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:19.032147 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-910bbb03-57eb-4502-b12f-2844ed95138a tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:19.058354 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76dfc13-1e20-41f7-b125-135b45101ee0 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbbad13-d721-4178-8292-e580443befc8,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:19.077490 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d76dfc13-1e20-41f7-b125-135b45101ee0 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:19.111588 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d76dfc13-1e20-41f7-b125-135b45101ee0 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:19.118255 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76dfc13-1e20-41f7-b125-135b45101ee0 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:19.120061 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d76dfc13-1e20-41f7-b125-135b45101ee0 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:19.179087 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d76dfc13-1e20-41f7-b125-135b45101ee0 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5351112 Sep 30 13:29:19.182802 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33332) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:19.190964 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-6450c6cf-168b-4e90-8013-ed132bb983ec tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Request body: {'subnet': {'network_id': '21d50b53-0450-4ca9-8429-7492646b537c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:19.212185 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f5894a03-9822-4f7e-861a-c174b91b6f0c None None] Provisioning complete for port cd391a92-8cb3-4e1e-8f38-2e95bf0deeb0 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:19.213260 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f5894a03-9822-4f7e-861a-c174b91b6f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:19.221684 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-910bbb03-57eb-4502-b12f-2844ed95138a tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:19.248902 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-910bbb03-57eb-4502-b12f-2844ed95138a tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Calling delete_port for cd391a92-8cb3-4e1e-8f38-2e95bf0deeb0 owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:19.261326 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-f5894a03-9822-4f7e-861a-c174b91b6f0c None None] Port cd391a92-8cb3-4e1e-8f38-2e95bf0deeb0 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:29:19.329703 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6450c6cf-168b-4e90-8013-ed132bb983ec tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Made reservation on behalf of b32b761362d141f1ac8922afe5742556 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:19.332869 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6450c6cf-168b-4e90-8013-ed132bb983ec tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:19.382318 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76dfc13-1e20-41f7-b125-135b45101ee0 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Pushing event updated for resources: {'Network': ['ID=21d50b53-0450-4ca9-8429-7492646b537c,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:19.397140 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 21d50b53-0450-4ca9-8429-7492646b537c details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:29:19.465764 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-910bbb03-57eb-4502-b12f-2844ed95138a tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:19.529585 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910bbb03-57eb-4502-b12f-2844ed95138a tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Pushing event deleted for resources: {'Port': ['ID=cd391a92-8cb3-4e1e-8f38-2e95bf0deeb0,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:19.578732 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:19.691177 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6450c6cf-168b-4e90-8013-ed132bb983ec tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:19.800738 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450c6cf-168b-4e90-8013-ed132bb983ec tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Pushing event updated for resources: {'Subnet': ['ID=ab3d56d0-6e10-4b00-bad6-512941c61d5a,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:19.860315 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6450c6cf-168b-4e90-8013-ed132bb983ec tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Checking segment: {'id': '1794bf96-6047-464f-963e-7a312986df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '21d50b53-0450-4ca9-8429-7492646b537c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:29:19.860681 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6450c6cf-168b-4e90-8013-ed132bb983ec tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Network hostable DHCP agents. Network: 21d50b53-0450-4ca9-8429-7492646b537c, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:29:19.877250 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-910bbb03-57eb-4502-b12f-2844ed95138a tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:19.884648 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-910bbb03-57eb-4502-b12f-2844ed95138a tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] 10.222.0.18 "DELETE /v2.0/ports/cd391a92-8cb3-4e1e-8f38-2e95bf0deeb0 HTTP/1.1" status: 204 len: 168 time: 1.0343273 Sep 30 13:29:19.885274 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33346) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:19.891775 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33348) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:19.910565 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6450c6cf-168b-4e90-8013-ed132bb983ec tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Network 21d50b53-0450-4ca9-8429-7492646b537c is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:29:19.933247 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-6450c6cf-168b-4e90-8013-ed132bb983ec tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 21d50b53-0450-4ca9-8429-7492646b537c) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:19.938850 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6450c6cf-168b-4e90-8013-ed132bb983ec tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:19.940453 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6450c6cf-168b-4e90-8013-ed132bb983ec tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:19.972391 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6450c6cf-168b-4e90-8013-ed132bb983ec tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7858214 Sep 30 13:29:19.972602 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33352) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:19.978879 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd2d318-b65b-4782-9b75-28ade4e4c88a None None] Network 21d50b53-0450-4ca9-8429-7492646b537c requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:19.980728 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-51de14b2-cb31-4655-9f34-21553f838fd7 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Request body: {'port': {'network_id': '21d50b53-0450-4ca9-8429-7492646b537c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-471872423'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:19.992759 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-013a3586-2be2-4e76-8022-a95665dadb32 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] GET failed (client error): The resource could not be found. Sep 30 13:29:19.995195 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-013a3586-2be2-4e76-8022-a95665dadb32 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] 10.222.0.18 "GET /v2.0/ports/cd391a92-8cb3-4e1e-8f38-2e95bf0deeb0 HTTP/1.1" status: 404 len: 333 time: 0.1089518 Sep 30 13:29:19.998148 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33354) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:20.138803 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-02e72933-e40e-4ebe-a082-21c58bd6e8a0 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Deleting port 27cc14a1-777c-4539-a2a5-77e1eda6ed61 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:20.139362 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-02e72933-e40e-4ebe-a082-21c58bd6e8a0 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:20.153286 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43be24f4-0681-49d8-bf17-8d8166caea57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:20.252969 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-02e72933-e40e-4ebe-a082-21c58bd6e8a0 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:20.270713 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-02e72933-e40e-4ebe-a082-21c58bd6e8a0 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Calling delete_port for 27cc14a1-777c-4539-a2a5-77e1eda6ed61 owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:20.277530 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43be24f4-0681-49d8-bf17-8d8166caea57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:20.279716 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51de14b2-cb31-4655-9f34-21553f838fd7 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Made reservation on behalf of b32b761362d141f1ac8922afe5742556 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:20.284599 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-51de14b2-cb31-4655-9f34-21553f838fd7 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:20.299097 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-21d50b53-0450-4ca9-8429-7492646b537c', 'network_id': '21d50b53-0450-4ca9-8429-7492646b537c', 'tenant_id': 'b32b761362d141f1ac8922afe5742556', 'fixed_ips': [{'subnet_id': 'ab3d56d0-6e10-4b00-bad6-512941c61d5a'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:29:20.300055 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:20.300999 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43be24f4-0681-49d8-bf17-8d8166caea57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:20.364525 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-51de14b2-cb31-4655-9f34-21553f838fd7 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] device_id is not set on port 25a49dc3-7a8e-4537-8890-3fe14440209b yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:29:20.446325 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-02e72933-e40e-4ebe-a082-21c58bd6e8a0 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:20.455809 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-43be24f4-0681-49d8-bf17-8d8166caea57 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d76889787c3459994af4bae8b7e5199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5629220 Sep 30 13:29:20.456674 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be24f4-0681-49d8-bf17-8d8166caea57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96a9354-ce25-4210-88fd-d17342fab296,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:20.461694 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33358) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:20.475261 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Allocated IP 172.20.0.2 (21d50b53-0450-4ca9-8429-7492646b537c/ab3d56d0-6e10-4b00-bad6-512941c61d5a/2df287be-edf6-4f8d-9a26-0266b249ca7b) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:29:20.512252 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e72933-e40e-4ebe-a082-21c58bd6e8a0 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Pushing event deleted for resources: {'Port': ['ID=27cc14a1-777c-4539-a2a5-77e1eda6ed61,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:20.533087 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8b13b010-dab2-4099-8d8a-237aa68e4b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:20.551751 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-02e72933-e40e-4ebe-a082-21c58bd6e8a0 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:20.557851 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-02e72933-e40e-4ebe-a082-21c58bd6e8a0 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] 10.222.0.18 "DELETE /v2.0/ports/27cc14a1-777c-4539-a2a5-77e1eda6ed61 HTTP/1.1" status: 204 len: 168 time: 0.5582454 Sep 30 13:29:20.558607 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33360) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:20.584190 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8b13b010-dab2-4099-8d8a-237aa68e4b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:20.589998 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b067061-1b97-4856-9e60-90ea2e569258 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] GET failed (client error): The resource could not be found. Sep 30 13:29:20.595984 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33362) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:20.596239 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9b067061-1b97-4856-9e60-90ea2e569258 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] 10.222.0.18 "GET /v2.0/ports/27cc14a1-777c-4539-a2a5-77e1eda6ed61 HTTP/1.1" status: 404 len: 333 time: 0.0364165 Sep 30 13:29:20.719959 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-40577756-9442-49b0-8b18-49993fa4c90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:20.723360 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:20.731063 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8b13b010-dab2-4099-8d8a-237aa68e4b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:20.735349 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8b13b010-dab2-4099-8d8a-237aa68e4b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:20.735690 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:20.736584 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8b13b010-dab2-4099-8d8a-237aa68e4b4c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f96a9354-ce25-4210-88fd-d17342fab296 HTTP/1.1" status: 204 len: 168 time: 0.2738550 Sep 30 13:29:20.755134 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13b010-dab2-4099-8d8a-237aa68e4b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96a9354-ce25-4210-88fd-d17342fab296,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:20.797610 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Network 21d50b53-0450-4ca9-8429-7492646b537c is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:29:20.809309 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:20.814662 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:20.831805 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-6aec36ff-d7d9-4466-8daf-b818907d23b7 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Deleting port c42a6ef9-8d9a-4e10-8f47-0c1a6faf8079 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:20.832153 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6aec36ff-d7d9-4466-8daf-b818907d23b7 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:20.843009 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Pushing event updated for resources: {'Port': ['ID=2df287be-edf6-4f8d-9a26-0266b249ca7b,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:20.869944 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:20.872149 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:20.876366 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:20.877196 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:20.879935 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:20.880075 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.db.api [None req-51de14b2-cb31-4655-9f34-21553f838fd7 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-7998b4db-e832-472f-bd69-309ef29201a2 {{(pid=94763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:29:20.880378 n-d-810909-2 neutron-server[94763]: DEBUG oslo_db.api [None req-51de14b2-cb31-4655-9f34-21553f838fd7 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:29:20.881216 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:20.883323 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:20.884485 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:20.885846 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:20.886494 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:20.888396 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:20.888547 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:29:20.945487 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Attempting to bind port 2df287be-edf6-4f8d-9a26-0266b249ca7b on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:20.945864 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Attempting to bind port 2df287be-edf6-4f8d-9a26-0266b249ca7b by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '1794bf96-6047-464f-963e-7a312986df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '21d50b53-0450-4ca9-8429-7492646b537c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:20.946337 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Attempting to bind port 2df287be-edf6-4f8d-9a26-0266b249ca7b on network 21d50b53-0450-4ca9-8429-7492646b537c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:20.952311 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:29:20.952710 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Checking segment: {'id': '1794bf96-6047-464f-963e-7a312986df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '21d50b53-0450-4ca9-8429-7492646b537c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:29:20.953147 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:20.953529 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6aec36ff-d7d9-4466-8daf-b818907d23b7 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:20.953664 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Bound using segment: {'id': '1794bf96-6047-464f-963e-7a312986df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '21d50b53-0450-4ca9-8429-7492646b537c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:29:20.954177 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Bound port: 2df287be-edf6-4f8d-9a26-0266b249ca7b, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1794bf96-6047-464f-963e-7a312986df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '21d50b53-0450-4ca9-8429-7492646b537c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:29:20.954563 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:20.970120 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-6aec36ff-d7d9-4466-8daf-b818907d23b7 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Calling delete_port for c42a6ef9-8d9a-4e10-8f47-0c1a6faf8079 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:21.023160 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] For port 2df287be-edf6-4f8d-9a26-0266b249ca7b, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:29:21.026397 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] For port 2df287be-edf6-4f8d-9a26-0266b249ca7b, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2df287be-edf6-4f8d-9a26-0266b249ca7b,segment=NetworkSegment(1794bf96-6047-464f-963e-7a312986df19),segment_id=1794bf96-6047-464f-963e-7a312986df19)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:29:21.034447 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:21.154678 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1be295-4455-4f70-9378-80218e9d0f09 None None] Pushing event updated for resources: {'Port': ['ID=2df287be-edf6-4f8d-9a26-0266b249ca7b,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:21.158872 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6aec36ff-d7d9-4466-8daf-b818907d23b7 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:21.190211 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33374) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:21.205710 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec36ff-d7d9-4466-8daf-b818907d23b7 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Pushing event deleted for resources: {'Port': ['ID=c42a6ef9-8d9a-4e10-8f47-0c1a6faf8079,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:21.221369 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4fca7978-2a48-444f-ac97-74f33eb078af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:21.236638 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6aec36ff-d7d9-4466-8daf-b818907d23b7 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:21.239255 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6aec36ff-d7d9-4466-8daf-b818907d23b7 tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] 10.222.0.18 "DELETE /v2.0/ports/c42a6ef9-8d9a-4e10-8f47-0c1a6faf8079 HTTP/1.1" status: 204 len: 168 time: 0.6419127 Sep 30 13:29:21.241695 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33376) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:21.317864 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4efae45-9009-417a-b57d-62e0fea5ef1b tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Deleting subnet 0eb59403-f154-4298-9421-9c2128f53760 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:29:21.327143 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c4efae45-9009-417a-b57d-62e0fea5ef1b tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:21.390320 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-51de14b2-cb31-4655-9f34-21553f838fd7 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:21.393131 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c4efae45-9009-417a-b57d-62e0fea5ef1b tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:21.429315 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-51de14b2-cb31-4655-9f34-21553f838fd7 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] device_id is not set on port 323ee683-c3ee-4be3-813d-137933043644 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:29:21.560408 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4fca7978-2a48-444f-ac97-74f33eb078af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:21.571218 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4fca7978-2a48-444f-ac97-74f33eb078af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:21.581232 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-51de14b2-cb31-4655-9f34-21553f838fd7 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Allocated IP 172.20.0.14 (21d50b53-0450-4ca9-8429-7492646b537c/ab3d56d0-6e10-4b00-bad6-512941c61d5a/323ee683-c3ee-4be3-813d-137933043644) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:29:21.606706 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c4efae45-9009-417a-b57d-62e0fea5ef1b tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:21.624499 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:21.650339 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca7978-2a48-444f-ac97-74f33eb078af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1117aa16-43b1-4948-97cc-a0808de2bea5,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:21.657450 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33378) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:21.657700 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4fca7978-2a48-444f-ac97-74f33eb078af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c499cc217c6471092a880eb3a00bd14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4662516 Sep 30 13:29:21.696134 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c4efae45-9009-417a-b57d-62e0fea5ef1b tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:21.712631 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c4efae45-9009-417a-b57d-62e0fea5ef1b tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:21.714764 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c4efae45-9009-417a-b57d-62e0fea5ef1b tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] 10.222.0.18 "DELETE /v2.0/subnets/0eb59403-f154-4298-9421-9c2128f53760 HTTP/1.1" status: 204 len: 168 time: 0.4719989 Sep 30 13:29:21.717334 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33380) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:21.724129 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3275e431-0dd1-4606-a43f-796404f3c0f9 None None] Network 41336262-2438-4724-9a67-c26892dc1452 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:21.756814 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4efae45-9009-417a-b57d-62e0fea5ef1b tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Pushing event deleted for resources: {'Subnet': ['ID=0eb59403-f154-4298-9421-9c2128f53760,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:21.837406 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5d1e86d1-196e-4dcc-b51b-19bfec5553cb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:21.897105 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-5d1e86d1-196e-4dcc-b51b-19bfec5553cb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Deleting port bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:21.897606 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5d1e86d1-196e-4dcc-b51b-19bfec5553cb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:21.989686 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-5d1e86d1-196e-4dcc-b51b-19bfec5553cb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] For port bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710,segment=NetworkSegment(ca97b7d9-ea2f-4008-805c-8c90972d55c9),segment_id=ca97b7d9-ea2f-4008-805c-8c90972d55c9)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:29:21.990208 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5d1e86d1-196e-4dcc-b51b-19bfec5553cb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:22.011112 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-5d1e86d1-196e-4dcc-b51b-19bfec5553cb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Calling delete_port for bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:22.016150 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084279e4-0089-4510-9db0-b79a08a631af None None] DHCP port deletion for 41336262-2438-4724-9a67-c26892dc1452 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:29:22.080312 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-66bd95b4-c811-4ca3-a3e5-3c4c919c95ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:22.093818 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-51de14b2-cb31-4655-9f34-21553f838fd7 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:22.121555 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-66bd95b4-c811-4ca3-a3e5-3c4c919c95ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:22.122521 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-084279e4-0089-4510-9db0-b79a08a631af None None] Deleting port bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:22.124264 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-084279e4-0089-4510-9db0-b79a08a631af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:22.191791 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5d1e86d1-196e-4dcc-b51b-19bfec5553cb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:22.227928 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-51de14b2-cb31-4655-9f34-21553f838fd7 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:22.259365 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e86d1-196e-4dcc-b51b-19bfec5553cb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Pushing event deleted for resources: {'Port': ['ID=bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:22.266917 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1e86d1-196e-4dcc-b51b-19bfec5553cb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] No DVR routers for this DVR port bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:29:22.281376 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-66bd95b4-c811-4ca3-a3e5-3c4c919c95ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:22.285191 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-66bd95b4-c811-4ca3-a3e5-3c4c919c95ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:22.287887 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-66bd95b4-c811-4ca3-a3e5-3c4c919c95ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1117aa16-43b1-4948-97cc-a0808de2bea5 HTTP/1.1" status: 204 len: 168 time: 0.6276855 Sep 30 13:29:22.296587 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-084279e4-0089-4510-9db0-b79a08a631af None None] For port bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710,segment=NetworkSegment(ca97b7d9-ea2f-4008-805c-8c90972d55c9),segment_id=ca97b7d9-ea2f-4008-805c-8c90972d55c9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:29:22.298660 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51de14b2-cb31-4655-9f34-21553f838fd7 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Network 21d50b53-0450-4ca9-8429-7492646b537c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:29:22.301329 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-084279e4-0089-4510-9db0-b79a08a631af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:22.322127 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-51de14b2-cb31-4655-9f34-21553f838fd7 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:22.324221 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de14b2-cb31-4655-9f34-21553f838fd7 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Pushing event updated for resources: {'Port': ['ID=323ee683-c3ee-4be3-813d-137933043644,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:22.324365 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2df287be-edf6-4f8d-9a26-0266b249ca7b up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:29:22.337505 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51de14b2-cb31-4655-9f34-21553f838fd7 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:22.396976 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51de14b2-cb31-4655-9f34-21553f838fd7 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:22.397637 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-51de14b2-cb31-4655-9f34-21553f838fd7 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:22.410200 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd95b4-c811-4ca3-a3e5-3c4c919c95ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1117aa16-43b1-4948-97cc-a0808de2bea5,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:22.412461 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-084279e4-0089-4510-9db0-b79a08a631af None None] Calling delete_port for bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:22.417376 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-51de14b2-cb31-4655-9f34-21553f838fd7 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4437747 Sep 30 13:29:22.421351 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33388) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:22.432112 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-2d8c5b6b-5ab0-46cf-9469-1694727d9604 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Request body: {'port': {'network_id': '21d50b53-0450-4ca9-8429-7492646b537c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-221564671', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:22.432596 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.api.validators [None req-2d8c5b6b-5ab0-46cf-9469-1694727d9604 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] bootfile-name is not in valid_values {{(pid=94763) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 13:29:22.436473 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.api.validators [None req-2d8c5b6b-5ab0-46cf-9469-1694727d9604 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] tftp-server is not in valid_values {{(pid=94763) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 13:29:22.436473 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.api.validators [None req-2d8c5b6b-5ab0-46cf-9469-1694727d9604 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] server-ip-address is not in valid_values {{(pid=94763) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 13:29:22.454801 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5d1e86d1-196e-4dcc-b51b-19bfec5553cb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:22.478591 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-5d1e86d1-196e-4dcc-b51b-19bfec5553cb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41336262-2438-4724-9a67-c26892dc1452']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:22.489537 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-5d1e86d1-196e-4dcc-b51b-19bfec5553cb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca97b7d9-ea2f-4008-805c-8c90972d55c9') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:22.489913 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-5d1e86d1-196e-4dcc-b51b-19bfec5553cb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca97b7d9-ea2f-4008-805c-8c90972d55c9') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:22.500788 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5d1e86d1-196e-4dcc-b51b-19bfec5553cb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:22.516639 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5d1e86d1-196e-4dcc-b51b-19bfec5553cb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:22.522468 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1e86d1-196e-4dcc-b51b-19bfec5553cb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:29:22.522865 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5d1e86d1-196e-4dcc-b51b-19bfec5553cb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:22.543103 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-084279e4-0089-4510-9db0-b79a08a631af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:22.587654 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084279e4-0089-4510-9db0-b79a08a631af None None] Pushing event deleted for resources: {'Port': ['ID=bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:22.598941 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084279e4-0089-4510-9db0-b79a08a631af None None] No DVR routers for this DVR port bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:29:22.611652 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:29:22.620517 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:22.628950 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5d1e86d1-196e-4dcc-b51b-19bfec5553cb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:22.633489 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 2df287be-edf6-4f8d-9a26-0266b249ca7b triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:22.633991 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:22.664767 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5d1e86d1-196e-4dcc-b51b-19bfec5553cb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:22.668783 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5d1e86d1-196e-4dcc-b51b-19bfec5553cb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] 10.222.0.18 "DELETE /v2.0/networks/41336262-2438-4724-9a67-c26892dc1452 HTTP/1.1" status: 204 len: 168 time: 0.9505630 Sep 30 13:29:22.670921 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e86d1-196e-4dcc-b51b-19bfec5553cb tempest-AllowedAddressPairIpV6TestJSON-2086066332 tempest-AllowedAddressPairIpV6TestJSON-2086066332-project] Pushing event deleted for resources: {'Network': ['ID=41336262-2438-4724-9a67-c26892dc1452,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:22.691043 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8c5b6b-5ab0-46cf-9469-1694727d9604 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Made reservation on behalf of b32b761362d141f1ac8922afe5742556 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:22.694965 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d8c5b6b-5ab0-46cf-9469-1694727d9604 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:22.695777 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92372e3-ea43-4203-95e0-99561ceaaa0e None None] Network 21d50b53-0450-4ca9-8429-7492646b537c requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:22.730273 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-2d8c5b6b-5ab0-46cf-9469-1694727d9604 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] device_id is not set on port 0e2f8a94-cf1e-417f-a1fe-351c1463e8bf yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:29:22.798580 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-65479bde-a4cd-4b5a-a419-fef89209884c None None] Provisioning complete for port 2df287be-edf6-4f8d-9a26-0266b249ca7b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:22.799316 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-65479bde-a4cd-4b5a-a419-fef89209884c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:22.883107 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-2d8c5b6b-5ab0-46cf-9469-1694727d9604 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Allocated IP 172.20.0.9 (21d50b53-0450-4ca9-8429-7492646b537c/ab3d56d0-6e10-4b00-bad6-512941c61d5a/0e2f8a94-cf1e-417f-a1fe-351c1463e8bf) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:29:22.899309 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33394) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:22.911206 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:22.926359 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-65e4468c-e474-41b5-8521-3ace9a82cbbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:22.974897 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 2df287be-edf6-4f8d-9a26-0266b249ca7b, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2df287be-edf6-4f8d-9a26-0266b249ca7b,segment=NetworkSegment(1794bf96-6047-464f-963e-7a312986df19),segment_id=1794bf96-6047-464f-963e-7a312986df19)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:29:23.003365 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:23.076292 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=2df287be-edf6-4f8d-9a26-0266b249ca7b,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:23.089024 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:29:23.118167 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:29:23.118522 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device bd1b5af5-8a8f-43ed-b2cd-b0e1355ce710 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:29:23.123843 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-65479bde-a4cd-4b5a-a419-fef89209884c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:23.157901 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-65e4468c-e474-41b5-8521-3ace9a82cbbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:23.168993 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-65e4468c-e474-41b5-8521-3ace9a82cbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:23.200011 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33402) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:23.219860 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d8c5b6b-5ab0-46cf-9469-1694727d9604 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:23.233015 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-65479bde-a4cd-4b5a-a419-fef89209884c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:29:23.233728 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-65479bde-a4cd-4b5a-a419-fef89209884c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:29:23.259126 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-65e4468c-e474-41b5-8521-3ace9a82cbbf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=31ee4a2e22ae427c939eeeb48dac3da7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3585591 Sep 30 13:29:23.259874 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33406) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:23.262524 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4468c-e474-41b5-8521-3ace9a82cbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95344d5c-a606-47fd-9411-1984981a60b6,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:23.277339 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d8c5b6b-5ab0-46cf-9469-1694727d9604 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:23.324563 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8c5b6b-5ab0-46cf-9469-1694727d9604 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Network 21d50b53-0450-4ca9-8429-7492646b537c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:29:23.328037 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-2d8c5b6b-5ab0-46cf-9469-1694727d9604 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:23.329241 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c0dd993-3ef6-42e2-94ca-11cf45d189c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:23.332622 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8c5b6b-5ab0-46cf-9469-1694727d9604 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:23.375566 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c0dd993-3ef6-42e2-94ca-11cf45d189c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:23.390137 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8c5b6b-5ab0-46cf-9469-1694727d9604 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:23.390934 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d8c5b6b-5ab0-46cf-9469-1694727d9604 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:23.405474 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c5b6b-5ab0-46cf-9469-1694727d9604 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Pushing event updated for resources: {'Port': ['ID=0e2f8a94-cf1e-417f-a1fe-351c1463e8bf,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:23.421418 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2d8c5b6b-5ab0-46cf-9469-1694727d9604 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.9990070 Sep 30 13:29:23.422236 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33408) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:23.461082 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a18ead3b-72d7-4e1f-b287-1f6a532456df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3bf3ab3d9c044888819fd2b32f449c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2559872 Sep 30 13:29:23.463477 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33410) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:23.490668 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c0dd993-3ef6-42e2-94ca-11cf45d189c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:23.493264 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c0dd993-3ef6-42e2-94ca-11cf45d189c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:23.494448 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0c0dd993-3ef6-42e2-94ca-11cf45d189c7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/95344d5c-a606-47fd-9411-1984981a60b6 HTTP/1.1" status: 204 len: 168 time: 0.2331774 Sep 30 13:29:23.509241 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0dd993-3ef6-42e2-94ca-11cf45d189c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95344d5c-a606-47fd-9411-1984981a60b6,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:23.545014 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-435b2dbd-26e3-445e-8eaf-4d8520720a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:23.547508 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa64b857-2d64-4f66-a784-251933195601 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:23.554996 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa64b857-2d64-4f66-a784-251933195601 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:23.563244 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa64b857-2d64-4f66-a784-251933195601 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:23.565681 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fa64b857-2d64-4f66-a784-251933195601 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1422400 Sep 30 13:29:23.568750 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33414) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:23.577483 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-435b2dbd-26e3-445e-8eaf-4d8520720a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:23.645353 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-435b2dbd-26e3-445e-8eaf-4d8520720a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:23.649254 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-435b2dbd-26e3-445e-8eaf-4d8520720a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:23.660444 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-435b2dbd-26e3-445e-8eaf-4d8520720a90 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec071432-6e26-44ea-ba8b-567ae2dd1e53 HTTP/1.1" status: 204 len: 168 time: 0.1888838 Sep 30 13:29:23.687701 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b2dbd-26e3-445e-8eaf-4d8520720a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec071432-6e26-44ea-ba8b-567ae2dd1e53,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:23.761974 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-6d5af35f-a00f-4316-abe9-44afcaccbcd1 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Deleting port 0e2f8a94-cf1e-417f-a1fe-351c1463e8bf {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:23.762456 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6d5af35f-a00f-4316-abe9-44afcaccbcd1 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:23.914956 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6d5af35f-a00f-4316-abe9-44afcaccbcd1 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:23.940124 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-c3dc53d3-510d-4406-9008-7d0a391e8da8 None None] Provisioning complete for port 2df287be-edf6-4f8d-9a26-0266b249ca7b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:23.941088 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c3dc53d3-510d-4406-9008-7d0a391e8da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:23.947223 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-6d5af35f-a00f-4316-abe9-44afcaccbcd1 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Calling delete_port for 0e2f8a94-cf1e-417f-a1fe-351c1463e8bf owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:24.134141 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-c3dc53d3-510d-4406-9008-7d0a391e8da8 None None] Provisioning complete for port 323ee683-c3ee-4be3-813d-137933043644 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:24.134521 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c3dc53d3-510d-4406-9008-7d0a391e8da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:24.196438 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-c3dc53d3-510d-4406-9008-7d0a391e8da8 None None] Port 323ee683-c3ee-4be3-813d-137933043644 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:29:24.203251 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6d5af35f-a00f-4316-abe9-44afcaccbcd1 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:24.215335 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:24.249110 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2df287be-edf6-4f8d-9a26-0266b249ca7b up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:29:24.251194 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5af35f-a00f-4316-abe9-44afcaccbcd1 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Pushing event deleted for resources: {'Port': ['ID=0e2f8a94-cf1e-417f-a1fe-351c1463e8bf,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:24.346848 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-69eeddf3-1bde-4633-86ab-ecd2813d6bfb None None] Could not find standard attr ID for object 0e2f8a94-cf1e-417f-a1fe-351c1463e8bf. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:29:24.379758 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 2df287be-edf6-4f8d-9a26-0266b249ca7b triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:24.380354 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:24.405617 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6d5af35f-a00f-4316-abe9-44afcaccbcd1 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:24.407895 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6d5af35f-a00f-4316-abe9-44afcaccbcd1 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] 10.222.0.18 "DELETE /v2.0/ports/0e2f8a94-cf1e-417f-a1fe-351c1463e8bf HTTP/1.1" status: 204 len: 168 time: 0.8377421 Sep 30 13:29:24.414757 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33444) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:24.424427 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-1ac8bbb0-c820-4977-85e4-1b56487517bc tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Request body: {'port': {'name': 'tempest-new-port-name-1201167598', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:24.425013 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.api.validators [None req-1ac8bbb0-c820-4977-85e4-1b56487517bc tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] bootfile-name is not in valid_values {{(pid=94764) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 13:29:24.425734 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.api.validators [None req-1ac8bbb0-c820-4977-85e4-1b56487517bc tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] tftp-server is not in valid_values {{(pid=94764) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 13:29:24.426210 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.api.validators [None req-1ac8bbb0-c820-4977-85e4-1b56487517bc tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] server-ip-address is not in valid_values {{(pid=94764) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 30 13:29:24.530876 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1ac8bbb0-c820-4977-85e4-1b56487517bc tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:24.759448 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1ac8bbb0-c820-4977-85e4-1b56487517bc tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:24.764768 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1ac8bbb0-c820-4977-85e4-1b56487517bc tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:24.792870 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33462) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:24.850516 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-1ac8bbb0-c820-4977-85e4-1b56487517bc tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] In _notify_port_updated(), no bound segment for port 323ee683-c3ee-4be3-813d-137933043644 on network 21d50b53-0450-4ca9-8429-7492646b537c {{(pid=94764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 13:29:24.857189 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac8bbb0-c820-4977-85e4-1b56487517bc tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:24.857863 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1ac8bbb0-c820-4977-85e4-1b56487517bc tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:24.859240 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1ac8bbb0-c820-4977-85e4-1b56487517bc tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] 10.222.0.18 "PUT /v2.0/ports/323ee683-c3ee-4be3-813d-137933043644 HTTP/1.1" status: 200 len: 1137 time: 0.4431117 Sep 30 13:29:24.862405 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33474) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:24.864368 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8bbb0-c820-4977-85e4-1b56487517bc tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Pushing event updated for resources: {'Port': ['ID=323ee683-c3ee-4be3-813d-137933043644,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:24.916496 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-c338b6f4-8258-4b66-a396-5fc45c3a87ac tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-436888664'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:24.926738 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b889c92e-09de-40cf-b756-01023a80f1ae tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:24.928186 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b889c92e-09de-40cf-b756-01023a80f1ae tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] 10.222.0.18 "GET /v2.0/ports/323ee683-c3ee-4be3-813d-137933043644 HTTP/1.1" status: 200 len: 1137 time: 0.0648098 Sep 30 13:29:24.931809 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33476) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:24.962842 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c338b6f4-8258-4b66-a396-5fc45c3a87ac tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Made reservation on behalf of 2c0802a2e69c4886ba367782d5a8a8a9 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:24.966789 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c338b6f4-8258-4b66-a396-5fc45c3a87ac tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:24.976768 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c338b6f4-8258-4b66-a396-5fc45c3a87ac tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:25.075890 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-2d015c5a-bb43-4988-bdc4-ba4334bec5bd tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Deleting port 323ee683-c3ee-4be3-813d-137933043644 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:25.076623 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2d015c5a-bb43-4988-bdc4-ba4334bec5bd tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:25.089329 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c338b6f4-8258-4b66-a396-5fc45c3a87ac tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:25.094952 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c338b6f4-8258-4b66-a396-5fc45c3a87ac tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:25.124153 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338b6f4-8258-4b66-a396-5fc45c3a87ac tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d63661-cb6c-43d7-af0d-34c2904883bf,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:25.133976 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c338b6f4-8258-4b66-a396-5fc45c3a87ac tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:29:25.144394 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c338b6f4-8258-4b66-a396-5fc45c3a87ac tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:25.144536 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-c338b6f4-8258-4b66-a396-5fc45c3a87ac tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Added segment 98f3dd6c-a0ff-4dc1-a251-7fde830d7b6c of type vlan for network 5b7b13e1-3b90-433f-8d9a-1dcfe51d5213 Sep 30 13:29:25.180051 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2d015c5a-bb43-4988-bdc4-ba4334bec5bd tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:25.181910 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4a3d77dd-07a7-4788-bdef-09f80d386b14 None None] Provisioning complete for port 323ee683-c3ee-4be3-813d-137933043644 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:25.182453 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4a3d77dd-07a7-4788-bdef-09f80d386b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:25.194427 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-2d015c5a-bb43-4988-bdc4-ba4334bec5bd tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Calling delete_port for 323ee683-c3ee-4be3-813d-137933043644 owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:25.194907 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c338b6f4-8258-4b66-a396-5fc45c3a87ac tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:25.227846 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c338b6f4-8258-4b66-a396-5fc45c3a87ac tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:25.238711 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c338b6f4-8258-4b66-a396-5fc45c3a87ac tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:25.239998 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c338b6f4-8258-4b66-a396-5fc45c3a87ac tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:25.246939 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-4a3d77dd-07a7-4788-bdef-09f80d386b14 None None] Port 323ee683-c3ee-4be3-813d-137933043644 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:29:25.297313 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c338b6f4-8258-4b66-a396-5fc45c3a87ac tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4998889 Sep 30 13:29:25.297831 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33516) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:25.306432 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-f5c63872-9db0-44a4-9e0f-54d3514d197d tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Request body: {'subnet': {'network_id': '5b7b13e1-3b90-433f-8d9a-1dcfe51d5213', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:25.357275 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338b6f4-8258-4b66-a396-5fc45c3a87ac tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Pushing event updated for resources: {'Network': ['ID=5b7b13e1-3b90-433f-8d9a-1dcfe51d5213,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:25.369046 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2d015c5a-bb43-4988-bdc4-ba4334bec5bd tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:25.370987 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 5b7b13e1-3b90-433f-8d9a-1dcfe51d5213 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:29:25.436824 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d015c5a-bb43-4988-bdc4-ba4334bec5bd tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Pushing event deleted for resources: {'Port': ['ID=323ee683-c3ee-4be3-813d-137933043644,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:25.465543 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c63872-9db0-44a4-9e0f-54d3514d197d tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Made reservation on behalf of 2c0802a2e69c4886ba367782d5a8a8a9 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:25.470370 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f5c63872-9db0-44a4-9e0f-54d3514d197d tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:25.553121 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2d015c5a-bb43-4988-bdc4-ba4334bec5bd tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:25.556493 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2d015c5a-bb43-4988-bdc4-ba4334bec5bd tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] 10.222.0.18 "DELETE /v2.0/ports/323ee683-c3ee-4be3-813d-137933043644 HTTP/1.1" status: 204 len: 168 time: 0.6217518 Sep 30 13:29:25.559410 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33522) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:25.639430 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a57f547-84f7-486e-8fce-eb1fa7080e47 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Deleting subnet ab3d56d0-6e10-4b00-bad6-512941c61d5a {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:29:25.643950 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3a57f547-84f7-486e-8fce-eb1fa7080e47 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:25.719031 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3a57f547-84f7-486e-8fce-eb1fa7080e47 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:26.027085 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f5c63872-9db0-44a4-9e0f-54d3514d197d tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:26.027085 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3a57f547-84f7-486e-8fce-eb1fa7080e47 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:26.027085 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c63872-9db0-44a4-9e0f-54d3514d197d tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Pushing event updated for resources: {'Subnet': ['ID=b2f1cb80-5709-4bce-9ab1-8fb62f337f25,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:26.077000 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c63872-9db0-44a4-9e0f-54d3514d197d tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Checking segment: {'id': '98f3dd6c-a0ff-4dc1-a251-7fde830d7b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5b7b13e1-3b90-433f-8d9a-1dcfe51d5213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:29:26.077390 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c63872-9db0-44a4-9e0f-54d3514d197d tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Network hostable DHCP agents. Network: 5b7b13e1-3b90-433f-8d9a-1dcfe51d5213, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:29:26.097273 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3a57f547-84f7-486e-8fce-eb1fa7080e47 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:26.114306 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c63872-9db0-44a4-9e0f-54d3514d197d tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Network 5b7b13e1-3b90-433f-8d9a-1dcfe51d5213 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:29:26.142794 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57f547-84f7-486e-8fce-eb1fa7080e47 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Pushing event deleted for resources: {'Subnet': ['ID=ab3d56d0-6e10-4b00-bad6-512941c61d5a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:26.144353 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-f5c63872-9db0-44a4-9e0f-54d3514d197d tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 5b7b13e1-3b90-433f-8d9a-1dcfe51d5213) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:26.146872 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3a57f547-84f7-486e-8fce-eb1fa7080e47 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:26.148744 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3a57f547-84f7-486e-8fce-eb1fa7080e47 tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] 10.222.0.18 "DELETE /v2.0/subnets/ab3d56d0-6e10-4b00-bad6-512941c61d5a HTTP/1.1" status: 204 len: 168 time: 0.5880055 Sep 30 13:29:26.152118 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33572) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:26.152937 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f1826d-1e14-42f5-9152-6ca156207309 None None] Network 21d50b53-0450-4ca9-8429-7492646b537c requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:26.156722 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71997d72-1ae9-4e43-a9d5-b2f9abd7973c None None] Network 5b7b13e1-3b90-433f-8d9a-1dcfe51d5213 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:26.163169 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c63872-9db0-44a4-9e0f-54d3514d197d tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:26.163814 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f5c63872-9db0-44a4-9e0f-54d3514d197d tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:26.206176 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f5c63872-9db0-44a4-9e0f-54d3514d197d tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9064658 Sep 30 13:29:26.206385 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33574) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:26.217370 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-efe0e5fc-61b6-47bb-9021-0b26ea7a9ebb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Request body: {'port': {'network_id': '5b7b13e1-3b90-433f-8d9a-1dcfe51d5213', 'name': 'tempest-AllowedAddressPairTestJSON-2053685903'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:26.336394 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f3a6aa54-248a-40d8-a755-0d0dc7130a5b tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:26.414765 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe0e5fc-61b6-47bb-9021-0b26ea7a9ebb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Made reservation on behalf of 2c0802a2e69c4886ba367782d5a8a8a9 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:26.418388 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-efe0e5fc-61b6-47bb-9021-0b26ea7a9ebb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:26.454441 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-f3a6aa54-248a-40d8-a755-0d0dc7130a5b tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Deleting port 2df287be-edf6-4f8d-9a26-0266b249ca7b {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:26.458592 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f3a6aa54-248a-40d8-a755-0d0dc7130a5b tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:26.468321 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-efe0e5fc-61b6-47bb-9021-0b26ea7a9ebb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] device_id is not set on port f8f8b73a-d941-43e0-a52b-46415343c3c2 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:29:26.541747 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f99459-61cc-4388-ac83-61184762a43b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-5b7b13e1-3b90-433f-8d9a-1dcfe51d5213', 'network_id': '5b7b13e1-3b90-433f-8d9a-1dcfe51d5213', 'tenant_id': '2c0802a2e69c4886ba367782d5a8a8a9', 'fixed_ips': [{'subnet_id': 'b2f1cb80-5709-4bce-9ab1-8fb62f337f25'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:29:26.543526 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-94f99459-61cc-4388-ac83-61184762a43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:26.590142 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-f3a6aa54-248a-40d8-a755-0d0dc7130a5b tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] For port 2df287be-edf6-4f8d-9a26-0266b249ca7b, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2df287be-edf6-4f8d-9a26-0266b249ca7b,segment=NetworkSegment(1794bf96-6047-464f-963e-7a312986df19),segment_id=1794bf96-6047-464f-963e-7a312986df19)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:29:26.590720 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f3a6aa54-248a-40d8-a755-0d0dc7130a5b tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:26.606310 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-f3a6aa54-248a-40d8-a755-0d0dc7130a5b tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Calling delete_port for 2df287be-edf6-4f8d-9a26-0266b249ca7b owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:26.705033 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c635bb7d-b9e9-47dc-8d46-5f49591bcc40 None None] DHCP port deletion for 21d50b53-0450-4ca9-8429-7492646b537c request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:29:26.751286 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-efe0e5fc-61b6-47bb-9021-0b26ea7a9ebb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Allocated IP 172.20.0.14 (5b7b13e1-3b90-433f-8d9a-1dcfe51d5213/b2f1cb80-5709-4bce-9ab1-8fb62f337f25/f8f8b73a-d941-43e0-a52b-46415343c3c2) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:29:26.754944 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:29:26.768001 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-c635bb7d-b9e9-47dc-8d46-5f49591bcc40 None None] Deleting port 2df287be-edf6-4f8d-9a26-0266b249ca7b {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:26.768508 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c635bb7d-b9e9-47dc-8d46-5f49591bcc40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:26.784121 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f3a6aa54-248a-40d8-a755-0d0dc7130a5b tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:26.825012 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6aa54-248a-40d8-a755-0d0dc7130a5b tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Pushing event deleted for resources: {'Port': ['ID=2df287be-edf6-4f8d-9a26-0266b249ca7b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:26.838201 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a6aa54-248a-40d8-a755-0d0dc7130a5b tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] No DVR routers for this DVR port 2df287be-edf6-4f8d-9a26-0266b249ca7b on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:29:26.844829 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-c635bb7d-b9e9-47dc-8d46-5f49591bcc40 None None] For port 2df287be-edf6-4f8d-9a26-0266b249ca7b, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2df287be-edf6-4f8d-9a26-0266b249ca7b,segment=NetworkSegment(1794bf96-6047-464f-963e-7a312986df19),segment_id=1794bf96-6047-464f-963e-7a312986df19)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:29:26.845235 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c635bb7d-b9e9-47dc-8d46-5f49591bcc40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:26.872691 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-c635bb7d-b9e9-47dc-8d46-5f49591bcc40 None None] Calling delete_port for 2df287be-edf6-4f8d-9a26-0266b249ca7b owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:26.956702 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-efe0e5fc-61b6-47bb-9021-0b26ea7a9ebb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:26.961037 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f3a6aa54-248a-40d8-a755-0d0dc7130a5b tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:26.987426 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-f3a6aa54-248a-40d8-a755-0d0dc7130a5b tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d50b53-0450-4ca9-8429-7492646b537c']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:27.001914 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-f3a6aa54-248a-40d8-a755-0d0dc7130a5b tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1794bf96-6047-464f-963e-7a312986df19') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:27.002486 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-f3a6aa54-248a-40d8-a755-0d0dc7130a5b tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1794bf96-6047-464f-963e-7a312986df19') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:27.005580 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-efe0e5fc-61b6-47bb-9021-0b26ea7a9ebb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:27.015350 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f3a6aa54-248a-40d8-a755-0d0dc7130a5b tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:27.044241 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f3a6aa54-248a-40d8-a755-0d0dc7130a5b tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:27.064093 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a6aa54-248a-40d8-a755-0d0dc7130a5b tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:29:27.064583 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f3a6aa54-248a-40d8-a755-0d0dc7130a5b tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:27.073341 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe0e5fc-61b6-47bb-9021-0b26ea7a9ebb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Network 5b7b13e1-3b90-433f-8d9a-1dcfe51d5213 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:29:27.085560 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:29:27.088800 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-efe0e5fc-61b6-47bb-9021-0b26ea7a9ebb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:27.096899 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe0e5fc-61b6-47bb-9021-0b26ea7a9ebb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:27.152259 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0e5fc-61b6-47bb-9021-0b26ea7a9ebb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Pushing event updated for resources: {'Port': ['ID=f8f8b73a-d941-43e0-a52b-46415343c3c2,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:27.154153 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c635bb7d-b9e9-47dc-8d46-5f49591bcc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:27.192882 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe0e5fc-61b6-47bb-9021-0b26ea7a9ebb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:27.192882 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-efe0e5fc-61b6-47bb-9021-0b26ea7a9ebb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:27.212777 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-efe0e5fc-61b6-47bb-9021-0b26ea7a9ebb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0052798 Sep 30 13:29:27.216689 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33592) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:27.223405 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-097ce89a-a810-4ea4-8b40-e4a9c99f8fcc tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Request body: {'port': {'network_id': '5b7b13e1-3b90-433f-8d9a-1dcfe51d5213', 'name': 'tempest-AllowedAddressPairTestJSON-964473755', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:95:29:7f'}]}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:27.240873 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635bb7d-b9e9-47dc-8d46-5f49591bcc40 None None] Pushing event deleted for resources: {'Port': ['ID=2df287be-edf6-4f8d-9a26-0266b249ca7b,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:27.249245 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c635bb7d-b9e9-47dc-8d46-5f49591bcc40 None None] No DVR routers for this DVR port 2df287be-edf6-4f8d-9a26-0266b249ca7b on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:29:27.268276 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f3a6aa54-248a-40d8-a755-0d0dc7130a5b tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:27.284451 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-94f99459-61cc-4388-ac83-61184762a43b None None] Allocated IP 172.20.0.2 (5b7b13e1-3b90-433f-8d9a-1dcfe51d5213/b2f1cb80-5709-4bce-9ab1-8fb62f337f25/35cab3fb-7e44-4921-9e8e-a12081a3cf4c) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:29:27.287584 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f3a6aa54-248a-40d8-a755-0d0dc7130a5b tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:27.302394 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f3a6aa54-248a-40d8-a755-0d0dc7130a5b tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] 10.222.0.18 "DELETE /v2.0/networks/21d50b53-0450-4ca9-8429-7492646b537c HTTP/1.1" status: 204 len: 168 time: 1.1369722 Sep 30 13:29:27.333866 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6aa54-248a-40d8-a755-0d0dc7130a5b tempest-ExtraDHCPOptionsTestJSON-287738494 tempest-ExtraDHCPOptionsTestJSON-287738494-project] Pushing event deleted for resources: {'Network': ['ID=21d50b53-0450-4ca9-8429-7492646b537c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:27.481006 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097ce89a-a810-4ea4-8b40-e4a9c99f8fcc tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Made reservation on behalf of 2c0802a2e69c4886ba367782d5a8a8a9 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:27.504115 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-94f99459-61cc-4388-ac83-61184762a43b None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:27.512346 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-94f99459-61cc-4388-ac83-61184762a43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:27.560405 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f99459-61cc-4388-ac83-61184762a43b None None] Pushing event updated for resources: {'Port': ['ID=35cab3fb-7e44-4921-9e8e-a12081a3cf4c,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:27.595673 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f99459-61cc-4388-ac83-61184762a43b None None] Network 5b7b13e1-3b90-433f-8d9a-1dcfe51d5213 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:29:27.600536 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-94f99459-61cc-4388-ac83-61184762a43b None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:27.603906 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f99459-61cc-4388-ac83-61184762a43b None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:27.656673 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-097ce89a-a810-4ea4-8b40-e4a9c99f8fcc tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:27.680961 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-94f99459-61cc-4388-ac83-61184762a43b None None] Attempting to bind port 35cab3fb-7e44-4921-9e8e-a12081a3cf4c on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:27.681594 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-94f99459-61cc-4388-ac83-61184762a43b None None] Attempting to bind port 35cab3fb-7e44-4921-9e8e-a12081a3cf4c by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '98f3dd6c-a0ff-4dc1-a251-7fde830d7b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5b7b13e1-3b90-433f-8d9a-1dcfe51d5213'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:27.682466 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f99459-61cc-4388-ac83-61184762a43b None None] Attempting to bind port 35cab3fb-7e44-4921-9e8e-a12081a3cf4c on network 5b7b13e1-3b90-433f-8d9a-1dcfe51d5213 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:27.689241 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f99459-61cc-4388-ac83-61184762a43b None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:29:27.691146 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f99459-61cc-4388-ac83-61184762a43b None None] Checking segment: {'id': '98f3dd6c-a0ff-4dc1-a251-7fde830d7b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5b7b13e1-3b90-433f-8d9a-1dcfe51d5213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:29:27.691910 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-94f99459-61cc-4388-ac83-61184762a43b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:27.692757 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f99459-61cc-4388-ac83-61184762a43b None None] Bound using segment: {'id': '98f3dd6c-a0ff-4dc1-a251-7fde830d7b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5b7b13e1-3b90-433f-8d9a-1dcfe51d5213'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:29:27.693452 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-94f99459-61cc-4388-ac83-61184762a43b None None] Bound port: 35cab3fb-7e44-4921-9e8e-a12081a3cf4c, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f3dd6c-a0ff-4dc1-a251-7fde830d7b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5b7b13e1-3b90-433f-8d9a-1dcfe51d5213'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:29:27.694201 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-94f99459-61cc-4388-ac83-61184762a43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:27.706346 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-097ce89a-a810-4ea4-8b40-e4a9c99f8fcc tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] device_id is not set on port a73b038a-271a-4f62-b09d-fb04424b0c35 yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:29:27.805469 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-94f99459-61cc-4388-ac83-61184762a43b None None] For port 35cab3fb-7e44-4921-9e8e-a12081a3cf4c, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:29:27.808501 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33614) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:27.813632 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-94f99459-61cc-4388-ac83-61184762a43b None None] For port 35cab3fb-7e44-4921-9e8e-a12081a3cf4c, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=35cab3fb-7e44-4921-9e8e-a12081a3cf4c,segment=NetworkSegment(98f3dd6c-a0ff-4dc1-a251-7fde830d7b6c),segment_id=98f3dd6c-a0ff-4dc1-a251-7fde830d7b6c)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:29:27.822857 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-94f99459-61cc-4388-ac83-61184762a43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:27.922320 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f99459-61cc-4388-ac83-61184762a43b None None] Pushing event updated for resources: {'Port': ['ID=35cab3fb-7e44-4921-9e8e-a12081a3cf4c,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:27.933652 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-097ce89a-a810-4ea4-8b40-e4a9c99f8fcc tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Allocated IP 172.20.0.5 (5b7b13e1-3b90-433f-8d9a-1dcfe51d5213/b2f1cb80-5709-4bce-9ab1-8fb62f337f25/a73b038a-271a-4f62-b09d-fb04424b0c35) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:29:28.083186 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d456efd3-9eb4-4606-bc28-3794c6119693 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b32b761362d141f1ac8922afe5742556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2710903 Sep 30 13:29:28.083445 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33620) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:28.163304 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-097ce89a-a810-4ea4-8b40-e4a9c99f8fcc tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:28.216908 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a8d59fed-65aa-426a-9a85-186f033b0577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:28.269573 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a8d59fed-65aa-426a-9a85-186f033b0577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:28.398807 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 35cab3fb-7e44-4921-9e8e-a12081a3cf4c up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:29:28.400197 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a8d59fed-65aa-426a-9a85-186f033b0577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:28.404782 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a8d59fed-65aa-426a-9a85-186f033b0577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:28.407339 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a8d59fed-65aa-426a-9a85-186f033b0577 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fbbbad13-d721-4178-8292-e580443befc8 HTTP/1.1" status: 204 len: 168 time: 0.3229129 Sep 30 13:29:28.423049 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d59fed-65aa-426a-9a85-186f033b0577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbbad13-d721-4178-8292-e580443befc8,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:28.525755 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 35cab3fb-7e44-4921-9e8e-a12081a3cf4c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:28.526611 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:28.756899 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:28.780653 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-097ce89a-a810-4ea4-8b40-e4a9c99f8fcc tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:28.863875 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 35cab3fb-7e44-4921-9e8e-a12081a3cf4c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=35cab3fb-7e44-4921-9e8e-a12081a3cf4c,segment=NetworkSegment(98f3dd6c-a0ff-4dc1-a251-7fde830d7b6c),segment_id=98f3dd6c-a0ff-4dc1-a251-7fde830d7b6c)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:29:28.877151 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:28.924430 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097ce89a-a810-4ea4-8b40-e4a9c99f8fcc tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Network 5b7b13e1-3b90-433f-8d9a-1dcfe51d5213 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:29:28.954923 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-097ce89a-a810-4ea4-8b40-e4a9c99f8fcc tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:28.957690 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097ce89a-a810-4ea4-8b40-e4a9c99f8fcc tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:28.988247 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=35cab3fb-7e44-4921-9e8e-a12081a3cf4c,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:29.004151 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2df287be-edf6-4f8d-9a26-0266b249ca7b no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:29:29.018954 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ce89a-a810-4ea4-8b40-e4a9c99f8fcc tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Pushing event updated for resources: {'Port': ['ID=a73b038a-271a-4f62-b09d-fb04424b0c35,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:29.036043 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097ce89a-a810-4ea4-8b40-e4a9c99f8fcc tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:29.036912 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-097ce89a-a810-4ea4-8b40-e4a9c99f8fcc tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:29.045297 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 2df287be-edf6-4f8d-9a26-0266b249ca7b {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:29:29.045668 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2df287be-edf6-4f8d-9a26-0266b249ca7b not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:29:29.064935 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-097ce89a-a810-4ea4-8b40-e4a9c99f8fcc tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.8453138 Sep 30 13:29:29.066700 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33648) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:29.147611 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb4e3ad-f1f5-4aa6-a8d7-a3160b440012 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:29.155262 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb4e3ad-f1f5-4aa6-a8d7-a3160b440012 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:29.165148 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb4e3ad-f1f5-4aa6-a8d7-a3160b440012 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:29.167111 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ccb4e3ad-f1f5-4aa6-a8d7-a3160b440012 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.0992994 Sep 30 13:29:29.170510 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33652) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:29.308285 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-d70dc711-a270-4d4b-8fad-f721fc374531 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Deleting port a73b038a-271a-4f62-b09d-fb04424b0c35 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:29.309649 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d70dc711-a270-4d4b-8fad-f721fc374531 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:29.447079 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70156837-9cd4-4f8e-819b-d9e0e12ad103 None None] Network 5b7b13e1-3b90-433f-8d9a-1dcfe51d5213 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:29.454110 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d70dc711-a270-4d4b-8fad-f721fc374531 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:29.470308 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-d70dc711-a270-4d4b-8fad-f721fc374531 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Calling delete_port for a73b038a-271a-4f62-b09d-fb04424b0c35 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:29.544544 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-23f9fa6f-d884-4703-99df-34beb1cdaa6f None None] Provisioning complete for port 35cab3fb-7e44-4921-9e8e-a12081a3cf4c triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:29.545047 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-23f9fa6f-d884-4703-99df-34beb1cdaa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:29.633433 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33668) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:29.651811 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d70dc711-a270-4d4b-8fad-f721fc374531 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:29.699070 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70dc711-a270-4d4b-8fad-f721fc374531 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Pushing event deleted for resources: {'Port': ['ID=a73b038a-271a-4f62-b09d-fb04424b0c35,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:29.828482 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-18bbe965-61fe-4775-a9c8-023e120ec288 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-412135914'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:29.878655 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bbe965-61fe-4775-a9c8-023e120ec288 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Made reservation on behalf of 82bed4e0a7124ab79088cc43d30e2774 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:29.885530 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18bbe965-61fe-4775-a9c8-023e120ec288 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:29.910173 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18bbe965-61fe-4775-a9c8-023e120ec288 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:30.012187 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d70dc711-a270-4d4b-8fad-f721fc374531 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:30.016328 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d70dc711-a270-4d4b-8fad-f721fc374531 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] 10.222.0.18 "DELETE /v2.0/ports/a73b038a-271a-4f62-b09d-fb04424b0c35 HTTP/1.1" status: 204 len: 168 time: 0.8445766 Sep 30 13:29:30.019665 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33680) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:30.087722 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18bbe965-61fe-4775-a9c8-023e120ec288 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:30.093334 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18bbe965-61fe-4775-a9c8-023e120ec288 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:30.100354 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-48cf8f1a-64e0-417d-a0bd-743eeeb5acca tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] GET failed (client error): The resource could not be found. Sep 30 13:29:30.106201 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-48cf8f1a-64e0-417d-a0bd-743eeeb5acca tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] 10.222.0.18 "GET /v2.0/ports/a73b038a-271a-4f62-b09d-fb04424b0c35 HTTP/1.1" status: 404 len: 333 time: 0.0818269 Sep 30 13:29:30.106990 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33682) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:30.112841 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-2764cd76-e665-48ad-9e62-8c85757f3327 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Request body: {'port': {'network_id': '5b7b13e1-3b90-433f-8d9a-1dcfe51d5213', 'name': 'tempest-AllowedAddressPairTestJSON-181157378'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:30.133763 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18bbe965-61fe-4775-a9c8-023e120ec288 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:29:30.142511 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbe965-61fe-4775-a9c8-023e120ec288 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c02d290-e4fc-4013-a0ac-0e0cea3852a7,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:30.148825 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18bbe965-61fe-4775-a9c8-023e120ec288 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:30.149163 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-18bbe965-61fe-4775-a9c8-023e120ec288 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Added segment 3ea22b53-0db2-4563-80e7-3d1934405b7e of type vlan for network 7beae6b9-8f26-4e5a-8e59-7d7632fe9dc9 Sep 30 13:29:30.210999 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18bbe965-61fe-4775-a9c8-023e120ec288 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:30.266072 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-071ad917-8a53-4971-9199-33f5bd59663f None None] Provisioning complete for port f8f8b73a-d941-43e0-a52b-46415343c3c2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:30.267810 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-071ad917-8a53-4971-9199-33f5bd59663f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:30.275792 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18bbe965-61fe-4775-a9c8-023e120ec288 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:30.289819 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bbe965-61fe-4775-a9c8-023e120ec288 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:30.290753 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18bbe965-61fe-4775-a9c8-023e120ec288 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:30.331538 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 35cab3fb-7e44-4921-9e8e-a12081a3cf4c up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:29:30.340530 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-18bbe965-61fe-4775-a9c8-023e120ec288 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7057121 Sep 30 13:29:30.404874 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2764cd76-e665-48ad-9e62-8c85757f3327 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Made reservation on behalf of 2c0802a2e69c4886ba367782d5a8a8a9 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:30.412150 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbe965-61fe-4775-a9c8-023e120ec288 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event updated for resources: {'Network': ['ID=7beae6b9-8f26-4e5a-8e59-7d7632fe9dc9,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:30.423865 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2764cd76-e665-48ad-9e62-8c85757f3327 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:30.430751 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-071ad917-8a53-4971-9199-33f5bd59663f None None] Port f8f8b73a-d941-43e0-a52b-46415343c3c2 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:29:30.434415 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 7beae6b9-8f26-4e5a-8e59-7d7632fe9dc9 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:29:30.475711 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33688) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:30.483370 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-2764cd76-e665-48ad-9e62-8c85757f3327 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] device_id is not set on port dd95d966-e280-4e42-b253-648f95ab815a yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:29:30.483649 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-258130af-a4fe-4ad4-b650-b47fa2f91ce5 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Request body: {'subnet': {'network_id': '7beae6b9-8f26-4e5a-8e59-7d7632fe9dc9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:30.549558 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-071ad917-8a53-4971-9199-33f5bd59663f None None] Provisioning complete for port 35cab3fb-7e44-4921-9e8e-a12081a3cf4c triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:30.550040 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-071ad917-8a53-4971-9199-33f5bd59663f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:30.644510 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 35cab3fb-7e44-4921-9e8e-a12081a3cf4c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:30.644891 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:30.691210 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258130af-a4fe-4ad4-b650-b47fa2f91ce5 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Made reservation on behalf of 82bed4e0a7124ab79088cc43d30e2774 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:30.697051 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-258130af-a4fe-4ad4-b650-b47fa2f91ce5 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:30.708301 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-2764cd76-e665-48ad-9e62-8c85757f3327 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Allocated IP 172.20.0.11 (5b7b13e1-3b90-433f-8d9a-1dcfe51d5213/b2f1cb80-5709-4bce-9ab1-8fb62f337f25/dd95d966-e280-4e42-b253-648f95ab815a) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:29:30.951505 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f03ae7b0-1eae-46be-b1e2-2dce878e5bf7 None None] Provisioning complete for port f8f8b73a-d941-43e0-a52b-46415343c3c2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:30.952094 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f03ae7b0-1eae-46be-b1e2-2dce878e5bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:31.009754 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-f03ae7b0-1eae-46be-b1e2-2dce878e5bf7 None None] Port f8f8b73a-d941-43e0-a52b-46415343c3c2 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:29:31.020500 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f03ae7b0-1eae-46be-b1e2-2dce878e5bf7 None None] Could not find standard attr ID for object a73b038a-271a-4f62-b09d-fb04424b0c35. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:29:31.054894 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2764cd76-e665-48ad-9e62-8c85757f3327 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:31.108340 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2764cd76-e665-48ad-9e62-8c85757f3327 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:31.148382 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-258130af-a4fe-4ad4-b650-b47fa2f91ce5 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:31.204212 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2764cd76-e665-48ad-9e62-8c85757f3327 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Network 5b7b13e1-3b90-433f-8d9a-1dcfe51d5213 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:29:31.212682 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-2764cd76-e665-48ad-9e62-8c85757f3327 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:31.223757 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2764cd76-e665-48ad-9e62-8c85757f3327 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:31.263928 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764cd76-e665-48ad-9e62-8c85757f3327 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Pushing event updated for resources: {'Port': ['ID=dd95d966-e280-4e42-b253-648f95ab815a,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:31.271586 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258130af-a4fe-4ad4-b650-b47fa2f91ce5 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event updated for resources: {'Subnet': ['ID=8fb7f21b-f0ec-4635-a6d1-0e99343f36fe,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:31.288371 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258130af-a4fe-4ad4-b650-b47fa2f91ce5 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Checking segment: {'id': '3ea22b53-0db2-4563-80e7-3d1934405b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7beae6b9-8f26-4e5a-8e59-7d7632fe9dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:29:31.288742 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258130af-a4fe-4ad4-b650-b47fa2f91ce5 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Network hostable DHCP agents. Network: 7beae6b9-8f26-4e5a-8e59-7d7632fe9dc9, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:29:31.304465 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2764cd76-e665-48ad-9e62-8c85757f3327 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:31.305294 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2764cd76-e665-48ad-9e62-8c85757f3327 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:31.313812 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258130af-a4fe-4ad4-b650-b47fa2f91ce5 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Network 7beae6b9-8f26-4e5a-8e59-7d7632fe9dc9 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:29:31.339885 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2764cd76-e665-48ad-9e62-8c85757f3327 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2293913 Sep 30 13:29:31.342546 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33702) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:31.345101 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-258130af-a4fe-4ad4-b650-b47fa2f91ce5 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 7beae6b9-8f26-4e5a-8e59-7d7632fe9dc9) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:31.349735 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258130af-a4fe-4ad4-b650-b47fa2f91ce5 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:31.350053 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-3008e2eb-8e72-4db7-baf3-d2fa0c420357 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:95:29:7f'}]}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:31.350565 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-258130af-a4fe-4ad4-b650-b47fa2f91ce5 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:31.383108 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1efdc7-02d2-4d7f-b31e-a494e4440fa9 None None] Network 7beae6b9-8f26-4e5a-8e59-7d7632fe9dc9 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:31.396160 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-258130af-a4fe-4ad4-b650-b47fa2f91ce5 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9159372 Sep 30 13:29:31.397300 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33706) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:31.408300 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-eb354ba6-7468-4936-9140-f39e7050f1e8 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1504646221'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:31.470943 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb354ba6-7468-4936-9140-f39e7050f1e8 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Made reservation on behalf of 82bed4e0a7124ab79088cc43d30e2774 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:31.476382 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb354ba6-7468-4936-9140-f39e7050f1e8 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:31.537303 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb354ba6-7468-4936-9140-f39e7050f1e8 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:29:31.556650 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb354ba6-7468-4936-9140-f39e7050f1e8 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:31.557148 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-eb354ba6-7468-4936-9140-f39e7050f1e8 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Added segment 4bbe7d18-1df0-4db7-893c-4d8e05cbb3c4 of type vlan for network effed019-b5c2-44ba-804c-930a248d6bd7 Sep 30 13:29:31.587171 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3008e2eb-8e72-4db7-baf3-d2fa0c420357 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:31.612705 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb354ba6-7468-4936-9140-f39e7050f1e8 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:31.651247 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb354ba6-7468-4936-9140-f39e7050f1e8 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:31.668647 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb354ba6-7468-4936-9140-f39e7050f1e8 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:31.670321 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb354ba6-7468-4936-9140-f39e7050f1e8 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:31.677213 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-c9bacf26-a660-4395-97f5-dcfbcf070ef3 None None] Provisioning complete for port dd95d966-e280-4e42-b253-648f95ab815a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:31.677477 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c9bacf26-a660-4395-97f5-dcfbcf070ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:31.726050 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-c9bacf26-a660-4395-97f5-dcfbcf070ef3 None None] Port dd95d966-e280-4e42-b253-648f95ab815a cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:29:31.729849 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc3f9cc-5c7c-4825-9889-2e3e85e651b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-7beae6b9-8f26-4e5a-8e59-7d7632fe9dc9', 'network_id': '7beae6b9-8f26-4e5a-8e59-7d7632fe9dc9', 'tenant_id': '82bed4e0a7124ab79088cc43d30e2774', 'fixed_ips': [{'subnet_id': '8fb7f21b-f0ec-4635-a6d1-0e99343f36fe'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:29:31.730995 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ebc3f9cc-5c7c-4825-9889-2e3e85e651b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:31.736138 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-eb354ba6-7468-4936-9140-f39e7050f1e8 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3328307 Sep 30 13:29:31.744425 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33712) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:31.751583 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-2a206347-9745-4681-b380-ccd5f5430298 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Request body: {'subnet': {'network_id': 'effed019-b5c2-44ba-804c-930a248d6bd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:31.804490 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb354ba6-7468-4936-9140-f39e7050f1e8 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event updated for resources: {'Network': ['ID=effed019-b5c2-44ba-804c-930a248d6bd7,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:31.833862 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network effed019-b5c2-44ba-804c-930a248d6bd7 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:29:31.886772 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3008e2eb-8e72-4db7-baf3-d2fa0c420357 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:31.898793 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3008e2eb-8e72-4db7-baf3-d2fa0c420357 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:31.968229 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a206347-9745-4681-b380-ccd5f5430298 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Made reservation on behalf of 82bed4e0a7124ab79088cc43d30e2774 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:31.970960 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-ebc3f9cc-5c7c-4825-9889-2e3e85e651b0 None None] Allocated IP 172.20.255.242 (7beae6b9-8f26-4e5a-8e59-7d7632fe9dc9/8fb7f21b-f0ec-4635-a6d1-0e99343f36fe/418c2275-961a-4e70-b5a2-6c6fe09be52d) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:29:31.971972 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2a206347-9745-4681-b380-ccd5f5430298 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:32.105902 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008e2eb-8e72-4db7-baf3-d2fa0c420357 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Pushing event updated for resources: {'Port': ['ID=dd95d966-e280-4e42-b253-648f95ab815a,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:32.133011 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-3008e2eb-8e72-4db7-baf3-d2fa0c420357 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] In _notify_port_updated(), no bound segment for port dd95d966-e280-4e42-b253-648f95ab815a on network 5b7b13e1-3b90-433f-8d9a-1dcfe51d5213 {{(pid=94763) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 13:29:32.162041 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3008e2eb-8e72-4db7-baf3-d2fa0c420357 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:32.162905 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3008e2eb-8e72-4db7-baf3-d2fa0c420357 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:32.170814 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3008e2eb-8e72-4db7-baf3-d2fa0c420357 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] 10.222.0.18 "PUT /v2.0/ports/dd95d966-e280-4e42-b253-648f95ab815a HTTP/1.1" status: 200 len: 994 time: 0.8251903 Sep 30 13:29:32.171719 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33720) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:32.332813 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ebc3f9cc-5c7c-4825-9889-2e3e85e651b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:32.343392 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-5ab22d8c-fb7d-475f-aa6a-05446cba4fc2 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Deleting port dd95d966-e280-4e42-b253-648f95ab815a {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:32.343789 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5ab22d8c-fb7d-475f-aa6a-05446cba4fc2 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:32.349273 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ebc3f9cc-5c7c-4825-9889-2e3e85e651b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:32.397363 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2a206347-9745-4681-b380-ccd5f5430298 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:32.433801 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc3f9cc-5c7c-4825-9889-2e3e85e651b0 None None] Network 7beae6b9-8f26-4e5a-8e59-7d7632fe9dc9 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:29:32.436660 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-ebc3f9cc-5c7c-4825-9889-2e3e85e651b0 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:32.446320 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc3f9cc-5c7c-4825-9889-2e3e85e651b0 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:32.516456 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3f9cc-5c7c-4825-9889-2e3e85e651b0 None None] Pushing event updated for resources: {'Port': ['ID=418c2275-961a-4e70-b5a2-6c6fe09be52d,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:32.546893 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a206347-9745-4681-b380-ccd5f5430298 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event updated for resources: {'Subnet': ['ID=232f3eaf-7fd4-4615-8c82-be472e66afec,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:32.561494 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f9334222-ab97-4a95-820e-02af16d1632d None None] Provisioning complete for port dd95d966-e280-4e42-b253-648f95ab815a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:32.563303 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f9334222-ab97-4a95-820e-02af16d1632d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:32.577427 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a206347-9745-4681-b380-ccd5f5430298 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Checking segment: {'id': '4bbe7d18-1df0-4db7-893c-4d8e05cbb3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'effed019-b5c2-44ba-804c-930a248d6bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:29:32.577764 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a206347-9745-4681-b380-ccd5f5430298 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Network hostable DHCP agents. Network: effed019-b5c2-44ba-804c-930a248d6bd7, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:29:32.625893 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a206347-9745-4681-b380-ccd5f5430298 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Network effed019-b5c2-44ba-804c-930a248d6bd7 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:29:32.632193 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-f9334222-ab97-4a95-820e-02af16d1632d None None] Port dd95d966-e280-4e42-b253-648f95ab815a cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:29:32.639195 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-ebc3f9cc-5c7c-4825-9889-2e3e85e651b0 None None] Attempting to bind port 418c2275-961a-4e70-b5a2-6c6fe09be52d on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:32.639661 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-ebc3f9cc-5c7c-4825-9889-2e3e85e651b0 None None] Attempting to bind port 418c2275-961a-4e70-b5a2-6c6fe09be52d by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '3ea22b53-0db2-4563-80e7-3d1934405b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7beae6b9-8f26-4e5a-8e59-7d7632fe9dc9'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:32.640245 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc3f9cc-5c7c-4825-9889-2e3e85e651b0 None None] Attempting to bind port 418c2275-961a-4e70-b5a2-6c6fe09be52d on network 7beae6b9-8f26-4e5a-8e59-7d7632fe9dc9 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:32.643950 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-2a206347-9745-4681-b380-ccd5f5430298 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, effed019-b5c2-44ba-804c-930a248d6bd7) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:32.646406 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc3f9cc-5c7c-4825-9889-2e3e85e651b0 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:29:32.647024 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc3f9cc-5c7c-4825-9889-2e3e85e651b0 None None] Checking segment: {'id': '3ea22b53-0db2-4563-80e7-3d1934405b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7beae6b9-8f26-4e5a-8e59-7d7632fe9dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:29:32.647597 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ebc3f9cc-5c7c-4825-9889-2e3e85e651b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:32.648160 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc3f9cc-5c7c-4825-9889-2e3e85e651b0 None None] Bound using segment: {'id': '3ea22b53-0db2-4563-80e7-3d1934405b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7beae6b9-8f26-4e5a-8e59-7d7632fe9dc9'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:29:32.648868 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-ebc3f9cc-5c7c-4825-9889-2e3e85e651b0 None None] Bound port: 418c2275-961a-4e70-b5a2-6c6fe09be52d, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea22b53-0db2-4563-80e7-3d1934405b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7beae6b9-8f26-4e5a-8e59-7d7632fe9dc9'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:29:32.649461 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ebc3f9cc-5c7c-4825-9889-2e3e85e651b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:32.651943 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a206347-9745-4681-b380-ccd5f5430298 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:32.653973 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2a206347-9745-4681-b380-ccd5f5430298 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:32.662663 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71c8da5-317e-4e1c-aff1-568362301b6f None None] Network effed019-b5c2-44ba-804c-930a248d6bd7 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:32.691124 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2a206347-9745-4681-b380-ccd5f5430298 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9432743 Sep 30 13:29:32.691510 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33728) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:32.741111 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-ebc3f9cc-5c7c-4825-9889-2e3e85e651b0 None None] For port 418c2275-961a-4e70-b5a2-6c6fe09be52d, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:29:32.748193 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-ebc3f9cc-5c7c-4825-9889-2e3e85e651b0 None None] For port 418c2275-961a-4e70-b5a2-6c6fe09be52d, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=418c2275-961a-4e70-b5a2-6c6fe09be52d,segment=NetworkSegment(3ea22b53-0db2-4563-80e7-3d1934405b7e),segment_id=3ea22b53-0db2-4563-80e7-3d1934405b7e)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:29:32.762871 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ebc3f9cc-5c7c-4825-9889-2e3e85e651b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:32.801141 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5ab22d8c-fb7d-475f-aa6a-05446cba4fc2 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:32.814240 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-5ab22d8c-fb7d-475f-aa6a-05446cba4fc2 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Calling delete_port for dd95d966-e280-4e42-b253-648f95ab815a owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:32.892365 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9f937b0-2333-47bc-b05d-c9504c0e9796 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:32.955491 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3f9cc-5c7c-4825-9889-2e3e85e651b0 None None] Pushing event updated for resources: {'Port': ['ID=418c2275-961a-4e70-b5a2-6c6fe09be52d,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:32.999272 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9f937b0-2333-47bc-b05d-c9504c0e9796 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:33.019720 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5ab22d8c-fb7d-475f-aa6a-05446cba4fc2 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:33.076142 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab22d8c-fb7d-475f-aa6a-05446cba4fc2 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Pushing event deleted for resources: {'Port': ['ID=dd95d966-e280-4e42-b253-648f95ab815a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:33.126395 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edab12c-47d8-4cce-b7ea-3d315d2d5ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-effed019-b5c2-44ba-804c-930a248d6bd7', 'network_id': 'effed019-b5c2-44ba-804c-930a248d6bd7', 'tenant_id': '82bed4e0a7124ab79088cc43d30e2774', 'fixed_ips': [{'subnet_id': '232f3eaf-7fd4-4615-8c82-be472e66afec'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:29:33.127605 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7edab12c-47d8-4cce-b7ea-3d315d2d5ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:33.193423 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9f937b0-2333-47bc-b05d-c9504c0e9796 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:33.297350 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f937b0-2333-47bc-b05d-c9504c0e9796 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event deleted for resources: {'Subnet': ['ID=232f3eaf-7fd4-4615-8c82-be472e66afec,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server [None req-7edab12c-47d8-4cce-b7ea-3d315d2d5ad5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 232f3eaf-7fd4-4615-8c82-be472e66afec: This subnet is being modified by another concurrent operation. Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise exception Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 232f3eaf-7fd4-4615-8c82-be472e66afec: This subnet is being modified by another concurrent operation. Sep 30 13:29:33.375304 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server Sep 30 13:29:33.406637 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a16179-3d1d-4445-8ca8-e9d2a6ab0804 None None] Network effed019-b5c2-44ba-804c-930a248d6bd7 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:33.468236 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9f937b0-2333-47bc-b05d-c9504c0e9796 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:33.509515 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5ab22d8c-fb7d-475f-aa6a-05446cba4fc2 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:33.518718 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5ab22d8c-fb7d-475f-aa6a-05446cba4fc2 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] 10.222.0.18 "DELETE /v2.0/ports/dd95d966-e280-4e42-b253-648f95ab815a HTTP/1.1" status: 204 len: 168 time: 1.3435307 Sep 30 13:29:33.519038 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33744) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:33.526206 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-f9f937b0-2333-47bc-b05d-c9504c0e9796 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['effed019-b5c2-44ba-804c-930a248d6bd7']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:33.569956 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-f9f937b0-2333-47bc-b05d-c9504c0e9796 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bbe7d18-1df0-4db7-893c-4d8e05cbb3c4') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:33.572598 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-f9f937b0-2333-47bc-b05d-c9504c0e9796 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bbe7d18-1df0-4db7-893c-4d8e05cbb3c4') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:33.592891 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9f937b0-2333-47bc-b05d-c9504c0e9796 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:33.603912 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ad2087-f77b-4eb0-b37d-9817cd946a15 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] GET failed (client error): The resource could not be found. Sep 30 13:29:33.609809 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9f937b0-2333-47bc-b05d-c9504c0e9796 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:33.618104 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d2ad2087-f77b-4eb0-b37d-9817cd946a15 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] 10.222.0.18 "GET /v2.0/ports/dd95d966-e280-4e42-b253-648f95ab815a HTTP/1.1" status: 404 len: 333 time: 0.0943484 Sep 30 13:29:33.618492 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33748) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:33.619435 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f937b0-2333-47bc-b05d-c9504c0e9796 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:29:33.619991 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9f937b0-2333-47bc-b05d-c9504c0e9796 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:29:33.624533 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:29:33.629111 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-8010e876-ed03-4361-bbeb-33df90303e43 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Request body: {'port': {'network_id': '5b7b13e1-3b90-433f-8d9a-1dcfe51d5213', 'name': 'tempest-AllowedAddressPairTestJSON-1269054552'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:33.698923 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9f937b0-2333-47bc-b05d-c9504c0e9796 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:33.717985 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9f937b0-2333-47bc-b05d-c9504c0e9796 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:33.723445 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f9f937b0-2333-47bc-b05d-c9504c0e9796 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/networks/effed019-b5c2-44ba-804c-930a248d6bd7 HTTP/1.1" status: 204 len: 168 time: 1.0277348 Sep 30 13:29:33.723744 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33750) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:33.729115 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-50b3df3b-f656-4117-9e38-a3d4cd711426 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-658687748'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:33.734463 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f937b0-2333-47bc-b05d-c9504c0e9796 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event deleted for resources: {'Network': ['ID=effed019-b5c2-44ba-804c-930a248d6bd7,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:33.785264 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b3df3b-f656-4117-9e38-a3d4cd711426 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Made reservation on behalf of 82bed4e0a7124ab79088cc43d30e2774 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:33.788853 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-50b3df3b-f656-4117-9e38-a3d4cd711426 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:33.830684 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8010e876-ed03-4361-bbeb-33df90303e43 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Made reservation on behalf of 2c0802a2e69c4886ba367782d5a8a8a9 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:33.834724 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8010e876-ed03-4361-bbeb-33df90303e43 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:33.848623 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b3df3b-f656-4117-9e38-a3d4cd711426 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:29:33.862412 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-8010e876-ed03-4361-bbeb-33df90303e43 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] device_id is not set on port 75bc3790-7cb9-4cd1-9bdd-81dfe1492381 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:29:33.875898 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-50b3df3b-f656-4117-9e38-a3d4cd711426 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:33.876240 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-50b3df3b-f656-4117-9e38-a3d4cd711426 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Added segment 44e2ed1a-ca62-4035-8c5f-9277a3c5efc2 of type vlan for network 5afabbb0-6c67-4ea6-b1b1-94235f806184 Sep 30 13:29:33.996237 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-50b3df3b-f656-4117-9e38-a3d4cd711426 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:34.070083 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-8010e876-ed03-4361-bbeb-33df90303e43 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Allocated IP 172.20.0.5 (5b7b13e1-3b90-433f-8d9a-1dcfe51d5213/b2f1cb80-5709-4bce-9ab1-8fb62f337f25/75bc3790-7cb9-4cd1-9bdd-81dfe1492381) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:29:34.074497 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-50b3df3b-f656-4117-9e38-a3d4cd711426 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:34.080890 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b3df3b-f656-4117-9e38-a3d4cd711426 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:34.081564 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-50b3df3b-f656-4117-9e38-a3d4cd711426 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:34.179863 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-50b3df3b-f656-4117-9e38-a3d4cd711426 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4550710 Sep 30 13:29:34.182195 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3df3b-f656-4117-9e38-a3d4cd711426 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event updated for resources: {'Network': ['ID=5afabbb0-6c67-4ea6-b1b1-94235f806184,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:34.183019 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33758) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:34.191184 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-22e3496e-133f-4783-8ea9-4ea02fb8e9c9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Request body: {'subnet': {'network_id': '5afabbb0-6c67-4ea6-b1b1-94235f806184', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:34.211819 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 5afabbb0-6c67-4ea6-b1b1-94235f806184 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:29:34.395295 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 418c2275-961a-4e70-b5a2-6c6fe09be52d up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:29:34.412102 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e3496e-133f-4783-8ea9-4ea02fb8e9c9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Made reservation on behalf of 82bed4e0a7124ab79088cc43d30e2774 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:34.437024 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-22e3496e-133f-4783-8ea9-4ea02fb8e9c9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:34.458622 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8010e876-ed03-4361-bbeb-33df90303e43 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:34.484080 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 418c2275-961a-4e70-b5a2-6c6fe09be52d triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:34.484448 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:34.513961 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8010e876-ed03-4361-bbeb-33df90303e43 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:34.535285 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.ipam_backend_mixin [None req-22e3496e-133f-4783-8ea9-4ea02fb8e9c9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Performing IP validity checks on allocation pools {{(pid=94764) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 30 13:29:34.535808 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.ipam_backend_mixin [None req-22e3496e-133f-4783-8ea9-4ea02fb8e9c9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94764) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 30 13:29:34.586453 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46faf0a-3d8c-419d-9c1b-5264e147dfa5 None None] Network 7beae6b9-8f26-4e5a-8e59-7d7632fe9dc9 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:34.604845 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8010e876-ed03-4361-bbeb-33df90303e43 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Network 5b7b13e1-3b90-433f-8d9a-1dcfe51d5213 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:29:34.609545 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-8010e876-ed03-4361-bbeb-33df90303e43 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:34.629799 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8010e876-ed03-4361-bbeb-33df90303e43 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:34.707153 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010e876-ed03-4361-bbeb-33df90303e43 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Pushing event updated for resources: {'Port': ['ID=75bc3790-7cb9-4cd1-9bdd-81dfe1492381,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:34.723103 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8010e876-ed03-4361-bbeb-33df90303e43 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:34.723795 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8010e876-ed03-4361-bbeb-33df90303e43 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:34.753920 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8010e876-ed03-4361-bbeb-33df90303e43 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1336322 Sep 30 13:29:34.756729 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33770) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:34.763732 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-6b8c2f9a-9e13-40fa-9a9c-a80d1c495ef0 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:95:29:7f'}]}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:34.805497 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-22e3496e-133f-4783-8ea9-4ea02fb8e9c9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:34.813585 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-abd2af6c-8eef-4809-b83e-46ae143df61d None None] Provisioning complete for port 418c2275-961a-4e70-b5a2-6c6fe09be52d triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:34.813865 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-abd2af6c-8eef-4809-b83e-46ae143df61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:34.908670 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6b8c2f9a-9e13-40fa-9a9c-a80d1c495ef0 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:34.971010 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e3496e-133f-4783-8ea9-4ea02fb8e9c9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Checking segment: {'id': '44e2ed1a-ca62-4035-8c5f-9277a3c5efc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5afabbb0-6c67-4ea6-b1b1-94235f806184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:29:34.971458 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e3496e-133f-4783-8ea9-4ea02fb8e9c9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Network hostable DHCP agents. Network: 5afabbb0-6c67-4ea6-b1b1-94235f806184, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:29:34.991633 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:35.003540 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3496e-133f-4783-8ea9-4ea02fb8e9c9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event updated for resources: {'Subnet': ['ID=5e2468e4-e60d-4e97-8119-571ff67274c9,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:35.029079 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e3496e-133f-4783-8ea9-4ea02fb8e9c9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Network 5afabbb0-6c67-4ea6-b1b1-94235f806184 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:29:35.046415 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-22e3496e-133f-4783-8ea9-4ea02fb8e9c9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 5afabbb0-6c67-4ea6-b1b1-94235f806184) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:35.051779 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e3496e-133f-4783-8ea9-4ea02fb8e9c9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:35.053265 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-22e3496e-133f-4783-8ea9-4ea02fb8e9c9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:35.070834 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-22e3496e-133f-4783-8ea9-4ea02fb8e9c9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8851886 Sep 30 13:29:35.072869 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adaa281-cdcc-43af-a4df-60f9fb296258 None None] Network 5afabbb0-6c67-4ea6-b1b1-94235f806184 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:35.073387 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33774) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:35.080418 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 418c2275-961a-4e70-b5a2-6c6fe09be52d, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=418c2275-961a-4e70-b5a2-6c6fe09be52d,segment=NetworkSegment(3ea22b53-0db2-4563-80e7-3d1934405b7e),segment_id=3ea22b53-0db2-4563-80e7-3d1934405b7e)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:29:35.095130 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:35.269572 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-680e1e44-8327-4e8e-b66f-1e55f3b25691 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:35.294742 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6b8c2f9a-9e13-40fa-9a9c-a80d1c495ef0 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:35.304461 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6b8c2f9a-9e13-40fa-9a9c-a80d1c495ef0 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:35.370170 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=418c2275-961a-4e70-b5a2-6c6fe09be52d,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:35.446215 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-680e1e44-8327-4e8e-b66f-1e55f3b25691 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:35.507442 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c2f9a-9e13-40fa-9a9c-a80d1c495ef0 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Pushing event updated for resources: {'Port': ['ID=75bc3790-7cb9-4cd1-9bdd-81dfe1492381,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:35.533164 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-6b8c2f9a-9e13-40fa-9a9c-a80d1c495ef0 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] In _notify_port_updated(), no bound segment for port 75bc3790-7cb9-4cd1-9bdd-81dfe1492381 on network 5b7b13e1-3b90-433f-8d9a-1dcfe51d5213 {{(pid=94763) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 13:29:35.540196 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8c2f9a-9e13-40fa-9a9c-a80d1c495ef0 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:35.540868 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6b8c2f9a-9e13-40fa-9a9c-a80d1c495ef0 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:35.545624 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33782) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:35.547643 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-e6ce51a7-e236-4508-966c-5e439e0de262 None None] Provisioning complete for port 75bc3790-7cb9-4cd1-9bdd-81dfe1492381 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:35.548010 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e6ce51a7-e236-4508-966c-5e439e0de262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:35.554955 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6b8c2f9a-9e13-40fa-9a9c-a80d1c495ef0 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] 10.222.0.18 "PUT /v2.0/ports/75bc3790-7cb9-4cd1-9bdd-81dfe1492381 HTTP/1.1" status: 200 len: 996 time: 0.7966228 Sep 30 13:29:35.584040 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5070f81a-a491-4aac-ab27-7c29cd962bae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-5afabbb0-6c67-4ea6-b1b1-94235f806184', 'network_id': '5afabbb0-6c67-4ea6-b1b1-94235f806184', 'tenant_id': '82bed4e0a7124ab79088cc43d30e2774', 'fixed_ips': [{'subnet_id': '5e2468e4-e60d-4e97-8119-571ff67274c9'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:29:35.589884 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5070f81a-a491-4aac-ab27-7c29cd962bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:35.662813 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-e6ce51a7-e236-4508-966c-5e439e0de262 None None] Port 75bc3790-7cb9-4cd1-9bdd-81dfe1492381 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:29:35.668390 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-680e1e44-8327-4e8e-b66f-1e55f3b25691 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:35.751410 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e1e44-8327-4e8e-b66f-1e55f3b25691 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event deleted for resources: {'Subnet': ['ID=5e2468e4-e60d-4e97-8119-571ff67274c9,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:35.806503 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-12fd56e0-764c-477c-8d0d-7104fc8a58aa tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Deleting port 75bc3790-7cb9-4cd1-9bdd-81dfe1492381 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:35.807153 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12fd56e0-764c-477c-8d0d-7104fc8a58aa tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server [None req-5070f81a-a491-4aac-ab27-7c29cd962bae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e2468e4-e60d-4e97-8119-571ff67274c9: This subnet is being modified by another concurrent operation. Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise exception Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e2468e4-e60d-4e97-8119-571ff67274c9: This subnet is being modified by another concurrent operation. Sep 30 13:29:35.869474 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server Sep 30 13:29:35.894531 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e870df-39d7-4ced-9140-42cfb85326ce None None] Network 5afabbb0-6c67-4ea6-b1b1-94235f806184 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:35.903004 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-680e1e44-8327-4e8e-b66f-1e55f3b25691 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:35.922211 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12fd56e0-764c-477c-8d0d-7104fc8a58aa tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:35.922417 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-af32bb9f-653d-4370-9aca-2d8edefb4376 None None] Provisioning complete for port 75bc3790-7cb9-4cd1-9bdd-81dfe1492381 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:35.922720 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-af32bb9f-653d-4370-9aca-2d8edefb4376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:35.926372 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-680e1e44-8327-4e8e-b66f-1e55f3b25691 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5afabbb0-6c67-4ea6-b1b1-94235f806184']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:35.935451 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-12fd56e0-764c-477c-8d0d-7104fc8a58aa tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Calling delete_port for 75bc3790-7cb9-4cd1-9bdd-81dfe1492381 owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:35.937224 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-680e1e44-8327-4e8e-b66f-1e55f3b25691 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e2ed1a-ca62-4035-8c5f-9277a3c5efc2') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:35.937377 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-680e1e44-8327-4e8e-b66f-1e55f3b25691 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e2ed1a-ca62-4035-8c5f-9277a3c5efc2') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:35.949528 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-680e1e44-8327-4e8e-b66f-1e55f3b25691 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:35.968168 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-680e1e44-8327-4e8e-b66f-1e55f3b25691 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:35.974704 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-680e1e44-8327-4e8e-b66f-1e55f3b25691 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:29:35.975095 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-680e1e44-8327-4e8e-b66f-1e55f3b25691 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:29:35.980691 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:29:36.024540 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-af32bb9f-653d-4370-9aca-2d8edefb4376 None None] Port 75bc3790-7cb9-4cd1-9bdd-81dfe1492381 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:29:36.061231 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-680e1e44-8327-4e8e-b66f-1e55f3b25691 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:36.067563 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-af32bb9f-653d-4370-9aca-2d8edefb4376 None None] Provisioning complete for port 418c2275-961a-4e70-b5a2-6c6fe09be52d triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:36.068234 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-af32bb9f-653d-4370-9aca-2d8edefb4376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:36.079246 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-680e1e44-8327-4e8e-b66f-1e55f3b25691 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:36.081040 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-680e1e44-8327-4e8e-b66f-1e55f3b25691 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/networks/5afabbb0-6c67-4ea6-b1b1-94235f806184 HTTP/1.1" status: 204 len: 168 time: 1.0066934 Sep 30 13:29:36.086262 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33792) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:36.092967 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-5467ebe7-224f-4033-b995-137f6ee0ebfd tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-894698655'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:36.100567 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e1e44-8327-4e8e-b66f-1e55f3b25691 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event deleted for resources: {'Network': ['ID=5afabbb0-6c67-4ea6-b1b1-94235f806184,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:36.117266 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12fd56e0-764c-477c-8d0d-7104fc8a58aa tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:36.161555 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5467ebe7-224f-4033-b995-137f6ee0ebfd tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Made reservation on behalf of 82bed4e0a7124ab79088cc43d30e2774 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:36.174701 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5467ebe7-224f-4033-b995-137f6ee0ebfd tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:36.261913 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 418c2275-961a-4e70-b5a2-6c6fe09be52d up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:29:36.272753 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd56e0-764c-477c-8d0d-7104fc8a58aa tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Pushing event deleted for resources: {'Port': ['ID=75bc3790-7cb9-4cd1-9bdd-81dfe1492381,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:36.297607 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12fd56e0-764c-477c-8d0d-7104fc8a58aa tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:36.299742 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-12fd56e0-764c-477c-8d0d-7104fc8a58aa tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] 10.222.0.18 "DELETE /v2.0/ports/75bc3790-7cb9-4cd1-9bdd-81dfe1492381 HTTP/1.1" status: 204 len: 168 time: 0.7522128 Sep 30 13:29:36.303283 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33798) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:36.333718 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 418c2275-961a-4e70-b5a2-6c6fe09be52d triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:36.334535 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:36.350035 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5467ebe7-224f-4033-b995-137f6ee0ebfd tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:29:36.353701 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-357a34a3-7f01-4d4f-b639-7adb16512364 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] GET failed (client error): The resource could not be found. Sep 30 13:29:36.355489 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-357a34a3-7f01-4d4f-b639-7adb16512364 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] 10.222.0.18 "GET /v2.0/ports/75bc3790-7cb9-4cd1-9bdd-81dfe1492381 HTTP/1.1" status: 404 len: 333 time: 0.0504811 Sep 30 13:29:36.361331 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33800) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:36.370729 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-93816973-d241-4ff8-9b03-510412161ee8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Request body: {'port': {'network_id': '5b7b13e1-3b90-433f-8d9a-1dcfe51d5213', 'name': 'tempest-AllowedAddressPairTestJSON-1847303804'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:36.413705 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5467ebe7-224f-4033-b995-137f6ee0ebfd tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:36.425192 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-5467ebe7-224f-4033-b995-137f6ee0ebfd tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Added segment 302b726b-9953-49ac-82d8-e887bf9daeac of type vlan for network 38122c05-79b6-4198-a8fa-6549d6e78609 Sep 30 13:29:36.542231 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1fb39c-da71-453e-ba8e-b1ee69cdede6 None None] get_active_networks_info from n-d-810909-2 {{(pid=94765) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 13:29:36.591414 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5467ebe7-224f-4033-b995-137f6ee0ebfd tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:36.644386 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5467ebe7-224f-4033-b995-137f6ee0ebfd tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:36.652426 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5467ebe7-224f-4033-b995-137f6ee0ebfd tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:36.652426 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5467ebe7-224f-4033-b995-137f6ee0ebfd tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:36.690861 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1fb39c-da71-453e-ba8e-b1ee69cdede6 None None] Resources bound (agent type, host, resource id): {{(pid=94765) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 13:29:36.719545 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93816973-d241-4ff8-9b03-510412161ee8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Made reservation on behalf of 2c0802a2e69c4886ba367782d5a8a8a9 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:36.724651 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-93816973-d241-4ff8-9b03-510412161ee8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:36.740929 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5467ebe7-224f-4033-b995-137f6ee0ebfd tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6533616 Sep 30 13:29:36.744778 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33812) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:36.752764 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-0ea02566-9792-4dbc-b3b3-e77fa7a9bc34 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Request body: {'subnet': {'network_id': '38122c05-79b6-4198-a8fa-6549d6e78609', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:36.784831 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467ebe7-224f-4033-b995-137f6ee0ebfd tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event updated for resources: {'Network': ['ID=38122c05-79b6-4198-a8fa-6549d6e78609,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:36.800812 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-93816973-d241-4ff8-9b03-510412161ee8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] device_id is not set on port 77792759-f435-4749-97a8-02ba7a30c679 yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:29:36.834720 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 38122c05-79b6-4198-a8fa-6549d6e78609 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:29:36.898186 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea02566-9792-4dbc-b3b3-e77fa7a9bc34 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Made reservation on behalf of 82bed4e0a7124ab79088cc43d30e2774 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:36.902255 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0ea02566-9792-4dbc-b3b3-e77fa7a9bc34 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:37.031727 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-93816973-d241-4ff8-9b03-510412161ee8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Allocated IP 172.20.0.12 (5b7b13e1-3b90-433f-8d9a-1dcfe51d5213/b2f1cb80-5709-4bce-9ab1-8fb62f337f25/77792759-f435-4749-97a8-02ba7a30c679) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:29:37.156696 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9069d317-1d4d-4814-94f7-cb4f5dd4867e None None] get_active_networks_info from n-d-810909-2 {{(pid=94765) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 13:29:37.192884 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0ea02566-9792-4dbc-b3b3-e77fa7a9bc34 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:37.324016 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea02566-9792-4dbc-b3b3-e77fa7a9bc34 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Checking segment: {'id': '302b726b-9953-49ac-82d8-e887bf9daeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '38122c05-79b6-4198-a8fa-6549d6e78609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:29:37.324388 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea02566-9792-4dbc-b3b3-e77fa7a9bc34 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Network hostable DHCP agents. Network: 38122c05-79b6-4198-a8fa-6549d6e78609, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:29:37.326674 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea02566-9792-4dbc-b3b3-e77fa7a9bc34 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event updated for resources: {'Subnet': ['ID=bf21628f-5123-4ebe-a3e5-bf5951ff8c0e,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:37.347183 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-93816973-d241-4ff8-9b03-510412161ee8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:37.347664 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea02566-9792-4dbc-b3b3-e77fa7a9bc34 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Network 38122c05-79b6-4198-a8fa-6549d6e78609 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:29:37.366525 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-0ea02566-9792-4dbc-b3b3-e77fa7a9bc34 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 38122c05-79b6-4198-a8fa-6549d6e78609) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:37.372199 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea02566-9792-4dbc-b3b3-e77fa7a9bc34 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:37.372847 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0ea02566-9792-4dbc-b3b3-e77fa7a9bc34 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:37.390094 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0ea02566-9792-4dbc-b3b3-e77fa7a9bc34 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6435223 Sep 30 13:29:37.393115 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33824) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:37.406607 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9069d317-1d4d-4814-94f7-cb4f5dd4867e None None] Resources bound (agent type, host, resource id): {{(pid=94765) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 13:29:37.417798 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-93816973-d241-4ff8-9b03-510412161ee8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:37.495120 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93816973-d241-4ff8-9b03-510412161ee8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Network 5b7b13e1-3b90-433f-8d9a-1dcfe51d5213 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:29:37.504865 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-93816973-d241-4ff8-9b03-510412161ee8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:37.538981 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93816973-d241-4ff8-9b03-510412161ee8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:37.587506 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93816973-d241-4ff8-9b03-510412161ee8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Pushing event updated for resources: {'Port': ['ID=77792759-f435-4749-97a8-02ba7a30c679,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:37.631725 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93816973-d241-4ff8-9b03-510412161ee8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:37.632484 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-93816973-d241-4ff8-9b03-510412161ee8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:37.650408 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f3a7b7a-c6d4-4a26-834e-fea3f71bce2f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:37.655577 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-93816973-d241-4ff8-9b03-510412161ee8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2922239 Sep 30 13:29:37.658212 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33832) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:37.665610 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-52df4659-9c29-42b6-97fb-41046dc8290e tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Request body: {'port': {'network_id': '5b7b13e1-3b90-433f-8d9a-1dcfe51d5213', 'name': 'tempest-AllowedAddressPairTestJSON-1979812008'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:37.735673 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f3a7b7a-c6d4-4a26-834e-fea3f71bce2f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:37.795040 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b448777c-cc34-4cfb-abba-b56f0306f312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-38122c05-79b6-4198-a8fa-6549d6e78609', 'network_id': '38122c05-79b6-4198-a8fa-6549d6e78609', 'tenant_id': '82bed4e0a7124ab79088cc43d30e2774', 'fixed_ips': [{'subnet_id': 'bf21628f-5123-4ebe-a3e5-bf5951ff8c0e'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:29:37.796898 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b448777c-cc34-4cfb-abba-b56f0306f312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:37.864449 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f3a7b7a-c6d4-4a26-834e-fea3f71bce2f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:37.877330 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52df4659-9c29-42b6-97fb-41046dc8290e tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Made reservation on behalf of 2c0802a2e69c4886ba367782d5a8a8a9 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:37.880958 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-52df4659-9c29-42b6-97fb-41046dc8290e tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:37.901669 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-52df4659-9c29-42b6-97fb-41046dc8290e tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] device_id is not set on port 3bdb1f58-e396-4c81-8994-73029f2f6954 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:29:37.907020 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a7b7a-c6d4-4a26-834e-fea3f71bce2f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event deleted for resources: {'Subnet': ['ID=bf21628f-5123-4ebe-a3e5-bf5951ff8c0e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server [None req-b448777c-cc34-4cfb-abba-b56f0306f312 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bf21628f-5123-4ebe-a3e5-bf5951ff8c0e: This subnet is being modified by another concurrent operation. Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise exception Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bf21628f-5123-4ebe-a3e5-bf5951ff8c0e: This subnet is being modified by another concurrent operation. Sep 30 13:29:37.996111 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server Sep 30 13:29:38.016365 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f3a7b7a-c6d4-4a26-834e-fea3f71bce2f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:38.021332 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ad441b-697a-4d78-86a3-c50fe95d9f57 None None] get_active_networks_info from n-d-810909-2 {{(pid=94765) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 13:29:38.081003 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-1f3a7b7a-c6d4-4a26-834e-fea3f71bce2f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38122c05-79b6-4198-a8fa-6549d6e78609']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:38.092214 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-1f3a7b7a-c6d4-4a26-834e-fea3f71bce2f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '302b726b-9953-49ac-82d8-e887bf9daeac') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:38.092513 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-1f3a7b7a-c6d4-4a26-834e-fea3f71bce2f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '302b726b-9953-49ac-82d8-e887bf9daeac') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:38.105509 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f3a7b7a-c6d4-4a26-834e-fea3f71bce2f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:38.119029 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-52df4659-9c29-42b6-97fb-41046dc8290e tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Allocated IP 172.20.0.3 (5b7b13e1-3b90-433f-8d9a-1dcfe51d5213/b2f1cb80-5709-4bce-9ab1-8fb62f337f25/3bdb1f58-e396-4c81-8994-73029f2f6954) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:29:38.128560 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f3a7b7a-c6d4-4a26-834e-fea3f71bce2f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:38.139727 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3a7b7a-c6d4-4a26-834e-fea3f71bce2f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:29:38.140926 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f3a7b7a-c6d4-4a26-834e-fea3f71bce2f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:29:38.143631 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:29:38.203070 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ad441b-697a-4d78-86a3-c50fe95d9f57 None None] Resources bound (agent type, host, resource id): {{(pid=94765) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 13:29:38.255564 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f3a7b7a-c6d4-4a26-834e-fea3f71bce2f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:38.267521 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f3a7b7a-c6d4-4a26-834e-fea3f71bce2f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:38.280059 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1f3a7b7a-c6d4-4a26-834e-fea3f71bce2f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/networks/38122c05-79b6-4198-a8fa-6549d6e78609 HTTP/1.1" status: 204 len: 168 time: 0.8855038 Sep 30 13:29:38.284129 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33846) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:38.289604 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-33b95f39-9ee1-45f6-a6cf-b5e67ec926a7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1252303397'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:38.316763 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a7b7a-c6d4-4a26-834e-fea3f71bce2f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event deleted for resources: {'Network': ['ID=38122c05-79b6-4198-a8fa-6549d6e78609,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:38.369430 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b95f39-9ee1-45f6-a6cf-b5e67ec926a7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Made reservation on behalf of 82bed4e0a7124ab79088cc43d30e2774 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:38.374139 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-33b95f39-9ee1-45f6-a6cf-b5e67ec926a7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:38.383389 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-52df4659-9c29-42b6-97fb-41046dc8290e tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:38.423830 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b95f39-9ee1-45f6-a6cf-b5e67ec926a7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:29:38.445223 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-33b95f39-9ee1-45f6-a6cf-b5e67ec926a7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:38.445223 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-33b95f39-9ee1-45f6-a6cf-b5e67ec926a7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Added segment 26dbcb13-f298-4100-b0b1-4f4f64355af2 of type vlan for network 71008dba-cb5d-4bd0-8930-19c25f557a92 Sep 30 13:29:38.448032 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-52df4659-9c29-42b6-97fb-41046dc8290e tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:38.500215 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-33b95f39-9ee1-45f6-a6cf-b5e67ec926a7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:38.540282 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-33b95f39-9ee1-45f6-a6cf-b5e67ec926a7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:38.548737 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b95f39-9ee1-45f6-a6cf-b5e67ec926a7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:38.549489 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-33b95f39-9ee1-45f6-a6cf-b5e67ec926a7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:38.564031 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52df4659-9c29-42b6-97fb-41046dc8290e tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Network 5b7b13e1-3b90-433f-8d9a-1dcfe51d5213 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:29:38.568149 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-52df4659-9c29-42b6-97fb-41046dc8290e tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:38.573027 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52df4659-9c29-42b6-97fb-41046dc8290e tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:38.577326 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df4659-9c29-42b6-97fb-41046dc8290e tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Pushing event updated for resources: {'Port': ['ID=3bdb1f58-e396-4c81-8994-73029f2f6954,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:38.627829 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d7cb27-2a7d-44a1-b2b7-765cc04dc4a7 None None] Network 38122c05-79b6-4198-a8fa-6549d6e78609 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:38.641372 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b95f39-9ee1-45f6-a6cf-b5e67ec926a7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event updated for resources: {'Network': ['ID=71008dba-cb5d-4bd0-8930-19c25f557a92,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:38.641892 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52df4659-9c29-42b6-97fb-41046dc8290e tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:38.643052 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-52df4659-9c29-42b6-97fb-41046dc8290e tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:38.649973 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-33b95f39-9ee1-45f6-a6cf-b5e67ec926a7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3642657 Sep 30 13:29:38.652241 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33854) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:38.657741 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 71008dba-cb5d-4bd0-8930-19c25f557a92 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:29:38.660519 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d7cb27-2a7d-44a1-b2b7-765cc04dc4a7 None None] Network 38122c05-79b6-4198-a8fa-6549d6e78609 could not be found, it might have been deleted concurrently. {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 30 13:29:38.665725 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-01a608c4-7653-49ab-84b7-d332ef7aadd9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Request body: {'subnet': {'network_id': '71008dba-cb5d-4bd0-8930-19c25f557a92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:38.679883 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-52df4659-9c29-42b6-97fb-41046dc8290e tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0199909 Sep 30 13:29:38.683872 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33856) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:38.684159 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d1890b-8466-4596-a768-0aa4fa030561 None None] Network 38122c05-79b6-4198-a8fa-6549d6e78609 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:38.692123 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d16f2959-12de-479b-b900-0f36c10c1bfb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:95:29:7f'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:dc:4c:a0'}]}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:38.749720 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d1890b-8466-4596-a768-0aa4fa030561 None None] Network 38122c05-79b6-4198-a8fa-6549d6e78609 could not be found, it might have been deleted concurrently. {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 30 13:29:38.872464 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a608c4-7653-49ab-84b7-d332ef7aadd9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Made reservation on behalf of 82bed4e0a7124ab79088cc43d30e2774 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:38.882338 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-01a608c4-7653-49ab-84b7-d332ef7aadd9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:38.899023 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d16f2959-12de-479b-b900-0f36c10c1bfb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:39.017649 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-b0355cd4-4279-44ab-8337-ee87dd594d0f None None] Provisioning complete for port 77792759-f435-4749-97a8-02ba7a30c679 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:39.018313 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b0355cd4-4279-44ab-8337-ee87dd594d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:39.079756 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-b0355cd4-4279-44ab-8337-ee87dd594d0f None None] Port 77792759-f435-4749-97a8-02ba7a30c679 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:29:39.217205 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-01a608c4-7653-49ab-84b7-d332ef7aadd9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:39.239133 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d16f2959-12de-479b-b900-0f36c10c1bfb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:39.248650 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d16f2959-12de-479b-b900-0f36c10c1bfb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:39.284239 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a608c4-7653-49ab-84b7-d332ef7aadd9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event updated for resources: {'Subnet': ['ID=6789c77e-b55b-4179-b8a8-a2f02c37e83d,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:39.295322 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a608c4-7653-49ab-84b7-d332ef7aadd9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Checking segment: {'id': '26dbcb13-f298-4100-b0b1-4f4f64355af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '71008dba-cb5d-4bd0-8930-19c25f557a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:29:39.295709 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a608c4-7653-49ab-84b7-d332ef7aadd9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Network hostable DHCP agents. Network: 71008dba-cb5d-4bd0-8930-19c25f557a92, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:29:39.328569 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a608c4-7653-49ab-84b7-d332ef7aadd9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Network 71008dba-cb5d-4bd0-8930-19c25f557a92 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:29:39.343986 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f2959-12de-479b-b900-0f36c10c1bfb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Pushing event updated for resources: {'Port': ['ID=3bdb1f58-e396-4c81-8994-73029f2f6954,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:39.362923 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-01a608c4-7653-49ab-84b7-d332ef7aadd9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 71008dba-cb5d-4bd0-8930-19c25f557a92) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:39.369855 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a608c4-7653-49ab-84b7-d332ef7aadd9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:39.370853 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-01a608c4-7653-49ab-84b7-d332ef7aadd9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:39.373263 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18717445-7089-49d4-a6a0-ad45a6924b0d None None] Network 71008dba-cb5d-4bd0-8930-19c25f557a92 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:39.381753 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-d16f2959-12de-479b-b900-0f36c10c1bfb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] In _notify_port_updated(), no bound segment for port 3bdb1f58-e396-4c81-8994-73029f2f6954 on network 5b7b13e1-3b90-433f-8d9a-1dcfe51d5213 {{(pid=94763) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 13:29:39.390339 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16f2959-12de-479b-b900-0f36c10c1bfb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:39.391155 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d16f2959-12de-479b-b900-0f36c10c1bfb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:39.393542 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d16f2959-12de-479b-b900-0f36c10c1bfb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] 10.222.0.18 "PUT /v2.0/ports/3bdb1f58-e396-4c81-8994-73029f2f6954 HTTP/1.1" status: 200 len: 1057 time: 0.7077286 Sep 30 13:29:39.397299 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33872) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:39.413527 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-01a608c4-7653-49ab-84b7-d332ef7aadd9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7570069 Sep 30 13:29:39.414386 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33874) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:39.531444 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-828f929c-0138-4ca4-a4f4-7a1f9ad34b1b tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Deleting port 3bdb1f58-e396-4c81-8994-73029f2f6954 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:39.532169 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-828f929c-0138-4ca4-a4f4-7a1f9ad34b1b tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:39.554516 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-60f94c39-8ba4-404e-a308-39441f055a06 None None] Provisioning complete for port 3bdb1f58-e396-4c81-8994-73029f2f6954 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:39.558870 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-60f94c39-8ba4-404e-a308-39441f055a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:39.570522 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb32893c-f5f8-4c39-b30f-a92376e4dbae tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:39.659487 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb32893c-f5f8-4c39-b30f-a92376e4dbae tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:39.676801 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-60f94c39-8ba4-404e-a308-39441f055a06 None None] Port 3bdb1f58-e396-4c81-8994-73029f2f6954 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:29:39.698134 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-828f929c-0138-4ca4-a4f4-7a1f9ad34b1b tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:39.725394 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-828f929c-0138-4ca4-a4f4-7a1f9ad34b1b tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Calling delete_port for 3bdb1f58-e396-4c81-8994-73029f2f6954 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:39.781623 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb32893c-f5f8-4c39-b30f-a92376e4dbae tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:39.846480 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32893c-f5f8-4c39-b30f-a92376e4dbae tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event deleted for resources: {'Subnet': ['ID=6789c77e-b55b-4179-b8a8-a2f02c37e83d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:39.887893 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c333acf-b411-46a2-a177-a1332167286c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-71008dba-cb5d-4bd0-8930-19c25f557a92', 'network_id': '71008dba-cb5d-4bd0-8930-19c25f557a92', 'tenant_id': '82bed4e0a7124ab79088cc43d30e2774', 'fixed_ips': [{'subnet_id': '6789c77e-b55b-4179-b8a8-a2f02c37e83d'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:29:39.888583 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7c333acf-b411-46a2-a177-a1332167286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:39.920298 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-0c13801a-999c-4e82-9058-3c24d516d6a4 None None] Provisioning complete for port 3bdb1f58-e396-4c81-8994-73029f2f6954 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:39.920728 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0c13801a-999c-4e82-9058-3c24d516d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:39.930671 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb32893c-f5f8-4c39-b30f-a92376e4dbae tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:39.972670 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-cb32893c-f5f8-4c39-b30f-a92376e4dbae tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71008dba-cb5d-4bd0-8930-19c25f557a92']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:39.993345 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-cb32893c-f5f8-4c39-b30f-a92376e4dbae tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26dbcb13-f298-4100-b0b1-4f4f64355af2') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:39.993637 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-cb32893c-f5f8-4c39-b30f-a92376e4dbae tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26dbcb13-f298-4100-b0b1-4f4f64355af2') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:40.005457 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb32893c-f5f8-4c39-b30f-a92376e4dbae tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:40.006309 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-828f929c-0138-4ca4-a4f4-7a1f9ad34b1b tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:40.024905 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb32893c-f5f8-4c39-b30f-a92376e4dbae tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:40.039540 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb32893c-f5f8-4c39-b30f-a92376e4dbae tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:29:40.040451 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb32893c-f5f8-4c39-b30f-a92376e4dbae tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:29:40.047847 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:29:40.069754 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-0c13801a-999c-4e82-9058-3c24d516d6a4 None None] Port 3bdb1f58-e396-4c81-8994-73029f2f6954 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:29:40.115004 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d81633-a508-4d6d-ae08-39f90f38fdb2 None None] Network 71008dba-cb5d-4bd0-8930-19c25f557a92 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:40.117643 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f929c-0138-4ca4-a4f4-7a1f9ad34b1b tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Pushing event deleted for resources: {'Port': ['ID=3bdb1f58-e396-4c81-8994-73029f2f6954,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:40.127757 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb32893c-f5f8-4c39-b30f-a92376e4dbae tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:40.135506 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb32893c-f5f8-4c39-b30f-a92376e4dbae tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:40.142590 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cb32893c-f5f8-4c39-b30f-a92376e4dbae tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/networks/71008dba-cb5d-4bd0-8930-19c25f557a92 HTTP/1.1" status: 204 len: 168 time: 0.7227931 Sep 30 13:29:40.143708 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33888) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:40.174448 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-a914e2b2-2072-44fb-8b1f-315c30ecf458 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2050535353'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:40.224699 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32893c-f5f8-4c39-b30f-a92376e4dbae tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event deleted for resources: {'Network': ['ID=71008dba-cb5d-4bd0-8930-19c25f557a92,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:40.230776 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a914e2b2-2072-44fb-8b1f-315c30ecf458 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Made reservation on behalf of 82bed4e0a7124ab79088cc43d30e2774 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:40.239015 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a914e2b2-2072-44fb-8b1f-315c30ecf458 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:40.304866 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a914e2b2-2072-44fb-8b1f-315c30ecf458 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:29:40.322077 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a914e2b2-2072-44fb-8b1f-315c30ecf458 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:40.322430 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-a914e2b2-2072-44fb-8b1f-315c30ecf458 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Added segment d156ad00-7e73-4621-a446-220e6fb1746f of type vlan for network 62aa66f6-c655-46b5-8978-1e11cecdcd1d Sep 30 13:29:40.377686 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a914e2b2-2072-44fb-8b1f-315c30ecf458 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:40.411938 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a914e2b2-2072-44fb-8b1f-315c30ecf458 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:40.426406 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a914e2b2-2072-44fb-8b1f-315c30ecf458 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:40.428572 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a914e2b2-2072-44fb-8b1f-315c30ecf458 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:40.441305 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-828f929c-0138-4ca4-a4f4-7a1f9ad34b1b tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:40.444355 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-828f929c-0138-4ca4-a4f4-7a1f9ad34b1b tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] 10.222.0.18 "DELETE /v2.0/ports/3bdb1f58-e396-4c81-8994-73029f2f6954 HTTP/1.1" status: 204 len: 168 time: 1.0459352 Sep 30 13:29:40.447132 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33894) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:40.477679 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a45c194-3cf4-4a0e-ada3-571c36f756dc tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] GET failed (client error): The resource could not be found. Sep 30 13:29:40.480133 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1a45c194-3cf4-4a0e-ada3-571c36f756dc tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] 10.222.0.18 "GET /v2.0/ports/3bdb1f58-e396-4c81-8994-73029f2f6954 HTTP/1.1" status: 404 len: 333 time: 0.0318065 Sep 30 13:29:40.483587 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33898) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:40.491726 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a914e2b2-2072-44fb-8b1f-315c30ecf458 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3427727 Sep 30 13:29:40.492059 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33900) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:40.500151 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-7dbc9d08-cf68-4404-95c8-92ccbc7ebe8f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Request body: {'subnet': {'network_id': '62aa66f6-c655-46b5-8978-1e11cecdcd1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:40.527797 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914e2b2-2072-44fb-8b1f-315c30ecf458 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event updated for resources: {'Network': ['ID=62aa66f6-c655-46b5-8978-1e11cecdcd1d,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:40.541663 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 62aa66f6-c655-46b5-8978-1e11cecdcd1d details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:29:40.673304 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbc9d08-cf68-4404-95c8-92ccbc7ebe8f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Made reservation on behalf of 82bed4e0a7124ab79088cc43d30e2774 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:40.676906 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7dbc9d08-cf68-4404-95c8-92ccbc7ebe8f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:40.696906 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-c95c3929-1efa-44d1-bb97-d802f6f32dbb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Deleting port 77792759-f435-4749-97a8-02ba7a30c679 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:40.697292 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c95c3929-1efa-44d1-bb97-d802f6f32dbb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:40.758335 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.ipam_backend_mixin [None req-7dbc9d08-cf68-4404-95c8-92ccbc7ebe8f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Performing IP validity checks on allocation pools {{(pid=94763) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 30 13:29:40.758867 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.ipam_backend_mixin [None req-7dbc9d08-cf68-4404-95c8-92ccbc7ebe8f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94763) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 30 13:29:40.848180 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c95c3929-1efa-44d1-bb97-d802f6f32dbb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:40.877154 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-c95c3929-1efa-44d1-bb97-d802f6f32dbb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Calling delete_port for 77792759-f435-4749-97a8-02ba7a30c679 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:41.295476 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7dbc9d08-cf68-4404-95c8-92ccbc7ebe8f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:41.343619 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc9d08-cf68-4404-95c8-92ccbc7ebe8f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event updated for resources: {'Subnet': ['ID=9dda21d3-6f2a-488c-8f38-4cfb0d4b057b,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:41.422885 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbc9d08-cf68-4404-95c8-92ccbc7ebe8f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Checking segment: {'id': 'd156ad00-7e73-4621-a446-220e6fb1746f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '62aa66f6-c655-46b5-8978-1e11cecdcd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:29:41.423241 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbc9d08-cf68-4404-95c8-92ccbc7ebe8f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Network hostable DHCP agents. Network: 62aa66f6-c655-46b5-8978-1e11cecdcd1d, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:29:41.453747 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbc9d08-cf68-4404-95c8-92ccbc7ebe8f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Network 62aa66f6-c655-46b5-8978-1e11cecdcd1d is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:29:41.457571 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c95c3929-1efa-44d1-bb97-d802f6f32dbb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:41.490184 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-7dbc9d08-cf68-4404-95c8-92ccbc7ebe8f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 62aa66f6-c655-46b5-8978-1e11cecdcd1d) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:41.495007 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c3929-1efa-44d1-bb97-d802f6f32dbb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Pushing event deleted for resources: {'Port': ['ID=77792759-f435-4749-97a8-02ba7a30c679,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:41.524978 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636def5c-80ca-4d0e-a051-fb1ada15a41f None None] Network 62aa66f6-c655-46b5-8978-1e11cecdcd1d requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:41.526000 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbc9d08-cf68-4404-95c8-92ccbc7ebe8f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:41.526000 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7dbc9d08-cf68-4404-95c8-92ccbc7ebe8f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:41.570922 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7dbc9d08-cf68-4404-95c8-92ccbc7ebe8f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0751088 Sep 30 13:29:41.573388 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33930) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:41.581877 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c95c3929-1efa-44d1-bb97-d802f6f32dbb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:41.586188 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c95c3929-1efa-44d1-bb97-d802f6f32dbb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] 10.222.0.18 "DELETE /v2.0/ports/77792759-f435-4749-97a8-02ba7a30c679 HTTP/1.1" status: 204 len: 168 time: 1.0992055 Sep 30 13:29:41.587938 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33932) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:41.650345 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-c500cd8a-b4a3-478e-bd12-509b36a023de tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] GET failed (client error): The resource could not be found. Sep 30 13:29:41.658761 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c500cd8a-b4a3-478e-bd12-509b36a023de tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] 10.222.0.18 "GET /v2.0/ports/77792759-f435-4749-97a8-02ba7a30c679 HTTP/1.1" status: 404 len: 333 time: 0.0684280 Sep 30 13:29:41.659944 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33934) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:41.780054 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:41.796753 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b785d635-dd5e-40b8-a4de-93e6c8276cae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-62aa66f6-c655-46b5-8978-1e11cecdcd1d', 'network_id': '62aa66f6-c655-46b5-8978-1e11cecdcd1d', 'tenant_id': '82bed4e0a7124ab79088cc43d30e2774', 'fixed_ips': [{'subnet_id': '9dda21d3-6f2a-488c-8f38-4cfb0d4b057b'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:29:41.797951 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b785d635-dd5e-40b8-a4de-93e6c8276cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:41.814517 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-bf74195d-e0c2-40e5-92cc-98c811735dfd tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Deleting port f8f8b73a-d941-43e0-a52b-46415343c3c2 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:41.814907 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bf74195d-e0c2-40e5-92cc-98c811735dfd tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:41.881247 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:41.951940 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bf74195d-e0c2-40e5-92cc-98c811735dfd tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:41.970923 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-bf74195d-e0c2-40e5-92cc-98c811735dfd tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Calling delete_port for f8f8b73a-d941-43e0-a52b-46415343c3c2 owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:42.036296 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-b785d635-dd5e-40b8-a4de-93e6c8276cae None None] Allocated IP 172.20.0.3 (62aa66f6-c655-46b5-8978-1e11cecdcd1d/9dda21d3-6f2a-488c-8f38-4cfb0d4b057b/41621491-a9bf-4fd3-bb78-ffe3845516fc) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:29:42.144153 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bf74195d-e0c2-40e5-92cc-98c811735dfd tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:42.176956 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74195d-e0c2-40e5-92cc-98c811735dfd tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Pushing event deleted for resources: {'Port': ['ID=f8f8b73a-d941-43e0-a52b-46415343c3c2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:42.249453 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b785d635-dd5e-40b8-a4de-93e6c8276cae None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:42.280144 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b785d635-dd5e-40b8-a4de-93e6c8276cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:42.293949 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:42.296991 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bf74195d-e0c2-40e5-92cc-98c811735dfd tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:42.304224 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bf74195d-e0c2-40e5-92cc-98c811735dfd tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] 10.222.0.18 "DELETE /v2.0/ports/f8f8b73a-d941-43e0-a52b-46415343c3c2 HTTP/1.1" status: 204 len: 168 time: 0.6428459 Sep 30 13:29:42.305588 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 33952) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:42.332575 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b785d635-dd5e-40b8-a4de-93e6c8276cae None None] Network 62aa66f6-c655-46b5-8978-1e11cecdcd1d is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:29:42.337875 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-b785d635-dd5e-40b8-a4de-93e6c8276cae None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:42.341881 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b785d635-dd5e-40b8-a4de-93e6c8276cae None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:42.359591 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785d635-dd5e-40b8-a4de-93e6c8276cae None None] Pushing event updated for resources: {'Port': ['ID=41621491-a9bf-4fd3-bb78-ffe3845516fc,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:42.391068 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event deleted for resources: {'Subnet': ['ID=9dda21d3-6f2a-488c-8f38-4cfb0d4b057b,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:42.424353 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f8c3c1c-6753-4179-8747-0f487cf74edb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Deleting subnet b2f1cb80-5709-4bce-9ab1-8fb62f337f25 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:29:42.439064 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3c1c-6753-4179-8747-0f487cf74edb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:42.462866 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b785d635-dd5e-40b8-a4de-93e6c8276cae None None] Attempting to bind port 41621491-a9bf-4fd3-bb78-ffe3845516fc on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:42.463180 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b785d635-dd5e-40b8-a4de-93e6c8276cae None None] Attempting to bind port 41621491-a9bf-4fd3-bb78-ffe3845516fc by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'd156ad00-7e73-4621-a446-220e6fb1746f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '62aa66f6-c655-46b5-8978-1e11cecdcd1d'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:42.463543 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b785d635-dd5e-40b8-a4de-93e6c8276cae None None] Attempting to bind port 41621491-a9bf-4fd3-bb78-ffe3845516fc on network 62aa66f6-c655-46b5-8978-1e11cecdcd1d {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:42.476965 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b785d635-dd5e-40b8-a4de-93e6c8276cae None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:29:42.477338 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b785d635-dd5e-40b8-a4de-93e6c8276cae None None] Checking segment: {'id': 'd156ad00-7e73-4621-a446-220e6fb1746f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '62aa66f6-c655-46b5-8978-1e11cecdcd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:29:42.478639 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b785d635-dd5e-40b8-a4de-93e6c8276cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:42.479266 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b785d635-dd5e-40b8-a4de-93e6c8276cae None None] Bound using segment: {'id': 'd156ad00-7e73-4621-a446-220e6fb1746f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '62aa66f6-c655-46b5-8978-1e11cecdcd1d'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:29:42.479751 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b785d635-dd5e-40b8-a4de-93e6c8276cae None None] Bound port: 41621491-a9bf-4fd3-bb78-ffe3845516fc, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd156ad00-7e73-4621-a446-220e6fb1746f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '62aa66f6-c655-46b5-8978-1e11cecdcd1d'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:29:42.480135 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b785d635-dd5e-40b8-a4de-93e6c8276cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:42.504103 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:42.529473 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62aa66f6-c655-46b5-8978-1e11cecdcd1d']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:42.561389 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3c1c-6753-4179-8747-0f487cf74edb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:42.564695 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd156ad00-7e73-4621-a446-220e6fb1746f') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:42.565103 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd156ad00-7e73-4621-a446-220e6fb1746f') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:42.583196 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:42.609487 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:42.619332 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:29:42.619741 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:29:42.623898 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:29:42.641277 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b785d635-dd5e-40b8-a4de-93e6c8276cae None None] For port 41621491-a9bf-4fd3-bb78-ffe3845516fc, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:29:42.718529 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b785d635-dd5e-40b8-a4de-93e6c8276cae None None] For port 41621491-a9bf-4fd3-bb78-ffe3845516fc, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=41621491-a9bf-4fd3-bb78-ffe3845516fc,segment=NetworkSegment(d156ad00-7e73-4621-a446-220e6fb1746f),segment_id=d156ad00-7e73-4621-a446-220e6fb1746f)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:29:42.720770 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3c1c-6753-4179-8747-0f487cf74edb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:42.721380 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.db.api [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 30 13:29:42.721380 n-d-810909-2 neutron-server[94763]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 30 13:29:42.721380 n-d-810909-2 neutron-server[94763]: [parameters: {'id': '62aa66f6-c655-46b5-8978-1e11cecdcd1d'}] Sep 30 13:29:42.721380 n-d-810909-2 neutron-server[94763]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:29:42.721380 n-d-810909-2 neutron-server[94763]: DEBUG oslo_db.api [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:29:42.724994 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b785d635-dd5e-40b8-a4de-93e6c8276cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:42.777594 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785d635-dd5e-40b8-a4de-93e6c8276cae None None] Pushing event updated for resources: {'Port': ['ID=41621491-a9bf-4fd3-bb78-ffe3845516fc,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:42.816126 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3c1c-6753-4179-8747-0f487cf74edb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:42.860578 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3c1c-6753-4179-8747-0f487cf74edb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:42.862864 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6f8c3c1c-6753-4179-8747-0f487cf74edb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] 10.222.0.18 "DELETE /v2.0/subnets/b2f1cb80-5709-4bce-9ab1-8fb62f337f25 HTTP/1.1" status: 204 len: 168 time: 0.5560997 Sep 30 13:29:42.863883 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c3c1c-6753-4179-8747-0f487cf74edb tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f1cb80-5709-4bce-9ab1-8fb62f337f25,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:42.865801 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 33964) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:42.875077 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6349442f-cec1-40d8-8988-618e20f883ca None None] Network 5b7b13e1-3b90-433f-8d9a-1dcfe51d5213 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:42.890632 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddfb47e-aae2-4921-94c6-9771512cd0ba None None] Network 62aa66f6-c655-46b5-8978-1e11cecdcd1d requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:42.983927 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a23f85b-0f7d-48e8-89cc-6baedab60be8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:43.095860 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-2a23f85b-0f7d-48e8-89cc-6baedab60be8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Deleting port 35cab3fb-7e44-4921-9e8e-a12081a3cf4c {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:43.096197 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a23f85b-0f7d-48e8-89cc-6baedab60be8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:43.194354 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-2a23f85b-0f7d-48e8-89cc-6baedab60be8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] For port 35cab3fb-7e44-4921-9e8e-a12081a3cf4c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=35cab3fb-7e44-4921-9e8e-a12081a3cf4c,segment=NetworkSegment(98f3dd6c-a0ff-4dc1-a251-7fde830d7b6c),segment_id=98f3dd6c-a0ff-4dc1-a251-7fde830d7b6c)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:29:43.194796 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a23f85b-0f7d-48e8-89cc-6baedab60be8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:43.209678 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-2a23f85b-0f7d-48e8-89cc-6baedab60be8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Calling delete_port for 35cab3fb-7e44-4921-9e8e-a12081a3cf4c owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:43.222368 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:43.353145 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e36750-7fa4-4878-8548-82491de07a07 None None] DHCP port deletion for 5b7b13e1-3b90-433f-8d9a-1dcfe51d5213 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:29:43.373209 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Deleting port 41621491-a9bf-4fd3-bb78-ffe3845516fc {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:43.374097 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:43.412226 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a23f85b-0f7d-48e8-89cc-6baedab60be8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:43.443961 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23f85b-0f7d-48e8-89cc-6baedab60be8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Pushing event deleted for resources: {'Port': ['ID=35cab3fb-7e44-4921-9e8e-a12081a3cf4c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:43.452722 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-65e36750-7fa4-4878-8548-82491de07a07 None None] Deleting port 35cab3fb-7e44-4921-9e8e-a12081a3cf4c {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:43.453115 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-65e36750-7fa4-4878-8548-82491de07a07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:43.495304 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a23f85b-0f7d-48e8-89cc-6baedab60be8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] No DVR routers for this DVR port 35cab3fb-7e44-4921-9e8e-a12081a3cf4c on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:29:43.504404 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] For port 41621491-a9bf-4fd3-bb78-ffe3845516fc, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=41621491-a9bf-4fd3-bb78-ffe3845516fc,segment=NetworkSegment(d156ad00-7e73-4621-a446-220e6fb1746f),segment_id=d156ad00-7e73-4621-a446-220e6fb1746f)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:29:43.504774 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:43.539087 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-65e36750-7fa4-4878-8548-82491de07a07 None None] For port 35cab3fb-7e44-4921-9e8e-a12081a3cf4c, host n-d-810909-2, got binding levels [] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:29:43.539486 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-65e36750-7fa4-4878-8548-82491de07a07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:43.541992 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Calling delete_port for 41621491-a9bf-4fd3-bb78-ffe3845516fc owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:43.557188 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-65e36750-7fa4-4878-8548-82491de07a07 None None] Calling delete_port for 35cab3fb-7e44-4921-9e8e-a12081a3cf4c owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:43.562702 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.ipam_backend_mixin [None req-65e36750-7fa4-4878-8548-82491de07a07 None None] Port 35cab3fb-7e44-4921-9e8e-a12081a3cf4c was not found and therefore no delete operation was performed {{(pid=94765) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 13:29:43.564363 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-65e36750-7fa4-4878-8548-82491de07a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:43.598882 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e36750-7fa4-4878-8548-82491de07a07 None None] Pushing event deleted for resources: {'Port': ['ID=35cab3fb-7e44-4921-9e8e-a12081a3cf4c,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:43.605017 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e36750-7fa4-4878-8548-82491de07a07 None None] No DVR routers for this DVR port 35cab3fb-7e44-4921-9e8e-a12081a3cf4c on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:29:43.628113 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd18e1a-071a-42a5-b977-73683ffe723f None None] get_active_networks_info from n-d-810909-2 {{(pid=94765) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 13:29:43.656488 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a23f85b-0f7d-48e8-89cc-6baedab60be8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:43.704135 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-2a23f85b-0f7d-48e8-89cc-6baedab60be8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7b13e1-3b90-433f-8d9a-1dcfe51d5213']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:43.716685 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-2a23f85b-0f7d-48e8-89cc-6baedab60be8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f3dd6c-a0ff-4dc1-a251-7fde830d7b6c') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:43.717020 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-2a23f85b-0f7d-48e8-89cc-6baedab60be8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f3dd6c-a0ff-4dc1-a251-7fde830d7b6c') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:43.735066 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a23f85b-0f7d-48e8-89cc-6baedab60be8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:43.752964 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a23f85b-0f7d-48e8-89cc-6baedab60be8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:43.760039 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:43.762396 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a23f85b-0f7d-48e8-89cc-6baedab60be8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:29:43.762795 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a23f85b-0f7d-48e8-89cc-6baedab60be8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:29:43.769083 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:29:43.788870 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd18e1a-071a-42a5-b977-73683ffe723f None None] Resources bound (agent type, host, resource id): {{(pid=94765) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 13:29:43.819282 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event deleted for resources: {'Port': ['ID=41621491-a9bf-4fd3-bb78-ffe3845516fc,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:43.830774 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] No DVR routers for this DVR port 41621491-a9bf-4fd3-bb78-ffe3845516fc on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:29:43.955452 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a23f85b-0f7d-48e8-89cc-6baedab60be8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:43.966097 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a23f85b-0f7d-48e8-89cc-6baedab60be8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:43.968214 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2a23f85b-0f7d-48e8-89cc-6baedab60be8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] 10.222.0.18 "DELETE /v2.0/networks/5b7b13e1-3b90-433f-8d9a-1dcfe51d5213 HTTP/1.1" status: 204 len: 168 time: 1.1013060 Sep 30 13:29:43.990571 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23f85b-0f7d-48e8-89cc-6baedab60be8 tempest-AllowedAddressPairTestJSON-1844332069 tempest-AllowedAddressPairTestJSON-1844332069-project] Pushing event deleted for resources: {'Network': ['ID=5b7b13e1-3b90-433f-8d9a-1dcfe51d5213,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:44.038222 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:44.101691 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62aa66f6-c655-46b5-8978-1e11cecdcd1d']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:44.117955 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd156ad00-7e73-4621-a446-220e6fb1746f') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:44.118297 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd156ad00-7e73-4621-a446-220e6fb1746f') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:44.130482 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:44.157302 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:44.164146 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:29:44.164453 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:29:44.235860 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:29:44.286353 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 35cab3fb-7e44-4921-9e8e-a12081a3cf4c no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:29:44.288848 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:44.307359 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:44.309959 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/networks/62aa66f6-c655-46b5-8978-1e11cecdcd1d HTTP/1.1" status: 204 len: 168 time: 2.7351835 Sep 30 13:29:44.314899 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34008) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:44.323053 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-6935c827-1d31-4f37-b655-5aa421172a52 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-98156408'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:44.326726 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f4e0f-34f7-4123-8a65-ee8d6ba8dd8c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event deleted for resources: {'Network': ['ID=62aa66f6-c655-46b5-8978-1e11cecdcd1d,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:44.334157 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 35cab3fb-7e44-4921-9e8e-a12081a3cf4c {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:29:44.334856 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 35cab3fb-7e44-4921-9e8e-a12081a3cf4c not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:29:44.366275 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6935c827-1d31-4f37-b655-5aa421172a52 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Made reservation on behalf of 82bed4e0a7124ab79088cc43d30e2774 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:44.371439 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6935c827-1d31-4f37-b655-5aa421172a52 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:44.401151 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6935c827-1d31-4f37-b655-5aa421172a52 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:29:44.411216 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6935c827-1d31-4f37-b655-5aa421172a52 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:44.411646 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-6935c827-1d31-4f37-b655-5aa421172a52 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Added segment e1673b18-afbb-46dd-af7a-1b88aff2d35c of type vlan for network 40f82f8d-4bb9-4a2b-9c48-9efd2a7ee526 Sep 30 13:29:44.448717 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34012) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:44.469942 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6935c827-1d31-4f37-b655-5aa421172a52 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:44.499612 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6935c827-1d31-4f37-b655-5aa421172a52 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:44.505444 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6935c827-1d31-4f37-b655-5aa421172a52 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:44.506281 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6935c827-1d31-4f37-b655-5aa421172a52 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:44.541971 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6935c827-1d31-4f37-b655-5aa421172a52 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2248154 Sep 30 13:29:44.542230 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34016) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:44.550686 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-15c1eb7e-3974-4fc6-b8ee-d23b307b90b6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Request body: {'subnet': {'network_id': '40f82f8d-4bb9-4a2b-9c48-9efd2a7ee526', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:44.584381 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935c827-1d31-4f37-b655-5aa421172a52 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event updated for resources: {'Network': ['ID=40f82f8d-4bb9-4a2b-9c48-9efd2a7ee526,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:44.595232 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 40f82f8d-4bb9-4a2b-9c48-9efd2a7ee526 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:29:44.683724 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-89b3c663-c349-4d2f-8189-92e7fc6e5747 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c0802a2e69c4886ba367782d5a8a8a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2337248 Sep 30 13:29:44.684973 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34020) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:44.750166 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c1eb7e-3974-4fc6-b8ee-d23b307b90b6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Made reservation on behalf of 82bed4e0a7124ab79088cc43d30e2774 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:44.754023 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-15c1eb7e-3974-4fc6-b8ee-d23b307b90b6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:44.771887 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c8a15edb-eb9a-445b-95df-da331a699eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:44.802747 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c8a15edb-eb9a-445b-95df-da331a699eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:44.888057 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c8a15edb-eb9a-445b-95df-da331a699eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:44.895928 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c8a15edb-eb9a-445b-95df-da331a699eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:44.903282 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c8a15edb-eb9a-445b-95df-da331a699eff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53d63661-cb6c-43d7-af0d-34c2904883bf HTTP/1.1" status: 204 len: 168 time: 0.2171028 Sep 30 13:29:44.907670 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:44.924757 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a15edb-eb9a-445b-95df-da331a699eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d63661-cb6c-43d7-af0d-34c2904883bf,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:45.103361 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-15c1eb7e-3974-4fc6-b8ee-d23b307b90b6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:45.173783 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1eb7e-3974-4fc6-b8ee-d23b307b90b6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event updated for resources: {'Subnet': ['ID=d3e4cf3d-810d-4e54-9089-6d00b25814fd,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:45.181802 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c1eb7e-3974-4fc6-b8ee-d23b307b90b6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Checking segment: {'id': 'e1673b18-afbb-46dd-af7a-1b88aff2d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '40f82f8d-4bb9-4a2b-9c48-9efd2a7ee526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:29:45.182262 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c1eb7e-3974-4fc6-b8ee-d23b307b90b6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Network hostable DHCP agents. Network: 40f82f8d-4bb9-4a2b-9c48-9efd2a7ee526, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:29:45.207754 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c1eb7e-3974-4fc6-b8ee-d23b307b90b6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Network 40f82f8d-4bb9-4a2b-9c48-9efd2a7ee526 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:29:45.243784 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-15c1eb7e-3974-4fc6-b8ee-d23b307b90b6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 40f82f8d-4bb9-4a2b-9c48-9efd2a7ee526) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:45.251369 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c1eb7e-3974-4fc6-b8ee-d23b307b90b6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:45.253095 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-15c1eb7e-3974-4fc6-b8ee-d23b307b90b6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:45.267439 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af52c890-fd59-4b5d-a3ed-19284b649525 None None] Network 40f82f8d-4bb9-4a2b-9c48-9efd2a7ee526 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:45.281976 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-15c1eb7e-3974-4fc6-b8ee-d23b307b90b6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7383363 Sep 30 13:29:45.285022 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34042) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:45.432926 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-e1991688-3639-4d34-add3-560686c16349 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1152506 Sep 30 13:29:45.501488 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f55ed162-d95a-4479-8b7e-64b3f0955560 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:45.508956 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6693e10f-b0fa-4404-aefa-d09497c59158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-40f82f8d-4bb9-4a2b-9c48-9efd2a7ee526', 'network_id': '40f82f8d-4bb9-4a2b-9c48-9efd2a7ee526', 'tenant_id': '82bed4e0a7124ab79088cc43d30e2774', 'fixed_ips': [{'subnet_id': 'd3e4cf3d-810d-4e54-9089-6d00b25814fd'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:29:45.510225 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6693e10f-b0fa-4404-aefa-d09497c59158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:45.574915 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-4b8a899a-9a04-408c-9a89-4900605348d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:45.574915 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-4b8a899a-9a04-408c-9a89-4900605348d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:45.575593 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-4b8a899a-9a04-408c-9a89-4900605348d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:45.575860 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-4b8a899a-9a04-408c-9a89-4900605348d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:45.576339 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-4b8a899a-9a04-408c-9a89-4900605348d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:45.576813 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-4b8a899a-9a04-408c-9a89-4900605348d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:45.577287 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-4b8a899a-9a04-408c-9a89-4900605348d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:45.579336 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-4b8a899a-9a04-408c-9a89-4900605348d5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b2b1cd5a06924c118528b4d0714f0f7d&device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 6500 time: 0.0802271 Sep 30 13:29:45.583412 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f55ed162-d95a-4479-8b7e-64b3f0955560 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:45.688658 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f55ed162-d95a-4479-8b7e-64b3f0955560 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server [None req-6693e10f-b0fa-4404-aefa-d09497c59158 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d3e4cf3d-810d-4e54-9089-6d00b25814fd: This subnet is being modified by another concurrent operation. Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise exception Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d3e4cf3d-810d-4e54-9089-6d00b25814fd: This subnet is being modified by another concurrent operation. Sep 30 13:29:45.694781 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server Sep 30 13:29:45.712817 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecfa018-fbf6-492a-8e11-53891fcf3a56 None None] Network 40f82f8d-4bb9-4a2b-9c48-9efd2a7ee526 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:45.731067 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ed162-d95a-4479-8b7e-64b3f0955560 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event deleted for resources: {'Subnet': ['ID=d3e4cf3d-810d-4e54-9089-6d00b25814fd,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:45.785887 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-c36c6093-ecf9-403e-b534-c606af42d630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:45.786557 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-c36c6093-ecf9-403e-b534-c606af42d630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:45.787260 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-c36c6093-ecf9-403e-b534-c606af42d630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:45.789057 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-c36c6093-ecf9-403e-b534-c606af42d630 service neutron] 10.222.0.54 "GET /v2.0/networks?id=93896050-5bca-40e4-92d7-aa842a3215ca&id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452&id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452 HTTP/1.1" status: 200 len: 2298 time: 0.1807613 Sep 30 13:29:45.859533 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f55ed162-d95a-4479-8b7e-64b3f0955560 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:45.894877 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-f55ed162-d95a-4479-8b7e-64b3f0955560 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f82f8d-4bb9-4a2b-9c48-9efd2a7ee526']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:45.902309 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c457b5f2-b888-4e21-89bf-672436130bde None None] get_active_networks_info from n-d-810909-2 {{(pid=94765) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 13:29:45.920982 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-f55ed162-d95a-4479-8b7e-64b3f0955560 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1673b18-afbb-46dd-af7a-1b88aff2d35c') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:45.923433 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-f55ed162-d95a-4479-8b7e-64b3f0955560 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1673b18-afbb-46dd-af7a-1b88aff2d35c') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:45.930378 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-3ff6abba-24b2-4497-b359-fbc7fdfdf5a3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=587b8253-b8b2-40e1-9c92-7bf9a3824a36 HTTP/1.1" status: 200 len: 1001 time: 0.1339626 Sep 30 13:29:45.950713 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f55ed162-d95a-4479-8b7e-64b3f0955560 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:45.986279 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f55ed162-d95a-4479-8b7e-64b3f0955560 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:46.000052 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55ed162-d95a-4479-8b7e-64b3f0955560 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:29:46.000594 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f55ed162-d95a-4479-8b7e-64b3f0955560 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:29:46.003915 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:29:46.049650 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-9eeb366d-4189-4902-a410-3a66d0e80d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:46.053529 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-9eeb366d-4189-4902-a410-3a66d0e80d92 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7f393d1-596e-4051-83e5-ef1e0d193a9e HTTP/1.1" status: 200 len: 855 time: 0.1163282 Sep 30 13:29:46.081354 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c457b5f2-b888-4e21-89bf-672436130bde None None] Resources bound (agent type, host, resource id): {{(pid=94765) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 13:29:46.121798 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f55ed162-d95a-4479-8b7e-64b3f0955560 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:46.129007 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f55ed162-d95a-4479-8b7e-64b3f0955560 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:46.135766 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f55ed162-d95a-4479-8b7e-64b3f0955560 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/networks/40f82f8d-4bb9-4a2b-9c48-9efd2a7ee526 HTTP/1.1" status: 204 len: 168 time: 0.8485270 Sep 30 13:29:46.139933 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34060) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:46.153739 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-bd117407-9f9a-43d0-b3dd-4e592689afee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:46.156046 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-bd117407-9f9a-43d0-b3dd-4e592689afee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=93896050-5bca-40e4-92d7-aa842a3215ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941591 Sep 30 13:29:46.181484 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-a14499a3-f19b-4799-b379-752788e47ded tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1814116741'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:46.194641 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34062) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:46.214920 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ed162-d95a-4479-8b7e-64b3f0955560 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event deleted for resources: {'Network': ['ID=40f82f8d-4bb9-4a2b-9c48-9efd2a7ee526,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:46.252089 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14499a3-f19b-4799-b379-752788e47ded tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Made reservation on behalf of 82bed4e0a7124ab79088cc43d30e2774 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:46.258349 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a14499a3-f19b-4799-b379-752788e47ded tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:46.355048 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14499a3-f19b-4799-b379-752788e47ded tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:29:46.357006 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-d1677839-4b21-438f-a8f3-f7d9d437dbf1 service neutron] 10.222.0.54 "GET /v2.0/networks/93896050-5bca-40e4-92d7-aa842a3215ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890678 Sep 30 13:29:46.389919 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a14499a3-f19b-4799-b379-752788e47ded tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:46.390801 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-a14499a3-f19b-4799-b379-752788e47ded tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Added segment 9ab3b811-baff-4f0c-827f-2e045df6030c of type vlan for network 03b1ddf4-fc7c-4235-954b-02ec75892085 Sep 30 13:29:46.490161 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-da127efe-2764-448c-88e7-244e1cf097f3 service neutron] 10.222.0.54 "GET /v2.0/networks/93896050-5bca-40e4-92d7-aa842a3215ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187265 Sep 30 13:29:46.549872 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-46b60184-29de-490f-becc-fdb66bd42890 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=7121023e-fda3-42f4-828e-9dd22cf5e92c HTTP/1.1" status: 200 len: 217 time: 0.0587735 Sep 30 13:29:46.563409 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a14499a3-f19b-4799-b379-752788e47ded tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:46.573874 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-2ac5cfac-f37f-4cb8-9f52-c9f12e751ce0 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Request body: {'networks': [{'name': 'tempest-network--1065015695'}, {'name': 'tempest-network--1027802984'}]} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:46.574464 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-2ac5cfac-f37f-4cb8-9f52-c9f12e751ce0 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Request body: {'network': {'name': 'tempest-network--1065015695'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:46.575613 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-2ac5cfac-f37f-4cb8-9f52-c9f12e751ce0 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Request body: {'network': {'name': 'tempest-network--1027802984'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:46.615035 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a14499a3-f19b-4799-b379-752788e47ded tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:46.622136 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14499a3-f19b-4799-b379-752788e47ded tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:46.623025 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a14499a3-f19b-4799-b379-752788e47ded tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:46.629424 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac5cfac-f37f-4cb8-9f52-c9f12e751ce0 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Made reservation on behalf of 988920f6e6ef47f9a94315f587f5f7d7 for: {'network': 2} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:46.635810 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2ac5cfac-f37f-4cb8-9f52-c9f12e751ce0 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:46.646453 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-11227263-3ba2-4ead-9744-482734e55697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:46.649543 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-11227263-3ba2-4ead-9744-482734e55697 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4f0ebae-560b-4b76-825f-e4ab47d71558 HTTP/1.1" status: 200 len: 797 time: 0.0918982 Sep 30 13:29:46.670317 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2ac5cfac-f37f-4cb8-9f52-c9f12e751ce0 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:46.696489 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a14499a3-f19b-4799-b379-752788e47ded tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5554945 Sep 30 13:29:46.700397 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34076) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:46.710984 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-bbb5458c-5b3e-42d4-96e0-48b7cf9feeb6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Request body: {'subnet': {'network_id': '03b1ddf4-fc7c-4235-954b-02ec75892085', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:46.736080 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14499a3-f19b-4799-b379-752788e47ded tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event updated for resources: {'Network': ['ID=03b1ddf4-fc7c-4235-954b-02ec75892085,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:46.749611 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 03b1ddf4-fc7c-4235-954b-02ec75892085 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:29:46.765332 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-f9f1568e-ae5f-4803-ac2a-2347ac2d6800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:46.774730 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-f9f1568e-ae5f-4803-ac2a-2347ac2d6800 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1179414 Sep 30 13:29:46.844853 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2ac5cfac-f37f-4cb8-9f52-c9f12e751ce0 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:46.855716 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2ac5cfac-f37f-4cb8-9f52-c9f12e751ce0 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:46.856742 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2ac5cfac-f37f-4cb8-9f52-c9f12e751ce0 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:46.958282 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac5cfac-f37f-4cb8-9f52-c9f12e751ce0 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:29:46.960036 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-9f606517-30cc-411c-965f-ee98451f5089 service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776164 Sep 30 13:29:46.984490 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5cfac-f37f-4cb8-9f52-c9f12e751ce0 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79cfd060-84d7-4cd2-a7be-e8cc99fde37a,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:46.987966 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2ac5cfac-f37f-4cb8-9f52-c9f12e751ce0 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:46.988361 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-2ac5cfac-f37f-4cb8-9f52-c9f12e751ce0 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Added segment 20d875f7-a32c-4fd9-902f-faaf5a055e4d of type vlan for network 2e9413d1-dec0-42ba-a058-d2ba3e09dd68 Sep 30 13:29:47.038938 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2ac5cfac-f37f-4cb8-9f52-c9f12e751ce0 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:47.073285 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac5cfac-f37f-4cb8-9f52-c9f12e751ce0 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:29:47.078265 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb5458c-5b3e-42d4-96e0-48b7cf9feeb6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Made reservation on behalf of 82bed4e0a7124ab79088cc43d30e2774 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:47.081789 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bbb5458c-5b3e-42d4-96e0-48b7cf9feeb6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:47.105309 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2ac5cfac-f37f-4cb8-9f52-c9f12e751ce0 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:47.107305 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-2ac5cfac-f37f-4cb8-9f52-c9f12e751ce0 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Added segment 6288a8bb-2d7d-47fd-9d07-fcca67b79ea2 of type vlan for network 26b2a49f-1fd5-4850-ac36-1f618c350d34 Sep 30 13:29:47.152291 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2ac5cfac-f37f-4cb8-9f52-c9f12e751ce0 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:47.185897 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2ac5cfac-f37f-4cb8-9f52-c9f12e751ce0 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:47.186660 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2ac5cfac-f37f-4cb8-9f52-c9f12e751ce0 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:47.192391 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac5cfac-f37f-4cb8-9f52-c9f12e751ce0 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:47.200512 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac5cfac-f37f-4cb8-9f52-c9f12e751ce0 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:47.201430 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2ac5cfac-f37f-4cb8-9f52-c9f12e751ce0 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:47.238945 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2ac5cfac-f37f-4cb8-9f52-c9f12e751ce0 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.0396602 Sep 30 13:29:47.239654 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34082) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:47.258809 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-1c0f4326-5077-4c55-9f3b-5f2c6bb7725c service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832162 Sep 30 13:29:47.303761 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5cfac-f37f-4cb8-9f52-c9f12e751ce0 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Pushing event updated for resources: {'Network': ['ID=2e9413d1-dec0-42ba-a058-d2ba3e09dd68,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:47.316106 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 2e9413d1-dec0-42ba-a058-d2ba3e09dd68 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:29:47.357960 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-23cb964c-0f47-482f-b963-ceeafb94d7d2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=50aa8aa8-8950-472f-a653-cf0236b3890e HTTP/1.1" status: 200 len: 217 time: 0.0775909 Sep 30 13:29:47.425721 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bbb5458c-5b3e-42d4-96e0-48b7cf9feeb6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:47.502470 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5458c-5b3e-42d4-96e0-48b7cf9feeb6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event updated for resources: {'Subnet': ['ID=c4bffd90-4e13-41f9-ae75-1c3c1ba7845a,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:47.547337 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-367ff935-88ab-4989-8499-16bd0644d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:47.549005 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-367ff935-88ab-4989-8499-16bd0644d7c6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4f0ebae-560b-4b76-825f-e4ab47d71558 HTTP/1.1" status: 200 len: 797 time: 0.1832173 Sep 30 13:29:47.577860 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb5458c-5b3e-42d4-96e0-48b7cf9feeb6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Checking segment: {'id': '9ab3b811-baff-4f0c-827f-2e045df6030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '03b1ddf4-fc7c-4235-954b-02ec75892085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:29:47.578374 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb5458c-5b3e-42d4-96e0-48b7cf9feeb6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Network hostable DHCP agents. Network: 03b1ddf4-fc7c-4235-954b-02ec75892085, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:29:47.633063 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-b71bf98e-6fab-4d0e-a39b-539945da2f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:47.635201 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-b71bf98e-6fab-4d0e-a39b-539945da2f67 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0795231 Sep 30 13:29:47.643205 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb5458c-5b3e-42d4-96e0-48b7cf9feeb6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Network 03b1ddf4-fc7c-4235-954b-02ec75892085 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:29:47.667188 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-bbb5458c-5b3e-42d4-96e0-48b7cf9feeb6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 03b1ddf4-fc7c-4235-954b-02ec75892085) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:47.677863 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d3fedd-5d04-4ddc-a719-28246b950f26 None None] Network 03b1ddf4-fc7c-4235-954b-02ec75892085 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:47.694649 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb5458c-5b3e-42d4-96e0-48b7cf9feeb6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:47.698853 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bbb5458c-5b3e-42d4-96e0-48b7cf9feeb6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:47.823201 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-438be40d-a57b-43cd-9d73-ec2b9b9d8cda service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679897 Sep 30 13:29:47.824459 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bbb5458c-5b3e-42d4-96e0-48b7cf9feeb6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1212709 Sep 30 13:29:47.828638 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34086) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:47.882460 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5cfac-f37f-4cb8-9f52-c9f12e751ce0 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Pushing event updated for resources: {'Network': ['ID=26b2a49f-1fd5-4850-ac36-1f618c350d34,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:47.894600 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 26b2a49f-1fd5-4850-ac36-1f618c350d34 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:29:47.899057 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7318fef7-15a1-4e14-b379-a06c717ae799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-03b1ddf4-fc7c-4235-954b-02ec75892085', 'network_id': '03b1ddf4-fc7c-4235-954b-02ec75892085', 'tenant_id': '82bed4e0a7124ab79088cc43d30e2774', 'fixed_ips': [{'subnet_id': 'c4bffd90-4e13-41f9-ae75-1c3c1ba7845a'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:29:47.899988 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7318fef7-15a1-4e14-b379-a06c717ae799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:47.910326 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db980bb-b79a-49eb-838f-bf09a34aaac1 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:47.916822 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db980bb-b79a-49eb-838f-bf09a34aaac1 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:47.925595 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db980bb-b79a-49eb-838f-bf09a34aaac1 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:47.933561 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db980bb-b79a-49eb-838f-bf09a34aaac1 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:47.940619 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8db980bb-b79a-49eb-838f-bf09a34aaac1 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7003450 Sep 30 13:29:47.941636 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34090) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:47.973858 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:48.136466 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb8dcf07-8feb-449b-8bb1-c77955a6dfba tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:48.190163 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-7318fef7-15a1-4e14-b379-a06c717ae799 None None] Allocated IP 172.20.0.1 (03b1ddf4-fc7c-4235-954b-02ec75892085/c4bffd90-4e13-41f9-ae75-1c3c1ba7845a/aa4986a9-4820-4adc-a0c6-bb22c4f7c265) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:29:48.255078 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8fc674ff-778f-4860-b737-8713f772c539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:48.299193 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb8dcf07-8feb-449b-8bb1-c77955a6dfba tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:48.348959 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-eb8dcf07-8feb-449b-8bb1-c77955a6dfba tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9413d1-dec0-42ba-a058-d2ba3e09dd68']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:48.378041 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-eb8dcf07-8feb-449b-8bb1-c77955a6dfba tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d875f7-a32c-4fd9-902f-faaf5a055e4d') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:48.378351 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-eb8dcf07-8feb-449b-8bb1-c77955a6dfba tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d875f7-a32c-4fd9-902f-faaf5a055e4d') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:48.398462 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb8dcf07-8feb-449b-8bb1-c77955a6dfba tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:48.414507 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7318fef7-15a1-4e14-b379-a06c717ae799 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:48.417169 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb8dcf07-8feb-449b-8bb1-c77955a6dfba tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:48.423907 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb8dcf07-8feb-449b-8bb1-c77955a6dfba tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:29:48.424345 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb8dcf07-8feb-449b-8bb1-c77955a6dfba tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:29:48.427802 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:29:48.430763 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7318fef7-15a1-4e14-b379-a06c717ae799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:48.457527 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7318fef7-15a1-4e14-b379-a06c717ae799 None None] Network 03b1ddf4-fc7c-4235-954b-02ec75892085 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:29:48.483017 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-7318fef7-15a1-4e14-b379-a06c717ae799 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:48.491089 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7318fef7-15a1-4e14-b379-a06c717ae799 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:48.543214 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb8dcf07-8feb-449b-8bb1-c77955a6dfba tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:48.544208 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-b646ffa9-7373-4f6b-95a3-c05e1f39d9e1 service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7117372 Sep 30 13:29:48.546901 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:48.588103 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-7318fef7-15a1-4e14-b379-a06c717ae799 None None] Attempting to bind port aa4986a9-4820-4adc-a0c6-bb22c4f7c265 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:48.588103 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-7318fef7-15a1-4e14-b379-a06c717ae799 None None] Attempting to bind port aa4986a9-4820-4adc-a0c6-bb22c4f7c265 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '9ab3b811-baff-4f0c-827f-2e045df6030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '03b1ddf4-fc7c-4235-954b-02ec75892085'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:48.588989 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7318fef7-15a1-4e14-b379-a06c717ae799 None None] Attempting to bind port aa4986a9-4820-4adc-a0c6-bb22c4f7c265 on network 03b1ddf4-fc7c-4235-954b-02ec75892085 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:48.592978 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-eb8dcf07-8feb-449b-8bb1-c77955a6dfba tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:48.593624 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318fef7-15a1-4e14-b379-a06c717ae799 None None] Pushing event updated for resources: {'Port': ['ID=aa4986a9-4820-4adc-a0c6-bb22c4f7c265,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:48.595420 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-eb8dcf07-8feb-449b-8bb1-c77955a6dfba tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] 10.222.0.18 "DELETE /v2.0/networks/2e9413d1-dec0-42ba-a058-d2ba3e09dd68 HTTP/1.1" status: 204 len: 168 time: 0.6526210 Sep 30 13:29:48.596874 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8dcf07-8feb-449b-8bb1-c77955a6dfba tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Pushing event deleted for resources: {'Network': ['ID=2e9413d1-dec0-42ba-a058-d2ba3e09dd68,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:48.602594 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34098) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:48.617770 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7318fef7-15a1-4e14-b379-a06c717ae799 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:29:48.618319 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7318fef7-15a1-4e14-b379-a06c717ae799 None None] Checking segment: {'id': '9ab3b811-baff-4f0c-827f-2e045df6030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '03b1ddf4-fc7c-4235-954b-02ec75892085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:29:48.618838 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7318fef7-15a1-4e14-b379-a06c717ae799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:48.619348 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7318fef7-15a1-4e14-b379-a06c717ae799 None None] Bound using segment: {'id': '9ab3b811-baff-4f0c-827f-2e045df6030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '03b1ddf4-fc7c-4235-954b-02ec75892085'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:29:48.619949 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-7318fef7-15a1-4e14-b379-a06c717ae799 None None] Bound port: aa4986a9-4820-4adc-a0c6-bb22c4f7c265, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab3b811-baff-4f0c-827f-2e045df6030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '03b1ddf4-fc7c-4235-954b-02ec75892085'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:29:48.620588 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7318fef7-15a1-4e14-b379-a06c717ae799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:48.627014 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-bc943363-ae08-4a00-a7a3-6ce8891e6513 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=f407bf5c-2622-41e5-a507-31011ed4afae HTTP/1.1" status: 200 len: 217 time: 0.0753806 Sep 30 13:29:48.710582 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-df4d35ce-d919-495e-aaad-5c85a4708446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:48.712119 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-df4d35ce-d919-495e-aaad-5c85a4708446 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4f0ebae-560b-4b76-825f-e4ab47d71558 HTTP/1.1" status: 200 len: 797 time: 0.0547276 Sep 30 13:29:48.717389 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7318fef7-15a1-4e14-b379-a06c717ae799 None None] For port aa4986a9-4820-4adc-a0c6-bb22c4f7c265, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:29:48.722173 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7318fef7-15a1-4e14-b379-a06c717ae799 None None] For port aa4986a9-4820-4adc-a0c6-bb22c4f7c265, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=aa4986a9-4820-4adc-a0c6-bb22c4f7c265,segment=NetworkSegment(9ab3b811-baff-4f0c-827f-2e045df6030c),segment_id=9ab3b811-baff-4f0c-827f-2e045df6030c)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:29:48.732708 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-08d5c7e6-3584-4c3a-85fa-67be2f5bc57f tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:48.737777 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7318fef7-15a1-4e14-b379-a06c717ae799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:48.813389 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-08cbce21-49b0-48e0-ba86-ccf38be075c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:48.815824 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-08cbce21-49b0-48e0-ba86-ccf38be075c6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0877075 Sep 30 13:29:48.822697 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318fef7-15a1-4e14-b379-a06c717ae799 None None] Pushing event updated for resources: {'Port': ['ID=aa4986a9-4820-4adc-a0c6-bb22c4f7c265,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:48.828281 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:48.884818 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-08d5c7e6-3584-4c3a-85fa-67be2f5bc57f tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:48.909657 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event deleted for resources: {'Subnet': ['ID=c4bffd90-4e13-41f9-ae75-1c3c1ba7845a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:48.913848 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-08d5c7e6-3584-4c3a-85fa-67be2f5bc57f tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b2a49f-1fd5-4850-ac36-1f618c350d34']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:48.928974 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-08d5c7e6-3584-4c3a-85fa-67be2f5bc57f tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6288a8bb-2d7d-47fd-9d07-fcca67b79ea2') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:48.929237 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-08d5c7e6-3584-4c3a-85fa-67be2f5bc57f tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6288a8bb-2d7d-47fd-9d07-fcca67b79ea2') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:48.954510 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-08d5c7e6-3584-4c3a-85fa-67be2f5bc57f tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:48.971123 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-08d5c7e6-3584-4c3a-85fa-67be2f5bc57f tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:48.985269 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d5c7e6-3584-4c3a-85fa-67be2f5bc57f tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:29:48.986154 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-08d5c7e6-3584-4c3a-85fa-67be2f5bc57f tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:29:48.990594 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:29:49.035525 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-001630ba-32f0-4d1d-b089-c7c55f6c8489 service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116723 Sep 30 13:29:49.082734 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-08d5c7e6-3584-4c3a-85fa-67be2f5bc57f tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:49.110458 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:49.110795 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-08d5c7e6-3584-4c3a-85fa-67be2f5bc57f tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:49.113412 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-08d5c7e6-3584-4c3a-85fa-67be2f5bc57f tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] 10.222.0.18 "DELETE /v2.0/networks/26b2a49f-1fd5-4850-ac36-1f618c350d34 HTTP/1.1" status: 204 len: 168 time: 0.5088396 Sep 30 13:29:49.115913 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5c7e6-3584-4c3a-85fa-67be2f5bc57f tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Pushing event deleted for resources: {'Network': ['ID=26b2a49f-1fd5-4850-ac36-1f618c350d34,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:49.118903 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34100) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:49.237766 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b1ddf4-fc7c-4235-954b-02ec75892085']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:49.326897 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dc6ff6-64b2-4fba-ac20-ab0a76aa1097 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:49.334929 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dc6ff6-64b2-4fba-ac20-ab0a76aa1097 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:49.336694 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-32dc6ff6-64b2-4fba-ac20-ab0a76aa1097 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2168541 Sep 30 13:29:49.337509 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab3b811-baff-4f0c-827f-2e045df6030c') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:49.337929 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab3b811-baff-4f0c-827f-2e045df6030c') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:49.343721 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34106) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:49.350149 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-e436a202-f9c5-44d4-bf77-8d3ada04f20b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-927573099'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:49.366313 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:49.387440 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e436a202-f9c5-44d4-bf77-8d3ada04f20b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Made reservation on behalf of 988920f6e6ef47f9a94315f587f5f7d7 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:49.392394 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e436a202-f9c5-44d4-bf77-8d3ada04f20b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:49.409426 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:49.416180 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-10cc3945-9513-41a0-bf8f-b3a78fd1f11c service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727148 Sep 30 13:29:49.433999 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:29:49.434586 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:29:49.439878 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:29:49.456898 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e436a202-f9c5-44d4-bf77-8d3ada04f20b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:29:49.472921 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e436a202-f9c5-44d4-bf77-8d3ada04f20b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:49.473275 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-e436a202-f9c5-44d4-bf77-8d3ada04f20b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Added segment 9c2ab7c7-5859-4864-a406-42e9d4fa3d41 of type vlan for network 3f6688a8-224e-41e0-8bf6-7ec328da124f Sep 30 13:29:49.496235 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-0e201d15-43ff-46cc-99b4-d8584beda540 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=d8a34824-bdd7-4edd-8777-c76913f07e6d HTTP/1.1" status: 200 len: 217 time: 0.0713751 Sep 30 13:29:49.539552 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e436a202-f9c5-44d4-bf77-8d3ada04f20b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:49.564002 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:49.597742 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e436a202-f9c5-44d4-bf77-8d3ada04f20b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:49.611448 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e436a202-f9c5-44d4-bf77-8d3ada04f20b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:49.611448 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e436a202-f9c5-44d4-bf77-8d3ada04f20b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:49.624658 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-c6b7d4a4-2ca5-4613-8d3d-57dce3f2d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:49.629057 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-c6b7d4a4-2ca5-4613-8d3d-57dce3f2d5f6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4f0ebae-560b-4b76-825f-e4ab47d71558 HTTP/1.1" status: 200 len: 797 time: 0.1249533 Sep 30 13:29:49.634211 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.db.api [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 30 13:29:49.634211 n-d-810909-2 neutron-server[94763]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 30 13:29:49.634211 n-d-810909-2 neutron-server[94763]: [parameters: {'id': '03b1ddf4-fc7c-4235-954b-02ec75892085'}] Sep 30 13:29:49.634211 n-d-810909-2 neutron-server[94763]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:29:49.634961 n-d-810909-2 neutron-server[94763]: DEBUG oslo_db.api [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:29:49.689282 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-3a549ab0-5093-45e6-9784-2c53d9a99fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:49.690874 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-3a549ab0-5093-45e6-9784-2c53d9a99fdc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0548987 Sep 30 13:29:49.692354 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436a202-f9c5-44d4-bf77-8d3ada04f20b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Pushing event updated for resources: {'Network': ['ID=3f6688a8-224e-41e0-8bf6-7ec328da124f,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:49.697730 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e436a202-f9c5-44d4-bf77-8d3ada04f20b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3503110 Sep 30 13:29:49.698056 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34110) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:49.703571 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 3f6688a8-224e-41e0-8bf6-7ec328da124f details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:29:49.703717 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-f6337628-32b7-4f8b-9be3-1e2386bf442d tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-516239871'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:49.731004 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6337628-32b7-4f8b-9be3-1e2386bf442d tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Made reservation on behalf of 988920f6e6ef47f9a94315f587f5f7d7 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:49.735767 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f6337628-32b7-4f8b-9be3-1e2386bf442d tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:49.764663 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6337628-32b7-4f8b-9be3-1e2386bf442d tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:29:49.792359 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f6337628-32b7-4f8b-9be3-1e2386bf442d tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:49.793382 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-f6337628-32b7-4f8b-9be3-1e2386bf442d tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Added segment 7e338f0d-0356-49a4-a69c-86fa66510e24 of type vlan for network 28216dda-d2da-4f0d-9ef5-8d7c048f93bf Sep 30 13:29:49.822864 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-fc190356-8dca-4740-877c-7acf5e6bd5ac service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199641 Sep 30 13:29:49.862493 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f6337628-32b7-4f8b-9be3-1e2386bf442d tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:49.893819 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f6337628-32b7-4f8b-9be3-1e2386bf442d tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:49.901496 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6337628-32b7-4f8b-9be3-1e2386bf442d tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:49.902208 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f6337628-32b7-4f8b-9be3-1e2386bf442d tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:49.934515 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f6337628-32b7-4f8b-9be3-1e2386bf442d tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2349710 Sep 30 13:29:49.942230 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34112) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:49.949360 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-c0881565-2068-4ce5-935e-f06d2d87881b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Request body: {'ports': [{'network_id': '3f6688a8-224e-41e0-8bf6-7ec328da124f', 'name': 'tempest-port--341025597', 'admin_state_up': True}, {'network_id': '28216dda-d2da-4f0d-9ef5-8d7c048f93bf', 'admin_state_up': False}]} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:49.950528 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-c0881565-2068-4ce5-935e-f06d2d87881b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Request body: {'port': {'network_id': '3f6688a8-224e-41e0-8bf6-7ec328da124f', 'name': 'tempest-port--341025597', 'admin_state_up': True}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:49.951128 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-c0881565-2068-4ce5-935e-f06d2d87881b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Request body: {'port': {'network_id': '28216dda-d2da-4f0d-9ef5-8d7c048f93bf', 'admin_state_up': False}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:49.993054 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-b5e8be3a-e841-4655-a255-955d8d13ce1d service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611130 Sep 30 13:29:50.000452 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6337628-32b7-4f8b-9be3-1e2386bf442d tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Pushing event updated for resources: {'Network': ['ID=28216dda-d2da-4f0d-9ef5-8d7c048f93bf,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:50.022671 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 28216dda-d2da-4f0d-9ef5-8d7c048f93bf details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:29:50.144115 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:50.186134 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-7ae633da-6843-426d-bea0-f2c834929bcc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fa4a606c-ba9f-437e-9fdd-ee6b622b3359 HTTP/1.1" status: 200 len: 217 time: 0.1847334 Sep 30 13:29:50.282366 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715ef03d-b273-4772-8355-cb0970316582 None None] Network 03b1ddf4-fc7c-4235-954b-02ec75892085 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:50.369406 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-3d40d4f5-265b-46e0-84f8-2e2fa9aa8b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:50.371139 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-3d40d4f5-265b-46e0-84f8-2e2fa9aa8b16 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e1ae28e5-4a21-4afb-9bee-9706b3aa153a HTTP/1.1" status: 200 len: 797 time: 0.1703041 Sep 30 13:29:50.380255 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0881565-2068-4ce5-935e-f06d2d87881b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Made reservation on behalf of 988920f6e6ef47f9a94315f587f5f7d7 for: {'port': 2} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:50.380747 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device aa4986a9-4820-4adc-a0c6-bb22c4f7c265 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:29:50.386317 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c0881565-2068-4ce5-935e-f06d2d87881b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:50.428695 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-46f3afb6-8141-407c-b25c-c13c7e425946 None None] Provisioning complete for port aa4986a9-4820-4adc-a0c6-bb22c4f7c265 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:50.429090 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-46f3afb6-8141-407c-b25c-c13c7e425946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:50.439372 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Deleting port aa4986a9-4820-4adc-a0c6-bb22c4f7c265 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:50.439932 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:50.534691 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] For port aa4986a9-4820-4adc-a0c6-bb22c4f7c265, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=aa4986a9-4820-4adc-a0c6-bb22c4f7c265,segment=NetworkSegment(9ab3b811-baff-4f0c-827f-2e045df6030c),segment_id=9ab3b811-baff-4f0c-827f-2e045df6030c)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:29:50.535170 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:50.549296 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port aa4986a9-4820-4adc-a0c6-bb22c4f7c265 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:29:50.549835 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:50.550733 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Calling delete_port for aa4986a9-4820-4adc-a0c6-bb22c4f7c265 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:50.630263 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c0881565-2068-4ce5-935e-f06d2d87881b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:50.632937 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8b33d7-8561-45fa-8c6a-340553084abd None None] DHCP port deletion for 03b1ddf4-fc7c-4235-954b-02ec75892085 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:29:50.639669 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-46f3afb6-8141-407c-b25c-c13c7e425946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:50.673143 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-a3584ff1-8eb0-4635-867b-f36123951d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:50.675075 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-a3584ff1-8eb0-4635-867b-f36123951d75 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2811792 Sep 30 13:29:50.723917 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-46f3afb6-8141-407c-b25c-c13c7e425946 None None] For port aa4986a9-4820-4adc-a0c6-bb22c4f7c265, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=aa4986a9-4820-4adc-a0c6-bb22c4f7c265,segment=NetworkSegment(9ab3b811-baff-4f0c-827f-2e045df6030c),segment_id=9ab3b811-baff-4f0c-827f-2e045df6030c)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:29:50.753632 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-46f3afb6-8141-407c-b25c-c13c7e425946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:50.759739 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c8377539-a5d9-4f11-96f0-253b93abf2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:50.805512 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:50.807908 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-c0881565-2068-4ce5-935e-f06d2d87881b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] device_id is not set on port 2342636f-f419-4907-b2e9-99d1a283daf8 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:29:50.839906 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3afb6-8141-407c-b25c-c13c7e425946 None None] Pushing event updated for resources: {'Port': ['ID=aa4986a9-4820-4adc-a0c6-bb22c4f7c265,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:50.847550 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b33d7-8561-45fa-8c6a-340553084abd None None] Deleting port aa4986a9-4820-4adc-a0c6-bb22c4f7c265 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:50.847859 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cd8b33d7-8561-45fa-8c6a-340553084abd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:50.861354 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:50.907241 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event deleted for resources: {'Port': ['ID=aa4986a9-4820-4adc-a0c6-bb22c4f7c265,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:50.918331 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] No DVR routers for this DVR port aa4986a9-4820-4adc-a0c6-bb22c4f7c265 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:29:50.924791 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-e04e32f7-b7d6-4d6e-b1fe-ea73b8ef6c0c service neutron] 10.222.0.54 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312720 Sep 30 13:29:50.940654 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-cd8b33d7-8561-45fa-8c6a-340553084abd None None] For port aa4986a9-4820-4adc-a0c6-bb22c4f7c265, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=aa4986a9-4820-4adc-a0c6-bb22c4f7c265,segment=NetworkSegment(9ab3b811-baff-4f0c-827f-2e045df6030c),segment_id=9ab3b811-baff-4f0c-827f-2e045df6030c)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:29:50.940995 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cd8b33d7-8561-45fa-8c6a-340553084abd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:50.956390 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b33d7-8561-45fa-8c6a-340553084abd None None] Calling delete_port for aa4986a9-4820-4adc-a0c6-bb22c4f7c265 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:51.047484 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cd8b33d7-8561-45fa-8c6a-340553084abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:51.088133 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b33d7-8561-45fa-8c6a-340553084abd None None] Pushing event deleted for resources: {'Port': ['ID=aa4986a9-4820-4adc-a0c6-bb22c4f7c265,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:51.098777 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8b33d7-8561-45fa-8c6a-340553084abd None None] No DVR routers for this DVR port aa4986a9-4820-4adc-a0c6-bb22c4f7c265 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:29:51.131711 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:51.175679 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b1ddf4-fc7c-4235-954b-02ec75892085']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:51.180243 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c0881565-2068-4ce5-935e-f06d2d87881b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:51.204863 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab3b811-baff-4f0c-827f-2e045df6030c') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:51.205268 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab3b811-baff-4f0c-827f-2e045df6030c') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:51.238141 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:51.243248 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-bd2c04cd-9191-4c89-a3b3-30c94fc8a455 service neutron] 10.222.0.54 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606401 Sep 30 13:29:51.292613 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-c0881565-2068-4ce5-935e-f06d2d87881b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] device_id is not set on port a34c0418-8bd0-4f5e-912f-dd936b824505 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:29:51.326498 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-9b255d8a-0d88-4f82-a74b-58c5f7eb259a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=37e52d6d-b15a-43d5-a032-19b5958005e8 HTTP/1.1" status: 200 len: 217 time: 0.0529680 Sep 30 13:29:51.328763 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:51.347095 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:29:51.347511 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:29:51.351922 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:29:51.448787 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-0da2a150-ec20-410a-840e-3c0ffa533009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:51.451057 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-0da2a150-ec20-410a-840e-3c0ffa533009 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e1ae28e5-4a21-4afb-9bee-9706b3aa153a HTTP/1.1" status: 200 len: 797 time: 0.1158891 Sep 30 13:29:51.515293 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:51.540728 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:51.542635 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/networks/03b1ddf4-fc7c-4235-954b-02ec75892085 HTTP/1.1" status: 204 len: 168 time: 3.7122478 Sep 30 13:29:51.546877 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34140) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:51.553464 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-87f33b07-d085-4190-82e2-3f5b166f3d34 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1735433144'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:51.564100 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276a5fc-649a-4395-8fb0-98f897a53026 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event deleted for resources: {'Network': ['ID=03b1ddf4-fc7c-4235-954b-02ec75892085,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:51.584561 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f33b07-d085-4190-82e2-3f5b166f3d34 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Made reservation on behalf of 82bed4e0a7124ab79088cc43d30e2774 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:51.587523 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-a9000136-85d2-486f-a413-f72706589363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:51.588684 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-87f33b07-d085-4190-82e2-3f5b166f3d34 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:51.589048 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-a9000136-85d2-486f-a413-f72706589363 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1309865 Sep 30 13:29:51.610557 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c0881565-2068-4ce5-935e-f06d2d87881b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:51.615357 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f33b07-d085-4190-82e2-3f5b166f3d34 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:29:51.629487 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-87f33b07-d085-4190-82e2-3f5b166f3d34 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:51.629970 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-87f33b07-d085-4190-82e2-3f5b166f3d34 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Added segment 50099be0-ac60-4c41-a670-629f6307e5a8 of type vlan for network 4381ae54-325b-40ba-9f8c-c138d2fbd81b Sep 30 13:29:51.645841 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:51.683334 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-87f33b07-d085-4190-82e2-3f5b166f3d34 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:51.714698 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-87f33b07-d085-4190-82e2-3f5b166f3d34 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:51.720965 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c0881565-2068-4ce5-935e-f06d2d87881b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:51.722458 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f33b07-d085-4190-82e2-3f5b166f3d34 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:51.723214 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-87f33b07-d085-4190-82e2-3f5b166f3d34 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:51.731746 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-ed57af3e-8cf9-4216-8d61-355b4177571f service neutron] 10.222.0.54 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343977 Sep 30 13:29:51.772543 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-87f33b07-d085-4190-82e2-3f5b166f3d34 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2237437 Sep 30 13:29:51.774247 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34142) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:51.784172 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-1fb12972-f804-4291-8a0b-a79e95405421 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:51.809935 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f33b07-d085-4190-82e2-3f5b166f3d34 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event updated for resources: {'Network': ['ID=4381ae54-325b-40ba-9f8c-c138d2fbd81b,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:51.820475 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 4381ae54-325b-40ba-9f8c-c138d2fbd81b details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:29:51.889585 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0881565-2068-4ce5-935e-f06d2d87881b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Pushing event updated for resources: {'Port': ['ID=2342636f-f419-4907-b2e9-99d1a283daf8,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:51.947019 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0881565-2068-4ce5-935e-f06d2d87881b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Checking segment: {'id': '9c2ab7c7-5859-4864-a406-42e9d4fa3d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3f6688a8-224e-41e0-8bf6-7ec328da124f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:29:51.947348 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0881565-2068-4ce5-935e-f06d2d87881b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Network hostable DHCP agents. Network: 3f6688a8-224e-41e0-8bf6-7ec328da124f, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:29:52.005414 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-741bd99e-41a1-4aa8-9180-6de9f63d6627 req-b995171d-88b3-4205-94a2-8fe10bd29ac9 service neutron] 10.222.0.54 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473354 Sep 30 13:29:52.069318 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0881565-2068-4ce5-935e-f06d2d87881b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Network 3f6688a8-224e-41e0-8bf6-7ec328da124f is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:29:52.082197 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1fb12972-f804-4291-8a0b-a79e95405421 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:52.092076 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-c0881565-2068-4ce5-935e-f06d2d87881b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 3f6688a8-224e-41e0-8bf6-7ec328da124f) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:52.098259 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0881565-2068-4ce5-935e-f06d2d87881b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:52.099469 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c0881565-2068-4ce5-935e-f06d2d87881b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:52.104202 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c7cea0-9d95-4fe7-a1a4-2960aa91cc01 None None] Network 3f6688a8-224e-41e0-8bf6-7ec328da124f requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:52.138925 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1fb12972-f804-4291-8a0b-a79e95405421 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:52.216661 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1fb12972-f804-4291-8a0b-a79e95405421 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Network 4381ae54-325b-40ba-9f8c-c138d2fbd81b is not hosted by any dhcp agent {{(pid=94763) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 13:29:52.222260 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb12972-f804-4291-8a0b-a79e95405421 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:52.222875 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1fb12972-f804-4291-8a0b-a79e95405421 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:52.227225 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34146) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:52.233174 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-cb4d17f3-e36f-4e61-a6e9-fb63784682a7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Request body: {'subnet': {'network_id': '4381ae54-325b-40ba-9f8c-c138d2fbd81b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:52.236498 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1fb12972-f804-4291-8a0b-a79e95405421 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "PUT /v2.0/networks/4381ae54-325b-40ba-9f8c-c138d2fbd81b HTTP/1.1" status: 200 len: 723 time: 0.4611995 Sep 30 13:29:52.275840 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb12972-f804-4291-8a0b-a79e95405421 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event updated for resources: {'Network': ['ID=4381ae54-325b-40ba-9f8c-c138d2fbd81b,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:52.291497 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0881565-2068-4ce5-935e-f06d2d87881b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Pushing event updated for resources: {'Port': ['ID=a34c0418-8bd0-4f5e-912f-dd936b824505,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:52.296595 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device aa4986a9-4820-4adc-a0c6-bb22c4f7c265 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:29:52.301421 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0881565-2068-4ce5-935e-f06d2d87881b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Checking segment: {'id': '7e338f0d-0356-49a4-a69c-86fa66510e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '28216dda-d2da-4f0d-9ef5-8d7c048f93bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:29:52.301789 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0881565-2068-4ce5-935e-f06d2d87881b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Network hostable DHCP agents. Network: 28216dda-d2da-4f0d-9ef5-8d7c048f93bf, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:29:52.302613 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 4381ae54-325b-40ba-9f8c-c138d2fbd81b details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:29:52.322307 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0881565-2068-4ce5-935e-f06d2d87881b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Network 28216dda-d2da-4f0d-9ef5-8d7c048f93bf is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:29:52.342340 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-c0881565-2068-4ce5-935e-f06d2d87881b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 28216dda-d2da-4f0d-9ef5-8d7c048f93bf) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:52.357193 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0881565-2068-4ce5-935e-f06d2d87881b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:52.381448 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: aa4986a9-4820-4adc-a0c6-bb22c4f7c265 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:29:52.381863 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device aa4986a9-4820-4adc-a0c6-bb22c4f7c265 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:29:52.383969 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0881565-2068-4ce5-935e-f06d2d87881b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:52.389492 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0881565-2068-4ce5-935e-f06d2d87881b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:52.390227 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c0881565-2068-4ce5-935e-f06d2d87881b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:52.407871 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2258962f-4edf-4deb-a8f2-ee11a9a96b35 None None] Network 28216dda-d2da-4f0d-9ef5-8d7c048f93bf requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:52.419598 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4d17f3-e36f-4e61-a6e9-fb63784682a7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Made reservation on behalf of 82bed4e0a7124ab79088cc43d30e2774 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:52.423762 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb4d17f3-e36f-4e61-a6e9-fb63784682a7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:52.441821 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c0881565-2068-4ce5-935e-f06d2d87881b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.4983649 Sep 30 13:29:52.444659 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34150) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:52.640427 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1220f2-fb4a-4da4-95f9-5b511b9d14bb tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:52.649842 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1220f2-fb4a-4da4-95f9-5b511b9d14bb tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:52.653754 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5c1220f2-fb4a-4da4-95f9-5b511b9d14bb tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2078245 Sep 30 13:29:52.656449 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34156) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:52.810829 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-a95a5489-6729-444c-b768-792531532820 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Deleting port 2342636f-f419-4907-b2e9-99d1a283daf8 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:52.811214 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a95a5489-6729-444c-b768-792531532820 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:52.860153 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb4d17f3-e36f-4e61-a6e9-fb63784682a7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:52.880243 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:52.955208 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d17f3-e36f-4e61-a6e9-fb63784682a7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event updated for resources: {'Subnet': ['ID=04e5a306-19f7-4803-aec9-6dcdceb93afd,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:52.975031 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d17f3-e36f-4e61-a6e9-fb63784682a7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Checking segment: {'id': '50099be0-ac60-4c41-a670-629f6307e5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4381ae54-325b-40ba-9f8c-c138d2fbd81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:29:52.975633 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4d17f3-e36f-4e61-a6e9-fb63784682a7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Network hostable DHCP agents. Network: 4381ae54-325b-40ba-9f8c-c138d2fbd81b, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:29:52.995561 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4d17f3-e36f-4e61-a6e9-fb63784682a7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Network 4381ae54-325b-40ba-9f8c-c138d2fbd81b is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:29:53.011012 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-cb4d17f3-e36f-4e61-a6e9-fb63784682a7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 4381ae54-325b-40ba-9f8c-c138d2fbd81b) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:53.023017 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad37f716-fc61-46c5-90f4-d4557328ea2d None None] Network 4381ae54-325b-40ba-9f8c-c138d2fbd81b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:53.029353 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4d17f3-e36f-4e61-a6e9-fb63784682a7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:53.029812 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb4d17f3-e36f-4e61-a6e9-fb63784682a7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33142890'] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:53.052381 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cb4d17f3-e36f-4e61-a6e9-fb63784682a7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8237917 Sep 30 13:29:53.055018 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34158) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:53.070518 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-a350dfdb-8b82-4878-b405-05dfc22670d9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:53.185706 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a350dfdb-8b82-4878-b405-05dfc22670d9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29925208'] for subnet, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:53.251473 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73b8f96-20e0-4493-9500-f1c967c7bc33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-4381ae54-325b-40ba-9f8c-c138d2fbd81b', 'network_id': '4381ae54-325b-40ba-9f8c-c138d2fbd81b', 'tenant_id': '82bed4e0a7124ab79088cc43d30e2774', 'fixed_ips': [{'subnet_id': '04e5a306-19f7-4803-aec9-6dcdceb93afd'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:29:53.252062 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c73b8f96-20e0-4493-9500-f1c967c7bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:53.333913 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a95a5489-6729-444c-b768-792531532820 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:53.353389 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-a95a5489-6729-444c-b768-792531532820 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Calling delete_port for 2342636f-f419-4907-b2e9-99d1a283daf8 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:53.411609 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a350dfdb-8b82-4878-b405-05dfc22670d9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781647741197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30314588'] for subnet, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:53.465511 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a95a5489-6729-444c-b768-792531532820 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:53.479031 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a350dfdb-8b82-4878-b405-05dfc22670d9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:53.479884 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a350dfdb-8b82-4878-b405-05dfc22670d9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:53.481890 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a350dfdb-8b82-4878-b405-05dfc22670d9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "PUT /v2.0/subnets/04e5a306-19f7-4803-aec9-6dcdceb93afd HTTP/1.1" status: 200 len: 806 time: 0.4248602 Sep 30 13:29:53.484812 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34164) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:53.499428 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a95a5489-6729-444c-b768-792531532820 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:53.509065 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a95a5489-6729-444c-b768-792531532820 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] 10.222.0.18 "DELETE /v2.0/ports/2342636f-f419-4907-b2e9-99d1a283daf8 HTTP/1.1" status: 204 len: 168 time: 0.8513203 Sep 30 13:29:53.509732 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34166) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:53.521896 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350dfdb-8b82-4878-b405-05dfc22670d9 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event updated for resources: {'Subnet': ['ID=04e5a306-19f7-4803-aec9-6dcdceb93afd,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:53.577752 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-c73b8f96-20e0-4493-9500-f1c967c7bc33 None None] Allocated IP 172.20.0.2 (4381ae54-325b-40ba-9f8c-c138d2fbd81b/04e5a306-19f7-4803-aec9-6dcdceb93afd/c4ae4d7c-9ff8-4fda-9db4-b605d4be8aee) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:29:53.619244 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:53.635330 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a5489-6729-444c-b768-792531532820 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Pushing event deleted for resources: {'Port': ['ID=2342636f-f419-4907-b2e9-99d1a283daf8,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:53.679449 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-14062bed-09df-4295-8b4b-a9f1ee37faf8 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Deleting port a34c0418-8bd0-4f5e-912f-dd936b824505 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:53.680046 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-14062bed-09df-4295-8b4b-a9f1ee37faf8 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:53.719778 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:53.798574 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-14062bed-09df-4295-8b4b-a9f1ee37faf8 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:53.799949 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c73b8f96-20e0-4493-9500-f1c967c7bc33 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:53.812019 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c73b8f96-20e0-4493-9500-f1c967c7bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:53.820749 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-14062bed-09df-4295-8b4b-a9f1ee37faf8 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Calling delete_port for a34c0418-8bd0-4f5e-912f-dd936b824505 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:53.842962 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:53.861441 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73b8f96-20e0-4493-9500-f1c967c7bc33 None None] Network 4381ae54-325b-40ba-9f8c-c138d2fbd81b is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:29:53.866194 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-c73b8f96-20e0-4493-9500-f1c967c7bc33 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:53.870152 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73b8f96-20e0-4493-9500-f1c967c7bc33 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:53.876446 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b8f96-20e0-4493-9500-f1c967c7bc33 None None] Pushing event updated for resources: {'Port': ['ID=c4ae4d7c-9ff8-4fda-9db4-b605d4be8aee,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:53.896742 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event deleted for resources: {'Subnet': ['ID=04e5a306-19f7-4803-aec9-6dcdceb93afd,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:53.951619 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-c73b8f96-20e0-4493-9500-f1c967c7bc33 None None] Attempting to bind port c4ae4d7c-9ff8-4fda-9db4-b605d4be8aee on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:53.952184 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-c73b8f96-20e0-4493-9500-f1c967c7bc33 None None] Attempting to bind port c4ae4d7c-9ff8-4fda-9db4-b605d4be8aee by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '50099be0-ac60-4c41-a670-629f6307e5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4381ae54-325b-40ba-9f8c-c138d2fbd81b'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:53.952743 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73b8f96-20e0-4493-9500-f1c967c7bc33 None None] Attempting to bind port c4ae4d7c-9ff8-4fda-9db4-b605d4be8aee on network 4381ae54-325b-40ba-9f8c-c138d2fbd81b {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:53.957932 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73b8f96-20e0-4493-9500-f1c967c7bc33 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:29:53.958342 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73b8f96-20e0-4493-9500-f1c967c7bc33 None None] Checking segment: {'id': '50099be0-ac60-4c41-a670-629f6307e5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4381ae54-325b-40ba-9f8c-c138d2fbd81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:29:53.958748 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c73b8f96-20e0-4493-9500-f1c967c7bc33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:53.959147 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73b8f96-20e0-4493-9500-f1c967c7bc33 None None] Bound using segment: {'id': '50099be0-ac60-4c41-a670-629f6307e5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4381ae54-325b-40ba-9f8c-c138d2fbd81b'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:29:53.959646 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-c73b8f96-20e0-4493-9500-f1c967c7bc33 None None] Bound port: c4ae4d7c-9ff8-4fda-9db4-b605d4be8aee, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50099be0-ac60-4c41-a670-629f6307e5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4381ae54-325b-40ba-9f8c-c138d2fbd81b'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:29:53.960038 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c73b8f96-20e0-4493-9500-f1c967c7bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:53.972316 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-14062bed-09df-4295-8b4b-a9f1ee37faf8 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:53.984732 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:54.005823 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14062bed-09df-4295-8b4b-a9f1ee37faf8 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Pushing event deleted for resources: {'Port': ['ID=a34c0418-8bd0-4f5e-912f-dd936b824505,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:54.012406 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4381ae54-325b-40ba-9f8c-c138d2fbd81b']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:54.022313 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-14062bed-09df-4295-8b4b-a9f1ee37faf8 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:54.025359 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-14062bed-09df-4295-8b4b-a9f1ee37faf8 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] 10.222.0.18 "DELETE /v2.0/ports/a34c0418-8bd0-4f5e-912f-dd936b824505 HTTP/1.1" status: 204 len: 168 time: 0.4779503 Sep 30 13:29:54.028772 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34172) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:54.037883 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-c73b8f96-20e0-4493-9500-f1c967c7bc33 None None] For port c4ae4d7c-9ff8-4fda-9db4-b605d4be8aee, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:29:54.042750 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50099be0-ac60-4c41-a670-629f6307e5a8') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:54.043228 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50099be0-ac60-4c41-a670-629f6307e5a8') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:54.046000 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-c73b8f96-20e0-4493-9500-f1c967c7bc33 None None] For port c4ae4d7c-9ff8-4fda-9db4-b605d4be8aee, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c4ae4d7c-9ff8-4fda-9db4-b605d4be8aee,segment=NetworkSegment(50099be0-ac60-4c41-a670-629f6307e5a8),segment_id=50099be0-ac60-4c41-a670-629f6307e5a8)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:29:54.058649 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c73b8f96-20e0-4493-9500-f1c967c7bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:54.085559 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-02f5cf3c-524c-47b8-8dc5-6184516d690f tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0496197 Sep 30 13:29:54.085559 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:54.085559 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34174) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:54.096987 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-7287db49-aedc-494e-bb6b-ed5a2074c25a tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-808328249'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:54.115533 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:54.128068 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:29:54.128644 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:29:54.132526 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:29:54.148193 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7287db49-aedc-494e-bb6b-ed5a2074c25a tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Made reservation on behalf of 988920f6e6ef47f9a94315f587f5f7d7 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:54.151831 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7287db49-aedc-494e-bb6b-ed5a2074c25a tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:54.158046 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b8f96-20e0-4493-9500-f1c967c7bc33 None None] Pushing event updated for resources: {'Port': ['ID=c4ae4d7c-9ff8-4fda-9db4-b605d4be8aee,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:54.171232 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:54.184634 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4097c495-002d-4365-add9-423a1862e24d None None] Network 4381ae54-325b-40ba-9f8c-c138d2fbd81b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:54.236987 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7287db49-aedc-494e-bb6b-ed5a2074c25a tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:29:54.246723 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7287db49-aedc-494e-bb6b-ed5a2074c25a tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:54.247217 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-7287db49-aedc-494e-bb6b-ed5a2074c25a tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Added segment b8863e64-add4-4ffd-ad53-7b5e55f07179 of type vlan for network cf93f68f-7903-4d26-8724-a8b7f27d1771 Sep 30 13:29:54.289448 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.db.api [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 30 13:29:54.289448 n-d-810909-2 neutron-server[94764]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 30 13:29:54.289448 n-d-810909-2 neutron-server[94764]: [parameters: {'id': '4381ae54-325b-40ba-9f8c-c138d2fbd81b'}] Sep 30 13:29:54.289448 n-d-810909-2 neutron-server[94764]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:29:54.289825 n-d-810909-2 neutron-server[94764]: DEBUG oslo_db.api [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:29:54.292847 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7287db49-aedc-494e-bb6b-ed5a2074c25a tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:54.326556 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7287db49-aedc-494e-bb6b-ed5a2074c25a tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:54.335972 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7287db49-aedc-494e-bb6b-ed5a2074c25a tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:54.338187 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7287db49-aedc-494e-bb6b-ed5a2074c25a tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:54.341840 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ed1bb3-5ce8-4e3b-8442-1a8c9cd6aef6 None None] Network 4381ae54-325b-40ba-9f8c-c138d2fbd81b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:54.359774 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7287db49-aedc-494e-bb6b-ed5a2074c25a tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2728760 Sep 30 13:29:54.362504 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34178) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:54.367649 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-20096594-2840-4da2-a354-ba26f54b2038 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1381834361'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:54.403140 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20096594-2840-4da2-a354-ba26f54b2038 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Made reservation on behalf of 988920f6e6ef47f9a94315f587f5f7d7 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:54.407750 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-20096594-2840-4da2-a354-ba26f54b2038 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:54.445476 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20096594-2840-4da2-a354-ba26f54b2038 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:29:54.460116 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-20096594-2840-4da2-a354-ba26f54b2038 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:54.460526 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-20096594-2840-4da2-a354-ba26f54b2038 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Added segment 8d70ead8-d4eb-4cce-a88b-3c5b455ff326 of type vlan for network 4ca0798b-0e95-4777-8606-b8ccb07b9a95 Sep 30 13:29:54.462735 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287db49-aedc-494e-bb6b-ed5a2074c25a tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Pushing event updated for resources: {'Network': ['ID=cf93f68f-7903-4d26-8724-a8b7f27d1771,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:54.488219 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network cf93f68f-7903-4d26-8724-a8b7f27d1771 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:29:54.508501 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-20096594-2840-4da2-a354-ba26f54b2038 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:54.536819 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-20096594-2840-4da2-a354-ba26f54b2038 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:54.544362 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20096594-2840-4da2-a354-ba26f54b2038 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:54.545030 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-20096594-2840-4da2-a354-ba26f54b2038 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:54.606107 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-20096594-2840-4da2-a354-ba26f54b2038 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2303162 Sep 30 13:29:54.638442 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20096594-2840-4da2-a354-ba26f54b2038 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Pushing event updated for resources: {'Network': ['ID=4ca0798b-0e95-4777-8606-b8ccb07b9a95,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:54.652386 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a942414-e9e5-4134-8e3b-b7a34ec354d8 None None] get_active_networks_info from n-d-810909-2 {{(pid=94765) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 13:29:54.659473 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 4ca0798b-0e95-4777-8606-b8ccb07b9a95 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:29:54.736017 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34180) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:54.741447 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-c1a3ff66-07e9-4328-8573-cafdfcaf42be tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Request body: {'subnets': [{'network_id': 'cf93f68f-7903-4d26-8724-a8b7f27d1771', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--821079636', 'ip_version': 4}, {'network_id': '4ca0798b-0e95-4777-8606-b8ccb07b9a95', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:54.741760 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-c1a3ff66-07e9-4328-8573-cafdfcaf42be tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Request body: {'subnet': {'network_id': 'cf93f68f-7903-4d26-8724-a8b7f27d1771', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--821079636', 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:54.742656 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-c1a3ff66-07e9-4328-8573-cafdfcaf42be tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Request body: {'subnet': {'network_id': '4ca0798b-0e95-4777-8606-b8ccb07b9a95', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:54.798523 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:54.898164 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a942414-e9e5-4134-8e3b-b7a34ec354d8 None None] Resources bound (agent type, host, resource id): {{(pid=94765) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 13:29:54.995371 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Deleting port c4ae4d7c-9ff8-4fda-9db4-b605d4be8aee {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:54.995896 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:54.999348 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a3ff66-07e9-4328-8573-cafdfcaf42be tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Made reservation on behalf of 988920f6e6ef47f9a94315f587f5f7d7 for: {'subnet': 2} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:55.004762 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c1a3ff66-07e9-4328-8573-cafdfcaf42be tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:55.005107 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c1a3ff66-07e9-4328-8573-cafdfcaf42be tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:55.135873 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] For port c4ae4d7c-9ff8-4fda-9db4-b605d4be8aee, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c4ae4d7c-9ff8-4fda-9db4-b605d4be8aee,segment=NetworkSegment(50099be0-ac60-4c41-a670-629f6307e5a8),segment_id=50099be0-ac60-4c41-a670-629f6307e5a8)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:29:55.136248 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:55.151704 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Calling delete_port for c4ae4d7c-9ff8-4fda-9db4-b605d4be8aee owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:55.302767 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:55.345748 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event deleted for resources: {'Port': ['ID=c4ae4d7c-9ff8-4fda-9db4-b605d4be8aee,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:55.352381 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] No DVR routers for this DVR port c4ae4d7c-9ff8-4fda-9db4-b605d4be8aee on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:29:55.464832 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:55.497723 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4381ae54-325b-40ba-9f8c-c138d2fbd81b']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:55.510872 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50099be0-ac60-4c41-a670-629f6307e5a8') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:55.511700 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50099be0-ac60-4c41-a670-629f6307e5a8') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:55.538671 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:55.568748 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:55.585676 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:29:55.586185 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:29:55.590525 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:29:55.701381 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c1a3ff66-07e9-4328-8573-cafdfcaf42be tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:55.717145 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:55.732910 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:55.739994 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/networks/4381ae54-325b-40ba-9f8c-c138d2fbd81b HTTP/1.1" status: 204 len: 168 time: 2.2539623 Sep 30 13:29:55.747343 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34264) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:55.773669 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac933e-7f19-45be-a480-d6503f7a9812 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event deleted for resources: {'Network': ['ID=4381ae54-325b-40ba-9f8c-c138d2fbd81b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:55.787158 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c0e50bd-d6dd-4ba6-b7d0-f967b39049bb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] DELETE failed (client error): The resource could not be found. Sep 30 13:29:55.787763 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c0e50bd-d6dd-4ba6-b7d0-f967b39049bb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:29:55.789603 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6c0e50bd-d6dd-4ba6-b7d0-f967b39049bb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/networks/4381ae54-325b-40ba-9f8c-c138d2fbd81b HTTP/1.1" status: 404 len: 339 time: 0.0414898 Sep 30 13:29:55.794510 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34272) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:55.799733 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-0ccac3cf-c58c-4f80-8d97-968a05addc5b tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-928938387', 'description': 'd1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:55.816669 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3ff66-07e9-4328-8573-cafdfcaf42be tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Pushing event updated for resources: {'Subnet': ['ID=4d7cb9d2-2f19-40bd-809f-7a4c13c731fb,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:55.893919 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a3ff66-07e9-4328-8573-cafdfcaf42be tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Checking segment: {'id': 'b8863e64-add4-4ffd-ad53-7b5e55f07179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cf93f68f-7903-4d26-8724-a8b7f27d1771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:29:55.894830 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a3ff66-07e9-4328-8573-cafdfcaf42be tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Network hostable DHCP agents. Network: cf93f68f-7903-4d26-8724-a8b7f27d1771, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:29:55.898143 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccac3cf-c58c-4f80-8d97-968a05addc5b tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Made reservation on behalf of 82bed4e0a7124ab79088cc43d30e2774 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:55.903230 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0ccac3cf-c58c-4f80-8d97-968a05addc5b tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:55.946740 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a3ff66-07e9-4328-8573-cafdfcaf42be tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Network cf93f68f-7903-4d26-8724-a8b7f27d1771 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:29:55.969840 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-c1a3ff66-07e9-4328-8573-cafdfcaf42be tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, cf93f68f-7903-4d26-8724-a8b7f27d1771) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:55.992152 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c1a3ff66-07e9-4328-8573-cafdfcaf42be tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:55.992973 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffa9c47-3b38-4d28-8134-b5161011ef0a None None] Network cf93f68f-7903-4d26-8724-a8b7f27d1771 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:56.055735 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ccac3cf-c58c-4f80-8d97-968a05addc5b tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:29:56.183049 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0ccac3cf-c58c-4f80-8d97-968a05addc5b tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:56.184143 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-0ccac3cf-c58c-4f80-8d97-968a05addc5b tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Added segment a3922713-e1d6-42a4-b54b-8f25c8287858 of type vlan for network c528b276-1cb9-4be6-9017-e32e89752d43 Sep 30 13:29:56.207359 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3ff66-07e9-4328-8573-cafdfcaf42be tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Pushing event updated for resources: {'Subnet': ['ID=fe524435-af5c-48b2-aa42-e2d8e3ed8ae7,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:56.291406 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0ccac3cf-c58c-4f80-8d97-968a05addc5b tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:56.298438 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a3ff66-07e9-4328-8573-cafdfcaf42be tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Checking segment: {'id': '8d70ead8-d4eb-4cce-a88b-3c5b455ff326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4ca0798b-0e95-4777-8606-b8ccb07b9a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:29:56.298802 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a3ff66-07e9-4328-8573-cafdfcaf42be tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Network hostable DHCP agents. Network: 4ca0798b-0e95-4777-8606-b8ccb07b9a95, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:29:56.309432 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1026c72e-dd7e-418a-b9a7-de67bed31275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-cf93f68f-7903-4d26-8724-a8b7f27d1771', 'network_id': 'cf93f68f-7903-4d26-8724-a8b7f27d1771', 'tenant_id': '988920f6e6ef47f9a94315f587f5f7d7', 'fixed_ips': [{'subnet_id': '4d7cb9d2-2f19-40bd-809f-7a4c13c731fb'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:29:56.312109 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1026c72e-dd7e-418a-b9a7-de67bed31275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:56.339236 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0ccac3cf-c58c-4f80-8d97-968a05addc5b tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:56.345901 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccac3cf-c58c-4f80-8d97-968a05addc5b tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:56.354627 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0ccac3cf-c58c-4f80-8d97-968a05addc5b tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:56.374183 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a3ff66-07e9-4328-8573-cafdfcaf42be tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Network 4ca0798b-0e95-4777-8606-b8ccb07b9a95 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:29:56.416143 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0ccac3cf-c58c-4f80-8d97-968a05addc5b tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6205122 Sep 30 13:29:56.416492 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34322) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:56.420242 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-c1a3ff66-07e9-4328-8573-cafdfcaf42be tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 4ca0798b-0e95-4777-8606-b8ccb07b9a95) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:56.452203 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a3ff66-07e9-4328-8573-cafdfcaf42be tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:56.452891 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a3ff66-07e9-4328-8573-cafdfcaf42be tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:56.453296 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c1a3ff66-07e9-4328-8573-cafdfcaf42be tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:56.456935 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccac3cf-c58c-4f80-8d97-968a05addc5b tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event updated for resources: {'Network': ['ID=c528b276-1cb9-4be6-9017-e32e89752d43,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:56.520815 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c1a3ff66-07e9-4328-8573-cafdfcaf42be tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.7772422 Sep 30 13:29:56.527806 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34332) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:56.540591 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-1026c72e-dd7e-418a-b9a7-de67bed31275 None None] Allocated IP 172.20.0.2 (cf93f68f-7903-4d26-8724-a8b7f27d1771/4d7cb9d2-2f19-40bd-809f-7a4c13c731fb/54f965e4-3e7c-4486-8242-190e5324a830) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:29:56.569293 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc18163e-3c13-48a0-b299-273727531adc tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:56.572033 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cc18163e-3c13-48a0-b299-273727531adc tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "GET /v2.0/networks?id=c528b276-1cb9-4be6-9017-e32e89752d43 HTTP/1.1" status: 200 len: 760 time: 0.1543303 Sep 30 13:29:56.574458 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34336) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:56.581761 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-70532ffe-9561-4479-acd2-15c8d930be15 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Request body: {'network': {'description': 'd2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:56.663239 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facf9831-08f7-4d6c-be14-fcd3b023d16c tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:56.665187 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facf9831-08f7-4d6c-be14-fcd3b023d16c tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:56.667330 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facf9831-08f7-4d6c-be14-fcd3b023d16c tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:56.669507 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-facf9831-08f7-4d6c-be14-fcd3b023d16c tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1394644 Sep 30 13:29:56.673155 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34346) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:56.676170 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461cef40-5728-4178-bec5-a4d6b5cf5d04 None None] Network 4ca0798b-0e95-4777-8606-b8ccb07b9a95 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:56.678406 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network c528b276-1cb9-4be6-9017-e32e89752d43 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:29:56.801912 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1d98a5-46b1-4889-b7a9-dcdf6ce4a733 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Deleting subnet 4d7cb9d2-2f19-40bd-809f-7a4c13c731fb {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:29:56.853939 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-70532ffe-9561-4479-acd2-15c8d930be15 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:56.874777 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-70532ffe-9561-4479-acd2-15c8d930be15 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:56.886853 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1026c72e-dd7e-418a-b9a7-de67bed31275 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:56.895825 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-70532ffe-9561-4479-acd2-15c8d930be15 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Network c528b276-1cb9-4be6-9017-e32e89752d43 is not hosted by any dhcp agent {{(pid=94764) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 13:29:56.898303 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ec1d98a5-46b1-4889-b7a9-dcdf6ce4a733 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:56.901122 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70532ffe-9561-4479-acd2-15c8d930be15 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:56.902006 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-70532ffe-9561-4479-acd2-15c8d930be15 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:56.906988 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-70532ffe-9561-4479-acd2-15c8d930be15 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "PUT /v2.0/networks/c528b276-1cb9-4be6-9017-e32e89752d43 HTTP/1.1" status: 200 len: 757 time: 0.3312762 Sep 30 13:29:56.907995 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1026c72e-dd7e-418a-b9a7-de67bed31275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:56.910581 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34368) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:56.962568 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026c72e-dd7e-418a-b9a7-de67bed31275 None None] Pushing event updated for resources: {'Port': ['ID=54f965e4-3e7c-4486-8242-190e5324a830,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:57.001820 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70532ffe-9561-4479-acd2-15c8d930be15 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event updated for resources: {'Network': ['ID=c528b276-1cb9-4be6-9017-e32e89752d43,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:57.034102 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network c528b276-1cb9-4be6-9017-e32e89752d43 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:29:57.037476 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1026c72e-dd7e-418a-b9a7-de67bed31275 None None] Network cf93f68f-7903-4d26-8724-a8b7f27d1771 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:29:57.040135 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ec1d98a5-46b1-4889-b7a9-dcdf6ce4a733 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:57.054420 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-1026c72e-dd7e-418a-b9a7-de67bed31275 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:57.061407 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1026c72e-dd7e-418a-b9a7-de67bed31275 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:57.075346 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e72495a-1e23-4c67-b5c9-c8a5d0dd513d tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:57.083113 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6e72495a-1e23-4c67-b5c9-c8a5d0dd513d tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "GET /v2.0/networks?id=c528b276-1cb9-4be6-9017-e32e89752d43 HTTP/1.1" status: 200 len: 760 time: 0.1711531 Sep 30 13:29:57.083605 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34388) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:57.088526 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-e849b798-d076-477a-adff-b631f39ef21f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-921144866'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:57.120017 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e849b798-d076-477a-adff-b631f39ef21f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Made reservation on behalf of 82bed4e0a7124ab79088cc43d30e2774 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:57.126404 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e849b798-d076-477a-adff-b631f39ef21f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:57.167460 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e849b798-d076-477a-adff-b631f39ef21f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:29:57.220587 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18eb587f-1eba-490c-aab6-6283f932d3d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-4ca0798b-0e95-4777-8606-b8ccb07b9a95', 'network_id': '4ca0798b-0e95-4777-8606-b8ccb07b9a95', 'tenant_id': '988920f6e6ef47f9a94315f587f5f7d7', 'fixed_ips': [{'subnet_id': 'fe524435-af5c-48b2-aa42-e2d8e3ed8ae7'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:29:57.221944 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-18eb587f-1eba-490c-aab6-6283f932d3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:57.238651 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ec1d98a5-46b1-4889-b7a9-dcdf6ce4a733 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:57.240494 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e849b798-d076-477a-adff-b631f39ef21f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:57.240983 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-e849b798-d076-477a-adff-b631f39ef21f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Added segment 35c080df-e5fc-4c54-b5cf-b59a2adddac9 of type vlan for network e7a7f2fe-b108-4506-b76c-a0b6d21125d4 Sep 30 13:29:57.279989 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-1026c72e-dd7e-418a-b9a7-de67bed31275 None None] Attempting to bind port 54f965e4-3e7c-4486-8242-190e5324a830 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:57.280321 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-1026c72e-dd7e-418a-b9a7-de67bed31275 None None] Attempting to bind port 54f965e4-3e7c-4486-8242-190e5324a830 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'b8863e64-add4-4ffd-ad53-7b5e55f07179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cf93f68f-7903-4d26-8724-a8b7f27d1771'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:57.280730 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1026c72e-dd7e-418a-b9a7-de67bed31275 None None] Attempting to bind port 54f965e4-3e7c-4486-8242-190e5324a830 on network cf93f68f-7903-4d26-8724-a8b7f27d1771 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:57.295181 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1026c72e-dd7e-418a-b9a7-de67bed31275 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:29:57.295998 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1026c72e-dd7e-418a-b9a7-de67bed31275 None None] Checking segment: {'id': 'b8863e64-add4-4ffd-ad53-7b5e55f07179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cf93f68f-7903-4d26-8724-a8b7f27d1771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:29:57.296740 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1026c72e-dd7e-418a-b9a7-de67bed31275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:57.297547 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1026c72e-dd7e-418a-b9a7-de67bed31275 None None] Bound using segment: {'id': 'b8863e64-add4-4ffd-ad53-7b5e55f07179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cf93f68f-7903-4d26-8724-a8b7f27d1771'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:29:57.298492 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-1026c72e-dd7e-418a-b9a7-de67bed31275 None None] Bound port: 54f965e4-3e7c-4486-8242-190e5324a830, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8863e64-add4-4ffd-ad53-7b5e55f07179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cf93f68f-7903-4d26-8724-a8b7f27d1771'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:29:57.299199 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1026c72e-dd7e-418a-b9a7-de67bed31275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:57.332589 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ec1d98a5-46b1-4889-b7a9-dcdf6ce4a733 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:57.337475 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e849b798-d076-477a-adff-b631f39ef21f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:57.388601 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d98a5-46b1-4889-b7a9-dcdf6ce4a733 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Pushing event deleted for resources: {'Subnet': ['ID=4d7cb9d2-2f19-40bd-809f-7a4c13c731fb,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:57.395795 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ec1d98a5-46b1-4889-b7a9-dcdf6ce4a733 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:57.399276 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ec1d98a5-46b1-4889-b7a9-dcdf6ce4a733 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] 10.222.0.18 "DELETE /v2.0/subnets/4d7cb9d2-2f19-40bd-809f-7a4c13c731fb HTTP/1.1" status: 204 len: 168 time: 0.7232995 Sep 30 13:29:57.404736 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34416) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:57.421109 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e849b798-d076-477a-adff-b631f39ef21f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:57.436341 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e849b798-d076-477a-adff-b631f39ef21f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:57.437346 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e849b798-d076-477a-adff-b631f39ef21f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:57.522910 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e849b798-d076-477a-adff-b631f39ef21f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4339879 Sep 30 13:29:57.528832 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34426) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:57.539648 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-70a41d39-9aa9-4637-bc66-87a703dbe9f8 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Request body: {'subnet': {'network_id': 'e7a7f2fe-b108-4506-b76c-a0b6d21125d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:29:57.577624 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-1026c72e-dd7e-418a-b9a7-de67bed31275 None None] For port 54f965e4-3e7c-4486-8242-190e5324a830, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:29:57.585598 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e0fc37e-de29-4a9f-a018-67481a3e51c7 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Deleting subnet fe524435-af5c-48b2-aa42-e2d8e3ed8ae7 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:29:57.587734 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-1026c72e-dd7e-418a-b9a7-de67bed31275 None None] For port 54f965e4-3e7c-4486-8242-190e5324a830, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=54f965e4-3e7c-4486-8242-190e5324a830,segment=NetworkSegment(b8863e64-add4-4ffd-ad53-7b5e55f07179),segment_id=b8863e64-add4-4ffd-ad53-7b5e55f07179)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:29:57.601770 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1026c72e-dd7e-418a-b9a7-de67bed31275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:57.607005 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849b798-d076-477a-adff-b631f39ef21f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event updated for resources: {'Network': ['ID=e7a7f2fe-b108-4506-b76c-a0b6d21125d4,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:57.630893 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-18eb587f-1eba-490c-aab6-6283f932d3d9 None None] Allocated IP 172.20.0.18 (4ca0798b-0e95-4777-8606-b8ccb07b9a95/fe524435-af5c-48b2-aa42-e2d8e3ed8ae7/8e711cfb-7312-42fb-9412-f2bc2b81e517) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:29:57.636085 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network e7a7f2fe-b108-4506-b76c-a0b6d21125d4 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:29:57.755074 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a41d39-9aa9-4637-bc66-87a703dbe9f8 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Made reservation on behalf of 82bed4e0a7124ab79088cc43d30e2774 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:29:57.763308 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-70a41d39-9aa9-4637-bc66-87a703dbe9f8 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:57.832058 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026c72e-dd7e-418a-b9a7-de67bed31275 None None] Pushing event updated for resources: {'Port': ['ID=54f965e4-3e7c-4486-8242-190e5324a830,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:57.877326 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92ecf47-49b6-48b9-a2cd-74f1b29a4c0c None None] Network cf93f68f-7903-4d26-8724-a8b7f27d1771 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:58.131652 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-70a41d39-9aa9-4637-bc66-87a703dbe9f8 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:58.139332 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-18eb587f-1eba-490c-aab6-6283f932d3d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:58.158952 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-18eb587f-1eba-490c-aab6-6283f932d3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:58.193325 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5e0fc37e-de29-4a9f-a018-67481a3e51c7 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:58.220636 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18eb587f-1eba-490c-aab6-6283f932d3d9 None None] Network 4ca0798b-0e95-4777-8606-b8ccb07b9a95 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:29:58.228586 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-18eb587f-1eba-490c-aab6-6283f932d3d9 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:58.234919 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb587f-1eba-490c-aab6-6283f932d3d9 None None] Pushing event updated for resources: {'Port': ['ID=8e711cfb-7312-42fb-9412-f2bc2b81e517,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:58.237206 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eb587f-1eba-490c-aab6-6283f932d3d9 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:29:58.298750 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a41d39-9aa9-4637-bc66-87a703dbe9f8 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event updated for resources: {'Subnet': ['ID=f4b8282e-3b90-4b88-94f8-b48c4fc8e607,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:58.307633 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5e0fc37e-de29-4a9f-a018-67481a3e51c7 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:58.352420 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-18eb587f-1eba-490c-aab6-6283f932d3d9 None None] Attempting to bind port 8e711cfb-7312-42fb-9412-f2bc2b81e517 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:29:58.353094 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-18eb587f-1eba-490c-aab6-6283f932d3d9 None None] Attempting to bind port 8e711cfb-7312-42fb-9412-f2bc2b81e517 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '8d70ead8-d4eb-4cce-a88b-3c5b455ff326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4ca0798b-0e95-4777-8606-b8ccb07b9a95'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:29:58.353710 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eb587f-1eba-490c-aab6-6283f932d3d9 None None] Attempting to bind port 8e711cfb-7312-42fb-9412-f2bc2b81e517 on network 4ca0798b-0e95-4777-8606-b8ccb07b9a95 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:29:58.360662 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eb587f-1eba-490c-aab6-6283f932d3d9 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:29:58.361167 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eb587f-1eba-490c-aab6-6283f932d3d9 None None] Checking segment: {'id': '8d70ead8-d4eb-4cce-a88b-3c5b455ff326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4ca0798b-0e95-4777-8606-b8ccb07b9a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:29:58.361891 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-18eb587f-1eba-490c-aab6-6283f932d3d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:58.362525 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eb587f-1eba-490c-aab6-6283f932d3d9 None None] Bound using segment: {'id': '8d70ead8-d4eb-4cce-a88b-3c5b455ff326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4ca0798b-0e95-4777-8606-b8ccb07b9a95'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:29:58.363102 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-18eb587f-1eba-490c-aab6-6283f932d3d9 None None] Bound port: 8e711cfb-7312-42fb-9412-f2bc2b81e517, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d70ead8-d4eb-4cce-a88b-3c5b455ff326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4ca0798b-0e95-4777-8606-b8ccb07b9a95'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:29:58.364219 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-18eb587f-1eba-490c-aab6-6283f932d3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:58.384580 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a41d39-9aa9-4637-bc66-87a703dbe9f8 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Checking segment: {'id': '35c080df-e5fc-4c54-b5cf-b59a2adddac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e7a7f2fe-b108-4506-b76c-a0b6d21125d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:29:58.387494 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a41d39-9aa9-4637-bc66-87a703dbe9f8 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Network hostable DHCP agents. Network: e7a7f2fe-b108-4506-b76c-a0b6d21125d4, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:29:58.460755 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a41d39-9aa9-4637-bc66-87a703dbe9f8 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Network e7a7f2fe-b108-4506-b76c-a0b6d21125d4 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:29:58.475345 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5e0fc37e-de29-4a9f-a018-67481a3e51c7 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:58.512932 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-70a41d39-9aa9-4637-bc66-87a703dbe9f8 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, e7a7f2fe-b108-4506-b76c-a0b6d21125d4) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:29:58.520802 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a41d39-9aa9-4637-bc66-87a703dbe9f8 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:58.521397 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-70a41d39-9aa9-4637-bc66-87a703dbe9f8 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:58.546964 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6e34b3-b3c7-40e9-93d4-14f5927559fc None None] Network e7a7f2fe-b108-4506-b76c-a0b6d21125d4 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:58.559696 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-70a41d39-9aa9-4637-bc66-87a703dbe9f8 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0281284 Sep 30 13:29:58.560869 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34516) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:58.595902 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5e0fc37e-de29-4a9f-a018-67481a3e51c7 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:58.645969 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fc37e-de29-4a9f-a018-67481a3e51c7 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Pushing event deleted for resources: {'Subnet': ['ID=fe524435-af5c-48b2-aa42-e2d8e3ed8ae7,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:58.653131 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5e0fc37e-de29-4a9f-a018-67481a3e51c7 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:58.655731 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5e0fc37e-de29-4a9f-a018-67481a3e51c7 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] 10.222.0.18 "DELETE /v2.0/subnets/fe524435-af5c-48b2-aa42-e2d8e3ed8ae7 HTTP/1.1" status: 204 len: 168 time: 1.2495735 Sep 30 13:29:58.658928 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34524) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:58.660355 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-18eb587f-1eba-490c-aab6-6283f932d3d9 None None] For port 8e711cfb-7312-42fb-9412-f2bc2b81e517, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:29:58.665670 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-18eb587f-1eba-490c-aab6-6283f932d3d9 None None] For port 8e711cfb-7312-42fb-9412-f2bc2b81e517, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=8e711cfb-7312-42fb-9412-f2bc2b81e517,segment=NetworkSegment(8d70ead8-d4eb-4cce-a88b-3c5b455ff326),segment_id=8d70ead8-d4eb-4cce-a88b-3c5b455ff326)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:29:58.678532 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-18eb587f-1eba-490c-aab6-6283f932d3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:58.715945 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-140ea0ec-3978-41ca-8562-bfaeeaeafc01 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:58.791465 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e4bb85-7df7-4ae5-a095-22a20c33fa12 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:29:58.795000 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c7e4bb85-7df7-4ae5-a095-22a20c33fa12 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1337996 Sep 30 13:29:58.800813 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34536) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:58.818542 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb587f-1eba-490c-aab6-6283f932d3d9 None None] Pushing event updated for resources: {'Port': ['ID=8e711cfb-7312-42fb-9412-f2bc2b81e517,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:58.894421 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d79628-8ec7-448b-aa47-13bbaf15438c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-e7a7f2fe-b108-4506-b76c-a0b6d21125d4', 'network_id': 'e7a7f2fe-b108-4506-b76c-a0b6d21125d4', 'tenant_id': '82bed4e0a7124ab79088cc43d30e2774', 'fixed_ips': [{'subnet_id': 'f4b8282e-3b90-4b88-94f8-b48c4fc8e607'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:29:58.894649 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-140ea0ec-3978-41ca-8562-bfaeeaeafc01 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:58.895379 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-31d79628-8ec7-448b-aa47-13bbaf15438c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:59.015055 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-07d25e35-3eab-4c0e-b41f-1d0d9ced66aa tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:59.047676 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-140ea0ec-3978-41ca-8562-bfaeeaeafc01 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:59.110885 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ea0ec-3978-41ca-8562-bfaeeaeafc01 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b8282e-3b90-4b88-94f8-b48c4fc8e607,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server [None req-31d79628-8ec7-448b-aa47-13bbaf15438c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4b8282e-3b90-4b88-94f8-b48c4fc8e607: This subnet is being modified by another concurrent operation. Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise exception Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4b8282e-3b90-4b88-94f8-b48c4fc8e607: This subnet is being modified by another concurrent operation. Sep 30 13:29:59.129297 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server Sep 30 13:29:59.175596 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-07d25e35-3eab-4c0e-b41f-1d0d9ced66aa tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Deleting port 8e711cfb-7312-42fb-9412-f2bc2b81e517 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:29:59.176145 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-07d25e35-3eab-4c0e-b41f-1d0d9ced66aa tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:59.222442 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becb1eaf-4755-485e-8457-1f765ae6ff19 None None] Network e7a7f2fe-b108-4506-b76c-a0b6d21125d4 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:29:59.233324 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-140ea0ec-3978-41ca-8562-bfaeeaeafc01 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:59.264464 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-140ea0ec-3978-41ca-8562-bfaeeaeafc01 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a7f2fe-b108-4506-b76c-a0b6d21125d4']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:59.282741 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-140ea0ec-3978-41ca-8562-bfaeeaeafc01 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c080df-e5fc-4c54-b5cf-b59a2adddac9') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:59.283148 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-140ea0ec-3978-41ca-8562-bfaeeaeafc01 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c080df-e5fc-4c54-b5cf-b59a2adddac9') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:59.308487 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-140ea0ec-3978-41ca-8562-bfaeeaeafc01 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:59.350775 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-07d25e35-3eab-4c0e-b41f-1d0d9ced66aa tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] For port 8e711cfb-7312-42fb-9412-f2bc2b81e517, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=8e711cfb-7312-42fb-9412-f2bc2b81e517,segment=NetworkSegment(8d70ead8-d4eb-4cce-a88b-3c5b455ff326),segment_id=8d70ead8-d4eb-4cce-a88b-3c5b455ff326)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:29:59.351350 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-07d25e35-3eab-4c0e-b41f-1d0d9ced66aa tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:59.362941 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-140ea0ec-3978-41ca-8562-bfaeeaeafc01 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:59.375036 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140ea0ec-3978-41ca-8562-bfaeeaeafc01 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:29:59.376104 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-140ea0ec-3978-41ca-8562-bfaeeaeafc01 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:59.377898 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-07d25e35-3eab-4c0e-b41f-1d0d9ced66aa tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Calling delete_port for 8e711cfb-7312-42fb-9412-f2bc2b81e517 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:29:59.382355 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:29:59.501390 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-140ea0ec-3978-41ca-8562-bfaeeaeafc01 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:59.510542 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-140ea0ec-3978-41ca-8562-bfaeeaeafc01 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:59.512919 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-140ea0ec-3978-41ca-8562-bfaeeaeafc01 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/networks/e7a7f2fe-b108-4506-b76c-a0b6d21125d4 HTTP/1.1" status: 204 len: 168 time: 0.9508331 Sep 30 13:29:59.515819 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34590) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:59.526366 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ea0ec-3978-41ca-8562-bfaeeaeafc01 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event deleted for resources: {'Network': ['ID=e7a7f2fe-b108-4506-b76c-a0b6d21125d4,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:59.576788 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbae827b-caf0-48e2-bc6a-3a6065a9612c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] GET failed (client error): The resource could not be found. Sep 30 13:29:59.578784 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-dbae827b-caf0-48e2-bc6a-3a6065a9612c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "GET /v2.0/subnets/f4b8282e-3b90-4b88-94f8-b48c4fc8e607 HTTP/1.1" status: 404 len: 337 time: 0.0619121 Sep 30 13:29:59.581981 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34596) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:59.625227 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-57258ac0-57eb-4930-ab71-7f303dc60b67 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] DELETE failed (client error): The resource could not be found. Sep 30 13:29:59.625851 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57258ac0-57eb-4930-ab71-7f303dc60b67 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:29:59.627977 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-57258ac0-57eb-4930-ab71-7f303dc60b67 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/networks/e7a7f2fe-b108-4506-b76c-a0b6d21125d4 HTTP/1.1" status: 404 len: 339 time: 0.0441432 Sep 30 13:29:59.633004 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34604) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:29:59.685143 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-07d25e35-3eab-4c0e-b41f-1d0d9ced66aa tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:59.726496 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d25e35-3eab-4c0e-b41f-1d0d9ced66aa tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Pushing event deleted for resources: {'Port': ['ID=8e711cfb-7312-42fb-9412-f2bc2b81e517,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:29:59.731847 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d25e35-3eab-4c0e-b41f-1d0d9ced66aa tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] No DVR routers for this DVR port 8e711cfb-7312-42fb-9412-f2bc2b81e517 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:29:59.880447 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-07d25e35-3eab-4c0e-b41f-1d0d9ced66aa tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:59.920422 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-07d25e35-3eab-4c0e-b41f-1d0d9ced66aa tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca0798b-0e95-4777-8606-b8ccb07b9a95']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:59.946833 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-07d25e35-3eab-4c0e-b41f-1d0d9ced66aa tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d70ead8-d4eb-4cce-a88b-3c5b455ff326') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:59.947510 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-07d25e35-3eab-4c0e-b41f-1d0d9ced66aa tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d70ead8-d4eb-4cce-a88b-3c5b455ff326') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:29:59.961769 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-07d25e35-3eab-4c0e-b41f-1d0d9ced66aa tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:59.988465 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-07d25e35-3eab-4c0e-b41f-1d0d9ced66aa tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:29:59.997518 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d25e35-3eab-4c0e-b41f-1d0d9ced66aa tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:29:59.997933 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-07d25e35-3eab-4c0e-b41f-1d0d9ced66aa tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:30:00.008992 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:30:00.075232 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddeaa94-23a2-4a4f-8a3d-d5b3d5730f9d tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:00.076958 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5ddeaa94-23a2-4a4f-8a3d-d5b3d5730f9d tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4426799 Sep 30 13:30:00.081236 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34650) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:00.170611 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a9459d44-e88c-497b-bce0-a9d7450ac54b tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "GET /v2.0/subnets?network_id=7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 207 time: 0.0880980 Sep 30 13:30:00.173908 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34662) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:00.195599 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-07d25e35-3eab-4c0e-b41f-1d0d9ced66aa tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:00.226612 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-07d25e35-3eab-4c0e-b41f-1d0d9ced66aa tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:00.229098 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-07d25e35-3eab-4c0e-b41f-1d0d9ced66aa tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] 10.222.0.18 "DELETE /v2.0/networks/4ca0798b-0e95-4777-8606-b8ccb07b9a95 HTTP/1.1" status: 204 len: 168 time: 1.4250467 Sep 30 13:30:00.232174 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34670) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:00.284349 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d25e35-3eab-4c0e-b41f-1d0d9ced66aa tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Pushing event deleted for resources: {'Network': ['ID=4ca0798b-0e95-4777-8606-b8ccb07b9a95,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:00.427007 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-09281182-fc34-492a-9d2b-0178cbc4df95 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:00.526687 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-09281182-fc34-492a-9d2b-0178cbc4df95 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Deleting port 54f965e4-3e7c-4486-8242-190e5324a830 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:30:00.527033 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-09281182-fc34-492a-9d2b-0178cbc4df95 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:00.591685 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6b2acb-7784-4338-8ffe-e078422bea22 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:00.614329 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-dab9700a-8321-432c-9dea-f3fff11daee6 None None] Could not find standard attr ID for object 8e711cfb-7312-42fb-9412-f2bc2b81e517. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:30:00.631492 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6b2acb-7784-4338-8ffe-e078422bea22 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:00.639324 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-09281182-fc34-492a-9d2b-0178cbc4df95 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] For port 54f965e4-3e7c-4486-8242-190e5324a830, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=54f965e4-3e7c-4486-8242-190e5324a830,segment=NetworkSegment(b8863e64-add4-4ffd-ad53-7b5e55f07179),segment_id=b8863e64-add4-4ffd-ad53-7b5e55f07179)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:30:00.640260 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-09281182-fc34-492a-9d2b-0178cbc4df95 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:00.645118 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6b2acb-7784-4338-8ffe-e078422bea22 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:00.652177 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6b2acb-7784-4338-8ffe-e078422bea22 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:00.654279 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4d6b2acb-7784-4338-8ffe-e078422bea22 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.4791009 Sep 30 13:30:00.657867 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34686) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:00.658705 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-09281182-fc34-492a-9d2b-0178cbc4df95 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Calling delete_port for 54f965e4-3e7c-4486-8242-190e5324a830 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:30:00.707603 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b24f31-3482-40a2-bb77-8e025032d12e None None] DHCP port deletion for 4ca0798b-0e95-4777-8606-b8ccb07b9a95 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:30:00.733300 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83afa3ce-6d62-4f23-b599-168740dfeeb2 None None] Network 4ca0798b-0e95-4777-8606-b8ccb07b9a95 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:30:00.754389 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83afa3ce-6d62-4f23-b599-168740dfeeb2 None None] Network 4ca0798b-0e95-4777-8606-b8ccb07b9a95 could not be found, it might have been deleted concurrently. {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 30 13:30:00.779436 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7392e6-50eb-4337-8adf-20396f5eaaf1 None None] get_active_networks_info from n-d-810909-2 {{(pid=94765) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 13:30:00.784926 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-09281182-fc34-492a-9d2b-0178cbc4df95 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:00.815969 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09281182-fc34-492a-9d2b-0178cbc4df95 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Pushing event deleted for resources: {'Port': ['ID=54f965e4-3e7c-4486-8242-190e5324a830,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:00.818371 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09281182-fc34-492a-9d2b-0178cbc4df95 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] No DVR routers for this DVR port 54f965e4-3e7c-4486-8242-190e5324a830 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:30:00.857694 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c34ed33e-26b2-4203-ac68-2ee46def4e26 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1986034 Sep 30 13:30:00.866247 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34688) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:00.940563 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7392e6-50eb-4337-8adf-20396f5eaaf1 None None] Resources bound (agent type, host, resource id): {{(pid=94765) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 13:30:00.962845 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-09281182-fc34-492a-9d2b-0178cbc4df95 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:00.996407 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7093d3-f376-4068-bbb3-ecbe0d326a95 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:00.998154 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7093d3-f376-4068-bbb3-ecbe0d326a95 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:00.999711 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8a7093d3-f376-4068-bbb3-ecbe0d326a95 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1322963 Sep 30 13:30:01.007193 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34690) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:01.007512 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-09281182-fc34-492a-9d2b-0178cbc4df95 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf93f68f-7903-4d26-8724-a8b7f27d1771']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:01.023774 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-09281182-fc34-492a-9d2b-0178cbc4df95 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8863e64-add4-4ffd-ad53-7b5e55f07179') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:01.024478 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-09281182-fc34-492a-9d2b-0178cbc4df95 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8863e64-add4-4ffd-ad53-7b5e55f07179') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:01.037344 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-09281182-fc34-492a-9d2b-0178cbc4df95 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:01.065474 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-09281182-fc34-492a-9d2b-0178cbc4df95 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:01.083512 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09281182-fc34-492a-9d2b-0178cbc4df95 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:30:01.088081 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-09281182-fc34-492a-9d2b-0178cbc4df95 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:30:01.092203 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:30:01.117168 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abea0c0a-e6df-412e-b72c-4af20a4ef05f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:01.125327 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abea0c0a-e6df-412e-b72c-4af20a4ef05f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['shared'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:01.130325 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-abea0c0a-e6df-412e-b72c-4af20a4ef05f tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1215172 Sep 30 13:30:01.135136 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34694) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:01.256030 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-09281182-fc34-492a-9d2b-0178cbc4df95 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:01.274043 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-09281182-fc34-492a-9d2b-0178cbc4df95 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:01.277039 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-09281182-fc34-492a-9d2b-0178cbc4df95 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] 10.222.0.18 "DELETE /v2.0/networks/cf93f68f-7903-4d26-8724-a8b7f27d1771 HTTP/1.1" status: 204 len: 168 time: 1.0434008 Sep 30 13:30:01.284867 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34700) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:01.292006 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09281182-fc34-492a-9d2b-0178cbc4df95 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Pushing event deleted for resources: {'Network': ['ID=cf93f68f-7903-4d26-8724-a8b7f27d1771,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:01.461455 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2341b3-8cc9-4109-bfc6-de2d249a99d7 None None] get_active_networks_info from n-d-810909-2 {{(pid=94765) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 13:30:01.498582 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4f4b-6f59-485d-af85-eeab486c7d8b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:01.509527 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b299c9c4-8118-4a61-8e63-892f2a906202 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:01.509527 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b299c9c4-8118-4a61-8e63-892f2a906202 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "GET /v2.0/networks/7beae6b9-8f26-4e5a-8e59-7d7632fe9dc9 HTTP/1.1" status: 200 len: 799 time: 0.3514299 Sep 30 13:30:01.512277 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34702) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:01.629952 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2341b3-8cc9-4109-bfc6-de2d249a99d7 None None] Resources bound (agent type, host, resource id): {{(pid=94765) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 13:30:01.720371 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4f4b-6f59-485d-af85-eeab486c7d8b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:01.763662 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-3eaa4f4b-6f59-485d-af85-eeab486c7d8b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28216dda-d2da-4f0d-9ef5-8d7c048f93bf']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:01.774892 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-adb6b372-eca8-413e-aa85-8b47e472fcb7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "GET /v2.0/networks/7beae6b9-8f26-4e5a-8e59-7d7632fe9dc9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2585702 Sep 30 13:30:01.775930 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34710) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:01.791845 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-3eaa4f4b-6f59-485d-af85-eeab486c7d8b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e338f0d-0356-49a4-a69c-86fa66510e24') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:01.792233 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-3eaa4f4b-6f59-485d-af85-eeab486c7d8b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e338f0d-0356-49a4-a69c-86fa66510e24') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:01.806970 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4f4b-6f59-485d-af85-eeab486c7d8b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:01.832487 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4f4b-6f59-485d-af85-eeab486c7d8b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:01.843268 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eaa4f4b-6f59-485d-af85-eeab486c7d8b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:30:01.843754 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4f4b-6f59-485d-af85-eeab486c7d8b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:30:01.847888 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:30:01.886940 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d10286-7f1d-4cc1-acad-2f9901c4a8a7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:01.889226 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-61d10286-7f1d-4cc1-acad-2f9901c4a8a7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "GET /v2.0/subnets/8fb7f21b-f0ec-4635-a6d1-0e99343f36fe HTTP/1.1" status: 200 len: 811 time: 0.1117904 Sep 30 13:30:01.895832 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34712) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:01.970239 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0e2a29-0676-4922-917a-e34f12aea247 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['shared'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:01.971947 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ea0e2a29-0676-4922-917a-e34f12aea247 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "GET /v2.0/subnets/8fb7f21b-f0ec-4635-a6d1-0e99343f36fe?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0748632 Sep 30 13:30:01.975781 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34716) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:01.983342 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-2dcfbf05-d46e-4ed1-9ee4-4bb29e6d5b46 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1614776391'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:02.002977 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4f4b-6f59-485d-af85-eeab486c7d8b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:02.016066 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4f4b-6f59-485d-af85-eeab486c7d8b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:02.017976 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3eaa4f4b-6f59-485d-af85-eeab486c7d8b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] 10.222.0.18 "DELETE /v2.0/networks/28216dda-d2da-4f0d-9ef5-8d7c048f93bf HTTP/1.1" status: 204 len: 168 time: 0.7320232 Sep 30 13:30:02.020994 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34718) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:02.047171 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcfbf05-d46e-4ed1-9ee4-4bb29e6d5b46 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Made reservation on behalf of 82bed4e0a7124ab79088cc43d30e2774 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:02.050921 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2dcfbf05-d46e-4ed1-9ee4-4bb29e6d5b46 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:02.053901 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa4f4b-6f59-485d-af85-eeab486c7d8b tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Pushing event deleted for resources: {'Network': ['ID=28216dda-d2da-4f0d-9ef5-8d7c048f93bf,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:02.083886 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dcfbf05-d46e-4ed1-9ee4-4bb29e6d5b46 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:30:02.094577 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2dcfbf05-d46e-4ed1-9ee4-4bb29e6d5b46 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:02.095128 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-2dcfbf05-d46e-4ed1-9ee4-4bb29e6d5b46 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Added segment ebd23f59-5625-4c6b-92ad-8654c88b153a of type vlan for network dcee8759-5672-4df0-8510-2e6224268d6e Sep 30 13:30:02.129591 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d38a8f66-9901-43f2-8b40-f924f1f5ebe8 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:02.139118 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2dcfbf05-d46e-4ed1-9ee4-4bb29e6d5b46 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:02.195445 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2dcfbf05-d46e-4ed1-9ee4-4bb29e6d5b46 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:02.203252 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcfbf05-d46e-4ed1-9ee4-4bb29e6d5b46 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:02.203864 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2dcfbf05-d46e-4ed1-9ee4-4bb29e6d5b46 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:02.255860 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 8e711cfb-7312-42fb-9412-f2bc2b81e517 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:30:02.274997 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2dcfbf05-d46e-4ed1-9ee4-4bb29e6d5b46 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2957740 Sep 30 13:30:02.293753 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d38a8f66-9901-43f2-8b40-f924f1f5ebe8 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:02.297292 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34722) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:02.303002 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-16d99c0e-3600-405b-a300-c3aecb41dd24 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Request body: {'subnet': {'network_id': 'dcee8759-5672-4df0-8510-2e6224268d6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:02.303168 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 8e711cfb-7312-42fb-9412-f2bc2b81e517 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:30:02.303422 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 8e711cfb-7312-42fb-9412-f2bc2b81e517 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:30:02.332080 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-d38a8f66-9901-43f2-8b40-f924f1f5ebe8 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6688a8-224e-41e0-8bf6-7ec328da124f']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:02.356354 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-d38a8f66-9901-43f2-8b40-f924f1f5ebe8 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2ab7c7-5859-4864-a406-42e9d4fa3d41') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:02.357040 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-d38a8f66-9901-43f2-8b40-f924f1f5ebe8 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2ab7c7-5859-4864-a406-42e9d4fa3d41') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:02.377482 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d38a8f66-9901-43f2-8b40-f924f1f5ebe8 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:02.429200 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d38a8f66-9901-43f2-8b40-f924f1f5ebe8 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:02.466198 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d38a8f66-9901-43f2-8b40-f924f1f5ebe8 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:30:02.466855 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d38a8f66-9901-43f2-8b40-f924f1f5ebe8 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:30:02.470264 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:30:02.488340 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d99c0e-3600-405b-a300-c3aecb41dd24 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Made reservation on behalf of 82bed4e0a7124ab79088cc43d30e2774 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:02.492345 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-16d99c0e-3600-405b-a300-c3aecb41dd24 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:02.596113 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.ipam_backend_mixin [None req-16d99c0e-3600-405b-a300-c3aecb41dd24 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Performing IP validity checks on allocation pools {{(pid=94764) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 30 13:30:02.597067 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.ipam_backend_mixin [None req-16d99c0e-3600-405b-a300-c3aecb41dd24 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94764) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 30 13:30:02.677967 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d38a8f66-9901-43f2-8b40-f924f1f5ebe8 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:02.692169 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfbf05-d46e-4ed1-9ee4-4bb29e6d5b46 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event updated for resources: {'Network': ['ID=dcee8759-5672-4df0-8510-2e6224268d6e,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:02.707400 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d38a8f66-9901-43f2-8b40-f924f1f5ebe8 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:02.708412 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network dcee8759-5672-4df0-8510-2e6224268d6e details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:30:02.711724 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d38a8f66-9901-43f2-8b40-f924f1f5ebe8 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] 10.222.0.18 "DELETE /v2.0/networks/3f6688a8-224e-41e0-8bf6-7ec328da124f HTTP/1.1" status: 204 len: 168 time: 0.6865644 Sep 30 13:30:02.728051 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a8f66-9901-43f2-8b40-f924f1f5ebe8 tempest-BulkNetworkOpsTest-606751537 tempest-BulkNetworkOpsTest-606751537-project] Pushing event deleted for resources: {'Network': ['ID=3f6688a8-224e-41e0-8bf6-7ec328da124f,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:02.827820 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-16d99c0e-3600-405b-a300-c3aecb41dd24 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:02.929624 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d99c0e-3600-405b-a300-c3aecb41dd24 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event updated for resources: {'Subnet': ['ID=3eb4e9fd-be3b-4fa0-820f-a6d544ffd660,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:02.932240 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d99c0e-3600-405b-a300-c3aecb41dd24 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Checking segment: {'id': 'ebd23f59-5625-4c6b-92ad-8654c88b153a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'dcee8759-5672-4df0-8510-2e6224268d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:30:02.934316 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d99c0e-3600-405b-a300-c3aecb41dd24 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Network hostable DHCP agents. Network: dcee8759-5672-4df0-8510-2e6224268d6e, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:30:02.956483 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d99c0e-3600-405b-a300-c3aecb41dd24 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Network dcee8759-5672-4df0-8510-2e6224268d6e is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:30:02.974410 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-16d99c0e-3600-405b-a300-c3aecb41dd24 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, dcee8759-5672-4df0-8510-2e6224268d6e) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:02.985599 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c790b09b-1a1b-45e6-be80-4dc361ce75ee None None] Network dcee8759-5672-4df0-8510-2e6224268d6e requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:30:02.990142 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d99c0e-3600-405b-a300-c3aecb41dd24 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:02.993545 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-16d99c0e-3600-405b-a300-c3aecb41dd24 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:03.044087 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34734) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:03.044818 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-16d99c0e-3600-405b-a300-c3aecb41dd24 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7455740 Sep 30 13:30:03.056972 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-088aac49-e381-4e2d-a790-aed160037800 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:03.180465 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34738) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:03.188633 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-088aac49-e381-4e2d-a790-aed160037800 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-24047910'] for subnet, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:03.319739 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b39a1ff-0b63-425d-b28c-e3f2a330c7d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-dcee8759-5672-4df0-8510-2e6224268d6e', 'network_id': 'dcee8759-5672-4df0-8510-2e6224268d6e', 'tenant_id': '82bed4e0a7124ab79088cc43d30e2774', 'fixed_ips': [{'subnet_id': '3eb4e9fd-be3b-4fa0-820f-a6d544ffd660'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:30:03.321082 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5b39a1ff-0b63-425d-b28c-e3f2a330c7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:03.411374 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a75dcf8c-5cb2-4454-b0f8-d3f62c4c9219 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=988920f6e6ef47f9a94315f587f5f7d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2301028 Sep 30 13:30:03.414542 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34744) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:03.498161 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0603f8e7-1cc5-4b33-9b07-aa97e01fa56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:03.509515 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-088aac49-e381-4e2d-a790-aed160037800 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781647741197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-24584107'] for subnet, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:03.532935 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0603f8e7-1cc5-4b33-9b07-aa97e01fa56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:03.568997 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088aac49-e381-4e2d-a790-aed160037800 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:03.569690 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-088aac49-e381-4e2d-a790-aed160037800 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:03.571108 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-088aac49-e381-4e2d-a790-aed160037800 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "PUT /v2.0/subnets/3eb4e9fd-be3b-4fa0-820f-a6d544ffd660 HTTP/1.1" status: 200 len: 877 time: 0.5258389 Sep 30 13:30:03.575049 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34746) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:03.580991 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088aac49-e381-4e2d-a790-aed160037800 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event updated for resources: {'Subnet': ['ID=3eb4e9fd-be3b-4fa0-820f-a6d544ffd660,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:03.617639 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-5b39a1ff-0b63-425d-b28c-e3f2a330c7d2 None None] Allocated IP 172.20.0.3 (dcee8759-5672-4df0-8510-2e6224268d6e/3eb4e9fd-be3b-4fa0-820f-a6d544ffd660/7537fdc9-eeaa-41c7-81e5-5950380291f3) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:30:03.672588 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0603f8e7-1cc5-4b33-9b07-aa97e01fa56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:03.676217 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0603f8e7-1cc5-4b33-9b07-aa97e01fa56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:03.684122 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0603f8e7-1cc5-4b33-9b07-aa97e01fa56f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/79cfd060-84d7-4cd2-a7be-e8cc99fde37a HTTP/1.1" status: 204 len: 168 time: 0.2619169 Sep 30 13:30:03.718584 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603f8e7-1cc5-4b33-9b07-aa97e01fa56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cfd060-84d7-4cd2-a7be-e8cc99fde37a,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:03.753233 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:30:03.767993 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:03.865873 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5b39a1ff-0b63-425d-b28c-e3f2a330c7d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:03.887656 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5b39a1ff-0b63-425d-b28c-e3f2a330c7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:03.900092 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:04.024574 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b39a1ff-0b63-425d-b28c-e3f2a330c7d2 None None] Network dcee8759-5672-4df0-8510-2e6224268d6e is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:30:04.034941 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-5b39a1ff-0b63-425d-b28c-e3f2a330c7d2 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:04.039323 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b39a1ff-0b63-425d-b28c-e3f2a330c7d2 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:30:04.045901 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:04.052772 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39a1ff-0b63-425d-b28c-e3f2a330c7d2 None None] Pushing event updated for resources: {'Port': ['ID=7537fdc9-eeaa-41c7-81e5-5950380291f3,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:04.140903 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-5b39a1ff-0b63-425d-b28c-e3f2a330c7d2 None None] Attempting to bind port 7537fdc9-eeaa-41c7-81e5-5950380291f3 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:30:04.141625 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-5b39a1ff-0b63-425d-b28c-e3f2a330c7d2 None None] Attempting to bind port 7537fdc9-eeaa-41c7-81e5-5950380291f3 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'ebd23f59-5625-4c6b-92ad-8654c88b153a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'dcee8759-5672-4df0-8510-2e6224268d6e'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:30:04.142197 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b39a1ff-0b63-425d-b28c-e3f2a330c7d2 None None] Attempting to bind port 7537fdc9-eeaa-41c7-81e5-5950380291f3 on network dcee8759-5672-4df0-8510-2e6224268d6e {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:30:04.157448 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b39a1ff-0b63-425d-b28c-e3f2a330c7d2 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:30:04.157961 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b39a1ff-0b63-425d-b28c-e3f2a330c7d2 None None] Checking segment: {'id': 'ebd23f59-5625-4c6b-92ad-8654c88b153a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'dcee8759-5672-4df0-8510-2e6224268d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:30:04.158743 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5b39a1ff-0b63-425d-b28c-e3f2a330c7d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:04.159455 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b39a1ff-0b63-425d-b28c-e3f2a330c7d2 None None] Bound using segment: {'id': 'ebd23f59-5625-4c6b-92ad-8654c88b153a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'dcee8759-5672-4df0-8510-2e6224268d6e'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:30:04.160411 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-5b39a1ff-0b63-425d-b28c-e3f2a330c7d2 None None] Bound port: 7537fdc9-eeaa-41c7-81e5-5950380291f3, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd23f59-5625-4c6b-92ad-8654c88b153a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'dcee8759-5672-4df0-8510-2e6224268d6e'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:30:04.160837 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5b39a1ff-0b63-425d-b28c-e3f2a330c7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:04.170207 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event deleted for resources: {'Subnet': ['ID=3eb4e9fd-be3b-4fa0-820f-a6d544ffd660,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:04.232689 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:04.263349 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5b39a1ff-0b63-425d-b28c-e3f2a330c7d2 None None] For port 7537fdc9-eeaa-41c7-81e5-5950380291f3, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:30:04.267170 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5b39a1ff-0b63-425d-b28c-e3f2a330c7d2 None None] For port 7537fdc9-eeaa-41c7-81e5-5950380291f3, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=7537fdc9-eeaa-41c7-81e5-5950380291f3,segment=NetworkSegment(ebd23f59-5625-4c6b-92ad-8654c88b153a),segment_id=ebd23f59-5625-4c6b-92ad-8654c88b153a)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:30:04.271574 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcee8759-5672-4df0-8510-2e6224268d6e']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:04.274957 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5b39a1ff-0b63-425d-b28c-e3f2a330c7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:04.283709 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd23f59-5625-4c6b-92ad-8654c88b153a') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:04.284063 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd23f59-5625-4c6b-92ad-8654c88b153a') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:04.295318 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:04.328754 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:04.344378 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:30:04.344996 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:30:04.349679 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:30:04.398284 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39a1ff-0b63-425d-b28c-e3f2a330c7d2 None None] Pushing event updated for resources: {'Port': ['ID=7537fdc9-eeaa-41c7-81e5-5950380291f3,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:04.419892 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78d2fe6-472a-49d3-8c56-24aa4b98e433 None None] Network dcee8759-5672-4df0-8510-2e6224268d6e requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:30:04.509672 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.db.api [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 30 13:30:04.509672 n-d-810909-2 neutron-server[94764]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 30 13:30:04.509672 n-d-810909-2 neutron-server[94764]: [parameters: {'id': 'dcee8759-5672-4df0-8510-2e6224268d6e'}] Sep 30 13:30:04.509672 n-d-810909-2 neutron-server[94764]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:30:04.510167 n-d-810909-2 neutron-server[94764]: DEBUG oslo_db.api [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:30:04.581678 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19df80e7-4622-4875-96eb-84dda22caf6a None None] Network dcee8759-5672-4df0-8510-2e6224268d6e requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:30:04.723475 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818d960c-c77d-456b-b66b-bc4b51765b6a None None] get_active_networks_info from n-d-810909-2 {{(pid=94765) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 13:30:04.863882 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818d960c-c77d-456b-b66b-bc4b51765b6a None None] Resources bound (agent type, host, resource id): {{(pid=94765) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 13:30:05.011261 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:05.111393 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Deleting port 7537fdc9-eeaa-41c7-81e5-5950380291f3 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:30:05.111974 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:05.586751 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] For port 7537fdc9-eeaa-41c7-81e5-5950380291f3, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=7537fdc9-eeaa-41c7-81e5-5950380291f3,segment=NetworkSegment(ebd23f59-5625-4c6b-92ad-8654c88b153a),segment_id=ebd23f59-5625-4c6b-92ad-8654c88b153a)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:30:05.587134 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:05.603137 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Calling delete_port for 7537fdc9-eeaa-41c7-81e5-5950380291f3 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:30:05.706711 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:05.741372 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event deleted for resources: {'Port': ['ID=7537fdc9-eeaa-41c7-81e5-5950380291f3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:05.743247 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] No DVR routers for this DVR port 7537fdc9-eeaa-41c7-81e5-5950380291f3 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:30:05.825830 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:05.847362 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcee8759-5672-4df0-8510-2e6224268d6e']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:05.857687 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd23f59-5625-4c6b-92ad-8654c88b153a') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:05.857984 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd23f59-5625-4c6b-92ad-8654c88b153a') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:05.872006 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:05.885555 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:05.892151 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:30:05.892637 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:30:05.895624 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:30:05.955878 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:05.974870 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:05.976691 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/networks/dcee8759-5672-4df0-8510-2e6224268d6e HTTP/1.1" status: 204 len: 168 time: 2.3969109 Sep 30 13:30:05.977505 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912acb6-aec2-4bab-8a8c-02e0f87f3f5c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event deleted for resources: {'Network': ['ID=dcee8759-5672-4df0-8510-2e6224268d6e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:05.980115 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34804) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:06.006447 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5550ed-c0e9-40c9-99b5-6776a6f07ef5 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] DELETE failed (client error): The resource could not be found. Sep 30 13:30:06.006899 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f5550ed-c0e9-40c9-99b5-6776a6f07ef5 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:30:06.008627 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2f5550ed-c0e9-40c9-99b5-6776a6f07ef5 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/subnets/3eb4e9fd-be3b-4fa0-820f-a6d544ffd660 HTTP/1.1" status: 404 len: 337 time: 0.0273767 Sep 30 13:30:06.011168 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34808) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:06.032397 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c685df-46c9-4c3c-b240-ed23de28f7d1 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] DELETE failed (client error): The resource could not be found. Sep 30 13:30:06.033168 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24c685df-46c9-4c3c-b240-ed23de28f7d1 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:30:06.034653 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-24c685df-46c9-4c3c-b240-ed23de28f7d1 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/networks/dcee8759-5672-4df0-8510-2e6224268d6e HTTP/1.1" status: 404 len: 339 time: 0.0220504 Sep 30 13:30:06.037121 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34810) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:06.066685 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-a452e0fe-05e2-4360-a1c7-d21500338ea6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] DELETE failed (client error): The resource could not be found. Sep 30 13:30:06.067120 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a452e0fe-05e2-4360-a1c7-d21500338ea6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:30:06.069046 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a452e0fe-05e2-4360-a1c7-d21500338ea6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/subnets/f4b8282e-3b90-4b88-94f8-b48c4fc8e607 HTTP/1.1" status: 404 len: 337 time: 0.0308194 Sep 30 13:30:06.071524 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34812) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:06.089481 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a38073-ec5d-43d8-a637-6a7aedea3b90 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] DELETE failed (client error): The resource could not be found. Sep 30 13:30:06.090582 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78a38073-ec5d-43d8-a637-6a7aedea3b90 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:30:06.092242 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-78a38073-ec5d-43d8-a637-6a7aedea3b90 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/networks/e7a7f2fe-b108-4506-b76c-a0b6d21125d4 HTTP/1.1" status: 404 len: 339 time: 0.0198369 Sep 30 13:30:06.094731 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34814) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:06.193057 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fa5fae84-b932-41fd-b4fc-238de8e82f3e tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:06.294611 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fa5fae84-b932-41fd-b4fc-238de8e82f3e tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:06.315780 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-fa5fae84-b932-41fd-b4fc-238de8e82f3e tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c528b276-1cb9-4be6-9017-e32e89752d43']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:06.325945 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-fa5fae84-b932-41fd-b4fc-238de8e82f3e tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3922713-e1d6-42a4-b54b-8f25c8287858') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:06.326187 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-fa5fae84-b932-41fd-b4fc-238de8e82f3e tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3922713-e1d6-42a4-b54b-8f25c8287858') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:06.335980 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fa5fae84-b932-41fd-b4fc-238de8e82f3e tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:06.349507 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fa5fae84-b932-41fd-b4fc-238de8e82f3e tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:06.356063 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa5fae84-b932-41fd-b4fc-238de8e82f3e tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:30:06.356481 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fa5fae84-b932-41fd-b4fc-238de8e82f3e tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:30:06.359527 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:30:06.420721 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fa5fae84-b932-41fd-b4fc-238de8e82f3e tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:06.445772 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fa5fae84-b932-41fd-b4fc-238de8e82f3e tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:06.455014 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34832) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:06.463212 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fa5fae84-b932-41fd-b4fc-238de8e82f3e tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/networks/c528b276-1cb9-4be6-9017-e32e89752d43 HTTP/1.1" status: 204 len: 168 time: 0.3674579 Sep 30 13:30:06.468821 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5fae84-b932-41fd-b4fc-238de8e82f3e tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event deleted for resources: {'Network': ['ID=c528b276-1cb9-4be6-9017-e32e89752d43,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:06.499800 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-d90d560a-f5c9-47ec-9fca-62df1afd76c5 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] DELETE failed (client error): The resource could not be found. Sep 30 13:30:06.500281 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d90d560a-f5c9-47ec-9fca-62df1afd76c5 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:30:06.505540 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34838) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:06.520478 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d90d560a-f5c9-47ec-9fca-62df1afd76c5 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/subnets/04e5a306-19f7-4803-aec9-6dcdceb93afd HTTP/1.1" status: 404 len: 337 time: 0.0644372 Sep 30 13:30:06.531545 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-225ec8d7-d2a5-43ec-b4c0-6b1b893c4af7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] DELETE failed (client error): The resource could not be found. Sep 30 13:30:06.532107 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-225ec8d7-d2a5-43ec-b4c0-6b1b893c4af7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:30:06.536232 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-225ec8d7-d2a5-43ec-b4c0-6b1b893c4af7 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/networks/4381ae54-325b-40ba-9f8c-c138d2fbd81b HTTP/1.1" status: 404 len: 339 time: 0.0272341 Sep 30 13:30:06.538644 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34842) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:06.573975 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-b439bad2-be03-42ae-8b74-cba9c0c5b040 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] DELETE failed (client error): The resource could not be found. Sep 30 13:30:06.575254 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b439bad2-be03-42ae-8b74-cba9c0c5b040 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:30:06.580293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34844) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:06.580501 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b439bad2-be03-42ae-8b74-cba9c0c5b040 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/subnets/c4bffd90-4e13-41f9-ae75-1c3c1ba7845a HTTP/1.1" status: 404 len: 337 time: 0.0400662 Sep 30 13:30:06.615084 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-583751ce-edc2-4d58-9519-65a511e65517 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] DELETE failed (client error): The resource could not be found. Sep 30 13:30:06.620512 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583751ce-edc2-4d58-9519-65a511e65517 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:30:06.622873 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-583751ce-edc2-4d58-9519-65a511e65517 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/networks/03b1ddf4-fc7c-4235-954b-02ec75892085 HTTP/1.1" status: 404 len: 339 time: 0.0410306 Sep 30 13:30:06.625566 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34848) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:06.687378 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd424da-8efb-479d-afb4-fc8367220846 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] DELETE failed (client error): The resource could not be found. Sep 30 13:30:06.687845 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dd424da-8efb-479d-afb4-fc8367220846 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:30:06.689638 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2dd424da-8efb-479d-afb4-fc8367220846 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/subnets/d3e4cf3d-810d-4e54-9089-6d00b25814fd HTTP/1.1" status: 404 len: 337 time: 0.0625727 Sep 30 13:30:06.692246 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34852) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:06.725018 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-4055317c-a88e-4e20-b1b2-8d1a735d1766 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] DELETE failed (client error): The resource could not be found. Sep 30 13:30:06.725524 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4055317c-a88e-4e20-b1b2-8d1a735d1766 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:30:06.731840 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4055317c-a88e-4e20-b1b2-8d1a735d1766 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/networks/40f82f8d-4bb9-4a2b-9c48-9efd2a7ee526 HTTP/1.1" status: 404 len: 339 time: 0.0386326 Sep 30 13:30:06.734534 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34856) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:06.772354 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-330d6b52-5657-4d26-9b31-1200d6af676c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] DELETE failed (client error): The resource could not be found. Sep 30 13:30:06.772775 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-330d6b52-5657-4d26-9b31-1200d6af676c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:30:06.777091 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-330d6b52-5657-4d26-9b31-1200d6af676c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/subnets/9dda21d3-6f2a-488c-8f38-4cfb0d4b057b HTTP/1.1" status: 404 len: 337 time: 0.0405912 Sep 30 13:30:06.777346 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34860) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:06.796275 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-50022778-7541-4a76-8a2b-1f21f8854a3a tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] DELETE failed (client error): The resource could not be found. Sep 30 13:30:06.796814 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50022778-7541-4a76-8a2b-1f21f8854a3a tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:30:06.798703 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-50022778-7541-4a76-8a2b-1f21f8854a3a tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/networks/62aa66f6-c655-46b5-8978-1e11cecdcd1d HTTP/1.1" status: 404 len: 339 time: 0.0202980 Sep 30 13:30:06.801553 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34862) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:06.835586 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cca03e1-2dc5-4793-af36-307566fef8ce tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] DELETE failed (client error): The resource could not be found. Sep 30 13:30:06.835978 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cca03e1-2dc5-4793-af36-307566fef8ce tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:30:06.840355 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5cca03e1-2dc5-4793-af36-307566fef8ce tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/subnets/6789c77e-b55b-4179-b8a8-a2f02c37e83d HTTP/1.1" status: 404 len: 337 time: 0.0374973 Sep 30 13:30:06.840490 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34868) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:06.876061 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d71ae7-c6bd-4698-9ec1-a66e59fb81f6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] DELETE failed (client error): The resource could not be found. Sep 30 13:30:06.877751 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59d71ae7-c6bd-4698-9ec1-a66e59fb81f6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:30:06.880361 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-59d71ae7-c6bd-4698-9ec1-a66e59fb81f6 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/networks/71008dba-cb5d-4bd0-8930-19c25f557a92 HTTP/1.1" status: 404 len: 339 time: 0.0385110 Sep 30 13:30:06.885839 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34870) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:06.928178 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2197d3c-c6a7-44e5-992b-408268478f2c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] DELETE failed (client error): The resource could not be found. Sep 30 13:30:06.929089 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2197d3c-c6a7-44e5-992b-408268478f2c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:30:06.931498 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f2197d3c-c6a7-44e5-992b-408268478f2c tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/subnets/bf21628f-5123-4ebe-a3e5-bf5951ff8c0e HTTP/1.1" status: 404 len: 337 time: 0.0436485 Sep 30 13:30:06.934895 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34872) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:06.984636 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa103fac-5600-4dc2-b19f-ab833b06fa8b tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] DELETE failed (client error): The resource could not be found. Sep 30 13:30:06.985246 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa103fac-5600-4dc2-b19f-ab833b06fa8b tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:30:06.989254 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-aa103fac-5600-4dc2-b19f-ab833b06fa8b tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/networks/38122c05-79b6-4198-a8fa-6549d6e78609 HTTP/1.1" status: 404 len: 339 time: 0.0501928 Sep 30 13:30:06.990087 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34874) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:07.083516 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dab71f5-230b-483d-b3da-ec17e4e2ad06 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] DELETE failed (client error): The resource could not be found. Sep 30 13:30:07.084098 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dab71f5-230b-483d-b3da-ec17e4e2ad06 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:30:07.088703 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34880) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:07.093147 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7dab71f5-230b-483d-b3da-ec17e4e2ad06 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/subnets/5e2468e4-e60d-4e97-8119-571ff67274c9 HTTP/1.1" status: 404 len: 337 time: 0.0974889 Sep 30 13:30:07.130200 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-303a6c51-0181-4f2a-8c55-e155c860423d tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] DELETE failed (client error): The resource could not be found. Sep 30 13:30:07.131302 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-303a6c51-0181-4f2a-8c55-e155c860423d tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:30:07.136203 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-303a6c51-0181-4f2a-8c55-e155c860423d tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/networks/5afabbb0-6c67-4ea6-b1b1-94235f806184 HTTP/1.1" status: 404 len: 339 time: 0.0447266 Sep 30 13:30:07.136378 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34882) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:07.172967 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4011c6-066f-4ba3-b33e-b6cd67f7d0f5 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] DELETE failed (client error): The resource could not be found. Sep 30 13:30:07.173700 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad4011c6-066f-4ba3-b33e-b6cd67f7d0f5 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:30:07.176497 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ad4011c6-066f-4ba3-b33e-b6cd67f7d0f5 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/subnets/232f3eaf-7fd4-4615-8c82-be472e66afec HTTP/1.1" status: 404 len: 337 time: 0.0390885 Sep 30 13:30:07.179219 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34884) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:07.204745 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c50a09-50dc-4aaf-bea2-cbe364969151 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] DELETE failed (client error): The resource could not be found. Sep 30 13:30:07.204745 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30c50a09-50dc-4aaf-bea2-cbe364969151 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:30:07.210269 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34892) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:07.226471 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-30c50a09-50dc-4aaf-bea2-cbe364969151 tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/networks/effed019-b5c2-44ba-804c-930a248d6bd7 HTTP/1.1" status: 404 len: 339 time: 0.0446820 Sep 30 13:30:07.317960 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-001433cb-ac52-4b3d-a73b-0e21cc05cb6a tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Deleting subnet 8fb7f21b-f0ec-4635-a6d1-0e99343f36fe {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:30:07.321691 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-001433cb-ac52-4b3d-a73b-0e21cc05cb6a tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:07.384650 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-001433cb-ac52-4b3d-a73b-0e21cc05cb6a tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:07.529223 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-001433cb-ac52-4b3d-a73b-0e21cc05cb6a tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:07.604215 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-001433cb-ac52-4b3d-a73b-0e21cc05cb6a tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:07.637821 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001433cb-ac52-4b3d-a73b-0e21cc05cb6a tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event deleted for resources: {'Subnet': ['ID=8fb7f21b-f0ec-4635-a6d1-0e99343f36fe,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:07.641787 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-001433cb-ac52-4b3d-a73b-0e21cc05cb6a tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:07.643895 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-001433cb-ac52-4b3d-a73b-0e21cc05cb6a tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/subnets/8fb7f21b-f0ec-4635-a6d1-0e99343f36fe HTTP/1.1" status: 204 len: 168 time: 0.4323275 Sep 30 13:30:07.646421 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 34900) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:07.651755 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b771c64-38f4-4428-8bff-386f9a9acc02 None None] Network 7beae6b9-8f26-4e5a-8e59-7d7632fe9dc9 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:30:07.813479 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:07.927783 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e4aef0-97fa-484e-a23f-40381827696e None None] DHCP port deletion for 7beae6b9-8f26-4e5a-8e59-7d7632fe9dc9 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:30:07.941053 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Deleting port 418c2275-961a-4e70-b5a2-6c6fe09be52d {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:30:07.941396 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:07.995502 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-c9e4aef0-97fa-484e-a23f-40381827696e None None] Deleting port 418c2275-961a-4e70-b5a2-6c6fe09be52d {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:30:07.996660 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c9e4aef0-97fa-484e-a23f-40381827696e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:08.022552 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] For port 418c2275-961a-4e70-b5a2-6c6fe09be52d, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=418c2275-961a-4e70-b5a2-6c6fe09be52d,segment=NetworkSegment(3ea22b53-0db2-4563-80e7-3d1934405b7e),segment_id=3ea22b53-0db2-4563-80e7-3d1934405b7e)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:30:08.023365 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:08.037987 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Calling delete_port for 418c2275-961a-4e70-b5a2-6c6fe09be52d owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:30:08.076629 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-c9e4aef0-97fa-484e-a23f-40381827696e None None] For port 418c2275-961a-4e70-b5a2-6c6fe09be52d, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=418c2275-961a-4e70-b5a2-6c6fe09be52d,segment=NetworkSegment(3ea22b53-0db2-4563-80e7-3d1934405b7e),segment_id=3ea22b53-0db2-4563-80e7-3d1934405b7e)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:30:08.077327 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c9e4aef0-97fa-484e-a23f-40381827696e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:08.110276 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-c9e4aef0-97fa-484e-a23f-40381827696e None None] Calling delete_port for 418c2275-961a-4e70-b5a2-6c6fe09be52d owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:30:08.168429 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:08.213949 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event deleted for resources: {'Port': ['ID=418c2275-961a-4e70-b5a2-6c6fe09be52d,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:08.247036 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:08.247390 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:08.247735 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:08.248076 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:08.248410 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:08.248741 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:08.249068 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:08.249178 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c9e4aef0-97fa-484e-a23f-40381827696e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:08.249391 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:08.249719 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:08.255778 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:08.256035 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:08.256387 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:08.267625 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] No DVR routers for this DVR port 418c2275-961a-4e70-b5a2-6c6fe09be52d on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:30:08.341421 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4aef0-97fa-484e-a23f-40381827696e None None] Pushing event deleted for resources: {'Port': ['ID=418c2275-961a-4e70-b5a2-6c6fe09be52d,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:08.345893 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 418c2275-961a-4e70-b5a2-6c6fe09be52d no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:30:08.382215 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e4aef0-97fa-484e-a23f-40381827696e None None] No DVR routers for this DVR port 418c2275-961a-4e70-b5a2-6c6fe09be52d on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:30:08.384114 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 418c2275-961a-4e70-b5a2-6c6fe09be52d {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:30:08.384261 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 418c2275-961a-4e70-b5a2-6c6fe09be52d not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:30:08.442734 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:08.466312 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7beae6b9-8f26-4e5a-8e59-7d7632fe9dc9']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:08.479478 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea22b53-0db2-4563-80e7-3d1934405b7e') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:08.481164 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea22b53-0db2-4563-80e7-3d1934405b7e') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:08.493222 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:08.518907 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:08.530672 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:30:08.532001 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:30:08.535586 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:30:08.666115 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:08.684408 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:08.690494 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] 10.222.0.18 "DELETE /v2.0/networks/7beae6b9-8f26-4e5a-8e59-7d7632fe9dc9 HTTP/1.1" status: 204 len: 168 time: 1.0387552 Sep 30 13:30:08.705758 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c4218-1db9-4a7a-86c9-4f6db53061cb tempest-NetworksTest-280038159 tempest-NetworksTest-280038159-project] Pushing event deleted for resources: {'Network': ['ID=7beae6b9-8f26-4e5a-8e59-7d7632fe9dc9,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:09.024535 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34934) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:09.168564 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9cd18246-bcce-45bf-905a-860e9d1b7246 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=82bed4e0a7124ab79088cc43d30e2774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427064 Sep 30 13:30:09.170919 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34938) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:09.223998 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9c21e467-e716-4825-95ab-90a8ac8b1c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:09.245244 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9c21e467-e716-4825-95ab-90a8ac8b1c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:09.294307 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9c21e467-e716-4825-95ab-90a8ac8b1c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:09.296940 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9c21e467-e716-4825-95ab-90a8ac8b1c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:09.298155 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9c21e467-e716-4825-95ab-90a8ac8b1c4f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c02d290-e4fc-4013-a0ac-0e0cea3852a7 HTTP/1.1" status: 204 len: 168 time: 0.1262989 Sep 30 13:30:09.308834 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21e467-e716-4825-95ab-90a8ac8b1c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c02d290-e4fc-4013-a0ac-0e0cea3852a7,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:10.192211 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34968) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:10.348678 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-0379c2c4-1955-4194-9b2b-f029075ffac9 tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] Request body: {'port': {'network_id': 'f0fa07a4-547b-4881-82a8-42d93e49d51d', 'name': 'tempest-NetworksNegativeTestJSON-2099875239'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:10.375609 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-0379c2c4-1955-4194-9b2b-f029075ffac9 tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] POST failed (client error): The resource could not be found. Sep 30 13:30:10.376294 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0379c2c4-1955-4194-9b2b-f029075ffac9 tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:30:10.381202 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0379c2c4-1955-4194-9b2b-f029075ffac9 tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1837916 Sep 30 13:30:10.381931 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34984) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:10.405156 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4549ad3-aba1-4956-b951-30ad57a2f0bf tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] DELETE failed (client error): The resource could not be found. Sep 30 13:30:10.405917 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4549ad3-aba1-4956-b951-30ad57a2f0bf tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:30:10.407945 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e4549ad3-aba1-4956-b951-30ad57a2f0bf tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] 10.222.0.18 "DELETE /v2.0/networks/d1f32a27-bcd9-4527-9f05-48a1ca75e4ff HTTP/1.1" status: 404 len: 339 time: 0.0252407 Sep 30 13:30:10.411390 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34990) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:10.437478 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-59761daa-74c2-4998-a9ed-8337e2d5b372 tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] DELETE failed (client error): The resource could not be found. Sep 30 13:30:10.438186 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59761daa-74c2-4998-a9ed-8337e2d5b372 tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:30:10.439922 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-59761daa-74c2-4998-a9ed-8337e2d5b372 tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] 10.222.0.18 "DELETE /v2.0/ports/e40dcac0-5cc1-4dd0-be11-b8e0c8e126d9 HTTP/1.1" status: 404 len: 333 time: 0.0276008 Sep 30 13:30:10.444167 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34994) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:10.488232 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-11994db8-92d2-48a9-80b7-af363f36d4e6 tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] DELETE failed (client error): The resource could not be found. Sep 30 13:30:10.488482 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11994db8-92d2-48a9-80b7-af363f36d4e6 tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:30:10.490540 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-11994db8-92d2-48a9-80b7-af363f36d4e6 tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] 10.222.0.18 "DELETE /v2.0/subnets/aa89e978-d607-48dc-a25a-c6d835879791 HTTP/1.1" status: 404 len: 337 time: 0.0451398 Sep 30 13:30:10.494385 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 34996) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:10.523183 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d77b20-9b16-406c-a586-656ec3a244b1 tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] GET failed (client error): The resource could not be found. Sep 30 13:30:10.524918 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-26d77b20-9b16-406c-a586-656ec3a244b1 tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] 10.222.0.18 "GET /v2.0/networks/9152ab63-0e38-4a1c-a140-16efc34f5731 HTTP/1.1" status: 404 len: 339 time: 0.0292788 Sep 30 13:30:10.529724 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35000) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:10.565743 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a2cd77-0196-430a-8d86-6d1921e56d34 tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] GET failed (client error): The resource could not be found. Sep 30 13:30:10.571691 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35002) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:10.572205 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-12a2cd77-0196-430a-8d86-6d1921e56d34 tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] 10.222.0.18 "GET /v2.0/ports/3b9f4d5a-cfc8-436b-90ee-4e8ab80cf183 HTTP/1.1" status: 404 len: 333 time: 0.0409694 Sep 30 13:30:10.607163 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f92716-164f-4e4d-ba03-872421e0a312 tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] GET failed (client error): The resource could not be found. Sep 30 13:30:10.612240 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-14f92716-164f-4e4d-ba03-872421e0a312 tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] 10.222.0.18 "GET /v2.0/subnets/2b600747-e81e-4e87-a9be-741231b3a8cf HTTP/1.1" status: 404 len: 337 time: 0.0356553 Sep 30 13:30:10.613462 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35004) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:10.621872 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-393f2ced-5a15-4b74-996b-44d165baaabf tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:10.639779 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-393f2ced-5a15-4b74-996b-44d165baaabf tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] PUT failed (client error): The resource could not be found. Sep 30 13:30:10.641446 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-393f2ced-5a15-4b74-996b-44d165baaabf tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:30:10.646773 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35006) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:10.647444 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-393f2ced-5a15-4b74-996b-44d165baaabf tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] 10.222.0.18 "PUT /v2.0/networks/944c2911-13b6-40e0-bdb9-12a7f7a5c1bc HTTP/1.1" status: 404 len: 339 time: 0.0324066 Sep 30 13:30:10.652107 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-6257be8d-748b-4c8c-8e97-a5e09c586797 tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:10.678226 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-6257be8d-748b-4c8c-8e97-a5e09c586797 tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] PUT failed (client error): The resource could not be found. Sep 30 13:30:10.678996 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6257be8d-748b-4c8c-8e97-a5e09c586797 tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:30:10.684737 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6257be8d-748b-4c8c-8e97-a5e09c586797 tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] 10.222.0.18 "PUT /v2.0/ports/2f47d642-7e5f-4b3d-a435-92d586d27f66 HTTP/1.1" status: 404 len: 333 time: 0.0325162 Sep 30 13:30:10.685018 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35008) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:10.691601 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-ad1bb0cf-d32b-4dca-b70a-8ef816671915 tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:10.717715 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad1bb0cf-d32b-4dca-b70a-8ef816671915 tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] PUT failed (client error): The resource could not be found. Sep 30 13:30:10.718144 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad1bb0cf-d32b-4dca-b70a-8ef816671915 tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:30:10.719393 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ad1bb0cf-d32b-4dca-b70a-8ef816671915 tempest-NetworksNegativeTestJSON-369174420 tempest-NetworksNegativeTestJSON-369174420-project] 10.222.0.18 "PUT /v2.0/subnets/bf094c5f-745a-491c-873b-3116ae3117e3 HTTP/1.1" status: 404 len: 337 time: 0.0331829 Sep 30 13:30:11.090336 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35026) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:11.248588 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-28263636-46f2-43ed-bd01-368b0d463bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:11.452030 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-28263636-46f2-43ed-bd01-368b0d463bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:11.467004 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-28263636-46f2-43ed-bd01-368b0d463bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:11.515818 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-28263636-46f2-43ed-bd01-368b0d463bf0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5358454bbbb4441ba35ad26637e3a153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4236674 Sep 30 13:30:11.518821 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35042) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:11.530827 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28263636-46f2-43ed-bd01-368b0d463bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c963577e-697b-4e85-ac76-9984243b579c,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:11.630110 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9fcdc542-a6b8-4def-968c-841967ddd501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:11.705007 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9fcdc542-a6b8-4def-968c-841967ddd501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:11.775165 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9fcdc542-a6b8-4def-968c-841967ddd501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:11.778174 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9fcdc542-a6b8-4def-968c-841967ddd501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:11.788940 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9fcdc542-a6b8-4def-968c-841967ddd501 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c963577e-697b-4e85-ac76-9984243b579c HTTP/1.1" status: 204 len: 168 time: 0.2639017 Sep 30 13:30:11.809799 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcdc542-a6b8-4def-968c-841967ddd501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c963577e-697b-4e85-ac76-9984243b579c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:12.889752 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35090) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:13.072873 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-3e54e7b9-6f4c-4b6d-8ec6-1b37205d1209 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-929491134'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:13.107913 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e54e7b9-6f4c-4b6d-8ec6-1b37205d1209 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:13.113107 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e54e7b9-6f4c-4b6d-8ec6-1b37205d1209 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:13.129726 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e54e7b9-6f4c-4b6d-8ec6-1b37205d1209 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:13.242934 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e54e7b9-6f4c-4b6d-8ec6-1b37205d1209 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:13.248010 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e54e7b9-6f4c-4b6d-8ec6-1b37205d1209 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:13.275216 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e54e7b9-6f4c-4b6d-8ec6-1b37205d1209 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:30:13.290858 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54e7b9-6f4c-4b6d-8ec6-1b37205d1209 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66466721-4ebb-440b-a239-7f9cd93bf8df,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:13.293977 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e54e7b9-6f4c-4b6d-8ec6-1b37205d1209 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:13.294357 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-3e54e7b9-6f4c-4b6d-8ec6-1b37205d1209 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Added segment f561dc5b-c084-4181-b1fd-e3d017c5ccb6 of type vlan for network 6db33c0d-f309-4fec-a389-ddc1a47c81cb Sep 30 13:30:13.340815 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e54e7b9-6f4c-4b6d-8ec6-1b37205d1209 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:13.373768 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e54e7b9-6f4c-4b6d-8ec6-1b37205d1209 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:13.385277 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e54e7b9-6f4c-4b6d-8ec6-1b37205d1209 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:13.385997 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e54e7b9-6f4c-4b6d-8ec6-1b37205d1209 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:13.429833 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3e54e7b9-6f4c-4b6d-8ec6-1b37205d1209 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5385294 Sep 30 13:30:13.432640 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35104) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:13.447961 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-cecb35d2-d2c9-4637-b7ca-2546159356f1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'port': {'network_id': '6db33c0d-f309-4fec-a389-ddc1a47c81cb', 'name': 'tempest-PortsIpV6TestJSON-160324624'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:13.548740 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54e7b9-6f4c-4b6d-8ec6-1b37205d1209 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Network': ['ID=6db33c0d-f309-4fec-a389-ddc1a47c81cb,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:13.573430 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 6db33c0d-f309-4fec-a389-ddc1a47c81cb details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:30:13.688797 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecb35d2-d2c9-4637-b7ca-2546159356f1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:13.692406 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cecb35d2-d2c9-4637-b7ca-2546159356f1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:13.723946 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-cecb35d2-d2c9-4637-b7ca-2546159356f1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] device_id is not set on port fa0dca3b-c36e-4a22-aecf-3dce82e4e0f2 yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:30:14.086575 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cecb35d2-d2c9-4637-b7ca-2546159356f1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:14.132611 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cecb35d2-d2c9-4637-b7ca-2546159356f1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:14.240555 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb35d2-d2c9-4637-b7ca-2546159356f1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Port': ['ID=fa0dca3b-c36e-4a22-aecf-3dce82e4e0f2,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:14.253817 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecb35d2-d2c9-4637-b7ca-2546159356f1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Checking segment: {'id': 'f561dc5b-c084-4181-b1fd-e3d017c5ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6db33c0d-f309-4fec-a389-ddc1a47c81cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:30:14.254332 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecb35d2-d2c9-4637-b7ca-2546159356f1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network hostable DHCP agents. Network: 6db33c0d-f309-4fec-a389-ddc1a47c81cb, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:30:14.259020 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb35d2-d2c9-4637-b7ca-2546159356f1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:14.260019 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb35d2-d2c9-4637-b7ca-2546159356f1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:14.260019 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb35d2-d2c9-4637-b7ca-2546159356f1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:14.260019 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb35d2-d2c9-4637-b7ca-2546159356f1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:14.260681 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb35d2-d2c9-4637-b7ca-2546159356f1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:14.260867 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb35d2-d2c9-4637-b7ca-2546159356f1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:14.261237 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb35d2-d2c9-4637-b7ca-2546159356f1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:14.262195 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb35d2-d2c9-4637-b7ca-2546159356f1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:14.262573 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb35d2-d2c9-4637-b7ca-2546159356f1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:14.263219 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb35d2-d2c9-4637-b7ca-2546159356f1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:14.264522 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb35d2-d2c9-4637-b7ca-2546159356f1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:14.264857 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb35d2-d2c9-4637-b7ca-2546159356f1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:14.305010 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecb35d2-d2c9-4637-b7ca-2546159356f1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network 6db33c0d-f309-4fec-a389-ddc1a47c81cb is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:30:14.325580 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-cecb35d2-d2c9-4637-b7ca-2546159356f1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 6db33c0d-f309-4fec-a389-ddc1a47c81cb) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:14.343036 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecb35d2-d2c9-4637-b7ca-2546159356f1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:30:14.344726 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a020be1c-8037-4744-bed5-1004997b19c5 None None] Network 6db33c0d-f309-4fec-a389-ddc1a47c81cb requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:30:14.349113 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecb35d2-d2c9-4637-b7ca-2546159356f1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:14.349878 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cecb35d2-d2c9-4637-b7ca-2546159356f1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:14.376034 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cecb35d2-d2c9-4637-b7ca-2546159356f1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9416101 Sep 30 13:30:14.381092 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35132) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:14.391238 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-322361ea-df4f-4b1f-991e-0e5edd7c5706 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1736360718'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:14.438712 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322361ea-df4f-4b1f-991e-0e5edd7c5706 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:14.446374 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-322361ea-df4f-4b1f-991e-0e5edd7c5706 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:14.506952 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-322361ea-df4f-4b1f-991e-0e5edd7c5706 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:30:14.529249 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-322361ea-df4f-4b1f-991e-0e5edd7c5706 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:14.529578 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-322361ea-df4f-4b1f-991e-0e5edd7c5706 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Added segment d3e2b4f2-31ad-4f0c-9266-d7f9c6295f3a of type vlan for network 72605db7-57bc-4c31-b22b-1b1eb113802b Sep 30 13:30:14.613038 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-322361ea-df4f-4b1f-991e-0e5edd7c5706 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:14.646727 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-322361ea-df4f-4b1f-991e-0e5edd7c5706 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:14.657843 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322361ea-df4f-4b1f-991e-0e5edd7c5706 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:14.658908 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-322361ea-df4f-4b1f-991e-0e5edd7c5706 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:14.704996 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-322361ea-df4f-4b1f-991e-0e5edd7c5706 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3219466 Sep 30 13:30:14.708078 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35142) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:14.714346 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-afeafaf7-1e21-40d7-bdf3-b6650bf336c2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'ports': [{'network_id': '6db33c0d-f309-4fec-a389-ddc1a47c81cb'}, {'network_id': '72605db7-57bc-4c31-b22b-1b1eb113802b'}]} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:14.714954 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-afeafaf7-1e21-40d7-bdf3-b6650bf336c2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'port': {'network_id': '6db33c0d-f309-4fec-a389-ddc1a47c81cb'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:14.715632 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-afeafaf7-1e21-40d7-bdf3-b6650bf336c2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'port': {'network_id': '72605db7-57bc-4c31-b22b-1b1eb113802b'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:14.801026 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322361ea-df4f-4b1f-991e-0e5edd7c5706 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Network': ['ID=72605db7-57bc-4c31-b22b-1b1eb113802b,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:14.811934 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 72605db7-57bc-4c31-b22b-1b1eb113802b details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:30:14.917438 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:15.045897 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afeafaf7-1e21-40d7-bdf3-b6650bf336c2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'port': 2} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:15.054178 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-afeafaf7-1e21-40d7-bdf3-b6650bf336c2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:15.071119 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-afeafaf7-1e21-40d7-bdf3-b6650bf336c2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:15.221216 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-afeafaf7-1e21-40d7-bdf3-b6650bf336c2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] device_id is not set on port a8145622-9349-4283-a616-ba32042b4060 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:30:15.396012 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-afeafaf7-1e21-40d7-bdf3-b6650bf336c2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:15.483680 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-afeafaf7-1e21-40d7-bdf3-b6650bf336c2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] device_id is not set on port 77626b9b-7230-4d52-8487-a34fe7daeec7 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:30:15.654937 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-afeafaf7-1e21-40d7-bdf3-b6650bf336c2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:15.715939 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-afeafaf7-1e21-40d7-bdf3-b6650bf336c2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:15.775346 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeafaf7-1e21-40d7-bdf3-b6650bf336c2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network 6db33c0d-f309-4fec-a389-ddc1a47c81cb is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:30:15.779745 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-afeafaf7-1e21-40d7-bdf3-b6650bf336c2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:15.787139 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeafaf7-1e21-40d7-bdf3-b6650bf336c2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:30:15.789014 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-afeafaf7-1e21-40d7-bdf3-b6650bf336c2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:15.792786 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeafaf7-1e21-40d7-bdf3-b6650bf336c2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Port': ['ID=a8145622-9349-4283-a616-ba32042b4060,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:15.836729 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeafaf7-1e21-40d7-bdf3-b6650bf336c2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Port': ['ID=77626b9b-7230-4d52-8487-a34fe7daeec7,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:15.875882 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeafaf7-1e21-40d7-bdf3-b6650bf336c2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Checking segment: {'id': 'd3e2b4f2-31ad-4f0c-9266-d7f9c6295f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '72605db7-57bc-4c31-b22b-1b1eb113802b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:30:15.876241 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeafaf7-1e21-40d7-bdf3-b6650bf336c2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network hostable DHCP agents. Network: 72605db7-57bc-4c31-b22b-1b1eb113802b, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:30:15.903163 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeafaf7-1e21-40d7-bdf3-b6650bf336c2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network 72605db7-57bc-4c31-b22b-1b1eb113802b is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:30:15.925364 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-afeafaf7-1e21-40d7-bdf3-b6650bf336c2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 72605db7-57bc-4c31-b22b-1b1eb113802b) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:15.932265 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeafaf7-1e21-40d7-bdf3-b6650bf336c2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:30:15.941757 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeafaf7-1e21-40d7-bdf3-b6650bf336c2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:15.946933 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeafaf7-1e21-40d7-bdf3-b6650bf336c2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:15.947652 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-afeafaf7-1e21-40d7-bdf3-b6650bf336c2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:15.950688 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0a054d-8982-47d2-bb0c-17e835b3111f None None] Network 72605db7-57bc-4c31-b22b-1b1eb113802b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:30:15.970124 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-afeafaf7-1e21-40d7-bdf3-b6650bf336c2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2574615 Sep 30 13:30:15.970293 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35172) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:16.177536 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-43f0ea58-4d0f-4935-99dc-3bee95b7bccd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting port 77626b9b-7230-4d52-8487-a34fe7daeec7 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:30:16.178441 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-43f0ea58-4d0f-4935-99dc-3bee95b7bccd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:16.346497 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-43f0ea58-4d0f-4935-99dc-3bee95b7bccd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:16.360509 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-43f0ea58-4d0f-4935-99dc-3bee95b7bccd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Calling delete_port for 77626b9b-7230-4d52-8487-a34fe7daeec7 owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:30:16.575870 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-43f0ea58-4d0f-4935-99dc-3bee95b7bccd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:16.691240 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-43f0ea58-4d0f-4935-99dc-3bee95b7bccd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:16.697075 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-43f0ea58-4d0f-4935-99dc-3bee95b7bccd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/ports/77626b9b-7230-4d52-8487-a34fe7daeec7 HTTP/1.1" status: 204 len: 168 time: 0.7257185 Sep 30 13:30:16.698335 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0ea58-4d0f-4935-99dc-3bee95b7bccd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Port': ['ID=77626b9b-7230-4d52-8487-a34fe7daeec7,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:16.703948 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35192) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:16.806496 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5fc65c-3c35-4bfd-9f7d-e0ec1cd32a5e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:16.813832 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5fc65c-3c35-4bfd-9f7d-e0ec1cd32a5e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:16.815743 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bd5fc65c-3c35-4bfd-9f7d-e0ec1cd32a5e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1108508 Sep 30 13:30:16.818629 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35198) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:16.984924 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-488a1d62-1e4b-481e-9f7b-8fae65acd8bb tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting port a8145622-9349-4283-a616-ba32042b4060 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:30:16.985103 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-488a1d62-1e4b-481e-9f7b-8fae65acd8bb tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:17.058920 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-488a1d62-1e4b-481e-9f7b-8fae65acd8bb tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:17.074694 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-488a1d62-1e4b-481e-9f7b-8fae65acd8bb tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Calling delete_port for a8145622-9349-4283-a616-ba32042b4060 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:30:17.200843 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-488a1d62-1e4b-481e-9f7b-8fae65acd8bb tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:17.246782 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-488a1d62-1e4b-481e-9f7b-8fae65acd8bb tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:17.249711 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-488a1d62-1e4b-481e-9f7b-8fae65acd8bb tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/ports/a8145622-9349-4283-a616-ba32042b4060 HTTP/1.1" status: 204 len: 168 time: 0.4299197 Sep 30 13:30:17.252792 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35204) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:17.353658 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a1d62-1e4b-481e-9f7b-8fae65acd8bb tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Port': ['ID=a8145622-9349-4283-a616-ba32042b4060,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:17.404200 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a19f5ae-f41c-42f2-acdc-117f8f3377e9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:17.408876 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35210) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:17.438668 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5a19f5ae-f41c-42f2-acdc-117f8f3377e9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1846189 Sep 30 13:30:17.471915 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-231c07dc-df54-47dc-bf1c-221c9fbaa15e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] GET failed (client error): The resource could not be found. Sep 30 13:30:17.477031 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35214) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:17.477944 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-231c07dc-df54-47dc-bf1c-221c9fbaa15e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "GET /v2.0/ports/77626b9b-7230-4d52-8487-a34fe7daeec7 HTTP/1.1" status: 404 len: 333 time: 0.0620649 Sep 30 13:30:17.544876 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-300a3b04-55fe-4f34-902d-7a1f1cac86ff tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] GET failed (client error): The resource could not be found. Sep 30 13:30:17.559471 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35220) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:17.559784 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-300a3b04-55fe-4f34-902d-7a1f1cac86ff tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "GET /v2.0/ports/a8145622-9349-4283-a616-ba32042b4060 HTTP/1.1" status: 404 len: 333 time: 0.0794356 Sep 30 13:30:17.675795 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c58f8137-8538-4056-bef4-003a46a36bb9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:17.842326 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c58f8137-8538-4056-bef4-003a46a36bb9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:17.896658 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-c58f8137-8538-4056-bef4-003a46a36bb9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72605db7-57bc-4c31-b22b-1b1eb113802b']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:17.914083 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-c58f8137-8538-4056-bef4-003a46a36bb9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e2b4f2-31ad-4f0c-9266-d7f9c6295f3a') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:17.914083 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-c58f8137-8538-4056-bef4-003a46a36bb9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e2b4f2-31ad-4f0c-9266-d7f9c6295f3a') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:17.927268 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c58f8137-8538-4056-bef4-003a46a36bb9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:17.949540 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c58f8137-8538-4056-bef4-003a46a36bb9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:17.956385 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58f8137-8538-4056-bef4-003a46a36bb9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:30:17.957000 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c58f8137-8538-4056-bef4-003a46a36bb9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:30:17.960293 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:30:18.049821 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c58f8137-8538-4056-bef4-003a46a36bb9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:18.065780 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c58f8137-8538-4056-bef4-003a46a36bb9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:18.076332 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c58f8137-8538-4056-bef4-003a46a36bb9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/networks/72605db7-57bc-4c31-b22b-1b1eb113802b HTTP/1.1" status: 204 len: 168 time: 0.5067685 Sep 30 13:30:18.076498 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35228) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:18.081830 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-b6fc9585-5112-409f-9855-6fd2276a6b2f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2074435552'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:18.100828 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f8137-8538-4056-bef4-003a46a36bb9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Network': ['ID=72605db7-57bc-4c31-b22b-1b1eb113802b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:18.119736 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fc9585-5112-409f-9855-6fd2276a6b2f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:18.123604 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b6fc9585-5112-409f-9855-6fd2276a6b2f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:18.162265 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6fc9585-5112-409f-9855-6fd2276a6b2f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:30:18.191456 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b6fc9585-5112-409f-9855-6fd2276a6b2f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:18.192213 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-b6fc9585-5112-409f-9855-6fd2276a6b2f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Added segment 1b110650-7dc5-4968-966c-3eb43102f9e0 of type vlan for network 8a8f6237-357f-47d8-9315-d19559eb35ff Sep 30 13:30:18.248321 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b6fc9585-5112-409f-9855-6fd2276a6b2f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:18.264246 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-80a6aa1e-37b6-4b02-b596-431d936c06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:18.311943 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b6fc9585-5112-409f-9855-6fd2276a6b2f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:18.325349 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fc9585-5112-409f-9855-6fd2276a6b2f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:18.325981 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b6fc9585-5112-409f-9855-6fd2276a6b2f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:18.384919 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b6fc9585-5112-409f-9855-6fd2276a6b2f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3050044 Sep 30 13:30:18.386228 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35236) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:18.400446 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-e65b0f6e-d5cf-49bb-8d39-a30c04138818 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'subnet': {'network_id': '8a8f6237-357f-47d8-9315-d19559eb35ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:18.510776 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc9585-5112-409f-9855-6fd2276a6b2f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Network': ['ID=8a8f6237-357f-47d8-9315-d19559eb35ff,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:18.541826 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 8a8f6237-357f-47d8-9315-d19559eb35ff details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:30:18.684734 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65b0f6e-d5cf-49bb-8d39-a30c04138818 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:18.693470 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e65b0f6e-d5cf-49bb-8d39-a30c04138818 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:18.833814 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.ipam_backend_mixin [None req-e65b0f6e-d5cf-49bb-8d39-a30c04138818 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Performing IP validity checks on allocation pools {{(pid=94764) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 30 13:30:18.843755 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.ipam_backend_mixin [None req-e65b0f6e-d5cf-49bb-8d39-a30c04138818 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94764) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 30 13:30:19.071966 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e65b0f6e-d5cf-49bb-8d39-a30c04138818 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:19.182892 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b0f6e-d5cf-49bb-8d39-a30c04138818 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Subnet': ['ID=a113d6a7-327e-4e32-91e4-781f45ab0dba,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:19.199522 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65b0f6e-d5cf-49bb-8d39-a30c04138818 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Checking segment: {'id': '1b110650-7dc5-4968-966c-3eb43102f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8a8f6237-357f-47d8-9315-d19559eb35ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:30:19.200065 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65b0f6e-d5cf-49bb-8d39-a30c04138818 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network hostable DHCP agents. Network: 8a8f6237-357f-47d8-9315-d19559eb35ff, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:30:19.226421 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65b0f6e-d5cf-49bb-8d39-a30c04138818 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network 8a8f6237-357f-47d8-9315-d19559eb35ff is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:30:19.239824 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-e65b0f6e-d5cf-49bb-8d39-a30c04138818 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 8a8f6237-357f-47d8-9315-d19559eb35ff) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:19.256433 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8a0fdd-588e-4b8c-8594-3075fb426a0a None None] Network 8a8f6237-357f-47d8-9315-d19559eb35ff requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:30:19.260121 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65b0f6e-d5cf-49bb-8d39-a30c04138818 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:19.267029 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e65b0f6e-d5cf-49bb-8d39-a30c04138818 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:19.295009 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e65b0f6e-d5cf-49bb-8d39-a30c04138818 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9025540 Sep 30 13:30:19.295282 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35264) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:19.300632 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-2f84139b-4d13-44a7-8eba-285cf1cc2166 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'port': {'network_id': '8a8f6237-357f-47d8-9315-d19559eb35ff', 'name': 'tempest-PortsIpV6TestJSON-1645957850'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:19.569713 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f84139b-4d13-44a7-8eba-285cf1cc2166 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:19.581025 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2f84139b-4d13-44a7-8eba-285cf1cc2166 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:19.629858 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5260ddf3-2af3-457a-b595-578605aa6119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-8a8f6237-357f-47d8-9315-d19559eb35ff', 'network_id': '8a8f6237-357f-47d8-9315-d19559eb35ff', 'tenant_id': '49825ab3f2ce4615ab6bd23c241ffaca', 'fixed_ips': [{'subnet_id': 'a113d6a7-327e-4e32-91e4-781f45ab0dba'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:30:19.632183 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5260ddf3-2af3-457a-b595-578605aa6119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:19.635586 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-2f84139b-4d13-44a7-8eba-285cf1cc2166 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] device_id is not set on port 9a03d11d-cf6a-438b-abbc-0edba591be2a yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:30:19.641901 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35276) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:19.673983 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:19.834324 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-2f84139b-4d13-44a7-8eba-285cf1cc2166 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Allocated IP 2001:db8::141 (8a8f6237-357f-47d8-9315-d19559eb35ff/a113d6a7-327e-4e32-91e4-781f45ab0dba/9a03d11d-cf6a-438b-abbc-0edba591be2a) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:30:19.883830 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dfb66e32-d880-4178-89f6-2fc2596ccb78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:20.020690 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2f84139b-4d13-44a7-8eba-285cf1cc2166 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:20.024534 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dfb66e32-d880-4178-89f6-2fc2596ccb78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:20.029037 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dfb66e32-d880-4178-89f6-2fc2596ccb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:20.059735 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2f84139b-4d13-44a7-8eba-285cf1cc2166 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:20.085985 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-dfb66e32-d880-4178-89f6-2fc2596ccb78 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=263a52687bfd482598f0b707dc02b8c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4410090 Sep 30 13:30:20.087891 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb66e32-d880-4178-89f6-2fc2596ccb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8a7bbb-1aa5-4795-b16c-34b379e46aeb,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:20.106584 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35290) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:20.123270 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f84139b-4d13-44a7-8eba-285cf1cc2166 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network 8a8f6237-357f-47d8-9315-d19559eb35ff is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:30:20.131152 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-2f84139b-4d13-44a7-8eba-285cf1cc2166 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:20.136061 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f84139b-4d13-44a7-8eba-285cf1cc2166 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:30:20.141860 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-5260ddf3-2af3-457a-b595-578605aa6119 None None] Allocated IP 2001:db8::2 (8a8f6237-357f-47d8-9315-d19559eb35ff/a113d6a7-327e-4e32-91e4-781f45ab0dba/53775f1b-7244-4402-8b49-138160762545) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:30:20.143708 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f84139b-4d13-44a7-8eba-285cf1cc2166 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:20.144412 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2f84139b-4d13-44a7-8eba-285cf1cc2166 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:20.166328 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84139b-4d13-44a7-8eba-285cf1cc2166 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Port': ['ID=9a03d11d-cf6a-438b-abbc-0edba591be2a,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:20.174395 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2f84139b-4d13-44a7-8eba-285cf1cc2166 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8767838 Sep 30 13:30:20.177183 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35292) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:20.190130 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a2466a82-96aa-4d16-8f5f-4cb30f375441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:20.232847 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a2466a82-96aa-4d16-8f5f-4cb30f375441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:20.294832 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a2466a82-96aa-4d16-8f5f-4cb30f375441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:20.297887 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a2466a82-96aa-4d16-8f5f-4cb30f375441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:20.299315 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a2466a82-96aa-4d16-8f5f-4cb30f375441 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c8a7bbb-1aa5-4795-b16c-34b379e46aeb HTTP/1.1" status: 204 len: 168 time: 0.1895616 Sep 30 13:30:20.316632 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2466a82-96aa-4d16-8f5f-4cb30f375441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8a7bbb-1aa5-4795-b16c-34b379e46aeb,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:20.327990 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-15c91012-8af5-4b9f-ab88-7bf680de8c40 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting port 9a03d11d-cf6a-438b-abbc-0edba591be2a {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:30:20.327990 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-15c91012-8af5-4b9f-ab88-7bf680de8c40 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:20.372342 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5260ddf3-2af3-457a-b595-578605aa6119 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:20.381569 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5260ddf3-2af3-457a-b595-578605aa6119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:20.471435 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5260ddf3-2af3-457a-b595-578605aa6119 None None] Network 8a8f6237-357f-47d8-9315-d19559eb35ff is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:30:20.475807 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-5260ddf3-2af3-457a-b595-578605aa6119 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:20.479610 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5260ddf3-2af3-457a-b595-578605aa6119 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:30:20.485960 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-15c91012-8af5-4b9f-ab88-7bf680de8c40 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:20.506840 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-15c91012-8af5-4b9f-ab88-7bf680de8c40 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Calling delete_port for 9a03d11d-cf6a-438b-abbc-0edba591be2a owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:30:20.524921 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260ddf3-2af3-457a-b595-578605aa6119 None None] Pushing event updated for resources: {'Port': ['ID=53775f1b-7244-4402-8b49-138160762545,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:20.559937 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-5260ddf3-2af3-457a-b595-578605aa6119 None None] Attempting to bind port 53775f1b-7244-4402-8b49-138160762545 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:30:20.560293 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-5260ddf3-2af3-457a-b595-578605aa6119 None None] Attempting to bind port 53775f1b-7244-4402-8b49-138160762545 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '1b110650-7dc5-4968-966c-3eb43102f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8a8f6237-357f-47d8-9315-d19559eb35ff'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:30:20.560819 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5260ddf3-2af3-457a-b595-578605aa6119 None None] Attempting to bind port 53775f1b-7244-4402-8b49-138160762545 on network 8a8f6237-357f-47d8-9315-d19559eb35ff {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:30:20.569434 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5260ddf3-2af3-457a-b595-578605aa6119 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:30:20.569824 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5260ddf3-2af3-457a-b595-578605aa6119 None None] Checking segment: {'id': '1b110650-7dc5-4968-966c-3eb43102f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8a8f6237-357f-47d8-9315-d19559eb35ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:30:20.570249 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5260ddf3-2af3-457a-b595-578605aa6119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:20.570969 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5260ddf3-2af3-457a-b595-578605aa6119 None None] Bound using segment: {'id': '1b110650-7dc5-4968-966c-3eb43102f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8a8f6237-357f-47d8-9315-d19559eb35ff'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:30:20.571496 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-5260ddf3-2af3-457a-b595-578605aa6119 None None] Bound port: 53775f1b-7244-4402-8b49-138160762545, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b110650-7dc5-4968-966c-3eb43102f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8a8f6237-357f-47d8-9315-d19559eb35ff'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:30:20.571880 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5260ddf3-2af3-457a-b595-578605aa6119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:20.661203 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5260ddf3-2af3-457a-b595-578605aa6119 None None] For port 53775f1b-7244-4402-8b49-138160762545, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:30:20.666645 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5260ddf3-2af3-457a-b595-578605aa6119 None None] For port 53775f1b-7244-4402-8b49-138160762545, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=53775f1b-7244-4402-8b49-138160762545,segment=NetworkSegment(1b110650-7dc5-4968-966c-3eb43102f9e0),segment_id=1b110650-7dc5-4968-966c-3eb43102f9e0)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:30:20.679310 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-15c91012-8af5-4b9f-ab88-7bf680de8c40 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:20.685449 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5260ddf3-2af3-457a-b595-578605aa6119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:20.742842 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8160cd0b-5d63-430e-a0c3-5cae7e8c4052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:20.752519 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260ddf3-2af3-457a-b595-578605aa6119 None None] Pushing event updated for resources: {'Port': ['ID=53775f1b-7244-4402-8b49-138160762545,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:20.780572 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c91012-8af5-4b9f-ab88-7bf680de8c40 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Port': ['ID=9a03d11d-cf6a-438b-abbc-0edba591be2a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:20.827889 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-15c91012-8af5-4b9f-ab88-7bf680de8c40 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:20.832973 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35312) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:20.847291 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-15c91012-8af5-4b9f-ab88-7bf680de8c40 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/ports/9a03d11d-cf6a-438b-abbc-0edba591be2a HTTP/1.1" status: 204 len: 168 time: 0.6520805 Sep 30 13:30:20.865200 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c77ded-6ce2-4b1d-aaed-ff2e4f52ea97 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] DELETE failed (client error): The resource could not be found. Sep 30 13:30:20.865934 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c77ded-6ce2-4b1d-aaed-ff2e4f52ea97 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:30:20.867787 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d4c77ded-6ce2-4b1d-aaed-ff2e4f52ea97 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/ports/9a03d11d-cf6a-438b-abbc-0edba591be2a HTTP/1.1" status: 404 len: 333 time: 0.0332940 Sep 30 13:30:20.870772 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35314) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:20.896744 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-7335a469-7d1e-4cc5-8e16-66fa7a032b49 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] GET failed (client error): The resource could not be found. Sep 30 13:30:20.898543 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7335a469-7d1e-4cc5-8e16-66fa7a032b49 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "GET /v2.0/ports/9a03d11d-cf6a-438b-abbc-0edba591be2a HTTP/1.1" status: 404 len: 333 time: 0.0265300 Sep 30 13:30:20.901292 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35316) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:20.913548 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35318) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:20.932084 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c0590b5c-714d-430b-af15-65a4153fc414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:20.978201 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-d458a653-9292-4d3d-86af-077eac4bcd56 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting subnet a113d6a7-327e-4e32-91e4-781f45ab0dba {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:30:20.982644 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d458a653-9292-4d3d-86af-077eac4bcd56 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:21.095388 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c0590b5c-714d-430b-af15-65a4153fc414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:21.103860 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c0590b5c-714d-430b-af15-65a4153fc414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:21.106433 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d458a653-9292-4d3d-86af-077eac4bcd56 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:21.178217 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c0590b5c-714d-430b-af15-65a4153fc414 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ed9745f851a4691a76e8e7a3abfbb26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2633185 Sep 30 13:30:21.180043 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0590b5c-714d-430b-af15-65a4153fc414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6821353-94b6-44d7-aeea-009ffdf8dd2e,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:21.182655 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35320) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:21.290294 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d458a653-9292-4d3d-86af-077eac4bcd56 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:21.348693 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9c7a1ab5-b00a-48b0-b684-cc5646ba4b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:21.382279 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9c7a1ab5-b00a-48b0-b684-cc5646ba4b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:21.392795 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d458a653-9292-4d3d-86af-077eac4bcd56 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:21.434637 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458a653-9292-4d3d-86af-077eac4bcd56 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Subnet': ['ID=a113d6a7-327e-4e32-91e4-781f45ab0dba,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:21.446182 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d458a653-9292-4d3d-86af-077eac4bcd56 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:21.448062 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d458a653-9292-4d3d-86af-077eac4bcd56 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/subnets/a113d6a7-327e-4e32-91e4-781f45ab0dba HTTP/1.1" status: 204 len: 168 time: 0.5449672 Sep 30 13:30:21.451926 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35326) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:21.479496 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9c7a1ab5-b00a-48b0-b684-cc5646ba4b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:21.483624 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9c7a1ab5-b00a-48b0-b684-cc5646ba4b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:21.486499 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9c7a1ab5-b00a-48b0-b684-cc5646ba4b97 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d6821353-94b6-44d7-aeea-009ffdf8dd2e HTTP/1.1" status: 204 len: 168 time: 0.3027403 Sep 30 13:30:21.504263 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a1ab5-b00a-48b0-b684-cc5646ba4b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6821353-94b6-44d7-aeea-009ffdf8dd2e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:21.569657 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-612c5b68-1417-4125-8161-5f87a35ef7b5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:21.638439 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:21.639445 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-612c5b68-1417-4125-8161-5f87a35ef7b5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting port 53775f1b-7244-4402-8b49-138160762545 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:30:21.642067 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-612c5b68-1417-4125-8161-5f87a35ef7b5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:21.739437 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-612c5b68-1417-4125-8161-5f87a35ef7b5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] For port 53775f1b-7244-4402-8b49-138160762545, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=53775f1b-7244-4402-8b49-138160762545,segment=NetworkSegment(1b110650-7dc5-4968-966c-3eb43102f9e0),segment_id=1b110650-7dc5-4968-966c-3eb43102f9e0)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:30:21.739437 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-612c5b68-1417-4125-8161-5f87a35ef7b5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:21.753134 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-612c5b68-1417-4125-8161-5f87a35ef7b5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Calling delete_port for 53775f1b-7244-4402-8b49-138160762545 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:30:21.883103 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-612c5b68-1417-4125-8161-5f87a35ef7b5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:21.958662 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612c5b68-1417-4125-8161-5f87a35ef7b5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] No DVR routers for this DVR port 53775f1b-7244-4402-8b49-138160762545 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:30:21.960379 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c5b68-1417-4125-8161-5f87a35ef7b5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Port': ['ID=53775f1b-7244-4402-8b49-138160762545,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:22.067641 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35352) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:22.085600 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9cdd8b54-3db6-4d29-85fc-302873237df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:22.086256 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-612c5b68-1417-4125-8161-5f87a35ef7b5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:22.124503 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-612c5b68-1417-4125-8161-5f87a35ef7b5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a8f6237-357f-47d8-9315-d19559eb35ff']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:22.147492 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-612c5b68-1417-4125-8161-5f87a35ef7b5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b110650-7dc5-4968-966c-3eb43102f9e0') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:22.147856 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-612c5b68-1417-4125-8161-5f87a35ef7b5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b110650-7dc5-4968-966c-3eb43102f9e0') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:22.164296 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-612c5b68-1417-4125-8161-5f87a35ef7b5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:22.180699 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-612c5b68-1417-4125-8161-5f87a35ef7b5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:22.189433 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612c5b68-1417-4125-8161-5f87a35ef7b5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:30:22.189811 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-612c5b68-1417-4125-8161-5f87a35ef7b5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:30:22.195492 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:30:22.237418 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9cdd8b54-3db6-4d29-85fc-302873237df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:22.247128 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9cdd8b54-3db6-4d29-85fc-302873237df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:22.272801 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-612c5b68-1417-4125-8161-5f87a35ef7b5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:22.278154 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-612c5b68-1417-4125-8161-5f87a35ef7b5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:22.287427 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-612c5b68-1417-4125-8161-5f87a35ef7b5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/networks/8a8f6237-357f-47d8-9315-d19559eb35ff HTTP/1.1" status: 204 len: 168 time: 0.8341322 Sep 30 13:30:22.288186 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35360) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:22.298167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-094bd402-7718-459e-af56-610cd1f05d13 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-737355228'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:22.345099 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9cdd8b54-3db6-4d29-85fc-302873237df7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4a5ef33278f41c7b81a2b1d014af1b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2696214 Sep 30 13:30:22.348644 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35364) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:22.356752 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c5b68-1417-4125-8161-5f87a35ef7b5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Network': ['ID=8a8f6237-357f-47d8-9315-d19559eb35ff,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:22.370088 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094bd402-7718-459e-af56-610cd1f05d13 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:22.375555 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-094bd402-7718-459e-af56-610cd1f05d13 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:22.376073 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd8b54-3db6-4d29-85fc-302873237df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e5c79c-c573-418f-9689-a27ecf0d118c,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:22.393539 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ee5ce69a-8255-4376-a6a7-facdccf7e010 None None] Could not find standard attr ID for object 53775f1b-7244-4402-8b49-138160762545. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:30:22.396173 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:22.426165 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094bd402-7718-459e-af56-610cd1f05d13 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:30:22.445302 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecb9124-19ef-47a6-a0ea-cf9ae00b1b4c None None] DHCP port deletion for 8a8f6237-357f-47d8-9315-d19559eb35ff request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:30:22.452043 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-094bd402-7718-459e-af56-610cd1f05d13 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:22.452043 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-094bd402-7718-459e-af56-610cd1f05d13 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Added segment 831ed4b2-ac77-48e0-a398-b273b5b2de21 of type vlan for network 646ee0eb-32a6-46aa-a249-cedd6b2da4c3 Sep 30 13:30:22.473402 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2c507300-e9cd-4bad-96e8-37846bf8c94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:22.481913 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2fc745-560b-4913-a0b8-bf2f53a2d999 None None] Network 8a8f6237-357f-47d8-9315-d19559eb35ff requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:30:22.506513 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2fc745-560b-4913-a0b8-bf2f53a2d999 None None] Network 8a8f6237-357f-47d8-9315-d19559eb35ff could not be found, it might have been deleted concurrently. {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 30 13:30:22.520394 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2c507300-e9cd-4bad-96e8-37846bf8c94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:22.521986 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-094bd402-7718-459e-af56-610cd1f05d13 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:22.550601 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-094bd402-7718-459e-af56-610cd1f05d13 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:22.557222 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094bd402-7718-459e-af56-610cd1f05d13 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:22.557872 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-094bd402-7718-459e-af56-610cd1f05d13 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:22.577603 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2c507300-e9cd-4bad-96e8-37846bf8c94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:22.580721 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2c507300-e9cd-4bad-96e8-37846bf8c94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:22.581889 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2c507300-e9cd-4bad-96e8-37846bf8c94b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0e5c79c-c573-418f-9689-a27ecf0d118c HTTP/1.1" status: 204 len: 168 time: 0.2316723 Sep 30 13:30:22.591701 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c507300-e9cd-4bad-96e8-37846bf8c94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e5c79c-c573-418f-9689-a27ecf0d118c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:22.605267 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-094bd402-7718-459e-af56-610cd1f05d13 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3114340 Sep 30 13:30:22.608350 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35368) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:22.614043 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-46fedd9e-a2f3-44b3-a11a-d71f1f9be38c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'subnet': {'network_id': '646ee0eb-32a6-46aa-a249-cedd6b2da4c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:22.670977 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094bd402-7718-459e-af56-610cd1f05d13 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Network': ['ID=646ee0eb-32a6-46aa-a249-cedd6b2da4c3,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:22.682459 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 646ee0eb-32a6-46aa-a249-cedd6b2da4c3 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:30:22.772712 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fedd9e-a2f3-44b3-a11a-d71f1f9be38c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:22.778912 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-46fedd9e-a2f3-44b3-a11a-d71f1f9be38c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:23.030043 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-46fedd9e-a2f3-44b3-a11a-d71f1f9be38c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:23.115020 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fedd9e-a2f3-44b3-a11a-d71f1f9be38c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Subnet': ['ID=e3ce6719-de02-4042-b1fa-e0e4b04f4444,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:23.124107 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fedd9e-a2f3-44b3-a11a-d71f1f9be38c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Checking segment: {'id': '831ed4b2-ac77-48e0-a398-b273b5b2de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '646ee0eb-32a6-46aa-a249-cedd6b2da4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:30:23.124466 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fedd9e-a2f3-44b3-a11a-d71f1f9be38c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network hostable DHCP agents. Network: 646ee0eb-32a6-46aa-a249-cedd6b2da4c3, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:30:23.155333 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fedd9e-a2f3-44b3-a11a-d71f1f9be38c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network 646ee0eb-32a6-46aa-a249-cedd6b2da4c3 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:30:23.164838 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-46fedd9e-a2f3-44b3-a11a-d71f1f9be38c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 646ee0eb-32a6-46aa-a249-cedd6b2da4c3) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:23.176326 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fedd9e-a2f3-44b3-a11a-d71f1f9be38c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:23.177392 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-46fedd9e-a2f3-44b3-a11a-d71f1f9be38c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:23.182416 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e20f426-95fc-45b5-badf-8c66d2e32be4 None None] Network 646ee0eb-32a6-46aa-a249-cedd6b2da4c3 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:30:23.198059 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-46fedd9e-a2f3-44b3-a11a-d71f1f9be38c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5865870 Sep 30 13:30:23.199354 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35392) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:23.205881 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-347cb47e-e91e-4774-856c-29bde8e95236 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'port': {'network_id': '646ee0eb-32a6-46aa-a249-cedd6b2da4c3', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1537498242'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:23.381054 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347cb47e-e91e-4774-856c-29bde8e95236 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:23.385211 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-347cb47e-e91e-4774-856c-29bde8e95236 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:23.410647 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-347cb47e-e91e-4774-856c-29bde8e95236 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] device_id is not set on port bdf8462f-493c-4f1c-9a43-16148010d6d2 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:30:23.509817 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-646ee0eb-32a6-46aa-a249-cedd6b2da4c3', 'network_id': '646ee0eb-32a6-46aa-a249-cedd6b2da4c3', 'tenant_id': '49825ab3f2ce4615ab6bd23c241ffaca', 'fixed_ips': [{'subnet_id': 'e3ce6719-de02-4042-b1fa-e0e4b04f4444'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:30:23.513314 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:23.580756 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-347cb47e-e91e-4774-856c-29bde8e95236 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Allocated IP 2001:db8::216 (646ee0eb-32a6-46aa-a249-cedd6b2da4c3/e3ce6719-de02-4042-b1fa-e0e4b04f4444/bdf8462f-493c-4f1c-9a43-16148010d6d2) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:30:23.769832 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-347cb47e-e91e-4774-856c-29bde8e95236 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:24.137347 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-347cb47e-e91e-4774-856c-29bde8e95236 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:24.190907 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347cb47e-e91e-4774-856c-29bde8e95236 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network 646ee0eb-32a6-46aa-a249-cedd6b2da4c3 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:30:24.194715 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-347cb47e-e91e-4774-856c-29bde8e95236 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:24.209254 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347cb47e-e91e-4774-856c-29bde8e95236 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:30:24.214543 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:24.232658 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347cb47e-e91e-4774-856c-29bde8e95236 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:24.235000 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-347cb47e-e91e-4774-856c-29bde8e95236 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:24.252792 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347cb47e-e91e-4774-856c-29bde8e95236 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Port': ['ID=bdf8462f-493c-4f1c-9a43-16148010d6d2,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:24.259813 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Allocated IP 2001:db8::2 (646ee0eb-32a6-46aa-a249-cedd6b2da4c3/e3ce6719-de02-4042-b1fa-e0e4b04f4444/fccd3eb0-a78d-4534-b9ad-82308f4e566d) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:30:24.266388 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 53775f1b-7244-4402-8b49-138160762545 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:30:24.282775 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-347cb47e-e91e-4774-856c-29bde8e95236 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.0794337 Sep 30 13:30:24.282980 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35436) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:24.338229 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 53775f1b-7244-4402-8b49-138160762545 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:30:24.338792 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 53775f1b-7244-4402-8b49-138160762545 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:30:24.529617 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-4a934e11-0bc9-4838-aea3-d3c990630a81 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting port bdf8462f-493c-4f1c-9a43-16148010d6d2 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:30:24.529967 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4a934e11-0bc9-4838-aea3-d3c990630a81 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:24.656522 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:24.671815 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:24.708916 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4a934e11-0bc9-4838-aea3-d3c990630a81 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:24.739367 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-4a934e11-0bc9-4838-aea3-d3c990630a81 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Calling delete_port for bdf8462f-493c-4f1c-9a43-16148010d6d2 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:30:24.768198 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Pushing event updated for resources: {'Port': ['ID=fccd3eb0-a78d-4534-b9ad-82308f4e566d,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:24.788063 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Network 646ee0eb-32a6-46aa-a249-cedd6b2da4c3 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:30:24.794658 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:24.801836 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:24.802753 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:24.803619 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:24.817390 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:24.818436 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:24.818942 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:24.819431 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:24.819948 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:24.820420 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:24.820902 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:24.821379 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:24.821855 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:30:24.825944 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:30:24.899094 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Attempting to bind port fccd3eb0-a78d-4534-b9ad-82308f4e566d on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:30:24.899383 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Attempting to bind port fccd3eb0-a78d-4534-b9ad-82308f4e566d by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '831ed4b2-ac77-48e0-a398-b273b5b2de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '646ee0eb-32a6-46aa-a249-cedd6b2da4c3'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:30:24.899789 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Attempting to bind port fccd3eb0-a78d-4534-b9ad-82308f4e566d on network 646ee0eb-32a6-46aa-a249-cedd6b2da4c3 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:30:24.909744 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:30:24.909744 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Checking segment: {'id': '831ed4b2-ac77-48e0-a398-b273b5b2de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '646ee0eb-32a6-46aa-a249-cedd6b2da4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:30:24.909744 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:24.909744 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Bound using segment: {'id': '831ed4b2-ac77-48e0-a398-b273b5b2de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '646ee0eb-32a6-46aa-a249-cedd6b2da4c3'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:30:24.909744 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Bound port: fccd3eb0-a78d-4534-b9ad-82308f4e566d, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831ed4b2-ac77-48e0-a398-b273b5b2de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '646ee0eb-32a6-46aa-a249-cedd6b2da4c3'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:30:24.909744 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:25.016014 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4a934e11-0bc9-4838-aea3-d3c990630a81 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:25.021283 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] For port fccd3eb0-a78d-4534-b9ad-82308f4e566d, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:30:25.025704 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] For port fccd3eb0-a78d-4534-b9ad-82308f4e566d, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=fccd3eb0-a78d-4534-b9ad-82308f4e566d,segment=NetworkSegment(831ed4b2-ac77-48e0-a398-b273b5b2de21),segment_id=831ed4b2-ac77-48e0-a398-b273b5b2de21)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:30:25.036030 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:25.098469 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4a934e11-0bc9-4838-aea3-d3c990630a81 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:25.100996 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4a934e11-0bc9-4838-aea3-d3c990630a81 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/ports/bdf8462f-493c-4f1c-9a43-16148010d6d2 HTTP/1.1" status: 204 len: 168 time: 0.8169847 Sep 30 13:30:25.103977 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35470) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:25.150944 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6da70-c28d-4898-84f1-68c578c380da None None] Pushing event updated for resources: {'Port': ['ID=fccd3eb0-a78d-4534-b9ad-82308f4e566d,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:25.160957 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a934e11-0bc9-4838-aea3-d3c990630a81 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Port': ['ID=bdf8462f-493c-4f1c-9a43-16148010d6d2,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:25.164009 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c1bbbd-b8e4-472e-b9f2-92047b63d791 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] GET failed (client error): The resource could not be found. Sep 30 13:30:25.169459 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-53c1bbbd-b8e4-472e-b9f2-92047b63d791 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "GET /v2.0/ports/bdf8462f-493c-4f1c-9a43-16148010d6d2 HTTP/1.1" status: 404 len: 333 time: 0.0634055 Sep 30 13:30:25.172236 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35474) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:25.298620 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2267dc-7be7-4d65-b102-e648611a1f33 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting subnet e3ce6719-de02-4042-b1fa-e0e4b04f4444 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:30:25.306117 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f2267dc-7be7-4d65-b102-e648611a1f33 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:25.365190 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f2267dc-7be7-4d65-b102-e648611a1f33 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:25.469389 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35482) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:25.625617 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f2267dc-7be7-4d65-b102-e648611a1f33 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:25.682327 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1a28721c-3b14-4109-b01a-2e1b43d35149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:25.714552 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f2267dc-7be7-4d65-b102-e648611a1f33 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:25.730497 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f2267dc-7be7-4d65-b102-e648611a1f33 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:25.732518 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9f2267dc-7be7-4d65-b102-e648611a1f33 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/subnets/e3ce6719-de02-4042-b1fa-e0e4b04f4444 HTTP/1.1" status: 204 len: 168 time: 0.5591979 Sep 30 13:30:25.735894 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35490) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:25.756072 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2267dc-7be7-4d65-b102-e648611a1f33 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Subnet': ['ID=e3ce6719-de02-4042-b1fa-e0e4b04f4444,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:25.849483 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6bae0899-0139-447a-83ce-1041df52825f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:25.909458 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1a28721c-3b14-4109-b01a-2e1b43d35149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:25.923699 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1a28721c-3b14-4109-b01a-2e1b43d35149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:25.958095 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35492) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:25.958296 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1a28721c-3b14-4109-b01a-2e1b43d35149 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4553eff1f4634c4fac2bd119d189f086&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4850476 Sep 30 13:30:25.999378 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-6bae0899-0139-447a-83ce-1041df52825f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting port fccd3eb0-a78d-4534-b9ad-82308f4e566d {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:30:25.999721 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6bae0899-0139-447a-83ce-1041df52825f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:26.019222 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28721c-3b14-4109-b01a-2e1b43d35149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba06276-6c67-45d9-93d7-0f12d8bf2083,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:26.040497 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-93cc7d83-1b7c-4a8d-adea-360e046448c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:26.075076 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-93cc7d83-1b7c-4a8d-adea-360e046448c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:26.097291 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-6bae0899-0139-447a-83ce-1041df52825f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] For port fccd3eb0-a78d-4534-b9ad-82308f4e566d, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=fccd3eb0-a78d-4534-b9ad-82308f4e566d,segment=NetworkSegment(831ed4b2-ac77-48e0-a398-b273b5b2de21),segment_id=831ed4b2-ac77-48e0-a398-b273b5b2de21)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:30:26.097688 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6bae0899-0139-447a-83ce-1041df52825f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:26.124373 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-6bae0899-0139-447a-83ce-1041df52825f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Calling delete_port for fccd3eb0-a78d-4534-b9ad-82308f4e566d owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:30:26.133317 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-93cc7d83-1b7c-4a8d-adea-360e046448c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:26.137423 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-93cc7d83-1b7c-4a8d-adea-360e046448c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:26.140842 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-93cc7d83-1b7c-4a8d-adea-360e046448c9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eba06276-6c67-45d9-93d7-0f12d8bf2083 HTTP/1.1" status: 204 len: 168 time: 0.1816258 Sep 30 13:30:26.153152 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc7d83-1b7c-4a8d-adea-360e046448c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba06276-6c67-45d9-93d7-0f12d8bf2083,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:26.325813 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6bae0899-0139-447a-83ce-1041df52825f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:26.423714 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae0899-0139-447a-83ce-1041df52825f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Port': ['ID=fccd3eb0-a78d-4534-b9ad-82308f4e566d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:26.428346 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bae0899-0139-447a-83ce-1041df52825f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] No DVR routers for this DVR port fccd3eb0-a78d-4534-b9ad-82308f4e566d on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:30:26.458203 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fccd3eb0-a78d-4534-b9ad-82308f4e566d up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:30:26.481653 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: fccd3eb0-a78d-4534-b9ad-82308f4e566d {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:30:26.482312 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fccd3eb0-a78d-4534-b9ad-82308f4e566d not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 30 13:30:26.600881 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Port fccd3eb0-a78d-4534-b9ad-82308f4e566d not found, will not notify nova. {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 30 13:30:26.643823 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6bae0899-0139-447a-83ce-1041df52825f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:26.678906 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-6bae0899-0139-447a-83ce-1041df52825f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646ee0eb-32a6-46aa-a249-cedd6b2da4c3']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:26.692578 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-6bae0899-0139-447a-83ce-1041df52825f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831ed4b2-ac77-48e0-a398-b273b5b2de21') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:26.692884 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-6bae0899-0139-447a-83ce-1041df52825f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831ed4b2-ac77-48e0-a398-b273b5b2de21') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:26.714224 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6bae0899-0139-447a-83ce-1041df52825f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:26.738835 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6bae0899-0139-447a-83ce-1041df52825f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:26.748904 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bae0899-0139-447a-83ce-1041df52825f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:30:26.749413 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6bae0899-0139-447a-83ce-1041df52825f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:30:26.760335 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:30:26.826312 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35516) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:26.841542 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-822843ca-f8dc-4742-bbe3-c5ee848a8a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:26.877740 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ee782c-ca27-4ee5-9dfc-7fd5370d2fc3 None None] Network 646ee0eb-32a6-46aa-a249-cedd6b2da4c3 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:30:26.879622 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6bae0899-0139-447a-83ce-1041df52825f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:26.888827 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6bae0899-0139-447a-83ce-1041df52825f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:26.891297 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6bae0899-0139-447a-83ce-1041df52825f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/networks/646ee0eb-32a6-46aa-a249-cedd6b2da4c3 HTTP/1.1" status: 204 len: 168 time: 1.1544313 Sep 30 13:30:26.896468 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35520) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:26.902370 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-a76b63d2-c159-4f63-9620-6f547ef66ba1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'port': {'network_id': '6db33c0d-f309-4fec-a389-ddc1a47c81cb', 'name': 'tempest-PortsIpV6TestJSON-1469383401'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:26.911719 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ee782c-ca27-4ee5-9dfc-7fd5370d2fc3 None None] Network 646ee0eb-32a6-46aa-a249-cedd6b2da4c3 could not be found, it might have been deleted concurrently. {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 30 13:30:26.932334 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae0899-0139-447a-83ce-1041df52825f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Network': ['ID=646ee0eb-32a6-46aa-a249-cedd6b2da4c3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:26.951663 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-8ffcc00b-30d3-47b9-a160-f9f2841917a6 None None] Could not find standard attr ID for object fccd3eb0-a78d-4534-b9ad-82308f4e566d. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:30:27.015846 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d14d7d-a612-4778-8581-88349d3c9346 None None] DHCP port deletion for 646ee0eb-32a6-46aa-a249-cedd6b2da4c3 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:30:27.097865 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-822843ca-f8dc-4742-bbe3-c5ee848a8a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:27.112554 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-822843ca-f8dc-4742-bbe3-c5ee848a8a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:27.131452 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76b63d2-c159-4f63-9620-6f547ef66ba1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:27.135060 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a76b63d2-c159-4f63-9620-6f547ef66ba1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:27.152735 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-a76b63d2-c159-4f63-9620-6f547ef66ba1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] device_id is not set on port 907a6735-7d6e-4e28-8d7a-8998de896a49 yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:30:27.173533 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-822843ca-f8dc-4742-bbe3-c5ee848a8a8b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9dc76e8b86a340cbbd1cbaa47f16f1fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3459737 Sep 30 13:30:27.175379 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35526) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:27.182207 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822843ca-f8dc-4742-bbe3-c5ee848a8a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e4f30b-71b8-4a5a-ad40-7fe4ba6739ab,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:27.255406 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dbac6c56-2dfc-4406-b7e6-e464aa7aa551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:27.282791 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dbac6c56-2dfc-4406-b7e6-e464aa7aa551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:27.349353 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dbac6c56-2dfc-4406-b7e6-e464aa7aa551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:27.352485 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dbac6c56-2dfc-4406-b7e6-e464aa7aa551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:27.357141 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-dbac6c56-2dfc-4406-b7e6-e464aa7aa551 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68e4f30b-71b8-4a5a-ad40-7fe4ba6739ab HTTP/1.1" status: 204 len: 168 time: 0.1780944 Sep 30 13:30:27.378565 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a76b63d2-c159-4f63-9620-6f547ef66ba1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:27.383694 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac6c56-2dfc-4406-b7e6-e464aa7aa551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e4f30b-71b8-4a5a-ad40-7fe4ba6739ab,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:27.467543 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a76b63d2-c159-4f63-9620-6f547ef66ba1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:27.551923 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76b63d2-c159-4f63-9620-6f547ef66ba1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network 6db33c0d-f309-4fec-a389-ddc1a47c81cb is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:30:27.556640 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-a76b63d2-c159-4f63-9620-6f547ef66ba1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:27.558821 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b63d2-c159-4f63-9620-6f547ef66ba1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Port': ['ID=907a6735-7d6e-4e28-8d7a-8998de896a49,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:27.561049 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76b63d2-c159-4f63-9620-6f547ef66ba1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:30:27.567539 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76b63d2-c159-4f63-9620-6f547ef66ba1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:27.568163 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a76b63d2-c159-4f63-9620-6f547ef66ba1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:27.592898 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a76b63d2-c159-4f63-9620-6f547ef66ba1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6940160 Sep 30 13:30:27.594719 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35536) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:27.807490 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-57af474b-62bb-42ed-a48e-0be78cd2edef tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting port 907a6735-7d6e-4e28-8d7a-8998de896a49 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:30:27.807870 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-57af474b-62bb-42ed-a48e-0be78cd2edef tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:27.952781 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-57af474b-62bb-42ed-a48e-0be78cd2edef tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:27.991829 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-57af474b-62bb-42ed-a48e-0be78cd2edef tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Calling delete_port for 907a6735-7d6e-4e28-8d7a-8998de896a49 owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:30:28.126759 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-57af474b-62bb-42ed-a48e-0be78cd2edef tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:28.163554 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-57af474b-62bb-42ed-a48e-0be78cd2edef tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:28.171220 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-57af474b-62bb-42ed-a48e-0be78cd2edef tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/ports/907a6735-7d6e-4e28-8d7a-8998de896a49 HTTP/1.1" status: 204 len: 168 time: 0.5712006 Sep 30 13:30:28.171440 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35562) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:28.175584 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-851c04e6-9955-468e-9d8b-6ab7b5227f79 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'port': {'network_id': '6db33c0d-f309-4fec-a389-ddc1a47c81cb', 'mac_address': 'fa:16:3e:e1:76:4f', 'name': 'tempest-PortsIpV6TestJSON-1680994727'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:28.241452 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af474b-62bb-42ed-a48e-0be78cd2edef tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Port': ['ID=907a6735-7d6e-4e28-8d7a-8998de896a49,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:28.319789 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851c04e6-9955-468e-9d8b-6ab7b5227f79 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:28.339112 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fccd3eb0-a78d-4534-b9ad-82308f4e566d no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:30:28.380295 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: fccd3eb0-a78d-4534-b9ad-82308f4e566d {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:30:28.380830 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fccd3eb0-a78d-4534-b9ad-82308f4e566d not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:30:28.416623 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-851c04e6-9955-468e-9d8b-6ab7b5227f79 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:28.468211 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-851c04e6-9955-468e-9d8b-6ab7b5227f79 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] device_id is not set on port 4330b689-e73c-4877-97fe-df8e5b39514c yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:30:28.717584 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-851c04e6-9955-468e-9d8b-6ab7b5227f79 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:28.774932 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-851c04e6-9955-468e-9d8b-6ab7b5227f79 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:28.828498 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851c04e6-9955-468e-9d8b-6ab7b5227f79 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network 6db33c0d-f309-4fec-a389-ddc1a47c81cb is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:30:28.832055 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-851c04e6-9955-468e-9d8b-6ab7b5227f79 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:28.836946 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851c04e6-9955-468e-9d8b-6ab7b5227f79 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:30:28.842573 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851c04e6-9955-468e-9d8b-6ab7b5227f79 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:28.843249 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-851c04e6-9955-468e-9d8b-6ab7b5227f79 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:28.857434 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c04e6-9955-468e-9d8b-6ab7b5227f79 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Port': ['ID=4330b689-e73c-4877-97fe-df8e5b39514c,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:28.878549 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35582) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:28.878952 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-851c04e6-9955-468e-9d8b-6ab7b5227f79 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7077703 Sep 30 13:30:28.975207 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed506ca-b1df-474b-829b-c2bac6b08e24 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:28.979550 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3ed506ca-b1df-474b-829b-c2bac6b08e24 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "GET /v2.0/ports/4330b689-e73c-4877-97fe-df8e5b39514c HTTP/1.1" status: 200 len: 845 time: 0.0967360 Sep 30 13:30:28.980353 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35588) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:29.129777 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ce4f0-453a-4768-a36e-3563e93cd6ea tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting port 4330b689-e73c-4877-97fe-df8e5b39514c {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:30:29.130298 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f1ce4f0-453a-4768-a36e-3563e93cd6ea tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:29.291800 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f1ce4f0-453a-4768-a36e-3563e93cd6ea tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:29.332727 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ce4f0-453a-4768-a36e-3563e93cd6ea tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Calling delete_port for 4330b689-e73c-4877-97fe-df8e5b39514c owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:30:29.485345 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f1ce4f0-453a-4768-a36e-3563e93cd6ea tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:29.519705 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ce4f0-453a-4768-a36e-3563e93cd6ea tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Port': ['ID=4330b689-e73c-4877-97fe-df8e5b39514c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:29.534831 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f1ce4f0-453a-4768-a36e-3563e93cd6ea tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:29.537621 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7f1ce4f0-453a-4768-a36e-3563e93cd6ea tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/ports/4330b689-e73c-4877-97fe-df8e5b39514c HTTP/1.1" status: 204 len: 168 time: 0.5525675 Sep 30 13:30:29.540157 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35602) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:29.573776 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-343a1e32-de7b-4414-9b75-c6a483049af9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] GET failed (client error): The resource could not be found. Sep 30 13:30:29.575562 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-343a1e32-de7b-4414-9b75-c6a483049af9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "GET /v2.0/ports/4330b689-e73c-4877-97fe-df8e5b39514c HTTP/1.1" status: 404 len: 333 time: 0.0344319 Sep 30 13:30:29.579217 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35604) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:29.584262 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-0cdc5d6f-8190-4729-81d0-e49d2964051f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'port': {'network_id': '6db33c0d-f309-4fec-a389-ddc1a47c81cb', 'name': 'tempest-PortsIpV6TestJSON-1367907336'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:29.700723 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdc5d6f-8190-4729-81d0-e49d2964051f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:29.703442 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cdc5d6f-8190-4729-81d0-e49d2964051f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:29.731379 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-0cdc5d6f-8190-4729-81d0-e49d2964051f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] device_id is not set on port 0ed7c5f6-e216-419e-aa88-4cfa6cdc5b6b yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:30:29.957844 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cdc5d6f-8190-4729-81d0-e49d2964051f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:30.037894 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cdc5d6f-8190-4729-81d0-e49d2964051f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:30.110886 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdc5d6f-8190-4729-81d0-e49d2964051f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network 6db33c0d-f309-4fec-a389-ddc1a47c81cb is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:30:30.127772 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-0cdc5d6f-8190-4729-81d0-e49d2964051f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:30.133628 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdc5d6f-8190-4729-81d0-e49d2964051f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:30:30.139926 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdc5d6f-8190-4729-81d0-e49d2964051f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:30.140592 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0cdc5d6f-8190-4729-81d0-e49d2964051f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:30.183508 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc5d6f-8190-4729-81d0-e49d2964051f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Port': ['ID=0ed7c5f6-e216-419e-aa88-4cfa6cdc5b6b,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:30.206680 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0cdc5d6f-8190-4729-81d0-e49d2964051f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6251853 Sep 30 13:30:30.208165 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35624) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:30.215399 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-347d25fe-8980-4e95-b50d-78d59b0a133e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:30.355645 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-347d25fe-8980-4e95-b50d-78d59b0a133e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:30.550065 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-6d17008d-9568-4f50-a370-f72e645d29fe tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=40caa7718cca4a7a98ee4bb605ef22dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344808 Sep 30 13:30:30.576624 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-347d25fe-8980-4e95-b50d-78d59b0a133e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:30.586958 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-347d25fe-8980-4e95-b50d-78d59b0a133e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:30.610115 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-347d25fe-8980-4e95-b50d-78d59b0a133e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] In _notify_port_updated(), no bound segment for port 0ed7c5f6-e216-419e-aa88-4cfa6cdc5b6b on network 6db33c0d-f309-4fec-a389-ddc1a47c81cb {{(pid=94763) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 13:30:30.619437 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347d25fe-8980-4e95-b50d-78d59b0a133e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:30.620143 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-347d25fe-8980-4e95-b50d-78d59b0a133e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:30.622463 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-347d25fe-8980-4e95-b50d-78d59b0a133e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "PUT /v2.0/ports/0ed7c5f6-e216-419e-aa88-4cfa6cdc5b6b HTTP/1.1" status: 200 len: 818 time: 0.4129896 Sep 30 13:30:30.625036 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35650) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:30.715125 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d25fe-8980-4e95-b50d-78d59b0a133e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Port': ['ID=0ed7c5f6-e216-419e-aa88-4cfa6cdc5b6b,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:30.717937 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-4588a419-2220-4542-868c-50b3dfc0390a tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:30.726880 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-4588a419-2220-4542-868c-50b3dfc0390a tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1646178 Sep 30 13:30:30.754307 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-a83897bf-b642-40e0-921c-cc9e240e6340 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.18 "GET /v2.0/quotas/40caa7718cca4a7a98ee4bb605ef22dc HTTP/1.1" status: 200 len: 375 time: 0.0257180 Sep 30 13:30:30.790537 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-52bc9ee2-0a4d-4e76-88ef-fbb412aef11f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting port 0ed7c5f6-e216-419e-aa88-4cfa6cdc5b6b {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:30:30.790886 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-52bc9ee2-0a4d-4e76-88ef-fbb412aef11f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:30.804377 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-065a35d3-0e72-4737-8c4c-1045694ae9fa tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=40caa7718cca4a7a98ee4bb605ef22dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471582 Sep 30 13:30:30.922633 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-52bc9ee2-0a4d-4e76-88ef-fbb412aef11f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:30.943502 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-52bc9ee2-0a4d-4e76-88ef-fbb412aef11f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Calling delete_port for 0ed7c5f6-e216-419e-aa88-4cfa6cdc5b6b owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:30:31.038940 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-193bb1e2-9fa5-4f01-adf0-f11795427d08 req-fb8823a1-00a5-4557-94cf-d613e40b47ae tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.18 "GET /v2.0/ports?device_id=c24e8abd-f0e5-4bf3-825b-6892bad6ec45 HTTP/1.1" status: 200 len: 210 time: 0.0348940 Sep 30 13:30:31.088360 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-52bc9ee2-0a4d-4e76-88ef-fbb412aef11f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:31.118257 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc9ee2-0a4d-4e76-88ef-fbb412aef11f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Port': ['ID=0ed7c5f6-e216-419e-aa88-4cfa6cdc5b6b,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:31.132646 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-52bc9ee2-0a4d-4e76-88ef-fbb412aef11f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:31.138731 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35664) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:31.139308 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-52bc9ee2-0a4d-4e76-88ef-fbb412aef11f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/ports/0ed7c5f6-e216-419e-aa88-4cfa6cdc5b6b HTTP/1.1" status: 204 len: 168 time: 0.5085926 Sep 30 13:30:31.252837 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a18efd6-964e-4c3c-8bb1-c533c8d34b2b tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:31.254452 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2a18efd6-964e-4c3c-8bb1-c533c8d34b2b tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1137066 Sep 30 13:30:31.257375 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35672) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:31.314831 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-a355d77f-e3c7-4113-afbe-f7492a60c269 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] GET failed (client error): The resource could not be found. Sep 30 13:30:31.317467 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a355d77f-e3c7-4113-afbe-f7492a60c269 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "GET /v2.0/ports/0ed7c5f6-e216-419e-aa88-4cfa6cdc5b6b HTTP/1.1" status: 404 len: 333 time: 0.0566072 Sep 30 13:30:31.321293 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35676) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:31.327697 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-e8549c6d-b7cf-483e-bd5e-5c90abd4e7d5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-459487743'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:31.355911 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8549c6d-b7cf-483e-bd5e-5c90abd4e7d5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:31.364420 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e8549c6d-b7cf-483e-bd5e-5c90abd4e7d5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:31.415374 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8549c6d-b7cf-483e-bd5e-5c90abd4e7d5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:30:31.439011 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e8549c6d-b7cf-483e-bd5e-5c90abd4e7d5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:31.439357 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-e8549c6d-b7cf-483e-bd5e-5c90abd4e7d5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Added segment 015e5452-4f43-42ed-a4df-bc342c20afcc of type vlan for network baf107b2-4cdf-4154-9000-0f9c8bc2ac4a Sep 30 13:30:31.512881 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e8549c6d-b7cf-483e-bd5e-5c90abd4e7d5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:31.552015 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e8549c6d-b7cf-483e-bd5e-5c90abd4e7d5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:31.572269 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8549c6d-b7cf-483e-bd5e-5c90abd4e7d5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:31.572931 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e8549c6d-b7cf-483e-bd5e-5c90abd4e7d5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:31.616254 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e8549c6d-b7cf-483e-bd5e-5c90abd4e7d5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2938659 Sep 30 13:30:31.619463 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35684) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:31.627024 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-72d2ee23-6c03-4112-8f06-9a70e2e87e19 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'subnet': {'network_id': 'baf107b2-4cdf-4154-9000-0f9c8bc2ac4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:31.673283 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8549c6d-b7cf-483e-bd5e-5c90abd4e7d5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Network': ['ID=baf107b2-4cdf-4154-9000-0f9c8bc2ac4a,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:31.703064 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network baf107b2-4cdf-4154-9000-0f9c8bc2ac4a details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:30:31.797977 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d2ee23-6c03-4112-8f06-9a70e2e87e19 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:31.802849 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-72d2ee23-6c03-4112-8f06-9a70e2e87e19 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:32.087277 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-72d2ee23-6c03-4112-8f06-9a70e2e87e19 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:32.180435 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2af6b8b3-f1e2-4f0a-b77d-9e50f515a1d1 req-dbac4bc5-0c05-4775-94c8-e37d5c7e2394 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.18 "GET /v2.0/ports?device_id=c24e8abd-f0e5-4bf3-825b-6892bad6ec45 HTTP/1.1" status: 200 len: 210 time: 0.0439711 Sep 30 13:30:32.206399 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2ee23-6c03-4112-8f06-9a70e2e87e19 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Subnet': ['ID=883f2789-106b-4335-b630-993b4dd4e6fa,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:32.238256 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2ee23-6c03-4112-8f06-9a70e2e87e19 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Checking segment: {'id': '015e5452-4f43-42ed-a4df-bc342c20afcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'baf107b2-4cdf-4154-9000-0f9c8bc2ac4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:30:32.238641 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d2ee23-6c03-4112-8f06-9a70e2e87e19 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network hostable DHCP agents. Network: baf107b2-4cdf-4154-9000-0f9c8bc2ac4a, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:30:32.317676 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-640e930f-98f5-4fba-9cec-9c7e4bf0a923 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=40caa7718cca4a7a98ee4bb605ef22dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686429 Sep 30 13:30:32.318579 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d2ee23-6c03-4112-8f06-9a70e2e87e19 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network baf107b2-4cdf-4154-9000-0f9c8bc2ac4a is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:30:32.372528 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-72d2ee23-6c03-4112-8f06-9a70e2e87e19 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, baf107b2-4cdf-4154-9000-0f9c8bc2ac4a) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:32.388455 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e36fcdf-99b2-4792-b92f-6e1c6986aff9 None None] Network baf107b2-4cdf-4154-9000-0f9c8bc2ac4a requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:30:32.394188 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d2ee23-6c03-4112-8f06-9a70e2e87e19 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:32.395122 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-72d2ee23-6c03-4112-8f06-9a70e2e87e19 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:32.636702 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-0d2b5dcf-d836-44d7-8376-44b206495b46 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:32.638431 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-0d2b5dcf-d836-44d7-8376-44b206495b46 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3133619 Sep 30 13:30:32.642521 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-72d2ee23-6c03-4112-8f06-9a70e2e87e19 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0219643 Sep 30 13:30:32.643317 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35704) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:32.654429 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-970e4113-bc32-47ef-bec6-8cb3f28f72ec tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'subnet': {'network_id': 'baf107b2-4cdf-4154-9000-0f9c8bc2ac4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:32.663980 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-373b3870-f3f5-4573-af16-0873b6301343 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Request body: {'port': {'device_id': 'c24e8abd-f0e5-4bf3-825b-6892bad6ec45', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': '40caa7718cca4a7a98ee4bb605ef22dc'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:32.675698 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded83c6d-3414-4d32-8eab-7312a4907f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-baf107b2-4cdf-4154-9000-0f9c8bc2ac4a', 'network_id': 'baf107b2-4cdf-4154-9000-0f9c8bc2ac4a', 'tenant_id': '49825ab3f2ce4615ab6bd23c241ffaca', 'fixed_ips': [{'subnet_id': '883f2789-106b-4335-b630-993b4dd4e6fa'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:30:32.677663 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ded83c6d-3414-4d32-8eab-7312a4907f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:32.872454 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-ded83c6d-3414-4d32-8eab-7312a4907f8c None None] Allocated IP 2001:db8::2 (baf107b2-4cdf-4154-9000-0f9c8bc2ac4a/883f2789-106b-4335-b630-993b4dd4e6fa/c027d01c-480b-4247-8a6f-e90b20866aac) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:30:32.942419 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970e4113-bc32-47ef-bec6-8cb3f28f72ec tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:32.946525 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-970e4113-bc32-47ef-bec6-8cb3f28f72ec tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:32.952039 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-373b3870-f3f5-4573-af16-0873b6301343 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Made reservation on behalf of 40caa7718cca4a7a98ee4bb605ef22dc for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:32.955481 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-373b3870-f3f5-4573-af16-0873b6301343 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:33.089958 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ded83c6d-3414-4d32-8eab-7312a4907f8c None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:33.104244 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ded83c6d-3414-4d32-8eab-7312a4907f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:33.115707 n-d-810909-2 neutron-server[94763]: INFO neutron.db.ipam_backend_mixin [None req-970e4113-bc32-47ef-bec6-8cb3f28f72ec tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 883f2789-106b-4335-b630-993b4dd4e6fa (CIDR: 2001:db8::/64) Sep 30 13:30:33.134650 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-373b3870-f3f5-4573-af16-0873b6301343 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:33.138945 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-970e4113-bc32-47ef-bec6-8cb3f28f72ec tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:30:33.139531 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-970e4113-bc32-47ef-bec6-8cb3f28f72ec tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:30:33.172304 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded83c6d-3414-4d32-8eab-7312a4907f8c None None] Network baf107b2-4cdf-4154-9000-0f9c8bc2ac4a is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:30:33.180663 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-ded83c6d-3414-4d32-8eab-7312a4907f8c None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:33.181998 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded83c6d-3414-4d32-8eab-7312a4907f8c None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:30:33.192550 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded83c6d-3414-4d32-8eab-7312a4907f8c None None] Pushing event updated for resources: {'Port': ['ID=c027d01c-480b-4247-8a6f-e90b20866aac,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:33.310208 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-ded83c6d-3414-4d32-8eab-7312a4907f8c None None] Attempting to bind port c027d01c-480b-4247-8a6f-e90b20866aac on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:30:33.310865 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-ded83c6d-3414-4d32-8eab-7312a4907f8c None None] Attempting to bind port c027d01c-480b-4247-8a6f-e90b20866aac by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '015e5452-4f43-42ed-a4df-bc342c20afcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'baf107b2-4cdf-4154-9000-0f9c8bc2ac4a'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:30:33.311415 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded83c6d-3414-4d32-8eab-7312a4907f8c None None] Attempting to bind port c027d01c-480b-4247-8a6f-e90b20866aac on network baf107b2-4cdf-4154-9000-0f9c8bc2ac4a {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:30:33.326044 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-521c619b-7a8c-4c63-8c28-e08ac803513a req-09e8103b-f2af-4259-8898-b65feb16448f tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.18 "GET /v2.0/ports?device_id=c24e8abd-f0e5-4bf3-825b-6892bad6ec45 HTTP/1.1" status: 200 len: 210 time: 0.0412233 Sep 30 13:30:33.331486 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded83c6d-3414-4d32-8eab-7312a4907f8c None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:30:33.331880 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded83c6d-3414-4d32-8eab-7312a4907f8c None None] Checking segment: {'id': '015e5452-4f43-42ed-a4df-bc342c20afcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'baf107b2-4cdf-4154-9000-0f9c8bc2ac4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:30:33.332734 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ded83c6d-3414-4d32-8eab-7312a4907f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:33.333148 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded83c6d-3414-4d32-8eab-7312a4907f8c None None] Bound using segment: {'id': '015e5452-4f43-42ed-a4df-bc342c20afcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'baf107b2-4cdf-4154-9000-0f9c8bc2ac4a'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:30:33.334080 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-ded83c6d-3414-4d32-8eab-7312a4907f8c None None] Bound port: c027d01c-480b-4247-8a6f-e90b20866aac, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '015e5452-4f43-42ed-a4df-bc342c20afcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'baf107b2-4cdf-4154-9000-0f9c8bc2ac4a'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:30:33.334480 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ded83c6d-3414-4d32-8eab-7312a4907f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:33.357039 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-373b3870-f3f5-4573-af16-0873b6301343 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:33.365797 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-373b3870-f3f5-4573-af16-0873b6301343 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:33.388426 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-970e4113-bc32-47ef-bec6-8cb3f28f72ec tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7440190 Sep 30 13:30:33.391313 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35720) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:33.406530 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-52a9470c-d014-4fef-aaf7-a70e8982cb9d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'subnet': {'network_id': 'baf107b2-4cdf-4154-9000-0f9c8bc2ac4a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:33.465803 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-ded83c6d-3414-4d32-8eab-7312a4907f8c None None] For port c027d01c-480b-4247-8a6f-e90b20866aac, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:30:33.469994 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-ded83c6d-3414-4d32-8eab-7312a4907f8c None None] For port c027d01c-480b-4247-8a6f-e90b20866aac, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c027d01c-480b-4247-8a6f-e90b20866aac,segment=NetworkSegment(015e5452-4f43-42ed-a4df-bc342c20afcc),segment_id=015e5452-4f43-42ed-a4df-bc342c20afcc)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:30:33.479846 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ded83c6d-3414-4d32-8eab-7312a4907f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:33.574218 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b3870-f3f5-4573-af16-0873b6301343 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=654406d5-ab40-45c6-bd83-9bd7772dcb49,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:33.627273 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded83c6d-3414-4d32-8eab-7312a4907f8c None None] Pushing event updated for resources: {'Port': ['ID=c027d01c-480b-4247-8a6f-e90b20866aac,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:33.651725 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-373b3870-f3f5-4573-af16-0873b6301343 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Allocated IP 192.168.233.183 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/ac69f691-54e6-4e8a-8dab-3c670764bd20) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:30:33.719970 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a9470c-d014-4fef-aaf7-a70e8982cb9d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:33.726698 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-52a9470c-d014-4fef-aaf7-a70e8982cb9d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:34.050581 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-373b3870-f3f5-4573-af16-0873b6301343 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:34.150327 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-373b3870-f3f5-4573-af16-0873b6301343 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:34.211225 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35738) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:34.315267 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-373b3870-f3f5-4573-af16-0873b6301343 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:30:34.331167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-373b3870-f3f5-4573-af16-0873b6301343 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:34.334462 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-373b3870-f3f5-4573-af16-0873b6301343 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:30:34.407763 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-52a9470c-d014-4fef-aaf7-a70e8982cb9d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:34.462774 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-373b3870-f3f5-4573-af16-0873b6301343 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:34.463816 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-373b3870-f3f5-4573-af16-0873b6301343 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:34.484972 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b3870-f3f5-4573-af16-0873b6301343 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Pushing event updated for resources: {'Port': ['ID=ac69f691-54e6-4e8a-8dab-3c670764bd20,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:34.520527 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c027d01c-480b-4247-8a6f-e90b20866aac up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:30:34.521739 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-373b3870-f3f5-4573-af16-0873b6301343 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8619072 Sep 30 13:30:34.545943 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9470c-d014-4fef-aaf7-a70e8982cb9d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Subnet': ['ID=06cb0c5b-cdb2-42f8-9da2-10247becb3e2,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:34.568096 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a9470c-d014-4fef-aaf7-a70e8982cb9d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network baf107b2-4cdf-4154-9000-0f9c8bc2ac4a is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:30:34.569634 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-25995cc1-843b-4799-9bc9-ab76df926e77 service neutron] Request body: {'port': {'device_id': 'c24e8abd-f0e5-4bf3-825b-6892bad6ec45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:34.579047 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-52a9470c-d014-4fef-aaf7-a70e8982cb9d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:34.583569 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a9470c-d014-4fef-aaf7-a70e8982cb9d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:34.588025 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-52a9470c-d014-4fef-aaf7-a70e8982cb9d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:34.625267 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74ac40d4-7914-41f7-b032-bfa566d365e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:34.631918 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920debf9-f928-49b2-81bf-e74fee0944b0 req-731457e1-8e59-4b69-aaa9-fe86b83e6ea0 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:34.633622 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port c027d01c-480b-4247-8a6f-e90b20866aac triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:30:34.634070 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-920debf9-f928-49b2-81bf-e74fee0944b0 req-731457e1-8e59-4b69-aaa9-fe86b83e6ea0 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.18 "GET /v2.0/ports?device_id=c24e8abd-f0e5-4bf3-825b-6892bad6ec45 HTTP/1.1" status: 200 len: 936 time: 0.1108413 Sep 30 13:30:34.634755 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:34.649713 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-52a9470c-d014-4fef-aaf7-a70e8982cb9d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2571161 Sep 30 13:30:34.652686 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35746) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:34.659160 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-27577331-70cb-47dd-8286-8a32d7eb9bf9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'port': {'network_id': 'baf107b2-4cdf-4154-9000-0f9c8bc2ac4a', 'fixed_ips': [{'subnet_id': '883f2789-106b-4335-b630-993b4dd4e6fa'}, {'subnet_id': '06cb0c5b-cdb2-42f8-9da2-10247becb3e2'}], 'name': 'tempest-PortsIpV6TestJSON-1412909359'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:34.724573 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-920debf9-f928-49b2-81bf-e74fee0944b0 req-6819ba21-a381-45b4-913d-34fc0c6d2061 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.18 "GET /v2.0/security-groups?id=654406d5-ab40-45c6-bd83-9bd7772dcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599561 Sep 30 13:30:34.738297 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-25995cc1-843b-4799-9bc9-ab76df926e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:34.868677 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:34.942787 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port c027d01c-480b-4247-8a6f-e90b20866aac, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c027d01c-480b-4247-8a6f-e90b20866aac,segment=NetworkSegment(015e5452-4f43-42ed-a4df-bc342c20afcc),segment_id=015e5452-4f43-42ed-a4df-bc342c20afcc)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:30:34.968772 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:35.021504 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aaa6aca4-0db4-4bf9-bbc2-1349fc0d62a4 None None] Provisioning complete for port ac69f691-54e6-4e8a-8dab-3c670764bd20 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:30:35.021994 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aaa6aca4-0db4-4bf9-bbc2-1349fc0d62a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:35.040328 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74ac40d4-7914-41f7-b032-bfa566d365e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:35.058480 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74ac40d4-7914-41f7-b032-bfa566d365e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:35.156473 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aaa6aca4-0db4-4bf9-bbc2-1349fc0d62a4 None None] Port ac69f691-54e6-4e8a-8dab-3c670764bd20 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:30:35.162845 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27577331-70cb-47dd-8286-8a32d7eb9bf9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:35.173215 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=c027d01c-480b-4247-8a6f-e90b20866aac,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:35.183686 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-74ac40d4-7914-41f7-b032-bfa566d365e5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=764a717778854932b9fee9e8ef5dcf64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9712486 Sep 30 13:30:35.197069 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35756) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:35.197902 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac40d4-7914-41f7-b032-bfa566d365e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364c14cf-ee95-45ba-bf98-8055eef4380c,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:35.349178 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-27577331-70cb-47dd-8286-8a32d7eb9bf9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:35.353140 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb99581a-0c35-4827-817b-a9922314e11d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:35.373602 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba89cd94-149d-4e17-837b-b55b0e91fc12 None None] Network baf107b2-4cdf-4154-9000-0f9c8bc2ac4a requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:30:35.428991 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-27577331-70cb-47dd-8286-8a32d7eb9bf9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] device_id is not set on port cce4b7d6-86b8-4c1f-bfeb-217b9f79b08f yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:30:35.458226 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb99581a-0c35-4827-817b-a9922314e11d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:35.468655 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-e04191ec-f008-4601-96db-d6115c9694c4 None None] Provisioning complete for port c027d01c-480b-4247-8a6f-e90b20866aac triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:30:35.469288 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e04191ec-f008-4601-96db-d6115c9694c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:35.640571 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb99581a-0c35-4827-817b-a9922314e11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:35.649516 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb99581a-0c35-4827-817b-a9922314e11d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:35.650719 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cb99581a-0c35-4827-817b-a9922314e11d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/364c14cf-ee95-45ba-bf98-8055eef4380c HTTP/1.1" status: 204 len: 168 time: 0.4492660 Sep 30 13:30:35.678185 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99581a-0c35-4827-817b-a9922314e11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364c14cf-ee95-45ba-bf98-8055eef4380c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:35.691988 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-25995cc1-843b-4799-9bc9-ab76df926e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac69f691-54e6-4e8a-8dab-3c670764bd20 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:30:35.715801 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-25995cc1-843b-4799-9bc9-ab76df926e77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:35.766871 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-25995cc1-843b-4799-9bc9-ab76df926e77 service neutron] Transition to ACTIVE for port object ac69f691-54e6-4e8a-8dab-3c670764bd20 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:30:35.774866 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-25995cc1-843b-4799-9bc9-ab76df926e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:35.940039 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25995cc1-843b-4799-9bc9-ab76df926e77 service neutron] Pushing event updated for resources: {'Port': ['ID=ac69f691-54e6-4e8a-8dab-3c670764bd20,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:35.983186 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140d71f1-dabf-4ad1-a394-b7b11b5c163f None None] Update dhcp port {'port': {'network_id': 'baf107b2-4cdf-4154-9000-0f9c8bc2ac4a', 'fixed_ips': [{'subnet_id': '883f2789-106b-4335-b630-993b4dd4e6fa', 'ip_address': '2001:db8::2'}, {'subnet_id': '06cb0c5b-cdb2-42f8-9da2-10247becb3e2'}], 'binding:host_id': 'n-d-810909-2'}, 'id': 'c027d01c-480b-4247-8a6f-e90b20866aac'} from n-d-810909-2. {{(pid=94765) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 13:30:36.056067 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-140d71f1-dabf-4ad1-a394-b7b11b5c163f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:36.063591 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-27577331-70cb-47dd-8286-8a32d7eb9bf9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Allocated IP 2001:db8::13c (baf107b2-4cdf-4154-9000-0f9c8bc2ac4a/883f2789-106b-4335-b630-993b4dd4e6fa/cce4b7d6-86b8-4c1f-bfeb-217b9f79b08f) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:30:36.083755 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-27577331-70cb-47dd-8286-8a32d7eb9bf9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Allocated IP 2001:db8:0:1::358 (baf107b2-4cdf-4154-9000-0f9c8bc2ac4a/06cb0c5b-cdb2-42f8-9da2-10247becb3e2/cce4b7d6-86b8-4c1f-bfeb-217b9f79b08f) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:30:36.160617 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-25995cc1-843b-4799-9bc9-ab76df926e77 service neutron] Attempting to bind port ac69f691-54e6-4e8a-8dab-3c670764bd20 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:30:36.160891 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-25995cc1-843b-4799-9bc9-ab76df926e77 service neutron] Attempting to bind port ac69f691-54e6-4e8a-8dab-3c670764bd20 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:30:36.160993 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-25995cc1-843b-4799-9bc9-ab76df926e77 service neutron] Attempting to bind port ac69f691-54e6-4e8a-8dab-3c670764bd20 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:30:36.176749 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-25995cc1-843b-4799-9bc9-ab76df926e77 service neutron] Port ac69f691-54e6-4e8a-8dab-3c670764bd20 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:30:36.177098 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-25995cc1-843b-4799-9bc9-ab76df926e77 service neutron] Attempting to bind port ac69f691-54e6-4e8a-8dab-3c670764bd20 on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:30:36.193851 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-25995cc1-843b-4799-9bc9-ab76df926e77 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:30:36.194277 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-25995cc1-843b-4799-9bc9-ab76df926e77 service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:30:36.194934 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-25995cc1-843b-4799-9bc9-ab76df926e77 service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:30:36.195079 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-25995cc1-843b-4799-9bc9-ab76df926e77 service neutron] Bound port: ac69f691-54e6-4e8a-8dab-3c670764bd20, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:30:36.195432 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-25995cc1-843b-4799-9bc9-ab76df926e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:36.407003 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-25995cc1-843b-4799-9bc9-ab76df926e77 service neutron] For port ac69f691-54e6-4e8a-8dab-3c670764bd20, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:30:36.410801 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-25995cc1-843b-4799-9bc9-ab76df926e77 service neutron] For port ac69f691-54e6-4e8a-8dab-3c670764bd20, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ac69f691-54e6-4e8a-8dab-3c670764bd20,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:30:36.416874 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-27577331-70cb-47dd-8286-8a32d7eb9bf9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:36.424492 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-25995cc1-843b-4799-9bc9-ab76df926e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:36.443997 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c027d01c-480b-4247-8a6f-e90b20866aac up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:30:36.460006 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-27577331-70cb-47dd-8286-8a32d7eb9bf9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:36.511554 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27577331-70cb-47dd-8286-8a32d7eb9bf9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network baf107b2-4cdf-4154-9000-0f9c8bc2ac4a is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:30:36.524220 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-27577331-70cb-47dd-8286-8a32d7eb9bf9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:36.535860 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27577331-70cb-47dd-8286-8a32d7eb9bf9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:30:36.546775 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27577331-70cb-47dd-8286-8a32d7eb9bf9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:36.547553 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-27577331-70cb-47dd-8286-8a32d7eb9bf9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:36.570631 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-25995cc1-843b-4799-9bc9-ab76df926e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:36.571304 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-25995cc1-843b-4799-9bc9-ab76df926e77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:36.576154 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27577331-70cb-47dd-8286-8a32d7eb9bf9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Port': ['ID=cce4b7d6-86b8-4c1f-bfeb-217b9f79b08f,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:36.579176 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-25995cc1-843b-4799-9bc9-ab76df926e77 service neutron] 10.222.0.39 "PUT /v2.0/ports/ac69f691-54e6-4e8a-8dab-3c670764bd20 HTTP/1.1" status: 200 len: 1096 time: 2.0153227 Sep 30 13:30:36.596448 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24e8abd-f0e5-4bf3-825b-6892bad6ec45', 'tag': 'ac69f691-54e6-4e8a-8dab-3c670764bd20'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:30:36.600052 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78056657-222d-4689-9260-2c5a96327555" -d '{"events": [{"name": "network-changed", "server_uuid": "c24e8abd-f0e5-4bf3-825b-6892bad6ec45", "tag": "ac69f691-54e6-4e8a-8dab-3c670764bd20"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:30:36.633813 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-27577331-70cb-47dd-8286-8a32d7eb9bf9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.9791255 Sep 30 13:30:36.636491 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35796) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:36.651110 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-8945c264-cbd3-43b2-b668-754e323a8ae0 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '883f2789-106b-4335-b630-993b4dd4e6fa'}]}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:36.684016 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f4c2c-d77d-4c8a-b886-b2341ab06f8e req-44e484cb-4bf6-4a21-a26a-64b8221d2007 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:36.700752 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1c4f4c2c-d77d-4c8a-b886-b2341ab06f8e req-44e484cb-4bf6-4a21-a26a-64b8221d2007 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.18 "GET /v2.0/ports?device_id=c24e8abd-f0e5-4bf3-825b-6892bad6ec45 HTTP/1.1" status: 200 len: 948 time: 0.8048160 Sep 30 13:30:36.755826 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25995cc1-843b-4799-9bc9-ab76df926e77 service neutron] Pushing event updated for resources: {'Port': ['ID=ac69f691-54e6-4e8a-8dab-3c670764bd20,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:36.792238 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f87d72-660a-4df4-932c-0bbe58de656e x-openstack-request-id: req-36f87d72-660a-4df4-932c-0bbe58de656e {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:30:36.792571 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24e8abd-f0e5-4bf3-825b-6892bad6ec45", "tag": "ac69f691-54e6-4e8a-8dab-3c670764bd20", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:30:36.793004 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36f87d72-660a-4df4-932c-0bbe58de656e {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:30:36.794862 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c24e8abd-f0e5-4bf3-825b-6892bad6ec45', 'tag': 'ac69f691-54e6-4e8a-8dab-3c670764bd20', 'status': 'completed', 'code': 200} Sep 30 13:30:36.856932 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1c4f4c2c-d77d-4c8a-b886-b2341ab06f8e req-a033899b-8478-4b97-850e-68e179f55bde tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.18 "GET /v2.0/security-groups?id=654406d5-ab40-45c6-bd83-9bd7772dcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550384 Sep 30 13:30:36.881867 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-ff8a29d4-04a5-4ab4-86a8-f1c51f15f789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:36.883682 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-ff8a29d4-04a5-4ab4-86a8-f1c51f15f789 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=40caa7718cca4a7a98ee4bb605ef22dc&device_id=c24e8abd-f0e5-4bf3-825b-6892bad6ec45 HTTP/1.1" status: 200 len: 1099 time: 0.1235743 Sep 30 13:30:36.908926 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8945c264-cbd3-43b2-b668-754e323a8ae0 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:36.955362 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-c914f89d-cd75-4850-81d3-1c2f24206f82 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=ac69f691-54e6-4e8a-8dab-3c670764bd20 HTTP/1.1" status: 200 len: 217 time: 0.0619879 Sep 30 13:30:37.033563 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-05cf79d9-572c-4999-bf97-a2591fed8f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:37.037374 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-05cf79d9-572c-4999-bf97-a2591fed8f13 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0744221 Sep 30 13:30:37.110460 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-140d71f1-dabf-4ad1-a394-b7b11b5c163f None None] Allocated IP 2001:db8:0:1::2 (baf107b2-4cdf-4154-9000-0f9c8bc2ac4a/06cb0c5b-cdb2-42f8-9da2-10247becb3e2/c027d01c-480b-4247-8a6f-e90b20866aac) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:30:37.116206 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-32bb5831-a119-4c61-980f-c964d50acfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:37.117851 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-32bb5831-a119-4c61-980f-c964d50acfd0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0728731 Sep 30 13:30:37.221642 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port c027d01c-480b-4247-8a6f-e90b20866aac triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:30:37.222048 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:37.293874 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-140d71f1-dabf-4ad1-a394-b7b11b5c163f None None] For port c027d01c-480b-4247-8a6f-e90b20866aac, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c027d01c-480b-4247-8a6f-e90b20866aac,segment=NetworkSegment(015e5452-4f43-42ed-a4df-bc342c20afcc),segment_id=015e5452-4f43-42ed-a4df-bc342c20afcc)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:30:37.329156 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-6334d1b5-afed-474e-b685-e93a94d2e903 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035491 Sep 30 13:30:37.380437 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-140d71f1-dabf-4ad1-a394-b7b11b5c163f None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:37.393419 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-140d71f1-dabf-4ad1-a394-b7b11b5c163f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:37.482848 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8e8e80d2-c002-4cd3-b431-4658c81973c7 req-e5bb8bfe-8d77-4bc8-be04-de02c875959b service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457558 Sep 30 13:30:37.510095 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-8945c264-cbd3-43b2-b668-754e323a8ae0 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Delete allocated IP 2001:db8:0:1::358 (baf107b2-4cdf-4154-9000-0f9c8bc2ac4a/06cb0c5b-cdb2-42f8-9da2-10247becb3e2) {{(pid=94764) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 30 13:30:37.554416 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d71f1-dabf-4ad1-a394-b7b11b5c163f None None] Pushing event updated for resources: {'Port': ['ID=c027d01c-480b-4247-8a6f-e90b20866aac,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:37.685560 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78056657-222d-4689-9260-2c5a96327555 req-b5c69c4a-51e8-488e-a47c-4366aab38a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:37.695997 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-78056657-222d-4689-9260-2c5a96327555 req-b5c69c4a-51e8-488e-a47c-4366aab38a5a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=40caa7718cca4a7a98ee4bb605ef22dc&device_id=c24e8abd-f0e5-4bf3-825b-6892bad6ec45 HTTP/1.1" status: 200 len: 1099 time: 0.1099386 Sep 30 13:30:37.776052 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8945c264-cbd3-43b2-b668-754e323a8ae0 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:37.785575 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8945c264-cbd3-43b2-b668-754e323a8ae0 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:37.869211 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945c264-cbd3-43b2-b668-754e323a8ae0 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Port': ['ID=cce4b7d6-86b8-4c1f-bfeb-217b9f79b08f,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:37.910925 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78056657-222d-4689-9260-2c5a96327555 req-8fe26baf-bc75-4ce3-b871-3b24b11778c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:37.913429 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-78056657-222d-4689-9260-2c5a96327555 req-8fe26baf-bc75-4ce3-b871-3b24b11778c5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.2088890 Sep 30 13:30:37.937463 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-8945c264-cbd3-43b2-b668-754e323a8ae0 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] In _notify_port_updated(), no bound segment for port cce4b7d6-86b8-4c1f-bfeb-217b9f79b08f on network baf107b2-4cdf-4154-9000-0f9c8bc2ac4a {{(pid=94764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 13:30:37.959710 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8945c264-cbd3-43b2-b668-754e323a8ae0 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:37.959710 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8945c264-cbd3-43b2-b668-754e323a8ae0 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:37.961057 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8945c264-cbd3-43b2-b668-754e323a8ae0 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "PUT /v2.0/ports/cce4b7d6-86b8-4c1f-bfeb-217b9f79b08f HTTP/1.1" status: 200 len: 926 time: 1.3218458 Sep 30 13:30:37.964284 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35860) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:37.970288 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-ac6a3e97-86f3-4778-96bf-e8a288406391 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '883f2789-106b-4335-b630-993b4dd4e6fa'}, {'subnet_id': '06cb0c5b-cdb2-42f8-9da2-10247becb3e2'}]}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:37.993561 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-78056657-222d-4689-9260-2c5a96327555 req-4dc231c7-f29f-4654-9eb0-9a1fbbf83c2f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=ac69f691-54e6-4e8a-8dab-3c670764bd20 HTTP/1.1" status: 200 len: 217 time: 0.0707426 Sep 30 13:30:38.127953 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac6a3e97-86f3-4778-96bf-e8a288406391 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:38.134249 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269ecad-dcbe-4cc3-9fdf-e3f55b6cc1cf req-c4086d92-47fe-4ea9-8f66-2040b4de0c2f tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:38.137127 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1269ecad-dcbe-4cc3-9fdf-e3f55b6cc1cf req-c4086d92-47fe-4ea9-8f66-2040b4de0c2f tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.18 "GET /v2.0/ports?device_id=c24e8abd-f0e5-4bf3-825b-6892bad6ec45 HTTP/1.1" status: 200 len: 948 time: 0.1424296 Sep 30 13:30:38.243809 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78056657-222d-4689-9260-2c5a96327555 req-4f608ee5-0742-4e42-9d3f-65d7ec819eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:38.245799 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-78056657-222d-4689-9260-2c5a96327555 req-4f608ee5-0742-4e42-9d3f-65d7ec819eeb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.2402592 Sep 30 13:30:38.336839 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1269ecad-dcbe-4cc3-9fdf-e3f55b6cc1cf req-c122b1ab-fe1b-4cce-af52-b707e3996b65 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.18 "GET /v2.0/security-groups?id=654406d5-ab40-45c6-bd83-9bd7772dcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821623 Sep 30 13:30:38.389281 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c027d01c-480b-4247-8a6f-e90b20866aac up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:30:38.408285 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78056657-222d-4689-9260-2c5a96327555 req-7e2aa46d-b346-474f-88e9-3dcdd8f2db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:38.410040 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-78056657-222d-4689-9260-2c5a96327555 req-7e2aa46d-b346-474f-88e9-3dcdd8f2db6a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1165278 Sep 30 13:30:38.497416 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port c027d01c-480b-4247-8a6f-e90b20866aac triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:30:38.498351 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:38.572192 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-78056657-222d-4689-9260-2c5a96327555 req-46b20cb7-ff77-44f7-a875-53d8dc1255f8 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532331 Sep 30 13:30:38.670607 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002290e5-a916-460e-ba4d-9788b96db010 None None] Network baf107b2-4cdf-4154-9000-0f9c8bc2ac4a requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:30:38.740585 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7d6c35e2-54fa-4de9-9a60-78a6d4cb8a6c None None] Provisioning complete for port c027d01c-480b-4247-8a6f-e90b20866aac triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:30:38.740964 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7d6c35e2-54fa-4de9-9a60-78a6d4cb8a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:38.774666 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-78056657-222d-4689-9260-2c5a96327555 req-7a39ebb6-6dcb-417d-887d-ca5a406c1e25 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929293 Sep 30 13:30:39.223108 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-ac6a3e97-86f3-4778-96bf-e8a288406391 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Allocated IP 2001:db8:0:1::22e (baf107b2-4cdf-4154-9000-0f9c8bc2ac4a/06cb0c5b-cdb2-42f8-9da2-10247becb3e2/cce4b7d6-86b8-4c1f-bfeb-217b9f79b08f) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:30:39.493576 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac6a3e97-86f3-4778-96bf-e8a288406391 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:39.500626 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac6a3e97-86f3-4778-96bf-e8a288406391 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:39.508390 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-dbf7102c-96e5-40a4-bb25-e575821bd0b4 None None] Provisioning complete for port cce4b7d6-86b8-4c1f-bfeb-217b9f79b08f triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:30:39.513161 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dbf7102c-96e5-40a4-bb25-e575821bd0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:39.631564 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-dbf7102c-96e5-40a4-bb25-e575821bd0b4 None None] Port cce4b7d6-86b8-4c1f-bfeb-217b9f79b08f cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:30:39.641450 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bdc74-973a-4a95-b6de-2d7f2a737e2a req-914a8de2-50d3-4d36-b225-850526e6a12f tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:39.644853 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-281bdc74-973a-4a95-b6de-2d7f2a737e2a req-914a8de2-50d3-4d36-b225-850526e6a12f tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.18 "GET /v2.0/ports?device_id=c24e8abd-f0e5-4bf3-825b-6892bad6ec45 HTTP/1.1" status: 200 len: 948 time: 0.1815012 Sep 30 13:30:39.653602 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-dbf7102c-96e5-40a4-bb25-e575821bd0b4 None None] Provisioning complete for port c027d01c-480b-4247-8a6f-e90b20866aac triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:30:39.654271 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dbf7102c-96e5-40a4-bb25-e575821bd0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:39.694858 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-ac6a3e97-86f3-4778-96bf-e8a288406391 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] In _notify_port_updated(), no bound segment for port cce4b7d6-86b8-4c1f-bfeb-217b9f79b08f on network baf107b2-4cdf-4154-9000-0f9c8bc2ac4a {{(pid=94764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 13:30:39.701040 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6a3e97-86f3-4778-96bf-e8a288406391 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:39.701686 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac6a3e97-86f3-4778-96bf-e8a288406391 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:39.711316 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ac6a3e97-86f3-4778-96bf-e8a288406391 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "PUT /v2.0/ports/cce4b7d6-86b8-4c1f-bfeb-217b9f79b08f HTTP/1.1" status: 200 len: 1012 time: 1.7460253 Sep 30 13:30:39.719241 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35922) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:39.730635 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a3e97-86f3-4778-96bf-e8a288406391 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Port': ['ID=cce4b7d6-86b8-4c1f-bfeb-217b9f79b08f,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:39.827216 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-281bdc74-973a-4a95-b6de-2d7f2a737e2a req-48afa018-0c8d-44d9-951b-c8b26760ed39 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.18 "GET /v2.0/security-groups?id=654406d5-ab40-45c6-bd83-9bd7772dcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718247 Sep 30 13:30:39.942286 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-f8d3bde0-8934-40d8-a310-93014caf8e96 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting port cce4b7d6-86b8-4c1f-bfeb-217b9f79b08f {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:30:39.942870 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f8d3bde0-8934-40d8-a310-93014caf8e96 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:39.944989 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-80bddee7-89c8-4dfc-abe6-c903a382ef23 None None] Provisioning complete for port cce4b7d6-86b8-4c1f-bfeb-217b9f79b08f triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:30:39.945369 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-80bddee7-89c8-4dfc-abe6-c903a382ef23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:40.067210 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ac69f691-54e6-4e8a-8dab-3c670764bd20 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:30:40.105675 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-80bddee7-89c8-4dfc-abe6-c903a382ef23 None None] Port cce4b7d6-86b8-4c1f-bfeb-217b9f79b08f cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:30:40.115062 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f8d3bde0-8934-40d8-a310-93014caf8e96 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:40.137687 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-f8d3bde0-8934-40d8-a310-93014caf8e96 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Calling delete_port for cce4b7d6-86b8-4c1f-bfeb-217b9f79b08f owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:30:40.338111 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port ac69f691-54e6-4e8a-8dab-3c670764bd20, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ac69f691-54e6-4e8a-8dab-3c670764bd20,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:30:40.362524 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'ac69f691-54e6-4e8a-8dab-3c670764bd20', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': 'ac69f691-54e6-4e8a-8dab-3c670764bd20', 'mac_address': 'fa:16:3e:5c:4c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:30:40.431003 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:40.477681 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac69f691-54e6-4e8a-8dab-3c670764bd20 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:30:40.509842 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port ac69f691-54e6-4e8a-8dab-3c670764bd20, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ac69f691-54e6-4e8a-8dab-3c670764bd20,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:30:40.512872 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-292f0cd1-93ce-46e3-86eb-fa3815684407 None None] Provisioning complete for port cce4b7d6-86b8-4c1f-bfeb-217b9f79b08f triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:30:40.518909 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-292f0cd1-93ce-46e3-86eb-fa3815684407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:40.543631 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f8d3bde0-8934-40d8-a310-93014caf8e96 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:40.554147 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:40.653206 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3bde0-8934-40d8-a310-93014caf8e96 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Port': ['ID=cce4b7d6-86b8-4c1f-bfeb-217b9f79b08f,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:40.662365 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-292f0cd1-93ce-46e3-86eb-fa3815684407 None None] Port cce4b7d6-86b8-4c1f-bfeb-217b9f79b08f cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:30:40.744051 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:30:40.753020 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=ac69f691-54e6-4e8a-8dab-3c670764bd20,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:40.768797 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f8d3bde0-8934-40d8-a310-93014caf8e96 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:40.773303 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f8d3bde0-8934-40d8-a310-93014caf8e96 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/ports/cce4b7d6-86b8-4c1f-bfeb-217b9f79b08f HTTP/1.1" status: 204 len: 168 time: 1.0518179 Sep 30 13:30:40.773601 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35938) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:40.805460 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['ac69f691-54e6-4e8a-8dab-3c670764bd20'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:30:40.833592 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c91f47-b362-42d9-99df-b53e1edb5a28 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] GET failed (client error): The resource could not be found. Sep 30 13:30:40.835362 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-62c91f47-b362-42d9-99df-b53e1edb5a28 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "GET /v2.0/ports/cce4b7d6-86b8-4c1f-bfeb-217b9f79b08f HTTP/1.1" status: 404 len: 333 time: 0.0607212 Sep 30 13:30:40.837939 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35940) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:40.899864 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3dcdaa-83ee-4e09-8e15-b785fb484c1d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting subnet 06cb0c5b-cdb2-42f8-9da2-10247becb3e2 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:30:40.903946 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f3dcdaa-83ee-4e09-8e15-b785fb484c1d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:40.954651 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-66b90e0f-75d6-4516-a8b5-91fd21460360 None None] Could not find standard attr ID for object cce4b7d6-86b8-4c1f-bfeb-217b9f79b08f. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:30:40.977508 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f3dcdaa-83ee-4e09-8e15-b785fb484c1d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:41.061023 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc0cc4-5889-4077-91be-5e9d43e4546a req-a4e5989c-3979-4faf-b49e-a4e46fb70da8 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:41.062623 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a1dc0cc4-5889-4077-91be-5e9d43e4546a req-a4e5989c-3979-4faf-b49e-a4e46fb70da8 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.18 "GET /v2.0/ports?device_id=c24e8abd-f0e5-4bf3-825b-6892bad6ec45 HTTP/1.1" status: 200 len: 949 time: 0.1101611 Sep 30 13:30:41.279853 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a1dc0cc4-5889-4077-91be-5e9d43e4546a req-59204a17-3e92-4f94-947d-f30aac08705d tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.18 "GET /v2.0/security-groups?id=654406d5-ab40-45c6-bd83-9bd7772dcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446776 Sep 30 13:30:41.288303 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f3dcdaa-83ee-4e09-8e15-b785fb484c1d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:41.378130 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f3dcdaa-83ee-4e09-8e15-b785fb484c1d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:41.405290 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dcdaa-83ee-4e09-8e15-b785fb484c1d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Subnet': ['ID=06cb0c5b-cdb2-42f8-9da2-10247becb3e2,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:41.408972 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f3dcdaa-83ee-4e09-8e15-b785fb484c1d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:41.410923 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0f3dcdaa-83ee-4e09-8e15-b785fb484c1d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/subnets/06cb0c5b-cdb2-42f8-9da2-10247becb3e2 HTTP/1.1" status: 204 len: 168 time: 0.5712717 Sep 30 13:30:41.413453 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35950) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:41.423883 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3518e700-76d6-46bf-ae34-6105cab64847 None None] Network baf107b2-4cdf-4154-9000-0f9c8bc2ac4a requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:30:41.503830 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfaafb1b-36b2-4098-b6f5-3d2f0370022d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting subnet 883f2789-106b-4335-b630-993b4dd4e6fa {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:30:41.507462 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bfaafb1b-36b2-4098-b6f5-3d2f0370022d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:41.556123 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bfaafb1b-36b2-4098-b6f5-3d2f0370022d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:41.666398 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bfaafb1b-36b2-4098-b6f5-3d2f0370022d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:41.787802 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bfaafb1b-36b2-4098-b6f5-3d2f0370022d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:41.847404 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaafb1b-36b2-4098-b6f5-3d2f0370022d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Subnet': ['ID=883f2789-106b-4335-b630-993b4dd4e6fa,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:41.855842 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bfaafb1b-36b2-4098-b6f5-3d2f0370022d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:41.858295 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bfaafb1b-36b2-4098-b6f5-3d2f0370022d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/subnets/883f2789-106b-4335-b630-993b4dd4e6fa HTTP/1.1" status: 204 len: 168 time: 0.4437013 Sep 30 13:30:41.860897 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35964) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:41.957231 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48e2bede-6e8b-476f-9bbd-69a89ac5883c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:41.996627 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ac69f691-54e6-4e8a-8dab-3c670764bd20 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:30:42.065003 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-48e2bede-6e8b-476f-9bbd-69a89ac5883c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting port c027d01c-480b-4247-8a6f-e90b20866aac {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:30:42.065496 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48e2bede-6e8b-476f-9bbd-69a89ac5883c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:42.087383 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port ac69f691-54e6-4e8a-8dab-3c670764bd20 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:30:42.095311 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port ac69f691-54e6-4e8a-8dab-3c670764bd20 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:30:42.095928 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:42.162361 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-48e2bede-6e8b-476f-9bbd-69a89ac5883c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] For port c027d01c-480b-4247-8a6f-e90b20866aac, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c027d01c-480b-4247-8a6f-e90b20866aac,segment=NetworkSegment(015e5452-4f43-42ed-a4df-bc342c20afcc),segment_id=015e5452-4f43-42ed-a4df-bc342c20afcc)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:30:42.162647 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48e2bede-6e8b-476f-9bbd-69a89ac5883c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:42.177191 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-48e2bede-6e8b-476f-9bbd-69a89ac5883c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Calling delete_port for c027d01c-480b-4247-8a6f-e90b20866aac owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:30:42.246850 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:42.300517 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24e8abd-f0e5-4bf3-825b-6892bad6ec45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac69f691-54e6-4e8a-8dab-3c670764bd20'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:30:42.306848 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c73858-a76b-4201-b341-73a028e5fae7" -d '{"events": [{"server_uuid": "c24e8abd-f0e5-4bf3-825b-6892bad6ec45", "name": "network-vif-plugged", "status": "completed", "tag": "ac69f691-54e6-4e8a-8dab-3c670764bd20"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:30:42.329331 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port ac69f691-54e6-4e8a-8dab-3c670764bd20, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ac69f691-54e6-4e8a-8dab-3c670764bd20,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:30:42.330716 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48e2bede-6e8b-476f-9bbd-69a89ac5883c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:42.337570 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:42.363815 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e2bede-6e8b-476f-9bbd-69a89ac5883c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] No DVR routers for this DVR port c027d01c-480b-4247-8a6f-e90b20866aac on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:30:42.397065 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2bede-6e8b-476f-9bbd-69a89ac5883c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Port': ['ID=c027d01c-480b-4247-8a6f-e90b20866aac,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:42.417733 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=ac69f691-54e6-4e8a-8dab-3c670764bd20,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:42.421231 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e617bb-a4bd-4e3b-94b7-1bca80c345f5 None None] Network baf107b2-4cdf-4154-9000-0f9c8bc2ac4a requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:30:42.445729 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-19093bab-9976-41cd-8163-70f37f00a6a7 None None] Could not find standard attr ID for object c027d01c-480b-4247-8a6f-e90b20866aac. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:30:42.564941 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48e2bede-6e8b-476f-9bbd-69a89ac5883c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:42.620185 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eef0a6-ab9c-44fa-8f8f-4246e8f4afd7 req-e09bc2a8-83f3-4220-841d-306170a470de tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:42.622959 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-45eef0a6-ab9c-44fa-8f8f-4246e8f4afd7 req-e09bc2a8-83f3-4220-841d-306170a470de tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.18 "GET /v2.0/ports?device_id=c24e8abd-f0e5-4bf3-825b-6892bad6ec45 HTTP/1.1" status: 200 len: 950 time: 0.1914837 Sep 30 13:30:42.627524 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-48e2bede-6e8b-476f-9bbd-69a89ac5883c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf107b2-4cdf-4154-9000-0f9c8bc2ac4a']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:42.648204 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-48e2bede-6e8b-476f-9bbd-69a89ac5883c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '015e5452-4f43-42ed-a4df-bc342c20afcc') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:42.648559 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-48e2bede-6e8b-476f-9bbd-69a89ac5883c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '015e5452-4f43-42ed-a4df-bc342c20afcc') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:42.671114 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48e2bede-6e8b-476f-9bbd-69a89ac5883c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:42.683747 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf77437-9b1d-4cd6-826a-b2b6275e542e None None] DHCP port deletion for baf107b2-4cdf-4154-9000-0f9c8bc2ac4a request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:30:42.704796 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48e2bede-6e8b-476f-9bbd-69a89ac5883c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:42.717623 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-45eef0a6-ab9c-44fa-8f8f-4246e8f4afd7 req-6786d619-57c9-494a-b977-f47010c71c49 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.18 "GET /v2.0/security-groups?id=654406d5-ab40-45c6-bd83-9bd7772dcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852501 Sep 30 13:30:42.730457 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48e2bede-6e8b-476f-9bbd-69a89ac5883c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:30:42.730869 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48e2bede-6e8b-476f-9bbd-69a89ac5883c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:30:42.734535 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:30:42.750488 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344ba382-979f-4a4c-981e-a3ded9597bbe x-openstack-request-id: req-344ba382-979f-4a4c-981e-a3ded9597bbe {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:30:42.750778 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24e8abd-f0e5-4bf3-825b-6892bad6ec45", "name": "network-vif-plugged", "status": "completed", "tag": "ac69f691-54e6-4e8a-8dab-3c670764bd20", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:30:42.751038 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-344ba382-979f-4a4c-981e-a3ded9597bbe {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:30:42.751447 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24e8abd-f0e5-4bf3-825b-6892bad6ec45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac69f691-54e6-4e8a-8dab-3c670764bd20', 'code': 200} Sep 30 13:30:42.840366 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48e2bede-6e8b-476f-9bbd-69a89ac5883c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:42.850261 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48e2bede-6e8b-476f-9bbd-69a89ac5883c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:42.852936 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-48e2bede-6e8b-476f-9bbd-69a89ac5883c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/networks/baf107b2-4cdf-4154-9000-0f9c8bc2ac4a HTTP/1.1" status: 204 len: 168 time: 0.9903316 Sep 30 13:30:42.857707 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35986) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:42.869688 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e3046-4e95-4b15-b0ee-def80e276c27 req-4510dccf-1eb5-471a-a069-1f44eacb7d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:42.871761 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d7e3046-4e95-4b15-b0ee-def80e276c27 req-4510dccf-1eb5-471a-a069-1f44eacb7d5a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c24e8abd-f0e5-4bf3-825b-6892bad6ec45 HTTP/1.1" status: 200 len: 1101 time: 0.0767250 Sep 30 13:30:42.873525 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2bede-6e8b-476f-9bbd-69a89ac5883c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Network': ['ID=baf107b2-4cdf-4154-9000-0f9c8bc2ac4a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:42.934771 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d7e3046-4e95-4b15-b0ee-def80e276c27 req-82bf4cc4-52d3-409d-9ce2-c9da5b4e951a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=654406d5-ab40-45c6-bd83-9bd7772dcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561719 Sep 30 13:30:42.943410 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480d6122-9286-454d-a91f-d6fd4f28f224 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:42.945410 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-480d6122-9286-454d-a91f-d6fd4f28f224 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0859323 Sep 30 13:30:42.949303 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 35992) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:43.011597 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9e7def74-d7ed-47b7-b82d-b5a80e61a2dd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0573652 Sep 30 13:30:43.012277 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 35994) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:43.017312 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-8e26aaf6-5431-457d-a455-aa1785bd4913 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-244421547'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:43.049163 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e26aaf6-5431-457d-a455-aa1785bd4913 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:43.053277 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8e26aaf6-5431-457d-a455-aa1785bd4913 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:43.082060 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e26aaf6-5431-457d-a455-aa1785bd4913 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:30:43.092200 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8e26aaf6-5431-457d-a455-aa1785bd4913 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:43.092639 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-8e26aaf6-5431-457d-a455-aa1785bd4913 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Added segment a2622709-8b7c-4425-af0d-68919ecefab4 of type vlan for network d3ae0fed-d129-4836-946c-bc1a8014a8bd Sep 30 13:30:43.136346 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8e26aaf6-5431-457d-a455-aa1785bd4913 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:43.163646 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8e26aaf6-5431-457d-a455-aa1785bd4913 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:43.169743 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e26aaf6-5431-457d-a455-aa1785bd4913 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:43.170401 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8e26aaf6-5431-457d-a455-aa1785bd4913 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:43.214039 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8e26aaf6-5431-457d-a455-aa1785bd4913 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2005136 Sep 30 13:30:43.217054 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36000) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:43.223038 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d5b18dc0-38b5-405a-927c-9bd765fc2821 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'subnet': {'network_id': 'd3ae0fed-d129-4836-946c-bc1a8014a8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:43.246209 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26aaf6-5431-457d-a455-aa1785bd4913 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Network': ['ID=d3ae0fed-d129-4836-946c-bc1a8014a8bd,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:43.258116 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network d3ae0fed-d129-4836-946c-bc1a8014a8bd details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:30:43.344568 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b18dc0-38b5-405a-927c-9bd765fc2821 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:43.349337 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5b18dc0-38b5-405a-927c-9bd765fc2821 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:43.562243 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5b18dc0-38b5-405a-927c-9bd765fc2821 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:43.625995 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b18dc0-38b5-405a-927c-9bd765fc2821 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Subnet': ['ID=de271ce0-42c8-457c-a6b4-53fdaedbec13,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:43.635124 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b18dc0-38b5-405a-927c-9bd765fc2821 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Checking segment: {'id': 'a2622709-8b7c-4425-af0d-68919ecefab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd3ae0fed-d129-4836-946c-bc1a8014a8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:30:43.635527 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b18dc0-38b5-405a-927c-9bd765fc2821 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network hostable DHCP agents. Network: d3ae0fed-d129-4836-946c-bc1a8014a8bd, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:30:43.654690 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b18dc0-38b5-405a-927c-9bd765fc2821 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network d3ae0fed-d129-4836-946c-bc1a8014a8bd is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:30:43.665154 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-d5b18dc0-38b5-405a-927c-9bd765fc2821 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, d3ae0fed-d129-4836-946c-bc1a8014a8bd) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:43.670976 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b18dc0-38b5-405a-927c-9bd765fc2821 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:43.672042 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5b18dc0-38b5-405a-927c-9bd765fc2821 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:43.677428 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72224d9c-65eb-4e0b-8efe-1f30c272a819 None None] Network d3ae0fed-d129-4836-946c-bc1a8014a8bd requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:30:43.694905 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d5b18dc0-38b5-405a-927c-9bd765fc2821 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4757795 Sep 30 13:30:43.697508 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36008) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:43.703633 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-ce275429-8a22-45dc-92d9-45938c63d229 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'port': {'network_id': 'd3ae0fed-d129-4836-946c-bc1a8014a8bd', 'name': 'tempest-PortsIpV6TestJSON-1920927903'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:43.891070 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce275429-8a22-45dc-92d9-45938c63d229 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:43.900713 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ce275429-8a22-45dc-92d9-45938c63d229 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:43.945329 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-ce275429-8a22-45dc-92d9-45938c63d229 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] device_id is not set on port b838f0ca-161b-4702-a2f1-123a01e6c88b yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:30:43.945467 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861c31fe-a1fd-485b-87b6-e2690f000beb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-d3ae0fed-d129-4836-946c-bc1a8014a8bd', 'network_id': 'd3ae0fed-d129-4836-946c-bc1a8014a8bd', 'tenant_id': '49825ab3f2ce4615ab6bd23c241ffaca', 'fixed_ips': [{'subnet_id': 'de271ce0-42c8-457c-a6b4-53fdaedbec13'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:30:43.946296 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-861c31fe-a1fd-485b-87b6-e2690f000beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:44.113260 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f638a-cc2c-43dd-a7ee-738d5728c1c2 req-edc96b48-fe96-425b-b59a-f68621e2d736 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:44.115731 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-451f638a-cc2c-43dd-a7ee-738d5728c1c2 req-edc96b48-fe96-425b-b59a-f68621e2d736 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.18 "GET /v2.0/ports?device_id=c24e8abd-f0e5-4bf3-825b-6892bad6ec45 HTTP/1.1" status: 200 len: 950 time: 0.3052776 Sep 30 13:30:44.132759 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-ce275429-8a22-45dc-92d9-45938c63d229 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Allocated IP 2001:db8::e0 (d3ae0fed-d129-4836-946c-bc1a8014a8bd/de271ce0-42c8-457c-a6b4-53fdaedbec13/b838f0ca-161b-4702-a2f1-123a01e6c88b) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:30:44.165794 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-451f638a-cc2c-43dd-a7ee-738d5728c1c2 req-41b8c812-1fb3-4da0-806d-a88c41322913 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.18 "GET /v2.0/security-groups?id=654406d5-ab40-45c6-bd83-9bd7772dcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440755 Sep 30 13:30:44.328407 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c027d01c-480b-4247-8a6f-e90b20866aac no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:30:44.336398 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ce275429-8a22-45dc-92d9-45938c63d229 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:44.358252 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: c027d01c-480b-4247-8a6f-e90b20866aac {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:30:44.358595 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c027d01c-480b-4247-8a6f-e90b20866aac not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:30:44.375581 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ce275429-8a22-45dc-92d9-45938c63d229 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:44.426600 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce275429-8a22-45dc-92d9-45938c63d229 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network d3ae0fed-d129-4836-946c-bc1a8014a8bd is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:30:44.429865 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-ce275429-8a22-45dc-92d9-45938c63d229 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:44.437842 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce275429-8a22-45dc-92d9-45938c63d229 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:30:44.439013 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-861c31fe-a1fd-485b-87b6-e2690f000beb None None] Allocated IP 2001:db8::2 (d3ae0fed-d129-4836-946c-bc1a8014a8bd/de271ce0-42c8-457c-a6b4-53fdaedbec13/c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:30:44.440072 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce275429-8a22-45dc-92d9-45938c63d229 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:44.440786 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ce275429-8a22-45dc-92d9-45938c63d229 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:44.454240 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce275429-8a22-45dc-92d9-45938c63d229 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Port': ['ID=b838f0ca-161b-4702-a2f1-123a01e6c88b,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:44.465025 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ce275429-8a22-45dc-92d9-45938c63d229 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7656624 Sep 30 13:30:44.467501 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36028) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:44.472847 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-e0eb1ea5-d55e-44a3-8bd4-e562ab1f2fc5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'port': {'network_id': 'd3ae0fed-d129-4836-946c-bc1a8014a8bd', 'name': 'tempest-PortsIpV6TestJSON-595906385'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:44.622334 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0eb1ea5-d55e-44a3-8bd4-e562ab1f2fc5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:44.626551 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e0eb1ea5-d55e-44a3-8bd4-e562ab1f2fc5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:44.639744 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-861c31fe-a1fd-485b-87b6-e2690f000beb None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:44.648146 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-861c31fe-a1fd-485b-87b6-e2690f000beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:44.660151 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-e0eb1ea5-d55e-44a3-8bd4-e562ab1f2fc5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] device_id is not set on port 4920aa5f-27d2-40d2-9dc7-6b875f107012 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:30:44.695731 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861c31fe-a1fd-485b-87b6-e2690f000beb None None] Network d3ae0fed-d129-4836-946c-bc1a8014a8bd is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:30:44.697102 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-861c31fe-a1fd-485b-87b6-e2690f000beb None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:44.700377 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861c31fe-a1fd-485b-87b6-e2690f000beb None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:30:44.759234 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c31fe-a1fd-485b-87b6-e2690f000beb None None] Pushing event updated for resources: {'Port': ['ID=c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:44.777577 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-861c31fe-a1fd-485b-87b6-e2690f000beb None None] Attempting to bind port c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:30:44.777951 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-861c31fe-a1fd-485b-87b6-e2690f000beb None None] Attempting to bind port c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'a2622709-8b7c-4425-af0d-68919ecefab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd3ae0fed-d129-4836-946c-bc1a8014a8bd'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:30:44.778404 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861c31fe-a1fd-485b-87b6-e2690f000beb None None] Attempting to bind port c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9 on network d3ae0fed-d129-4836-946c-bc1a8014a8bd {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:30:44.783592 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861c31fe-a1fd-485b-87b6-e2690f000beb None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:30:44.784474 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861c31fe-a1fd-485b-87b6-e2690f000beb None None] Checking segment: {'id': 'a2622709-8b7c-4425-af0d-68919ecefab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd3ae0fed-d129-4836-946c-bc1a8014a8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:30:44.785067 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-861c31fe-a1fd-485b-87b6-e2690f000beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:44.785648 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861c31fe-a1fd-485b-87b6-e2690f000beb None None] Bound using segment: {'id': 'a2622709-8b7c-4425-af0d-68919ecefab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd3ae0fed-d129-4836-946c-bc1a8014a8bd'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:30:44.786364 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-861c31fe-a1fd-485b-87b6-e2690f000beb None None] Bound port: c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2622709-8b7c-4425-af0d-68919ecefab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd3ae0fed-d129-4836-946c-bc1a8014a8bd'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:30:44.786917 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-861c31fe-a1fd-485b-87b6-e2690f000beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:44.793176 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-e0eb1ea5-d55e-44a3-8bd4-e562ab1f2fc5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Allocated IP 2001:db8::30 (d3ae0fed-d129-4836-946c-bc1a8014a8bd/de271ce0-42c8-457c-a6b4-53fdaedbec13/4920aa5f-27d2-40d2-9dc7-6b875f107012) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:30:44.901816 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-861c31fe-a1fd-485b-87b6-e2690f000beb None None] For port c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:30:44.912207 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:44.915865 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-861c31fe-a1fd-485b-87b6-e2690f000beb None None] For port c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9,segment=NetworkSegment(a2622709-8b7c-4425-af0d-68919ecefab4),segment_id=a2622709-8b7c-4425-af0d-68919ecefab4)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:30:44.921497 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-861c31fe-a1fd-485b-87b6-e2690f000beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:44.982269 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e0eb1ea5-d55e-44a3-8bd4-e562ab1f2fc5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:45.005547 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c31fe-a1fd-485b-87b6-e2690f000beb None None] Pushing event updated for resources: {'Port': ['ID=c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:45.047248 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e0eb1ea5-d55e-44a3-8bd4-e562ab1f2fc5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:45.102577 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0eb1ea5-d55e-44a3-8bd4-e562ab1f2fc5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network d3ae0fed-d129-4836-946c-bc1a8014a8bd is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:30:45.106123 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-e0eb1ea5-d55e-44a3-8bd4-e562ab1f2fc5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:45.110720 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eb1ea5-d55e-44a3-8bd4-e562ab1f2fc5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:30:45.116662 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eb1ea5-d55e-44a3-8bd4-e562ab1f2fc5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:45.117279 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e0eb1ea5-d55e-44a3-8bd4-e562ab1f2fc5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:45.131262 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb1ea5-d55e-44a3-8bd4-e562ab1f2fc5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Port': ['ID=4920aa5f-27d2-40d2-9dc7-6b875f107012,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:45.148545 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e0eb1ea5-d55e-44a3-8bd4-e562ab1f2fc5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6798599 Sep 30 13:30:45.151725 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36042) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:45.254482 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c09ccb-2151-4ba9-8690-d4b37b30a606 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:45.256231 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b7c09ccb-2151-4ba9-8690-d4b37b30a606 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ae0 HTTP/1.1" status: 200 len: 928 time: 0.1034427 Sep 30 13:30:45.259205 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36050) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:45.414056 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f5ef9-cc85-4b22-a961-3e37d7b53b64 req-43c125ec-deca-401e-907b-ec7f729c433f tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:45.415666 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-350f5ef9-cc85-4b22-a961-3e37d7b53b64 req-43c125ec-deca-401e-907b-ec7f729c433f tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.18 "GET /v2.0/ports?device_id=c24e8abd-f0e5-4bf3-825b-6892bad6ec45 HTTP/1.1" status: 200 len: 950 time: 0.1537201 Sep 30 13:30:45.480176 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-350f5ef9-cc85-4b22-a961-3e37d7b53b64 req-bad383a6-de82-44a0-b212-fd600777e15c tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.18 "GET /v2.0/security-groups?id=654406d5-ab40-45c6-bd83-9bd7772dcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546491 Sep 30 13:30:45.485394 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-bc4474b7-361d-437f-aa87-4e813d0c2f06 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting port 4920aa5f-27d2-40d2-9dc7-6b875f107012 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:30:45.485740 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc4474b7-361d-437f-aa87-4e813d0c2f06 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:45.608662 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc4474b7-361d-437f-aa87-4e813d0c2f06 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:45.634031 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-bc4474b7-361d-437f-aa87-4e813d0c2f06 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Calling delete_port for 4920aa5f-27d2-40d2-9dc7-6b875f107012 owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:30:45.817202 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc4474b7-361d-437f-aa87-4e813d0c2f06 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:45.863756 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4474b7-361d-437f-aa87-4e813d0c2f06 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Port': ['ID=4920aa5f-27d2-40d2-9dc7-6b875f107012,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:45.918285 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc4474b7-361d-437f-aa87-4e813d0c2f06 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:45.923063 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bc4474b7-361d-437f-aa87-4e813d0c2f06 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/ports/4920aa5f-27d2-40d2-9dc7-6b875f107012 HTTP/1.1" status: 204 len: 168 time: 0.6627984 Sep 30 13:30:45.923236 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36068) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:45.956489 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a6958-dc68-49f6-8ae3-e2409eeea8a2 req-8970670e-0e3b-42d0-9b35-225df9111772 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:45.959481 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f3e7e87-2c88-4bda-b415-b1299180e77b tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] GET failed (client error): The resource could not be found. Sep 30 13:30:45.961155 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0f3e7e87-2c88-4bda-b415-b1299180e77b tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "GET /v2.0/ports/4920aa5f-27d2-40d2-9dc7-6b875f107012 HTTP/1.1" status: 404 len: 333 time: 0.0364466 Sep 30 13:30:45.962520 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-568a6958-dc68-49f6-8ae3-e2409eeea8a2 req-8970670e-0e3b-42d0-9b35-225df9111772 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.18 "GET /v2.0/ports?device_id=c24e8abd-f0e5-4bf3-825b-6892bad6ec45 HTTP/1.1" status: 200 len: 950 time: 0.1303666 Sep 30 13:30:45.964661 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36072) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:46.020554 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-568a6958-dc68-49f6-8ae3-e2409eeea8a2 req-1bf5d878-9e94-4843-a3a7-6c3f46519ccd tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.18 "GET /v2.0/security-groups?id=654406d5-ab40-45c6-bd83-9bd7772dcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513747 Sep 30 13:30:46.137955 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-2984e00a-18fe-44ba-a2ea-e2c37c2921bf tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting port b838f0ca-161b-4702-a2f1-123a01e6c88b {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:30:46.138329 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2984e00a-18fe-44ba-a2ea-e2c37c2921bf tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:46.267351 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2984e00a-18fe-44ba-a2ea-e2c37c2921bf tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:46.282696 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-2984e00a-18fe-44ba-a2ea-e2c37c2921bf tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Calling delete_port for b838f0ca-161b-4702-a2f1-123a01e6c88b owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:30:46.409255 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:30:46.412487 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9da537-87eb-4cbe-8558-6730ae45323a None None] Network d3ae0fed-d129-4836-946c-bc1a8014a8bd requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:30:46.473964 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2984e00a-18fe-44ba-a2ea-e2c37c2921bf tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:46.516946 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984e00a-18fe-44ba-a2ea-e2c37c2921bf tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Port': ['ID=b838f0ca-161b-4702-a2f1-123a01e6c88b,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:46.549782 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2984e00a-18fe-44ba-a2ea-e2c37c2921bf tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:46.550955 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2984e00a-18fe-44ba-a2ea-e2c37c2921bf tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/ports/b838f0ca-161b-4702-a2f1-123a01e6c88b HTTP/1.1" status: 204 len: 168 time: 0.5853045 Sep 30 13:30:46.553429 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36084) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:46.560176 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-417eea46-1e7a-46b2-a4bf-56f24295746b None None] Provisioning complete for port c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:30:46.561000 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-417eea46-1e7a-46b2-a4bf-56f24295746b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:46.580836 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd360ca-9f62-495b-8596-62796a768e60 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] GET failed (client error): The resource could not be found. Sep 30 13:30:46.582445 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bdd360ca-9f62-495b-8596-62796a768e60 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "GET /v2.0/ports/b838f0ca-161b-4702-a2f1-123a01e6c88b HTTP/1.1" status: 404 len: 333 time: 0.0281327 Sep 30 13:30:46.585138 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36088) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:46.637424 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:30:46.638245 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:46.649555 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c241a18-dffd-419f-ba56-936b89763342 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting subnet de271ce0-42c8-457c-a6b4-53fdaedbec13 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:30:46.653716 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9c241a18-dffd-419f-ba56-936b89763342 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:46.707558 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9c241a18-dffd-419f-ba56-936b89763342 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:46.733910 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-417eea46-1e7a-46b2-a4bf-56f24295746b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:46.789943 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-417eea46-1e7a-46b2-a4bf-56f24295746b None None] For port c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9,segment=NetworkSegment(a2622709-8b7c-4425-af0d-68919ecefab4),segment_id=a2622709-8b7c-4425-af0d-68919ecefab4)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:30:46.813834 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-417eea46-1e7a-46b2-a4bf-56f24295746b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:46.836067 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9c241a18-dffd-419f-ba56-936b89763342 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:46.919084 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9c241a18-dffd-419f-ba56-936b89763342 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:46.942886 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417eea46-1e7a-46b2-a4bf-56f24295746b None None] Pushing event updated for resources: {'Port': ['ID=c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:46.958457 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c241a18-dffd-419f-ba56-936b89763342 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Subnet': ['ID=de271ce0-42c8-457c-a6b4-53fdaedbec13,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:46.962478 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9c241a18-dffd-419f-ba56-936b89763342 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:46.968032 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36100) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:46.968542 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9c241a18-dffd-419f-ba56-936b89763342 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/subnets/de271ce0-42c8-457c-a6b4-53fdaedbec13 HTTP/1.1" status: 204 len: 168 time: 0.3820050 Sep 30 13:30:47.101249 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8bf2c79e-1b34-4a33-9e65-d70e8119d5bd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:47.199110 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3c456-7cf9-44eb-a8df-68948c14ba0c req-85f5c25a-f5fb-413e-8a21-6df2cd7a96ad tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:47.200649 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2ff3c456-7cf9-44eb-a8df-68948c14ba0c req-85f5c25a-f5fb-413e-8a21-6df2cd7a96ad tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.39 "GET /v2.0/ports?device_id=c24e8abd-f0e5-4bf3-825b-6892bad6ec45 HTTP/1.1" status: 200 len: 950 time: 0.1149845 Sep 30 13:30:47.212831 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91513c7a-879f-4ea9-a441-6e40d25cec54 req-2c242f4c-14d5-4502-8a59-8e53fd477a79 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:47.215598 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-91513c7a-879f-4ea9-a441-6e40d25cec54 req-2c242f4c-14d5-4502-8a59-8e53fd477a79 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.18 "GET /v2.0/ports?device_id=c24e8abd-f0e5-4bf3-825b-6892bad6ec45 HTTP/1.1" status: 200 len: 950 time: 0.0768321 Sep 30 13:30:47.233478 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-8bf2c79e-1b34-4a33-9e65-d70e8119d5bd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting port c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:30:47.233949 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8bf2c79e-1b34-4a33-9e65-d70e8119d5bd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:47.247404 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7805d3fc-94cc-4ccd-93c9-4a300072bc6f None None] Network d3ae0fed-d129-4836-946c-bc1a8014a8bd requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:30:47.338110 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-649701cb-2e0b-4d94-8c5c-d9f82849e448 None None] Provisioning complete for port c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:30:47.339051 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-649701cb-2e0b-4d94-8c5c-d9f82849e448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:47.398793 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-8bf2c79e-1b34-4a33-9e65-d70e8119d5bd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] For port c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9,segment=NetworkSegment(a2622709-8b7c-4425-af0d-68919ecefab4),segment_id=a2622709-8b7c-4425-af0d-68919ecefab4)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:30:47.400117 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8bf2c79e-1b34-4a33-9e65-d70e8119d5bd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:47.412747 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1518b4bd-2925-4b2e-bc66-877147e44bb4 req-f522d68f-e450-4b47-8bfa-e5d64fc0fbed service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f12eeb34-96c1-4cca-996a-972f4086e455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713544 Sep 30 13:30:47.434587 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-2ff3c456-7cf9-44eb-a8df-68948c14ba0c req-84609e73-ec3d-4ed0-9836-dd96fbcd8128 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Deleting port ac69f691-54e6-4e8a-8dab-3c670764bd20 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:30:47.434931 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2ff3c456-7cf9-44eb-a8df-68948c14ba0c req-84609e73-ec3d-4ed0-9836-dd96fbcd8128 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:47.436101 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-8bf2c79e-1b34-4a33-9e65-d70e8119d5bd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Calling delete_port for c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:30:47.477424 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-91513c7a-879f-4ea9-a441-6e40d25cec54 req-ea28092d-5fda-4f7a-854c-ef41ca3181a2 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.18 "GET /v2.0/security-groups?id=654406d5-ab40-45c6-bd83-9bd7772dcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552452 Sep 30 13:30:47.598856 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837098be-6567-454a-94ef-40439b18e9f3 None None] DHCP port deletion for d3ae0fed-d129-4836-946c-bc1a8014a8bd request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:30:47.632286 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8bf2c79e-1b34-4a33-9e65-d70e8119d5bd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:47.658813 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-837098be-6567-454a-94ef-40439b18e9f3 None None] Deleting port c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:30:47.659090 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-837098be-6567-454a-94ef-40439b18e9f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:47.689336 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2c79e-1b34-4a33-9e65-d70e8119d5bd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Port': ['ID=c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:47.694104 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf2c79e-1b34-4a33-9e65-d70e8119d5bd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] No DVR routers for this DVR port c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:30:47.748313 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-837098be-6567-454a-94ef-40439b18e9f3 None None] For port c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9, host n-d-810909-2, got binding levels [] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:30:47.748713 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-837098be-6567-454a-94ef-40439b18e9f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:47.762678 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-837098be-6567-454a-94ef-40439b18e9f3 None None] Calling delete_port for c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:30:47.765619 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.ipam_backend_mixin [None req-837098be-6567-454a-94ef-40439b18e9f3 None None] Port c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9 was not found and therefore no delete operation was performed {{(pid=94765) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 13:30:47.767226 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-837098be-6567-454a-94ef-40439b18e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:47.780547 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837098be-6567-454a-94ef-40439b18e9f3 None None] No DVR routers for this DVR port c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:30:47.799693 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837098be-6567-454a-94ef-40439b18e9f3 None None] Pushing event deleted for resources: {'Port': ['ID=c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:47.840138 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8bf2c79e-1b34-4a33-9e65-d70e8119d5bd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:47.868208 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-8bf2c79e-1b34-4a33-9e65-d70e8119d5bd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ae0fed-d129-4836-946c-bc1a8014a8bd']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:47.881871 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-8bf2c79e-1b34-4a33-9e65-d70e8119d5bd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2622709-8b7c-4425-af0d-68919ecefab4') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:47.882441 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-8bf2c79e-1b34-4a33-9e65-d70e8119d5bd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2622709-8b7c-4425-af0d-68919ecefab4') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:47.894349 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8bf2c79e-1b34-4a33-9e65-d70e8119d5bd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:47.920952 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8bf2c79e-1b34-4a33-9e65-d70e8119d5bd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:47.941801 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf2c79e-1b34-4a33-9e65-d70e8119d5bd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:30:47.942508 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8bf2c79e-1b34-4a33-9e65-d70e8119d5bd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:30:47.946337 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:30:47.955750 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518b4bd-2925-4b2e-bc66-877147e44bb4 req-0dd41643-0a91-4529-b406-4ab9390af6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:47.957269 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1518b4bd-2925-4b2e-bc66-877147e44bb4 req-0dd41643-0a91-4529-b406-4ab9390af6d2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=20a400e998f54b20a9927f300081053c&device_id=f12eeb34-96c1-4cca-996a-972f4086e455 HTTP/1.1" status: 200 len: 1097 time: 0.5187862 Sep 30 13:30:47.975841 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-2ff3c456-7cf9-44eb-a8df-68948c14ba0c req-84609e73-ec3d-4ed0-9836-dd96fbcd8128 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] For port ac69f691-54e6-4e8a-8dab-3c670764bd20, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ac69f691-54e6-4e8a-8dab-3c670764bd20,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:30:47.976660 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2ff3c456-7cf9-44eb-a8df-68948c14ba0c req-84609e73-ec3d-4ed0-9836-dd96fbcd8128 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:48.007152 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-2ff3c456-7cf9-44eb-a8df-68948c14ba0c req-84609e73-ec3d-4ed0-9836-dd96fbcd8128 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Calling delete_port for ac69f691-54e6-4e8a-8dab-3c670764bd20 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:30:48.056871 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8bf2c79e-1b34-4a33-9e65-d70e8119d5bd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:48.066424 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8bf2c79e-1b34-4a33-9e65-d70e8119d5bd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:48.069105 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8bf2c79e-1b34-4a33-9e65-d70e8119d5bd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/networks/d3ae0fed-d129-4836-946c-bc1a8014a8bd HTTP/1.1" status: 204 len: 168 time: 1.0996835 Sep 30 13:30:48.073457 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36122) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:48.088772 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-d1b8876c-506a-4eed-be1d-59643d1dbd4c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-60291712'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:48.094930 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2c79e-1b34-4a33-9e65-d70e8119d5bd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Network': ['ID=d3ae0fed-d129-4836-946c-bc1a8014a8bd,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:48.123561 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b8876c-506a-4eed-be1d-59643d1dbd4c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:48.128058 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d1b8876c-506a-4eed-be1d-59643d1dbd4c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:48.138912 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518b4bd-2925-4b2e-bc66-877147e44bb4 req-fb8560a8-3988-4da9-9822-61801c79322c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:48.140408 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1518b4bd-2925-4b2e-bc66-877147e44bb4 req-fb8560a8-3988-4da9-9822-61801c79322c service neutron] 10.222.0.54 "GET /v2.0/networks?id=37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9 HTTP/1.1" status: 200 len: 910 time: 0.1611788 Sep 30 13:30:48.163341 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b8876c-506a-4eed-be1d-59643d1dbd4c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:30:48.177692 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d1b8876c-506a-4eed-be1d-59643d1dbd4c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:48.180818 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-d1b8876c-506a-4eed-be1d-59643d1dbd4c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Added segment a01e1cae-fafd-4173-a36e-6c728756d330 of type vlan for network b48eb210-3238-441a-95e7-04d49e20cd41 Sep 30 13:30:48.225398 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-284c6051-0b20-460c-9e96-dbc8a98da844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:48.240224 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d1b8876c-506a-4eed-be1d-59643d1dbd4c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:48.267630 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1518b4bd-2925-4b2e-bc66-877147e44bb4 req-a51c684a-832e-486e-81f2-5892cc8b7e16 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6537f6dc-376d-4670-89fe-6dff7fef0750 HTTP/1.1" status: 200 len: 1002 time: 0.1191373 Sep 30 13:30:48.283117 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d1b8876c-506a-4eed-be1d-59643d1dbd4c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:48.293875 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b8876c-506a-4eed-be1d-59643d1dbd4c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:48.296501 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d1b8876c-506a-4eed-be1d-59643d1dbd4c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:48.357275 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:30:48.373598 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518b4bd-2925-4b2e-bc66-877147e44bb4 req-6df038a3-3944-4f1b-a749-3db53ebdc0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:48.376373 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1518b4bd-2925-4b2e-bc66-877147e44bb4 req-6df038a3-3944-4f1b-a749-3db53ebdc0c3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f4804c26-a3c6-4d66-bcd4-d929f92f46a9 HTTP/1.1" status: 200 len: 848 time: 0.0893750 Sep 30 13:30:48.383563 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:30:48.383904 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c2f2edc5-ae2f-4a3f-be96-0bd479efc9a9 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:30:48.412841 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8876c-506a-4eed-be1d-59643d1dbd4c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Network': ['ID=b48eb210-3238-441a-95e7-04d49e20cd41,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:48.426168 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network b48eb210-3238-441a-95e7-04d49e20cd41 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:30:48.443047 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d1b8876c-506a-4eed-be1d-59643d1dbd4c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3690057 Sep 30 13:30:48.444289 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36130) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:48.449825 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-e2231c1d-7d4b-4b32-b049-3d3721acf7ce tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'subnet': {'network_id': 'b48eb210-3238-441a-95e7-04d49e20cd41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:48.481746 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2ff3c456-7cf9-44eb-a8df-68948c14ba0c req-84609e73-ec3d-4ed0-9836-dd96fbcd8128 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:48.541234 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84609e73-ec3d-4ed0-9836-dd96fbcd8128 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Pushing event deleted for resources: {'Port': ['ID=ac69f691-54e6-4e8a-8dab-3c670764bd20,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:48.546067 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518b4bd-2925-4b2e-bc66-877147e44bb4 req-3e77038d-1300-4525-8671-823d9ad57a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:48.548029 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1518b4bd-2925-4b2e-bc66-877147e44bb4 req-3e77038d-1300-4525-8671-823d9ad57a4e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1651952 Sep 30 13:30:48.625315 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bb347535-28f9-4b93-83bf-59676e0033a3 req-54a40387-a000-44c3-bcfe-68566eb3f633 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.18 "GET /v2.0/ports?device_id=c24e8abd-f0e5-4bf3-825b-6892bad6ec45 HTTP/1.1" status: 200 len: 210 time: 0.0476522 Sep 30 13:30:48.676156 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff3c456-7cf9-44eb-a8df-68948c14ba0c req-84609e73-ec3d-4ed0-9836-dd96fbcd8128 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] No DVR routers for this DVR port ac69f691-54e6-4e8a-8dab-3c670764bd20 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:30:48.679171 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2ff3c456-7cf9-44eb-a8df-68948c14ba0c req-84609e73-ec3d-4ed0-9836-dd96fbcd8128 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:48.681822 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2ff3c456-7cf9-44eb-a8df-68948c14ba0c req-84609e73-ec3d-4ed0-9836-dd96fbcd8128 tempest-VolumesNegativeTest-1473507288 tempest-VolumesNegativeTest-1473507288-project] 10.222.0.39 "DELETE /v2.0/ports/ac69f691-54e6-4e8a-8dab-3c670764bd20 HTTP/1.1" status: 204 len: 173 time: 1.4731669 Sep 30 13:30:48.688020 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24e8abd-f0e5-4bf3-825b-6892bad6ec45', 'name': 'network-vif-deleted', 'tag': 'ac69f691-54e6-4e8a-8dab-3c670764bd20'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:30:48.690385 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6ada7e-2231-4c51-9b00-7c2775ee6fe9" -d '{"events": [{"server_uuid": "c24e8abd-f0e5-4bf3-825b-6892bad6ec45", "name": "network-vif-deleted", "tag": "ac69f691-54e6-4e8a-8dab-3c670764bd20"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:30:48.715644 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['ac69f691-54e6-4e8a-8dab-3c670764bd20'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:30:48.777278 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2231c1d-7d4b-4b32-b049-3d3721acf7ce tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:48.780787 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e2231c1d-7d4b-4b32-b049-3d3721acf7ce tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:48.786564 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed2828e-d226-486f-a689-ffc98cc8055b x-openstack-request-id: req-8ed2828e-d226-486f-a689-ffc98cc8055b {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:30:48.786855 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24e8abd-f0e5-4bf3-825b-6892bad6ec45", "name": "network-vif-deleted", "tag": "ac69f691-54e6-4e8a-8dab-3c670764bd20", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:30:48.787108 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ed2828e-d226-486f-a689-ffc98cc8055b {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:30:48.787503 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24e8abd-f0e5-4bf3-825b-6892bad6ec45', 'name': 'network-vif-deleted', 'tag': 'ac69f691-54e6-4e8a-8dab-3c670764bd20', 'status': 'completed', 'code': 200} Sep 30 13:30:48.900292 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1518b4bd-2925-4b2e-bc66-877147e44bb4 req-1b37458a-19fb-4555-9dde-245afa36aa8e service neutron] 10.222.0.54 "GET /v2.0/networks/37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532134 Sep 30 13:30:49.060014 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1518b4bd-2925-4b2e-bc66-877147e44bb4 req-e8d2a49b-528c-428e-b0f7-eb4365abe57d service neutron] 10.222.0.54 "GET /v2.0/networks/37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572273 Sep 30 13:30:49.140276 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e2231c1d-7d4b-4b32-b049-3d3721acf7ce tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:49.215539 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2231c1d-7d4b-4b32-b049-3d3721acf7ce tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Subnet': ['ID=cf1887ff-a590-4c00-8b46-5e4e9ee344b6,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:49.232374 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2231c1d-7d4b-4b32-b049-3d3721acf7ce tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Checking segment: {'id': 'a01e1cae-fafd-4173-a36e-6c728756d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b48eb210-3238-441a-95e7-04d49e20cd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:30:49.232755 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2231c1d-7d4b-4b32-b049-3d3721acf7ce tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network hostable DHCP agents. Network: b48eb210-3238-441a-95e7-04d49e20cd41, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:30:49.258657 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2231c1d-7d4b-4b32-b049-3d3721acf7ce tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network b48eb210-3238-441a-95e7-04d49e20cd41 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:30:49.273778 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-e2231c1d-7d4b-4b32-b049-3d3721acf7ce tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, b48eb210-3238-441a-95e7-04d49e20cd41) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:49.278346 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2231c1d-7d4b-4b32-b049-3d3721acf7ce tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:49.278937 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e2231c1d-7d4b-4b32-b049-3d3721acf7ce tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:49.286681 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416c5db1-ae0d-4be4-b71a-626e3d24a05d None None] Network b48eb210-3238-441a-95e7-04d49e20cd41 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:30:49.299311 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e2231c1d-7d4b-4b32-b049-3d3721acf7ce tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8503835 Sep 30 13:30:49.299669 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36150) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:49.305467 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-8c7b343d-ff47-4c52-857f-60e00189cfdf tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'port': {'network_id': 'b48eb210-3238-441a-95e7-04d49e20cd41', 'name': 'tempest-PortsIpV6TestJSON-213153529', 'fixed_ips': [{'subnet_id': 'cf1887ff-a590-4c00-8b46-5e4e9ee344b6', 'ip_address': '2001:db8::10'}]}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:49.483173 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a3e18b-92aa-4fec-924d-92252cf6096c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-b48eb210-3238-441a-95e7-04d49e20cd41', 'network_id': 'b48eb210-3238-441a-95e7-04d49e20cd41', 'tenant_id': '49825ab3f2ce4615ab6bd23c241ffaca', 'fixed_ips': [{'subnet_id': 'cf1887ff-a590-4c00-8b46-5e4e9ee344b6'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:30:49.484466 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-07a3e18b-92aa-4fec-924d-92252cf6096c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:49.486700 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7b343d-ff47-4c52-857f-60e00189cfdf tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:49.589739 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:49.627093 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8c7b343d-ff47-4c52-857f-60e00189cfdf tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:49.646226 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-8c7b343d-ff47-4c52-857f-60e00189cfdf tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] device_id is not set on port 6c507998-0765-4e11-9262-5db00c46c810 yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:30:49.647755 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-07a3e18b-92aa-4fec-924d-92252cf6096c None None] Allocated IP 2001:db8::2 (b48eb210-3238-441a-95e7-04d49e20cd41/cf1887ff-a590-4c00-8b46-5e4e9ee344b6/b92c7744-eb9b-4259-a6aa-4120f3a44ce9) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:30:49.878842 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-07a3e18b-92aa-4fec-924d-92252cf6096c None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:49.890395 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-07a3e18b-92aa-4fec-924d-92252cf6096c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:49.969047 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-8c7b343d-ff47-4c52-857f-60e00189cfdf tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Allocated IP 2001:db8::10 (b48eb210-3238-441a-95e7-04d49e20cd41/cf1887ff-a590-4c00-8b46-5e4e9ee344b6/6c507998-0765-4e11-9262-5db00c46c810) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:30:49.971687 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a3e18b-92aa-4fec-924d-92252cf6096c None None] Network b48eb210-3238-441a-95e7-04d49e20cd41 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:30:49.982796 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-07a3e18b-92aa-4fec-924d-92252cf6096c None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:49.987387 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a3e18b-92aa-4fec-924d-92252cf6096c None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:30:50.028360 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3e18b-92aa-4fec-924d-92252cf6096c None None] Pushing event updated for resources: {'Port': ['ID=b92c7744-eb9b-4259-a6aa-4120f3a44ce9,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:50.110081 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-07a3e18b-92aa-4fec-924d-92252cf6096c None None] Attempting to bind port b92c7744-eb9b-4259-a6aa-4120f3a44ce9 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:30:50.110624 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-07a3e18b-92aa-4fec-924d-92252cf6096c None None] Attempting to bind port b92c7744-eb9b-4259-a6aa-4120f3a44ce9 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'a01e1cae-fafd-4173-a36e-6c728756d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b48eb210-3238-441a-95e7-04d49e20cd41'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:30:50.111239 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a3e18b-92aa-4fec-924d-92252cf6096c None None] Attempting to bind port b92c7744-eb9b-4259-a6aa-4120f3a44ce9 on network b48eb210-3238-441a-95e7-04d49e20cd41 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:30:50.116792 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a3e18b-92aa-4fec-924d-92252cf6096c None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:30:50.117168 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a3e18b-92aa-4fec-924d-92252cf6096c None None] Checking segment: {'id': 'a01e1cae-fafd-4173-a36e-6c728756d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b48eb210-3238-441a-95e7-04d49e20cd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:30:50.117569 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-07a3e18b-92aa-4fec-924d-92252cf6096c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:50.117965 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a3e18b-92aa-4fec-924d-92252cf6096c None None] Bound using segment: {'id': 'a01e1cae-fafd-4173-a36e-6c728756d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b48eb210-3238-441a-95e7-04d49e20cd41'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:30:50.118460 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-07a3e18b-92aa-4fec-924d-92252cf6096c None None] Bound port: b92c7744-eb9b-4259-a6aa-4120f3a44ce9, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01e1cae-fafd-4173-a36e-6c728756d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b48eb210-3238-441a-95e7-04d49e20cd41'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:30:50.118844 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-07a3e18b-92aa-4fec-924d-92252cf6096c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:50.200305 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-07a3e18b-92aa-4fec-924d-92252cf6096c None None] For port b92c7744-eb9b-4259-a6aa-4120f3a44ce9, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:30:50.204983 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-07a3e18b-92aa-4fec-924d-92252cf6096c None None] For port b92c7744-eb9b-4259-a6aa-4120f3a44ce9, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b92c7744-eb9b-4259-a6aa-4120f3a44ce9,segment=NetworkSegment(a01e1cae-fafd-4173-a36e-6c728756d330),segment_id=a01e1cae-fafd-4173-a36e-6c728756d330)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:30:50.221428 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-07a3e18b-92aa-4fec-924d-92252cf6096c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:50.260815 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8c7b343d-ff47-4c52-857f-60e00189cfdf tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:50.331158 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3e18b-92aa-4fec-924d-92252cf6096c None None] Pushing event updated for resources: {'Port': ['ID=b92c7744-eb9b-4259-a6aa-4120f3a44ce9,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:50.342374 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8c7b343d-ff47-4c52-857f-60e00189cfdf tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:50.428355 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7b343d-ff47-4c52-857f-60e00189cfdf tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network b48eb210-3238-441a-95e7-04d49e20cd41 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:30:50.435307 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-8c7b343d-ff47-4c52-857f-60e00189cfdf tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:50.437465 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b343d-ff47-4c52-857f-60e00189cfdf tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Port': ['ID=6c507998-0765-4e11-9262-5db00c46c810,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:50.439899 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7b343d-ff47-4c52-857f-60e00189cfdf tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:30:50.449752 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7b343d-ff47-4c52-857f-60e00189cfdf tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:50.449752 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8c7b343d-ff47-4c52-857f-60e00189cfdf tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:50.470427 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36196) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:50.470966 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8c7b343d-ff47-4c52-857f-60e00189cfdf tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1694062 Sep 30 13:30:50.476435 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-6da0e7b5-a20c-41b6-b7f6-9fe7f494a76e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'port': {'network_id': 'b48eb210-3238-441a-95e7-04d49e20cd41', 'name': 'tempest-PortsIpV6TestJSON-947123742', 'fixed_ips': [{'subnet_id': 'cf1887ff-a590-4c00-8b46-5e4e9ee344b6', 'ip_address': '2001:db8::f'}]}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:50.700899 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b723aa41-ee58-42bf-809a-ab17fff07460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:50.711685 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da0e7b5-a20c-41b6-b7f6-9fe7f494a76e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:50.841025 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6da0e7b5-a20c-41b6-b7f6-9fe7f494a76e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:50.866867 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-6da0e7b5-a20c-41b6-b7f6-9fe7f494a76e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] device_id is not set on port b37cca5e-4f9e-4427-a908-e2cd75b76b77 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:30:51.142430 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-6da0e7b5-a20c-41b6-b7f6-9fe7f494a76e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Allocated IP 2001:db8::f (b48eb210-3238-441a-95e7-04d49e20cd41/cf1887ff-a590-4c00-8b46-5e4e9ee344b6/b37cca5e-4f9e-4427-a908-e2cd75b76b77) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:30:51.358639 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6da0e7b5-a20c-41b6-b7f6-9fe7f494a76e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:51.410390 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6da0e7b5-a20c-41b6-b7f6-9fe7f494a76e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:51.545578 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da0e7b5-a20c-41b6-b7f6-9fe7f494a76e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Port': ['ID=b37cca5e-4f9e-4427-a908-e2cd75b76b77,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:51.549451 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da0e7b5-a20c-41b6-b7f6-9fe7f494a76e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network b48eb210-3238-441a-95e7-04d49e20cd41 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:30:51.551543 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-6da0e7b5-a20c-41b6-b7f6-9fe7f494a76e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:51.555396 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da0e7b5-a20c-41b6-b7f6-9fe7f494a76e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:30:51.561702 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da0e7b5-a20c-41b6-b7f6-9fe7f494a76e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:51.562416 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6da0e7b5-a20c-41b6-b7f6-9fe7f494a76e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:51.587006 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36290) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:51.587961 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6da0e7b5-a20c-41b6-b7f6-9fe7f494a76e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1163034 Sep 30 13:30:51.637629 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:51.718974 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afa72ff-1242-4d62-b98b-bdd746016f80 None None] Network b48eb210-3238-441a-95e7-04d49e20cd41 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:30:51.746667 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51741146-4e9b-4bba-aaf2-4349824fbd30 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:51.748618 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-51741146-4e9b-4bba-aaf2-4349824fbd30 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1590822 Sep 30 13:30:51.751234 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36298) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:51.830966 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-57007c4b-3751-460b-ab0b-bc2f454b663d None None] Provisioning complete for port b92c7744-eb9b-4259-a6aa-4120f3a44ce9 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:30:51.831577 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57007c4b-3751-460b-ab0b-bc2f454b663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:51.834102 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fec2827-7fc2-483b-8305-38d1bc0dc1fd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:51.841869 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fec2827-7fc2-483b-8305-38d1bc0dc1fd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:51.848247 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fec2827-7fc2-483b-8305-38d1bc0dc1fd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:51.849973 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0fec2827-7fc2-483b-8305-38d1bc0dc1fd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.0977471 Sep 30 13:30:51.853514 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36310) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:51.973319 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-f106858a-f104-4d03-8b08-4ae85f58d51e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting port b37cca5e-4f9e-4427-a908-e2cd75b76b77 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:30:51.973566 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f106858a-f104-4d03-8b08-4ae85f58d51e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:52.109144 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ac69f691-54e6-4e8a-8dab-3c670764bd20 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:30:52.137153 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f106858a-f104-4d03-8b08-4ae85f58d51e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:52.151703 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-f106858a-f104-4d03-8b08-4ae85f58d51e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Calling delete_port for b37cca5e-4f9e-4427-a908-e2cd75b76b77 owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:30:52.167602 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57007c4b-3751-460b-ab0b-bc2f454b663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:52.214688 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-57007c4b-3751-460b-ab0b-bc2f454b663d None None] For port b92c7744-eb9b-4259-a6aa-4120f3a44ce9, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b92c7744-eb9b-4259-a6aa-4120f3a44ce9,segment=NetworkSegment(a01e1cae-fafd-4173-a36e-6c728756d330),segment_id=a01e1cae-fafd-4173-a36e-6c728756d330)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:30:52.215820 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: ac69f691-54e6-4e8a-8dab-3c670764bd20 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:30:52.216215 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ac69f691-54e6-4e8a-8dab-3c670764bd20 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:30:52.246980 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57007c4b-3751-460b-ab0b-bc2f454b663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:52.399356 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57007c4b-3751-460b-ab0b-bc2f454b663d None None] Pushing event updated for resources: {'Port': ['ID=b92c7744-eb9b-4259-a6aa-4120f3a44ce9,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:52.418043 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:52.448847 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f106858a-f104-4d03-8b08-4ae85f58d51e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:52.484397 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b92c7744-eb9b-4259-a6aa-4120f3a44ce9 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:30:52.513485 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106858a-f104-4d03-8b08-4ae85f58d51e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Port': ['ID=b37cca5e-4f9e-4427-a908-e2cd75b76b77,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:52.595985 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port b92c7744-eb9b-4259-a6aa-4120f3a44ce9 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:30:52.596362 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:52.601139 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f106858a-f104-4d03-8b08-4ae85f58d51e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:52.606382 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f106858a-f104-4d03-8b08-4ae85f58d51e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/ports/b37cca5e-4f9e-4427-a908-e2cd75b76b77 HTTP/1.1" status: 204 len: 168 time: 0.7487018 Sep 30 13:30:52.607044 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36376) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:52.657183 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae2323a-8a46-4e7e-a844-de1087e0cf1b tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] GET failed (client error): The resource could not be found. Sep 30 13:30:52.661684 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36384) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:52.663463 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bae2323a-8a46-4e7e-a844-de1087e0cf1b tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "GET /v2.0/ports/b37cca5e-4f9e-4427-a908-e2cd75b76b77 HTTP/1.1" status: 404 len: 333 time: 0.0544951 Sep 30 13:30:52.796452 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-ac88ad90-8c47-4738-9bcc-14494db6880f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting port 6c507998-0765-4e11-9262-5db00c46c810 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:30:52.798647 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac88ad90-8c47-4738-9bcc-14494db6880f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:52.801580 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6bd9885c-caef-4dbf-a66d-60940534e992 None None] Could not find standard attr ID for object b37cca5e-4f9e-4427-a908-e2cd75b76b77. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:30:52.827597 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6bd9885c-caef-4dbf-a66d-60940534e992 None None] Provisioning complete for port 6c507998-0765-4e11-9262-5db00c46c810 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:30:52.828239 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6bd9885c-caef-4dbf-a66d-60940534e992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:52.900475 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-6bd9885c-caef-4dbf-a66d-60940534e992 None None] Port 6c507998-0765-4e11-9262-5db00c46c810 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:30:52.915448 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6bd9885c-caef-4dbf-a66d-60940534e992 None None] Provisioning complete for port b92c7744-eb9b-4259-a6aa-4120f3a44ce9 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:30:52.916147 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6bd9885c-caef-4dbf-a66d-60940534e992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:52.991264 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac88ad90-8c47-4738-9bcc-14494db6880f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:53.009466 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-ac88ad90-8c47-4738-9bcc-14494db6880f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Calling delete_port for 6c507998-0765-4e11-9262-5db00c46c810 owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:30:53.194828 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac88ad90-8c47-4738-9bcc-14494db6880f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:53.195212 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-e16eba55-f190-4812-ba8d-853762c320c6 None None] Provisioning complete for port 6c507998-0765-4e11-9262-5db00c46c810 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:30:53.195757 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e16eba55-f190-4812-ba8d-853762c320c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:53.223265 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-e16eba55-f190-4812-ba8d-853762c320c6 None None] Port 6c507998-0765-4e11-9262-5db00c46c810 was deleted so its status cannot be updated. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 30 13:30:53.272720 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88ad90-8c47-4738-9bcc-14494db6880f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Port': ['ID=6c507998-0765-4e11-9262-5db00c46c810,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:53.323577 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac88ad90-8c47-4738-9bcc-14494db6880f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:53.326206 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ac88ad90-8c47-4738-9bcc-14494db6880f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/ports/6c507998-0765-4e11-9262-5db00c46c810 HTTP/1.1" status: 204 len: 168 time: 0.6634364 Sep 30 13:30:53.328835 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36408) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:53.377449 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ba6521-1fda-4cd7-8683-a1eaf12bb440 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] GET failed (client error): The resource could not be found. Sep 30 13:30:53.379153 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-46ba6521-1fda-4cd7-8683-a1eaf12bb440 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "GET /v2.0/ports/6c507998-0765-4e11-9262-5db00c46c810 HTTP/1.1" status: 404 len: 333 time: 0.0493283 Sep 30 13:30:53.381993 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36410) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:53.443023 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f9c683cc-928f-4b36-9996-94b0f03b6aa5 None None] Could not find standard attr ID for object b37cca5e-4f9e-4427-a908-e2cd75b76b77. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:30:53.502421 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea1a121-c92d-442f-9303-92605c19930a tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting subnet cf1887ff-a590-4c00-8b46-5e4e9ee344b6 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:30:53.518746 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5ea1a121-c92d-442f-9303-92605c19930a tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:53.583408 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5ea1a121-c92d-442f-9303-92605c19930a tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:53.736250 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5ea1a121-c92d-442f-9303-92605c19930a tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:53.837407 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5ea1a121-c92d-442f-9303-92605c19930a tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:53.871534 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1a121-c92d-442f-9303-92605c19930a tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Subnet': ['ID=cf1887ff-a590-4c00-8b46-5e4e9ee344b6,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:53.874031 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5ea1a121-c92d-442f-9303-92605c19930a tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:53.878905 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36442) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:53.879381 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5ea1a121-c92d-442f-9303-92605c19930a tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/subnets/cf1887ff-a590-4c00-8b46-5e4e9ee344b6 HTTP/1.1" status: 204 len: 168 time: 0.4957974 Sep 30 13:30:54.029927 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dafd3496-3bd8-47ab-96d8-d1b07fd02b58 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:54.060851 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1e7ac4-c633-4df4-b021-71158bcea95d None None] Network b48eb210-3238-441a-95e7-04d49e20cd41 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:30:54.123772 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-dafd3496-3bd8-47ab-96d8-d1b07fd02b58 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting port b92c7744-eb9b-4259-a6aa-4120f3a44ce9 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:30:54.124463 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dafd3496-3bd8-47ab-96d8-d1b07fd02b58 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:54.210837 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-dafd3496-3bd8-47ab-96d8-d1b07fd02b58 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] For port b92c7744-eb9b-4259-a6aa-4120f3a44ce9, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b92c7744-eb9b-4259-a6aa-4120f3a44ce9,segment=NetworkSegment(a01e1cae-fafd-4173-a36e-6c728756d330),segment_id=a01e1cae-fafd-4173-a36e-6c728756d330)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:30:54.211278 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dafd3496-3bd8-47ab-96d8-d1b07fd02b58 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:54.214312 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:54.228868 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-dafd3496-3bd8-47ab-96d8-d1b07fd02b58 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Calling delete_port for b92c7744-eb9b-4259-a6aa-4120f3a44ce9 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:30:54.302332 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25512615-82e9-42a3-8234-e0a4016cbdc2 None None] DHCP port deletion for b48eb210-3238-441a-95e7-04d49e20cd41 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:30:54.372218 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-25512615-82e9-42a3-8234-e0a4016cbdc2 None None] Deleting port b92c7744-eb9b-4259-a6aa-4120f3a44ce9 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:30:54.372925 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-25512615-82e9-42a3-8234-e0a4016cbdc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:54.403250 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dafd3496-3bd8-47ab-96d8-d1b07fd02b58 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:54.435592 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd3496-3bd8-47ab-96d8-d1b07fd02b58 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Port': ['ID=b92c7744-eb9b-4259-a6aa-4120f3a44ce9,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:54.446692 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd3496-3bd8-47ab-96d8-d1b07fd02b58 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] No DVR routers for this DVR port b92c7744-eb9b-4259-a6aa-4120f3a44ce9 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:30:54.503909 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-25512615-82e9-42a3-8234-e0a4016cbdc2 None None] For port b92c7744-eb9b-4259-a6aa-4120f3a44ce9, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b92c7744-eb9b-4259-a6aa-4120f3a44ce9,segment=NetworkSegment(a01e1cae-fafd-4173-a36e-6c728756d330),segment_id=a01e1cae-fafd-4173-a36e-6c728756d330)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:30:54.504305 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-25512615-82e9-42a3-8234-e0a4016cbdc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:54.523836 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-25512615-82e9-42a3-8234-e0a4016cbdc2 None None] Calling delete_port for b92c7744-eb9b-4259-a6aa-4120f3a44ce9 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:30:54.550406 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dafd3496-3bd8-47ab-96d8-d1b07fd02b58 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:54.575372 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-dafd3496-3bd8-47ab-96d8-d1b07fd02b58 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b48eb210-3238-441a-95e7-04d49e20cd41']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:54.587175 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-dafd3496-3bd8-47ab-96d8-d1b07fd02b58 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01e1cae-fafd-4173-a36e-6c728756d330') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:54.588006 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-dafd3496-3bd8-47ab-96d8-d1b07fd02b58 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01e1cae-fafd-4173-a36e-6c728756d330') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:54.599859 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dafd3496-3bd8-47ab-96d8-d1b07fd02b58 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:54.615889 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dafd3496-3bd8-47ab-96d8-d1b07fd02b58 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:54.623934 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dafd3496-3bd8-47ab-96d8-d1b07fd02b58 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:30:54.624734 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dafd3496-3bd8-47ab-96d8-d1b07fd02b58 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:30:54.628860 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:30:54.653091 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-25512615-82e9-42a3-8234-e0a4016cbdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:54.676362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25512615-82e9-42a3-8234-e0a4016cbdc2 None None] Pushing event deleted for resources: {'Port': ['ID=b92c7744-eb9b-4259-a6aa-4120f3a44ce9,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:54.699295 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25512615-82e9-42a3-8234-e0a4016cbdc2 None None] No DVR routers for this DVR port b92c7744-eb9b-4259-a6aa-4120f3a44ce9 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:30:54.730212 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dafd3496-3bd8-47ab-96d8-d1b07fd02b58 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:54.759772 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dafd3496-3bd8-47ab-96d8-d1b07fd02b58 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:54.766123 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-dafd3496-3bd8-47ab-96d8-d1b07fd02b58 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/networks/b48eb210-3238-441a-95e7-04d49e20cd41 HTTP/1.1" status: 204 len: 168 time: 0.8819578 Sep 30 13:30:54.766123 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd3496-3bd8-47ab-96d8-d1b07fd02b58 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Network': ['ID=b48eb210-3238-441a-95e7-04d49e20cd41,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:54.766342 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36450) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:54.776918 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-ab04dc7c-d21c-49ad-99ee-4774d8a65038 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1222021112'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:54.803157 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab04dc7c-d21c-49ad-99ee-4774d8a65038 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:54.808175 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ab04dc7c-d21c-49ad-99ee-4774d8a65038 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:54.846610 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab04dc7c-d21c-49ad-99ee-4774d8a65038 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:30:54.858874 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ab04dc7c-d21c-49ad-99ee-4774d8a65038 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:54.859246 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-ab04dc7c-d21c-49ad-99ee-4774d8a65038 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Added segment d94e89bd-ea1b-4526-a058-6a582aaa1955 of type vlan for network ea70878a-9769-4546-b106-e621df047cf5 Sep 30 13:30:54.912244 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ab04dc7c-d21c-49ad-99ee-4774d8a65038 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:54.951007 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ab04dc7c-d21c-49ad-99ee-4774d8a65038 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:54.956845 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab04dc7c-d21c-49ad-99ee-4774d8a65038 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:54.957465 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ab04dc7c-d21c-49ad-99ee-4774d8a65038 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:54.992823 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ab04dc7c-d21c-49ad-99ee-4774d8a65038 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2210693 Sep 30 13:30:54.996848 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36454) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:55.003588 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-695ab212-bc7a-4a3c-b440-740793fc1673 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'subnet': {'network_id': 'ea70878a-9769-4546-b106-e621df047cf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:55.083668 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04dc7c-d21c-49ad-99ee-4774d8a65038 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Network': ['ID=ea70878a-9769-4546-b106-e621df047cf5,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:55.095945 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network ea70878a-9769-4546-b106-e621df047cf5 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:30:55.192125 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695ab212-bc7a-4a3c-b440-740793fc1673 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:55.197024 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-695ab212-bc7a-4a3c-b440-740793fc1673 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:55.409822 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-695ab212-bc7a-4a3c-b440-740793fc1673 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:55.484165 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ab212-bc7a-4a3c-b440-740793fc1673 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Subnet': ['ID=8b035688-b38b-42e9-af7f-ca0593f80b92,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:55.490161 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695ab212-bc7a-4a3c-b440-740793fc1673 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Checking segment: {'id': 'd94e89bd-ea1b-4526-a058-6a582aaa1955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ea70878a-9769-4546-b106-e621df047cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:30:55.490531 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695ab212-bc7a-4a3c-b440-740793fc1673 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network hostable DHCP agents. Network: ea70878a-9769-4546-b106-e621df047cf5, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:30:55.513620 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695ab212-bc7a-4a3c-b440-740793fc1673 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network ea70878a-9769-4546-b106-e621df047cf5 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:30:55.529833 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-695ab212-bc7a-4a3c-b440-740793fc1673 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, ea70878a-9769-4546-b106-e621df047cf5) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:55.539872 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf06ecaf-1e27-47c9-ae2d-a45c22289f96 None None] Network ea70878a-9769-4546-b106-e621df047cf5 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:30:55.540924 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695ab212-bc7a-4a3c-b440-740793fc1673 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:55.543662 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-695ab212-bc7a-4a3c-b440-740793fc1673 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:55.579562 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36460) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:55.579917 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-695ab212-bc7a-4a3c-b440-740793fc1673 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5813363 Sep 30 13:30:55.585347 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-02b2f9d7-8ac0-486c-8622-0a6a787482b2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1616178852', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:55.637565 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02b2f9d7-8ac0-486c-8622-0a6a787482b2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:55.638664 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02b2f9d7-8ac0-486c-8622-0a6a787482b2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:55.719156 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02b2f9d7-8ac0-486c-8622-0a6a787482b2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:55.726541 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02b2f9d7-8ac0-486c-8622-0a6a787482b2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:55.753986 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02b2f9d7-8ac0-486c-8622-0a6a787482b2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:55.759602 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-02b2f9d7-8ac0-486c-8622-0a6a787482b2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1790121 Sep 30 13:30:55.762654 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36462) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:55.768779 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-b27b12b6-1052-4560-8033-21dfa8809166 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'port': {'network_id': 'ea70878a-9769-4546-b106-e621df047cf5', 'name': 'tempest-PortsIpV6TestJSON-2063475194'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:30:55.778180 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8239fe-c13f-4a7d-a0cc-5e27b7a923a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-ea70878a-9769-4546-b106-e621df047cf5', 'network_id': 'ea70878a-9769-4546-b106-e621df047cf5', 'tenant_id': '49825ab3f2ce4615ab6bd23c241ffaca', 'fixed_ips': [{'subnet_id': '8b035688-b38b-42e9-af7f-ca0593f80b92'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:30:55.779052 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ac8239fe-c13f-4a7d-a0cc-5e27b7a923a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:55.938845 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27b12b6-1052-4560-8033-21dfa8809166 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:30:55.942752 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b27b12b6-1052-4560-8033-21dfa8809166 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:55.961709 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-b27b12b6-1052-4560-8033-21dfa8809166 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] device_id is not set on port 58dd0645-054c-4f83-b6b5-b287768fa1c2 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:30:55.992613 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-ac8239fe-c13f-4a7d-a0cc-5e27b7a923a2 None None] Allocated IP 2001:db8::2 (ea70878a-9769-4546-b106-e621df047cf5/8b035688-b38b-42e9-af7f-ca0593f80b92/43730ad6-547d-47fc-ab81-b26bac592821) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:30:56.184464 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ac8239fe-c13f-4a7d-a0cc-5e27b7a923a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:56.193901 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ac8239fe-c13f-4a7d-a0cc-5e27b7a923a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:56.296004 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8239fe-c13f-4a7d-a0cc-5e27b7a923a2 None None] Network ea70878a-9769-4546-b106-e621df047cf5 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:30:56.300047 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-ac8239fe-c13f-4a7d-a0cc-5e27b7a923a2 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:56.301292 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-b27b12b6-1052-4560-8033-21dfa8809166 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Allocated IP 2001:db8::167 (ea70878a-9769-4546-b106-e621df047cf5/8b035688-b38b-42e9-af7f-ca0593f80b92/58dd0645-054c-4f83-b6b5-b287768fa1c2) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:30:56.317364 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8239fe-c13f-4a7d-a0cc-5e27b7a923a2 None None] Pushing event updated for resources: {'Port': ['ID=43730ad6-547d-47fc-ab81-b26bac592821,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:56.321054 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8239fe-c13f-4a7d-a0cc-5e27b7a923a2 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:30:56.439934 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-ac8239fe-c13f-4a7d-a0cc-5e27b7a923a2 None None] Attempting to bind port 43730ad6-547d-47fc-ab81-b26bac592821 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:30:56.440306 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-ac8239fe-c13f-4a7d-a0cc-5e27b7a923a2 None None] Attempting to bind port 43730ad6-547d-47fc-ab81-b26bac592821 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'd94e89bd-ea1b-4526-a058-6a582aaa1955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ea70878a-9769-4546-b106-e621df047cf5'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:30:56.443285 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8239fe-c13f-4a7d-a0cc-5e27b7a923a2 None None] Attempting to bind port 43730ad6-547d-47fc-ab81-b26bac592821 on network ea70878a-9769-4546-b106-e621df047cf5 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:30:56.449965 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b92c7744-eb9b-4259-a6aa-4120f3a44ce9 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:30:56.489448 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8239fe-c13f-4a7d-a0cc-5e27b7a923a2 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:30:56.489741 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8239fe-c13f-4a7d-a0cc-5e27b7a923a2 None None] Checking segment: {'id': 'd94e89bd-ea1b-4526-a058-6a582aaa1955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ea70878a-9769-4546-b106-e621df047cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:30:56.493083 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ac8239fe-c13f-4a7d-a0cc-5e27b7a923a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:56.493508 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8239fe-c13f-4a7d-a0cc-5e27b7a923a2 None None] Bound using segment: {'id': 'd94e89bd-ea1b-4526-a058-6a582aaa1955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ea70878a-9769-4546-b106-e621df047cf5'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:30:56.494027 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-ac8239fe-c13f-4a7d-a0cc-5e27b7a923a2 None None] Bound port: 43730ad6-547d-47fc-ab81-b26bac592821, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94e89bd-ea1b-4526-a058-6a582aaa1955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ea70878a-9769-4546-b106-e621df047cf5'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:30:56.494515 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ac8239fe-c13f-4a7d-a0cc-5e27b7a923a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:56.502512 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: b92c7744-eb9b-4259-a6aa-4120f3a44ce9 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:30:56.502868 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b92c7744-eb9b-4259-a6aa-4120f3a44ce9 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:30:56.622294 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-ac8239fe-c13f-4a7d-a0cc-5e27b7a923a2 None None] For port 43730ad6-547d-47fc-ab81-b26bac592821, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:30:56.625787 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-ac8239fe-c13f-4a7d-a0cc-5e27b7a923a2 None None] For port 43730ad6-547d-47fc-ab81-b26bac592821, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=43730ad6-547d-47fc-ab81-b26bac592821,segment=NetworkSegment(d94e89bd-ea1b-4526-a058-6a582aaa1955),segment_id=d94e89bd-ea1b-4526-a058-6a582aaa1955)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:30:56.632641 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ac8239fe-c13f-4a7d-a0cc-5e27b7a923a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:56.687203 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b27b12b6-1052-4560-8033-21dfa8809166 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:56.745127 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b27b12b6-1052-4560-8033-21dfa8809166 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:56.783107 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8239fe-c13f-4a7d-a0cc-5e27b7a923a2 None None] Pushing event updated for resources: {'Port': ['ID=43730ad6-547d-47fc-ab81-b26bac592821,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:56.805038 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27b12b6-1052-4560-8033-21dfa8809166 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network ea70878a-9769-4546-b106-e621df047cf5 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:30:56.813611 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-b27b12b6-1052-4560-8033-21dfa8809166 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:56.819601 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b12b6-1052-4560-8033-21dfa8809166 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:30:56.832332 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27b12b6-1052-4560-8033-21dfa8809166 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:56.833475 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b27b12b6-1052-4560-8033-21dfa8809166 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:56.856411 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b12b6-1052-4560-8033-21dfa8809166 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Port': ['ID=58dd0645-054c-4f83-b6b5-b287768fa1c2,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:56.872755 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b27b12b6-1052-4560-8033-21dfa8809166 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1084628 Sep 30 13:30:56.875255 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36480) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:57.398006 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-648ddb13-7219-4b01-945c-50c0bc070c67 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:57.474488 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36508) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:57.772725 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-363df1a8-8e69-4456-a56c-064f2844478b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40caa7718cca4a7a98ee4bb605ef22dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2969408 Sep 30 13:30:57.778628 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36516) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:57.793939 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-648ddb13-7219-4b01-945c-50c0bc070c67 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:57.808531 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-648ddb13-7219-4b01-945c-50c0bc070c67 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:57.893799 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4958eb72-d12d-4c5c-bad5-a1bc9068b425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:57.929963 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4958eb72-d12d-4c5c-bad5-a1bc9068b425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:58.002693 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4958eb72-d12d-4c5c-bad5-a1bc9068b425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:58.005714 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4958eb72-d12d-4c5c-bad5-a1bc9068b425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:58.009770 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4958eb72-d12d-4c5c-bad5-a1bc9068b425 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/654406d5-ab40-45c6-bd83-9bd7772dcb49 HTTP/1.1" status: 204 len: 168 time: 0.2273598 Sep 30 13:30:58.024005 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958eb72-d12d-4c5c-bad5-a1bc9068b425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654406d5-ab40-45c6-bd83-9bd7772dcb49,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:58.079889 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c1d6ea-82f0-4c55-9da1-c52e1e4f7368 None None] Network ea70878a-9769-4546-b106-e621df047cf5 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:30:58.097943 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-648ddb13-7219-4b01-945c-50c0bc070c67 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:58.142151 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ddb13-7219-4b01-945c-50c0bc070c67 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Port': ['ID=58dd0645-054c-4f83-b6b5-b287768fa1c2,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:58.173791 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ba4e2668-2b97-47b1-abfa-98a959c921c3 None None] Provisioning complete for port 43730ad6-547d-47fc-ab81-b26bac592821 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:30:58.174338 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ba4e2668-2b97-47b1-abfa-98a959c921c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:58.304703 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-648ddb13-7219-4b01-945c-50c0bc070c67 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:58.386277 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ba4e2668-2b97-47b1-abfa-98a959c921c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:58.452678 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-ba4e2668-2b97-47b1-abfa-98a959c921c3 None None] For port 43730ad6-547d-47fc-ab81-b26bac592821, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=43730ad6-547d-47fc-ab81-b26bac592821,segment=NetworkSegment(d94e89bd-ea1b-4526-a058-6a582aaa1955),segment_id=d94e89bd-ea1b-4526-a058-6a582aaa1955)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:30:58.470714 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ba4e2668-2b97-47b1-abfa-98a959c921c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:58.523602 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 43730ad6-547d-47fc-ab81-b26bac592821 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:30:58.658814 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 43730ad6-547d-47fc-ab81-b26bac592821 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:30:58.659490 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:58.661584 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e2668-2b97-47b1-abfa-98a959c921c3 None None] Pushing event updated for resources: {'Port': ['ID=43730ad6-547d-47fc-ab81-b26bac592821,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:58.802740 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f0590620-ede3-483b-9e32-80aa7d1a45e1 None None] Provisioning complete for port 43730ad6-547d-47fc-ab81-b26bac592821 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:30:58.803351 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f0590620-ede3-483b-9e32-80aa7d1a45e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:58.958390 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f0590620-ede3-483b-9e32-80aa7d1a45e1 None None] Provisioning complete for port 58dd0645-054c-4f83-b6b5-b287768fa1c2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:30:58.959460 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f0590620-ede3-483b-9e32-80aa7d1a45e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:59.011582 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-f0590620-ede3-483b-9e32-80aa7d1a45e1 None None] Port 58dd0645-054c-4f83-b6b5-b287768fa1c2 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:30:59.148755 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-849ee332-d400-453a-898a-c6077947927e None None] Provisioning complete for port 58dd0645-054c-4f83-b6b5-b287768fa1c2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:30:59.149434 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-849ee332-d400-453a-898a-c6077947927e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:59.210118 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-849ee332-d400-453a-898a-c6077947927e None None] Port 58dd0645-054c-4f83-b6b5-b287768fa1c2 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:30:59.275167 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-648ddb13-7219-4b01-945c-50c0bc070c67 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:59.281506 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-648ddb13-7219-4b01-945c-50c0bc070c67 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:59.282480 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-648ddb13-7219-4b01-945c-50c0bc070c67 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:59.352710 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ddb13-7219-4b01-945c-50c0bc070c67 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Port': ['ID=58dd0645-054c-4f83-b6b5-b287768fa1c2,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:30:59.416473 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648ddb13-7219-4b01-945c-50c0bc070c67 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network ea70878a-9769-4546-b106-e621df047cf5 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:30:59.417968 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-648ddb13-7219-4b01-945c-50c0bc070c67 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:30:59.450768 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-64bf4e4c-6227-49a8-a09e-6a870d53763f None None] Provisioning complete for port 58dd0645-054c-4f83-b6b5-b287768fa1c2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:30:59.456555 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-64bf4e4c-6227-49a8-a09e-6a870d53763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:59.505116 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-64bf4e4c-6227-49a8-a09e-6a870d53763f None None] Port 58dd0645-054c-4f83-b6b5-b287768fa1c2 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:30:59.555595 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648ddb13-7219-4b01-945c-50c0bc070c67 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Router 2ac1979a-4c27-4069-a021-f06d1cf3e0d5 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:30:59.653217 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648ddb13-7219-4b01-945c-50c0bc070c67 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:30:59.658345 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-648ddb13-7219-4b01-945c-50c0bc070c67 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "PUT /v2.0/routers/2ac1979a-4c27-4069-a021-f06d1cf3e0d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7819653 Sep 30 13:30:59.660809 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36538) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:59.663216 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffad23d0-1b96-4ef7-8d8d-17b568d8b460 None None] Sync routers for ids ['2ac1979a-4c27-4069-a021-f06d1cf3e0d5'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:30:59.673090 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffad23d0-1b96-4ef7-8d8d-17b568d8b460 None None] Routers {'2ac1979a-4c27-4069-a021-f06d1cf3e0d5'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:30:59.673791 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-ffad23d0-1b96-4ef7-8d8d-17b568d8b460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:30:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['2ac1979a-4c27-4069-a021-f06d1cf3e0d5'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:59.706288 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-ffad23d0-1b96-4ef7-8d8d-17b568d8b460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:59.715606 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffad23d0-1b96-4ef7-8d8d-17b568d8b460 None None] Routers {'2ac1979a-4c27-4069-a021-f06d1cf3e0d5'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:30:59.715820 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-ffad23d0-1b96-4ef7-8d8d-17b568d8b460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:30:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['2ac1979a-4c27-4069-a021-f06d1cf3e0d5'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:59.716686 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bae8c6-4b55-46fc-83e9-07c1500c820e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:30:59.721961 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-78bae8c6-4b55-46fc-83e9-07c1500c820e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac1979a-4c27-4069-a021-f06d1cf3e0d5 HTTP/1.1" status: 200 len: 989 time: 0.0565026 Sep 30 13:30:59.721961 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36540) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:30:59.734614 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-2c34d7ee-c751-434a-879c-774ef21aca92 None None] Provisioning complete for port 58dd0645-054c-4f83-b6b5-b287768fa1c2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:30:59.735241 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2c34d7ee-c751-434a-879c-774ef21aca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:30:59.753989 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-ffad23d0-1b96-4ef7-8d8d-17b568d8b460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:30:59.754671 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffad23d0-1b96-4ef7-8d8d-17b568d8b460 None None] The sync data for ids ['2ac1979a-4c27-4069-a021-f06d1cf3e0d5'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:30:59.777204 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-2c34d7ee-c751-434a-879c-774ef21aca92 None None] Port 58dd0645-054c-4f83-b6b5-b287768fa1c2 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:31:00.252709 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e0fe496f-c19a-4ce4-bf4f-5fc6c1b2ce3c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:00.349371 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 43730ad6-547d-47fc-ab81-b26bac592821 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:31:00.408546 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 43730ad6-547d-47fc-ab81-b26bac592821 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:00.409277 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:00.571049 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-e0fe496f-c19a-4ce4-bf4f-5fc6c1b2ce3c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting port 58dd0645-054c-4f83-b6b5-b287768fa1c2 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:31:00.571644 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e0fe496f-c19a-4ce4-bf4f-5fc6c1b2ce3c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:00.674722 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e0fe496f-c19a-4ce4-bf4f-5fc6c1b2ce3c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:00.689132 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-e0fe496f-c19a-4ce4-bf4f-5fc6c1b2ce3c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Calling delete_port for 58dd0645-054c-4f83-b6b5-b287768fa1c2 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:31:00.878255 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e0fe496f-c19a-4ce4-bf4f-5fc6c1b2ce3c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:00.915212 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe496f-c19a-4ce4-bf4f-5fc6c1b2ce3c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Port': ['ID=58dd0645-054c-4f83-b6b5-b287768fa1c2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:01.034631 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e0fe496f-c19a-4ce4-bf4f-5fc6c1b2ce3c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:01.264962 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fe496f-c19a-4ce4-bf4f-5fc6c1b2ce3c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Router 2ac1979a-4c27-4069-a021-f06d1cf3e0d5 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:31:01.357840 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fe496f-c19a-4ce4-bf4f-5fc6c1b2ce3c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:31:01.364407 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e0fe496f-c19a-4ce4-bf4f-5fc6c1b2ce3c tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "PUT /v2.0/routers/2ac1979a-4c27-4069-a021-f06d1cf3e0d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6419580 Sep 30 13:31:01.367113 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36560) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:01.369100 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bcef0b-1f60-422d-b06c-55f69c30a03a None None] Sync routers for ids ['2ac1979a-4c27-4069-a021-f06d1cf3e0d5'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:31:01.381660 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bcef0b-1f60-422d-b06c-55f69c30a03a None None] Routers {'2ac1979a-4c27-4069-a021-f06d1cf3e0d5'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:31:01.382647 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-15bcef0b-1f60-422d-b06c-55f69c30a03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:30:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['2ac1979a-4c27-4069-a021-f06d1cf3e0d5'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:01.398413 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a8569a-2885-413d-be05-20628ad1cf87 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] GET failed (client error): The resource could not be found. Sep 30 13:31:01.403258 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b2a8569a-2885-413d-be05-20628ad1cf87 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "GET /v2.0/ports/58dd0645-054c-4f83-b6b5-b287768fa1c2 HTTP/1.1" status: 404 len: 333 time: 0.0317576 Sep 30 13:31:01.403731 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36562) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:01.420846 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-15bcef0b-1f60-422d-b06c-55f69c30a03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:01.431001 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bcef0b-1f60-422d-b06c-55f69c30a03a None None] Routers {'2ac1979a-4c27-4069-a021-f06d1cf3e0d5'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:31:01.432316 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-15bcef0b-1f60-422d-b06c-55f69c30a03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:30:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['2ac1979a-4c27-4069-a021-f06d1cf3e0d5'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:01.470829 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-15bcef0b-1f60-422d-b06c-55f69c30a03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:01.471491 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bcef0b-1f60-422d-b06c-55f69c30a03a None None] The sync data for ids ['2ac1979a-4c27-4069-a021-f06d1cf3e0d5'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:31:01.531213 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b5ad9c79-4e53-4622-b413-578b80b68a45 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:01.722056 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b5ad9c79-4e53-4622-b413-578b80b68a45 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:01.724739 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b5ad9c79-4e53-4622-b413-578b80b68a45 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:01.770434 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b5ad9c79-4e53-4622-b413-578b80b68a45 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:01.771093 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ad9c79-4e53-4622-b413-578b80b68a45 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Fanout notify agent at l3_agent the message router_deleted on router 2ac1979a-4c27-4069-a021-f06d1cf3e0d5 {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:31:01.779312 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b5ad9c79-4e53-4622-b413-578b80b68a45 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:01.783300 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36564) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:01.783737 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b5ad9c79-4e53-4622-b413-578b80b68a45 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/routers/2ac1979a-4c27-4069-a021-f06d1cf3e0d5 HTTP/1.1" status: 204 len: 168 time: 0.3785634 Sep 30 13:31:01.844247 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f904d3-d183-47a7-b8b8-e51223bca1be tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting subnet 8b035688-b38b-42e9-af7f-ca0593f80b92 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:31:01.847530 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-97f904d3-d183-47a7-b8b8-e51223bca1be tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:01.891664 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-97f904d3-d183-47a7-b8b8-e51223bca1be tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:01.979742 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-97f904d3-d183-47a7-b8b8-e51223bca1be tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:02.050623 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-97f904d3-d183-47a7-b8b8-e51223bca1be tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:02.079471 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f904d3-d183-47a7-b8b8-e51223bca1be tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Subnet': ['ID=8b035688-b38b-42e9-af7f-ca0593f80b92,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:02.083404 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-97f904d3-d183-47a7-b8b8-e51223bca1be tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:02.087946 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-97f904d3-d183-47a7-b8b8-e51223bca1be tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/subnets/8b035688-b38b-42e9-af7f-ca0593f80b92 HTTP/1.1" status: 204 len: 168 time: 0.3009183 Sep 30 13:31:02.089459 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36566) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:02.100017 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1078cfa5-912e-4bb3-aabe-26d21f037f10 None None] Network ea70878a-9769-4546-b106-e621df047cf5 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:31:02.178326 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c20f49c-27f7-43d0-b6e6-b1fc01822e83 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:02.239406 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-0c20f49c-27f7-43d0-b6e6-b1fc01822e83 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting port 43730ad6-547d-47fc-ab81-b26bac592821 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:31:02.239406 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c20f49c-27f7-43d0-b6e6-b1fc01822e83 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:02.320863 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64abb62d-b4dd-4a05-a937-793c09b3d5e1 None None] DHCP port deletion for ea70878a-9769-4546-b106-e621df047cf5 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:31:02.354035 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-0c20f49c-27f7-43d0-b6e6-b1fc01822e83 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] For port 43730ad6-547d-47fc-ab81-b26bac592821, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=43730ad6-547d-47fc-ab81-b26bac592821,segment=NetworkSegment(d94e89bd-ea1b-4526-a058-6a582aaa1955),segment_id=d94e89bd-ea1b-4526-a058-6a582aaa1955)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:31:02.354535 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c20f49c-27f7-43d0-b6e6-b1fc01822e83 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:02.375457 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-0c20f49c-27f7-43d0-b6e6-b1fc01822e83 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Calling delete_port for 43730ad6-547d-47fc-ab81-b26bac592821 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:31:02.385873 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-64abb62d-b4dd-4a05-a937-793c09b3d5e1 None None] Deleting port 43730ad6-547d-47fc-ab81-b26bac592821 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:31:02.386479 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-64abb62d-b4dd-4a05-a937-793c09b3d5e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:02.451042 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-64abb62d-b4dd-4a05-a937-793c09b3d5e1 None None] For port 43730ad6-547d-47fc-ab81-b26bac592821, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=43730ad6-547d-47fc-ab81-b26bac592821,segment=NetworkSegment(d94e89bd-ea1b-4526-a058-6a582aaa1955),segment_id=d94e89bd-ea1b-4526-a058-6a582aaa1955)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:31:02.451716 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-64abb62d-b4dd-4a05-a937-793c09b3d5e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:02.464739 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-64abb62d-b4dd-4a05-a937-793c09b3d5e1 None None] Calling delete_port for 43730ad6-547d-47fc-ab81-b26bac592821 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:31:02.489346 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c20f49c-27f7-43d0-b6e6-b1fc01822e83 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:02.521793 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20f49c-27f7-43d0-b6e6-b1fc01822e83 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Port': ['ID=43730ad6-547d-47fc-ab81-b26bac592821,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:02.523772 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c20f49c-27f7-43d0-b6e6-b1fc01822e83 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] No DVR routers for this DVR port 43730ad6-547d-47fc-ab81-b26bac592821 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:31:02.545508 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-64abb62d-b4dd-4a05-a937-793c09b3d5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:02.570084 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abb62d-b4dd-4a05-a937-793c09b3d5e1 None None] Pushing event deleted for resources: {'Port': ['ID=43730ad6-547d-47fc-ab81-b26bac592821,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:02.581789 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64abb62d-b4dd-4a05-a937-793c09b3d5e1 None None] No DVR routers for this DVR port 43730ad6-547d-47fc-ab81-b26bac592821 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:31:02.607129 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c20f49c-27f7-43d0-b6e6-b1fc01822e83 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:02.627779 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-0c20f49c-27f7-43d0-b6e6-b1fc01822e83 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea70878a-9769-4546-b106-e621df047cf5']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:02.637577 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-0c20f49c-27f7-43d0-b6e6-b1fc01822e83 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94e89bd-ea1b-4526-a058-6a582aaa1955') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:02.637870 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-0c20f49c-27f7-43d0-b6e6-b1fc01822e83 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94e89bd-ea1b-4526-a058-6a582aaa1955') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:02.647161 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c20f49c-27f7-43d0-b6e6-b1fc01822e83 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:02.660012 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c20f49c-27f7-43d0-b6e6-b1fc01822e83 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:02.665928 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c20f49c-27f7-43d0-b6e6-b1fc01822e83 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:31:02.666395 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c20f49c-27f7-43d0-b6e6-b1fc01822e83 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:31:02.669402 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:31:02.732977 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c20f49c-27f7-43d0-b6e6-b1fc01822e83 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:02.740269 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c20f49c-27f7-43d0-b6e6-b1fc01822e83 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:02.742439 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0c20f49c-27f7-43d0-b6e6-b1fc01822e83 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/networks/ea70878a-9769-4546-b106-e621df047cf5 HTTP/1.1" status: 204 len: 168 time: 0.6527507 Sep 30 13:31:02.747463 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36576) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:02.757436 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20f49c-27f7-43d0-b6e6-b1fc01822e83 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Network': ['ID=ea70878a-9769-4546-b106-e621df047cf5,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:02.793526 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93e3362-249a-4a36-a82d-84b087df4701 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:02.795036 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f93e3362-249a-4a36-a82d-84b087df4701 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "GET /v2.0/ports/fa0dca3b-c36e-4a22-aecf-3dce82e4e0f2 HTTP/1.1" status: 200 len: 844 time: 0.0455780 Sep 30 13:31:02.798556 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36580) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:02.840625 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-495b6458-91ab-4912-8840-6dc83abdd5f2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "GET /v2.0/ports/fa0dca3b-c36e-4a22-aecf-3dce82e4e0f2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0406253 Sep 30 13:31:02.844645 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36582) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:02.850193 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-3f1fe55f-0574-4126-9222-36bc75c4835b tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'subnet': {'network_id': '6db33c0d-f309-4fec-a389-ddc1a47c81cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:02.949836 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1fe55f-0574-4126-9222-36bc75c4835b tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:31:02.953589 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f1fe55f-0574-4126-9222-36bc75c4835b tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:03.163471 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f1fe55f-0574-4126-9222-36bc75c4835b tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:03.200190 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cb52c-9b3b-4f76-9de8-5278dcf52acb req-e097a80a-ebe8-48de-817b-822dafdfbb73 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:03.202441 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d24cb52c-9b3b-4f76-9de8-5278dcf52acb req-e097a80a-ebe8-48de-817b-822dafdfbb73 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f12eeb34-96c1-4cca-996a-972f4086e455 HTTP/1.1" status: 200 len: 946 time: 0.0568724 Sep 30 13:31:03.212444 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1fe55f-0574-4126-9222-36bc75c4835b tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network 6db33c0d-f309-4fec-a389-ddc1a47c81cb is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:31:03.215907 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-3f1fe55f-0574-4126-9222-36bc75c4835b tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:31:03.218960 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1fe55f-0574-4126-9222-36bc75c4835b tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:03.219552 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f1fe55f-0574-4126-9222-36bc75c4835b tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:03.225162 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5463d33-d9ff-4d33-8dd7-e4a49b508b46 None None] Network 6db33c0d-f309-4fec-a389-ddc1a47c81cb requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:31:03.238435 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1fe55f-0574-4126-9222-36bc75c4835b tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Subnet': ['ID=93a5a990-1865-4b40-bba6-c541ed8a5022,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:03.251605 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3f1fe55f-0574-4126-9222-36bc75c4835b tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4049513 Sep 30 13:31:03.252157 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36588) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:03.257063 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-bc6fdb05-e239-41dd-8890-5dd78196cbd6 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'security_group': {'name': 'tempest-secgroup-1743727346'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:03.273640 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d24cb52c-9b3b-4f76-9de8-5278dcf52acb req-76f65489-5a6d-443c-9570-e274c400f0e4 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/security-groups?id=35be3bdd-fe1b-46ea-9bb2-b1ab4a987c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635178 Sep 30 13:31:03.296110 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc6fdb05-e239-41dd-8890-5dd78196cbd6 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:03.410271 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc6fdb05-e239-41dd-8890-5dd78196cbd6 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:03.417325 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc6fdb05-e239-41dd-8890-5dd78196cbd6 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:03.453537 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fdb05-e239-41dd-8890-5dd78196cbd6 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c16f8da-4022-4e5f-8790-404cbada9185,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:03.459325 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc6fdb05-e239-41dd-8890-5dd78196cbd6 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:03.460932 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bc6fdb05-e239-41dd-8890-5dd78196cbd6 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2077756 Sep 30 13:31:03.464478 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36596) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:03.467458 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2383ad28-d3cf-4bca-9ac4-1439fe57e596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-6db33c0d-f309-4fec-a389-ddc1a47c81cb', 'network_id': '6db33c0d-f309-4fec-a389-ddc1a47c81cb', 'tenant_id': '49825ab3f2ce4615ab6bd23c241ffaca', 'fixed_ips': [{'subnet_id': '93a5a990-1865-4b40-bba6-c541ed8a5022'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:31:03.468499 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2383ad28-d3cf-4bca-9ac4-1439fe57e596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:03.470435 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-581ff10d-b041-4e20-b98e-3c5920a78eca tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'security_group': {'name': 'tempest-secgroup-1900248767'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:03.499457 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-581ff10d-b041-4e20-b98e-3c5920a78eca tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:03.656453 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-581ff10d-b041-4e20-b98e-3c5920a78eca tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:03.661743 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-581ff10d-b041-4e20-b98e-3c5920a78eca tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:03.670505 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-2383ad28-d3cf-4bca-9ac4-1439fe57e596 None None] Allocated IP 2001:db8::2 (6db33c0d-f309-4fec-a389-ddc1a47c81cb/93a5a990-1865-4b40-bba6-c541ed8a5022/d27ef433-01af-41be-8f69-2da1b62c4020) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:31:03.704142 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ff10d-b041-4e20-b98e-3c5920a78eca tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a36634-c019-4043-a029-3b8bdce2da7a,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:03.707537 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-581ff10d-b041-4e20-b98e-3c5920a78eca tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:03.711686 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-581ff10d-b041-4e20-b98e-3c5920a78eca tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2434137 Sep 30 13:31:03.711983 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36600) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:03.718346 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-17bd3e29-eb96-49c2-ab89-a7f2fbd51be1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-997584195', 'security_groups': ['d7a36634-c019-4043-a029-3b8bdce2da7a'], 'network_id': '6db33c0d-f309-4fec-a389-ddc1a47c81cb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '93a5a990-1865-4b40-bba6-c541ed8a5022'}]}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:03.857632 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bd3e29-eb96-49c2-ab89-a7f2fbd51be1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:31:03.862657 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2383ad28-d3cf-4bca-9ac4-1439fe57e596 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:03.869453 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2383ad28-d3cf-4bca-9ac4-1439fe57e596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:03.890399 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2383ad28-d3cf-4bca-9ac4-1439fe57e596 None None] Network 6db33c0d-f309-4fec-a389-ddc1a47c81cb is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:31:03.893691 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-2383ad28-d3cf-4bca-9ac4-1439fe57e596 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:31:03.899952 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2383ad28-d3cf-4bca-9ac4-1439fe57e596 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:31:03.938333 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d225285-ef1e-4526-869d-ef86d480a07c req-9c1f0b22-d06c-42a6-a7e1-a9ad0afa671d tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:03.941180 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d225285-ef1e-4526-869d-ef86d480a07c req-9c1f0b22-d06c-42a6-a7e1-a9ad0afa671d tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12eeb34-96c1-4cca-996a-972f4086e455 HTTP/1.1" status: 200 len: 946 time: 0.0914667 Sep 30 13:31:03.978298 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-17bd3e29-eb96-49c2-ab89-a7f2fbd51be1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:03.994712 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383ad28-d3cf-4bca-9ac4-1439fe57e596 None None] Pushing event updated for resources: {'Port': ['ID=d27ef433-01af-41be-8f69-2da1b62c4020,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:04.001179 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [None req-17bd3e29-eb96-49c2-ab89-a7f2fbd51be1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] device_id is not set on port 9836d61f-736f-41b2-a645-9fd511e82bfe yet. {{(pid=94764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:31:04.004545 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-2383ad28-d3cf-4bca-9ac4-1439fe57e596 None None] Attempting to bind port d27ef433-01af-41be-8f69-2da1b62c4020 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:31:04.004916 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-2383ad28-d3cf-4bca-9ac4-1439fe57e596 None None] Attempting to bind port d27ef433-01af-41be-8f69-2da1b62c4020 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'f561dc5b-c084-4181-b1fd-e3d017c5ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6db33c0d-f309-4fec-a389-ddc1a47c81cb'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:31:04.005732 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2383ad28-d3cf-4bca-9ac4-1439fe57e596 None None] Attempting to bind port d27ef433-01af-41be-8f69-2da1b62c4020 on network 6db33c0d-f309-4fec-a389-ddc1a47c81cb {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:31:04.012020 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2383ad28-d3cf-4bca-9ac4-1439fe57e596 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:31:04.012399 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2383ad28-d3cf-4bca-9ac4-1439fe57e596 None None] Checking segment: {'id': 'f561dc5b-c084-4181-b1fd-e3d017c5ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6db33c0d-f309-4fec-a389-ddc1a47c81cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:31:04.012807 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2383ad28-d3cf-4bca-9ac4-1439fe57e596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:04.013296 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2383ad28-d3cf-4bca-9ac4-1439fe57e596 None None] Bound using segment: {'id': 'f561dc5b-c084-4181-b1fd-e3d017c5ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6db33c0d-f309-4fec-a389-ddc1a47c81cb'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:31:04.013939 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-2383ad28-d3cf-4bca-9ac4-1439fe57e596 None None] Bound port: d27ef433-01af-41be-8f69-2da1b62c4020, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f561dc5b-c084-4181-b1fd-e3d017c5ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6db33c0d-f309-4fec-a389-ddc1a47c81cb'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:31:04.014402 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2383ad28-d3cf-4bca-9ac4-1439fe57e596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:04.091740 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-2383ad28-d3cf-4bca-9ac4-1439fe57e596 None None] For port d27ef433-01af-41be-8f69-2da1b62c4020, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:31:04.095458 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-2383ad28-d3cf-4bca-9ac4-1439fe57e596 None None] For port d27ef433-01af-41be-8f69-2da1b62c4020, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d27ef433-01af-41be-8f69-2da1b62c4020,segment=NetworkSegment(f561dc5b-c084-4181-b1fd-e3d017c5ccb6),segment_id=f561dc5b-c084-4181-b1fd-e3d017c5ccb6)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:31:04.100731 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2383ad28-d3cf-4bca-9ac4-1439fe57e596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:04.111241 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-5d225285-ef1e-4526-869d-ef86d480a07c req-4c05f607-8792-4353-bef0-9e2ccccfc497 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Deleting port 6537f6dc-376d-4670-89fe-6dff7fef0750 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:31:04.111494 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5d225285-ef1e-4526-869d-ef86d480a07c req-4c05f607-8792-4353-bef0-9e2ccccfc497 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:04.207119 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383ad28-d3cf-4bca-9ac4-1439fe57e596 None None] Pushing event updated for resources: {'Port': ['ID=d27ef433-01af-41be-8f69-2da1b62c4020,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:04.266756 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-17bd3e29-eb96-49c2-ab89-a7f2fbd51be1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Allocated IP 2001:db8::153 (6db33c0d-f309-4fec-a389-ddc1a47c81cb/93a5a990-1865-4b40-bba6-c541ed8a5022/9836d61f-736f-41b2-a645-9fd511e82bfe) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:31:04.369798 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-5d225285-ef1e-4526-869d-ef86d480a07c req-4c05f607-8792-4353-bef0-9e2ccccfc497 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] For port 6537f6dc-376d-4670-89fe-6dff7fef0750, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=6537f6dc-376d-4670-89fe-6dff7fef0750,segment=NetworkSegment(bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7),segment_id=bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:31:04.370804 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5d225285-ef1e-4526-869d-ef86d480a07c req-4c05f607-8792-4353-bef0-9e2ccccfc497 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:04.400360 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 43730ad6-547d-47fc-ab81-b26bac592821 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:31:04.449546 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 43730ad6-547d-47fc-ab81-b26bac592821 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:31:04.449891 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 43730ad6-547d-47fc-ab81-b26bac592821 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:31:04.556452 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-17bd3e29-eb96-49c2-ab89-a7f2fbd51be1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:04.606054 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3e85a-2de2-4daf-bd68-1c0c93c2bfa3 req-f3d256ac-906c-497c-bed9-99a93754dc93 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:04.607943 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1af3e85a-2de2-4daf-bd68-1c0c93c2bfa3 req-f3d256ac-906c-497c-bed9-99a93754dc93 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f12eeb34-96c1-4cca-996a-972f4086e455 HTTP/1.1" status: 200 len: 946 time: 0.1663613 Sep 30 13:31:04.631292 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-17bd3e29-eb96-49c2-ab89-a7f2fbd51be1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:05.034033 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1af3e85a-2de2-4daf-bd68-1c0c93c2bfa3 req-18cbf53d-5fa1-4fd1-bd6f-11feedb8760f tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/security-groups?id=35be3bdd-fe1b-46ea-9bb2-b1ab4a987c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4192374 Sep 30 13:31:05.058471 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5d225285-ef1e-4526-869d-ef86d480a07c req-4c05f607-8792-4353-bef0-9e2ccccfc497 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:05.058738 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5d225285-ef1e-4526-869d-ef86d480a07c req-4c05f607-8792-4353-bef0-9e2ccccfc497 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:05.059061 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [req-5d225285-ef1e-4526-869d-ef86d480a07c req-4c05f607-8792-4353-bef0-9e2ccccfc497 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Floating IP e2252bb5-984f-45d7-b8a1-6c89d0107f1f disassociated. External IP: 172.25.5.205, port: 6537f6dc-376d-4670-89fe-6dff7fef0750. Sep 30 13:31:05.059405 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-5d225285-ef1e-4526-869d-ef86d480a07c req-4c05f607-8792-4353-bef0-9e2ccccfc497 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Calling delete_port for 6537f6dc-376d-4670-89fe-6dff7fef0750 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:31:05.144940 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bd3e29-eb96-49c2-ab89-a7f2fbd51be1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network 6db33c0d-f309-4fec-a389-ddc1a47c81cb is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:31:05.148463 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-17bd3e29-eb96-49c2-ab89-a7f2fbd51be1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:31:05.154151 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bd3e29-eb96-49c2-ab89-a7f2fbd51be1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:31:05.159768 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bd3e29-eb96-49c2-ab89-a7f2fbd51be1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:05.160401 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-17bd3e29-eb96-49c2-ab89-a7f2fbd51be1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:05.164210 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd3e29-eb96-49c2-ab89-a7f2fbd51be1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Port': ['ID=9836d61f-736f-41b2-a645-9fd511e82bfe,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:05.185387 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-17bd3e29-eb96-49c2-ab89-a7f2fbd51be1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4722168 Sep 30 13:31:05.188194 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36612) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:05.193290 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-d13da95e-9456-4a1d-b038-acab68c6d454 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'subnet': {'network_id': '6db33c0d-f309-4fec-a389-ddc1a47c81cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:05.203100 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5d225285-ef1e-4526-869d-ef86d480a07c req-4c05f607-8792-4353-bef0-9e2ccccfc497 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:05.237614 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05f607-8792-4353-bef0-9e2ccccfc497 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Pushing event deleted for resources: {'Port': ['ID=6537f6dc-376d-4670-89fe-6dff7fef0750,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:05.319833 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13da95e-9456-4a1d-b038-acab68c6d454 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:31:05.324356 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d13da95e-9456-4a1d-b038-acab68c6d454 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:05.360665 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d225285-ef1e-4526-869d-ef86d480a07c req-4c05f607-8792-4353-bef0-9e2ccccfc497 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Router e51e2240-1ffd-49e1-94c9-0faa1dd84e38 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:31:05.427246 n-d-810909-2 neutron-server[94764]: INFO neutron.db.ipam_backend_mixin [None req-d13da95e-9456-4a1d-b038-acab68c6d454 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 93a5a990-1865-4b40-bba6-c541ed8a5022 (CIDR: 2001:db8::/64) Sep 30 13:31:05.435643 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-d13da95e-9456-4a1d-b038-acab68c6d454 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:31:05.436167 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d13da95e-9456-4a1d-b038-acab68c6d454 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:31:05.473923 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d13da95e-9456-4a1d-b038-acab68c6d454 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2846556 Sep 30 13:31:05.476645 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36618) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:05.483683 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-b98da8b4-1118-4e12-ac1c-0b2cd38463f0 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'subnet': {'network_id': '6db33c0d-f309-4fec-a389-ddc1a47c81cb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:05.489995 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d225285-ef1e-4526-869d-ef86d480a07c req-4c05f607-8792-4353-bef0-9e2ccccfc497 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:31:05.501533 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98d1166-a1ad-4501-bf98-531b0926fb81 None None] Sync routers for ids ['e51e2240-1ffd-49e1-94c9-0faa1dd84e38'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:31:05.514473 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98d1166-a1ad-4501-bf98-531b0926fb81 None None] Routers {'e51e2240-1ffd-49e1-94c9-0faa1dd84e38'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:31:05.515097 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-b98d1166-a1ad-4501-bf98-531b0926fb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:30:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['e51e2240-1ffd-49e1-94c9-0faa1dd84e38'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:05.555544 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-60ce656a-dec6-4682-b18c-a16982abf694 None None] Provisioning complete for port d27ef433-01af-41be-8f69-2da1b62c4020 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:05.556119 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-60ce656a-dec6-4682-b18c-a16982abf694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:05.556437 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d225285-ef1e-4526-869d-ef86d480a07c req-4c05f607-8792-4353-bef0-9e2ccccfc497 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] No DVR routers for this DVR port 6537f6dc-376d-4670-89fe-6dff7fef0750 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:31:05.562505 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5d225285-ef1e-4526-869d-ef86d480a07c req-4c05f607-8792-4353-bef0-9e2ccccfc497 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:05.566529 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d225285-ef1e-4526-869d-ef86d480a07c req-4c05f607-8792-4353-bef0-9e2ccccfc497 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.54 "DELETE /v2.0/ports/6537f6dc-376d-4670-89fe-6dff7fef0750 HTTP/1.1" status: 204 len: 173 time: 1.6190915 Sep 30 13:31:05.567221 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12eeb34-96c1-4cca-996a-972f4086e455', 'name': 'network-vif-deleted', 'tag': '6537f6dc-376d-4670-89fe-6dff7fef0750'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:31:05.583412 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6ec26d-144a-4ab0-b8a9-afbd06667ff0" -d '{"events": [{"server_uuid": "f12eeb34-96c1-4cca-996a-972f4086e455", "name": "network-vif-deleted", "tag": "6537f6dc-376d-4670-89fe-6dff7fef0750"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:31:05.649145 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-b98d1166-a1ad-4501-bf98-531b0926fb81 None None] Set router e51e2240-1ffd-49e1-94c9-0faa1dd84e38 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:31:05.655816 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863b8efb-cbc8-4b50-b969-89e30d3819b6 x-openstack-request-id: req-863b8efb-cbc8-4b50-b969-89e30d3819b6 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:31:05.656114 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12eeb34-96c1-4cca-996a-972f4086e455", "name": "network-vif-deleted", "tag": "6537f6dc-376d-4670-89fe-6dff7fef0750", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:31:05.656366 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-863b8efb-cbc8-4b50-b969-89e30d3819b6 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:31:05.656793 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12eeb34-96c1-4cca-996a-972f4086e455', 'name': 'network-vif-deleted', 'tag': '6537f6dc-376d-4670-89fe-6dff7fef0750', 'status': 'completed', 'code': 200} Sep 30 13:31:05.720045 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98da8b4-1118-4e12-ac1c-0b2cd38463f0 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:31:05.733936 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b98da8b4-1118-4e12-ac1c-0b2cd38463f0 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:05.756687 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-60ce656a-dec6-4682-b18c-a16982abf694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:05.830814 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-60ce656a-dec6-4682-b18c-a16982abf694 None None] For port d27ef433-01af-41be-8f69-2da1b62c4020, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d27ef433-01af-41be-8f69-2da1b62c4020,segment=NetworkSegment(f561dc5b-c084-4181-b1fd-e3d017c5ccb6),segment_id=f561dc5b-c084-4181-b1fd-e3d017c5ccb6)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:31:05.846657 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-60ce656a-dec6-4682-b18c-a16982abf694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:05.938077 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-b98d1166-a1ad-4501-bf98-531b0926fb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'name': 'tempest-TestServerBasicOps-1214544167-router', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '3b95c6b1-0ea8-4d68-890e-7e94383041cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:42Z', 'updated_at': '2021-09-30T13:24:52Z', 'revision_number': 4, 'project_id': '20a400e998f54b20a9927f300081053c', 'gw_port': {'id': '3b95c6b1-0ea8-4d68-890e-7e94383041cc', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:43Z', 'updated_at': '2021-09-30T13:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '8e560480-7d46-4a35-a5ec-be0dc3060afd', 'name': '', 'network_id': '37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'mac_address': 'fa:16:3e:89:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'f4804c26-a3c6-4d66-bcd4-d929f92f46a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:49Z', 'updated_at': '2021-09-30T13:25:02Z', 'revision_number': 5, 'project_id': '20a400e998f54b20a9927f300081053c', 'subnets': [{'id': 'f4804c26-a3c6-4d66-bcd4-d929f92f46a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:05.939467 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce656a-dec6-4682-b18c-a16982abf694 None None] Pushing event updated for resources: {'Port': ['ID=d27ef433-01af-41be-8f69-2da1b62c4020,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:05.954817 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-60ce656a-dec6-4682-b18c-a16982abf694 None None] Provisioning complete for port fa0dca3b-c36e-4a22-aecf-3dce82e4e0f2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:05.955435 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-60ce656a-dec6-4682-b18c-a16982abf694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:05.988941 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98d1166-a1ad-4501-bf98-531b0926fb81 None None] Checking router: e51e2240-1ffd-49e1-94c9-0faa1dd84e38 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:31:06.002703 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98d1166-a1ad-4501-bf98-531b0926fb81 None None] Routers {'e51e2240-1ffd-49e1-94c9-0faa1dd84e38'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:31:06.003521 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-b98d1166-a1ad-4501-bf98-531b0926fb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:30:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['e51e2240-1ffd-49e1-94c9-0faa1dd84e38'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:06.028717 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-60ce656a-dec6-4682-b18c-a16982abf694 None None] Port fa0dca3b-c36e-4a22-aecf-3dce82e4e0f2 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:31:06.070539 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b98da8b4-1118-4e12-ac1c-0b2cd38463f0 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:06.158433 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-b98d1166-a1ad-4501-bf98-531b0926fb81 None None] Set router e51e2240-1ffd-49e1-94c9-0faa1dd84e38 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:31:06.161473 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ff0f7267-15f0-48a7-9387-750764fff6fa None None] Provisioning complete for port 9836d61f-736f-41b2-a645-9fd511e82bfe triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:06.165743 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ff0f7267-15f0-48a7-9387-750764fff6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:06.169687 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98da8b4-1118-4e12-ac1c-0b2cd38463f0 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network 6db33c0d-f309-4fec-a389-ddc1a47c81cb is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:31:06.179733 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-b98da8b4-1118-4e12-ac1c-0b2cd38463f0 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:31:06.198736 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98da8b4-1118-4e12-ac1c-0b2cd38463f0 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:06.199330 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b98da8b4-1118-4e12-ac1c-0b2cd38463f0 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:06.224587 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334f19c5-e462-4cae-abae-6abda354fc5c None None] Network 6db33c0d-f309-4fec-a389-ddc1a47c81cb requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:31:06.327860 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a72410e0-3f92-4474-ab2d-c00ed7a5abe7 req-51e17d59-edb3-48cb-9d2d-1f70e95f82ea tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f12eeb34-96c1-4cca-996a-972f4086e455 HTTP/1.1" status: 200 len: 210 time: 0.1308479 Sep 30 13:31:06.329450 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98da8b4-1118-4e12-ac1c-0b2cd38463f0 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Subnet': ['ID=e4617a1a-0b3e-4cb6-8afa-1c220cf1f4b2,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:06.363545 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b98da8b4-1118-4e12-ac1c-0b2cd38463f0 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8847392 Sep 30 13:31:06.366614 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36634) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:06.369717 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-ff0f7267-15f0-48a7-9387-750764fff6fa None None] Port 9836d61f-736f-41b2-a645-9fd511e82bfe cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:31:06.381612 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-1c0f38be-2494-4b0f-bbac-102581e1d35a tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2035242245', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e4617a1a-0b3e-4cb6-8afa-1c220cf1f4b2'}], 'security_groups': ['3c16f8da-4022-4e5f-8790-404cbada9185']}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:06.689186 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d27ef433-01af-41be-8f69-2da1b62c4020 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:31:06.700866 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c0f38be-2494-4b0f-bbac-102581e1d35a tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:06.751982 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port d27ef433-01af-41be-8f69-2da1b62c4020 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:06.752204 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:06.755185 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-b98d1166-a1ad-4501-bf98-531b0926fb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'name': 'tempest-TestServerBasicOps-1214544167-router', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '3b95c6b1-0ea8-4d68-890e-7e94383041cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:42Z', 'updated_at': '2021-09-30T13:24:52Z', 'revision_number': 4, 'project_id': '20a400e998f54b20a9927f300081053c', 'gw_port': {'id': '3b95c6b1-0ea8-4d68-890e-7e94383041cc', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:43Z', 'updated_at': '2021-09-30T13:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '8e560480-7d46-4a35-a5ec-be0dc3060afd', 'name': '', 'network_id': '37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'mac_address': 'fa:16:3e:89:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'f4804c26-a3c6-4d66-bcd4-d929f92f46a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:49Z', 'updated_at': '2021-09-30T13:25:02Z', 'revision_number': 5, 'project_id': '20a400e998f54b20a9927f300081053c', 'subnets': [{'id': 'f4804c26-a3c6-4d66-bcd4-d929f92f46a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:06.800954 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98d1166-a1ad-4501-bf98-531b0926fb81 None None] The sync data for ids ['e51e2240-1ffd-49e1-94c9-0faa1dd84e38'] in n-d-810909-2 is: [{'id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'name': 'tempest-TestServerBasicOps-1214544167-router', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '3b95c6b1-0ea8-4d68-890e-7e94383041cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:42Z', 'updated_at': '2021-09-30T13:24:52Z', 'revision_number': 4, 'project_id': '20a400e998f54b20a9927f300081053c', 'gw_port': {'id': '3b95c6b1-0ea8-4d68-890e-7e94383041cc', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:43Z', 'updated_at': '2021-09-30T13:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '8e560480-7d46-4a35-a5ec-be0dc3060afd', 'name': '', 'network_id': '37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'mac_address': 'fa:16:3e:89:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'f4804c26-a3c6-4d66-bcd4-d929f92f46a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:49Z', 'updated_at': '2021-09-30T13:25:02Z', 'revision_number': 5, 'project_id': '20a400e998f54b20a9927f300081053c', 'subnets': [{'id': 'f4804c26-a3c6-4d66-bcd4-d929f92f46a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:31:06.944286 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaac608a-4b7b-4be1-81e0-a0b8d883cc2f None None] Update dhcp port {'port': {'network_id': '6db33c0d-f309-4fec-a389-ddc1a47c81cb', 'fixed_ips': [{'subnet_id': '93a5a990-1865-4b40-bba6-c541ed8a5022', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e4617a1a-0b3e-4cb6-8afa-1c220cf1f4b2'}], 'binding:host_id': 'n-d-810909-2'}, 'id': 'd27ef433-01af-41be-8f69-2da1b62c4020'} from n-d-810909-2. {{(pid=94765) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 13:31:06.974374 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eaac608a-4b7b-4be1-81e0-a0b8d883cc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:07.051538 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-1c0f38be-2494-4b0f-bbac-102581e1d35a tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Delete allocated IP 2001:db8::153 (6db33c0d-f309-4fec-a389-ddc1a47c81cb/93a5a990-1865-4b40-bba6-c541ed8a5022) {{(pid=94764) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 30 13:31:07.062861 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-1c0f38be-2494-4b0f-bbac-102581e1d35a tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Allocated IP 2001:db8:0:1::341 (6db33c0d-f309-4fec-a389-ddc1a47c81cb/e4617a1a-0b3e-4cb6-8afa-1c220cf1f4b2/9836d61f-736f-41b2-a645-9fd511e82bfe) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:31:07.241256 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4a0a4d-ab58-4da0-b343-17fffabb9a83 None None] New status for floating IP e2252bb5-984f-45d7-b8a1-6c89d0107f1f: DOWN {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:31:07.278343 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c0f38be-2494-4b0f-bbac-102581e1d35a tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:07.284685 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c0f38be-2494-4b0f-bbac-102581e1d35a tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:07.385700 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-1c0f38be-2494-4b0f-bbac-102581e1d35a tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] In _notify_port_updated(), no bound segment for port 9836d61f-736f-41b2-a645-9fd511e82bfe on network 6db33c0d-f309-4fec-a389-ddc1a47c81cb {{(pid=94764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 13:31:07.392079 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0f38be-2494-4b0f-bbac-102581e1d35a tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:07.392847 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c0f38be-2494-4b0f-bbac-102581e1d35a tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:07.394566 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1c0f38be-2494-4b0f-bbac-102581e1d35a tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "PUT /v2.0/ports/9836d61f-736f-41b2-a645-9fd511e82bfe HTTP/1.1" status: 200 len: 931 time: 1.0265069 Sep 30 13:31:07.397322 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36668) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:07.414892 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f38be-2494-4b0f-bbac-102581e1d35a tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Port': ['ID=9836d61f-736f-41b2-a645-9fd511e82bfe,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:07.458608 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36672) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:07.483247 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-eaac608a-4b7b-4be1-81e0-a0b8d883cc2f None None] Allocated IP 2001:db8:0:1::2 (6db33c0d-f309-4fec-a389-ddc1a47c81cb/e4617a1a-0b3e-4cb6-8afa-1c220cf1f4b2/d27ef433-01af-41be-8f69-2da1b62c4020) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:31:07.628760 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-4fc5f50f-c2ce-4a5c-9fd1-123611f5a16f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting port 9836d61f-736f-41b2-a645-9fd511e82bfe {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:31:07.630228 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4fc5f50f-c2ce-4a5c-9fd1-123611f5a16f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:07.659823 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-4d5321f9-29c0-4426-b834-6599e4056860 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Deleting port 6bd6fcec-ab46-41a9-a6a8-96d89eacac24 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:31:07.660170 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d5321f9-29c0-4426-b834-6599e4056860 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:07.664558 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-eaac608a-4b7b-4be1-81e0-a0b8d883cc2f None None] For port d27ef433-01af-41be-8f69-2da1b62c4020, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d27ef433-01af-41be-8f69-2da1b62c4020,segment=NetworkSegment(f561dc5b-c084-4181-b1fd-e3d017c5ccb6),segment_id=f561dc5b-c084-4181-b1fd-e3d017c5ccb6)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:31:07.683298 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 6537f6dc-376d-4670-89fe-6dff7fef0750 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:31:07.739345 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eaac608a-4b7b-4be1-81e0-a0b8d883cc2f None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:07.757628 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d5321f9-29c0-4426-b834-6599e4056860 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:07.758061 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d5321f9-29c0-4426-b834-6599e4056860 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:07.767064 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eaac608a-4b7b-4be1-81e0-a0b8d883cc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:07.769032 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 6537f6dc-376d-4670-89fe-6dff7fef0750 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:31:07.769447 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 6537f6dc-376d-4670-89fe-6dff7fef0750 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:31:07.772524 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-4d5321f9-29c0-4426-b834-6599e4056860 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Calling delete_port for 6bd6fcec-ab46-41a9-a6a8-96d89eacac24 owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:31:07.817514 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4fc5f50f-c2ce-4a5c-9fd1-123611f5a16f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:07.833463 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-4fc5f50f-c2ce-4a5c-9fd1-123611f5a16f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Calling delete_port for 9836d61f-736f-41b2-a645-9fd511e82bfe owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:31:07.868309 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac608a-4b7b-4be1-81e0-a0b8d883cc2f None None] Pushing event updated for resources: {'Port': ['ID=d27ef433-01af-41be-8f69-2da1b62c4020,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:07.976647 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d5321f9-29c0-4426-b834-6599e4056860 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:07.999733 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4fc5f50f-c2ce-4a5c-9fd1-123611f5a16f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:08.017409 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5321f9-29c0-4426-b834-6599e4056860 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Pushing event deleted for resources: {'Port': ['ID=6bd6fcec-ab46-41a9-a6a8-96d89eacac24,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:08.035020 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5f50f-c2ce-4a5c-9fd1-123611f5a16f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Port': ['ID=9836d61f-736f-41b2-a645-9fd511e82bfe,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:08.074310 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4fc5f50f-c2ce-4a5c-9fd1-123611f5a16f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:08.081429 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4fc5f50f-c2ce-4a5c-9fd1-123611f5a16f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/ports/9836d61f-736f-41b2-a645-9fd511e82bfe HTTP/1.1" status: 204 len: 168 time: 0.6828475 Sep 30 13:31:08.082091 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36688) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:08.104571 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d5321f9-29c0-4426-b834-6599e4056860 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:08.107430 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d5321f9-29c0-4426-b834-6599e4056860 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:08.108813 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4d5321f9-29c0-4426-b834-6599e4056860 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "DELETE /v2.0/floatingips/e2252bb5-984f-45d7-b8a1-6c89d0107f1f HTTP/1.1" status: 204 len: 168 time: 0.6489167 Sep 30 13:31:08.111635 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-694b23a6-68f0-4fff-bfad-dc8ef3b043f1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] GET failed (client error): The resource could not be found. Sep 30 13:31:08.113297 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-694b23a6-68f0-4fff-bfad-dc8ef3b043f1 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "GET /v2.0/ports/9836d61f-736f-41b2-a645-9fd511e82bfe HTTP/1.1" status: 404 len: 333 time: 0.0302553 Sep 30 13:31:08.115871 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36694) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:08.178795 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b49c9721-afa7-4fd9-a8bc-f53d611272ef tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:08.190413 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36698) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:08.216470 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b49c9721-afa7-4fd9-a8bc-f53d611272ef tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:08.278533 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b49c9721-afa7-4fd9-a8bc-f53d611272ef tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:08.281529 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e609a196-4db9-4106-8625-5e852a46ba93 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:08.282132 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b49c9721-afa7-4fd9-a8bc-f53d611272ef tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:08.283779 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b49c9721-afa7-4fd9-a8bc-f53d611272ef tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/security-groups/d7a36634-c019-4043-a029-3b8bdce2da7a HTTP/1.1" status: 204 len: 168 time: 0.1666887 Sep 30 13:31:08.295327 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36702) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:08.296208 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c9721-afa7-4fd9-a8bc-f53d611272ef tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a36634-c019-4043-a029-3b8bdce2da7a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:08.316188 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e609a196-4db9-4106-8625-5e852a46ba93 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:08.335046 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49c9721-afa7-4fd9-a8bc-f53d611272ef tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:08.335830 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49c9721-afa7-4fd9-a8bc-f53d611272ef tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:08.336349 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49c9721-afa7-4fd9-a8bc-f53d611272ef tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:08.336936 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49c9721-afa7-4fd9-a8bc-f53d611272ef tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:08.337416 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49c9721-afa7-4fd9-a8bc-f53d611272ef tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:08.338641 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49c9721-afa7-4fd9-a8bc-f53d611272ef tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:08.339141 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49c9721-afa7-4fd9-a8bc-f53d611272ef tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:08.339629 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49c9721-afa7-4fd9-a8bc-f53d611272ef tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:08.340109 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49c9721-afa7-4fd9-a8bc-f53d611272ef tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:08.340590 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49c9721-afa7-4fd9-a8bc-f53d611272ef tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:08.341071 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49c9721-afa7-4fd9-a8bc-f53d611272ef tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:08.341565 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49c9721-afa7-4fd9-a8bc-f53d611272ef tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:08.399821 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d27ef433-01af-41be-8f69-2da1b62c4020 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:31:08.410853 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-00249101-f80a-4b7b-8eef-d5201108e039 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:08.467493 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e609a196-4db9-4106-8625-5e852a46ba93 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:08.470993 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e609a196-4db9-4106-8625-5e852a46ba93 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:08.472475 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port d27ef433-01af-41be-8f69-2da1b62c4020 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:08.473042 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:08.477795 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e609a196-4db9-4106-8625-5e852a46ba93 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] 10.222.0.18 "DELETE /v2.0/security-groups/35be3bdd-fe1b-46ea-9bb2-b1ab4a987c68 HTTP/1.1" status: 204 len: 168 time: 0.2861252 Sep 30 13:31:08.479035 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-00249101-f80a-4b7b-8eef-d5201108e039 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:08.497645 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609a196-4db9-4106-8625-5e852a46ba93 tempest-TestServerBasicOps-434028000 tempest-TestServerBasicOps-434028000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35be3bdd-fe1b-46ea-9bb2-b1ab4a987c68,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:08.570121 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36716) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:08.604197 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-00249101-f80a-4b7b-8eef-d5201108e039 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:08.607411 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-00249101-f80a-4b7b-8eef-d5201108e039 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:08.608584 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-00249101-f80a-4b7b-8eef-d5201108e039 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/security-groups/3c16f8da-4022-4e5f-8790-404cbada9185 HTTP/1.1" status: 204 len: 168 time: 0.3069010 Sep 30 13:31:08.611463 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36720) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:08.635034 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00249101-f80a-4b7b-8eef-d5201108e039 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c16f8da-4022-4e5f-8790-404cbada9185,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:08.732422 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb85e3f-b04f-4955-99c0-7f1a5b76aa14 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting subnet 93a5a990-1865-4b40-bba6-c541ed8a5022 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:31:08.735852 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6fb85e3f-b04f-4955-99c0-7f1a5b76aa14 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:08.821376 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6fb85e3f-b04f-4955-99c0-7f1a5b76aa14 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:08.823422 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-8f94cbad-14f6-4ae9-b855-3e714f00dfd1 None None] Provisioning complete for port d27ef433-01af-41be-8f69-2da1b62c4020 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:08.823881 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8f94cbad-14f6-4ae9-b855-3e714f00dfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:09.004916 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-8f94cbad-14f6-4ae9-b855-3e714f00dfd1 None None] Could not find standard attr ID for object 9836d61f-736f-41b2-a645-9fd511e82bfe. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:31:09.015656 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-8f94cbad-14f6-4ae9-b855-3e714f00dfd1 None None] Provisioning complete for port fa0dca3b-c36e-4a22-aecf-3dce82e4e0f2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:09.016317 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8f94cbad-14f6-4ae9-b855-3e714f00dfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:09.051592 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-8f94cbad-14f6-4ae9-b855-3e714f00dfd1 None None] Port fa0dca3b-c36e-4a22-aecf-3dce82e4e0f2 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:31:09.094047 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6fb85e3f-b04f-4955-99c0-7f1a5b76aa14 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:09.174042 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-e4ced081-d84a-4316-aaa6-c4292cdaa49d None None] Could not find standard attr ID for object 9836d61f-736f-41b2-a645-9fd511e82bfe. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:31:09.331904 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6fb85e3f-b04f-4955-99c0-7f1a5b76aa14 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:09.354695 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6fb85e3f-b04f-4955-99c0-7f1a5b76aa14 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:09.360832 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36738) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:09.361377 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6fb85e3f-b04f-4955-99c0-7f1a5b76aa14 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/subnets/93a5a990-1865-4b40-bba6-c541ed8a5022 HTTP/1.1" status: 204 len: 168 time: 0.7481534 Sep 30 13:31:09.366871 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-cfe311fa-e57f-4452-b462-d1635981618d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'subnet': {'network_id': '6db33c0d-f309-4fec-a389-ddc1a47c81cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:09.386746 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb85e3f-b04f-4955-99c0-7f1a5b76aa14 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Subnet': ['ID=93a5a990-1865-4b40-bba6-c541ed8a5022,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:09.460226 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c583ddaf-fe2e-45f9-ab80-ed1d62ddf20c None None] Network 6db33c0d-f309-4fec-a389-ddc1a47c81cb requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:31:09.579565 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe311fa-e57f-4452-b462-d1635981618d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:31:09.584698 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cfe311fa-e57f-4452-b462-d1635981618d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:09.706402 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6874a35c-9e42-4a4d-9e0a-7e04c4f2a879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:09.972119 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cfe311fa-e57f-4452-b462-d1635981618d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:10.065400 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe311fa-e57f-4452-b462-d1635981618d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network 6db33c0d-f309-4fec-a389-ddc1a47c81cb is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:31:10.071767 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-cfe311fa-e57f-4452-b462-d1635981618d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:31:10.088464 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe311fa-e57f-4452-b462-d1635981618d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:10.089496 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cfe311fa-e57f-4452-b462-d1635981618d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:10.105601 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe311fa-e57f-4452-b462-d1635981618d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Subnet': ['ID=ac3b6d2d-058b-42a8-91c7-9b1542236dac,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:10.130030 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cfe311fa-e57f-4452-b462-d1635981618d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7673798 Sep 30 13:31:10.132497 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36758) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:10.137795 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-0768b796-708d-46bd-881c-b87c5a76e585 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'security_group': {'name': 'tempest-secgroup-1905650447'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:10.183460 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0768b796-708d-46bd-881c-b87c5a76e585 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:10.343983 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-6874a35c-9e42-4a4d-9e0a-7e04c4f2a879 admin admin] Deleting port 8e560480-7d46-4a35-a5ec-be0dc3060afd {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:31:10.344522 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6874a35c-9e42-4a4d-9e0a-7e04c4f2a879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:10.408799 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0768b796-708d-46bd-881c-b87c5a76e585 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:10.417744 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0768b796-708d-46bd-881c-b87c5a76e585 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:10.477106 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0768b796-708d-46bd-881c-b87c5a76e585 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:10.481358 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0768b796-708d-46bd-881c-b87c5a76e585 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3447828 Sep 30 13:31:10.481512 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768b796-708d-46bd-881c-b87c5a76e585 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5402c3b9-daa5-4d27-91a9-04dd8f20c86a,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:10.483616 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36764) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:10.489366 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-c96b0d2f-5639-4815-bf89-8543957c97b4 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'security_group': {'name': 'tempest-secgroup-727346785'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:10.498763 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-6874a35c-9e42-4a4d-9e0a-7e04c4f2a879 admin admin] For port 8e560480-7d46-4a35-a5ec-be0dc3060afd, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=8e560480-7d46-4a35-a5ec-be0dc3060afd,segment=NetworkSegment(bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7),segment_id=bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:31:10.499534 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6874a35c-9e42-4a4d-9e0a-7e04c4f2a879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:10.517106 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c96b0d2f-5639-4815-bf89-8543957c97b4 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:10.518231 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-6874a35c-9e42-4a4d-9e0a-7e04c4f2a879 admin admin] Calling delete_port for 8e560480-7d46-4a35-a5ec-be0dc3060afd owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:31:10.642634 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c96b0d2f-5639-4815-bf89-8543957c97b4 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:10.649267 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c96b0d2f-5639-4815-bf89-8543957c97b4 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:10.684863 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c96b0d2f-5639-4815-bf89-8543957c97b4 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:10.686262 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c96b0d2f-5639-4815-bf89-8543957c97b4 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2017894 Sep 30 13:31:10.689617 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36772) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:10.702297 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-4cb51f9e-f0a9-4f39-8470-66e13cf8b747 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'security_group': {'name': 'tempest-secgroup-8578573'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:10.710735 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b0d2f-5639-4815-bf89-8543957c97b4 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcf1c96-34ba-4e3f-a20e-31a620b44596,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:10.718184 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63834742-8cfc-492b-b17b-1f190ddc5157 None None] Network 6db33c0d-f309-4fec-a389-ddc1a47c81cb requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:31:10.730495 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4cb51f9e-f0a9-4f39-8470-66e13cf8b747 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:10.836117 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4cb51f9e-f0a9-4f39-8470-66e13cf8b747 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:10.844243 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4cb51f9e-f0a9-4f39-8470-66e13cf8b747 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:10.862750 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ea2d9705-cba5-4583-b854-a5031bd39bb6 None None] Provisioning complete for port d27ef433-01af-41be-8f69-2da1b62c4020 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:10.863354 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ea2d9705-cba5-4583-b854-a5031bd39bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:10.889909 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4cb51f9e-f0a9-4f39-8470-66e13cf8b747 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:10.894167 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4cb51f9e-f0a9-4f39-8470-66e13cf8b747 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.2006903 Sep 30 13:31:10.894562 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36778) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:10.901202 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-988ffdde-0bf2-439f-a8f7-ea0bff0ae378 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-173522674', 'security_groups': ['d6194b51-530b-443f-841f-9537a3d559ba'], 'network_id': '6db33c0d-f309-4fec-a389-ddc1a47c81cb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ac3b6d2d-058b-42a8-91c7-9b1542236dac'}]}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:10.906184 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb51f9e-f0a9-4f39-8470-66e13cf8b747 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6194b51-530b-443f-841f-9537a3d559ba,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:11.086598 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ea2d9705-cba5-4583-b854-a5031bd39bb6 None None] Provisioning complete for port fa0dca3b-c36e-4a22-aecf-3dce82e4e0f2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:11.086973 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ea2d9705-cba5-4583-b854-a5031bd39bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:11.115012 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988ffdde-0bf2-439f-a8f7-ea0bff0ae378 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:31:11.130690 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-ea2d9705-cba5-4583-b854-a5031bd39bb6 None None] Port fa0dca3b-c36e-4a22-aecf-3dce82e4e0f2 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:31:11.173888 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebc875f-dc1b-4fda-b71d-2b2bf6237c20 None None] Update dhcp port {'port': {'network_id': '6db33c0d-f309-4fec-a389-ddc1a47c81cb', 'fixed_ips': [{'subnet_id': 'e4617a1a-0b3e-4cb6-8afa-1c220cf1f4b2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ac3b6d2d-058b-42a8-91c7-9b1542236dac'}], 'binding:host_id': 'n-d-810909-2'}, 'id': 'd27ef433-01af-41be-8f69-2da1b62c4020'} from n-d-810909-2. {{(pid=94765) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 13:31:11.207167 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3ebc875f-dc1b-4fda-b71d-2b2bf6237c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:11.256915 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6874a35c-9e42-4a4d-9e0a-7e04c4f2a879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:11.285887 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874a35c-9e42-4a4d-9e0a-7e04c4f2a879 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e560480-7d46-4a35-a5ec-be0dc3060afd,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:11.328922 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-988ffdde-0bf2-439f-a8f7-ea0bff0ae378 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:11.365396 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-988ffdde-0bf2-439f-a8f7-ea0bff0ae378 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] device_id is not set on port 52a65ac7-1efc-4309-9968-1f18d5d1e8cf yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:31:11.510991 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-3ebc875f-dc1b-4fda-b71d-2b2bf6237c20 None None] Allocated IP 2001:db8::2 (6db33c0d-f309-4fec-a389-ddc1a47c81cb/ac3b6d2d-058b-42a8-91c7-9b1542236dac/d27ef433-01af-41be-8f69-2da1b62c4020) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:31:11.628709 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6874a35c-9e42-4a4d-9e0a-7e04c4f2a879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:11.870715 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-3ebc875f-dc1b-4fda-b71d-2b2bf6237c20 None None] For port d27ef433-01af-41be-8f69-2da1b62c4020, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d27ef433-01af-41be-8f69-2da1b62c4020,segment=NetworkSegment(f561dc5b-c084-4181-b1fd-e3d017c5ccb6),segment_id=f561dc5b-c084-4181-b1fd-e3d017c5ccb6)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:31:11.882333 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6874a35c-9e42-4a4d-9e0a-7e04c4f2a879 admin admin] Router e51e2240-1ffd-49e1-94c9-0faa1dd84e38 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:31:11.913846 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3ebc875f-dc1b-4fda-b71d-2b2bf6237c20 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:11.930515 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3ebc875f-dc1b-4fda-b71d-2b2bf6237c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:11.998192 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-988ffdde-0bf2-439f-a8f7-ea0bff0ae378 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Allocated IP 2001:db8::2fb (6db33c0d-f309-4fec-a389-ddc1a47c81cb/ac3b6d2d-058b-42a8-91c7-9b1542236dac/52a65ac7-1efc-4309-9968-1f18d5d1e8cf) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:31:12.084406 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6874a35c-9e42-4a4d-9e0a-7e04c4f2a879 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:31:12.096515 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45490c77-6d4c-4c6e-9840-a3e2c39f6851 None None] Sync routers for ids ['e51e2240-1ffd-49e1-94c9-0faa1dd84e38'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:31:12.099957 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6874a35c-9e42-4a4d-9e0a-7e04c4f2a879 admin admin] 10.222.0.18 "PUT /v2.0/routers/e51e2240-1ffd-49e1-94c9-0faa1dd84e38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5284944 Sep 30 13:31:12.103900 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36810) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:12.111722 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45490c77-6d4c-4c6e-9840-a3e2c39f6851 None None] Routers {'e51e2240-1ffd-49e1-94c9-0faa1dd84e38'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:31:12.112664 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-45490c77-6d4c-4c6e-9840-a3e2c39f6851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:30:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['e51e2240-1ffd-49e1-94c9-0faa1dd84e38'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:12.136932 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc875f-dc1b-4fda-b71d-2b2bf6237c20 None None] Pushing event updated for resources: {'Port': ['ID=d27ef433-01af-41be-8f69-2da1b62c4020,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:12.292452 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f7cb704-1013-4a4c-9765-73b9e0cf740e admin admin] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:12.347515 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-988ffdde-0bf2-439f-a8f7-ea0bff0ae378 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:12.404978 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-988ffdde-0bf2-439f-a8f7-ea0bff0ae378 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:12.504654 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988ffdde-0bf2-439f-a8f7-ea0bff0ae378 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network 6db33c0d-f309-4fec-a389-ddc1a47c81cb is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:31:12.518324 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-988ffdde-0bf2-439f-a8f7-ea0bff0ae378 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:31:12.518706 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f7cb704-1013-4a4c-9765-73b9e0cf740e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:12.520820 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988ffdde-0bf2-439f-a8f7-ea0bff0ae378 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:31:12.534856 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988ffdde-0bf2-439f-a8f7-ea0bff0ae378 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:12.535743 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-988ffdde-0bf2-439f-a8f7-ea0bff0ae378 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:12.546336 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d27ef433-01af-41be-8f69-2da1b62c4020 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:31:12.581795 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-45490c77-6d4c-4c6e-9840-a3e2c39f6851 None None] Set router e51e2240-1ffd-49e1-94c9-0faa1dd84e38 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:31:12.584573 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ffdde-0bf2-439f-a8f7-ea0bff0ae378 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Port': ['ID=52a65ac7-1efc-4309-9968-1f18d5d1e8cf,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:12.594871 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36820) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:12.597902 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-988ffdde-0bf2-439f-a8f7-ea0bff0ae378 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7021799 Sep 30 13:31:12.606328 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-276f691a-8e6c-462e-9bc5-6a43b2bd81d2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'subnet': {'network_id': '6db33c0d-f309-4fec-a389-ddc1a47c81cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:12.666960 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port d27ef433-01af-41be-8f69-2da1b62c4020 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:12.667339 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:12.763750 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276f691a-8e6c-462e-9bc5-6a43b2bd81d2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:31:12.771586 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-276f691a-8e6c-462e-9bc5-6a43b2bd81d2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:12.795113 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-1f7cb704-1013-4a4c-9765-73b9e0cf740e admin admin] Deleting port 3b95c6b1-0ea8-4d68-890e-7e94383041cc {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:31:12.795459 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f7cb704-1013-4a4c-9765-73b9e0cf740e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:12.968533 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-45490c77-6d4c-4c6e-9840-a3e2c39f6851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'name': 'tempest-TestServerBasicOps-1214544167-router', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '3b95c6b1-0ea8-4d68-890e-7e94383041cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:42Z', 'updated_at': '2021-09-30T13:31:11Z', 'revision_number': 5, 'project_id': '20a400e998f54b20a9927f300081053c', 'gw_port': {'id': '3b95c6b1-0ea8-4d68-890e-7e94383041cc', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:43Z', 'updated_at': '2021-09-30T13:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:12.982807 n-d-810909-2 neutron-server[94764]: INFO neutron.db.ipam_backend_mixin [None req-276f691a-8e6c-462e-9bc5-6a43b2bd81d2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ac3b6d2d-058b-42a8-91c7-9b1542236dac (CIDR: 2001:db8::/64) Sep 30 13:31:12.988047 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-276f691a-8e6c-462e-9bc5-6a43b2bd81d2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:31:12.988047 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-276f691a-8e6c-462e-9bc5-6a43b2bd81d2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:31:12.996065 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-1f7cb704-1013-4a4c-9765-73b9e0cf740e admin admin] For port 3b95c6b1-0ea8-4d68-890e-7e94383041cc, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3b95c6b1-0ea8-4d68-890e-7e94383041cc,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:31:12.996431 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f7cb704-1013-4a4c-9765-73b9e0cf740e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:13.007768 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45490c77-6d4c-4c6e-9840-a3e2c39f6851 None None] Checking router: e51e2240-1ffd-49e1-94c9-0faa1dd84e38 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:31:13.015363 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-1f7cb704-1013-4a4c-9765-73b9e0cf740e admin admin] Calling delete_port for 3b95c6b1-0ea8-4d68-890e-7e94383041cc owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:31:13.019979 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45490c77-6d4c-4c6e-9840-a3e2c39f6851 None None] Routers {'e51e2240-1ffd-49e1-94c9-0faa1dd84e38'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:31:13.021396 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-45490c77-6d4c-4c6e-9840-a3e2c39f6851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:30:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['e51e2240-1ffd-49e1-94c9-0faa1dd84e38'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:13.033693 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-276f691a-8e6c-462e-9bc5-6a43b2bd81d2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4375513 Sep 30 13:31:13.036787 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36830) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:13.045706 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-ea4d7088-3d1b-4ff9-84ca-fe203c6ae0c6 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'subnet': {'network_id': '6db33c0d-f309-4fec-a389-ddc1a47c81cb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:13.234234 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-45490c77-6d4c-4c6e-9840-a3e2c39f6851 None None] Set router e51e2240-1ffd-49e1-94c9-0faa1dd84e38 gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:31:13.291533 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-480eb64d-f42b-4fc9-b848-644366a6a3c6 None None] Provisioning complete for port d27ef433-01af-41be-8f69-2da1b62c4020 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:13.291992 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-480eb64d-f42b-4fc9-b848-644366a6a3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:13.304745 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4d7088-3d1b-4ff9-84ca-fe203c6ae0c6 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:31:13.316741 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ea4d7088-3d1b-4ff9-84ca-fe203c6ae0c6 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:13.323200 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-45490c77-6d4c-4c6e-9840-a3e2c39f6851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'name': 'tempest-TestServerBasicOps-1214544167-router', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:42Z', 'updated_at': '2021-09-30T13:31:12Z', 'revision_number': 6, 'project_id': '20a400e998f54b20a9927f300081053c', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:13.376373 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f7cb704-1013-4a4c-9765-73b9e0cf740e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:13.423869 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45490c77-6d4c-4c6e-9840-a3e2c39f6851 None None] The sync data for ids ['e51e2240-1ffd-49e1-94c9-0faa1dd84e38'] in n-d-810909-2 is: [{'id': 'e51e2240-1ffd-49e1-94c9-0faa1dd84e38', 'name': 'tempest-TestServerBasicOps-1214544167-router', 'tenant_id': '20a400e998f54b20a9927f300081053c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:42Z', 'updated_at': '2021-09-30T13:31:12Z', 'revision_number': 6, 'project_id': '20a400e998f54b20a9927f300081053c', 'gw_port_host': None}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:31:13.497357 n-d-810909-2 neutron-server[94763]: INFO neutron.db.ipam_backend_mixin [None req-ea4d7088-3d1b-4ff9-84ca-fe203c6ae0c6 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e4617a1a-0b3e-4cb6-8afa-1c220cf1f4b2 (CIDR: 2001:db8:0:1::/64) Sep 30 13:31:13.503578 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cb704-1013-4a4c-9765-73b9e0cf740e admin admin] Pushing event deleted for resources: {'Port': ['ID=3b95c6b1-0ea8-4d68-890e-7e94383041cc,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:13.504105 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4d7088-3d1b-4ff9-84ca-fe203c6ae0c6 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:31:13.504576 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea4d7088-3d1b-4ff9-84ca-fe203c6ae0c6 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:31:13.522423 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-480eb64d-f42b-4fc9-b848-644366a6a3c6 None None] Provisioning complete for port fa0dca3b-c36e-4a22-aecf-3dce82e4e0f2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:13.522823 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-480eb64d-f42b-4fc9-b848-644366a6a3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:13.545840 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ea4d7088-3d1b-4ff9-84ca-fe203c6ae0c6 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5054235 Sep 30 13:31:13.546972 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36842) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:13.551236 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-a0f24e44-3dfe-4069-98f7-76d703e7179f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'subnet': {'network_id': '6db33c0d-f309-4fec-a389-ddc1a47c81cb', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:13.594757 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-480eb64d-f42b-4fc9-b848-644366a6a3c6 None None] Port fa0dca3b-c36e-4a22-aecf-3dce82e4e0f2 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:31:13.607538 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f7cb704-1013-4a4c-9765-73b9e0cf740e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:13.726145 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-b77303a3-dd82-44e0-9605-466cba1ed53c None None] Provisioning complete for port 52a65ac7-1efc-4309-9968-1f18d5d1e8cf triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:13.726296 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b77303a3-dd82-44e0-9605-466cba1ed53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:13.744457 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f24e44-3dfe-4069-98f7-76d703e7179f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Made reservation on behalf of 49825ab3f2ce4615ab6bd23c241ffaca for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:31:13.749284 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0f24e44-3dfe-4069-98f7-76d703e7179f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:13.762398 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f7cb704-1013-4a4c-9765-73b9e0cf740e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:13.765546 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f7cb704-1013-4a4c-9765-73b9e0cf740e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:13.786886 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-b77303a3-dd82-44e0-9605-466cba1ed53c None None] Port 52a65ac7-1efc-4309-9968-1f18d5d1e8cf cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:31:13.850290 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f7cb704-1013-4a4c-9765-73b9e0cf740e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:13.850854 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7cb704-1013-4a4c-9765-73b9e0cf740e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e51e2240-1ffd-49e1-94c9-0faa1dd84e38 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:31:13.856328 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f7cb704-1013-4a4c-9765-73b9e0cf740e admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:13.857514 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1f7cb704-1013-4a4c-9765-73b9e0cf740e admin admin] 10.222.0.18 "DELETE /v2.0/routers/e51e2240-1ffd-49e1-94c9-0faa1dd84e38 HTTP/1.1" status: 204 len: 168 time: 1.7493994 Sep 30 13:31:13.860308 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36850) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:13.929481 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-594439a6-5985-4b11-95d4-f318550657e0 admin admin] Deleting subnet f4804c26-a3c6-4d66-bcd4-d929f92f46a9 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:31:13.940669 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-594439a6-5985-4b11-95d4-f318550657e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:13.986637 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-594439a6-5985-4b11-95d4-f318550657e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:14.158488 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-594439a6-5985-4b11-95d4-f318550657e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:14.211909 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0f24e44-3dfe-4069-98f7-76d703e7179f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:14.282848 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f24e44-3dfe-4069-98f7-76d703e7179f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Network 6db33c0d-f309-4fec-a389-ddc1a47c81cb is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:31:14.292649 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f24e44-3dfe-4069-98f7-76d703e7179f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Subnet': ['ID=3b9e36a4-c0e0-4f03-8571-01cc7c409106,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:14.295539 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-a0f24e44-3dfe-4069-98f7-76d703e7179f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:31:14.300682 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-594439a6-5985-4b11-95d4-f318550657e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:14.303731 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f24e44-3dfe-4069-98f7-76d703e7179f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:14.304489 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0f24e44-3dfe-4069-98f7-76d703e7179f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:14.318265 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d2f51d-2cd0-41b3-9183-91b7aeb0e9de None None] Network 6db33c0d-f309-4fec-a389-ddc1a47c81cb requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:31:14.346059 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594439a6-5985-4b11-95d4-f318550657e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4804c26-a3c6-4d66-bcd4-d929f92f46a9,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:14.352431 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-594439a6-5985-4b11-95d4-f318550657e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:14.355175 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-594439a6-5985-4b11-95d4-f318550657e0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f4804c26-a3c6-4d66-bcd4-d929f92f46a9 HTTP/1.1" status: 204 len: 168 time: 0.4936924 Sep 30 13:31:14.360007 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36862) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:14.375447 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a0f24e44-3dfe-4069-98f7-76d703e7179f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8244863 Sep 30 13:31:14.375683 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2603bb-6eae-45b5-b97e-d33e9fcf9b9e None None] Network 37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:31:14.375777 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36864) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:14.384191 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-e8c3d6c6-c0f4-4ab4-a6db-660d42066fc5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2033057466', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3b9e36a4-c0e0-4f03-8571-01cc7c409106'}], 'security_groups': ['5402c3b9-daa5-4d27-91a9-04dd8f20c86a', 'cdcf1c96-34ba-4e3f-a20e-31a620b44596']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:14.473393 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3b95c6b1-0ea8-4d68-890e-7e94383041cc no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:31:14.537793 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 3b95c6b1-0ea8-4d68-890e-7e94383041cc {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:31:14.538384 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3b95c6b1-0ea8-4d68-890e-7e94383041cc not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:31:14.538982 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 8e560480-7d46-4a35-a5ec-be0dc3060afd no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:31:14.580424 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:14.590554 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e8c3d6c6-c0f4-4ab4-a6db-660d42066fc5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:14.724649 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 8e560480-7d46-4a35-a5ec-be0dc3060afd {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:31:14.743848 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] Deleting port 17bbac92-5ed3-4a0b-9c01-6ac46d368d37 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:31:14.744208 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:14.751715 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 8e560480-7d46-4a35-a5ec-be0dc3060afd not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:31:14.884994 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] For port 17bbac92-5ed3-4a0b-9c01-6ac46d368d37, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=17bbac92-5ed3-4a0b-9c01-6ac46d368d37,segment=NetworkSegment(bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7),segment_id=bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:31:14.885444 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:14.926769 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] Calling delete_port for 17bbac92-5ed3-4a0b-9c01-6ac46d368d37 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:31:15.007564 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:15.110251 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:15.130457 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d08468-15ef-4965-9ba8-20ccfa7c9e09 None None] Update dhcp port {'port': {'network_id': '6db33c0d-f309-4fec-a389-ddc1a47c81cb', 'fixed_ips': [{'subnet_id': 'e4617a1a-0b3e-4cb6-8afa-1c220cf1f4b2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ac3b6d2d-058b-42a8-91c7-9b1542236dac', 'ip_address': '2001:db8::2'}, {'subnet_id': '3b9e36a4-c0e0-4f03-8571-01cc7c409106'}], 'binding:host_id': 'n-d-810909-2'}, 'id': 'd27ef433-01af-41be-8f69-2da1b62c4020'} from n-d-810909-2. {{(pid=94765) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 30 13:31:15.138462 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] No DVR routers for this DVR port 17bbac92-5ed3-4a0b-9c01-6ac46d368d37 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:31:15.153475 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85dddbf-c895-4ddc-9b40-d58d60b3df70 None None] DHCP port deletion for 37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:31:15.169045 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-63d08468-15ef-4965-9ba8-20ccfa7c9e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:15.173674 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] Pushing event deleted for resources: {'Port': ['ID=17bbac92-5ed3-4a0b-9c01-6ac46d368d37,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:15.214530 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:15.214889 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:15.215424 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:15.215830 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:15.216230 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:15.216626 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:15.217017 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:15.217406 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:15.217934 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:15.218368 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:15.218763 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:15.219153 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:15.224525 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-e8c3d6c6-c0f4-4ab4-a6db-660d42066fc5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Delete allocated IP 2001:db8::2fb (6db33c0d-f309-4fec-a389-ddc1a47c81cb/ac3b6d2d-058b-42a8-91c7-9b1542236dac) {{(pid=94763) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 30 13:31:15.242106 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-e8c3d6c6-c0f4-4ab4-a6db-660d42066fc5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Allocated IP 2001:db8:0:2::317 (6db33c0d-f309-4fec-a389-ddc1a47c81cb/3b9e36a4-c0e0-4f03-8571-01cc7c409106/52a65ac7-1efc-4309-9968-1f18d5d1e8cf) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:31:15.296856 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:15.321316 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:15.332395 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:15.332629 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc75cbca-6ac1-4e48-b3f1-8806eb4e7fe7') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:15.343356 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:15.359465 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:15.367425 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:31:15.368206 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:31:15.380991 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:31:15.436418 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:15.443774 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:15.448990 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] 10.222.0.18 "DELETE /v2.0/networks/37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9 HTTP/1.1" status: 204 len: 168 time: 1.0854688 Sep 30 13:31:15.449778 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36886) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:15.464540 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63aec6c-28c8-4d71-a519-6adc0ccba92d admin admin] Pushing event deleted for resources: {'Network': ['ID=37ccc0ab-f3cc-48d4-b423-0e18e22cd4e9,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:15.464786 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e8c3d6c6-c0f4-4ab4-a6db-660d42066fc5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:15.512957 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e8c3d6c6-c0f4-4ab4-a6db-660d42066fc5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:15.535540 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-63d08468-15ef-4965-9ba8-20ccfa7c9e09 None None] Allocated IP 2001:db8:0:2::2 (6db33c0d-f309-4fec-a389-ddc1a47c81cb/3b9e36a4-c0e0-4f03-8571-01cc7c409106/d27ef433-01af-41be-8f69-2da1b62c4020) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:31:15.597870 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-e8c3d6c6-c0f4-4ab4-a6db-660d42066fc5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] In _notify_port_updated(), no bound segment for port 52a65ac7-1efc-4309-9968-1f18d5d1e8cf on network 6db33c0d-f309-4fec-a389-ddc1a47c81cb {{(pid=94763) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 13:31:15.604012 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c3d6c6-c0f4-4ab4-a6db-660d42066fc5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:15.604653 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e8c3d6c6-c0f4-4ab4-a6db-660d42066fc5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:15.606002 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e8c3d6c6-c0f4-4ab4-a6db-660d42066fc5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "PUT /v2.0/ports/52a65ac7-1efc-4309-9968-1f18d5d1e8cf HTTP/1.1" status: 200 len: 970 time: 1.2286801 Sep 30 13:31:15.609178 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36892) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:15.687329 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3d6c6-c0f4-4ab4-a6db-660d42066fc5 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event updated for resources: {'Port': ['ID=52a65ac7-1efc-4309-9968-1f18d5d1e8cf,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:15.721940 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-63d08468-15ef-4965-9ba8-20ccfa7c9e09 None None] For port d27ef433-01af-41be-8f69-2da1b62c4020, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d27ef433-01af-41be-8f69-2da1b62c4020,segment=NetworkSegment(f561dc5b-c084-4181-b1fd-e3d017c5ccb6),segment_id=f561dc5b-c084-4181-b1fd-e3d017c5ccb6)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:31:15.761184 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-3f02f031-b07f-4c67-9360-8a737840f5d9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting port 52a65ac7-1efc-4309-9968-1f18d5d1e8cf {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:31:15.764052 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f02f031-b07f-4c67-9360-8a737840f5d9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:15.775195 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-63d08468-15ef-4965-9ba8-20ccfa7c9e09 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:15.784442 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-63d08468-15ef-4965-9ba8-20ccfa7c9e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:15.892755 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d08468-15ef-4965-9ba8-20ccfa7c9e09 None None] Pushing event updated for resources: {'Port': ['ID=d27ef433-01af-41be-8f69-2da1b62c4020,revision_number=7']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:15.997472 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f02f031-b07f-4c67-9360-8a737840f5d9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:16.018354 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-3f02f031-b07f-4c67-9360-8a737840f5d9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Calling delete_port for 52a65ac7-1efc-4309-9968-1f18d5d1e8cf owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:31:16.156048 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-265b1e58-eaba-461e-a95a-c7432d325023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:16.325414 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f02f031-b07f-4c67-9360-8a737840f5d9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:16.400579 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02f031-b07f-4c67-9360-8a737840f5d9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Port': ['ID=52a65ac7-1efc-4309-9968-1f18d5d1e8cf,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:16.441989 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d27ef433-01af-41be-8f69-2da1b62c4020 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:31:16.459736 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f02f031-b07f-4c67-9360-8a737840f5d9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:16.462042 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3f02f031-b07f-4c67-9360-8a737840f5d9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/ports/52a65ac7-1efc-4309-9968-1f18d5d1e8cf HTTP/1.1" status: 204 len: 168 time: 0.8518531 Sep 30 13:31:16.469995 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36918) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:16.539926 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc599464-536d-44ee-bf30-a7410cefbb5e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] GET failed (client error): The resource could not be found. Sep 30 13:31:16.543789 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port d27ef433-01af-41be-8f69-2da1b62c4020 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:16.544339 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:16.544734 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cc599464-536d-44ee-bf30-a7410cefbb5e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "GET /v2.0/ports/52a65ac7-1efc-4309-9968-1f18d5d1e8cf HTTP/1.1" status: 404 len: 333 time: 0.0721757 Sep 30 13:31:16.546668 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36920) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:16.649367 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4482cfd7-3345-411e-a985-9044476d18dd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:16.718409 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4482cfd7-3345-411e-a985-9044476d18dd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:16.785413 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-265b1e58-eaba-461e-a95a-c7432d325023 admin admin] Deleting port f0d7751e-9ed0-4f43-aa27-e892ddac522e {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:31:16.788767 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-265b1e58-eaba-461e-a95a-c7432d325023 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:16.824231 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 17bbac92-5ed3-4a0b-9c01-6ac46d368d37 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:31:16.877988 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4482cfd7-3345-411e-a985-9044476d18dd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:16.887467 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4482cfd7-3345-411e-a985-9044476d18dd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:16.892664 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4482cfd7-3345-411e-a985-9044476d18dd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/security-groups/d6194b51-530b-443f-841f-9537a3d559ba HTTP/1.1" status: 204 len: 168 time: 0.3416257 Sep 30 13:31:16.893771 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 17bbac92-5ed3-4a0b-9c01-6ac46d368d37 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:31:16.894285 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36932) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:16.894780 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 17bbac92-5ed3-4a0b-9c01-6ac46d368d37 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:31:16.939978 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-265b1e58-eaba-461e-a95a-c7432d325023 admin admin] For port f0d7751e-9ed0-4f43-aa27-e892ddac522e, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=f0d7751e-9ed0-4f43-aa27-e892ddac522e,segment=NetworkSegment(7dd72fd4-5dc1-4afc-8307-1220c7dc2eb5),segment_id=7dd72fd4-5dc1-4afc-8307-1220c7dc2eb5)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:31:16.940886 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-265b1e58-eaba-461e-a95a-c7432d325023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:16.941101 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482cfd7-3345-411e-a985-9044476d18dd tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6194b51-530b-443f-841f-9537a3d559ba,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:16.974345 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-265b1e58-eaba-461e-a95a-c7432d325023 admin admin] Calling delete_port for f0d7751e-9ed0-4f43-aa27-e892ddac522e owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:31:17.052661 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b140c02-6b89-4e76-84d5-20de16f65ac4 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:17.095391 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b140c02-6b89-4e76-84d5-20de16f65ac4 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:17.162553 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f2102f35-6706-4890-9ecb-1a4d569ca420 None None] Provisioning complete for port fa0dca3b-c36e-4a22-aecf-3dce82e4e0f2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:17.163179 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f2102f35-6706-4890-9ecb-1a4d569ca420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:17.215184 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b140c02-6b89-4e76-84d5-20de16f65ac4 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:17.223482 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b140c02-6b89-4e76-84d5-20de16f65ac4 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:17.223973 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-f2102f35-6706-4890-9ecb-1a4d569ca420 None None] Port fa0dca3b-c36e-4a22-aecf-3dce82e4e0f2 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:31:17.233155 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3b140c02-6b89-4e76-84d5-20de16f65ac4 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/security-groups/cdcf1c96-34ba-4e3f-a20e-31a620b44596 HTTP/1.1" status: 204 len: 168 time: 0.3377836 Sep 30 13:31:17.242915 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36940) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:17.250509 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f2102f35-6706-4890-9ecb-1a4d569ca420 None None] Provisioning complete for port d27ef433-01af-41be-8f69-2da1b62c4020 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:17.250880 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f2102f35-6706-4890-9ecb-1a4d569ca420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:17.298243 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b140c02-6b89-4e76-84d5-20de16f65ac4 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcf1c96-34ba-4e3f-a20e-31a620b44596,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:17.306141 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-265b1e58-eaba-461e-a95a-c7432d325023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:17.432950 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-62af4dbb-498f-4074-b85a-58e9356694b7 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:17.529344 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-62af4dbb-498f-4074-b85a-58e9356694b7 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:17.547536 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f2102f35-6706-4890-9ecb-1a4d569ca420 None None] Could not find standard attr ID for object 52a65ac7-1efc-4309-9968-1f18d5d1e8cf. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:31:17.643633 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-62af4dbb-498f-4074-b85a-58e9356694b7 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:17.648147 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-62af4dbb-498f-4074-b85a-58e9356694b7 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:17.652593 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-62af4dbb-498f-4074-b85a-58e9356694b7 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/security-groups/5402c3b9-daa5-4d27-91a9-04dd8f20c86a HTTP/1.1" status: 204 len: 168 time: 0.4056499 Sep 30 13:31:17.653236 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36946) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:17.662720 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-808f0930-2db5-44a4-9d53-88e0454d7344 None None] Could not find standard attr ID for object 52a65ac7-1efc-4309-9968-1f18d5d1e8cf. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:31:17.758357 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:31:17.765588 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af4dbb-498f-4074-b85a-58e9356694b7 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5402c3b9-daa5-4d27-91a9-04dd8f20c86a,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:17.816105 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e2191cb-9523-45af-a068-59444ddd398d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting subnet ac3b6d2d-058b-42a8-91c7-9b1542236dac {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:31:17.823071 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9e2191cb-9523-45af-a068-59444ddd398d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:17.935832 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9e2191cb-9523-45af-a068-59444ddd398d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:17.996749 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b1e58-eaba-461e-a95a-c7432d325023 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d7751e-9ed0-4f43-aa27-e892ddac522e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:18.052336 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9e2191cb-9523-45af-a068-59444ddd398d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:18.137229 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-265b1e58-eaba-461e-a95a-c7432d325023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:18.139551 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9e2191cb-9523-45af-a068-59444ddd398d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:18.170236 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2191cb-9523-45af-a068-59444ddd398d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Subnet': ['ID=ac3b6d2d-058b-42a8-91c7-9b1542236dac,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:18.173954 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9e2191cb-9523-45af-a068-59444ddd398d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:18.175885 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9e2191cb-9523-45af-a068-59444ddd398d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/subnets/ac3b6d2d-058b-42a8-91c7-9b1542236dac HTTP/1.1" status: 204 len: 168 time: 0.5178297 Sep 30 13:31:18.182561 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36962) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:18.188180 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0aa816-7ae2-4a0b-86c4-1bb2534dbbcc None None] Network 6db33c0d-f309-4fec-a389-ddc1a47c81cb requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:31:18.255948 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-013c2c5a-45c2-4376-a199-a8beb7789b05 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting subnet 3b9e36a4-c0e0-4f03-8571-01cc7c409106 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:31:18.260238 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-013c2c5a-45c2-4376-a199-a8beb7789b05 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:18.311398 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-62841f67-909c-4c48-b365-0945f2f2ba3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:18.316239 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-013c2c5a-45c2-4376-a199-a8beb7789b05 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:18.394710 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265b1e58-eaba-461e-a95a-c7432d325023 admin admin] Router 1a8c6e81-7778-4e81-ba2f-f331c61ea1f2 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:31:18.435130 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-013c2c5a-45c2-4376-a199-a8beb7789b05 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:18.505973 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-013c2c5a-45c2-4376-a199-a8beb7789b05 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:18.538334 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c2c5a-45c2-4376-a199-a8beb7789b05 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Subnet': ['ID=3b9e36a4-c0e0-4f03-8571-01cc7c409106,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:18.544172 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-013c2c5a-45c2-4376-a199-a8beb7789b05 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:18.546324 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-013c2c5a-45c2-4376-a199-a8beb7789b05 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/subnets/3b9e36a4-c0e0-4f03-8571-01cc7c409106 HTTP/1.1" status: 204 len: 168 time: 0.3626471 Sep 30 13:31:18.549480 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36968) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:18.558946 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265b1e58-eaba-461e-a95a-c7432d325023 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:31:18.571635 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-265b1e58-eaba-461e-a95a-c7432d325023 admin admin] 10.222.0.18 "PUT /v2.0/routers/1a8c6e81-7778-4e81-ba2f-f331c61ea1f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1177621 Sep 30 13:31:18.574219 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd8c6de-6096-43c8-861c-c89fc9ec8dba None None] Sync routers for ids ['1a8c6e81-7778-4e81-ba2f-f331c61ea1f2'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:31:18.578626 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 36970) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:18.589591 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd8c6de-6096-43c8-861c-c89fc9ec8dba None None] Routers {'1a8c6e81-7778-4e81-ba2f-f331c61ea1f2'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:31:18.590177 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-cfd8c6de-6096-43c8-861c-c89fc9ec8dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:30:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1a8c6e81-7778-4e81-ba2f-f331c61ea1f2'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:18.606572 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b11b91-cc0a-4f3e-a60f-70294c383d1f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] DELETE failed (client error): The resource could not be found. Sep 30 13:31:18.607074 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63b11b91-cc0a-4f3e-a60f-70294c383d1f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:31:18.608964 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-63b11b91-cc0a-4f3e-a60f-70294c383d1f tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/subnets/ac3b6d2d-058b-42a8-91c7-9b1542236dac HTTP/1.1" status: 404 len: 337 time: 0.0583131 Sep 30 13:31:18.611545 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 36974) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:18.695555 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f7dbe7-fc19-414f-975b-cac5a5f75b05 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting subnet e4617a1a-0b3e-4cb6-8afa-1c220cf1f4b2 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:31:18.700072 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21f7dbe7-fc19-414f-975b-cac5a5f75b05 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:18.742619 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-07c1bb71-bca0-4158-bf22-83260f8438e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:18.755719 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-cfd8c6de-6096-43c8-861c-c89fc9ec8dba None None] Set router 1a8c6e81-7778-4e81-ba2f-f331c61ea1f2 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:31:18.779074 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21f7dbe7-fc19-414f-975b-cac5a5f75b05 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:18.912360 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21f7dbe7-fc19-414f-975b-cac5a5f75b05 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:19.024185 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21f7dbe7-fc19-414f-975b-cac5a5f75b05 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:19.032599 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-07c1bb71-bca0-4158-bf22-83260f8438e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:19.124860 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-cfd8c6de-6096-43c8-861c-c89fc9ec8dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8c6e81-7778-4e81-ba2f-f331c61ea1f2', 'name': 'tempest-TestServerBasicOps-824672491-router', 'tenant_id': '5cc8c86875b04261a911cdfbe1b0a308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '7ead6122-2c39-4dba-8443-f343a92f1036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:57Z', 'updated_at': '2021-09-30T13:31:17Z', 'revision_number': 5, 'project_id': '5cc8c86875b04261a911cdfbe1b0a308', 'gw_port': {'id': '7ead6122-2c39-4dba-8443-f343a92f1036', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8c6e81-7778-4e81-ba2f-f331c61ea1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:24:58Z', 'updated_at': '2021-09-30T13:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:19.180968 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd8c6de-6096-43c8-861c-c89fc9ec8dba None None] Checking router: 1a8c6e81-7778-4e81-ba2f-f331c61ea1f2 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:31:19.191634 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd8c6de-6096-43c8-861c-c89fc9ec8dba None None] Routers {'1a8c6e81-7778-4e81-ba2f-f331c61ea1f2'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:31:19.192523 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-cfd8c6de-6096-43c8-861c-c89fc9ec8dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:30:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1a8c6e81-7778-4e81-ba2f-f331c61ea1f2'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:19.311396 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-cfd8c6de-6096-43c8-861c-c89fc9ec8dba None None] Set router 1a8c6e81-7778-4e81-ba2f-f331c61ea1f2 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:31:19.363454 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09cf24-a514-4bf0-b270-e661dc6e1425 req-180c23d8-2ac2-4672-a2da-ca519b5bb0ad tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:19.369760 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09cf24-a514-4bf0-b270-e661dc6e1425 req-180c23d8-2ac2-4672-a2da-ca519b5bb0ad tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:19.376634 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09cf24-a514-4bf0-b270-e661dc6e1425 req-180c23d8-2ac2-4672-a2da-ca519b5bb0ad tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:19.380942 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdf2feb-b2fc-46dc-ba03-0fc267f1071f None None] Network 6db33c0d-f309-4fec-a389-ddc1a47c81cb requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:31:19.384414 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09cf24-a514-4bf0-b270-e661dc6e1425 req-180c23d8-2ac2-4672-a2da-ca519b5bb0ad tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:19.390583 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09cf24-a514-4bf0-b270-e661dc6e1425 req-180c23d8-2ac2-4672-a2da-ca519b5bb0ad tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:19.397482 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09cf24-a514-4bf0-b270-e661dc6e1425 req-180c23d8-2ac2-4672-a2da-ca519b5bb0ad tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:19.405142 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09cf24-a514-4bf0-b270-e661dc6e1425 req-180c23d8-2ac2-4672-a2da-ca519b5bb0ad tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:19.407163 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1c09cf24-a514-4bf0-b270-e661dc6e1425 req-180c23d8-2ac2-4672-a2da-ca519b5bb0ad tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5443 time: 0.2088029 Sep 30 13:31:19.410193 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-07c1bb71-bca0-4158-bf22-83260f8438e7 admin admin] Deleting port 7ead6122-2c39-4dba-8443-f343a92f1036 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:31:19.410530 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-07c1bb71-bca0-4158-bf22-83260f8438e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:19.493522 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-cfd8c6de-6096-43c8-861c-c89fc9ec8dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8c6e81-7778-4e81-ba2f-f331c61ea1f2', 'name': 'tempest-TestServerBasicOps-824672491-router', 'tenant_id': '5cc8c86875b04261a911cdfbe1b0a308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:57Z', 'updated_at': '2021-09-30T13:31:19Z', 'revision_number': 6, 'project_id': '5cc8c86875b04261a911cdfbe1b0a308', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:19.543513 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-0faa9216-378b-4e02-a849-d75a641bf8c9 None None] Provisioning complete for port d27ef433-01af-41be-8f69-2da1b62c4020 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:19.543895 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0faa9216-378b-4e02-a849-d75a641bf8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:19.548044 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd8c6de-6096-43c8-861c-c89fc9ec8dba None None] The sync data for ids ['1a8c6e81-7778-4e81-ba2f-f331c61ea1f2'] in n-d-810909-2 is: [{'id': '1a8c6e81-7778-4e81-ba2f-f331c61ea1f2', 'name': 'tempest-TestServerBasicOps-824672491-router', 'tenant_id': '5cc8c86875b04261a911cdfbe1b0a308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:24:57Z', 'updated_at': '2021-09-30T13:31:19Z', 'revision_number': 6, 'project_id': '5cc8c86875b04261a911cdfbe1b0a308', 'gw_port_host': None}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:31:19.562482 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7dbe7-fc19-414f-975b-cac5a5f75b05 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Subnet': ['ID=e4617a1a-0b3e-4cb6-8afa-1c220cf1f4b2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:19.585469 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21f7dbe7-fc19-414f-975b-cac5a5f75b05 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:19.591256 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-21f7dbe7-fc19-414f-975b-cac5a5f75b05 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/subnets/e4617a1a-0b3e-4cb6-8afa-1c220cf1f4b2 HTTP/1.1" status: 204 len: 168 time: 0.9786341 Sep 30 13:31:19.592265 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37002) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:19.619636 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-07c1bb71-bca0-4158-bf22-83260f8438e7 admin admin] For port 7ead6122-2c39-4dba-8443-f343a92f1036, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=7ead6122-2c39-4dba-8443-f343a92f1036,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:31:19.620345 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-07c1bb71-bca0-4158-bf22-83260f8438e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:19.622645 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:19.638090 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b5495df-111c-4725-9b58-c0cec59b5274 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] DELETE failed (client error): The resource could not be found. Sep 30 13:31:19.638545 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b5495df-111c-4725-9b58-c0cec59b5274 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:31:19.643407 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9b5495df-111c-4725-9b58-c0cec59b5274 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/subnets/93a5a990-1865-4b40-bba6-c541ed8a5022 HTTP/1.1" status: 404 len: 337 time: 0.0497727 Sep 30 13:31:19.644214 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37004) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:19.668582 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-07c1bb71-bca0-4158-bf22-83260f8438e7 admin admin] Calling delete_port for 7ead6122-2c39-4dba-8443-f343a92f1036 owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:31:19.694332 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c095244a-08a0-473e-846c-0c534d849b22 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac1979a-4c27-4069-a021-f06d1cf3e0d5 HTTP/1.1" status: 200 len: 205 time: 0.0489695 Sep 30 13:31:19.694958 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37008) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:19.710402 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1c09cf24-a514-4bf0-b270-e661dc6e1425 req-a449d382-931b-419c-ae70-9c541de50ab6 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0981851 Sep 30 13:31:19.764346 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-d2ea4ca3-8b9a-4629-8e5d-78c0ff52bbb2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] delete failed (client error): The resource could not be found. Sep 30 13:31:19.766673 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d2ea4ca3-8b9a-4629-8e5d-78c0ff52bbb2 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/routers/2ac1979a-4c27-4069-a021-f06d1cf3e0d5 HTTP/1.1" status: 404 len: 336 time: 0.0707593 Sep 30 13:31:19.769602 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37012) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:19.770944 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-0faa9216-378b-4e02-a849-d75a641bf8c9 None None] Provisioning complete for port fa0dca3b-c36e-4a22-aecf-3dce82e4e0f2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:19.772209 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0faa9216-378b-4e02-a849-d75a641bf8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:19.814641 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-0faa9216-378b-4e02-a849-d75a641bf8c9 None None] Port fa0dca3b-c36e-4a22-aecf-3dce82e4e0f2 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:31:19.841909 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-12120997-871d-4a80-8e1e-e3442686ec97 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] DELETE failed (client error): The resource could not be found. Sep 30 13:31:19.842642 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12120997-871d-4a80-8e1e-e3442686ec97 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:31:19.847415 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-12120997-871d-4a80-8e1e-e3442686ec97 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/subnets/8b035688-b38b-42e9-af7f-ca0593f80b92 HTTP/1.1" status: 404 len: 337 time: 0.0739415 Sep 30 13:31:19.852625 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37016) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:19.890397 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26c2081-c96d-46f5-adf3-28992bea4d0e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] DELETE failed (client error): The resource could not be found. Sep 30 13:31:19.890874 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26c2081-c96d-46f5-adf3-28992bea4d0e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:31:19.899936 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e26c2081-c96d-46f5-adf3-28992bea4d0e tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/subnets/cf1887ff-a590-4c00-8b46-5e4e9ee344b6 HTTP/1.1" status: 404 len: 337 time: 0.0387592 Sep 30 13:31:19.899936 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37020) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:19.919804 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6ee35-68bf-4563-ae4e-e9e7afe96c5d req-ae68645e-5ad5-490a-885c-1e5bb905c086 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:19.925761 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6ee35-68bf-4563-ae4e-e9e7afe96c5d req-ae68645e-5ad5-490a-885c-1e5bb905c086 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:19.932895 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6ee35-68bf-4563-ae4e-e9e7afe96c5d req-ae68645e-5ad5-490a-885c-1e5bb905c086 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:19.933338 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd25b3b-1343-4ecd-9f02-6da1fdde2ab9 None None] DHCP port deletion for 6db33c0d-f309-4fec-a389-ddc1a47c81cb request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:31:19.938290 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6ee35-68bf-4563-ae4e-e9e7afe96c5d req-ae68645e-5ad5-490a-885c-1e5bb905c086 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:19.944560 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6ee35-68bf-4563-ae4e-e9e7afe96c5d req-ae68645e-5ad5-490a-885c-1e5bb905c086 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:19.955427 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6ee35-68bf-4563-ae4e-e9e7afe96c5d req-ae68645e-5ad5-490a-885c-1e5bb905c086 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:19.961399 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6ee35-68bf-4563-ae4e-e9e7afe96c5d req-ae68645e-5ad5-490a-885c-1e5bb905c086 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:19.963480 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f1f6ee35-68bf-4563-ae4e-e9e7afe96c5d req-ae68645e-5ad5-490a-885c-1e5bb905c086 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5443 time: 0.1561182 Sep 30 13:31:20.006163 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-afd25b3b-1343-4ecd-9f02-6da1fdde2ab9 None None] Deleting port d27ef433-01af-41be-8f69-2da1b62c4020 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:31:20.006639 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-afd25b3b-1343-4ecd-9f02-6da1fdde2ab9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:20.043439 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-525b7b13-1c26-4cfd-874a-6a737c6b64e3 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] DELETE failed (client error): The resource could not be found. Sep 30 13:31:20.044002 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-525b7b13-1c26-4cfd-874a-6a737c6b64e3 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:31:20.045909 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-525b7b13-1c26-4cfd-874a-6a737c6b64e3 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/subnets/de271ce0-42c8-457c-a6b4-53fdaedbec13 HTTP/1.1" status: 404 len: 337 time: 0.1483512 Sep 30 13:31:20.050995 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37026) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:20.096373 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-4770d814-f373-41b7-85f1-191beb2e3abb tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] DELETE failed (client error): The resource could not be found. Sep 30 13:31:20.100020 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4770d814-f373-41b7-85f1-191beb2e3abb tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:31:20.104662 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-afd25b3b-1343-4ecd-9f02-6da1fdde2ab9 None None] For port d27ef433-01af-41be-8f69-2da1b62c4020, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d27ef433-01af-41be-8f69-2da1b62c4020,segment=NetworkSegment(f561dc5b-c084-4181-b1fd-e3d017c5ccb6),segment_id=f561dc5b-c084-4181-b1fd-e3d017c5ccb6)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:31:20.105378 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-afd25b3b-1343-4ecd-9f02-6da1fdde2ab9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:20.108578 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4770d814-f373-41b7-85f1-191beb2e3abb tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/ports/cce4b7d6-86b8-4c1f-bfeb-217b9f79b08f HTTP/1.1" status: 404 len: 333 time: 0.0555956 Sep 30 13:31:20.110396 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37030) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:20.111197 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-07c1bb71-bca0-4158-bf22-83260f8438e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:20.142210 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-afd25b3b-1343-4ecd-9f02-6da1fdde2ab9 None None] Calling delete_port for d27ef433-01af-41be-8f69-2da1b62c4020 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:31:20.177830 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aaf986c-654d-43ca-982c-597e722706fe tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] DELETE failed (client error): The resource could not be found. Sep 30 13:31:20.186541 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aaf986c-654d-43ca-982c-597e722706fe tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:31:20.188675 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7aaf986c-654d-43ca-982c-597e722706fe tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/subnets/06cb0c5b-cdb2-42f8-9da2-10247becb3e2 HTTP/1.1" status: 404 len: 337 time: 0.0766575 Sep 30 13:31:20.192245 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37034) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:20.198049 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1bb71-bca0-4158-bf22-83260f8438e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ead6122-2c39-4dba-8443-f343a92f1036,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:20.267058 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-21cd526d-4e14-46b6-8743-892a975caa9a tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] DELETE failed (client error): The resource could not be found. Sep 30 13:31:20.267374 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21cd526d-4e14-46b6-8743-892a975caa9a tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:31:20.269518 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-21cd526d-4e14-46b6-8743-892a975caa9a tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/subnets/883f2789-106b-4335-b630-993b4dd4e6fa HTTP/1.1" status: 404 len: 337 time: 0.0759065 Sep 30 13:31:20.270850 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-07c1bb71-bca0-4158-bf22-83260f8438e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:20.272153 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37038) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:20.312018 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-db317ba1-243f-4f33-98a5-59a8c49af880 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] DELETE failed (client error): The resource could not be found. Sep 30 13:31:20.316289 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db317ba1-243f-4f33-98a5-59a8c49af880 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:31:20.320997 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-db317ba1-243f-4f33-98a5-59a8c49af880 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/ports/bdf8462f-493c-4f1c-9a43-16148010d6d2 HTTP/1.1" status: 404 len: 333 time: 0.0476861 Sep 30 13:31:20.330161 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37040) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:20.357008 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-afd25b3b-1343-4ecd-9f02-6da1fdde2ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:20.377006 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb79d821-f539-4fd3-9175-8c8408fcf542 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] DELETE failed (client error): The resource could not be found. Sep 30 13:31:20.377464 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb79d821-f539-4fd3-9175-8c8408fcf542 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:31:20.379299 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bb79d821-f539-4fd3-9175-8c8408fcf542 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/subnets/e3ce6719-de02-4042-b1fa-e0e4b04f4444 HTTP/1.1" status: 404 len: 337 time: 0.0479133 Sep 30 13:31:20.381800 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37044) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:20.395234 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-07c1bb71-bca0-4158-bf22-83260f8438e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:20.396880 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-07c1bb71-bca0-4158-bf22-83260f8438e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:20.399623 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd25b3b-1343-4ecd-9f02-6da1fdde2ab9 None None] Pushing event deleted for resources: {'Port': ['ID=d27ef433-01af-41be-8f69-2da1b62c4020,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:20.401565 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd25b3b-1343-4ecd-9f02-6da1fdde2ab9 None None] No DVR routers for this DVR port d27ef433-01af-41be-8f69-2da1b62c4020 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:31:20.426871 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-c014be18-21cf-4475-b195-aba13fe3192d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] DELETE failed (client error): The resource could not be found. Sep 30 13:31:20.427324 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c014be18-21cf-4475-b195-aba13fe3192d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:31:20.429067 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c014be18-21cf-4475-b195-aba13fe3192d tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/subnets/a113d6a7-327e-4e32-91e4-781f45ab0dba HTTP/1.1" status: 404 len: 337 time: 0.0463371 Sep 30 13:31:20.432313 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37046) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:20.476992 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-07c1bb71-bca0-4158-bf22-83260f8438e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:20.478798 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c1bb71-bca0-4158-bf22-83260f8438e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a8c6e81-7778-4e81-ba2f-f331c61ea1f2 {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:31:20.489448 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-07c1bb71-bca0-4158-bf22-83260f8438e7 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:20.490689 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-07c1bb71-bca0-4158-bf22-83260f8438e7 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1a8c6e81-7778-4e81-ba2f-f331c61ea1f2 HTTP/1.1" status: 204 len: 168 time: 1.9106231 Sep 30 13:31:20.495247 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37048) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:20.614576 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 7ead6122-2c39-4dba-8443-f343a92f1036 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:31:20.629594 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-b03022d8-816a-4034-ac2f-f38b9c24b8fb admin admin] Deleting subnet 5b57cdd1-4625-40e3-8a34-ea8422e367f8 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:31:20.636970 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b03022d8-816a-4034-ac2f-f38b9c24b8fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:20.638687 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 7ead6122-2c39-4dba-8443-f343a92f1036 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:31:20.639516 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 7ead6122-2c39-4dba-8443-f343a92f1036 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:31:20.640081 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device f0d7751e-9ed0-4f43-aa27-e892ddac522e no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:31:20.668288 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-82bb0a74-f27a-48d4-bcc2-88a8f4f488c7 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Deleting port fa0dca3b-c36e-4a22-aecf-3dce82e4e0f2 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:31:20.668525 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-82bb0a74-f27a-48d4-bcc2-88a8f4f488c7 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:20.680258 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: f0d7751e-9ed0-4f43-aa27-e892ddac522e {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:31:20.695174 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device f0d7751e-9ed0-4f43-aa27-e892ddac522e not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:31:20.696316 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d27ef433-01af-41be-8f69-2da1b62c4020 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:31:20.721157 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b03022d8-816a-4034-ac2f-f38b9c24b8fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:20.731771 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: d27ef433-01af-41be-8f69-2da1b62c4020 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:31:20.732655 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d27ef433-01af-41be-8f69-2da1b62c4020 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:31:20.765139 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-23125700-f7d1-4ecf-a382-e02dbd8d526f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:20.790370 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-82bb0a74-f27a-48d4-bcc2-88a8f4f488c7 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:20.810783 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-82bb0a74-f27a-48d4-bcc2-88a8f4f488c7 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Calling delete_port for fa0dca3b-c36e-4a22-aecf-3dce82e4e0f2 owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:31:20.926612 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b03022d8-816a-4034-ac2f-f38b9c24b8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:21.014467 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b03022d8-816a-4034-ac2f-f38b9c24b8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:21.047161 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03022d8-816a-4034-ac2f-f38b9c24b8fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b57cdd1-4625-40e3-8a34-ea8422e367f8,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:21.048932 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-82bb0a74-f27a-48d4-bcc2-88a8f4f488c7 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:21.057828 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b03022d8-816a-4034-ac2f-f38b9c24b8fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:21.060310 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbda833-f5e7-4077-8e61-0ebe02eaf074 None None] Network 5adc9e1a-06dd-4842-a09a-b9646221efc9 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:31:21.063874 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b03022d8-816a-4034-ac2f-f38b9c24b8fb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5b57cdd1-4625-40e3-8a34-ea8422e367f8 HTTP/1.1" status: 204 len: 168 time: 0.5629177 Sep 30 13:31:21.066625 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37060) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:21.098658 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb0a74-f27a-48d4-bcc2-88a8f4f488c7 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Port': ['ID=fa0dca3b-c36e-4a22-aecf-3dce82e4e0f2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:21.109255 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-82bb0a74-f27a-48d4-bcc2-88a8f4f488c7 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:21.114072 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-82bb0a74-f27a-48d4-bcc2-88a8f4f488c7 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/ports/fa0dca3b-c36e-4a22-aecf-3dce82e4e0f2 HTTP/1.1" status: 204 len: 168 time: 0.6785004 Sep 30 13:31:21.114814 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37062) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:21.157247 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d74f6afc-d4a8-4b5f-8b76-6c8559b9e792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:21.210430 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2052b76c-745d-463a-911a-abc436201eb9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:21.242145 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-d74f6afc-d4a8-4b5f-8b76-6c8559b9e792 admin admin] Deleting port 43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:31:21.242608 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d74f6afc-d4a8-4b5f-8b76-6c8559b9e792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:21.284855 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b012778-42e8-4a16-b570-7086913114bf None None] DHCP port deletion for 5adc9e1a-06dd-4842-a09a-b9646221efc9 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:31:21.373629 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-d74f6afc-d4a8-4b5f-8b76-6c8559b9e792 admin admin] For port 43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50,segment=NetworkSegment(7dd72fd4-5dc1-4afc-8307-1220c7dc2eb5),segment_id=7dd72fd4-5dc1-4afc-8307-1220c7dc2eb5)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:31:21.374039 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d74f6afc-d4a8-4b5f-8b76-6c8559b9e792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:21.388143 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-d74f6afc-d4a8-4b5f-8b76-6c8559b9e792 admin admin] Calling delete_port for 43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:31:21.388382 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2052b76c-745d-463a-911a-abc436201eb9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:21.402272 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5b012778-42e8-4a16-b570-7086913114bf None None] Deleting port 43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:31:21.402649 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5b012778-42e8-4a16-b570-7086913114bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:21.410581 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-2052b76c-745d-463a-911a-abc436201eb9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db33c0d-f309-4fec-a389-ddc1a47c81cb']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:21.420646 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-2052b76c-745d-463a-911a-abc436201eb9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f561dc5b-c084-4181-b1fd-e3d017c5ccb6') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:21.421390 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-2052b76c-745d-463a-911a-abc436201eb9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f561dc5b-c084-4181-b1fd-e3d017c5ccb6') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:21.433319 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2052b76c-745d-463a-911a-abc436201eb9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:21.449519 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2052b76c-745d-463a-911a-abc436201eb9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:21.460816 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2052b76c-745d-463a-911a-abc436201eb9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:31:21.463370 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2052b76c-745d-463a-911a-abc436201eb9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:31:21.467801 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:31:21.492109 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5b012778-42e8-4a16-b570-7086913114bf None None] For port 43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50,segment=NetworkSegment(7dd72fd4-5dc1-4afc-8307-1220c7dc2eb5),segment_id=7dd72fd4-5dc1-4afc-8307-1220c7dc2eb5)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:31:21.492794 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5b012778-42e8-4a16-b570-7086913114bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:21.505600 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d74f6afc-d4a8-4b5f-8b76-6c8559b9e792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:21.511405 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5b012778-42e8-4a16-b570-7086913114bf None None] Calling delete_port for 43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:31:21.545736 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f6afc-d4a8-4b5f-8b76-6c8559b9e792 admin admin] Pushing event deleted for resources: {'Port': ['ID=43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:21.547983 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74f6afc-d4a8-4b5f-8b76-6c8559b9e792 admin admin] No DVR routers for this DVR port 43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:31:21.570108 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2052b76c-745d-463a-911a-abc436201eb9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:21.576373 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2052b76c-745d-463a-911a-abc436201eb9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:21.579064 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2052b76c-745d-463a-911a-abc436201eb9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] 10.222.0.18 "DELETE /v2.0/networks/6db33c0d-f309-4fec-a389-ddc1a47c81cb HTTP/1.1" status: 204 len: 168 time: 0.4630108 Sep 30 13:31:21.595533 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052b76c-745d-463a-911a-abc436201eb9 tempest-PortsIpV6TestJSON-1767823546 tempest-PortsIpV6TestJSON-1767823546-project] Pushing event deleted for resources: {'Network': ['ID=6db33c0d-f309-4fec-a389-ddc1a47c81cb,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:21.657424 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d74f6afc-d4a8-4b5f-8b76-6c8559b9e792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:21.706772 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-d74f6afc-d4a8-4b5f-8b76-6c8559b9e792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5adc9e1a-06dd-4842-a09a-b9646221efc9']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:21.717385 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-d74f6afc-d4a8-4b5f-8b76-6c8559b9e792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd72fd4-5dc1-4afc-8307-1220c7dc2eb5') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:21.717723 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-d74f6afc-d4a8-4b5f-8b76-6c8559b9e792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd72fd4-5dc1-4afc-8307-1220c7dc2eb5') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:21.730291 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d74f6afc-d4a8-4b5f-8b76-6c8559b9e792 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:21.748696 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d74f6afc-d4a8-4b5f-8b76-6c8559b9e792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:21.767084 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74f6afc-d4a8-4b5f-8b76-6c8559b9e792 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:31:21.770490 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d74f6afc-d4a8-4b5f-8b76-6c8559b9e792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:31:21.799742 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:31:21.872009 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5b012778-42e8-4a16-b570-7086913114bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:21.886582 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d74f6afc-d4a8-4b5f-8b76-6c8559b9e792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:21.898252 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d74f6afc-d4a8-4b5f-8b76-6c8559b9e792 admin admin] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:21.898424 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:21.902155 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d74f6afc-d4a8-4b5f-8b76-6c8559b9e792 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5adc9e1a-06dd-4842-a09a-b9646221efc9 HTTP/1.1" status: 204 len: 168 time: 0.8343868 Sep 30 13:31:21.939351 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b012778-42e8-4a16-b570-7086913114bf None None] No DVR routers for this DVR port 43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:31:21.939971 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37074) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:21.943264 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f6afc-d4a8-4b5f-8b76-6c8559b9e792 admin admin] Pushing event deleted for resources: {'Network': ['ID=5adc9e1a-06dd-4842-a09a-b9646221efc9,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:21.961033 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b012778-42e8-4a16-b570-7086913114bf None None] Pushing event deleted for resources: {'Port': ['ID=43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:22.113549 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b1225-9855-4278-b502-9a5b4f023456 req-1c602bff-2556-4668-8627-cf54dcc454c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:22.114163 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b1225-9855-4278-b502-9a5b4f023456 req-1c602bff-2556-4668-8627-cf54dcc454c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:22.114582 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b1225-9855-4278-b502-9a5b4f023456 req-1c602bff-2556-4668-8627-cf54dcc454c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:22.115054 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b1225-9855-4278-b502-9a5b4f023456 req-1c602bff-2556-4668-8627-cf54dcc454c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:22.115513 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b1225-9855-4278-b502-9a5b4f023456 req-1c602bff-2556-4668-8627-cf54dcc454c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:22.115976 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b1225-9855-4278-b502-9a5b4f023456 req-1c602bff-2556-4668-8627-cf54dcc454c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:22.116430 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b1225-9855-4278-b502-9a5b4f023456 req-1c602bff-2556-4668-8627-cf54dcc454c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:22.119515 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee9b1225-9855-4278-b502-9a5b4f023456 req-1c602bff-2556-4668-8627-cf54dcc454c6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 6500 time: 0.0585663 Sep 30 13:31:22.150987 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5788a3c9-526d-4fca-a684-e51488273c89 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49825ab3f2ce4615ab6bd23c241ffaca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2093797 Sep 30 13:31:22.154671 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37084) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:22.174235 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee9b1225-9855-4278-b502-9a5b4f023456 req-33f19681-0b3b-44f6-a9b3-bf5355313e71 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0482187 Sep 30 13:31:22.208517 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37088) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:22.222339 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-18390d78-bbe9-4bc7-b05d-0e883970a1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:22.251676 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-18390d78-bbe9-4bc7-b05d-0e883970a1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:22.263243 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2fda17b0-ac3a-4c5d-a099-fffbfedd33e6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=20a400e998f54b20a9927f300081053c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509079 Sep 30 13:31:22.263818 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37090) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:22.349955 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-755a7e27-8b59-4e7e-8f6c-67df93573e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:22.356094 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-18390d78-bbe9-4bc7-b05d-0e883970a1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:22.358928 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-18390d78-bbe9-4bc7-b05d-0e883970a1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:22.360413 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-18390d78-bbe9-4bc7-b05d-0e883970a1ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/66466721-4ebb-440b-a239-7f9cd93bf8df HTTP/1.1" status: 204 len: 168 time: 0.2044578 Sep 30 13:31:22.362387 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:31:22.412122 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18390d78-bbe9-4bc7-b05d-0e883970a1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66466721-4ebb-440b-a239-7f9cd93bf8df,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:22.424855 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-755a7e27-8b59-4e7e-8f6c-67df93573e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:22.448919 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:31:22.449624 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 43ca3acb-1cca-4ac5-9efa-ecce3f5bdf50 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:31:22.513995 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:22.586165 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-755a7e27-8b59-4e7e-8f6c-67df93573e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:22.589897 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-755a7e27-8b59-4e7e-8f6c-67df93573e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:22.591197 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-755a7e27-8b59-4e7e-8f6c-67df93573e30 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20965cbc-cda4-49ed-bbac-c8f3a8dc93d8 HTTP/1.1" status: 204 len: 168 time: 0.3263602 Sep 30 13:31:22.614221 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a7e27-8b59-4e7e-8f6c-67df93573e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20965cbc-cda4-49ed-bbac-c8f3a8dc93d8,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:23.041707 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37116) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:23.100050 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37120) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:23.100450 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-13e92b69-9d42-420b-90c8-52a101f3085d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5cc8c86875b04261a911cdfbe1b0a308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0570819 Sep 30 13:31:23.152846 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f3c15e36-a08d-46cb-b8cf-444c8b625356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:23.176627 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f3c15e36-a08d-46cb-b8cf-444c8b625356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:23.235201 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f3c15e36-a08d-46cb-b8cf-444c8b625356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:23.239369 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f3c15e36-a08d-46cb-b8cf-444c8b625356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:23.240830 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f3c15e36-a08d-46cb-b8cf-444c8b625356 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6b1f9cd-6f60-4373-bc56-97669e4fc055 HTTP/1.1" status: 204 len: 168 time: 0.1396356 Sep 30 13:31:23.251050 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c15e36-a08d-46cb-b8cf-444c8b625356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b1f9cd-6f60-4373-bc56-97669e4fc055,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:23.647918 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37134) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:23.789357 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-b4ba4670-fd1e-4608-8f77-8c000ede5d64 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Request body: {'security_group': {'name': 'tempest-secgroup--2133495434'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:23.820860 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4ba4670-fd1e-4608-8f77-8c000ede5d64 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:23.829973 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4ba4670-fd1e-4608-8f77-8c000ede5d64 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:23.932533 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4ba4670-fd1e-4608-8f77-8c000ede5d64 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:23.937474 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4ba4670-fd1e-4608-8f77-8c000ede5d64 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:23.969578 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba4670-fd1e-4608-8f77-8c000ede5d64 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0708a198-cde5-47a6-b6f5-4e741aa63531,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:24.052838 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4ba4670-fd1e-4608-8f77-8c000ede5d64 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:24.058244 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4ba4670-fd1e-4608-8f77-8c000ede5d64 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:24.093603 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba4670-fd1e-4608-8f77-8c000ede5d64 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4544f1-9128-4901-833b-8f6311950d6e,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:24.096183 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4ba4670-fd1e-4608-8f77-8c000ede5d64 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:24.097573 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b4ba4670-fd1e-4608-8f77-8c000ede5d64 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4485281 Sep 30 13:31:24.100054 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37140) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:24.153098 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:24.167303 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c61008b4-b8a7-49aa-8057-878e90114295 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0660229 Sep 30 13:31:24.178030 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37142) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:24.178030 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-4b6748fa-3cb5-4c8c-ae57-67196418171a tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Request body: {'security_group': {'name': 'tempest-security--269464706', 'description': 'tempest-security-description-1081235335'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:24.209562 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4b6748fa-3cb5-4c8c-ae57-67196418171a tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:24.258704 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4b6748fa-3cb5-4c8c-ae57-67196418171a tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:24.264169 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4b6748fa-3cb5-4c8c-ae57-67196418171a tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:24.267144 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4b6748fa-3cb5-4c8c-ae57-67196418171a tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:24.268488 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4b6748fa-3cb5-4c8c-ae57-67196418171a tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "PUT /v2.0/security-groups/fa4544f1-9128-4901-833b-8f6311950d6e HTTP/1.1" status: 200 len: 1779 time: 0.0974953 Sep 30 13:31:24.271447 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37144) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:24.298606 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6748fa-3cb5-4c8c-ae57-67196418171a tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4544f1-9128-4901-833b-8f6311950d6e,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:24.345132 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5353a126-083d-4158-9ddc-f0da8d5bded2 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "GET /v2.0/security-groups/fa4544f1-9128-4901-833b-8f6311950d6e HTTP/1.1" status: 200 len: 1779 time: 0.0705581 Sep 30 13:31:24.347552 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37146) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:24.403375 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-126242eb-971e-4da2-9d2c-78bae5e234ea tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:24.427587 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-126242eb-971e-4da2-9d2c-78bae5e234ea tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:24.476696 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-126242eb-971e-4da2-9d2c-78bae5e234ea tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:24.480324 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-126242eb-971e-4da2-9d2c-78bae5e234ea tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:24.481774 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-126242eb-971e-4da2-9d2c-78bae5e234ea tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "DELETE /v2.0/security-groups/fa4544f1-9128-4901-833b-8f6311950d6e HTTP/1.1" status: 204 len: 168 time: 0.1329060 Sep 30 13:31:24.484438 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37148) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:24.493198 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126242eb-971e-4da2-9d2c-78bae5e234ea tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4544f1-9128-4901-833b-8f6311950d6e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:24.542238 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cf74b001-c752-4131-b22e-0c54f81fada0 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0565734 Sep 30 13:31:24.544812 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37150) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:24.557934 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-0d819428-bcf9-4876-8000-6f3a4465af85 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] delete failed (client error): The resource could not be found. Sep 30 13:31:24.559096 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0d819428-bcf9-4876-8000-6f3a4465af85 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "DELETE /v2.0/security-groups/fa4544f1-9128-4901-833b-8f6311950d6e HTTP/1.1" status: 404 len: 347 time: 0.0133073 Sep 30 13:31:24.563049 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37152) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:24.567767 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-7ab385e5-d85d-438d-8a55-3bddf65d8a3c tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Request body: {'security_group': {'name': 'tempest-secgroup--449994195'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:24.591967 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7ab385e5-d85d-438d-8a55-3bddf65d8a3c tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:24.685336 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7ab385e5-d85d-438d-8a55-3bddf65d8a3c tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:24.691419 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7ab385e5-d85d-438d-8a55-3bddf65d8a3c tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:24.735551 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab385e5-d85d-438d-8a55-3bddf65d8a3c tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbff1f1-de0a-46b0-9be7-8034d7fef6e7,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:24.740573 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7ab385e5-d85d-438d-8a55-3bddf65d8a3c tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:24.742566 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7ab385e5-d85d-438d-8a55-3bddf65d8a3c tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1779988 Sep 30 13:31:24.745740 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37158) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:24.751834 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-189e17c0-cf82-4722-b300-e015dd562cb6 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Request body: {'security_group_rule': {'security_group_id': '7cbff1f1-de0a-46b0-9be7-8034d7fef6e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:24.784387 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-189e17c0-cf82-4722-b300-e015dd562cb6 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:24.868432 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-189e17c0-cf82-4722-b300-e015dd562cb6 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:24.874394 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-189e17c0-cf82-4722-b300-e015dd562cb6 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:24.898713 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e17c0-cf82-4722-b300-e015dd562cb6 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae71833a-2fdc-4716-91b1-5d8b345d6908,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:24.908213 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-189e17c0-cf82-4722-b300-e015dd562cb6 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:24.913903 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-189e17c0-cf82-4722-b300-e015dd562cb6 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1641746 Sep 30 13:31:24.914468 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37160) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:24.947278 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c102b7d3-fda2-42e2-9cec-bf9a5cdc65ae tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:24.964410 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c102b7d3-fda2-42e2-9cec-bf9a5cdc65ae tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.011682 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c102b7d3-fda2-42e2-9cec-bf9a5cdc65ae tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.020268 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c102b7d3-fda2-42e2-9cec-bf9a5cdc65ae tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.024536 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37164) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:25.053604 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c102b7d3-fda2-42e2-9cec-bf9a5cdc65ae tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/ae71833a-2fdc-4716-91b1-5d8b345d6908 HTTP/1.1" status: 204 len: 168 time: 0.1377935 Sep 30 13:31:25.065030 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37166) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:25.071210 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102b7d3-fda2-42e2-9cec-bf9a5cdc65ae tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae71833a-2fdc-4716-91b1-5d8b345d6908,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:25.115526 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-09843820-4068-48d0-93fd-6af0ef2a617d tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0897143 Sep 30 13:31:25.118470 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37172) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:25.176585 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a10ce7ec-b4bd-4fa8-a482-f10c8fce17db tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.201213 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a10ce7ec-b4bd-4fa8-a482-f10c8fce17db tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.209377 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-214c9f21-8d27-473d-9f91-16216307745c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.250801 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a10ce7ec-b4bd-4fa8-a482-f10c8fce17db tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.253606 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a10ce7ec-b4bd-4fa8-a482-f10c8fce17db tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.257224 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a10ce7ec-b4bd-4fa8-a482-f10c8fce17db tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "DELETE /v2.0/security-groups/7cbff1f1-de0a-46b0-9be7-8034d7fef6e7 HTTP/1.1" status: 204 len: 168 time: 0.1353188 Sep 30 13:31:25.257910 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37174) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:25.264558 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ce7ec-b4bd-4fa8-a482-f10c8fce17db tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbff1f1-de0a-46b0-9be7-8034d7fef6e7,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:25.334183 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a6efca05-6f14-4258-9c12-11b5281d6750 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0751386 Sep 30 13:31:25.339276 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37176) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:25.347176 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-29c19bf0-397b-4a7d-b36c-16dd40ea8a4a tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Request body: {'security_group': {'name': 'tempest-secgroup--1076205114'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:25.375005 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-214c9f21-8d27-473d-9f91-16216307745c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.385047 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-214c9f21-8d27-473d-9f91-16216307745c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.399235 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-29c19bf0-397b-4a7d-b36c-16dd40ea8a4a tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.424711 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-214c9f21-8d27-473d-9f91-16216307745c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce995c949ac64f628fdd31df54fa199f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3586662 Sep 30 13:31:25.427971 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37178) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:25.441782 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c9f21-8d27-473d-9f91-16216307745c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfe92a6-93d9-4046-87fc-430be05d116c,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:25.484683 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-57c5868e-5266-4c69-951d-432300c966aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.498782 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-29c19bf0-397b-4a7d-b36c-16dd40ea8a4a tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.503095 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-29c19bf0-397b-4a7d-b36c-16dd40ea8a4a tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.508274 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-57c5868e-5266-4c69-951d-432300c966aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.534970 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c19bf0-397b-4a7d-b36c-16dd40ea8a4a tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb5a5f0-c263-45bf-b802-f372e4871736,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:25.538081 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-29c19bf0-397b-4a7d-b36c-16dd40ea8a4a tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.539524 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-29c19bf0-397b-4a7d-b36c-16dd40ea8a4a tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1981070 Sep 30 13:31:25.542254 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37180) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:25.548729 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-435d9ec9-ba4b-4207-ac37-35cc196f8225 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Request body: {'security_group_rule': {'security_group_id': 'cdb5a5f0-c263-45bf-b802-f372e4871736', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:25.571555 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-57c5868e-5266-4c69-951d-432300c966aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.575050 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-57c5868e-5266-4c69-951d-432300c966aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.576174 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-57c5868e-5266-4c69-951d-432300c966aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fcfe92a6-93d9-4046-87fc-430be05d116c HTTP/1.1" status: 204 len: 168 time: 0.1473134 Sep 30 13:31:25.588604 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-435d9ec9-ba4b-4207-ac37-35cc196f8225 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.591065 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5868e-5266-4c69-951d-432300c966aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfe92a6-93d9-4046-87fc-430be05d116c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:25.657693 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-435d9ec9-ba4b-4207-ac37-35cc196f8225 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.661679 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-435d9ec9-ba4b-4207-ac37-35cc196f8225 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.679836 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d9ec9-ba4b-4207-ac37-35cc196f8225 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df010df-a281-4bc4-b982-77819d20808c,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:25.689636 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-435d9ec9-ba4b-4207-ac37-35cc196f8225 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.691019 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-435d9ec9-ba4b-4207-ac37-35cc196f8225 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1474371 Sep 30 13:31:25.693866 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37184) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:25.702616 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-8e5b6900-f843-4882-a825-8e83005c4e9b tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Request body: {'security_group_rule': {'security_group_id': 'cdb5a5f0-c263-45bf-b802-f372e4871736', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:25.731822 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8e5b6900-f843-4882-a825-8e83005c4e9b tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.789498 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8e5b6900-f843-4882-a825-8e83005c4e9b tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.793367 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8e5b6900-f843-4882-a825-8e83005c4e9b tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.811243 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b6900-f843-4882-a825-8e83005c4e9b tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7687f83-835a-4c3d-a51a-e6e6500e1599,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:25.820633 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8e5b6900-f843-4882-a825-8e83005c4e9b tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.822768 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8e5b6900-f843-4882-a825-8e83005c4e9b tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275187 Sep 30 13:31:25.825339 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37190) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:25.829875 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-a4f018ec-02ec-41bd-a786-2feb5a66698e tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Request body: {'security_group_rule': {'security_group_id': 'cdb5a5f0-c263-45bf-b802-f372e4871736', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:25.857123 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a4f018ec-02ec-41bd-a786-2feb5a66698e tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.919830 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a4f018ec-02ec-41bd-a786-2feb5a66698e tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.924015 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a4f018ec-02ec-41bd-a786-2feb5a66698e tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.943932 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f018ec-02ec-41bd-a786-2feb5a66698e tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a12d0c-9e14-4e4a-9520-7332d54cc755,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:25.951706 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a4f018ec-02ec-41bd-a786-2feb5a66698e tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:25.953310 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a4f018ec-02ec-41bd-a786-2feb5a66698e tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269214 Sep 30 13:31:25.955870 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37198) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:25.961083 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-950e28fe-6c79-40bc-a086-9983731424c9 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Request body: {'security_group_rule': {'security_group_id': 'cdb5a5f0-c263-45bf-b802-f372e4871736', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:25.994443 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-950e28fe-6c79-40bc-a086-9983731424c9 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:26.067769 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-950e28fe-6c79-40bc-a086-9983731424c9 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:26.072311 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-950e28fe-6c79-40bc-a086-9983731424c9 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:26.093912 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e28fe-6c79-40bc-a086-9983731424c9 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec983fb-fa73-4521-b01b-67d65cc805a9,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:26.103606 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-950e28fe-6c79-40bc-a086-9983731424c9 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:26.104879 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-950e28fe-6c79-40bc-a086-9983731424c9 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1476774 Sep 30 13:31:26.108104 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37206) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:26.112891 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-3404d74c-93e4-4903-b638-edeedbb6f944 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Request body: {'security_group_rule': {'security_group_id': 'cdb5a5f0-c263-45bf-b802-f372e4871736', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:26.151381 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3404d74c-93e4-4903-b638-edeedbb6f944 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:26.218046 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3404d74c-93e4-4903-b638-edeedbb6f944 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:26.218703 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3404d74c-93e4-4903-b638-edeedbb6f944 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:26.244502 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d74c-93e4-4903-b638-edeedbb6f944 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1279d7-74c8-49c2-b4b0-079ab226c8a9,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:26.248492 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3404d74c-93e4-4903-b638-edeedbb6f944 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:26.250006 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3404d74c-93e4-4903-b638-edeedbb6f944 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1407194 Sep 30 13:31:26.253013 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37218) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:26.288891 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-76ca7082-986e-4bcc-bb2d-1f5f2450e494 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:26.298857 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-76ca7082-986e-4bcc-bb2d-1f5f2450e494 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:26.330393 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-76ca7082-986e-4bcc-bb2d-1f5f2450e494 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:26.344612 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-76ca7082-986e-4bcc-bb2d-1f5f2450e494 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:26.348438 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-76ca7082-986e-4bcc-bb2d-1f5f2450e494 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/cb1279d7-74c8-49c2-b4b0-079ab226c8a9 HTTP/1.1" status: 204 len: 168 time: 0.0921311 Sep 30 13:31:26.348831 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37222) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:26.357474 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca7082-986e-4bcc-bb2d-1f5f2450e494 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb1279d7-74c8-49c2-b4b0-079ab226c8a9,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:26.410643 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6c3be0a8-cf28-4ce6-b5cd-e60a77e2a40d tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0605748 Sep 30 13:31:26.413236 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37228) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:26.444661 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-618cd35c-e2b6-4711-8506-d9b1006497fe tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:26.453507 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-618cd35c-e2b6-4711-8506-d9b1006497fe tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:26.487783 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-618cd35c-e2b6-4711-8506-d9b1006497fe tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:26.495408 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-618cd35c-e2b6-4711-8506-d9b1006497fe tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:26.496840 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-618cd35c-e2b6-4711-8506-d9b1006497fe tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/0ec983fb-fa73-4521-b01b-67d65cc805a9 HTTP/1.1" status: 204 len: 168 time: 0.0823579 Sep 30 13:31:26.499726 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37230) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:26.503728 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618cd35c-e2b6-4711-8506-d9b1006497fe tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ec983fb-fa73-4521-b01b-67d65cc805a9,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:26.550892 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-18261363-ea51-4025-8382-5a246509b3de tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0474532 Sep 30 13:31:26.551333 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37232) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:26.578548 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-56af1adb-d30f-4a17-96ae-438c0bae5e3f tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:26.588415 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-56af1adb-d30f-4a17-96ae-438c0bae5e3f tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:26.616922 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-56af1adb-d30f-4a17-96ae-438c0bae5e3f tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:26.629563 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-56af1adb-d30f-4a17-96ae-438c0bae5e3f tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:26.630967 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-56af1adb-d30f-4a17-96ae-438c0bae5e3f tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/35a12d0c-9e14-4e4a-9520-7332d54cc755 HTTP/1.1" status: 204 len: 168 time: 0.0782895 Sep 30 13:31:26.632209 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af1adb-d30f-4a17-96ae-438c0bae5e3f tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35a12d0c-9e14-4e4a-9520-7332d54cc755,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:26.633792 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37234) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:26.680629 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-896d6aa5-0b00-46b1-b584-a674446d8c35 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0456872 Sep 30 13:31:26.683666 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37236) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:26.710180 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3d59e7b2-294c-4151-8ad4-cbc1e536efd6 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:26.718733 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3d59e7b2-294c-4151-8ad4-cbc1e536efd6 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:26.747947 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3d59e7b2-294c-4151-8ad4-cbc1e536efd6 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:26.754495 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3d59e7b2-294c-4151-8ad4-cbc1e536efd6 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:26.755606 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3d59e7b2-294c-4151-8ad4-cbc1e536efd6 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/e7687f83-835a-4c3d-a51a-e6e6500e1599 HTTP/1.1" status: 204 len: 168 time: 0.0709574 Sep 30 13:31:26.758479 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37238) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:26.761270 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59e7b2-294c-4151-8ad4-cbc1e536efd6 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7687f83-835a-4c3d-a51a-e6e6500e1599,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:26.819983 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3a9739d2-7678-4f8a-b67a-0424f4c6a437 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0593321 Sep 30 13:31:26.822365 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37242) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:26.849585 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-695da27f-30c1-4c4e-8a9c-0a490ee2f8f4 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:26.859095 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-695da27f-30c1-4c4e-8a9c-0a490ee2f8f4 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:26.888389 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-695da27f-30c1-4c4e-8a9c-0a490ee2f8f4 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:26.897004 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-695da27f-30c1-4c4e-8a9c-0a490ee2f8f4 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:26.901028 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-695da27f-30c1-4c4e-8a9c-0a490ee2f8f4 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/8df010df-a281-4bc4-b982-77819d20808c HTTP/1.1" status: 204 len: 168 time: 0.0747614 Sep 30 13:31:26.901481 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37246) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:26.906453 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695da27f-30c1-4c4e-8a9c-0a490ee2f8f4 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8df010df-a281-4bc4-b982-77819d20808c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:26.944757 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a12542b4-e28a-494c-a640-81257e8a6eb0 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0420456 Sep 30 13:31:26.948239 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37248) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:27.005815 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-60efcc16-3016-4629-89c5-96a56414b00f tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:27.033117 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-60efcc16-3016-4629-89c5-96a56414b00f tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:27.076724 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-60efcc16-3016-4629-89c5-96a56414b00f tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:27.079591 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-60efcc16-3016-4629-89c5-96a56414b00f tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:27.083154 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-60efcc16-3016-4629-89c5-96a56414b00f tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "DELETE /v2.0/security-groups/cdb5a5f0-c263-45bf-b802-f372e4871736 HTTP/1.1" status: 204 len: 168 time: 0.1315792 Sep 30 13:31:27.084079 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37252) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:27.093627 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60efcc16-3016-4629-89c5-96a56414b00f tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb5a5f0-c263-45bf-b802-f372e4871736,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:27.150383 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ffa261f4-3356-4186-9936-6bd4dc45548b tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0633428 Sep 30 13:31:27.155434 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37254) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:27.159105 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-aaf9ece3-3173-40f9-a91e-52bbc0a8fb9a tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Request body: {'security_group': {'name': 'tempest-secgroup--1435095'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:27.182533 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aaf9ece3-3173-40f9-a91e-52bbc0a8fb9a tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:27.273636 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aaf9ece3-3173-40f9-a91e-52bbc0a8fb9a tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:27.278745 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aaf9ece3-3173-40f9-a91e-52bbc0a8fb9a tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:27.299450 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aaf9ece3-3173-40f9-a91e-52bbc0a8fb9a tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:27.303299 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-aaf9ece3-3173-40f9-a91e-52bbc0a8fb9a tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1452050 Sep 30 13:31:27.303432 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37256) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:27.311163 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-884a3d7e-ca9a-431a-b55d-cb25708ab890 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Request body: {'security_group_rule': {'security_group_id': '5a61e278-bf32-4c34-b553-e93d8026a9d6', 'direction': 'ingress', 'protocol': 17}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:27.328979 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9ece3-3173-40f9-a91e-52bbc0a8fb9a tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a61e278-bf32-4c34-b553-e93d8026a9d6,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:27.347941 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-884a3d7e-ca9a-431a-b55d-cb25708ab890 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:27.406481 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-884a3d7e-ca9a-431a-b55d-cb25708ab890 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:27.410921 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-884a3d7e-ca9a-431a-b55d-cb25708ab890 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:27.434737 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a3d7e-ca9a-431a-b55d-cb25708ab890 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0a52c8-46c2-4849-8cd8-b1f09b5244ed,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:27.443092 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-884a3d7e-ca9a-431a-b55d-cb25708ab890 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:27.444645 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-884a3d7e-ca9a-431a-b55d-cb25708ab890 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1402133 Sep 30 13:31:27.448077 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37260) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:27.527774 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e6275017-5132-4ecf-8b07-6b5d4418c747 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:27.553699 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e6275017-5132-4ecf-8b07-6b5d4418c747 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:27.600199 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e6275017-5132-4ecf-8b07-6b5d4418c747 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:27.603309 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e6275017-5132-4ecf-8b07-6b5d4418c747 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:27.604500 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e6275017-5132-4ecf-8b07-6b5d4418c747 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "DELETE /v2.0/security-groups/5a61e278-bf32-4c34-b553-e93d8026a9d6 HTTP/1.1" status: 204 len: 168 time: 0.1550808 Sep 30 13:31:27.607492 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37262) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:27.621257 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6275017-5132-4ecf-8b07-6b5d4418c747 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a61e278-bf32-4c34-b553-e93d8026a9d6,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:27.653264 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cf612e18-0973-43c6-8480-1559f194b4fb tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0444999 Sep 30 13:31:27.656922 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37264) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:27.661424 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-3a844875-2f06-4fed-a3d0-bebba197ff24 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Request body: {'security_group': {'name': 'tempest-secgroup--395125120'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:27.684018 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a844875-2f06-4fed-a3d0-bebba197ff24 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:27.768928 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a844875-2f06-4fed-a3d0-bebba197ff24 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:27.772688 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a844875-2f06-4fed-a3d0-bebba197ff24 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:27.802268 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a844875-2f06-4fed-a3d0-bebba197ff24 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:27.803609 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3a844875-2f06-4fed-a3d0-bebba197ff24 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1455345 Sep 30 13:31:27.805570 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a844875-2f06-4fed-a3d0-bebba197ff24 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3b661e-8f6a-4124-9897-9d3011a17d4e,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:27.806952 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37266) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:27.811538 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-2553bf83-e33f-4ecc-82cb-2ac89bf5ecb6 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Request body: {'security_group': {'name': 'tempest-secgroup--935337544'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:27.832423 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2553bf83-e33f-4ecc-82cb-2ac89bf5ecb6 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:27.921502 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2553bf83-e33f-4ecc-82cb-2ac89bf5ecb6 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:27.925690 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2553bf83-e33f-4ecc-82cb-2ac89bf5ecb6 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:27.961062 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2553bf83-e33f-4ecc-82cb-2ac89bf5ecb6 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:27.962459 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2553bf83-e33f-4ecc-82cb-2ac89bf5ecb6 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1544790 Sep 30 13:31:27.963582 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553bf83-e33f-4ecc-82cb-2ac89bf5ecb6 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e1ebe0-7983-4977-a57e-457ad4b2bc86,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:27.965407 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37272) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:27.970867 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-c6a37409-84df-4b7e-93d2-795fb6afba95 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Request body: {'security_group_rule': {'security_group_id': '7f3b661e-8f6a-4124-9897-9d3011a17d4e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '32e1ebe0-7983-4977-a57e-457ad4b2bc86', 'remote_ip_prefix': None}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:28.005560 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c6a37409-84df-4b7e-93d2-795fb6afba95 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:28.098432 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c6a37409-84df-4b7e-93d2-795fb6afba95 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:28.104242 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c6a37409-84df-4b7e-93d2-795fb6afba95 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:28.123434 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a37409-84df-4b7e-93d2-795fb6afba95 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac59265-6596-4d81-ba41-d896edaacfa3,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:28.129628 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c6a37409-84df-4b7e-93d2-795fb6afba95 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:28.131239 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c6a37409-84df-4b7e-93d2-795fb6afba95 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1644273 Sep 30 13:31:28.133946 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37276) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:28.160779 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c2837fc4-8d53-4eca-9515-9570b45f60e1 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:28.169357 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c2837fc4-8d53-4eca-9515-9570b45f60e1 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:28.197221 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c2837fc4-8d53-4eca-9515-9570b45f60e1 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:28.203401 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c2837fc4-8d53-4eca-9515-9570b45f60e1 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:28.207344 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c2837fc4-8d53-4eca-9515-9570b45f60e1 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/dac59265-6596-4d81-ba41-d896edaacfa3 HTTP/1.1" status: 204 len: 168 time: 0.0694618 Sep 30 13:31:28.207614 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37278) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:28.224539 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2837fc4-8d53-4eca-9515-9570b45f60e1 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dac59265-6596-4d81-ba41-d896edaacfa3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:28.259021 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-433361ca-668a-4b75-a0b6-3efe5bcd914f tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0477369 Sep 30 13:31:28.259299 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37280) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:28.314229 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a681ec30-27d5-4f5d-9563-8fe1a6832517 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:28.340321 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a681ec30-27d5-4f5d-9563-8fe1a6832517 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:28.391064 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a681ec30-27d5-4f5d-9563-8fe1a6832517 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:28.394201 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a681ec30-27d5-4f5d-9563-8fe1a6832517 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:28.397918 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a681ec30-27d5-4f5d-9563-8fe1a6832517 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "DELETE /v2.0/security-groups/32e1ebe0-7983-4977-a57e-457ad4b2bc86 HTTP/1.1" status: 204 len: 168 time: 0.1352475 Sep 30 13:31:28.404471 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37284) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:28.409901 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681ec30-27d5-4f5d-9563-8fe1a6832517 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e1ebe0-7983-4977-a57e-457ad4b2bc86,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:28.471291 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8d15cd2c-c40f-4bb5-bd61-46b4364ef5d8 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0632200 Sep 30 13:31:28.473907 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37286) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:28.530513 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b40a1bb8-e8fe-4cd0-bcc3-ab5fb1ffd9b2 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:28.552959 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b40a1bb8-e8fe-4cd0-bcc3-ab5fb1ffd9b2 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:28.600269 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b40a1bb8-e8fe-4cd0-bcc3-ab5fb1ffd9b2 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:28.603387 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b40a1bb8-e8fe-4cd0-bcc3-ab5fb1ffd9b2 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:28.604892 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b40a1bb8-e8fe-4cd0-bcc3-ab5fb1ffd9b2 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "DELETE /v2.0/security-groups/7f3b661e-8f6a-4124-9897-9d3011a17d4e HTTP/1.1" status: 204 len: 168 time: 0.1298637 Sep 30 13:31:28.607840 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37288) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:28.616486 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a1bb8-e8fe-4cd0-bcc3-ab5fb1ffd9b2 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3b661e-8f6a-4124-9897-9d3011a17d4e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:28.674516 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e21d38ab-0334-4101-84c7-7ba5980f9616 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0601509 Sep 30 13:31:28.675324 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37290) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:28.680686 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-ff85429e-0bdb-48a9-9796-2b70146f8ab9 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Request body: {'security_group': {'name': 'tempest-secgroup--156758953'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:28.705189 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ff85429e-0bdb-48a9-9796-2b70146f8ab9 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:28.797132 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ff85429e-0bdb-48a9-9796-2b70146f8ab9 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:28.801936 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ff85429e-0bdb-48a9-9796-2b70146f8ab9 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:28.826140 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ff85429e-0bdb-48a9-9796-2b70146f8ab9 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:28.830462 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37292) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:28.830900 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ff85429e-0bdb-48a9-9796-2b70146f8ab9 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1539135 Sep 30 13:31:28.837308 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-7f9ee634-c7e6-46bf-9d4b-0c0f94d80fbf tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Request body: {'security_group_rule': {'security_group_id': 'e0fb1404-49ae-46cf-97c0-404a5e801ed8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:28.845688 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85429e-0bdb-48a9-9796-2b70146f8ab9 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fb1404-49ae-46cf-97c0-404a5e801ed8,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:28.871688 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7f9ee634-c7e6-46bf-9d4b-0c0f94d80fbf tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:28.930433 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7f9ee634-c7e6-46bf-9d4b-0c0f94d80fbf tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:28.935125 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7f9ee634-c7e6-46bf-9d4b-0c0f94d80fbf tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:28.961651 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ee634-c7e6-46bf-9d4b-0c0f94d80fbf tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f13053-7507-4750-80ea-72c2d2cbda75,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:28.965617 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7f9ee634-c7e6-46bf-9d4b-0c0f94d80fbf tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:28.966844 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7f9ee634-c7e6-46bf-9d4b-0c0f94d80fbf tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1348288 Sep 30 13:31:28.969659 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37294) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:28.992710 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d44b14a2-0ab3-4450-b429-0066a156d537 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:29.002384 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d44b14a2-0ab3-4450-b429-0066a156d537 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:29.033709 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d44b14a2-0ab3-4450-b429-0066a156d537 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:29.040889 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d44b14a2-0ab3-4450-b429-0066a156d537 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:29.044910 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d44b14a2-0ab3-4450-b429-0066a156d537 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/e4f13053-7507-4750-80ea-72c2d2cbda75 HTTP/1.1" status: 204 len: 168 time: 0.0717547 Sep 30 13:31:29.045845 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37296) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:29.048931 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b14a2-0ab3-4450-b429-0066a156d537 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4f13053-7507-4750-80ea-72c2d2cbda75,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:29.103588 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7ff34d52-1498-4cb7-a770-ea237b3407da tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0557768 Sep 30 13:31:29.107472 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37300) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:29.211270 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e39ecb14-9706-486d-a8be-778f74c7c0df tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:29.246115 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e39ecb14-9706-486d-a8be-778f74c7c0df tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:29.296820 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e39ecb14-9706-486d-a8be-778f74c7c0df tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:29.299842 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e39ecb14-9706-486d-a8be-778f74c7c0df tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:29.303529 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e39ecb14-9706-486d-a8be-778f74c7c0df tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "DELETE /v2.0/security-groups/e0fb1404-49ae-46cf-97c0-404a5e801ed8 HTTP/1.1" status: 204 len: 168 time: 0.1928499 Sep 30 13:31:29.303902 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37302) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:29.311427 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ecb14-9706-486d-a8be-778f74c7c0df tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fb1404-49ae-46cf-97c0-404a5e801ed8,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:29.362798 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f9f25722-463a-488c-8a82-eff93c8ec359 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0576577 Sep 30 13:31:29.367364 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37304) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:29.372572 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-4524428e-26c6-4b49-b194-1b663446b0fa tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Request body: {'security_group': {'name': 'tempest-secgroup--586030683'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:29.395315 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4524428e-26c6-4b49-b194-1b663446b0fa tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:29.480185 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4524428e-26c6-4b49-b194-1b663446b0fa tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:29.483834 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4524428e-26c6-4b49-b194-1b663446b0fa tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:29.510867 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4524428e-26c6-4b49-b194-1b663446b0fa tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:29.511920 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4524428e-26c6-4b49-b194-1b663446b0fa tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1435163 Sep 30 13:31:29.514626 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37310) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:29.518926 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-6203b034-0908-45c4-987c-c9a7205e73e9 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Request body: {'security_group_rule': {'security_group_id': 'ca8091fe-1692-4e08-a786-bbf39748a0bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:29.526599 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524428e-26c6-4b49-b194-1b663446b0fa tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8091fe-1692-4e08-a786-bbf39748a0bd,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:29.550505 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6203b034-0908-45c4-987c-c9a7205e73e9 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:29.620242 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6203b034-0908-45c4-987c-c9a7205e73e9 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:29.625218 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6203b034-0908-45c4-987c-c9a7205e73e9 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:29.642081 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203b034-0908-45c4-987c-c9a7205e73e9 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6377ce91-630f-4c3d-9a07-a964ca5d96a1,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:29.649263 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6203b034-0908-45c4-987c-c9a7205e73e9 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:29.650861 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6203b034-0908-45c4-987c-c9a7205e73e9 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1352994 Sep 30 13:31:29.653679 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37322) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:29.670758 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-98e01e61-6247-48a9-bb81-926e87aac5aa tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "GET /v2.0/security-group-rules/6377ce91-630f-4c3d-9a07-a964ca5d96a1 HTTP/1.1" status: 200 len: 763 time: 0.0158441 Sep 30 13:31:29.673038 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37328) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:29.715503 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-87f62e49-560e-4ca8-afec-716ce5481b6b tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0412929 Sep 30 13:31:29.717803 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37336) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:29.742374 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-428e1999-d307-4fab-8712-47dc6171c68f tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:29.750708 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-428e1999-d307-4fab-8712-47dc6171c68f tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:29.779532 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-428e1999-d307-4fab-8712-47dc6171c68f tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:29.784717 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-428e1999-d307-4fab-8712-47dc6171c68f tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:29.786084 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-428e1999-d307-4fab-8712-47dc6171c68f tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/6377ce91-630f-4c3d-9a07-a964ca5d96a1 HTTP/1.1" status: 204 len: 168 time: 0.0673003 Sep 30 13:31:29.791223 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37350) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:29.796086 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e1999-d307-4fab-8712-47dc6171c68f tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6377ce91-630f-4c3d-9a07-a964ca5d96a1,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:29.833166 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7a76d06f-0221-46b2-9cb8-df3382eb6047 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0408373 Sep 30 13:31:29.835836 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37358) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:29.840941 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-08840017-a02b-4c53-b428-2b59b75d92f1 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Request body: {'security_group_rule': {'security_group_id': 'ca8091fe-1692-4e08-a786-bbf39748a0bd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:29.867613 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-08840017-a02b-4c53-b428-2b59b75d92f1 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:29.924895 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-08840017-a02b-4c53-b428-2b59b75d92f1 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:29.928957 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-08840017-a02b-4c53-b428-2b59b75d92f1 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:29.945716 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08840017-a02b-4c53-b428-2b59b75d92f1 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91e2535-14d7-429e-bbac-69d97ed6da8d,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:29.952937 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-08840017-a02b-4c53-b428-2b59b75d92f1 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:29.954182 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-08840017-a02b-4c53-b428-2b59b75d92f1 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173234 Sep 30 13:31:29.956820 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37378) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:29.977570 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-218437ba-b9d8-4a1e-9bd4-c5d902248223 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "GET /v2.0/security-group-rules/b91e2535-14d7-429e-bbac-69d97ed6da8d HTTP/1.1" status: 200 len: 763 time: 0.0195782 Sep 30 13:31:29.980123 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37384) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:30.021506 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c73a154b-1894-42ac-961f-dbaaf9e7ac03 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0402176 Sep 30 13:31:30.024411 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37394) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:30.050569 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e8526472-d572-462a-9b3e-5c1af0c4abec tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:30.058601 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e8526472-d572-462a-9b3e-5c1af0c4abec tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:30.086715 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e8526472-d572-462a-9b3e-5c1af0c4abec tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:30.093758 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e8526472-d572-462a-9b3e-5c1af0c4abec tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:30.094947 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e8526472-d572-462a-9b3e-5c1af0c4abec tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b91e2535-14d7-429e-bbac-69d97ed6da8d HTTP/1.1" status: 204 len: 168 time: 0.0688937 Sep 30 13:31:30.097492 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37408) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:30.101765 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8526472-d572-462a-9b3e-5c1af0c4abec tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b91e2535-14d7-429e-bbac-69d97ed6da8d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:30.138856 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ba4a21e9-b830-4549-b9fd-42ccba98473a tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0400784 Sep 30 13:31:30.141290 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37416) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:30.145841 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-bfe6c251-7f92-4ef4-a038-b3483ac9e304 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Request body: {'security_group_rule': {'security_group_id': 'ca8091fe-1692-4e08-a786-bbf39748a0bd', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:30.168111 n-d-810909-2 neutron-server[94763]: INFO neutron.db.securitygroups_db [None req-bfe6c251-7f92-4ef4-a038-b3483ac9e304 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Project e429737fb89c4905b69193a4f389a903 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 13:31:30.173334 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bfe6c251-7f92-4ef4-a038-b3483ac9e304 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:30.234767 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bfe6c251-7f92-4ef4-a038-b3483ac9e304 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:30.240439 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bfe6c251-7f92-4ef4-a038-b3483ac9e304 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:30.260848 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6c251-7f92-4ef4-a038-b3483ac9e304 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938ddfff-0f31-476b-8242-1d2ff19c0988,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:30.264346 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bfe6c251-7f92-4ef4-a038-b3483ac9e304 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:30.268214 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bfe6c251-7f92-4ef4-a038-b3483ac9e304 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234417 Sep 30 13:31:30.268878 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37438) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:30.289111 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cd73eef8-9236-411f-8717-35d7ad550e36 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "GET /v2.0/security-group-rules/938ddfff-0f31-476b-8242-1d2ff19c0988 HTTP/1.1" status: 200 len: 769 time: 0.0187333 Sep 30 13:31:30.291770 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37442) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:30.342957 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d81b91e4-a071-4732-8b50-9e8e9871c474 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0499475 Sep 30 13:31:30.345483 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37452) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:30.395929 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a0e1-652a-499e-8dd7-11bd098f6b09 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:30.404947 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a0e1-652a-499e-8dd7-11bd098f6b09 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:30.450934 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a0e1-652a-499e-8dd7-11bd098f6b09 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:30.457596 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a0e1-652a-499e-8dd7-11bd098f6b09 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:30.461569 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fcf0a0e1-652a-499e-8dd7-11bd098f6b09 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/938ddfff-0f31-476b-8242-1d2ff19c0988 HTTP/1.1" status: 204 len: 168 time: 0.1145594 Sep 30 13:31:30.462562 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37468) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:30.467421 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0a0e1-652a-499e-8dd7-11bd098f6b09 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=938ddfff-0f31-476b-8242-1d2ff19c0988,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:30.515163 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1949b58d-59a8-448f-9270-1d2054b410df tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0518897 Sep 30 13:31:30.517724 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37478) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:30.575007 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6882f8b8-51b9-49d0-a38c-7b3a0bcb3857 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:30.603447 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6882f8b8-51b9-49d0-a38c-7b3a0bcb3857 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:30.656516 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6882f8b8-51b9-49d0-a38c-7b3a0bcb3857 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:30.659660 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6882f8b8-51b9-49d0-a38c-7b3a0bcb3857 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:30.660760 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6882f8b8-51b9-49d0-a38c-7b3a0bcb3857 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "DELETE /v2.0/security-groups/ca8091fe-1692-4e08-a786-bbf39748a0bd HTTP/1.1" status: 204 len: 168 time: 0.1420932 Sep 30 13:31:30.663461 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37502) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:30.670923 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882f8b8-51b9-49d0-a38c-7b3a0bcb3857 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8091fe-1692-4e08-a786-bbf39748a0bd,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:30.716955 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-28718a23-04c4-4d0f-a046-680f6f1ea6be tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0515406 Sep 30 13:31:30.722541 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37514) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:30.777124 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-dbed6e2e-ed60-497f-87c4-11d717755982 tempest-SecGroupIPv6Test-1678430005 tempest-SecGroupIPv6Test-1678430005-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0515032 Sep 30 13:31:31.071005 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37568) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:31.226152 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37596) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:31.226799 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0fe1c430-23d2-465e-a5ff-1e5cc04d9a9f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e429737fb89c4905b69193a4f389a903&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1539671 Sep 30 13:31:31.281074 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8f39ab5e-06bc-4d69-be2b-e7c30a3e609f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:31.307221 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8f39ab5e-06bc-4d69-be2b-e7c30a3e609f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:31.375569 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8f39ab5e-06bc-4d69-be2b-e7c30a3e609f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:31.378306 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8f39ab5e-06bc-4d69-be2b-e7c30a3e609f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:31.379553 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8f39ab5e-06bc-4d69-be2b-e7c30a3e609f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0708a198-cde5-47a6-b6f5-4e741aa63531 HTTP/1.1" status: 204 len: 168 time: 0.1514699 Sep 30 13:31:31.388340 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39ab5e-06bc-4d69-be2b-e7c30a3e609f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0708a198-cde5-47a6-b6f5-4e741aa63531,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:32.266426 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37766) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:32.370381 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-23999e67-5464-428e-980a-9776a8121ed1 tempest-ServiceProvidersTest-825244076 tempest-ServiceProvidersTest-825244076-project] 10.222.0.18 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1026697 Sep 30 13:31:32.688161 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 37834) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:32.800450 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f4d010c-2233-4ed6-b754-86aeb7817c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:32.893291 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f4d010c-2233-4ed6-b754-86aeb7817c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:32.897657 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f4d010c-2233-4ed6-b754-86aeb7817c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:32.935351 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0f4d010c-2233-4ed6-b754-86aeb7817c86 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c3b1983be9a40c6a79effdec1e3e8f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2458978 Sep 30 13:31:32.936396 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d010c-2233-4ed6-b754-86aeb7817c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50aec6b4-8469-4391-9277-bc9cf9692c8e,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:32.938076 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 37838) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:32.989351 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-be6e17ef-417b-4962-8059-aac58d08bfe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:33.010243 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-be6e17ef-417b-4962-8059-aac58d08bfe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:33.061724 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-be6e17ef-417b-4962-8059-aac58d08bfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:33.064270 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-be6e17ef-417b-4962-8059-aac58d08bfe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:33.065546 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-be6e17ef-417b-4962-8059-aac58d08bfe1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/50aec6b4-8469-4391-9277-bc9cf9692c8e HTTP/1.1" status: 204 len: 168 time: 0.1254971 Sep 30 13:31:33.074712 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e17ef-417b-4962-8059-aac58d08bfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50aec6b4-8469-4391-9277-bc9cf9692c8e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:39.529723 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38006) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:39.669374 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-de93d332-f09b-4361-ac52-06f100b15d10 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2075fedb4424397b85400d2555ada77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1361985 Sep 30 13:31:39.669530 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38014) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:39.728887 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f0a46f7d-acde-47b8-a997-2c942bc12fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:39.751907 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f0a46f7d-acde-47b8-a997-2c942bc12fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:39.800641 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f0a46f7d-acde-47b8-a997-2c942bc12fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:39.803562 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f0a46f7d-acde-47b8-a997-2c942bc12fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:39.804723 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f0a46f7d-acde-47b8-a997-2c942bc12fc9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8da38d86-9f5d-41aa-853e-8b638a5071b8 HTTP/1.1" status: 204 len: 168 time: 0.1342642 Sep 30 13:31:39.813513 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a46f7d-acde-47b8-a997-2c942bc12fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da38d86-9f5d-41aa-853e-8b638a5071b8,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:41.097681 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38062) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:41.251611 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-f989ea18-d0a6-406a-9b9c-2e5a131815f3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'network': {'name': 'tempest-network-smoke--257761061', 'project_id': '35de1fee209b4805a01788770657a0cb', 'port_security_enabled': True}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:41.273899 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f989ea18-d0a6-406a-9b9c-2e5a131815f3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Made reservation on behalf of 35de1fee209b4805a01788770657a0cb for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:31:41.278260 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f989ea18-d0a6-406a-9b9c-2e5a131815f3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:41.286948 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f989ea18-d0a6-406a-9b9c-2e5a131815f3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:41.380754 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f989ea18-d0a6-406a-9b9c-2e5a131815f3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:41.385595 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f989ea18-d0a6-406a-9b9c-2e5a131815f3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:41.411692 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f989ea18-d0a6-406a-9b9c-2e5a131815f3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:31:41.424294 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989ea18-d0a6-406a-9b9c-2e5a131815f3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ee6630-897b-44c1-8bb0-857ff629c63f,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:41.429204 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f989ea18-d0a6-406a-9b9c-2e5a131815f3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:41.429747 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-f989ea18-d0a6-406a-9b9c-2e5a131815f3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Added segment 6112b386-b31c-4f70-9646-40e2860c5eea of type vlan for network ffac9bce-a37e-4493-93b2-2269424e62e9 Sep 30 13:31:41.472312 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f989ea18-d0a6-406a-9b9c-2e5a131815f3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:41.497295 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f989ea18-d0a6-406a-9b9c-2e5a131815f3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:41.503659 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f989ea18-d0a6-406a-9b9c-2e5a131815f3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:41.504240 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f989ea18-d0a6-406a-9b9c-2e5a131815f3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:41.554350 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f989ea18-d0a6-406a-9b9c-2e5a131815f3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4526052 Sep 30 13:31:41.554647 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38066) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:41.560096 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-4d19d347-c841-4f10-ab79-272f0c5b34c3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2038051032', 'admin_state_up': True, 'project_id': '35de1fee209b4805a01788770657a0cb', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:41.584963 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989ea18-d0a6-406a-9b9c-2e5a131815f3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'Network': ['ID=ffac9bce-a37e-4493-93b2-2269424e62e9,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:41.588796 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d19d347-c841-4f10-ab79-272f0c5b34c3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:41.590722 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d19d347-c841-4f10-ab79-272f0c5b34c3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:41.597490 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network ffac9bce-a37e-4493-93b2-2269424e62e9 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:31:41.651358 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d19d347-c841-4f10-ab79-272f0c5b34c3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:41.797240 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d19d347-c841-4f10-ab79-272f0c5b34c3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:42.053734 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d19d347-c841-4f10-ab79-272f0c5b34c3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:42.073845 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d19d347-c841-4f10-ab79-272f0c5b34c3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:42.241423 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-4d19d347-c841-4f10-ab79-272f0c5b34c3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Allocated IP 172.25.5.121 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/0f2f2ff6-9456-4854-bb63-234b7d0ad52c) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:31:42.356012 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d19d347-c841-4f10-ab79-272f0c5b34c3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:42.398349 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d19d347-c841-4f10-ab79-272f0c5b34c3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:42.434462 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d19d347-c841-4f10-ab79-272f0c5b34c3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:31:42.437386 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-4d19d347-c841-4f10-ab79-272f0c5b34c3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:31:42.443247 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d19d347-c841-4f10-ab79-272f0c5b34c3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:31:42.484490 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19d347-c841-4f10-ab79-272f0c5b34c3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'Port': ['ID=0f2f2ff6-9456-4854-bb63-234b7d0ad52c,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:42.715444 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d19d347-c841-4f10-ab79-272f0c5b34c3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:43.223112 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d19d347-c841-4f10-ab79-272f0c5b34c3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:43.375461 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d19d347-c841-4f10-ab79-272f0c5b34c3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Router 1609e50f-1cf4-4228-b917-1ca9bce491b6 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:31:43.519010 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d19d347-c841-4f10-ab79-272f0c5b34c3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:31:43.528761 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c7cea3-4203-47a8-9d56-48470dd58251 None None] Sync routers for ids ['1609e50f-1cf4-4228-b917-1ca9bce491b6'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:31:43.539219 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d19d347-c841-4f10-ab79-272f0c5b34c3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:43.543953 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4d19d347-c841-4f10-ab79-272f0c5b34c3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9854918 Sep 30 13:31:43.544097 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c7cea3-4203-47a8-9d56-48470dd58251 None None] Routers {'1609e50f-1cf4-4228-b917-1ca9bce491b6'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:31:43.544097 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-84c7cea3-4203-47a8-9d56-48470dd58251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:31:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1609e50f-1cf4-4228-b917-1ca9bce491b6'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:43.544982 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38084) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:43.651846 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-84c7cea3-4203-47a8-9d56-48470dd58251 None None] Set router 1609e50f-1cf4-4228-b917-1ca9bce491b6 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:31:43.705786 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-69924ade-f8d6-4015-a021-bc3d27b856a8 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=35de1fee209b4805a01788770657a0cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1596437 Sep 30 13:31:43.709618 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38088) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:43.911064 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-84c7cea3-4203-47a8-9d56-48470dd58251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'name': 'tempest-TestNetworkBasicOps-router-2038051032', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:41Z', 'updated_at': '2021-09-30T13:31:42Z', 'revision_number': 3, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:42Z', 'updated_at': '2021-09-30T13:31:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:43.925663 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91348da3-95b1-4b80-85ac-4de5cdadcb81 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:43.927459 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-91348da3-95b1-4b80-85ac-4de5cdadcb81 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2161424 Sep 30 13:31:43.930779 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38090) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:43.966273 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c7cea3-4203-47a8-9d56-48470dd58251 None None] Checking router: 1609e50f-1cf4-4228-b917-1ca9bce491b6 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:31:43.966639 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c7cea3-4203-47a8-9d56-48470dd58251 None None] Updating router 1609e50f-1cf4-4228-b917-1ca9bce491b6 port 0f2f2ff6-9456-4854-bb63-234b7d0ad52c binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:31:43.979471 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38092) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:43.984600 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-f9f2eb4a-a5d1-4639-bf7b-a09cffb6a143 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1779589444', 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9', 'project_id': '35de1fee209b4805a01788770657a0cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:43.988193 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-06dcc395-7159-42a2-8e66-7ef8090cca10 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7bf2cdd5-9828-4259-bd46-d7f13451331c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0561521 Sep 30 13:31:43.998748 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-84c7cea3-4203-47a8-9d56-48470dd58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:44.160801 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f2eb4a-a5d1-4639-bf7b-a09cffb6a143 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Made reservation on behalf of 35de1fee209b4805a01788770657a0cb for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:31:44.169086 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9f2eb4a-a5d1-4639-bf7b-a09cffb6a143 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:44.444392 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9f2eb4a-a5d1-4639-bf7b-a09cffb6a143 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:44.459394 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-84c7cea3-4203-47a8-9d56-48470dd58251 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:44.475252 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-84c7cea3-4203-47a8-9d56-48470dd58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:44.539603 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c9517-be9f-42eb-9677-bb7a7d567e66 None None] Pushing event updated for resources: {'Port': ['ID=0f2f2ff6-9456-4854-bb63-234b7d0ad52c,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:44.544240 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2eb4a-a5d1-4639-bf7b-a09cffb6a143 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'Subnet': ['ID=4b096c69-bc39-418a-8cb2-ec90421b98fa,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:44.560295 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0c9517-be9f-42eb-9677-bb7a7d567e66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:44.560717 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0c9517-be9f-42eb-9677-bb7a7d567e66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:44.561365 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0c9517-be9f-42eb-9677-bb7a7d567e66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:44.561365 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0c9517-be9f-42eb-9677-bb7a7d567e66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:44.561728 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0c9517-be9f-42eb-9677-bb7a7d567e66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:44.562004 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0c9517-be9f-42eb-9677-bb7a7d567e66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:44.562650 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0c9517-be9f-42eb-9677-bb7a7d567e66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:44.563084 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0c9517-be9f-42eb-9677-bb7a7d567e66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:44.563185 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0c9517-be9f-42eb-9677-bb7a7d567e66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:44.563505 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0c9517-be9f-42eb-9677-bb7a7d567e66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:44.563998 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0c9517-be9f-42eb-9677-bb7a7d567e66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:44.564330 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0c9517-be9f-42eb-9677-bb7a7d567e66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:44.564609 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f2eb4a-a5d1-4639-bf7b-a09cffb6a143 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Checking segment: {'id': '6112b386-b31c-4f70-9646-40e2860c5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:31:44.565024 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f2eb4a-a5d1-4639-bf7b-a09cffb6a143 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Network hostable DHCP agents. Network: ffac9bce-a37e-4493-93b2-2269424e62e9, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:31:44.578687 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-84c7cea3-4203-47a8-9d56-48470dd58251 None None] Attempting to bind port 0f2f2ff6-9456-4854-bb63-234b7d0ad52c on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:31:44.578846 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-84c7cea3-4203-47a8-9d56-48470dd58251 None None] Attempting to bind port 0f2f2ff6-9456-4854-bb63-234b7d0ad52c by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:31:44.579157 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c7cea3-4203-47a8-9d56-48470dd58251 None None] Attempting to bind port 0f2f2ff6-9456-4854-bb63-234b7d0ad52c on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:31:44.589031 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c7cea3-4203-47a8-9d56-48470dd58251 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:31:44.589467 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c7cea3-4203-47a8-9d56-48470dd58251 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:31:44.589873 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-84c7cea3-4203-47a8-9d56-48470dd58251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:44.591066 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c7cea3-4203-47a8-9d56-48470dd58251 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:31:44.591274 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f2eb4a-a5d1-4639-bf7b-a09cffb6a143 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Network ffac9bce-a37e-4493-93b2-2269424e62e9 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:31:44.591526 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-84c7cea3-4203-47a8-9d56-48470dd58251 None None] Bound port: 0f2f2ff6-9456-4854-bb63-234b7d0ad52c, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:31:44.592073 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-84c7cea3-4203-47a8-9d56-48470dd58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:44.598075 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38104) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:44.607203 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-f9f2eb4a-a5d1-4639-bf7b-a09cffb6a143 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, ffac9bce-a37e-4493-93b2-2269424e62e9) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:31:44.616376 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e631fe9d-b470-4f6f-bc46-71f31087c758 None None] Network ffac9bce-a37e-4493-93b2-2269424e62e9 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:31:44.627378 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f2eb4a-a5d1-4639-bf7b-a09cffb6a143 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:44.627987 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9f2eb4a-a5d1-4639-bf7b-a09cffb6a143 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:44.657978 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f9f2eb4a-a5d1-4639-bf7b-a09cffb6a143 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6769733 Sep 30 13:31:44.658821 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38108) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:44.702165 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-84c7cea3-4203-47a8-9d56-48470dd58251 None None] For port 0f2f2ff6-9456-4854-bb63-234b7d0ad52c, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:31:44.707639 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-84c7cea3-4203-47a8-9d56-48470dd58251 None None] For port 0f2f2ff6-9456-4854-bb63-234b7d0ad52c, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=0f2f2ff6-9456-4854-bb63-234b7d0ad52c,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:31:44.715277 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-84c7cea3-4203-47a8-9d56-48470dd58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:44.783492 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c7cea3-4203-47a8-9d56-48470dd58251 None None] Routers {'1609e50f-1cf4-4228-b917-1ca9bce491b6'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:31:44.784367 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-84c7cea3-4203-47a8-9d56-48470dd58251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:31:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1609e50f-1cf4-4228-b917-1ca9bce491b6'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:44.789939 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c9517-be9f-42eb-9677-bb7a7d567e66 None None] Pushing event updated for resources: {'Port': ['ID=0f2f2ff6-9456-4854-bb63-234b7d0ad52c,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:44.810922 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6677c819-e594-481b-957d-27e90d2c67b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:44.851725 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-ffac9bce-a37e-4493-93b2-2269424e62e9', 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'fixed_ips': [{'subnet_id': '4b096c69-bc39-418a-8cb2-ec90421b98fa'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:31:44.852897 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:44.913716 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-84c7cea3-4203-47a8-9d56-48470dd58251 None None] Set router 1609e50f-1cf4-4228-b917-1ca9bce491b6 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:31:45.011316 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Allocated IP 172.20.0.2 (ffac9bce-a37e-4493-93b2-2269424e62e9/4b096c69-bc39-418a-8cb2-ec90421b98fa/cb6c220c-e8f3-42df-af03-2d7b5411e966) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:31:45.194560 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:45.212930 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:45.244961 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-84c7cea3-4203-47a8-9d56-48470dd58251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'name': 'tempest-TestNetworkBasicOps-router-2038051032', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:41Z', 'updated_at': '2021-09-30T13:31:42Z', 'revision_number': 3, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:42Z', 'updated_at': '2021-09-30T13:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:45.266659 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Pushing event updated for resources: {'Port': ['ID=cb6c220c-e8f3-42df-af03-2d7b5411e966,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:45.279232 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c7cea3-4203-47a8-9d56-48470dd58251 None None] The sync data for ids ['1609e50f-1cf4-4228-b917-1ca9bce491b6'] in n-d-810909-2 is: [{'id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'name': 'tempest-TestNetworkBasicOps-router-2038051032', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:41Z', 'updated_at': '2021-09-30T13:31:42Z', 'revision_number': 3, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:42Z', 'updated_at': '2021-09-30T13:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:31:45.284242 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:45.284597 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:45.284987 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:45.285358 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:45.285849 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:45.286002 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:45.286326 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:45.286800 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:45.287195 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:45.287529 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:45.287842 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:45.290374 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:31:45.298660 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:45.314668 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Network ffac9bce-a37e-4493-93b2-2269424e62e9 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:31:45.317880 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:31:45.323393 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:31:45.375041 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6677c819-e594-481b-957d-27e90d2c67b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:45.383692 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6677c819-e594-481b-957d-27e90d2c67b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:45.389842 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Attempting to bind port cb6c220c-e8f3-42df-af03-2d7b5411e966 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:31:45.390246 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Attempting to bind port cb6c220c-e8f3-42df-af03-2d7b5411e966 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '6112b386-b31c-4f70-9646-40e2860c5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:31:45.390609 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Attempting to bind port cb6c220c-e8f3-42df-af03-2d7b5411e966 on network ffac9bce-a37e-4493-93b2-2269424e62e9 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:31:45.400743 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:31:45.401301 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Checking segment: {'id': '6112b386-b31c-4f70-9646-40e2860c5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:31:45.401809 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:45.402386 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Bound using segment: {'id': '6112b386-b31c-4f70-9646-40e2860c5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:31:45.403007 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Bound port: cb6c220c-e8f3-42df-af03-2d7b5411e966, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6112b386-b31c-4f70-9646-40e2860c5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:31:45.403834 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:45.491800 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677c819-e594-481b-957d-27e90d2c67b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1d2630-03b5-4de1-aeee-35833e434bdc,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:45.535710 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] For port cb6c220c-e8f3-42df-af03-2d7b5411e966, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:31:45.543716 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] For port cb6c220c-e8f3-42df-af03-2d7b5411e966, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=cb6c220c-e8f3-42df-af03-2d7b5411e966,segment=NetworkSegment(6112b386-b31c-4f70-9646-40e2860c5eea),segment_id=6112b386-b31c-4f70-9646-40e2860c5eea)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:31:45.548194 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6677c819-e594-481b-957d-27e90d2c67b6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b78e690153f041dca9883b83ac724565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9487908 Sep 30 13:31:45.553306 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38114) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:45.554244 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:45.644880 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e2025-ec43-4549-b986-2d20eb9c81de None None] Pushing event updated for resources: {'Port': ['ID=cb6c220c-e8f3-42df-af03-2d7b5411e966,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:45.742421 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f76b5f9-cd6e-493c-9a42-5f8b3a79e464 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:45.761678 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-71bcbe14-10c7-4bd5-8d43-a6313a1b75e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:45.810905 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-71bcbe14-10c7-4bd5-8d43-a6313a1b75e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:45.884144 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-71bcbe14-10c7-4bd5-8d43-a6313a1b75e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:45.888758 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-71bcbe14-10c7-4bd5-8d43-a6313a1b75e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:45.890311 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-71bcbe14-10c7-4bd5-8d43-a6313a1b75e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d1d2630-03b5-4de1-aeee-35833e434bdc HTTP/1.1" status: 204 len: 168 time: 0.3276470 Sep 30 13:31:45.906676 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bcbe14-10c7-4bd5-8d43-a6313a1b75e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1d2630-03b5-4de1-aeee-35833e434bdc,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:46.305984 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-0f76b5f9-cd6e-493c-9a42-5f8b3a79e464 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Allocated IP 172.20.0.1 (ffac9bce-a37e-4493-93b2-2269424e62e9/4b096c69-bc39-418a-8cb2-ec90421b98fa/e8c04dc3-9a46-476f-9160-1e4628faff8a) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:31:46.529382 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device cb6c220c-e8f3-42df-af03-2d7b5411e966 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:31:46.566412 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f76b5f9-cd6e-493c-9a42-5f8b3a79e464 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:46.606563 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port cb6c220c-e8f3-42df-af03-2d7b5411e966 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:46.606563 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:46.719219 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f76b5f9-cd6e-493c-9a42-5f8b3a79e464 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:46.768793 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:46.802105 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f76b5f9-cd6e-493c-9a42-5f8b3a79e464 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Network ffac9bce-a37e-4493-93b2-2269424e62e9 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:31:46.807694 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-0f76b5f9-cd6e-493c-9a42-5f8b3a79e464 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:31:46.812341 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f76b5f9-cd6e-493c-9a42-5f8b3a79e464 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:31:46.826640 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port cb6c220c-e8f3-42df-af03-2d7b5411e966, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=cb6c220c-e8f3-42df-af03-2d7b5411e966,segment=NetworkSegment(6112b386-b31c-4f70-9646-40e2860c5eea),segment_id=6112b386-b31c-4f70-9646-40e2860c5eea)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:31:46.836140 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:46.837817 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0f2f2ff6-9456-4854-bb63-234b7d0ad52c up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:31:46.883436 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f76b5f9-cd6e-493c-9a42-5f8b3a79e464 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:46.929875 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=cb6c220c-e8f3-42df-af03-2d7b5411e966,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:46.954173 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76b5f9-cd6e-493c-9a42-5f8b3a79e464 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'Port': ['ID=e8c04dc3-9a46-476f-9160-1e4628faff8a,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:47.009640 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 0f2f2ff6-9456-4854-bb63-234b7d0ad52c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:47.010624 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:47.137191 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:47.143027 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f76b5f9-cd6e-493c-9a42-5f8b3a79e464 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:47.161982 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 0f2f2ff6-9456-4854-bb63-234b7d0ad52c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=0f2f2ff6-9456-4854-bb63-234b7d0ad52c,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:31:47.171841 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:47.235773 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=0f2f2ff6-9456-4854-bb63-234b7d0ad52c,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:47.305419 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38140) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:47.334180 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fa09af-5b3c-42fd-b11a-198cfbfb1149 None None] Network ffac9bce-a37e-4493-93b2-2269424e62e9 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:31:47.396400 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-3b0f9e98-5637-4f6d-beab-0a7717e4e9a4 None None] Provisioning complete for port cb6c220c-e8f3-42df-af03-2d7b5411e966 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:47.396777 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3b0f9e98-5637-4f6d-beab-0a7717e4e9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:47.416847 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-12aa84b9-9d1b-4b7b-8f22-71974734eba6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-18928708-network', 'tenant_id': 'cfb167c5f1e44f3eb4a6fa780a0f2aa6'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:47.467844 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12aa84b9-9d1b-4b7b-8f22-71974734eba6 admin admin] Made reservation on behalf of cfb167c5f1e44f3eb4a6fa780a0f2aa6 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:31:47.470547 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12aa84b9-9d1b-4b7b-8f22-71974734eba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:47.494743 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12aa84b9-9d1b-4b7b-8f22-71974734eba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:47.598594 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f76b5f9-cd6e-493c-9a42-5f8b3a79e464 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:47.604905 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f76b5f9-cd6e-493c-9a42-5f8b3a79e464 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:47.617698 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12aa84b9-9d1b-4b7b-8f22-71974734eba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:47.623573 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12aa84b9-9d1b-4b7b-8f22-71974734eba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:47.650076 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12aa84b9-9d1b-4b7b-8f22-71974734eba6 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:31:47.673741 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12aa84b9-9d1b-4b7b-8f22-71974734eba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:47.674222 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-12aa84b9-9d1b-4b7b-8f22-71974734eba6 admin admin] Added segment 24b5532c-5f95-40ff-b988-d628dbffe187 of type vlan for network 61158665-a1d5-4dc9-ad44-5619c329573b Sep 30 13:31:47.676299 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa84b9-9d1b-4b7b-8f22-71974734eba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09791659-161f-4604-8103-5370fb362097,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:47.693768 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f76b5f9-cd6e-493c-9a42-5f8b3a79e464 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:47.732321 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12aa84b9-9d1b-4b7b-8f22-71974734eba6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:47.761781 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76b5f9-cd6e-493c-9a42-5f8b3a79e464 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'Port': ['ID=e8c04dc3-9a46-476f-9160-1e4628faff8a,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:47.777705 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12aa84b9-9d1b-4b7b-8f22-71974734eba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:47.778902 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aa84b9-9d1b-4b7b-8f22-71974734eba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:47.779560 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12aa84b9-9d1b-4b7b-8f22-71974734eba6 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:47.849716 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f76b5f9-cd6e-493c-9a42-5f8b3a79e464 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Network ffac9bce-a37e-4493-93b2-2269424e62e9 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:31:47.852453 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-0f76b5f9-cd6e-493c-9a42-5f8b3a79e464 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:31:47.934688 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa84b9-9d1b-4b7b-8f22-71974734eba6 admin admin] Pushing event updated for resources: {'Network': ['ID=61158665-a1d5-4dc9-ad44-5619c329573b,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:47.947780 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 61158665-a1d5-4dc9-ad44-5619c329573b details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:31:47.951054 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-12aa84b9-9d1b-4b7b-8f22-71974734eba6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6444957 Sep 30 13:31:47.953851 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38148) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:47.959812 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-6f596dc5-6ed6-49a3-be72-a705f2a22bf7 admin admin] Request body: {'subnet': {'network_id': '61158665-a1d5-4dc9-ad44-5619c329573b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-18928708-subnet', 'tenant_id': 'cfb167c5f1e44f3eb4a6fa780a0f2aa6', 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:47.998942 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f596dc5-6ed6-49a3-be72-a705f2a22bf7 admin admin] Made reservation on behalf of cfb167c5f1e44f3eb4a6fa780a0f2aa6 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:31:48.001954 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6f596dc5-6ed6-49a3-be72-a705f2a22bf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:48.043028 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f76b5f9-cd6e-493c-9a42-5f8b3a79e464 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Router 1609e50f-1cf4-4228-b917-1ca9bce491b6 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:31:48.117312 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-628120f6-7e15-48d5-a7e0-6a1b0d35a681 None None] Provisioning complete for port cb6c220c-e8f3-42df-af03-2d7b5411e966 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:48.118065 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-628120f6-7e15-48d5-a7e0-6a1b0d35a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:48.204949 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f76b5f9-cd6e-493c-9a42-5f8b3a79e464 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:31:48.218869 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0f76b5f9-cd6e-493c-9a42-5f8b3a79e464 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "PUT /v2.0/routers/1609e50f-1cf4-4228-b917-1ca9bce491b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5585854 Sep 30 13:31:48.221340 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38150) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:48.230443 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2100eeb5-a9f7-4691-81df-a1824a453b01 None None] Sync routers for ids ['1609e50f-1cf4-4228-b917-1ca9bce491b6'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:31:48.276141 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6f596dc5-6ed6-49a3-be72-a705f2a22bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:48.290947 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a4179b43-27f0-4510-ae51-851300ee45a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:48.299516 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2100eeb5-a9f7-4691-81df-a1824a453b01 None None] Routers {'1609e50f-1cf4-4228-b917-1ca9bce491b6'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:31:48.300143 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2100eeb5-a9f7-4691-81df-a1824a453b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:31:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1609e50f-1cf4-4228-b917-1ca9bce491b6'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:48.343884 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f596dc5-6ed6-49a3-be72-a705f2a22bf7 admin admin] Checking segment: {'id': '24b5532c-5f95-40ff-b988-d628dbffe187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61158665-a1d5-4dc9-ad44-5619c329573b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:31:48.344313 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f596dc5-6ed6-49a3-be72-a705f2a22bf7 admin admin] Network hostable DHCP agents. Network: 61158665-a1d5-4dc9-ad44-5619c329573b, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:31:48.361024 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f596dc5-6ed6-49a3-be72-a705f2a22bf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1ba75c2-7f81-43e1-b0a5-82045f9f4c87,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:48.373059 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f596dc5-6ed6-49a3-be72-a705f2a22bf7 admin admin] Network 61158665-a1d5-4dc9-ad44-5619c329573b is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:31:48.388438 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-6f596dc5-6ed6-49a3-be72-a705f2a22bf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 61158665-a1d5-4dc9-ad44-5619c329573b) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:31:48.396954 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f596dc5-6ed6-49a3-be72-a705f2a22bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:48.398798 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6f596dc5-6ed6-49a3-be72-a705f2a22bf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:48.408380 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb327dd-b266-4f44-b60b-cef371cbe115 None None] Network 61158665-a1d5-4dc9-ad44-5619c329573b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:31:48.427582 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6f596dc5-6ed6-49a3-be72-a705f2a22bf7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4724288 Sep 30 13:31:48.428326 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38152) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:48.435802 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-21b7d4d5-7400-4776-a2f9-d325b793e551 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-18928708-router', 'tenant_id': 'cfb167c5f1e44f3eb4a6fa780a0f2aa6', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:48.471433 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-628120f6-7e15-48d5-a7e0-6a1b0d35a681 None None] Provisioning complete for port e8c04dc3-9a46-476f-9160-1e4628faff8a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:48.471885 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-628120f6-7e15-48d5-a7e0-6a1b0d35a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:48.473368 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34ba2b5-540e-4dd2-b828-7f5c61437d48 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:48.473906 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34ba2b5-540e-4dd2-b828-7f5c61437d48 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:48.474495 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34ba2b5-540e-4dd2-b828-7f5c61437d48 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:48.475295 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34ba2b5-540e-4dd2-b828-7f5c61437d48 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:48.475295 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34ba2b5-540e-4dd2-b828-7f5c61437d48 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:48.475756 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34ba2b5-540e-4dd2-b828-7f5c61437d48 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:48.476915 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34ba2b5-540e-4dd2-b828-7f5c61437d48 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:48.476915 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34ba2b5-540e-4dd2-b828-7f5c61437d48 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:48.480796 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f34ba2b5-540e-4dd2-b828-7f5c61437d48 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5621 time: 0.2571719 Sep 30 13:31:48.481365 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21b7d4d5-7400-4776-a2f9-d325b793e551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:48.482949 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21b7d4d5-7400-4776-a2f9-d325b793e551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:48.487057 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38154) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:48.506339 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device cb6c220c-e8f3-42df-af03-2d7b5411e966 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:31:48.555891 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21b7d4d5-7400-4776-a2f9-d325b793e551 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:48.591936 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4cbab1-b7b5-40c9-a0fc-5416d0177e07 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:48.592348 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4cbab1-b7b5-40c9-a0fc-5416d0177e07 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:48.592805 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4cbab1-b7b5-40c9-a0fc-5416d0177e07 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:48.593389 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4cbab1-b7b5-40c9-a0fc-5416d0177e07 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:48.593846 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4cbab1-b7b5-40c9-a0fc-5416d0177e07 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:48.594436 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4cbab1-b7b5-40c9-a0fc-5416d0177e07 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:48.595683 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4cbab1-b7b5-40c9-a0fc-5416d0177e07 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:48.596142 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4cbab1-b7b5-40c9-a0fc-5416d0177e07 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:48.602099 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fc4cbab1-b7b5-40c9-a0fc-5416d0177e07 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5176 time: 0.1136670 Sep 30 13:31:48.603637 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38156) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:48.635010 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-628120f6-7e15-48d5-a7e0-6a1b0d35a681 None None] Port e8c04dc3-9a46-476f-9160-1e4628faff8a cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:31:48.637710 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-2100eeb5-a9f7-4691-81df-a1824a453b01 None None] Set router 1609e50f-1cf4-4228-b917-1ca9bce491b6 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:31:48.720339 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21b7d4d5-7400-4776-a2f9-d325b793e551 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:48.765320 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port cb6c220c-e8f3-42df-af03-2d7b5411e966 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:48.765844 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:48.842569 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-e2ef8875-541d-4dcb-b70f-d7860c375ae9 None None] Provisioning complete for port e8c04dc3-9a46-476f-9160-1e4628faff8a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:48.843006 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e2ef8875-541d-4dcb-b70f-d7860c375ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:48.847017 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4c526daf-6fc6-4d1b-937a-d133aabc8489 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2863 time: 0.2421019 Sep 30 13:31:48.873505 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa8c3ec-49b0-4b56-a3b7-778a71085bb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-61158665-a1d5-4dc9-ad44-5619c329573b', 'network_id': '61158665-a1d5-4dc9-ad44-5619c329573b', 'tenant_id': 'cfb167c5f1e44f3eb4a6fa780a0f2aa6', 'fixed_ips': [{'subnet_id': 'b1ba75c2-7f81-43e1-b0a5-82045f9f4c87'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:31:48.874426 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c3ec-49b0-4b56-a3b7-778a71085bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:48.956247 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21b7d4d5-7400-4776-a2f9-d325b793e551 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:48.984947 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21b7d4d5-7400-4776-a2f9-d325b793e551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:49.123035 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-21b7d4d5-7400-4776-a2f9-d325b793e551 admin admin] Allocated IP 172.25.5.35 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/9d6ba156-5dea-4268-9e4e-f56ac59b411d) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:31:49.123181 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-e2ef8875-541d-4dcb-b70f-d7860c375ae9 None None] Port e8c04dc3-9a46-476f-9160-1e4628faff8a cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:31:49.247237 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21b7d4d5-7400-4776-a2f9-d325b793e551 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:49.255564 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0f2f2ff6-9456-4854-bb63-234b7d0ad52c up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:31:49.308402 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21b7d4d5-7400-4776-a2f9-d325b793e551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:49.348793 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b7d4d5-7400-4776-a2f9-d325b793e551 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:31:49.353756 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-21b7d4d5-7400-4776-a2f9-d325b793e551 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:31:49.357458 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b7d4d5-7400-4776-a2f9-d325b793e551 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:31:49.360826 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38180) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:49.365596 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-59cbfa23-42c7-4219-9b4c-cc851e85c6a9 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-73513244', 'description': 'tempest-secgroup-smoke-73513244 description', 'project_id': '35de1fee209b4805a01788770657a0cb'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:49.402820 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7d4d5-7400-4776-a2f9-d325b793e551 admin admin] Pushing event updated for resources: {'Port': ['ID=9d6ba156-5dea-4268-9e4e-f56ac59b411d,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:49.421152 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-2aa8c3ec-49b0-4b56-a3b7-778a71085bb5 None None] Allocated IP 172.20.0.2 (61158665-a1d5-4dc9-ad44-5619c329573b/b1ba75c2-7f81-43e1-b0a5-82045f9f4c87/d466b0b1-748d-47ef-b274-326c5d42c94f) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:31:49.439645 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 0f2f2ff6-9456-4854-bb63-234b7d0ad52c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:49.439911 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:49.482357 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-59cbfa23-42c7-4219-9b4c-cc851e85c6a9 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:49.484049 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2100eeb5-a9f7-4691-81df-a1824a453b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'name': 'tempest-TestNetworkBasicOps-router-2038051032', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:41Z', 'updated_at': '2021-09-30T13:31:47Z', 'revision_number': 4, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:42Z', 'updated_at': '2021-09-30T13:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'e8c04dc3-9a46-476f-9160-1e4628faff8a', 'name': '', 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'mac_address': 'fa:16:3e:04:c9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:46Z', 'updated_at': '2021-09-30T13:31:47Z', 'revision_number': 2, 'project_id': '35de1fee209b4805a01788770657a0cb', 'subnets': [{'id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:49.505742 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-dcec786f-11b7-4b17-98bc-19eae8aaa482 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1890676 Sep 30 13:31:49.570418 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2100eeb5-a9f7-4691-81df-a1824a453b01 None None] Checking router: 1609e50f-1cf4-4228-b917-1ca9bce491b6 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:31:49.571094 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2100eeb5-a9f7-4691-81df-a1824a453b01 None None] Updating router 1609e50f-1cf4-4228-b917-1ca9bce491b6 port e8c04dc3-9a46-476f-9160-1e4628faff8a binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:31:49.609051 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-59cbfa23-42c7-4219-9b4c-cc851e85c6a9 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:49.620016 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-59cbfa23-42c7-4219-9b4c-cc851e85c6a9 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:49.661976 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:49.665828 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbfa23-42c7-4219-9b4c-cc851e85c6a9 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a22d16e-2c22-4cc6-b420-450a2d0af8a4,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:49.668784 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2100eeb5-a9f7-4691-81df-a1824a453b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:49.698252 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-66c41b70-34f0-42ff-8fdd-b25dce66377f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:49.698791 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-66c41b70-34f0-42ff-8fdd-b25dce66377f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:49.699505 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-66c41b70-34f0-42ff-8fdd-b25dce66377f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:49.700000 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-66c41b70-34f0-42ff-8fdd-b25dce66377f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:49.700603 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-66c41b70-34f0-42ff-8fdd-b25dce66377f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:49.701249 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-66c41b70-34f0-42ff-8fdd-b25dce66377f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:49.702490 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-66c41b70-34f0-42ff-8fdd-b25dce66377f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:49.705450 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-66c41b70-34f0-42ff-8fdd-b25dce66377f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b2b1cd5a06924c118528b4d0714f0f7d&device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 6500 time: 0.1355674 Sep 30 13:31:49.707093 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-59cbfa23-42c7-4219-9b4c-cc851e85c6a9 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:49.713051 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-59cbfa23-42c7-4219-9b4c-cc851e85c6a9 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3507588 Sep 30 13:31:49.713775 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38182) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:49.719344 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-dbecbc64-73ee-4b16-9c3f-f65c52f33b35 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'security_group_rule': {'security_group_id': '7a22d16e-2c22-4cc6-b420-450a2d0af8a4', 'project_id': '35de1fee209b4805a01788770657a0cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:49.854889 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dbecbc64-73ee-4b16-9c3f-f65c52f33b35 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:49.889799 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-47c4af1e-ae53-4de7-a878-cb974e6c7eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:49.890373 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-47c4af1e-ae53-4de7-a878-cb974e6c7eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:49.890840 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-47c4af1e-ae53-4de7-a878-cb974e6c7eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:49.892543 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-47c4af1e-ae53-4de7-a878-cb974e6c7eb9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=93896050-5bca-40e4-92d7-aa842a3215ca&id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452&id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452 HTTP/1.1" status: 200 len: 2298 time: 0.1428692 Sep 30 13:31:49.894504 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c3ec-49b0-4b56-a3b7-778a71085bb5 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:49.912391 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c3ec-49b0-4b56-a3b7-778a71085bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:49.982057 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa8c3ec-49b0-4b56-a3b7-778a71085bb5 None None] Network 61158665-a1d5-4dc9-ad44-5619c329573b is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:31:49.985931 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21b7d4d5-7400-4776-a2f9-d325b793e551 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:49.995792 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-2aa8c3ec-49b0-4b56-a3b7-778a71085bb5 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:31:49.998309 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8c3ec-49b0-4b56-a3b7-778a71085bb5 None None] Pushing event updated for resources: {'Port': ['ID=d466b0b1-748d-47ef-b274-326c5d42c94f,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:50.000290 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa8c3ec-49b0-4b56-a3b7-778a71085bb5 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:31:50.014506 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-6b224746-4063-431e-8b8a-b85722300f18 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=587b8253-b8b2-40e1-9c92-7bf9a3824a36 HTTP/1.1" status: 200 len: 1001 time: 0.1094179 Sep 30 13:31:50.016211 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dbecbc64-73ee-4b16-9c3f-f65c52f33b35 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:50.032144 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dbecbc64-73ee-4b16-9c3f-f65c52f33b35 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:50.082049 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbecbc64-73ee-4b16-9c3f-f65c52f33b35 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd7d23c-960e-4016-879b-9e3c2e72cb2f,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:50.091167 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dbecbc64-73ee-4b16-9c3f-f65c52f33b35 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:50.092432 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-dbecbc64-73ee-4b16-9c3f-f65c52f33b35 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3772247 Sep 30 13:31:50.096291 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38184) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:50.100972 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-bbd7ef65-ea8a-4101-9933-205573cc87c0 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'security_group_rule': {'security_group_id': '7a22d16e-2c22-4cc6-b420-450a2d0af8a4', 'project_id': '35de1fee209b4805a01788770657a0cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:50.114880 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-3730a8e8-4f57-4eb6-8de4-f54a9c273fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:50.116467 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-3730a8e8-4f57-4eb6-8de4-f54a9c273fd3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7f393d1-596e-4051-83e5-ef1e0d193a9e HTTP/1.1" status: 200 len: 855 time: 0.0937934 Sep 30 13:31:50.172731 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bbd7ef65-ea8a-4101-9933-205573cc87c0 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:50.191043 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-9856e999-0135-43b7-95af-28e4efaa8f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:50.192474 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-9856e999-0135-43b7-95af-28e4efaa8f52 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=93896050-5bca-40e4-92d7-aa842a3215ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676827 Sep 30 13:31:50.205211 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-85a24ec6-d6d1-4e6d-ab98-d2b8ac6f49eb service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:31:50.206207 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-85a24ec6-d6d1-4e6d-ab98-d2b8ac6f49eb service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053473 Sep 30 13:31:50.208332 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2100eeb5-a9f7-4691-81df-a1824a453b01 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:50.219838 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-2aa8c3ec-49b0-4b56-a3b7-778a71085bb5 None None] Attempting to bind port d466b0b1-748d-47ef-b274-326c5d42c94f on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:31:50.220455 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-2aa8c3ec-49b0-4b56-a3b7-778a71085bb5 None None] Attempting to bind port d466b0b1-748d-47ef-b274-326c5d42c94f by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '24b5532c-5f95-40ff-b988-d628dbffe187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61158665-a1d5-4dc9-ad44-5619c329573b'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:31:50.221533 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa8c3ec-49b0-4b56-a3b7-778a71085bb5 None None] Attempting to bind port d466b0b1-748d-47ef-b274-326c5d42c94f on network 61158665-a1d5-4dc9-ad44-5619c329573b {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:31:50.227345 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2100eeb5-a9f7-4691-81df-a1824a453b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:50.236865 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21b7d4d5-7400-4776-a2f9-d325b793e551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:50.303962 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bbd7ef65-ea8a-4101-9933-205573cc87c0 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:50.318868 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bbd7ef65-ea8a-4101-9933-205573cc87c0 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:50.326182 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa8c3ec-49b0-4b56-a3b7-778a71085bb5 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:31:50.326638 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa8c3ec-49b0-4b56-a3b7-778a71085bb5 None None] Checking segment: {'id': '24b5532c-5f95-40ff-b988-d628dbffe187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61158665-a1d5-4dc9-ad44-5619c329573b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:31:50.326981 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c3ec-49b0-4b56-a3b7-778a71085bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:50.327393 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa8c3ec-49b0-4b56-a3b7-778a71085bb5 None None] Bound using segment: {'id': '24b5532c-5f95-40ff-b988-d628dbffe187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61158665-a1d5-4dc9-ad44-5619c329573b'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:31:50.327869 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-2aa8c3ec-49b0-4b56-a3b7-778a71085bb5 None None] Bound port: d466b0b1-748d-47ef-b274-326c5d42c94f, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b5532c-5f95-40ff-b988-d628dbffe187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61158665-a1d5-4dc9-ad44-5619c329573b'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:31:50.332909 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c3ec-49b0-4b56-a3b7-778a71085bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:50.356158 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d482a-91e1-4160-9c04-07add5db5a56 None None] Pushing event updated for resources: {'Port': ['ID=e8c04dc3-9a46-476f-9160-1e4628faff8a,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:50.365936 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-e149bb8d-de94-4025-aa83-094ed6ba55a1 service neutron] 10.222.0.54 "GET /v2.0/networks/93896050-5bca-40e4-92d7-aa842a3215ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490912 Sep 30 13:31:50.367371 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7ef65-ea8a-4101-9933-205573cc87c0 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc75860-1694-4c17-a2e5-2cfaefd73d8a,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:50.426229 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b7d4d5-7400-4776-a2f9-d325b793e551 admin admin] Router 83f80094-1182-412d-8858-1ea1770964da is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:31:50.455931 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bbd7ef65-ea8a-4101-9933-205573cc87c0 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:50.457139 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bbd7ef65-ea8a-4101-9933-205573cc87c0 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3599114 Sep 30 13:31:50.464404 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38190) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:50.473266 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-104a4f78-9ab4-4ae6-9d45-75a2349f157a tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'security_group_rule': {'security_group_id': '7a22d16e-2c22-4cc6-b420-450a2d0af8a4', 'project_id': '35de1fee209b4805a01788770657a0cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:50.477970 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-2100eeb5-a9f7-4691-81df-a1824a453b01 None None] Attempting to bind port e8c04dc3-9a46-476f-9160-1e4628faff8a on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:31:50.482528 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-2100eeb5-a9f7-4691-81df-a1824a453b01 None None] Attempting to bind port e8c04dc3-9a46-476f-9160-1e4628faff8a by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '6112b386-b31c-4f70-9646-40e2860c5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:31:50.483028 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2100eeb5-a9f7-4691-81df-a1824a453b01 None None] Attempting to bind port e8c04dc3-9a46-476f-9160-1e4628faff8a on network ffac9bce-a37e-4493-93b2-2269424e62e9 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:31:50.498800 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2100eeb5-a9f7-4691-81df-a1824a453b01 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:31:50.499378 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2100eeb5-a9f7-4691-81df-a1824a453b01 None None] Checking segment: {'id': '6112b386-b31c-4f70-9646-40e2860c5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:31:50.499889 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2100eeb5-a9f7-4691-81df-a1824a453b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:50.500441 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2100eeb5-a9f7-4691-81df-a1824a453b01 None None] Bound using segment: {'id': '6112b386-b31c-4f70-9646-40e2860c5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:31:50.501348 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-2100eeb5-a9f7-4691-81df-a1824a453b01 None None] Bound port: e8c04dc3-9a46-476f-9160-1e4628faff8a, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6112b386-b31c-4f70-9646-40e2860c5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:31:50.501868 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2100eeb5-a9f7-4691-81df-a1824a453b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:50.561139 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-d23862f2-dd16-4853-b271-71ec1d4e2486 service neutron] 10.222.0.54 "GET /v2.0/networks/93896050-5bca-40e4-92d7-aa842a3215ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885591 Sep 30 13:31:50.598206 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-2aa8c3ec-49b0-4b56-a3b7-778a71085bb5 None None] For port d466b0b1-748d-47ef-b274-326c5d42c94f, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:31:50.603297 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-2aa8c3ec-49b0-4b56-a3b7-778a71085bb5 None None] For port d466b0b1-748d-47ef-b274-326c5d42c94f, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d466b0b1-748d-47ef-b274-326c5d42c94f,segment=NetworkSegment(24b5532c-5f95-40ff-b988-d628dbffe187),segment_id=24b5532c-5f95-40ff-b988-d628dbffe187)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:31:50.606291 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-2100eeb5-a9f7-4691-81df-a1824a453b01 None None] For port e8c04dc3-9a46-476f-9160-1e4628faff8a, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:31:50.613439 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-2100eeb5-a9f7-4691-81df-a1824a453b01 None None] For port e8c04dc3-9a46-476f-9160-1e4628faff8a, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e8c04dc3-9a46-476f-9160-1e4628faff8a,segment=NetworkSegment(6112b386-b31c-4f70-9646-40e2860c5eea),segment_id=6112b386-b31c-4f70-9646-40e2860c5eea)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:31:50.616591 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c3ec-49b0-4b56-a3b7-778a71085bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:50.624756 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-ddf4b5c8-8c5f-45f8-9d8f-1430c408fc88 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=7121023e-fda3-42f4-828e-9dd22cf5e92c HTTP/1.1" status: 200 len: 217 time: 0.0548828 Sep 30 13:31:50.626454 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2100eeb5-a9f7-4691-81df-a1824a453b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:50.641599 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-104a4f78-9ab4-4ae6-9d45-75a2349f157a tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:50.671485 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b7d4d5-7400-4776-a2f9-d325b793e551 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:31:50.683554 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409a6917-1704-49ec-9866-5d311088b9e1 None None] Sync routers for ids ['83f80094-1182-412d-8858-1ea1770964da'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:31:50.697186 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409a6917-1704-49ec-9866-5d311088b9e1 None None] Routers {'83f80094-1182-412d-8858-1ea1770964da'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:31:50.698108 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-409a6917-1704-49ec-9866-5d311088b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:31:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['83f80094-1182-412d-8858-1ea1770964da'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:50.730131 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-302b7936-9a5d-45e7-91b5-bf0eeaf79a71 None None] Provisioning complete for port e8c04dc3-9a46-476f-9160-1e4628faff8a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:50.730600 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-302b7936-9a5d-45e7-91b5-bf0eeaf79a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:50.764779 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21b7d4d5-7400-4776-a2f9-d325b793e551 admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:50.768792 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-21b7d4d5-7400-4776-a2f9-d325b793e551 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3394525 Sep 30 13:31:50.772269 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38192) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:50.801084 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2100eeb5-a9f7-4691-81df-a1824a453b01 None None] Routers {'1609e50f-1cf4-4228-b917-1ca9bce491b6'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:31:50.801900 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2100eeb5-a9f7-4691-81df-a1824a453b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:31:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1609e50f-1cf4-4228-b917-1ca9bce491b6'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:50.907661 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-104a4f78-9ab4-4ae6-9d45-75a2349f157a tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:50.923918 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-104a4f78-9ab4-4ae6-9d45-75a2349f157a tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:50.938711 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-2100eeb5-a9f7-4691-81df-a1824a453b01 None None] Set router 1609e50f-1cf4-4228-b917-1ca9bce491b6 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:31:50.939942 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-409a6917-1704-49ec-9866-5d311088b9e1 None None] Set router 83f80094-1182-412d-8858-1ea1770964da gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:31:51.029609 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c673588b-5224-4467-9b65-c3a929aec27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:51.048990 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a4f78-9ab4-4ae6-9d45-75a2349f157a tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62da9b7-db7e-4535-9a29-9f275fcce0fb,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:51.072289 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8c3ec-49b0-4b56-a3b7-778a71085bb5 None None] Pushing event updated for resources: {'Port': ['ID=d466b0b1-748d-47ef-b274-326c5d42c94f,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:51.076001 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-104a4f78-9ab4-4ae6-9d45-75a2349f157a tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:51.077311 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-104a4f78-9ab4-4ae6-9d45-75a2349f157a tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6118505 Sep 30 13:31:51.105179 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38194) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:51.111598 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-8fea41bd-bc6b-4d3c-a67a-bfa9c85f96b1 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'security_group_rule': {'security_group_id': '7a22d16e-2c22-4cc6-b420-450a2d0af8a4', 'project_id': '35de1fee209b4805a01788770657a0cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:51.165392 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-302b7936-9a5d-45e7-91b5-bf0eeaf79a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:51.284845 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fea41bd-bc6b-4d3c-a67a-bfa9c85f96b1 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:51.324998 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-302b7936-9a5d-45e7-91b5-bf0eeaf79a71 None None] For port e8c04dc3-9a46-476f-9160-1e4628faff8a, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e8c04dc3-9a46-476f-9160-1e4628faff8a,segment=NetworkSegment(6112b386-b31c-4f70-9646-40e2860c5eea),segment_id=6112b386-b31c-4f70-9646-40e2860c5eea)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:31:51.341118 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-302b7936-9a5d-45e7-91b5-bf0eeaf79a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:51.348141 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-409a6917-1704-49ec-9866-5d311088b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f80094-1182-412d-8858-1ea1770964da', 'name': 'tempest-TestServerMultinode-18928708-router', 'tenant_id': 'cfb167c5f1e44f3eb4a6fa780a0f2aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '9d6ba156-5dea-4268-9e4e-f56ac59b411d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:48Z', 'updated_at': '2021-09-30T13:31:49Z', 'revision_number': 3, 'project_id': 'cfb167c5f1e44f3eb4a6fa780a0f2aa6', 'gw_port': {'id': '9d6ba156-5dea-4268-9e4e-f56ac59b411d', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f80094-1182-412d-8858-1ea1770964da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:48Z', 'updated_at': '2021-09-30T13:31:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:51.350223 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d482a-91e1-4160-9c04-07add5db5a56 None None] Pushing event updated for resources: {'Port': ['ID=e8c04dc3-9a46-476f-9160-1e4628faff8a,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:51.382941 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-9bf20b40-27f8-4499-9723-354e043f6987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:51.386079 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-9bf20b40-27f8-4499-9723-354e043f6987 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4f0ebae-560b-4b76-825f-e4ab47d71558 HTTP/1.1" status: 200 len: 797 time: 0.7515094 Sep 30 13:31:51.386224 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409a6917-1704-49ec-9866-5d311088b9e1 None None] Checking router: 83f80094-1182-412d-8858-1ea1770964da for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:31:51.387139 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409a6917-1704-49ec-9866-5d311088b9e1 None None] Updating router 83f80094-1182-412d-8858-1ea1770964da port 9d6ba156-5dea-4268-9e4e-f56ac59b411d binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:31:51.433471 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-409a6917-1704-49ec-9866-5d311088b9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:51.458827 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-bcf1352d-9573-40fb-912f-88bdc0db61a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:51.460456 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-bcf1352d-9573-40fb-912f-88bdc0db61a4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0674582 Sep 30 13:31:51.484487 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b7936-9a5d-45e7-91b5-bf0eeaf79a71 None None] Pushing event updated for resources: {'Port': ['ID=e8c04dc3-9a46-476f-9160-1e4628faff8a,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:51.507100 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-81710933-15f3-47d1-ae20-b42f4fee6bbc None None] Provisioning complete for port e8c04dc3-9a46-476f-9160-1e4628faff8a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:51.507574 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-81710933-15f3-47d1-ae20-b42f4fee6bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:51.548416 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fea41bd-bc6b-4d3c-a67a-bfa9c85f96b1 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:51.567143 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2100eeb5-a9f7-4691-81df-a1824a453b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'name': 'tempest-TestNetworkBasicOps-router-2038051032', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:41Z', 'updated_at': '2021-09-30T13:31:47Z', 'revision_number': 4, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:42Z', 'updated_at': '2021-09-30T13:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'e8c04dc3-9a46-476f-9160-1e4628faff8a', 'name': '', 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'mac_address': 'fa:16:3e:04:c9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:46Z', 'updated_at': '2021-09-30T13:31:50Z', 'revision_number': 4, 'project_id': '35de1fee209b4805a01788770657a0cb', 'subnets': [{'id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:51.575594 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fea41bd-bc6b-4d3c-a67a-bfa9c85f96b1 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:51.598800 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2100eeb5-a9f7-4691-81df-a1824a453b01 None None] The sync data for ids ['1609e50f-1cf4-4228-b917-1ca9bce491b6'] in n-d-810909-2 is: [{'id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'name': 'tempest-TestNetworkBasicOps-router-2038051032', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:41Z', 'updated_at': '2021-09-30T13:31:47Z', 'revision_number': 4, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:42Z', 'updated_at': '2021-09-30T13:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'e8c04dc3-9a46-476f-9160-1e4628faff8a', 'name': '', 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'mac_address': 'fa:16:3e:04:c9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:46Z', 'updated_at': '2021-09-30T13:31:50Z', 'revision_number': 4, 'project_id': '35de1fee209b4805a01788770657a0cb', 'subnets': [{'id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:31:51.651413 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-dc69c818-4d30-46aa-aa91-4742a8e3673d service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833482 Sep 30 13:31:51.681788 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:51.720513 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea41bd-bc6b-4d3c-a67a-bfa9c85f96b1 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad128c9e-429d-442e-8bba-e4ea8ee13615,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:51.724556 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8fea41bd-bc6b-4d3c-a67a-bfa9c85f96b1 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:51.729568 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8fea41bd-bc6b-4d3c-a67a-bfa9c85f96b1 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6195750 Sep 30 13:31:51.730228 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38200) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:51.736254 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-2276c213-848c-4675-b9d8-38b5afdf272d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'security_group_rule': {'security_group_id': '7a22d16e-2c22-4cc6-b420-450a2d0af8a4', 'project_id': '35de1fee209b4805a01788770657a0cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:51.839731 n-d-810909-2 neutron-server[94763]: INFO neutron.db.securitygroups_db [None req-2276c213-848c-4675-b9d8-38b5afdf272d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Project 35de1fee209b4805a01788770657a0cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 13:31:51.851744 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2276c213-848c-4675-b9d8-38b5afdf272d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:51.859235 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-a4b0e5c5-ede7-408d-88cc-5c5960f08abf service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006543 Sep 30 13:31:51.943524 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-05469c51-ade8-43a0-938c-6944a3ca8584 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=50aa8aa8-8950-472f-a653-cf0236b3890e HTTP/1.1" status: 200 len: 217 time: 0.0718427 Sep 30 13:31:52.020995 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-409a6917-1704-49ec-9866-5d311088b9e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:52.035251 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-409a6917-1704-49ec-9866-5d311088b9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:52.058159 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f06b2b4-1e12-4160-963d-9ec385d337bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:52.068464 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2276c213-848c-4675-b9d8-38b5afdf272d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:52.071822 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-595878a5-ea53-49c4-9894-a30d01b4cf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:52.073451 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-595878a5-ea53-49c4-9894-a30d01b4cf24 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4f0ebae-560b-4b76-825f-e4ab47d71558 HTTP/1.1" status: 200 len: 797 time: 0.1179597 Sep 30 13:31:52.080468 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2276c213-848c-4675-b9d8-38b5afdf272d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:52.104233 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084911e-a967-4b52-857b-bd3fcea9c85d None None] Pushing event updated for resources: {'Port': ['ID=9d6ba156-5dea-4268-9e4e-f56ac59b411d,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:52.140609 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-409a6917-1704-49ec-9866-5d311088b9e1 None None] Attempting to bind port 9d6ba156-5dea-4268-9e4e-f56ac59b411d on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:31:52.140977 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-409a6917-1704-49ec-9866-5d311088b9e1 None None] Attempting to bind port 9d6ba156-5dea-4268-9e4e-f56ac59b411d by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:31:52.141334 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409a6917-1704-49ec-9866-5d311088b9e1 None None] Attempting to bind port 9d6ba156-5dea-4268-9e4e-f56ac59b411d on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:31:52.153049 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409a6917-1704-49ec-9866-5d311088b9e1 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:31:52.153408 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409a6917-1704-49ec-9866-5d311088b9e1 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:31:52.153794 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-409a6917-1704-49ec-9866-5d311088b9e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:52.154213 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409a6917-1704-49ec-9866-5d311088b9e1 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:31:52.154680 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-409a6917-1704-49ec-9866-5d311088b9e1 None None] Bound port: 9d6ba156-5dea-4268-9e4e-f56ac59b411d, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:31:52.155055 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-409a6917-1704-49ec-9866-5d311088b9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:52.172282 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276c213-848c-4675-b9d8-38b5afdf272d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec6b907-b9d2-4b75-8ebc-f29d935cc214,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:52.193437 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2276c213-848c-4675-b9d8-38b5afdf272d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:52.194835 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2276c213-848c-4675-b9d8-38b5afdf272d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4646862 Sep 30 13:31:52.200414 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38202) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:52.207767 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-e5d15503-5634-458f-a23a-cb4f7e91892f tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'security_group_rule': {'security_group_id': '7a22d16e-2c22-4cc6-b420-450a2d0af8a4', 'project_id': '35de1fee209b4805a01788770657a0cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:52.209861 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-bea6dfcb-46df-4cde-a71e-5fb62f81fed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:52.211672 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-bea6dfcb-46df-4cde-a71e-5fb62f81fed1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1287839 Sep 30 13:31:52.269472 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-409a6917-1704-49ec-9866-5d311088b9e1 None None] For port 9d6ba156-5dea-4268-9e4e-f56ac59b411d, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:31:52.275771 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-409a6917-1704-49ec-9866-5d311088b9e1 None None] For port 9d6ba156-5dea-4268-9e4e-f56ac59b411d, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9d6ba156-5dea-4268-9e4e-f56ac59b411d,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:31:52.285834 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-409a6917-1704-49ec-9866-5d311088b9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:52.326551 n-d-810909-2 neutron-server[94764]: INFO neutron.db.securitygroups_db [None req-e5d15503-5634-458f-a23a-cb4f7e91892f tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Project 35de1fee209b4805a01788770657a0cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 13:31:52.357635 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e5d15503-5634-458f-a23a-cb4f7e91892f tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:52.393653 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552b71ac-c239-4ec0-a683-dddede42022d None None] Network 61158665-a1d5-4dc9-ad44-5619c329573b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:31:52.420448 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084911e-a967-4b52-857b-bd3fcea9c85d None None] Pushing event updated for resources: {'Port': ['ID=9d6ba156-5dea-4268-9e4e-f56ac59b411d,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:52.425379 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-88006313-0fd3-42a6-8255-901b0594bd32 service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995614 Sep 30 13:31:52.457229 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409a6917-1704-49ec-9866-5d311088b9e1 None None] Routers {'83f80094-1182-412d-8858-1ea1770964da'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:31:52.463068 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-409a6917-1704-49ec-9866-5d311088b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:31:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['83f80094-1182-412d-8858-1ea1770964da'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:52.481296 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-3f06b2b4-1e12-4160-963d-9ec385d337bc admin admin] Allocated IP 172.20.0.1 (61158665-a1d5-4dc9-ad44-5619c329573b/b1ba75c2-7f81-43e1-b0a5-82045f9f4c87/d0da692e-6da2-41be-8b6b-0c44db279ab3) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:31:52.488367 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:52.576794 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6e411288-a7b4-4e99-9d08-21a0df9d1461 None None] Provisioning complete for port d466b0b1-748d-47ef-b274-326c5d42c94f triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:52.577169 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6e411288-a7b4-4e99-9d08-21a0df9d1461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:52.611327 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e8c04dc3-9a46-476f-9160-1e4628faff8a up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:31:52.650303 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-e285ce48-3981-402b-ae47-a7855acfe98c service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164395 Sep 30 13:31:52.711919 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-409a6917-1704-49ec-9866-5d311088b9e1 None None] Set router 83f80094-1182-412d-8858-1ea1770964da gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:31:52.723266 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f06b2b4-1e12-4160-963d-9ec385d337bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:52.741342 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-073306de-3276-4376-8e1a-25c75e6ee064 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=f407bf5c-2622-41e5-a507-31011ed4afae HTTP/1.1" status: 200 len: 217 time: 0.0844390 Sep 30 13:31:52.810771 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e5d15503-5634-458f-a23a-cb4f7e91892f tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:52.814998 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f06b2b4-1e12-4160-963d-9ec385d337bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:52.874463 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port e8c04dc3-9a46-476f-9160-1e4628faff8a triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:52.874828 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:52.876908 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-3af77bf5-61ef-42ed-9349-916ac39048ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:52.886864 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-3af77bf5-61ef-42ed-9349-916ac39048ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4f0ebae-560b-4b76-825f-e4ab47d71558 HTTP/1.1" status: 200 len: 797 time: 0.1265900 Sep 30 13:31:52.895097 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f06b2b4-1e12-4160-963d-9ec385d337bc admin admin] Network 61158665-a1d5-4dc9-ad44-5619c329573b is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:31:52.896816 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e5d15503-5634-458f-a23a-cb4f7e91892f tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:52.904631 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06b2b4-1e12-4160-963d-9ec385d337bc admin admin] Pushing event updated for resources: {'Port': ['ID=d0da692e-6da2-41be-8b6b-0c44db279ab3,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:52.917166 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-3f06b2b4-1e12-4160-963d-9ec385d337bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:31:52.924693 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f06b2b4-1e12-4160-963d-9ec385d337bc admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:31:52.970546 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-383e02cf-966f-44f5-aa12-d39fbf787848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:52.972342 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-383e02cf-966f-44f5-aa12-d39fbf787848 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0784836 Sep 30 13:31:52.995102 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f06b2b4-1e12-4160-963d-9ec385d337bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:53.144053 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-409a6917-1704-49ec-9866-5d311088b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f80094-1182-412d-8858-1ea1770964da', 'name': 'tempest-TestServerMultinode-18928708-router', 'tenant_id': 'cfb167c5f1e44f3eb4a6fa780a0f2aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '9d6ba156-5dea-4268-9e4e-f56ac59b411d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:48Z', 'updated_at': '2021-09-30T13:31:49Z', 'revision_number': 3, 'project_id': 'cfb167c5f1e44f3eb4a6fa780a0f2aa6', 'gw_port': {'id': '9d6ba156-5dea-4268-9e4e-f56ac59b411d', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f80094-1182-412d-8858-1ea1770964da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:48Z', 'updated_at': '2021-09-30T13:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:53.187333 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-c62f326e-7f34-4ee9-a67f-4a6a6165d5d1 service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058063 Sep 30 13:31:53.215674 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409a6917-1704-49ec-9866-5d311088b9e1 None None] The sync data for ids ['83f80094-1182-412d-8858-1ea1770964da'] in n-d-810909-2 is: [{'id': '83f80094-1182-412d-8858-1ea1770964da', 'name': 'tempest-TestServerMultinode-18928708-router', 'tenant_id': 'cfb167c5f1e44f3eb4a6fa780a0f2aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '9d6ba156-5dea-4268-9e4e-f56ac59b411d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:48Z', 'updated_at': '2021-09-30T13:31:49Z', 'revision_number': 3, 'project_id': 'cfb167c5f1e44f3eb4a6fa780a0f2aa6', 'gw_port': {'id': '9d6ba156-5dea-4268-9e4e-f56ac59b411d', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f80094-1182-412d-8858-1ea1770964da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:48Z', 'updated_at': '2021-09-30T13:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:31:53.231469 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d15503-5634-458f-a23a-cb4f7e91892f tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea9cbf6-00ba-46bf-b66b-fc1579a03541,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:53.279444 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f06b2b4-1e12-4160-963d-9ec385d337bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:53.337220 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e5d15503-5634-458f-a23a-cb4f7e91892f tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:53.338809 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e5d15503-5634-458f-a23a-cb4f7e91892f tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1369808 Sep 30 13:31:53.379768 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-c595f088-e220-491e-9c5e-6e622651f7be service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849871 Sep 30 13:31:53.386922 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6e411288-a7b4-4e99-9d08-21a0df9d1461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:53.497895 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-6e411288-a7b4-4e99-9d08-21a0df9d1461 None None] For port d466b0b1-748d-47ef-b274-326c5d42c94f, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d466b0b1-748d-47ef-b274-326c5d42c94f,segment=NetworkSegment(24b5532c-5f95-40ff-b988-d628dbffe187),segment_id=24b5532c-5f95-40ff-b988-d628dbffe187)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:31:53.525348 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-a0edc970-a598-4638-b4fa-187b25d0d2d7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=d8a34824-bdd7-4edd-8777-c76913f07e6d HTTP/1.1" status: 200 len: 217 time: 0.1319611 Sep 30 13:31:53.580652 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6e411288-a7b4-4e99-9d08-21a0df9d1461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:53.647061 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d466b0b1-748d-47ef-b274-326c5d42c94f up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:31:53.655827 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-e43b53c8-e986-4fd1-ab86-94da72f0e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:53.657348 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-e43b53c8-e986-4fd1-ab86-94da72f0e335 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4f0ebae-560b-4b76-825f-e4ab47d71558 HTTP/1.1" status: 200 len: 797 time: 0.1300421 Sep 30 13:31:53.726866 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f06b2b4-1e12-4160-963d-9ec385d337bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:53.757927 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f06b2b4-1e12-4160-963d-9ec385d337bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:53.765623 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-a5e164b8-4bf0-472b-9259-b97fc33ca59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:53.767393 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-a5e164b8-4bf0-472b-9259-b97fc33ca59e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1020098 Sep 30 13:31:53.786189 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e411288-a7b4-4e99-9d08-21a0df9d1461 None None] Pushing event updated for resources: {'Port': ['ID=d466b0b1-748d-47ef-b274-326c5d42c94f,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:53.824848 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port d466b0b1-748d-47ef-b274-326c5d42c94f triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:53.825225 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:53.928356 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06b2b4-1e12-4160-963d-9ec385d337bc admin admin] Pushing event updated for resources: {'Port': ['ID=d0da692e-6da2-41be-8b6b-0c44db279ab3,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:53.941546 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-3fe0a16b-685e-4cef-850f-bf154987241e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-73513244&fields=id&tenant_id=35de1fee209b4805a01788770657a0cb HTTP/1.1" status: 200 len: 267 time: 0.2099140 Sep 30 13:31:53.942506 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f06b2b4-1e12-4160-963d-9ec385d337bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:53.979944 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-b30c341b-1f55-440b-9ca1-79cb40d712ee service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044663 Sep 30 13:31:54.023705 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f3551c65-4af8-47fc-b946-f0e22e6cce36 None None] Provisioning complete for port d0da692e-6da2-41be-8b6b-0c44db279ab3 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:54.024918 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f3551c65-4af8-47fc-b946-f0e22e6cce36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:54.069705 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-f3551c65-4af8-47fc-b946-f0e22e6cce36 None None] Port d0da692e-6da2-41be-8b6b-0c44db279ab3 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:31:54.097474 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f3551c65-4af8-47fc-b946-f0e22e6cce36 None None] Provisioning complete for port d466b0b1-748d-47ef-b274-326c5d42c94f triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:54.098359 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f3551c65-4af8-47fc-b946-f0e22e6cce36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:54.119122 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-8b615796-790c-476c-8e3a-11a8360a934b service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303494 Sep 30 13:31:54.158579 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:54.176847 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-ba504c38-0d55-4395-81a5-de3732ab1e06 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fa4a606c-ba9f-437e-9fdd-ee6b622b3359 HTTP/1.1" status: 200 len: 217 time: 0.0508914 Sep 30 13:31:54.266324 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-6cbd5aee-4368-41f1-8b24-6ff51a2ed8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:54.267890 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-6cbd5aee-4368-41f1-8b24-6ff51a2ed8b8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e1ae28e5-4a21-4afb-9bee-9706b3aa153a HTTP/1.1" status: 200 len: 797 time: 0.0738413 Sep 30 13:31:54.274079 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f06b2b4-1e12-4160-963d-9ec385d337bc admin admin] Network 61158665-a1d5-4dc9-ad44-5619c329573b is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:31:54.275868 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-3f06b2b4-1e12-4160-963d-9ec385d337bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:31:54.340834 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-9fe79809-63c2-4bea-a557-ee0d1c19a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:54.342612 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-9fe79809-63c2-4bea-a557-ee0d1c19a97d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0663481 Sep 30 13:31:54.406610 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-41f21d52-cf86-429b-a511-3b13944d5f59 None None] Provisioning complete for port d0da692e-6da2-41be-8b6b-0c44db279ab3 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:54.406979 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-41f21d52-cf86-429b-a511-3b13944d5f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:54.451302 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-2ff81a73-b2af-443f-aecb-613566cda71c tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:54.456692 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-2ff81a73-b2af-443f-aecb-613566cda71c tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/networks?id=ffac9bce-a37e-4493-93b2-2269424e62e9 HTTP/1.1" status: 200 len: 796 time: 0.5033307 Sep 30 13:31:54.519720 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-41f21d52-cf86-429b-a511-3b13944d5f59 None None] Port d0da692e-6da2-41be-8b6b-0c44db279ab3 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:31:54.537970 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-3cc269d6-b5c5-4db9-adc4-53617cb9f77b tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/quotas/35de1fee209b4805a01788770657a0cb HTTP/1.1" status: 200 len: 375 time: 0.0738132 Sep 30 13:31:54.540692 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f06b2b4-1e12-4160-963d-9ec385d337bc admin admin] Router 83f80094-1182-412d-8858-1ea1770964da has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:31:54.575020 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-ae81cf4d-2562-4f47-8962-8f8244359277 service neutron] 10.222.0.54 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207098 Sep 30 13:31:54.589201 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9d6ba156-5dea-4268-9e4e-f56ac59b411d up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:31:54.673523 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-39be5875-308e-4302-969e-d7b1356a8339 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=35de1fee209b4805a01788770657a0cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1272719 Sep 30 13:31:54.708272 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-45c31412-a3a8-4723-a6ee-356c22fa8724 service neutron] 10.222.0.54 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267185 Sep 30 13:31:54.715043 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6e031d0c-c023-4627-b578-b4399fb9ba48 None None] Provisioning complete for port d0da692e-6da2-41be-8b6b-0c44db279ab3 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:54.715668 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6e031d0c-c023-4627-b578-b4399fb9ba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:54.750855 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f06b2b4-1e12-4160-963d-9ec385d337bc admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:31:54.752060 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:31:54.756621 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3f06b2b4-1e12-4160-963d-9ec385d337bc admin admin] 10.222.0.18 "PUT /v2.0/routers/83f80094-1182-412d-8858-1ea1770964da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9833477 Sep 30 13:31:54.771212 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 9d6ba156-5dea-4268-9e4e-f56ac59b411d triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:54.771597 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:54.805846 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-eeca72ed-b9db-4ab9-a352-3d55de802c2d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=37e52d6d-b15a-43d5-a032-19b5958005e8 HTTP/1.1" status: 200 len: 217 time: 0.0895650 Sep 30 13:31:54.819423 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-6e031d0c-c023-4627-b578-b4399fb9ba48 None None] Port d0da692e-6da2-41be-8b6b-0c44db279ab3 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:31:54.878912 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:54.881210 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-a0f6b05e-d3c8-4fa2-be29-9d3ff28a362e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:54.886754 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-a0f6b05e-d3c8-4fa2-be29-9d3ff28a362e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e1ae28e5-4a21-4afb-9bee-9706b3aa153a HTTP/1.1" status: 200 len: 797 time: 0.0727320 Sep 30 13:31:54.922605 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 9d6ba156-5dea-4268-9e4e-f56ac59b411d, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9d6ba156-5dea-4268-9e4e-f56ac59b411d,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:31:54.930592 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:54.931849 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d466b0b1-748d-47ef-b274-326c5d42c94f up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:31:54.948493 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-17cdadd1-5b62-47c5-aca5-67a0377e73be service neutron] 10.222.0.18 "GET /v2.0/networks/ffac9bce-a37e-4493-93b2-2269424e62e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238481 Sep 30 13:31:54.994645 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-26754d94-3e17-487f-b735-16f9734178a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:54.996831 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-26754d94-3e17-487f-b735-16f9734178a9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1033077 Sep 30 13:31:55.039006 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=9d6ba156-5dea-4268-9e4e-f56ac59b411d,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:55.052384 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port d466b0b1-748d-47ef-b274-326c5d42c94f triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:55.053053 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:55.145010 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-8ee377db-84e6-4f8d-b361-db598db934cd service neutron] 10.222.0.54 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404810 Sep 30 13:31:55.178774 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-bd9a2d79-e87a-4d9e-bb5a-ad1a67e6c6f7 service neutron] 10.222.0.18 "GET /v2.0/networks/ffac9bce-a37e-4493-93b2-2269424e62e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201533 Sep 30 13:31:55.271317 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d9333c3-7563-4593-ba6f-a76735acab60 req-03cf186f-e9b6-47ea-8335-69bfae568ca2 service neutron] 10.222.0.54 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191163 Sep 30 13:31:55.368483 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ffab2fb0-1165-41ed-a8b3-2421fb4883d7 req-d4299654-db3e-4643-bb31-5770c7b2ad56 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bff2831-763a-4e8f-85c7-4ebaf4b856f8 HTTP/1.1" status: 200 len: 210 time: 0.0397229 Sep 30 13:31:55.558251 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38254) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:55.563663 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-0f125846-aac6-4bde-924d-ab9fb391ff0f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1267038372-network', 'tenant_id': '0671ab2f3e9c4da5a52b1e11798cae5f'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:55.595375 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f125846-aac6-4bde-924d-ab9fb391ff0f admin admin] Made reservation on behalf of 0671ab2f3e9c4da5a52b1e11798cae5f for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:31:55.595375 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0f125846-aac6-4bde-924d-ab9fb391ff0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:55.601640 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0f125846-aac6-4bde-924d-ab9fb391ff0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:55.708495 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0f125846-aac6-4bde-924d-ab9fb391ff0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:55.713454 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0f125846-aac6-4bde-924d-ab9fb391ff0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:55.741572 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f125846-aac6-4bde-924d-ab9fb391ff0f admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:31:55.748339 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f125846-aac6-4bde-924d-ab9fb391ff0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7491270-d4d9-4692-a77c-628c31bb775d,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:55.754950 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0f125846-aac6-4bde-924d-ab9fb391ff0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:55.755520 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-0f125846-aac6-4bde-924d-ab9fb391ff0f admin admin] Added segment 76791967-2727-4331-bfe2-a03be0db1a00 of type vlan for network 48c47e85-5aa8-4846-99bb-de824c654de6 Sep 30 13:31:55.783862 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d43bd6-3f4d-4d57-aa2a-b60d3a0c0fd5 None None] Sync routers for ids ['83f80094-1182-412d-8858-1ea1770964da'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:31:55.794211 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d43bd6-3f4d-4d57-aa2a-b60d3a0c0fd5 None None] Routers {'83f80094-1182-412d-8858-1ea1770964da'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:31:55.795317 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-98d43bd6-3f4d-4d57-aa2a-b60d3a0c0fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:31:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['83f80094-1182-412d-8858-1ea1770964da'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:55.802502 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0f125846-aac6-4bde-924d-ab9fb391ff0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:55.828991 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0f125846-aac6-4bde-924d-ab9fb391ff0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:55.830141 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f125846-aac6-4bde-924d-ab9fb391ff0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:55.830974 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0f125846-aac6-4bde-924d-ab9fb391ff0f admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:55.868955 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0f125846-aac6-4bde-924d-ab9fb391ff0f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3066018 Sep 30 13:31:55.868955 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38258) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:55.873745 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-d3fd5829-35e0-466c-ab92-f18f80fd5625 admin admin] Request body: {'subnet': {'network_id': '48c47e85-5aa8-4846-99bb-de824c654de6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1267038372-subnet', 'tenant_id': '0671ab2f3e9c4da5a52b1e11798cae5f', 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:55.904353 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f125846-aac6-4bde-924d-ab9fb391ff0f admin admin] Pushing event updated for resources: {'Network': ['ID=48c47e85-5aa8-4846-99bb-de824c654de6,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:55.910500 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-98d43bd6-3f4d-4d57-aa2a-b60d3a0c0fd5 None None] Set router 83f80094-1182-412d-8858-1ea1770964da gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:31:55.927840 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fd5829-35e0-466c-ab92-f18f80fd5625 admin admin] Made reservation on behalf of 0671ab2f3e9c4da5a52b1e11798cae5f for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:31:55.930271 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d3fd5829-35e0-466c-ab92-f18f80fd5625 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:55.947552 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 48c47e85-5aa8-4846-99bb-de824c654de6 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:31:56.115878 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d3fd5829-35e0-466c-ab92-f18f80fd5625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:56.173883 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd5829-35e0-466c-ab92-f18f80fd5625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae7af987-708e-4075-b22f-d32e4b8fb26a,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:56.182916 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fd5829-35e0-466c-ab92-f18f80fd5625 admin admin] Checking segment: {'id': '76791967-2727-4331-bfe2-a03be0db1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '48c47e85-5aa8-4846-99bb-de824c654de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:31:56.183273 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fd5829-35e0-466c-ab92-f18f80fd5625 admin admin] Network hostable DHCP agents. Network: 48c47e85-5aa8-4846-99bb-de824c654de6, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:31:56.197576 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-98d43bd6-3f4d-4d57-aa2a-b60d3a0c0fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f80094-1182-412d-8858-1ea1770964da', 'name': 'tempest-TestServerMultinode-18928708-router', 'tenant_id': 'cfb167c5f1e44f3eb4a6fa780a0f2aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '9d6ba156-5dea-4268-9e4e-f56ac59b411d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:48Z', 'updated_at': '2021-09-30T13:31:53Z', 'revision_number': 4, 'project_id': 'cfb167c5f1e44f3eb4a6fa780a0f2aa6', 'gw_port': {'id': '9d6ba156-5dea-4268-9e4e-f56ac59b411d', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f80094-1182-412d-8858-1ea1770964da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:48Z', 'updated_at': '2021-09-30T13:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'd0da692e-6da2-41be-8b6b-0c44db279ab3', 'name': '', 'network_id': '61158665-a1d5-4dc9-ad44-5619c329573b', 'tenant_id': 'cfb167c5f1e44f3eb4a6fa780a0f2aa6', 'mac_address': 'fa:16:3e:6d:aa:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f80094-1182-412d-8858-1ea1770964da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'b1ba75c2-7f81-43e1-b0a5-82045f9f4c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:52Z', 'updated_at': '2021-09-30T13:31:53Z', 'revision_number': 2, 'project_id': 'cfb167c5f1e44f3eb4a6fa780a0f2aa6', 'subnets': [{'id': 'b1ba75c2-7f81-43e1-b0a5-82045f9f4c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:56.201075 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fd5829-35e0-466c-ab92-f18f80fd5625 admin admin] Network 48c47e85-5aa8-4846-99bb-de824c654de6 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:31:56.210609 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-d3fd5829-35e0-466c-ab92-f18f80fd5625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 48c47e85-5aa8-4846-99bb-de824c654de6) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:31:56.215399 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fd5829-35e0-466c-ab92-f18f80fd5625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:31:56.215984 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d3fd5829-35e0-466c-ab92-f18f80fd5625 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:56.228218 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f49057c-c09d-4ca6-ab23-4a2ab411724c None None] Network 48c47e85-5aa8-4846-99bb-de824c654de6 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:31:56.230961 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d43bd6-3f4d-4d57-aa2a-b60d3a0c0fd5 None None] Checking router: 83f80094-1182-412d-8858-1ea1770964da for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:31:56.231351 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d43bd6-3f4d-4d57-aa2a-b60d3a0c0fd5 None None] Updating router 83f80094-1182-412d-8858-1ea1770964da port d0da692e-6da2-41be-8b6b-0c44db279ab3 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:31:56.234664 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d3fd5829-35e0-466c-ab92-f18f80fd5625 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3622022 Sep 30 13:31:56.235062 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38260) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:56.239414 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-beb411c4-4b66-4f72-be6c-a988ed25cdc7 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1267038372-router', 'tenant_id': '0671ab2f3e9c4da5a52b1e11798cae5f', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:31:56.262542 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-beb411c4-4b66-4f72-be6c-a988ed25cdc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:56.263973 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-beb411c4-4b66-4f72-be6c-a988ed25cdc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:56.281593 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-98d43bd6-3f4d-4d57-aa2a-b60d3a0c0fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:56.350148 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-beb411c4-4b66-4f72-be6c-a988ed25cdc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:56.532336 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c2659c85-c1f8-4420-ac18-8083c91b0c65 req-6a45cb52-f688-454c-835b-e1668543dacb tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bff2831-763a-4e8f-85c7-4ebaf4b856f8 HTTP/1.1" status: 200 len: 210 time: 0.1009829 Sep 30 13:31:56.557035 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9d6ba156-5dea-4268-9e4e-f56ac59b411d up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:31:56.678536 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae3572d-47e5-4426-a933-d527602b3910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-48c47e85-5aa8-4846-99bb-de824c654de6', 'network_id': '48c47e85-5aa8-4846-99bb-de824c654de6', 'tenant_id': '0671ab2f3e9c4da5a52b1e11798cae5f', 'fixed_ips': [{'subnet_id': 'ae7af987-708e-4075-b22f-d32e4b8fb26a'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:31:56.679391 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1ae3572d-47e5-4426-a933-d527602b3910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:56.834478 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 9d6ba156-5dea-4268-9e4e-f56ac59b411d triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:56.835161 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:56.876290 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-beb411c4-4b66-4f72-be6c-a988ed25cdc7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:57.009537 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-1ae3572d-47e5-4426-a933-d527602b3910 None None] Allocated IP 172.20.0.2 (48c47e85-5aa8-4846-99bb-de824c654de6/ae7af987-708e-4075-b22f-d32e4b8fb26a/26691f62-42a9-448b-acdf-89b84ded138c) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:31:57.020147 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-98d43bd6-3f4d-4d57-aa2a-b60d3a0c0fd5 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:57.036020 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-98d43bd6-3f4d-4d57-aa2a-b60d3a0c0fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:57.129309 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-beb411c4-4b66-4f72-be6c-a988ed25cdc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:57.150240 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-beb411c4-4b66-4f72-be6c-a988ed25cdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:57.177131 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38286) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:57.342730 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-beb411c4-4b66-4f72-be6c-a988ed25cdc7 admin admin] Allocated IP 172.25.5.83 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/929dec9a-0059-49bb-ac45-f0eb660ce77e) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:31:57.357555 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0703a0d6-1c7d-4369-b192-9a0021c89905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:57.446429 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e4ad4-e556-4ee8-b0b5-0b29e16d91e0 None None] Pushing event updated for resources: {'Port': ['ID=d0da692e-6da2-41be-8b6b-0c44db279ab3,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:57.485667 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-beb411c4-4b66-4f72-be6c-a988ed25cdc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:57.498207 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0703a0d6-1c7d-4369-b192-9a0021c89905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:57.511255 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0703a0d6-1c7d-4369-b192-9a0021c89905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:57.525592 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-beb411c4-4b66-4f72-be6c-a988ed25cdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:57.544913 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-98d43bd6-3f4d-4d57-aa2a-b60d3a0c0fd5 None None] Attempting to bind port d0da692e-6da2-41be-8b6b-0c44db279ab3 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:31:57.545307 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-98d43bd6-3f4d-4d57-aa2a-b60d3a0c0fd5 None None] Attempting to bind port d0da692e-6da2-41be-8b6b-0c44db279ab3 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '24b5532c-5f95-40ff-b988-d628dbffe187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61158665-a1d5-4dc9-ad44-5619c329573b'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:31:57.545641 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d43bd6-3f4d-4d57-aa2a-b60d3a0c0fd5 None None] Attempting to bind port d0da692e-6da2-41be-8b6b-0c44db279ab3 on network 61158665-a1d5-4dc9-ad44-5619c329573b {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:31:57.550284 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703a0d6-1c7d-4369-b192-9a0021c89905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0ff33f-44b5-45c9-b9b3-579c3f886e6b,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:57.573693 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0703a0d6-1c7d-4369-b192-9a0021c89905 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da4df13c3a5845ff99941b6831a560c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3945749 Sep 30 13:31:57.574332 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38292) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:57.576195 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb411c4-4b66-4f72-be6c-a988ed25cdc7 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:31:57.579548 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-beb411c4-4b66-4f72-be6c-a988ed25cdc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:31:57.582989 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1ae3572d-47e5-4426-a933-d527602b3910 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:57.584308 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb411c4-4b66-4f72-be6c-a988ed25cdc7 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:31:57.590204 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-300419d3-f60d-43a1-88c4-b0dab835aa15 None None] Provisioning complete for port d0da692e-6da2-41be-8b6b-0c44db279ab3 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:57.590765 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-300419d3-f60d-43a1-88c4-b0dab835aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:57.597081 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d43bd6-3f4d-4d57-aa2a-b60d3a0c0fd5 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:31:57.597775 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d43bd6-3f4d-4d57-aa2a-b60d3a0c0fd5 None None] Checking segment: {'id': '24b5532c-5f95-40ff-b988-d628dbffe187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61158665-a1d5-4dc9-ad44-5619c329573b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:31:57.598912 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-98d43bd6-3f4d-4d57-aa2a-b60d3a0c0fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:57.599439 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d43bd6-3f4d-4d57-aa2a-b60d3a0c0fd5 None None] Bound using segment: {'id': '24b5532c-5f95-40ff-b988-d628dbffe187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61158665-a1d5-4dc9-ad44-5619c329573b'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:31:57.600074 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-98d43bd6-3f4d-4d57-aa2a-b60d3a0c0fd5 None None] Bound port: d0da692e-6da2-41be-8b6b-0c44db279ab3, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b5532c-5f95-40ff-b988-d628dbffe187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61158665-a1d5-4dc9-ad44-5619c329573b'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:31:57.600619 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-98d43bd6-3f4d-4d57-aa2a-b60d3a0c0fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:57.609392 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb411c4-4b66-4f72-be6c-a988ed25cdc7 admin admin] Pushing event updated for resources: {'Port': ['ID=929dec9a-0059-49bb-ac45-f0eb660ce77e,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:57.626935 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1ae3572d-47e5-4426-a933-d527602b3910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:57.651644 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f1e43eb-b452-4cb9-a4b3-39601722300e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:57.673196 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f1e43eb-b452-4cb9-a4b3-39601722300e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:57.715804 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae3572d-47e5-4426-a933-d527602b3910 None None] Network 48c47e85-5aa8-4846-99bb-de824c654de6 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:31:57.716515 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-300419d3-f60d-43a1-88c4-b0dab835aa15 None None] Port d0da692e-6da2-41be-8b6b-0c44db279ab3 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:31:57.723384 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-1ae3572d-47e5-4426-a933-d527602b3910 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:31:57.727220 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3572d-47e5-4426-a933-d527602b3910 None None] Pushing event updated for resources: {'Port': ['ID=26691f62-42a9-448b-acdf-89b84ded138c,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:57.729680 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae3572d-47e5-4426-a933-d527602b3910 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:31:57.753213 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-115a414e-e132-4185-84b3-d99ec9e96969 req-0550e1a7-f608-4752-9f44-2ee199ba4130 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bff2831-763a-4e8f-85c7-4ebaf4b856f8 HTTP/1.1" status: 200 len: 210 time: 0.1208284 Sep 30 13:31:57.803681 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f1e43eb-b452-4cb9-a4b3-39601722300e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:57.806569 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f1e43eb-b452-4cb9-a4b3-39601722300e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:57.808688 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7f1e43eb-b452-4cb9-a4b3-39601722300e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da0ff33f-44b5-45c9-b9b3-579c3f886e6b HTTP/1.1" status: 204 len: 168 time: 0.2332108 Sep 30 13:31:57.816119 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-1ae3572d-47e5-4426-a933-d527602b3910 None None] Attempting to bind port 26691f62-42a9-448b-acdf-89b84ded138c on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:31:57.816526 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-1ae3572d-47e5-4426-a933-d527602b3910 None None] Attempting to bind port 26691f62-42a9-448b-acdf-89b84ded138c by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '76791967-2727-4331-bfe2-a03be0db1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '48c47e85-5aa8-4846-99bb-de824c654de6'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:31:57.816885 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae3572d-47e5-4426-a933-d527602b3910 None None] Attempting to bind port 26691f62-42a9-448b-acdf-89b84ded138c on network 48c47e85-5aa8-4846-99bb-de824c654de6 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:31:57.817318 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e43eb-b452-4cb9-a4b3-39601722300e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0ff33f-44b5-45c9-b9b3-579c3f886e6b,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:57.819709 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-98d43bd6-3f4d-4d57-aa2a-b60d3a0c0fd5 None None] For port d0da692e-6da2-41be-8b6b-0c44db279ab3, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:31:57.824117 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-98d43bd6-3f4d-4d57-aa2a-b60d3a0c0fd5 None None] For port d0da692e-6da2-41be-8b6b-0c44db279ab3, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d0da692e-6da2-41be-8b6b-0c44db279ab3,segment=NetworkSegment(24b5532c-5f95-40ff-b988-d628dbffe187),segment_id=24b5532c-5f95-40ff-b988-d628dbffe187)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:31:57.827166 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae3572d-47e5-4426-a933-d527602b3910 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:31:57.827541 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae3572d-47e5-4426-a933-d527602b3910 None None] Checking segment: {'id': '76791967-2727-4331-bfe2-a03be0db1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '48c47e85-5aa8-4846-99bb-de824c654de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:31:57.827941 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1ae3572d-47e5-4426-a933-d527602b3910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:57.828474 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae3572d-47e5-4426-a933-d527602b3910 None None] Bound using segment: {'id': '76791967-2727-4331-bfe2-a03be0db1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '48c47e85-5aa8-4846-99bb-de824c654de6'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:31:57.828907 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-1ae3572d-47e5-4426-a933-d527602b3910 None None] Bound port: 26691f62-42a9-448b-acdf-89b84ded138c, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76791967-2727-4331-bfe2-a03be0db1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '48c47e85-5aa8-4846-99bb-de824c654de6'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:31:57.829174 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1ae3572d-47e5-4426-a933-d527602b3910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:57.844832 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-98d43bd6-3f4d-4d57-aa2a-b60d3a0c0fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:57.917391 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-beb411c4-4b66-4f72-be6c-a988ed25cdc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:57.949464 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d43bd6-3f4d-4d57-aa2a-b60d3a0c0fd5 None None] Routers {'83f80094-1182-412d-8858-1ea1770964da'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:31:57.950108 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-98d43bd6-3f4d-4d57-aa2a-b60d3a0c0fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:31:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['83f80094-1182-412d-8858-1ea1770964da'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:57.996651 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e4ad4-e556-4ee8-b0b5-0b29e16d91e0 None None] Pushing event updated for resources: {'Port': ['ID=d0da692e-6da2-41be-8b6b-0c44db279ab3,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:58.001483 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-1ae3572d-47e5-4426-a933-d527602b3910 None None] For port 26691f62-42a9-448b-acdf-89b84ded138c, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:31:58.022899 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-1ae3572d-47e5-4426-a933-d527602b3910 None None] For port 26691f62-42a9-448b-acdf-89b84ded138c, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=26691f62-42a9-448b-acdf-89b84ded138c,segment=NetworkSegment(76791967-2727-4331-bfe2-a03be0db1a00),segment_id=76791967-2727-4331-bfe2-a03be0db1a00)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:31:58.033978 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1ae3572d-47e5-4426-a933-d527602b3910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:58.145099 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-98d43bd6-3f4d-4d57-aa2a-b60d3a0c0fd5 None None] Set router 83f80094-1182-412d-8858-1ea1770964da gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:31:58.188652 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3572d-47e5-4426-a933-d527602b3910 None None] Pushing event updated for resources: {'Port': ['ID=26691f62-42a9-448b-acdf-89b84ded138c,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:58.200866 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-beb411c4-4b66-4f72-be6c-a988ed25cdc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:58.211401 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38304) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:58.232962 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-792f32e1-8373-4ce6-bc41-923235d06f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:58.283256 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-e0f9dd30-7643-4396-9daa-7ad4a3999363 None None] Provisioning complete for port d0da692e-6da2-41be-8b6b-0c44db279ab3 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:58.283608 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e0f9dd30-7643-4396-9daa-7ad4a3999363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:58.387506 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb411c4-4b66-4f72-be6c-a988ed25cdc7 admin admin] Router 5b2ae0ce-d2b4-4179-b652-ad500fff2325 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:31:58.393376 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-792f32e1-8373-4ce6-bc41-923235d06f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:58.399794 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-792f32e1-8373-4ce6-bc41-923235d06f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:58.459472 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f32e1-8373-4ce6-bc41-923235d06f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b84360-b900-4aaf-9f59-88a887582ca5,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:58.468873 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-792f32e1-8373-4ce6-bc41-923235d06f3f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=759a5aacfc594488bb859e2519ac6af3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2558467 Sep 30 13:31:58.475808 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38306) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:58.480861 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e0f9dd30-7643-4396-9daa-7ad4a3999363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:58.523064 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e0f9dd30-7643-4396-9daa-7ad4a3999363 None None] For port d0da692e-6da2-41be-8b6b-0c44db279ab3, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d0da692e-6da2-41be-8b6b-0c44db279ab3,segment=NetworkSegment(24b5532c-5f95-40ff-b988-d628dbffe187),segment_id=24b5532c-5f95-40ff-b988-d628dbffe187)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:31:58.526432 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-98d43bd6-3f4d-4d57-aa2a-b60d3a0c0fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f80094-1182-412d-8858-1ea1770964da', 'name': 'tempest-TestServerMultinode-18928708-router', 'tenant_id': 'cfb167c5f1e44f3eb4a6fa780a0f2aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '9d6ba156-5dea-4268-9e4e-f56ac59b411d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:48Z', 'updated_at': '2021-09-30T13:31:53Z', 'revision_number': 4, 'project_id': 'cfb167c5f1e44f3eb4a6fa780a0f2aa6', 'gw_port': {'id': '9d6ba156-5dea-4268-9e4e-f56ac59b411d', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f80094-1182-412d-8858-1ea1770964da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:48Z', 'updated_at': '2021-09-30T13:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'd0da692e-6da2-41be-8b6b-0c44db279ab3', 'name': '', 'network_id': '61158665-a1d5-4dc9-ad44-5619c329573b', 'tenant_id': 'cfb167c5f1e44f3eb4a6fa780a0f2aa6', 'mac_address': 'fa:16:3e:6d:aa:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f80094-1182-412d-8858-1ea1770964da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'b1ba75c2-7f81-43e1-b0a5-82045f9f4c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:52Z', 'updated_at': '2021-09-30T13:31:57Z', 'revision_number': 4, 'project_id': 'cfb167c5f1e44f3eb4a6fa780a0f2aa6', 'subnets': [{'id': 'b1ba75c2-7f81-43e1-b0a5-82045f9f4c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:58.529719 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e0f9dd30-7643-4396-9daa-7ad4a3999363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:58.577300 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d43bd6-3f4d-4d57-aa2a-b60d3a0c0fd5 None None] The sync data for ids ['83f80094-1182-412d-8858-1ea1770964da'] in n-d-810909-2 is: [{'id': '83f80094-1182-412d-8858-1ea1770964da', 'name': 'tempest-TestServerMultinode-18928708-router', 'tenant_id': 'cfb167c5f1e44f3eb4a6fa780a0f2aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '9d6ba156-5dea-4268-9e4e-f56ac59b411d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:48Z', 'updated_at': '2021-09-30T13:31:53Z', 'revision_number': 4, 'project_id': 'cfb167c5f1e44f3eb4a6fa780a0f2aa6', 'gw_port': {'id': '9d6ba156-5dea-4268-9e4e-f56ac59b411d', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f80094-1182-412d-8858-1ea1770964da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:48Z', 'updated_at': '2021-09-30T13:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'd0da692e-6da2-41be-8b6b-0c44db279ab3', 'name': '', 'network_id': '61158665-a1d5-4dc9-ad44-5619c329573b', 'tenant_id': 'cfb167c5f1e44f3eb4a6fa780a0f2aa6', 'mac_address': 'fa:16:3e:6d:aa:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f80094-1182-412d-8858-1ea1770964da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'b1ba75c2-7f81-43e1-b0a5-82045f9f4c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:52Z', 'updated_at': '2021-09-30T13:31:57Z', 'revision_number': 4, 'project_id': 'cfb167c5f1e44f3eb4a6fa780a0f2aa6', 'subnets': [{'id': 'b1ba75c2-7f81-43e1-b0a5-82045f9f4c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:31:58.581379 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb411c4-4b66-4f72-be6c-a988ed25cdc7 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:31:58.590805 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3e4286-496c-45f9-9f2d-bf8ed6e21f3f None None] Sync routers for ids ['5b2ae0ce-d2b4-4179-b652-ad500fff2325'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:31:58.595001 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8f97327f-239c-4cc7-b0db-73278189c994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:58.602928 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3e4286-496c-45f9-9f2d-bf8ed6e21f3f None None] Routers {'5b2ae0ce-d2b4-4179-b652-ad500fff2325'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:31:58.603569 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6e3e4286-496c-45f9-9f2d-bf8ed6e21f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:31:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['5b2ae0ce-d2b4-4179-b652-ad500fff2325'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:58.608927 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-beb411c4-4b66-4f72-be6c-a988ed25cdc7 admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:58.609574 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9dd30-7643-4396-9daa-7ad4a3999363 None None] Pushing event updated for resources: {'Port': ['ID=d0da692e-6da2-41be-8b6b-0c44db279ab3,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:58.610111 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-beb411c4-4b66-4f72-be6c-a988ed25cdc7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3740473 Sep 30 13:31:58.613497 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38308) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:31:58.623405 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8f97327f-239c-4cc7-b0db-73278189c994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:58.694052 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8f97327f-239c-4cc7-b0db-73278189c994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:58.696829 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8f97327f-239c-4cc7-b0db-73278189c994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:58.701018 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8f97327f-239c-4cc7-b0db-73278189c994 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11b84360-b900-4aaf-9f59-88a887582ca5 HTTP/1.1" status: 204 len: 168 time: 0.2200732 Sep 30 13:31:58.711036 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97327f-239c-4cc7-b0db-73278189c994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b84360-b900-4aaf-9f59-88a887582ca5,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:58.794994 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-6e3e4286-496c-45f9-9f2d-bf8ed6e21f3f None None] Set router 5b2ae0ce-d2b4-4179-b652-ad500fff2325 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:31:58.845727 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cb33d6ae-4911-43aa-b4ea-440efbd82625 req-b9c53fb2-e19c-4eb1-a05e-7bb8227b3a0b tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bff2831-763a-4e8f-85c7-4ebaf4b856f8 HTTP/1.1" status: 200 len: 210 time: 0.0371537 Sep 30 13:31:59.268575 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6e3e4286-496c-45f9-9f2d-bf8ed6e21f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2ae0ce-d2b4-4179-b652-ad500fff2325', 'name': 'tempest-TestServerMultinode-1267038372-router', 'tenant_id': '0671ab2f3e9c4da5a52b1e11798cae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '929dec9a-0059-49bb-ac45-f0eb660ce77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:56Z', 'updated_at': '2021-09-30T13:31:57Z', 'revision_number': 3, 'project_id': '0671ab2f3e9c4da5a52b1e11798cae5f', 'gw_port': {'id': '929dec9a-0059-49bb-ac45-f0eb660ce77e', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:be:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2ae0ce-d2b4-4179-b652-ad500fff2325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:57Z', 'updated_at': '2021-09-30T13:31:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:31:59.327583 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3e4286-496c-45f9-9f2d-bf8ed6e21f3f None None] Checking router: 5b2ae0ce-d2b4-4179-b652-ad500fff2325 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:31:59.327916 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3e4286-496c-45f9-9f2d-bf8ed6e21f3f None None] Updating router 5b2ae0ce-d2b4-4179-b652-ad500fff2325 port 929dec9a-0059-49bb-ac45-f0eb660ce77e binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:31:59.338626 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0e3e-58b0-41d5-950c-731177bb3c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:59.365352 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6e3e4286-496c-45f9-9f2d-bf8ed6e21f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:59.497132 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a3c876-ab3c-4f9e-abdd-5131fd1597a2 None None] Network 48c47e85-5aa8-4846-99bb-de824c654de6 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:31:59.542804 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-2c3d0e3e-58b0-41d5-950c-731177bb3c40 admin admin] Allocated IP 172.20.0.1 (48c47e85-5aa8-4846-99bb-de824c654de6/ae7af987-708e-4075-b22f-d32e4b8fb26a/39a3f48b-df17-4bdc-8c4b-8e867a86ddfc) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:31:59.652512 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-02f147d9-d75e-4656-8bff-03365c80d96a None None] Provisioning complete for port 26691f62-42a9-448b-acdf-89b84ded138c triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:31:59.653112 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-02f147d9-d75e-4656-8bff-03365c80d96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:59.696343 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6e3e4286-496c-45f9-9f2d-bf8ed6e21f3f None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:59.709757 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6e3e4286-496c-45f9-9f2d-bf8ed6e21f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:59.710398 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0e3e-58b0-41d5-950c-731177bb3c40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:59.778428 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0e3e-58b0-41d5-950c-731177bb3c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:59.800300 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-6e3e4286-496c-45f9-9f2d-bf8ed6e21f3f None None] Attempting to bind port 929dec9a-0059-49bb-ac45-f0eb660ce77e on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:31:59.800670 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-6e3e4286-496c-45f9-9f2d-bf8ed6e21f3f None None] Attempting to bind port 929dec9a-0059-49bb-ac45-f0eb660ce77e by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:31:59.802425 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3e4286-496c-45f9-9f2d-bf8ed6e21f3f None None] Attempting to bind port 929dec9a-0059-49bb-ac45-f0eb660ce77e on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:31:59.821244 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3e4286-496c-45f9-9f2d-bf8ed6e21f3f None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:31:59.823061 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3e4286-496c-45f9-9f2d-bf8ed6e21f3f None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:31:59.823924 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6e3e4286-496c-45f9-9f2d-bf8ed6e21f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:59.825108 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3e4286-496c-45f9-9f2d-bf8ed6e21f3f None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:31:59.828542 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-6e3e4286-496c-45f9-9f2d-bf8ed6e21f3f None None] Bound port: 929dec9a-0059-49bb-ac45-f0eb660ce77e, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:31:59.829156 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6e3e4286-496c-45f9-9f2d-bf8ed6e21f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:59.832892 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce72005-6030-4e9f-b9cb-abf42cdedee0 None None] Pushing event updated for resources: {'Port': ['ID=929dec9a-0059-49bb-ac45-f0eb660ce77e,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:59.843447 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d0e3e-58b0-41d5-950c-731177bb3c40 admin admin] Pushing event updated for resources: {'Port': ['ID=39a3f48b-df17-4bdc-8c4b-8e867a86ddfc,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:31:59.848304 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-02f147d9-d75e-4656-8bff-03365c80d96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:59.863903 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3d0e3e-58b0-41d5-950c-731177bb3c40 admin admin] Network 48c47e85-5aa8-4846-99bb-de824c654de6 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:31:59.866162 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-2c3d0e3e-58b0-41d5-950c-731177bb3c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:31:59.872970 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3d0e3e-58b0-41d5-950c-731177bb3c40 admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:31:59.906656 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-02f147d9-d75e-4656-8bff-03365c80d96a None None] For port 26691f62-42a9-448b-acdf-89b84ded138c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=26691f62-42a9-448b-acdf-89b84ded138c,segment=NetworkSegment(76791967-2727-4331-bfe2-a03be0db1a00),segment_id=76791967-2727-4331-bfe2-a03be0db1a00)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:31:59.921439 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-02f147d9-d75e-4656-8bff-03365c80d96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:59.929456 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0e3e-58b0-41d5-950c-731177bb3c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:31:59.962906 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-6e3e4286-496c-45f9-9f2d-bf8ed6e21f3f None None] For port 929dec9a-0059-49bb-ac45-f0eb660ce77e, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:31:59.975178 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-6e3e4286-496c-45f9-9f2d-bf8ed6e21f3f None None] For port 929dec9a-0059-49bb-ac45-f0eb660ce77e, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=929dec9a-0059-49bb-ac45-f0eb660ce77e,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:31:59.985508 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6e3e4286-496c-45f9-9f2d-bf8ed6e21f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:00.030798 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ed8929d-59bf-4afa-a396-67c8a61df874 req-9c58497c-75e3-4688-a7ad-a8936ac25b85 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bff2831-763a-4e8f-85c7-4ebaf4b856f8 HTTP/1.1" status: 200 len: 210 time: 0.0423210 Sep 30 13:32:00.055861 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f147d9-d75e-4656-8bff-03365c80d96a None None] Pushing event updated for resources: {'Port': ['ID=26691f62-42a9-448b-acdf-89b84ded138c,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:00.094074 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3e4286-496c-45f9-9f2d-bf8ed6e21f3f None None] Routers {'5b2ae0ce-d2b4-4179-b652-ad500fff2325'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:32:00.095095 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6e3e4286-496c-45f9-9f2d-bf8ed6e21f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:31:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['5b2ae0ce-d2b4-4179-b652-ad500fff2325'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:00.132271 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce72005-6030-4e9f-b9cb-abf42cdedee0 None None] Pushing event updated for resources: {'Port': ['ID=929dec9a-0059-49bb-ac45-f0eb660ce77e,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:00.201293 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0e3e-58b0-41d5-950c-731177bb3c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:00.231415 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-6e3e4286-496c-45f9-9f2d-bf8ed6e21f3f None None] Set router 5b2ae0ce-d2b4-4179-b652-ad500fff2325 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:32:00.256976 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-cde8534c-2f7c-48fb-8533-15ba6c13c779 None None] Provisioning complete for port 26691f62-42a9-448b-acdf-89b84ded138c triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:00.257358 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cde8534c-2f7c-48fb-8533-15ba6c13c779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:00.566958 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0e3e-58b0-41d5-950c-731177bb3c40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:00.590900 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0e3e-58b0-41d5-950c-731177bb3c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:00.600604 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6e3e4286-496c-45f9-9f2d-bf8ed6e21f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2ae0ce-d2b4-4179-b652-ad500fff2325', 'name': 'tempest-TestServerMultinode-1267038372-router', 'tenant_id': '0671ab2f3e9c4da5a52b1e11798cae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '929dec9a-0059-49bb-ac45-f0eb660ce77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:56Z', 'updated_at': '2021-09-30T13:31:57Z', 'revision_number': 3, 'project_id': '0671ab2f3e9c4da5a52b1e11798cae5f', 'gw_port': {'id': '929dec9a-0059-49bb-ac45-f0eb660ce77e', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:be:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2ae0ce-d2b4-4179-b652-ad500fff2325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:57Z', 'updated_at': '2021-09-30T13:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:00.608448 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 26691f62-42a9-448b-acdf-89b84ded138c up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:32:00.644902 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3e4286-496c-45f9-9f2d-bf8ed6e21f3f None None] The sync data for ids ['5b2ae0ce-d2b4-4179-b652-ad500fff2325'] in n-d-810909-2 is: [{'id': '5b2ae0ce-d2b4-4179-b652-ad500fff2325', 'name': 'tempest-TestServerMultinode-1267038372-router', 'tenant_id': '0671ab2f3e9c4da5a52b1e11798cae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '929dec9a-0059-49bb-ac45-f0eb660ce77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:56Z', 'updated_at': '2021-09-30T13:31:57Z', 'revision_number': 3, 'project_id': '0671ab2f3e9c4da5a52b1e11798cae5f', 'gw_port': {'id': '929dec9a-0059-49bb-ac45-f0eb660ce77e', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:be:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2ae0ce-d2b4-4179-b652-ad500fff2325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:57Z', 'updated_at': '2021-09-30T13:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:32:00.682181 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-0d3eb171-995e-47d3-8d5a-bb237b95f1fd None None] Provisioning complete for port 39a3f48b-df17-4bdc-8c4b-8e867a86ddfc triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:00.682477 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0d3eb171-995e-47d3-8d5a-bb237b95f1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:00.691170 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 26691f62-42a9-448b-acdf-89b84ded138c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:00.691799 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:00.697891 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0e3e-58b0-41d5-950c-731177bb3c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:00.701887 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d0e3e-58b0-41d5-950c-731177bb3c40 admin admin] Pushing event updated for resources: {'Port': ['ID=39a3f48b-df17-4bdc-8c4b-8e867a86ddfc,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:00.754155 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-0d3eb171-995e-47d3-8d5a-bb237b95f1fd None None] Port 39a3f48b-df17-4bdc-8c4b-8e867a86ddfc cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:32:00.800600 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3d0e3e-58b0-41d5-950c-731177bb3c40 admin admin] Network 48c47e85-5aa8-4846-99bb-de824c654de6 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:32:00.801997 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-2c3d0e3e-58b0-41d5-950c-731177bb3c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:32:00.816367 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d0da692e-6da2-41be-8b6b-0c44db279ab3 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:32:00.871487 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port d0da692e-6da2-41be-8b6b-0c44db279ab3 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:00.871874 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:00.935050 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3d0e3e-58b0-41d5-950c-731177bb3c40 admin admin] Router 5b2ae0ce-d2b4-4179-b652-ad500fff2325 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:32:01.172347 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-685aadc3-0054-42a6-8915-ab929918e110 req-0227c881-9718-497b-9aa8-c168bd291d32 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bff2831-763a-4e8f-85c7-4ebaf4b856f8 HTTP/1.1" status: 200 len: 210 time: 0.0424964 Sep 30 13:32:01.180586 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-bdb6edf4-d8d2-4298-92c3-95a9040c8efb None None] Provisioning complete for port 39a3f48b-df17-4bdc-8c4b-8e867a86ddfc triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:01.181271 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bdb6edf4-d8d2-4298-92c3-95a9040c8efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:01.235149 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-bdb6edf4-d8d2-4298-92c3-95a9040c8efb None None] Port 39a3f48b-df17-4bdc-8c4b-8e867a86ddfc cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:32:01.252188 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3d0e3e-58b0-41d5-950c-731177bb3c40 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:32:01.258293 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2c3d0e3e-58b0-41d5-950c-731177bb3c40 admin admin] 10.222.0.18 "PUT /v2.0/routers/5b2ae0ce-d2b4-4179-b652-ad500fff2325/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6432886 Sep 30 13:32:01.267160 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-62a99c20-1125-40f3-9a60-85bc07463ece tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:01.268641 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-62a99c20-1125-40f3-9a60-85bc07463ece tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.39 "GET /v2.0/networks?id=ffac9bce-a37e-4493-93b2-2269424e62e9 HTTP/1.1" status: 200 len: 796 time: 0.2688982 Sep 30 13:32:01.328561 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-74b3dcc8-924e-44c9-9031-434616d33a5a tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35de1fee209b4805a01788770657a0cb HTTP/1.1" status: 200 len: 378 time: 0.0484920 Sep 30 13:32:01.339391 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-4fb9490d-b38c-4e53-8ad3-7b0f1fa31a62 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'port': {'device_id': '2bff2831-763a-4e8f-85c7-4ebaf4b856f8', 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9', 'admin_state_up': True, 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'security_groups': ['7a22d16e-2c22-4cc6-b420-450a2d0af8a4']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:32:01.477825 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-4fb9490d-b38c-4e53-8ad3-7b0f1fa31a62 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Made reservation on behalf of 35de1fee209b4805a01788770657a0cb for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:32:01.482595 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-4fb9490d-b38c-4e53-8ad3-7b0f1fa31a62 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:01.674417 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-4fb9490d-b38c-4e53-8ad3-7b0f1fa31a62 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Allocated IP 172.20.0.7 (ffac9bce-a37e-4493-93b2-2269424e62e9/4b096c69-bc39-418a-8cb2-ec90421b98fa/2e184093-9e1a-42ab-9250-2cc36649e827) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:32:01.843149 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-4fb9490d-b38c-4e53-8ad3-7b0f1fa31a62 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:01.879599 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-4fb9490d-b38c-4e53-8ad3-7b0f1fa31a62 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:01.925861 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-4fb9490d-b38c-4e53-8ad3-7b0f1fa31a62 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Network ffac9bce-a37e-4493-93b2-2269424e62e9 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:32:01.929102 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-4fb9490d-b38c-4e53-8ad3-7b0f1fa31a62 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:32:01.931676 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-4fb9490d-b38c-4e53-8ad3-7b0f1fa31a62 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:32:01.964521 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9490d-b38c-4e53-8ad3-7b0f1fa31a62 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'Port': ['ID=2e184093-9e1a-42ab-9250-2cc36649e827,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:01.997638 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-4fb9490d-b38c-4e53-8ad3-7b0f1fa31a62 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:01.998351 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-4fb9490d-b38c-4e53-8ad3-7b0f1fa31a62 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:02.016797 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-4fb9490d-b38c-4e53-8ad3-7b0f1fa31a62 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6821887 Sep 30 13:32:02.032594 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-a06e8807-b9b9-4815-a498-13ed6cf807e7 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:32:02.033978 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-a06e8807-b9b9-4815-a498-13ed6cf807e7 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0109258 Sep 30 13:32:02.035918 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-01811554-dd2d-4c3c-98aa-61da15568c71 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:02.037476 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-01811554-dd2d-4c3c-98aa-61da15568c71 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/networks?id=61158665-a1d5-4dc9-ad44-5619c329573b HTTP/1.1" status: 200 len: 909 time: 0.1750844 Sep 30 13:32:02.057032 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-ae7ea6f1-0dbf-4030-8bd2-f6d078f2bf5a tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/quotas/0671ab2f3e9c4da5a52b1e11798cae5f HTTP/1.1" status: 200 len: 375 time: 0.0122170 Sep 30 13:32:02.162865 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-4dbfa353-a940-4bde-bce4-463acc2dc7af tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=0671ab2f3e9c4da5a52b1e11798cae5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945296 Sep 30 13:32:02.179815 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-ae8eaeda-a9bd-4eb8-a803-cb20f54e710f service neutron] Request body: {'port': {'device_id': '2bff2831-763a-4e8f-85c7-4ebaf4b856f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:32:02.268954 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-1eab6608-7786-49c2-bf26-affa3da59fe0 None None] Provisioning complete for port 2e184093-9e1a-42ab-9250-2cc36649e827 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:02.269532 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1eab6608-7786-49c2-bf26-affa3da59fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:02.270737 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-8171c380-0fcf-455c-8d8e-8956d74a55e7 service neutron] 10.222.0.18 "GET /v2.0/networks/61158665-a1d5-4dc9-ad44-5619c329573b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067395 Sep 30 13:32:02.307348 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-1eab6608-7786-49c2-bf26-affa3da59fe0 None None] Port 2e184093-9e1a-42ab-9250-2cc36649e827 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:32:02.398373 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-195d3bab-fd5b-4acb-a503-75b6e36a11a1 service neutron] 10.222.0.18 "GET /v2.0/networks/61158665-a1d5-4dc9-ad44-5619c329573b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193569 Sep 30 13:32:02.413009 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 929dec9a-0059-49bb-ac45-f0eb660ce77e up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:32:02.472931 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 929dec9a-0059-49bb-ac45-f0eb660ce77e triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:02.473307 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:02.563911 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:02.585866 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 929dec9a-0059-49bb-ac45-f0eb660ce77e, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=929dec9a-0059-49bb-ac45-f0eb660ce77e,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:02.596764 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:02.620676 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563018e-0897-4b29-984f-f251769b94b1 req-add82608-4baa-49b0-b6f6-b2b9a30ced41 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:02.622285 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5563018e-0897-4b29-984f-f251769b94b1 req-add82608-4baa-49b0-b6f6-b2b9a30ced41 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bff2831-763a-4e8f-85c7-4ebaf4b856f8 HTTP/1.1" status: 200 len: 931 time: 0.0792506 Sep 30 13:32:02.627639 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-ae8eaeda-a9bd-4eb8-a803-cb20f54e710f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:02.635639 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a18f6f2b-2666-4eff-a147-13b0b136abfd req-9d27abfb-7036-4bbc-8baa-979f1fbf822b tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cca7a31e-1d48-4d91-8bf6-394dcc7fff48 HTTP/1.1" status: 200 len: 210 time: 0.0721657 Sep 30 13:32:02.686735 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=929dec9a-0059-49bb-ac45-f0eb660ce77e,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:02.734814 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5563018e-0897-4b29-984f-f251769b94b1 req-5779e372-6dad-4199-beae-c2502a216004 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a22d16e-2c22-4cc6-b420-450a2d0af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0934939 Sep 30 13:32:03.028597 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-ae8eaeda-a9bd-4eb8-a803-cb20f54e710f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e184093-9e1a-42ab-9250-2cc36649e827 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:32:03.037573 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-ae8eaeda-a9bd-4eb8-a803-cb20f54e710f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:03.053029 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-ae8eaeda-a9bd-4eb8-a803-cb20f54e710f service neutron] Transition to ACTIVE for port object 2e184093-9e1a-42ab-9250-2cc36649e827 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:32:03.058960 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-ae8eaeda-a9bd-4eb8-a803-cb20f54e710f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:03.130205 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8eaeda-a9bd-4eb8-a803-cb20f54e710f service neutron] Pushing event updated for resources: {'Port': ['ID=2e184093-9e1a-42ab-9250-2cc36649e827,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:03.228425 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-ae8eaeda-a9bd-4eb8-a803-cb20f54e710f service neutron] Attempting to bind port 2e184093-9e1a-42ab-9250-2cc36649e827 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:32:03.228771 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-ae8eaeda-a9bd-4eb8-a803-cb20f54e710f service neutron] Attempting to bind port 2e184093-9e1a-42ab-9250-2cc36649e827 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '6112b386-b31c-4f70-9646-40e2860c5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:32:03.229100 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-ae8eaeda-a9bd-4eb8-a803-cb20f54e710f service neutron] Attempting to bind port 2e184093-9e1a-42ab-9250-2cc36649e827 on network ffac9bce-a37e-4493-93b2-2269424e62e9 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:32:03.234290 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-ae8eaeda-a9bd-4eb8-a803-cb20f54e710f service neutron] Port 2e184093-9e1a-42ab-9250-2cc36649e827 on network ffac9bce-a37e-4493-93b2-2269424e62e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:32:03.234615 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-ae8eaeda-a9bd-4eb8-a803-cb20f54e710f service neutron] Attempting to bind port 2e184093-9e1a-42ab-9250-2cc36649e827 on network ffac9bce-a37e-4493-93b2-2269424e62e9 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:32:03.247657 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-ae8eaeda-a9bd-4eb8-a803-cb20f54e710f service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:32:03.250435 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-ae8eaeda-a9bd-4eb8-a803-cb20f54e710f service neutron] Checking segment: {'id': '6112b386-b31c-4f70-9646-40e2860c5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:32:03.250859 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-ae8eaeda-a9bd-4eb8-a803-cb20f54e710f service neutron] Bound using segment: {'id': '6112b386-b31c-4f70-9646-40e2860c5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:32:03.251407 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-ae8eaeda-a9bd-4eb8-a803-cb20f54e710f service neutron] Bound port: 2e184093-9e1a-42ab-9250-2cc36649e827, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6112b386-b31c-4f70-9646-40e2860c5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:32:03.251846 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-ae8eaeda-a9bd-4eb8-a803-cb20f54e710f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:03.336400 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-ae8eaeda-a9bd-4eb8-a803-cb20f54e710f service neutron] For port 2e184093-9e1a-42ab-9250-2cc36649e827, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:32:03.339838 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-ae8eaeda-a9bd-4eb8-a803-cb20f54e710f service neutron] For port 2e184093-9e1a-42ab-9250-2cc36649e827, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=2e184093-9e1a-42ab-9250-2cc36649e827,segment=NetworkSegment(6112b386-b31c-4f70-9646-40e2860c5eea),segment_id=6112b386-b31c-4f70-9646-40e2860c5eea)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:32:03.346354 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-ae8eaeda-a9bd-4eb8-a803-cb20f54e710f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:03.382792 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-ae8eaeda-a9bd-4eb8-a803-cb20f54e710f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:03.384235 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-ae8eaeda-a9bd-4eb8-a803-cb20f54e710f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:03.386126 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-ae8eaeda-a9bd-4eb8-a803-cb20f54e710f service neutron] 10.222.0.39 "PUT /v2.0/ports/2e184093-9e1a-42ab-9250-2cc36649e827 HTTP/1.1" status: 200 len: 1091 time: 1.3412728 Sep 30 13:32:03.388609 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bff2831-763a-4e8f-85c7-4ebaf4b856f8', 'tag': '2e184093-9e1a-42ab-9250-2cc36649e827'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:32:03.391742 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecccb54e-5f09-4152-a2d8-698819556c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "2bff2831-763a-4e8f-85c7-4ebaf4b856f8", "tag": "2e184093-9e1a-42ab-9250-2cc36649e827"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:32:03.438287 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8eaeda-a9bd-4eb8-a803-cb20f54e710f service neutron] Pushing event updated for resources: {'Port': ['ID=2e184093-9e1a-42ab-9250-2cc36649e827,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:03.541329 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-44625cfb-fe98-4450-b211-f7e3111ee0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:03.543171 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-44625cfb-fe98-4450-b211-f7e3111ee0a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=35de1fee209b4805a01788770657a0cb&device_id=2bff2831-763a-4e8f-85c7-4ebaf4b856f8 HTTP/1.1" status: 200 len: 1094 time: 0.0507758 Sep 30 13:32:03.594476 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147cfd59-7d08-4c80-8e3a-51d249f029a0 x-openstack-request-id: req-147cfd59-7d08-4c80-8e3a-51d249f029a0 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:32:03.594777 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bff2831-763a-4e8f-85c7-4ebaf4b856f8", "tag": "2e184093-9e1a-42ab-9250-2cc36649e827", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:32:03.595033 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-147cfd59-7d08-4c80-8e3a-51d249f029a0 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:32:03.595433 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bff2831-763a-4e8f-85c7-4ebaf4b856f8', 'tag': '2e184093-9e1a-42ab-9250-2cc36649e827', 'status': 'completed', 'code': 200} Sep 30 13:32:03.596958 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-07a5a965-befe-4f3d-9c5d-0c36d95a5c2a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e184093-9e1a-42ab-9250-2cc36649e827 HTTP/1.1" status: 200 len: 217 time: 0.0458469 Sep 30 13:32:03.650209 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-069c93c9-9246-46fd-ac6a-5c05e52045d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:03.651708 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-069c93c9-9246-46fd-ac6a-5c05e52045d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4b096c69-bc39-418a-8cb2-ec90421b98fa HTTP/1.1" status: 200 len: 835 time: 0.0462558 Sep 30 13:32:03.702868 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-8c090a2d-49cd-417c-b813-6706d1799175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:03.704378 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-8c090a2d-49cd-417c-b813-6706d1799175 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ffac9bce-a37e-4493-93b2-2269424e62e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456522 Sep 30 13:32:03.753121 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6f884b38-c445-41b7-b1f9-b6d999b8d99a req-fcf2b05a-7cb5-4951-afd2-dd9eb96d4a44 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cca7a31e-1d48-4d91-8bf6-394dcc7fff48 HTTP/1.1" status: 200 len: 210 time: 0.0477960 Sep 30 13:32:03.859499 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88aad89f-c8ee-4db8-8db3-6969f1b3d695 None None] Sync routers for ids ['5b2ae0ce-d2b4-4179-b652-ad500fff2325'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:32:03.871242 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88aad89f-c8ee-4db8-8db3-6969f1b3d695 None None] Routers {'5b2ae0ce-d2b4-4179-b652-ad500fff2325'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:32:03.872112 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-88aad89f-c8ee-4db8-8db3-6969f1b3d695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:31:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['5b2ae0ce-d2b4-4179-b652-ad500fff2325'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:03.874869 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-a6867ccc-df14-4a91-9ff7-8b6a792dbc96 service neutron] 10.222.0.39 "GET /v2.0/networks/ffac9bce-a37e-4493-93b2-2269424e62e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618578 Sep 30 13:32:03.899843 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161030f4-d66f-486e-9094-5e545f32ba08 req-9c57e452-c422-4728-8e25-602cb661c004 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:03.902749 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-161030f4-d66f-486e-9094-5e545f32ba08 req-9c57e452-c422-4728-8e25-602cb661c004 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bff2831-763a-4e8f-85c7-4ebaf4b856f8 HTTP/1.1" status: 200 len: 943 time: 0.0651817 Sep 30 13:32:03.950572 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-161030f4-d66f-486e-9094-5e545f32ba08 req-bb8481fc-848b-4fa7-975d-390352ed0b92 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a22d16e-2c22-4cc6-b420-450a2d0af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417595 Sep 30 13:32:04.019056 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-88aad89f-c8ee-4db8-8db3-6969f1b3d695 None None] Set router 5b2ae0ce-d2b4-4179-b652-ad500fff2325 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:32:04.091445 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-dc129d0d-c3fa-458d-894a-058d391fd68a tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:04.092982 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-dc129d0d-c3fa-458d-894a-058d391fd68a tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.54 "GET /v2.0/networks?id=61158665-a1d5-4dc9-ad44-5619c329573b HTTP/1.1" status: 200 len: 909 time: 0.2470298 Sep 30 13:32:04.111538 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-aa0e903f-4fd8-472e-93f6-a8fa7269f452 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Request body: {'port': {'device_id': 'cca7a31e-1d48-4d91-8bf6-394dcc7fff48', 'network_id': '61158665-a1d5-4dc9-ad44-5619c329573b', 'admin_state_up': True, 'tenant_id': '0671ab2f3e9c4da5a52b1e11798cae5f'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:32:04.121282 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dae57c2a-3f1d-4325-81ce-4884a0cd05e0 req-53e29213-1a10-4ddf-94a9-7d3964b01ddf service neutron] 10.222.0.39 "GET /v2.0/networks/ffac9bce-a37e-4493-93b2-2269424e62e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975665 Sep 30 13:32:04.137571 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-aa0e903f-4fd8-472e-93f6-a8fa7269f452 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Made reservation on behalf of 0671ab2f3e9c4da5a52b1e11798cae5f for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:32:04.140015 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-aa0e903f-4fd8-472e-93f6-a8fa7269f452 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:04.254465 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-88aad89f-c8ee-4db8-8db3-6969f1b3d695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2ae0ce-d2b4-4179-b652-ad500fff2325', 'name': 'tempest-TestServerMultinode-1267038372-router', 'tenant_id': '0671ab2f3e9c4da5a52b1e11798cae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '929dec9a-0059-49bb-ac45-f0eb660ce77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:56Z', 'updated_at': '2021-09-30T13:32:00Z', 'revision_number': 4, 'project_id': '0671ab2f3e9c4da5a52b1e11798cae5f', 'gw_port': {'id': '929dec9a-0059-49bb-ac45-f0eb660ce77e', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:be:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ae0ce-d2b4-4179-b652-ad500fff2325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:57Z', 'updated_at': '2021-09-30T13:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '39a3f48b-df17-4bdc-8c4b-8e867a86ddfc', 'name': '', 'network_id': '48c47e85-5aa8-4846-99bb-de824c654de6', 'tenant_id': '0671ab2f3e9c4da5a52b1e11798cae5f', 'mac_address': 'fa:16:3e:e8:08:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2ae0ce-d2b4-4179-b652-ad500fff2325', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'ae7af987-708e-4075-b22f-d32e4b8fb26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:59Z', 'updated_at': '2021-09-30T13:32:00Z', 'revision_number': 2, 'project_id': '0671ab2f3e9c4da5a52b1e11798cae5f', 'subnets': [{'id': 'ae7af987-708e-4075-b22f-d32e4b8fb26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:04.293556 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccb54e-5f09-4152-a2d8-698819556c4e req-a9e7f9fc-8b5f-4ec1-9882-8234bf36cb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:04.295189 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ecccb54e-5f09-4152-a2d8-698819556c4e req-a9e7f9fc-8b5f-4ec1-9882-8234bf36cb77 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=35de1fee209b4805a01788770657a0cb&device_id=2bff2831-763a-4e8f-85c7-4ebaf4b856f8 HTTP/1.1" status: 200 len: 1094 time: 0.0889401 Sep 30 13:32:04.295696 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88aad89f-c8ee-4db8-8db3-6969f1b3d695 None None] Checking router: 5b2ae0ce-d2b4-4179-b652-ad500fff2325 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:32:04.296214 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88aad89f-c8ee-4db8-8db3-6969f1b3d695 None None] Updating router 5b2ae0ce-d2b4-4179-b652-ad500fff2325 port 39a3f48b-df17-4bdc-8c4b-8e867a86ddfc binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:32:04.321141 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-aa0e903f-4fd8-472e-93f6-a8fa7269f452 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Allocated IP 172.20.0.11 (61158665-a1d5-4dc9-ad44-5619c329573b/b1ba75c2-7f81-43e1-b0a5-82045f9f4c87/f1ecee02-b0c7-4b3d-814f-cbeed94e9824) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:32:04.327376 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-88aad89f-c8ee-4db8-8db3-6969f1b3d695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:04.446985 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 929dec9a-0059-49bb-ac45-f0eb660ce77e up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:32:04.453606 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccb54e-5f09-4152-a2d8-698819556c4e req-8bbbd587-1092-4140-8ff3-46d3aa475814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:04.455159 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ecccb54e-5f09-4152-a2d8-698819556c4e req-8bbbd587-1092-4140-8ff3-46d3aa475814 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ffac9bce-a37e-4493-93b2-2269424e62e9 HTTP/1.1" status: 200 len: 897 time: 0.1492834 Sep 30 13:32:04.510153 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ecccb54e-5f09-4152-a2d8-698819556c4e req-bbacd2b7-81b1-4692-981e-75ba22bd6b10 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e184093-9e1a-42ab-9250-2cc36649e827 HTTP/1.1" status: 200 len: 217 time: 0.0439641 Sep 30 13:32:04.561812 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 929dec9a-0059-49bb-ac45-f0eb660ce77e triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:04.562210 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:04.581699 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccb54e-5f09-4152-a2d8-698819556c4e req-25f2d7bb-61f4-481f-98f6-8d8ed09dd9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:04.583426 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ecccb54e-5f09-4152-a2d8-698819556c4e req-25f2d7bb-61f4-481f-98f6-8d8ed09dd9eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4b096c69-bc39-418a-8cb2-ec90421b98fa HTTP/1.1" status: 200 len: 835 time: 0.0614965 Sep 30 13:32:04.679128 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccb54e-5f09-4152-a2d8-698819556c4e req-3722e8eb-11f6-4a93-b465-d22080da84c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:04.681385 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ecccb54e-5f09-4152-a2d8-698819556c4e req-3722e8eb-11f6-4a93-b465-d22080da84c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ffac9bce-a37e-4493-93b2-2269424e62e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866425 Sep 30 13:32:04.705035 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-aa0e903f-4fd8-472e-93f6-a8fa7269f452 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:04.728348 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-88aad89f-c8ee-4db8-8db3-6969f1b3d695 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:04.735055 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-88aad89f-c8ee-4db8-8db3-6969f1b3d695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:04.748854 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38448) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:04.816658 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ecccb54e-5f09-4152-a2d8-698819556c4e req-ce15a638-d6de-406d-b007-3949a0e4a067 service neutron] 10.222.0.39 "GET /v2.0/networks/ffac9bce-a37e-4493-93b2-2269424e62e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242034 Sep 30 13:32:04.819230 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-aa0e903f-4fd8-472e-93f6-a8fa7269f452 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:04.872856 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e903f-4fd8-472e-93f6-a8fa7269f452 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Pushing event updated for resources: {'Port': ['ID=f1ecee02-b0c7-4b3d-814f-cbeed94e9824,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:04.899573 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-91b2adaa-af90-4ffb-b81f-44c780ae9b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:04.928199 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-aa0e903f-4fd8-472e-93f6-a8fa7269f452 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Network 61158665-a1d5-4dc9-ad44-5619c329573b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:32:04.952343 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-aa0e903f-4fd8-472e-93f6-a8fa7269f452 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:32:04.957208 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-aa0e903f-4fd8-472e-93f6-a8fa7269f452 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:32:05.053462 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-91b2adaa-af90-4ffb-b81f-44c780ae9b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:05.066082 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-91b2adaa-af90-4ffb-b81f-44c780ae9b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:05.097694 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-aa0e903f-4fd8-472e-93f6-a8fa7269f452 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:05.098410 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089c591-8941-4502-bd43-eff56df626d0 None None] Pushing event updated for resources: {'Port': ['ID=39a3f48b-df17-4bdc-8c4b-8e867a86ddfc,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:05.099184 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-aa0e903f-4fd8-472e-93f6-a8fa7269f452 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:05.120661 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-88aad89f-c8ee-4db8-8db3-6969f1b3d695 None None] Attempting to bind port 39a3f48b-df17-4bdc-8c4b-8e867a86ddfc on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:32:05.121029 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-88aad89f-c8ee-4db8-8db3-6969f1b3d695 None None] Attempting to bind port 39a3f48b-df17-4bdc-8c4b-8e867a86ddfc by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '76791967-2727-4331-bfe2-a03be0db1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '48c47e85-5aa8-4846-99bb-de824c654de6'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:32:05.121180 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5fad3-e3a6-47c0-b25e-9818112fa4c9 req-db8387dc-66aa-45e4-9d69-ce7a7a47139c tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:05.121390 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88aad89f-c8ee-4db8-8db3-6969f1b3d695 None None] Attempting to bind port 39a3f48b-df17-4bdc-8c4b-8e867a86ddfc on network 48c47e85-5aa8-4846-99bb-de824c654de6 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:32:05.124632 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2adaa-af90-4ffb-b81f-44c780ae9b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06415733-0682-47b7-8e53-d131b59dd6aa,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:05.127158 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88aad89f-c8ee-4db8-8db3-6969f1b3d695 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:32:05.130906 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bdd5fad3-e3a6-47c0-b25e-9818112fa4c9 req-db8387dc-66aa-45e4-9d69-ce7a7a47139c tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cca7a31e-1d48-4d91-8bf6-394dcc7fff48 HTTP/1.1" status: 200 len: 1028 time: 0.2295830 Sep 30 13:32:05.141446 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88aad89f-c8ee-4db8-8db3-6969f1b3d695 None None] Checking segment: {'id': '76791967-2727-4331-bfe2-a03be0db1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '48c47e85-5aa8-4846-99bb-de824c654de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:32:05.142847 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-88aad89f-c8ee-4db8-8db3-6969f1b3d695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:05.144041 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88aad89f-c8ee-4db8-8db3-6969f1b3d695 None None] Bound using segment: {'id': '76791967-2727-4331-bfe2-a03be0db1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '48c47e85-5aa8-4846-99bb-de824c654de6'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:32:05.147026 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-88aad89f-c8ee-4db8-8db3-6969f1b3d695 None None] Bound port: 39a3f48b-df17-4bdc-8c4b-8e867a86ddfc, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76791967-2727-4331-bfe2-a03be0db1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '48c47e85-5aa8-4846-99bb-de824c654de6'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:32:05.147617 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-88aad89f-c8ee-4db8-8db3-6969f1b3d695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:05.161057 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ecccb54e-5f09-4152-a2d8-698819556c4e req-4521daa2-341b-4e0d-a051-d60adf18c90f service neutron] 10.222.0.39 "GET /v2.0/networks/ffac9bce-a37e-4493-93b2-2269424e62e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893577 Sep 30 13:32:05.165290 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-aa0e903f-4fd8-472e-93f6-a8fa7269f452 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0592635 Sep 30 13:32:05.170419 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-91b2adaa-af90-4ffb-b81f-44c780ae9b16 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9d4ee2cf7dd4e11a05b352d88d215f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4204166 Sep 30 13:32:05.171012 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38456) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:05.187922 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdafe28-8fb6-4144-b82c-970b9e88a58b req-e1a41ceb-cba1-4547-b7ba-bbb3efd180ff tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:05.189745 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cdafe28-8fb6-4144-b82c-970b9e88a58b req-e1a41ceb-cba1-4547-b7ba-bbb3efd180ff tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bff2831-763a-4e8f-85c7-4ebaf4b856f8 HTTP/1.1" status: 200 len: 943 time: 0.1049054 Sep 30 13:32:05.212415 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-568c0729-b217-4d89-8cc3-96b25abdd9ae service neutron] Request body: {'port': {'device_id': 'cca7a31e-1d48-4d91-8bf6-394dcc7fff48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:32:05.239720 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-c7018984-6e77-4fd9-a9aa-5bf96566a088 None None] Provisioning complete for port 39a3f48b-df17-4bdc-8c4b-8e867a86ddfc triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:05.239952 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c7018984-6e77-4fd9-a9aa-5bf96566a088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:05.242914 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9cdafe28-8fb6-4144-b82c-970b9e88a58b req-4d4ee175-bdc2-44f1-a2b2-392edfdcc498 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a22d16e-2c22-4cc6-b420-450a2d0af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462739 Sep 30 13:32:05.250426 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bdd5fad3-e3a6-47c0-b25e-9818112fa4c9 req-0e9469a8-cc28-4cad-a42c-c211edccc9c7 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=a7491270-d4d9-4692-a77c-628c31bb775d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183243 Sep 30 13:32:05.284474 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-88aad89f-c8ee-4db8-8db3-6969f1b3d695 None None] For port 39a3f48b-df17-4bdc-8c4b-8e867a86ddfc, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:32:05.300122 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-88aad89f-c8ee-4db8-8db3-6969f1b3d695 None None] For port 39a3f48b-df17-4bdc-8c4b-8e867a86ddfc, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=39a3f48b-df17-4bdc-8c4b-8e867a86ddfc,segment=NetworkSegment(76791967-2727-4331-bfe2-a03be0db1a00),segment_id=76791967-2727-4331-bfe2-a03be0db1a00)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:32:05.301534 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-c7018984-6e77-4fd9-a9aa-5bf96566a088 None None] Port 39a3f48b-df17-4bdc-8c4b-8e867a86ddfc cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:32:05.305745 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-88aad89f-c8ee-4db8-8db3-6969f1b3d695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:05.306200 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d911d7f3-c857-433b-be70-3eeb7ed01c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:05.319673 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-568c0729-b217-4d89-8cc3-96b25abdd9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:05.344989 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d911d7f3-c857-433b-be70-3eeb7ed01c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:05.350770 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88aad89f-c8ee-4db8-8db3-6969f1b3d695 None None] Routers {'5b2ae0ce-d2b4-4179-b652-ad500fff2325'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:32:05.351685 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-88aad89f-c8ee-4db8-8db3-6969f1b3d695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:31:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['5b2ae0ce-d2b4-4179-b652-ad500fff2325'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:05.412840 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089c591-8941-4502-bd43-eff56df626d0 None None] Pushing event updated for resources: {'Port': ['ID=39a3f48b-df17-4bdc-8c4b-8e867a86ddfc,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:05.441144 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-10662411-3886-4e46-81da-2fd5bbd365f1 None None] Provisioning complete for port f1ecee02-b0c7-4b3d-814f-cbeed94e9824 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:05.441396 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-10662411-3886-4e46-81da-2fd5bbd365f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:05.504441 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d911d7f3-c857-433b-be70-3eeb7ed01c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:05.507018 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d911d7f3-c857-433b-be70-3eeb7ed01c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:05.508773 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d911d7f3-c857-433b-be70-3eeb7ed01c64 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/06415733-0682-47b7-8e53-d131b59dd6aa HTTP/1.1" status: 204 len: 168 time: 0.3358216 Sep 30 13:32:05.520707 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-88aad89f-c8ee-4db8-8db3-6969f1b3d695 None None] Set router 5b2ae0ce-d2b4-4179-b652-ad500fff2325 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:32:05.523174 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-10662411-3886-4e46-81da-2fd5bbd365f1 None None] Port f1ecee02-b0c7-4b3d-814f-cbeed94e9824 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:32:05.533155 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911d7f3-c857-433b-be70-3eeb7ed01c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06415733-0682-47b7-8e53-d131b59dd6aa,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:05.680825 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d7e7a20f-c081-4b12-9a39-ff1f05371152 None None] Provisioning complete for port 39a3f48b-df17-4bdc-8c4b-8e867a86ddfc triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:05.681195 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d7e7a20f-c081-4b12-9a39-ff1f05371152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:05.690327 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-568c0729-b217-4d89-8cc3-96b25abdd9ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ecee02-b0c7-4b3d-814f-cbeed94e9824 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:32:05.699602 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-568c0729-b217-4d89-8cc3-96b25abdd9ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:05.714573 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-568c0729-b217-4d89-8cc3-96b25abdd9ae service neutron] Transition to ACTIVE for port object f1ecee02-b0c7-4b3d-814f-cbeed94e9824 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:32:05.719610 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-568c0729-b217-4d89-8cc3-96b25abdd9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:05.772330 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c0729-b217-4d89-8cc3-96b25abdd9ae service neutron] Pushing event updated for resources: {'Port': ['ID=f1ecee02-b0c7-4b3d-814f-cbeed94e9824,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:05.824736 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d7e7a20f-c081-4b12-9a39-ff1f05371152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:05.827980 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-88aad89f-c8ee-4db8-8db3-6969f1b3d695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2ae0ce-d2b4-4179-b652-ad500fff2325', 'name': 'tempest-TestServerMultinode-1267038372-router', 'tenant_id': '0671ab2f3e9c4da5a52b1e11798cae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '929dec9a-0059-49bb-ac45-f0eb660ce77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:56Z', 'updated_at': '2021-09-30T13:32:00Z', 'revision_number': 4, 'project_id': '0671ab2f3e9c4da5a52b1e11798cae5f', 'gw_port': {'id': '929dec9a-0059-49bb-ac45-f0eb660ce77e', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:be:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ae0ce-d2b4-4179-b652-ad500fff2325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:57Z', 'updated_at': '2021-09-30T13:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '39a3f48b-df17-4bdc-8c4b-8e867a86ddfc', 'name': '', 'network_id': '48c47e85-5aa8-4846-99bb-de824c654de6', 'tenant_id': '0671ab2f3e9c4da5a52b1e11798cae5f', 'mac_address': 'fa:16:3e:e8:08:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2ae0ce-d2b4-4179-b652-ad500fff2325', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'ae7af987-708e-4075-b22f-d32e4b8fb26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:59Z', 'updated_at': '2021-09-30T13:32:05Z', 'revision_number': 4, 'project_id': '0671ab2f3e9c4da5a52b1e11798cae5f', 'subnets': [{'id': 'ae7af987-708e-4075-b22f-d32e4b8fb26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:05.858656 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-568c0729-b217-4d89-8cc3-96b25abdd9ae service neutron] Attempting to bind port f1ecee02-b0c7-4b3d-814f-cbeed94e9824 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:32:05.859604 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-568c0729-b217-4d89-8cc3-96b25abdd9ae service neutron] Attempting to bind port f1ecee02-b0c7-4b3d-814f-cbeed94e9824 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '24b5532c-5f95-40ff-b988-d628dbffe187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61158665-a1d5-4dc9-ad44-5619c329573b'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:32:05.860581 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-568c0729-b217-4d89-8cc3-96b25abdd9ae service neutron] Attempting to bind port f1ecee02-b0c7-4b3d-814f-cbeed94e9824 on network 61158665-a1d5-4dc9-ad44-5619c329573b {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:32:05.865729 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88aad89f-c8ee-4db8-8db3-6969f1b3d695 None None] The sync data for ids ['5b2ae0ce-d2b4-4179-b652-ad500fff2325'] in n-d-810909-2 is: [{'id': '5b2ae0ce-d2b4-4179-b652-ad500fff2325', 'name': 'tempest-TestServerMultinode-1267038372-router', 'tenant_id': '0671ab2f3e9c4da5a52b1e11798cae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '929dec9a-0059-49bb-ac45-f0eb660ce77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:56Z', 'updated_at': '2021-09-30T13:32:00Z', 'revision_number': 4, 'project_id': '0671ab2f3e9c4da5a52b1e11798cae5f', 'gw_port': {'id': '929dec9a-0059-49bb-ac45-f0eb660ce77e', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:be:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ae0ce-d2b4-4179-b652-ad500fff2325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:57Z', 'updated_at': '2021-09-30T13:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '39a3f48b-df17-4bdc-8c4b-8e867a86ddfc', 'name': '', 'network_id': '48c47e85-5aa8-4846-99bb-de824c654de6', 'tenant_id': '0671ab2f3e9c4da5a52b1e11798cae5f', 'mac_address': 'fa:16:3e:e8:08:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2ae0ce-d2b4-4179-b652-ad500fff2325', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'ae7af987-708e-4075-b22f-d32e4b8fb26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:59Z', 'updated_at': '2021-09-30T13:32:05Z', 'revision_number': 4, 'project_id': '0671ab2f3e9c4da5a52b1e11798cae5f', 'subnets': [{'id': 'ae7af987-708e-4075-b22f-d32e4b8fb26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:32:05.873902 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-568c0729-b217-4d89-8cc3-96b25abdd9ae service neutron] Port f1ecee02-b0c7-4b3d-814f-cbeed94e9824 on network 61158665-a1d5-4dc9-ad44-5619c329573b not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:32:05.874588 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-568c0729-b217-4d89-8cc3-96b25abdd9ae service neutron] Attempting to bind port f1ecee02-b0c7-4b3d-814f-cbeed94e9824 on network 61158665-a1d5-4dc9-ad44-5619c329573b {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:32:05.881206 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38462) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:05.881774 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-568c0729-b217-4d89-8cc3-96b25abdd9ae service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:32:05.882422 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-568c0729-b217-4d89-8cc3-96b25abdd9ae service neutron] Checking segment: {'id': '24b5532c-5f95-40ff-b988-d628dbffe187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61158665-a1d5-4dc9-ad44-5619c329573b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:32:05.883912 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-568c0729-b217-4d89-8cc3-96b25abdd9ae service neutron] Bound using segment: {'id': '24b5532c-5f95-40ff-b988-d628dbffe187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61158665-a1d5-4dc9-ad44-5619c329573b'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:32:05.884938 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-568c0729-b217-4d89-8cc3-96b25abdd9ae service neutron] Bound port: f1ecee02-b0c7-4b3d-814f-cbeed94e9824, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b5532c-5f95-40ff-b988-d628dbffe187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61158665-a1d5-4dc9-ad44-5619c329573b'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:32:05.885567 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-568c0729-b217-4d89-8cc3-96b25abdd9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:05.907117 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2ffd8ca5-e83e-4fa2-bbb7-58a72bf66759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:05.932296 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d7e7a20f-c081-4b12-9a39-ff1f05371152 None None] For port 39a3f48b-df17-4bdc-8c4b-8e867a86ddfc, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=39a3f48b-df17-4bdc-8c4b-8e867a86ddfc,segment=NetworkSegment(76791967-2727-4331-bfe2-a03be0db1a00),segment_id=76791967-2727-4331-bfe2-a03be0db1a00)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:05.945144 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d7e7a20f-c081-4b12-9a39-ff1f05371152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:06.024944 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-568c0729-b217-4d89-8cc3-96b25abdd9ae service neutron] For port f1ecee02-b0c7-4b3d-814f-cbeed94e9824, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:32:06.028784 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-568c0729-b217-4d89-8cc3-96b25abdd9ae service neutron] For port f1ecee02-b0c7-4b3d-814f-cbeed94e9824, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=f1ecee02-b0c7-4b3d-814f-cbeed94e9824,segment=NetworkSegment(24b5532c-5f95-40ff-b988-d628dbffe187),segment_id=24b5532c-5f95-40ff-b988-d628dbffe187)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:32:06.034512 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-568c0729-b217-4d89-8cc3-96b25abdd9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:06.046945 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7a20f-c081-4b12-9a39-ff1f05371152 None None] Pushing event updated for resources: {'Port': ['ID=39a3f48b-df17-4bdc-8c4b-8e867a86ddfc,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:06.090473 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-568c0729-b217-4d89-8cc3-96b25abdd9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:06.091200 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-568c0729-b217-4d89-8cc3-96b25abdd9ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:06.092124 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2ffd8ca5-e83e-4fa2-bbb7-58a72bf66759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:06.092919 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-568c0729-b217-4d89-8cc3-96b25abdd9ae service neutron] 10.222.0.54 "PUT /v2.0/ports/f1ecee02-b0c7-4b3d-814f-cbeed94e9824 HTTP/1.1" status: 200 len: 1092 time: 0.9125106 Sep 30 13:32:06.093435 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca7a31e-1d48-4d91-8bf6-394dcc7fff48', 'tag': 'f1ecee02-b0c7-4b3d-814f-cbeed94e9824'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:32:06.095960 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e0f746-7fa2-4c0a-b069-9415f8373151" -d '{"events": [{"name": "network-changed", "server_uuid": "cca7a31e-1d48-4d91-8bf6-394dcc7fff48", "tag": "f1ecee02-b0c7-4b3d-814f-cbeed94e9824"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:32:06.098100 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2ffd8ca5-e83e-4fa2-bbb7-58a72bf66759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:06.151851 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2ffd8ca5-e83e-4fa2-bbb7-58a72bf66759 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7847816e451a44ea804bab31912a2a60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2686841 Sep 30 13:32:06.152749 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd8ca5-e83e-4fa2-bbb7-58a72bf66759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174f1f2f-3470-48bb-a59b-7e9fb0eb3607,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:06.155410 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38466) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:06.200819 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cf4187-27cf-4a1d-96b0-094709be8ba1 x-openstack-request-id: req-11cf4187-27cf-4a1d-96b0-094709be8ba1 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:32:06.201114 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca7a31e-1d48-4d91-8bf6-394dcc7fff48", "tag": "f1ecee02-b0c7-4b3d-814f-cbeed94e9824", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:32:06.201368 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11cf4187-27cf-4a1d-96b0-094709be8ba1 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:32:06.201774 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca7a31e-1d48-4d91-8bf6-394dcc7fff48', 'tag': 'f1ecee02-b0c7-4b3d-814f-cbeed94e9824', 'status': 'completed', 'code': 200} Sep 30 13:32:06.203811 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c0729-b217-4d89-8cc3-96b25abdd9ae service neutron] Pushing event updated for resources: {'Port': ['ID=f1ecee02-b0c7-4b3d-814f-cbeed94e9824,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:06.214863 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 2e184093-9e1a-42ab-9250-2cc36649e827 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:32:06.251122 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-59d69b45-9d8f-47f3-bee2-1cdfe712e53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:06.252700 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-59d69b45-9d8f-47f3-bee2-1cdfe712e53a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0671ab2f3e9c4da5a52b1e11798cae5f&device_id=cca7a31e-1d48-4d91-8bf6-394dcc7fff48 HTTP/1.1" status: 200 len: 1095 time: 0.0963006 Sep 30 13:32:06.268568 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d37c93c7-2bd8-4377-b3c0-d8d7f9ef1e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:06.342368 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-bf4ffeb5-c625-400f-9334-95600ddd9a79 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1ecee02-b0c7-4b3d-814f-cbeed94e9824 HTTP/1.1" status: 200 len: 217 time: 0.0748672 Sep 30 13:32:06.424081 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d37c93c7-2bd8-4377-b3c0-d8d7f9ef1e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:06.446119 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 2e184093-9e1a-42ab-9250-2cc36649e827, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=2e184093-9e1a-42ab-9250-2cc36649e827,segment=NetworkSegment(6112b386-b31c-4f70-9646-40e2860c5eea),segment_id=6112b386-b31c-4f70-9646-40e2860c5eea)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:06.471790 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 39a3f48b-df17-4bdc-8c4b-8e867a86ddfc up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:32:06.501538 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-f597705e-4421-4262-9cd2-ec5df1eda6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:06.503584 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-f597705e-4421-4262-9cd2-ec5df1eda6e6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b1ba75c2-7f81-43e1-b0a5-82045f9f4c87 HTTP/1.1" status: 200 len: 847 time: 0.1500607 Sep 30 13:32:06.503946 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '2e184093-9e1a-42ab-9250-2cc36649e827', 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9', 'port_id': '2e184093-9e1a-42ab-9250-2cc36649e827', 'mac_address': 'fa:16:3e:6e:5d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:32:06.569425 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:06.585709 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e184093-9e1a-42ab-9250-2cc36649e827 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:32:06.602767 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59aed25-1ed7-4746-8edb-5723db0b55a6 req-4e824b19-ecbe-4a39-ac1f-61aecd714320 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:06.607658 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e59aed25-1ed7-4746-8edb-5723db0b55a6 req-4e824b19-ecbe-4a39-ac1f-61aecd714320 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cca7a31e-1d48-4d91-8bf6-394dcc7fff48 HTTP/1.1" status: 200 len: 1095 time: 0.1624668 Sep 30 13:32:06.615459 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 39a3f48b-df17-4bdc-8c4b-8e867a86ddfc triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:06.615671 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d37c93c7-2bd8-4377-b3c0-d8d7f9ef1e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:06.615972 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:06.618451 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d37c93c7-2bd8-4377-b3c0-d8d7f9ef1e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:06.619625 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d37c93c7-2bd8-4377-b3c0-d8d7f9ef1e2e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/174f1f2f-3470-48bb-a59b-7e9fb0eb3607 HTTP/1.1" status: 204 len: 168 time: 0.4619889 Sep 30 13:32:06.631678 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a6786-414d-4559-b27f-a6a0f6150c86 req-39e831bd-8a73-48d6-961d-aa33bed37738 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:06.633395 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ad6a6786-414d-4559-b27f-a6a0f6150c86 req-39e831bd-8a73-48d6-961d-aa33bed37738 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bff2831-763a-4e8f-85c7-4ebaf4b856f8 HTTP/1.1" status: 200 len: 943 time: 0.2574182 Sep 30 13:32:06.659065 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e59aed25-1ed7-4746-8edb-5723db0b55a6 req-beaec55e-e696-4e33-983a-330bfaae3440 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=a7491270-d4d9-4692-a77c-628c31bb775d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419037 Sep 30 13:32:06.665607 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 2e184093-9e1a-42ab-9250-2cc36649e827, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=2e184093-9e1a-42ab-9250-2cc36649e827,segment=NetworkSegment(6112b386-b31c-4f70-9646-40e2860c5eea),segment_id=6112b386-b31c-4f70-9646-40e2860c5eea)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:06.680497 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:06.681250 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c93c7-2bd8-4377-b3c0-d8d7f9ef1e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174f1f2f-3470-48bb-a59b-7e9fb0eb3607,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:06.699277 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-349ec2e0-732e-4efc-bf8c-a106fe53df77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:06.701243 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-349ec2e0-732e-4efc-bf8c-a106fe53df77 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61158665-a1d5-4dc9-ad44-5619c329573b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567888 Sep 30 13:32:06.795673 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ad6a6786-414d-4559-b27f-a6a0f6150c86 req-ffb085e6-f2cb-4060-9899-2b4d98fa351c tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a22d16e-2c22-4cc6-b420-450a2d0af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1459396 Sep 30 13:32:06.826926 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=2e184093-9e1a-42ab-9250-2cc36649e827,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:06.830031 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-5281cf22-8c13-48b1-b151-b75a681f5b15 service neutron] 10.222.0.54 "GET /v2.0/networks/61158665-a1d5-4dc9-ad44-5619c329573b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213694 Sep 30 13:32:06.889192 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['2e184093-9e1a-42ab-9250-2cc36649e827'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:32:06.938564 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bbb2b8fb-2d43-46d7-bf3b-49af6628d40f req-670a2ff8-5baf-4b7c-9f74-6cbe43355706 service neutron] 10.222.0.54 "GET /v2.0/networks/61158665-a1d5-4dc9-ad44-5619c329573b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998099 Sep 30 13:32:07.063349 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0f746-7fa2-4c0a-b069-9415f8373151 req-c2272aec-692d-4393-8394-e1e14a5c669f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:07.066917 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b7e0f746-7fa2-4c0a-b069-9415f8373151 req-c2272aec-692d-4393-8394-e1e14a5c669f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0671ab2f3e9c4da5a52b1e11798cae5f&device_id=cca7a31e-1d48-4d91-8bf6-394dcc7fff48 HTTP/1.1" status: 200 len: 1095 time: 0.0692585 Sep 30 13:32:07.175429 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0f746-7fa2-4c0a-b069-9415f8373151 req-22ca257a-6d96-410f-89e9-ec3994ed5511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:07.176947 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b7e0f746-7fa2-4c0a-b069-9415f8373151 req-22ca257a-6d96-410f-89e9-ec3994ed5511 service neutron] 10.222.0.54 "GET /v2.0/networks?id=61158665-a1d5-4dc9-ad44-5619c329573b HTTP/1.1" status: 200 len: 909 time: 0.1029358 Sep 30 13:32:07.220911 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b7e0f746-7fa2-4c0a-b069-9415f8373151 req-261acb58-ba22-4855-9680-a36346db91f1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1ecee02-b0c7-4b3d-814f-cbeed94e9824 HTTP/1.1" status: 200 len: 217 time: 0.0369990 Sep 30 13:32:07.279982 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0f746-7fa2-4c0a-b069-9415f8373151 req-2aeb9b02-a0ef-4731-88cc-497c58e1a6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:07.281606 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b7e0f746-7fa2-4c0a-b069-9415f8373151 req-2aeb9b02-a0ef-4731-88cc-497c58e1a6cd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b1ba75c2-7f81-43e1-b0a5-82045f9f4c87 HTTP/1.1" status: 200 len: 847 time: 0.0544374 Sep 30 13:32:07.332580 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0f746-7fa2-4c0a-b069-9415f8373151 req-acdd9753-8f34-4d27-9db4-542378be9a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:07.334172 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b7e0f746-7fa2-4c0a-b069-9415f8373151 req-acdd9753-8f34-4d27-9db4-542378be9a7e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61158665-a1d5-4dc9-ad44-5619c329573b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453978 Sep 30 13:32:07.429268 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b7e0f746-7fa2-4c0a-b069-9415f8373151 req-04a5379f-26cd-49dd-a488-4a668e207023 service neutron] 10.222.0.54 "GET /v2.0/networks/61158665-a1d5-4dc9-ad44-5619c329573b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883965 Sep 30 13:32:07.520644 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b7e0f746-7fa2-4c0a-b069-9415f8373151 req-94d9ae43-dae2-4433-afd1-d16244aaf1d7 service neutron] 10.222.0.54 "GET /v2.0/networks/61158665-a1d5-4dc9-ad44-5619c329573b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846477 Sep 30 13:32:07.768028 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3edfb8-d63a-484b-8b0b-b3c933efa8b1 req-83083971-f4c8-4470-b712-92eda0e5b9a7 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:07.769567 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0f3edfb8-d63a-484b-8b0b-b3c933efa8b1 req-83083971-f4c8-4470-b712-92eda0e5b9a7 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cca7a31e-1d48-4d91-8bf6-394dcc7fff48 HTTP/1.1" status: 200 len: 1095 time: 0.0399425 Sep 30 13:32:07.806368 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0f3edfb8-d63a-484b-8b0b-b3c933efa8b1 req-e4ccea6d-fcd8-4b9b-8a57-d22d7f279663 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=a7491270-d4d9-4692-a77c-628c31bb775d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296993 Sep 30 13:32:07.923199 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e3aef-04d5-41c2-949a-22b90d8a3f3c req-29980fb7-4920-4f4a-ae2b-821abfdc6238 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:07.924707 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-440e3aef-04d5-41c2-949a-22b90d8a3f3c req-29980fb7-4920-4f4a-ae2b-821abfdc6238 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bff2831-763a-4e8f-85c7-4ebaf4b856f8 HTTP/1.1" status: 200 len: 944 time: 0.0509248 Sep 30 13:32:07.961710 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-440e3aef-04d5-41c2-949a-22b90d8a3f3c req-7a0c1c1f-3749-44fc-b084-a06e9e82246a tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a22d16e-2c22-4cc6-b420-450a2d0af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306706 Sep 30 13:32:08.214624 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 2e184093-9e1a-42ab-9250-2cc36649e827 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:32:08.263352 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 2e184093-9e1a-42ab-9250-2cc36649e827 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:32:08.266894 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 2e184093-9e1a-42ab-9250-2cc36649e827 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:08.267252 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:08.349272 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:08.374625 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bff2831-763a-4e8f-85c7-4ebaf4b856f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e184093-9e1a-42ab-9250-2cc36649e827'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:32:08.376847 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c87081c-a57e-44a3-b102-521e4154a747" -d '{"events": [{"server_uuid": "2bff2831-763a-4e8f-85c7-4ebaf4b856f8", "name": "network-vif-plugged", "status": "completed", "tag": "2e184093-9e1a-42ab-9250-2cc36649e827"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:32:08.394282 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 2e184093-9e1a-42ab-9250-2cc36649e827, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=2e184093-9e1a-42ab-9250-2cc36649e827,segment=NetworkSegment(6112b386-b31c-4f70-9646-40e2860c5eea),segment_id=6112b386-b31c-4f70-9646-40e2860c5eea)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:08.399486 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:08.423198 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7d6283-23dd-40d1-beff-a50d5a0dbf6c x-openstack-request-id: req-bb7d6283-23dd-40d1-beff-a50d5a0dbf6c {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:32:08.423502 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bff2831-763a-4e8f-85c7-4ebaf4b856f8", "name": "network-vif-plugged", "status": "completed", "tag": "2e184093-9e1a-42ab-9250-2cc36649e827", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:32:08.423755 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb7d6283-23dd-40d1-beff-a50d5a0dbf6c {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:32:08.424142 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bff2831-763a-4e8f-85c7-4ebaf4b856f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e184093-9e1a-42ab-9250-2cc36649e827', 'code': 200} Sep 30 13:32:08.464994 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=2e184093-9e1a-42ab-9250-2cc36649e827,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:08.517055 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddaa9c-6ead-46a4-9574-4fe507fec492 req-6aed10c8-42b0-4b15-8d38-804c99ba301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:08.518559 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d8ddaa9c-6ead-46a4-9574-4fe507fec492 req-6aed10c8-42b0-4b15-8d38-804c99ba301c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2bff2831-763a-4e8f-85c7-4ebaf4b856f8 HTTP/1.1" status: 200 len: 1096 time: 0.0458140 Sep 30 13:32:08.553368 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d8ddaa9c-6ead-46a4-9574-4fe507fec492 req-06cebf5d-7737-41ae-8f9d-d69b81a16155 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7a22d16e-2c22-4cc6-b420-450a2d0af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0280261 Sep 30 13:32:08.916041 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd15a75-6e0a-4df0-9b9b-07ff760745e9 req-90223c56-119f-4873-926c-207bbb84c6cb tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:08.917763 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1cd15a75-6e0a-4df0-9b9b-07ff760745e9 req-90223c56-119f-4873-926c-207bbb84c6cb tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cca7a31e-1d48-4d91-8bf6-394dcc7fff48 HTTP/1.1" status: 200 len: 1095 time: 0.0414557 Sep 30 13:32:08.953126 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1cd15a75-6e0a-4df0-9b9b-07ff760745e9 req-24793364-8058-4224-a27d-8349900370c9 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=a7491270-d4d9-4692-a77c-628c31bb775d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291080 Sep 30 13:32:09.080040 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c46b0a-2963-4670-b09d-a2f59b20dcac req-808fac7b-0788-40e0-87f2-7ffa21832e3b tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:09.081548 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-20c46b0a-2963-4670-b09d-a2f59b20dcac req-808fac7b-0788-40e0-87f2-7ffa21832e3b tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bff2831-763a-4e8f-85c7-4ebaf4b856f8 HTTP/1.1" status: 200 len: 945 time: 0.0516310 Sep 30 13:32:09.120235 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-20c46b0a-2963-4670-b09d-a2f59b20dcac req-eca09bba-7a11-48dc-bf48-21b3347ca474 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a22d16e-2c22-4cc6-b420-450a2d0af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324361 Sep 30 13:32:09.157049 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38550) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:09.262612 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fbb9cc61-668d-4e13-b6e5-113487d86c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:09.349193 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fbb9cc61-668d-4e13-b6e5-113487d86c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:09.352897 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fbb9cc61-668d-4e13-b6e5-113487d86c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:09.393720 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fbb9cc61-668d-4e13-b6e5-113487d86c58 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e4e75bf7596743068108fd0977b393f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2356179 Sep 30 13:32:09.394602 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9cc61-668d-4e13-b6e5-113487d86c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45140fe-3512-4d23-bc0e-b11cf16abaf0,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:09.396546 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38554) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:09.402452 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9cc61-668d-4e13-b6e5-113487d86c58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:09.402794 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9cc61-668d-4e13-b6e5-113487d86c58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:09.403127 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9cc61-668d-4e13-b6e5-113487d86c58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:09.403454 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9cc61-668d-4e13-b6e5-113487d86c58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:09.403780 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9cc61-668d-4e13-b6e5-113487d86c58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:09.404101 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9cc61-668d-4e13-b6e5-113487d86c58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:09.404420 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9cc61-668d-4e13-b6e5-113487d86c58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:09.404737 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9cc61-668d-4e13-b6e5-113487d86c58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:09.405063 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9cc61-668d-4e13-b6e5-113487d86c58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:09.405367 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9cc61-668d-4e13-b6e5-113487d86c58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:09.405680 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9cc61-668d-4e13-b6e5-113487d86c58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:09.405990 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9cc61-668d-4e13-b6e5-113487d86c58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:09.449487 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6eb13b92-604e-4dd4-a8a0-d4b8a5f8ce9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:09.471081 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6eb13b92-604e-4dd4-a8a0-d4b8a5f8ce9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:09.518878 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6eb13b92-604e-4dd4-a8a0-d4b8a5f8ce9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:09.521842 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6eb13b92-604e-4dd4-a8a0-d4b8a5f8ce9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:09.523633 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6eb13b92-604e-4dd4-a8a0-d4b8a5f8ce9d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b45140fe-3512-4d23-bc0e-b11cf16abaf0 HTTP/1.1" status: 204 len: 168 time: 0.1258616 Sep 30 13:32:09.533517 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb13b92-604e-4dd4-a8a0-d4b8a5f8ce9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45140fe-3512-4d23-bc0e-b11cf16abaf0,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:09.911672 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38560) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:09.924450 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2ecceeba-1296-4548-83d1-43a8638417a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:10.012663 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2ecceeba-1296-4548-83d1-43a8638417a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:10.016554 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2ecceeba-1296-4548-83d1-43a8638417a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:10.056933 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2ecceeba-1296-4548-83d1-43a8638417a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd14781530c44fc688c2d96bb15d1126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441722 Sep 30 13:32:10.057650 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecceeba-1296-4548-83d1-43a8638417a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e09179b-ad21-4b7a-8ddb-1df1b0a29fe3,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:10.059930 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38564) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:10.082780 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84f83b-b20a-47fa-9d9c-8982ebf61c6c req-afad1b55-e007-440e-ab25-27c1621e4ac8 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:10.084335 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d84f83b-b20a-47fa-9d9c-8982ebf61c6c req-afad1b55-e007-440e-ab25-27c1621e4ac8 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cca7a31e-1d48-4d91-8bf6-394dcc7fff48 HTTP/1.1" status: 200 len: 1095 time: 0.0653896 Sep 30 13:32:10.108519 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7ee3c03f-f8fb-4747-99e8-ad853246c2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:10.119395 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d84f83b-b20a-47fa-9d9c-8982ebf61c6c req-12eb5a44-c882-4b69-96b8-5baa6711062e tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=a7491270-d4d9-4692-a77c-628c31bb775d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288107 Sep 30 13:32:10.133929 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7ee3c03f-f8fb-4747-99e8-ad853246c2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:10.179903 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7ee3c03f-f8fb-4747-99e8-ad853246c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:10.183080 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7ee3c03f-f8fb-4747-99e8-ad853246c2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:10.184231 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7ee3c03f-f8fb-4747-99e8-ad853246c2ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e09179b-ad21-4b7a-8ddb-1df1b0a29fe3 HTTP/1.1" status: 204 len: 168 time: 0.1234217 Sep 30 13:32:10.204045 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3c03f-f8fb-4747-99e8-ad853246c2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e09179b-ad21-4b7a-8ddb-1df1b0a29fe3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:10.241147 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd1c78-b02b-42fa-a45e-fc009c6b05ba req-7b2ef71f-7bb9-4e46-aa2b-533c5f441a1b tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:10.242678 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-60cd1c78-b02b-42fa-a45e-fc009c6b05ba req-7b2ef71f-7bb9-4e46-aa2b-533c5f441a1b tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bff2831-763a-4e8f-85c7-4ebaf4b856f8 HTTP/1.1" status: 200 len: 945 time: 0.0552101 Sep 30 13:32:10.281401 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-60cd1c78-b02b-42fa-a45e-fc009c6b05ba req-cfbdc522-e5c7-4a13-bae9-5367c9aabb60 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a22d16e-2c22-4cc6-b420-450a2d0af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320210 Sep 30 13:32:10.407205 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625af6ec-6f6c-4bd8-aac2-3570c4d506d8 req-a5989c52-b597-4858-a00a-05d83072ed17 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:10.408601 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-625af6ec-6f6c-4bd8-aac2-3570c4d506d8 req-a5989c52-b597-4858-a00a-05d83072ed17 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bff2831-763a-4e8f-85c7-4ebaf4b856f8 HTTP/1.1" status: 200 len: 945 time: 0.0533535 Sep 30 13:32:10.447496 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-625af6ec-6f6c-4bd8-aac2-3570c4d506d8 req-ad0b0366-4699-407a-b8b3-168556071470 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a22d16e-2c22-4cc6-b420-450a2d0af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328867 Sep 30 13:32:10.469370 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38578) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:10.510262 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed3c1d2-a956-4879-aeed-853519da44fe tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:10.511880 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3ed3c1d2-a956-4879-aeed-853519da44fe tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2bff2831-763a-4e8f-85c7-4ebaf4b856f8 HTTP/1.1" status: 200 len: 1091 time: 0.0414276 Sep 30 13:32:10.514856 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38584) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:10.519205 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-67e11c0f-29d2-4e01-b8d3-a0190621af0e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'port_id': '2e184093-9e1a-42ab-9250-2cc36649e827', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:32:10.541340 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67e11c0f-29d2-4e01-b8d3-a0190621af0e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:10.644646 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67e11c0f-29d2-4e01-b8d3-a0190621af0e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:10.753859 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-67e11c0f-29d2-4e01-b8d3-a0190621af0e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Allocated IP 172.25.5.170 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/785a6790-ee67-4db5-a81b-7d490feedaae) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:32:10.854752 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67e11c0f-29d2-4e01-b8d3-a0190621af0e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:10.888874 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67e11c0f-29d2-4e01-b8d3-a0190621af0e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:10.927001 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e11c0f-29d2-4e01-b8d3-a0190621af0e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:32:10.929609 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-67e11c0f-29d2-4e01-b8d3-a0190621af0e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:32:10.933044 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e11c0f-29d2-4e01-b8d3-a0190621af0e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:32:10.959120 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e11c0f-29d2-4e01-b8d3-a0190621af0e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'Port': ['ID=785a6790-ee67-4db5-a81b-7d490feedaae,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:11.615670 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0e279-7558-4821-9fb2-53d3ddf59669 req-67ba4ac3-ec83-4c68-a639-474d622a91ce tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:11.617214 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-50c0e279-7558-4821-9fb2-53d3ddf59669 req-67ba4ac3-ec83-4c68-a639-474d622a91ce tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cca7a31e-1d48-4d91-8bf6-394dcc7fff48 HTTP/1.1" status: 200 len: 1095 time: 0.4151151 Sep 30 13:32:11.735202 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-50c0e279-7558-4821-9fb2-53d3ddf59669 req-09993382-c99a-496d-8d8d-5b46793cef0b tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=a7491270-d4d9-4692-a77c-628c31bb775d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042669 Sep 30 13:32:11.777506 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67e11c0f-29d2-4e01-b8d3-a0190621af0e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:11.879966 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67e11c0f-29d2-4e01-b8d3-a0190621af0e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:11.900750 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device f1ecee02-b0c7-4b3d-814f-cbeed94e9824 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:32:12.023526 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port f1ecee02-b0c7-4b3d-814f-cbeed94e9824, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=f1ecee02-b0c7-4b3d-814f-cbeed94e9824,segment=NetworkSegment(24b5532c-5f95-40ff-b988-d628dbffe187),segment_id=24b5532c-5f95-40ff-b988-d628dbffe187)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:12.036702 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'f1ecee02-b0c7-4b3d-814f-cbeed94e9824', 'network_id': '61158665-a1d5-4dc9-ad44-5619c329573b', 'port_id': 'f1ecee02-b0c7-4b3d-814f-cbeed94e9824', 'mac_address': 'fa:16:3e:c0:27:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1ba75c2-7f81-43e1-b0a5-82045f9f4c87', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:32:12.057550 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67e11c0f-29d2-4e01-b8d3-a0190621af0e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:12.064499 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67e11c0f-29d2-4e01-b8d3-a0190621af0e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:12.080604 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:12.093773 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ecee02-b0c7-4b3d-814f-cbeed94e9824 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:32:12.114681 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port f1ecee02-b0c7-4b3d-814f-cbeed94e9824, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=f1ecee02-b0c7-4b3d-814f-cbeed94e9824,segment=NetworkSegment(24b5532c-5f95-40ff-b988-d628dbffe187),segment_id=24b5532c-5f95-40ff-b988-d628dbffe187)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:12.120742 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:12.144403 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e11c0f-29d2-4e01-b8d3-a0190621af0e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'Port': ['ID=785a6790-ee67-4db5-a81b-7d490feedaae,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:12.154001 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67e11c0f-29d2-4e01-b8d3-a0190621af0e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:12.169832 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=f1ecee02-b0c7-4b3d-814f-cbeed94e9824,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:12.259802 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-67e11c0f-29d2-4e01-b8d3-a0190621af0e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Floating IP eace575e-5da4-4fc8-8a5b-4cbb0dd678bb associated. External IP: 172.25.5.170, port: 2e184093-9e1a-42ab-9250-2cc36649e827. Sep 30 13:32:12.468710 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e11c0f-29d2-4e01-b8d3-a0190621af0e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Router 1609e50f-1cf4-4228-b917-1ca9bce491b6 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:32:12.573492 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['f1ecee02-b0c7-4b3d-814f-cbeed94e9824'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:32:12.583621 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e11c0f-29d2-4e01-b8d3-a0190621af0e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:32:12.595178 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6b477d-1a51-48be-aa3c-e7be5dc85794 None None] Sync routers for ids ['1609e50f-1cf4-4228-b917-1ca9bce491b6'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:32:12.602413 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67e11c0f-29d2-4e01-b8d3-a0190621af0e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:12.617314 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6b477d-1a51-48be-aa3c-e7be5dc85794 None None] Routers {'1609e50f-1cf4-4228-b917-1ca9bce491b6'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:32:12.617940 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-bb6b477d-1a51-48be-aa3c-e7be5dc85794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:31:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1609e50f-1cf4-4228-b917-1ca9bce491b6'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:12.636291 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-67e11c0f-29d2-4e01-b8d3-a0190621af0e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1203237 Sep 30 13:32:12.636869 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bff2831-763a-4e8f-85c7-4ebaf4b856f8', 'tag': '2e184093-9e1a-42ab-9250-2cc36649e827'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:32:12.639219 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576554f1-70f1-42c8-9021-e9c96266dce7" -d '{"events": [{"name": "network-changed", "server_uuid": "2bff2831-763a-4e8f-85c7-4ebaf4b856f8", "tag": "2e184093-9e1a-42ab-9250-2cc36649e827"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:32:12.639748 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38632) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:12.717817 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0435f94d-b873-4eab-93b8-de336f39e368 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/floatingips/eace575e-5da4-4fc8-8a5b-4cbb0dd678bb HTTP/1.1" status: 200 len: 991 time: 0.0767739 Sep 30 13:32:12.760030 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-bb6b477d-1a51-48be-aa3c-e7be5dc85794 None None] Set router 1609e50f-1cf4-4228-b917-1ca9bce491b6 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:32:12.817099 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce363268-bc74-4eaf-972b-dc5140e8c2e7 x-openstack-request-id: req-ce363268-bc74-4eaf-972b-dc5140e8c2e7 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:32:12.817392 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bff2831-763a-4e8f-85c7-4ebaf4b856f8", "tag": "2e184093-9e1a-42ab-9250-2cc36649e827", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:32:12.817644 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce363268-bc74-4eaf-972b-dc5140e8c2e7 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:32:12.818072 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bff2831-763a-4e8f-85c7-4ebaf4b856f8', 'tag': '2e184093-9e1a-42ab-9250-2cc36649e827', 'status': 'completed', 'code': 200} Sep 30 13:32:12.862989 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f9794-9ea3-41f5-ad3a-9a02da527468 req-ab3edba2-a093-49c3-b644-93596ca3d794 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:12.864671 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-574f9794-9ea3-41f5-ad3a-9a02da527468 req-ab3edba2-a093-49c3-b644-93596ca3d794 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cca7a31e-1d48-4d91-8bf6-394dcc7fff48 HTTP/1.1" status: 200 len: 1096 time: 0.0457718 Sep 30 13:32:12.880962 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576554f1-70f1-42c8-9021-e9c96266dce7 req-9954ab00-9d5d-4b26-a097-730724821eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:12.882635 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-576554f1-70f1-42c8-9021-e9c96266dce7 req-9954ab00-9d5d-4b26-a097-730724821eae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=35de1fee209b4805a01788770657a0cb&device_id=2bff2831-763a-4e8f-85c7-4ebaf4b856f8 HTTP/1.1" status: 200 len: 1096 time: 0.0420198 Sep 30 13:32:12.902627 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-574f9794-9ea3-41f5-ad3a-9a02da527468 req-ad90b744-068a-4f36-aefc-107a58c04592 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=a7491270-d4d9-4692-a77c-628c31bb775d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313816 Sep 30 13:32:12.988001 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576554f1-70f1-42c8-9021-e9c96266dce7 req-e851a2e0-a94f-4254-8955-6ecc790e7d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:12.989505 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-576554f1-70f1-42c8-9021-e9c96266dce7 req-e851a2e0-a94f-4254-8955-6ecc790e7d47 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ffac9bce-a37e-4493-93b2-2269424e62e9 HTTP/1.1" status: 200 len: 897 time: 0.0999613 Sep 30 13:32:13.014136 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-bb6b477d-1a51-48be-aa3c-e7be5dc85794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'name': 'tempest-TestNetworkBasicOps-router-2038051032', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:41Z', 'updated_at': '2021-09-30T13:31:47Z', 'revision_number': 4, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:42Z', 'updated_at': '2021-09-30T13:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'eace575e-5da4-4fc8-8a5b-4cbb0dd678bb', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'port_id': '2e184093-9e1a-42ab-9250-2cc36649e827', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9', 'mac_address': 'fa:16:3e:6e:5d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff2831-763a-4e8f-85c7-4ebaf4b856f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:32:11Z', 'updated_at': '2021-09-30T13:32:11Z', 'revision_number': 0, 'project_id': '35de1fee209b4805a01788770657a0cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c04dc3-9a46-476f-9160-1e4628faff8a', 'name': '', 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'mac_address': 'fa:16:3e:04:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:46Z', 'updated_at': '2021-09-30T13:31:51Z', 'revision_number': 5, 'project_id': '35de1fee209b4805a01788770657a0cb', 'subnets': [{'id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:13.041621 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6b477d-1a51-48be-aa3c-e7be5dc85794 None None] Checking router: 1609e50f-1cf4-4228-b917-1ca9bce491b6 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:32:13.050405 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6b477d-1a51-48be-aa3c-e7be5dc85794 None None] Routers {'1609e50f-1cf4-4228-b917-1ca9bce491b6'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:32:13.051035 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-bb6b477d-1a51-48be-aa3c-e7be5dc85794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:31:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1609e50f-1cf4-4228-b917-1ca9bce491b6'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:13.082158 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-576554f1-70f1-42c8-9021-e9c96266dce7 req-47e1e228-ea56-4678-aee8-3a17a2d6c2df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e184093-9e1a-42ab-9250-2cc36649e827 HTTP/1.1" status: 200 len: 999 time: 0.0848508 Sep 30 13:32:13.140980 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576554f1-70f1-42c8-9021-e9c96266dce7 req-2d10a107-04e3-4a31-a846-cf9368f6e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:13.142996 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-576554f1-70f1-42c8-9021-e9c96266dce7 req-2d10a107-04e3-4a31-a846-cf9368f6e09a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4b096c69-bc39-418a-8cb2-ec90421b98fa HTTP/1.1" status: 200 len: 835 time: 0.0537362 Sep 30 13:32:13.157393 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-bb6b477d-1a51-48be-aa3c-e7be5dc85794 None None] Set router 1609e50f-1cf4-4228-b917-1ca9bce491b6 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:32:13.215695 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576554f1-70f1-42c8-9021-e9c96266dce7 req-f654fb53-c42b-4dca-9f8c-893c4e88a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:13.217462 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-576554f1-70f1-42c8-9021-e9c96266dce7 req-f654fb53-c42b-4dca-9f8c-893c4e88a33b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ffac9bce-a37e-4493-93b2-2269424e62e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674107 Sep 30 13:32:13.315120 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-576554f1-70f1-42c8-9021-e9c96266dce7 req-46a0a434-5e15-4cd7-bf11-9354f0de7f3f service neutron] 10.222.0.39 "GET /v2.0/networks/ffac9bce-a37e-4493-93b2-2269424e62e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894561 Sep 30 13:32:13.411199 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-576554f1-70f1-42c8-9021-e9c96266dce7 req-6cd19745-9648-4ea4-a5bd-a8df3d894ae3 service neutron] 10.222.0.39 "GET /v2.0/networks/ffac9bce-a37e-4493-93b2-2269424e62e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877266 Sep 30 13:32:13.481858 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-bb6b477d-1a51-48be-aa3c-e7be5dc85794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'name': 'tempest-TestNetworkBasicOps-router-2038051032', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:41Z', 'updated_at': '2021-09-30T13:31:47Z', 'revision_number': 4, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:42Z', 'updated_at': '2021-09-30T13:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'eace575e-5da4-4fc8-8a5b-4cbb0dd678bb', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'port_id': '2e184093-9e1a-42ab-9250-2cc36649e827', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9', 'mac_address': 'fa:16:3e:6e:5d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff2831-763a-4e8f-85c7-4ebaf4b856f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:32:11Z', 'updated_at': '2021-09-30T13:32:11Z', 'revision_number': 0, 'project_id': '35de1fee209b4805a01788770657a0cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c04dc3-9a46-476f-9160-1e4628faff8a', 'name': '', 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'mac_address': 'fa:16:3e:04:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:46Z', 'updated_at': '2021-09-30T13:31:51Z', 'revision_number': 5, 'project_id': '35de1fee209b4805a01788770657a0cb', 'subnets': [{'id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:13.508298 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6b477d-1a51-48be-aa3c-e7be5dc85794 None None] The sync data for ids ['1609e50f-1cf4-4228-b917-1ca9bce491b6'] in n-d-810909-2 is: [{'id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'name': 'tempest-TestNetworkBasicOps-router-2038051032', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:41Z', 'updated_at': '2021-09-30T13:31:47Z', 'revision_number': 4, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:42Z', 'updated_at': '2021-09-30T13:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'eace575e-5da4-4fc8-8a5b-4cbb0dd678bb', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'port_id': '2e184093-9e1a-42ab-9250-2cc36649e827', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9', 'mac_address': 'fa:16:3e:6e:5d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff2831-763a-4e8f-85c7-4ebaf4b856f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:32:11Z', 'updated_at': '2021-09-30T13:32:11Z', 'revision_number': 0, 'project_id': '35de1fee209b4805a01788770657a0cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c04dc3-9a46-476f-9160-1e4628faff8a', 'name': '', 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'mac_address': 'fa:16:3e:04:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:46Z', 'updated_at': '2021-09-30T13:31:51Z', 'revision_number': 5, 'project_id': '35de1fee209b4805a01788770657a0cb', 'subnets': [{'id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:32:13.700257 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070ae8d0-e56d-4945-b5e5-80ca104785a2 None None] New status for floating IP eace575e-5da4-4fc8-8a5b-4cbb0dd678bb: ACTIVE {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:32:13.721679 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38654) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:13.784083 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c813b61b-4866-4d15-af42-7f7ec0fa7a40 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/floatingips/eace575e-5da4-4fc8-8a5b-4cbb0dd678bb HTTP/1.1" status: 200 len: 991 time: 0.0599020 Sep 30 13:32:13.916055 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device f1ecee02-b0c7-4b3d-814f-cbeed94e9824 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:32:13.965027 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port f1ecee02-b0c7-4b3d-814f-cbeed94e9824 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:32:13.969169 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port f1ecee02-b0c7-4b3d-814f-cbeed94e9824 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:13.969549 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:14.011355 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658b449-b7d2-4427-ae1c-4d722249fefa req-364a91c0-2599-4454-8566-84dee02fe244 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:14.013069 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2658b449-b7d2-4427-ae1c-4d722249fefa req-364a91c0-2599-4454-8566-84dee02fe244 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cca7a31e-1d48-4d91-8bf6-394dcc7fff48 HTTP/1.1" status: 200 len: 1096 time: 0.0408316 Sep 30 13:32:14.052274 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:14.052859 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2658b449-b7d2-4427-ae1c-4d722249fefa req-d973c2e1-0136-4b09-b860-1a83ad816189 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=a7491270-d4d9-4692-a77c-628c31bb775d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337925 Sep 30 13:32:14.076481 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca7a31e-1d48-4d91-8bf6-394dcc7fff48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ecee02-b0c7-4b3d-814f-cbeed94e9824'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:32:14.078819 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0b7b7a-81a1-4992-9352-7fbebf3ab5cd" -d '{"events": [{"server_uuid": "cca7a31e-1d48-4d91-8bf6-394dcc7fff48", "name": "network-vif-plugged", "status": "completed", "tag": "f1ecee02-b0c7-4b3d-814f-cbeed94e9824"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:32:14.093067 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port f1ecee02-b0c7-4b3d-814f-cbeed94e9824, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=f1ecee02-b0c7-4b3d-814f-cbeed94e9824,segment=NetworkSegment(24b5532c-5f95-40ff-b988-d628dbffe187),segment_id=24b5532c-5f95-40ff-b988-d628dbffe187)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:14.098899 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:14.123519 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0225aa73-dfef-4f6f-9702-1260359855d8 x-openstack-request-id: req-0225aa73-dfef-4f6f-9702-1260359855d8 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:32:14.123808 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca7a31e-1d48-4d91-8bf6-394dcc7fff48", "name": "network-vif-plugged", "status": "completed", "tag": "f1ecee02-b0c7-4b3d-814f-cbeed94e9824", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:32:14.124058 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0225aa73-dfef-4f6f-9702-1260359855d8 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:32:14.124440 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca7a31e-1d48-4d91-8bf6-394dcc7fff48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ecee02-b0c7-4b3d-814f-cbeed94e9824', 'code': 200} Sep 30 13:32:14.150870 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=f1ecee02-b0c7-4b3d-814f-cbeed94e9824,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:14.223034 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159a6ac-6573-4fa0-a4c6-f98c0c2931f2 req-7bccad30-f28f-4bbf-93ac-686e6ce542ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:14.224828 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9159a6ac-6573-4fa0-a4c6-f98c0c2931f2 req-7bccad30-f28f-4bbf-93ac-686e6ce542ee service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cca7a31e-1d48-4d91-8bf6-394dcc7fff48 HTTP/1.1" status: 200 len: 1097 time: 0.0410576 Sep 30 13:32:14.261029 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9159a6ac-6573-4fa0-a4c6-f98c0c2931f2 req-ddf80e89-3d03-4d25-843a-678b5c9adcc8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a7491270-d4d9-4692-a77c-628c31bb775d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293868 Sep 30 13:32:14.786956 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38662) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:14.851688 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-51ee59bf-40b8-432d-bd4a-058a081ed4b4 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/floatingips/eace575e-5da4-4fc8-8a5b-4cbb0dd678bb HTTP/1.1" status: 200 len: 993 time: 0.0580571 Sep 30 13:32:14.939288 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:15.167959 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8637736-5210-44b7-b782-911ebcf0dd6d req-985a483c-4f2e-4af2-bcf6-ab16d5c21c4a tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:15.169607 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e8637736-5210-44b7-b782-911ebcf0dd6d req-985a483c-4f2e-4af2-bcf6-ab16d5c21c4a tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cca7a31e-1d48-4d91-8bf6-394dcc7fff48 HTTP/1.1" status: 200 len: 1097 time: 0.0436842 Sep 30 13:32:15.204109 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e8637736-5210-44b7-b782-911ebcf0dd6d req-73f49877-8330-43a1-8424-674707655a92 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=a7491270-d4d9-4692-a77c-628c31bb775d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283251 Sep 30 13:32:15.539090 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38672) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:15.647950 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9e0bfe8d-87a6-4d85-b5cd-16a6cc0385b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:15.737958 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9e0bfe8d-87a6-4d85-b5cd-16a6cc0385b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:15.742141 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9e0bfe8d-87a6-4d85-b5cd-16a6cc0385b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:15.781298 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9e0bfe8d-87a6-4d85-b5cd-16a6cc0385b9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8001e1e64e7411aa9f95f4e72253185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2411034 Sep 30 13:32:15.782212 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bfe8d-87a6-4d85-b5cd-16a6cc0385b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9ba2f4-ae13-49fb-a4fb-d6594d1b1031,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:15.784028 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38676) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:15.834142 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f4ae97b7-ef42-42b6-b866-2afd24e9528c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:15.855961 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f4ae97b7-ef42-42b6-b866-2afd24e9528c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:15.902786 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f4ae97b7-ef42-42b6-b866-2afd24e9528c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:15.905378 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f4ae97b7-ef42-42b6-b866-2afd24e9528c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:15.906599 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f4ae97b7-ef42-42b6-b866-2afd24e9528c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3e9ba2f4-ae13-49fb-a4fb-d6594d1b1031 HTTP/1.1" status: 204 len: 168 time: 0.1215246 Sep 30 13:32:15.914957 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae97b7-ef42-42b6-b866-2afd24e9528c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9ba2f4-ae13-49fb-a4fb-d6594d1b1031,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:15.922807 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae97b7-ef42-42b6-b866-2afd24e9528c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:15.928238 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae97b7-ef42-42b6-b866-2afd24e9528c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:15.928238 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae97b7-ef42-42b6-b866-2afd24e9528c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:15.928238 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae97b7-ef42-42b6-b866-2afd24e9528c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:15.928238 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae97b7-ef42-42b6-b866-2afd24e9528c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:15.928238 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae97b7-ef42-42b6-b866-2afd24e9528c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:15.928238 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae97b7-ef42-42b6-b866-2afd24e9528c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:15.928238 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae97b7-ef42-42b6-b866-2afd24e9528c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:15.928238 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae97b7-ef42-42b6-b866-2afd24e9528c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:15.928238 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae97b7-ef42-42b6-b866-2afd24e9528c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:15.928238 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae97b7-ef42-42b6-b866-2afd24e9528c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:15.928238 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae97b7-ef42-42b6-b866-2afd24e9528c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:16.179208 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38682) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:16.193017 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d3f131be-8440-4c78-a9ba-6f50ac3d03b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:16.288547 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d3f131be-8440-4c78-a9ba-6f50ac3d03b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:16.292607 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d3f131be-8440-4c78-a9ba-6f50ac3d03b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:16.323731 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70362fe8-b285-48cf-9dfc-723d5ba97b21 req-8000ebec-9836-4db4-881c-1e8a2fa8f127 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:16.325295 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-70362fe8-b285-48cf-9dfc-723d5ba97b21 req-8000ebec-9836-4db4-881c-1e8a2fa8f127 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cca7a31e-1d48-4d91-8bf6-394dcc7fff48 HTTP/1.1" status: 200 len: 1097 time: 0.0440810 Sep 30 13:32:16.345153 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d3f131be-8440-4c78-a9ba-6f50ac3d03b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07790b732c4c4e8ba28d894225633193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648669 Sep 30 13:32:16.345750 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38686) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:16.356357 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f131be-8440-4c78-a9ba-6f50ac3d03b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8dcef3-94eb-43e0-87c0-5de5d644864c,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:16.369261 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-70362fe8-b285-48cf-9dfc-723d5ba97b21 req-4ef57b6e-90e3-4acc-8404-5deb6f1764b1 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=a7491270-d4d9-4692-a77c-628c31bb775d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371726 Sep 30 13:32:16.403500 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02313304-b4b5-4ef8-9b84-266d19955c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:16.426856 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02313304-b4b5-4ef8-9b84-266d19955c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:16.492085 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02313304-b4b5-4ef8-9b84-266d19955c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:16.495155 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-02313304-b4b5-4ef8-9b84-266d19955c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:16.496360 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-02313304-b4b5-4ef8-9b84-266d19955c0c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a8dcef3-94eb-43e0-87c0-5de5d644864c HTTP/1.1" status: 204 len: 168 time: 0.1471448 Sep 30 13:32:16.511316 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02313304-b4b5-4ef8-9b84-266d19955c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8dcef3-94eb-43e0-87c0-5de5d644864c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:16.520999 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060d520-2315-4759-991d-545c48a67d84 req-991fb746-ca40-41bc-9496-1e11afc71dd1 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:16.523014 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d060d520-2315-4759-991d-545c48a67d84 req-991fb746-ca40-41bc-9496-1e11afc71dd1 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cca7a31e-1d48-4d91-8bf6-394dcc7fff48 HTTP/1.1" status: 200 len: 1097 time: 0.0564902 Sep 30 13:32:16.561331 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d060d520-2315-4759-991d-545c48a67d84 req-d5a128cf-1526-46a0-8d33-048da91cb85a tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=a7491270-d4d9-4692-a77c-628c31bb775d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303867 Sep 30 13:32:16.677295 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58770c7b-cd10-40f9-9129-5544664b867f req-a3b3c5e8-3bd1-4d33-8f82-2f1775668cfb tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:16.679051 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-58770c7b-cd10-40f9-9129-5544664b867f req-a3b3c5e8-3bd1-4d33-8f82-2f1775668cfb tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cca7a31e-1d48-4d91-8bf6-394dcc7fff48 HTTP/1.1" status: 200 len: 1097 time: 0.0426002 Sep 30 13:32:16.720322 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-58770c7b-cd10-40f9-9129-5544664b867f req-60fcfa0e-141e-44b6-9c7a-0c1cfe2e0b89 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=a7491270-d4d9-4692-a77c-628c31bb775d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342114 Sep 30 13:32:16.987072 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0688011-08df-4df7-92ee-01521c3fce20 req-8fe9840f-bc86-4bc0-952a-78714cad4b85 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:16.988573 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a0688011-08df-4df7-92ee-01521c3fce20 req-8fe9840f-bc86-4bc0-952a-78714cad4b85 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/networks?id=61158665-a1d5-4dc9-ad44-5619c329573b HTTP/1.1" status: 200 len: 909 time: 0.0885670 Sep 30 13:32:17.004878 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a0688011-08df-4df7-92ee-01521c3fce20 req-4353bfc4-ae94-4f55-8edb-493000536882 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/quotas/0671ab2f3e9c4da5a52b1e11798cae5f HTTP/1.1" status: 200 len: 375 time: 0.0088203 Sep 30 13:32:17.081187 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a0688011-08df-4df7-92ee-01521c3fce20 req-4667c49d-a079-4fcd-8a5f-66e4ad13dbe0 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=0671ab2f3e9c4da5a52b1e11798cae5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0703447 Sep 30 13:32:17.319025 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a0688011-08df-4df7-92ee-01521c3fce20 req-c9f14818-4fb0-4177-9ee6-cfd1a956b199 service neutron] 10.222.0.18 "GET /v2.0/networks/61158665-a1d5-4dc9-ad44-5619c329573b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305038 Sep 30 13:32:17.413218 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a0688011-08df-4df7-92ee-01521c3fce20 req-ee4a31ba-04e2-4040-ae47-ee0d6e8dc7c8 service neutron] 10.222.0.18 "GET /v2.0/networks/61158665-a1d5-4dc9-ad44-5619c329573b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859609 Sep 30 13:32:17.583490 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1bb84c1c-3198-469b-93e7-2c2f0bf48ecd req-7ea34354-132e-4cec-ac4d-6de2751d8a6c tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=19096c65-ed19-4f39-afe8-0a00bbfb2718 HTTP/1.1" status: 200 len: 210 time: 0.0269480 Sep 30 13:32:18.222938 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-203417c0-9e24-4f7c-a933-ce00b31a22ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:18.514693 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0688011-08df-4df7-92ee-01521c3fce20 req-65d43f01-edb5-49ce-a035-2dc7bc3b3746 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:18.516192 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a0688011-08df-4df7-92ee-01521c3fce20 req-65d43f01-edb5-49ce-a035-2dc7bc3b3746 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.39 "GET /v2.0/networks?id=61158665-a1d5-4dc9-ad44-5619c329573b HTTP/1.1" status: 200 len: 909 time: 0.0992923 Sep 30 13:32:18.528644 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-a0688011-08df-4df7-92ee-01521c3fce20 req-edac5e68-4feb-4557-bc07-0b655db4e227 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Request body: {'port': {'device_id': '19096c65-ed19-4f39-afe8-0a00bbfb2718', 'network_id': '61158665-a1d5-4dc9-ad44-5619c329573b', 'admin_state_up': True, 'tenant_id': '0671ab2f3e9c4da5a52b1e11798cae5f'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:32:18.552010 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0688011-08df-4df7-92ee-01521c3fce20 req-edac5e68-4feb-4557-bc07-0b655db4e227 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Made reservation on behalf of 0671ab2f3e9c4da5a52b1e11798cae5f for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:32:18.554386 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a0688011-08df-4df7-92ee-01521c3fce20 req-edac5e68-4feb-4557-bc07-0b655db4e227 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:19.006835 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b33b2d41-b182-44eb-942e-d58f0f1df753 req-d451f90d-160c-41b7-b1d3-e3f036ffcb9c tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=19096c65-ed19-4f39-afe8-0a00bbfb2718 HTTP/1.1" status: 200 len: 210 time: 0.0334728 Sep 30 13:32:19.017431 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-a0688011-08df-4df7-92ee-01521c3fce20 req-edac5e68-4feb-4557-bc07-0b655db4e227 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Allocated IP 172.20.0.13 (61158665-a1d5-4dc9-ad44-5619c329573b/b1ba75c2-7f81-43e1-b0a5-82045f9f4c87/3c63bc10-5e8c-47a3-8cd2-094131f6fb36) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:32:19.154420 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a0688011-08df-4df7-92ee-01521c3fce20 req-edac5e68-4feb-4557-bc07-0b655db4e227 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:19.192572 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a0688011-08df-4df7-92ee-01521c3fce20 req-edac5e68-4feb-4557-bc07-0b655db4e227 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:19.204093 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['f1ecee02-b0c7-4b3d-814f-cbeed94e9824'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:32:19.235883 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0688011-08df-4df7-92ee-01521c3fce20 req-edac5e68-4feb-4557-bc07-0b655db4e227 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Network 61158665-a1d5-4dc9-ad44-5619c329573b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:32:19.238894 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-a0688011-08df-4df7-92ee-01521c3fce20 req-edac5e68-4feb-4557-bc07-0b655db4e227 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:32:19.242622 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0688011-08df-4df7-92ee-01521c3fce20 req-edac5e68-4feb-4557-bc07-0b655db4e227 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:32:19.267376 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac5e68-4feb-4557-bc07-0b655db4e227 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Pushing event updated for resources: {'Port': ['ID=3c63bc10-5e8c-47a3-8cd2-094131f6fb36,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:19.294370 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0688011-08df-4df7-92ee-01521c3fce20 req-edac5e68-4feb-4557-bc07-0b655db4e227 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:19.295563 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a0688011-08df-4df7-92ee-01521c3fce20 req-edac5e68-4feb-4557-bc07-0b655db4e227 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:19.313358 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a0688011-08df-4df7-92ee-01521c3fce20 req-edac5e68-4feb-4557-bc07-0b655db4e227 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7883985 Sep 30 13:32:19.326599 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-a0688011-08df-4df7-92ee-01521c3fce20 req-eb6c0fc6-57dd-48b4-a4a0-3deaa11deff0 service neutron] Request body: {'port': {'device_id': '19096c65-ed19-4f39-afe8-0a00bbfb2718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:32:19.387930 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a0688011-08df-4df7-92ee-01521c3fce20 req-eb6c0fc6-57dd-48b4-a4a0-3deaa11deff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:19.461544 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5bd813c4-4dbd-46d6-b5db-b99812d81eb6 None None] Provisioning complete for port 3c63bc10-5e8c-47a3-8cd2-094131f6fb36 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:19.462626 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5bd813c4-4dbd-46d6-b5db-b99812d81eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:19.495609 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5bd813c4-4dbd-46d6-b5db-b99812d81eb6 None None] Port 3c63bc10-5e8c-47a3-8cd2-094131f6fb36 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:32:19.599156 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:19.654854 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-a0688011-08df-4df7-92ee-01521c3fce20 req-eb6c0fc6-57dd-48b4-a4a0-3deaa11deff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c63bc10-5e8c-47a3-8cd2-094131f6fb36 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:32:19.662456 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a0688011-08df-4df7-92ee-01521c3fce20 req-eb6c0fc6-57dd-48b4-a4a0-3deaa11deff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:19.674032 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-a0688011-08df-4df7-92ee-01521c3fce20 req-eb6c0fc6-57dd-48b4-a4a0-3deaa11deff0 service neutron] Transition to ACTIVE for port object 3c63bc10-5e8c-47a3-8cd2-094131f6fb36 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:32:19.678597 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a0688011-08df-4df7-92ee-01521c3fce20 req-eb6c0fc6-57dd-48b4-a4a0-3deaa11deff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:19.727539 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c0fc6-57dd-48b4-a4a0-3deaa11deff0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c63bc10-5e8c-47a3-8cd2-094131f6fb36,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:19.810542 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-a0688011-08df-4df7-92ee-01521c3fce20 req-eb6c0fc6-57dd-48b4-a4a0-3deaa11deff0 service neutron] Attempting to bind port 3c63bc10-5e8c-47a3-8cd2-094131f6fb36 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:32:19.810965 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-a0688011-08df-4df7-92ee-01521c3fce20 req-eb6c0fc6-57dd-48b4-a4a0-3deaa11deff0 service neutron] Attempting to bind port 3c63bc10-5e8c-47a3-8cd2-094131f6fb36 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '24b5532c-5f95-40ff-b988-d628dbffe187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61158665-a1d5-4dc9-ad44-5619c329573b'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:32:19.811367 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0688011-08df-4df7-92ee-01521c3fce20 req-eb6c0fc6-57dd-48b4-a4a0-3deaa11deff0 service neutron] Attempting to bind port 3c63bc10-5e8c-47a3-8cd2-094131f6fb36 on network 61158665-a1d5-4dc9-ad44-5619c329573b {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:32:19.816291 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0688011-08df-4df7-92ee-01521c3fce20 req-eb6c0fc6-57dd-48b4-a4a0-3deaa11deff0 service neutron] Port 3c63bc10-5e8c-47a3-8cd2-094131f6fb36 on network 61158665-a1d5-4dc9-ad44-5619c329573b not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:32:19.816676 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0688011-08df-4df7-92ee-01521c3fce20 req-eb6c0fc6-57dd-48b4-a4a0-3deaa11deff0 service neutron] Attempting to bind port 3c63bc10-5e8c-47a3-8cd2-094131f6fb36 on network 61158665-a1d5-4dc9-ad44-5619c329573b {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:32:19.822401 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0688011-08df-4df7-92ee-01521c3fce20 req-eb6c0fc6-57dd-48b4-a4a0-3deaa11deff0 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:32:19.822812 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0688011-08df-4df7-92ee-01521c3fce20 req-eb6c0fc6-57dd-48b4-a4a0-3deaa11deff0 service neutron] Checking segment: {'id': '24b5532c-5f95-40ff-b988-d628dbffe187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61158665-a1d5-4dc9-ad44-5619c329573b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:32:19.823289 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0688011-08df-4df7-92ee-01521c3fce20 req-eb6c0fc6-57dd-48b4-a4a0-3deaa11deff0 service neutron] Bound using segment: {'id': '24b5532c-5f95-40ff-b988-d628dbffe187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61158665-a1d5-4dc9-ad44-5619c329573b'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:32:19.824098 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-a0688011-08df-4df7-92ee-01521c3fce20 req-eb6c0fc6-57dd-48b4-a4a0-3deaa11deff0 service neutron] Bound port: 3c63bc10-5e8c-47a3-8cd2-094131f6fb36, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b5532c-5f95-40ff-b988-d628dbffe187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61158665-a1d5-4dc9-ad44-5619c329573b'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:32:19.824778 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a0688011-08df-4df7-92ee-01521c3fce20 req-eb6c0fc6-57dd-48b4-a4a0-3deaa11deff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:19.899618 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-a0688011-08df-4df7-92ee-01521c3fce20 req-eb6c0fc6-57dd-48b4-a4a0-3deaa11deff0 service neutron] For port 3c63bc10-5e8c-47a3-8cd2-094131f6fb36, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:32:19.903279 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-a0688011-08df-4df7-92ee-01521c3fce20 req-eb6c0fc6-57dd-48b4-a4a0-3deaa11deff0 service neutron] For port 3c63bc10-5e8c-47a3-8cd2-094131f6fb36, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3c63bc10-5e8c-47a3-8cd2-094131f6fb36,segment=NetworkSegment(24b5532c-5f95-40ff-b988-d628dbffe187),segment_id=24b5532c-5f95-40ff-b988-d628dbffe187)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:32:19.908765 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a0688011-08df-4df7-92ee-01521c3fce20 req-eb6c0fc6-57dd-48b4-a4a0-3deaa11deff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:19.948660 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0688011-08df-4df7-92ee-01521c3fce20 req-eb6c0fc6-57dd-48b4-a4a0-3deaa11deff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:19.949228 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a0688011-08df-4df7-92ee-01521c3fce20 req-eb6c0fc6-57dd-48b4-a4a0-3deaa11deff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:19.950674 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a0688011-08df-4df7-92ee-01521c3fce20 req-eb6c0fc6-57dd-48b4-a4a0-3deaa11deff0 service neutron] 10.222.0.39 "PUT /v2.0/ports/3c63bc10-5e8c-47a3-8cd2-094131f6fb36 HTTP/1.1" status: 200 len: 1092 time: 0.6290159 Sep 30 13:32:19.951125 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19096c65-ed19-4f39-afe8-0a00bbfb2718', 'tag': '3c63bc10-5e8c-47a3-8cd2-094131f6fb36'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:32:19.953403 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261c091f-790d-40af-9ebd-e1a52996e2ad" -d '{"events": [{"name": "network-changed", "server_uuid": "19096c65-ed19-4f39-afe8-0a00bbfb2718", "tag": "3c63bc10-5e8c-47a3-8cd2-094131f6fb36"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:32:19.974330 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c0fc6-57dd-48b4-a4a0-3deaa11deff0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c63bc10-5e8c-47a3-8cd2-094131f6fb36,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:20.034742 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558c9433-e3e5-492e-b8ef-7511d0a34c16 x-openstack-request-id: req-558c9433-e3e5-492e-b8ef-7511d0a34c16 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:32:20.035123 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19096c65-ed19-4f39-afe8-0a00bbfb2718", "tag": "3c63bc10-5e8c-47a3-8cd2-094131f6fb36", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:32:20.035442 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-558c9433-e3e5-492e-b8ef-7511d0a34c16 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:32:20.035915 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19096c65-ed19-4f39-afe8-0a00bbfb2718', 'tag': '3c63bc10-5e8c-47a3-8cd2-094131f6fb36', 'status': 'completed', 'code': 200} Sep 30 13:32:20.057227 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0688011-08df-4df7-92ee-01521c3fce20 req-0d3033ca-6eb7-4c20-9a93-919505214378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:20.069224 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a0688011-08df-4df7-92ee-01521c3fce20 req-0d3033ca-6eb7-4c20-9a93-919505214378 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0671ab2f3e9c4da5a52b1e11798cae5f&device_id=19096c65-ed19-4f39-afe8-0a00bbfb2718 HTTP/1.1" status: 200 len: 1095 time: 0.0625489 Sep 30 13:32:20.109169 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a0688011-08df-4df7-92ee-01521c3fce20 req-7e1be308-c318-4978-9035-f97a7874e2c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c63bc10-5e8c-47a3-8cd2-094131f6fb36 HTTP/1.1" status: 200 len: 217 time: 0.0389950 Sep 30 13:32:20.186356 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0688011-08df-4df7-92ee-01521c3fce20 req-e1bd2961-4f96-4012-8921-24950a1c60a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:20.187991 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a0688011-08df-4df7-92ee-01521c3fce20 req-e1bd2961-4f96-4012-8921-24950a1c60a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1ba75c2-7f81-43e1-b0a5-82045f9f4c87 HTTP/1.1" status: 200 len: 847 time: 0.0707679 Sep 30 13:32:20.190703 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e911e35-4801-40d4-a612-1795645f648f req-8f6647ac-47d4-4589-ba67-973d815445cd tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:20.192113 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0e911e35-4801-40d4-a612-1795645f648f req-8f6647ac-47d4-4589-ba67-973d815445cd tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=19096c65-ed19-4f39-afe8-0a00bbfb2718 HTTP/1.1" status: 200 len: 1095 time: 0.0855925 Sep 30 13:32:20.251594 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0e911e35-4801-40d4-a612-1795645f648f req-68e33712-82a7-42dd-a124-5b3729034d0c tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=a7491270-d4d9-4692-a77c-628c31bb775d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491688 Sep 30 13:32:20.257627 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0688011-08df-4df7-92ee-01521c3fce20 req-6f023b19-b9d5-4eec-bfcf-ad431a62bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:20.259323 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a0688011-08df-4df7-92ee-01521c3fce20 req-6f023b19-b9d5-4eec-bfcf-ad431a62bb0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61158665-a1d5-4dc9-ad44-5619c329573b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646918 Sep 30 13:32:20.361768 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a0688011-08df-4df7-92ee-01521c3fce20 req-32818eff-a0a9-4188-a3b4-604387890b53 service neutron] 10.222.0.39 "GET /v2.0/networks/61158665-a1d5-4dc9-ad44-5619c329573b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943937 Sep 30 13:32:20.455726 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a0688011-08df-4df7-92ee-01521c3fce20 req-5182b1e8-8986-4e8c-b352-9645cb1a6570 service neutron] 10.222.0.39 "GET /v2.0/networks/61158665-a1d5-4dc9-ad44-5619c329573b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872605 Sep 30 13:32:20.548280 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c091f-790d-40af-9ebd-e1a52996e2ad req-97114faf-4598-4033-b59b-fded0b2ea9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:20.549804 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-261c091f-790d-40af-9ebd-e1a52996e2ad req-97114faf-4598-4033-b59b-fded0b2ea9f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0671ab2f3e9c4da5a52b1e11798cae5f&device_id=19096c65-ed19-4f39-afe8-0a00bbfb2718 HTTP/1.1" status: 200 len: 1095 time: 0.0410919 Sep 30 13:32:20.658349 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c091f-790d-40af-9ebd-e1a52996e2ad req-ae9ad968-b8b6-403f-b06c-c888058c5cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:20.659832 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-261c091f-790d-40af-9ebd-e1a52996e2ad req-ae9ad968-b8b6-403f-b06c-c888058c5cf1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=61158665-a1d5-4dc9-ad44-5619c329573b HTTP/1.1" status: 200 len: 909 time: 0.0991204 Sep 30 13:32:20.690815 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7f0236b5-319a-40c0-bf90-187b9b750640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:20.705941 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-261c091f-790d-40af-9ebd-e1a52996e2ad req-c03a0610-555a-4a27-af72-1337458b4bc1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c63bc10-5e8c-47a3-8cd2-094131f6fb36 HTTP/1.1" status: 200 len: 217 time: 0.0370548 Sep 30 13:32:20.761098 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c091f-790d-40af-9ebd-e1a52996e2ad req-20b47c66-3127-4fad-b03f-6e8202d15539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:20.762598 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-261c091f-790d-40af-9ebd-e1a52996e2ad req-20b47c66-3127-4fad-b03f-6e8202d15539 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1ba75c2-7f81-43e1-b0a5-82045f9f4c87 HTTP/1.1" status: 200 len: 847 time: 0.0484295 Sep 30 13:32:20.810030 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c091f-790d-40af-9ebd-e1a52996e2ad req-afc3a99e-b806-4b61-98c4-26100ab793c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:20.811565 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-261c091f-790d-40af-9ebd-e1a52996e2ad req-afc3a99e-b806-4b61-98c4-26100ab793c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61158665-a1d5-4dc9-ad44-5619c329573b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410123 Sep 30 13:32:20.908872 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-261c091f-790d-40af-9ebd-e1a52996e2ad req-13eb718d-59e8-4e51-823a-600e17803a31 service neutron] 10.222.0.39 "GET /v2.0/networks/61158665-a1d5-4dc9-ad44-5619c329573b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880806 Sep 30 13:32:20.998285 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-261c091f-790d-40af-9ebd-e1a52996e2ad req-ec00d42a-9d43-4aa0-9932-0497377ece7f service neutron] 10.222.0.39 "GET /v2.0/networks/61158665-a1d5-4dc9-ad44-5619c329573b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817761 Sep 30 13:32:21.360917 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8022d-6653-4825-8a95-797734e38bbc req-e4284714-a2e9-498f-9c17-eb2dc2ef8a8e tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:21.362385 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29b8022d-6653-4825-8a95-797734e38bbc req-e4284714-a2e9-498f-9c17-eb2dc2ef8a8e tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=19096c65-ed19-4f39-afe8-0a00bbfb2718 HTTP/1.1" status: 200 len: 1095 time: 0.0397775 Sep 30 13:32:21.396909 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29b8022d-6653-4825-8a95-797734e38bbc req-39f00ebc-6f8e-4fb6-82ea-ab5e446a2db3 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=a7491270-d4d9-4692-a77c-628c31bb775d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284483 Sep 30 13:32:21.626879 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:22.310104 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3c63bc10-5e8c-47a3-8cd2-094131f6fb36 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:32:22.398217 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:22.415053 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 3c63bc10-5e8c-47a3-8cd2-094131f6fb36, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3c63bc10-5e8c-47a3-8cd2-094131f6fb36,segment=NetworkSegment(24b5532c-5f95-40ff-b988-d628dbffe187),segment_id=24b5532c-5f95-40ff-b988-d628dbffe187)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:22.427292 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '3c63bc10-5e8c-47a3-8cd2-094131f6fb36', 'network_id': '61158665-a1d5-4dc9-ad44-5619c329573b', 'port_id': '3c63bc10-5e8c-47a3-8cd2-094131f6fb36', 'mac_address': 'fa:16:3e:7a:77:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1ba75c2-7f81-43e1-b0a5-82045f9f4c87', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:32:22.474350 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:22.488437 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c63bc10-5e8c-47a3-8cd2-094131f6fb36 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:32:22.508361 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 3c63bc10-5e8c-47a3-8cd2-094131f6fb36, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3c63bc10-5e8c-47a3-8cd2-094131f6fb36,segment=NetworkSegment(24b5532c-5f95-40ff-b988-d628dbffe187),segment_id=24b5532c-5f95-40ff-b988-d628dbffe187)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:22.513383 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7428a3-12f0-4d61-ac2c-b77ce37e9604 req-fdb39053-5a6b-4d09-a837-deff386dc16e tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:22.513910 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:22.514998 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ed7428a3-12f0-4d61-ac2c-b77ce37e9604 req-fdb39053-5a6b-4d09-a837-deff386dc16e tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=19096c65-ed19-4f39-afe8-0a00bbfb2718 HTTP/1.1" status: 200 len: 1095 time: 0.0414085 Sep 30 13:32:22.554588 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ed7428a3-12f0-4d61-ac2c-b77ce37e9604 req-edb923d0-6288-4054-b5db-ae550d31d379 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=a7491270-d4d9-4692-a77c-628c31bb775d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323811 Sep 30 13:32:22.569806 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=3c63bc10-5e8c-47a3-8cd2-094131f6fb36,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:22.724976 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['3c63bc10-5e8c-47a3-8cd2-094131f6fb36'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:32:23.666674 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210bd12-792d-46aa-8d25-db26b541816e req-b8b1151d-5743-401c-a118-04a3b91a2683 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:23.668186 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c210bd12-792d-46aa-8d25-db26b541816e req-b8b1151d-5743-401c-a118-04a3b91a2683 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=19096c65-ed19-4f39-afe8-0a00bbfb2718 HTTP/1.1" status: 200 len: 1096 time: 0.0437796 Sep 30 13:32:23.701637 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c210bd12-792d-46aa-8d25-db26b541816e req-775ee868-92b9-4f68-8f7c-34c047652468 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=a7491270-d4d9-4692-a77c-628c31bb775d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274956 Sep 30 13:32:24.152200 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:24.327293 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3c63bc10-5e8c-47a3-8cd2-094131f6fb36 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:32:24.377560 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 3c63bc10-5e8c-47a3-8cd2-094131f6fb36 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:32:24.381299 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 3c63bc10-5e8c-47a3-8cd2-094131f6fb36 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:24.381688 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:24.456966 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:24.479217 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19096c65-ed19-4f39-afe8-0a00bbfb2718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c63bc10-5e8c-47a3-8cd2-094131f6fb36'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:32:24.481347 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba6826c-3219-4a1d-a5c6-1dfc956ed41b" -d '{"events": [{"server_uuid": "19096c65-ed19-4f39-afe8-0a00bbfb2718", "name": "network-vif-plugged", "status": "completed", "tag": "3c63bc10-5e8c-47a3-8cd2-094131f6fb36"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:32:24.494745 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 3c63bc10-5e8c-47a3-8cd2-094131f6fb36, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3c63bc10-5e8c-47a3-8cd2-094131f6fb36,segment=NetworkSegment(24b5532c-5f95-40ff-b988-d628dbffe187),segment_id=24b5532c-5f95-40ff-b988-d628dbffe187)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:24.499070 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:24.529212 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c02b85-0905-4c81-bcd6-c2cb5bcbda99 x-openstack-request-id: req-17c02b85-0905-4c81-bcd6-c2cb5bcbda99 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:32:24.529443 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19096c65-ed19-4f39-afe8-0a00bbfb2718", "name": "network-vif-plugged", "status": "completed", "tag": "3c63bc10-5e8c-47a3-8cd2-094131f6fb36", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:32:24.529695 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-17c02b85-0905-4c81-bcd6-c2cb5bcbda99 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:32:24.530181 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19096c65-ed19-4f39-afe8-0a00bbfb2718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c63bc10-5e8c-47a3-8cd2-094131f6fb36', 'code': 200} Sep 30 13:32:24.553708 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=3c63bc10-5e8c-47a3-8cd2-094131f6fb36,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:24.625884 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c97324-a614-4b01-b74f-77e30704ae4f req-76249f4a-7bdc-44d6-9aac-d6d7827f8c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:24.627432 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83c97324-a614-4b01-b74f-77e30704ae4f req-76249f4a-7bdc-44d6-9aac-d6d7827f8c30 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19096c65-ed19-4f39-afe8-0a00bbfb2718 HTTP/1.1" status: 200 len: 1097 time: 0.0452509 Sep 30 13:32:24.662406 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83c97324-a614-4b01-b74f-77e30704ae4f req-426c58ce-463b-40d9-891b-c79039f5f8fc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a7491270-d4d9-4692-a77c-628c31bb775d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271218 Sep 30 13:32:24.807473 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d4b20-bc7f-44b2-8eb4-228e42b63934 req-30d3efff-5b4d-494a-8392-c5ffc35c0e7c tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:24.809100 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9e9d4b20-bc7f-44b2-8eb4-228e42b63934 req-30d3efff-5b4d-494a-8392-c5ffc35c0e7c tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=19096c65-ed19-4f39-afe8-0a00bbfb2718 HTTP/1.1" status: 200 len: 1097 time: 0.0409849 Sep 30 13:32:24.842864 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9e9d4b20-bc7f-44b2-8eb4-228e42b63934 req-8b1c806e-7e36-43ef-a5fc-de30719e5544 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=a7491270-d4d9-4692-a77c-628c31bb775d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277317 Sep 30 13:32:25.950845 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0f7ca-af2e-4cf9-9830-9476592873ae req-40c8144f-2641-43d6-85ed-5133721b65b3 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:25.952392 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b0d0f7ca-af2e-4cf9-9830-9476592873ae req-40c8144f-2641-43d6-85ed-5133721b65b3 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=19096c65-ed19-4f39-afe8-0a00bbfb2718 HTTP/1.1" status: 200 len: 1097 time: 0.0407562 Sep 30 13:32:25.987526 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b0d0f7ca-af2e-4cf9-9830-9476592873ae req-a045349a-64c7-4c1a-bbca-4d0428cc1672 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=a7491270-d4d9-4692-a77c-628c31bb775d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290153 Sep 30 13:32:26.094380 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c39e21-54d0-45cb-a084-1b0ed87aa26a req-6c759a1f-c496-46b8-b3e7-9c586b82807f tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:26.095934 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-73c39e21-54d0-45cb-a084-1b0ed87aa26a req-6c759a1f-c496-46b8-b3e7-9c586b82807f tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=19096c65-ed19-4f39-afe8-0a00bbfb2718 HTTP/1.1" status: 200 len: 1097 time: 0.0420716 Sep 30 13:32:26.132097 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-73c39e21-54d0-45cb-a084-1b0ed87aa26a req-773be996-e313-497d-8ec5-815bea1294af tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=a7491270-d4d9-4692-a77c-628c31bb775d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295205 Sep 30 13:32:26.247579 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558c46b-8682-4e36-9e69-93507f67debd req-a5329c5b-d431-43e3-9f89-ee0d119c8939 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:26.249146 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c558c46b-8682-4e36-9e69-93507f67debd req-a5329c5b-d431-43e3-9f89-ee0d119c8939 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=19096c65-ed19-4f39-afe8-0a00bbfb2718 HTTP/1.1" status: 200 len: 1097 time: 0.0418634 Sep 30 13:32:26.284387 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c558c46b-8682-4e36-9e69-93507f67debd req-bf62e414-f2ab-4f63-857e-181d8284aac5 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=a7491270-d4d9-4692-a77c-628c31bb775d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282950 Sep 30 13:32:26.571201 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd01b0-3ecc-4a4c-bf40-3b83c6868d47 req-013b8110-94b5-4cbd-ac89-7943802b8896 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:26.572779 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8bbd01b0-3ecc-4a4c-bf40-3b83c6868d47 req-013b8110-94b5-4cbd-ac89-7943802b8896 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=19096c65-ed19-4f39-afe8-0a00bbfb2718 HTTP/1.1" status: 200 len: 1097 time: 0.0516384 Sep 30 13:32:26.613659 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8bbd01b0-3ecc-4a4c-bf40-3b83c6868d47 req-aa0e75f4-85c4-4004-a030-d8bb253dde40 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=a7491270-d4d9-4692-a77c-628c31bb775d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317409 Sep 30 13:32:26.727064 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38868) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:26.835661 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-509916a5-dc64-4226-9d6d-2d8977b563c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:26.929570 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-509916a5-dc64-4226-9d6d-2d8977b563c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:26.933070 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-509916a5-dc64-4226-9d6d-2d8977b563c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:26.971056 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-509916a5-dc64-4226-9d6d-2d8977b563c7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da2b137c158347c28405254b574a9dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2421968 Sep 30 13:32:26.971987 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509916a5-dc64-4226-9d6d-2d8977b563c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e197c5-0cdb-4086-9cb3-5fd398d2e3b8,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:26.973766 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38872) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:27.022860 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-044d5900-a1f1-45f6-af0e-ea7dd6a26a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:27.043899 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-044d5900-a1f1-45f6-af0e-ea7dd6a26a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:27.089225 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-044d5900-a1f1-45f6-af0e-ea7dd6a26a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:27.091962 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-044d5900-a1f1-45f6-af0e-ea7dd6a26a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:27.093106 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-044d5900-a1f1-45f6-af0e-ea7dd6a26a47 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/87e197c5-0cdb-4086-9cb3-5fd398d2e3b8 HTTP/1.1" status: 204 len: 168 time: 0.1182899 Sep 30 13:32:27.101350 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d5900-a1f1-45f6-af0e-ea7dd6a26a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e197c5-0cdb-4086-9cb3-5fd398d2e3b8,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:27.347914 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38878) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:27.361278 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-177d25e3-c2df-4d81-b28f-f7f4a523c633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:27.450937 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-177d25e3-c2df-4d81-b28f-f7f4a523c633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:27.454712 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-177d25e3-c2df-4d81-b28f-f7f4a523c633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:27.492034 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-177d25e3-c2df-4d81-b28f-f7f4a523c633 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4612bce1bfb4b588d190cde68f478e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430333 Sep 30 13:32:27.493426 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d25e3-c2df-4d81-b28f-f7f4a523c633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1228793-afd3-4906-805c-8eee5e256a03,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:27.495259 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38880) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:27.543834 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4e8db4bd-c605-4690-addf-e8702e4cfd69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:27.565017 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4e8db4bd-c605-4690-addf-e8702e4cfd69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:27.614984 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4e8db4bd-c605-4690-addf-e8702e4cfd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:27.618451 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4e8db4bd-c605-4690-addf-e8702e4cfd69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:27.619608 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4e8db4bd-c605-4690-addf-e8702e4cfd69 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b1228793-afd3-4906-805c-8eee5e256a03 HTTP/1.1" status: 204 len: 168 time: 0.1233463 Sep 30 13:32:27.627196 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8db4bd-c605-4690-addf-e8702e4cfd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1228793-afd3-4906-805c-8eee5e256a03,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:27.742951 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8da12-484e-40fb-a3a7-eb85f675ac1a req-c8d61781-0dc9-42a1-8ee8-62e014f91c14 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:27.745065 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b7b8da12-484e-40fb-a3a7-eb85f675ac1a req-c8d61781-0dc9-42a1-8ee8-62e014f91c14 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=19096c65-ed19-4f39-afe8-0a00bbfb2718 HTTP/1.1" status: 200 len: 1097 time: 0.0443745 Sep 30 13:32:27.783850 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b7b8da12-484e-40fb-a3a7-eb85f675ac1a req-e2223635-2687-4907-aff8-9cfc18fcb8af tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=a7491270-d4d9-4692-a77c-628c31bb775d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323277 Sep 30 13:32:27.858080 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8be384-4edd-457d-a995-9321c9c44a7e req-4d0a692d-cf9b-4fb0-a596-c1660dc03acb tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:27.859606 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dd8be384-4edd-457d-a995-9321c9c44a7e req-4d0a692d-cf9b-4fb0-a596-c1660dc03acb tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=19096c65-ed19-4f39-afe8-0a00bbfb2718 HTTP/1.1" status: 200 len: 1097 time: 0.0398891 Sep 30 13:32:27.941058 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-dd8be384-4edd-457d-a995-9321c9c44a7e req-9d078cce-9dca-4ffd-b8b7-203e678c53b4 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Deleting port 3c63bc10-5e8c-47a3-8cd2-094131f6fb36 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:32:27.941414 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dd8be384-4edd-457d-a995-9321c9c44a7e req-9d078cce-9dca-4ffd-b8b7-203e678c53b4 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:27.955466 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38890) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:27.968621 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-679f5d44-57c2-40f9-9900-a266be9f2b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:28.030098 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-dd8be384-4edd-457d-a995-9321c9c44a7e req-9d078cce-9dca-4ffd-b8b7-203e678c53b4 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] For port 3c63bc10-5e8c-47a3-8cd2-094131f6fb36, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3c63bc10-5e8c-47a3-8cd2-094131f6fb36,segment=NetworkSegment(24b5532c-5f95-40ff-b988-d628dbffe187),segment_id=24b5532c-5f95-40ff-b988-d628dbffe187)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:28.030684 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dd8be384-4edd-457d-a995-9321c9c44a7e req-9d078cce-9dca-4ffd-b8b7-203e678c53b4 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:28.045466 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-dd8be384-4edd-457d-a995-9321c9c44a7e req-9d078cce-9dca-4ffd-b8b7-203e678c53b4 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Calling delete_port for 3c63bc10-5e8c-47a3-8cd2-094131f6fb36 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:32:28.064156 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-679f5d44-57c2-40f9-9900-a266be9f2b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:28.068586 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-679f5d44-57c2-40f9-9900-a266be9f2b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:28.108243 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-679f5d44-57c2-40f9-9900-a266be9f2b7d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5661949cff284f928b7b57beddf0ac5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516514 Sep 30 13:32:28.109209 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f5d44-57c2-40f9-9900-a266be9f2b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7c4742-b4b7-4be6-8f77-86b79dee5beb,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:28.112823 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38892) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:28.163678 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9ad35dd9-61ea-4e53-a5f5-a2725e7fe4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:28.174478 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dd8be384-4edd-457d-a995-9321c9c44a7e req-9d078cce-9dca-4ffd-b8b7-203e678c53b4 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:28.185095 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['f1ecee02-b0c7-4b3d-814f-cbeed94e9824'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:32:28.189480 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['3c63bc10-5e8c-47a3-8cd2-094131f6fb36'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:32:28.190358 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9ad35dd9-61ea-4e53-a5f5-a2725e7fe4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:28.202190 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d078cce-9dca-4ffd-b8b7-203e678c53b4 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c63bc10-5e8c-47a3-8cd2-094131f6fb36,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:28.244958 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9ad35dd9-61ea-4e53-a5f5-a2725e7fe4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:28.247842 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9ad35dd9-61ea-4e53-a5f5-a2725e7fe4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:28.249061 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9ad35dd9-61ea-4e53-a5f5-a2725e7fe4eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6e7c4742-b4b7-4be6-8f77-86b79dee5beb HTTP/1.1" status: 204 len: 168 time: 0.1353111 Sep 30 13:32:28.255454 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8be384-4edd-457d-a995-9321c9c44a7e req-9d078cce-9dca-4ffd-b8b7-203e678c53b4 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] No DVR routers for this DVR port 3c63bc10-5e8c-47a3-8cd2-094131f6fb36 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:32:28.258794 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dd8be384-4edd-457d-a995-9321c9c44a7e req-9d078cce-9dca-4ffd-b8b7-203e678c53b4 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:28.261055 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dd8be384-4edd-457d-a995-9321c9c44a7e req-9d078cce-9dca-4ffd-b8b7-203e678c53b4 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.39 "DELETE /v2.0/ports/3c63bc10-5e8c-47a3-8cd2-094131f6fb36 HTTP/1.1" status: 204 len: 173 time: 0.3957825 Sep 30 13:32:28.261516 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19096c65-ed19-4f39-afe8-0a00bbfb2718', 'name': 'network-vif-deleted', 'tag': '3c63bc10-5e8c-47a3-8cd2-094131f6fb36'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:32:28.264070 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74e504a-66b2-4080-aba3-fa592c13ab0a" -d '{"events": [{"server_uuid": "19096c65-ed19-4f39-afe8-0a00bbfb2718", "name": "network-vif-deleted", "tag": "3c63bc10-5e8c-47a3-8cd2-094131f6fb36"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:32:28.265647 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad35dd9-61ea-4e53-a5f5-a2725e7fe4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7c4742-b4b7-4be6-8f77-86b79dee5beb,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:28.345653 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e31f4bc-30a4-4435-bfe4-19197842961c x-openstack-request-id: req-9e31f4bc-30a4-4435-bfe4-19197842961c {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:32:28.346091 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19096c65-ed19-4f39-afe8-0a00bbfb2718", "name": "network-vif-deleted", "tag": "3c63bc10-5e8c-47a3-8cd2-094131f6fb36", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:32:28.346439 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e31f4bc-30a4-4435-bfe4-19197842961c {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:32:28.346848 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19096c65-ed19-4f39-afe8-0a00bbfb2718', 'name': 'network-vif-deleted', 'tag': '3c63bc10-5e8c-47a3-8cd2-094131f6fb36', 'status': 'completed', 'code': 200} Sep 30 13:32:28.969051 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38922) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:29.053570 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b5659-d035-4a86-8cd8-1e3cfb37e665 req-b51a0a9e-82a9-4a01-b2a4-2025b0b038ce tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:29.055145 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5c3b5659-d035-4a86-8cd8-1e3cfb37e665 req-b51a0a9e-82a9-4a01-b2a4-2025b0b038ce tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cca7a31e-1d48-4d91-8bf6-394dcc7fff48 HTTP/1.1" status: 200 len: 1097 time: 0.0448813 Sep 30 13:32:29.072795 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-0812e7d0-9a8d-4d12-ad85-f2f1e28d8540 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-805637523-network', 'tenant_id': '2e2d3b2c9dc04d7f8e199758e6f3d104'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:32:29.108370 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5c3b5659-d035-4a86-8cd8-1e3cfb37e665 req-30b2bce3-d92f-47ae-94a4-8d24d7df0214 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=a7491270-d4d9-4692-a77c-628c31bb775d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467677 Sep 30 13:32:29.112672 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0812e7d0-9a8d-4d12-ad85-f2f1e28d8540 admin admin] Made reservation on behalf of 2e2d3b2c9dc04d7f8e199758e6f3d104 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:32:29.115122 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0812e7d0-9a8d-4d12-ad85-f2f1e28d8540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:29.124026 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0812e7d0-9a8d-4d12-ad85-f2f1e28d8540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:29.212851 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0812e7d0-9a8d-4d12-ad85-f2f1e28d8540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:29.216567 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0812e7d0-9a8d-4d12-ad85-f2f1e28d8540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:29.244408 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0812e7d0-9a8d-4d12-ad85-f2f1e28d8540 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:32:29.249662 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812e7d0-9a8d-4d12-ad85-f2f1e28d8540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b946c1-68e2-4348-8ce4-30f9664ebc79,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:29.257352 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0812e7d0-9a8d-4d12-ad85-f2f1e28d8540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:29.257764 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-0812e7d0-9a8d-4d12-ad85-f2f1e28d8540 admin admin] Added segment 4accb243-d78a-4214-acd3-0c2fe7f718bd of type vlan for network 6549dcd2-04f2-400f-ac34-6a1cae01f95b Sep 30 13:32:29.297871 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0812e7d0-9a8d-4d12-ad85-f2f1e28d8540 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:29.321215 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0812e7d0-9a8d-4d12-ad85-f2f1e28d8540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:29.322190 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0812e7d0-9a8d-4d12-ad85-f2f1e28d8540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:29.322758 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0812e7d0-9a8d-4d12-ad85-f2f1e28d8540 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:29.358235 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0812e7d0-9a8d-4d12-ad85-f2f1e28d8540 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3880188 Sep 30 13:32:29.361276 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38926) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:29.366298 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-e9cf7f38-80f4-4ceb-84e8-c206aab751f7 admin admin] Request body: {'subnet': {'network_id': '6549dcd2-04f2-400f-ac34-6a1cae01f95b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-805637523-subnet', 'tenant_id': '2e2d3b2c9dc04d7f8e199758e6f3d104', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:32:29.387108 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cf7f38-80f4-4ceb-84e8-c206aab751f7 admin admin] Made reservation on behalf of 2e2d3b2c9dc04d7f8e199758e6f3d104 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:32:29.388541 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812e7d0-9a8d-4d12-ad85-f2f1e28d8540 admin admin] Pushing event updated for resources: {'Network': ['ID=6549dcd2-04f2-400f-ac34-6a1cae01f95b,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:29.389373 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e9cf7f38-80f4-4ceb-84e8-c206aab751f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:29.398629 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 6549dcd2-04f2-400f-ac34-6a1cae01f95b details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:32:29.554937 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e9cf7f38-80f4-4ceb-84e8-c206aab751f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:29.613089 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf7f38-80f4-4ceb-84e8-c206aab751f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d10cdb10-83fe-4cc1-a8fb-6ff84ee12115,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:29.621829 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cf7f38-80f4-4ceb-84e8-c206aab751f7 admin admin] Checking segment: {'id': '4accb243-d78a-4214-acd3-0c2fe7f718bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6549dcd2-04f2-400f-ac34-6a1cae01f95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:32:29.622225 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cf7f38-80f4-4ceb-84e8-c206aab751f7 admin admin] Network hostable DHCP agents. Network: 6549dcd2-04f2-400f-ac34-6a1cae01f95b, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:32:29.639889 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cf7f38-80f4-4ceb-84e8-c206aab751f7 admin admin] Network 6549dcd2-04f2-400f-ac34-6a1cae01f95b is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:32:29.650562 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-e9cf7f38-80f4-4ceb-84e8-c206aab751f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 6549dcd2-04f2-400f-ac34-6a1cae01f95b) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:32:29.654701 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf7f38-80f4-4ceb-84e8-c206aab751f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:29.655292 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e9cf7f38-80f4-4ceb-84e8-c206aab751f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:29.659702 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc23b905-f51c-4640-86b2-e3d286f64eec None None] Network 6549dcd2-04f2-400f-ac34-6a1cae01f95b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:32:29.669619 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e9cf7f38-80f4-4ceb-84e8-c206aab751f7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3071408 Sep 30 13:32:29.780331 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608f7b3d-ab80-4877-b203-bccba74918be None None] Network 6549dcd2-04f2-400f-ac34-6a1cae01f95b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:32:30.226321 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b34651-2fcf-4f91-bfc3-83f1ae776eb8 req-2e6cde44-2af2-4f9f-a862-e310e1a38260 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:30.227935 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-16b34651-2fcf-4f91-bfc3-83f1ae776eb8 req-2e6cde44-2af2-4f9f-a862-e310e1a38260 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cca7a31e-1d48-4d91-8bf6-394dcc7fff48 HTTP/1.1" status: 200 len: 1097 time: 0.0431638 Sep 30 13:32:30.268517 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-16b34651-2fcf-4f91-bfc3-83f1ae776eb8 req-41f31682-db17-4c95-bccd-9d9bf43e4a0a tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=a7491270-d4d9-4692-a77c-628c31bb775d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343869 Sep 30 13:32:30.604646 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966055e-2aa2-482b-954f-f6a648ce46c9 req-73f41845-9acf-4a4c-bea3-a4118aef3cf9 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:30.606166 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9966055e-2aa2-482b-954f-f6a648ce46c9 req-73f41845-9acf-4a4c-bea3-a4118aef3cf9 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=cca7a31e-1d48-4d91-8bf6-394dcc7fff48 HTTP/1.1" status: 200 len: 1097 time: 0.0401018 Sep 30 13:32:30.692581 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-9966055e-2aa2-482b-954f-f6a648ce46c9 req-e9f793ac-3f10-4559-9877-401adb8e7c8a tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Deleting port f1ecee02-b0c7-4b3d-814f-cbeed94e9824 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:32:30.692920 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9966055e-2aa2-482b-954f-f6a648ce46c9 req-e9f793ac-3f10-4559-9877-401adb8e7c8a tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:30.777702 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-9966055e-2aa2-482b-954f-f6a648ce46c9 req-e9f793ac-3f10-4559-9877-401adb8e7c8a tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] For port f1ecee02-b0c7-4b3d-814f-cbeed94e9824, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=f1ecee02-b0c7-4b3d-814f-cbeed94e9824,segment=NetworkSegment(24b5532c-5f95-40ff-b988-d628dbffe187),segment_id=24b5532c-5f95-40ff-b988-d628dbffe187)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:30.778097 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9966055e-2aa2-482b-954f-f6a648ce46c9 req-e9f793ac-3f10-4559-9877-401adb8e7c8a tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:30.791597 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-9966055e-2aa2-482b-954f-f6a648ce46c9 req-e9f793ac-3f10-4559-9877-401adb8e7c8a tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Calling delete_port for f1ecee02-b0c7-4b3d-814f-cbeed94e9824 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:32:30.912885 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9966055e-2aa2-482b-954f-f6a648ce46c9 req-e9f793ac-3f10-4559-9877-401adb8e7c8a tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:30.924949 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['f1ecee02-b0c7-4b3d-814f-cbeed94e9824'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:32:30.940552 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f793ac-3f10-4559-9877-401adb8e7c8a tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1ecee02-b0c7-4b3d-814f-cbeed94e9824,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:30.985252 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-9966055e-2aa2-482b-954f-f6a648ce46c9 req-e9f793ac-3f10-4559-9877-401adb8e7c8a tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] No DVR routers for this DVR port f1ecee02-b0c7-4b3d-814f-cbeed94e9824 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:32:30.987826 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9966055e-2aa2-482b-954f-f6a648ce46c9 req-e9f793ac-3f10-4559-9877-401adb8e7c8a tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:30.989878 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9966055e-2aa2-482b-954f-f6a648ce46c9 req-e9f793ac-3f10-4559-9877-401adb8e7c8a tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.54 "DELETE /v2.0/ports/f1ecee02-b0c7-4b3d-814f-cbeed94e9824 HTTP/1.1" status: 204 len: 173 time: 0.3779736 Sep 30 13:32:30.990345 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca7a31e-1d48-4d91-8bf6-394dcc7fff48', 'name': 'network-vif-deleted', 'tag': 'f1ecee02-b0c7-4b3d-814f-cbeed94e9824'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:32:30.992680 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f15475-ad99-448b-8853-8c15b38fe299" -d '{"events": [{"server_uuid": "cca7a31e-1d48-4d91-8bf6-394dcc7fff48", "name": "network-vif-deleted", "tag": "f1ecee02-b0c7-4b3d-814f-cbeed94e9824"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:32:31.032278 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976d184f-b4df-4f84-9559-12f92dcdc38a x-openstack-request-id: req-976d184f-b4df-4f84-9559-12f92dcdc38a {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:32:31.032756 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca7a31e-1d48-4d91-8bf6-394dcc7fff48", "name": "network-vif-deleted", "tag": "f1ecee02-b0c7-4b3d-814f-cbeed94e9824", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:32:31.033019 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-976d184f-b4df-4f84-9559-12f92dcdc38a {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:32:31.033418 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca7a31e-1d48-4d91-8bf6-394dcc7fff48', 'name': 'network-vif-deleted', 'tag': 'f1ecee02-b0c7-4b3d-814f-cbeed94e9824', 'status': 'completed', 'code': 200} Sep 30 13:32:31.390907 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8ca0b6db-7077-4fa4-9213-555676c6b299 req-081ae596-a5fb-4f70-923d-eb294ef9b515 tempest-TestServerMultinode-680624409 tempest-TestServerMultinode-680624409-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cca7a31e-1d48-4d91-8bf6-394dcc7fff48 HTTP/1.1" status: 200 len: 210 time: 0.0288858 Sep 30 13:32:31.401367 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-586c93f9-3cfa-4786-899a-519b389ca25e tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:31.403646 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-586c93f9-3cfa-4786-899a-519b389ca25e tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/networks?id=6549dcd2-04f2-400f-ac34-6a1cae01f95b HTTP/1.1" status: 200 len: 808 time: 0.1146336 Sep 30 13:32:31.423190 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-89270d36-72d2-4219-971b-fb8c5f3831ad tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/quotas/2e2d3b2c9dc04d7f8e199758e6f3d104 HTTP/1.1" status: 200 len: 375 time: 0.0120623 Sep 30 13:32:31.480293 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-c4f7f11e-098a-4cf8-94c1-1f3e8ce00daf tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2e2d3b2c9dc04d7f8e199758e6f3d104&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509133 Sep 30 13:32:31.573128 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-29db16ae-f5a7-471b-9806-95cd44df7337 service neutron] 10.222.0.18 "GET /v2.0/networks/6549dcd2-04f2-400f-ac34-6a1cae01f95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853794 Sep 30 13:32:31.665008 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-e226c3b9-f517-4223-ae4f-ca35cd783110 service neutron] 10.222.0.18 "GET /v2.0/networks/6549dcd2-04f2-400f-ac34-6a1cae01f95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857728 Sep 30 13:32:31.752392 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:32:31.822307 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6dce2161-1251-4007-9788-393b0c2d083d req-d8751cc6-e37c-472a-8859-3eac8b485522 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/ports?device_id=f20b1ed7-5b40-42f5-bd37-6983cb651009 HTTP/1.1" status: 200 len: 210 time: 0.0262377 Sep 30 13:32:32.370576 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3c63bc10-5e8c-47a3-8cd2-094131f6fb36 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:32:32.390359 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 3c63bc10-5e8c-47a3-8cd2-094131f6fb36 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:32:32.390702 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3c63bc10-5e8c-47a3-8cd2-094131f6fb36 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:32:32.452225 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38972) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:32.780538 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-c856ac35-a52b-4902-9131-41f954b52fb5 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:32.781973 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-c856ac35-a52b-4902-9131-41f954b52fb5 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.54 "GET /v2.0/networks?id=6549dcd2-04f2-400f-ac34-6a1cae01f95b HTTP/1.1" status: 200 len: 808 time: 0.1715007 Sep 30 13:32:32.811172 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-cfe2b3da-618b-4433-abcb-b6dfd982707c tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Request body: {'port': {'device_id': 'f20b1ed7-5b40-42f5-bd37-6983cb651009', 'network_id': '6549dcd2-04f2-400f-ac34-6a1cae01f95b', 'admin_state_up': True, 'tenant_id': '2e2d3b2c9dc04d7f8e199758e6f3d104'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:32:32.914294 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-89a1fc06-544c-4d90-b6cd-fb91541b4d6b req-7a987d2c-1b02-4f9b-a2bd-02dd4818cdff tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/ports?device_id=f20b1ed7-5b40-42f5-bd37-6983cb651009 HTTP/1.1" status: 200 len: 210 time: 0.0259960 Sep 30 13:32:32.960356 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-cfe2b3da-618b-4433-abcb-b6dfd982707c tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Made reservation on behalf of 2e2d3b2c9dc04d7f8e199758e6f3d104 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:32:32.964591 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-cfe2b3da-618b-4433-abcb-b6dfd982707c tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:33.045832 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b443c439-312e-448e-b898-2d4931cd03cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:33.173105 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-cfe2b3da-618b-4433-abcb-b6dfd982707c tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Allocated IP 172.20.0.8 (6549dcd2-04f2-400f-ac34-6a1cae01f95b/d10cdb10-83fe-4cc1-a8fb-6ff84ee12115/48655416-d9c8-4d0a-893d-375e3ee2a051) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:32:33.736881 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-cfe2b3da-618b-4433-abcb-b6dfd982707c tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:33.801059 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-b443c439-312e-448e-b898-2d4931cd03cd admin admin] Deleting port d0da692e-6da2-41be-8b6b-0c44db279ab3 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:32:33.801841 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b443c439-312e-448e-b898-2d4931cd03cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:33.804380 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-cfe2b3da-618b-4433-abcb-b6dfd982707c tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:33.893076 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-cfe2b3da-618b-4433-abcb-b6dfd982707c tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Network 6549dcd2-04f2-400f-ac34-6a1cae01f95b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:32:33.900990 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-cfe2b3da-618b-4433-abcb-b6dfd982707c tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:32:33.906309 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-cfe2b3da-618b-4433-abcb-b6dfd982707c tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:32:33.908777 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2b3da-618b-4433-abcb-b6dfd982707c tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Pushing event updated for resources: {'Port': ['ID=48655416-d9c8-4d0a-893d-375e3ee2a051,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:33.963730 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-b443c439-312e-448e-b898-2d4931cd03cd admin admin] For port d0da692e-6da2-41be-8b6b-0c44db279ab3, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d0da692e-6da2-41be-8b6b-0c44db279ab3,segment=NetworkSegment(24b5532c-5f95-40ff-b988-d628dbffe187),segment_id=24b5532c-5f95-40ff-b988-d628dbffe187)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:33.964095 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b443c439-312e-448e-b898-2d4931cd03cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:33.981440 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-cfe2b3da-618b-4433-abcb-b6dfd982707c tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:33.982076 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-cfe2b3da-618b-4433-abcb-b6dfd982707c tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:33.989645 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-b443c439-312e-448e-b898-2d4931cd03cd admin admin] Calling delete_port for d0da692e-6da2-41be-8b6b-0c44db279ab3 owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:32:34.034061 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-cfe2b3da-618b-4433-abcb-b6dfd982707c tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2275188 Sep 30 13:32:34.072278 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-165f9198-1815-4dda-988f-80300c97a329 service neutron] Request body: {'port': {'device_id': 'f20b1ed7-5b40-42f5-bd37-6983cb651009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:32:34.112808 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068661a-60b3-4889-aa9e-caf907864b1a req-1756ec5d-b498-4d08-a3cf-da20b9b2c9da tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:34.114307 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5068661a-60b3-4889-aa9e-caf907864b1a req-1756ec5d-b498-4d08-a3cf-da20b9b2c9da tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/ports?device_id=f20b1ed7-5b40-42f5-bd37-6983cb651009 HTTP/1.1" status: 200 len: 931 time: 0.1272788 Sep 30 13:32:34.210967 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-165f9198-1815-4dda-988f-80300c97a329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:34.229270 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5068661a-60b3-4889-aa9e-caf907864b1a req-199a8b6e-60e1-49a3-9db9-a3187c14a1cf tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/security-groups?id=06b946c1-68e2-4348-8ce4-30f9664ebc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046727 Sep 30 13:32:34.419453 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b443c439-312e-448e-b898-2d4931cd03cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:34.483029 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443c439-312e-448e-b898-2d4931cd03cd admin admin] Pushing event deleted for resources: {'Port': ['ID=d0da692e-6da2-41be-8b6b-0c44db279ab3,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:34.661415 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-165f9198-1815-4dda-988f-80300c97a329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48655416-d9c8-4d0a-893d-375e3ee2a051 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:32:34.698884 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-165f9198-1815-4dda-988f-80300c97a329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:34.720439 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-165f9198-1815-4dda-988f-80300c97a329 service neutron] Transition to ACTIVE for port object 48655416-d9c8-4d0a-893d-375e3ee2a051 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:32:34.721324 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b443c439-312e-448e-b898-2d4931cd03cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:34.724126 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-165f9198-1815-4dda-988f-80300c97a329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:34.840017 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f9198-1815-4dda-988f-80300c97a329 service neutron] Pushing event updated for resources: {'Port': ['ID=48655416-d9c8-4d0a-893d-375e3ee2a051,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:34.934373 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-165f9198-1815-4dda-988f-80300c97a329 service neutron] Attempting to bind port 48655416-d9c8-4d0a-893d-375e3ee2a051 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:32:34.934705 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-165f9198-1815-4dda-988f-80300c97a329 service neutron] Attempting to bind port 48655416-d9c8-4d0a-893d-375e3ee2a051 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '4accb243-d78a-4214-acd3-0c2fe7f718bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6549dcd2-04f2-400f-ac34-6a1cae01f95b'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:32:34.935030 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-165f9198-1815-4dda-988f-80300c97a329 service neutron] Attempting to bind port 48655416-d9c8-4d0a-893d-375e3ee2a051 on network 6549dcd2-04f2-400f-ac34-6a1cae01f95b {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:32:34.975070 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-165f9198-1815-4dda-988f-80300c97a329 service neutron] Port 48655416-d9c8-4d0a-893d-375e3ee2a051 on network 6549dcd2-04f2-400f-ac34-6a1cae01f95b not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:32:34.975396 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-165f9198-1815-4dda-988f-80300c97a329 service neutron] Attempting to bind port 48655416-d9c8-4d0a-893d-375e3ee2a051 on network 6549dcd2-04f2-400f-ac34-6a1cae01f95b {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:32:34.985269 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-165f9198-1815-4dda-988f-80300c97a329 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:32:34.985604 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-165f9198-1815-4dda-988f-80300c97a329 service neutron] Checking segment: {'id': '4accb243-d78a-4214-acd3-0c2fe7f718bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6549dcd2-04f2-400f-ac34-6a1cae01f95b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:32:34.985989 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-165f9198-1815-4dda-988f-80300c97a329 service neutron] Bound using segment: {'id': '4accb243-d78a-4214-acd3-0c2fe7f718bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6549dcd2-04f2-400f-ac34-6a1cae01f95b'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:32:34.986440 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-165f9198-1815-4dda-988f-80300c97a329 service neutron] Bound port: 48655416-d9c8-4d0a-893d-375e3ee2a051, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4accb243-d78a-4214-acd3-0c2fe7f718bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6549dcd2-04f2-400f-ac34-6a1cae01f95b'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:32:34.986799 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-165f9198-1815-4dda-988f-80300c97a329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:35.095263 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b443c439-312e-448e-b898-2d4931cd03cd admin admin] Router 83f80094-1182-412d-8858-1ea1770964da has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:32:35.100905 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-165f9198-1815-4dda-988f-80300c97a329 service neutron] For port 48655416-d9c8-4d0a-893d-375e3ee2a051, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:32:35.105063 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-165f9198-1815-4dda-988f-80300c97a329 service neutron] For port 48655416-d9c8-4d0a-893d-375e3ee2a051, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=48655416-d9c8-4d0a-893d-375e3ee2a051,segment=NetworkSegment(4accb243-d78a-4214-acd3-0c2fe7f718bd),segment_id=4accb243-d78a-4214-acd3-0c2fe7f718bd)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:32:35.110357 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-165f9198-1815-4dda-988f-80300c97a329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:35.176341 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-165f9198-1815-4dda-988f-80300c97a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:35.176996 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-165f9198-1815-4dda-988f-80300c97a329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:35.178400 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-165f9198-1815-4dda-988f-80300c97a329 service neutron] 10.222.0.54 "PUT /v2.0/ports/48655416-d9c8-4d0a-893d-375e3ee2a051 HTTP/1.1" status: 200 len: 1091 time: 1.1141121 Sep 30 13:32:35.182440 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f20b1ed7-5b40-42f5-bd37-6983cb651009', 'tag': '48655416-d9c8-4d0a-893d-375e3ee2a051'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:32:35.184679 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd4a697-2536-40af-9be1-a004e9487239" -d '{"events": [{"name": "network-changed", "server_uuid": "f20b1ed7-5b40-42f5-bd37-6983cb651009", "tag": "48655416-d9c8-4d0a-893d-375e3ee2a051"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:32:35.218582 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f9198-1815-4dda-988f-80300c97a329 service neutron] Pushing event updated for resources: {'Port': ['ID=48655416-d9c8-4d0a-893d-375e3ee2a051,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:35.262943 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea76bcd-209b-41c5-a340-22139f7ad134 x-openstack-request-id: req-fea76bcd-209b-41c5-a340-22139f7ad134 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:32:35.263181 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f20b1ed7-5b40-42f5-bd37-6983cb651009", "tag": "48655416-d9c8-4d0a-893d-375e3ee2a051", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:32:35.263420 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fea76bcd-209b-41c5-a340-22139f7ad134 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:32:35.263816 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f20b1ed7-5b40-42f5-bd37-6983cb651009', 'tag': '48655416-d9c8-4d0a-893d-375e3ee2a051', 'status': 'completed', 'code': 200} Sep 30 13:32:35.297719 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b443c439-312e-448e-b898-2d4931cd03cd admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:32:35.304778 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b443c439-312e-448e-b898-2d4931cd03cd admin admin] 10.222.0.18 "PUT /v2.0/routers/83f80094-1182-412d-8858-1ea1770964da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8511608 Sep 30 13:32:35.307033 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38986) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:35.309670 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f74a6f1-7d81-48f5-ae00-2be916c1c208 None None] Sync routers for ids ['83f80094-1182-412d-8858-1ea1770964da'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:32:35.321670 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f74a6f1-7d81-48f5-ae00-2be916c1c208 None None] Routers {'83f80094-1182-412d-8858-1ea1770964da'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:32:35.322312 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-9f74a6f1-7d81-48f5-ae00-2be916c1c208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:32:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['83f80094-1182-412d-8858-1ea1770964da'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:35.347905 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-0ddf84b1-cc28-4087-a7b1-2f94e933f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:35.349424 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-0ddf84b1-cc28-4087-a7b1-2f94e933f84c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2e2d3b2c9dc04d7f8e199758e6f3d104&device_id=f20b1ed7-5b40-42f5-bd37-6983cb651009 HTTP/1.1" status: 200 len: 1094 time: 0.1241670 Sep 30 13:32:35.353884 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f45aee-1a27-46a3-a20c-de523b77849a req-2276e724-377b-46f1-bdd4-514f84744c38 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:35.355476 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-09f45aee-1a27-46a3-a20c-de523b77849a req-2276e724-377b-46f1-bdd4-514f84744c38 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/ports?device_id=f20b1ed7-5b40-42f5-bd37-6983cb651009 HTTP/1.1" status: 200 len: 943 time: 0.0546534 Sep 30 13:32:35.395185 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-09f45aee-1a27-46a3-a20c-de523b77849a req-c156f405-e6db-4911-a197-3af1cf9bdec1 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/security-groups?id=06b946c1-68e2-4348-8ce4-30f9664ebc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327146 Sep 30 13:32:35.404774 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-1945ec3d-286c-4b2e-b133-3d0be6592b34 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48655416-d9c8-4d0a-893d-375e3ee2a051 HTTP/1.1" status: 200 len: 217 time: 0.0451932 Sep 30 13:32:35.432505 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-9f74a6f1-7d81-48f5-ae00-2be916c1c208 None None] Set router 83f80094-1182-412d-8858-1ea1770964da gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:32:35.483821 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bcf26277-2e5f-4295-8837-4d07f843ade7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:35.527281 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-3220881f-111e-4fcb-9c7e-21a485d58ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:35.528649 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-3220881f-111e-4fcb-9c7e-21a485d58ae8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d10cdb10-83fe-4cc1-a8fb-6ff84ee12115 HTTP/1.1" status: 200 len: 848 time: 0.0950143 Sep 30 13:32:35.566845 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-e9b949b8-337d-455d-9002-b436c21b8651 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6549dcd2-04f2-400f-ac34-6a1cae01f95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287011 Sep 30 13:32:35.609405 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-9f74a6f1-7d81-48f5-ae00-2be916c1c208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f80094-1182-412d-8858-1ea1770964da', 'name': 'tempest-TestServerMultinode-18928708-router', 'tenant_id': 'cfb167c5f1e44f3eb4a6fa780a0f2aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '9d6ba156-5dea-4268-9e4e-f56ac59b411d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:48Z', 'updated_at': '2021-09-30T13:32:34Z', 'revision_number': 5, 'project_id': 'cfb167c5f1e44f3eb4a6fa780a0f2aa6', 'gw_port': {'id': '9d6ba156-5dea-4268-9e4e-f56ac59b411d', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f80094-1182-412d-8858-1ea1770964da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:48Z', 'updated_at': '2021-09-30T13:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:35.636086 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f74a6f1-7d81-48f5-ae00-2be916c1c208 None None] Checking router: 83f80094-1182-412d-8858-1ea1770964da for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:32:35.643138 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bcf26277-2e5f-4295-8837-4d07f843ade7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:35.644403 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f74a6f1-7d81-48f5-ae00-2be916c1c208 None None] Routers {'83f80094-1182-412d-8858-1ea1770964da'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:32:35.645006 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-9f74a6f1-7d81-48f5-ae00-2be916c1c208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:32:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['83f80094-1182-412d-8858-1ea1770964da'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:35.721665 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-421db568-2799-4eda-9740-b64d40c1e1eb service neutron] 10.222.0.54 "GET /v2.0/networks/6549dcd2-04f2-400f-ac34-6a1cae01f95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266007 Sep 30 13:32:35.749393 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-9f74a6f1-7d81-48f5-ae00-2be916c1c208 None None] Set router 83f80094-1182-412d-8858-1ea1770964da gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:32:35.796830 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-bcf26277-2e5f-4295-8837-4d07f843ade7 admin admin] Deleting port 9d6ba156-5dea-4268-9e4e-f56ac59b411d {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:32:35.797089 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bcf26277-2e5f-4295-8837-4d07f843ade7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:35.875368 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b88dfef3-815c-49cd-a274-15af6fbdcfc6 req-33266080-5474-4857-934d-4525b9cc18d1 service neutron] 10.222.0.54 "GET /v2.0/networks/6549dcd2-04f2-400f-ac34-6a1cae01f95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468382 Sep 30 13:32:35.901369 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-bcf26277-2e5f-4295-8837-4d07f843ade7 admin admin] For port 9d6ba156-5dea-4268-9e4e-f56ac59b411d, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9d6ba156-5dea-4268-9e4e-f56ac59b411d,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:35.901763 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bcf26277-2e5f-4295-8837-4d07f843ade7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:35.913657 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-bcf26277-2e5f-4295-8837-4d07f843ade7 admin admin] Calling delete_port for 9d6ba156-5dea-4268-9e4e-f56ac59b411d owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:32:35.921612 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-9f74a6f1-7d81-48f5-ae00-2be916c1c208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f80094-1182-412d-8858-1ea1770964da', 'name': 'tempest-TestServerMultinode-18928708-router', 'tenant_id': 'cfb167c5f1e44f3eb4a6fa780a0f2aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '9d6ba156-5dea-4268-9e4e-f56ac59b411d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:48Z', 'updated_at': '2021-09-30T13:32:34Z', 'revision_number': 5, 'project_id': 'cfb167c5f1e44f3eb4a6fa780a0f2aa6', 'gw_port': {'id': '9d6ba156-5dea-4268-9e4e-f56ac59b411d', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f80094-1182-412d-8858-1ea1770964da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:48Z', 'updated_at': '2021-09-30T13:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:35.947932 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f74a6f1-7d81-48f5-ae00-2be916c1c208 None None] The sync data for ids ['83f80094-1182-412d-8858-1ea1770964da'] in n-d-810909-2 is: [{'id': '83f80094-1182-412d-8858-1ea1770964da', 'name': 'tempest-TestServerMultinode-18928708-router', 'tenant_id': 'cfb167c5f1e44f3eb4a6fa780a0f2aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '9d6ba156-5dea-4268-9e4e-f56ac59b411d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:48Z', 'updated_at': '2021-09-30T13:32:34Z', 'revision_number': 5, 'project_id': 'cfb167c5f1e44f3eb4a6fa780a0f2aa6', 'gw_port': {'id': '9d6ba156-5dea-4268-9e4e-f56ac59b411d', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f80094-1182-412d-8858-1ea1770964da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:48Z', 'updated_at': '2021-09-30T13:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:32:36.009250 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4a697-2536-40af-9be1-a004e9487239 req-0101eb1d-8667-47b3-9d7d-75be5badd3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:36.010789 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cdd4a697-2536-40af-9be1-a004e9487239 req-0101eb1d-8667-47b3-9d7d-75be5badd3fa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2e2d3b2c9dc04d7f8e199758e6f3d104&device_id=f20b1ed7-5b40-42f5-bd37-6983cb651009 HTTP/1.1" status: 200 len: 1094 time: 0.0852473 Sep 30 13:32:36.092171 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device f1ecee02-b0c7-4b3d-814f-cbeed94e9824 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:32:36.115645 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: f1ecee02-b0c7-4b3d-814f-cbeed94e9824 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:32:36.115986 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device f1ecee02-b0c7-4b3d-814f-cbeed94e9824 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:32:36.400384 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d0da692e-6da2-41be-8b6b-0c44db279ab3 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:32:36.421857 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: d0da692e-6da2-41be-8b6b-0c44db279ab3 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:32:36.422495 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d0da692e-6da2-41be-8b6b-0c44db279ab3 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:32:36.512405 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4a697-2536-40af-9be1-a004e9487239 req-800c8ff6-e9da-4159-8444-5ba6cf657be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:36.513865 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cdd4a697-2536-40af-9be1-a004e9487239 req-800c8ff6-e9da-4159-8444-5ba6cf657be9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6549dcd2-04f2-400f-ac34-6a1cae01f95b HTTP/1.1" status: 200 len: 909 time: 0.4662156 Sep 30 13:32:36.570938 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bcf26277-2e5f-4295-8837-4d07f843ade7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:36.573415 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cdd4a697-2536-40af-9be1-a004e9487239 req-ac7ebdca-c4c8-4591-b5a5-121aa65b14ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48655416-d9c8-4d0a-893d-375e3ee2a051 HTTP/1.1" status: 200 len: 217 time: 0.0416198 Sep 30 13:32:36.613460 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf26277-2e5f-4295-8837-4d07f843ade7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d6ba156-5dea-4268-9e4e-f56ac59b411d,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:36.647981 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39cf68-3026-41c7-9c00-e1387921135c req-a7c8d64d-753d-4217-be50-6d434710aa5c tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:36.649983 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4d39cf68-3026-41c7-9c00-e1387921135c req-a7c8d64d-753d-4217-be50-6d434710aa5c tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/ports?device_id=f20b1ed7-5b40-42f5-bd37-6983cb651009 HTTP/1.1" status: 200 len: 943 time: 0.1559608 Sep 30 13:32:36.712951 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4a697-2536-40af-9be1-a004e9487239 req-9dc98ccb-3d9c-4dab-86a8-5e76bfa6cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:36.714415 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cdd4a697-2536-40af-9be1-a004e9487239 req-9dc98ccb-3d9c-4dab-86a8-5e76bfa6cff4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d10cdb10-83fe-4cc1-a8fb-6ff84ee12115 HTTP/1.1" status: 200 len: 848 time: 0.1119297 Sep 30 13:32:36.766140 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4d39cf68-3026-41c7-9c00-e1387921135c req-8901a818-327d-400c-b693-b7dc4e36a5c0 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/security-groups?id=06b946c1-68e2-4348-8ce4-30f9664ebc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981154 Sep 30 13:32:36.767861 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cdd4a697-2536-40af-9be1-a004e9487239 req-4fad6e92-4e94-4f09-901b-36d4ecd98029 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6549dcd2-04f2-400f-ac34-6a1cae01f95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436771 Sep 30 13:32:36.768629 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bcf26277-2e5f-4295-8837-4d07f843ade7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:36.876987 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bcf26277-2e5f-4295-8837-4d07f843ade7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:36.880378 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bcf26277-2e5f-4295-8837-4d07f843ade7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:36.966862 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bcf26277-2e5f-4295-8837-4d07f843ade7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:36.967390 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf26277-2e5f-4295-8837-4d07f843ade7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83f80094-1182-412d-8858-1ea1770964da {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:32:36.971914 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bcf26277-2e5f-4295-8837-4d07f843ade7 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:36.973020 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bcf26277-2e5f-4295-8837-4d07f843ade7 admin admin] 10.222.0.18 "DELETE /v2.0/routers/83f80094-1182-412d-8858-1ea1770964da HTTP/1.1" status: 204 len: 168 time: 1.6650965 Sep 30 13:32:36.975945 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38990) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:36.996513 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cdd4a697-2536-40af-9be1-a004e9487239 req-29c48fe5-fc43-4a1a-aac0-313217374f53 service neutron] 10.222.0.54 "GET /v2.0/networks/6549dcd2-04f2-400f-ac34-6a1cae01f95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003014 Sep 30 13:32:37.028331 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-716556a3-393c-49b8-987c-ed878bed042b admin admin] Deleting subnet b1ba75c2-7f81-43e1-b0a5-82045f9f4c87 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:32:37.031845 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-716556a3-393c-49b8-987c-ed878bed042b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:37.072652 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-716556a3-393c-49b8-987c-ed878bed042b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:37.102821 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cdd4a697-2536-40af-9be1-a004e9487239 req-aca5a0e9-f8ad-4fde-9bfa-208b30f94b9e service neutron] 10.222.0.54 "GET /v2.0/networks/6549dcd2-04f2-400f-ac34-6a1cae01f95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983703 Sep 30 13:32:37.161743 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-716556a3-393c-49b8-987c-ed878bed042b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:37.213555 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-716556a3-393c-49b8-987c-ed878bed042b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:37.238353 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716556a3-393c-49b8-987c-ed878bed042b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1ba75c2-7f81-43e1-b0a5-82045f9f4c87,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:37.242084 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-716556a3-393c-49b8-987c-ed878bed042b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:37.244345 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-716556a3-393c-49b8-987c-ed878bed042b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b1ba75c2-7f81-43e1-b0a5-82045f9f4c87 HTTP/1.1" status: 204 len: 168 time: 0.2674119 Sep 30 13:32:37.246888 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 38992) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:37.248058 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577b908e-8e27-4ff2-bb23-bc7eaaedfac1 None None] Network 61158665-a1d5-4dc9-ad44-5619c329573b requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:32:37.314179 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-61322b74-476d-40b3-bb71-fe99024856ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:37.372938 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-61322b74-476d-40b3-bb71-fe99024856ca admin admin] Deleting port d466b0b1-748d-47ef-b274-326c5d42c94f {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:32:37.373269 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-61322b74-476d-40b3-bb71-fe99024856ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:37.431225 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fe79fb-33c9-4791-bd6d-51b8b6fc2e9c None None] DHCP port deletion for 61158665-a1d5-4dc9-ad44-5619c329573b request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:32:37.439252 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-61322b74-476d-40b3-bb71-fe99024856ca admin admin] For port d466b0b1-748d-47ef-b274-326c5d42c94f, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d466b0b1-748d-47ef-b274-326c5d42c94f,segment=NetworkSegment(24b5532c-5f95-40ff-b988-d628dbffe187),segment_id=24b5532c-5f95-40ff-b988-d628dbffe187)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:37.439606 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-61322b74-476d-40b3-bb71-fe99024856ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:37.452308 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-61322b74-476d-40b3-bb71-fe99024856ca admin admin] Calling delete_port for d466b0b1-748d-47ef-b274-326c5d42c94f owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:32:37.484271 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-54fe79fb-33c9-4791-bd6d-51b8b6fc2e9c None None] Deleting port d466b0b1-748d-47ef-b274-326c5d42c94f {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:32:37.484645 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-54fe79fb-33c9-4791-bd6d-51b8b6fc2e9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:37.541172 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-61322b74-476d-40b3-bb71-fe99024856ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:37.548130 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-54fe79fb-33c9-4791-bd6d-51b8b6fc2e9c None None] For port d466b0b1-748d-47ef-b274-326c5d42c94f, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d466b0b1-748d-47ef-b274-326c5d42c94f,segment=NetworkSegment(24b5532c-5f95-40ff-b988-d628dbffe187),segment_id=24b5532c-5f95-40ff-b988-d628dbffe187)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:37.548528 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-54fe79fb-33c9-4791-bd6d-51b8b6fc2e9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:37.561360 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-54fe79fb-33c9-4791-bd6d-51b8b6fc2e9c None None] Calling delete_port for d466b0b1-748d-47ef-b274-326c5d42c94f owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:32:37.569241 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61322b74-476d-40b3-bb71-fe99024856ca admin admin] No DVR routers for this DVR port d466b0b1-748d-47ef-b274-326c5d42c94f on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:32:37.573391 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61322b74-476d-40b3-bb71-fe99024856ca admin admin] Pushing event deleted for resources: {'Port': ['ID=d466b0b1-748d-47ef-b274-326c5d42c94f,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:37.639505 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-54fe79fb-33c9-4791-bd6d-51b8b6fc2e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:37.647093 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-61322b74-476d-40b3-bb71-fe99024856ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:37.666701 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe79fb-33c9-4791-bd6d-51b8b6fc2e9c None None] Pushing event deleted for resources: {'Port': ['ID=d466b0b1-748d-47ef-b274-326c5d42c94f,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:37.669096 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-61322b74-476d-40b3-bb71-fe99024856ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61158665-a1d5-4dc9-ad44-5619c329573b']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:37.672525 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fe79fb-33c9-4791-bd6d-51b8b6fc2e9c None None] No DVR routers for this DVR port d466b0b1-748d-47ef-b274-326c5d42c94f on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:32:37.683583 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-61322b74-476d-40b3-bb71-fe99024856ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b5532c-5f95-40ff-b988-d628dbffe187') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:37.683881 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-61322b74-476d-40b3-bb71-fe99024856ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b5532c-5f95-40ff-b988-d628dbffe187') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:37.693700 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-61322b74-476d-40b3-bb71-fe99024856ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:37.706532 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-61322b74-476d-40b3-bb71-fe99024856ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:37.712730 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61322b74-476d-40b3-bb71-fe99024856ca admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:32:37.713166 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-61322b74-476d-40b3-bb71-fe99024856ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:32:37.714953 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:32:37.768402 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-61322b74-476d-40b3-bb71-fe99024856ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:37.774421 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-61322b74-476d-40b3-bb71-fe99024856ca admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:37.776372 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-61322b74-476d-40b3-bb71-fe99024856ca admin admin] 10.222.0.18 "DELETE /v2.0/networks/61158665-a1d5-4dc9-ad44-5619c329573b HTTP/1.1" status: 204 len: 168 time: 0.5285666 Sep 30 13:32:37.779449 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 38996) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:37.787222 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61322b74-476d-40b3-bb71-fe99024856ca admin admin] Pushing event deleted for resources: {'Network': ['ID=61158665-a1d5-4dc9-ad44-5619c329573b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:37.883722 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610588f1-f5de-4127-b599-8764ebe147df req-f5f14c0d-7ecc-4402-9084-422d87bd035e tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:37.885204 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-610588f1-f5de-4127-b599-8764ebe147df req-f5f14c0d-7ecc-4402-9084-422d87bd035e tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/ports?device_id=f20b1ed7-5b40-42f5-bd37-6983cb651009 HTTP/1.1" status: 200 len: 943 time: 0.0518560 Sep 30 13:32:37.923309 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-610588f1-f5de-4127-b599-8764ebe147df req-1ef7f7da-933f-4f37-b66e-1d1ed328e996 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/security-groups?id=06b946c1-68e2-4348-8ce4-30f9664ebc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319762 Sep 30 13:32:38.135001 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9af55998-2d74-4c7f-86e0-5569bb5c4a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:38.376364 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-9af55998-2d74-4c7f-86e0-5569bb5c4a27 admin admin] Deleting port 39a3f48b-df17-4bdc-8c4b-8e867a86ddfc {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:32:38.376704 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9af55998-2d74-4c7f-86e0-5569bb5c4a27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:38.386976 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9d6ba156-5dea-4268-9e4e-f56ac59b411d no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:32:38.407169 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 9d6ba156-5dea-4268-9e4e-f56ac59b411d {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:32:38.407513 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9d6ba156-5dea-4268-9e4e-f56ac59b411d not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:32:38.407953 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d466b0b1-748d-47ef-b274-326c5d42c94f no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:32:38.425648 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: d466b0b1-748d-47ef-b274-326c5d42c94f {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:32:38.425985 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d466b0b1-748d-47ef-b274-326c5d42c94f not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:32:38.462287 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-9af55998-2d74-4c7f-86e0-5569bb5c4a27 admin admin] For port 39a3f48b-df17-4bdc-8c4b-8e867a86ddfc, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=39a3f48b-df17-4bdc-8c4b-8e867a86ddfc,segment=NetworkSegment(76791967-2727-4331-bfe2-a03be0db1a00),segment_id=76791967-2727-4331-bfe2-a03be0db1a00)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:38.462645 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9af55998-2d74-4c7f-86e0-5569bb5c4a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:38.474639 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-9af55998-2d74-4c7f-86e0-5569bb5c4a27 admin admin] Calling delete_port for 39a3f48b-df17-4bdc-8c4b-8e867a86ddfc owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:32:38.647943 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9af55998-2d74-4c7f-86e0-5569bb5c4a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:38.676511 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af55998-2d74-4c7f-86e0-5569bb5c4a27 admin admin] Pushing event deleted for resources: {'Port': ['ID=39a3f48b-df17-4bdc-8c4b-8e867a86ddfc,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:38.839589 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9af55998-2d74-4c7f-86e0-5569bb5c4a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:39.079765 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f07ba-96c9-4eed-b7b7-6aec639a3855 req-50dac5b1-335c-4683-9ef9-4cf01c4f93e1 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:39.081261 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ac7f07ba-96c9-4eed-b7b7-6aec639a3855 req-50dac5b1-335c-4683-9ef9-4cf01c4f93e1 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/ports?device_id=f20b1ed7-5b40-42f5-bd37-6983cb651009 HTTP/1.1" status: 200 len: 943 time: 0.0926392 Sep 30 13:32:39.091402 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af55998-2d74-4c7f-86e0-5569bb5c4a27 admin admin] Router 5b2ae0ce-d2b4-4179-b652-ad500fff2325 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:32:39.159652 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ac7f07ba-96c9-4eed-b7b7-6aec639a3855 req-a777fe49-02ec-4e44-a630-5742b68d3b70 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/security-groups?id=06b946c1-68e2-4348-8ce4-30f9664ebc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707524 Sep 30 13:32:39.221814 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af55998-2d74-4c7f-86e0-5569bb5c4a27 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:32:39.230202 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9af55998-2d74-4c7f-86e0-5569bb5c4a27 admin admin] 10.222.0.18 "PUT /v2.0/routers/5b2ae0ce-d2b4-4179-b652-ad500fff2325/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4405067 Sep 30 13:32:39.230202 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39002) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:39.231140 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ddc647-d9cf-4658-96ab-41654d9c216c None None] Sync routers for ids ['5b2ae0ce-d2b4-4179-b652-ad500fff2325'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:32:39.240164 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ddc647-d9cf-4658-96ab-41654d9c216c None None] Routers {'5b2ae0ce-d2b4-4179-b652-ad500fff2325'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:32:39.240774 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-24ddc647-d9cf-4658-96ab-41654d9c216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:32:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['5b2ae0ce-d2b4-4179-b652-ad500fff2325'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:39.331930 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-11f5870b-f2c5-46d6-a15d-87a22dffa524 admin admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:39.343911 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-24ddc647-d9cf-4658-96ab-41654d9c216c None None] Set router 5b2ae0ce-d2b4-4179-b652-ad500fff2325 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:32:39.433374 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-11f5870b-f2c5-46d6-a15d-87a22dffa524 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:39.489216 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-11f5870b-f2c5-46d6-a15d-87a22dffa524 admin admin] Deleting port 929dec9a-0059-49bb-ac45-f0eb660ce77e {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:32:39.489453 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-11f5870b-f2c5-46d6-a15d-87a22dffa524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:39.526668 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-24ddc647-d9cf-4658-96ab-41654d9c216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2ae0ce-d2b4-4179-b652-ad500fff2325', 'name': 'tempest-TestServerMultinode-1267038372-router', 'tenant_id': '0671ab2f3e9c4da5a52b1e11798cae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '929dec9a-0059-49bb-ac45-f0eb660ce77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:56Z', 'updated_at': '2021-09-30T13:32:38Z', 'revision_number': 5, 'project_id': '0671ab2f3e9c4da5a52b1e11798cae5f', 'gw_port': {'id': '929dec9a-0059-49bb-ac45-f0eb660ce77e', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:be:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ae0ce-d2b4-4179-b652-ad500fff2325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:57Z', 'updated_at': '2021-09-30T13:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:39.553028 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ddc647-d9cf-4658-96ab-41654d9c216c None None] Checking router: 5b2ae0ce-d2b4-4179-b652-ad500fff2325 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:32:39.561244 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ddc647-d9cf-4658-96ab-41654d9c216c None None] Routers {'5b2ae0ce-d2b4-4179-b652-ad500fff2325'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:32:39.561838 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-24ddc647-d9cf-4658-96ab-41654d9c216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:32:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['5b2ae0ce-d2b4-4179-b652-ad500fff2325'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:39.570767 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-11f5870b-f2c5-46d6-a15d-87a22dffa524 admin admin] For port 929dec9a-0059-49bb-ac45-f0eb660ce77e, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=929dec9a-0059-49bb-ac45-f0eb660ce77e,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:39.571051 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-11f5870b-f2c5-46d6-a15d-87a22dffa524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:39.582376 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-11f5870b-f2c5-46d6-a15d-87a22dffa524 admin admin] Calling delete_port for 929dec9a-0059-49bb-ac45-f0eb660ce77e owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:32:39.645829 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-24ddc647-d9cf-4658-96ab-41654d9c216c None None] Set router 5b2ae0ce-d2b4-4179-b652-ad500fff2325 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:32:39.701866 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-24ddc647-d9cf-4658-96ab-41654d9c216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2ae0ce-d2b4-4179-b652-ad500fff2325', 'name': 'tempest-TestServerMultinode-1267038372-router', 'tenant_id': '0671ab2f3e9c4da5a52b1e11798cae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:56Z', 'updated_at': '2021-09-30T13:32:39Z', 'revision_number': 6, 'project_id': '0671ab2f3e9c4da5a52b1e11798cae5f', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:39.728540 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ddc647-d9cf-4658-96ab-41654d9c216c None None] The sync data for ids ['5b2ae0ce-d2b4-4179-b652-ad500fff2325'] in n-d-810909-2 is: [{'id': '5b2ae0ce-d2b4-4179-b652-ad500fff2325', 'name': 'tempest-TestServerMultinode-1267038372-router', 'tenant_id': '0671ab2f3e9c4da5a52b1e11798cae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:56Z', 'updated_at': '2021-09-30T13:32:39Z', 'revision_number': 6, 'project_id': '0671ab2f3e9c4da5a52b1e11798cae5f', 'gw_port_host': None}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:32:39.748096 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-11f5870b-f2c5-46d6-a15d-87a22dffa524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:39.782100 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5870b-f2c5-46d6-a15d-87a22dffa524 admin admin] Pushing event deleted for resources: {'Port': ['ID=929dec9a-0059-49bb-ac45-f0eb660ce77e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:39.837736 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-11f5870b-f2c5-46d6-a15d-87a22dffa524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:39.930123 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-11f5870b-f2c5-46d6-a15d-87a22dffa524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:39.932316 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-11f5870b-f2c5-46d6-a15d-87a22dffa524 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:39.973775 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-11f5870b-f2c5-46d6-a15d-87a22dffa524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:39.974419 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f5870b-f2c5-46d6-a15d-87a22dffa524 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b2ae0ce-d2b4-4179-b652-ad500fff2325 {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:32:39.979128 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-11f5870b-f2c5-46d6-a15d-87a22dffa524 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:39.980304 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-11f5870b-f2c5-46d6-a15d-87a22dffa524 admin admin] 10.222.0.18 "DELETE /v2.0/routers/5b2ae0ce-d2b4-4179-b652-ad500fff2325 HTTP/1.1" status: 204 len: 168 time: 0.7492454 Sep 30 13:32:39.982967 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39004) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:40.026155 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c98095-88c8-4487-a480-9acbac94b0d8 admin admin] Deleting subnet ae7af987-708e-4075-b22f-d32e4b8fb26a {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:32:40.028948 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-56c98095-88c8-4487-a480-9acbac94b0d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:40.064042 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-56c98095-88c8-4487-a480-9acbac94b0d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:40.085932 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 48655416-d9c8-4d0a-893d-375e3ee2a051 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:32:40.150274 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-56c98095-88c8-4487-a480-9acbac94b0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:40.193210 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 48655416-d9c8-4d0a-893d-375e3ee2a051, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=48655416-d9c8-4d0a-893d-375e3ee2a051,segment=NetworkSegment(4accb243-d78a-4214-acd3-0c2fe7f718bd),segment_id=4accb243-d78a-4214-acd3-0c2fe7f718bd)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:40.213286 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-56c98095-88c8-4487-a480-9acbac94b0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:40.213901 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '48655416-d9c8-4d0a-893d-375e3ee2a051', 'network_id': '6549dcd2-04f2-400f-ac34-6a1cae01f95b', 'port_id': '48655416-d9c8-4d0a-893d-375e3ee2a051', 'mac_address': 'fa:16:3e:d1:45:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10cdb10-83fe-4cc1-a8fb-6ff84ee12115', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:32:40.242201 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-56c98095-88c8-4487-a480-9acbac94b0d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:40.244432 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-56c98095-88c8-4487-a480-9acbac94b0d8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ae7af987-708e-4075-b22f-d32e4b8fb26a HTTP/1.1" status: 204 len: 168 time: 0.2605522 Sep 30 13:32:40.247147 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39008) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:40.250819 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21121ae9-a0d5-4ba5-95cb-116d2d5d91f5 None None] Network 48c47e85-5aa8-4846-99bb-de824c654de6 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:32:40.254868 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c98095-88c8-4487-a480-9acbac94b0d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae7af987-708e-4075-b22f-d32e4b8fb26a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:40.273516 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:40.288024 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ecdb3-df87-4a1b-96bf-338208e5bd2c req-05a53d29-67a6-47d8-86b6-fe8d8a0a89e7 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:40.289766 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-460ecdb3-df87-4a1b-96bf-338208e5bd2c req-05a53d29-67a6-47d8-86b6-fe8d8a0a89e7 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/ports?device_id=f20b1ed7-5b40-42f5-bd37-6983cb651009 HTTP/1.1" status: 200 len: 943 time: 0.0582101 Sep 30 13:32:40.322192 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8c943d53-081e-4f5d-b2a7-af237d1997a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:40.326040 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48655416-d9c8-4d0a-893d-375e3ee2a051 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:32:40.331758 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-460ecdb3-df87-4a1b-96bf-338208e5bd2c req-df85f396-4715-441c-bdf5-526f9ba51b18 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/security-groups?id=06b946c1-68e2-4348-8ce4-30f9664ebc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361505 Sep 30 13:32:40.354178 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 48655416-d9c8-4d0a-893d-375e3ee2a051, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=48655416-d9c8-4d0a-893d-375e3ee2a051,segment=NetworkSegment(4accb243-d78a-4214-acd3-0c2fe7f718bd),segment_id=4accb243-d78a-4214-acd3-0c2fe7f718bd)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:40.370222 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:40.378937 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-8c943d53-081e-4f5d-b2a7-af237d1997a4 admin admin] Deleting port 26691f62-42a9-448b-acdf-89b84ded138c {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:32:40.379276 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8c943d53-081e-4f5d-b2a7-af237d1997a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:40.438430 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=48655416-d9c8-4d0a-893d-375e3ee2a051,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:40.443724 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-8c943d53-081e-4f5d-b2a7-af237d1997a4 admin admin] For port 26691f62-42a9-448b-acdf-89b84ded138c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=26691f62-42a9-448b-acdf-89b84ded138c,segment=NetworkSegment(76791967-2727-4331-bfe2-a03be0db1a00),segment_id=76791967-2727-4331-bfe2-a03be0db1a00)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:40.444016 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8c943d53-081e-4f5d-b2a7-af237d1997a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:40.462080 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-8c943d53-081e-4f5d-b2a7-af237d1997a4 admin admin] Calling delete_port for 26691f62-42a9-448b-acdf-89b84ded138c owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:32:40.539280 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c339de26-38e8-48d7-a460-c1a72eeb13bc None None] DHCP port deletion for 48c47e85-5aa8-4846-99bb-de824c654de6 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:32:40.545127 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8c943d53-081e-4f5d-b2a7-af237d1997a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:40.574188 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c943d53-081e-4f5d-b2a7-af237d1997a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=26691f62-42a9-448b-acdf-89b84ded138c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:40.580976 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c943d53-081e-4f5d-b2a7-af237d1997a4 admin admin] No DVR routers for this DVR port 26691f62-42a9-448b-acdf-89b84ded138c on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:32:40.596094 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 26691f62-42a9-448b-acdf-89b84ded138c no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:32:40.618539 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 26691f62-42a9-448b-acdf-89b84ded138c {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:32:40.618895 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 26691f62-42a9-448b-acdf-89b84ded138c not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:32:40.619320 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 39a3f48b-df17-4bdc-8c4b-8e867a86ddfc no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:32:40.638117 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 39a3f48b-df17-4bdc-8c4b-8e867a86ddfc {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:32:40.638451 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 39a3f48b-df17-4bdc-8c4b-8e867a86ddfc not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:32:40.638867 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 929dec9a-0059-49bb-ac45-f0eb660ce77e no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:32:40.658865 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8c943d53-081e-4f5d-b2a7-af237d1997a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:40.661137 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 929dec9a-0059-49bb-ac45-f0eb660ce77e {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:32:40.661486 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 929dec9a-0059-49bb-ac45-f0eb660ce77e not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:32:40.682914 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-8c943d53-081e-4f5d-b2a7-af237d1997a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c47e85-5aa8-4846-99bb-de824c654de6']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:40.692541 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-8c943d53-081e-4f5d-b2a7-af237d1997a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76791967-2727-4331-bfe2-a03be0db1a00') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:40.692836 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-8c943d53-081e-4f5d-b2a7-af237d1997a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76791967-2727-4331-bfe2-a03be0db1a00') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:40.701931 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8c943d53-081e-4f5d-b2a7-af237d1997a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:40.715660 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8c943d53-081e-4f5d-b2a7-af237d1997a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:40.722426 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c943d53-081e-4f5d-b2a7-af237d1997a4 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:32:40.723013 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8c943d53-081e-4f5d-b2a7-af237d1997a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:32:40.724886 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:32:40.734880 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['48655416-d9c8-4d0a-893d-375e3ee2a051'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:32:40.784050 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8c943d53-081e-4f5d-b2a7-af237d1997a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:40.790604 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8c943d53-081e-4f5d-b2a7-af237d1997a4 admin admin] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:40.793055 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8c943d53-081e-4f5d-b2a7-af237d1997a4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/48c47e85-5aa8-4846-99bb-de824c654de6 HTTP/1.1" status: 204 len: 168 time: 0.5449030 Sep 30 13:32:40.809499 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c943d53-081e-4f5d-b2a7-af237d1997a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=48c47e85-5aa8-4846-99bb-de824c654de6,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:40.931710 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39012) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:40.975004 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1ee0b6dc-d853-45d0-9f70-cbdfe88e2007 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cfb167c5f1e44f3eb4a6fa780a0f2aa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420628 Sep 30 13:32:40.978260 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39014) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:41.026658 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4d221a81-aa77-4808-93f7-d42ee561af47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:41.049044 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4d221a81-aa77-4808-93f7-d42ee561af47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:41.093720 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4d221a81-aa77-4808-93f7-d42ee561af47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:41.096263 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4d221a81-aa77-4808-93f7-d42ee561af47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:41.097398 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4d221a81-aa77-4808-93f7-d42ee561af47 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09791659-161f-4604-8103-5370fb362097 HTTP/1.1" status: 204 len: 168 time: 0.1182549 Sep 30 13:32:41.105865 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d221a81-aa77-4808-93f7-d42ee561af47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09791659-161f-4604-8103-5370fb362097,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:41.404625 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39024) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:41.444996 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c84f22a6-256f-438c-b62a-c167de53fb38 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0671ab2f3e9c4da5a52b1e11798cae5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392075 Sep 30 13:32:41.448103 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39026) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:41.479815 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51412b6-cdab-4224-baa5-c360bc7e2ebe req-b8d4b425-9431-4878-b5f4-91a8cd77908a tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:41.481288 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e51412b6-cdab-4224-baa5-c360bc7e2ebe req-b8d4b425-9431-4878-b5f4-91a8cd77908a tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/ports?device_id=f20b1ed7-5b40-42f5-bd37-6983cb651009 HTTP/1.1" status: 200 len: 944 time: 0.0776045 Sep 30 13:32:41.534495 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7feb2774-3548-4c1a-9e2f-f35db9191fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:41.542523 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e51412b6-cdab-4224-baa5-c360bc7e2ebe req-dffb9eaa-e042-4fad-8d90-0fec82bc5715 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/security-groups?id=06b946c1-68e2-4348-8ce4-30f9664ebc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541856 Sep 30 13:32:41.560335 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7feb2774-3548-4c1a-9e2f-f35db9191fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:41.606854 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7feb2774-3548-4c1a-9e2f-f35db9191fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:41.609360 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7feb2774-3548-4c1a-9e2f-f35db9191fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:41.610510 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7feb2774-3548-4c1a-9e2f-f35db9191fa4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a7491270-d4d9-4692-a77c-628c31bb775d HTTP/1.1" status: 204 len: 168 time: 0.1615016 Sep 30 13:32:41.618502 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb2774-3548-4c1a-9e2f-f35db9191fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7491270-d4d9-4692-a77c-628c31bb775d,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:42.105714 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 48655416-d9c8-4d0a-893d-375e3ee2a051 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:32:42.156690 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 48655416-d9c8-4d0a-893d-375e3ee2a051 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:32:42.161054 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 48655416-d9c8-4d0a-893d-375e3ee2a051 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:42.161581 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:42.238552 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:42.257038 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39048) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:42.261669 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f20b1ed7-5b40-42f5-bd37-6983cb651009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48655416-d9c8-4d0a-893d-375e3ee2a051'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:32:42.263982 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8633d6-bde7-4d9f-97be-3df1bd48a9d8" -d '{"events": [{"server_uuid": "f20b1ed7-5b40-42f5-bd37-6983cb651009", "name": "network-vif-plugged", "status": "completed", "tag": "48655416-d9c8-4d0a-893d-375e3ee2a051"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:32:42.276774 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 48655416-d9c8-4d0a-893d-375e3ee2a051, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=48655416-d9c8-4d0a-893d-375e3ee2a051,segment=NetworkSegment(4accb243-d78a-4214-acd3-0c2fe7f718bd),segment_id=4accb243-d78a-4214-acd3-0c2fe7f718bd)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:42.280912 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:42.305123 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6f80af-7b64-40a7-be0a-e3a1111ca0c7 x-openstack-request-id: req-1f6f80af-7b64-40a7-be0a-e3a1111ca0c7 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:32:42.305419 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f20b1ed7-5b40-42f5-bd37-6983cb651009", "name": "network-vif-plugged", "status": "completed", "tag": "48655416-d9c8-4d0a-893d-375e3ee2a051", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:32:42.305674 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f6f80af-7b64-40a7-be0a-e3a1111ca0c7 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:32:42.306089 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f20b1ed7-5b40-42f5-bd37-6983cb651009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48655416-d9c8-4d0a-893d-375e3ee2a051', 'code': 200} Sep 30 13:32:42.332253 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=48655416-d9c8-4d0a-893d-375e3ee2a051,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:42.373489 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-8bf1f55c-0895-43f2-a8fa-8e7201ec5c5a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-969616354-network', 'tenant_id': '866f7de7650a419a9623697f26d65ff4'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:32:42.412915 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf1f55c-0895-43f2-a8fa-8e7201ec5c5a admin admin] Made reservation on behalf of 866f7de7650a419a9623697f26d65ff4 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:32:42.415868 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bf1f55c-0895-43f2-a8fa-8e7201ec5c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:42.420578 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b5b0e-7ed2-4f4e-966d-255a93309709 req-7d629ffc-a3ff-47f1-a824-f8fd562ce4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:42.422107 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c32b5b0e-7ed2-4f4e-966d-255a93309709 req-7d629ffc-a3ff-47f1-a824-f8fd562ce4d7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f20b1ed7-5b40-42f5-bd37-6983cb651009 HTTP/1.1" status: 200 len: 1096 time: 0.0618901 Sep 30 13:32:42.427523 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bf1f55c-0895-43f2-a8fa-8e7201ec5c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:42.475990 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c32b5b0e-7ed2-4f4e-966d-255a93309709 req-6f5d17a0-577c-4405-b5ba-1e25cdaa7d19 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=06b946c1-68e2-4348-8ce4-30f9664ebc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461133 Sep 30 13:32:42.538889 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bf1f55c-0895-43f2-a8fa-8e7201ec5c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:42.543793 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bf1f55c-0895-43f2-a8fa-8e7201ec5c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:42.568344 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf1f55c-0895-43f2-a8fa-8e7201ec5c5a admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:32:42.577313 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1f55c-0895-43f2-a8fa-8e7201ec5c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e05d80d-4224-4885-88b3-cb9ddb02f6a3,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:42.588744 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bf1f55c-0895-43f2-a8fa-8e7201ec5c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:42.589180 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-8bf1f55c-0895-43f2-a8fa-8e7201ec5c5a admin admin] Added segment 60c5d6f0-1401-4e39-a0dc-77ec18f25de0 of type vlan for network 949dc44d-a521-4909-8cff-116a74911834 Sep 30 13:32:42.655082 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bf1f55c-0895-43f2-a8fa-8e7201ec5c5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:42.688555 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53a087-5f31-4a89-bf78-fd19597503bf req-c45c1adb-2b51-4826-a10d-49c2a0164919 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:42.690051 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ef53a087-5f31-4a89-bf78-fd19597503bf req-c45c1adb-2b51-4826-a10d-49c2a0164919 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/ports?device_id=f20b1ed7-5b40-42f5-bd37-6983cb651009 HTTP/1.1" status: 200 len: 945 time: 0.0701156 Sep 30 13:32:42.696140 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bf1f55c-0895-43f2-a8fa-8e7201ec5c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:42.697280 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf1f55c-0895-43f2-a8fa-8e7201ec5c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:42.697846 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8bf1f55c-0895-43f2-a8fa-8e7201ec5c5a admin admin] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:42.739435 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8bf1f55c-0895-43f2-a8fa-8e7201ec5c5a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4812336 Sep 30 13:32:42.742517 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39056) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:42.747455 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-73afeb2f-4ded-489e-a802-4c36d701a51f admin admin] Request body: {'subnet': {'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-969616354-subnet', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:32:42.767537 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73afeb2f-4ded-489e-a802-4c36d701a51f admin admin] Made reservation on behalf of 866f7de7650a419a9623697f26d65ff4 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:32:42.769801 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73afeb2f-4ded-489e-a802-4c36d701a51f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:42.789385 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1f55c-0895-43f2-a8fa-8e7201ec5c5a admin admin] Pushing event updated for resources: {'Network': ['ID=949dc44d-a521-4909-8cff-116a74911834,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:42.794928 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ef53a087-5f31-4a89-bf78-fd19597503bf req-6b139f45-a065-4a62-9d11-18081190b41d tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/security-groups?id=06b946c1-68e2-4348-8ce4-30f9664ebc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948253 Sep 30 13:32:42.799245 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 949dc44d-a521-4909-8cff-116a74911834 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:32:42.944571 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73afeb2f-4ded-489e-a802-4c36d701a51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:43.003498 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afeb2f-4ded-489e-a802-4c36d701a51f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a29bd19-7bbd-493a-b0e5-a534c2103246,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:43.011786 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73afeb2f-4ded-489e-a802-4c36d701a51f admin admin] Checking segment: {'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:32:43.012137 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73afeb2f-4ded-489e-a802-4c36d701a51f admin admin] Network hostable DHCP agents. Network: 949dc44d-a521-4909-8cff-116a74911834, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:32:43.029224 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73afeb2f-4ded-489e-a802-4c36d701a51f admin admin] Network 949dc44d-a521-4909-8cff-116a74911834 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:32:43.037737 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-73afeb2f-4ded-489e-a802-4c36d701a51f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 949dc44d-a521-4909-8cff-116a74911834) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:32:43.046620 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73afeb2f-4ded-489e-a802-4c36d701a51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:43.047831 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73afeb2f-4ded-489e-a802-4c36d701a51f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:43.048261 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdecff5-8f34-4586-87fb-fc47ce71570f None None] Network 949dc44d-a521-4909-8cff-116a74911834 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:32:43.069045 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-73afeb2f-4ded-489e-a802-4c36d701a51f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3253062 Sep 30 13:32:43.072195 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39058) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:43.076519 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-6ca9819a-22eb-499c-93e1-ea5662c02cc6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-969616354-router', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:32:43.095741 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ca9819a-22eb-499c-93e1-ea5662c02cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:43.096846 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ca9819a-22eb-499c-93e1-ea5662c02cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:43.148671 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ca9819a-22eb-499c-93e1-ea5662c02cc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:43.193871 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b28ee1a-6b5c-4a29-98e7-ac65209464b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-949dc44d-a521-4909-8cff-116a74911834', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'fixed_ips': [{'subnet_id': '3a29bd19-7bbd-493a-b0e5-a534c2103246'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:32:43.194830 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9b28ee1a-6b5c-4a29-98e7-ac65209464b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:43.330737 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-9b28ee1a-6b5c-4a29-98e7-ac65209464b5 None None] Allocated IP 172.20.0.2 (949dc44d-a521-4909-8cff-116a74911834/3a29bd19-7bbd-493a-b0e5-a534c2103246/dd1da8b3-b444-4279-bbe6-dcd0431a275b) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:32:43.478958 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9b28ee1a-6b5c-4a29-98e7-ac65209464b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:43.486556 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9b28ee1a-6b5c-4a29-98e7-ac65209464b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:43.530889 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b28ee1a-6b5c-4a29-98e7-ac65209464b5 None None] Network 949dc44d-a521-4909-8cff-116a74911834 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:32:43.533801 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-9b28ee1a-6b5c-4a29-98e7-ac65209464b5 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:32:43.537414 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b28ee1a-6b5c-4a29-98e7-ac65209464b5 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:32:43.545379 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28ee1a-6b5c-4a29-98e7-ac65209464b5 None None] Pushing event updated for resources: {'Port': ['ID=dd1da8b3-b444-4279-bbe6-dcd0431a275b,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:43.582506 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ca9819a-22eb-499c-93e1-ea5662c02cc6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:43.596129 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-9b28ee1a-6b5c-4a29-98e7-ac65209464b5 None None] Attempting to bind port dd1da8b3-b444-4279-bbe6-dcd0431a275b on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:32:43.596500 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-9b28ee1a-6b5c-4a29-98e7-ac65209464b5 None None] Attempting to bind port dd1da8b3-b444-4279-bbe6-dcd0431a275b by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:32:43.596858 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b28ee1a-6b5c-4a29-98e7-ac65209464b5 None None] Attempting to bind port dd1da8b3-b444-4279-bbe6-dcd0431a275b on network 949dc44d-a521-4909-8cff-116a74911834 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:32:43.602600 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b28ee1a-6b5c-4a29-98e7-ac65209464b5 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:32:43.602971 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b28ee1a-6b5c-4a29-98e7-ac65209464b5 None None] Checking segment: {'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:32:43.603374 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9b28ee1a-6b5c-4a29-98e7-ac65209464b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:43.603955 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b28ee1a-6b5c-4a29-98e7-ac65209464b5 None None] Bound using segment: {'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:32:43.604416 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-9b28ee1a-6b5c-4a29-98e7-ac65209464b5 None None] Bound port: dd1da8b3-b444-4279-bbe6-dcd0431a275b, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:32:43.604794 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9b28ee1a-6b5c-4a29-98e7-ac65209464b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:43.669268 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-9b28ee1a-6b5c-4a29-98e7-ac65209464b5 None None] For port dd1da8b3-b444-4279-bbe6-dcd0431a275b, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:32:43.672932 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-9b28ee1a-6b5c-4a29-98e7-ac65209464b5 None None] For port dd1da8b3-b444-4279-bbe6-dcd0431a275b, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=dd1da8b3-b444-4279-bbe6-dcd0431a275b,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:32:43.677063 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9b28ee1a-6b5c-4a29-98e7-ac65209464b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:43.737883 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28ee1a-6b5c-4a29-98e7-ac65209464b5 None None] Pushing event updated for resources: {'Port': ['ID=dd1da8b3-b444-4279-bbe6-dcd0431a275b,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:43.791046 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ca9819a-22eb-499c-93e1-ea5662c02cc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:43.811308 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ca9819a-22eb-499c-93e1-ea5662c02cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:43.963651 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c3051-70fe-4cbe-bad9-dec3f13a4776 req-75c310f2-8e9d-4aa0-baee-55f2fb20578d tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:43.965139 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-645c3051-70fe-4cbe-bad9-dec3f13a4776 req-75c310f2-8e9d-4aa0-baee-55f2fb20578d tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/ports?device_id=f20b1ed7-5b40-42f5-bd37-6983cb651009 HTTP/1.1" status: 200 len: 945 time: 0.0952878 Sep 30 13:32:43.973345 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-6ca9819a-22eb-499c-93e1-ea5662c02cc6 admin admin] Allocated IP 172.25.5.173 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/0ad88078-062a-4977-8c73-be4cc179a43c) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:32:44.042499 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-645c3051-70fe-4cbe-bad9-dec3f13a4776 req-8c2e5bd4-b8dd-4e19-bc91-8ae89addc3a7 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/security-groups?id=06b946c1-68e2-4348-8ce4-30f9664ebc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710020 Sep 30 13:32:44.117553 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ca9819a-22eb-499c-93e1-ea5662c02cc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:44.151743 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ca9819a-22eb-499c-93e1-ea5662c02cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:44.193274 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca9819a-22eb-499c-93e1-ea5662c02cc6 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:32:44.196769 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-6ca9819a-22eb-499c-93e1-ea5662c02cc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:32:44.200147 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca9819a-22eb-499c-93e1-ea5662c02cc6 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:32:44.229468 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9819a-22eb-499c-93e1-ea5662c02cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=0ad88078-062a-4977-8c73-be4cc179a43c,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:44.474869 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ca9819a-22eb-499c-93e1-ea5662c02cc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:44.484608 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device dd1da8b3-b444-4279-bbe6-dcd0431a275b up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:32:44.545370 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port dd1da8b3-b444-4279-bbe6-dcd0431a275b triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:44.546039 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:44.651810 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:44.691348 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port dd1da8b3-b444-4279-bbe6-dcd0431a275b, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=dd1da8b3-b444-4279-bbe6-dcd0431a275b,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:44.699593 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:44.745920 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ca9819a-22eb-499c-93e1-ea5662c02cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:44.759092 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=dd1da8b3-b444-4279-bbe6-dcd0431a275b,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:44.764252 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3372b-5340-488d-91e4-05e3b0534d4d req-e89cdb56-d434-4968-87e8-c25fcd33df16 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:44.765785 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3ad3372b-5340-488d-91e4-05e3b0534d4d req-e89cdb56-d434-4968-87e8-c25fcd33df16 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/ports?device_id=f20b1ed7-5b40-42f5-bd37-6983cb651009 HTTP/1.1" status: 200 len: 945 time: 0.0677145 Sep 30 13:32:44.784269 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df5dccd-4d1b-4506-a032-bb784817e6f4 None None] Network 949dc44d-a521-4909-8cff-116a74911834 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:32:44.846790 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3ad3372b-5340-488d-91e4-05e3b0534d4d req-feb73108-f3e9-48fc-b9fd-5c9f7a4ae6b1 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/security-groups?id=06b946c1-68e2-4348-8ce4-30f9664ebc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482216 Sep 30 13:32:44.873237 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-b5415f1d-5dac-4ae0-b73a-7c1cdb84118c None None] Provisioning complete for port dd1da8b3-b444-4279-bbe6-dcd0431a275b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:44.873612 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b5415f1d-5dac-4ae0-b73a-7c1cdb84118c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:44.915329 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca9819a-22eb-499c-93e1-ea5662c02cc6 admin admin] Router b352136a-9100-4049-b7cd-18db25281426 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:32:45.025965 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca9819a-22eb-499c-93e1-ea5662c02cc6 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:32:45.037163 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86803c63-6a52-4df1-ac89-3325d5569185 None None] Sync routers for ids ['b352136a-9100-4049-b7cd-18db25281426'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:32:45.044365 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ca9819a-22eb-499c-93e1-ea5662c02cc6 admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:45.046149 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6ca9819a-22eb-499c-93e1-ea5662c02cc6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9728501 Sep 30 13:32:45.048944 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39076) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:45.049435 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86803c63-6a52-4df1-ac89-3325d5569185 None None] Routers {'b352136a-9100-4049-b7cd-18db25281426'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:32:45.049626 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-86803c63-6a52-4df1-ac89-3325d5569185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:32:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b352136a-9100-4049-b7cd-18db25281426'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:45.106406 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:45.159397 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-86803c63-6a52-4df1-ac89-3325d5569185 None None] Set router b352136a-9100-4049-b7cd-18db25281426 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:32:45.366141 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-86803c63-6a52-4df1-ac89-3325d5569185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b352136a-9100-4049-b7cd-18db25281426', 'name': 'tempest-TestVolumeBootPattern-969616354-router', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:44Z', 'revision_number': 3, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'gw_port': {'id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ae:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:45.393717 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86803c63-6a52-4df1-ac89-3325d5569185 None None] Checking router: b352136a-9100-4049-b7cd-18db25281426 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:32:45.394114 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86803c63-6a52-4df1-ac89-3325d5569185 None None] Updating router b352136a-9100-4049-b7cd-18db25281426 port 0ad88078-062a-4977-8c73-be4cc179a43c binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:32:45.408158 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-efbaac61-f448-47b7-86dc-26e317ccac52 None None] Provisioning complete for port dd1da8b3-b444-4279-bbe6-dcd0431a275b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:45.408532 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-efbaac61-f448-47b7-86dc-26e317ccac52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:45.420969 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-86803c63-6a52-4df1-ac89-3325d5569185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:45.673734 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-86803c63-6a52-4df1-ac89-3325d5569185 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:45.678987 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-86803c63-6a52-4df1-ac89-3325d5569185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:45.732354 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9472223-e883-4d29-bf80-7d95e6778ffc None None] Pushing event updated for resources: {'Port': ['ID=0ad88078-062a-4977-8c73-be4cc179a43c,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:45.735262 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-86803c63-6a52-4df1-ac89-3325d5569185 None None] Attempting to bind port 0ad88078-062a-4977-8c73-be4cc179a43c on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:32:45.735626 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-86803c63-6a52-4df1-ac89-3325d5569185 None None] Attempting to bind port 0ad88078-062a-4977-8c73-be4cc179a43c by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:32:45.735993 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86803c63-6a52-4df1-ac89-3325d5569185 None None] Attempting to bind port 0ad88078-062a-4977-8c73-be4cc179a43c on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:32:45.744924 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9472223-e883-4d29-bf80-7d95e6778ffc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:45.745267 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9472223-e883-4d29-bf80-7d95e6778ffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:45.745602 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9472223-e883-4d29-bf80-7d95e6778ffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:45.745933 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9472223-e883-4d29-bf80-7d95e6778ffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:45.746309 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9472223-e883-4d29-bf80-7d95e6778ffc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:45.746606 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9472223-e883-4d29-bf80-7d95e6778ffc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:45.746928 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9472223-e883-4d29-bf80-7d95e6778ffc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:45.747248 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9472223-e883-4d29-bf80-7d95e6778ffc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:45.747567 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9472223-e883-4d29-bf80-7d95e6778ffc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:45.747889 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9472223-e883-4d29-bf80-7d95e6778ffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:45.748229 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9472223-e883-4d29-bf80-7d95e6778ffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:45.748525 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9472223-e883-4d29-bf80-7d95e6778ffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:45.751778 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86803c63-6a52-4df1-ac89-3325d5569185 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:32:45.752155 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86803c63-6a52-4df1-ac89-3325d5569185 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:32:45.752544 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-86803c63-6a52-4df1-ac89-3325d5569185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:45.752921 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86803c63-6a52-4df1-ac89-3325d5569185 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:32:45.753383 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-86803c63-6a52-4df1-ac89-3325d5569185 None None] Bound port: 0ad88078-062a-4977-8c73-be4cc179a43c, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:32:45.753757 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-86803c63-6a52-4df1-ac89-3325d5569185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:45.803644 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-86803c63-6a52-4df1-ac89-3325d5569185 None None] For port 0ad88078-062a-4977-8c73-be4cc179a43c, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:32:45.807517 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-86803c63-6a52-4df1-ac89-3325d5569185 None None] For port 0ad88078-062a-4977-8c73-be4cc179a43c, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=0ad88078-062a-4977-8c73-be4cc179a43c,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:32:45.807714 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-445ac5b3-c3e7-4f3f-9a91-43afd3fb0a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:45.811372 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-86803c63-6a52-4df1-ac89-3325d5569185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:45.863245 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86803c63-6a52-4df1-ac89-3325d5569185 None None] Routers {'b352136a-9100-4049-b7cd-18db25281426'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:32:45.863855 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-86803c63-6a52-4df1-ac89-3325d5569185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:32:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b352136a-9100-4049-b7cd-18db25281426'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:45.913651 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9472223-e883-4d29-bf80-7d95e6778ffc None None] Pushing event updated for resources: {'Port': ['ID=0ad88078-062a-4977-8c73-be4cc179a43c,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:45.981941 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-86803c63-6a52-4df1-ac89-3325d5569185 None None] Set router b352136a-9100-4049-b7cd-18db25281426 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:32:46.002176 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a1998-5b35-48e4-b084-715a62587b02 req-68d42d55-8565-47bd-a6c7-7405068e979c tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:46.003841 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c2a1998-5b35-48e4-b084-715a62587b02 req-68d42d55-8565-47bd-a6c7-7405068e979c tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/ports?device_id=f20b1ed7-5b40-42f5-bd37-6983cb651009 HTTP/1.1" status: 200 len: 945 time: 0.0865397 Sep 30 13:32:46.005927 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-445ac5b3-c3e7-4f3f-9a91-43afd3fb0a13 admin admin] Allocated IP 172.20.0.1 (949dc44d-a521-4909-8cff-116a74911834/3a29bd19-7bbd-493a-b0e5-a534c2103246/447a3fd2-463e-4c39-954d-09131eb2c2f5) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:32:46.064099 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39082) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:46.110611 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c2a1998-5b35-48e4-b084-715a62587b02 req-b902f72d-3fe2-46d2-b175-6bb5d555f10a tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/security-groups?id=06b946c1-68e2-4348-8ce4-30f9664ebc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982420 Sep 30 13:32:46.145398 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19da3451-a015-46fe-aac7-0c405923ab36 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:46.145968 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19da3451-a015-46fe-aac7-0c405923ab36 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:46.146481 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19da3451-a015-46fe-aac7-0c405923ab36 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:46.161242 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-19da3451-a015-46fe-aac7-0c405923ab36 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=35de1fee209b4805a01788770657a0cb&network_id=ffac9bce-a37e-4493-93b2-2269424e62e9 HTTP/1.1" status: 200 len: 2969 time: 0.0828454 Sep 30 13:32:46.161444 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60415c5-5e32-409f-939b-2557bc5386d8 req-739da935-ba34-43ec-a714-626dfb7edc17 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:46.161444 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f60415c5-5e32-409f-939b-2557bc5386d8 req-739da935-ba34-43ec-a714-626dfb7edc17 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f20b1ed7-5b40-42f5-bd37-6983cb651009 HTTP/1.1" status: 200 len: 945 time: 0.1336758 Sep 30 13:32:46.250653 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-445ac5b3-c3e7-4f3f-9a91-43afd3fb0a13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:46.251254 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-86803c63-6a52-4df1-ac89-3325d5569185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b352136a-9100-4049-b7cd-18db25281426', 'name': 'tempest-TestVolumeBootPattern-969616354-router', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:44Z', 'revision_number': 3, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'gw_port': {'id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ae:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:46.276840 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86803c63-6a52-4df1-ac89-3325d5569185 None None] The sync data for ids ['b352136a-9100-4049-b7cd-18db25281426'] in n-d-810909-2 is: [{'id': 'b352136a-9100-4049-b7cd-18db25281426', 'name': 'tempest-TestVolumeBootPattern-969616354-router', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:44Z', 'revision_number': 3, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'gw_port': {'id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ae:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:32:46.297299 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-f60415c5-5e32-409f-939b-2557bc5386d8 req-df1d0543-842e-4fc5-b49d-5fe7abf7ae76 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Deleting port 48655416-d9c8-4d0a-893d-375e3ee2a051 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:32:46.297791 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f60415c5-5e32-409f-939b-2557bc5386d8 req-df1d0543-842e-4fc5-b49d-5fe7abf7ae76 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:46.329572 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-445ac5b3-c3e7-4f3f-9a91-43afd3fb0a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:46.401164 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device dd1da8b3-b444-4279-bbe6-dcd0431a275b up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:32:46.410825 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445ac5b3-c3e7-4f3f-9a91-43afd3fb0a13 admin admin] Network 949dc44d-a521-4909-8cff-116a74911834 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:32:46.417574 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-445ac5b3-c3e7-4f3f-9a91-43afd3fb0a13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:32:46.422884 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445ac5b3-c3e7-4f3f-9a91-43afd3fb0a13 admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:32:46.457525 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ac5b3-c3e7-4f3f-9a91-43afd3fb0a13 admin admin] Pushing event updated for resources: {'Port': ['ID=447a3fd2-463e-4c39-954d-09131eb2c2f5,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:46.473938 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-f60415c5-5e32-409f-939b-2557bc5386d8 req-df1d0543-842e-4fc5-b49d-5fe7abf7ae76 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] For port 48655416-d9c8-4d0a-893d-375e3ee2a051, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=48655416-d9c8-4d0a-893d-375e3ee2a051,segment=NetworkSegment(4accb243-d78a-4214-acd3-0c2fe7f718bd),segment_id=4accb243-d78a-4214-acd3-0c2fe7f718bd)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:46.474308 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f60415c5-5e32-409f-939b-2557bc5386d8 req-df1d0543-842e-4fc5-b49d-5fe7abf7ae76 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:46.482750 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port dd1da8b3-b444-4279-bbe6-dcd0431a275b triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:46.483471 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:46.492201 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-f60415c5-5e32-409f-939b-2557bc5386d8 req-df1d0543-842e-4fc5-b49d-5fe7abf7ae76 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Calling delete_port for 48655416-d9c8-4d0a-893d-375e3ee2a051 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:32:46.494581 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-445ac5b3-c3e7-4f3f-9a91-43afd3fb0a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:46.740721 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-445ac5b3-c3e7-4f3f-9a91-43afd3fb0a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:46.760961 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f60415c5-5e32-409f-939b-2557bc5386d8 req-df1d0543-842e-4fc5-b49d-5fe7abf7ae76 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:46.772620 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['48655416-d9c8-4d0a-893d-375e3ee2a051'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:32:46.815946 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d0543-842e-4fc5-b49d-5fe7abf7ae76 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Pushing event deleted for resources: {'Port': ['ID=48655416-d9c8-4d0a-893d-375e3ee2a051,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:46.835388 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ccd9ef8c-deea-4b90-995b-49bfc93b58eb None None] Provisioning complete for port 447a3fd2-463e-4c39-954d-09131eb2c2f5 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:46.835760 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ccd9ef8c-deea-4b90-995b-49bfc93b58eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:46.872051 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9ef8c-deea-4b90-995b-49bfc93b58eb None None] Port 447a3fd2-463e-4c39-954d-09131eb2c2f5 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:32:46.874809 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60415c5-5e32-409f-939b-2557bc5386d8 req-df1d0543-842e-4fc5-b49d-5fe7abf7ae76 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] No DVR routers for this DVR port 48655416-d9c8-4d0a-893d-375e3ee2a051 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:32:46.878386 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f60415c5-5e32-409f-939b-2557bc5386d8 req-df1d0543-842e-4fc5-b49d-5fe7abf7ae76 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:46.880378 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f60415c5-5e32-409f-939b-2557bc5386d8 req-df1d0543-842e-4fc5-b49d-5fe7abf7ae76 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.54 "DELETE /v2.0/ports/48655416-d9c8-4d0a-893d-375e3ee2a051 HTTP/1.1" status: 204 len: 173 time: 0.7169876 Sep 30 13:32:46.880823 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f20b1ed7-5b40-42f5-bd37-6983cb651009', 'name': 'network-vif-deleted', 'tag': '48655416-d9c8-4d0a-893d-375e3ee2a051'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:32:46.883910 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abe2151-cdab-49f5-8f3e-4a259d68fdbd" -d '{"events": [{"server_uuid": "f20b1ed7-5b40-42f5-bd37-6983cb651009", "name": "network-vif-deleted", "tag": "48655416-d9c8-4d0a-893d-375e3ee2a051"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:32:46.965306 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f909931-80d7-435e-abba-0965301ab2a7 x-openstack-request-id: req-2f909931-80d7-435e-abba-0965301ab2a7 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:32:46.965603 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f20b1ed7-5b40-42f5-bd37-6983cb651009", "name": "network-vif-deleted", "tag": "48655416-d9c8-4d0a-893d-375e3ee2a051", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:32:46.965860 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f909931-80d7-435e-abba-0965301ab2a7 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:32:46.966441 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f20b1ed7-5b40-42f5-bd37-6983cb651009', 'name': 'network-vif-deleted', 'tag': '48655416-d9c8-4d0a-893d-375e3ee2a051', 'status': 'completed', 'code': 200} Sep 30 13:32:47.027887 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-445ac5b3-c3e7-4f3f-9a91-43afd3fb0a13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:47.032746 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-445ac5b3-c3e7-4f3f-9a91-43afd3fb0a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:47.101383 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ac5b3-c3e7-4f3f-9a91-43afd3fb0a13 admin admin] Pushing event updated for resources: {'Port': ['ID=447a3fd2-463e-4c39-954d-09131eb2c2f5,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:47.104410 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-445ac5b3-c3e7-4f3f-9a91-43afd3fb0a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:47.232558 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-52ccfa23-f98e-44da-8693-12b5b50f2b6b req-010fa870-8b63-45e2-a5b1-7117cf122fcb tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/ports?device_id=f20b1ed7-5b40-42f5-bd37-6983cb651009 HTTP/1.1" status: 200 len: 210 time: 0.0344179 Sep 30 13:32:47.234332 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445ac5b3-c3e7-4f3f-9a91-43afd3fb0a13 admin admin] Network 949dc44d-a521-4909-8cff-116a74911834 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:32:47.235928 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-445ac5b3-c3e7-4f3f-9a91-43afd3fb0a13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:32:47.360942 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445ac5b3-c3e7-4f3f-9a91-43afd3fb0a13 admin admin] Router b352136a-9100-4049-b7cd-18db25281426 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:32:47.478524 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445ac5b3-c3e7-4f3f-9a91-43afd3fb0a13 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:32:47.483672 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-445ac5b3-c3e7-4f3f-9a91-43afd3fb0a13 admin admin] 10.222.0.18 "PUT /v2.0/routers/b352136a-9100-4049-b7cd-18db25281426/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4332111 Sep 30 13:32:47.495934 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4c207901-1e6c-4666-89f6-e2fcceff0a9a None None] Provisioning complete for port 447a3fd2-463e-4c39-954d-09131eb2c2f5 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:47.496380 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4c207901-1e6c-4666-89f6-e2fcceff0a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:47.534544 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-4c207901-1e6c-4666-89f6-e2fcceff0a9a None None] Port 447a3fd2-463e-4c39-954d-09131eb2c2f5 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:32:47.951688 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7812992-a5bc-421f-8569-5648913e1585 None None] Sync routers for ids ['b352136a-9100-4049-b7cd-18db25281426'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:32:47.960899 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7812992-a5bc-421f-8569-5648913e1585 None None] Routers {'b352136a-9100-4049-b7cd-18db25281426'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:32:47.961905 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e7812992-a5bc-421f-8569-5648913e1585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:32:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b352136a-9100-4049-b7cd-18db25281426'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:47.964573 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39108) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:47.969546 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-27273577-2ada-4338-b628-5f1ec0c2f7d9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1218612103-network', 'tenant_id': 'eda7b3086e2948f7b2ab647b9505b298'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:32:47.990536 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27273577-2ada-4338-b628-5f1ec0c2f7d9 admin admin] Made reservation on behalf of eda7b3086e2948f7b2ab647b9505b298 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:32:47.993041 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-27273577-2ada-4338-b628-5f1ec0c2f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:48.002468 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-27273577-2ada-4338-b628-5f1ec0c2f7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:48.071793 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-e7812992-a5bc-421f-8569-5648913e1585 None None] Set router b352136a-9100-4049-b7cd-18db25281426 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:32:48.091103 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-27273577-2ada-4338-b628-5f1ec0c2f7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:48.095017 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-27273577-2ada-4338-b628-5f1ec0c2f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:48.121110 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27273577-2ada-4338-b628-5f1ec0c2f7d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:32:48.131114 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27273577-2ada-4338-b628-5f1ec0c2f7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4d3dee-b7cf-4d32-9c2a-c4124a9beb89,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:48.136069 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-27273577-2ada-4338-b628-5f1ec0c2f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:48.136419 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-27273577-2ada-4338-b628-5f1ec0c2f7d9 admin admin] Added segment a9be8b99-2205-414d-b2a6-672f0dfc1c35 of type vlan for network 2f415ed6-f5a0-4f9f-9cb0-2331c1447a14 Sep 30 13:32:48.177302 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-27273577-2ada-4338-b628-5f1ec0c2f7d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:48.203724 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-27273577-2ada-4338-b628-5f1ec0c2f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:48.204698 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27273577-2ada-4338-b628-5f1ec0c2f7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:48.205327 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-27273577-2ada-4338-b628-5f1ec0c2f7d9 admin admin] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:48.232483 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-27273577-2ada-4338-b628-5f1ec0c2f7d9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2667813 Sep 30 13:32:48.235308 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39112) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:48.240855 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-4f4827ee-fe76-4821-8c58-7c52cf3adeff admin admin] Request body: {'subnet': {'network_id': '2f415ed6-f5a0-4f9f-9cb0-2331c1447a14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1218612103-subnet', 'tenant_id': 'eda7b3086e2948f7b2ab647b9505b298', 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:32:48.243702 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e1c5860c-76f9-4018-af60-1ddc59b103c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:48.277968 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4827ee-fe76-4821-8c58-7c52cf3adeff admin admin] Made reservation on behalf of eda7b3086e2948f7b2ab647b9505b298 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:32:48.280378 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f4827ee-fe76-4821-8c58-7c52cf3adeff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:48.283437 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27273577-2ada-4338-b628-5f1ec0c2f7d9 admin admin] Pushing event updated for resources: {'Network': ['ID=2f415ed6-f5a0-4f9f-9cb0-2331c1447a14,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:48.294629 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 2f415ed6-f5a0-4f9f-9cb0-2331c1447a14 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:32:48.370669 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e7812992-a5bc-421f-8569-5648913e1585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b352136a-9100-4049-b7cd-18db25281426', 'name': 'tempest-TestVolumeBootPattern-969616354-router', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:46Z', 'revision_number': 4, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'gw_port': {'id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ae:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '447a3fd2-463e-4c39-954d-09131eb2c2f5', 'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'mac_address': 'fa:16:3e:97:a3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:45Z', 'updated_at': '2021-09-30T13:32:46Z', 'revision_number': 2, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'subnets': [{'id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:48.400139 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7812992-a5bc-421f-8569-5648913e1585 None None] Checking router: b352136a-9100-4049-b7cd-18db25281426 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:32:48.400493 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7812992-a5bc-421f-8569-5648913e1585 None None] Updating router b352136a-9100-4049-b7cd-18db25281426 port 447a3fd2-463e-4c39-954d-09131eb2c2f5 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:32:48.431979 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e7812992-a5bc-421f-8569-5648913e1585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:48.482669 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0ad88078-062a-4977-8c73-be4cc179a43c up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:32:48.525538 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f4827ee-fe76-4821-8c58-7c52cf3adeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:48.574985 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4827ee-fe76-4821-8c58-7c52cf3adeff admin admin] Pushing event updated for resources: {'Subnet': ['ID=535f9e2b-b6d0-4978-9d7b-29dc54b7b786,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:48.591909 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4827ee-fe76-4821-8c58-7c52cf3adeff admin admin] Checking segment: {'id': 'a9be8b99-2205-414d-b2a6-672f0dfc1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2f415ed6-f5a0-4f9f-9cb0-2331c1447a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:32:48.592178 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4827ee-fe76-4821-8c58-7c52cf3adeff admin admin] Network hostable DHCP agents. Network: 2f415ed6-f5a0-4f9f-9cb0-2331c1447a14, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:32:48.610545 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4827ee-fe76-4821-8c58-7c52cf3adeff admin admin] Network 2f415ed6-f5a0-4f9f-9cb0-2331c1447a14 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:32:48.620061 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39128) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:48.625542 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 0ad88078-062a-4977-8c73-be4cc179a43c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:48.626121 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:48.630650 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-cb53e56f-e04c-4527-befe-75b25507abbf tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:48.632226 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-cb53e56f-e04c-4527-befe-75b25507abbf tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/networks?id=6549dcd2-04f2-400f-ac34-6a1cae01f95b HTTP/1.1" status: 200 len: 808 time: 0.1267030 Sep 30 13:32:48.636927 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-4f4827ee-fe76-4821-8c58-7c52cf3adeff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 2f415ed6-f5a0-4f9f-9cb0-2331c1447a14) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:32:48.641224 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4827ee-fe76-4821-8c58-7c52cf3adeff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:48.641959 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f4827ee-fe76-4821-8c58-7c52cf3adeff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:48.655831 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-86b24c6c-0955-4a5e-9775-58bc5b23ec4d tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/quotas/2e2d3b2c9dc04d7f8e199758e6f3d104 HTTP/1.1" status: 200 len: 375 time: 0.0099750 Sep 30 13:32:48.670594 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdaff09-998d-40d4-9431-f4ef7c1d7dc8 None None] Network 2f415ed6-f5a0-4f9f-9cb0-2331c1447a14 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:32:48.683326 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4f4827ee-fe76-4821-8c58-7c52cf3adeff admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4445331 Sep 30 13:32:48.683576 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39130) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:48.687696 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-e1d53391-65d1-44a4-a154-4eafd57d0f42 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1218612103-router', 'tenant_id': 'eda7b3086e2948f7b2ab647b9505b298', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:32:48.693942 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-f7d3360c-756e-4c41-89a5-1e7794069fd5 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2e2d3b2c9dc04d7f8e199758e6f3d104&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315621 Sep 30 13:32:48.700781 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55acbe0-dafa-4504-9b01-e5c48187d098 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:48.703761 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b55acbe0-dafa-4504-9b01-e5c48187d098 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7bf2cdd5-9828-4259-bd46-d7f13451331c HTTP/1.1" status: 200 len: 814 time: 0.0809975 Sep 30 13:32:48.720413 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-d7601955-0cad-4df1-8e37-42ced5246ba2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:32:48.721634 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-d7601955-0cad-4df1-8e37-42ced5246ba2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0138185 Sep 30 13:32:48.722161 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e1d53391-65d1-44a4-a154-4eafd57d0f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:48.723327 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e1d53391-65d1-44a4-a154-4eafd57d0f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:48.784039 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e1d53391-65d1-44a4-a154-4eafd57d0f42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:48.820209 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-d28709e8-83df-48f3-92ab-16a50b0427b7 service neutron] 10.222.0.18 "GET /v2.0/networks/6549dcd2-04f2-400f-ac34-6a1cae01f95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888550 Sep 30 13:32:48.870400 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:48.922576 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 0ad88078-062a-4977-8c73-be4cc179a43c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=0ad88078-062a-4977-8c73-be4cc179a43c,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:48.929858 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e1d53391-65d1-44a4-a154-4eafd57d0f42 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:48.935064 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:48.935417 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-934c5d57-b6fb-471b-8098-1042e5d41630 service neutron] 10.222.0.18 "GET /v2.0/networks/6549dcd2-04f2-400f-ac34-6a1cae01f95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076708 Sep 30 13:32:48.964250 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e7812992-a5bc-421f-8569-5648913e1585 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:48.998252 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e7812992-a5bc-421f-8569-5648913e1585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:49.016331 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c454cbd9-1b62-45a6-98ce-abc9c1b213ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-2f415ed6-f5a0-4f9f-9cb0-2331c1447a14', 'network_id': '2f415ed6-f5a0-4f9f-9cb0-2331c1447a14', 'tenant_id': 'eda7b3086e2948f7b2ab647b9505b298', 'fixed_ips': [{'subnet_id': '535f9e2b-b6d0-4978-9d7b-29dc54b7b786'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:32:49.017586 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c454cbd9-1b62-45a6-98ce-abc9c1b213ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:49.033047 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=0ad88078-062a-4977-8c73-be4cc179a43c,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:49.051137 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:49.051569 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:49.051841 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:49.052179 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:49.052506 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:49.052841 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:49.053171 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:49.053545 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:49.053896 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:49.054262 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:49.054597 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:49.055679 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:32:49.208700 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a35d8-a8eb-40aa-9ef8-dd68e3f8cc26 None None] Pushing event updated for resources: {'Port': ['ID=447a3fd2-463e-4c39-954d-09131eb2c2f5,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:49.217411 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e1d53391-65d1-44a4-a154-4eafd57d0f42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:49.221107 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e7812992-a5bc-421f-8569-5648913e1585 None None] Attempting to bind port 447a3fd2-463e-4c39-954d-09131eb2c2f5 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:32:49.221395 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e7812992-a5bc-421f-8569-5648913e1585 None None] Attempting to bind port 447a3fd2-463e-4c39-954d-09131eb2c2f5 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:32:49.221748 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7812992-a5bc-421f-8569-5648913e1585 None None] Attempting to bind port 447a3fd2-463e-4c39-954d-09131eb2c2f5 on network 949dc44d-a521-4909-8cff-116a74911834 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:32:49.244696 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e1d53391-65d1-44a4-a154-4eafd57d0f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:49.248411 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7812992-a5bc-421f-8569-5648913e1585 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:32:49.248789 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7812992-a5bc-421f-8569-5648913e1585 None None] Checking segment: {'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:32:49.249193 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e7812992-a5bc-421f-8569-5648913e1585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:49.249587 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7812992-a5bc-421f-8569-5648913e1585 None None] Bound using segment: {'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:32:49.250079 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e7812992-a5bc-421f-8569-5648913e1585 None None] Bound port: 447a3fd2-463e-4c39-954d-09131eb2c2f5, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:32:49.250467 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e7812992-a5bc-421f-8569-5648913e1585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:49.299061 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-14f9030c-46d0-4710-b13b-a6814f5f3157 req-60a7e7ca-d083-451c-9f99-2659dfa4c0e5 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d0ddd39-b9c6-460f-8cc9-3752d8317fc2 HTTP/1.1" status: 200 len: 210 time: 0.1949592 Sep 30 13:32:49.317411 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-c454cbd9-1b62-45a6-98ce-abc9c1b213ae None None] Allocated IP 172.20.0.2 (2f415ed6-f5a0-4f9f-9cb0-2331c1447a14/535f9e2b-b6d0-4978-9d7b-29dc54b7b786/89dca34d-f0f5-4694-8f30-d25e3183d79a) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:32:49.389115 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-e1d53391-65d1-44a4-a154-4eafd57d0f42 admin admin] Allocated IP 172.25.5.163 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/9d9e9f0b-893e-4541-93e7-360a3b40c3ae) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:32:49.414933 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e7812992-a5bc-421f-8569-5648913e1585 None None] For port 447a3fd2-463e-4c39-954d-09131eb2c2f5, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:32:49.453513 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e7812992-a5bc-421f-8569-5648913e1585 None None] For port 447a3fd2-463e-4c39-954d-09131eb2c2f5, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=447a3fd2-463e-4c39-954d-09131eb2c2f5,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:32:49.456454 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-2650c140-b01a-4123-ae9b-0ef5308a0267 None None] Provisioning complete for port 447a3fd2-463e-4c39-954d-09131eb2c2f5 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:49.456821 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2650c140-b01a-4123-ae9b-0ef5308a0267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:49.483672 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e7812992-a5bc-421f-8569-5648913e1585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:49.509495 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e1d53391-65d1-44a4-a154-4eafd57d0f42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:49.552244 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e1d53391-65d1-44a4-a154-4eafd57d0f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:49.589402 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d53391-65d1-44a4-a154-4eafd57d0f42 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:32:49.596254 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-e1d53391-65d1-44a4-a154-4eafd57d0f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:32:49.599881 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d53391-65d1-44a4-a154-4eafd57d0f42 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:32:49.609924 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a35d8-a8eb-40aa-9ef8-dd68e3f8cc26 None None] Pushing event updated for resources: {'Port': ['ID=447a3fd2-463e-4c39-954d-09131eb2c2f5,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:49.627719 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d53391-65d1-44a4-a154-4eafd57d0f42 admin admin] Pushing event updated for resources: {'Port': ['ID=9d9e9f0b-893e-4541-93e7-360a3b40c3ae,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:49.633758 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7812992-a5bc-421f-8569-5648913e1585 None None] Routers {'b352136a-9100-4049-b7cd-18db25281426'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:32:49.634424 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e7812992-a5bc-421f-8569-5648913e1585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:32:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b352136a-9100-4049-b7cd-18db25281426'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:49.680961 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c454cbd9-1b62-45a6-98ce-abc9c1b213ae None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:49.705670 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:49.711764 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c454cbd9-1b62-45a6-98ce-abc9c1b213ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:49.768700 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2650c140-b01a-4123-ae9b-0ef5308a0267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:49.780186 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39146) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:49.786048 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-76b54d72-fbd9-4d92-85cf-5e4614521749 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'network': {'name': 'tempest-network-smoke--1532908717', 'project_id': '35de1fee209b4805a01788770657a0cb', 'port_security_enabled': True}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:32:49.790128 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c454cbd9-1b62-45a6-98ce-abc9c1b213ae None None] Network 2f415ed6-f5a0-4f9f-9cb0-2331c1447a14 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:32:49.819859 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b54d72-fbd9-4d92-85cf-5e4614521749 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Made reservation on behalf of 35de1fee209b4805a01788770657a0cb for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:32:49.823823 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-c454cbd9-1b62-45a6-98ce-abc9c1b213ae None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:32:49.832461 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-76b54d72-fbd9-4d92-85cf-5e4614521749 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:49.832890 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c454cbd9-1b62-45a6-98ce-abc9c1b213ae None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:32:49.842661 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454cbd9-1b62-45a6-98ce-abc9c1b213ae None None] Pushing event updated for resources: {'Port': ['ID=89dca34d-f0f5-4694-8f30-d25e3183d79a,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:49.860786 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b54d72-fbd9-4d92-85cf-5e4614521749 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:32:49.874863 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-e7812992-a5bc-421f-8569-5648913e1585 None None] Set router b352136a-9100-4049-b7cd-18db25281426 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:32:49.881607 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-76b54d72-fbd9-4d92-85cf-5e4614521749 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:49.882503 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-76b54d72-fbd9-4d92-85cf-5e4614521749 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Added segment 047b2af2-fedc-4347-b5d0-4119bfd35617 of type vlan for network e6cac26e-a444-4127-80d8-d253d604fc86 Sep 30 13:32:49.942158 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-76b54d72-fbd9-4d92-85cf-5e4614521749 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:49.958832 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e1d53391-65d1-44a4-a154-4eafd57d0f42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:49.971938 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-76b54d72-fbd9-4d92-85cf-5e4614521749 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:49.979863 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b54d72-fbd9-4d92-85cf-5e4614521749 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:49.980827 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-76b54d72-fbd9-4d92-85cf-5e4614521749 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:50.030919 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-76b54d72-fbd9-4d92-85cf-5e4614521749 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2494211 Sep 30 13:32:50.031791 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39148) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:50.080866 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-2650c140-b01a-4123-ae9b-0ef5308a0267 None None] For port 447a3fd2-463e-4c39-954d-09131eb2c2f5, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=447a3fd2-463e-4c39-954d-09131eb2c2f5,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:50.102403 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b54d72-fbd9-4d92-85cf-5e4614521749 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'Network': ['ID=e6cac26e-a444-4127-80d8-d253d604fc86,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:50.108561 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2650c140-b01a-4123-ae9b-0ef5308a0267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:50.173217 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network e6cac26e-a444-4127-80d8-d253d604fc86 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:32:50.173587 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fba5e9-54a3-4153-88ee-0633d924c696 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:50.175094 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 48655416-d9c8-4d0a-893d-375e3ee2a051 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:32:50.178196 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-52fba5e9-54a3-4153-88ee-0633d924c696 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=35de1fee209b4805a01788770657a0cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1432076 Sep 30 13:32:50.178874 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39150) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:50.181103 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-c454cbd9-1b62-45a6-98ce-abc9c1b213ae None None] Attempting to bind port 89dca34d-f0f5-4694-8f30-d25e3183d79a on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:32:50.181270 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-c454cbd9-1b62-45a6-98ce-abc9c1b213ae None None] Attempting to bind port 89dca34d-f0f5-4694-8f30-d25e3183d79a by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'a9be8b99-2205-414d-b2a6-672f0dfc1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2f415ed6-f5a0-4f9f-9cb0-2331c1447a14'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:32:50.181573 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c454cbd9-1b62-45a6-98ce-abc9c1b213ae None None] Attempting to bind port 89dca34d-f0f5-4694-8f30-d25e3183d79a on network 2f415ed6-f5a0-4f9f-9cb0-2331c1447a14 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:32:50.223072 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 48655416-d9c8-4d0a-893d-375e3ee2a051 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:32:50.223305 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 48655416-d9c8-4d0a-893d-375e3ee2a051 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:32:50.237300 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e1d53391-65d1-44a4-a154-4eafd57d0f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:50.238303 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c454cbd9-1b62-45a6-98ce-abc9c1b213ae None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:32:50.238684 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c454cbd9-1b62-45a6-98ce-abc9c1b213ae None None] Checking segment: {'id': 'a9be8b99-2205-414d-b2a6-672f0dfc1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2f415ed6-f5a0-4f9f-9cb0-2331c1447a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:32:50.239107 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c454cbd9-1b62-45a6-98ce-abc9c1b213ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:50.239583 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c454cbd9-1b62-45a6-98ce-abc9c1b213ae None None] Bound using segment: {'id': 'a9be8b99-2205-414d-b2a6-672f0dfc1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2f415ed6-f5a0-4f9f-9cb0-2331c1447a14'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:32:50.240165 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-c454cbd9-1b62-45a6-98ce-abc9c1b213ae None None] Bound port: 89dca34d-f0f5-4694-8f30-d25e3183d79a, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9be8b99-2205-414d-b2a6-672f0dfc1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2f415ed6-f5a0-4f9f-9cb0-2331c1447a14'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:32:50.240350 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c454cbd9-1b62-45a6-98ce-abc9c1b213ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:50.374844 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650c140-b01a-4123-ae9b-0ef5308a0267 None None] Pushing event updated for resources: {'Port': ['ID=447a3fd2-463e-4c39-954d-09131eb2c2f5,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:50.384270 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d53391-65d1-44a4-a154-4eafd57d0f42 admin admin] Router 103819a9-bb77-4a63-9be3-f1b98a43958c is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:32:50.421768 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-19d77a6c-b819-419c-9f63-e4b9310f28e6 None None] Provisioning complete for port 447a3fd2-463e-4c39-954d-09131eb2c2f5 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:50.422238 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-19d77a6c-b819-419c-9f63-e4b9310f28e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:50.433169 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0ad88078-062a-4977-8c73-be4cc179a43c up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:32:50.480736 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f2b0ca9b-f899-43c9-889f-f76069926c83 req-ed640085-94a3-4f1f-93cb-3f8b8f56a762 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d0ddd39-b9c6-460f-8cc9-3752d8317fc2 HTTP/1.1" status: 200 len: 210 time: 0.0899184 Sep 30 13:32:50.518699 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9d98fe-94be-4bc4-84cf-35c89024836b tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:50.520238 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1a9d98fe-94be-4bc4-84cf-35c89024836b tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3375871 Sep 30 13:32:50.521302 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d53391-65d1-44a4-a154-4eafd57d0f42 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:32:50.523013 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39154) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:50.527995 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-2ac61bfe-fbe1-455e-aa37-d563f573791f tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:50.529469 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-2ac61bfe-fbe1-455e-aa37-d563f573791f tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.39 "GET /v2.0/networks?id=6549dcd2-04f2-400f-ac34-6a1cae01f95b HTTP/1.1" status: 200 len: 808 time: 0.3879025 Sep 30 13:32:50.535381 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f6e75d-2973-43fa-8e94-a1253f68f608 None None] Sync routers for ids ['103819a9-bb77-4a63-9be3-f1b98a43958c'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:32:50.548047 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-7bc4fec8-27c6-4cdb-8329-15bc94c6f7d1 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Request body: {'port': {'device_id': '2d0ddd39-b9c6-460f-8cc9-3752d8317fc2', 'network_id': '6549dcd2-04f2-400f-ac34-6a1cae01f95b', 'admin_state_up': True, 'tenant_id': '2e2d3b2c9dc04d7f8e199758e6f3d104'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:32:50.548490 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f6e75d-2973-43fa-8e94-a1253f68f608 None None] Routers {'103819a9-bb77-4a63-9be3-f1b98a43958c'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:32:50.549218 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a5f6e75d-2973-43fa-8e94-a1253f68f608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:32:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['103819a9-bb77-4a63-9be3-f1b98a43958c'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:50.566950 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8f1a16af-591a-4bb6-a650-42f91f4fbaea tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7bf2cdd5-9828-4259-bd46-d7f13451331c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420754 Sep 30 13:32:50.569762 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39156) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:50.579340 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-c454cbd9-1b62-45a6-98ce-abc9c1b213ae None None] For port 89dca34d-f0f5-4694-8f30-d25e3183d79a, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:32:50.583925 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-c454cbd9-1b62-45a6-98ce-abc9c1b213ae None None] For port 89dca34d-f0f5-4694-8f30-d25e3183d79a, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=89dca34d-f0f5-4694-8f30-d25e3183d79a,segment=NetworkSegment(a9be8b99-2205-414d-b2a6-672f0dfc1c35),segment_id=a9be8b99-2205-414d-b2a6-672f0dfc1c35)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:32:50.586713 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e1d53391-65d1-44a4-a154-4eafd57d0f42 admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:50.590751 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e1d53391-65d1-44a4-a154-4eafd57d0f42 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9062819 Sep 30 13:32:50.591362 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39158) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:50.602582 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c454cbd9-1b62-45a6-98ce-abc9c1b213ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:50.621145 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-57deea2c-f6a3-4f23-8b89-6823811ee720 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=35de1fee209b4805a01788770657a0cb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450802 Sep 30 13:32:50.621391 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39160) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:50.640670 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 0ad88078-062a-4977-8c73-be4cc179a43c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:50.641688 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:50.682456 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-a5f6e75d-2973-43fa-8e94-a1253f68f608 None None] Set router 103819a9-bb77-4a63-9be3-f1b98a43958c gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:32:50.710259 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-7bc4fec8-27c6-4cdb-8329-15bc94c6f7d1 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Made reservation on behalf of 2e2d3b2c9dc04d7f8e199758e6f3d104 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:32:50.715406 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-7bc4fec8-27c6-4cdb-8329-15bc94c6f7d1 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:50.746903 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e7812992-a5bc-421f-8569-5648913e1585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b352136a-9100-4049-b7cd-18db25281426', 'name': 'tempest-TestVolumeBootPattern-969616354-router', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:46Z', 'revision_number': 4, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'gw_port': {'id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '447a3fd2-463e-4c39-954d-09131eb2c2f5', 'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'mac_address': 'fa:16:3e:97:a3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:45Z', 'updated_at': '2021-09-30T13:32:49Z', 'revision_number': 4, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'subnets': [{'id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:50.793871 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e19a5adb-7fad-42a3-9012-173460b55692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:50.861393 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7812992-a5bc-421f-8569-5648913e1585 None None] The sync data for ids ['b352136a-9100-4049-b7cd-18db25281426'] in n-d-810909-2 is: [{'id': 'b352136a-9100-4049-b7cd-18db25281426', 'name': 'tempest-TestVolumeBootPattern-969616354-router', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:46Z', 'revision_number': 4, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'gw_port': {'id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '447a3fd2-463e-4c39-954d-09131eb2c2f5', 'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'mac_address': 'fa:16:3e:97:a3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:45Z', 'updated_at': '2021-09-30T13:32:49Z', 'revision_number': 4, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'subnets': [{'id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:32:50.869404 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454cbd9-1b62-45a6-98ce-abc9c1b213ae None None] Pushing event updated for resources: {'Port': ['ID=89dca34d-f0f5-4694-8f30-d25e3183d79a,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:50.961265 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a5f6e75d-2973-43fa-8e94-a1253f68f608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103819a9-bb77-4a63-9be3-f1b98a43958c', 'name': 'tempest-TestVolumeBootPattern-1218612103-router', 'tenant_id': 'eda7b3086e2948f7b2ab647b9505b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '9d9e9f0b-893e-4541-93e7-360a3b40c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:48Z', 'updated_at': '2021-09-30T13:32:49Z', 'revision_number': 3, 'project_id': 'eda7b3086e2948f7b2ab647b9505b298', 'gw_port': {'id': '9d9e9f0b-893e-4541-93e7-360a3b40c3ae', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103819a9-bb77-4a63-9be3-f1b98a43958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:49Z', 'updated_at': '2021-09-30T13:32:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:50.993479 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-7bc4fec8-27c6-4cdb-8329-15bc94c6f7d1 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Allocated IP 172.20.0.8 (6549dcd2-04f2-400f-ac34-6a1cae01f95b/d10cdb10-83fe-4cc1-a8fb-6ff84ee12115/1679a127-f301-4117-8e96-f14e979cc0fb) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:32:51.006140 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f6e75d-2973-43fa-8e94-a1253f68f608 None None] Checking router: 103819a9-bb77-4a63-9be3-f1b98a43958c for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:32:51.006784 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f6e75d-2973-43fa-8e94-a1253f68f608 None None] Updating router 103819a9-bb77-4a63-9be3-f1b98a43958c port 9d9e9f0b-893e-4541-93e7-360a3b40c3ae binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:32:51.046229 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a5f6e75d-2973-43fa-8e94-a1253f68f608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:51.154671 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-4987b248-0ddf-4fa6-9c76-6e1cbe987529 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2574115 Sep 30 13:32:51.327119 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-7bc4fec8-27c6-4cdb-8329-15bc94c6f7d1 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:51.369389 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-7bc4fec8-27c6-4cdb-8329-15bc94c6f7d1 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:51.425695 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4fec8-27c6-4cdb-8329-15bc94c6f7d1 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Pushing event updated for resources: {'Port': ['ID=1679a127-f301-4117-8e96-f14e979cc0fb,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:51.457270 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a5f6e75d-2973-43fa-8e94-a1253f68f608 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:51.461587 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386cb75-4787-4536-b67c-705986c35862 req-2fff1c65-8398-47e8-bbc7-dc32bd5063c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:51.462407 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386cb75-4787-4536-b67c-705986c35862 req-2fff1c65-8398-47e8-bbc7-dc32bd5063c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:51.462895 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386cb75-4787-4536-b67c-705986c35862 req-2fff1c65-8398-47e8-bbc7-dc32bd5063c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:51.463474 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386cb75-4787-4536-b67c-705986c35862 req-2fff1c65-8398-47e8-bbc7-dc32bd5063c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:51.464004 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386cb75-4787-4536-b67c-705986c35862 req-2fff1c65-8398-47e8-bbc7-dc32bd5063c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:51.464464 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386cb75-4787-4536-b67c-705986c35862 req-2fff1c65-8398-47e8-bbc7-dc32bd5063c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:51.464960 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386cb75-4787-4536-b67c-705986c35862 req-2fff1c65-8398-47e8-bbc7-dc32bd5063c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:51.467001 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-2fff1c65-8398-47e8-bbc7-dc32bd5063c2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b2b1cd5a06924c118528b4d0714f0f7d&device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 6500 time: 0.1955514 Sep 30 13:32:51.473286 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a5f6e75d-2973-43fa-8e94-a1253f68f608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:51.483709 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-7bc4fec8-27c6-4cdb-8329-15bc94c6f7d1 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Network 6549dcd2-04f2-400f-ac34-6a1cae01f95b is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:32:51.485240 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-7bc4fec8-27c6-4cdb-8329-15bc94c6f7d1 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:32:51.487696 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-7bc4fec8-27c6-4cdb-8329-15bc94c6f7d1 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:32:51.500569 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda2bb33-39fa-4003-82f4-385f6141cd80 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:51.502146 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cda2bb33-39fa-4003-82f4-385f6141cd80 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8798621 Sep 30 13:32:51.508089 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dffc2364-5447-4323-81a5-cb1a9fac6d96 req-4c56e854-d090-4208-aa87-d6a205a7de55 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2bff2831-763a-4e8f-85c7-4ebaf4b856f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8409748 Sep 30 13:32:51.508304 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39162) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:51.556317 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-7bc4fec8-27c6-4cdb-8329-15bc94c6f7d1 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:51.556950 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-7bc4fec8-27c6-4cdb-8329-15bc94c6f7d1 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:51.557790 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f70e9d-c551-4e8d-b38f-45065e4366ff None None] Pushing event updated for resources: {'Port': ['ID=9d9e9f0b-893e-4541-93e7-360a3b40c3ae,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:51.579362 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-7bc4fec8-27c6-4cdb-8329-15bc94c6f7d1 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0351934 Sep 30 13:32:51.591073 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5db86b6a-4279-47f5-a56d-176cc687a754 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7bf2cdd5-9828-4259-bd46-d7f13451331c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0809908 Sep 30 13:32:51.594971 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39166) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:51.605008 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-a5f6e75d-2973-43fa-8e94-a1253f68f608 None None] Attempting to bind port 9d9e9f0b-893e-4541-93e7-360a3b40c3ae on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:32:51.605463 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-a5f6e75d-2973-43fa-8e94-a1253f68f608 None None] Attempting to bind port 9d9e9f0b-893e-4541-93e7-360a3b40c3ae by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:32:51.605609 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-37e244b4-b7b1-4805-916f-5a766e92bac4 service neutron] Request body: {'port': {'device_id': '2d0ddd39-b9c6-460f-8cc9-3752d8317fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:32:51.606079 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f6e75d-2973-43fa-8e94-a1253f68f608 None None] Attempting to bind port 9d9e9f0b-893e-4541-93e7-360a3b40c3ae on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:32:51.613760 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f6e75d-2973-43fa-8e94-a1253f68f608 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:32:51.614164 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f6e75d-2973-43fa-8e94-a1253f68f608 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:32:51.614734 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a5f6e75d-2973-43fa-8e94-a1253f68f608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:51.615192 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f6e75d-2973-43fa-8e94-a1253f68f608 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:32:51.615866 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-a5f6e75d-2973-43fa-8e94-a1253f68f608 None None] Bound port: 9d9e9f0b-893e-4541-93e7-360a3b40c3ae, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:32:51.616307 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a5f6e75d-2973-43fa-8e94-a1253f68f608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:51.633545 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:51.662269 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-dc7bd530-6bfe-44c6-ab4c-b567c4760293 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-927317105', 'network_id': 'e6cac26e-a444-4127-80d8-d253d604fc86', 'project_id': '35de1fee209b4805a01788770657a0cb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:32:51.683724 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-37e244b4-b7b1-4805-916f-5a766e92bac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:51.694366 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-a5f6e75d-2973-43fa-8e94-a1253f68f608 None None] For port 9d9e9f0b-893e-4541-93e7-360a3b40c3ae, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:32:51.699395 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-a5f6e75d-2973-43fa-8e94-a1253f68f608 None None] For port 9d9e9f0b-893e-4541-93e7-360a3b40c3ae, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9d9e9f0b-893e-4541-93e7-360a3b40c3ae,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:32:51.706595 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a5f6e75d-2973-43fa-8e94-a1253f68f608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:51.792220 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f6e75d-2973-43fa-8e94-a1253f68f608 None None] Routers {'103819a9-bb77-4a63-9be3-f1b98a43958c'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:32:51.792859 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a5f6e75d-2973-43fa-8e94-a1253f68f608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:32:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['103819a9-bb77-4a63-9be3-f1b98a43958c'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:51.847981 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f70e9d-c551-4e8d-b38f-45065e4366ff None None] Pushing event updated for resources: {'Port': ['ID=9d9e9f0b-893e-4541-93e7-360a3b40c3ae,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:51.863022 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc2364-5447-4323-81a5-cb1a9fac6d96 req-d78ddb6f-3fe4-474d-983a-2a6a273b0c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:51.864786 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dffc2364-5447-4323-81a5-cb1a9fac6d96 req-d78ddb6f-3fe4-474d-983a-2a6a273b0c66 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=35de1fee209b4805a01788770657a0cb&device_id=2bff2831-763a-4e8f-85c7-4ebaf4b856f8 HTTP/1.1" status: 200 len: 1096 time: 0.2706647 Sep 30 13:32:51.881958 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7bd530-6bfe-44c6-ab4c-b567c4760293 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Made reservation on behalf of 35de1fee209b4805a01788770657a0cb for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:32:51.886269 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dc7bd530-6bfe-44c6-ab4c-b567c4760293 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:51.940057 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-a5f6e75d-2973-43fa-8e94-a1253f68f608 None None] Set router 103819a9-bb77-4a63-9be3-f1b98a43958c gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:32:51.967420 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-c76208e3-a0df-49c0-8634-6aa0c8ce25d3 req-157a3dc0-2df6-41bb-994d-891dcbd677d3 service neutron] (94763) timed out ('10.222.0.18', 41150) {{(pid=94763) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 13:32:51.973213 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386cb75-4787-4536-b67c-705986c35862 req-1dd61ebd-92e9-42f1-a8e8-627c00c8af0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:51.973796 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386cb75-4787-4536-b67c-705986c35862 req-1dd61ebd-92e9-42f1-a8e8-627c00c8af0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:51.974286 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386cb75-4787-4536-b67c-705986c35862 req-1dd61ebd-92e9-42f1-a8e8-627c00c8af0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:51.976229 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-1dd61ebd-92e9-42f1-a8e8-627c00c8af0b service neutron] 10.222.0.54 "GET /v2.0/networks?id=93896050-5bca-40e4-92d7-aa842a3215ca&id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452&id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452 HTTP/1.1" status: 200 len: 2298 time: 0.4082181 Sep 30 13:32:52.142288 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc428d-fd66-47ad-bebc-5c1478d3f1af req-668fe25c-14d0-40e6-8a19-434cfe891628 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:52.145376 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b2dc428d-fd66-47ad-bebc-5c1478d3f1af req-668fe25c-14d0-40e6-8a19-434cfe891628 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d0ddd39-b9c6-460f-8cc9-3752d8317fc2 HTTP/1.1" status: 200 len: 931 time: 0.4892018 Sep 30 13:32:52.145880 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc2364-5447-4323-81a5-cb1a9fac6d96 req-72d65cb7-7d1c-4524-bad0-24af53147d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:52.155039 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dffc2364-5447-4323-81a5-cb1a9fac6d96 req-72d65cb7-7d1c-4524-bad0-24af53147d18 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ffac9bce-a37e-4493-93b2-2269424e62e9 HTTP/1.1" status: 200 len: 897 time: 0.1693821 Sep 30 13:32:52.163077 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-14158386-f7e4-41b8-809a-941bf133cbbe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=587b8253-b8b2-40e1-9c92-7bf9a3824a36 HTTP/1.1" status: 200 len: 1001 time: 0.1686585 Sep 30 13:32:52.200815 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a5f6e75d-2973-43fa-8e94-a1253f68f608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103819a9-bb77-4a63-9be3-f1b98a43958c', 'name': 'tempest-TestVolumeBootPattern-1218612103-router', 'tenant_id': 'eda7b3086e2948f7b2ab647b9505b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '9d9e9f0b-893e-4541-93e7-360a3b40c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:48Z', 'updated_at': '2021-09-30T13:32:49Z', 'revision_number': 3, 'project_id': 'eda7b3086e2948f7b2ab647b9505b298', 'gw_port': {'id': '9d9e9f0b-893e-4541-93e7-360a3b40c3ae', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103819a9-bb77-4a63-9be3-f1b98a43958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:49Z', 'updated_at': '2021-09-30T13:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:52.219631 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97b5afe-7284-454c-be7a-9dc222f3bc9e None None] Network 2f415ed6-f5a0-4f9f-9cb0-2331c1447a14 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:32:52.241945 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f6e75d-2973-43fa-8e94-a1253f68f608 None None] The sync data for ids ['103819a9-bb77-4a63-9be3-f1b98a43958c'] in n-d-810909-2 is: [{'id': '103819a9-bb77-4a63-9be3-f1b98a43958c', 'name': 'tempest-TestVolumeBootPattern-1218612103-router', 'tenant_id': 'eda7b3086e2948f7b2ab647b9505b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '9d9e9f0b-893e-4541-93e7-360a3b40c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:48Z', 'updated_at': '2021-09-30T13:32:49Z', 'revision_number': 3, 'project_id': 'eda7b3086e2948f7b2ab647b9505b298', 'gw_port': {'id': '9d9e9f0b-893e-4541-93e7-360a3b40c3ae', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103819a9-bb77-4a63-9be3-f1b98a43958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:49Z', 'updated_at': '2021-09-30T13:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:32:52.309176 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-c50a6e2c-2a7e-4d67-96a0-12b7be72ef8c None None] Provisioning complete for port 89dca34d-f0f5-4694-8f30-d25e3183d79a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:52.309844 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c50a6e2c-2a7e-4d67-96a0-12b7be72ef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:52.341417 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b2dc428d-fd66-47ad-bebc-5c1478d3f1af req-eb14d938-2fda-4e6e-af72-78dd0c01d491 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/security-groups?id=06b946c1-68e2-4348-8ce4-30f9664ebc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845343 Sep 30 13:32:52.487706 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dffc2364-5447-4323-81a5-cb1a9fac6d96 req-fac3c58a-6dfb-4642-9a2a-53e67115fc87 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e184093-9e1a-42ab-9250-2cc36649e827 HTTP/1.1" status: 200 len: 1001 time: 0.3158739 Sep 30 13:32:52.504148 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:52.610148 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c50a6e2c-2a7e-4d67-96a0-12b7be72ef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:52.616556 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc2364-5447-4323-81a5-cb1a9fac6d96 req-73714d41-5bd9-49e2-9b6c-de285c34363d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:52.618420 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dffc2364-5447-4323-81a5-cb1a9fac6d96 req-73714d41-5bd9-49e2-9b6c-de285c34363d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4b096c69-bc39-418a-8cb2-ec90421b98fa HTTP/1.1" status: 200 len: 835 time: 0.1178126 Sep 30 13:32:52.630462 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 89dca34d-f0f5-4694-8f30-d25e3183d79a up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:32:52.691121 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-c50a6e2c-2a7e-4d67-96a0-12b7be72ef8c None None] For port 89dca34d-f0f5-4694-8f30-d25e3183d79a, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=89dca34d-f0f5-4694-8f30-d25e3183d79a,segment=NetworkSegment(a9be8b99-2205-414d-b2a6-672f0dfc1c35),segment_id=a9be8b99-2205-414d-b2a6-672f0dfc1c35)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:52.706483 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c50a6e2c-2a7e-4d67-96a0-12b7be72ef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:52.714739 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dc7bd530-6bfe-44c6-ab4c-b567c4760293 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:52.789841 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-633d9f06-3e81-4718-b762-1d73a8fd8238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:52.795610 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 89dca34d-f0f5-4694-8f30-d25e3183d79a triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:52.795998 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:52.821389 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc2364-5447-4323-81a5-cb1a9fac6d96 req-0dddd4c2-23f9-4ee9-aa62-f310d86278fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:52.822942 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dffc2364-5447-4323-81a5-cb1a9fac6d96 req-0dddd4c2-23f9-4ee9-aa62-f310d86278fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ffac9bce-a37e-4493-93b2-2269424e62e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1941190 Sep 30 13:32:52.838777 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386cb75-4787-4536-b67c-705986c35862 req-82ac5326-9419-4557-b344-d86077688ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:52.840276 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-82ac5326-9419-4557-b344-d86077688ebc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7f393d1-596e-4051-83e5-ef1e0d193a9e HTTP/1.1" status: 200 len: 855 time: 0.0996263 Sep 30 13:32:52.849604 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a6e2c-2a7e-4d67-96a0-12b7be72ef8c None None] Pushing event updated for resources: {'Port': ['ID=89dca34d-f0f5-4694-8f30-d25e3183d79a,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:52.860951 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7bd530-6bfe-44c6-ab4c-b567c4760293 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'Subnet': ['ID=ad1ed626-54a8-4847-a7af-d5f866841206,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:52.920233 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 447a3fd2-463e-4c39-954d-09131eb2c2f5 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:32:52.943508 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7bd530-6bfe-44c6-ab4c-b567c4760293 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Checking segment: {'id': '047b2af2-fedc-4347-b5d0-4119bfd35617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e6cac26e-a444-4127-80d8-d253d604fc86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:32:52.943879 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7bd530-6bfe-44c6-ab4c-b567c4760293 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Network hostable DHCP agents. Network: e6cac26e-a444-4127-80d8-d253d604fc86, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:32:52.949543 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-37e244b4-b7b1-4805-916f-5a766e92bac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1679a127-f301-4117-8e96-f14e979cc0fb {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:32:52.961716 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-37e244b4-b7b1-4805-916f-5a766e92bac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:52.998055 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386cb75-4787-4536-b67c-705986c35862 req-d92cf968-651f-4dd6-b1a4-919607ac4054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:53.012223 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-d92cf968-651f-4dd6-b1a4-919607ac4054 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=93896050-5bca-40e4-92d7-aa842a3215ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1637919 Sep 30 13:32:53.013372 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-37e244b4-b7b1-4805-916f-5a766e92bac4 service neutron] Transition to ACTIVE for port object 1679a127-f301-4117-8e96-f14e979cc0fb will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:32:53.021101 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-37e244b4-b7b1-4805-916f-5a766e92bac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:53.027470 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 447a3fd2-463e-4c39-954d-09131eb2c2f5 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:53.027845 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:53.094609 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7bd530-6bfe-44c6-ab4c-b567c4760293 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Network e6cac26e-a444-4127-80d8-d253d604fc86 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:32:53.101079 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-379f19e2-7e3d-43dc-8be0-60e6cb58b251 None None] Provisioning complete for port 89dca34d-f0f5-4694-8f30-d25e3183d79a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:53.101577 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-379f19e2-7e3d-43dc-8be0-60e6cb58b251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:53.119771 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dffc2364-5447-4323-81a5-cb1a9fac6d96 req-5b633326-e8f0-4b6b-b06f-1dcc39ede8c2 service neutron] 10.222.0.39 "GET /v2.0/networks/ffac9bce-a37e-4493-93b2-2269424e62e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845535 Sep 30 13:32:53.123239 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-dc7bd530-6bfe-44c6-ab4c-b567c4760293 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, e6cac26e-a444-4127-80d8-d253d604fc86) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:32:53.132453 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7bd530-6bfe-44c6-ab4c-b567c4760293 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:53.133694 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dc7bd530-6bfe-44c6-ab4c-b567c4760293 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:53.146773 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1439058-03b1-4cb8-b948-8e1c062968a4 None None] Network e6cac26e-a444-4127-80d8-d253d604fc86 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:32:53.158791 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e244b4-b7b1-4805-916f-5a766e92bac4 service neutron] Pushing event updated for resources: {'Port': ['ID=1679a127-f301-4117-8e96-f14e979cc0fb,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:53.209771 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-dc7bd530-6bfe-44c6-ab4c-b567c4760293 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5624290 Sep 30 13:32:53.222464 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-633d9f06-3e81-4718-b762-1d73a8fd8238 admin admin] Allocated IP 172.20.0.1 (2f415ed6-f5a0-4f9f-9cb0-2331c1447a14/535f9e2b-b6d0-4978-9d7b-29dc54b7b786/ba25d67d-b115-4291-a066-6ba6923713dd) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:32:53.239419 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-54039679-ce70-46b7-bed7-b9aee80dbb82 service neutron] 10.222.0.54 "GET /v2.0/networks/93896050-5bca-40e4-92d7-aa842a3215ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193797 Sep 30 13:32:53.299746 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-37e244b4-b7b1-4805-916f-5a766e92bac4 service neutron] Attempting to bind port 1679a127-f301-4117-8e96-f14e979cc0fb on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:32:53.300088 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-37e244b4-b7b1-4805-916f-5a766e92bac4 service neutron] Attempting to bind port 1679a127-f301-4117-8e96-f14e979cc0fb by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '4accb243-d78a-4214-acd3-0c2fe7f718bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6549dcd2-04f2-400f-ac34-6a1cae01f95b'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:32:53.300422 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-37e244b4-b7b1-4805-916f-5a766e92bac4 service neutron] Attempting to bind port 1679a127-f301-4117-8e96-f14e979cc0fb on network 6549dcd2-04f2-400f-ac34-6a1cae01f95b {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:32:53.361365 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dffc2364-5447-4323-81a5-cb1a9fac6d96 req-f9bc603b-0166-43e1-aefd-3d038c4f9041 service neutron] 10.222.0.39 "GET /v2.0/networks/ffac9bce-a37e-4493-93b2-2269424e62e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299256 Sep 30 13:32:53.361918 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-37e244b4-b7b1-4805-916f-5a766e92bac4 service neutron] Port 1679a127-f301-4117-8e96-f14e979cc0fb on network 6549dcd2-04f2-400f-ac34-6a1cae01f95b not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:32:53.366414 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-37e244b4-b7b1-4805-916f-5a766e92bac4 service neutron] Attempting to bind port 1679a127-f301-4117-8e96-f14e979cc0fb on network 6549dcd2-04f2-400f-ac34-6a1cae01f95b {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:32:53.408992 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-37e244b4-b7b1-4805-916f-5a766e92bac4 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:32:53.409336 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-37e244b4-b7b1-4805-916f-5a766e92bac4 service neutron] Checking segment: {'id': '4accb243-d78a-4214-acd3-0c2fe7f718bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6549dcd2-04f2-400f-ac34-6a1cae01f95b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:32:53.409727 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-37e244b4-b7b1-4805-916f-5a766e92bac4 service neutron] Bound using segment: {'id': '4accb243-d78a-4214-acd3-0c2fe7f718bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6549dcd2-04f2-400f-ac34-6a1cae01f95b'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:32:53.410373 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-37e244b4-b7b1-4805-916f-5a766e92bac4 service neutron] Bound port: 1679a127-f301-4117-8e96-f14e979cc0fb, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4accb243-d78a-4214-acd3-0c2fe7f718bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6549dcd2-04f2-400f-ac34-6a1cae01f95b'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:32:53.419166 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-37e244b4-b7b1-4805-916f-5a766e92bac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:53.460089 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-633d9f06-3e81-4718-b762-1d73a8fd8238 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:53.468497 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-26be08c7-0dde-41cd-a8df-4e0138c0288a service neutron] 10.222.0.54 "GET /v2.0/networks/93896050-5bca-40e4-92d7-aa842a3215ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214999 Sep 30 13:32:53.487454 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e873e1d9-bd49-40a0-8853-0f37983252ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-e6cac26e-a444-4127-80d8-d253d604fc86', 'network_id': 'e6cac26e-a444-4127-80d8-d253d604fc86', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'fixed_ips': [{'subnet_id': 'ad1ed626-54a8-4847-a7af-d5f866841206'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:32:53.487454 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e873e1d9-bd49-40a0-8853-0f37983252ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:53.525588 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-75f438e1-a81a-4f45-bdd4-20664aba7f3a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=7121023e-fda3-42f4-828e-9dd22cf5e92c HTTP/1.1" status: 200 len: 217 time: 0.0368097 Sep 30 13:32:53.580881 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455fe88-07b5-4bd7-adb8-e126d400ac0f req-83a3b384-5ca8-4567-ba06-7fa7660f101f tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:53.583292 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b455fe88-07b5-4bd7-adb8-e126d400ac0f req-83a3b384-5ca8-4567-ba06-7fa7660f101f tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d0ddd39-b9c6-460f-8cc9-3752d8317fc2 HTTP/1.1" status: 200 len: 943 time: 0.1167295 Sep 30 13:32:53.611783 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-37e244b4-b7b1-4805-916f-5a766e92bac4 service neutron] For port 1679a127-f301-4117-8e96-f14e979cc0fb, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:32:53.614744 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386cb75-4787-4536-b67c-705986c35862 req-ad587f98-a80b-48ba-a330-5bef3dde4d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:53.616222 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-ad587f98-a80b-48ba-a330-5bef3dde4d4c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4f0ebae-560b-4b76-825f-e4ab47d71558 HTTP/1.1" status: 200 len: 797 time: 0.0825536 Sep 30 13:32:53.617881 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-37e244b4-b7b1-4805-916f-5a766e92bac4 service neutron] For port 1679a127-f301-4117-8e96-f14e979cc0fb, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=1679a127-f301-4117-8e96-f14e979cc0fb,segment=NetworkSegment(4accb243-d78a-4214-acd3-0c2fe7f718bd),segment_id=4accb243-d78a-4214-acd3-0c2fe7f718bd)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:32:53.624683 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-633d9f06-3e81-4718-b762-1d73a8fd8238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:53.642775 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-e873e1d9-bd49-40a0-8853-0f37983252ea None None] Allocated IP 172.20.0.18 (e6cac26e-a444-4127-80d8-d253d604fc86/ad1ed626-54a8-4847-a7af-d5f866841206/d627d4ec-8bff-445c-ba55-7ac2e671dc47) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:32:53.677466 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-37e244b4-b7b1-4805-916f-5a766e92bac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:53.696122 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633d9f06-3e81-4718-b762-1d73a8fd8238 admin admin] Network 2f415ed6-f5a0-4f9f-9cb0-2331c1447a14 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:32:53.709047 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b455fe88-07b5-4bd7-adb8-e126d400ac0f req-4d8db91f-b6b1-4615-bb07-0b7ef068f722 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/security-groups?id=06b946c1-68e2-4348-8ce4-30f9664ebc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077654 Sep 30 13:32:53.716725 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-633d9f06-3e81-4718-b762-1d73a8fd8238 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:32:53.719327 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633d9f06-3e81-4718-b762-1d73a8fd8238 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:32:53.722966 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d9f06-3e81-4718-b762-1d73a8fd8238 admin admin] Pushing event updated for resources: {'Port': ['ID=ba25d67d-b115-4291-a066-6ba6923713dd,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:53.740946 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-37e244b4-b7b1-4805-916f-5a766e92bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:53.742187 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-37e244b4-b7b1-4805-916f-5a766e92bac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:53.743796 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-37e244b4-b7b1-4805-916f-5a766e92bac4 service neutron] 10.222.0.39 "PUT /v2.0/ports/1679a127-f301-4117-8e96-f14e979cc0fb HTTP/1.1" status: 200 len: 1091 time: 2.1466119 Sep 30 13:32:53.751053 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0ddd39-b9c6-460f-8cc9-3752d8317fc2', 'tag': '1679a127-f301-4117-8e96-f14e979cc0fb'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:32:53.758442 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c0274f-8a58-42d9-80de-80f64948ed48" -d '{"events": [{"name": "network-changed", "server_uuid": "2d0ddd39-b9c6-460f-8cc9-3752d8317fc2", "tag": "1679a127-f301-4117-8e96-f14e979cc0fb"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:32:53.798785 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-633d9f06-3e81-4718-b762-1d73a8fd8238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:53.824036 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e244b4-b7b1-4805-916f-5a766e92bac4 service neutron] Pushing event updated for resources: {'Port': ['ID=1679a127-f301-4117-8e96-f14e979cc0fb,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:53.886936 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386cb75-4787-4536-b67c-705986c35862 req-4cffa8d0-8a88-41a9-ab64-7cd4995c615b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:53.888736 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-4cffa8d0-8a88-41a9-ab64-7cd4995c615b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2532730 Sep 30 13:32:53.935928 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e873e1d9-bd49-40a0-8853-0f37983252ea None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:53.953715 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e873e1d9-bd49-40a0-8853-0f37983252ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:53.962369 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39176) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:53.967775 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-25c7831f-5aa9-455f-8749-e5a1c7cdb385 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1816820751', 'description': 'tempest-secgroup-smoke-1816820751 description', 'project_id': '35de1fee209b4805a01788770657a0cb'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:32:53.970738 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2121ab2-2554-43c0-a12d-038714512951 x-openstack-request-id: req-f2121ab2-2554-43c0-a12d-038714512951 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:32:53.971083 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d0ddd39-b9c6-460f-8cc9-3752d8317fc2", "tag": "1679a127-f301-4117-8e96-f14e979cc0fb", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:32:53.971386 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2121ab2-2554-43c0-a12d-038714512951 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:32:53.972098 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0ddd39-b9c6-460f-8cc9-3752d8317fc2', 'tag': '1679a127-f301-4117-8e96-f14e979cc0fb', 'status': 'completed', 'code': 200} Sep 30 13:32:53.999961 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-25c7831f-5aa9-455f-8749-e5a1c7cdb385 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:54.055434 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873e1d9-bd49-40a0-8853-0f37983252ea None None] Pushing event updated for resources: {'Port': ['ID=d627d4ec-8bff-445c-ba55-7ac2e671dc47,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:54.055583 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-cd3ef8d2-23ce-4134-bef0-b7b56a50741e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:54.055583 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-cd3ef8d2-23ce-4134-bef0-b7b56a50741e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e2d3b2c9dc04d7f8e199758e6f3d104&device_id=2d0ddd39-b9c6-460f-8cc9-3752d8317fc2 HTTP/1.1" status: 200 len: 1094 time: 0.1970658 Sep 30 13:32:54.062204 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e873e1d9-bd49-40a0-8853-0f37983252ea None None] Network e6cac26e-a444-4127-80d8-d253d604fc86 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:32:54.062855 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-e873e1d9-bd49-40a0-8853-0f37983252ea None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:32:54.069839 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e873e1d9-bd49-40a0-8853-0f37983252ea None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:32:54.084705 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-633d9f06-3e81-4718-b762-1d73a8fd8238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:54.101396 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-71f62cb9-7c75-464b-a84f-f319f270dfec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1679a127-f301-4117-8e96-f14e979cc0fb HTTP/1.1" status: 200 len: 217 time: 0.0501730 Sep 30 13:32:54.111502 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-1bfb8e53-2e9a-4442-9ce9-59bb7aaa5236 service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115881 Sep 30 13:32:54.140694 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5e11bf24-f9e3-4844-9de3-3c583e32d5b1 None None] Provisioning complete for port ba25d67d-b115-4291-a066-6ba6923713dd triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:54.141069 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5e11bf24-f9e3-4844-9de3-3c583e32d5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:54.162626 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e873e1d9-bd49-40a0-8853-0f37983252ea None None] Attempting to bind port d627d4ec-8bff-445c-ba55-7ac2e671dc47 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:32:54.162626 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e873e1d9-bd49-40a0-8853-0f37983252ea None None] Attempting to bind port d627d4ec-8bff-445c-ba55-7ac2e671dc47 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '047b2af2-fedc-4347-b5d0-4119bfd35617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e6cac26e-a444-4127-80d8-d253d604fc86'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:32:54.163034 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e873e1d9-bd49-40a0-8853-0f37983252ea None None] Attempting to bind port d627d4ec-8bff-445c-ba55-7ac2e671dc47 on network e6cac26e-a444-4127-80d8-d253d604fc86 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:32:54.204594 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e873e1d9-bd49-40a0-8853-0f37983252ea None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:32:54.205023 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e873e1d9-bd49-40a0-8853-0f37983252ea None None] Checking segment: {'id': '047b2af2-fedc-4347-b5d0-4119bfd35617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e6cac26e-a444-4127-80d8-d253d604fc86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:32:54.205959 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e873e1d9-bd49-40a0-8853-0f37983252ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:54.205959 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e873e1d9-bd49-40a0-8853-0f37983252ea None None] Bound using segment: {'id': '047b2af2-fedc-4347-b5d0-4119bfd35617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e6cac26e-a444-4127-80d8-d253d604fc86'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:32:54.206340 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e873e1d9-bd49-40a0-8853-0f37983252ea None None] Bound port: d627d4ec-8bff-445c-ba55-7ac2e671dc47, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '047b2af2-fedc-4347-b5d0-4119bfd35617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e6cac26e-a444-4127-80d8-d253d604fc86'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:32:54.206638 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e873e1d9-bd49-40a0-8853-0f37983252ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:54.219717 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:54.224196 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5e11bf24-f9e3-4844-9de3-3c583e32d5b1 None None] Port ba25d67d-b115-4291-a066-6ba6923713dd cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:32:54.226977 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-72c3ac53-6a35-4cf8-916c-462fb07ac6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:54.227625 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-25c7831f-5aa9-455f-8749-e5a1c7cdb385 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:54.228478 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-72c3ac53-6a35-4cf8-916c-462fb07ac6af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d10cdb10-83fe-4cc1-a8fb-6ff84ee12115 HTTP/1.1" status: 200 len: 848 time: 0.1160522 Sep 30 13:32:54.260214 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-25c7831f-5aa9-455f-8749-e5a1c7cdb385 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:54.266090 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-cbee6f5f-827a-46eb-92bb-0b3263b58b95 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6549dcd2-04f2-400f-ac34-6a1cae01f95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278108 Sep 30 13:32:54.293200 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e873e1d9-bd49-40a0-8853-0f37983252ea None None] For port d627d4ec-8bff-445c-ba55-7ac2e671dc47, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:32:54.295002 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-25c7831f-5aa9-455f-8749-e5a1c7cdb385 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:54.296262 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-25c7831f-5aa9-455f-8749-e5a1c7cdb385 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3327262 Sep 30 13:32:54.300935 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e873e1d9-bd49-40a0-8853-0f37983252ea None None] For port d627d4ec-8bff-445c-ba55-7ac2e671dc47, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d627d4ec-8bff-445c-ba55-7ac2e671dc47,segment=NetworkSegment(047b2af2-fedc-4347-b5d0-4119bfd35617),segment_id=047b2af2-fedc-4347-b5d0-4119bfd35617)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:32:54.303108 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39178) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:54.307334 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e873e1d9-bd49-40a0-8853-0f37983252ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:54.309494 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-a42224f7-b17e-453a-a7d7-5a232124c77a tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'security_group_rule': {'security_group_id': 'b1bc470a-19a7-42aa-a408-bd54a274967c', 'project_id': '35de1fee209b4805a01788770657a0cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:32:54.314917 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7831f-5aa9-455f-8749-e5a1c7cdb385 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bc470a-19a7-42aa-a408-bd54a274967c,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:54.317887 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-013b74a1-4666-4392-9fd6-7ed8d391adb7 service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954348 Sep 30 13:32:54.359576 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-633d9f06-3e81-4718-b762-1d73a8fd8238 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:54.369242 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-633d9f06-3e81-4718-b762-1d73a8fd8238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:54.392420 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873e1d9-bd49-40a0-8853-0f37983252ea None None] Pushing event updated for resources: {'Port': ['ID=d627d4ec-8bff-445c-ba55-7ac2e671dc47,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:54.422823 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-6fc58ec0-b72b-4578-b066-4b910f0ee195 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=50aa8aa8-8950-472f-a653-cf0236b3890e HTTP/1.1" status: 200 len: 217 time: 0.0903921 Sep 30 13:32:54.466235 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d9f06-3e81-4718-b762-1d73a8fd8238 admin admin] Pushing event updated for resources: {'Port': ['ID=ba25d67d-b115-4291-a066-6ba6923713dd,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:54.495195 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-633d9f06-3e81-4718-b762-1d73a8fd8238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:54.500961 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a42224f7-b17e-453a-a7d7-5a232124c77a tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:54.528057 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-e5fd582a-7106-4bd0-8e77-6188f1fbaecb service neutron] 10.222.0.39 "GET /v2.0/networks/6549dcd2-04f2-400f-ac34-6a1cae01f95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529597 Sep 30 13:32:54.532392 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386cb75-4787-4536-b67c-705986c35862 req-c121b2f4-b32a-4897-bc90-f91a61329676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:54.533872 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-c121b2f4-b32a-4897-bc90-f91a61329676 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4f0ebae-560b-4b76-825f-e4ab47d71558 HTTP/1.1" status: 200 len: 797 time: 0.0940757 Sep 30 13:32:54.575731 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 89dca34d-f0f5-4694-8f30-d25e3183d79a up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:32:54.667923 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 89dca34d-f0f5-4694-8f30-d25e3183d79a triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:54.668425 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:54.669756 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633d9f06-3e81-4718-b762-1d73a8fd8238 admin admin] Network 2f415ed6-f5a0-4f9f-9cb0-2331c1447a14 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:32:54.671741 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-633d9f06-3e81-4718-b762-1d73a8fd8238 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:32:54.696419 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a42224f7-b17e-453a-a7d7-5a232124c77a tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:54.707219 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386cb75-4787-4536-b67c-705986c35862 req-0c982331-56ec-4357-bd1c-c5bb2a447066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:54.708827 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-0c982331-56ec-4357-bd1c-c5bb2a447066 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1551292 Sep 30 13:32:54.714315 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a42224f7-b17e-453a-a7d7-5a232124c77a tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:54.769156 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f7b0eb6-e8d8-43f5-8846-ea19798d4fb0 req-b836e923-3947-444e-8b5b-75050f636621 service neutron] 10.222.0.39 "GET /v2.0/networks/6549dcd2-04f2-400f-ac34-6a1cae01f95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285252 Sep 30 13:32:54.772680 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42224f7-b17e-453a-a7d7-5a232124c77a tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83da783c-d6e5-4b85-8e5d-af89fa12d24d,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:54.853750 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a42224f7-b17e-453a-a7d7-5a232124c77a tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:54.855297 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a42224f7-b17e-453a-a7d7-5a232124c77a tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5493162 Sep 30 13:32:54.861489 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39182) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:54.862033 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9d9e9f0b-893e-4541-93e7-360a3b40c3ae up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:32:54.885422 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-75e48afe-ff95-4128-84e6-4328d58a3116 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'security_group_rule': {'security_group_id': 'b1bc470a-19a7-42aa-a408-bd54a274967c', 'project_id': '35de1fee209b4805a01788770657a0cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:32:54.924936 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 9d9e9f0b-893e-4541-93e7-360a3b40c3ae triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:54.925782 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:54.945598 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0274f-8a58-42d9-80de-80f64948ed48 req-bc56d8a0-1fb9-4e14-953d-24988aaf8af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:54.947494 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-65c0274f-8a58-42d9-80de-80f64948ed48 req-bc56d8a0-1fb9-4e14-953d-24988aaf8af9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e2d3b2c9dc04d7f8e199758e6f3d104&device_id=2d0ddd39-b9c6-460f-8cc9-3752d8317fc2 HTTP/1.1" status: 200 len: 1094 time: 0.1064284 Sep 30 13:32:54.950060 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-57888e0d-b555-4bcd-be7f-fda077142497 service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303991 Sep 30 13:32:54.983217 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633d9f06-3e81-4718-b762-1d73a8fd8238 admin admin] Router 103819a9-bb77-4a63-9be3-f1b98a43958c has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:32:54.984467 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-75e48afe-ff95-4128-84e6-4328d58a3116 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:55.013346 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1bbd9-c74c-41ac-b902-787122d2e3c9 req-ba340ef3-979f-4a85-b96d-44a976dcf4ed tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:55.014947 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-37c1bbd9-c74c-41ac-b902-787122d2e3c9 req-ba340ef3-979f-4a85-b96d-44a976dcf4ed tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d0ddd39-b9c6-460f-8cc9-3752d8317fc2 HTTP/1.1" status: 200 len: 943 time: 0.1433349 Sep 30 13:32:55.046776 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:55.068921 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 9d9e9f0b-893e-4541-93e7-360a3b40c3ae, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9d9e9f0b-893e-4541-93e7-360a3b40c3ae,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:55.074163 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:55.126152 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-37c1bbd9-c74c-41ac-b902-787122d2e3c9 req-5fd1d61f-b617-4a2d-aa67-7f6dea1ce698 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/security-groups?id=06b946c1-68e2-4348-8ce4-30f9664ebc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568640 Sep 30 13:32:55.153347 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0274f-8a58-42d9-80de-80f64948ed48 req-cc691cbf-6fc7-4fd1-b4c1-c78b20160c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:55.155796 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-65c0274f-8a58-42d9-80de-80f64948ed48 req-cc691cbf-6fc7-4fd1-b4c1-c78b20160c66 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6549dcd2-04f2-400f-ac34-6a1cae01f95b HTTP/1.1" status: 200 len: 909 time: 0.1996434 Sep 30 13:32:55.181421 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=9d9e9f0b-893e-4541-93e7-360a3b40c3ae,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:55.185419 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633d9f06-3e81-4718-b762-1d73a8fd8238 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:32:55.188369 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-c4010e86-f3cc-423f-96b2-227c41ddabc5 None None] Provisioning complete for port ba25d67d-b115-4291-a066-6ba6923713dd triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:55.188819 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c4010e86-f3cc-423f-96b2-227c41ddabc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:55.198050 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-633d9f06-3e81-4718-b762-1d73a8fd8238 admin admin] 10.222.0.18 "PUT /v2.0/routers/103819a9-bb77-4a63-9be3-f1b98a43958c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5833781 Sep 30 13:32:55.212189 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-75e48afe-ff95-4128-84e6-4328d58a3116 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:55.218214 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-65c0274f-8a58-42d9-80de-80f64948ed48 req-a0312d45-8733-4065-aa02-dc0bc3510f2f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1679a127-f301-4117-8e96-f14e979cc0fb HTTP/1.1" status: 200 len: 217 time: 0.0492766 Sep 30 13:32:55.224180 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-75e48afe-ff95-4128-84e6-4328d58a3116 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:55.224865 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-c4010e86-f3cc-423f-96b2-227c41ddabc5 None None] Port ba25d67d-b115-4291-a066-6ba6923713dd cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:32:55.275685 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-af5348a4-973c-471c-b9ad-d90b937ba38f service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088748 Sep 30 13:32:55.280541 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e48afe-ff95-4128-84e6-4328d58a3116 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab5fc0d0-28ba-4a1e-8885-6975f279665d,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:55.302216 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-75e48afe-ff95-4128-84e6-4328d58a3116 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:55.305926 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-75e48afe-ff95-4128-84e6-4328d58a3116 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4222510 Sep 30 13:32:55.306323 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39186) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:55.310914 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-3e0bf1bb-b896-4781-8161-e9a7cad725d8 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'security_group_rule': {'security_group_id': 'b1bc470a-19a7-42aa-a408-bd54a274967c', 'project_id': '35de1fee209b4805a01788770657a0cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:32:55.332432 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-c6ab6a64-416d-411f-8c09-e6ea3bc12289 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=f407bf5c-2622-41e5-a507-31011ed4afae HTTP/1.1" status: 200 len: 217 time: 0.0484538 Sep 30 13:32:55.339448 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0274f-8a58-42d9-80de-80f64948ed48 req-32b65f00-99f9-40fb-abc7-ce06fdd817cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:55.341001 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-65c0274f-8a58-42d9-80de-80f64948ed48 req-32b65f00-99f9-40fb-abc7-ce06fdd817cf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d10cdb10-83fe-4cc1-a8fb-6ff84ee12115 HTTP/1.1" status: 200 len: 848 time: 0.1085618 Sep 30 13:32:55.347812 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e0bf1bb-b896-4781-8161-e9a7cad725d8 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:55.415997 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-65c0274f-8a58-42d9-80de-80f64948ed48 req-eb8b49bc-16c2-4801-a665-9019f0c45be2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6549dcd2-04f2-400f-ac34-6a1cae01f95b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663154 Sep 30 13:32:55.438302 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386cb75-4787-4536-b67c-705986c35862 req-73664096-a124-493c-a194-42e86a2d97ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:55.440017 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-73664096-a124-493c-a194-42e86a2d97ce service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4f0ebae-560b-4b76-825f-e4ab47d71558 HTTP/1.1" status: 200 len: 797 time: 0.0979924 Sep 30 13:32:55.455677 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e0bf1bb-b896-4781-8161-e9a7cad725d8 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:55.462847 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e0bf1bb-b896-4781-8161-e9a7cad725d8 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:55.496779 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0bf1bb-b896-4781-8161-e9a7cad725d8 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6dc0762-87c1-43c8-86e1-a594a0b6c6f0,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:55.505287 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e0bf1bb-b896-4781-8161-e9a7cad725d8 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:55.507576 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3e0bf1bb-b896-4781-8161-e9a7cad725d8 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2001698 Sep 30 13:32:55.510853 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39192) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:55.517827 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-0e39d4f8-d24b-433d-bbd7-ec367e0aec91 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'security_group_rule': {'security_group_id': 'b1bc470a-19a7-42aa-a408-bd54a274967c', 'project_id': '35de1fee209b4805a01788770657a0cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:32:55.558891 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e39d4f8-d24b-433d-bbd7-ec367e0aec91 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:55.562377 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386cb75-4787-4536-b67c-705986c35862 req-e3afd65e-0c2a-4f6f-a05c-ee3030d2d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:55.564388 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-e3afd65e-0c2a-4f6f-a05c-ee3030d2d466 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1103032 Sep 30 13:32:55.610418 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-65c0274f-8a58-42d9-80de-80f64948ed48 req-42feaee2-ce2f-4ea2-bf07-39add77772b6 service neutron] 10.222.0.39 "GET /v2.0/networks/6549dcd2-04f2-400f-ac34-6a1cae01f95b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822801 Sep 30 13:32:55.650792 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e39d4f8-d24b-433d-bbd7-ec367e0aec91 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:55.658072 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e39d4f8-d24b-433d-bbd7-ec367e0aec91 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:55.682024 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39d4f8-d24b-433d-bbd7-ec367e0aec91 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39cc2283-3616-49af-97e9-bb57427bcdbc,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:55.692778 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0e39d4f8-d24b-433d-bbd7-ec367e0aec91 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:55.697493 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0e39d4f8-d24b-433d-bbd7-ec367e0aec91 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1818113 Sep 30 13:32:55.698649 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39200) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:55.704099 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-7ee990a1-dd29-4f66-9dd9-bced5ebe87fc tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'security_group_rule': {'security_group_id': 'b1bc470a-19a7-42aa-a408-bd54a274967c', 'project_id': '35de1fee209b4805a01788770657a0cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:32:55.721380 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b55fa7-c0b3-4771-8436-26343b635267 None None] Sync routers for ids ['103819a9-bb77-4a63-9be3-f1b98a43958c'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:32:55.736287 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b55fa7-c0b3-4771-8436-26343b635267 None None] Routers {'103819a9-bb77-4a63-9be3-f1b98a43958c'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:32:55.738696 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e9b55fa7-c0b3-4771-8436-26343b635267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:32:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['103819a9-bb77-4a63-9be3-f1b98a43958c'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:55.777207 n-d-810909-2 neutron-server[94764]: INFO neutron.db.securitygroups_db [None req-7ee990a1-dd29-4f66-9dd9-bced5ebe87fc tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Project 35de1fee209b4805a01788770657a0cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 13:32:55.784728 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7ee990a1-dd29-4f66-9dd9-bced5ebe87fc tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:55.791748 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-61806d63-6b66-4c0d-8384-37dc9a321209 service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164326 Sep 30 13:32:55.838650 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-65c0274f-8a58-42d9-80de-80f64948ed48 req-6ec77136-7061-4ef6-9f20-5aa9e8aa1939 service neutron] 10.222.0.39 "GET /v2.0/networks/6549dcd2-04f2-400f-ac34-6a1cae01f95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173746 Sep 30 13:32:55.877555 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f39fcd6-0529-40ef-b222-c3dc4f3a935b None None] Network e6cac26e-a444-4127-80d8-d253d604fc86 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:32:55.895075 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7ee990a1-dd29-4f66-9dd9-bced5ebe87fc tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:55.903083 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7ee990a1-dd29-4f66-9dd9-bced5ebe87fc tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:55.920020 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-bd234aef-8668-4d23-9a0e-40770b5539b1 service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190810 Sep 30 13:32:55.922762 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee990a1-dd29-4f66-9dd9-bced5ebe87fc tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf62f32-ec47-41ea-ae0b-0775a0882d01,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:55.941508 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7ee990a1-dd29-4f66-9dd9-bced5ebe87fc tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:55.946765 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7ee990a1-dd29-4f66-9dd9-bced5ebe87fc tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2467420 Sep 30 13:32:55.947649 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39202) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:32:55.954395 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-86dddcdb-d5a4-4ed3-bdfb-40ebd2ba7c18 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'security_group_rule': {'security_group_id': 'b1bc470a-19a7-42aa-a408-bd54a274967c', 'project_id': '35de1fee209b4805a01788770657a0cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:32:55.979738 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-5085ceff-638a-4de7-9745-d57afe439eb5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=d8a34824-bdd7-4edd-8777-c76913f07e6d HTTP/1.1" status: 200 len: 217 time: 0.0526373 Sep 30 13:32:55.980558 n-d-810909-2 neutron-server[94764]: INFO neutron.db.securitygroups_db [None req-86dddcdb-d5a4-4ed3-bdfb-40ebd2ba7c18 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Project 35de1fee209b4805a01788770657a0cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 13:32:55.986550 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-86dddcdb-d5a4-4ed3-bdfb-40ebd2ba7c18 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:56.037650 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386cb75-4787-4536-b67c-705986c35862 req-f8db386c-b363-4fdb-861e-11bd5e57876c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:56.039620 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-f8db386c-b363-4fdb-861e-11bd5e57876c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4f0ebae-560b-4b76-825f-e4ab47d71558 HTTP/1.1" status: 200 len: 797 time: 0.0533412 Sep 30 13:32:56.060639 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-86dddcdb-d5a4-4ed3-bdfb-40ebd2ba7c18 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:56.076218 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-86dddcdb-d5a4-4ed3-bdfb-40ebd2ba7c18 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:56.118191 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dddcdb-d5a4-4ed3-bdfb-40ebd2ba7c18 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11135d5c-460f-4ae5-a684-2b43357c8ab0,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:56.122246 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386cb75-4787-4536-b67c-705986c35862 req-2ec5dd67-dbc8-40f8-a5f2-0b73c36d1a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:56.126136 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-2ec5dd67-dbc8-40f8-a5f2-0b73c36d1a44 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d17fdcf-9158-4fb3-9d4c-28837b9c74af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0782230 Sep 30 13:32:56.134519 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-86dddcdb-d5a4-4ed3-bdfb-40ebd2ba7c18 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:56.138485 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-86dddcdb-d5a4-4ed3-bdfb-40ebd2ba7c18 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1869593 Sep 30 13:32:56.161435 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-106b6570-bb9a-4656-84e6-bd9db9efa934 None None] Provisioning complete for port d627d4ec-8bff-445c-ba55-7ac2e671dc47 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:56.161817 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-106b6570-bb9a-4656-84e6-bd9db9efa934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:56.168462 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-e9b55fa7-c0b3-4771-8436-26343b635267 None None] Set router 103819a9-bb77-4a63-9be3-f1b98a43958c gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:32:56.271205 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-e8f3aee0-1f3e-4159-a058-74f28c766d4e service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355078 Sep 30 13:32:56.416917 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-a266807e-3142-40e9-9f87-f5bbd2c3373b tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1816820751&fields=id&tenant_id=35de1fee209b4805a01788770657a0cb HTTP/1.1" status: 200 len: 267 time: 0.0505874 Sep 30 13:32:56.483353 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-106b6570-bb9a-4656-84e6-bd9db9efa934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:56.513297 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304052a-f59d-46c1-84a5-2ad7bb5e607c req-cf18ba92-2922-4993-9e2d-867faffb8e43 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:56.521802 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7304052a-f59d-46c1-84a5-2ad7bb5e607c req-cf18ba92-2922-4993-9e2d-867faffb8e43 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d0ddd39-b9c6-460f-8cc9-3752d8317fc2 HTTP/1.1" status: 200 len: 943 time: 0.2497277 Sep 30 13:32:56.544950 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 1679a127-f301-4117-8e96-f14e979cc0fb details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:32:56.571360 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-5781ab91-0716-40e8-ac96-24d66895ac52 service neutron] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587879 Sep 30 13:32:56.582252 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-106b6570-bb9a-4656-84e6-bd9db9efa934 None None] For port d627d4ec-8bff-445c-ba55-7ac2e671dc47, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d627d4ec-8bff-445c-ba55-7ac2e671dc47,segment=NetworkSegment(047b2af2-fedc-4347-b5d0-4119bfd35617),segment_id=047b2af2-fedc-4347-b5d0-4119bfd35617)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:56.609206 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-106b6570-bb9a-4656-84e6-bd9db9efa934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:56.610642 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7304052a-f59d-46c1-84a5-2ad7bb5e607c req-cba14776-d18a-41c1-b6a4-4e7f84e4942f tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/security-groups?id=06b946c1-68e2-4348-8ce4-30f9664ebc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861728 Sep 30 13:32:56.635881 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-84609e2f-b6d4-4aa2-b667-36b80f948e6b tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:56.646495 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-84609e2f-b6d4-4aa2-b667-36b80f948e6b tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/networks?id=e6cac26e-a444-4127-80d8-d253d604fc86 HTTP/1.1" status: 200 len: 797 time: 0.2286358 Sep 30 13:32:56.655708 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9d9e9f0b-893e-4541-93e7-360a3b40c3ae up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:32:56.656747 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-f533e74d-df06-4094-9261-a58b45f6710a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fa4a606c-ba9f-437e-9fdd-ee6b622b3359 HTTP/1.1" status: 200 len: 217 time: 0.0658803 Sep 30 13:32:56.667339 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-e4fb5ee3-19dc-4a6b-9b7d-1e29951edf4c tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/quotas/35de1fee209b4805a01788770657a0cb HTTP/1.1" status: 200 len: 375 time: 0.0191779 Sep 30 13:32:56.750844 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386cb75-4787-4536-b67c-705986c35862 req-7c00ed6c-e308-47f1-8633-cae75b329ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:56.752478 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-7c00ed6c-e308-47f1-8633-cae75b329ae5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e1ae28e5-4a21-4afb-9bee-9706b3aa153a HTTP/1.1" status: 200 len: 797 time: 0.0874097 Sep 30 13:32:56.770923 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b6570-bb9a-4656-84e6-bd9db9efa934 None None] Pushing event updated for resources: {'Port': ['ID=d627d4ec-8bff-445c-ba55-7ac2e671dc47,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:56.778224 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e9b55fa7-c0b3-4771-8436-26343b635267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103819a9-bb77-4a63-9be3-f1b98a43958c', 'name': 'tempest-TestVolumeBootPattern-1218612103-router', 'tenant_id': 'eda7b3086e2948f7b2ab647b9505b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '9d9e9f0b-893e-4541-93e7-360a3b40c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:48Z', 'updated_at': '2021-09-30T13:32:53Z', 'revision_number': 4, 'project_id': 'eda7b3086e2948f7b2ab647b9505b298', 'gw_port': {'id': '9d9e9f0b-893e-4541-93e7-360a3b40c3ae', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103819a9-bb77-4a63-9be3-f1b98a43958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:49Z', 'updated_at': '2021-09-30T13:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'ba25d67d-b115-4291-a066-6ba6923713dd', 'name': '', 'network_id': '2f415ed6-f5a0-4f9f-9cb0-2331c1447a14', 'tenant_id': 'eda7b3086e2948f7b2ab647b9505b298', 'mac_address': 'fa:16:3e:e0:e5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103819a9-bb77-4a63-9be3-f1b98a43958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '535f9e2b-b6d0-4978-9d7b-29dc54b7b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:52Z', 'updated_at': '2021-09-30T13:32:54Z', 'revision_number': 2, 'project_id': 'eda7b3086e2948f7b2ab647b9505b298', 'subnets': [{'id': '535f9e2b-b6d0-4978-9d7b-29dc54b7b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:56.787287 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-de06e0bd-6e08-45f1-a836-d3c282f78efe tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=35de1fee209b4805a01788770657a0cb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1042140 Sep 30 13:32:56.814918 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b55fa7-c0b3-4771-8436-26343b635267 None None] Checking router: 103819a9-bb77-4a63-9be3-f1b98a43958c for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:32:56.815563 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b55fa7-c0b3-4771-8436-26343b635267 None None] Updating router 103819a9-bb77-4a63-9be3-f1b98a43958c port ba25d67d-b115-4291-a066-6ba6923713dd binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:32:56.834882 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386cb75-4787-4536-b67c-705986c35862 req-1f4eae3c-3437-4596-bead-b83fa823b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:56.836944 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-1f4eae3c-3437-4596-bead-b83fa823b58e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0759261 Sep 30 13:32:56.860945 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 1679a127-f301-4117-8e96-f14e979cc0fb, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=1679a127-f301-4117-8e96-f14e979cc0fb,segment=NetworkSegment(4accb243-d78a-4214-acd3-0c2fe7f718bd),segment_id=4accb243-d78a-4214-acd3-0c2fe7f718bd)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:56.868913 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e9b55fa7-c0b3-4771-8436-26343b635267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:56.893026 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '1679a127-f301-4117-8e96-f14e979cc0fb', 'network_id': '6549dcd2-04f2-400f-ac34-6a1cae01f95b', 'port_id': '1679a127-f301-4117-8e96-f14e979cc0fb', 'mac_address': 'fa:16:3e:33:b0:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10cdb10-83fe-4cc1-a8fb-6ff84ee12115', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:32:56.896849 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 9d9e9f0b-893e-4541-93e7-360a3b40c3ae triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:56.897221 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:56.973574 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-f7bdf881-da74-4931-b7e9-c1ea8d0d57c9 service neutron] 10.222.0.18 "GET /v2.0/networks/e6cac26e-a444-4127-80d8-d253d604fc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808267 Sep 30 13:32:56.978091 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-63906b92-0aa6-4457-92ce-6aa5e110e26c service neutron] 10.222.0.54 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337817 Sep 30 13:32:57.095662 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:57.118266 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-fde795c3-f271-486c-b95e-250ea3a1a85c service neutron] 10.222.0.54 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322484 Sep 30 13:32:57.119097 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-a96dff89-0c6a-4066-ae68-907725c5c9e4 service neutron] 10.222.0.18 "GET /v2.0/networks/e6cac26e-a444-4127-80d8-d253d604fc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365998 Sep 30 13:32:57.144382 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1679a127-f301-4117-8e96-f14e979cc0fb {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:32:57.164142 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-2f986031-d124-4b4d-a2f5-800928029486 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=37e52d6d-b15a-43d5-a032-19b5958005e8 HTTP/1.1" status: 200 len: 217 time: 0.0395036 Sep 30 13:32:57.191931 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6236a9c4-cdaf-48b0-86bc-e07a3724a50a None None] Provisioning complete for port d627d4ec-8bff-445c-ba55-7ac2e671dc47 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:57.192306 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6236a9c4-cdaf-48b0-86bc-e07a3724a50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:57.227300 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386cb75-4787-4536-b67c-705986c35862 req-65bdbac9-aa78-41c8-a33e-6ed993e4d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:57.228908 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-65bdbac9-aa78-41c8-a33e-6ed993e4d7fe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e1ae28e5-4a21-4afb-9bee-9706b3aa153a HTTP/1.1" status: 200 len: 797 time: 0.0567336 Sep 30 13:32:57.262323 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 1679a127-f301-4117-8e96-f14e979cc0fb, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=1679a127-f301-4117-8e96-f14e979cc0fb,segment=NetworkSegment(4accb243-d78a-4214-acd3-0c2fe7f718bd),segment_id=4accb243-d78a-4214-acd3-0c2fe7f718bd)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:57.301893 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d627d4ec-8bff-445c-ba55-7ac2e671dc47 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:32:57.311538 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:57.349915 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9ddb689f-0db6-49f8-916f-e5bd2d73fbe8 req-be1e9a89-3772-4841-b211-285f03ce148e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce HTTP/1.1" status: 200 len: 210 time: 0.0525804 Sep 30 13:32:57.369305 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386cb75-4787-4536-b67c-705986c35862 req-ae130a78-02b2-44d4-b39f-d86362c230bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:57.371898 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-ae130a78-02b2-44d4-b39f-d86362c230bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b68d4a30-a2a9-45e6-a05c-fdc2eb295452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1363628 Sep 30 13:32:57.473631 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=1679a127-f301-4117-8e96-f14e979cc0fb,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:57.560309 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['1679a127-f301-4117-8e96-f14e979cc0fb'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:32:57.562100 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-63f78f4b-3352-42e3-a3e0-416b6b9b1f4e service neutron] 10.222.0.54 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836576 Sep 30 13:32:57.612585 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port d627d4ec-8bff-445c-ba55-7ac2e671dc47 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:57.613078 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:57.727419 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e9b55fa7-c0b3-4771-8436-26343b635267 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:57.754001 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e9b55fa7-c0b3-4771-8436-26343b635267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:57.804430 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025a4af-b3f6-4e32-98dd-897de766b9db req-6ebcac1d-d616-412e-aff2-3801809abaaa tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:57.812977 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b025a4af-b3f6-4e32-98dd-897de766b9db req-6ebcac1d-d616-412e-aff2-3801809abaaa tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d0ddd39-b9c6-460f-8cc9-3752d8317fc2 HTTP/1.1" status: 200 len: 944 time: 0.1072655 Sep 30 13:32:57.829740 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b386cb75-4787-4536-b67c-705986c35862 req-2f039d61-7268-44ff-ad8b-e65cd55f45fa service neutron] 10.222.0.54 "GET /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603602 Sep 30 13:32:57.869824 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b025a4af-b3f6-4e32-98dd-897de766b9db req-be445514-596e-492c-b488-de63e20b175d tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/security-groups?id=06b946c1-68e2-4348-8ce4-30f9664ebc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532975 Sep 30 13:32:57.952514 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cce16b-54d9-47da-969c-43b59683cd60 None None] Pushing event updated for resources: {'Port': ['ID=ba25d67d-b115-4291-a066-6ba6923713dd,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:58.011789 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e9b55fa7-c0b3-4771-8436-26343b635267 None None] Attempting to bind port ba25d67d-b115-4291-a066-6ba6923713dd on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:32:58.012180 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e9b55fa7-c0b3-4771-8436-26343b635267 None None] Attempting to bind port ba25d67d-b115-4291-a066-6ba6923713dd by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'a9be8b99-2205-414d-b2a6-672f0dfc1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2f415ed6-f5a0-4f9f-9cb0-2331c1447a14'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:32:58.012551 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b55fa7-c0b3-4771-8436-26343b635267 None None] Attempting to bind port ba25d67d-b115-4291-a066-6ba6923713dd on network 2f415ed6-f5a0-4f9f-9cb0-2331c1447a14 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:32:58.024980 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b55fa7-c0b3-4771-8436-26343b635267 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:32:58.024980 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b55fa7-c0b3-4771-8436-26343b635267 None None] Checking segment: {'id': 'a9be8b99-2205-414d-b2a6-672f0dfc1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2f415ed6-f5a0-4f9f-9cb0-2331c1447a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:32:58.025492 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e9b55fa7-c0b3-4771-8436-26343b635267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:58.025802 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b55fa7-c0b3-4771-8436-26343b635267 None None] Bound using segment: {'id': 'a9be8b99-2205-414d-b2a6-672f0dfc1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2f415ed6-f5a0-4f9f-9cb0-2331c1447a14'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:32:58.026312 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e9b55fa7-c0b3-4771-8436-26343b635267 None None] Bound port: ba25d67d-b115-4291-a066-6ba6923713dd, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9be8b99-2205-414d-b2a6-672f0dfc1c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2f415ed6-f5a0-4f9f-9cb0-2331c1447a14'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:32:58.026704 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e9b55fa7-c0b3-4771-8436-26343b635267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:58.115484 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e9b55fa7-c0b3-4771-8436-26343b635267 None None] For port ba25d67d-b115-4291-a066-6ba6923713dd, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:32:58.120467 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e9b55fa7-c0b3-4771-8436-26343b635267 None None] For port ba25d67d-b115-4291-a066-6ba6923713dd, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=ba25d67d-b115-4291-a066-6ba6923713dd,segment=NetworkSegment(a9be8b99-2205-414d-b2a6-672f0dfc1c35),segment_id=a9be8b99-2205-414d-b2a6-672f0dfc1c35)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:32:58.128066 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e9b55fa7-c0b3-4771-8436-26343b635267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:58.173935 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-996eb791-c598-498f-a569-14502fa1708f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:58.175521 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-996eb791-c598-498f-a569-14502fa1708f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 811 time: 0.5882821 Sep 30 13:32:58.192159 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-187fdd28-4d88-46da-8d79-e2a93239bde0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/quotas/866f7de7650a419a9623697f26d65ff4 HTTP/1.1" status: 200 len: 375 time: 0.0105915 Sep 30 13:32:58.197600 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cce16b-54d9-47da-969c-43b59683cd60 None None] Pushing event updated for resources: {'Port': ['ID=ba25d67d-b115-4291-a066-6ba6923713dd,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:58.200241 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b55fa7-c0b3-4771-8436-26343b635267 None None] Routers {'103819a9-bb77-4a63-9be3-f1b98a43958c'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:32:58.200854 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e9b55fa7-c0b3-4771-8436-26343b635267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:32:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['103819a9-bb77-4a63-9be3-f1b98a43958c'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:58.255217 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-35e9baa4-5e5b-4313-aef8-6038e12deaf9 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562165 Sep 30 13:32:58.312708 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6d73cbe5-5750-4cdc-9ed5-66f34c04267c None None] Provisioning complete for port ba25d67d-b115-4291-a066-6ba6923713dd triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:58.313085 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6d73cbe5-5750-4cdc-9ed5-66f34c04267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:58.355700 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-c2feae8d-871a-4f39-94a3-66d4ac5ce24e service neutron] 10.222.0.18 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924470 Sep 30 13:32:58.462811 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d5d8c5e-fee1-46df-b1fd-c7b422b8f65a req-a56a0d3f-296b-4cb6-93d7-923fb21c6c86 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce HTTP/1.1" status: 200 len: 210 time: 0.0367324 Sep 30 13:32:58.505347 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d627d4ec-8bff-445c-ba55-7ac2e671dc47 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:32:58.506336 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-07136cef-99b5-4885-a06b-f71f2bc70979 service neutron] 10.222.0.18 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387467 Sep 30 13:32:58.517704 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-e9b55fa7-c0b3-4771-8436-26343b635267 None None] Set router 103819a9-bb77-4a63-9be3-f1b98a43958c gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:32:58.567716 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 1679a127-f301-4117-8e96-f14e979cc0fb up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:32:58.713016 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-c0d2dc14-70b3-4873-b32c-34dc52da50d0 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:58.714565 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-c0d2dc14-70b3-4873-b32c-34dc52da50d0 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.54 "GET /v2.0/networks?id=e6cac26e-a444-4127-80d8-d253d604fc86 HTTP/1.1" status: 200 len: 797 time: 0.1759014 Sep 30 13:32:58.790402 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 1679a127-f301-4117-8e96-f14e979cc0fb completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:32:58.796745 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port d627d4ec-8bff-445c-ba55-7ac2e671dc47 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:58.796975 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:58.807105 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6d73cbe5-5750-4cdc-9ed5-66f34c04267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:58.808608 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 1679a127-f301-4117-8e96-f14e979cc0fb triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:58.808967 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:58.935632 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-6d73cbe5-5750-4cdc-9ed5-66f34c04267c None None] For port ba25d67d-b115-4291-a066-6ba6923713dd, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=ba25d67d-b115-4291-a066-6ba6923713dd,segment=NetworkSegment(a9be8b99-2205-414d-b2a6-672f0dfc1c35),segment_id=a9be8b99-2205-414d-b2a6-672f0dfc1c35)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:58.949742 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6d73cbe5-5750-4cdc-9ed5-66f34c04267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:59.017385 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f75e4-7a10-4479-b294-b2524c874b9a req-87c263c4-8661-4fe9-a5ec-c93eca21c617 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:59.019706 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e55f75e4-7a10-4479-b294-b2524c874b9a req-87c263c4-8661-4fe9-a5ec-c93eca21c617 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d0ddd39-b9c6-460f-8cc9-3752d8317fc2 HTTP/1.1" status: 200 len: 944 time: 0.0694597 Sep 30 13:32:59.082034 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e55f75e4-7a10-4479-b294-b2524c874b9a req-e1bf7dc9-4b01-4d3e-aab7-5b9e262ba922 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/security-groups?id=06b946c1-68e2-4348-8ce4-30f9664ebc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544937 Sep 30 13:32:59.091943 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d73cbe5-5750-4cdc-9ed5-66f34c04267c None None] Pushing event updated for resources: {'Port': ['ID=ba25d67d-b115-4291-a066-6ba6923713dd,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:59.104884 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e9b55fa7-c0b3-4771-8436-26343b635267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103819a9-bb77-4a63-9be3-f1b98a43958c', 'name': 'tempest-TestVolumeBootPattern-1218612103-router', 'tenant_id': 'eda7b3086e2948f7b2ab647b9505b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '9d9e9f0b-893e-4541-93e7-360a3b40c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:48Z', 'updated_at': '2021-09-30T13:32:53Z', 'revision_number': 4, 'project_id': 'eda7b3086e2948f7b2ab647b9505b298', 'gw_port': {'id': '9d9e9f0b-893e-4541-93e7-360a3b40c3ae', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103819a9-bb77-4a63-9be3-f1b98a43958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:49Z', 'updated_at': '2021-09-30T13:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'ba25d67d-b115-4291-a066-6ba6923713dd', 'name': '', 'network_id': '2f415ed6-f5a0-4f9f-9cb0-2331c1447a14', 'tenant_id': 'eda7b3086e2948f7b2ab647b9505b298', 'mac_address': 'fa:16:3e:e0:e5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103819a9-bb77-4a63-9be3-f1b98a43958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '535f9e2b-b6d0-4978-9d7b-29dc54b7b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:52Z', 'updated_at': '2021-09-30T13:32:58Z', 'revision_number': 4, 'project_id': 'eda7b3086e2948f7b2ab647b9505b298', 'subnets': [{'id': '535f9e2b-b6d0-4978-9d7b-29dc54b7b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:32:59.138757 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:59.143288 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b55fa7-c0b3-4771-8436-26343b635267 None None] The sync data for ids ['103819a9-bb77-4a63-9be3-f1b98a43958c'] in n-d-810909-2 is: [{'id': '103819a9-bb77-4a63-9be3-f1b98a43958c', 'name': 'tempest-TestVolumeBootPattern-1218612103-router', 'tenant_id': 'eda7b3086e2948f7b2ab647b9505b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '9d9e9f0b-893e-4541-93e7-360a3b40c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:48Z', 'updated_at': '2021-09-30T13:32:53Z', 'revision_number': 4, 'project_id': 'eda7b3086e2948f7b2ab647b9505b298', 'gw_port': {'id': '9d9e9f0b-893e-4541-93e7-360a3b40c3ae', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103819a9-bb77-4a63-9be3-f1b98a43958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:49Z', 'updated_at': '2021-09-30T13:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'ba25d67d-b115-4291-a066-6ba6923713dd', 'name': '', 'network_id': '2f415ed6-f5a0-4f9f-9cb0-2331c1447a14', 'tenant_id': 'eda7b3086e2948f7b2ab647b9505b298', 'mac_address': 'fa:16:3e:e0:e5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103819a9-bb77-4a63-9be3-f1b98a43958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '535f9e2b-b6d0-4978-9d7b-29dc54b7b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:52Z', 'updated_at': '2021-09-30T13:32:58Z', 'revision_number': 4, 'project_id': 'eda7b3086e2948f7b2ab647b9505b298', 'subnets': [{'id': '535f9e2b-b6d0-4978-9d7b-29dc54b7b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:32:59.155485 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-bf6f2a1e-d557-43f2-81a0-0276d34955cc None None] Provisioning complete for port ba25d67d-b115-4291-a066-6ba6923713dd triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:32:59.155857 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bf6f2a1e-d557-43f2-81a0-0276d34955cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:59.186421 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0ddd39-b9c6-460f-8cc9-3752d8317fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1679a127-f301-4117-8e96-f14e979cc0fb'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:32:59.188662 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5e6cd4-dfc3-40fa-92ec-00335b44c93a" -d '{"events": [{"server_uuid": "2d0ddd39-b9c6-460f-8cc9-3752d8317fc2", "name": "network-vif-plugged", "status": "completed", "tag": "1679a127-f301-4117-8e96-f14e979cc0fb"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:32:59.233079 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-82dcb3a1-0192-4717-aa2b-10df5ab1e666 req-30fc67dd-c069-4917-bc70-5488cee762a6 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f1ac8b-1aa3-4997-9a44-270c83be24e3 HTTP/1.1" status: 200 len: 210 time: 0.0725977 Sep 30 13:32:59.237851 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 1679a127-f301-4117-8e96-f14e979cc0fb, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=1679a127-f301-4117-8e96-f14e979cc0fb,segment=NetworkSegment(4accb243-d78a-4214-acd3-0c2fe7f718bd),segment_id=4accb243-d78a-4214-acd3-0c2fe7f718bd)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:32:59.248068 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:59.248834 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-8e3ff02f-7ea3-463e-8991-8df882027632 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35de1fee209b4805a01788770657a0cb HTTP/1.1" status: 200 len: 471 time: 0.5249879 Sep 30 13:32:59.265264 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-abfd17fe-fcb6-4f9b-89ee-6d6b68081f87 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'port': {'device_id': '7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce', 'network_id': 'e6cac26e-a444-4127-80d8-d253d604fc86', 'admin_state_up': True, 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'security_groups': ['b1bc470a-19a7-42aa-a408-bd54a274967c']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:32:59.307340 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c34bec-5ed3-436c-9fe4-eb08cf0c3797 x-openstack-request-id: req-e8c34bec-5ed3-436c-9fe4-eb08cf0c3797 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:32:59.307634 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d0ddd39-b9c6-460f-8cc9-3752d8317fc2", "name": "network-vif-plugged", "status": "completed", "tag": "1679a127-f301-4117-8e96-f14e979cc0fb", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:32:59.307892 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e8c34bec-5ed3-436c-9fe4-eb08cf0c3797 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:32:59.308300 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0ddd39-b9c6-460f-8cc9-3752d8317fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1679a127-f301-4117-8e96-f14e979cc0fb', 'code': 200} Sep 30 13:32:59.351234 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=1679a127-f301-4117-8e96-f14e979cc0fb,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:59.440282 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcab9ec-ac88-4bb1-90ba-d62293d28bd5 req-3cb24a0d-c6bd-4761-b807-1fa65f36ee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:59.441989 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8bcab9ec-ac88-4bb1-90ba-d62293d28bd5 req-3cb24a0d-c6bd-4761-b807-1fa65f36ee35 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2d0ddd39-b9c6-460f-8cc9-3752d8317fc2 HTTP/1.1" status: 200 len: 1096 time: 0.0708880 Sep 30 13:32:59.467499 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-abfd17fe-fcb6-4f9b-89ee-6d6b68081f87 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Made reservation on behalf of 35de1fee209b4805a01788770657a0cb for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:32:59.471338 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-abfd17fe-fcb6-4f9b-89ee-6d6b68081f87 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:59.509567 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8bcab9ec-ac88-4bb1-90ba-d62293d28bd5 req-2371dae9-4e95-43e5-b99c-e806426cfcb5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=06b946c1-68e2-4348-8ce4-30f9664ebc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594962 Sep 30 13:32:59.592417 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-12c095b9-c819-4496-8c4d-e1d108a7ce26 req-0d5be682-0d77-4266-8f5e-33087011248d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce HTTP/1.1" status: 200 len: 210 time: 0.0360084 Sep 30 13:32:59.644652 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-abfd17fe-fcb6-4f9b-89ee-6d6b68081f87 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Allocated IP 172.20.0.29 (e6cac26e-a444-4127-80d8-d253d604fc86/ad1ed626-54a8-4847-a7af-d5f866841206/1fdeff20-3441-43d7-9b10-7602e17e7fd4) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:32:59.804453 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-abfd17fe-fcb6-4f9b-89ee-6d6b68081f87 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:59.840865 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-abfd17fe-fcb6-4f9b-89ee-6d6b68081f87 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:59.887777 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-abfd17fe-fcb6-4f9b-89ee-6d6b68081f87 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Network e6cac26e-a444-4127-80d8-d253d604fc86 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:32:59.891025 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-abfd17fe-fcb6-4f9b-89ee-6d6b68081f87 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:32:59.894953 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-abfd17fe-fcb6-4f9b-89ee-6d6b68081f87 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:32:59.921724 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd17fe-fcb6-4f9b-89ee-6d6b68081f87 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'Port': ['ID=1fdeff20-3441-43d7-9b10-7602e17e7fd4,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:32:59.956893 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-abfd17fe-fcb6-4f9b-89ee-6d6b68081f87 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:32:59.957545 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-abfd17fe-fcb6-4f9b-89ee-6d6b68081f87 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:32:59.975378 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-abfd17fe-fcb6-4f9b-89ee-6d6b68081f87 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7172151 Sep 30 13:32:59.988247 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-31eeecb2-e999-4246-bde7-3de373575106 service neutron] Request body: {'port': {'device_id': '7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:33:00.055969 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-31eeecb2-e999-4246-bde7-3de373575106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:00.205598 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-48b5e97e-4d38-420b-8404-82d7b1c09538 None None] Provisioning complete for port 1fdeff20-3441-43d7-9b10-7602e17e7fd4 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:33:00.206225 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-48b5e97e-4d38-420b-8404-82d7b1c09538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:00.231911 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913a40c-ac12-4f6d-871f-61c8bd92afd9 req-8fbc7b1e-d0ee-4d93-9bc4-1f97ac6fe418 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:00.247549 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2913a40c-ac12-4f6d-871f-61c8bd92afd9 req-8fbc7b1e-d0ee-4d93-9bc4-1f97ac6fe418 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d0ddd39-b9c6-460f-8cc9-3752d8317fc2 HTTP/1.1" status: 200 len: 945 time: 0.0559764 Sep 30 13:33:00.275274 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-48b5e97e-4d38-420b-8404-82d7b1c09538 None None] Port 1fdeff20-3441-43d7-9b10-7602e17e7fd4 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:33:00.295126 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2913a40c-ac12-4f6d-871f-61c8bd92afd9 req-ec9066fc-920b-4051-ae00-3bfc57a0f0d1 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/security-groups?id=06b946c1-68e2-4348-8ce4-30f9664ebc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452104 Sep 30 13:33:00.356125 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-191a0cf0-9040-48ea-8911-de9532013b3d req-b7624108-e6e1-40d4-be48-d24a02e6155a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f1ac8b-1aa3-4997-9a44-270c83be24e3 HTTP/1.1" status: 200 len: 210 time: 0.0424678 Sep 30 13:33:00.447037 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-dd52b94d-f181-4391-87d3-ab8d8f92fa66 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:00.447399 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device ba25d67d-b115-4291-a066-6ba6923713dd up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:33:00.448572 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-dd52b94d-f181-4391-87d3-ab8d8f92fa66 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.39 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 811 time: 0.2824090 Sep 30 13:33:00.467275 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-4442c5d3-8e5b-49f4-93d9-18117be743b4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Request body: {'port': {'device_id': '11f1ac8b-1aa3-4997-9a44-270c83be24e3', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'admin_state_up': True, 'tenant_id': '866f7de7650a419a9623697f26d65ff4'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:33:00.510178 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port ba25d67d-b115-4291-a066-6ba6923713dd triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:33:00.511381 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:00.616647 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-31eeecb2-e999-4246-bde7-3de373575106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fdeff20-3441-43d7-9b10-7602e17e7fd4 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:33:00.625938 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-31eeecb2-e999-4246-bde7-3de373575106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:00.647145 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-31eeecb2-e999-4246-bde7-3de373575106 service neutron] Transition to ACTIVE for port object 1fdeff20-3441-43d7-9b10-7602e17e7fd4 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:33:00.655133 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-31eeecb2-e999-4246-bde7-3de373575106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:00.688620 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-4442c5d3-8e5b-49f4-93d9-18117be743b4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Made reservation on behalf of 866f7de7650a419a9623697f26d65ff4 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:33:00.692834 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-4442c5d3-8e5b-49f4-93d9-18117be743b4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:00.746435 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcd5d5-f7f4-4451-8e38-a4ad23fa9b88 req-53c2a069-027a-4f6a-b3e5-4a4323f0e921 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:00.756112 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-21dcd5d5-f7f4-4451-8e38-a4ad23fa9b88 req-53c2a069-027a-4f6a-b3e5-4a4323f0e921 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce HTTP/1.1" status: 200 len: 944 time: 0.0726523 Sep 30 13:33:00.807418 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-21dcd5d5-f7f4-4451-8e38-a4ad23fa9b88 req-f78fc008-285d-4767-aeaa-7aa93fe246a2 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1bc470a-19a7-42aa-a408-bd54a274967c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447664 Sep 30 13:33:00.841548 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eeecb2-e999-4246-bde7-3de373575106 service neutron] Pushing event updated for resources: {'Port': ['ID=1fdeff20-3441-43d7-9b10-7602e17e7fd4,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:00.919640 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-31eeecb2-e999-4246-bde7-3de373575106 service neutron] Attempting to bind port 1fdeff20-3441-43d7-9b10-7602e17e7fd4 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:33:00.919973 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-31eeecb2-e999-4246-bde7-3de373575106 service neutron] Attempting to bind port 1fdeff20-3441-43d7-9b10-7602e17e7fd4 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '047b2af2-fedc-4347-b5d0-4119bfd35617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e6cac26e-a444-4127-80d8-d253d604fc86'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:33:00.920308 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-31eeecb2-e999-4246-bde7-3de373575106 service neutron] Attempting to bind port 1fdeff20-3441-43d7-9b10-7602e17e7fd4 on network e6cac26e-a444-4127-80d8-d253d604fc86 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:33:00.930251 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-31eeecb2-e999-4246-bde7-3de373575106 service neutron] Port 1fdeff20-3441-43d7-9b10-7602e17e7fd4 on network e6cac26e-a444-4127-80d8-d253d604fc86 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:33:00.930619 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-31eeecb2-e999-4246-bde7-3de373575106 service neutron] Attempting to bind port 1fdeff20-3441-43d7-9b10-7602e17e7fd4 on network e6cac26e-a444-4127-80d8-d253d604fc86 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:33:00.943483 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-4442c5d3-8e5b-49f4-93d9-18117be743b4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Allocated IP 172.20.0.5 (949dc44d-a521-4909-8cff-116a74911834/3a29bd19-7bbd-493a-b0e5-a534c2103246/3b14e3d0-0445-4cd8-96e9-182e4552322a) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:33:00.945624 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-31eeecb2-e999-4246-bde7-3de373575106 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:33:00.945962 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-31eeecb2-e999-4246-bde7-3de373575106 service neutron] Checking segment: {'id': '047b2af2-fedc-4347-b5d0-4119bfd35617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e6cac26e-a444-4127-80d8-d253d604fc86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:33:00.946396 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-31eeecb2-e999-4246-bde7-3de373575106 service neutron] Bound using segment: {'id': '047b2af2-fedc-4347-b5d0-4119bfd35617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e6cac26e-a444-4127-80d8-d253d604fc86'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:33:00.946876 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-31eeecb2-e999-4246-bde7-3de373575106 service neutron] Bound port: 1fdeff20-3441-43d7-9b10-7602e17e7fd4, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '047b2af2-fedc-4347-b5d0-4119bfd35617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e6cac26e-a444-4127-80d8-d253d604fc86'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:33:00.947234 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-31eeecb2-e999-4246-bde7-3de373575106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:01.076245 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-31eeecb2-e999-4246-bde7-3de373575106 service neutron] For port 1fdeff20-3441-43d7-9b10-7602e17e7fd4, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:33:01.120865 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-31eeecb2-e999-4246-bde7-3de373575106 service neutron] For port 1fdeff20-3441-43d7-9b10-7602e17e7fd4, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1fdeff20-3441-43d7-9b10-7602e17e7fd4,segment=NetworkSegment(047b2af2-fedc-4347-b5d0-4119bfd35617),segment_id=047b2af2-fedc-4347-b5d0-4119bfd35617)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:33:01.127147 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-31eeecb2-e999-4246-bde7-3de373575106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:01.179015 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-31eeecb2-e999-4246-bde7-3de373575106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:01.179670 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-31eeecb2-e999-4246-bde7-3de373575106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:01.181087 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-31eeecb2-e999-4246-bde7-3de373575106 service neutron] 10.222.0.54 "PUT /v2.0/ports/1fdeff20-3441-43d7-9b10-7602e17e7fd4 HTTP/1.1" status: 200 len: 1092 time: 1.1974380 Sep 30 13:33:01.181594 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce', 'tag': '1fdeff20-3441-43d7-9b10-7602e17e7fd4'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:33:01.183894 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffbe0e1-49dc-4099-81ad-78f12c46a7c7" -d '{"events": [{"name": "network-changed", "server_uuid": "7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce", "tag": "1fdeff20-3441-43d7-9b10-7602e17e7fd4"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:33:01.228192 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eeecb2-e999-4246-bde7-3de373575106 service neutron] Pushing event updated for resources: {'Port': ['ID=1fdeff20-3441-43d7-9b10-7602e17e7fd4,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:01.233441 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-4442c5d3-8e5b-49f4-93d9-18117be743b4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:01.246513 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74636360-1605-4ecb-a0a9-fb01c539efcb x-openstack-request-id: req-74636360-1605-4ecb-a0a9-fb01c539efcb {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:33:01.246809 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce", "tag": "1fdeff20-3441-43d7-9b10-7602e17e7fd4", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:33:01.247066 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74636360-1605-4ecb-a0a9-fb01c539efcb {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:33:01.247482 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce', 'tag': '1fdeff20-3441-43d7-9b10-7602e17e7fd4', 'status': 'completed', 'code': 200} Sep 30 13:33:01.308996 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-c16ec8e8-6252-4a36-9b09-4b2457742d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:01.310580 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-c16ec8e8-6252-4a36-9b09-4b2457742d55 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=35de1fee209b4805a01788770657a0cb&device_id=7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce HTTP/1.1" status: 200 len: 1095 time: 0.0592375 Sep 30 13:33:01.311711 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-4442c5d3-8e5b-49f4-93d9-18117be743b4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:01.424379 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-eb4b3d01-c210-4168-8c10-d7bf47ac8080 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=1fdeff20-3441-43d7-9b10-7602e17e7fd4 HTTP/1.1" status: 200 len: 217 time: 0.1053295 Sep 30 13:33:01.426312 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-4442c5d3-8e5b-49f4-93d9-18117be743b4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Network 949dc44d-a521-4909-8cff-116a74911834 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:33:01.428131 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442c5d3-8e5b-49f4-93d9-18117be743b4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event updated for resources: {'Port': ['ID=3b14e3d0-0445-4cd8-96e9-182e4552322a,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:01.429694 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a6334-d4b9-43a9-9fe5-0d0718c75a23 req-15d880e4-c0c8-4217-9be5-b58764df5ec9 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:01.439796 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-598a6334-d4b9-43a9-9fe5-0d0718c75a23 req-15d880e4-c0c8-4217-9be5-b58764df5ec9 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d0ddd39-b9c6-460f-8cc9-3752d8317fc2 HTTP/1.1" status: 200 len: 945 time: 0.0693626 Sep 30 13:33:01.473372 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-4442c5d3-8e5b-49f4-93d9-18117be743b4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:33:01.476101 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-4442c5d3-8e5b-49f4-93d9-18117be743b4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:33:01.494307 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-598a6334-d4b9-43a9-9fe5-0d0718c75a23 req-2138f985-6781-4998-aa40-cecbb0a24bba tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/security-groups?id=06b946c1-68e2-4348-8ce4-30f9664ebc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405765 Sep 30 13:33:01.556954 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-0d16117e-fbc0-4d90-a407-e814ea293bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:01.558605 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-0d16117e-fbc0-4d90-a407-e814ea293bf7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ad1ed626-54a8-4847-a7af-d5f866841206 HTTP/1.1" status: 200 len: 837 time: 0.1268632 Sep 30 13:33:01.569851 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-4442c5d3-8e5b-49f4-93d9-18117be743b4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:01.571073 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-4442c5d3-8e5b-49f4-93d9-18117be743b4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:01.630316 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4245b1-aeb2-4b91-a1f8-0be129d7714f req-656b4a4e-537e-4385-abe5-b11a28578ebb tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:01.640394 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6f4245b1-aeb2-4b91-a1f8-0be129d7714f req-656b4a4e-537e-4385-abe5-b11a28578ebb tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f1ac8b-1aa3-4997-9a44-270c83be24e3 HTTP/1.1" status: 200 len: 931 time: 0.1319013 Sep 30 13:33:01.642819 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-4442c5d3-8e5b-49f4-93d9-18117be743b4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1821144 Sep 30 13:33:01.659999 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-59e510f3-d2c5-4252-8da4-d8cba926f1cc service neutron] Request body: {'port': {'device_id': '11f1ac8b-1aa3-4997-9a44-270c83be24e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:33:01.705417 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-46310722-7955-42ba-b9e4-d5e75f2f5d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:01.707126 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-46310722-7955-42ba-b9e4-d5e75f2f5d0e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e6cac26e-a444-4127-80d8-d253d604fc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1333733 Sep 30 13:33:01.753342 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6f4245b1-aeb2-4b91-a1f8-0be129d7714f req-812e95d2-0533-4e77-87c5-7593f114cd48 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133919 Sep 30 13:33:01.804190 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-59e510f3-d2c5-4252-8da4-d8cba926f1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:01.866075 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-59f86022-37f9-4585-b2ef-d1e783a359eb None None] Provisioning complete for port 3b14e3d0-0445-4cd8-96e9-182e4552322a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:33:01.866577 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-59f86022-37f9-4585-b2ef-d1e783a359eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:01.907549 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-1f0f0435-a828-4524-8ab5-186e34dab4f8 service neutron] 10.222.0.54 "GET /v2.0/networks/e6cac26e-a444-4127-80d8-d253d604fc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870229 Sep 30 13:33:01.928538 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-59f86022-37f9-4585-b2ef-d1e783a359eb None None] Port 3b14e3d0-0445-4cd8-96e9-182e4552322a cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:33:01.969331 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48471ee-c219-466c-9b02-7ba29a6d666f req-8f65fe9e-2b65-4d9a-b6e4-262f7e40a5c0 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:01.977460 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f48471ee-c219-466c-9b02-7ba29a6d666f req-8f65fe9e-2b65-4d9a-b6e4-262f7e40a5c0 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce HTTP/1.1" status: 200 len: 944 time: 0.0634551 Sep 30 13:33:02.028178 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f48471ee-c219-466c-9b02-7ba29a6d666f req-508cdbdb-f205-42a1-abb8-1627a39b0420 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1bc470a-19a7-42aa-a408-bd54a274967c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452666 Sep 30 13:33:02.135440 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d9878aa0-ab18-4113-8578-57b0941ca6a7 req-cee70418-fb26-49f3-b7d1-428698d81b44 service neutron] 10.222.0.54 "GET /v2.0/networks/e6cac26e-a444-4127-80d8-d253d604fc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103622 Sep 30 13:33:02.268798 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-59e510f3-d2c5-4252-8da4-d8cba926f1cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b14e3d0-0445-4cd8-96e9-182e4552322a {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:33:02.277265 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffbe0e1-49dc-4099-81ad-78f12c46a7c7 req-cce26b2d-854f-4867-b376-abd7bf22c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:02.279012 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ffbe0e1-49dc-4099-81ad-78f12c46a7c7 req-cce26b2d-854f-4867-b376-abd7bf22c0f5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=35de1fee209b4805a01788770657a0cb&device_id=7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce HTTP/1.1" status: 200 len: 1095 time: 0.0809691 Sep 30 13:33:02.280757 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-59e510f3-d2c5-4252-8da4-d8cba926f1cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:02.299026 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d853fc5-a815-4496-96ae-4e62bd640a26 req-dbfa3035-fa46-469f-89de-087601a1174d tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:02.300437 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d853fc5-a815-4496-96ae-4e62bd640a26 req-dbfa3035-fa46-469f-89de-087601a1174d tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d0ddd39-b9c6-460f-8cc9-3752d8317fc2 HTTP/1.1" status: 200 len: 945 time: 0.0515676 Sep 30 13:33:02.312969 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-59e510f3-d2c5-4252-8da4-d8cba926f1cc service neutron] Transition to ACTIVE for port object 3b14e3d0-0445-4cd8-96e9-182e4552322a will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:33:02.325836 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-59e510f3-d2c5-4252-8da4-d8cba926f1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:02.355376 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d853fc5-a815-4496-96ae-4e62bd640a26 req-8c4172e7-92a9-44eb-b156-2d53523ffda9 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/security-groups?id=06b946c1-68e2-4348-8ce4-30f9664ebc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474088 Sep 30 13:33:02.419134 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e510f3-d2c5-4252-8da4-d8cba926f1cc service neutron] Pushing event updated for resources: {'Port': ['ID=3b14e3d0-0445-4cd8-96e9-182e4552322a,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:02.459567 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffbe0e1-49dc-4099-81ad-78f12c46a7c7 req-52b50742-1d82-4a5c-8782-45d05433dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:02.461178 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ffbe0e1-49dc-4099-81ad-78f12c46a7c7 req-52b50742-1d82-4a5c-8782-45d05433dd02 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e6cac26e-a444-4127-80d8-d253d604fc86 HTTP/1.1" status: 200 len: 898 time: 0.1739376 Sep 30 13:33:02.529604 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ffbe0e1-49dc-4099-81ad-78f12c46a7c7 req-f015541a-a21c-4e49-a420-4e798f4f6ac0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=1fdeff20-3441-43d7-9b10-7602e17e7fd4 HTTP/1.1" status: 200 len: 217 time: 0.0473471 Sep 30 13:33:02.581171 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-59e510f3-d2c5-4252-8da4-d8cba926f1cc service neutron] Attempting to bind port 3b14e3d0-0445-4cd8-96e9-182e4552322a on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:33:02.581506 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-59e510f3-d2c5-4252-8da4-d8cba926f1cc service neutron] Attempting to bind port 3b14e3d0-0445-4cd8-96e9-182e4552322a by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:33:02.581862 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-59e510f3-d2c5-4252-8da4-d8cba926f1cc service neutron] Attempting to bind port 3b14e3d0-0445-4cd8-96e9-182e4552322a on network 949dc44d-a521-4909-8cff-116a74911834 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:33:02.589920 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-59e510f3-d2c5-4252-8da4-d8cba926f1cc service neutron] Port 3b14e3d0-0445-4cd8-96e9-182e4552322a on network 949dc44d-a521-4909-8cff-116a74911834 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:33:02.590265 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-59e510f3-d2c5-4252-8da4-d8cba926f1cc service neutron] Attempting to bind port 3b14e3d0-0445-4cd8-96e9-182e4552322a on network 949dc44d-a521-4909-8cff-116a74911834 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:33:02.599468 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-59e510f3-d2c5-4252-8da4-d8cba926f1cc service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:33:02.599806 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-59e510f3-d2c5-4252-8da4-d8cba926f1cc service neutron] Checking segment: {'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:33:02.600453 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-59e510f3-d2c5-4252-8da4-d8cba926f1cc service neutron] Bound using segment: {'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:33:02.600884 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-59e510f3-d2c5-4252-8da4-d8cba926f1cc service neutron] Bound port: 3b14e3d0-0445-4cd8-96e9-182e4552322a, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:33:02.601298 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-59e510f3-d2c5-4252-8da4-d8cba926f1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:02.604581 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffbe0e1-49dc-4099-81ad-78f12c46a7c7 req-1390b53d-3982-400b-8fdf-1f1bb5929240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:02.606086 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ffbe0e1-49dc-4099-81ad-78f12c46a7c7 req-1390b53d-3982-400b-8fdf-1f1bb5929240 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ad1ed626-54a8-4847-a7af-d5f866841206 HTTP/1.1" status: 200 len: 837 time: 0.0702195 Sep 30 13:33:02.695522 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffbe0e1-49dc-4099-81ad-78f12c46a7c7 req-614278b1-178f-4c11-b2ac-a889eda5afd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:02.696975 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ffbe0e1-49dc-4099-81ad-78f12c46a7c7 req-614278b1-178f-4c11-b2ac-a889eda5afd9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e6cac26e-a444-4127-80d8-d253d604fc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835114 Sep 30 13:33:02.703055 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-59e510f3-d2c5-4252-8da4-d8cba926f1cc service neutron] For port 3b14e3d0-0445-4cd8-96e9-182e4552322a, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:33:02.713336 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-59e510f3-d2c5-4252-8da4-d8cba926f1cc service neutron] For port 3b14e3d0-0445-4cd8-96e9-182e4552322a, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3b14e3d0-0445-4cd8-96e9-182e4552322a,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:33:02.727422 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-59e510f3-d2c5-4252-8da4-d8cba926f1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:02.808428 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-59e510f3-d2c5-4252-8da4-d8cba926f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:02.809036 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-59e510f3-d2c5-4252-8da4-d8cba926f1cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:02.810722 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-59e510f3-d2c5-4252-8da4-d8cba926f1cc service neutron] 10.222.0.39 "PUT /v2.0/ports/3b14e3d0-0445-4cd8-96e9-182e4552322a HTTP/1.1" status: 200 len: 1091 time: 1.1555760 Sep 30 13:33:02.835285 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e510f3-d2c5-4252-8da4-d8cba926f1cc service neutron] Pushing event updated for resources: {'Port': ['ID=3b14e3d0-0445-4cd8-96e9-182e4552322a,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:02.911328 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ffbe0e1-49dc-4099-81ad-78f12c46a7c7 req-4463c030-17de-44ae-b83c-268829dd5284 service neutron] 10.222.0.54 "GET /v2.0/networks/e6cac26e-a444-4127-80d8-d253d604fc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060461 Sep 30 13:33:02.957025 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-01c6a773-d3a8-4bfc-ae69-f9444a1d560b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:02.958579 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-01c6a773-d3a8-4bfc-ae69-f9444a1d560b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&device_id=11f1ac8b-1aa3-4997-9a44-270c83be24e3 HTTP/1.1" status: 200 len: 1094 time: 0.0956135 Sep 30 13:33:02.972664 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2f46d-7cd3-491a-a52e-e7bdd0cbe361 req-3179c401-ad90-4c7a-be7d-be456f80be84 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:02.974249 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-50e2f46d-7cd3-491a-a52e-e7bdd0cbe361 req-3179c401-ad90-4c7a-be7d-be456f80be84 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f1ac8b-1aa3-4997-9a44-270c83be24e3 HTTP/1.1" status: 200 len: 943 time: 0.1273153 Sep 30 13:33:03.059643 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-eb53afa2-5bbb-4447-87f3-a2fed3d39f8a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b14e3d0-0445-4cd8-96e9-182e4552322a HTTP/1.1" status: 200 len: 217 time: 0.0820897 Sep 30 13:33:03.133892 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-50e2f46d-7cd3-491a-a52e-e7bdd0cbe361 req-bf53cbf8-9a68-415c-9eea-20e5237a20f2 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194685 Sep 30 13:33:03.147636 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ffbe0e1-49dc-4099-81ad-78f12c46a7c7 req-33a2befa-dda7-4c0e-ad2d-a9c708ba4f17 service neutron] 10.222.0.54 "GET /v2.0/networks/e6cac26e-a444-4127-80d8-d253d604fc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270148 Sep 30 13:33:03.160737 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-f15e9cef-3c1d-4f71-8b47-d817c2deb770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:03.162827 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-f15e9cef-3c1d-4f71-8b47-d817c2deb770 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a29bd19-7bbd-493a-b0e5-a534c2103246 HTTP/1.1" status: 200 len: 850 time: 0.0903924 Sep 30 13:33:03.180697 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47a053-9d9b-4910-8c27-ded83e930020 req-30929a71-e528-4a4f-b642-7b34ea9ab994 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:03.188317 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7d47a053-9d9b-4910-8c27-ded83e930020 req-30929a71-e528-4a4f-b642-7b34ea9ab994 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce HTTP/1.1" status: 200 len: 944 time: 0.0829327 Sep 30 13:33:03.220536 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-b472f4d2-9ad8-41ed-aa5f-bdbeaa8f5e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:03.222347 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-b472f4d2-9ad8-41ed-aa5f-bdbeaa8f5e0a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=949dc44d-a521-4909-8cff-116a74911834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452130 Sep 30 13:33:03.224542 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7d47a053-9d9b-4910-8c27-ded83e930020 req-60924895-87e1-432a-9eef-b40af8e4f226 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1bc470a-19a7-42aa-a408-bd54a274967c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336318 Sep 30 13:33:03.249364 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f1ac8b-1aa3-4997-9a44-270c83be24e3', 'tag': '3b14e3d0-0445-4cd8-96e9-182e4552322a'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:33:03.251685 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441402ea-b893-42aa-80d5-51d550bbcaf9" -d '{"events": [{"name": "network-changed", "server_uuid": "11f1ac8b-1aa3-4997-9a44-270c83be24e3", "tag": "3b14e3d0-0445-4cd8-96e9-182e4552322a"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:33:03.297218 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0121a3-d41e-4b73-a501-47fc29f8f101 x-openstack-request-id: req-7f0121a3-d41e-4b73-a501-47fc29f8f101 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:33:03.297507 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f1ac8b-1aa3-4997-9a44-270c83be24e3", "tag": "3b14e3d0-0445-4cd8-96e9-182e4552322a", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:33:03.297756 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f0121a3-d41e-4b73-a501-47fc29f8f101 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:33:03.298794 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f1ac8b-1aa3-4997-9a44-270c83be24e3', 'tag': '3b14e3d0-0445-4cd8-96e9-182e4552322a', 'status': 'completed', 'code': 200} Sep 30 13:33:03.327872 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-45e888c1-1c26-4af3-8e8e-c21bb47775a5 service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951014 Sep 30 13:33:03.434304 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e2d0a09f-2b3d-4054-870f-c9adcec221a5 req-2084eb84-4673-4f8c-8f8e-5373c7ed22b7 service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982916 Sep 30 13:33:03.489395 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30226e58-0197-466d-beda-319ae8cddef6 req-11ef12d1-6eaa-4750-aeaa-92661f4d41cb tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:03.490926 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-30226e58-0197-466d-beda-319ae8cddef6 req-11ef12d1-6eaa-4750-aeaa-92661f4d41cb tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d0ddd39-b9c6-460f-8cc9-3752d8317fc2 HTTP/1.1" status: 200 len: 945 time: 0.0544064 Sep 30 13:33:03.525913 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441402ea-b893-42aa-80d5-51d550bbcaf9 req-ef8cb13d-ba03-4987-ba31-a30a96ab35f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:03.527652 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-441402ea-b893-42aa-80d5-51d550bbcaf9 req-ef8cb13d-ba03-4987-ba31-a30a96ab35f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&device_id=11f1ac8b-1aa3-4997-9a44-270c83be24e3 HTTP/1.1" status: 200 len: 1094 time: 0.0433836 Sep 30 13:33:03.563727 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-30226e58-0197-466d-beda-319ae8cddef6 req-c5710c36-ef0d-4f33-a30d-54221382341e tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.18 "GET /v2.0/security-groups?id=06b946c1-68e2-4348-8ce4-30f9664ebc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656524 Sep 30 13:33:03.572921 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0bb67-0eab-47a7-a2cc-0dfcf125df74 req-81ff6371-2925-46d7-80a1-ae73f6b937ca tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:03.574968 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-80b0bb67-0eab-47a7-a2cc-0dfcf125df74 req-81ff6371-2925-46d7-80a1-ae73f6b937ca tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d0ddd39-b9c6-460f-8cc9-3752d8317fc2 HTTP/1.1" status: 200 len: 945 time: 0.0753231 Sep 30 13:33:03.626555 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441402ea-b893-42aa-80d5-51d550bbcaf9 req-1b38b778-6861-4856-98f5-900511e38a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:03.628242 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-441402ea-b893-42aa-80d5-51d550bbcaf9 req-1b38b778-6861-4856-98f5-900511e38a76 service neutron] 10.222.0.39 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 912 time: 0.0929775 Sep 30 13:33:03.673539 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-441402ea-b893-42aa-80d5-51d550bbcaf9 req-4e9c7ce5-2b6a-4704-987d-0e945becd941 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b14e3d0-0445-4cd8-96e9-182e4552322a HTTP/1.1" status: 200 len: 217 time: 0.0379629 Sep 30 13:33:03.680517 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-80b0bb67-0eab-47a7-a2cc-0dfcf125df74 req-22f076d2-9e10-4728-81dc-7bb474b6f074 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Deleting port 1679a127-f301-4117-8e96-f14e979cc0fb {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:33:03.680859 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-80b0bb67-0eab-47a7-a2cc-0dfcf125df74 req-22f076d2-9e10-4728-81dc-7bb474b6f074 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:03.724615 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441402ea-b893-42aa-80d5-51d550bbcaf9 req-c88af448-ee8e-49f3-9424-fecff832c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:03.727074 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-441402ea-b893-42aa-80d5-51d550bbcaf9 req-c88af448-ee8e-49f3-9424-fecff832c69c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a29bd19-7bbd-493a-b0e5-a534c2103246 HTTP/1.1" status: 200 len: 850 time: 0.0461490 Sep 30 13:33:03.781003 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441402ea-b893-42aa-80d5-51d550bbcaf9 req-7be57aac-185c-42a8-8254-9bf2af5072e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:03.782214 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-80b0bb67-0eab-47a7-a2cc-0dfcf125df74 req-22f076d2-9e10-4728-81dc-7bb474b6f074 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] For port 1679a127-f301-4117-8e96-f14e979cc0fb, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=1679a127-f301-4117-8e96-f14e979cc0fb,segment=NetworkSegment(4accb243-d78a-4214-acd3-0c2fe7f718bd),segment_id=4accb243-d78a-4214-acd3-0c2fe7f718bd)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:33:03.782589 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-80b0bb67-0eab-47a7-a2cc-0dfcf125df74 req-22f076d2-9e10-4728-81dc-7bb474b6f074 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:03.782723 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-441402ea-b893-42aa-80d5-51d550bbcaf9 req-7be57aac-185c-42a8-8254-9bf2af5072e1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=949dc44d-a521-4909-8cff-116a74911834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480015 Sep 30 13:33:03.797103 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-80b0bb67-0eab-47a7-a2cc-0dfcf125df74 req-22f076d2-9e10-4728-81dc-7bb474b6f074 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Calling delete_port for 1679a127-f301-4117-8e96-f14e979cc0fb owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:33:03.878855 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-441402ea-b893-42aa-80d5-51d550bbcaf9 req-e0278bc0-2eaf-44ad-9567-804170a16469 service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876722 Sep 30 13:33:03.932703 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-80b0bb67-0eab-47a7-a2cc-0dfcf125df74 req-22f076d2-9e10-4728-81dc-7bb474b6f074 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:03.945716 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['1679a127-f301-4117-8e96-f14e979cc0fb'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:33:03.962317 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f076d2-9e10-4728-81dc-7bb474b6f074 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Pushing event deleted for resources: {'Port': ['ID=1679a127-f301-4117-8e96-f14e979cc0fb,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:04.010367 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b0bb67-0eab-47a7-a2cc-0dfcf125df74 req-22f076d2-9e10-4728-81dc-7bb474b6f074 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] No DVR routers for this DVR port 1679a127-f301-4117-8e96-f14e979cc0fb on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:33:04.013086 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-80b0bb67-0eab-47a7-a2cc-0dfcf125df74 req-22f076d2-9e10-4728-81dc-7bb474b6f074 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:04.015269 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-80b0bb67-0eab-47a7-a2cc-0dfcf125df74 req-22f076d2-9e10-4728-81dc-7bb474b6f074 tempest-VolumesActionsTest-69186239 tempest-VolumesActionsTest-69186239-project] 10.222.0.39 "DELETE /v2.0/ports/1679a127-f301-4117-8e96-f14e979cc0fb HTTP/1.1" status: 204 len: 173 time: 0.4350891 Sep 30 13:33:04.015720 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0ddd39-b9c6-460f-8cc9-3752d8317fc2', 'name': 'network-vif-deleted', 'tag': '1679a127-f301-4117-8e96-f14e979cc0fb'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:33:04.017976 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3c2b0c-4ab4-423a-b9d0-b10e1827f343" -d '{"events": [{"server_uuid": "2d0ddd39-b9c6-460f-8cc9-3752d8317fc2", "name": "network-vif-deleted", "tag": "1679a127-f301-4117-8e96-f14e979cc0fb"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:33:04.078429 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2175ffac-b738-44eb-8deb-898b218b8a3a x-openstack-request-id: req-2175ffac-b738-44eb-8deb-898b218b8a3a {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:33:04.078717 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d0ddd39-b9c6-460f-8cc9-3752d8317fc2", "name": "network-vif-deleted", "tag": "1679a127-f301-4117-8e96-f14e979cc0fb", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:33:04.078964 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2175ffac-b738-44eb-8deb-898b218b8a3a {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:33:04.079358 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0ddd39-b9c6-460f-8cc9-3752d8317fc2', 'name': 'network-vif-deleted', 'tag': '1679a127-f301-4117-8e96-f14e979cc0fb', 'status': 'completed', 'code': 200} Sep 30 13:33:04.257644 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69ed13-bf3d-4f2f-91e8-59ecd74ac7a4 req-561f417f-c94c-4297-a1ce-8f02d67055bb tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:04.260554 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cd69ed13-bf3d-4f2f-91e8-59ecd74ac7a4 req-561f417f-c94c-4297-a1ce-8f02d67055bb tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f1ac8b-1aa3-4997-9a44-270c83be24e3 HTTP/1.1" status: 200 len: 943 time: 0.0559118 Sep 30 13:33:04.305744 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cd69ed13-bf3d-4f2f-91e8-59ecd74ac7a4 req-be76a862-3147-40cb-93ee-ab1513bd2128 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371039 Sep 30 13:33:04.405793 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-441402ea-b893-42aa-80d5-51d550bbcaf9 req-91ea9091-b0f1-402a-b186-6fbd6d9823ce service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5199158 Sep 30 13:33:04.416468 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf330d-2d60-4bd3-b86a-c11ea842f0d3 req-780536c1-37e9-46b2-92e8-f5a58fe93945 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:04.417893 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05cf330d-2d60-4bd3-b86a-c11ea842f0d3 req-780536c1-37e9-46b2-92e8-f5a58fe93945 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce HTTP/1.1" status: 200 len: 944 time: 0.0758760 Sep 30 13:33:04.467584 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05cf330d-2d60-4bd3-b86a-c11ea842f0d3 req-4ae5d5ca-9b62-4e83-af94-0005b62eec2c tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1bc470a-19a7-42aa-a408-bd54a274967c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432093 Sep 30 13:33:05.419876 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76551d-6a86-49b8-ae89-c467868274e3 req-68357372-b16f-4fe7-86c5-789eb39dd99a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:05.421378 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f76551d-6a86-49b8-ae89-c467868274e3 req-68357372-b16f-4fe7-86c5-789eb39dd99a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f1ac8b-1aa3-4997-9a44-270c83be24e3 HTTP/1.1" status: 200 len: 943 time: 0.0489001 Sep 30 13:33:05.462698 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f76551d-6a86-49b8-ae89-c467868274e3 req-4ad8c2f1-e511-42de-b29f-4efa3584cbd7 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352061 Sep 30 13:33:05.584257 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86377575-3b50-4a0b-a123-b84fa377fcee req-df8aa2aa-3986-4808-aa58-ace89304f44e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:05.586254 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-86377575-3b50-4a0b-a123-b84fa377fcee req-df8aa2aa-3986-4808-aa58-ace89304f44e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce HTTP/1.1" status: 200 len: 944 time: 0.0486467 Sep 30 13:33:05.625724 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-86377575-3b50-4a0b-a123-b84fa377fcee req-9bc8884b-b0f2-44ba-a394-dd6b5b43878f tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1bc470a-19a7-42aa-a408-bd54a274967c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332439 Sep 30 13:33:06.241633 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 1fdeff20-3441-43d7-9b10-7602e17e7fd4 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:33:06.358295 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 1fdeff20-3441-43d7-9b10-7602e17e7fd4, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1fdeff20-3441-43d7-9b10-7602e17e7fd4,segment=NetworkSegment(047b2af2-fedc-4347-b5d0-4119bfd35617),segment_id=047b2af2-fedc-4347-b5d0-4119bfd35617)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:33:06.371100 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '1fdeff20-3441-43d7-9b10-7602e17e7fd4', 'network_id': 'e6cac26e-a444-4127-80d8-d253d604fc86', 'port_id': '1fdeff20-3441-43d7-9b10-7602e17e7fd4', 'mac_address': 'fa:16:3e:10:0f:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1ed626-54a8-4847-a7af-d5f866841206', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:33:06.410874 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:06.425328 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fdeff20-3441-43d7-9b10-7602e17e7fd4 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:33:06.451074 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 1fdeff20-3441-43d7-9b10-7602e17e7fd4, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1fdeff20-3441-43d7-9b10-7602e17e7fd4,segment=NetworkSegment(047b2af2-fedc-4347-b5d0-4119bfd35617),segment_id=047b2af2-fedc-4347-b5d0-4119bfd35617)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:33:06.457532 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:06.536588 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=1fdeff20-3441-43d7-9b10-7602e17e7fd4,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:06.594158 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55284ece-f6c6-473a-845a-1b5fbe2c4212 req-3341fa84-dd20-4101-afed-0429eda3ce89 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:06.595792 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-55284ece-f6c6-473a-845a-1b5fbe2c4212 req-3341fa84-dd20-4101-afed-0429eda3ce89 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f1ac8b-1aa3-4997-9a44-270c83be24e3 HTTP/1.1" status: 200 len: 943 time: 0.0549474 Sep 30 13:33:06.657176 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-55284ece-f6c6-473a-845a-1b5fbe2c4212 req-a996f278-5b9d-4e18-a0ff-cdb5c1fe12ac tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501702 Sep 30 13:33:06.764160 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261ba59-6caa-4aa1-a368-9ccfcabf0f65 req-6709914a-bc70-445d-bc34-9fbda792985d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:06.766402 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f261ba59-6caa-4aa1-a368-9ccfcabf0f65 req-6709914a-bc70-445d-bc34-9fbda792985d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce HTTP/1.1" status: 200 len: 945 time: 0.0629542 Sep 30 13:33:06.818965 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f261ba59-6caa-4aa1-a368-9ccfcabf0f65 req-392baaa8-89a0-440c-a190-1abb555893aa tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1bc470a-19a7-42aa-a408-bd54a274967c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465727 Sep 30 13:33:06.826577 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['1fdeff20-3441-43d7-9b10-7602e17e7fd4'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:33:07.786560 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152783d2-7eae-48e7-8c46-eeae73d71e8b req-4bdd8fbf-c5bb-4fa9-9447-dc67c20fb55c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:07.796874 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-152783d2-7eae-48e7-8c46-eeae73d71e8b req-4bdd8fbf-c5bb-4fa9-9447-dc67c20fb55c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f1ac8b-1aa3-4997-9a44-270c83be24e3 HTTP/1.1" status: 200 len: 943 time: 0.0660756 Sep 30 13:33:07.849148 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-152783d2-7eae-48e7-8c46-eeae73d71e8b req-7c1cc156-94eb-43d0-a796-30917af958fe tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488935 Sep 30 13:33:07.967188 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d916cf3-2262-49c0-9da5-a24b876770da req-f6f33ddf-81ff-4452-aa9d-fc9fb939a5d0 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:07.968924 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9d916cf3-2262-49c0-9da5-a24b876770da req-f6f33ddf-81ff-4452-aa9d-fc9fb939a5d0 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce HTTP/1.1" status: 200 len: 945 time: 0.0638936 Sep 30 13:33:08.014615 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9d916cf3-2262-49c0-9da5-a24b876770da req-2ea6af35-45f3-4218-9556-5928c703d900 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1bc470a-19a7-42aa-a408-bd54a274967c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394990 Sep 30 13:33:08.235252 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 1fdeff20-3441-43d7-9b10-7602e17e7fd4 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:33:08.305654 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 1fdeff20-3441-43d7-9b10-7602e17e7fd4 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:33:08.310363 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 1fdeff20-3441-43d7-9b10-7602e17e7fd4 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:33:08.310876 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:08.399307 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:08.424612 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fdeff20-3441-43d7-9b10-7602e17e7fd4'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:33:08.427321 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4c1c3b-79a1-4e15-9380-292ee76a1840" -d '{"events": [{"server_uuid": "7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce", "name": "network-vif-plugged", "status": "completed", "tag": "1fdeff20-3441-43d7-9b10-7602e17e7fd4"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:33:08.448927 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 1fdeff20-3441-43d7-9b10-7602e17e7fd4, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1fdeff20-3441-43d7-9b10-7602e17e7fd4,segment=NetworkSegment(047b2af2-fedc-4347-b5d0-4119bfd35617),segment_id=047b2af2-fedc-4347-b5d0-4119bfd35617)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:33:08.456269 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:08.499815 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b00336-3c87-47ee-b5bb-907e51ba08c2 x-openstack-request-id: req-87b00336-3c87-47ee-b5bb-907e51ba08c2 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:33:08.499815 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce", "name": "network-vif-plugged", "status": "completed", "tag": "1fdeff20-3441-43d7-9b10-7602e17e7fd4", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:33:08.500147 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87b00336-3c87-47ee-b5bb-907e51ba08c2 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:33:08.500379 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fdeff20-3441-43d7-9b10-7602e17e7fd4', 'code': 200} Sep 30 13:33:08.535374 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=1fdeff20-3441-43d7-9b10-7602e17e7fd4,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:08.589263 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 1679a127-f301-4117-8e96-f14e979cc0fb no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:33:08.593190 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75533c9c-831d-4dc5-a24e-75401eb29ed1 req-91030f74-18ff-44ec-99a0-984e74521341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:08.594879 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75533c9c-831d-4dc5-a24e-75401eb29ed1 req-91030f74-18ff-44ec-99a0-984e74521341 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce HTTP/1.1" status: 200 len: 1097 time: 0.0439138 Sep 30 13:33:08.610303 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 1679a127-f301-4117-8e96-f14e979cc0fb {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:33:08.610649 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 1679a127-f301-4117-8e96-f14e979cc0fb not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:33:08.646260 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75533c9c-831d-4dc5-a24e-75401eb29ed1 req-b9ae2f94-f78d-4787-a713-b992e3980ed4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b1bc470a-19a7-42aa-a408-bd54a274967c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346563 Sep 30 13:33:08.752036 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:33:08.972841 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1e0bd-f02a-4f29-b91e-09b3e31c3968 req-60ec6110-9f87-4526-88de-9b0ff07319bb tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:08.980742 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f9a1e0bd-f02a-4f29-b91e-09b3e31c3968 req-60ec6110-9f87-4526-88de-9b0ff07319bb tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f1ac8b-1aa3-4997-9a44-270c83be24e3 HTTP/1.1" status: 200 len: 943 time: 0.0601649 Sep 30 13:33:09.020475 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f9a1e0bd-f02a-4f29-b91e-09b3e31c3968 req-4ca87b9f-3707-4394-81cf-59ec30d8649b tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387824 Sep 30 13:33:09.148595 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057fc7a-0db7-479a-b823-824be11c84a4 req-8f170da7-f7d6-474b-9db4-d2335240dc42 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:09.150528 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c057fc7a-0db7-479a-b823-824be11c84a4 req-8f170da7-f7d6-474b-9db4-d2335240dc42 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce HTTP/1.1" status: 200 len: 946 time: 0.0544128 Sep 30 13:33:09.198675 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c057fc7a-0db7-479a-b823-824be11c84a4 req-af8d3fbb-d5aa-4f06-b061-86ff4cf09b31 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1bc470a-19a7-42aa-a408-bd54a274967c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404906 Sep 30 13:33:10.185892 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a19f8-adfb-4320-bfc8-06045102480f req-c1ab0e2c-a6b4-4869-8cf5-486148b19eb9 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:10.187518 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-992a19f8-adfb-4320-bfc8-06045102480f req-c1ab0e2c-a6b4-4869-8cf5-486148b19eb9 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f1ac8b-1aa3-4997-9a44-270c83be24e3 HTTP/1.1" status: 200 len: 943 time: 0.0651691 Sep 30 13:33:10.247561 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-992a19f8-adfb-4320-bfc8-06045102480f req-5d72c050-6a8b-435d-9ea4-697b8cd9aa1f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537162 Sep 30 13:33:10.340800 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff283fb1-e0be-41ce-be2b-742f0d097382 req-1163a1e6-d09e-468b-b6ae-e7eaffbf88f9 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:10.346620 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ff283fb1-e0be-41ce-be2b-742f0d097382 req-1163a1e6-d09e-468b-b6ae-e7eaffbf88f9 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce HTTP/1.1" status: 200 len: 946 time: 0.0574527 Sep 30 13:33:10.412970 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ff283fb1-e0be-41ce-be2b-742f0d097382 req-baf2ab61-08a0-4c82-9508-1d169c03fb86 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1bc470a-19a7-42aa-a408-bd54a274967c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592771 Sep 30 13:33:10.540728 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095c9f9-6c47-4203-8c1f-f00e2ee6bfef req-e4eaa218-00c9-4fea-8685-79db9a288d78 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:10.542487 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b095c9f9-6c47-4203-8c1f-f00e2ee6bfef req-e4eaa218-00c9-4fea-8685-79db9a288d78 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce HTTP/1.1" status: 200 len: 946 time: 0.0631135 Sep 30 13:33:10.584575 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b095c9f9-6c47-4203-8c1f-f00e2ee6bfef req-a4b115c8-cae9-423f-ad4d-f3ecc126ca72 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1bc470a-19a7-42aa-a408-bd54a274967c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359387 Sep 30 13:33:11.358973 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1eb9da-1539-46ab-850d-ada66d32c100 req-cd72de04-ab91-412a-b048-b761710bf62d tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:11.360588 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b1eb9da-1539-46ab-850d-ada66d32c100 req-cd72de04-ab91-412a-b048-b761710bf62d tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f1ac8b-1aa3-4997-9a44-270c83be24e3 HTTP/1.1" status: 200 len: 943 time: 0.0509872 Sep 30 13:33:11.405255 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b1eb9da-1539-46ab-850d-ada66d32c100 req-bafda530-a2c7-4e19-88d1-c033c73a950e tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384934 Sep 30 13:33:12.129838 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39440) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:33:12.549751 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5e3c7-0cda-4080-9bca-5e5fdd719fc3 req-7eab4834-f805-4591-83f1-170fd8c7fc99 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:12.551525 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4ce5e3c7-0cda-4080-9bca-5e5fdd719fc3 req-7eab4834-f805-4591-83f1-170fd8c7fc99 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f1ac8b-1aa3-4997-9a44-270c83be24e3 HTTP/1.1" status: 200 len: 943 time: 0.0551717 Sep 30 13:33:12.609753 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4ce5e3c7-0cda-4080-9bca-5e5fdd719fc3 req-3b9464cc-75b8-49f5-9bb6-5bae72bea403 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463681 Sep 30 13:33:12.620110 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3b14e3d0-0445-4cd8-96e9-182e4552322a details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:33:12.639888 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:12.740292 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 3b14e3d0-0445-4cd8-96e9-182e4552322a, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3b14e3d0-0445-4cd8-96e9-182e4552322a,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:33:12.764788 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '3b14e3d0-0445-4cd8-96e9-182e4552322a', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'port_id': '3b14e3d0-0445-4cd8-96e9-182e4552322a', 'mac_address': 'fa:16:3e:cf:80:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:33:12.809302 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:12.824130 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b14e3d0-0445-4cd8-96e9-182e4552322a {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:33:12.845790 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 3b14e3d0-0445-4cd8-96e9-182e4552322a, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3b14e3d0-0445-4cd8-96e9-182e4552322a,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:33:12.853599 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:12.927173 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=3b14e3d0-0445-4cd8-96e9-182e4552322a,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:12.982703 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Allocated IP 172.20.0.17 (e6cac26e-a444-4127-80d8-d253d604fc86/ad1ed626-54a8-4847-a7af-d5f866841206/3bc1e429-8469-4d9b-b3eb-485bebac4a30) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:33:13.064747 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['3b14e3d0-0445-4cd8-96e9-182e4552322a'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:33:13.129429 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:13.181877 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:13.230070 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Network e6cac26e-a444-4127-80d8-d253d604fc86 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:33:13.250685 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:33:13.255242 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:33:13.315143 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'Port': ['ID=3bc1e429-8469-4d9b-b3eb-485bebac4a30,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:13.329056 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:13.329595 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:13.329944 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:13.330647 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:13.331000 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:13.331510 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:13.331846 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:13.332722 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:13.333060 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:13.333391 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:13.333714 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:13.334061 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:13.343252 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:13.543468 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:13.591557 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7a646b80-9f06-42f4-a841-7378b303fbee None None] Provisioning complete for port 3bc1e429-8469-4d9b-b3eb-485bebac4a30 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:33:13.593510 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7a646b80-9f06-42f4-a841-7378b303fbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:13.655541 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7a646b80-9f06-42f4-a841-7378b303fbee None None] Port 3bc1e429-8469-4d9b-b3eb-485bebac4a30 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:33:13.785095 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915b801-fef0-43af-ad28-9d400ab44cc9 req-a05914ea-b682-46e9-8a0b-9ada50b31b46 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:13.786672 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a915b801-fef0-43af-ad28-9d400ab44cc9 req-a05914ea-b682-46e9-8a0b-9ada50b31b46 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f1ac8b-1aa3-4997-9a44-270c83be24e3 HTTP/1.1" status: 200 len: 944 time: 0.0844450 Sep 30 13:33:13.878316 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a915b801-fef0-43af-ad28-9d400ab44cc9 req-3536ebad-5f15-46a1-b622-2c601b56cbd3 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843089 Sep 30 13:33:13.949135 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:13.957575 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:14.046850 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:14.056348 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'Port': ['ID=3bc1e429-8469-4d9b-b3eb-485bebac4a30,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:14.154990 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Network e6cac26e-a444-4127-80d8-d253d604fc86 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:33:14.156362 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:33:14.340181 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Router 1609e50f-1cf4-4228-b917-1ca9bce491b6 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:33:14.497593 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:33:14.506065 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e9b9a495-ec0b-4bba-9432-fe2336745b36 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "PUT /v2.0/routers/1609e50f-1cf4-4228-b917-1ca9bce491b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3720908 Sep 30 13:33:14.508496 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-0c1d605b-34ab-4894-b1b5-c0408f8bb97d None None] Provisioning complete for port 3bc1e429-8469-4d9b-b3eb-485bebac4a30 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:33:14.509103 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0c1d605b-34ab-4894-b1b5-c0408f8bb97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:14.519728 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23b5cf1-7aee-4c58-b1d2-558efea76df5 None None] Sync routers for ids ['1609e50f-1cf4-4228-b917-1ca9bce491b6'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:33:14.532083 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23b5cf1-7aee-4c58-b1d2-558efea76df5 None None] Routers {'1609e50f-1cf4-4228-b917-1ca9bce491b6'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:33:14.532718 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a23b5cf1-7aee-4c58-b1d2-558efea76df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:32:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1609e50f-1cf4-4228-b917-1ca9bce491b6'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:14.578945 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-0c1d605b-34ab-4894-b1b5-c0408f8bb97d None None] Port 3bc1e429-8469-4d9b-b3eb-485bebac4a30 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:33:14.621460 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3b14e3d0-0445-4cd8-96e9-182e4552322a up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:33:14.677928 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-a23b5cf1-7aee-4c58-b1d2-558efea76df5 None None] Set router 1609e50f-1cf4-4228-b917-1ca9bce491b6 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:33:14.687521 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 3b14e3d0-0445-4cd8-96e9-182e4552322a completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:33:14.692709 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 3b14e3d0-0445-4cd8-96e9-182e4552322a triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:33:14.692887 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:14.789345 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:14.815485 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f1ac8b-1aa3-4997-9a44-270c83be24e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b14e3d0-0445-4cd8-96e9-182e4552322a'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:33:14.817980 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd4b026-7f46-4fdf-970b-2a07af50d2c7" -d '{"events": [{"server_uuid": "11f1ac8b-1aa3-4997-9a44-270c83be24e3", "name": "network-vif-plugged", "status": "completed", "tag": "3b14e3d0-0445-4cd8-96e9-182e4552322a"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:33:14.848540 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 3b14e3d0-0445-4cd8-96e9-182e4552322a, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3b14e3d0-0445-4cd8-96e9-182e4552322a,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:33:14.856164 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:14.891922 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804684eb-97d4-4f61-bdfb-9292f33df7e1 x-openstack-request-id: req-804684eb-97d4-4f61-bdfb-9292f33df7e1 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:33:14.892225 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f1ac8b-1aa3-4997-9a44-270c83be24e3", "name": "network-vif-plugged", "status": "completed", "tag": "3b14e3d0-0445-4cd8-96e9-182e4552322a", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:33:14.892483 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-804684eb-97d4-4f61-bdfb-9292f33df7e1 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:33:14.892880 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f1ac8b-1aa3-4997-9a44-270c83be24e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b14e3d0-0445-4cd8-96e9-182e4552322a', 'code': 200} Sep 30 13:33:14.969274 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=3b14e3d0-0445-4cd8-96e9-182e4552322a,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:14.982219 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:15.060000 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b507e-25c8-49e0-b76d-5530be0ff9ad req-eea460ad-3ea0-4ec8-baa5-fb4428627094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:15.061527 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c08b507e-25c8-49e0-b76d-5530be0ff9ad req-eea460ad-3ea0-4ec8-baa5-fb4428627094 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=11f1ac8b-1aa3-4997-9a44-270c83be24e3 HTTP/1.1" status: 200 len: 1096 time: 0.1170039 Sep 30 13:33:15.073546 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bc62b-156e-425e-bff5-370499db4b52 req-c0433722-977c-48a5-8ea1-87eb937ffafe tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:15.075575 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-143bc62b-156e-425e-bff5-370499db4b52 req-c0433722-977c-48a5-8ea1-87eb937ffafe tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f1ac8b-1aa3-4997-9a44-270c83be24e3 HTTP/1.1" status: 200 len: 945 time: 0.0663128 Sep 30 13:33:15.114766 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a23b5cf1-7aee-4c58-b1d2-558efea76df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'name': 'tempest-TestNetworkBasicOps-router-2038051032', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:41Z', 'updated_at': '2021-09-30T13:33:13Z', 'revision_number': 5, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:42Z', 'updated_at': '2021-09-30T13:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'eace575e-5da4-4fc8-8a5b-4cbb0dd678bb', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'port_id': '2e184093-9e1a-42ab-9250-2cc36649e827', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9', 'mac_address': 'fa:16:3e:6e:5d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff2831-763a-4e8f-85c7-4ebaf4b856f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:32:11Z', 'updated_at': '2021-09-30T13:32:13Z', 'revision_number': 1, 'project_id': '35de1fee209b4805a01788770657a0cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc1e429-8469-4d9b-b3eb-485bebac4a30', 'name': '', 'network_id': 'e6cac26e-a444-4127-80d8-d253d604fc86', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'mac_address': 'fa:16:3e:41:35:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'ad1ed626-54a8-4847-a7af-d5f866841206', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:33:12Z', 'updated_at': '2021-09-30T13:33:13Z', 'revision_number': 2, 'project_id': '35de1fee209b4805a01788770657a0cb', 'subnets': [{'id': 'ad1ed626-54a8-4847-a7af-d5f866841206', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8c04dc3-9a46-476f-9160-1e4628faff8a', 'name': '', 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'mac_address': 'fa:16:3e:04:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:46Z', 'updated_at': '2021-09-30T13:31:51Z', 'revision_number': 5, 'project_id': '35de1fee209b4805a01788770657a0cb', 'subnets': [{'id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:15.125700 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-143bc62b-156e-425e-bff5-370499db4b52 req-4fedd4c7-db98-4fcd-b2a1-aa8582ee09b0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436406 Sep 30 13:33:15.146812 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c08b507e-25c8-49e0-b76d-5530be0ff9ad req-59aa3307-8562-4f18-803b-93c93eedd2ee service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666349 Sep 30 13:33:15.147004 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23b5cf1-7aee-4c58-b1d2-558efea76df5 None None] Checking router: 1609e50f-1cf4-4228-b917-1ca9bce491b6 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:33:15.147004 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23b5cf1-7aee-4c58-b1d2-558efea76df5 None None] Updating router 1609e50f-1cf4-4228-b917-1ca9bce491b6 port 3bc1e429-8469-4d9b-b3eb-485bebac4a30 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:33:15.178903 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a23b5cf1-7aee-4c58-b1d2-558efea76df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:15.469923 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a23b5cf1-7aee-4c58-b1d2-558efea76df5 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:15.479131 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a23b5cf1-7aee-4c58-b1d2-558efea76df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:15.531941 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811e8d2-df13-4e9d-ba01-1c3db88af473 None None] Pushing event updated for resources: {'Port': ['ID=3bc1e429-8469-4d9b-b3eb-485bebac4a30,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:15.597724 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-a23b5cf1-7aee-4c58-b1d2-558efea76df5 None None] Attempting to bind port 3bc1e429-8469-4d9b-b3eb-485bebac4a30 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:33:15.598136 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-a23b5cf1-7aee-4c58-b1d2-558efea76df5 None None] Attempting to bind port 3bc1e429-8469-4d9b-b3eb-485bebac4a30 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '047b2af2-fedc-4347-b5d0-4119bfd35617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e6cac26e-a444-4127-80d8-d253d604fc86'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:33:15.598498 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23b5cf1-7aee-4c58-b1d2-558efea76df5 None None] Attempting to bind port 3bc1e429-8469-4d9b-b3eb-485bebac4a30 on network e6cac26e-a444-4127-80d8-d253d604fc86 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:33:15.604259 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23b5cf1-7aee-4c58-b1d2-558efea76df5 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:33:15.604584 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23b5cf1-7aee-4c58-b1d2-558efea76df5 None None] Checking segment: {'id': '047b2af2-fedc-4347-b5d0-4119bfd35617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e6cac26e-a444-4127-80d8-d253d604fc86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:33:15.604985 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a23b5cf1-7aee-4c58-b1d2-558efea76df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:15.605538 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23b5cf1-7aee-4c58-b1d2-558efea76df5 None None] Bound using segment: {'id': '047b2af2-fedc-4347-b5d0-4119bfd35617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e6cac26e-a444-4127-80d8-d253d604fc86'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:33:15.606043 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-a23b5cf1-7aee-4c58-b1d2-558efea76df5 None None] Bound port: 3bc1e429-8469-4d9b-b3eb-485bebac4a30, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '047b2af2-fedc-4347-b5d0-4119bfd35617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e6cac26e-a444-4127-80d8-d253d604fc86'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:33:15.606430 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a23b5cf1-7aee-4c58-b1d2-558efea76df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:15.694167 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-a23b5cf1-7aee-4c58-b1d2-558efea76df5 None None] For port 3bc1e429-8469-4d9b-b3eb-485bebac4a30, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:33:15.697665 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-a23b5cf1-7aee-4c58-b1d2-558efea76df5 None None] For port 3bc1e429-8469-4d9b-b3eb-485bebac4a30, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3bc1e429-8469-4d9b-b3eb-485bebac4a30,segment=NetworkSegment(047b2af2-fedc-4347-b5d0-4119bfd35617),segment_id=047b2af2-fedc-4347-b5d0-4119bfd35617)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:33:15.702846 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a23b5cf1-7aee-4c58-b1d2-558efea76df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:15.806589 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811e8d2-df13-4e9d-ba01-1c3db88af473 None None] Pushing event updated for resources: {'Port': ['ID=3bc1e429-8469-4d9b-b3eb-485bebac4a30,revision_number=4']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:15.809678 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23b5cf1-7aee-4c58-b1d2-558efea76df5 None None] Routers {'1609e50f-1cf4-4228-b917-1ca9bce491b6'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:33:15.813121 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a23b5cf1-7aee-4c58-b1d2-558efea76df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:32:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1609e50f-1cf4-4228-b917-1ca9bce491b6'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:15.824914 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-b5af3e80-74e6-4551-94ad-5c46c6b5f07b None None] Provisioning complete for port 3bc1e429-8469-4d9b-b3eb-485bebac4a30 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:33:15.825896 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b5af3e80-74e6-4551-94ad-5c46c6b5f07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:15.969829 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b5af3e80-74e6-4551-94ad-5c46c6b5f07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:16.008959 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-a23b5cf1-7aee-4c58-b1d2-558efea76df5 None None] Set router 1609e50f-1cf4-4228-b917-1ca9bce491b6 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:33:16.055467 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b5af3e80-74e6-4551-94ad-5c46c6b5f07b None None] For port 3bc1e429-8469-4d9b-b3eb-485bebac4a30, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3bc1e429-8469-4d9b-b3eb-485bebac4a30,segment=NetworkSegment(047b2af2-fedc-4347-b5d0-4119bfd35617),segment_id=047b2af2-fedc-4347-b5d0-4119bfd35617)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:33:16.070589 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b5af3e80-74e6-4551-94ad-5c46c6b5f07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:16.287369 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af3e80-74e6-4551-94ad-5c46c6b5f07b None None] Pushing event updated for resources: {'Port': ['ID=3bc1e429-8469-4d9b-b3eb-485bebac4a30,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:16.313413 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a23b5cf1-7aee-4c58-b1d2-558efea76df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'name': 'tempest-TestNetworkBasicOps-router-2038051032', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:41Z', 'updated_at': '2021-09-30T13:33:13Z', 'revision_number': 5, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:42Z', 'updated_at': '2021-09-30T13:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'eace575e-5da4-4fc8-8a5b-4cbb0dd678bb', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'port_id': '2e184093-9e1a-42ab-9250-2cc36649e827', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9', 'mac_address': 'fa:16:3e:6e:5d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff2831-763a-4e8f-85c7-4ebaf4b856f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:32:11Z', 'updated_at': '2021-09-30T13:32:13Z', 'revision_number': 1, 'project_id': '35de1fee209b4805a01788770657a0cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc1e429-8469-4d9b-b3eb-485bebac4a30', 'name': '', 'network_id': 'e6cac26e-a444-4127-80d8-d253d604fc86', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'mac_address': 'fa:16:3e:41:35:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'ad1ed626-54a8-4847-a7af-d5f866841206', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:33:12Z', 'updated_at': '2021-09-30T13:33:15Z', 'revision_number': 4, 'project_id': '35de1fee209b4805a01788770657a0cb', 'subnets': [{'id': 'ad1ed626-54a8-4847-a7af-d5f866841206', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8c04dc3-9a46-476f-9160-1e4628faff8a', 'name': '', 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'mac_address': 'fa:16:3e:04:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:46Z', 'updated_at': '2021-09-30T13:31:51Z', 'revision_number': 5, 'project_id': '35de1fee209b4805a01788770657a0cb', 'subnets': [{'id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:16.324774 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-b8a4fa50-c599-499e-ad36-35d97fb1c852 None None] Provisioning complete for port 3bc1e429-8469-4d9b-b3eb-485bebac4a30 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:33:16.325163 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b8a4fa50-c599-499e-ad36-35d97fb1c852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:16.360781 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23b5cf1-7aee-4c58-b1d2-558efea76df5 None None] The sync data for ids ['1609e50f-1cf4-4228-b917-1ca9bce491b6'] in n-d-810909-2 is: [{'id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'name': 'tempest-TestNetworkBasicOps-router-2038051032', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:41Z', 'updated_at': '2021-09-30T13:33:13Z', 'revision_number': 5, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:42Z', 'updated_at': '2021-09-30T13:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'eace575e-5da4-4fc8-8a5b-4cbb0dd678bb', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'port_id': '2e184093-9e1a-42ab-9250-2cc36649e827', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9', 'mac_address': 'fa:16:3e:6e:5d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff2831-763a-4e8f-85c7-4ebaf4b856f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:32:11Z', 'updated_at': '2021-09-30T13:32:13Z', 'revision_number': 1, 'project_id': '35de1fee209b4805a01788770657a0cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc1e429-8469-4d9b-b3eb-485bebac4a30', 'name': '', 'network_id': 'e6cac26e-a444-4127-80d8-d253d604fc86', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'mac_address': 'fa:16:3e:41:35:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'ad1ed626-54a8-4847-a7af-d5f866841206', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:33:12Z', 'updated_at': '2021-09-30T13:33:15Z', 'revision_number': 4, 'project_id': '35de1fee209b4805a01788770657a0cb', 'subnets': [{'id': 'ad1ed626-54a8-4847-a7af-d5f866841206', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8c04dc3-9a46-476f-9160-1e4628faff8a', 'name': '', 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'mac_address': 'fa:16:3e:04:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:46Z', 'updated_at': '2021-09-30T13:31:51Z', 'revision_number': 5, 'project_id': '35de1fee209b4805a01788770657a0cb', 'subnets': [{'id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:33:16.386342 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105cbcd3-238d-4492-ab03-80013669541b req-289744b8-4512-4e4f-953a-cf80605f8ff3 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:16.387950 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-105cbcd3-238d-4492-ab03-80013669541b req-289744b8-4512-4e4f-953a-cf80605f8ff3 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f1ac8b-1aa3-4997-9a44-270c83be24e3 HTTP/1.1" status: 200 len: 945 time: 0.0983183 Sep 30 13:33:16.470164 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-105cbcd3-238d-4492-ab03-80013669541b req-602e1c56-3fa3-4e92-bbdb-8d53f1fb1eb1 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738733 Sep 30 13:33:17.626589 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7668bd3-76d1-4caf-af4d-88d275ee06e0 req-d3f718a2-5626-4b1b-96a8-2f5e8a23ebb6 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:17.635146 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f7668bd3-76d1-4caf-af4d-88d275ee06e0 req-d3f718a2-5626-4b1b-96a8-2f5e8a23ebb6 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f1ac8b-1aa3-4997-9a44-270c83be24e3 HTTP/1.1" status: 200 len: 945 time: 0.0767536 Sep 30 13:33:17.678059 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f7668bd3-76d1-4caf-af4d-88d275ee06e0 req-0e785625-36a2-4de7-8bc2-e348486124ad tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416224 Sep 30 13:33:17.816387 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb88e0b-82b4-41b6-a9ac-f5aad3477e3f req-ab38fdc6-4e12-4874-bbd7-7b3c1d8583c5 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:17.817936 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3bb88e0b-82b4-41b6-a9ac-f5aad3477e3f req-ab38fdc6-4e12-4874-bbd7-7b3c1d8583c5 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f1ac8b-1aa3-4997-9a44-270c83be24e3 HTTP/1.1" status: 200 len: 945 time: 0.0531387 Sep 30 13:33:17.869114 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3bb88e0b-82b4-41b6-a9ac-f5aad3477e3f req-764eb0ad-7713-404d-8e65-0f347b1bae7b tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423954 Sep 30 13:33:18.013048 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede9cf4-0b0c-491d-bd43-59437b0a8bd3 req-5b4627de-f137-4929-8f99-ce52da7f99cb tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:18.018607 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fede9cf4-0b0c-491d-bd43-59437b0a8bd3 req-5b4627de-f137-4929-8f99-ce52da7f99cb tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f1ac8b-1aa3-4997-9a44-270c83be24e3 HTTP/1.1" status: 200 len: 945 time: 0.0651174 Sep 30 13:33:18.065400 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fede9cf4-0b0c-491d-bd43-59437b0a8bd3 req-f6d5035b-a68f-4bdb-b318-2a829242bf18 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442736 Sep 30 13:33:18.246389 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d07225fc-47d6-4e3f-8821-086df4eb13bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:18.355233 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b718ac-077a-4f90-aa4e-e7c5076c58b1 req-77398990-1c31-44b5-8350-1091c97e302a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:18.356885 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b0b718ac-077a-4f90-aa4e-e7c5076c58b1 req-77398990-1c31-44b5-8350-1091c97e302a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f1ac8b-1aa3-4997-9a44-270c83be24e3 HTTP/1.1" status: 200 len: 945 time: 0.0571125 Sep 30 13:33:18.421726 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b0b718ac-077a-4f90-aa4e-e7c5076c58b1 req-49e3af86-2fa3-4853-9fd2-ea2640a45e0b tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579455 Sep 30 13:33:18.465119 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3bc1e429-8469-4d9b-b3eb-485bebac4a30 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:33:18.520491 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 3bc1e429-8469-4d9b-b3eb-485bebac4a30 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:33:18.520784 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:19.554606 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199b9cf-c5d5-4168-907e-d26fe16f052b req-f2d8ac77-ef8c-4648-bf5d-08818182d525 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:19.556113 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4199b9cf-c5d5-4168-907e-d26fe16f052b req-f2d8ac77-ef8c-4648-bf5d-08818182d525 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f1ac8b-1aa3-4997-9a44-270c83be24e3 HTTP/1.1" status: 200 len: 945 time: 0.0500579 Sep 30 13:33:19.607573 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4199b9cf-c5d5-4168-907e-d26fe16f052b req-67682eb8-2162-4d42-a5bf-43eb41535889 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445304 Sep 30 13:33:19.615023 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:19.789235 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fc406-604d-45b7-8b69-fb04c7f3d68c req-0aaa6aed-3a4e-4070-8f81-73c4819045f5 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:19.791181 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-603fc406-604d-45b7-8b69-fb04c7f3d68c req-0aaa6aed-3a4e-4070-8f81-73c4819045f5 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f1ac8b-1aa3-4997-9a44-270c83be24e3 HTTP/1.1" status: 200 len: 945 time: 0.0588009 Sep 30 13:33:19.903232 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-603fc406-604d-45b7-8b69-fb04c7f3d68c req-e90d9b6c-6075-4245-b667-e701f367a205 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Deleting port 3b14e3d0-0445-4cd8-96e9-182e4552322a {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:33:19.903579 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-603fc406-604d-45b7-8b69-fb04c7f3d68c req-e90d9b6c-6075-4245-b667-e701f367a205 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:20.020619 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-603fc406-604d-45b7-8b69-fb04c7f3d68c req-e90d9b6c-6075-4245-b667-e701f367a205 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] For port 3b14e3d0-0445-4cd8-96e9-182e4552322a, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3b14e3d0-0445-4cd8-96e9-182e4552322a,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:33:20.020937 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-603fc406-604d-45b7-8b69-fb04c7f3d68c req-e90d9b6c-6075-4245-b667-e701f367a205 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:20.039932 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-603fc406-604d-45b7-8b69-fb04c7f3d68c req-e90d9b6c-6075-4245-b667-e701f367a205 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Calling delete_port for 3b14e3d0-0445-4cd8-96e9-182e4552322a owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:33:20.215793 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-603fc406-604d-45b7-8b69-fb04c7f3d68c req-e90d9b6c-6075-4245-b667-e701f367a205 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:20.235565 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['3b14e3d0-0445-4cd8-96e9-182e4552322a'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:33:20.263962 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d9b6c-6075-4245-b667-e701f367a205 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event deleted for resources: {'Port': ['ID=3b14e3d0-0445-4cd8-96e9-182e4552322a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:20.308994 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-603fc406-604d-45b7-8b69-fb04c7f3d68c req-e90d9b6c-6075-4245-b667-e701f367a205 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] No DVR routers for this DVR port 3b14e3d0-0445-4cd8-96e9-182e4552322a on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:33:20.312590 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-603fc406-604d-45b7-8b69-fb04c7f3d68c req-e90d9b6c-6075-4245-b667-e701f367a205 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:20.315805 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-603fc406-604d-45b7-8b69-fb04c7f3d68c req-e90d9b6c-6075-4245-b667-e701f367a205 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.39 "DELETE /v2.0/ports/3b14e3d0-0445-4cd8-96e9-182e4552322a HTTP/1.1" status: 204 len: 173 time: 0.5176628 Sep 30 13:33:20.316482 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f1ac8b-1aa3-4997-9a44-270c83be24e3', 'name': 'network-vif-deleted', 'tag': '3b14e3d0-0445-4cd8-96e9-182e4552322a'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:33:20.321259 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2db16f-fb6c-4948-a1bb-1028e295d94a" -d '{"events": [{"server_uuid": "11f1ac8b-1aa3-4997-9a44-270c83be24e3", "name": "network-vif-deleted", "tag": "3b14e3d0-0445-4cd8-96e9-182e4552322a"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:33:20.421473 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946010e5-0a75-4e07-bb36-4195747b397b x-openstack-request-id: req-946010e5-0a75-4e07-bb36-4195747b397b {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:33:20.421986 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f1ac8b-1aa3-4997-9a44-270c83be24e3", "name": "network-vif-deleted", "tag": "3b14e3d0-0445-4cd8-96e9-182e4552322a", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:33:20.437948 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-946010e5-0a75-4e07-bb36-4195747b397b {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:33:20.437948 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f1ac8b-1aa3-4997-9a44-270c83be24e3', 'name': 'network-vif-deleted', 'tag': '3b14e3d0-0445-4cd8-96e9-182e4552322a', 'status': 'completed', 'code': 200} Sep 30 13:33:20.711949 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0828-da09-406f-b016-f062a39d8e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:20.751668 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a8982568-a351-4a83-9ce2-277c02cf9fc1 req-11f17722-ae9c-4fcd-821b-5fb23717e4f2 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f1ac8b-1aa3-4997-9a44-270c83be24e3 HTTP/1.1" status: 200 len: 210 time: 0.0545878 Sep 30 13:33:21.636918 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:21.881577 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-24e799f0-722d-4c82-972e-cf33bdf730d0 req-6c105eb3-3d10-4ea7-acc8-1222b1357799 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f1ac8b-1aa3-4997-9a44-270c83be24e3 HTTP/1.1" status: 200 len: 210 time: 0.0442050 Sep 30 13:33:22.400351 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:22.968833 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-780c7f47-4bb6-45a5-b78c-ce9fabe6250f req-ca64cc85-76f0-4d95-b39d-03136da04cce tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f1ac8b-1aa3-4997-9a44-270c83be24e3 HTTP/1.1" status: 200 len: 210 time: 0.0266814 Sep 30 13:33:24.089674 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a7eb8b8b-f288-4835-9ce6-7969b27105e2 req-387a201c-43dd-4f79-8db3-48f5fe84908d tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f1ac8b-1aa3-4997-9a44-270c83be24e3 HTTP/1.1" status: 200 len: 210 time: 0.0289857 Sep 30 13:33:24.165443 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:24.315476 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daca0f8-ca42-4663-9dc9-eb5c55fef2b2 req-94aa9be7-17d1-4dab-8627-b3f92edafe7c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:24.321770 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daca0f8-ca42-4663-9dc9-eb5c55fef2b2 req-94aa9be7-17d1-4dab-8627-b3f92edafe7c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:24.327659 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daca0f8-ca42-4663-9dc9-eb5c55fef2b2 req-94aa9be7-17d1-4dab-8627-b3f92edafe7c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:24.333512 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daca0f8-ca42-4663-9dc9-eb5c55fef2b2 req-94aa9be7-17d1-4dab-8627-b3f92edafe7c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:24.340284 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daca0f8-ca42-4663-9dc9-eb5c55fef2b2 req-94aa9be7-17d1-4dab-8627-b3f92edafe7c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:24.346171 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daca0f8-ca42-4663-9dc9-eb5c55fef2b2 req-94aa9be7-17d1-4dab-8627-b3f92edafe7c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:24.352936 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daca0f8-ca42-4663-9dc9-eb5c55fef2b2 req-94aa9be7-17d1-4dab-8627-b3f92edafe7c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:24.355093 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6daca0f8-ca42-4663-9dc9-eb5c55fef2b2 req-94aa9be7-17d1-4dab-8627-b3f92edafe7c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5443 time: 0.1011467 Sep 30 13:33:24.397048 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6daca0f8-ca42-4663-9dc9-eb5c55fef2b2 req-60377b1f-1c7e-4b22-8a7b-338af7911add tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355370 Sep 30 13:33:24.684867 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3b14e3d0-0445-4cd8-96e9-182e4552322a no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:33:24.705245 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 3b14e3d0-0445-4cd8-96e9-182e4552322a {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:33:24.705514 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3b14e3d0-0445-4cd8-96e9-182e4552322a not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:33:25.532834 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-f702e081-5b61-4622-8b42-70e299219a26 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:25.539896 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-f702e081-5b61-4622-8b42-70e299219a26 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:25.546767 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-f702e081-5b61-4622-8b42-70e299219a26 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:25.554463 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-f702e081-5b61-4622-8b42-70e299219a26 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:25.560299 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180287f-cdd7-44dc-8b38-037ac4ba8ec8 req-f3c10a0c-b521-49e2-9b27-257aef0812e0 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:25.561436 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-f702e081-5b61-4622-8b42-70e299219a26 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:25.567607 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180287f-cdd7-44dc-8b38-037ac4ba8ec8 req-f3c10a0c-b521-49e2-9b27-257aef0812e0 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:25.567746 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-f702e081-5b61-4622-8b42-70e299219a26 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:25.574385 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-f702e081-5b61-4622-8b42-70e299219a26 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:25.574690 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180287f-cdd7-44dc-8b38-037ac4ba8ec8 req-f3c10a0c-b521-49e2-9b27-257aef0812e0 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:25.576640 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-f702e081-5b61-4622-8b42-70e299219a26 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5443 time: 0.1246014 Sep 30 13:33:25.581069 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180287f-cdd7-44dc-8b38-037ac4ba8ec8 req-f3c10a0c-b521-49e2-9b27-257aef0812e0 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:25.587489 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180287f-cdd7-44dc-8b38-037ac4ba8ec8 req-f3c10a0c-b521-49e2-9b27-257aef0812e0 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:25.593846 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180287f-cdd7-44dc-8b38-037ac4ba8ec8 req-f3c10a0c-b521-49e2-9b27-257aef0812e0 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:25.600022 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180287f-cdd7-44dc-8b38-037ac4ba8ec8 req-f3c10a0c-b521-49e2-9b27-257aef0812e0 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:25.602626 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4180287f-cdd7-44dc-8b38-037ac4ba8ec8 req-f3c10a0c-b521-49e2-9b27-257aef0812e0 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 5443 time: 0.1180944 Sep 30 13:33:25.632438 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-2765cb0e-2b85-4a65-811b-f58e49c5b795 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:25.635181 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-2765cb0e-2b85-4a65-811b-f58e49c5b795 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.54 "GET /v2.0/ports/50aa8aa8-8950-472f-a653-cf0236b3890e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0509663 Sep 30 13:33:25.661000 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4180287f-cdd7-44dc-8b38-037ac4ba8ec8 req-92c93158-fe06-462d-92cb-307f10355b46 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0b8157c-f3ad-4e78-86c8-6832ec8547e8&id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446281 Sep 30 13:33:25.759849 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-df51f3e3-fd17-4e77-a14d-a0274140d53d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.54 "GET /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1178997 Sep 30 13:33:25.771908 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-63bb01e6-2fe5-4535-a0ce-38db3bea9d48 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:33:25.829178 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-63bb01e6-2fe5-4535-a0ce-38db3bea9d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:25.978041 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-63bb01e6-2fe5-4535-a0ce-38db3bea9d48 service neutron] For port 50aa8aa8-8950-472f-a653-cf0236b3890e, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=50aa8aa8-8950-472f-a653-cf0236b3890e,segment=NetworkSegment(f097219d-7f39-4cbe-a12c-6eb6cc689337),segment_id=f097219d-7f39-4cbe-a12c-6eb6cc689337)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:33:26.014054 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-63bb01e6-2fe5-4535-a0ce-38db3bea9d48 service neutron] For port 50aa8aa8-8950-472f-a653-cf0236b3890e, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:33:26.054283 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-63bb01e6-2fe5-4535-a0ce-38db3bea9d48 service neutron] device_id is not set on port 50aa8aa8-8950-472f-a653-cf0236b3890e yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:33:26.063392 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-63bb01e6-2fe5-4535-a0ce-38db3bea9d48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:26.069334 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-63bb01e6-2fe5-4535-a0ce-38db3bea9d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:26.127857 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-63bb01e6-2fe5-4535-a0ce-38db3bea9d48 service neutron] No DVR routers for this DVR port 50aa8aa8-8950-472f-a653-cf0236b3890e on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:33:26.182344 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb01e6-2fe5-4535-a0ce-38db3bea9d48 service neutron] Pushing event updated for resources: {'Port': ['ID=50aa8aa8-8950-472f-a653-cf0236b3890e,revision_number=6']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:26.188820 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-63bb01e6-2fe5-4535-a0ce-38db3bea9d48 service neutron] In _notify_port_updated(), no bound segment for port 50aa8aa8-8950-472f-a653-cf0236b3890e on network 9d17fdcf-9158-4fb3-9d4c-28837b9c74af {{(pid=94763) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 13:33:26.189930 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-63bb01e6-2fe5-4535-a0ce-38db3bea9d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:26.190675 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-63bb01e6-2fe5-4535-a0ce-38db3bea9d48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:26.192467 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-63bb01e6-2fe5-4535-a0ce-38db3bea9d48 service neutron] 10.222.0.54 "PUT /v2.0/ports/50aa8aa8-8950-472f-a653-cf0236b3890e HTTP/1.1" status: 200 len: 1032 time: 0.4256194 Sep 30 13:33:26.248117 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-3993c7d6-b64e-40ff-ae1b-fa3fb6f7c149 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:26.249540 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-3993c7d6-b64e-40ff-ae1b-fa3fb6f7c149 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.54 "GET /v2.0/ports/7121023e-fda3-42f4-828e-9dd22cf5e92c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0494151 Sep 30 13:33:26.262584 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-cdd0c532-a5ff-4018-b6f9-55876acc3973 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:33:26.326590 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-cdd0c532-a5ff-4018-b6f9-55876acc3973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:26.407743 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-80be5cae-4e77-4e76-8c6b-399d7612a849 None None] Provisioning complete for port 50aa8aa8-8950-472f-a653-cf0236b3890e triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:33:26.408335 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-80be5cae-4e77-4e76-8c6b-399d7612a849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:26.446546 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-80be5cae-4e77-4e76-8c6b-399d7612a849 None None] Port 50aa8aa8-8950-472f-a653-cf0236b3890e cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:33:26.479308 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-cdd0c532-a5ff-4018-b6f9-55876acc3973 service neutron] For port 7121023e-fda3-42f4-828e-9dd22cf5e92c, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=7121023e-fda3-42f4-828e-9dd22cf5e92c,segment=NetworkSegment(f097219d-7f39-4cbe-a12c-6eb6cc689337),segment_id=f097219d-7f39-4cbe-a12c-6eb6cc689337)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:33:26.512074 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-cdd0c532-a5ff-4018-b6f9-55876acc3973 service neutron] For port 7121023e-fda3-42f4-828e-9dd22cf5e92c, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:33:26.565662 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39642) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:33:26.567187 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-cdd0c532-a5ff-4018-b6f9-55876acc3973 service neutron] device_id is not set on port 7121023e-fda3-42f4-828e-9dd22cf5e92c yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:33:26.578436 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-cdd0c532-a5ff-4018-b6f9-55876acc3973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:26.584701 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-cdd0c532-a5ff-4018-b6f9-55876acc3973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:26.618242 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-8839a404-e31a-4653-a5ef-8b5a3ee9fb77 admin admin] Deleting subnet d10cdb10-83fe-4cc1-a8fb-6ff84ee12115 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:33:26.621784 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8839a404-e31a-4653-a5ef-8b5a3ee9fb77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:26.661129 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-cdd0c532-a5ff-4018-b6f9-55876acc3973 service neutron] No DVR routers for this DVR port 7121023e-fda3-42f4-828e-9dd22cf5e92c on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:33:26.673712 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8839a404-e31a-4653-a5ef-8b5a3ee9fb77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:26.721211 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8839a404-e31a-4653-a5ef-8b5a3ee9fb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:26.733832 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0c532-a5ff-4018-b6f9-55876acc3973 service neutron] Pushing event updated for resources: {'Port': ['ID=7121023e-fda3-42f4-828e-9dd22cf5e92c,revision_number=6']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:26.760862 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-cdd0c532-a5ff-4018-b6f9-55876acc3973 service neutron] In _notify_port_updated(), no bound segment for port 7121023e-fda3-42f4-828e-9dd22cf5e92c on network 9d17fdcf-9158-4fb3-9d4c-28837b9c74af {{(pid=94763) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 30 13:33:26.761873 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-cdd0c532-a5ff-4018-b6f9-55876acc3973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:26.762420 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-cdd0c532-a5ff-4018-b6f9-55876acc3973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:26.764094 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-cdd0c532-a5ff-4018-b6f9-55876acc3973 service neutron] 10.222.0.54 "PUT /v2.0/ports/7121023e-fda3-42f4-828e-9dd22cf5e92c HTTP/1.1" status: 200 len: 1032 time: 0.5053508 Sep 30 13:33:26.796261 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8839a404-e31a-4653-a5ef-8b5a3ee9fb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:26.817901 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8839a404-e31a-4653-a5ef-8b5a3ee9fb77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:26.821161 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8839a404-e31a-4653-a5ef-8b5a3ee9fb77 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d10cdb10-83fe-4cc1-a8fb-6ff84ee12115 HTTP/1.1" status: 204 len: 168 time: 0.2538655 Sep 30 13:33:26.831624 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39646) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:33:26.846151 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839a404-e31a-4653-a5ef-8b5a3ee9fb77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d10cdb10-83fe-4cc1-a8fb-6ff84ee12115,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:26.854697 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839a404-e31a-4653-a5ef-8b5a3ee9fb77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:26.855200 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839a404-e31a-4653-a5ef-8b5a3ee9fb77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:26.855663 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839a404-e31a-4653-a5ef-8b5a3ee9fb77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:26.856227 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839a404-e31a-4653-a5ef-8b5a3ee9fb77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:26.856630 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839a404-e31a-4653-a5ef-8b5a3ee9fb77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:26.857195 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839a404-e31a-4653-a5ef-8b5a3ee9fb77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:26.857743 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839a404-e31a-4653-a5ef-8b5a3ee9fb77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:26.858265 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839a404-e31a-4653-a5ef-8b5a3ee9fb77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:26.858797 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839a404-e31a-4653-a5ef-8b5a3ee9fb77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:26.859347 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839a404-e31a-4653-a5ef-8b5a3ee9fb77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:26.859887 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839a404-e31a-4653-a5ef-8b5a3ee9fb77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:26.861020 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8839a404-e31a-4653-a5ef-8b5a3ee9fb77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:26.925556 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c13701-cedc-4134-b309-b852f1a355f8 req-7dfb71a9-9e7e-476e-9986-3008603cef4e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:26.932584 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c13701-cedc-4134-b309-b852f1a355f8 req-7dfb71a9-9e7e-476e-9986-3008603cef4e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:26.938185 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c13701-cedc-4134-b309-b852f1a355f8 req-7dfb71a9-9e7e-476e-9986-3008603cef4e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:26.944159 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c13701-cedc-4134-b309-b852f1a355f8 req-7dfb71a9-9e7e-476e-9986-3008603cef4e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:26.950300 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c13701-cedc-4134-b309-b852f1a355f8 req-7dfb71a9-9e7e-476e-9986-3008603cef4e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:26.952141 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-57c13701-cedc-4134-b309-b852f1a355f8 req-7dfb71a9-9e7e-476e-9986-3008603cef4e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 3885 time: 0.1875167 Sep 30 13:33:26.970475 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-c2da61dd-9cba-4fc4-9bba-a3bb3eb6b7ed None None] Provisioning complete for port 7121023e-fda3-42f4-828e-9dd22cf5e92c triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:33:26.971176 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c2da61dd-9cba-4fc4-9bba-a3bb3eb6b7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:26.995194 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-80424783-9644-4321-9825-a401c9d55b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:27.008286 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-c2da61dd-9cba-4fc4-9bba-a3bb3eb6b7ed None None] Port 7121023e-fda3-42f4-828e-9dd22cf5e92c cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:33:27.059884 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-57c13701-cedc-4134-b309-b852f1a355f8 req-2eac215b-f024-4e60-9524-d885f83e0970 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782108 Sep 30 13:33:27.090462 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-83c6e4c9-6586-4e88-90bc-60a4c7fbb7d9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Deleting port 37e52d6d-b15a-43d5-a032-19b5958005e8 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:33:27.090807 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-83c6e4c9-6586-4e88-90bc-60a4c7fbb7d9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:27.133140 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-80424783-9644-4321-9825-a401c9d55b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:27.166399 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-80424783-9644-4321-9825-a401c9d55b4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6549dcd2-04f2-400f-ac34-6a1cae01f95b']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:27.203255 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-80424783-9644-4321-9825-a401c9d55b4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4accb243-d78a-4214-acd3-0c2fe7f718bd') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:27.203471 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-80424783-9644-4321-9825-a401c9d55b4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4accb243-d78a-4214-acd3-0c2fe7f718bd') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:27.218519 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-80424783-9644-4321-9825-a401c9d55b4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:27.244874 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-80424783-9644-4321-9825-a401c9d55b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:27.247645 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-83c6e4c9-6586-4e88-90bc-60a4c7fbb7d9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] For port 37e52d6d-b15a-43d5-a032-19b5958005e8, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=37e52d6d-b15a-43d5-a032-19b5958005e8,segment=NetworkSegment(fb32e27c-117c-48af-8116-a61ac08babf9),segment_id=fb32e27c-117c-48af-8116-a61ac08babf9)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:33:27.247996 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-83c6e4c9-6586-4e88-90bc-60a4c7fbb7d9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:27.260275 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80424783-9644-4321-9825-a401c9d55b4a admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:33:27.260643 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-80424783-9644-4321-9825-a401c9d55b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:33:27.262279 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:33:27.275557 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-83c6e4c9-6586-4e88-90bc-60a4c7fbb7d9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Calling delete_port for 37e52d6d-b15a-43d5-a032-19b5958005e8 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:33:27.357477 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-80424783-9644-4321-9825-a401c9d55b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:27.364300 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-80424783-9644-4321-9825-a401c9d55b4a admin admin] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:27.365843 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-80424783-9644-4321-9825-a401c9d55b4a admin admin] 10.222.0.18 "DELETE /v2.0/networks/6549dcd2-04f2-400f-ac34-6a1cae01f95b HTTP/1.1" status: 204 len: 168 time: 0.5326030 Sep 30 13:33:27.396470 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80424783-9644-4321-9825-a401c9d55b4a admin admin] Pushing event deleted for resources: {'Network': ['ID=6549dcd2-04f2-400f-ac34-6a1cae01f95b,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:27.496666 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-83c6e4c9-6586-4e88-90bc-60a4c7fbb7d9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:27.529624 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6e4c9-6586-4e88-90bc-60a4c7fbb7d9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event deleted for resources: {'Port': ['ID=37e52d6d-b15a-43d5-a032-19b5958005e8,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:27.577532 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-83c6e4c9-6586-4e88-90bc-60a4c7fbb7d9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] No DVR routers for this DVR port 37e52d6d-b15a-43d5-a032-19b5958005e8 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:33:27.580601 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-83c6e4c9-6586-4e88-90bc-60a4c7fbb7d9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:27.581409 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39654) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:33:27.583743 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-83c6e4c9-6586-4e88-90bc-60a4c7fbb7d9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.54 "DELETE /v2.0/ports/37e52d6d-b15a-43d5-a032-19b5958005e8 HTTP/1.1" status: 204 len: 173 time: 0.8092022 Sep 30 13:33:27.584157 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-deleted', 'tag': '37e52d6d-b15a-43d5-a032-19b5958005e8'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:33:27.587270 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c14853-c1b9-415c-85ab-e24606c98318" -d '{"events": [{"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-deleted", "tag": "37e52d6d-b15a-43d5-a032-19b5958005e8"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:33:27.639414 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2a3686-fd7d-4807-817e-887702cc46c1 x-openstack-request-id: req-ad2a3686-fd7d-4807-817e-887702cc46c1 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:33:27.639715 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-deleted", "tag": "37e52d6d-b15a-43d5-a032-19b5958005e8", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:33:27.639993 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad2a3686-fd7d-4807-817e-887702cc46c1 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:33:27.640391 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-deleted', 'tag': '37e52d6d-b15a-43d5-a032-19b5958005e8', 'status': 'completed', 'code': 200} Sep 30 13:33:27.646427 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-21591602-8d12-48f0-8753-0d4543b27b2f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e2d3b2c9dc04d7f8e199758e6f3d104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0626676 Sep 30 13:33:27.648591 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39658) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:33:27.697723 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-1267d0fd-6c92-4261-9d82-749c6bc13ee5 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Deleting port 587b8253-b8b2-40e1-9c92-7bf9a3824a36 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:33:27.698108 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-1267d0fd-6c92-4261-9d82-749c6bc13ee5 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:27.703683 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-99346dc8-ddef-467f-9d36-94dfdb6ffc38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:27.725576 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-99346dc8-ddef-467f-9d36-94dfdb6ffc38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:27.775700 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-99346dc8-ddef-467f-9d36-94dfdb6ffc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:27.779046 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-99346dc8-ddef-467f-9d36-94dfdb6ffc38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:27.780457 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-99346dc8-ddef-467f-9d36-94dfdb6ffc38 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/06b946c1-68e2-4348-8ce4-30f9664ebc79 HTTP/1.1" status: 204 len: 168 time: 0.1309695 Sep 30 13:33:27.790462 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99346dc8-ddef-467f-9d36-94dfdb6ffc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b946c1-68e2-4348-8ce4-30f9664ebc79,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:27.806137 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-1267d0fd-6c92-4261-9d82-749c6bc13ee5 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] For port 587b8253-b8b2-40e1-9c92-7bf9a3824a36, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=587b8253-b8b2-40e1-9c92-7bf9a3824a36,segment=NetworkSegment(2a2b4696-9c1d-44bc-9c31-e1857d02eefc),segment_id=2a2b4696-9c1d-44bc-9c31-e1857d02eefc)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:33:27.806501 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-1267d0fd-6c92-4261-9d82-749c6bc13ee5 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:28.003541 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-1267d0fd-6c92-4261-9d82-749c6bc13ee5 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:28.004051 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-1267d0fd-6c92-4261-9d82-749c6bc13ee5 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:28.004530 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-1267d0fd-6c92-4261-9d82-749c6bc13ee5 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Floating IP 592a3fb9-1a00-4947-8cf3-08de20d9a746 disassociated. External IP: 172.25.5.227, port: 587b8253-b8b2-40e1-9c92-7bf9a3824a36. Sep 30 13:33:28.004988 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-1267d0fd-6c92-4261-9d82-749c6bc13ee5 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Calling delete_port for 587b8253-b8b2-40e1-9c92-7bf9a3824a36 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:33:28.211402 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-1267d0fd-6c92-4261-9d82-749c6bc13ee5 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:28.257458 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267d0fd-6c92-4261-9d82-749c6bc13ee5 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event deleted for resources: {'Port': ['ID=587b8253-b8b2-40e1-9c92-7bf9a3824a36,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:28.290907 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a2b74-4b69-4644-bf79-7e367fde3704 req-e1843aaa-9ee2-46ef-9cc4-b5e3243f4b87 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:28.297930 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a2b74-4b69-4644-bf79-7e367fde3704 req-e1843aaa-9ee2-46ef-9cc4-b5e3243f4b87 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:28.305296 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a2b74-4b69-4644-bf79-7e367fde3704 req-e1843aaa-9ee2-46ef-9cc4-b5e3243f4b87 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:28.311873 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a2b74-4b69-4644-bf79-7e367fde3704 req-e1843aaa-9ee2-46ef-9cc4-b5e3243f4b87 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:28.313787 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d2a2b74-4b69-4644-bf79-7e367fde3704 req-e1843aaa-9ee2-46ef-9cc4-b5e3243f4b87 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 3072 time: 0.1430411 Sep 30 13:33:28.369860 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device f407bf5c-2622-41e5-a507-31011ed4afae no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:33:28.481167 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d2a2b74-4b69-4644-bf79-7e367fde3704 req-2d914263-26ae-4bd5-9a84-708621b9cac4 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273208 Sep 30 13:33:28.496995 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:28.524704 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-1267d0fd-6c92-4261-9d82-749c6bc13ee5 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Router 858249aa-c666-4fdd-a9f3-7e537f192c61 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:33:28.556766 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port f407bf5c-2622-41e5-a507-31011ed4afae, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=f407bf5c-2622-41e5-a507-31011ed4afae,segment=NetworkSegment(f097219d-7f39-4cbe-a12c-6eb6cc689337),segment_id=f097219d-7f39-4cbe-a12c-6eb6cc689337)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:33:28.557756 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f407bf5c-2622-41e5-a507-31011ed4afae'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:33:28.561324 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64173355-62d8-4c40-95d5-f51e1fc16195" -d '{"events": [{"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-unplugged", "status": "completed", "tag": "f407bf5c-2622-41e5-a507-31011ed4afae"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:33:28.566365 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:28.567474 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device d8a34824-bdd7-4edd-8777-c76913f07e6d no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:33:28.635263 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd9a6f7-45e4-4126-9c35-784fdd8feaaa x-openstack-request-id: req-7fd9a6f7-45e4-4126-9c35-784fdd8feaaa {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:33:28.635669 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-unplugged", "status": "completed", "tag": "f407bf5c-2622-41e5-a507-31011ed4afae", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:33:28.636233 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7fd9a6f7-45e4-4126-9c35-784fdd8feaaa {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:33:28.636736 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f407bf5c-2622-41e5-a507-31011ed4afae', 'code': 200} Sep 30 13:33:28.719655 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:28.763377 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port d8a34824-bdd7-4edd-8777-c76913f07e6d, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=d8a34824-bdd7-4edd-8777-c76913f07e6d,segment=NetworkSegment(f097219d-7f39-4cbe-a12c-6eb6cc689337),segment_id=f097219d-7f39-4cbe-a12c-6eb6cc689337)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:33:28.766179 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=f407bf5c-2622-41e5-a507-31011ed4afae,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:28.773334 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:28.774378 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device fa4a606c-ba9f-437e-9fdd-ee6b622b3359 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:33:29.030264 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=d8a34824-bdd7-4edd-8777-c76913f07e6d,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:29.105685 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:29.144346 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port fa4a606c-ba9f-437e-9fdd-ee6b622b3359, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=fa4a606c-ba9f-437e-9fdd-ee6b622b3359,segment=NetworkSegment(fb32e27c-117c-48af-8116-a61ac08babf9),segment_id=fb32e27c-117c-48af-8116-a61ac08babf9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:33:29.151830 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:29.152176 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 50aa8aa8-8950-472f-a653-cf0236b3890e no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:33:29.170316 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-1267d0fd-6c92-4261-9d82-749c6bc13ee5 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:33:29.216056 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-1267d0fd-6c92-4261-9d82-749c6bc13ee5 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] No DVR routers for this DVR port 587b8253-b8b2-40e1-9c92-7bf9a3824a36 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:33:29.220318 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-1267d0fd-6c92-4261-9d82-749c6bc13ee5 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:29.224518 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-1267d0fd-6c92-4261-9d82-749c6bc13ee5 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.54 "DELETE /v2.0/ports/587b8253-b8b2-40e1-9c92-7bf9a3824a36 HTTP/1.1" status: 204 len: 173 time: 1.6328502 Sep 30 13:33:29.269866 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab483502-1ea6-4f81-83a0-61d98600356d None None] Sync routers for ids ['858249aa-c666-4fdd-a9f3-7e537f192c61'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:33:29.275201 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=fa4a606c-ba9f-437e-9fdd-ee6b622b3359,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:29.283868 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 50aa8aa8-8950-472f-a653-cf0236b3890e not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:33:29.284470 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 37e52d6d-b15a-43d5-a032-19b5958005e8 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:33:29.316373 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab483502-1ea6-4f81-83a0-61d98600356d None None] Routers {'858249aa-c666-4fdd-a9f3-7e537f192c61'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:33:29.317030 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-ab483502-1ea6-4f81-83a0-61d98600356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:33:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['858249aa-c666-4fdd-a9f3-7e537f192c61'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:29.345159 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-a5967c93-cff9-4d04-82da-f56a5ce286c9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Deleting port fa4a606c-ba9f-437e-9fdd-ee6b622b3359 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:33:29.345598 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-a5967c93-cff9-4d04-82da-f56a5ce286c9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:29.428319 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-ab483502-1ea6-4f81-83a0-61d98600356d None None] Set router 858249aa-c666-4fdd-a9f3-7e537f192c61 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:33:29.430633 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 37e52d6d-b15a-43d5-a032-19b5958005e8 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:33:29.430976 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 37e52d6d-b15a-43d5-a032-19b5958005e8 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:33:29.431390 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 587b8253-b8b2-40e1-9c92-7bf9a3824a36 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:33:29.478319 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 587b8253-b8b2-40e1-9c92-7bf9a3824a36 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:33:29.478664 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 587b8253-b8b2-40e1-9c92-7bf9a3824a36 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:33:29.479270 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 7121023e-fda3-42f4-828e-9dd22cf5e92c no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:33:29.534955 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-a5967c93-cff9-4d04-82da-f56a5ce286c9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] For port fa4a606c-ba9f-437e-9fdd-ee6b622b3359, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=fa4a606c-ba9f-437e-9fdd-ee6b622b3359,segment=NetworkSegment(fb32e27c-117c-48af-8116-a61ac08babf9),segment_id=fb32e27c-117c-48af-8116-a61ac08babf9)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:33:29.535381 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-a5967c93-cff9-4d04-82da-f56a5ce286c9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:29.550775 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-a5967c93-cff9-4d04-82da-f56a5ce286c9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Calling delete_port for fa4a606c-ba9f-437e-9fdd-ee6b622b3359 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:33:29.611137 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 7121023e-fda3-42f4-828e-9dd22cf5e92c not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:33:29.642605 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-deleted', 'tag': '587b8253-b8b2-40e1-9c92-7bf9a3824a36'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:33:29.645288 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec54567-90ce-489b-98a6-db7e3571fa0f" -d '{"events": [{"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-deleted", "tag": "587b8253-b8b2-40e1-9c92-7bf9a3824a36"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:33:29.727267 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db7639-7092-4441-8aa6-fdd607cf0808 req-7ef07be0-993b-48a7-8a42-1bb1137f1989 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:29.731142 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-ab483502-1ea6-4f81-83a0-61d98600356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'name': 'tempest-TaggedBootDevicesTest_v242-648609699-router', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '751f81cf-d16e-4bdb-85e1-f114895b3794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:22:01Z', 'updated_at': '2021-09-30T13:22:12Z', 'revision_number': 4, 'project_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'gw_port': {'id': '751f81cf-d16e-4bdb-85e1-f114895b3794', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:02Z', 'updated_at': '2021-09-30T13:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '196c0c2b-5261-4338-bb3e-2d10d1886243', 'name': '', 'network_id': '93896050-5bca-40e4-92d7-aa842a3215ca', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'mac_address': 'fa:16:3e:21:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'e7f393d1-596e-4051-83e5-ef1e0d193a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:08Z', 'updated_at': '2021-09-30T13:22:25Z', 'revision_number': 5, 'project_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'subnets': [{'id': 'e7f393d1-596e-4051-83e5-ef1e0d193a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:29.750393 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db7639-7092-4441-8aa6-fdd607cf0808 req-7ef07be0-993b-48a7-8a42-1bb1137f1989 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:29.758246 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db7639-7092-4441-8aa6-fdd607cf0808 req-7ef07be0-993b-48a7-8a42-1bb1137f1989 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:29.764593 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-76db7639-7092-4441-8aa6-fdd607cf0808 req-7ef07be0-993b-48a7-8a42-1bb1137f1989 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 2409 time: 0.1406472 Sep 30 13:33:29.766559 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2697281a-ca50-4c3b-9667-01fbcecc1925 x-openstack-request-id: req-2697281a-ca50-4c3b-9667-01fbcecc1925 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:33:29.767043 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-deleted", "tag": "587b8253-b8b2-40e1-9c92-7bf9a3824a36", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:33:29.767441 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2697281a-ca50-4c3b-9667-01fbcecc1925 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:33:29.767995 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-deleted', 'tag': '587b8253-b8b2-40e1-9c92-7bf9a3824a36', 'status': 'completed', 'code': 200} Sep 30 13:33:29.770810 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab483502-1ea6-4f81-83a0-61d98600356d None None] Checking router: 858249aa-c666-4fdd-a9f3-7e537f192c61 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:33:29.781473 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab483502-1ea6-4f81-83a0-61d98600356d None None] Routers {'858249aa-c666-4fdd-a9f3-7e537f192c61'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:33:29.782451 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-ab483502-1ea6-4f81-83a0-61d98600356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:33:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['858249aa-c666-4fdd-a9f3-7e537f192c61'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:29.833229 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-76db7639-7092-4441-8aa6-fdd607cf0808 req-267a4c10-c1cb-46eb-8781-28c55b52a70c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634973 Sep 30 13:33:29.876106 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-a5967c93-cff9-4d04-82da-f56a5ce286c9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:29.917749 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5967c93-cff9-4d04-82da-f56a5ce286c9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event deleted for resources: {'Port': ['ID=fa4a606c-ba9f-437e-9fdd-ee6b622b3359,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:29.944749 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-ab483502-1ea6-4f81-83a0-61d98600356d None None] Set router 858249aa-c666-4fdd-a9f3-7e537f192c61 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:33:29.970273 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-a5967c93-cff9-4d04-82da-f56a5ce286c9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] No DVR routers for this DVR port fa4a606c-ba9f-437e-9fdd-ee6b622b3359 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:33:29.973242 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-a5967c93-cff9-4d04-82da-f56a5ce286c9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:29.976539 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-a5967c93-cff9-4d04-82da-f56a5ce286c9 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.54 "DELETE /v2.0/ports/fa4a606c-ba9f-437e-9fdd-ee6b622b3359 HTTP/1.1" status: 204 len: 173 time: 0.7465906 Sep 30 13:33:30.096614 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-5a99eaa9-2160-4e04-921b-ea90f15e503c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Deleting port f407bf5c-2622-41e5-a507-31011ed4afae {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:33:30.097100 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-5a99eaa9-2160-4e04-921b-ea90f15e503c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:30.180216 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-ab483502-1ea6-4f81-83a0-61d98600356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'name': 'tempest-TaggedBootDevicesTest_v242-648609699-router', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '751f81cf-d16e-4bdb-85e1-f114895b3794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:22:01Z', 'updated_at': '2021-09-30T13:22:12Z', 'revision_number': 4, 'project_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'gw_port': {'id': '751f81cf-d16e-4bdb-85e1-f114895b3794', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:02Z', 'updated_at': '2021-09-30T13:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '196c0c2b-5261-4338-bb3e-2d10d1886243', 'name': '', 'network_id': '93896050-5bca-40e4-92d7-aa842a3215ca', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'mac_address': 'fa:16:3e:21:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'e7f393d1-596e-4051-83e5-ef1e0d193a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:08Z', 'updated_at': '2021-09-30T13:22:25Z', 'revision_number': 5, 'project_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'subnets': [{'id': 'e7f393d1-596e-4051-83e5-ef1e0d193a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:30.213261 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab483502-1ea6-4f81-83a0-61d98600356d None None] The sync data for ids ['858249aa-c666-4fdd-a9f3-7e537f192c61'] in n-d-810909-2 is: [{'id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'name': 'tempest-TaggedBootDevicesTest_v242-648609699-router', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '751f81cf-d16e-4bdb-85e1-f114895b3794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:22:01Z', 'updated_at': '2021-09-30T13:22:12Z', 'revision_number': 4, 'project_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'gw_port': {'id': '751f81cf-d16e-4bdb-85e1-f114895b3794', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:02Z', 'updated_at': '2021-09-30T13:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '196c0c2b-5261-4338-bb3e-2d10d1886243', 'name': '', 'network_id': '93896050-5bca-40e4-92d7-aa842a3215ca', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'mac_address': 'fa:16:3e:21:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'e7f393d1-596e-4051-83e5-ef1e0d193a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:08Z', 'updated_at': '2021-09-30T13:22:25Z', 'revision_number': 5, 'project_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'subnets': [{'id': 'e7f393d1-596e-4051-83e5-ef1e0d193a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:33:30.244536 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-5a99eaa9-2160-4e04-921b-ea90f15e503c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] For port f407bf5c-2622-41e5-a507-31011ed4afae, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=f407bf5c-2622-41e5-a507-31011ed4afae,segment=NetworkSegment(f097219d-7f39-4cbe-a12c-6eb6cc689337),segment_id=f097219d-7f39-4cbe-a12c-6eb6cc689337)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:33:30.245063 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-5a99eaa9-2160-4e04-921b-ea90f15e503c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:30.261398 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-5a99eaa9-2160-4e04-921b-ea90f15e503c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Calling delete_port for f407bf5c-2622-41e5-a507-31011ed4afae owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:33:30.457492 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-5a99eaa9-2160-4e04-921b-ea90f15e503c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:30.516217 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99eaa9-2160-4e04-921b-ea90f15e503c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event deleted for resources: {'Port': ['ID=f407bf5c-2622-41e5-a507-31011ed4afae,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:30.568763 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-5a99eaa9-2160-4e04-921b-ea90f15e503c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] No DVR routers for this DVR port f407bf5c-2622-41e5-a507-31011ed4afae on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:33:30.571882 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-5a99eaa9-2160-4e04-921b-ea90f15e503c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:30.574636 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-5a99eaa9-2160-4e04-921b-ea90f15e503c tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.54 "DELETE /v2.0/ports/f407bf5c-2622-41e5-a507-31011ed4afae HTTP/1.1" status: 204 len: 173 time: 0.5914152 Sep 30 13:33:30.638372 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8a34824-bdd7-4edd-8777-c76913f07e6d'}, {'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa4a606c-ba9f-437e-9fdd-ee6b622b3359'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:33:30.639492 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd630992-ec35-4a5a-9b25-010fe03286ec None None] New status for floating IP 592a3fb9-1a00-4947-8cf3-08de20d9a746: DOWN {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:33:30.640829 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ed39cc-6d38-4583-9663-9fef9cd67e41" -d '{"events": [{"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-unplugged", "status": "completed", "tag": "d8a34824-bdd7-4edd-8777-c76913f07e6d"}, {"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-unplugged", "status": "completed", "tag": "fa4a606c-ba9f-437e-9fdd-ee6b622b3359"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:33:30.697399 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-8acbd318-bb2a-458b-8425-cc1cf47beb53 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Deleting port d8a34824-bdd7-4edd-8777-c76913f07e6d {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:33:30.697785 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-8acbd318-bb2a-458b-8425-cc1cf47beb53 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:30.698443 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 30 Sep 2021 13:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c33a0e-6a97-4aa1-88fc-de814cecc469 x-openstack-request-id: req-60c33a0e-6a97-4aa1-88fc-de814cecc469 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:33:30.698740 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-unplugged", "status": "completed", "tag": "d8a34824-bdd7-4edd-8777-c76913f07e6d", "code": 200}, {"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-unplugged", "status": "completed", "tag": "fa4a606c-ba9f-437e-9fdd-ee6b622b3359", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:33:30.698992 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60c33a0e-6a97-4aa1-88fc-de814cecc469 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:33:30.699390 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8a34824-bdd7-4edd-8777-c76913f07e6d', 'code': 200} Sep 30 13:33:30.699643 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa4a606c-ba9f-437e-9fdd-ee6b622b3359', 'code': 200} Sep 30 13:33:30.824565 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-8acbd318-bb2a-458b-8425-cc1cf47beb53 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] For port d8a34824-bdd7-4edd-8777-c76913f07e6d, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=d8a34824-bdd7-4edd-8777-c76913f07e6d,segment=NetworkSegment(f097219d-7f39-4cbe-a12c-6eb6cc689337),segment_id=f097219d-7f39-4cbe-a12c-6eb6cc689337)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:33:30.825121 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-8acbd318-bb2a-458b-8425-cc1cf47beb53 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:30.841410 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-8acbd318-bb2a-458b-8425-cc1cf47beb53 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Calling delete_port for d8a34824-bdd7-4edd-8777-c76913f07e6d owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:33:31.037753 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-8acbd318-bb2a-458b-8425-cc1cf47beb53 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:31.080725 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbd318-bb2a-458b-8425-cc1cf47beb53 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event deleted for resources: {'Port': ['ID=d8a34824-bdd7-4edd-8777-c76913f07e6d,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:31.093393 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18218eb9-c58b-4850-a50c-9280dc73499b req-3f36d452-125d-4c38-94b4-93846026aa40 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:31.095631 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-18218eb9-c58b-4850-a50c-9280dc73499b req-3f36d452-125d-4c38-94b4-93846026aa40 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 865 time: 0.1080477 Sep 30 13:33:31.143536 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-8acbd318-bb2a-458b-8425-cc1cf47beb53 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] No DVR routers for this DVR port d8a34824-bdd7-4edd-8777-c76913f07e6d on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:33:31.146810 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-8acbd318-bb2a-458b-8425-cc1cf47beb53 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:31.149099 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f9b017e-6b8b-4b51-998b-e680519c67d1 req-8acbd318-bb2a-458b-8425-cc1cf47beb53 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.54 "DELETE /v2.0/ports/d8a34824-bdd7-4edd-8777-c76913f07e6d HTTP/1.1" status: 204 len: 173 time: 0.5686412 Sep 30 13:33:31.185810 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-18218eb9-c58b-4850-a50c-9280dc73499b req-59ec0258-07f8-498c-8854-2f0db4b49083 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b26d2ed-e579-4ed3-9439-5b5b4346eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700879 Sep 30 13:33:31.769010 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-deleted', 'tag': 'fa4a606c-ba9f-437e-9fdd-ee6b622b3359'}, {'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-deleted', 'tag': 'f407bf5c-2622-41e5-a507-31011ed4afae'}, {'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-deleted', 'tag': 'd8a34824-bdd7-4edd-8777-c76913f07e6d'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:33:31.771365 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd826aff-809f-416e-9148-012d4f52f608" -d '{"events": [{"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-deleted", "tag": "fa4a606c-ba9f-437e-9fdd-ee6b622b3359"}, {"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-deleted", "tag": "f407bf5c-2622-41e5-a507-31011ed4afae"}, {"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-deleted", "tag": "d8a34824-bdd7-4edd-8777-c76913f07e6d"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:33:31.813452 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 30 Sep 2021 13:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2626b830-54a6-4afa-9b77-618f5679c85f x-openstack-request-id: req-2626b830-54a6-4afa-9b77-618f5679c85f {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:33:31.813853 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-deleted", "tag": "fa4a606c-ba9f-437e-9fdd-ee6b622b3359", "status": "completed", "code": 200}, {"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-deleted", "tag": "f407bf5c-2622-41e5-a507-31011ed4afae", "status": "completed", "code": 200}, {"server_uuid": "0e517e60-3593-48bb-ac7a-3b4bcf685a47", "name": "network-vif-deleted", "tag": "d8a34824-bdd7-4edd-8777-c76913f07e6d", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:33:31.814484 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2626b830-54a6-4afa-9b77-618f5679c85f {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:33:31.815012 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-deleted', 'tag': 'fa4a606c-ba9f-437e-9fdd-ee6b622b3359', 'status': 'completed', 'code': 200} Sep 30 13:33:31.815323 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-deleted', 'tag': 'f407bf5c-2622-41e5-a507-31011ed4afae', 'status': 'completed', 'code': 200} Sep 30 13:33:31.815647 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e517e60-3593-48bb-ac7a-3b4bcf685a47', 'name': 'network-vif-deleted', 'tag': 'd8a34824-bdd7-4edd-8777-c76913f07e6d', 'status': 'completed', 'code': 200} Sep 30 13:33:32.321121 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08211f23-55c5-44c1-86e9-a995fbf191cf req-954a8faa-978e-47a3-9720-1b85030a7018 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 210 time: 0.0421033 Sep 30 13:33:33.471913 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-44a9afaf-1951-4dcb-b582-bb84eb84bb98 req-d7310bb6-58ea-41e1-9572-210af897b774 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 210 time: 0.0567484 Sep 30 13:33:34.605143 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c9cb2878-d4ea-4f88-8acd-f2f595eacc71 req-cc683d41-5a05-488d-a366-40517793fb30 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 210 time: 0.0356369 Sep 30 13:33:35.751382 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-db8a2461-6cf5-4fb3-a325-5125a0e7f6d9 req-d921d0e5-040a-45fc-abfc-2d1badbbaf3a tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 210 time: 0.0392854 Sep 30 13:33:36.877800 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-89e3c55b-5ba0-4ae5-8430-58902680a155 req-c79d8090-630f-4b50-8abb-8d7e9fd1a948 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 210 time: 0.0352447 Sep 30 13:33:38.006238 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-21d693ae-c49a-4c5f-81af-1325e093f43c req-cecd2fce-8971-4fef-8d66-9b81a298cc9b tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 210 time: 0.0375481 Sep 30 13:33:39.137572 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-53d265df-23c3-426d-8704-92e0b0434740 req-b1fb321a-128a-4b26-b0e9-2bf63265bb92 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 210 time: 0.0460110 Sep 30 13:33:40.252487 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-532caf76-4b19-41cb-b079-491e0dae3fba req-a7da9f1e-e6a8-4b80-9df3-8757dbd6ac35 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 210 time: 0.0270100 Sep 30 13:33:41.375731 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fbb1cf7f-5120-4faa-8581-eefb8449cedf req-28a6b22d-8846-4068-a6bf-3a598cd6b7e1 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e517e60-3593-48bb-ac7a-3b4bcf685a47 HTTP/1.1" status: 200 len: 210 time: 0.0374801 Sep 30 13:33:42.480796 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39970) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:33:42.538339 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cbaf62c1-d3b8-473b-b1c0-6d79cfd292f8 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:42.561590 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cbaf62c1-d3b8-473b-b1c0-6d79cfd292f8 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:42.628606 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cbaf62c1-d3b8-473b-b1c0-6d79cfd292f8 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:42.633039 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cbaf62c1-d3b8-473b-b1c0-6d79cfd292f8 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:42.636996 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39976) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:33:42.638520 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cbaf62c1-d3b8-473b-b1c0-6d79cfd292f8 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "DELETE /v2.0/security-groups/7b26d2ed-e579-4ed3-9439-5b5b4346eebc HTTP/1.1" status: 204 len: 168 time: 0.1567709 Sep 30 13:33:42.649715 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf62c1-d3b8-473b-b1c0-6d79cfd292f8 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b26d2ed-e579-4ed3-9439-5b5b4346eebc,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:42.661234 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-48039d5e-2eca-4d4c-9c28-b44807486145 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] show failed (client error): The resource could not be found. Sep 30 13:33:42.662293 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-48039d5e-2eca-4d4c-9c28-b44807486145 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "GET /v2.0/security-groups/7b26d2ed-e579-4ed3-9439-5b5b4346eebc HTTP/1.1" status: 404 len: 347 time: 0.0236256 Sep 30 13:33:42.665743 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39978) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:33:42.815545 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-c8ea0c15-8054-462c-8c0c-581744b7d989 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Deleting port 62b13ce6-55b7-4f3d-a8d8-a3f1deccbb19 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:33:42.816078 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0c15-8054-462c-8c0c-581744b7d989 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:42.904503 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0c15-8054-462c-8c0c-581744b7d989 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:42.904834 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0c15-8054-462c-8c0c-581744b7d989 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:42.918511 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-c8ea0c15-8054-462c-8c0c-581744b7d989 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Calling delete_port for 62b13ce6-55b7-4f3d-a8d8-a3f1deccbb19 owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:33:42.953712 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39982) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:33:43.081893 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-03c20282-3da0-4116-8338-349351b18a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:43.091301 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0c15-8054-462c-8c0c-581744b7d989 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:43.125680 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea0c15-8054-462c-8c0c-581744b7d989 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event deleted for resources: {'Port': ['ID=62b13ce6-55b7-4f3d-a8d8-a3f1deccbb19,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:43.183062 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-03c20282-3da0-4116-8338-349351b18a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:43.184019 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0c15-8054-462c-8c0c-581744b7d989 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:43.187715 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0c15-8054-462c-8c0c-581744b7d989 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:43.191363 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c8ea0c15-8054-462c-8c0c-581744b7d989 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "DELETE /v2.0/floatingips/592a3fb9-1a00-4947-8cf3-08de20d9a746 HTTP/1.1" status: 204 len: 168 time: 0.5219827 Sep 30 13:33:43.191942 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-03c20282-3da0-4116-8338-349351b18a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:43.192069 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 39988) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:33:43.247186 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-03c20282-3da0-4116-8338-349351b18a9c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef511ae1185d492886b998f7cde2b8f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2922416 Sep 30 13:33:43.247978 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c20282-3da0-4116-8338-349351b18a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763716d3-ce00-40b3-950d-7533563bfac9,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:43.250878 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 39990) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:33:43.299567 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-9f727a63-cf97-4f2d-943f-2bc88e335f30 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Deleting port 50aa8aa8-8950-472f-a653-cf0236b3890e {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:33:43.299819 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f727a63-cf97-4f2d-943f-2bc88e335f30 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:43.318712 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d9252b02-6973-4772-8cc0-9a45f9f87914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:43.342195 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d9252b02-6973-4772-8cc0-9a45f9f87914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:43.396442 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d9252b02-6973-4772-8cc0-9a45f9f87914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:43.399296 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d9252b02-6973-4772-8cc0-9a45f9f87914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:43.402928 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d9252b02-6973-4772-8cc0-9a45f9f87914 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/763716d3-ce00-40b3-950d-7533563bfac9 HTTP/1.1" status: 204 len: 168 time: 0.1383333 Sep 30 13:33:43.408553 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9252b02-6973-4772-8cc0-9a45f9f87914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763716d3-ce00-40b3-950d-7533563bfac9,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:43.408731 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f727a63-cf97-4f2d-943f-2bc88e335f30 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:43.427142 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-9f727a63-cf97-4f2d-943f-2bc88e335f30 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Calling delete_port for 50aa8aa8-8950-472f-a653-cf0236b3890e owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:33:43.587135 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f727a63-cf97-4f2d-943f-2bc88e335f30 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:43.623430 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f727a63-cf97-4f2d-943f-2bc88e335f30 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event deleted for resources: {'Port': ['ID=50aa8aa8-8950-472f-a653-cf0236b3890e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:43.711390 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9f727a63-cf97-4f2d-943f-2bc88e335f30 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:43.716484 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9f727a63-cf97-4f2d-943f-2bc88e335f30 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "DELETE /v2.0/ports/50aa8aa8-8950-472f-a653-cf0236b3890e HTTP/1.1" status: 204 len: 168 time: 0.5212708 Sep 30 13:33:43.717206 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40004) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:33:43.816985 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-018dd64b-60ae-41b9-9fa6-b1f4a408c89d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Deleting port 7121023e-fda3-42f4-828e-9dd22cf5e92c {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:33:43.817770 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-018dd64b-60ae-41b9-9fa6-b1f4a408c89d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:43.917820 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-018dd64b-60ae-41b9-9fa6-b1f4a408c89d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:43.931457 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-018dd64b-60ae-41b9-9fa6-b1f4a408c89d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Calling delete_port for 7121023e-fda3-42f4-828e-9dd22cf5e92c owned by {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:33:44.074337 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-018dd64b-60ae-41b9-9fa6-b1f4a408c89d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:44.108934 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018dd64b-60ae-41b9-9fa6-b1f4a408c89d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event deleted for resources: {'Port': ['ID=7121023e-fda3-42f4-828e-9dd22cf5e92c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:44.190138 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-018dd64b-60ae-41b9-9fa6-b1f4a408c89d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:44.192238 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-018dd64b-60ae-41b9-9fa6-b1f4a408c89d tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "DELETE /v2.0/ports/7121023e-fda3-42f4-828e-9dd22cf5e92c HTTP/1.1" status: 204 len: 168 time: 0.4740140 Sep 30 13:33:44.195402 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40008) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:33:44.250779 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c53623a-5912-4bfd-bade-ebd45f636d1e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Deleting subnet e1ae28e5-4a21-4afb-9bee-9706b3aa153a {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:33:44.255264 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3c53623a-5912-4bfd-bade-ebd45f636d1e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:44.296710 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3c53623a-5912-4bfd-bade-ebd45f636d1e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:44.377590 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3c53623a-5912-4bfd-bade-ebd45f636d1e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:44.444425 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3c53623a-5912-4bfd-bade-ebd45f636d1e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:44.472746 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53623a-5912-4bfd-bade-ebd45f636d1e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event deleted for resources: {'Subnet': ['ID=e1ae28e5-4a21-4afb-9bee-9706b3aa153a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:44.476774 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3c53623a-5912-4bfd-bade-ebd45f636d1e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:44.479080 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3c53623a-5912-4bfd-bade-ebd45f636d1e tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "DELETE /v2.0/subnets/e1ae28e5-4a21-4afb-9bee-9706b3aa153a HTTP/1.1" status: 204 len: 168 time: 0.2824409 Sep 30 13:33:44.481280 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40010) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:33:44.485244 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0647c814-4d40-4467-96f0-29944b29cab2 None None] Network b68d4a30-a2a9-45e6-a05c-fdc2eb295452 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:33:44.540470 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-9582aa12-2df3-41a0-95d8-b6e24fe929de tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Deleting subnet c4f0ebae-560b-4b76-825f-e4ab47d71558 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:33:44.543969 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9582aa12-2df3-41a0-95d8-b6e24fe929de tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:44.588477 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9582aa12-2df3-41a0-95d8-b6e24fe929de tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:44.714726 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9582aa12-2df3-41a0-95d8-b6e24fe929de tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:44.737234 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4167bf-db16-44eb-b0f4-7a864d81fd87 None None] DHCP port deletion for b68d4a30-a2a9-45e6-a05c-fdc2eb295452 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:33:44.782423 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9582aa12-2df3-41a0-95d8-b6e24fe929de tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:44.799464 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7e4167bf-db16-44eb-b0f4-7a864d81fd87 None None] Deleting port 1a838168-b3d0-4320-821c-1f5f935c4db3 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:33:44.799928 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7e4167bf-db16-44eb-b0f4-7a864d81fd87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:44.811355 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582aa12-2df3-41a0-95d8-b6e24fe929de tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event deleted for resources: {'Subnet': ['ID=c4f0ebae-560b-4b76-825f-e4ab47d71558,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:44.815233 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9582aa12-2df3-41a0-95d8-b6e24fe929de tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:44.820455 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40012) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:33:44.821002 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9582aa12-2df3-41a0-95d8-b6e24fe929de tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "DELETE /v2.0/subnets/c4f0ebae-560b-4b76-825f-e4ab47d71558 HTTP/1.1" status: 204 len: 168 time: 0.3380797 Sep 30 13:33:44.831866 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1609476f-6d71-4bb8-9863-0410ce59642e None None] Network 9d17fdcf-9158-4fb3-9d4c-28837b9c74af requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:33:44.901369 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-48aee215-2168-46ae-9865-407a10b8dac7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:44.933145 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7e4167bf-db16-44eb-b0f4-7a864d81fd87 None None] For port 1a838168-b3d0-4320-821c-1f5f935c4db3, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1a838168-b3d0-4320-821c-1f5f935c4db3,segment=NetworkSegment(fb32e27c-117c-48af-8116-a61ac08babf9),segment_id=fb32e27c-117c-48af-8116-a61ac08babf9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:33:44.933540 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7e4167bf-db16-44eb-b0f4-7a864d81fd87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:44.955514 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-48aee215-2168-46ae-9865-407a10b8dac7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Deleting port 1a838168-b3d0-4320-821c-1f5f935c4db3 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:33:44.956013 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-48aee215-2168-46ae-9865-407a10b8dac7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:44.962720 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7e4167bf-db16-44eb-b0f4-7a864d81fd87 None None] Calling delete_port for 1a838168-b3d0-4320-821c-1f5f935c4db3 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:33:44.989339 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:45.038598 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-48aee215-2168-46ae-9865-407a10b8dac7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] For port 1a838168-b3d0-4320-821c-1f5f935c4db3, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1a838168-b3d0-4320-821c-1f5f935c4db3,segment=NetworkSegment(fb32e27c-117c-48af-8116-a61ac08babf9),segment_id=fb32e27c-117c-48af-8116-a61ac08babf9)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:33:45.039399 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-48aee215-2168-46ae-9865-407a10b8dac7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:45.056559 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-48aee215-2168-46ae-9865-407a10b8dac7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Calling delete_port for 1a838168-b3d0-4320-821c-1f5f935c4db3 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:33:45.126634 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7e4167bf-db16-44eb-b0f4-7a864d81fd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:45.164787 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4167bf-db16-44eb-b0f4-7a864d81fd87 None None] Pushing event deleted for resources: {'Port': ['ID=1a838168-b3d0-4320-821c-1f5f935c4db3,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:45.167876 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-48aee215-2168-46ae-9865-407a10b8dac7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:45.172184 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4167bf-db16-44eb-b0f4-7a864d81fd87 None None] No DVR routers for this DVR port 1a838168-b3d0-4320-821c-1f5f935c4db3 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:33:45.190901 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af37b860-4e69-4db9-9fc2-f7f8bbbef876 None None] DHCP port deletion for 9d17fdcf-9158-4fb3-9d4c-28837b9c74af request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:33:45.205837 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aee215-2168-46ae-9865-407a10b8dac7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event deleted for resources: {'Port': ['ID=1a838168-b3d0-4320-821c-1f5f935c4db3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:45.207836 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aee215-2168-46ae-9865-407a10b8dac7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] No DVR routers for this DVR port 1a838168-b3d0-4320-821c-1f5f935c4db3 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:33:45.260582 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-af37b860-4e69-4db9-9fc2-f7f8bbbef876 None None] Deleting port 5c39202e-cfa1-4527-a1c5-c3c0733445de {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:33:45.260961 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-af37b860-4e69-4db9-9fc2-f7f8bbbef876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:45.306130 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-48aee215-2168-46ae-9865-407a10b8dac7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:45.333915 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-48aee215-2168-46ae-9865-407a10b8dac7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b68d4a30-a2a9-45e6-a05c-fdc2eb295452']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:45.344437 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-af37b860-4e69-4db9-9fc2-f7f8bbbef876 None None] For port 5c39202e-cfa1-4527-a1c5-c3c0733445de, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=5c39202e-cfa1-4527-a1c5-c3c0733445de,segment=NetworkSegment(f097219d-7f39-4cbe-a12c-6eb6cc689337),segment_id=f097219d-7f39-4cbe-a12c-6eb6cc689337)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:33:45.344437 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-af37b860-4e69-4db9-9fc2-f7f8bbbef876 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:45.349184 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-48aee215-2168-46ae-9865-407a10b8dac7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb32e27c-117c-48af-8116-a61ac08babf9') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:45.349734 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-48aee215-2168-46ae-9865-407a10b8dac7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb32e27c-117c-48af-8116-a61ac08babf9') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:45.363907 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-48aee215-2168-46ae-9865-407a10b8dac7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:45.364150 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-af37b860-4e69-4db9-9fc2-f7f8bbbef876 None None] Calling delete_port for 5c39202e-cfa1-4527-a1c5-c3c0733445de owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:33:45.381488 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-48aee215-2168-46ae-9865-407a10b8dac7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:45.390425 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48aee215-2168-46ae-9865-407a10b8dac7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:33:45.391016 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-48aee215-2168-46ae-9865-407a10b8dac7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: self.session.flush() Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: self.session.flush() Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: self.session.flush() Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: self.session.flush() Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:33:45.395355 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:33:45.465812 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-af37b860-4e69-4db9-9fc2-f7f8bbbef876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:45.496957 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37b860-4e69-4db9-9fc2-f7f8bbbef876 None None] Pushing event deleted for resources: {'Port': ['ID=5c39202e-cfa1-4527-a1c5-c3c0733445de,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:45.498293 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-48aee215-2168-46ae-9865-407a10b8dac7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:45.498832 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af37b860-4e69-4db9-9fc2-f7f8bbbef876 None None] No DVR routers for this DVR port 5c39202e-cfa1-4527-a1c5-c3c0733445de on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:33:45.507290 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-48aee215-2168-46ae-9865-407a10b8dac7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:45.509085 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-48aee215-2168-46ae-9865-407a10b8dac7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "DELETE /v2.0/networks/b68d4a30-a2a9-45e6-a05c-fdc2eb295452 HTTP/1.1" status: 204 len: 168 time: 0.6869104 Sep 30 13:33:45.512428 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40016) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:33:45.530005 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aee215-2168-46ae-9865-407a10b8dac7 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event deleted for resources: {'Network': ['ID=b68d4a30-a2a9-45e6-a05c-fdc2eb295452,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:45.620581 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d2fc97cb-5147-44c1-b4ea-c5232256d579 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:45.715707 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d2fc97cb-5147-44c1-b4ea-c5232256d579 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:45.736983 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-d2fc97cb-5147-44c1-b4ea-c5232256d579 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d17fdcf-9158-4fb3-9d4c-28837b9c74af']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:45.746351 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-d2fc97cb-5147-44c1-b4ea-c5232256d579 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f097219d-7f39-4cbe-a12c-6eb6cc689337') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:45.746649 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-d2fc97cb-5147-44c1-b4ea-c5232256d579 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f097219d-7f39-4cbe-a12c-6eb6cc689337') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:45.750788 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:33:45.762712 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d2fc97cb-5147-44c1-b4ea-c5232256d579 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:45.776916 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d2fc97cb-5147-44c1-b4ea-c5232256d579 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:45.783349 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2fc97cb-5147-44c1-b4ea-c5232256d579 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:33:45.783937 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d2fc97cb-5147-44c1-b4ea-c5232256d579 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:33:45.786811 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:33:45.846111 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d2fc97cb-5147-44c1-b4ea-c5232256d579 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:45.854848 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d2fc97cb-5147-44c1-b4ea-c5232256d579 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:45.856678 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d2fc97cb-5147-44c1-b4ea-c5232256d579 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] 10.222.0.18 "DELETE /v2.0/networks/9d17fdcf-9158-4fb3-9d4c-28837b9c74af HTTP/1.1" status: 204 len: 168 time: 0.3434711 Sep 30 13:33:45.868718 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc97cb-5147-44c1-b4ea-c5232256d579 tempest-TaggedBootDevicesTest_v242-1964688881 tempest-TaggedBootDevicesTest_v242-1964688881-project] Pushing event deleted for resources: {'Network': ['ID=9d17fdcf-9158-4fb3-9d4c-28837b9c74af,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:46.081721 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40024) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:33:46.468328 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1a838168-b3d0-4320-821c-1f5f935c4db3 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:33:46.489140 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 1a838168-b3d0-4320-821c-1f5f935c4db3 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:33:46.489463 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1a838168-b3d0-4320-821c-1f5f935c4db3 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:33:46.490086 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 5c39202e-cfa1-4527-a1c5-c3c0733445de no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:33:46.509337 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 5c39202e-cfa1-4527-a1c5-c3c0733445de {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:33:46.510122 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 5c39202e-cfa1-4527-a1c5-c3c0733445de not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:33:46.530002 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-75007aea-a55e-4f98-a505-e8b605db89a3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:46.846352 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-75007aea-a55e-4f98-a505-e8b605db89a3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Deleting port 3bc1e429-8469-4d9b-b3eb-485bebac4a30 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:33:46.847049 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-75007aea-a55e-4f98-a505-e8b605db89a3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:46.945750 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-75007aea-a55e-4f98-a505-e8b605db89a3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] For port 3bc1e429-8469-4d9b-b3eb-485bebac4a30, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3bc1e429-8469-4d9b-b3eb-485bebac4a30,segment=NetworkSegment(047b2af2-fedc-4347-b5d0-4119bfd35617),segment_id=047b2af2-fedc-4347-b5d0-4119bfd35617)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:33:46.946143 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-75007aea-a55e-4f98-a505-e8b605db89a3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:46.958704 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-75007aea-a55e-4f98-a505-e8b605db89a3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Calling delete_port for 3bc1e429-8469-4d9b-b3eb-485bebac4a30 owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:33:47.145057 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-75007aea-a55e-4f98-a505-e8b605db89a3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:47.172415 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75007aea-a55e-4f98-a505-e8b605db89a3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event deleted for resources: {'Port': ['ID=3bc1e429-8469-4d9b-b3eb-485bebac4a30,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:47.357261 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-75007aea-a55e-4f98-a505-e8b605db89a3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:47.610496 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75007aea-a55e-4f98-a505-e8b605db89a3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Router 1609e50f-1cf4-4228-b917-1ca9bce491b6 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:33:47.726890 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75007aea-a55e-4f98-a505-e8b605db89a3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:33:47.734495 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-75007aea-a55e-4f98-a505-e8b605db89a3 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "PUT /v2.0/routers/1609e50f-1cf4-4228-b917-1ca9bce491b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6495006 Sep 30 13:33:47.737895 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8dc1dc-6cd8-475d-be58-213ac08a5877 None None] Sync routers for ids ['1609e50f-1cf4-4228-b917-1ca9bce491b6'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:33:47.750972 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8dc1dc-6cd8-475d-be58-213ac08a5877 None None] Routers {'1609e50f-1cf4-4228-b917-1ca9bce491b6'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:33:47.760498 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-3f8dc1dc-6cd8-475d-be58-213ac08a5877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:33:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1609e50f-1cf4-4228-b917-1ca9bce491b6'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:47.899836 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-3f8dc1dc-6cd8-475d-be58-213ac08a5877 None None] Set router 1609e50f-1cf4-4228-b917-1ca9bce491b6 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:33:47.993475 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bde0b-b3ad-4713-bb74-a25d05687def req-04477b9d-2c85-483e-9066-2eda13d4997b tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:47.995253 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1e4bde0b-b3ad-4713-bb74-a25d05687def req-04477b9d-2c85-483e-9066-2eda13d4997b tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce HTTP/1.1" status: 200 len: 946 time: 0.0678813 Sep 30 13:33:48.040081 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1e4bde0b-b3ad-4713-bb74-a25d05687def req-69bd074d-e9c0-47db-91fc-2944a3ca0990 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1bc470a-19a7-42aa-a408-bd54a274967c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385823 Sep 30 13:33:48.203455 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-3f8dc1dc-6cd8-475d-be58-213ac08a5877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'name': 'tempest-TestNetworkBasicOps-router-2038051032', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:41Z', 'updated_at': '2021-09-30T13:33:47Z', 'revision_number': 6, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:42Z', 'updated_at': '2021-09-30T13:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'eace575e-5da4-4fc8-8a5b-4cbb0dd678bb', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'port_id': '2e184093-9e1a-42ab-9250-2cc36649e827', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9', 'mac_address': 'fa:16:3e:6e:5d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff2831-763a-4e8f-85c7-4ebaf4b856f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:32:11Z', 'updated_at': '2021-09-30T13:32:13Z', 'revision_number': 1, 'project_id': '35de1fee209b4805a01788770657a0cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c04dc3-9a46-476f-9160-1e4628faff8a', 'name': '', 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'mac_address': 'fa:16:3e:04:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:46Z', 'updated_at': '2021-09-30T13:31:51Z', 'revision_number': 5, 'project_id': '35de1fee209b4805a01788770657a0cb', 'subnets': [{'id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:48.244813 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8dc1dc-6cd8-475d-be58-213ac08a5877 None None] Checking router: 1609e50f-1cf4-4228-b917-1ca9bce491b6 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:33:48.253912 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f0098de2-b0e3-4488-a178-d118f0744c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:48.255718 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8dc1dc-6cd8-475d-be58-213ac08a5877 None None] Routers {'1609e50f-1cf4-4228-b917-1ca9bce491b6'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:33:48.256409 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-3f8dc1dc-6cd8-475d-be58-213ac08a5877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:33:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1609e50f-1cf4-4228-b917-1ca9bce491b6'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:48.545453 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-3f8dc1dc-6cd8-475d-be58-213ac08a5877 None None] Set router 1609e50f-1cf4-4228-b917-1ca9bce491b6 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:33:48.909507 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-3f8dc1dc-6cd8-475d-be58-213ac08a5877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'name': 'tempest-TestNetworkBasicOps-router-2038051032', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:41Z', 'updated_at': '2021-09-30T13:33:47Z', 'revision_number': 6, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:42Z', 'updated_at': '2021-09-30T13:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'eace575e-5da4-4fc8-8a5b-4cbb0dd678bb', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'port_id': '2e184093-9e1a-42ab-9250-2cc36649e827', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9', 'mac_address': 'fa:16:3e:6e:5d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff2831-763a-4e8f-85c7-4ebaf4b856f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:32:11Z', 'updated_at': '2021-09-30T13:32:13Z', 'revision_number': 1, 'project_id': '35de1fee209b4805a01788770657a0cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c04dc3-9a46-476f-9160-1e4628faff8a', 'name': '', 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'mac_address': 'fa:16:3e:04:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:46Z', 'updated_at': '2021-09-30T13:31:51Z', 'revision_number': 5, 'project_id': '35de1fee209b4805a01788770657a0cb', 'subnets': [{'id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:48.950261 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8dc1dc-6cd8-475d-be58-213ac08a5877 None None] The sync data for ids ['1609e50f-1cf4-4228-b917-1ca9bce491b6'] in n-d-810909-2 is: [{'id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'name': 'tempest-TestNetworkBasicOps-router-2038051032', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:41Z', 'updated_at': '2021-09-30T13:33:47Z', 'revision_number': 6, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:42Z', 'updated_at': '2021-09-30T13:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'eace575e-5da4-4fc8-8a5b-4cbb0dd678bb', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'port_id': '2e184093-9e1a-42ab-9250-2cc36649e827', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9', 'mac_address': 'fa:16:3e:6e:5d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff2831-763a-4e8f-85c7-4ebaf4b856f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:32:11Z', 'updated_at': '2021-09-30T13:32:13Z', 'revision_number': 1, 'project_id': '35de1fee209b4805a01788770657a0cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c04dc3-9a46-476f-9160-1e4628faff8a', 'name': '', 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'mac_address': 'fa:16:3e:04:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:46Z', 'updated_at': '2021-09-30T13:31:51Z', 'revision_number': 5, 'project_id': '35de1fee209b4805a01788770657a0cb', 'subnets': [{'id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:33:49.163067 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72dcd8b-047b-4822-9c38-4377a0b5fe35 req-2b67bbdc-71aa-4a03-b910-4ea97a4f8ff4 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:49.164494 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e72dcd8b-047b-4822-9c38-4377a0b5fe35 req-2b67bbdc-71aa-4a03-b910-4ea97a4f8ff4 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce HTTP/1.1" status: 200 len: 946 time: 0.0503840 Sep 30 13:33:49.203022 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e72dcd8b-047b-4822-9c38-4377a0b5fe35 req-4113a66c-9310-4716-8c32-f960b0e9a989 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1bc470a-19a7-42aa-a408-bd54a274967c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325015 Sep 30 13:33:49.338482 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b1340-9385-4f1d-8d24-d9f3d6ec9b73 req-0948c8f8-f9ca-46a3-9e29-d7705aa4b22c tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:49.340465 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-384b1340-9385-4f1d-8d24-d9f3d6ec9b73 req-0948c8f8-f9ca-46a3-9e29-d7705aa4b22c tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.54 "GET /v2.0/ports?device_id=7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce HTTP/1.1" status: 200 len: 946 time: 0.0609748 Sep 30 13:33:49.463986 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-384b1340-9385-4f1d-8d24-d9f3d6ec9b73 req-82363ded-babd-4e1a-94cd-653c73a30f8e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Deleting port 1fdeff20-3441-43d7-9b10-7602e17e7fd4 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:33:49.464432 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-384b1340-9385-4f1d-8d24-d9f3d6ec9b73 req-82363ded-babd-4e1a-94cd-653c73a30f8e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:49.573298 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-384b1340-9385-4f1d-8d24-d9f3d6ec9b73 req-82363ded-babd-4e1a-94cd-653c73a30f8e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] For port 1fdeff20-3441-43d7-9b10-7602e17e7fd4, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=1fdeff20-3441-43d7-9b10-7602e17e7fd4,segment=NetworkSegment(047b2af2-fedc-4347-b5d0-4119bfd35617),segment_id=047b2af2-fedc-4347-b5d0-4119bfd35617)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:33:49.573672 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-384b1340-9385-4f1d-8d24-d9f3d6ec9b73 req-82363ded-babd-4e1a-94cd-653c73a30f8e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:49.588405 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-384b1340-9385-4f1d-8d24-d9f3d6ec9b73 req-82363ded-babd-4e1a-94cd-653c73a30f8e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Calling delete_port for 1fdeff20-3441-43d7-9b10-7602e17e7fd4 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:33:49.661656 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:49.767154 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-384b1340-9385-4f1d-8d24-d9f3d6ec9b73 req-82363ded-babd-4e1a-94cd-653c73a30f8e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:49.831359 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82363ded-babd-4e1a-94cd-653c73a30f8e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event deleted for resources: {'Port': ['ID=1fdeff20-3441-43d7-9b10-7602e17e7fd4,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:49.872330 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-384b1340-9385-4f1d-8d24-d9f3d6ec9b73 req-82363ded-babd-4e1a-94cd-653c73a30f8e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] No DVR routers for this DVR port 1fdeff20-3441-43d7-9b10-7602e17e7fd4 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:33:49.875157 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-384b1340-9385-4f1d-8d24-d9f3d6ec9b73 req-82363ded-babd-4e1a-94cd-653c73a30f8e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:49.877847 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-384b1340-9385-4f1d-8d24-d9f3d6ec9b73 req-82363ded-babd-4e1a-94cd-653c73a30f8e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.54 "DELETE /v2.0/ports/1fdeff20-3441-43d7-9b10-7602e17e7fd4 HTTP/1.1" status: 204 len: 173 time: 0.5303340 Sep 30 13:33:49.878096 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce', 'name': 'network-vif-deleted', 'tag': '1fdeff20-3441-43d7-9b10-7602e17e7fd4'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:33:49.888280 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e5a826-f4fb-437e-a3f3-bc6943ea5d29" -d '{"events": [{"server_uuid": "7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce", "name": "network-vif-deleted", "tag": "1fdeff20-3441-43d7-9b10-7602e17e7fd4"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:33:49.948124 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a96cf45-d019-4c2b-b107-bab99dd859fe x-openstack-request-id: req-6a96cf45-d019-4c2b-b107-bab99dd859fe {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:33:49.948491 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce", "name": "network-vif-deleted", "tag": "1fdeff20-3441-43d7-9b10-7602e17e7fd4", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:33:49.948812 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a96cf45-d019-4c2b-b107-bab99dd859fe {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:33:49.949270 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce', 'name': 'network-vif-deleted', 'tag': '1fdeff20-3441-43d7-9b10-7602e17e7fd4', 'status': 'completed', 'code': 200} Sep 30 13:33:50.029005 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-a5917a31-12b4-4a7f-8a67-da5e96d51342 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:50.030511 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-a5917a31-12b4-4a7f-8a67-da5e96d51342 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 811 time: 0.1106503 Sep 30 13:33:50.046862 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-78d9d415-9cb0-4a30-bb48-2f422062ab5b tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/quotas/866f7de7650a419a9623697f26d65ff4 HTTP/1.1" status: 200 len: 375 time: 0.0101533 Sep 30 13:33:50.137054 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-3b8bf6c2-822b-4740-81c9-ee35ee72c861 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840740 Sep 30 13:33:50.239913 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-49d38beb-1b74-4285-9c9d-b969b3e3496a service neutron] 10.222.0.18 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974267 Sep 30 13:33:50.345203 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-f33a73b3-f136-4202-a7aa-c629314f62cd service neutron] 10.222.0.18 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985098 Sep 30 13:33:50.346561 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a079502d-60e1-4ba1-882b-00cc14db19d3 req-c9ddcdba-965b-4cfe-a23b-d4d0e97c093b tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7baffa4a-e3a0-4e6d-82a6-d29d8faf27ce HTTP/1.1" status: 200 len: 210 time: 0.0326879 Sep 30 13:33:50.415799 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3bc1e429-8469-4d9b-b3eb-485bebac4a30 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:33:50.440090 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 3bc1e429-8469-4d9b-b3eb-485bebac4a30 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:33:50.440442 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3bc1e429-8469-4d9b-b3eb-485bebac4a30 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:33:50.617872 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-50b2c4d3-0c36-4744-8af0-34ef7708fb62 req-2bc8f097-47a1-415a-9784-479e4f124372 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 210 time: 0.0402050 Sep 30 13:33:50.697066 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d15cca5c-2e40-450e-b337-8f84424cee11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:51.402829 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40096) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:33:51.648989 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:51.717639 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-db881487-7322-4a46-8e5d-e02756a2922d req-b884582e-3a60-4ed1-a027-53ae17b4c40f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 210 time: 0.0301273 Sep 30 13:33:51.967250 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-0dfa3f96-7ea4-450c-9887-9f50d8439ddd tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:51.968709 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-0dfa3f96-7ea4-450c-9887-9f50d8439ddd tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.54 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 811 time: 0.5972893 Sep 30 13:33:51.979258 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d206f967-747a-4d22-beae-13ae0595a427 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:51.984002 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-cfab5527-838a-41d5-b6de-eb57b6cf142c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Request body: {'port': {'device_id': '7e0f80cb-7044-4021-9a7f-5b01512f151c', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'admin_state_up': True, 'tenant_id': '866f7de7650a419a9623697f26d65ff4'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:33:52.028248 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3b2e295c-397d-4699-98e4-854003794c10 req-d576a643-5ba6-49c4-8601-baa39089a0ff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2bff2831-763a-4e8f-85c7-4ebaf4b856f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1253855 Sep 30 13:33:52.041046 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d206f967-747a-4d22-beae-13ae0595a427 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:52.169282 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e295c-397d-4699-98e4-854003794c10 req-31c51fa0-c537-4cc5-bb00-5896b1435a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:52.170739 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3b2e295c-397d-4699-98e4-854003794c10 req-31c51fa0-c537-4cc5-bb00-5896b1435a66 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=35de1fee209b4805a01788770657a0cb&device_id=2bff2831-763a-4e8f-85c7-4ebaf4b856f8 HTTP/1.1" status: 200 len: 1096 time: 0.0847034 Sep 30 13:33:52.199658 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-cfab5527-838a-41d5-b6de-eb57b6cf142c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Made reservation on behalf of 866f7de7650a419a9623697f26d65ff4 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:33:52.203243 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-cfab5527-838a-41d5-b6de-eb57b6cf142c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:52.234000 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d206f967-747a-4d22-beae-13ae0595a427 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:52.236570 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d206f967-747a-4d22-beae-13ae0595a427 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:52.237738 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d206f967-747a-4d22-beae-13ae0595a427 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "DELETE /v2.0/security-groups/b1bc470a-19a7-42aa-a408-bd54a274967c HTTP/1.1" status: 204 len: 168 time: 0.8339751 Sep 30 13:33:52.265614 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206f967-747a-4d22-beae-13ae0595a427 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bc470a-19a7-42aa-a408-bd54a274967c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:52.283392 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40108) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:33:52.351923 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5f429e-e466-4b8f-8b9a-2de783a3484d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Deleting subnet ad1ed626-54a8-4847-a7af-d5f866841206 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:33:52.355545 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e5f429e-e466-4b8f-8b9a-2de783a3484d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:52.356983 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e295c-397d-4699-98e4-854003794c10 req-5345de69-edc3-4e72-9452-31e7132f5047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:52.358660 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3b2e295c-397d-4699-98e4-854003794c10 req-5345de69-edc3-4e72-9452-31e7132f5047 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ffac9bce-a37e-4493-93b2-2269424e62e9 HTTP/1.1" status: 200 len: 897 time: 0.1673977 Sep 30 13:33:52.402848 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e5f429e-e466-4b8f-8b9a-2de783a3484d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:52.405966 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:52.497722 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3b2e295c-397d-4699-98e4-854003794c10 req-cf0798ec-55ce-4c12-ac64-0d6dfc89fcf3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e184093-9e1a-42ab-9250-2cc36649e827 HTTP/1.1" status: 200 len: 1001 time: 0.1279778 Sep 30 13:33:52.507753 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e5f429e-e466-4b8f-8b9a-2de783a3484d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:52.553800 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-cfab5527-838a-41d5-b6de-eb57b6cf142c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Allocated IP 172.20.0.6 (949dc44d-a521-4909-8cff-116a74911834/3a29bd19-7bbd-493a-b0e5-a534c2103246/e3fb3e20-c4f4-4e48-95bf-0b1638d074a4) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:33:52.585244 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e295c-397d-4699-98e4-854003794c10 req-f52954df-3792-46e4-a2e7-6fa6a31ce879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:52.586826 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3b2e295c-397d-4699-98e4-854003794c10 req-f52954df-3792-46e4-a2e7-6fa6a31ce879 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4b096c69-bc39-418a-8cb2-ec90421b98fa HTTP/1.1" status: 200 len: 835 time: 0.0813885 Sep 30 13:33:52.598339 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e5f429e-e466-4b8f-8b9a-2de783a3484d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:52.629064 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3e5f429e-e466-4b8f-8b9a-2de783a3484d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:52.630382 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b720f4-8466-4fee-b77e-4f632ba7d568 None None] Network e6cac26e-a444-4127-80d8-d253d604fc86 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:33:52.632334 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3e5f429e-e466-4b8f-8b9a-2de783a3484d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "DELETE /v2.0/subnets/ad1ed626-54a8-4847-a7af-d5f866841206 HTTP/1.1" status: 204 len: 168 time: 0.3476574 Sep 30 13:33:52.635341 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40112) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:33:52.701365 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f429e-e466-4b8f-8b9a-2de783a3484d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event deleted for resources: {'Subnet': ['ID=ad1ed626-54a8-4847-a7af-d5f866841206,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:52.828088 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-851ae097-f63a-4727-9157-99b7a714df0d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:52.903550 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e295c-397d-4699-98e4-854003794c10 req-73f9b2c8-bf29-4a3c-83de-8e6f22c9615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:52.905164 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3b2e295c-397d-4699-98e4-854003794c10 req-73f9b2c8-bf29-4a3c-83de-8e6f22c9615c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ffac9bce-a37e-4493-93b2-2269424e62e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3091655 Sep 30 13:33:52.934675 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a198c82a-6634-401e-9a26-147842331689 req-9205b0e9-e1e1-4406-81b0-640093554177 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 210 time: 0.0638039 Sep 30 13:33:52.944564 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-cfab5527-838a-41d5-b6de-eb57b6cf142c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:52.974907 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-851ae097-f63a-4727-9157-99b7a714df0d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Deleting port d627d4ec-8bff-445c-ba55-7ac2e671dc47 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:33:52.976099 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-851ae097-f63a-4727-9157-99b7a714df0d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:52.980737 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd3e42b-fea2-4b6b-b8b4-e182aa3ebac5 None None] DHCP port deletion for e6cac26e-a444-4127-80d8-d253d604fc86 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:33:53.032343 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-ecd3e42b-fea2-4b6b-b8b4-e182aa3ebac5 None None] Deleting port d627d4ec-8bff-445c-ba55-7ac2e671dc47 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:33:53.033078 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ecd3e42b-fea2-4b6b-b8b4-e182aa3ebac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:53.103278 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-851ae097-f63a-4727-9157-99b7a714df0d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] For port d627d4ec-8bff-445c-ba55-7ac2e671dc47, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d627d4ec-8bff-445c-ba55-7ac2e671dc47,segment=NetworkSegment(047b2af2-fedc-4347-b5d0-4119bfd35617),segment_id=047b2af2-fedc-4347-b5d0-4119bfd35617)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:33:53.103689 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-851ae097-f63a-4727-9157-99b7a714df0d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:53.120091 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-ecd3e42b-fea2-4b6b-b8b4-e182aa3ebac5 None None] For port d627d4ec-8bff-445c-ba55-7ac2e671dc47, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d627d4ec-8bff-445c-ba55-7ac2e671dc47,segment=NetworkSegment(047b2af2-fedc-4347-b5d0-4119bfd35617),segment_id=047b2af2-fedc-4347-b5d0-4119bfd35617)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:33:53.120746 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ecd3e42b-fea2-4b6b-b8b4-e182aa3ebac5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:53.134747 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-851ae097-f63a-4727-9157-99b7a714df0d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Calling delete_port for d627d4ec-8bff-445c-ba55-7ac2e671dc47 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:33:53.135725 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-ecd3e42b-fea2-4b6b-b8b4-e182aa3ebac5 None None] Calling delete_port for d627d4ec-8bff-445c-ba55-7ac2e671dc47 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:33:53.142810 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3b2e295c-397d-4699-98e4-854003794c10 req-3bc90d32-e24d-4234-9047-c7ea2f3574f4 service neutron] 10.222.0.39 "GET /v2.0/networks/ffac9bce-a37e-4493-93b2-2269424e62e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257159 Sep 30 13:33:53.159401 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-cfab5527-838a-41d5-b6de-eb57b6cf142c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:53.232205 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ecd3e42b-fea2-4b6b-b8b4-e182aa3ebac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:53.260015 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3e42b-fea2-4b6b-b8b4-e182aa3ebac5 None None] Pushing event deleted for resources: {'Port': ['ID=d627d4ec-8bff-445c-ba55-7ac2e671dc47,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:53.265898 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-cfab5527-838a-41d5-b6de-eb57b6cf142c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Network 949dc44d-a521-4909-8cff-116a74911834 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:33:53.269064 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-cfab5527-838a-41d5-b6de-eb57b6cf142c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:33:53.270916 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab5527-838a-41d5-b6de-eb57b6cf142c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event updated for resources: {'Port': ['ID=e3fb3e20-c4f4-4e48-95bf-0b1638d074a4,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:53.273299 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-cfab5527-838a-41d5-b6de-eb57b6cf142c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:33:53.274546 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3e42b-fea2-4b6b-b8b4-e182aa3ebac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:53.275056 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3e42b-fea2-4b6b-b8b4-e182aa3ebac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:53.275680 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3e42b-fea2-4b6b-b8b4-e182aa3ebac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:53.276168 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3e42b-fea2-4b6b-b8b4-e182aa3ebac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:53.276654 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3e42b-fea2-4b6b-b8b4-e182aa3ebac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:53.277373 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3e42b-fea2-4b6b-b8b4-e182aa3ebac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:53.277864 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3e42b-fea2-4b6b-b8b4-e182aa3ebac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:53.278364 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3e42b-fea2-4b6b-b8b4-e182aa3ebac5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:53.278841 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3e42b-fea2-4b6b-b8b4-e182aa3ebac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:53.279331 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3e42b-fea2-4b6b-b8b4-e182aa3ebac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:53.279823 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3e42b-fea2-4b6b-b8b4-e182aa3ebac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:53.280428 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3e42b-fea2-4b6b-b8b4-e182aa3ebac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:33:53.285471 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd3e42b-fea2-4b6b-b8b4-e182aa3ebac5 None None] No DVR routers for this DVR port d627d4ec-8bff-445c-ba55-7ac2e671dc47 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:33:53.314053 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-851ae097-f63a-4727-9157-99b7a714df0d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:53.338335 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3b2e295c-397d-4699-98e4-854003794c10 req-50d3126c-f9bd-4121-99f6-605e10b0039f service neutron] 10.222.0.39 "GET /v2.0/networks/ffac9bce-a37e-4493-93b2-2269424e62e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903641 Sep 30 13:33:53.346806 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-cfab5527-838a-41d5-b6de-eb57b6cf142c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:53.347245 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ae097-f63a-4727-9157-99b7a714df0d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event deleted for resources: {'Port': ['ID=d627d4ec-8bff-445c-ba55-7ac2e671dc47,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:53.347444 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-cfab5527-838a-41d5-b6de-eb57b6cf142c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:53.350413 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851ae097-f63a-4727-9157-99b7a714df0d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] No DVR routers for this DVR port d627d4ec-8bff-445c-ba55-7ac2e671dc47 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:33:53.370845 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-cfab5527-838a-41d5-b6de-eb57b6cf142c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3922055 Sep 30 13:33:53.398824 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-e3f3af6c-7840-4262-96e9-191faa0a60a2 service neutron] Request body: {'port': {'device_id': '7e0f80cb-7044-4021-9a7f-5b01512f151c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:33:53.464878 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-851ae097-f63a-4727-9157-99b7a714df0d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:53.500949 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-851ae097-f63a-4727-9157-99b7a714df0d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6cac26e-a444-4127-80d8-d253d604fc86']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:53.510535 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-e3f3af6c-7840-4262-96e9-191faa0a60a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:53.513810 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-851ae097-f63a-4727-9157-99b7a714df0d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '047b2af2-fedc-4347-b5d0-4119bfd35617') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:53.514241 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-851ae097-f63a-4727-9157-99b7a714df0d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '047b2af2-fedc-4347-b5d0-4119bfd35617') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:53.525965 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-851ae097-f63a-4727-9157-99b7a714df0d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:53.542209 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-851ae097-f63a-4727-9157-99b7a714df0d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:53.549074 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-851ae097-f63a-4727-9157-99b7a714df0d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:33:53.549669 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-851ae097-f63a-4727-9157-99b7a714df0d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:33:53.624503 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:33:53.629465 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-851ae097-f63a-4727-9157-99b7a714df0d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:53.651235 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-851ae097-f63a-4727-9157-99b7a714df0d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:53.656523 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-851ae097-f63a-4727-9157-99b7a714df0d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "DELETE /v2.0/networks/e6cac26e-a444-4127-80d8-d253d604fc86 HTTP/1.1" status: 204 len: 168 time: 1.0172515 Sep 30 13:33:53.656523 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ae097-f63a-4727-9157-99b7a714df0d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event deleted for resources: {'Network': ['ID=e6cac26e-a444-4127-80d8-d253d604fc86,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:53.657072 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40120) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:33:53.693126 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-1f62a543-2c64-4901-b3c1-5ced249416a7 None None] Provisioning complete for port e3fb3e20-c4f4-4e48-95bf-0b1638d074a4 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:33:53.693678 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1f62a543-2c64-4901-b3c1-5ced249416a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:53.750865 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-1f62a543-2c64-4901-b3c1-5ced249416a7 None None] Port e3fb3e20-c4f4-4e48-95bf-0b1638d074a4 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:33:53.882799 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-e3f3af6c-7840-4262-96e9-191faa0a60a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3fb3e20-c4f4-4e48-95bf-0b1638d074a4 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:33:53.895131 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-e3f3af6c-7840-4262-96e9-191faa0a60a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:53.909824 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-e3f3af6c-7840-4262-96e9-191faa0a60a2 service neutron] Transition to ACTIVE for port object e3fb3e20-c4f4-4e48-95bf-0b1638d074a4 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:33:53.915111 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-e3f3af6c-7840-4262-96e9-191faa0a60a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:53.951811 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-bf62e314-3d04-4706-adc5-232aabe8e734 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Deleting port 785a6790-ee67-4db5-a81b-7d490feedaae {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:33:53.952351 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bf62e314-3d04-4706-adc5-232aabe8e734 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:54.042772 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3af6c-7840-4262-96e9-191faa0a60a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e3fb3e20-c4f4-4e48-95bf-0b1638d074a4,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:54.089338 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bf62e314-3d04-4706-adc5-232aabe8e734 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:54.089968 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bf62e314-3d04-4706-adc5-232aabe8e734 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:54.113703 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-bf62e314-3d04-4706-adc5-232aabe8e734 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Calling delete_port for 785a6790-ee67-4db5-a81b-7d490feedaae owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:33:54.146263 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-e3f3af6c-7840-4262-96e9-191faa0a60a2 service neutron] Attempting to bind port e3fb3e20-c4f4-4e48-95bf-0b1638d074a4 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:33:54.147605 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-e3f3af6c-7840-4262-96e9-191faa0a60a2 service neutron] Attempting to bind port e3fb3e20-c4f4-4e48-95bf-0b1638d074a4 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:33:54.148109 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-e3f3af6c-7840-4262-96e9-191faa0a60a2 service neutron] Attempting to bind port e3fb3e20-c4f4-4e48-95bf-0b1638d074a4 on network 949dc44d-a521-4909-8cff-116a74911834 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:33:54.154703 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-e3f3af6c-7840-4262-96e9-191faa0a60a2 service neutron] Port e3fb3e20-c4f4-4e48-95bf-0b1638d074a4 on network 949dc44d-a521-4909-8cff-116a74911834 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:33:54.155265 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-e3f3af6c-7840-4262-96e9-191faa0a60a2 service neutron] Attempting to bind port e3fb3e20-c4f4-4e48-95bf-0b1638d074a4 on network 949dc44d-a521-4909-8cff-116a74911834 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:33:54.161812 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-e3f3af6c-7840-4262-96e9-191faa0a60a2 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:33:54.162549 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-e3f3af6c-7840-4262-96e9-191faa0a60a2 service neutron] Checking segment: {'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:33:54.163080 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-e3f3af6c-7840-4262-96e9-191faa0a60a2 service neutron] Bound using segment: {'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:33:54.163569 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-e3f3af6c-7840-4262-96e9-191faa0a60a2 service neutron] Bound port: e3fb3e20-c4f4-4e48-95bf-0b1638d074a4, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:33:54.164034 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-e3f3af6c-7840-4262-96e9-191faa0a60a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:54.174865 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:54.192158 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda85eb-b2db-4deb-9fb6-d0028fb0c771 req-54b2599b-f302-404a-a347-aa17115d7df0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:54.194572 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dbda85eb-b2db-4deb-9fb6-d0028fb0c771 req-54b2599b-f302-404a-a347-aa17115d7df0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 943 time: 0.1174085 Sep 30 13:33:54.276026 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dbda85eb-b2db-4deb-9fb6-d0028fb0c771 req-2e5443bc-bf13-4f6a-9aff-ba3d647c91ff tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565951 Sep 30 13:33:54.306966 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-e3f3af6c-7840-4262-96e9-191faa0a60a2 service neutron] For port e3fb3e20-c4f4-4e48-95bf-0b1638d074a4, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:33:54.310801 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-e3f3af6c-7840-4262-96e9-191faa0a60a2 service neutron] For port e3fb3e20-c4f4-4e48-95bf-0b1638d074a4, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=e3fb3e20-c4f4-4e48-95bf-0b1638d074a4,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:33:54.321499 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-e3f3af6c-7840-4262-96e9-191faa0a60a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:54.347634 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bf62e314-3d04-4706-adc5-232aabe8e734 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:54.364602 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-e3f3af6c-7840-4262-96e9-191faa0a60a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:54.365737 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-e3f3af6c-7840-4262-96e9-191faa0a60a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:54.367198 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-e3f3af6c-7840-4262-96e9-191faa0a60a2 service neutron] 10.222.0.54 "PUT /v2.0/ports/e3fb3e20-c4f4-4e48-95bf-0b1638d074a4 HTTP/1.1" status: 200 len: 1091 time: 0.9834988 Sep 30 13:33:54.367637 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0f80cb-7044-4021-9a7f-5b01512f151c', 'tag': 'e3fb3e20-c4f4-4e48-95bf-0b1638d074a4'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:33:54.370544 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e096672-46f7-45b1-80c1-f9507d9b0730" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0f80cb-7044-4021-9a7f-5b01512f151c", "tag": "e3fb3e20-c4f4-4e48-95bf-0b1638d074a4"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:33:54.398111 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62e314-3d04-4706-adc5-232aabe8e734 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event deleted for resources: {'Port': ['ID=785a6790-ee67-4db5-a81b-7d490feedaae,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:54.448630 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 1fdeff20-3441-43d7-9b10-7602e17e7fd4 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:33:54.458887 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78aa18a-dcaa-4fce-a53c-78ec33f1c203 x-openstack-request-id: req-c78aa18a-dcaa-4fce-a53c-78ec33f1c203 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:33:54.459470 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0f80cb-7044-4021-9a7f-5b01512f151c", "tag": "e3fb3e20-c4f4-4e48-95bf-0b1638d074a4", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:33:54.461001 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c78aa18a-dcaa-4fce-a53c-78ec33f1c203 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:33:54.461674 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0f80cb-7044-4021-9a7f-5b01512f151c', 'tag': 'e3fb3e20-c4f4-4e48-95bf-0b1638d074a4', 'status': 'completed', 'code': 200} Sep 30 13:33:54.465346 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3af6c-7840-4262-96e9-191faa0a60a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e3fb3e20-c4f4-4e48-95bf-0b1638d074a4,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:54.499076 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 1fdeff20-3441-43d7-9b10-7602e17e7fd4 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:33:54.499427 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 1fdeff20-3441-43d7-9b10-7602e17e7fd4 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:33:54.517425 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-0fb1c6d6-e93d-4529-a8e1-11d39b7b5095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:54.519076 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-0fb1c6d6-e93d-4529-a8e1-11d39b7b5095 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 1094 time: 0.0848577 Sep 30 13:33:54.537201 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d627d4ec-8bff-445c-ba55-7ac2e671dc47 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:33:54.549439 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bf62e314-3d04-4706-adc5-232aabe8e734 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:54.549780 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-bf62e314-3d04-4706-adc5-232aabe8e734 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Floating IP eace575e-5da4-4fc8-8a5b-4cbb0dd678bb disassociated (deleted). External IP: 172.25.5.170, port: 2e184093-9e1a-42ab-9250-2cc36649e827. Sep 30 13:33:54.574504 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: d627d4ec-8bff-445c-ba55-7ac2e671dc47 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:33:54.578389 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d627d4ec-8bff-445c-ba55-7ac2e671dc47 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:33:54.608316 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-98769612-84a7-4d01-9bff-294b37e91895 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3fb3e20-c4f4-4e48-95bf-0b1638d074a4 HTTP/1.1" status: 200 len: 217 time: 0.0809634 Sep 30 13:33:54.713721 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-8b017e89-aa66-42a7-b6a6-afab564a6551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:54.716004 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-8b017e89-aa66-42a7-b6a6-afab564a6551 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a29bd19-7bbd-493a-b0e5-a534c2103246 HTTP/1.1" status: 200 len: 850 time: 0.1007090 Sep 30 13:33:54.789854 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-c12830a7-a48f-4be4-b01d-20c8d0598a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:54.791758 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-c12830a7-a48f-4be4-b01d-20c8d0598a4a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=949dc44d-a521-4909-8cff-116a74911834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685773 Sep 30 13:33:54.845198 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf62e314-3d04-4706-adc5-232aabe8e734 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Router 1609e50f-1cf4-4228-b917-1ca9bce491b6 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:33:54.894320 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-66c20206-a47f-4dc4-9467-66ad201c9e12 service neutron] 10.222.0.54 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950861 Sep 30 13:33:55.033904 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf62e314-3d04-4706-adc5-232aabe8e734 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:33:55.047352 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a9a6694-c73c-416d-9fa6-c0201f3e5fa7 req-45de80b4-d49d-4d20-8084-3faa1f72761c service neutron] 10.222.0.54 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462069 Sep 30 13:33:55.047520 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf951248-788d-4510-8e5a-50787a2f9622 None None] Sync routers for ids ['1609e50f-1cf4-4228-b917-1ca9bce491b6'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:33:55.048119 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bf62e314-3d04-4706-adc5-232aabe8e734 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:55.075261 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf951248-788d-4510-8e5a-50787a2f9622 None None] Routers {'1609e50f-1cf4-4228-b917-1ca9bce491b6'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:33:55.075895 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-cf951248-788d-4510-8e5a-50787a2f9622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:33:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1609e50f-1cf4-4228-b917-1ca9bce491b6'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:55.084520 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bf62e314-3d04-4706-adc5-232aabe8e734 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "DELETE /v2.0/floatingips/eace575e-5da4-4fc8-8a5b-4cbb0dd678bb HTTP/1.1" status: 204 len: 168 time: 1.4231491 Sep 30 13:33:55.084520 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bff2831-763a-4e8f-85c7-4ebaf4b856f8', 'tag': '2e184093-9e1a-42ab-9250-2cc36649e827'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:33:55.085737 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de687634-933f-45e3-a5af-e022efd4eea1" -d '{"events": [{"name": "network-changed", "server_uuid": "2bff2831-763a-4e8f-85c7-4ebaf4b856f8", "tag": "2e184093-9e1a-42ab-9250-2cc36649e827"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:33:55.179266 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300a3108-12ad-47ac-a70f-fd9ee94f6af3 x-openstack-request-id: req-300a3108-12ad-47ac-a70f-fd9ee94f6af3 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:33:55.179770 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bff2831-763a-4e8f-85c7-4ebaf4b856f8", "tag": "2e184093-9e1a-42ab-9250-2cc36649e827", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:33:55.180183 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-300a3108-12ad-47ac-a70f-fd9ee94f6af3 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:33:55.180763 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bff2831-763a-4e8f-85c7-4ebaf4b856f8', 'tag': '2e184093-9e1a-42ab-9250-2cc36649e827', 'status': 'completed', 'code': 200} Sep 30 13:33:55.261657 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de687634-933f-45e3-a5af-e022efd4eea1 req-93e5675f-74cd-49a3-ab5b-5d94cf7a6f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:55.263645 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de687634-933f-45e3-a5af-e022efd4eea1 req-93e5675f-74cd-49a3-ab5b-5d94cf7a6f20 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=35de1fee209b4805a01788770657a0cb&device_id=2bff2831-763a-4e8f-85c7-4ebaf4b856f8 HTTP/1.1" status: 200 len: 1096 time: 0.0716636 Sep 30 13:33:55.266685 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e096672-46f7-45b1-80c1-f9507d9b0730 req-eee72947-279a-4949-85c1-b5685cd0800d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:55.268478 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0e096672-46f7-45b1-80c1-f9507d9b0730 req-eee72947-279a-4949-85c1-b5685cd0800d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 1094 time: 0.1560085 Sep 30 13:33:55.306868 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-cf951248-788d-4510-8e5a-50787a2f9622 None None] Set router 1609e50f-1cf4-4228-b917-1ca9bce491b6 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:33:55.475992 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c254ecb-7174-4c86-908b-69e397e287ee req-f57dcee3-87b6-440f-9479-8a3597bb92e9 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:55.477969 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c254ecb-7174-4c86-908b-69e397e287ee req-f57dcee3-87b6-440f-9479-8a3597bb92e9 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 943 time: 0.0791509 Sep 30 13:33:55.557490 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c254ecb-7174-4c86-908b-69e397e287ee req-99f5fcbd-a142-4d5b-bf23-5d1de7641afc tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642095 Sep 30 13:33:55.673232 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de687634-933f-45e3-a5af-e022efd4eea1 req-6729946b-8bf4-4b0f-9246-9e827c9072a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:55.675246 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de687634-933f-45e3-a5af-e022efd4eea1 req-6729946b-8bf4-4b0f-9246-9e827c9072a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ffac9bce-a37e-4493-93b2-2269424e62e9 HTTP/1.1" status: 200 len: 897 time: 0.4037881 Sep 30 13:33:55.736779 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c1f5d-fe40-40e7-be6f-2cbf3e437c00 req-7e7ffcf1-220a-4495-b191-1c2e386009aa tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:55.738565 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ce6c1f5d-fe40-40e7-be6f-2cbf3e437c00 req-7e7ffcf1-220a-4495-b191-1c2e386009aa tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bff2831-763a-4e8f-85c7-4ebaf4b856f8 HTTP/1.1" status: 200 len: 945 time: 0.2608409 Sep 30 13:33:55.739941 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de687634-933f-45e3-a5af-e022efd4eea1 req-ed65f884-f8ac-4f6a-b1ba-89f33e875ffc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e184093-9e1a-42ab-9250-2cc36649e827 HTTP/1.1" status: 200 len: 217 time: 0.0528629 Sep 30 13:33:55.743403 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e096672-46f7-45b1-80c1-f9507d9b0730 req-76ce97ac-b547-483b-8b4f-6ed565644206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:55.745008 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0e096672-46f7-45b1-80c1-f9507d9b0730 req-76ce97ac-b547-483b-8b4f-6ed565644206 service neutron] 10.222.0.54 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 912 time: 0.4610949 Sep 30 13:33:55.808440 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-cf951248-788d-4510-8e5a-50787a2f9622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'name': 'tempest-TestNetworkBasicOps-router-2038051032', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:41Z', 'updated_at': '2021-09-30T13:33:47Z', 'revision_number': 6, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:42Z', 'updated_at': '2021-09-30T13:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'e8c04dc3-9a46-476f-9160-1e4628faff8a', 'name': '', 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'mac_address': 'fa:16:3e:04:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:46Z', 'updated_at': '2021-09-30T13:31:51Z', 'revision_number': 5, 'project_id': '35de1fee209b4805a01788770657a0cb', 'subnets': [{'id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:55.841305 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf951248-788d-4510-8e5a-50787a2f9622 None None] Checking router: 1609e50f-1cf4-4228-b917-1ca9bce491b6 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:33:55.851394 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf951248-788d-4510-8e5a-50787a2f9622 None None] Routers {'1609e50f-1cf4-4228-b917-1ca9bce491b6'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:33:55.851975 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-cf951248-788d-4510-8e5a-50787a2f9622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:33:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1609e50f-1cf4-4228-b917-1ca9bce491b6'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:55.884322 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0e096672-46f7-45b1-80c1-f9507d9b0730 req-1ca5bf27-320f-417e-bea6-8d541114740d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3fb3e20-c4f4-4e48-95bf-0b1638d074a4 HTTP/1.1" status: 200 len: 217 time: 0.0929365 Sep 30 13:33:55.967547 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e096672-46f7-45b1-80c1-f9507d9b0730 req-9bc98406-deb9-44f9-9790-a6b4414fbeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:55.969018 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0e096672-46f7-45b1-80c1-f9507d9b0730 req-9bc98406-deb9-44f9-9790-a6b4414fbeb6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a29bd19-7bbd-493a-b0e5-a534c2103246 HTTP/1.1" status: 200 len: 850 time: 0.0611155 Sep 30 13:33:56.028615 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-cf951248-788d-4510-8e5a-50787a2f9622 None None] Set router 1609e50f-1cf4-4228-b917-1ca9bce491b6 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:33:56.031416 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40140) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:33:56.043597 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ce6c1f5d-fe40-40e7-be6f-2cbf3e437c00 req-37657ba2-d450-4576-8e3a-b3388d2636fc tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a22d16e-2c22-4cc6-b420-450a2d0af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2715728 Sep 30 13:33:56.077182 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de687634-933f-45e3-a5af-e022efd4eea1 req-3999a5d1-2a9d-456d-8f94-3dcc9e50769a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:56.077182 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de687634-933f-45e3-a5af-e022efd4eea1 req-3999a5d1-2a9d-456d-8f94-3dcc9e50769a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4b096c69-bc39-418a-8cb2-ec90421b98fa HTTP/1.1" status: 200 len: 835 time: 0.3222599 Sep 30 13:33:56.112834 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e096672-46f7-45b1-80c1-f9507d9b0730 req-1501f87b-f4ce-4e11-acec-ee7a4de637a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:56.114344 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0e096672-46f7-45b1-80c1-f9507d9b0730 req-1501f87b-f4ce-4e11-acec-ee7a4de637a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=949dc44d-a521-4909-8cff-116a74911834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309719 Sep 30 13:33:56.165197 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de687634-933f-45e3-a5af-e022efd4eea1 req-a023fb3c-76f6-4730-aa2d-db444de046e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:56.171376 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de687634-933f-45e3-a5af-e022efd4eea1 req-a023fb3c-76f6-4730-aa2d-db444de046e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ffac9bce-a37e-4493-93b2-2269424e62e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925252 Sep 30 13:33:56.266148 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0e096672-46f7-45b1-80c1-f9507d9b0730 req-610f6b4f-4c96-4376-9681-c8bd4e329901 service neutron] 10.222.0.54 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427495 Sep 30 13:33:56.437757 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-cf951248-788d-4510-8e5a-50787a2f9622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'name': 'tempest-TestNetworkBasicOps-router-2038051032', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:41Z', 'updated_at': '2021-09-30T13:33:47Z', 'revision_number': 6, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:42Z', 'updated_at': '2021-09-30T13:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'e8c04dc3-9a46-476f-9160-1e4628faff8a', 'name': '', 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'mac_address': 'fa:16:3e:04:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:46Z', 'updated_at': '2021-09-30T13:31:51Z', 'revision_number': 5, 'project_id': '35de1fee209b4805a01788770657a0cb', 'subnets': [{'id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:56.506842 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf951248-788d-4510-8e5a-50787a2f9622 None None] The sync data for ids ['1609e50f-1cf4-4228-b917-1ca9bce491b6'] in n-d-810909-2 is: [{'id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'name': 'tempest-TestNetworkBasicOps-router-2038051032', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:41Z', 'updated_at': '2021-09-30T13:33:47Z', 'revision_number': 6, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:42Z', 'updated_at': '2021-09-30T13:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'e8c04dc3-9a46-476f-9160-1e4628faff8a', 'name': '', 'network_id': 'ffac9bce-a37e-4493-93b2-2269424e62e9', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'mac_address': 'fa:16:3e:04:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:46Z', 'updated_at': '2021-09-30T13:31:51Z', 'revision_number': 5, 'project_id': '35de1fee209b4805a01788770657a0cb', 'subnets': [{'id': '4b096c69-bc39-418a-8cb2-ec90421b98fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:33:56.547147 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de687634-933f-45e3-a5af-e022efd4eea1 req-e367cdbd-d9be-40b8-97d0-b6ebed84fd64 service neutron] 10.222.0.39 "GET /v2.0/networks/ffac9bce-a37e-4493-93b2-2269424e62e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799969 Sep 30 13:33:56.569878 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0e096672-46f7-45b1-80c1-f9507d9b0730 req-775d7b81-040e-4938-9fd1-6d27b426e4dd service neutron] 10.222.0.54 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618085 Sep 30 13:33:57.054880 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ec6306-71e0-479c-b2fd-65395be83c9c None None] New status for floating IP eace575e-5da4-4fc8-8a5b-4cbb0dd678bb: DOWN {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:33:57.058279 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de687634-933f-45e3-a5af-e022efd4eea1 req-6b9a1673-921b-4b42-877f-4c297d4c3e20 service neutron] 10.222.0.39 "GET /v2.0/networks/ffac9bce-a37e-4493-93b2-2269424e62e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016184 Sep 30 13:33:57.223092 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e99e4-2ae6-4db9-a099-99e04bf58a6f req-32fe46f1-29b0-4bcb-a35b-8e5419339c96 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:57.225230 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-da0e99e4-2ae6-4db9-a099-99e04bf58a6f req-32fe46f1-29b0-4bcb-a35b-8e5419339c96 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bff2831-763a-4e8f-85c7-4ebaf4b856f8 HTTP/1.1" status: 200 len: 945 time: 0.5973852 Sep 30 13:33:57.249760 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa41cd-9fe5-479c-b284-eeb66b7c4d9f req-9e2ac255-f890-45d4-88e4-e461610d2062 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:57.251601 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2aaa41cd-9fe5-479c-b284-eeb66b7c4d9f req-9e2ac255-f890-45d4-88e4-e461610d2062 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bff2831-763a-4e8f-85c7-4ebaf4b856f8 HTTP/1.1" status: 200 len: 945 time: 0.0629835 Sep 30 13:33:57.311143 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2aaa41cd-9fe5-479c-b284-eeb66b7c4d9f req-39733b0b-9d0e-4bf6-a8a0-028f3a00bd7c tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a22d16e-2c22-4cc6-b420-450a2d0af8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406327 Sep 30 13:33:57.312010 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7952b8-859c-4904-bec2-102807a24b18 req-b752f862-cb97-4716-97b4-5183ed2150e0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:57.313520 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0b7952b8-859c-4904-bec2-102807a24b18 req-b752f862-cb97-4716-97b4-5183ed2150e0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 943 time: 0.5403407 Sep 30 13:33:57.428267 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0b7952b8-859c-4904-bec2-102807a24b18 req-08137a9a-db0d-4d4e-8473-63f9e5fb76db tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013706 Sep 30 13:33:57.471648 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-da0e99e4-2ae6-4db9-a099-99e04bf58a6f req-1871c029-385e-4a44-863a-ab351ad110e5 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Deleting port 2e184093-9e1a-42ab-9250-2cc36649e827 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:33:57.471915 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-da0e99e4-2ae6-4db9-a099-99e04bf58a6f req-1871c029-385e-4a44-863a-ab351ad110e5 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:57.598686 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-da0e99e4-2ae6-4db9-a099-99e04bf58a6f req-1871c029-385e-4a44-863a-ab351ad110e5 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] For port 2e184093-9e1a-42ab-9250-2cc36649e827, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=2e184093-9e1a-42ab-9250-2cc36649e827,segment=NetworkSegment(6112b386-b31c-4f70-9646-40e2860c5eea),segment_id=6112b386-b31c-4f70-9646-40e2860c5eea)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:33:57.600211 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-da0e99e4-2ae6-4db9-a099-99e04bf58a6f req-1871c029-385e-4a44-863a-ab351ad110e5 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:57.632846 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-da0e99e4-2ae6-4db9-a099-99e04bf58a6f req-1871c029-385e-4a44-863a-ab351ad110e5 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Calling delete_port for 2e184093-9e1a-42ab-9250-2cc36649e827 owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:33:57.741535 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4e2cc254-5cd3-445f-ac17-41435234fa96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:57.955781 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-da0e99e4-2ae6-4db9-a099-99e04bf58a6f req-1871c029-385e-4a44-863a-ab351ad110e5 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:58.025202 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871c029-385e-4a44-863a-ab351ad110e5 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event deleted for resources: {'Port': ['ID=2e184093-9e1a-42ab-9250-2cc36649e827,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:58.066153 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0e99e4-2ae6-4db9-a099-99e04bf58a6f req-1871c029-385e-4a44-863a-ab351ad110e5 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] No DVR routers for this DVR port 2e184093-9e1a-42ab-9250-2cc36649e827 on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:33:58.071690 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-da0e99e4-2ae6-4db9-a099-99e04bf58a6f req-1871c029-385e-4a44-863a-ab351ad110e5 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:58.073816 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-da0e99e4-2ae6-4db9-a099-99e04bf58a6f req-1871c029-385e-4a44-863a-ab351ad110e5 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.39 "DELETE /v2.0/ports/2e184093-9e1a-42ab-9250-2cc36649e827 HTTP/1.1" status: 204 len: 173 time: 0.8431101 Sep 30 13:33:58.074487 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bff2831-763a-4e8f-85c7-4ebaf4b856f8', 'name': 'network-vif-deleted', 'tag': '2e184093-9e1a-42ab-9250-2cc36649e827'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:33:58.076891 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e572da-ac82-40a4-bdd9-0fff2ac2de45" -d '{"events": [{"server_uuid": "2bff2831-763a-4e8f-85c7-4ebaf4b856f8", "name": "network-vif-deleted", "tag": "2e184093-9e1a-42ab-9250-2cc36649e827"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:33:58.212040 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-4e2cc254-5cd3-445f-ac17-41435234fa96 admin admin] Deleting port 196c0c2b-5261-4338-bb3e-2d10d1886243 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:33:58.212515 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4e2cc254-5cd3-445f-ac17-41435234fa96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:58.238893 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d218194-ded4-4e2d-b26a-0632f2884132 x-openstack-request-id: req-4d218194-ded4-4e2d-b26a-0632f2884132 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:33:58.238893 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bff2831-763a-4e8f-85c7-4ebaf4b856f8", "name": "network-vif-deleted", "tag": "2e184093-9e1a-42ab-9250-2cc36649e827", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:33:58.238893 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d218194-ded4-4e2d-b26a-0632f2884132 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:33:58.242739 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bff2831-763a-4e8f-85c7-4ebaf4b856f8', 'name': 'network-vif-deleted', 'tag': '2e184093-9e1a-42ab-9250-2cc36649e827', 'status': 'completed', 'code': 200} Sep 30 13:33:58.360396 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-4e2cc254-5cd3-445f-ac17-41435234fa96 admin admin] For port 196c0c2b-5261-4338-bb3e-2d10d1886243, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=196c0c2b-5261-4338-bb3e-2d10d1886243,segment=NetworkSegment(2a2b4696-9c1d-44bc-9c31-e1857d02eefc),segment_id=2a2b4696-9c1d-44bc-9c31-e1857d02eefc)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:33:58.360769 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4e2cc254-5cd3-445f-ac17-41435234fa96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:58.375073 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-4e2cc254-5cd3-445f-ac17-41435234fa96 admin admin] Calling delete_port for 196c0c2b-5261-4338-bb3e-2d10d1886243 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:33:58.529958 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0dc448ee-bcd1-42bf-8716-7777d29d0250 req-2ddfdde3-e3e6-4901-8431-b8a3fd0e6537 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bff2831-763a-4e8f-85c7-4ebaf4b856f8 HTTP/1.1" status: 200 len: 210 time: 0.0581343 Sep 30 13:33:58.699673 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3939c4-7597-4344-b83f-f77d0fc3c248 req-e3da8df4-f576-4089-8823-67d59e59b227 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:33:58.706862 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f3939c4-7597-4344-b83f-f77d0fc3c248 req-e3da8df4-f576-4089-8823-67d59e59b227 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 943 time: 0.1134315 Sep 30 13:33:58.763742 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f3939c4-7597-4344-b83f-f77d0fc3c248 req-bbd0a1c5-0077-42b2-bca2-e67375d4dce3 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491259 Sep 30 13:33:58.768601 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4e2cc254-5cd3-445f-ac17-41435234fa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:58.799147 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2cc254-5cd3-445f-ac17-41435234fa96 admin admin] Pushing event deleted for resources: {'Port': ['ID=196c0c2b-5261-4338-bb3e-2d10d1886243,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:59.034329 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4e2cc254-5cd3-445f-ac17-41435234fa96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:59.269260 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2cc254-5cd3-445f-ac17-41435234fa96 admin admin] Router 858249aa-c666-4fdd-a9f3-7e537f192c61 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:33:59.405282 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2cc254-5cd3-445f-ac17-41435234fa96 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:33:59.410921 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4e2cc254-5cd3-445f-ac17-41435234fa96 admin admin] 10.222.0.18 "PUT /v2.0/routers/858249aa-c666-4fdd-a9f3-7e537f192c61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3781576 Sep 30 13:33:59.413365 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40154) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:33:59.415451 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb18754c-9ee3-41e6-9aae-cca9fa6d2ad6 None None] Sync routers for ids ['858249aa-c666-4fdd-a9f3-7e537f192c61'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:33:59.424513 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb18754c-9ee3-41e6-9aae-cca9fa6d2ad6 None None] Routers {'858249aa-c666-4fdd-a9f3-7e537f192c61'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:33:59.425329 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-fb18754c-9ee3-41e6-9aae-cca9fa6d2ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:33:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['858249aa-c666-4fdd-a9f3-7e537f192c61'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:59.535971 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-56767aef-798f-4eac-a56f-95de4f24e828 admin admin] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:59.536646 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-fb18754c-9ee3-41e6-9aae-cca9fa6d2ad6 None None] Set router 858249aa-c666-4fdd-a9f3-7e537f192c61 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:33:59.605677 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40158) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:33:59.670310 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-56767aef-798f-4eac-a56f-95de4f24e828 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:59.691207 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a2d8772d-e802-4d44-87f3-fa4b3a35fa3d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:59.727512 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-56767aef-798f-4eac-a56f-95de4f24e828 admin admin] Deleting port 751f81cf-d16e-4bdb-85e1-f114895b3794 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:33:59.728097 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-56767aef-798f-4eac-a56f-95de4f24e828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:59.733981 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a2d8772d-e802-4d44-87f3-fa4b3a35fa3d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:59.781752 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-fb18754c-9ee3-41e6-9aae-cca9fa6d2ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'name': 'tempest-TaggedBootDevicesTest_v242-648609699-router', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '751f81cf-d16e-4bdb-85e1-f114895b3794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:22:01Z', 'updated_at': '2021-09-30T13:33:58Z', 'revision_number': 5, 'project_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'gw_port': {'id': '751f81cf-d16e-4bdb-85e1-f114895b3794', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:22:02Z', 'updated_at': '2021-09-30T13:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:59.819892 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a2d8772d-e802-4d44-87f3-fa4b3a35fa3d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:59.821892 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb18754c-9ee3-41e6-9aae-cca9fa6d2ad6 None None] Checking router: 858249aa-c666-4fdd-a9f3-7e537f192c61 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:33:59.827404 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a2d8772d-e802-4d44-87f3-fa4b3a35fa3d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:59.830331 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a2d8772d-e802-4d44-87f3-fa4b3a35fa3d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "DELETE /v2.0/security-groups/7a22d16e-2c22-4cc6-b420-450a2d0af8a4 HTTP/1.1" status: 204 len: 168 time: 0.2234704 Sep 30 13:33:59.841685 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb18754c-9ee3-41e6-9aae-cca9fa6d2ad6 None None] Routers {'858249aa-c666-4fdd-a9f3-7e537f192c61'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:33:59.842369 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-fb18754c-9ee3-41e6-9aae-cca9fa6d2ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:33:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['858249aa-c666-4fdd-a9f3-7e537f192c61'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:33:59.862677 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-56767aef-798f-4eac-a56f-95de4f24e828 admin admin] For port 751f81cf-d16e-4bdb-85e1-f114895b3794, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=751f81cf-d16e-4bdb-85e1-f114895b3794,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:33:59.863083 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-56767aef-798f-4eac-a56f-95de4f24e828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:33:59.866680 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8772d-e802-4d44-87f3-fa4b3a35fa3d tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a22d16e-2c22-4cc6-b420-450a2d0af8a4,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:33:59.887046 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40164) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:33:59.910826 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-56767aef-798f-4eac-a56f-95de4f24e828 admin admin] Calling delete_port for 751f81cf-d16e-4bdb-85e1-f114895b3794 owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:34:00.027185 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-fb18754c-9ee3-41e6-9aae-cca9fa6d2ad6 None None] Set router 858249aa-c666-4fdd-a9f3-7e537f192c61 gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:34:00.033705 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2d81e-d032-4618-baf8-bf4b45eeceb6 req-88436714-af2c-43c5-803d-ffa743755df2 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:00.035351 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05b2d81e-d032-4618-baf8-bf4b45eeceb6 req-88436714-af2c-43c5-803d-ffa743755df2 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 943 time: 0.1744387 Sep 30 13:34:00.095600 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-fb18754c-9ee3-41e6-9aae-cca9fa6d2ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'name': 'tempest-TaggedBootDevicesTest_v242-648609699-router', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:22:01Z', 'updated_at': '2021-09-30T13:33:59Z', 'revision_number': 6, 'project_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:34:00.117985 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05b2d81e-d032-4618-baf8-bf4b45eeceb6 req-5d4716f4-e792-41b0-a367-437b09d5982a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725710 Sep 30 13:34:00.152459 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb18754c-9ee3-41e6-9aae-cca9fa6d2ad6 None None] The sync data for ids ['858249aa-c666-4fdd-a9f3-7e537f192c61'] in n-d-810909-2 is: [{'id': '858249aa-c666-4fdd-a9f3-7e537f192c61', 'name': 'tempest-TaggedBootDevicesTest_v242-648609699-router', 'tenant_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:22:01Z', 'updated_at': '2021-09-30T13:33:59Z', 'revision_number': 6, 'project_id': 'b2b1cd5a06924c118528b4d0714f0f7d', 'gw_port_host': None}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:34:00.166285 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-56767aef-798f-4eac-a56f-95de4f24e828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:00.201315 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56767aef-798f-4eac-a56f-95de4f24e828 admin admin] Pushing event deleted for resources: {'Port': ['ID=751f81cf-d16e-4bdb-85e1-f114895b3794,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:00.284095 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-56767aef-798f-4eac-a56f-95de4f24e828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:00.363419 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b88022a1-c7bc-4dca-98ad-bbc00a65179e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:00.384930 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-56767aef-798f-4eac-a56f-95de4f24e828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:00.387635 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-56767aef-798f-4eac-a56f-95de4f24e828 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:00.440648 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-56767aef-798f-4eac-a56f-95de4f24e828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:00.441501 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56767aef-798f-4eac-a56f-95de4f24e828 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 858249aa-c666-4fdd-a9f3-7e537f192c61 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:34:00.450460 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-56767aef-798f-4eac-a56f-95de4f24e828 admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:00.451414 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-56767aef-798f-4eac-a56f-95de4f24e828 admin admin] 10.222.0.18 "DELETE /v2.0/routers/858249aa-c666-4fdd-a9f3-7e537f192c61 HTTP/1.1" status: 204 len: 168 time: 1.0368237 Sep 30 13:34:00.455161 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40166) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:00.500846 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef16e46-6c7d-41ed-bb11-e2160c489cfc admin admin] Deleting subnet e7f393d1-596e-4051-83e5-ef1e0d193a9e {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:34:00.508364 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5ef16e46-6c7d-41ed-bb11-e2160c489cfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:00.586997 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5ef16e46-6c7d-41ed-bb11-e2160c489cfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:00.682173 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 196c0c2b-5261-4338-bb3e-2d10d1886243 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:34:00.716443 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 196c0c2b-5261-4338-bb3e-2d10d1886243 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:34:00.717027 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 196c0c2b-5261-4338-bb3e-2d10d1886243 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:34:00.723176 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5ef16e46-6c7d-41ed-bb11-e2160c489cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:00.774988 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-b88022a1-c7bc-4dca-98ad-bbc00a65179e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Deleting port e8c04dc3-9a46-476f-9160-1e4628faff8a {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:34:00.775629 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b88022a1-c7bc-4dca-98ad-bbc00a65179e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:00.789039 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5ef16e46-6c7d-41ed-bb11-e2160c489cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:00.815320 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 2e184093-9e1a-42ab-9250-2cc36649e827 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:34:00.817374 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef16e46-6c7d-41ed-bb11-e2160c489cfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7f393d1-596e-4051-83e5-ef1e0d193a9e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:00.819970 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5ef16e46-6c7d-41ed-bb11-e2160c489cfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:00.822209 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5ef16e46-6c7d-41ed-bb11-e2160c489cfc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e7f393d1-596e-4051-83e5-ef1e0d193a9e HTTP/1.1" status: 204 len: 168 time: 0.3659272 Sep 30 13:34:00.824731 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40168) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:00.841192 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 2e184093-9e1a-42ab-9250-2cc36649e827 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:34:00.841844 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 2e184093-9e1a-42ab-9250-2cc36649e827 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:34:00.844741 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d237a705-f743-4ae1-a46f-c3efefecaeb9 None None] Network 93896050-5bca-40e4-92d7-aa842a3215ca requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:34:00.903223 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9985fb5b-ea08-4ccf-8ae9-6465158fdd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:00.950981 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-b88022a1-c7bc-4dca-98ad-bbc00a65179e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] For port e8c04dc3-9a46-476f-9160-1e4628faff8a, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e8c04dc3-9a46-476f-9160-1e4628faff8a,segment=NetworkSegment(6112b386-b31c-4f70-9646-40e2860c5eea),segment_id=6112b386-b31c-4f70-9646-40e2860c5eea)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:34:00.951283 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b88022a1-c7bc-4dca-98ad-bbc00a65179e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:00.967157 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-b88022a1-c7bc-4dca-98ad-bbc00a65179e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Calling delete_port for e8c04dc3-9a46-476f-9160-1e4628faff8a owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:34:00.985341 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-9985fb5b-ea08-4ccf-8ae9-6465158fdd71 admin admin] Deleting port fd925358-8afb-453e-941f-e6a11599becc {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:34:00.985685 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9985fb5b-ea08-4ccf-8ae9-6465158fdd71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:01.072638 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-9985fb5b-ea08-4ccf-8ae9-6465158fdd71 admin admin] For port fd925358-8afb-453e-941f-e6a11599becc, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=fd925358-8afb-453e-941f-e6a11599becc,segment=NetworkSegment(2a2b4696-9c1d-44bc-9c31-e1857d02eefc),segment_id=2a2b4696-9c1d-44bc-9c31-e1857d02eefc)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:34:01.073031 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9985fb5b-ea08-4ccf-8ae9-6465158fdd71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:01.092669 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586f37c1-e136-4fb3-bfa6-f0b22e5cedae None None] DHCP port deletion for 93896050-5bca-40e4-92d7-aa842a3215ca request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:34:01.106436 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-9985fb5b-ea08-4ccf-8ae9-6465158fdd71 admin admin] Calling delete_port for fd925358-8afb-453e-941f-e6a11599becc owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:34:01.177364 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-586f37c1-e136-4fb3-bfa6-f0b22e5cedae None None] Deleting port fd925358-8afb-453e-941f-e6a11599becc {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:34:01.178688 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-586f37c1-e136-4fb3-bfa6-f0b22e5cedae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:01.259553 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b88022a1-c7bc-4dca-98ad-bbc00a65179e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:01.261492 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-586f37c1-e136-4fb3-bfa6-f0b22e5cedae None None] For port fd925358-8afb-453e-941f-e6a11599becc, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=fd925358-8afb-453e-941f-e6a11599becc,segment=NetworkSegment(2a2b4696-9c1d-44bc-9c31-e1857d02eefc),segment_id=2a2b4696-9c1d-44bc-9c31-e1857d02eefc)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:34:01.262034 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-586f37c1-e136-4fb3-bfa6-f0b22e5cedae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:01.284366 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-586f37c1-e136-4fb3-bfa6-f0b22e5cedae None None] Calling delete_port for fd925358-8afb-453e-941f-e6a11599becc owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:34:01.289535 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88022a1-c7bc-4dca-98ad-bbc00a65179e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event deleted for resources: {'Port': ['ID=e8c04dc3-9a46-476f-9160-1e4628faff8a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:01.377201 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21492fae-d922-40db-8a9a-02034dd59ac4 req-6324a173-488c-4d69-a22d-f7f12696685f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:01.379657 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-21492fae-d922-40db-8a9a-02034dd59ac4 req-6324a173-488c-4d69-a22d-f7f12696685f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 943 time: 0.1240404 Sep 30 13:34:01.381797 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9985fb5b-ea08-4ccf-8ae9-6465158fdd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:01.405235 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-586f37c1-e136-4fb3-bfa6-f0b22e5cedae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:01.446088 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586f37c1-e136-4fb3-bfa6-f0b22e5cedae None None] No DVR routers for this DVR port fd925358-8afb-453e-941f-e6a11599becc on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:34:01.448392 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f37c1-e136-4fb3-bfa6-f0b22e5cedae None None] Pushing event deleted for resources: {'Port': ['ID=fd925358-8afb-453e-941f-e6a11599becc,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:01.503773 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9985fb5b-ea08-4ccf-8ae9-6465158fdd71 admin admin] No DVR routers for this DVR port fd925358-8afb-453e-941f-e6a11599becc on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:34:01.505766 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985fb5b-ea08-4ccf-8ae9-6465158fdd71 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd925358-8afb-453e-941f-e6a11599becc,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:01.583285 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-21492fae-d922-40db-8a9a-02034dd59ac4 req-5df604c3-0bb7-4ec1-b594-61480f7ba3c7 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965249 Sep 30 13:34:01.628795 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9985fb5b-ea08-4ccf-8ae9-6465158fdd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:01.636506 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b88022a1-c7bc-4dca-98ad-bbc00a65179e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:01.650962 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-9985fb5b-ea08-4ccf-8ae9-6465158fdd71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93896050-5bca-40e4-92d7-aa842a3215ca']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:34:01.660432 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-9985fb5b-ea08-4ccf-8ae9-6465158fdd71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2b4696-9c1d-44bc-9c31-e1857d02eefc') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:34:01.660720 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-9985fb5b-ea08-4ccf-8ae9-6465158fdd71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2b4696-9c1d-44bc-9c31-e1857d02eefc') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:34:01.670903 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9985fb5b-ea08-4ccf-8ae9-6465158fdd71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:01.684307 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9985fb5b-ea08-4ccf-8ae9-6465158fdd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:01.690479 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9985fb5b-ea08-4ccf-8ae9-6465158fdd71 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:34:01.690876 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9985fb5b-ea08-4ccf-8ae9-6465158fdd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:34:01.692522 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:34:01.750295 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9985fb5b-ea08-4ccf-8ae9-6465158fdd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:01.756265 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9985fb5b-ea08-4ccf-8ae9-6465158fdd71 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:01.760504 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9985fb5b-ea08-4ccf-8ae9-6465158fdd71 admin admin] 10.222.0.18 "DELETE /v2.0/networks/93896050-5bca-40e4-92d7-aa842a3215ca HTTP/1.1" status: 204 len: 168 time: 0.9322469 Sep 30 13:34:01.777405 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985fb5b-ea08-4ccf-8ae9-6465158fdd71 admin admin] Pushing event deleted for resources: {'Network': ['ID=93896050-5bca-40e4-92d7-aa842a3215ca,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:01.854458 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88022a1-c7bc-4dca-98ad-bbc00a65179e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Router 1609e50f-1cf4-4228-b917-1ca9bce491b6 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:34:01.875175 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40174) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:01.915289 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e3a6824d-4da9-4b20-9bf8-980f0bc2586b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b2b1cd5a06924c118528b4d0714f0f7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389330 Sep 30 13:34:01.917774 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40176) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:01.961014 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88022a1-c7bc-4dca-98ad-bbc00a65179e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:34:01.965162 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-579d27cc-efbd-4f81-b1bb-f3289f345385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:01.968742 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40178) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:01.968982 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b88022a1-c7bc-4dca-98ad-bbc00a65179e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "PUT /v2.0/routers/1609e50f-1cf4-4228-b917-1ca9bce491b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0796103 Sep 30 13:34:01.971149 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42173a2b-a14f-47e2-994a-9cdcfe53d388 None None] Sync routers for ids ['1609e50f-1cf4-4228-b917-1ca9bce491b6'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:34:01.980707 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42173a2b-a14f-47e2-994a-9cdcfe53d388 None None] Routers {'1609e50f-1cf4-4228-b917-1ca9bce491b6'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:34:01.981319 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-42173a2b-a14f-47e2-994a-9cdcfe53d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:33:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1609e50f-1cf4-4228-b917-1ca9bce491b6'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:34:02.029781 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-579d27cc-efbd-4f81-b1bb-f3289f345385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:02.048676 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb3564c-5f02-49e2-b049-22a4ea62fb30 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Deleting subnet 4b096c69-bc39-418a-8cb2-ec90421b98fa {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:34:02.057512 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fcb3564c-5f02-49e2-b049-22a4ea62fb30 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:02.089256 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-42173a2b-a14f-47e2-994a-9cdcfe53d388 None None] Set router 1609e50f-1cf4-4228-b917-1ca9bce491b6 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:34:02.107878 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fcb3564c-5f02-49e2-b049-22a4ea62fb30 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:02.137103 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-579d27cc-efbd-4f81-b1bb-f3289f345385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:02.139688 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-579d27cc-efbd-4f81-b1bb-f3289f345385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:02.140843 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-579d27cc-efbd-4f81-b1bb-f3289f345385 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a0b8157c-f3ad-4e78-86c8-6832ec8547e8 HTTP/1.1" status: 204 len: 168 time: 0.2221367 Sep 30 13:34:02.154045 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d27cc-efbd-4f81-b1bb-f3289f345385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b8157c-f3ad-4e78-86c8-6832ec8547e8,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:02.206297 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fcb3564c-5f02-49e2-b049-22a4ea62fb30 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:02.274059 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fcb3564c-5f02-49e2-b049-22a4ea62fb30 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:02.294252 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-42173a2b-a14f-47e2-994a-9cdcfe53d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'name': 'tempest-TestNetworkBasicOps-router-2038051032', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:41Z', 'updated_at': '2021-09-30T13:34:01Z', 'revision_number': 7, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:42Z', 'updated_at': '2021-09-30T13:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:34:02.303767 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3564c-5f02-49e2-b049-22a4ea62fb30 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event deleted for resources: {'Subnet': ['ID=4b096c69-bc39-418a-8cb2-ec90421b98fa,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:02.305887 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fcb3564c-5f02-49e2-b049-22a4ea62fb30 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:02.311238 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fcb3564c-5f02-49e2-b049-22a4ea62fb30 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "DELETE /v2.0/subnets/4b096c69-bc39-418a-8cb2-ec90421b98fa HTTP/1.1" status: 204 len: 168 time: 0.3370163 Sep 30 13:34:02.311238 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40182) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:02.339817 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda0fbb2-f1ab-413f-b81e-23fda0da6449 None None] Network ffac9bce-a37e-4493-93b2-2269424e62e9 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:34:02.343603 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42173a2b-a14f-47e2-994a-9cdcfe53d388 None None] Checking router: 1609e50f-1cf4-4228-b917-1ca9bce491b6 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:34:02.374427 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42173a2b-a14f-47e2-994a-9cdcfe53d388 None None] Routers {'1609e50f-1cf4-4228-b917-1ca9bce491b6'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:34:02.375060 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-42173a2b-a14f-47e2-994a-9cdcfe53d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:33:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['1609e50f-1cf4-4228-b917-1ca9bce491b6'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:34:02.440789 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ba183ede-8317-4a63-a9bb-9fde6a32074e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:02.571966 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-42173a2b-a14f-47e2-994a-9cdcfe53d388 None None] Set router 1609e50f-1cf4-4228-b917-1ca9bce491b6 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:34:02.725742 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 751f81cf-d16e-4bdb-85e1-f114895b3794 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:34:02.728210 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ce13df-2384-46a8-bce0-206e13e6bc4d None None] DHCP port deletion for ffac9bce-a37e-4493-93b2-2269424e62e9 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:34:02.750876 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420759b-46ef-4067-b588-e7bb3a5f076f req-0b4933c6-a29d-4c5b-b327-1c23c76117cf tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:02.761007 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7420759b-46ef-4067-b588-e7bb3a5f076f req-0b4933c6-a29d-4c5b-b327-1c23c76117cf tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 943 time: 0.0785022 Sep 30 13:34:02.765135 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 751f81cf-d16e-4bdb-85e1-f114895b3794 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:34:02.765485 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 751f81cf-d16e-4bdb-85e1-f114895b3794 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:34:02.765896 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fd925358-8afb-453e-941f-e6a11599becc no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:34:02.806615 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: fd925358-8afb-453e-941f-e6a11599becc {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:34:02.806961 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fd925358-8afb-453e-941f-e6a11599becc not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:34:02.815194 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7420759b-46ef-4067-b588-e7bb3a5f076f req-10e32fde-2113-4699-a3fb-6e390f39046d tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527766 Sep 30 13:34:02.873786 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-52ce13df-2384-46a8-bce0-206e13e6bc4d None None] Deleting port cb6c220c-e8f3-42df-af03-2d7b5411e966 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:34:02.873786 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-52ce13df-2384-46a8-bce0-206e13e6bc4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:02.891293 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-42173a2b-a14f-47e2-994a-9cdcfe53d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'name': 'tempest-TestNetworkBasicOps-router-2038051032', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:41Z', 'updated_at': '2021-09-30T13:34:01Z', 'revision_number': 7, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:42Z', 'updated_at': '2021-09-30T13:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:34:02.920240 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ba183ede-8317-4a63-a9bb-9fde6a32074e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:02.931549 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42173a2b-a14f-47e2-994a-9cdcfe53d388 None None] The sync data for ids ['1609e50f-1cf4-4228-b917-1ca9bce491b6'] in n-d-810909-2 is: [{'id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'name': 'tempest-TestNetworkBasicOps-router-2038051032', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:31:41Z', 'updated_at': '2021-09-30T13:34:01Z', 'revision_number': 7, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '0f2f2ff6-9456-4854-bb63-234b7d0ad52c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609e50f-1cf4-4228-b917-1ca9bce491b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:31:42Z', 'updated_at': '2021-09-30T13:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:34:02.980960 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-ba183ede-8317-4a63-a9bb-9fde6a32074e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Deleting port 0f2f2ff6-9456-4854-bb63-234b7d0ad52c {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:34:02.981303 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ba183ede-8317-4a63-a9bb-9fde6a32074e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:03.048973 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40204) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:03.070943 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-ba183ede-8317-4a63-a9bb-9fde6a32074e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] For port 0f2f2ff6-9456-4854-bb63-234b7d0ad52c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=0f2f2ff6-9456-4854-bb63-234b7d0ad52c,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:34:03.071305 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ba183ede-8317-4a63-a9bb-9fde6a32074e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:03.095271 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-ba183ede-8317-4a63-a9bb-9fde6a32074e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Calling delete_port for 0f2f2ff6-9456-4854-bb63-234b7d0ad52c owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:34:03.140183 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-52ce13df-2384-46a8-bce0-206e13e6bc4d None None] For port cb6c220c-e8f3-42df-af03-2d7b5411e966, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=cb6c220c-e8f3-42df-af03-2d7b5411e966,segment=NetworkSegment(6112b386-b31c-4f70-9646-40e2860c5eea),segment_id=6112b386-b31c-4f70-9646-40e2860c5eea)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:34:03.141371 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-52ce13df-2384-46a8-bce0-206e13e6bc4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:03.155226 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-52ce13df-2384-46a8-bce0-206e13e6bc4d None None] Calling delete_port for cb6c220c-e8f3-42df-af03-2d7b5411e966 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:34:03.173405 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-a17bb808-139a-41df-b381-5683dee7a19b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1550782077-network', 'tenant_id': 'a920cd591b9e45b893ce21a8cf055314'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:34:03.195721 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17bb808-139a-41df-b381-5683dee7a19b admin admin] Made reservation on behalf of a920cd591b9e45b893ce21a8cf055314 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:34:03.197833 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a17bb808-139a-41df-b381-5683dee7a19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:03.206638 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a17bb808-139a-41df-b381-5683dee7a19b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:03.241029 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-52ce13df-2384-46a8-bce0-206e13e6bc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:03.270863 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce13df-2384-46a8-bce0-206e13e6bc4d None None] Pushing event deleted for resources: {'Port': ['ID=cb6c220c-e8f3-42df-af03-2d7b5411e966,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:03.273533 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ce13df-2384-46a8-bce0-206e13e6bc4d None None] No DVR routers for this DVR port cb6c220c-e8f3-42df-af03-2d7b5411e966 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:34:03.274176 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ba183ede-8317-4a63-a9bb-9fde6a32074e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:03.311544 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba183ede-8317-4a63-a9bb-9fde6a32074e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event deleted for resources: {'Port': ['ID=0f2f2ff6-9456-4854-bb63-234b7d0ad52c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:03.317100 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a17bb808-139a-41df-b381-5683dee7a19b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:03.321581 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a17bb808-139a-41df-b381-5683dee7a19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:03.349045 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17bb808-139a-41df-b381-5683dee7a19b admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:34:03.358875 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bb808-139a-41df-b381-5683dee7a19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e38e5b-c255-4a70-99fc-98674b56985f,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:03.368675 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a17bb808-139a-41df-b381-5683dee7a19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:03.369066 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-a17bb808-139a-41df-b381-5683dee7a19b admin admin] Added segment 0df1642a-b10d-4a1c-90a7-ebe6720ce565 of type vlan for network caff0b63-f2de-4455-9e4c-b8cc416f6953 Sep 30 13:34:03.376672 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ba183ede-8317-4a63-a9bb-9fde6a32074e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:03.417556 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a17bb808-139a-41df-b381-5683dee7a19b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:03.446107 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a17bb808-139a-41df-b381-5683dee7a19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:03.447721 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17bb808-139a-41df-b381-5683dee7a19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:03.448499 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a17bb808-139a-41df-b381-5683dee7a19b admin admin] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:03.480177 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ba183ede-8317-4a63-a9bb-9fde6a32074e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:03.482693 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ba183ede-8317-4a63-a9bb-9fde6a32074e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:03.487098 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a17bb808-139a-41df-b381-5683dee7a19b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4367826 Sep 30 13:34:03.490039 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40208) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:03.495434 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-c086a252-df19-4814-a1fb-633ca2aa4ff9 admin admin] Request body: {'subnet': {'network_id': 'caff0b63-f2de-4455-9e4c-b8cc416f6953', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1550782077-subnet', 'tenant_id': 'a920cd591b9e45b893ce21a8cf055314', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:34:03.531129 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bb808-139a-41df-b381-5683dee7a19b admin admin] Pushing event updated for resources: {'Network': ['ID=caff0b63-f2de-4455-9e4c-b8cc416f6953,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:03.534394 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ba183ede-8317-4a63-a9bb-9fde6a32074e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:03.534888 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba183ede-8317-4a63-a9bb-9fde6a32074e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Fanout notify agent at l3_agent the message router_deleted on router 1609e50f-1cf4-4228-b917-1ca9bce491b6 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:34:03.544058 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ba183ede-8317-4a63-a9bb-9fde6a32074e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:03.544476 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network caff0b63-f2de-4455-9e4c-b8cc416f6953 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:34:03.545202 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ba183ede-8317-4a63-a9bb-9fde6a32074e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "DELETE /v2.0/routers/1609e50f-1cf4-4228-b917-1ca9bce491b6 HTTP/1.1" status: 204 len: 168 time: 1.2332346 Sep 30 13:34:03.548764 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40210) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:03.572403 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c086a252-df19-4814-a1fb-633ca2aa4ff9 admin admin] Made reservation on behalf of a920cd591b9e45b893ce21a8cf055314 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:34:03.574692 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c086a252-df19-4814-a1fb-633ca2aa4ff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:03.682419 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1fab1c86-c8c5-4c20-9bfb-824a252188d9 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:03.829062 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1fab1c86-c8c5-4c20-9bfb-824a252188d9 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:03.856617 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-1fab1c86-c8c5-4c20-9bfb-824a252188d9 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffac9bce-a37e-4493-93b2-2269424e62e9']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:34:03.889982 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-1fab1c86-c8c5-4c20-9bfb-824a252188d9 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6112b386-b31c-4f70-9646-40e2860c5eea') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:34:03.890293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-1fab1c86-c8c5-4c20-9bfb-824a252188d9 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6112b386-b31c-4f70-9646-40e2860c5eea') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:34:03.907369 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1fab1c86-c8c5-4c20-9bfb-824a252188d9 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:03.916867 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c086a252-df19-4814-a1fb-633ca2aa4ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:03.931828 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dedb6a-c74a-4304-9d94-5c94eeccd36c req-2e7f86cf-6a10-4e9b-b3d6-c69f184d42ea tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:03.933342 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-21dedb6a-c74a-4304-9d94-5c94eeccd36c req-2e7f86cf-6a10-4e9b-b3d6-c69f184d42ea tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 943 time: 0.0517323 Sep 30 13:34:03.948384 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1fab1c86-c8c5-4c20-9bfb-824a252188d9 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:03.962138 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fab1c86-c8c5-4c20-9bfb-824a252188d9 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:34:03.962536 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1fab1c86-c8c5-4c20-9bfb-824a252188d9 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:34:03.965680 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:34:03.978454 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-21dedb6a-c74a-4304-9d94-5c94eeccd36c req-436a9c93-174a-4afb-a687-5daeb87e67b3 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385234 Sep 30 13:34:04.045391 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086a252-df19-4814-a1fb-633ca2aa4ff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6abd05f8-bb16-473d-a0ca-165472a8ae42,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:04.061279 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1fab1c86-c8c5-4c20-9bfb-824a252188d9 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:04.065608 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1fab1c86-c8c5-4c20-9bfb-824a252188d9 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:04.067564 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1fab1c86-c8c5-4c20-9bfb-824a252188d9 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "DELETE /v2.0/networks/ffac9bce-a37e-4493-93b2-2269424e62e9 HTTP/1.1" status: 204 len: 168 time: 0.5178576 Sep 30 13:34:04.072446 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c086a252-df19-4814-a1fb-633ca2aa4ff9 admin admin] Checking segment: {'id': '0df1642a-b10d-4a1c-90a7-ebe6720ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'caff0b63-f2de-4455-9e4c-b8cc416f6953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:34:04.072807 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c086a252-df19-4814-a1fb-633ca2aa4ff9 admin admin] Network hostable DHCP agents. Network: caff0b63-f2de-4455-9e4c-b8cc416f6953, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:34:04.088368 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40214) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:04.093093 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-0bf773fd-4254-4b1f-a464-73d258f36586 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'network': {'name': 'tempest-network-smoke--54615631', 'project_id': '35de1fee209b4805a01788770657a0cb', 'port_security_enabled': True}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:34:04.096851 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab1c86-c8c5-4c20-9bfb-824a252188d9 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event deleted for resources: {'Network': ['ID=ffac9bce-a37e-4493-93b2-2269424e62e9,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:04.122864 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c086a252-df19-4814-a1fb-633ca2aa4ff9 admin admin] Network caff0b63-f2de-4455-9e4c-b8cc416f6953 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:34:04.127300 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf773fd-4254-4b1f-a464-73d258f36586 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Made reservation on behalf of 35de1fee209b4805a01788770657a0cb for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:34:04.131274 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0bf773fd-4254-4b1f-a464-73d258f36586 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:04.148759 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-c086a252-df19-4814-a1fb-633ca2aa4ff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, caff0b63-f2de-4455-9e4c-b8cc416f6953) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:34:04.154222 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c086a252-df19-4814-a1fb-633ca2aa4ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:04.154610 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c086a252-df19-4814-a1fb-633ca2aa4ff9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:04.157833 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef0af48-ca51-4d1c-8859-0abb99707c79 None None] Network caff0b63-f2de-4455-9e4c-b8cc416f6953 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:34:04.167201 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf773fd-4254-4b1f-a464-73d258f36586 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:34:04.174624 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c086a252-df19-4814-a1fb-633ca2aa4ff9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6832252 Sep 30 13:34:04.179107 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0bf773fd-4254-4b1f-a464-73d258f36586 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:04.179452 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-0bf773fd-4254-4b1f-a464-73d258f36586 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Added segment f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc of type vlan for network c4b0523b-a54f-4ed7-a0f3-3df91092127e Sep 30 13:34:04.229260 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0bf773fd-4254-4b1f-a464-73d258f36586 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:04.257581 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0bf773fd-4254-4b1f-a464-73d258f36586 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:04.263810 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf773fd-4254-4b1f-a464-73d258f36586 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:04.264476 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0bf773fd-4254-4b1f-a464-73d258f36586 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:04.306273 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8230d1c1-2374-49d4-9eae-5966b4055bf6 None None] Network caff0b63-f2de-4455-9e4c-b8cc416f6953 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:34:04.316315 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0bf773fd-4254-4b1f-a464-73d258f36586 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2243729 Sep 30 13:34:04.316547 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40220) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:04.322060 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d5139997-b6a0-4625-87d0-5d729428e246 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1031922828', 'admin_state_up': True, 'project_id': '35de1fee209b4805a01788770657a0cb', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:34:04.361821 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf773fd-4254-4b1f-a464-73d258f36586 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'Network': ['ID=c4b0523b-a54f-4ed7-a0f3-3df91092127e,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:04.378698 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network c4b0523b-a54f-4ed7-a0f3-3df91092127e details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:34:04.384817 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5139997-b6a0-4625-87d0-5d729428e246 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:04.386604 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5139997-b6a0-4625-87d0-5d729428e246 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:04.486545 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5139997-b6a0-4625-87d0-5d729428e246 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:04.503852 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e8c04dc3-9a46-476f-9160-1e4628faff8a no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:34:04.527375 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: e8c04dc3-9a46-476f-9160-1e4628faff8a {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:34:04.527720 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e8c04dc3-9a46-476f-9160-1e4628faff8a not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:34:04.528238 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device cb6c220c-e8f3-42df-af03-2d7b5411e966 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:34:04.568022 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: cb6c220c-e8f3-42df-af03-2d7b5411e966 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:34:04.568392 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device cb6c220c-e8f3-42df-af03-2d7b5411e966 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:34:04.568994 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0f2f2ff6-9456-4854-bb63-234b7d0ad52c no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:34:04.591678 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 0f2f2ff6-9456-4854-bb63-234b7d0ad52c {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:34:04.592318 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0f2f2ff6-9456-4854-bb63-234b7d0ad52c not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:34:04.953226 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5139997-b6a0-4625-87d0-5d729428e246 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:05.002973 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72890251-b97f-401d-9889-d1f0bb44b63f req-2468589b-0119-4271-bc67-18aa4e30ce7a tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:05.004441 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-72890251-b97f-401d-9889-d1f0bb44b63f req-2468589b-0119-4271-bc67-18aa4e30ce7a tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/networks?id=caff0b63-f2de-4455-9e4c-b8cc416f6953 HTTP/1.1" status: 200 len: 815 time: 0.2074187 Sep 30 13:34:05.029771 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-72890251-b97f-401d-9889-d1f0bb44b63f req-27701db4-31af-4ed3-a5d9-3e682ae293b1 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/quotas/a920cd591b9e45b893ce21a8cf055314 HTTP/1.1" status: 200 len: 375 time: 0.0169396 Sep 30 13:34:05.092724 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-72890251-b97f-401d-9889-d1f0bb44b63f req-bb26d854-cd53-4ab7-a7bd-a20782cfc4db tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a920cd591b9e45b893ce21a8cf055314&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299530 Sep 30 13:34:05.101968 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c476efe-a804-4b3f-8faf-36c7a541fc92 req-abdedf89-10f3-4cde-b3d7-040015d9269e tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:05.103823 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1c476efe-a804-4b3f-8faf-36c7a541fc92 req-abdedf89-10f3-4cde-b3d7-040015d9269e tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 943 time: 0.0590358 Sep 30 13:34:05.142608 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1c476efe-a804-4b3f-8faf-36c7a541fc92 req-7d3d53ba-5d80-4b1c-b736-56dd4d41211e tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328565 Sep 30 13:34:05.265717 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-72890251-b97f-401d-9889-d1f0bb44b63f req-5801a8b0-611d-4b83-a5ff-5ee2a71d134b service neutron] 10.222.0.18 "GET /v2.0/networks/caff0b63-f2de-4455-9e4c-b8cc416f6953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649153 Sep 30 13:34:05.291817 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5139997-b6a0-4625-87d0-5d729428e246 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:05.326931 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5139997-b6a0-4625-87d0-5d729428e246 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:05.498408 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-72890251-b97f-401d-9889-d1f0bb44b63f req-ca67294d-c9e3-44d4-8a13-ca38388fd39b service neutron] 10.222.0.18 "GET /v2.0/networks/caff0b63-f2de-4455-9e4c-b8cc416f6953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133367 Sep 30 13:34:05.524918 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-d5139997-b6a0-4625-87d0-5d729428e246 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Allocated IP 172.25.5.73 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/17ebab21-c6ec-4b17-8b0f-230c87ecc096) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:34:05.641642 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5139997-b6a0-4625-87d0-5d729428e246 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:05.678698 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b62907b6-94b5-414f-b2d2-0af3b37170f8 req-657506c7-cae8-4923-b7cc-b1a479ce8f5a tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 210 time: 0.0276363 Sep 30 13:34:05.689811 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5139997-b6a0-4625-87d0-5d729428e246 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:05.730959 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5139997-b6a0-4625-87d0-5d729428e246 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:34:05.733838 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-d5139997-b6a0-4625-87d0-5d729428e246 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:34:05.739662 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5139997-b6a0-4625-87d0-5d729428e246 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:34:05.771148 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5139997-b6a0-4625-87d0-5d729428e246 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'Port': ['ID=17ebab21-c6ec-4b17-8b0f-230c87ecc096,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:06.035353 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5139997-b6a0-4625-87d0-5d729428e246 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:06.310094 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5139997-b6a0-4625-87d0-5d729428e246 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:06.321221 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9a4cb-cb21-42ae-80d7-bb548491f685 req-689187ab-4b52-40e6-b1de-a8ad99cf7070 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:06.322765 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a1b9a4cb-cb21-42ae-80d7-bb548491f685 req-689187ab-4b52-40e6-b1de-a8ad99cf7070 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 943 time: 0.0996981 Sep 30 13:34:06.433788 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a1b9a4cb-cb21-42ae-80d7-bb548491f685 req-32d3a614-4587-4e14-b365-53ebe289dc75 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722365 Sep 30 13:34:06.494320 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5139997-b6a0-4625-87d0-5d729428e246 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Router 84605c69-520e-4508-a724-12a7655e5cf8 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:34:06.638210 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5139997-b6a0-4625-87d0-5d729428e246 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:34:06.648073 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa5b605-3423-44c1-9ff0-dd820826b13b None None] Sync routers for ids ['84605c69-520e-4508-a724-12a7655e5cf8'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:34:06.665729 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5139997-b6a0-4625-87d0-5d729428e246 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:06.667170 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d5139997-b6a0-4625-87d0-5d729428e246 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3496447 Sep 30 13:34:06.668139 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa5b605-3423-44c1-9ff0-dd820826b13b None None] Routers {'84605c69-520e-4508-a724-12a7655e5cf8'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:34:06.669055 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-efa5b605-3423-44c1-9ff0-dd820826b13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:33:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['84605c69-520e-4508-a724-12a7655e5cf8'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:34:06.670731 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40250) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:06.728210 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d337650c-defc-42fa-8e9b-ad4b04b6fc4e tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=35de1fee209b4805a01788770657a0cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0563672 Sep 30 13:34:06.734120 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40254) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:06.809581 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-efa5b605-3423-44c1-9ff0-dd820826b13b None None] Set router 84605c69-520e-4508-a724-12a7655e5cf8 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:34:06.871240 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72890251-b97f-401d-9889-d1f0bb44b63f req-f1812a18-dbcd-4077-9c7f-8963f8df9488 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:06.873695 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-72890251-b97f-401d-9889-d1f0bb44b63f req-f1812a18-dbcd-4077-9c7f-8963f8df9488 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.39 "GET /v2.0/networks?id=caff0b63-f2de-4455-9e4c-b8cc416f6953 HTTP/1.1" status: 200 len: 815 time: 0.2497933 Sep 30 13:34:06.889941 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-72890251-b97f-401d-9889-d1f0bb44b63f req-15abf032-d69f-468e-9793-ee6042e46b99 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Request body: {'port': {'device_id': 'd7a55353-78cb-454e-8564-a59d35c19575', 'network_id': 'caff0b63-f2de-4455-9e4c-b8cc416f6953', 'admin_state_up': True, 'tenant_id': 'a920cd591b9e45b893ce21a8cf055314'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:34:06.928078 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d1fd751-0664-44dd-b5b0-b4be4480b1f9 req-052ba64a-405d-4ce8-abcd-18a408cc90a5 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 210 time: 0.0531008 Sep 30 13:34:07.029941 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-efa5b605-3423-44c1-9ff0-dd820826b13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84605c69-520e-4508-a724-12a7655e5cf8', 'name': 'tempest-TestNetworkBasicOps-router-1031922828', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:34:04Z', 'updated_at': '2021-09-30T13:34:05Z', 'revision_number': 3, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84605c69-520e-4508-a724-12a7655e5cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:34:05Z', 'updated_at': '2021-09-30T13:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:34:07.049279 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72890251-b97f-401d-9889-d1f0bb44b63f req-15abf032-d69f-468e-9793-ee6042e46b99 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Made reservation on behalf of a920cd591b9e45b893ce21a8cf055314 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:34:07.056469 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-72890251-b97f-401d-9889-d1f0bb44b63f req-15abf032-d69f-468e-9793-ee6042e46b99 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:07.155596 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa5b605-3423-44c1-9ff0-dd820826b13b None None] Checking router: 84605c69-520e-4508-a724-12a7655e5cf8 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:34:07.156168 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa5b605-3423-44c1-9ff0-dd820826b13b None None] Updating router 84605c69-520e-4508-a724-12a7655e5cf8 port 17ebab21-c6ec-4b17-8b0f-230c87ecc096 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:34:07.161455 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aff259a-13cd-4bef-a113-e376b9632ebc tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:07.165688 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9aff259a-13cd-4bef-a113-e376b9632ebc tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4279034 Sep 30 13:34:07.165912 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40256) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:07.186177 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-efa5b605-3423-44c1-9ff0-dd820826b13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:07.205707 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-72890251-b97f-401d-9889-d1f0bb44b63f req-15abf032-d69f-468e-9793-ee6042e46b99 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Allocated IP 172.20.0.5 (caff0b63-f2de-4455-9e4c-b8cc416f6953/6abd05f8-bb16-473d-a0ca-165472a8ae42/fc89bdb6-dac5-4f0b-b5bd-a180c50a5209) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:34:07.206345 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0aab6a52-04d3-4a31-b2b6-174ffa25cd88 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7bf2cdd5-9828-4259-bd46-d7f13451331c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389812 Sep 30 13:34:07.207301 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40258) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:07.215105 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-c44515bf-3c13-4c48-bb2d-753661706d72 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1766230840', 'network_id': 'c4b0523b-a54f-4ed7-a0f3-3df91092127e', 'project_id': '35de1fee209b4805a01788770657a0cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:34:07.341327 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44515bf-3c13-4c48-bb2d-753661706d72 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Made reservation on behalf of 35de1fee209b4805a01788770657a0cb for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:34:07.344828 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c44515bf-3c13-4c48-bb2d-753661706d72 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:07.394174 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-72890251-b97f-401d-9889-d1f0bb44b63f req-15abf032-d69f-468e-9793-ee6042e46b99 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:07.433638 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-72890251-b97f-401d-9889-d1f0bb44b63f req-15abf032-d69f-468e-9793-ee6042e46b99 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:07.506610 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72890251-b97f-401d-9889-d1f0bb44b63f req-15abf032-d69f-468e-9793-ee6042e46b99 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Network caff0b63-f2de-4455-9e4c-b8cc416f6953 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:34:07.507879 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-efa5b605-3423-44c1-9ff0-dd820826b13b None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:07.510172 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-72890251-b97f-401d-9889-d1f0bb44b63f req-15abf032-d69f-468e-9793-ee6042e46b99 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:34:07.515856 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-72890251-b97f-401d-9889-d1f0bb44b63f req-15abf032-d69f-468e-9793-ee6042e46b99 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:34:07.522219 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abf032-d69f-468e-9793-ee6042e46b99 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Pushing event updated for resources: {'Port': ['ID=fc89bdb6-dac5-4f0b-b5bd-a180c50a5209,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:07.531875 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-efa5b605-3423-44c1-9ff0-dd820826b13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:07.589411 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-efa5b605-3423-44c1-9ff0-dd820826b13b None None] Attempting to bind port 17ebab21-c6ec-4b17-8b0f-230c87ecc096 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:34:07.589796 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-efa5b605-3423-44c1-9ff0-dd820826b13b None None] Attempting to bind port 17ebab21-c6ec-4b17-8b0f-230c87ecc096 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:34:07.590150 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa5b605-3423-44c1-9ff0-dd820826b13b None None] Attempting to bind port 17ebab21-c6ec-4b17-8b0f-230c87ecc096 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:34:07.592270 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad382b-8ac9-4cb8-88cf-0bece7cc16a0 None None] Pushing event updated for resources: {'Port': ['ID=17ebab21-c6ec-4b17-8b0f-230c87ecc096,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:07.597375 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72890251-b97f-401d-9889-d1f0bb44b63f req-15abf032-d69f-468e-9793-ee6042e46b99 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:07.598713 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-72890251-b97f-401d-9889-d1f0bb44b63f req-15abf032-d69f-468e-9793-ee6042e46b99 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:07.603242 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa5b605-3423-44c1-9ff0-dd820826b13b None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:34:07.604311 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa5b605-3423-44c1-9ff0-dd820826b13b None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:34:07.604728 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-efa5b605-3423-44c1-9ff0-dd820826b13b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:07.606106 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa5b605-3423-44c1-9ff0-dd820826b13b None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:34:07.606664 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-efa5b605-3423-44c1-9ff0-dd820826b13b None None] Bound port: 17ebab21-c6ec-4b17-8b0f-230c87ecc096, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:34:07.607492 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-efa5b605-3423-44c1-9ff0-dd820826b13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:07.610901 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad382b-8ac9-4cb8-88cf-0bece7cc16a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:07.612037 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad382b-8ac9-4cb8-88cf-0bece7cc16a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:07.612037 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad382b-8ac9-4cb8-88cf-0bece7cc16a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:07.613032 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad382b-8ac9-4cb8-88cf-0bece7cc16a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:07.613836 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad382b-8ac9-4cb8-88cf-0bece7cc16a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:07.614081 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad382b-8ac9-4cb8-88cf-0bece7cc16a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:07.614438 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad382b-8ac9-4cb8-88cf-0bece7cc16a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:07.614789 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad382b-8ac9-4cb8-88cf-0bece7cc16a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:07.615675 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad382b-8ac9-4cb8-88cf-0bece7cc16a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:07.616137 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad382b-8ac9-4cb8-88cf-0bece7cc16a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:07.616403 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad382b-8ac9-4cb8-88cf-0bece7cc16a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:07.616726 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad382b-8ac9-4cb8-88cf-0bece7cc16a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:07.617194 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c44515bf-3c13-4c48-bb2d-753661706d72 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:07.621733 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-72890251-b97f-401d-9889-d1f0bb44b63f req-15abf032-d69f-468e-9793-ee6042e46b99 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7363148 Sep 30 13:34:07.634491 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-72890251-b97f-401d-9889-d1f0bb44b63f req-ab171c25-e611-4a33-92ae-7ae9d8171577 service neutron] Request body: {'port': {'device_id': 'd7a55353-78cb-454e-8564-a59d35c19575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:34:07.654680 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17d6a3-c804-4d53-9859-7876aa746d1c req-67877cad-f4a7-4745-8003-aa24b44aa962 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:07.656855 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb17d6a3-c804-4d53-9859-7876aa746d1c req-67877cad-f4a7-4745-8003-aa24b44aa962 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 943 time: 0.1007309 Sep 30 13:34:07.686719 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-efa5b605-3423-44c1-9ff0-dd820826b13b None None] For port 17ebab21-c6ec-4b17-8b0f-230c87ecc096, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:34:07.689866 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-efa5b605-3423-44c1-9ff0-dd820826b13b None None] For port 17ebab21-c6ec-4b17-8b0f-230c87ecc096, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=17ebab21-c6ec-4b17-8b0f-230c87ecc096,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:34:07.697729 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-efa5b605-3423-44c1-9ff0-dd820826b13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:07.699220 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-72890251-b97f-401d-9889-d1f0bb44b63f req-ab171c25-e611-4a33-92ae-7ae9d8171577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:07.742397 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb17d6a3-c804-4d53-9859-7876aa746d1c req-5fc238ec-ecaf-44a7-a558-485f556c19d0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765061 Sep 30 13:34:07.743315 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44515bf-3c13-4c48-bb2d-753661706d72 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'Subnet': ['ID=24eac410-0950-4550-af2d-8d9fd5deaa6b,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:07.752852 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44515bf-3c13-4c48-bb2d-753661706d72 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Checking segment: {'id': 'f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c4b0523b-a54f-4ed7-a0f3-3df91092127e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:34:07.753224 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44515bf-3c13-4c48-bb2d-753661706d72 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Network hostable DHCP agents. Network: c4b0523b-a54f-4ed7-a0f3-3df91092127e, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:34:07.777744 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad382b-8ac9-4cb8-88cf-0bece7cc16a0 None None] Pushing event updated for resources: {'Port': ['ID=17ebab21-c6ec-4b17-8b0f-230c87ecc096,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:07.785056 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44515bf-3c13-4c48-bb2d-753661706d72 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Network c4b0523b-a54f-4ed7-a0f3-3df91092127e is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:34:07.793100 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa5b605-3423-44c1-9ff0-dd820826b13b None None] Routers {'84605c69-520e-4508-a724-12a7655e5cf8'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:34:07.793820 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-efa5b605-3423-44c1-9ff0-dd820826b13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:33:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['84605c69-520e-4508-a724-12a7655e5cf8'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:34:07.801918 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-c44515bf-3c13-4c48-bb2d-753661706d72 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, c4b0523b-a54f-4ed7-a0f3-3df91092127e) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:34:07.807877 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44515bf-3c13-4c48-bb2d-753661706d72 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:07.809006 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c44515bf-3c13-4c48-bb2d-753661706d72 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:07.812627 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f841fdbc-1c04-4c5c-83b1-ccd62e590541 None None] Network c4b0523b-a54f-4ed7-a0f3-3df91092127e requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:34:07.852399 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c44515bf-3c13-4c48-bb2d-753661706d72 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6438708 Sep 30 13:34:07.855087 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40262) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:07.968196 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-efa5b605-3423-44c1-9ff0-dd820826b13b None None] Set router 84605c69-520e-4508-a724-12a7655e5cf8 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:34:08.054399 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a63469-6a60-426b-a0e4-003274819df5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-c4b0523b-a54f-4ed7-a0f3-3df91092127e', 'network_id': 'c4b0523b-a54f-4ed7-a0f3-3df91092127e', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'fixed_ips': [{'subnet_id': '24eac410-0950-4550-af2d-8d9fd5deaa6b'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:34:08.055425 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57a63469-6a60-426b-a0e4-003274819df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:08.229646 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-57a63469-6a60-426b-a0e4-003274819df5 None None] Allocated IP 172.20.0.2 (c4b0523b-a54f-4ed7-a0f3-3df91092127e/24eac410-0950-4550-af2d-8d9fd5deaa6b/4f571b20-0757-493e-8223-ece02f8a59ff) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:34:08.230726 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708f0d6-3979-4f1d-b4e0-efa04e1903ce req-257fee65-dd3a-4160-b400-68c36bede790 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:08.232290 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8708f0d6-3979-4f1d-b4e0-efa04e1903ce req-257fee65-dd3a-4160-b400-68c36bede790 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 931 time: 0.1813040 Sep 30 13:34:08.309182 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-72890251-b97f-401d-9889-d1f0bb44b63f req-ab171c25-e611-4a33-92ae-7ae9d8171577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc89bdb6-dac5-4f0b-b5bd-a180c50a5209 {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:34:08.321797 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8708f0d6-3979-4f1d-b4e0-efa04e1903ce req-465f87a0-dede-4844-813d-e0e9f75c3ec0 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830545 Sep 30 13:34:08.323766 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-72890251-b97f-401d-9889-d1f0bb44b63f req-ab171c25-e611-4a33-92ae-7ae9d8171577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:08.340669 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-72890251-b97f-401d-9889-d1f0bb44b63f req-ab171c25-e611-4a33-92ae-7ae9d8171577 service neutron] Transition to ACTIVE for port object fc89bdb6-dac5-4f0b-b5bd-a180c50a5209 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:34:08.345392 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-72890251-b97f-401d-9889-d1f0bb44b63f req-ab171c25-e611-4a33-92ae-7ae9d8171577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:08.354660 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-efa5b605-3423-44c1-9ff0-dd820826b13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84605c69-520e-4508-a724-12a7655e5cf8', 'name': 'tempest-TestNetworkBasicOps-router-1031922828', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:34:04Z', 'updated_at': '2021-09-30T13:34:05Z', 'revision_number': 3, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84605c69-520e-4508-a724-12a7655e5cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:34:05Z', 'updated_at': '2021-09-30T13:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:34:08.388381 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa5b605-3423-44c1-9ff0-dd820826b13b None None] The sync data for ids ['84605c69-520e-4508-a724-12a7655e5cf8'] in n-d-810909-2 is: [{'id': '84605c69-520e-4508-a724-12a7655e5cf8', 'name': 'tempest-TestNetworkBasicOps-router-1031922828', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:34:04Z', 'updated_at': '2021-09-30T13:34:05Z', 'revision_number': 3, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84605c69-520e-4508-a724-12a7655e5cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:34:05Z', 'updated_at': '2021-09-30T13:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:34:08.409869 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab171c25-e611-4a33-92ae-7ae9d8171577 service neutron] Pushing event updated for resources: {'Port': ['ID=fc89bdb6-dac5-4f0b-b5bd-a180c50a5209,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:08.449981 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57a63469-6a60-426b-a0e4-003274819df5 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:08.461416 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57a63469-6a60-426b-a0e4-003274819df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:08.518137 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-72890251-b97f-401d-9889-d1f0bb44b63f req-ab171c25-e611-4a33-92ae-7ae9d8171577 service neutron] Attempting to bind port fc89bdb6-dac5-4f0b-b5bd-a180c50a5209 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:34:08.518471 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-72890251-b97f-401d-9889-d1f0bb44b63f req-ab171c25-e611-4a33-92ae-7ae9d8171577 service neutron] Attempting to bind port fc89bdb6-dac5-4f0b-b5bd-a180c50a5209 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '0df1642a-b10d-4a1c-90a7-ebe6720ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'caff0b63-f2de-4455-9e4c-b8cc416f6953'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:34:08.518799 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72890251-b97f-401d-9889-d1f0bb44b63f req-ab171c25-e611-4a33-92ae-7ae9d8171577 service neutron] Attempting to bind port fc89bdb6-dac5-4f0b-b5bd-a180c50a5209 on network caff0b63-f2de-4455-9e4c-b8cc416f6953 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:34:08.522570 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a63469-6a60-426b-a0e4-003274819df5 None None] Pushing event updated for resources: {'Port': ['ID=4f571b20-0757-493e-8223-ece02f8a59ff,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:08.524776 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72890251-b97f-401d-9889-d1f0bb44b63f req-ab171c25-e611-4a33-92ae-7ae9d8171577 service neutron] Port fc89bdb6-dac5-4f0b-b5bd-a180c50a5209 on network caff0b63-f2de-4455-9e4c-b8cc416f6953 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:34:08.530752 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72890251-b97f-401d-9889-d1f0bb44b63f req-ab171c25-e611-4a33-92ae-7ae9d8171577 service neutron] Attempting to bind port fc89bdb6-dac5-4f0b-b5bd-a180c50a5209 on network caff0b63-f2de-4455-9e4c-b8cc416f6953 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:34:08.540615 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a63469-6a60-426b-a0e4-003274819df5 None None] Network c4b0523b-a54f-4ed7-a0f3-3df91092127e is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:34:08.541074 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72890251-b97f-401d-9889-d1f0bb44b63f req-ab171c25-e611-4a33-92ae-7ae9d8171577 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:34:08.541412 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72890251-b97f-401d-9889-d1f0bb44b63f req-ab171c25-e611-4a33-92ae-7ae9d8171577 service neutron] Checking segment: {'id': '0df1642a-b10d-4a1c-90a7-ebe6720ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'caff0b63-f2de-4455-9e4c-b8cc416f6953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:34:08.541908 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72890251-b97f-401d-9889-d1f0bb44b63f req-ab171c25-e611-4a33-92ae-7ae9d8171577 service neutron] Bound using segment: {'id': '0df1642a-b10d-4a1c-90a7-ebe6720ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'caff0b63-f2de-4455-9e4c-b8cc416f6953'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:34:08.542374 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-72890251-b97f-401d-9889-d1f0bb44b63f req-ab171c25-e611-4a33-92ae-7ae9d8171577 service neutron] Bound port: fc89bdb6-dac5-4f0b-b5bd-a180c50a5209, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df1642a-b10d-4a1c-90a7-ebe6720ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'caff0b63-f2de-4455-9e4c-b8cc416f6953'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:34:08.542732 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-72890251-b97f-401d-9889-d1f0bb44b63f req-ab171c25-e611-4a33-92ae-7ae9d8171577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:08.542913 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-57a63469-6a60-426b-a0e4-003274819df5 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:34:08.546628 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a63469-6a60-426b-a0e4-003274819df5 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:34:08.557414 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7be698a5-eec6-445f-af35-8f388bd01459 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:08.624956 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-72890251-b97f-401d-9889-d1f0bb44b63f req-ab171c25-e611-4a33-92ae-7ae9d8171577 service neutron] For port fc89bdb6-dac5-4f0b-b5bd-a180c50a5209, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:34:08.628611 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-72890251-b97f-401d-9889-d1f0bb44b63f req-ab171c25-e611-4a33-92ae-7ae9d8171577 service neutron] For port fc89bdb6-dac5-4f0b-b5bd-a180c50a5209, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=fc89bdb6-dac5-4f0b-b5bd-a180c50a5209,segment=NetworkSegment(0df1642a-b10d-4a1c-90a7-ebe6720ce565),segment_id=0df1642a-b10d-4a1c-90a7-ebe6720ce565)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:34:08.631731 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-57a63469-6a60-426b-a0e4-003274819df5 None None] Attempting to bind port 4f571b20-0757-493e-8223-ece02f8a59ff on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:34:08.632109 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-57a63469-6a60-426b-a0e4-003274819df5 None None] Attempting to bind port 4f571b20-0757-493e-8223-ece02f8a59ff by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c4b0523b-a54f-4ed7-a0f3-3df91092127e'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:34:08.632525 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a63469-6a60-426b-a0e4-003274819df5 None None] Attempting to bind port 4f571b20-0757-493e-8223-ece02f8a59ff on network c4b0523b-a54f-4ed7-a0f3-3df91092127e {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:34:08.634975 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-72890251-b97f-401d-9889-d1f0bb44b63f req-ab171c25-e611-4a33-92ae-7ae9d8171577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:08.638559 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a63469-6a60-426b-a0e4-003274819df5 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:34:08.638797 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a63469-6a60-426b-a0e4-003274819df5 None None] Checking segment: {'id': 'f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c4b0523b-a54f-4ed7-a0f3-3df91092127e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:34:08.639200 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57a63469-6a60-426b-a0e4-003274819df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:08.639752 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a63469-6a60-426b-a0e4-003274819df5 None None] Bound using segment: {'id': 'f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c4b0523b-a54f-4ed7-a0f3-3df91092127e'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:34:08.640224 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-57a63469-6a60-426b-a0e4-003274819df5 None None] Bound port: 4f571b20-0757-493e-8223-ece02f8a59ff, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c4b0523b-a54f-4ed7-a0f3-3df91092127e'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:34:08.640605 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57a63469-6a60-426b-a0e4-003274819df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:08.712577 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72890251-b97f-401d-9889-d1f0bb44b63f req-ab171c25-e611-4a33-92ae-7ae9d8171577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:08.713994 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-72890251-b97f-401d-9889-d1f0bb44b63f req-ab171c25-e611-4a33-92ae-7ae9d8171577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:08.716101 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-72890251-b97f-401d-9889-d1f0bb44b63f req-ab171c25-e611-4a33-92ae-7ae9d8171577 service neutron] 10.222.0.39 "PUT /v2.0/ports/fc89bdb6-dac5-4f0b-b5bd-a180c50a5209 HTTP/1.1" status: 200 len: 1091 time: 1.0861700 Sep 30 13:34:08.716554 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a55353-78cb-454e-8564-a59d35c19575', 'tag': 'fc89bdb6-dac5-4f0b-b5bd-a180c50a5209'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:34:08.718849 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69ee838-5f32-4ad8-9199-88344c6369aa" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a55353-78cb-454e-8564-a59d35c19575", "tag": "fc89bdb6-dac5-4f0b-b5bd-a180c50a5209"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:34:08.722981 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-57a63469-6a60-426b-a0e4-003274819df5 None None] For port 4f571b20-0757-493e-8223-ece02f8a59ff, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:34:08.727447 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-57a63469-6a60-426b-a0e4-003274819df5 None None] For port 4f571b20-0757-493e-8223-ece02f8a59ff, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4f571b20-0757-493e-8223-ece02f8a59ff,segment=NetworkSegment(f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc),segment_id=f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:34:08.740797 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57a63469-6a60-426b-a0e4-003274819df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:08.864448 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab171c25-e611-4a33-92ae-7ae9d8171577 service neutron] Pushing event updated for resources: {'Port': ['ID=fc89bdb6-dac5-4f0b-b5bd-a180c50a5209,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:08.869303 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35823eec-d66f-4e17-9414-a9bc5b8d971a x-openstack-request-id: req-35823eec-d66f-4e17-9414-a9bc5b8d971a {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:34:08.869643 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a55353-78cb-454e-8564-a59d35c19575", "tag": "fc89bdb6-dac5-4f0b-b5bd-a180c50a5209", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:34:08.869822 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35823eec-d66f-4e17-9414-a9bc5b8d971a {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:34:08.870242 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a55353-78cb-454e-8564-a59d35c19575', 'tag': 'fc89bdb6-dac5-4f0b-b5bd-a180c50a5209', 'status': 'completed', 'code': 200} Sep 30 13:34:08.910170 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72890251-b97f-401d-9889-d1f0bb44b63f req-203fe812-66be-47d6-bb6d-64f967a2deb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:08.913278 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-72890251-b97f-401d-9889-d1f0bb44b63f req-203fe812-66be-47d6-bb6d-64f967a2deb2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a920cd591b9e45b893ce21a8cf055314&device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 1094 time: 0.1366811 Sep 30 13:34:08.951664 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a63469-6a60-426b-a0e4-003274819df5 None None] Pushing event updated for resources: {'Port': ['ID=4f571b20-0757-493e-8223-ece02f8a59ff,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:08.973803 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-72890251-b97f-401d-9889-d1f0bb44b63f req-d1cca0ab-c524-43ac-a5ca-f43bc41d3095 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc89bdb6-dac5-4f0b-b5bd-a180c50a5209 HTTP/1.1" status: 200 len: 217 time: 0.0512445 Sep 30 13:34:09.044111 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72890251-b97f-401d-9889-d1f0bb44b63f req-d0de9313-003e-45cd-8e76-21e33e42e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:09.045726 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-72890251-b97f-401d-9889-d1f0bb44b63f req-d0de9313-003e-45cd-8e76-21e33e42e606 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6abd05f8-bb16-473d-a0ca-165472a8ae42 HTTP/1.1" status: 200 len: 855 time: 0.0642169 Sep 30 13:34:09.054830 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a946bb1-96e5-4e44-b7cc-ee85e60dc8d8 req-28b7ffbe-9b1e-47f9-adf6-2d2a60527878 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:09.062753 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a946bb1-96e5-4e44-b7cc-ee85e60dc8d8 req-28b7ffbe-9b1e-47f9-adf6-2d2a60527878 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 943 time: 0.1509216 Sep 30 13:34:09.094638 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-72890251-b97f-401d-9889-d1f0bb44b63f req-1d9fde42-6cbd-4c41-873e-f818c46e6ca0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=caff0b63-f2de-4455-9e4c-b8cc416f6953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372181 Sep 30 13:34:09.149682 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-7be698a5-eec6-445f-af35-8f388bd01459 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Allocated IP 172.20.0.1 (c4b0523b-a54f-4ed7-a0f3-3df91092127e/24eac410-0950-4550-af2d-8d9fd5deaa6b/96f926b0-2335-4d4b-9ac2-733ce45ad195) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:34:09.163084 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a946bb1-96e5-4e44-b7cc-ee85e60dc8d8 req-2b1fc292-76cc-4fa1-a101-2e2bab36e8b5 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991068 Sep 30 13:34:09.232400 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-72890251-b97f-401d-9889-d1f0bb44b63f req-367b0c2c-f9dd-44ba-b42e-d15428cd1494 service neutron] 10.222.0.39 "GET /v2.0/networks/caff0b63-f2de-4455-9e4c-b8cc416f6953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257782 Sep 30 13:34:09.333063 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7be698a5-eec6-445f-af35-8f388bd01459 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:09.369969 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-72890251-b97f-401d-9889-d1f0bb44b63f req-33ab3bf5-96ed-4428-948b-11a58bd7853c service neutron] 10.222.0.39 "GET /v2.0/networks/caff0b63-f2de-4455-9e4c-b8cc416f6953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309249 Sep 30 13:34:09.376586 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7be698a5-eec6-445f-af35-8f388bd01459 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:09.423847 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be698a5-eec6-445f-af35-8f388bd01459 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Network c4b0523b-a54f-4ed7-a0f3-3df91092127e is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:34:09.429812 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-7be698a5-eec6-445f-af35-8f388bd01459 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:34:09.434411 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be698a5-eec6-445f-af35-8f388bd01459 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:34:09.463158 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be698a5-eec6-445f-af35-8f388bd01459 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'Port': ['ID=96f926b0-2335-4d4b-9ac2-733ce45ad195,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:09.487420 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7be698a5-eec6-445f-af35-8f388bd01459 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:09.531889 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ee838-5f32-4ad8-9199-88344c6369aa req-29032cbe-f5dc-4120-91f2-8349f6523e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:09.533327 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b69ee838-5f32-4ad8-9199-88344c6369aa req-29032cbe-f5dc-4120-91f2-8349f6523e10 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a920cd591b9e45b893ce21a8cf055314&device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 1094 time: 0.0845034 Sep 30 13:34:09.545349 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9417f8-8ca4-4e71-879d-9ea0e2cafe20 req-a17e3d44-a3c9-4c7f-b966-c7a27d060e48 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:09.546926 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ba9417f8-8ca4-4e71-879d-9ea0e2cafe20 req-a17e3d44-a3c9-4c7f-b966-c7a27d060e48 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 943 time: 0.1243968 Sep 30 13:34:09.631279 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7be698a5-eec6-445f-af35-8f388bd01459 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:09.646340 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ba9417f8-8ca4-4e71-879d-9ea0e2cafe20 req-d8112250-39c6-4b98-a0a8-2286a8a191ed tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894754 Sep 30 13:34:09.669055 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ee838-5f32-4ad8-9199-88344c6369aa req-da241d23-ec51-4fff-98a8-995310564803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:09.671679 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b69ee838-5f32-4ad8-9199-88344c6369aa req-da241d23-ec51-4fff-98a8-995310564803 service neutron] 10.222.0.39 "GET /v2.0/networks?id=caff0b63-f2de-4455-9e4c-b8cc416f6953 HTTP/1.1" status: 200 len: 916 time: 0.1238399 Sep 30 13:34:09.723598 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b69ee838-5f32-4ad8-9199-88344c6369aa req-ca91ed14-a1e1-4569-bc02-b31231aa4f1f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc89bdb6-dac5-4f0b-b5bd-a180c50a5209 HTTP/1.1" status: 200 len: 217 time: 0.0441246 Sep 30 13:34:09.779751 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ee838-5f32-4ad8-9199-88344c6369aa req-2cdb8fdc-8ee6-4fe1-bef2-a5b1ea18731a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:09.781420 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b69ee838-5f32-4ad8-9199-88344c6369aa req-2cdb8fdc-8ee6-4fe1-bef2-a5b1ea18731a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6abd05f8-bb16-473d-a0ca-165472a8ae42 HTTP/1.1" status: 200 len: 855 time: 0.0496914 Sep 30 13:34:09.815488 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b69ee838-5f32-4ad8-9199-88344c6369aa req-a07d431b-06f8-4346-b94c-1b548609c68d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=caff0b63-f2de-4455-9e4c-b8cc416f6953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263026 Sep 30 13:34:09.925508 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b69ee838-5f32-4ad8-9199-88344c6369aa req-695d4655-fa13-43c4-b9f9-63737d5e68dc service neutron] 10.222.0.39 "GET /v2.0/networks/caff0b63-f2de-4455-9e4c-b8cc416f6953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013405 Sep 30 13:34:09.954204 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7be698a5-eec6-445f-af35-8f388bd01459 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:09.960546 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7be698a5-eec6-445f-af35-8f388bd01459 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:10.028225 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b69ee838-5f32-4ad8-9199-88344c6369aa req-b08c5680-6a57-4196-8314-d41bc587d064 service neutron] 10.222.0.39 "GET /v2.0/networks/caff0b63-f2de-4455-9e4c-b8cc416f6953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938885 Sep 30 13:34:10.039192 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be698a5-eec6-445f-af35-8f388bd01459 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'Port': ['ID=96f926b0-2335-4d4b-9ac2-733ce45ad195,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:10.040915 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe2c6e5-20c7-4a7c-b78a-748872c637e3 None None] Network c4b0523b-a54f-4ed7-a0f3-3df91092127e requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:34:10.044058 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7be698a5-eec6-445f-af35-8f388bd01459 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:10.116741 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d42a96cd-08cc-4370-bf77-6935d12f4457 None None] Provisioning complete for port 4f571b20-0757-493e-8223-ece02f8a59ff triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:34:10.117106 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d42a96cd-08cc-4370-bf77-6935d12f4457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:10.155278 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be698a5-eec6-445f-af35-8f388bd01459 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Network c4b0523b-a54f-4ed7-a0f3-3df91092127e is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:34:10.156694 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-7be698a5-eec6-445f-af35-8f388bd01459 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:34:10.263225 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d42a96cd-08cc-4370-bf77-6935d12f4457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:10.301068 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d42a96cd-08cc-4370-bf77-6935d12f4457 None None] For port 4f571b20-0757-493e-8223-ece02f8a59ff, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4f571b20-0757-493e-8223-ece02f8a59ff,segment=NetworkSegment(f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc),segment_id=f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:34:10.306282 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d42a96cd-08cc-4370-bf77-6935d12f4457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:10.307614 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be698a5-eec6-445f-af35-8f388bd01459 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Router 84605c69-520e-4508-a724-12a7655e5cf8 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:34:10.347059 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec5283-58d7-4490-8926-4dad14451119 req-64518a1f-964c-4c27-87f3-fcb65bddf101 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:10.355422 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-24ec5283-58d7-4490-8926-4dad14451119 req-64518a1f-964c-4c27-87f3-fcb65bddf101 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 943 time: 0.0781395 Sep 30 13:34:10.368997 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a96cd-08cc-4370-bf77-6935d12f4457 None None] Pushing event updated for resources: {'Port': ['ID=4f571b20-0757-493e-8223-ece02f8a59ff,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:10.446644 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-24ec5283-58d7-4490-8926-4dad14451119 req-482b97b0-23a1-41c7-83aa-e380e138b5e3 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888686 Sep 30 13:34:10.502496 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be698a5-eec6-445f-af35-8f388bd01459 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:34:10.509649 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7be698a5-eec6-445f-af35-8f388bd01459 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "PUT /v2.0/routers/84605c69-520e-4508-a724-12a7655e5cf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6534247 Sep 30 13:34:10.512281 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40274) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:10.549444 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7efe0732-d53f-44aa-bc6f-24a4b1705ecc None None] Provisioning complete for port 96f926b0-2335-4d4b-9ac2-733ce45ad195 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:34:10.552363 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7efe0732-d53f-44aa-bc6f-24a4b1705ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:10.560494 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008838ea-5db8-4272-9eba-fd57785ec05f None None] Sync routers for ids ['84605c69-520e-4508-a724-12a7655e5cf8'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:34:10.595535 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 17ebab21-c6ec-4b17-8b0f-230c87ecc096 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:34:10.638464 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008838ea-5db8-4272-9eba-fd57785ec05f None None] Routers {'84605c69-520e-4508-a724-12a7655e5cf8'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:34:10.638703 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-008838ea-5db8-4272-9eba-fd57785ec05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:33:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['84605c69-520e-4508-a724-12a7655e5cf8'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:34:10.646193 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7efe0732-d53f-44aa-bc6f-24a4b1705ecc None None] Port 96f926b0-2335-4d4b-9ac2-733ce45ad195 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:34:10.717082 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7efe0732-d53f-44aa-bc6f-24a4b1705ecc None None] Provisioning complete for port 4f571b20-0757-493e-8223-ece02f8a59ff triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:34:10.717458 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7efe0732-d53f-44aa-bc6f-24a4b1705ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:10.723076 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 17ebab21-c6ec-4b17-8b0f-230c87ecc096 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:34:10.723439 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:10.759833 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d598e7-8a8a-4337-81f2-5006d57e0ca0 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:10.760318 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d598e7-8a8a-4337-81f2-5006d57e0ca0 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:10.760819 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d598e7-8a8a-4337-81f2-5006d57e0ca0 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:10.761299 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d598e7-8a8a-4337-81f2-5006d57e0ca0 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:10.761773 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d598e7-8a8a-4337-81f2-5006d57e0ca0 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:10.762338 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d598e7-8a8a-4337-81f2-5006d57e0ca0 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:10.762900 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d598e7-8a8a-4337-81f2-5006d57e0ca0 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:10.767623 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-86d598e7-8a8a-4337-81f2-5006d57e0ca0 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4986 time: 0.2509274 Sep 30 13:34:10.767980 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40278) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:10.822119 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40117b-81c2-44b6-84cb-2316787022ce req-f317361d-f4b2-4d54-9df9-fa2179f03fda tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:10.823596 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1f40117b-81c2-44b6-84cb-2316787022ce req-f317361d-f4b2-4d54-9df9-fa2179f03fda tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 943 time: 0.0811462 Sep 30 13:34:10.831514 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-008838ea-5db8-4272-9eba-fd57785ec05f None None] Set router 84605c69-520e-4508-a724-12a7655e5cf8 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:34:10.871823 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dc736f-eb42-4e94-9d21-684b7660bf88 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:10.872309 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dc736f-eb42-4e94-9d21-684b7660bf88 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:10.872776 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dc736f-eb42-4e94-9d21-684b7660bf88 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:10.873365 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dc736f-eb42-4e94-9d21-684b7660bf88 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:10.873882 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dc736f-eb42-4e94-9d21-684b7660bf88 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:10.874371 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dc736f-eb42-4e94-9d21-684b7660bf88 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:10.874832 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dc736f-eb42-4e94-9d21-684b7660bf88 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:10.877349 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-95dc736f-eb42-4e94-9d21-684b7660bf88 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4648 time: 0.1077933 Sep 30 13:34:10.879707 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40280) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:10.904162 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1f40117b-81c2-44b6-84cb-2316787022ce req-5bfabb45-20c7-4c43-bf14-deb222f65b45 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707648 Sep 30 13:34:11.034426 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:11.065827 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 17ebab21-c6ec-4b17-8b0f-230c87ecc096, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=17ebab21-c6ec-4b17-8b0f-230c87ecc096,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:34:11.071300 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:11.072064 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4f571b20-0757-493e-8223-ece02f8a59ff up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:34:11.115642 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b80d0fb5-9229-4ed1-bdc7-86de3965ab30 tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2345233 Sep 30 13:34:11.197019 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-27875c49-060b-411b-a7b7-4499dff0bb90 None None] Provisioning complete for port 96f926b0-2335-4d4b-9ac2-733ce45ad195 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:34:11.197392 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-27875c49-060b-411b-a7b7-4499dff0bb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:11.200861 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=17ebab21-c6ec-4b17-8b0f-230c87ecc096,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:11.244055 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 4f571b20-0757-493e-8223-ece02f8a59ff triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:34:11.244432 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:11.266362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-27875c49-060b-411b-a7b7-4499dff0bb90 None None] Port 96f926b0-2335-4d4b-9ac2-733ce45ad195 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:34:11.280418 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-008838ea-5db8-4272-9eba-fd57785ec05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84605c69-520e-4508-a724-12a7655e5cf8', 'name': 'tempest-TestNetworkBasicOps-router-1031922828', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:34:04Z', 'updated_at': '2021-09-30T13:34:09Z', 'revision_number': 4, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84605c69-520e-4508-a724-12a7655e5cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:34:05Z', 'updated_at': '2021-09-30T13:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '96f926b0-2335-4d4b-9ac2-733ce45ad195', 'name': '', 'network_id': 'c4b0523b-a54f-4ed7-a0f3-3df91092127e', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'mac_address': 'fa:16:3e:5b:8e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84605c69-520e-4508-a724-12a7655e5cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '24eac410-0950-4550-af2d-8d9fd5deaa6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:34:08Z', 'updated_at': '2021-09-30T13:34:09Z', 'revision_number': 2, 'project_id': '35de1fee209b4805a01788770657a0cb', 'subnets': [{'id': '24eac410-0950-4550-af2d-8d9fd5deaa6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:34:11.439656 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40284) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:11.444320 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-6c491b2e-a711-4578-8139-518a1688bf4e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-27854645', 'description': 'tempest-secgroup-smoke-27854645 description', 'project_id': '35de1fee209b4805a01788770657a0cb'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:34:11.462421 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008838ea-5db8-4272-9eba-fd57785ec05f None None] Checking router: 84605c69-520e-4508-a724-12a7655e5cf8 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:34:11.462778 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008838ea-5db8-4272-9eba-fd57785ec05f None None] Updating router 84605c69-520e-4508-a724-12a7655e5cf8 port 96f926b0-2335-4d4b-9ac2-733ce45ad195 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:34:11.469337 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6c491b2e-a711-4578-8139-518a1688bf4e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:11.497549 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-008838ea-5db8-4272-9eba-fd57785ec05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:11.562022 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6c491b2e-a711-4578-8139-518a1688bf4e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:11.567400 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fd345-798e-48bc-a7d3-2309ec55078d req-2b01ef04-b298-4ac2-93ff-2715648c3c10 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:11.568268 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6c491b2e-a711-4578-8139-518a1688bf4e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:11.569047 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b17fd345-798e-48bc-a7d3-2309ec55078d req-2b01ef04-b298-4ac2-93ff-2715648c3c10 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 943 time: 0.0520239 Sep 30 13:34:11.605018 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6c491b2e-a711-4578-8139-518a1688bf4e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:11.606459 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6c491b2e-a711-4578-8139-518a1688bf4e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1657958 Sep 30 13:34:11.607306 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c491b2e-a711-4578-8139-518a1688bf4e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c73d474-64c5-42f9-8ef9-d7b5fd636894,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:11.609306 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40288) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:11.613934 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-f95ef895-7ce8-450c-9149-c021b55a75fc tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'security_group_rule': {'security_group_id': '2c73d474-64c5-42f9-8ef9-d7b5fd636894', 'project_id': '35de1fee209b4805a01788770657a0cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:34:11.614609 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b17fd345-798e-48bc-a7d3-2309ec55078d req-74fba919-fa94-4bfa-89f5-b168c799cfef tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390794 Sep 30 13:34:11.641738 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f95ef895-7ce8-450c-9149-c021b55a75fc tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:11.811252 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-008838ea-5db8-4272-9eba-fd57785ec05f None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:11.817561 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-008838ea-5db8-4272-9eba-fd57785ec05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:11.868311 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c181069-f015-4f4f-92b8-6d5ab2c3bc27 None None] Pushing event updated for resources: {'Port': ['ID=96f926b0-2335-4d4b-9ac2-733ce45ad195,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:11.935138 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-008838ea-5db8-4272-9eba-fd57785ec05f None None] Attempting to bind port 96f926b0-2335-4d4b-9ac2-733ce45ad195 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:34:11.935602 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-008838ea-5db8-4272-9eba-fd57785ec05f None None] Attempting to bind port 96f926b0-2335-4d4b-9ac2-733ce45ad195 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c4b0523b-a54f-4ed7-a0f3-3df91092127e'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:34:11.936029 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008838ea-5db8-4272-9eba-fd57785ec05f None None] Attempting to bind port 96f926b0-2335-4d4b-9ac2-733ce45ad195 on network c4b0523b-a54f-4ed7-a0f3-3df91092127e {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:34:11.946374 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008838ea-5db8-4272-9eba-fd57785ec05f None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:34:11.946701 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008838ea-5db8-4272-9eba-fd57785ec05f None None] Checking segment: {'id': 'f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c4b0523b-a54f-4ed7-a0f3-3df91092127e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:34:11.947079 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-008838ea-5db8-4272-9eba-fd57785ec05f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:11.947480 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008838ea-5db8-4272-9eba-fd57785ec05f None None] Bound using segment: {'id': 'f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c4b0523b-a54f-4ed7-a0f3-3df91092127e'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:34:11.947967 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-008838ea-5db8-4272-9eba-fd57785ec05f None None] Bound port: 96f926b0-2335-4d4b-9ac2-733ce45ad195, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c4b0523b-a54f-4ed7-a0f3-3df91092127e'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:34:11.948505 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-008838ea-5db8-4272-9eba-fd57785ec05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:11.978804 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f95ef895-7ce8-450c-9149-c021b55a75fc tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:11.990951 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f95ef895-7ce8-450c-9149-c021b55a75fc tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:12.028637 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-008838ea-5db8-4272-9eba-fd57785ec05f None None] For port 96f926b0-2335-4d4b-9ac2-733ce45ad195, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:34:12.029311 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ef895-7ce8-450c-9149-c021b55a75fc tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9050621c-50c6-4cf6-b664-47419464c004,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:12.033012 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-008838ea-5db8-4272-9eba-fd57785ec05f None None] For port 96f926b0-2335-4d4b-9ac2-733ce45ad195, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=96f926b0-2335-4d4b-9ac2-733ce45ad195,segment=NetworkSegment(f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc),segment_id=f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:34:12.035874 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f95ef895-7ce8-450c-9149-c021b55a75fc tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:12.038616 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f95ef895-7ce8-450c-9149-c021b55a75fc tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4282074 Sep 30 13:34:12.039423 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-008838ea-5db8-4272-9eba-fd57785ec05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:12.040119 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40292) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:12.045453 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-5ec86210-977d-4f74-ac27-0826ed8b3870 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'security_group_rule': {'security_group_id': '2c73d474-64c5-42f9-8ef9-d7b5fd636894', 'project_id': '35de1fee209b4805a01788770657a0cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:34:12.052583 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde7950-3fbe-4e22-aeef-3b075ea6c346 req-677b53ea-adb0-43a4-8079-9806d409d8aa tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:12.058574 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7fde7950-3fbe-4e22-aeef-3b075ea6c346 req-677b53ea-adb0-43a4-8079-9806d409d8aa tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 943 time: 0.0784233 Sep 30 13:34:12.090088 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5ec86210-977d-4f74-ac27-0826ed8b3870 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:12.107138 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c181069-f015-4f4f-92b8-6d5ab2c3bc27 None None] Pushing event updated for resources: {'Port': ['ID=96f926b0-2335-4d4b-9ac2-733ce45ad195,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:12.110579 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7fde7950-3fbe-4e22-aeef-3b075ea6c346 req-d36f2ed6-5432-463f-94b3-9fba2107af2b tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490673 Sep 30 13:34:12.117461 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008838ea-5db8-4272-9eba-fd57785ec05f None None] Routers {'84605c69-520e-4508-a724-12a7655e5cf8'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:34:12.118179 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-008838ea-5db8-4272-9eba-fd57785ec05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:33:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['84605c69-520e-4508-a724-12a7655e5cf8'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:34:12.150505 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5ec86210-977d-4f74-ac27-0826ed8b3870 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:12.155757 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5ec86210-977d-4f74-ac27-0826ed8b3870 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:12.175021 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec86210-977d-4f74-ac27-0826ed8b3870 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c8e8db-4889-4601-82cd-66a1f06140de,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:12.182355 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5ec86210-977d-4f74-ac27-0826ed8b3870 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:12.186826 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40294) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:12.190626 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5ec86210-977d-4f74-ac27-0826ed8b3870 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1493201 Sep 30 13:34:12.191452 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-4992fbf6-6f63-44f1-9633-f48c2b6ee553 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'security_group_rule': {'security_group_id': '2c73d474-64c5-42f9-8ef9-d7b5fd636894', 'project_id': '35de1fee209b4805a01788770657a0cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:34:12.221281 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4992fbf6-6f63-44f1-9633-f48c2b6ee553 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:12.240568 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-a682d359-e6d2-44bc-8c56-334c0a207eab None None] Provisioning complete for port 96f926b0-2335-4d4b-9ac2-733ce45ad195 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:34:12.241415 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a682d359-e6d2-44bc-8c56-334c0a207eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:12.268601 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-008838ea-5db8-4272-9eba-fd57785ec05f None None] Set router 84605c69-520e-4508-a724-12a7655e5cf8 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:34:12.275836 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4992fbf6-6f63-44f1-9633-f48c2b6ee553 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:12.281547 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4992fbf6-6f63-44f1-9633-f48c2b6ee553 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:12.300492 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992fbf6-6f63-44f1-9633-f48c2b6ee553 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79902eb-4519-430a-8388-42eaad17cd93,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:12.311612 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4992fbf6-6f63-44f1-9633-f48c2b6ee553 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:12.314190 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4992fbf6-6f63-44f1-9633-f48c2b6ee553 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1251686 Sep 30 13:34:12.315831 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40296) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:12.321409 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-c156b343-5924-47cd-94b6-53c3946ec679 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'security_group_rule': {'security_group_id': '2c73d474-64c5-42f9-8ef9-d7b5fd636894', 'project_id': '35de1fee209b4805a01788770657a0cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:34:12.348041 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c156b343-5924-47cd-94b6-53c3946ec679 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:12.413594 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c156b343-5924-47cd-94b6-53c3946ec679 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:12.417819 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c156b343-5924-47cd-94b6-53c3946ec679 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:12.436537 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156b343-5924-47cd-94b6-53c3946ec679 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1507176b-2c77-41f4-b520-8621ef808c9e,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:12.447179 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c156b343-5924-47cd-94b6-53c3946ec679 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:12.449535 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c156b343-5924-47cd-94b6-53c3946ec679 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1321096 Sep 30 13:34:12.452041 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40298) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:12.456781 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-83589b4c-6fb4-4d7d-874b-55829dcf6fc8 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'security_group_rule': {'security_group_id': '2c73d474-64c5-42f9-8ef9-d7b5fd636894', 'project_id': '35de1fee209b4805a01788770657a0cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:34:12.459477 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a682d359-e6d2-44bc-8c56-334c0a207eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:12.495438 n-d-810909-2 neutron-server[94764]: INFO neutron.db.securitygroups_db [None req-83589b4c-6fb4-4d7d-874b-55829dcf6fc8 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Project 35de1fee209b4805a01788770657a0cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 13:34:12.503958 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83589b4c-6fb4-4d7d-874b-55829dcf6fc8 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:12.523651 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-a682d359-e6d2-44bc-8c56-334c0a207eab None None] For port 96f926b0-2335-4d4b-9ac2-733ce45ad195, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=96f926b0-2335-4d4b-9ac2-733ce45ad195,segment=NetworkSegment(f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc),segment_id=f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:34:12.527092 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 17ebab21-c6ec-4b17-8b0f-230c87ecc096 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:34:12.532801 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a682d359-e6d2-44bc-8c56-334c0a207eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:12.569928 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83589b4c-6fb4-4d7d-874b-55829dcf6fc8 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:12.574328 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83589b4c-6fb4-4d7d-874b-55829dcf6fc8 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:12.594973 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83589b4c-6fb4-4d7d-874b-55829dcf6fc8 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04a1de8-25b0-4467-b3e4-ec061615f837,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:12.598451 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83589b4c-6fb4-4d7d-874b-55829dcf6fc8 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:12.602700 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-83589b4c-6fb4-4d7d-874b-55829dcf6fc8 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1469176 Sep 30 13:34:12.603313 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40300) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:12.607737 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-a6f68e27-5f7e-4703-b057-fe281dd20617 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'security_group_rule': {'security_group_id': '2c73d474-64c5-42f9-8ef9-d7b5fd636894', 'project_id': '35de1fee209b4805a01788770657a0cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:34:12.627947 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682d359-e6d2-44bc-8c56-334c0a207eab None None] Pushing event updated for resources: {'Port': ['ID=96f926b0-2335-4d4b-9ac2-733ce45ad195,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:12.631120 n-d-810909-2 neutron-server[94764]: INFO neutron.db.securitygroups_db [None req-a6f68e27-5f7e-4703-b057-fe281dd20617 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Project 35de1fee209b4805a01788770657a0cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 13:34:12.636923 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a6f68e27-5f7e-4703-b057-fe281dd20617 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:12.647995 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 17ebab21-c6ec-4b17-8b0f-230c87ecc096 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:34:12.648374 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:12.653088 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-008838ea-5db8-4272-9eba-fd57785ec05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84605c69-520e-4508-a724-12a7655e5cf8', 'name': 'tempest-TestNetworkBasicOps-router-1031922828', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:34:04Z', 'updated_at': '2021-09-30T13:34:09Z', 'revision_number': 4, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84605c69-520e-4508-a724-12a7655e5cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:34:05Z', 'updated_at': '2021-09-30T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '96f926b0-2335-4d4b-9ac2-733ce45ad195', 'name': '', 'network_id': 'c4b0523b-a54f-4ed7-a0f3-3df91092127e', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'mac_address': 'fa:16:3e:5b:8e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84605c69-520e-4508-a724-12a7655e5cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '24eac410-0950-4550-af2d-8d9fd5deaa6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:34:08Z', 'updated_at': '2021-09-30T13:34:12Z', 'revision_number': 4, 'project_id': '35de1fee209b4805a01788770657a0cb', 'subnets': [{'id': '24eac410-0950-4550-af2d-8d9fd5deaa6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:34:12.702184 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008838ea-5db8-4272-9eba-fd57785ec05f None None] The sync data for ids ['84605c69-520e-4508-a724-12a7655e5cf8'] in n-d-810909-2 is: [{'id': '84605c69-520e-4508-a724-12a7655e5cf8', 'name': 'tempest-TestNetworkBasicOps-router-1031922828', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:34:04Z', 'updated_at': '2021-09-30T13:34:09Z', 'revision_number': 4, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84605c69-520e-4508-a724-12a7655e5cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:34:05Z', 'updated_at': '2021-09-30T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '96f926b0-2335-4d4b-9ac2-733ce45ad195', 'name': '', 'network_id': 'c4b0523b-a54f-4ed7-a0f3-3df91092127e', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'mac_address': 'fa:16:3e:5b:8e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84605c69-520e-4508-a724-12a7655e5cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '24eac410-0950-4550-af2d-8d9fd5deaa6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:34:08Z', 'updated_at': '2021-09-30T13:34:12Z', 'revision_number': 4, 'project_id': '35de1fee209b4805a01788770657a0cb', 'subnets': [{'id': '24eac410-0950-4550-af2d-8d9fd5deaa6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:34:12.711177 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a6f68e27-5f7e-4703-b057-fe281dd20617 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:12.715014 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-02c7ad83-8f63-41ed-acd5-e140de0ee446 None None] Provisioning complete for port 96f926b0-2335-4d4b-9ac2-733ce45ad195 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:34:12.715475 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-02c7ad83-8f63-41ed-acd5-e140de0ee446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:12.733173 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a6f68e27-5f7e-4703-b057-fe281dd20617 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:12.768752 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f68e27-5f7e-4703-b057-fe281dd20617 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2164f7-558b-4e90-91ed-4ff2995e6be9,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:12.786305 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a6f68e27-5f7e-4703-b057-fe281dd20617 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:12.788065 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a6f68e27-5f7e-4703-b057-fe281dd20617 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1837392 Sep 30 13:34:12.803502 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ad109-df01-4a03-a8b6-16ba357913a4 req-97c06009-f20c-49fe-992f-c70a4960841d tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:12.805246 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fe9ad109-df01-4a03-a8b6-16ba357913a4 req-97c06009-f20c-49fe-992f-c70a4960841d tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 943 time: 0.1100807 Sep 30 13:34:12.859625 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device fc89bdb6-dac5-4f0b-b5bd-a180c50a5209 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:34:12.893762 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fe9ad109-df01-4a03-a8b6-16ba357913a4 req-3299c0e0-4664-4c69-a233-79231594d32c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731404 Sep 30 13:34:12.979229 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port fc89bdb6-dac5-4f0b-b5bd-a180c50a5209, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=fc89bdb6-dac5-4f0b-b5bd-a180c50a5209,segment=NetworkSegment(0df1642a-b10d-4a1c-90a7-ebe6720ce565),segment_id=0df1642a-b10d-4a1c-90a7-ebe6720ce565)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:34:12.995871 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'fc89bdb6-dac5-4f0b-b5bd-a180c50a5209', 'network_id': 'caff0b63-f2de-4455-9e4c-b8cc416f6953', 'port_id': 'fc89bdb6-dac5-4f0b-b5bd-a180c50a5209', 'mac_address': 'fa:16:3e:c7:36:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6abd05f8-bb16-473d-a0ca-165472a8ae42', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:34:13.037330 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:13.051716 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc89bdb6-dac5-4f0b-b5bd-a180c50a5209 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:34:13.075276 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port fc89bdb6-dac5-4f0b-b5bd-a180c50a5209, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=fc89bdb6-dac5-4f0b-b5bd-a180c50a5209,segment=NetworkSegment(0df1642a-b10d-4a1c-90a7-ebe6720ce565),segment_id=0df1642a-b10d-4a1c-90a7-ebe6720ce565)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:34:13.084369 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:13.118443 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-f92a0f55-5de5-40ea-af8a-bbad6c15135c tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-27854645&fields=id&tenant_id=35de1fee209b4805a01788770657a0cb HTTP/1.1" status: 200 len: 267 time: 0.0492811 Sep 30 13:34:13.146629 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=fc89bdb6-dac5-4f0b-b5bd-a180c50a5209,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:13.242248 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-d77585ff-a875-4569-85f5-66350c5ca62e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:13.246222 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9351058-5306-4171-92db-0b42ab933f1c req-4935c715-74fc-4f09-bea3-37150ca4a2fe tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:13.247764 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a9351058-5306-4171-92db-0b42ab933f1c req-4935c715-74fc-4f09-bea3-37150ca4a2fe tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 944 time: 0.0620744 Sep 30 13:34:13.249379 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-d77585ff-a875-4569-85f5-66350c5ca62e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/networks?id=c4b0523b-a54f-4ed7-a0f3-3df91092127e HTTP/1.1" status: 200 len: 795 time: 0.1240342 Sep 30 13:34:13.266610 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-2b99f1b7-f991-4a17-b23b-1e8b83e74408 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/quotas/35de1fee209b4805a01788770657a0cb HTTP/1.1" status: 200 len: 375 time: 0.0162954 Sep 30 13:34:13.293794 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['fc89bdb6-dac5-4f0b-b5bd-a180c50a5209'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:34:13.307100 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a9351058-5306-4171-92db-0b42ab933f1c req-3804fd51-c4e7-44fe-b569-02d8c56aa4d6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452235 Sep 30 13:34:13.322603 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-7fcff106-970f-45e5-bebf-f6a9e9b0a7a9 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=35de1fee209b4805a01788770657a0cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549760 Sep 30 13:34:13.428112 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-4592c604-db65-4c5f-8ea1-ca9085455104 service neutron] 10.222.0.18 "GET /v2.0/networks/c4b0523b-a54f-4ed7-a0f3-3df91092127e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957022 Sep 30 13:34:13.527613 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-86165318-d751-4582-a1dc-24c2c90a4b4a service neutron] 10.222.0.18 "GET /v2.0/networks/c4b0523b-a54f-4ed7-a0f3-3df91092127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929492 Sep 30 13:34:13.701061 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-98a62bea-53fd-493e-8106-22d1a86f7f87 req-2affd70e-f7b5-4224-be5a-693690333345 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=009677fa-a051-4374-ae8a-1a72cd414ae9 HTTP/1.1" status: 200 len: 210 time: 0.0284698 Sep 30 13:34:14.020266 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888074b5-e0d5-4a9e-81d7-b20ba8d75efb req-cfabe406-6a46-4c5a-b098-f03bf399eb0c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:14.021796 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-888074b5-e0d5-4a9e-81d7-b20ba8d75efb req-cfabe406-6a46-4c5a-b098-f03bf399eb0c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 943 time: 0.0498345 Sep 30 13:34:14.065380 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-888074b5-e0d5-4a9e-81d7-b20ba8d75efb req-0c9e2853-1655-4b83-9ad1-a99005b9c435 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373044 Sep 30 13:34:14.408331 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2d630-ba95-476c-9092-ca8c4236444f req-8aa115a7-05b7-497f-a3ee-884c710e5d09 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:14.409788 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a9c2d630-ba95-476c-9092-ca8c4236444f req-8aa115a7-05b7-497f-a3ee-884c710e5d09 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 944 time: 0.0473037 Sep 30 13:34:14.462179 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a9c2d630-ba95-476c-9092-ca8c4236444f req-8629c0db-1c03-4598-a353-0e3cfc6c5530 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434110 Sep 30 13:34:14.510210 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 96f926b0-2335-4d4b-9ac2-733ce45ad195 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:34:14.559162 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 96f926b0-2335-4d4b-9ac2-733ce45ad195 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:34:14.559552 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:14.627803 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-79f0df36-8702-4843-9820-03fe6cd2dbb9 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:14.629652 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-79f0df36-8702-4843-9820-03fe6cd2dbb9 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.39 "GET /v2.0/networks?id=c4b0523b-a54f-4ed7-a0f3-3df91092127e HTTP/1.1" status: 200 len: 795 time: 0.1189280 Sep 30 13:34:14.682928 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-40f5544a-f86b-4f4e-901e-2d8237ecfe60 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35de1fee209b4805a01788770657a0cb HTTP/1.1" status: 200 len: 378 time: 0.0439222 Sep 30 13:34:14.691990 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e6fa6570-7738-4c37-88de-2a09629db069 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'port': {'device_id': '009677fa-a051-4374-ae8a-1a72cd414ae9', 'network_id': 'c4b0523b-a54f-4ed7-a0f3-3df91092127e', 'admin_state_up': True, 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'security_groups': ['2c73d474-64c5-42f9-8ef9-d7b5fd636894']}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:34:14.797082 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6acb7ddc-61ea-4593-a73e-1f7157c53dc8 req-be642790-83e0-4f87-88de-c4ab9b75e0ae tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=009677fa-a051-4374-ae8a-1a72cd414ae9 HTTP/1.1" status: 200 len: 210 time: 0.0270159 Sep 30 13:34:14.804601 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e6fa6570-7738-4c37-88de-2a09629db069 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Made reservation on behalf of 35de1fee209b4805a01788770657a0cb for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:34:14.808409 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e6fa6570-7738-4c37-88de-2a09629db069 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:14.869847 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device fc89bdb6-dac5-4f0b-b5bd-a180c50a5209 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:34:14.917559 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port fc89bdb6-dac5-4f0b-b5bd-a180c50a5209 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:34:14.921025 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port fc89bdb6-dac5-4f0b-b5bd-a180c50a5209 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:34:14.921395 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:14.934630 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e6fa6570-7738-4c37-88de-2a09629db069 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Allocated IP 172.20.0.9 (c4b0523b-a54f-4ed7-a0f3-3df91092127e/24eac410-0950-4550-af2d-8d9fd5deaa6b/8a424d41-1a4f-424c-b161-53ddd35c36df) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:34:14.966894 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:15.010104 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:15.032705 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a55353-78cb-454e-8564-a59d35c19575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc89bdb6-dac5-4f0b-b5bd-a180c50a5209'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:34:15.034958 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a650bdb4-3750-43b5-9cb7-00bdd2f585d0" -d '{"events": [{"server_uuid": "d7a55353-78cb-454e-8564-a59d35c19575", "name": "network-vif-plugged", "status": "completed", "tag": "fc89bdb6-dac5-4f0b-b5bd-a180c50a5209"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:34:15.047047 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port fc89bdb6-dac5-4f0b-b5bd-a180c50a5209, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=fc89bdb6-dac5-4f0b-b5bd-a180c50a5209,segment=NetworkSegment(0df1642a-b10d-4a1c-90a7-ebe6720ce565),segment_id=0df1642a-b10d-4a1c-90a7-ebe6720ce565)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:34:15.052634 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:15.081946 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e6fa6570-7738-4c37-88de-2a09629db069 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:15.086882 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbbc4e9-d922-4e04-b782-b57848a5fea3 x-openstack-request-id: req-2fbbc4e9-d922-4e04-b782-b57848a5fea3 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:34:15.086882 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a55353-78cb-454e-8564-a59d35c19575", "name": "network-vif-plugged", "status": "completed", "tag": "fc89bdb6-dac5-4f0b-b5bd-a180c50a5209", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:34:15.086882 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2fbbc4e9-d922-4e04-b782-b57848a5fea3 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:34:15.086882 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a55353-78cb-454e-8564-a59d35c19575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc89bdb6-dac5-4f0b-b5bd-a180c50a5209', 'code': 200} Sep 30 13:34:15.115598 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=fc89bdb6-dac5-4f0b-b5bd-a180c50a5209,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:15.121387 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e6fa6570-7738-4c37-88de-2a09629db069 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:15.167448 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e6fa6570-7738-4c37-88de-2a09629db069 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Network c4b0523b-a54f-4ed7-a0f3-3df91092127e is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:34:15.170712 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e6fa6570-7738-4c37-88de-2a09629db069 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:34:15.174495 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e6fa6570-7738-4c37-88de-2a09629db069 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:34:15.199286 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa6570-7738-4c37-88de-2a09629db069 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'Port': ['ID=8a424d41-1a4f-424c-b161-53ddd35c36df,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:15.228747 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e6fa6570-7738-4c37-88de-2a09629db069 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:15.229386 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e6fa6570-7738-4c37-88de-2a09629db069 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:15.231994 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac981c-a70d-4a5f-b1c5-37f78e4b79fc req-d010b1c3-6f0a-4b74-801c-7dadbfef960c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:15.233558 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1bac981c-a70d-4a5f-b1c5-37f78e4b79fc req-d010b1c3-6f0a-4b74-801c-7dadbfef960c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 943 time: 0.0858550 Sep 30 13:34:15.239635 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1717e42-2edd-4867-b1d7-0157014a7a28 req-13b2197a-41a0-49a7-a0d1-fae2c8bb1c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:15.241220 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b1717e42-2edd-4867-b1d7-0157014a7a28 req-13b2197a-41a0-49a7-a0d1-fae2c8bb1c9f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 1096 time: 0.0830107 Sep 30 13:34:15.245705 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e6fa6570-7738-4c37-88de-2a09629db069 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5571434 Sep 30 13:34:15.260550 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e31baebb-a091-4f26-aa86-5f136baf556b service neutron] Request body: {'port': {'device_id': '009677fa-a051-4374-ae8a-1a72cd414ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:34:15.292716 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1bac981c-a70d-4a5f-b1c5-37f78e4b79fc req-70a33546-7467-49d4-9970-e6eafeba2a73 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501099 Sep 30 13:34:15.306326 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b1717e42-2edd-4867-b1d7-0157014a7a28 req-1d93d674-af66-447a-9b9d-f1e69562f521 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491004 Sep 30 13:34:15.324130 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e31baebb-a091-4f26-aa86-5f136baf556b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:15.404439 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-db9fd71a-9405-4c2d-8e11-91950ec594a0 None None] Provisioning complete for port 8a424d41-1a4f-424c-b161-53ddd35c36df triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:34:15.404805 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-db9fd71a-9405-4c2d-8e11-91950ec594a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:15.439202 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-db9fd71a-9405-4c2d-8e11-91950ec594a0 None None] Port 8a424d41-1a4f-424c-b161-53ddd35c36df cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:34:15.627433 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b57eb1-c666-4876-94e7-a7cf108ff859 req-6aeb9b65-2426-4936-bcb3-501320361b01 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:15.628903 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-50b57eb1-c666-4876-94e7-a7cf108ff859 req-6aeb9b65-2426-4936-bcb3-501320361b01 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0939507 Sep 30 13:34:15.634848 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e31baebb-a091-4f26-aa86-5f136baf556b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a424d41-1a4f-424c-b161-53ddd35c36df {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:34:15.647386 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e31baebb-a091-4f26-aa86-5f136baf556b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:15.673600 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e31baebb-a091-4f26-aa86-5f136baf556b service neutron] Transition to ACTIVE for port object 8a424d41-1a4f-424c-b161-53ddd35c36df will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:34:15.681308 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e31baebb-a091-4f26-aa86-5f136baf556b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:15.712520 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-50b57eb1-c666-4876-94e7-a7cf108ff859 req-e3fac86a-3657-4bd8-99d5-7e31e0af116e tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733085 Sep 30 13:34:15.738904 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31baebb-a091-4f26-aa86-5f136baf556b service neutron] Pushing event updated for resources: {'Port': ['ID=8a424d41-1a4f-424c-b161-53ddd35c36df,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:15.810249 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e31baebb-a091-4f26-aa86-5f136baf556b service neutron] Attempting to bind port 8a424d41-1a4f-424c-b161-53ddd35c36df on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:34:15.810924 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e31baebb-a091-4f26-aa86-5f136baf556b service neutron] Attempting to bind port 8a424d41-1a4f-424c-b161-53ddd35c36df by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c4b0523b-a54f-4ed7-a0f3-3df91092127e'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:34:15.810924 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e31baebb-a091-4f26-aa86-5f136baf556b service neutron] Attempting to bind port 8a424d41-1a4f-424c-b161-53ddd35c36df on network c4b0523b-a54f-4ed7-a0f3-3df91092127e {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:34:15.815577 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e31baebb-a091-4f26-aa86-5f136baf556b service neutron] Port 8a424d41-1a4f-424c-b161-53ddd35c36df on network c4b0523b-a54f-4ed7-a0f3-3df91092127e not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:34:15.815896 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e31baebb-a091-4f26-aa86-5f136baf556b service neutron] Attempting to bind port 8a424d41-1a4f-424c-b161-53ddd35c36df on network c4b0523b-a54f-4ed7-a0f3-3df91092127e {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:34:15.823653 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e31baebb-a091-4f26-aa86-5f136baf556b service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:34:15.823653 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e31baebb-a091-4f26-aa86-5f136baf556b service neutron] Checking segment: {'id': 'f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c4b0523b-a54f-4ed7-a0f3-3df91092127e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:34:15.823941 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e31baebb-a091-4f26-aa86-5f136baf556b service neutron] Bound using segment: {'id': 'f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c4b0523b-a54f-4ed7-a0f3-3df91092127e'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:34:15.824194 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e31baebb-a091-4f26-aa86-5f136baf556b service neutron] Bound port: 8a424d41-1a4f-424c-b161-53ddd35c36df, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c4b0523b-a54f-4ed7-a0f3-3df91092127e'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:34:15.824557 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e31baebb-a091-4f26-aa86-5f136baf556b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:15.903184 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e31baebb-a091-4f26-aa86-5f136baf556b service neutron] For port 8a424d41-1a4f-424c-b161-53ddd35c36df, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:34:15.907536 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e31baebb-a091-4f26-aa86-5f136baf556b service neutron] For port 8a424d41-1a4f-424c-b161-53ddd35c36df, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8a424d41-1a4f-424c-b161-53ddd35c36df,segment=NetworkSegment(f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc),segment_id=f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:34:15.914111 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e31baebb-a091-4f26-aa86-5f136baf556b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:15.943128 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276ae97-5497-4f56-b072-cb5d18d0b0f4 req-a906db85-58e8-4019-a485-9c0ff740141c tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:15.946742 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2276ae97-5497-4f56-b072-cb5d18d0b0f4 req-a906db85-58e8-4019-a485-9c0ff740141c tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=009677fa-a051-4374-ae8a-1a72cd414ae9 HTTP/1.1" status: 200 len: 943 time: 0.0584085 Sep 30 13:34:15.953993 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e31baebb-a091-4f26-aa86-5f136baf556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:15.954766 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e31baebb-a091-4f26-aa86-5f136baf556b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:15.956765 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e31baebb-a091-4f26-aa86-5f136baf556b service neutron] 10.222.0.39 "PUT /v2.0/ports/8a424d41-1a4f-424c-b161-53ddd35c36df HTTP/1.1" status: 200 len: 1091 time: 0.7014441 Sep 30 13:34:15.963240 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '009677fa-a051-4374-ae8a-1a72cd414ae9', 'tag': '8a424d41-1a4f-424c-b161-53ddd35c36df'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:34:15.965697 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa7dd3c-489d-459a-a68d-d16ed87440fc" -d '{"events": [{"name": "network-changed", "server_uuid": "009677fa-a051-4374-ae8a-1a72cd414ae9", "tag": "8a424d41-1a4f-424c-b161-53ddd35c36df"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:34:15.997078 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31baebb-a091-4f26-aa86-5f136baf556b service neutron] Pushing event updated for resources: {'Port': ['ID=8a424d41-1a4f-424c-b161-53ddd35c36df,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:16.039607 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2276ae97-5497-4f56-b072-cb5d18d0b0f4 req-2131b994-f02f-465f-9756-8e9a36c50ddd tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c73d474-64c5-42f9-8ef9-d7b5fd636894&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0842524 Sep 30 13:34:16.042054 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4890a1-728e-4287-a579-d8e6e4b8aaef x-openstack-request-id: req-3e4890a1-728e-4287-a579-d8e6e4b8aaef {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:34:16.042546 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "009677fa-a051-4374-ae8a-1a72cd414ae9", "tag": "8a424d41-1a4f-424c-b161-53ddd35c36df", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:34:16.042964 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e4890a1-728e-4287-a579-d8e6e4b8aaef {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:34:16.043529 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '009677fa-a051-4374-ae8a-1a72cd414ae9', 'tag': '8a424d41-1a4f-424c-b161-53ddd35c36df', 'status': 'completed', 'code': 200} Sep 30 13:34:16.064110 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-deb5dbf3-9ff3-4979-b821-2ca0f8755a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:16.065931 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-deb5dbf3-9ff3-4979-b821-2ca0f8755a2e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=35de1fee209b4805a01788770657a0cb&device_id=009677fa-a051-4374-ae8a-1a72cd414ae9 HTTP/1.1" status: 200 len: 1094 time: 0.0607882 Sep 30 13:34:16.117578 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-4b2b8007-92b8-46a4-a740-339d10afcb31 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a424d41-1a4f-424c-b161-53ddd35c36df HTTP/1.1" status: 200 len: 217 time: 0.0392115 Sep 30 13:34:16.175394 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-2b604f11-1134-40f4-b450-a575b75377df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:16.177325 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-2b604f11-1134-40f4-b450-a575b75377df service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24eac410-0950-4550-af2d-8d9fd5deaa6b HTTP/1.1" status: 200 len: 835 time: 0.0515995 Sep 30 13:34:16.227753 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-4635a41b-1d41-4105-9ce2-20b5d2b4034a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:16.229212 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-4635a41b-1d41-4105-9ce2-20b5d2b4034a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4b0523b-a54f-4ed7-a0f3-3df91092127e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442164 Sep 30 13:34:16.326636 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-e0a4f209-230e-4537-9a0c-c10727fb2a00 service neutron] 10.222.0.39 "GET /v2.0/networks/c4b0523b-a54f-4ed7-a0f3-3df91092127e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887575 Sep 30 13:34:16.450927 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bfd93fcd-d521-441d-98c2-0f5b0165be20 req-84bc6a4a-dcaa-4518-bd82-ac06a45a019c service neutron] 10.222.0.39 "GET /v2.0/networks/c4b0523b-a54f-4ed7-a0f3-3df91092127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163251 Sep 30 13:34:16.464515 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4e80e-df9c-4f4b-8ae5-cb480a030d0d req-13438e8d-5b62-4f20-9030-35436b135ec9 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:16.466196 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2be4e80e-df9c-4f4b-8ae5-cb480a030d0d req-13438e8d-5b62-4f20-9030-35436b135ec9 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 943 time: 0.0970845 Sep 30 13:34:16.507278 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2be4e80e-df9c-4f4b-8ae5-cb480a030d0d req-b21e4ce8-43e2-48f2-b433-c4ebc5ed8d97 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331709 Sep 30 13:34:16.550807 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7dd3c-489d-459a-a68d-d16ed87440fc req-33fd58e6-3288-418e-b577-f077ef958929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:16.552335 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-faa7dd3c-489d-459a-a68d-d16ed87440fc req-33fd58e6-3288-418e-b577-f077ef958929 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=35de1fee209b4805a01788770657a0cb&device_id=009677fa-a051-4374-ae8a-1a72cd414ae9 HTTP/1.1" status: 200 len: 1094 time: 0.0443046 Sep 30 13:34:16.643070 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7dd3c-489d-459a-a68d-d16ed87440fc req-2be9e5d8-252b-478c-8f56-d2b40376e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:16.644549 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-faa7dd3c-489d-459a-a68d-d16ed87440fc req-2be9e5d8-252b-478c-8f56-d2b40376e60c service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4b0523b-a54f-4ed7-a0f3-3df91092127e HTTP/1.1" status: 200 len: 896 time: 0.0852673 Sep 30 13:34:16.835323 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36a302-c852-459d-a541-75c73678d72b req-3ee0ba15-7d6b-456f-8076-3762e130d08f tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:16.837015 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e36a302-c852-459d-a541-75c73678d72b req-3ee0ba15-7d6b-456f-8076-3762e130d08f tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0548308 Sep 30 13:34:16.877498 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2e36a302-c852-459d-a541-75c73678d72b req-57eaaa6a-98dc-4b99-869d-95413a59fc92 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341191 Sep 30 13:34:17.022095 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-faa7dd3c-489d-459a-a68d-d16ed87440fc req-cf596567-96bb-46aa-afc9-8e9e0771c1ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a424d41-1a4f-424c-b161-53ddd35c36df HTTP/1.1" status: 200 len: 217 time: 0.3690736 Sep 30 13:34:17.100128 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16102723-8406-4ee5-b2a3-fdd435059364 req-5ad3d165-32b9-463c-aef9-549753c5bed6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:17.101543 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-16102723-8406-4ee5-b2a3-fdd435059364 req-5ad3d165-32b9-463c-aef9-549753c5bed6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0823915 Sep 30 13:34:17.102924 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7dd3c-489d-459a-a68d-d16ed87440fc req-fa2f98d6-5dcc-4fba-bf1c-70f6a9fbffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:17.104229 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-faa7dd3c-489d-459a-a68d-d16ed87440fc req-fa2f98d6-5dcc-4fba-bf1c-70f6a9fbffb7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24eac410-0950-4550-af2d-8d9fd5deaa6b HTTP/1.1" status: 200 len: 835 time: 0.0737853 Sep 30 13:34:17.145980 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ea603-9b5e-4f9d-935d-4d3473395818 req-343d5f22-d1be-48dd-b077-b9ff93cc1bb1 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:17.147502 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-517ea603-9b5e-4f9d-935d-4d3473395818 req-343d5f22-d1be-48dd-b077-b9ff93cc1bb1 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=009677fa-a051-4374-ae8a-1a72cd414ae9 HTTP/1.1" status: 200 len: 943 time: 0.0496869 Sep 30 13:34:17.171173 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-16102723-8406-4ee5-b2a3-fdd435059364 req-e34c640e-5c01-468d-aa9f-88797ebf3c40 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637071 Sep 30 13:34:17.178213 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7dd3c-489d-459a-a68d-d16ed87440fc req-4a4a8176-70c4-44e5-aa21-a301f01555e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:17.179695 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-faa7dd3c-489d-459a-a68d-d16ed87440fc req-4a4a8176-70c4-44e5-aa21-a301f01555e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4b0523b-a54f-4ed7-a0f3-3df91092127e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662692 Sep 30 13:34:17.185961 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-517ea603-9b5e-4f9d-935d-4d3473395818 req-ebf0502c-c883-4233-8291-e4bf2fc13f5a tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c73d474-64c5-42f9-8ef9-d7b5fd636894&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323365 Sep 30 13:34:17.274280 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-faa7dd3c-489d-459a-a68d-d16ed87440fc req-eb435bc4-b914-460a-888d-aad9c83aa083 service neutron] 10.222.0.39 "GET /v2.0/networks/c4b0523b-a54f-4ed7-a0f3-3df91092127e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834184 Sep 30 13:34:17.373717 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-faa7dd3c-489d-459a-a68d-d16ed87440fc req-15e107bd-6851-4d0b-afa7-ce6efc460afb service neutron] 10.222.0.39 "GET /v2.0/networks/c4b0523b-a54f-4ed7-a0f3-3df91092127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908649 Sep 30 13:34:17.488433 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ad92b-668e-491c-b87b-4ad3ce6d980a req-0346876e-55c6-437e-9e7a-77f904419698 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:17.490580 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db6ad92b-668e-491c-b87b-4ad3ce6d980a req-0346876e-55c6-437e-9e7a-77f904419698 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0511856 Sep 30 13:34:17.527755 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db6ad92b-668e-491c-b87b-4ad3ce6d980a req-4b8f4b42-b0c3-4b3c-ad7e-8cdb3a5b3548 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312495 Sep 30 13:34:17.635100 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8bdd6-c39e-45a7-9224-2dea3a5f1839 req-3e7676c9-52e9-4c94-b13b-24292c7d2faa tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:17.636612 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ebc8bdd6-c39e-45a7-9224-2dea3a5f1839 req-3e7676c9-52e9-4c94-b13b-24292c7d2faa tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 943 time: 0.0497761 Sep 30 13:34:17.675408 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ebc8bdd6-c39e-45a7-9224-2dea3a5f1839 req-6d0ac359-2c2b-4c97-8861-896bac2ea661 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326736 Sep 30 13:34:18.227295 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-549495aa-4f59-44a9-b909-4fb44dcbfbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:18.303452 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982ae6c-0c0c-42fb-8cb7-8e96c11eba4a req-860ead77-b6d7-4fd7-83da-8ebf55ea8ebc tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:18.304930 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b982ae6c-0c0c-42fb-8cb7-8e96c11eba4a req-860ead77-b6d7-4fd7-83da-8ebf55ea8ebc tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=009677fa-a051-4374-ae8a-1a72cd414ae9 HTTP/1.1" status: 200 len: 943 time: 0.0520332 Sep 30 13:34:18.341711 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b982ae6c-0c0c-42fb-8cb7-8e96c11eba4a req-5c817c17-e4de-4cdf-93d0-cd92c389a587 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c73d474-64c5-42f9-8ef9-d7b5fd636894&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306315 Sep 30 13:34:18.504065 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device e3fb3e20-c4f4-4e48-95bf-0b1638d074a4 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:34:18.600647 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port e3fb3e20-c4f4-4e48-95bf-0b1638d074a4, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=e3fb3e20-c4f4-4e48-95bf-0b1638d074a4,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:34:18.611982 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'e3fb3e20-c4f4-4e48-95bf-0b1638d074a4', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'port_id': 'e3fb3e20-c4f4-4e48-95bf-0b1638d074a4', 'mac_address': 'fa:16:3e:df:66:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:34:18.640942 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6164b-322f-48f3-92ff-f965e6c5fc5c req-7c994ef1-20c8-4aef-9fbe-e9093bcf2e2f tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:18.642449 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a7f6164b-322f-48f3-92ff-f965e6c5fc5c req-7c994ef1-20c8-4aef-9fbe-e9093bcf2e2f tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0482721 Sep 30 13:34:18.648385 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:18.661231 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3fb3e20-c4f4-4e48-95bf-0b1638d074a4 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:34:18.680449 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port e3fb3e20-c4f4-4e48-95bf-0b1638d074a4, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=e3fb3e20-c4f4-4e48-95bf-0b1638d074a4,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:34:18.684659 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:18.686072 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a7f6164b-322f-48f3-92ff-f965e6c5fc5c req-2cd033de-d9d0-4b5e-9f38-f2bd0e9445e4 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368469 Sep 30 13:34:18.731245 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=e3fb3e20-c4f4-4e48-95bf-0b1638d074a4,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:18.793666 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200493a-eb6f-4098-a7ea-18237c120d45 req-af3ff00b-d818-44a7-be5f-38e860d7ac3c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:18.795278 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8200493a-eb6f-4098-a7ea-18237c120d45 req-af3ff00b-d818-44a7-be5f-38e860d7ac3c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 944 time: 0.0504506 Sep 30 13:34:18.834354 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8200493a-eb6f-4098-a7ea-18237c120d45 req-8d68167c-f4a8-49da-886b-82370343e5e2 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329432 Sep 30 13:34:18.979088 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['e3fb3e20-c4f4-4e48-95bf-0b1638d074a4'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:34:19.457093 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fd78b-cd5e-4362-b08f-ab203638a067 req-ec497223-c9d9-4bc7-82ef-309a2dc973e2 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:19.458752 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-948fd78b-cd5e-4362-b08f-ab203638a067 req-ec497223-c9d9-4bc7-82ef-309a2dc973e2 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=009677fa-a051-4374-ae8a-1a72cd414ae9 HTTP/1.1" status: 200 len: 943 time: 0.0494320 Sep 30 13:34:19.496796 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-948fd78b-cd5e-4362-b08f-ab203638a067 req-8a2c8d91-5453-4af4-a05e-ec51dfa3ef4b tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c73d474-64c5-42f9-8ef9-d7b5fd636894&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321400 Sep 30 13:34:19.625341 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:19.800453 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb4d08-9bf7-457f-a6b5-1dacefdda96d req-2e757182-8221-4b52-9983-a5f2c157fcf3 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:19.801937 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-19eb4d08-9bf7-457f-a6b5-1dacefdda96d req-2e757182-8221-4b52-9983-a5f2c157fcf3 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0477629 Sep 30 13:34:19.838764 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-19eb4d08-9bf7-457f-a6b5-1dacefdda96d req-1385d142-ce93-43eb-b047-9417f49ef906 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309882 Sep 30 13:34:19.951839 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29287c-cce3-4ae7-b50e-66bee3fff57f req-1d5768b4-6ffb-46fc-94eb-1c1417279e3d tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:19.953304 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5e29287c-cce3-4ae7-b50e-66bee3fff57f req-1d5768b4-6ffb-46fc-94eb-1c1417279e3d tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 944 time: 0.0485198 Sep 30 13:34:19.992148 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5e29287c-cce3-4ae7-b50e-66bee3fff57f req-54999cba-b14b-4af2-b494-853b6cb304cc tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321727 Sep 30 13:34:20.511514 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device e3fb3e20-c4f4-4e48-95bf-0b1638d074a4 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:34:20.560237 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port e3fb3e20-c4f4-4e48-95bf-0b1638d074a4 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:34:20.563911 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port e3fb3e20-c4f4-4e48-95bf-0b1638d074a4 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:34:20.564281 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:20.616844 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2dbbc-3fa5-4fb8-aaa9-9505060ff13d req-d27c0aaf-5c49-4c2e-9455-b69afd2fe41b tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:20.618386 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5bb2dbbc-3fa5-4fb8-aaa9-9505060ff13d req-d27c0aaf-5c49-4c2e-9455-b69afd2fe41b tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=009677fa-a051-4374-ae8a-1a72cd414ae9 HTTP/1.1" status: 200 len: 943 time: 0.0537362 Sep 30 13:34:20.642120 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:20.656536 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5bb2dbbc-3fa5-4fb8-aaa9-9505060ff13d req-0c20757e-b165-41a6-8a18-cb175935f4c5 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c73d474-64c5-42f9-8ef9-d7b5fd636894&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321071 Sep 30 13:34:20.663860 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0f80cb-7044-4021-9a7f-5b01512f151c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fb3e20-c4f4-4e48-95bf-0b1638d074a4'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:34:20.666108 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0014ca7-76a4-4386-b827-08ce8b6f8a60" -d '{"events": [{"server_uuid": "7e0f80cb-7044-4021-9a7f-5b01512f151c", "name": "network-vif-plugged", "status": "completed", "tag": "e3fb3e20-c4f4-4e48-95bf-0b1638d074a4"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:34:20.682465 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port e3fb3e20-c4f4-4e48-95bf-0b1638d074a4, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=e3fb3e20-c4f4-4e48-95bf-0b1638d074a4,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:34:20.689014 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:20.715784 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d213c7b4-4f5b-4730-af2c-65927f90f5a2 x-openstack-request-id: req-d213c7b4-4f5b-4730-af2c-65927f90f5a2 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:34:20.716066 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0f80cb-7044-4021-9a7f-5b01512f151c", "name": "network-vif-plugged", "status": "completed", "tag": "e3fb3e20-c4f4-4e48-95bf-0b1638d074a4", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:34:20.716317 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d213c7b4-4f5b-4730-af2c-65927f90f5a2 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:34:20.716697 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0f80cb-7044-4021-9a7f-5b01512f151c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fb3e20-c4f4-4e48-95bf-0b1638d074a4', 'code': 200} Sep 30 13:34:20.722397 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-65d85b78-e42f-4ec0-a5e6-c7107d76b2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:20.745721 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=e3fb3e20-c4f4-4e48-95bf-0b1638d074a4,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:20.798978 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55e938-9adf-450b-8658-208ec64135c2 req-ed70105d-78b7-4fd0-b50e-ece29e2c3b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:20.800481 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9c55e938-9adf-450b-8658-208ec64135c2 req-ed70105d-78b7-4fd0-b50e-ece29e2c3b33 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 1096 time: 0.0391574 Sep 30 13:34:20.835537 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9c55e938-9adf-450b-8658-208ec64135c2 req-a9e4af0d-2e10-46ca-a36e-1e025e48661d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270936 Sep 30 13:34:20.907131 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8a424d41-1a4f-424c-b161-53ddd35c36df details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:34:20.952180 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7536d-c36f-4c91-b505-17554901bba7 req-e42fe695-25da-42b0-981a-99ca4b4494d1 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:20.953647 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-78a7536d-c36f-4c91-b505-17554901bba7 req-e42fe695-25da-42b0-981a-99ca4b4494d1 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0482471 Sep 30 13:34:20.991573 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-78a7536d-c36f-4c91-b505-17554901bba7 req-b18f4a42-480a-48a2-9ab8-83b8f07f574d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318267 Sep 30 13:34:21.003719 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8a424d41-1a4f-424c-b161-53ddd35c36df, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8a424d41-1a4f-424c-b161-53ddd35c36df,segment=NetworkSegment(f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc),segment_id=f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:34:21.014661 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '8a424d41-1a4f-424c-b161-53ddd35c36df', 'network_id': 'c4b0523b-a54f-4ed7-a0f3-3df91092127e', 'port_id': '8a424d41-1a4f-424c-b161-53ddd35c36df', 'mac_address': 'fa:16:3e:81:60:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24eac410-0950-4550-af2d-8d9fd5deaa6b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:34:21.051738 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:21.065598 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a424d41-1a4f-424c-b161-53ddd35c36df {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:34:21.084856 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8a424d41-1a4f-424c-b161-53ddd35c36df, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8a424d41-1a4f-424c-b161-53ddd35c36df,segment=NetworkSegment(f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc),segment_id=f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:34:21.088840 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:21.108432 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72831b05-4348-4e88-8a1f-1c7f436c12b4 req-c9acdb6d-3971-4b7c-bcd7-a7c5c67c22a2 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:21.109921 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-72831b05-4348-4e88-8a1f-1c7f436c12b4 req-c9acdb6d-3971-4b7c-bcd7-a7c5c67c22a2 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 945 time: 0.0478768 Sep 30 13:34:21.135167 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=8a424d41-1a4f-424c-b161-53ddd35c36df,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:21.152232 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-72831b05-4348-4e88-8a1f-1c7f436c12b4 req-c020bff1-5817-4266-99c8-ded272433518 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352988 Sep 30 13:34:21.298116 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['8a424d41-1a4f-424c-b161-53ddd35c36df'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:34:21.648396 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:21.774307 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e73fe-a528-41b0-9f46-090e2d7366bd req-c233ab4f-c5d9-4def-8573-9ccf7c359e35 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:21.775773 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-872e73fe-a528-41b0-9f46-090e2d7366bd req-c233ab4f-c5d9-4def-8573-9ccf7c359e35 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=009677fa-a051-4374-ae8a-1a72cd414ae9 HTTP/1.1" status: 200 len: 944 time: 0.0518172 Sep 30 13:34:21.811661 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-872e73fe-a528-41b0-9f46-090e2d7366bd req-c6183208-d491-4dc8-8fd3-a556bf0814af tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c73d474-64c5-42f9-8ef9-d7b5fd636894&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299761 Sep 30 13:34:22.115001 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0704f1-c03f-4a31-9e7b-397eb797b31f req-1e71119e-4b54-45b7-a79b-882e13f042b8 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:22.116509 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0a0704f1-c03f-4a31-9e7b-397eb797b31f req-1e71119e-4b54-45b7-a79b-882e13f042b8 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0502915 Sep 30 13:34:22.154887 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0a0704f1-c03f-4a31-9e7b-397eb797b31f req-72a2f5fa-bb57-4285-925f-4a5794c4c443 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321674 Sep 30 13:34:22.267162 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9d5a7-19f0-4466-867f-7beb9ca2a9ca req-39c34d66-62d9-41fa-8965-cdbaa4d6086e tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:22.268761 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aed9d5a7-19f0-4466-867f-7beb9ca2a9ca req-39c34d66-62d9-41fa-8965-cdbaa4d6086e tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 945 time: 0.0496228 Sep 30 13:34:22.306485 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aed9d5a7-19f0-4466-867f-7beb9ca2a9ca req-02caf70a-c9ac-4ed0-9993-20e22beffdf6 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316012 Sep 30 13:34:22.403642 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:22.420073 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b3e9e-19d0-488d-b21d-82566a51df2e req-4caf5d0e-48e9-4fef-acc9-00d4a1c6f7de tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:22.421554 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cf3b3e9e-19d0-488d-b21d-82566a51df2e req-4caf5d0e-48e9-4fef-acc9-00d4a1c6f7de tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 945 time: 0.0499368 Sep 30 13:34:22.460770 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cf3b3e9e-19d0-488d-b21d-82566a51df2e req-1534efa0-0009-4eb8-9c19-c911e3f305d6 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324748 Sep 30 13:34:22.572543 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db360430-195b-4c30-ab64-4763b2596e27 req-e4a5aec9-2977-43f5-845e-9a39f295d663 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:22.573919 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db360430-195b-4c30-ab64-4763b2596e27 req-e4a5aec9-2977-43f5-845e-9a39f295d663 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 945 time: 0.0483024 Sep 30 13:34:22.610519 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db360430-195b-4c30-ab64-4763b2596e27 req-e6110b2e-f697-4ed0-a966-ac63253d8f70 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307271 Sep 30 13:34:22.749879 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:34:22.890223 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6c8f-89d0-4e0b-8629-802cf6ae412e req-1162619a-130d-43bb-b5c5-c02938d0d26f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:22.891748 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f69f6c8f-89d0-4e0b-8629-802cf6ae412e req-1162619a-130d-43bb-b5c5-c02938d0d26f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 945 time: 0.0528271 Sep 30 13:34:22.919267 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8a424d41-1a4f-424c-b161-53ddd35c36df up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:34:22.927726 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c28fc-2e37-4743-a481-5b7e15d00be3 req-36654591-74ee-42bc-865e-d7ec4c5483ea tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:22.929483 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c79c28fc-2e37-4743-a481-5b7e15d00be3 req-36654591-74ee-42bc-865e-d7ec4c5483ea tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=009677fa-a051-4374-ae8a-1a72cd414ae9 HTTP/1.1" status: 200 len: 944 time: 0.0492728 Sep 30 13:34:22.930833 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f69f6c8f-89d0-4e0b-8629-802cf6ae412e req-40b8b875-cd22-4ff9-8b65-998a60d9aa77 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323794 Sep 30 13:34:22.969787 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 8a424d41-1a4f-424c-b161-53ddd35c36df completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:34:22.973705 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 8a424d41-1a4f-424c-b161-53ddd35c36df triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:34:22.974680 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:22.975507 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c79c28fc-2e37-4743-a481-5b7e15d00be3 req-a74250b8-3ceb-44e4-9db3-67c623311273 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c73d474-64c5-42f9-8ef9-d7b5fd636894&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389402 Sep 30 13:34:23.052644 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:23.074208 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '009677fa-a051-4374-ae8a-1a72cd414ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a424d41-1a4f-424c-b161-53ddd35c36df'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:34:23.076592 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf41bf9-213f-40c4-befd-85818c009f6d" -d '{"events": [{"server_uuid": "009677fa-a051-4374-ae8a-1a72cd414ae9", "name": "network-vif-plugged", "status": "completed", "tag": "8a424d41-1a4f-424c-b161-53ddd35c36df"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:34:23.090292 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8a424d41-1a4f-424c-b161-53ddd35c36df, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8a424d41-1a4f-424c-b161-53ddd35c36df,segment=NetworkSegment(f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc),segment_id=f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:34:23.094396 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:23.118102 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f299eb4-4c2c-4b7c-818d-d3f3ea38b123 x-openstack-request-id: req-0f299eb4-4c2c-4b7c-818d-d3f3ea38b123 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:34:23.118396 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "009677fa-a051-4374-ae8a-1a72cd414ae9", "name": "network-vif-plugged", "status": "completed", "tag": "8a424d41-1a4f-424c-b161-53ddd35c36df", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:34:23.118649 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f299eb4-4c2c-4b7c-818d-d3f3ea38b123 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:34:23.119034 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '009677fa-a051-4374-ae8a-1a72cd414ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a424d41-1a4f-424c-b161-53ddd35c36df', 'code': 200} Sep 30 13:34:23.147083 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=8a424d41-1a4f-424c-b161-53ddd35c36df,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:23.211161 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a26bd-b83e-41fa-9905-4dae78a74e39 req-7a3b6b35-51c1-4bb1-8b98-75c4d8b351a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:23.212660 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9f7a26bd-b83e-41fa-9905-4dae78a74e39 req-7a3b6b35-51c1-4bb1-8b98-75c4d8b351a4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=009677fa-a051-4374-ae8a-1a72cd414ae9 HTTP/1.1" status: 200 len: 1096 time: 0.0405350 Sep 30 13:34:23.282521 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9f7a26bd-b83e-41fa-9905-4dae78a74e39 req-5528f08d-c4c9-4fec-ab13-cc8110bcd775 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2c73d474-64c5-42f9-8ef9-d7b5fd636894&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626087 Sep 30 13:34:23.294590 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc12f56-eac7-45e4-a94d-9f1ddbae928a req-e050c39f-f866-48ba-8fe7-7240a5c6a05f tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:23.295993 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8fc12f56-eac7-45e4-a94d-9f1ddbae928a req-e050c39f-f866-48ba-8fe7-7240a5c6a05f tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0705609 Sep 30 13:34:23.332828 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8fc12f56-eac7-45e4-a94d-9f1ddbae928a req-615ac49f-301d-45b9-bfe5-70b36f951755 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308330 Sep 30 13:34:24.046272 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ed903-286f-4746-9da0-e4ad19856b78 req-29df90a6-418a-4f90-abd2-185d3b782aa3 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:24.047944 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-384ed903-286f-4746-9da0-e4ad19856b78 req-29df90a6-418a-4f90-abd2-185d3b782aa3 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 945 time: 0.0493751 Sep 30 13:34:24.087907 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-384ed903-286f-4746-9da0-e4ad19856b78 req-ac940676-123b-40de-8214-3b84db597f8c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331063 Sep 30 13:34:24.097188 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b3386-bef0-43e5-848a-d2b47ec428b8 req-0c3ad9fe-6826-4b80-8884-45a21452c8d5 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:24.099441 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4b0b3386-bef0-43e5-848a-d2b47ec428b8 req-0c3ad9fe-6826-4b80-8884-45a21452c8d5 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=009677fa-a051-4374-ae8a-1a72cd414ae9 HTTP/1.1" status: 200 len: 945 time: 0.0542390 Sep 30 13:34:24.136880 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4b0b3386-bef0-43e5-848a-d2b47ec428b8 req-e18ea043-9f1c-4ca3-b0a6-d5ff2eff3789 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c73d474-64c5-42f9-8ef9-d7b5fd636894&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314555 Sep 30 13:34:24.163825 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:24.483950 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3f783-df25-4bc5-ac84-0e34fb864513 req-f60b6645-bb64-4283-b92a-52497c877632 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:24.485429 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dfc3f783-df25-4bc5-ac84-0e34fb864513 req-f60b6645-bb64-4283-b92a-52497c877632 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0827267 Sep 30 13:34:24.504713 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a09f8a-b1e0-4005-9883-30f92f568cf7 req-89fdce7b-a099-4b33-95a8-30b922619aa6 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:24.506156 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c4a09f8a-b1e0-4005-9883-30f92f568cf7 req-89fdce7b-a099-4b33-95a8-30b922619aa6 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 945 time: 0.0750971 Sep 30 13:34:24.559823 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dfc3f783-df25-4bc5-ac84-0e34fb864513 req-6aa44f62-0a30-4400-a3dd-2eff6f1951d6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679641 Sep 30 13:34:24.610415 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-c4a09f8a-b1e0-4005-9883-30f92f568cf7 req-ea59cf45-e675-4c2e-b225-7c310bb8c9a4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Deleting port e3fb3e20-c4f4-4e48-95bf-0b1638d074a4 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:34:24.610678 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c4a09f8a-b1e0-4005-9883-30f92f568cf7 req-ea59cf45-e675-4c2e-b225-7c310bb8c9a4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:24.701374 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-c4a09f8a-b1e0-4005-9883-30f92f568cf7 req-ea59cf45-e675-4c2e-b225-7c310bb8c9a4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] For port e3fb3e20-c4f4-4e48-95bf-0b1638d074a4, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=e3fb3e20-c4f4-4e48-95bf-0b1638d074a4,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:34:24.701737 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c4a09f8a-b1e0-4005-9883-30f92f568cf7 req-ea59cf45-e675-4c2e-b225-7c310bb8c9a4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:24.714111 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-c4a09f8a-b1e0-4005-9883-30f92f568cf7 req-ea59cf45-e675-4c2e-b225-7c310bb8c9a4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Calling delete_port for e3fb3e20-c4f4-4e48-95bf-0b1638d074a4 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:34:24.837261 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c4a09f8a-b1e0-4005-9883-30f92f568cf7 req-ea59cf45-e675-4c2e-b225-7c310bb8c9a4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:24.848584 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['e3fb3e20-c4f4-4e48-95bf-0b1638d074a4'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:34:24.876009 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59cf45-e675-4c2e-b225-7c310bb8c9a4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event deleted for resources: {'Port': ['ID=e3fb3e20-c4f4-4e48-95bf-0b1638d074a4,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:24.898333 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59cf45-e675-4c2e-b225-7c310bb8c9a4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:24.898679 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59cf45-e675-4c2e-b225-7c310bb8c9a4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:24.899017 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59cf45-e675-4c2e-b225-7c310bb8c9a4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:24.899349 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59cf45-e675-4c2e-b225-7c310bb8c9a4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:24.899676 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59cf45-e675-4c2e-b225-7c310bb8c9a4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:24.900003 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59cf45-e675-4c2e-b225-7c310bb8c9a4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:24.900326 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59cf45-e675-4c2e-b225-7c310bb8c9a4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:24.900644 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59cf45-e675-4c2e-b225-7c310bb8c9a4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:24.900958 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59cf45-e675-4c2e-b225-7c310bb8c9a4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:24.901277 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59cf45-e675-4c2e-b225-7c310bb8c9a4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:24.901651 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59cf45-e675-4c2e-b225-7c310bb8c9a4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:24.901971 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59cf45-e675-4c2e-b225-7c310bb8c9a4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:24.924546 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a09f8a-b1e0-4005-9883-30f92f568cf7 req-ea59cf45-e675-4c2e-b225-7c310bb8c9a4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] No DVR routers for this DVR port e3fb3e20-c4f4-4e48-95bf-0b1638d074a4 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:34:24.927383 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c4a09f8a-b1e0-4005-9883-30f92f568cf7 req-ea59cf45-e675-4c2e-b225-7c310bb8c9a4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:24.929513 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c4a09f8a-b1e0-4005-9883-30f92f568cf7 req-ea59cf45-e675-4c2e-b225-7c310bb8c9a4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.54 "DELETE /v2.0/ports/e3fb3e20-c4f4-4e48-95bf-0b1638d074a4 HTTP/1.1" status: 204 len: 173 time: 0.4161358 Sep 30 13:34:24.929979 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0f80cb-7044-4021-9a7f-5b01512f151c', 'name': 'network-vif-deleted', 'tag': 'e3fb3e20-c4f4-4e48-95bf-0b1638d074a4'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:34:24.932872 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc82bc72-78e0-4f22-973f-65847feb206f" -d '{"events": [{"server_uuid": "7e0f80cb-7044-4021-9a7f-5b01512f151c", "name": "network-vif-deleted", "tag": "e3fb3e20-c4f4-4e48-95bf-0b1638d074a4"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:34:24.974449 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075348c8-0085-4acf-8788-5e758da1e485 x-openstack-request-id: req-075348c8-0085-4acf-8788-5e758da1e485 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:34:24.974744 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0f80cb-7044-4021-9a7f-5b01512f151c", "name": "network-vif-deleted", "tag": "e3fb3e20-c4f4-4e48-95bf-0b1638d074a4", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:34:24.974998 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-075348c8-0085-4acf-8788-5e758da1e485 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:34:24.975398 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0f80cb-7044-4021-9a7f-5b01512f151c', 'name': 'network-vif-deleted', 'tag': 'e3fb3e20-c4f4-4e48-95bf-0b1638d074a4', 'status': 'completed', 'code': 200} Sep 30 13:34:25.192140 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e38f58ee-ba94-4d86-93c5-0efb64e886ce req-789a5c8b-c24f-4a02-b206-27d2a06801d9 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 210 time: 0.0272770 Sep 30 13:34:25.258234 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada7336-07d8-4ee2-bb2b-b6ab6ef30525 req-d0890fda-325b-4451-892a-1ed909418458 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:25.259742 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cada7336-07d8-4ee2-bb2b-b6ab6ef30525 req-d0890fda-325b-4451-892a-1ed909418458 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=009677fa-a051-4374-ae8a-1a72cd414ae9 HTTP/1.1" status: 200 len: 945 time: 0.0504277 Sep 30 13:34:25.297707 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cada7336-07d8-4ee2-bb2b-b6ab6ef30525 req-871f5e1e-c4aa-45f6-aaf4-fb5f1120016e tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c73d474-64c5-42f9-8ef9-d7b5fd636894&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315740 Sep 30 13:34:25.412943 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae05a0b-3459-41d4-a0c2-524d82bd1988 req-aba5df13-66f9-4f69-990a-7fc19e6fe0a1 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:25.414500 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aae05a0b-3459-41d4-a0c2-524d82bd1988 req-aba5df13-66f9-4f69-990a-7fc19e6fe0a1 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=009677fa-a051-4374-ae8a-1a72cd414ae9 HTTP/1.1" status: 200 len: 945 time: 0.0508230 Sep 30 13:34:25.453988 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aae05a0b-3459-41d4-a0c2-524d82bd1988 req-e11a83a1-5fd5-4160-8ba6-20bea5918c95 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c73d474-64c5-42f9-8ef9-d7b5fd636894&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331676 Sep 30 13:34:25.476105 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40426) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:25.519790 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3039c58-6941-4e5e-b98b-6e1c0147e7dc tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:25.521432 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d3039c58-6941-4e5e-b98b-6e1c0147e7dc tempest-TestNetworkBasicOps-1302782030 tempest-TestNetworkBasicOps-1302782030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=009677fa-a051-4374-ae8a-1a72cd414ae9 HTTP/1.1" status: 200 len: 1091 time: 0.0443678 Sep 30 13:34:25.524276 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40428) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:25.528517 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-f2d80e42-e97c-4e97-84b7-0fbe099766ac tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'port_id': '8a424d41-1a4f-424c-b161-53ddd35c36df', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:34:25.553664 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2d80e42-e97c-4e97-84b7-0fbe099766ac tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for floatingip, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:25.658103 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2d80e42-e97c-4e97-84b7-0fbe099766ac tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:25.683376 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ee53a-c1a3-4688-8364-3f8d883a11a9 req-0c046bdc-0942-4dd2-97df-654071504b5a tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:25.690597 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f54ee53a-c1a3-4688-8364-3f8d883a11a9 req-0c046bdc-0942-4dd2-97df-654071504b5a tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0574520 Sep 30 13:34:25.728301 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f54ee53a-c1a3-4688-8364-3f8d883a11a9 req-1d5d3014-11df-4d69-9067-16e4914be388 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361767 Sep 30 13:34:25.776922 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-f2d80e42-e97c-4e97-84b7-0fbe099766ac tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Allocated IP 172.25.5.25 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/a75eeb83-9050-40b9-a7db-3065ccb4aef7) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:34:25.877054 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2d80e42-e97c-4e97-84b7-0fbe099766ac tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:25.912412 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2d80e42-e97c-4e97-84b7-0fbe099766ac tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:25.953796 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d80e42-e97c-4e97-84b7-0fbe099766ac tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:34:25.956429 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-f2d80e42-e97c-4e97-84b7-0fbe099766ac tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:34:25.960383 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d80e42-e97c-4e97-84b7-0fbe099766ac tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:34:25.984173 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d80e42-e97c-4e97-84b7-0fbe099766ac tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'Port': ['ID=a75eeb83-9050-40b9-a7db-3065ccb4aef7,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:26.345521 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aeb00c4f-550e-4f35-a935-bbcd4630fb74 req-63192d6e-9e12-4735-9747-e1e4a60de1af tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 210 time: 0.0722811 Sep 30 13:34:26.494253 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2d80e42-e97c-4e97-84b7-0fbe099766ac tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:26.599649 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2d80e42-e97c-4e97-84b7-0fbe099766ac tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:26.749138 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2d80e42-e97c-4e97-84b7-0fbe099766ac tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:26.756029 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2d80e42-e97c-4e97-84b7-0fbe099766ac tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:26.833849 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d80e42-e97c-4e97-84b7-0fbe099766ac tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event updated for resources: {'Port': ['ID=a75eeb83-9050-40b9-a7db-3065ccb4aef7,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:26.845950 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2d80e42-e97c-4e97-84b7-0fbe099766ac tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:26.858959 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c0d48-7421-4202-bdc5-990cf06c8490 req-e69b8258-00a6-46e8-b425-c340103334be tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:26.860514 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c57c0d48-7421-4202-bdc5-990cf06c8490 req-e69b8258-00a6-46e8-b425-c340103334be tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0633159 Sep 30 13:34:26.903355 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c57c0d48-7421-4202-bdc5-990cf06c8490 req-a8f80329-73ea-4b1a-b09d-73ff55c5628c tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355661 Sep 30 13:34:26.954505 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-f2d80e42-e97c-4e97-84b7-0fbe099766ac tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Floating IP 83684a28-c2ea-4ddc-a25b-53ff1169cc39 associated. External IP: 172.25.5.25, port: 8a424d41-1a4f-424c-b161-53ddd35c36df. Sep 30 13:34:27.159848 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d80e42-e97c-4e97-84b7-0fbe099766ac tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Router 84605c69-520e-4508-a724-12a7655e5cf8 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:34:27.266902 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d80e42-e97c-4e97-84b7-0fbe099766ac tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:34:27.278123 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96b6649-80b3-4d66-bc5f-d0a30799388a None None] Sync routers for ids ['84605c69-520e-4508-a724-12a7655e5cf8'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:34:27.283917 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f2d80e42-e97c-4e97-84b7-0fbe099766ac tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:27.289412 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96b6649-80b3-4d66-bc5f-d0a30799388a None None] Routers {'84605c69-520e-4508-a724-12a7655e5cf8'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:34:27.290137 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-c96b6649-80b3-4d66-bc5f-d0a30799388a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:34:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['84605c69-520e-4508-a724-12a7655e5cf8'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:34:27.317272 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f2d80e42-e97c-4e97-84b7-0fbe099766ac tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7896118 Sep 30 13:34:27.317272 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '009677fa-a051-4374-ae8a-1a72cd414ae9', 'tag': '8a424d41-1a4f-424c-b161-53ddd35c36df'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:34:27.318226 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14252c46-b1a5-41e4-96b3-a5ab0dbe51af" -d '{"events": [{"name": "network-changed", "server_uuid": "009677fa-a051-4374-ae8a-1a72cd414ae9", "tag": "8a424d41-1a4f-424c-b161-53ddd35c36df"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:34:27.318506 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40436) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:27.358761 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f34e2b0-db04-42c5-b8a8-397e2d393ef9 x-openstack-request-id: req-2f34e2b0-db04-42c5-b8a8-397e2d393ef9 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:34:27.359262 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "009677fa-a051-4374-ae8a-1a72cd414ae9", "tag": "8a424d41-1a4f-424c-b161-53ddd35c36df", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:34:27.359453 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f34e2b0-db04-42c5-b8a8-397e2d393ef9 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:34:27.360149 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '009677fa-a051-4374-ae8a-1a72cd414ae9', 'tag': '8a424d41-1a4f-424c-b161-53ddd35c36df', 'status': 'completed', 'code': 200} Sep 30 13:34:27.392183 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2e44fb28-ae24-462b-a8c8-74015d2ba094 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/floatingips/83684a28-c2ea-4ddc-a25b-53ff1169cc39 HTTP/1.1" status: 200 len: 990 time: 0.0711005 Sep 30 13:34:27.397997 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-c96b6649-80b3-4d66-bc5f-d0a30799388a None None] Set router 84605c69-520e-4508-a724-12a7655e5cf8 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:34:27.459580 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2701daba-7d48-42ba-a656-146becdbc43b req-a4d9a559-f245-4fd3-9394-3507ae38f9e0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 210 time: 0.0306056 Sep 30 13:34:27.464781 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14252c46-b1a5-41e4-96b3-a5ab0dbe51af req-077f008b-19c1-4bdf-92f0-92a145669d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:27.466228 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-14252c46-b1a5-41e4-96b3-a5ab0dbe51af req-077f008b-19c1-4bdf-92f0-92a145669d0b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=35de1fee209b4805a01788770657a0cb&device_id=009677fa-a051-4374-ae8a-1a72cd414ae9 HTTP/1.1" status: 200 len: 1096 time: 0.0742717 Sep 30 13:34:27.557875 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14252c46-b1a5-41e4-96b3-a5ab0dbe51af req-8256c6ea-ac9a-463e-92d2-c59c0ab2590a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:27.559558 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-14252c46-b1a5-41e4-96b3-a5ab0dbe51af req-8256c6ea-ac9a-463e-92d2-c59c0ab2590a service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4b0523b-a54f-4ed7-a0f3-3df91092127e HTTP/1.1" status: 200 len: 896 time: 0.0864670 Sep 30 13:34:27.632277 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-c96b6649-80b3-4d66-bc5f-d0a30799388a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84605c69-520e-4508-a724-12a7655e5cf8', 'name': 'tempest-TestNetworkBasicOps-router-1031922828', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:34:04Z', 'updated_at': '2021-09-30T13:34:09Z', 'revision_number': 4, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84605c69-520e-4508-a724-12a7655e5cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:34:05Z', 'updated_at': '2021-09-30T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '83684a28-c2ea-4ddc-a25b-53ff1169cc39', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '84605c69-520e-4508-a724-12a7655e5cf8', 'port_id': '8a424d41-1a4f-424c-b161-53ddd35c36df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b0523b-a54f-4ed7-a0f3-3df91092127e', 'mac_address': 'fa:16:3e:81:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009677fa-a051-4374-ae8a-1a72cd414ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:34:26Z', 'updated_at': '2021-09-30T13:34:26Z', 'revision_number': 0, 'project_id': '35de1fee209b4805a01788770657a0cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f926b0-2335-4d4b-9ac2-733ce45ad195', 'name': '', 'network_id': 'c4b0523b-a54f-4ed7-a0f3-3df91092127e', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'mac_address': 'fa:16:3e:5b:8e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84605c69-520e-4508-a724-12a7655e5cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '24eac410-0950-4550-af2d-8d9fd5deaa6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:34:08Z', 'updated_at': '2021-09-30T13:34:12Z', 'revision_number': 5, 'project_id': '35de1fee209b4805a01788770657a0cb', 'subnets': [{'id': '24eac410-0950-4550-af2d-8d9fd5deaa6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:34:27.639962 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-14252c46-b1a5-41e4-96b3-a5ab0dbe51af req-6d255251-9ec9-40f0-a9a0-84e5704f1ed1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a424d41-1a4f-424c-b161-53ddd35c36df HTTP/1.1" status: 200 len: 998 time: 0.0674617 Sep 30 13:34:27.659303 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96b6649-80b3-4d66-bc5f-d0a30799388a None None] Checking router: 84605c69-520e-4508-a724-12a7655e5cf8 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:34:27.668775 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96b6649-80b3-4d66-bc5f-d0a30799388a None None] Routers {'84605c69-520e-4508-a724-12a7655e5cf8'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:34:27.669143 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-c96b6649-80b3-4d66-bc5f-d0a30799388a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:34:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['84605c69-520e-4508-a724-12a7655e5cf8'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:34:27.693846 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14252c46-b1a5-41e4-96b3-a5ab0dbe51af req-2c645046-75cf-47fd-88e4-11a9c58087c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:27.695281 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-14252c46-b1a5-41e4-96b3-a5ab0dbe51af req-2c645046-75cf-47fd-88e4-11a9c58087c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24eac410-0950-4550-af2d-8d9fd5deaa6b HTTP/1.1" status: 200 len: 835 time: 0.0477004 Sep 30 13:34:27.743810 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14252c46-b1a5-41e4-96b3-a5ab0dbe51af req-72bf13e6-9da8-4c0d-9bc0-62c36ff31a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:27.745360 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-14252c46-b1a5-41e4-96b3-a5ab0dbe51af req-72bf13e6-9da8-4c0d-9bc0-62c36ff31a25 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4b0523b-a54f-4ed7-a0f3-3df91092127e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420876 Sep 30 13:34:27.775370 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-c96b6649-80b3-4d66-bc5f-d0a30799388a None None] Set router 84605c69-520e-4508-a724-12a7655e5cf8 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:34:27.842795 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-14252c46-b1a5-41e4-96b3-a5ab0dbe51af req-e978d7e2-abf5-4577-8bbd-840ccd3b82b8 service neutron] 10.222.0.39 "GET /v2.0/networks/c4b0523b-a54f-4ed7-a0f3-3df91092127e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891728 Sep 30 13:34:27.933408 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-14252c46-b1a5-41e4-96b3-a5ab0dbe51af req-2fbd254b-2ada-4908-94a3-74690a35a0a9 service neutron] 10.222.0.39 "GET /v2.0/networks/c4b0523b-a54f-4ed7-a0f3-3df91092127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832810 Sep 30 13:34:28.022784 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-c96b6649-80b3-4d66-bc5f-d0a30799388a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84605c69-520e-4508-a724-12a7655e5cf8', 'name': 'tempest-TestNetworkBasicOps-router-1031922828', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:34:04Z', 'updated_at': '2021-09-30T13:34:09Z', 'revision_number': 4, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84605c69-520e-4508-a724-12a7655e5cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:34:05Z', 'updated_at': '2021-09-30T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '83684a28-c2ea-4ddc-a25b-53ff1169cc39', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '84605c69-520e-4508-a724-12a7655e5cf8', 'port_id': '8a424d41-1a4f-424c-b161-53ddd35c36df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b0523b-a54f-4ed7-a0f3-3df91092127e', 'mac_address': 'fa:16:3e:81:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009677fa-a051-4374-ae8a-1a72cd414ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:34:26Z', 'updated_at': '2021-09-30T13:34:26Z', 'revision_number': 0, 'project_id': '35de1fee209b4805a01788770657a0cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f926b0-2335-4d4b-9ac2-733ce45ad195', 'name': '', 'network_id': 'c4b0523b-a54f-4ed7-a0f3-3df91092127e', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'mac_address': 'fa:16:3e:5b:8e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84605c69-520e-4508-a724-12a7655e5cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '24eac410-0950-4550-af2d-8d9fd5deaa6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:34:08Z', 'updated_at': '2021-09-30T13:34:12Z', 'revision_number': 5, 'project_id': '35de1fee209b4805a01788770657a0cb', 'subnets': [{'id': '24eac410-0950-4550-af2d-8d9fd5deaa6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:34:28.035383 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73aa41-53e4-40bd-bf8c-edbfb2ae7c3d req-2d886e08-76e9-49b9-92da-0214ab2b1c94 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:28.037109 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f73aa41-53e4-40bd-bf8c-edbfb2ae7c3d req-2d886e08-76e9-49b9-92da-0214ab2b1c94 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0557449 Sep 30 13:34:28.052854 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96b6649-80b3-4d66-bc5f-d0a30799388a None None] The sync data for ids ['84605c69-520e-4508-a724-12a7655e5cf8'] in n-d-810909-2 is: [{'id': '84605c69-520e-4508-a724-12a7655e5cf8', 'name': 'tempest-TestNetworkBasicOps-router-1031922828', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:34:04Z', 'updated_at': '2021-09-30T13:34:09Z', 'revision_number': 4, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84605c69-520e-4508-a724-12a7655e5cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:34:05Z', 'updated_at': '2021-09-30T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '83684a28-c2ea-4ddc-a25b-53ff1169cc39', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'floating_ip_address': '172.25.5.25', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '84605c69-520e-4508-a724-12a7655e5cf8', 'port_id': '8a424d41-1a4f-424c-b161-53ddd35c36df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b0523b-a54f-4ed7-a0f3-3df91092127e', 'mac_address': 'fa:16:3e:81:60:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009677fa-a051-4374-ae8a-1a72cd414ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:34:26Z', 'updated_at': '2021-09-30T13:34:26Z', 'revision_number': 0, 'project_id': '35de1fee209b4805a01788770657a0cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f926b0-2335-4d4b-9ac2-733ce45ad195', 'name': '', 'network_id': 'c4b0523b-a54f-4ed7-a0f3-3df91092127e', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'mac_address': 'fa:16:3e:5b:8e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84605c69-520e-4508-a724-12a7655e5cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '24eac410-0950-4550-af2d-8d9fd5deaa6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:34:08Z', 'updated_at': '2021-09-30T13:34:12Z', 'revision_number': 5, 'project_id': '35de1fee209b4805a01788770657a0cb', 'subnets': [{'id': '24eac410-0950-4550-af2d-8d9fd5deaa6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:34:28.080290 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f73aa41-53e4-40bd-bf8c-edbfb2ae7c3d req-68dac7f2-c808-4ed0-b5c8-108e6e6cd066 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365231 Sep 30 13:34:28.253678 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2977e2-6cda-4b9e-8455-e7d2b95c7fdc None None] New status for floating IP 83684a28-c2ea-4ddc-a25b-53ff1169cc39: ACTIVE {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:34:28.395723 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40444) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:34:28.475106 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-43ad5a54-85fe-4d03-9bd5-6e91ee4a7580 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/floatingips/83684a28-c2ea-4ddc-a25b-53ff1169cc39 HTTP/1.1" status: 200 len: 992 time: 0.0778177 Sep 30 13:34:28.527050 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device e3fb3e20-c4f4-4e48-95bf-0b1638d074a4 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:34:28.548518 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: e3fb3e20-c4f4-4e48-95bf-0b1638d074a4 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:34:28.548950 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device e3fb3e20-c4f4-4e48-95bf-0b1638d074a4 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:34:28.575386 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9f66b36e-f287-46f8-a217-50bc6dbb37b4 req-0d1bfbdd-166f-46f1-a0c2-dae9188e10b1 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0f80cb-7044-4021-9a7f-5b01512f151c HTTP/1.1" status: 200 len: 210 time: 0.0271015 Sep 30 13:34:29.195852 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf069583-6259-467d-9a66-085288de0960 req-1df8e744-d6b3-469b-afa4-de0982d3a64c tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:29.197385 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bf069583-6259-467d-9a66-085288de0960 req-1df8e744-d6b3-469b-afa4-de0982d3a64c tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0494814 Sep 30 13:34:29.235244 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bf069583-6259-467d-9a66-085288de0960 req-76b189ae-01ed-43b4-88cf-97385ddf7c60 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317273 Sep 30 13:34:30.358577 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b6635-6bb1-4799-bc3e-1a8063d6964e req-07f583e9-9af5-4119-a760-99a2df805fd7 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:30.360182 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e71b6635-6bb1-4799-bc3e-1a8063d6964e req-07f583e9-9af5-4119-a760-99a2df805fd7 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0539684 Sep 30 13:34:30.397501 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e71b6635-6bb1-4799-bc3e-1a8063d6964e req-a0627b96-28b6-4b79-960b-c1534f592c02 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312066 Sep 30 13:34:31.522919 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be77e01-e8e9-4537-a7fd-9b3f55606798 req-96075f11-9eee-4072-b562-73aa788ae543 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:31.524300 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4be77e01-e8e9-4537-a7fd-9b3f55606798 req-96075f11-9eee-4072-b562-73aa788ae543 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0535283 Sep 30 13:34:31.563268 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4be77e01-e8e9-4537-a7fd-9b3f55606798 req-dfff093d-b8b1-47cd-87c0-c311036fdc9a tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329378 Sep 30 13:34:32.675558 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2de138-aa57-4c9e-a9d2-ae5e818cfe87 req-22357cea-e560-4587-8358-808b1a9183d2 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:32.677517 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f2de138-aa57-4c9e-a9d2-ae5e818cfe87 req-22357cea-e560-4587-8358-808b1a9183d2 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0479550 Sep 30 13:34:32.714744 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f2de138-aa57-4c9e-a9d2-ae5e818cfe87 req-22c577ee-16ae-472d-bfb7-bfacb96420ef tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312874 Sep 30 13:34:33.829587 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56842e48-e237-410e-bb84-1be4140054b5 req-c095def2-515f-4593-a451-54feaa402c49 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:33.831151 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-56842e48-e237-410e-bb84-1be4140054b5 req-c095def2-515f-4593-a451-54feaa402c49 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0502007 Sep 30 13:34:33.870704 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-56842e48-e237-410e-bb84-1be4140054b5 req-b234254f-f468-4572-9e0b-85da6dca8eac tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323877 Sep 30 13:34:34.985104 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9497c6-2cbe-4274-91d6-a13c5071b4f6 req-5a821b9a-58a2-4357-9784-1de889bbc97a tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:34.986641 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6c9497c6-2cbe-4274-91d6-a13c5071b4f6 req-5a821b9a-58a2-4357-9784-1de889bbc97a tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0489769 Sep 30 13:34:35.025429 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6c9497c6-2cbe-4274-91d6-a13c5071b4f6 req-d9aba489-8e62-47f4-8558-ad87f8e97ef3 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319097 Sep 30 13:34:36.141971 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882a16d-7294-4295-bc65-a20b4e68750a req-164bd9a0-c337-47db-8ddd-d69172502f6a tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:36.143506 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8882a16d-7294-4295-bc65-a20b4e68750a req-164bd9a0-c337-47db-8ddd-d69172502f6a tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0499547 Sep 30 13:34:36.183125 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8882a16d-7294-4295-bc65-a20b4e68750a req-e2f540d4-7703-4bab-b732-041498420d04 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336354 Sep 30 13:34:37.302277 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29ca81-8c3e-4942-8a7f-b4d3b337713d req-1120a683-d467-48fc-a279-739095cc534c tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:37.303814 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1c29ca81-8c3e-4942-8a7f-b4d3b337713d req-1120a683-d467-48fc-a279-739095cc534c tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0532956 Sep 30 13:34:37.342284 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1c29ca81-8c3e-4942-8a7f-b4d3b337713d req-8429ed30-1ffd-475a-ab22-6bbe5e8aaf35 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325031 Sep 30 13:34:38.466193 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aba1e6-b20b-4cfe-b35f-86fccea9beae req-19a6c86a-34c4-4f1f-8c63-ba48648c2c35 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:38.467759 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b4aba1e6-b20b-4cfe-b35f-86fccea9beae req-19a6c86a-34c4-4f1f-8c63-ba48648c2c35 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0559499 Sep 30 13:34:38.507556 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b4aba1e6-b20b-4cfe-b35f-86fccea9beae req-f4e6c3c5-a02e-497e-9aa3-57d32a4891ff tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329323 Sep 30 13:34:39.626866 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7572ab5-3738-4648-b790-5f10d856a093 req-98a8581f-f2d4-474b-881f-3e35caaedd54 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:39.628402 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f7572ab5-3738-4648-b790-5f10d856a093 req-98a8581f-f2d4-474b-881f-3e35caaedd54 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0511432 Sep 30 13:34:39.668842 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f7572ab5-3738-4648-b790-5f10d856a093 req-d78af627-7f03-4be7-b1f6-656460e055a8 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328479 Sep 30 13:34:40.790739 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a67a2-ff5c-4a36-a853-3b5063523193 req-1cf896ba-430d-4824-823d-41f70ffe48d5 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:40.792408 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-720a67a2-ff5c-4a36-a853-3b5063523193 req-1cf896ba-430d-4824-823d-41f70ffe48d5 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0517440 Sep 30 13:34:40.833650 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-720a67a2-ff5c-4a36-a853-3b5063523193 req-ca4789f8-3dbd-4fee-9bfb-2f6b4cbc681b tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340161 Sep 30 13:34:41.965940 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e98e9-0bc5-4111-a02a-28066d57b89b req-65aa17ac-56cf-4d9e-aef4-462b29fcd58c tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:41.966717 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fe9e98e9-0bc5-4111-a02a-28066d57b89b req-65aa17ac-56cf-4d9e-aef4-462b29fcd58c tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0500972 Sep 30 13:34:42.006174 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fe9e98e9-0bc5-4111-a02a-28066d57b89b req-53cc30e1-a57e-4382-a280-fbfd36d7c25f tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334420 Sep 30 13:34:43.177513 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea962e6f-42e9-4b3c-ba32-3f94dde4240b req-8b253b1d-040e-4501-a7d6-c751186380d9 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:43.179072 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ea962e6f-42e9-4b3c-ba32-3f94dde4240b req-8b253b1d-040e-4501-a7d6-c751186380d9 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0534928 Sep 30 13:34:43.217721 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ea962e6f-42e9-4b3c-ba32-3f94dde4240b req-e921a6dd-55f9-43de-b490-0377d89e3338 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326080 Sep 30 13:34:44.338472 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1fbe3-9117-4370-97b3-ab023fc73881 req-60848a45-eb07-462f-ba42-cf1fd262fac9 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:44.339994 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-34a1fbe3-9117-4370-97b3-ab023fc73881 req-60848a45-eb07-462f-ba42-cf1fd262fac9 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0536420 Sep 30 13:34:44.378771 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-34a1fbe3-9117-4370-97b3-ab023fc73881 req-631b5df1-8204-4506-abc2-dc3386531e3e tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327713 Sep 30 13:34:44.949630 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:45.498567 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686aedc-6fbf-49d0-ab69-9ef54ab9674b req-5e2fd994-b274-4ca6-bf9b-f4fe122d77b8 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:45.500040 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3686aedc-6fbf-49d0-ab69-9ef54ab9674b req-5e2fd994-b274-4ca6-bf9b-f4fe122d77b8 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0525844 Sep 30 13:34:45.538103 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3686aedc-6fbf-49d0-ab69-9ef54ab9674b req-9f7f8155-0135-49f4-8033-bf236fc89ebf tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310938 Sep 30 13:34:46.653128 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f101b-12fd-4cbe-a8cc-c1086eabca4c req-170eedba-b05e-4501-a8bd-6cd7c1488d3a tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:46.654733 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6e1f101b-12fd-4cbe-a8cc-c1086eabca4c req-170eedba-b05e-4501-a8bd-6cd7c1488d3a tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0490260 Sep 30 13:34:46.692941 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6e1f101b-12fd-4cbe-a8cc-c1086eabca4c req-3c45c550-c39d-4ee1-a841-2616a4a0b298 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320823 Sep 30 13:34:46.996097 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device fc89bdb6-dac5-4f0b-b5bd-a180c50a5209 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:34:47.110079 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port fc89bdb6-dac5-4f0b-b5bd-a180c50a5209, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=fc89bdb6-dac5-4f0b-b5bd-a180c50a5209,segment=NetworkSegment(0df1642a-b10d-4a1c-90a7-ebe6720ce565),segment_id=0df1642a-b10d-4a1c-90a7-ebe6720ce565)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:34:47.126184 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'fc89bdb6-dac5-4f0b-b5bd-a180c50a5209', 'network_id': 'caff0b63-f2de-4455-9e4c-b8cc416f6953', 'port_id': 'fc89bdb6-dac5-4f0b-b5bd-a180c50a5209', 'mac_address': 'fa:16:3e:c7:36:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6abd05f8-bb16-473d-a0ca-165472a8ae42', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:34:47.183578 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:47.205162 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc89bdb6-dac5-4f0b-b5bd-a180c50a5209 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:34:47.230991 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port fc89bdb6-dac5-4f0b-b5bd-a180c50a5209, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=fc89bdb6-dac5-4f0b-b5bd-a180c50a5209,segment=NetworkSegment(0df1642a-b10d-4a1c-90a7-ebe6720ce565),segment_id=0df1642a-b10d-4a1c-90a7-ebe6720ce565)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:34:47.237698 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:47.298838 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=fc89bdb6-dac5-4f0b-b5bd-a180c50a5209,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:47.454734 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['fc89bdb6-dac5-4f0b-b5bd-a180c50a5209'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:34:47.811097 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0af48a-1e12-44ca-ab7d-8aab5facf2fe req-bf2c03ca-e16d-45ba-9838-2ffbeb548088 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:47.812611 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2a0af48a-1e12-44ca-ab7d-8aab5facf2fe req-bf2c03ca-e16d-45ba-9838-2ffbeb548088 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 944 time: 0.0491345 Sep 30 13:34:47.851828 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2a0af48a-1e12-44ca-ab7d-8aab5facf2fe req-3825c7ab-3d85-4955-b631-99956ecc6ae7 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322905 Sep 30 13:34:48.228410 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5334f561-41d9-44c4-846e-1bab6f3eed84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:48.587411 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-98564ba5-13ce-43b6-b613-7f4ff3e876dd tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:48.588916 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-98564ba5-13ce-43b6-b613-7f4ff3e876dd tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 811 time: 0.3684845 Sep 30 13:34:48.604330 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-ab73313a-1d32-4ab9-8946-273accff6455 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/quotas/866f7de7650a419a9623697f26d65ff4 HTTP/1.1" status: 200 len: 375 time: 0.0095801 Sep 30 13:34:48.654756 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-0be09c92-d457-454e-9725-2887e4f420bd tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450056 Sep 30 13:34:48.748383 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-7d2fcf70-d7cd-44da-9bae-d6311089f339 service neutron] 10.222.0.18 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860653 Sep 30 13:34:48.837288 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-7497a3a9-6609-49f9-afaa-6777fdddd46d service neutron] 10.222.0.18 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820374 Sep 30 13:34:48.976367 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad342119-b0b0-4780-b78d-7bce535414f9 req-b57751fb-e82b-44e5-9b7b-6db1344b3332 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:48.977968 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ad342119-b0b0-4780-b78d-7bce535414f9 req-b57751fb-e82b-44e5-9b7b-6db1344b3332 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 944 time: 0.0524218 Sep 30 13:34:49.012904 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device fc89bdb6-dac5-4f0b-b5bd-a180c50a5209 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:34:49.018881 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ad342119-b0b0-4780-b78d-7bce535414f9 req-9a6b4ec0-7b0e-44f2-9720-93c2ede034bc tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341258 Sep 30 13:34:49.064100 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port fc89bdb6-dac5-4f0b-b5bd-a180c50a5209 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:34:49.064465 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:49.135859 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-46ab16a4-302c-4c50-ae0d-a4fb6b0323ee req-cac0506e-f0ac-42c8-aad8-6a466823897d tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1e2593e-10a8-47c1-a8e5-28c336a164e0 HTTP/1.1" status: 200 len: 210 time: 0.0331528 Sep 30 13:34:49.144988 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:49.168078 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a55353-78cb-454e-8564-a59d35c19575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc89bdb6-dac5-4f0b-b5bd-a180c50a5209'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:34:49.170445 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c19a66c-77a7-4b48-92f6-32aa1fb37686" -d '{"events": [{"server_uuid": "d7a55353-78cb-454e-8564-a59d35c19575", "name": "network-vif-plugged", "status": "completed", "tag": "fc89bdb6-dac5-4f0b-b5bd-a180c50a5209"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:34:49.184061 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port fc89bdb6-dac5-4f0b-b5bd-a180c50a5209, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=fc89bdb6-dac5-4f0b-b5bd-a180c50a5209,segment=NetworkSegment(0df1642a-b10d-4a1c-90a7-ebe6720ce565),segment_id=0df1642a-b10d-4a1c-90a7-ebe6720ce565)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:34:49.190584 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:49.217153 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2eaeb0-3912-442b-8d8d-09c1b8373993 x-openstack-request-id: req-eb2eaeb0-3912-442b-8d8d-09c1b8373993 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:34:49.217442 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a55353-78cb-454e-8564-a59d35c19575", "name": "network-vif-plugged", "status": "completed", "tag": "fc89bdb6-dac5-4f0b-b5bd-a180c50a5209", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:34:49.217692 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb2eaeb0-3912-442b-8d8d-09c1b8373993 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:34:49.218097 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a55353-78cb-454e-8564-a59d35c19575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc89bdb6-dac5-4f0b-b5bd-a180c50a5209', 'code': 200} Sep 30 13:34:49.245916 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=fc89bdb6-dac5-4f0b-b5bd-a180c50a5209,revision_number=7']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:49.381653 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e6101-5cb6-4d0d-9047-c0e0e3a59580 req-5d5f3f8c-fc1b-4104-8f3c-6a7b6581b00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:49.383181 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-517e6101-5cb6-4d0d-9047-c0e0e3a59580 req-5d5f3f8c-fc1b-4104-8f3c-6a7b6581b00f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 1096 time: 0.0406988 Sep 30 13:34:49.423618 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-517e6101-5cb6-4d0d-9047-c0e0e3a59580 req-3f53b494-39f2-48ad-9e64-bd83b031b474 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324452 Sep 30 13:34:49.623973 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:50.042507 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-025ca127-069d-4da0-b44c-ea7b19424862 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:50.044400 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-025ca127-069d-4da0-b44c-ea7b19424862 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.54 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 811 time: 0.1073506 Sep 30 13:34:50.057309 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-a1f815b9-08db-4886-bf3d-56086c8bff23 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Request body: {'port': {'device_id': 'c1e2593e-10a8-47c1-a8e5-28c336a164e0', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'admin_state_up': True, 'tenant_id': '866f7de7650a419a9623697f26d65ff4'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:34:50.138921 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260d6e9-ffde-4eb8-ad5e-f40e2919af93 req-eeb311cc-4e96-4d4f-b3dd-bed6de0641db tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:50.140539 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1260d6e9-ffde-4eb8-ad5e-f40e2919af93 req-eeb311cc-4e96-4d4f-b3dd-bed6de0641db tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0513747 Sep 30 13:34:50.170178 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-a1f815b9-08db-4886-bf3d-56086c8bff23 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Made reservation on behalf of 866f7de7650a419a9623697f26d65ff4 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:34:50.175224 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-a1f815b9-08db-4886-bf3d-56086c8bff23 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:50.197233 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1260d6e9-ffde-4eb8-ad5e-f40e2919af93 req-4c1300b6-8074-4acc-b3f8-785090e12e8a tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458438 Sep 30 13:34:50.271946 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4fff29b6-29dc-4e1e-a713-4668f1b4d2d5 req-f0b7789f-0920-4279-8d1b-27b6d12beffd tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1e2593e-10a8-47c1-a8e5-28c336a164e0 HTTP/1.1" status: 200 len: 210 time: 0.0327206 Sep 30 13:34:50.330783 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-a1f815b9-08db-4886-bf3d-56086c8bff23 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Allocated IP 172.20.0.11 (949dc44d-a521-4909-8cff-116a74911834/3a29bd19-7bbd-493a-b0e5-a534c2103246/fd82cbdb-93e8-4b7f-9b25-d463bd356f58) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:34:50.484522 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-a1f815b9-08db-4886-bf3d-56086c8bff23 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:50.529545 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-a1f815b9-08db-4886-bf3d-56086c8bff23 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:50.570874 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-a1f815b9-08db-4886-bf3d-56086c8bff23 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Network 949dc44d-a521-4909-8cff-116a74911834 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:34:50.577617 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-a1f815b9-08db-4886-bf3d-56086c8bff23 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:34:50.603562 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-a1f815b9-08db-4886-bf3d-56086c8bff23 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:34:50.607825 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f815b9-08db-4886-bf3d-56086c8bff23 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event updated for resources: {'Port': ['ID=fd82cbdb-93e8-4b7f-9b25-d463bd356f58,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:50.678117 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-a1f815b9-08db-4886-bf3d-56086c8bff23 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:50.678986 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-a1f815b9-08db-4886-bf3d-56086c8bff23 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:50.701531 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-a1f815b9-08db-4886-bf3d-56086c8bff23 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6483431 Sep 30 13:34:50.705492 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bcd552b1-f507-41d7-a2d7-368e9e61731b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:50.716232 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-aa5d6da9-80d1-4ba8-bb8a-1f860fd9c985 service neutron] Request body: {'port': {'device_id': 'c1e2593e-10a8-47c1-a8e5-28c336a164e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:34:50.774750 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-aa5d6da9-80d1-4ba8-bb8a-1f860fd9c985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:50.944635 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-99329ab2-a354-4a1c-be91-1febf5558f4d None None] Provisioning complete for port fd82cbdb-93e8-4b7f-9b25-d463bd356f58 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:34:50.944912 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-99329ab2-a354-4a1c-be91-1febf5558f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:50.978289 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-99329ab2-a354-4a1c-be91-1febf5558f4d None None] Port fd82cbdb-93e8-4b7f-9b25-d463bd356f58 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:34:51.057329 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-aa5d6da9-80d1-4ba8-bb8a-1f860fd9c985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd82cbdb-93e8-4b7f-9b25-d463bd356f58 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:34:51.064889 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-aa5d6da9-80d1-4ba8-bb8a-1f860fd9c985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:51.076472 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-aa5d6da9-80d1-4ba8-bb8a-1f860fd9c985 service neutron] Transition to ACTIVE for port object fd82cbdb-93e8-4b7f-9b25-d463bd356f58 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:34:51.079996 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-aa5d6da9-80d1-4ba8-bb8a-1f860fd9c985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:51.146921 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d6da9-80d1-4ba8-bb8a-1f860fd9c985 service neutron] Pushing event updated for resources: {'Port': ['ID=fd82cbdb-93e8-4b7f-9b25-d463bd356f58,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:51.200140 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-aa5d6da9-80d1-4ba8-bb8a-1f860fd9c985 service neutron] Attempting to bind port fd82cbdb-93e8-4b7f-9b25-d463bd356f58 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:34:51.200507 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-aa5d6da9-80d1-4ba8-bb8a-1f860fd9c985 service neutron] Attempting to bind port fd82cbdb-93e8-4b7f-9b25-d463bd356f58 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:34:51.200803 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-aa5d6da9-80d1-4ba8-bb8a-1f860fd9c985 service neutron] Attempting to bind port fd82cbdb-93e8-4b7f-9b25-d463bd356f58 on network 949dc44d-a521-4909-8cff-116a74911834 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:34:51.205350 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-aa5d6da9-80d1-4ba8-bb8a-1f860fd9c985 service neutron] Port fd82cbdb-93e8-4b7f-9b25-d463bd356f58 on network 949dc44d-a521-4909-8cff-116a74911834 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:34:51.205677 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-aa5d6da9-80d1-4ba8-bb8a-1f860fd9c985 service neutron] Attempting to bind port fd82cbdb-93e8-4b7f-9b25-d463bd356f58 on network 949dc44d-a521-4909-8cff-116a74911834 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:34:51.211189 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-aa5d6da9-80d1-4ba8-bb8a-1f860fd9c985 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:34:51.211537 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-aa5d6da9-80d1-4ba8-bb8a-1f860fd9c985 service neutron] Checking segment: {'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:34:51.211921 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-aa5d6da9-80d1-4ba8-bb8a-1f860fd9c985 service neutron] Bound using segment: {'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:34:51.212351 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-aa5d6da9-80d1-4ba8-bb8a-1f860fd9c985 service neutron] Bound port: fd82cbdb-93e8-4b7f-9b25-d463bd356f58, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:34:51.212709 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-aa5d6da9-80d1-4ba8-bb8a-1f860fd9c985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:51.328799 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-aa5d6da9-80d1-4ba8-bb8a-1f860fd9c985 service neutron] For port fd82cbdb-93e8-4b7f-9b25-d463bd356f58, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:34:51.347837 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-aa5d6da9-80d1-4ba8-bb8a-1f860fd9c985 service neutron] For port fd82cbdb-93e8-4b7f-9b25-d463bd356f58, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=fd82cbdb-93e8-4b7f-9b25-d463bd356f58,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:34:51.355393 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-aa5d6da9-80d1-4ba8-bb8a-1f860fd9c985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:51.393673 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b1231-0397-4a2a-b710-13a2e067917e req-7ce85dca-c2d2-4ef2-b778-94aef40644cf tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:51.395695 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b04b1231-0397-4a2a-b710-13a2e067917e req-7ce85dca-c2d2-4ef2-b778-94aef40644cf tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.1151142 Sep 30 13:34:51.403351 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-aa5d6da9-80d1-4ba8-bb8a-1f860fd9c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:51.404076 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-aa5d6da9-80d1-4ba8-bb8a-1f860fd9c985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:51.405687 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-aa5d6da9-80d1-4ba8-bb8a-1f860fd9c985 service neutron] 10.222.0.54 "PUT /v2.0/ports/fd82cbdb-93e8-4b7f-9b25-d463bd356f58 HTTP/1.1" status: 200 len: 1092 time: 0.6945050 Sep 30 13:34:51.406149 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e2593e-10a8-47c1-a8e5-28c336a164e0', 'tag': 'fd82cbdb-93e8-4b7f-9b25-d463bd356f58'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:34:51.409039 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54ff5d7-ed6c-4f85-a5de-6463e0b25fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e2593e-10a8-47c1-a8e5-28c336a164e0", "tag": "fd82cbdb-93e8-4b7f-9b25-d463bd356f58"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:34:51.452065 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d6da9-80d1-4ba8-bb8a-1f860fd9c985 service neutron] Pushing event updated for resources: {'Port': ['ID=fd82cbdb-93e8-4b7f-9b25-d463bd356f58,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:51.466349 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e8572-ad12-440b-9bb2-d8c150db90b3 req-0c65be16-7b5b-4e56-89a1-21ae1abbea4d tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:51.468601 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-077e8572-ad12-440b-9bb2-d8c150db90b3 req-0c65be16-7b5b-4e56-89a1-21ae1abbea4d tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1e2593e-10a8-47c1-a8e5-28c336a164e0 HTTP/1.1" status: 200 len: 944 time: 0.0992897 Sep 30 13:34:51.495408 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b04b1231-0397-4a2a-b710-13a2e067917e req-0b16fe09-22b3-455b-80a9-f04c2a8c93ef tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780423 Sep 30 13:34:51.518398 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-48ebe6fa-db52-4938-8357-8efa2f1eab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:51.520441 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-48ebe6fa-db52-4938-8357-8efa2f1eab98 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&device_id=c1e2593e-10a8-47c1-a8e5-28c336a164e0 HTTP/1.1" status: 200 len: 1095 time: 0.0634968 Sep 30 13:34:51.522445 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-077e8572-ad12-440b-9bb2-d8c150db90b3 req-e52a36f6-5f44-4791-91e2-010dcca34fb5 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446711 Sep 30 13:34:51.579520 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbde4b8-b843-41e9-b134-6ebd62958784 x-openstack-request-id: req-cfbde4b8-b843-41e9-b134-6ebd62958784 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:34:51.579822 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e2593e-10a8-47c1-a8e5-28c336a164e0", "tag": "fd82cbdb-93e8-4b7f-9b25-d463bd356f58", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:34:51.580074 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cfbde4b8-b843-41e9-b134-6ebd62958784 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:34:51.580474 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e2593e-10a8-47c1-a8e5-28c336a164e0', 'tag': 'fd82cbdb-93e8-4b7f-9b25-d463bd356f58', 'status': 'completed', 'code': 200} Sep 30 13:34:51.583057 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-ec28c5f9-4720-4fa3-925e-049220222c1c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd82cbdb-93e8-4b7f-9b25-d463bd356f58 HTTP/1.1" status: 200 len: 217 time: 0.0515501 Sep 30 13:34:51.646659 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:51.654470 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-1aa9d59b-fec6-47a7-8734-3cf7829c7a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:51.655907 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-1aa9d59b-fec6-47a7-8734-3cf7829c7a51 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a29bd19-7bbd-493a-b0e5-a534c2103246 HTTP/1.1" status: 200 len: 850 time: 0.0673516 Sep 30 13:34:51.673425 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a1fbd-fd9c-4c4a-9989-5ce95e32e582 req-5aaf434f-a76d-4283-8ddb-29b78029c1a5 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:51.674946 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9c4a1fbd-fd9c-4c4a-9989-5ce95e32e582 req-5aaf434f-a76d-4283-8ddb-29b78029c1a5 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0650046 Sep 30 13:34:51.710684 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-40ce5ea0-a9df-4e88-ad1f-6c1073411c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:51.712408 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-40ce5ea0-a9df-4e88-ad1f-6c1073411c3c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=949dc44d-a521-4909-8cff-116a74911834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498965 Sep 30 13:34:51.717111 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9c4a1fbd-fd9c-4c4a-9989-5ce95e32e582 req-cc1204fe-9fab-41d1-a4f0-c59b1cdf3a40 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345864 Sep 30 13:34:51.815996 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-2a97cb0c-9a47-472f-8860-527ddfb88214 service neutron] 10.222.0.54 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952353 Sep 30 13:34:51.920701 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28fe2f81-32b3-47cc-b16d-9e1497b7b5f2 req-ccb825a6-c05a-4054-9de1-434ca34d5893 service neutron] 10.222.0.54 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976243 Sep 30 13:34:52.015745 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff5d7-ed6c-4f85-a5de-6463e0b25fd4 req-d2ca79bd-8733-4a78-9b33-093b055692e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:52.017287 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b54ff5d7-ed6c-4f85-a5de-6463e0b25fd4 req-d2ca79bd-8733-4a78-9b33-093b055692e0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&device_id=c1e2593e-10a8-47c1-a8e5-28c336a164e0 HTTP/1.1" status: 200 len: 1095 time: 0.0531068 Sep 30 13:34:52.092723 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-7cf07061-518b-435b-a665-230dad4587cc tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:52.094276 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-7cf07061-518b-435b-a665-230dad4587cc tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/networks?id=caff0b63-f2de-4455-9e4c-b8cc416f6953 HTTP/1.1" status: 200 len: 815 time: 0.1129119 Sep 30 13:34:52.111650 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-bd85be92-b5b7-4c5e-91dc-013db308c7e0 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/quotas/a920cd591b9e45b893ce21a8cf055314 HTTP/1.1" status: 200 len: 375 time: 0.0096478 Sep 30 13:34:52.120490 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff5d7-ed6c-4f85-a5de-6463e0b25fd4 req-61ca6829-e1ba-4d85-944d-0ceb062e972f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:52.121977 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b54ff5d7-ed6c-4f85-a5de-6463e0b25fd4 req-61ca6829-e1ba-4d85-944d-0ceb062e972f service neutron] 10.222.0.54 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 912 time: 0.0979660 Sep 30 13:34:52.164179 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-dc0fdf97-7ec1-4c32-ba18-b29b58415904 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a920cd591b9e45b893ce21a8cf055314&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0454042 Sep 30 13:34:52.170277 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b54ff5d7-ed6c-4f85-a5de-6463e0b25fd4 req-a08db673-fcff-4e71-9c53-bd14792d7bd1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd82cbdb-93e8-4b7f-9b25-d463bd356f58 HTTP/1.1" status: 200 len: 217 time: 0.0410693 Sep 30 13:34:52.175765 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-ba92f4fc-3def-443c-a82b-70dc70171e4f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:34:52.177252 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-ba92f4fc-3def-443c-a82b-70dc70171e4f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057135 Sep 30 13:34:52.223131 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff5d7-ed6c-4f85-a5de-6463e0b25fd4 req-bbbfe3d9-e213-49ec-a1c8-ca3c349fb5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:52.225105 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b54ff5d7-ed6c-4f85-a5de-6463e0b25fd4 req-bbbfe3d9-e213-49ec-a1c8-ca3c349fb5c7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a29bd19-7bbd-493a-b0e5-a534c2103246 HTTP/1.1" status: 200 len: 850 time: 0.0482254 Sep 30 13:34:52.273022 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff5d7-ed6c-4f85-a5de-6463e0b25fd4 req-459a168f-5acc-4b0b-bc4d-fc38d8cc0631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:52.274738 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b54ff5d7-ed6c-4f85-a5de-6463e0b25fd4 req-459a168f-5acc-4b0b-bc4d-fc38d8cc0631 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=949dc44d-a521-4909-8cff-116a74911834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417881 Sep 30 13:34:52.279839 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-258c0db0-7485-4f55-acc8-e0b3e927142e service neutron] 10.222.0.18 "GET /v2.0/networks/caff0b63-f2de-4455-9e4c-b8cc416f6953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931280 Sep 30 13:34:52.372490 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b54ff5d7-ed6c-4f85-a5de-6463e0b25fd4 req-63955796-cf3d-48af-a738-b22a64139100 service neutron] 10.222.0.54 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891871 Sep 30 13:34:52.372727 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-f80e340f-fbbb-4133-a933-06c6c5a872f6 service neutron] 10.222.0.18 "GET /v2.0/networks/caff0b63-f2de-4455-9e4c-b8cc416f6953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861974 Sep 30 13:34:52.416529 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:52.470991 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b54ff5d7-ed6c-4f85-a5de-6463e0b25fd4 req-3552f0e9-8bdf-4b48-9d78-7cbdbda7a4d5 service neutron] 10.222.0.54 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904262 Sep 30 13:34:52.577050 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-43affe8e-b97b-4da7-a203-32bf243e7294 req-c398a3d2-609b-49a9-809a-ce755453dfba tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 210 time: 0.0340400 Sep 30 13:34:52.672119 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108a0ae-0493-4608-84f7-e06574b4f5cf req-28e135e7-12e0-4b96-80b3-dd2082d0b94f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:52.673918 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4108a0ae-0493-4608-84f7-e06574b4f5cf req-28e135e7-12e0-4b96-80b3-dd2082d0b94f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1e2593e-10a8-47c1-a8e5-28c336a164e0 HTTP/1.1" status: 200 len: 944 time: 0.0538960 Sep 30 13:34:52.720720 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4108a0ae-0493-4608-84f7-e06574b4f5cf req-27853389-b8cb-428c-9f98-05fccd7a8bee tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360713 Sep 30 13:34:53.503995 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8b6ec-75fd-4c81-b5e3-715db8d83748 req-885bafa1-0a8a-4645-99db-57b3855ab589 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:53.506577 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4da8b6ec-75fd-4c81-b5e3-715db8d83748 req-885bafa1-0a8a-4645-99db-57b3855ab589 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7a55353-78cb-454e-8564-a59d35c19575 HTTP/1.1" status: 200 len: 945 time: 0.0664315 Sep 30 13:34:53.572549 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-b9dca6a2-9764-488a-bbda-636b4a3505d5 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:53.574249 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-b9dca6a2-9764-488a-bbda-636b4a3505d5 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.39 "GET /v2.0/networks?id=caff0b63-f2de-4455-9e4c-b8cc416f6953 HTTP/1.1" status: 200 len: 815 time: 0.1338961 Sep 30 13:34:53.588881 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-bb5a8051-29f2-417f-b77c-0efdb8a78f4d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Request body: {'port': {'device_id': 'a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a', 'network_id': 'caff0b63-f2de-4455-9e4c-b8cc416f6953', 'admin_state_up': True, 'tenant_id': 'a920cd591b9e45b893ce21a8cf055314'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:34:53.624966 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-4da8b6ec-75fd-4c81-b5e3-715db8d83748 req-7b9ed3b1-b8d0-45f3-ae9f-7d51e78046c6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Deleting port fc89bdb6-dac5-4f0b-b5bd-a180c50a5209 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:34:53.625187 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4da8b6ec-75fd-4c81-b5e3-715db8d83748 req-7b9ed3b1-b8d0-45f3-ae9f-7d51e78046c6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:53.726470 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-4da8b6ec-75fd-4c81-b5e3-715db8d83748 req-7b9ed3b1-b8d0-45f3-ae9f-7d51e78046c6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] For port fc89bdb6-dac5-4f0b-b5bd-a180c50a5209, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=fc89bdb6-dac5-4f0b-b5bd-a180c50a5209,segment=NetworkSegment(0df1642a-b10d-4a1c-90a7-ebe6720ce565),segment_id=0df1642a-b10d-4a1c-90a7-ebe6720ce565)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:34:53.727175 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4da8b6ec-75fd-4c81-b5e3-715db8d83748 req-7b9ed3b1-b8d0-45f3-ae9f-7d51e78046c6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:53.738924 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-108ea204-07fd-426c-9291-fe6bab4ef284 req-828cda74-236c-4d2d-9dc5-e44105852ba3 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 210 time: 0.0574391 Sep 30 13:34:53.739973 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-4da8b6ec-75fd-4c81-b5e3-715db8d83748 req-7b9ed3b1-b8d0-45f3-ae9f-7d51e78046c6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Calling delete_port for fc89bdb6-dac5-4f0b-b5bd-a180c50a5209 owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:34:53.773087 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20bdeeeb-8c0d-4704-adf6-0593a5f53213 req-3219d050-7e68-42d7-b05e-8893850510b0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=009677fa-a051-4374-ae8a-1a72cd414ae9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0932455 Sep 30 13:34:53.795916 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-bb5a8051-29f2-417f-b77c-0efdb8a78f4d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Made reservation on behalf of a920cd591b9e45b893ce21a8cf055314 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:34:53.802246 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-bb5a8051-29f2-417f-b77c-0efdb8a78f4d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:53.923103 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdeeeb-8c0d-4704-adf6-0593a5f53213 req-9a2fdb29-78f6-417f-911b-1d2e2627785d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:53.924525 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20bdeeeb-8c0d-4704-adf6-0593a5f53213 req-9a2fdb29-78f6-417f-911b-1d2e2627785d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=35de1fee209b4805a01788770657a0cb&device_id=009677fa-a051-4374-ae8a-1a72cd414ae9 HTTP/1.1" status: 200 len: 1096 time: 0.1011181 Sep 30 13:34:53.927412 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42174591-f215-4774-a54c-5e4e0cbc6e15 req-03e97c22-05c4-4fef-b789-7f4775fb971f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:53.928929 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-42174591-f215-4774-a54c-5e4e0cbc6e15 req-03e97c22-05c4-4fef-b789-7f4775fb971f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1e2593e-10a8-47c1-a8e5-28c336a164e0 HTTP/1.1" status: 200 len: 944 time: 0.0900462 Sep 30 13:34:53.969736 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4da8b6ec-75fd-4c81-b5e3-715db8d83748 req-7b9ed3b1-b8d0-45f3-ae9f-7d51e78046c6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:53.981721 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['fc89bdb6-dac5-4f0b-b5bd-a180c50a5209'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:34:54.010277 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-42174591-f215-4774-a54c-5e4e0cbc6e15 req-c9395ae7-1fc4-4509-acc8-fc4530a53ae6 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709574 Sep 30 13:34:54.031330 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ed3b1-b8d0-45f3-ae9f-7d51e78046c6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Pushing event deleted for resources: {'Port': ['ID=fc89bdb6-dac5-4f0b-b5bd-a180c50a5209,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:54.074427 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-bb5a8051-29f2-417f-b77c-0efdb8a78f4d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Allocated IP 172.20.0.8 (caff0b63-f2de-4455-9e4c-b8cc416f6953/6abd05f8-bb16-473d-a0ca-165472a8ae42/3a05d782-92d3-4bbc-915c-9fb5a073ad28) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:34:54.079432 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ed3b1-b8d0-45f3-ae9f-7d51e78046c6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:54.079810 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ed3b1-b8d0-45f3-ae9f-7d51e78046c6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:54.079948 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdeeeb-8c0d-4704-adf6-0593a5f53213 req-36a9253f-663a-4edd-a102-73452a3f3daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:54.080149 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ed3b1-b8d0-45f3-ae9f-7d51e78046c6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:54.080563 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ed3b1-b8d0-45f3-ae9f-7d51e78046c6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:54.080831 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ed3b1-b8d0-45f3-ae9f-7d51e78046c6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:54.081292 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ed3b1-b8d0-45f3-ae9f-7d51e78046c6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:54.081511 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ed3b1-b8d0-45f3-ae9f-7d51e78046c6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:54.081953 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ed3b1-b8d0-45f3-ae9f-7d51e78046c6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:54.082184 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20bdeeeb-8c0d-4704-adf6-0593a5f53213 req-36a9253f-663a-4edd-a102-73452a3f3daa service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4b0523b-a54f-4ed7-a0f3-3df91092127e HTTP/1.1" status: 200 len: 896 time: 0.1225400 Sep 30 13:34:54.082391 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ed3b1-b8d0-45f3-ae9f-7d51e78046c6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:54.082724 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ed3b1-b8d0-45f3-ae9f-7d51e78046c6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:54.083047 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ed3b1-b8d0-45f3-ae9f-7d51e78046c6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:54.083739 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ed3b1-b8d0-45f3-ae9f-7d51e78046c6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:54.088499 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da8b6ec-75fd-4c81-b5e3-715db8d83748 req-7b9ed3b1-b8d0-45f3-ae9f-7d51e78046c6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] No DVR routers for this DVR port fc89bdb6-dac5-4f0b-b5bd-a180c50a5209 on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:34:54.091338 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4da8b6ec-75fd-4c81-b5e3-715db8d83748 req-7b9ed3b1-b8d0-45f3-ae9f-7d51e78046c6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:54.093915 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4da8b6ec-75fd-4c81-b5e3-715db8d83748 req-7b9ed3b1-b8d0-45f3-ae9f-7d51e78046c6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.39 "DELETE /v2.0/ports/fc89bdb6-dac5-4f0b-b5bd-a180c50a5209 HTTP/1.1" status: 204 len: 173 time: 0.5800233 Sep 30 13:34:54.094415 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a55353-78cb-454e-8564-a59d35c19575', 'name': 'network-vif-deleted', 'tag': 'fc89bdb6-dac5-4f0b-b5bd-a180c50a5209'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:34:54.097429 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6de6f24-e1c3-48f0-9f19-128d7c726d4a" -d '{"events": [{"server_uuid": "d7a55353-78cb-454e-8564-a59d35c19575", "name": "network-vif-deleted", "tag": "fc89bdb6-dac5-4f0b-b5bd-a180c50a5209"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:34:54.154980 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a75c7f-a0e0-4cdd-a9f2-273414521f08 x-openstack-request-id: req-c8a75c7f-a0e0-4cdd-a9f2-273414521f08 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:34:54.155270 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a55353-78cb-454e-8564-a59d35c19575", "name": "network-vif-deleted", "tag": "fc89bdb6-dac5-4f0b-b5bd-a180c50a5209", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:34:54.155855 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8a75c7f-a0e0-4cdd-a9f2-273414521f08 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:34:54.156401 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a55353-78cb-454e-8564-a59d35c19575', 'name': 'network-vif-deleted', 'tag': 'fc89bdb6-dac5-4f0b-b5bd-a180c50a5209', 'status': 'completed', 'code': 200} Sep 30 13:34:54.168510 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20bdeeeb-8c0d-4704-adf6-0593a5f53213 req-fd02f7b1-9b95-4c4d-b2b8-3a5b3c2e8b5c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a424d41-1a4f-424c-b161-53ddd35c36df HTTP/1.1" status: 200 len: 1000 time: 0.0760524 Sep 30 13:34:54.175719 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:54.261157 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdeeeb-8c0d-4704-adf6-0593a5f53213 req-0b780238-4103-4cb0-ad5d-c3ccf2884a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:54.262648 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20bdeeeb-8c0d-4704-adf6-0593a5f53213 req-0b780238-4103-4cb0-ad5d-c3ccf2884a6e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24eac410-0950-4550-af2d-8d9fd5deaa6b HTTP/1.1" status: 200 len: 835 time: 0.0821347 Sep 30 13:34:54.363949 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdeeeb-8c0d-4704-adf6-0593a5f53213 req-be98d34c-cfc7-4f1d-aa20-cdbfeb67ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:54.365357 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20bdeeeb-8c0d-4704-adf6-0593a5f53213 req-be98d34c-cfc7-4f1d-aa20-cdbfeb67ea2c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4b0523b-a54f-4ed7-a0f3-3df91092127e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699174 Sep 30 13:34:54.367913 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-bb5a8051-29f2-417f-b77c-0efdb8a78f4d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:54.461818 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-bb5a8051-29f2-417f-b77c-0efdb8a78f4d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:54.475283 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['fc89bdb6-dac5-4f0b-b5bd-a180c50a5209'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:34:54.511813 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20bdeeeb-8c0d-4704-adf6-0593a5f53213 req-79671b24-0d1a-43e2-abca-37e2c9e900cc service neutron] 10.222.0.39 "GET /v2.0/networks/c4b0523b-a54f-4ed7-a0f3-3df91092127e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371937 Sep 30 13:34:54.513548 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-bb5a8051-29f2-417f-b77c-0efdb8a78f4d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Network caff0b63-f2de-4455-9e4c-b8cc416f6953 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:34:54.518736 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-bb5a8051-29f2-417f-b77c-0efdb8a78f4d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:34:54.524266 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-bb5a8051-29f2-417f-b77c-0efdb8a78f4d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:34:54.576275 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a8051-29f2-417f-b77c-0efdb8a78f4d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Pushing event updated for resources: {'Port': ['ID=3a05d782-92d3-4bbc-915c-9fb5a073ad28,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:54.637028 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-bb5a8051-29f2-417f-b77c-0efdb8a78f4d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:54.637640 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-bb5a8051-29f2-417f-b77c-0efdb8a78f4d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:54.659838 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-bb5a8051-29f2-417f-b77c-0efdb8a78f4d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0757070 Sep 30 13:34:54.673014 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-2049a199-2c53-4ce6-b190-1977d6099e21 service neutron] Request body: {'port': {'device_id': 'a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:34:54.676747 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-20bdeeeb-8c0d-4704-adf6-0593a5f53213 req-d1a03a1c-bddd-4db8-9601-b7fc8113ae23 service neutron] 10.222.0.39 "GET /v2.0/networks/c4b0523b-a54f-4ed7-a0f3-3df91092127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535821 Sep 30 13:34:54.728415 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-2049a199-2c53-4ce6-b190-1977d6099e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:54.867078 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf345eee-b7f0-4ff8-8f02-9ce791fe504b req-5210e63c-f5a9-4157-8c15-a940cab5a4f7 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:54.868638 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cf345eee-b7f0-4ff8-8f02-9ce791fe504b req-5210e63c-f5a9-4157-8c15-a940cab5a4f7 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 931 time: 0.0541759 Sep 30 13:34:54.906001 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cf345eee-b7f0-4ff8-8f02-9ce791fe504b req-3a89906f-c815-4abd-8c8e-4d8dced3cd4e tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314081 Sep 30 13:34:54.992937 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-2049a199-2c53-4ce6-b190-1977d6099e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a05d782-92d3-4bbc-915c-9fb5a073ad28 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:34:55.000086 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-2049a199-2c53-4ce6-b190-1977d6099e21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:55.012049 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-2049a199-2c53-4ce6-b190-1977d6099e21 service neutron] Transition to ACTIVE for port object 3a05d782-92d3-4bbc-915c-9fb5a073ad28 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:34:55.016045 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-2049a199-2c53-4ce6-b190-1977d6099e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:55.070062 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049a199-2c53-4ce6-b190-1977d6099e21 service neutron] Pushing event updated for resources: {'Port': ['ID=3a05d782-92d3-4bbc-915c-9fb5a073ad28,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:55.174314 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89177f0-fd1a-491d-b8d5-457cedf9f148 req-228a9093-f3a6-4960-908d-a89861807fd6 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:55.176415 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c89177f0-fd1a-491d-b8d5-457cedf9f148 req-228a9093-f3a6-4960-908d-a89861807fd6 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1e2593e-10a8-47c1-a8e5-28c336a164e0 HTTP/1.1" status: 200 len: 944 time: 0.0906851 Sep 30 13:34:55.177074 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-2049a199-2c53-4ce6-b190-1977d6099e21 service neutron] Attempting to bind port 3a05d782-92d3-4bbc-915c-9fb5a073ad28 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:34:55.177402 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-2049a199-2c53-4ce6-b190-1977d6099e21 service neutron] Attempting to bind port 3a05d782-92d3-4bbc-915c-9fb5a073ad28 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '0df1642a-b10d-4a1c-90a7-ebe6720ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'caff0b63-f2de-4455-9e4c-b8cc416f6953'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:34:55.177727 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-2049a199-2c53-4ce6-b190-1977d6099e21 service neutron] Attempting to bind port 3a05d782-92d3-4bbc-915c-9fb5a073ad28 on network caff0b63-f2de-4455-9e4c-b8cc416f6953 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:34:55.182277 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-2049a199-2c53-4ce6-b190-1977d6099e21 service neutron] Port 3a05d782-92d3-4bbc-915c-9fb5a073ad28 on network caff0b63-f2de-4455-9e4c-b8cc416f6953 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:34:55.182601 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-2049a199-2c53-4ce6-b190-1977d6099e21 service neutron] Attempting to bind port 3a05d782-92d3-4bbc-915c-9fb5a073ad28 on network caff0b63-f2de-4455-9e4c-b8cc416f6953 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:34:55.194349 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-2049a199-2c53-4ce6-b190-1977d6099e21 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:34:55.194687 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-2049a199-2c53-4ce6-b190-1977d6099e21 service neutron] Checking segment: {'id': '0df1642a-b10d-4a1c-90a7-ebe6720ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'caff0b63-f2de-4455-9e4c-b8cc416f6953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:34:55.195058 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-2049a199-2c53-4ce6-b190-1977d6099e21 service neutron] Bound using segment: {'id': '0df1642a-b10d-4a1c-90a7-ebe6720ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'caff0b63-f2de-4455-9e4c-b8cc416f6953'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:34:55.195485 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-2049a199-2c53-4ce6-b190-1977d6099e21 service neutron] Bound port: 3a05d782-92d3-4bbc-915c-9fb5a073ad28, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df1642a-b10d-4a1c-90a7-ebe6720ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'caff0b63-f2de-4455-9e4c-b8cc416f6953'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:34:55.195841 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-2049a199-2c53-4ce6-b190-1977d6099e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:55.248210 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c89177f0-fd1a-491d-b8d5-457cedf9f148 req-2f5d8c30-ce79-4c53-a1c5-5b4f7248fb97 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626493 Sep 30 13:34:55.277782 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-2049a199-2c53-4ce6-b190-1977d6099e21 service neutron] For port 3a05d782-92d3-4bbc-915c-9fb5a073ad28, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:34:55.280744 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-2049a199-2c53-4ce6-b190-1977d6099e21 service neutron] For port 3a05d782-92d3-4bbc-915c-9fb5a073ad28, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3a05d782-92d3-4bbc-915c-9fb5a073ad28,segment=NetworkSegment(0df1642a-b10d-4a1c-90a7-ebe6720ce565),segment_id=0df1642a-b10d-4a1c-90a7-ebe6720ce565)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:34:55.285912 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-2049a199-2c53-4ce6-b190-1977d6099e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:55.325860 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-2049a199-2c53-4ce6-b190-1977d6099e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:55.326508 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-2049a199-2c53-4ce6-b190-1977d6099e21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:55.327901 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-2049a199-2c53-4ce6-b190-1977d6099e21 service neutron] 10.222.0.39 "PUT /v2.0/ports/3a05d782-92d3-4bbc-915c-9fb5a073ad28 HTTP/1.1" status: 200 len: 1091 time: 0.6588414 Sep 30 13:34:55.328334 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a', 'tag': '3a05d782-92d3-4bbc-915c-9fb5a073ad28'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:34:55.330636 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacea9ea-859c-44c0-b5b0-39fd451ad6c9" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a", "tag": "3a05d782-92d3-4bbc-915c-9fb5a073ad28"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:34:55.355638 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049a199-2c53-4ce6-b190-1977d6099e21 service neutron] Pushing event updated for resources: {'Port': ['ID=3a05d782-92d3-4bbc-915c-9fb5a073ad28,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:55.369275 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e32047e-a763-44d8-ac88-597d974ebaf1 x-openstack-request-id: req-5e32047e-a763-44d8-ac88-597d974ebaf1 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:34:55.369556 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a", "tag": "3a05d782-92d3-4bbc-915c-9fb5a073ad28", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:34:55.369832 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e32047e-a763-44d8-ac88-597d974ebaf1 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:34:55.370258 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a', 'tag': '3a05d782-92d3-4bbc-915c-9fb5a073ad28', 'status': 'completed', 'code': 200} Sep 30 13:34:55.414156 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-e70679fb-4222-4790-92ef-375dafd05544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:55.415725 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-e70679fb-4222-4790-92ef-375dafd05544 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a920cd591b9e45b893ce21a8cf055314&device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 1094 time: 0.0407386 Sep 30 13:34:55.457979 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-6425260b-9154-4398-ab62-b18764abd721 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a05d782-92d3-4bbc-915c-9fb5a073ad28 HTTP/1.1" status: 200 len: 217 time: 0.0335701 Sep 30 13:34:55.506625 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-cf2ddbc5-985a-462b-9c55-c16b9a2cdfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:55.507961 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-cf2ddbc5-985a-462b-9c55-c16b9a2cdfa8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6abd05f8-bb16-473d-a0ca-165472a8ae42 HTTP/1.1" status: 200 len: 855 time: 0.0432668 Sep 30 13:34:55.543248 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-1468b084-980a-4ddf-8723-e51965c8452d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=caff0b63-f2de-4455-9e4c-b8cc416f6953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271564 Sep 30 13:34:55.632448 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-18620fe7-08fa-445f-9bd7-8edbaaf3265e service neutron] 10.222.0.39 "GET /v2.0/networks/caff0b63-f2de-4455-9e4c-b8cc416f6953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814915 Sep 30 13:34:55.724649 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-459deb19-cdbe-43b4-a034-66a38836b6e5 req-7f49a99e-2d7a-4b73-905e-33f40e129732 service neutron] 10.222.0.39 "GET /v2.0/networks/caff0b63-f2de-4455-9e4c-b8cc416f6953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842087 Sep 30 13:34:55.809463 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacea9ea-859c-44c0-b5b0-39fd451ad6c9 req-261e3a7a-499d-4245-b22c-f80182140beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:55.810900 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aacea9ea-859c-44c0-b5b0-39fd451ad6c9 req-261e3a7a-499d-4245-b22c-f80182140beb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a920cd591b9e45b893ce21a8cf055314&device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 1094 time: 0.0410433 Sep 30 13:34:55.903107 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacea9ea-859c-44c0-b5b0-39fd451ad6c9 req-811507f6-3c42-4749-affb-d97605e07657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:55.904564 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aacea9ea-859c-44c0-b5b0-39fd451ad6c9 req-811507f6-3c42-4749-affb-d97605e07657 service neutron] 10.222.0.39 "GET /v2.0/networks?id=caff0b63-f2de-4455-9e4c-b8cc416f6953 HTTP/1.1" status: 200 len: 916 time: 0.0858476 Sep 30 13:34:56.237397 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aacea9ea-859c-44c0-b5b0-39fd451ad6c9 req-b55556cd-759f-4bb1-a9ee-abaffaa725e8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a05d782-92d3-4bbc-915c-9fb5a073ad28 HTTP/1.1" status: 200 len: 217 time: 0.3214598 Sep 30 13:34:56.311661 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacea9ea-859c-44c0-b5b0-39fd451ad6c9 req-04fb09f5-70f3-4c84-ab8e-8d71304d9ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:56.313120 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aacea9ea-859c-44c0-b5b0-39fd451ad6c9 req-04fb09f5-70f3-4c84-ab8e-8d71304d9ec7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6abd05f8-bb16-473d-a0ca-165472a8ae42 HTTP/1.1" status: 200 len: 855 time: 0.0667095 Sep 30 13:34:56.321956 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1440e94-3c22-4e92-b8b4-033832a3b341 req-2d55bf69-f8e7-4a64-aa98-7cbb9d6f285a tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:56.323387 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f1440e94-3c22-4e92-b8b4-033832a3b341 req-2d55bf69-f8e7-4a64-aa98-7cbb9d6f285a tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 943 time: 0.0884795 Sep 30 13:34:56.353792 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aacea9ea-859c-44c0-b5b0-39fd451ad6c9 req-ba65a5d7-b56e-4356-aab3-f41a95a977b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=caff0b63-f2de-4455-9e4c-b8cc416f6953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294733 Sep 30 13:34:56.368165 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16b61f-8be9-442a-9574-4397bd284d4e req-fc0362fc-7738-4f63-b078-537ebe91c341 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:56.369679 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2e16b61f-8be9-442a-9574-4397bd284d4e req-fc0362fc-7738-4f63-b078-537ebe91c341 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1e2593e-10a8-47c1-a8e5-28c336a164e0 HTTP/1.1" status: 200 len: 944 time: 0.0502250 Sep 30 13:34:56.397759 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f1440e94-3c22-4e92-b8b4-033832a3b341 req-7c0ff783-ec8d-40ca-bf7d-8e811f973d04 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651069 Sep 30 13:34:56.408285 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2e16b61f-8be9-442a-9574-4397bd284d4e req-dd2fc766-edcc-4f5f-9f06-2374aa888561 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325377 Sep 30 13:34:56.461828 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aacea9ea-859c-44c0-b5b0-39fd451ad6c9 req-cedef56b-4fdf-4f69-814c-0fffe73fd309 service neutron] 10.222.0.39 "GET /v2.0/networks/caff0b63-f2de-4455-9e4c-b8cc416f6953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962496 Sep 30 13:34:56.553540 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aacea9ea-859c-44c0-b5b0-39fd451ad6c9 req-e3f41438-33f6-40b7-8940-d83c9a178edf service neutron] 10.222.0.39 "GET /v2.0/networks/caff0b63-f2de-4455-9e4c-b8cc416f6953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832880 Sep 30 13:34:57.063448 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device fc89bdb6-dac5-4f0b-b5bd-a180c50a5209 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:34:57.082822 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: fc89bdb6-dac5-4f0b-b5bd-a180c50a5209 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:34:57.083153 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device fc89bdb6-dac5-4f0b-b5bd-a180c50a5209 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:34:57.513747 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc544dd-8b92-40f8-8b7d-cc219206d389 req-76c7b3e8-fe7b-4817-8af1-dbca80ad3352 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:57.515258 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cbc544dd-8b92-40f8-8b7d-cc219206d389 req-76c7b3e8-fe7b-4817-8af1-dbca80ad3352 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 943 time: 0.0480912 Sep 30 13:34:57.526600 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391718cc-7f11-4613-a4cc-04653b11ab9c req-2374174f-0cf5-4662-8775-716306ac537c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:57.528107 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-391718cc-7f11-4613-a4cc-04653b11ab9c req-2374174f-0cf5-4662-8775-716306ac537c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1e2593e-10a8-47c1-a8e5-28c336a164e0 HTTP/1.1" status: 200 len: 944 time: 0.0492516 Sep 30 13:34:57.553693 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cbc544dd-8b92-40f8-8b7d-cc219206d389 req-2bf5319e-85d4-4992-bd12-858fa166a53a tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317848 Sep 30 13:34:57.567241 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-391718cc-7f11-4613-a4cc-04653b11ab9c req-35f9a16a-dbce-48cd-956a-0e038c3e1354 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331833 Sep 30 13:34:58.671110 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc8aa9-b155-4dba-bd87-3c6a0b794593 req-5cd359cf-4462-4c13-8913-2b3767205d21 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:58.672614 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5abc8aa9-b155-4dba-bd87-3c6a0b794593 req-5cd359cf-4462-4c13-8913-2b3767205d21 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 943 time: 0.0522652 Sep 30 13:34:58.687967 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10911acd-f287-4896-89a3-becdfcc13ad0 req-95b5886a-d46e-4dfe-b8b9-bc222fb3e0f4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:58.689510 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-10911acd-f287-4896-89a3-becdfcc13ad0 req-95b5886a-d46e-4dfe-b8b9-bc222fb3e0f4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1e2593e-10a8-47c1-a8e5-28c336a164e0 HTTP/1.1" status: 200 len: 944 time: 0.0527883 Sep 30 13:34:58.710276 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5abc8aa9-b155-4dba-bd87-3c6a0b794593 req-bd553354-6949-4efe-88f0-ee86cb8241e0 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309627 Sep 30 13:34:58.727804 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-10911acd-f287-4896-89a3-becdfcc13ad0 req-40bbb307-607d-4ef6-a80c-4f9b46d3e102 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324183 Sep 30 13:34:59.060516 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3a05d782-92d3-4bbc-915c-9fb5a073ad28 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:34:59.150629 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 3a05d782-92d3-4bbc-915c-9fb5a073ad28, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3a05d782-92d3-4bbc-915c-9fb5a073ad28,segment=NetworkSegment(0df1642a-b10d-4a1c-90a7-ebe6720ce565),segment_id=0df1642a-b10d-4a1c-90a7-ebe6720ce565)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:34:59.161800 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '3a05d782-92d3-4bbc-915c-9fb5a073ad28', 'network_id': 'caff0b63-f2de-4455-9e4c-b8cc416f6953', 'port_id': '3a05d782-92d3-4bbc-915c-9fb5a073ad28', 'mac_address': 'fa:16:3e:a1:72:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6abd05f8-bb16-473d-a0ca-165472a8ae42', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:34:59.200333 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:59.212844 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a05d782-92d3-4bbc-915c-9fb5a073ad28 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:34:59.231171 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 3a05d782-92d3-4bbc-915c-9fb5a073ad28, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3a05d782-92d3-4bbc-915c-9fb5a073ad28,segment=NetworkSegment(0df1642a-b10d-4a1c-90a7-ebe6720ce565),segment_id=0df1642a-b10d-4a1c-90a7-ebe6720ce565)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:34:59.234797 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:34:59.280478 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=3a05d782-92d3-4bbc-915c-9fb5a073ad28,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:34:59.287677 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:59.288023 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:59.288364 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:59.288698 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:59.289032 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:59.289370 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:59.289694 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:59.290041 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:59.290370 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:59.290693 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:59.291018 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:59.291335 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:34:59.449004 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['3a05d782-92d3-4bbc-915c-9fb5a073ad28'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:34:59.750036 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:34:59.824729 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8c314-91b6-49e7-a440-ca6412671a73 req-c3050bd2-c136-4926-8b3f-14a6fe43841d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:59.826297 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92d8c314-91b6-49e7-a440-ca6412671a73 req-c3050bd2-c136-4926-8b3f-14a6fe43841d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 944 time: 0.0489559 Sep 30 13:34:59.842818 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a886209-f5fc-4b27-bd9e-7c204443a2cb req-71766c14-1f83-4b9d-8968-f1cd7ad1e3f5 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:34:59.844358 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0a886209-f5fc-4b27-bd9e-7c204443a2cb req-71766c14-1f83-4b9d-8968-f1cd7ad1e3f5 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1e2593e-10a8-47c1-a8e5-28c336a164e0 HTTP/1.1" status: 200 len: 944 time: 0.0491376 Sep 30 13:34:59.864297 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-92d8c314-91b6-49e7-a440-ca6412671a73 req-f7cb2669-1469-4fb1-a423-9f02ae5162cc tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317523 Sep 30 13:34:59.884257 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0a886209-f5fc-4b27-bd9e-7c204443a2cb req-e090ed39-f873-4a4a-ab0c-642dbab3e06a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329337 Sep 30 13:35:00.978975 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75193836-4228-4460-957c-1483113c7411 req-17409e2b-1810-4495-ba51-4c9fec950bf5 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:00.980621 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75193836-4228-4460-957c-1483113c7411 req-17409e2b-1810-4495-ba51-4c9fec950bf5 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 944 time: 0.0485427 Sep 30 13:35:00.997488 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e8f84-5da2-4732-9c75-1a2a9a4d34ea req-f3efd697-0fde-47eb-baa2-e705dec547bd tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:00.998990 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ed7e8f84-5da2-4732-9c75-1a2a9a4d34ea req-f3efd697-0fde-47eb-baa2-e705dec547bd tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1e2593e-10a8-47c1-a8e5-28c336a164e0 HTTP/1.1" status: 200 len: 944 time: 0.0487714 Sep 30 13:35:01.018764 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75193836-4228-4460-957c-1483113c7411 req-4ef814b6-f921-4ca1-95d0-555ce3556643 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317867 Sep 30 13:35:01.037906 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ed7e8f84-5da2-4732-9c75-1a2a9a4d34ea req-001b6dbb-9a12-49e4-a3ca-f97a2a0f3c3b tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327613 Sep 30 13:35:01.056922 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3a05d782-92d3-4bbc-915c-9fb5a073ad28 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:35:01.104233 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 3a05d782-92d3-4bbc-915c-9fb5a073ad28 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:35:01.107761 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 3a05d782-92d3-4bbc-915c-9fb5a073ad28 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:35:01.108131 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:01.180231 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:01.203784 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a05d782-92d3-4bbc-915c-9fb5a073ad28'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:35:01.205971 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab68967c-1ca6-4cea-b3a8-a96c3bd41940" -d '{"events": [{"server_uuid": "a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a", "name": "network-vif-plugged", "status": "completed", "tag": "3a05d782-92d3-4bbc-915c-9fb5a073ad28"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:35:01.218932 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 3a05d782-92d3-4bbc-915c-9fb5a073ad28, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3a05d782-92d3-4bbc-915c-9fb5a073ad28,segment=NetworkSegment(0df1642a-b10d-4a1c-90a7-ebe6720ce565),segment_id=0df1642a-b10d-4a1c-90a7-ebe6720ce565)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:35:01.224299 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:01.246388 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20313d7b-a2c6-4ff6-928a-32415e1eebab x-openstack-request-id: req-20313d7b-a2c6-4ff6-928a-32415e1eebab {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:35:01.246682 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a", "name": "network-vif-plugged", "status": "completed", "tag": "3a05d782-92d3-4bbc-915c-9fb5a073ad28", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:35:01.246934 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20313d7b-a2c6-4ff6-928a-32415e1eebab {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:35:01.247320 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a05d782-92d3-4bbc-915c-9fb5a073ad28', 'code': 200} Sep 30 13:35:01.272072 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=3a05d782-92d3-4bbc-915c-9fb5a073ad28,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:01.338755 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffacc9-21ae-4022-838b-1d52f3b4d156 req-42c9c4b4-9fd2-4553-a0f3-b2066e4230ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:01.340134 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6bffacc9-21ae-4022-838b-1d52f3b4d156 req-42c9c4b4-9fd2-4553-a0f3-b2066e4230ef service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 1096 time: 0.0421228 Sep 30 13:35:01.374611 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6bffacc9-21ae-4022-838b-1d52f3b4d156 req-078cbf49-3e35-40d0-907a-f18bb3e81c8e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269518 Sep 30 13:35:01.697226 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40744) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:01.755815 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9c8e14df-fcc0-4121-86ca-6549f5a4ae4b tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/floatingips/83684a28-c2ea-4ddc-a25b-53ff1169cc39 HTTP/1.1" status: 200 len: 992 time: 0.0574706 Sep 30 13:35:02.013614 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40750) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:02.159380 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074e276-417c-48a5-a026-4e54bad97e1b req-2ac01855-503f-41a7-9d38-216519f43e8a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:02.161429 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e074e276-417c-48a5-a026-4e54bad97e1b req-2ac01855-503f-41a7-9d38-216519f43e8a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1e2593e-10a8-47c1-a8e5-28c336a164e0 HTTP/1.1" status: 200 len: 944 time: 0.0527372 Sep 30 13:35:02.174649 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cbbe9-d539-45e1-9cad-84223cf1a6d3 req-7730adf5-49c4-4841-9c98-a8244b740f71 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:02.176692 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-981cbbe9-d539-45e1-9cad-84223cf1a6d3 req-7730adf5-49c4-4841-9c98-a8244b740f71 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.0681052 Sep 30 13:35:02.199126 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e074e276-417c-48a5-a026-4e54bad97e1b req-f40a6ce1-0dbc-4941-8d11-2d5b3ac265a4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316284 Sep 30 13:35:02.236501 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-981cbbe9-d539-45e1-9cad-84223cf1a6d3 req-6aefdb59-909c-4189-b7a6-a915055d6788 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437145 Sep 30 13:35:02.245450 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-f0f11718-d2b0-4aa5-92f7-4f22f8ff5a4c tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Deleting port a75eeb83-9050-40b9-a7db-3065ccb4aef7 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:35:02.245794 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f0f11718-d2b0-4aa5-92f7-4f22f8ff5a4c tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:02.328232 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f0f11718-d2b0-4aa5-92f7-4f22f8ff5a4c tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:02.328477 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f0f11718-d2b0-4aa5-92f7-4f22f8ff5a4c tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:02.341212 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-f0f11718-d2b0-4aa5-92f7-4f22f8ff5a4c tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Calling delete_port for a75eeb83-9050-40b9-a7db-3065ccb4aef7 owned by network:floatingip {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:35:02.515642 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f0f11718-d2b0-4aa5-92f7-4f22f8ff5a4c tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:02.543794 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f11718-d2b0-4aa5-92f7-4f22f8ff5a4c tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event deleted for resources: {'Port': ['ID=a75eeb83-9050-40b9-a7db-3065ccb4aef7,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:02.602063 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f0f11718-d2b0-4aa5-92f7-4f22f8ff5a4c tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for floatingip, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:02.602311 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-f0f11718-d2b0-4aa5-92f7-4f22f8ff5a4c tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Floating IP 83684a28-c2ea-4ddc-a25b-53ff1169cc39 disassociated (deleted). External IP: 172.25.5.25, port: 8a424d41-1a4f-424c-b161-53ddd35c36df. Sep 30 13:35:02.736232 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device fd82cbdb-93e8-4b7f-9b25-d463bd356f58 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:35:02.810789 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f11718-d2b0-4aa5-92f7-4f22f8ff5a4c tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Router 84605c69-520e-4508-a724-12a7655e5cf8 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:35:02.827642 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port fd82cbdb-93e8-4b7f-9b25-d463bd356f58, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=fd82cbdb-93e8-4b7f-9b25-d463bd356f58,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:35:02.842221 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'fd82cbdb-93e8-4b7f-9b25-d463bd356f58', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'port_id': 'fd82cbdb-93e8-4b7f-9b25-d463bd356f58', 'mac_address': 'fa:16:3e:66:a6:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:35:02.879002 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:02.891893 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd82cbdb-93e8-4b7f-9b25-d463bd356f58 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:35:02.910995 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port fd82cbdb-93e8-4b7f-9b25-d463bd356f58, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=fd82cbdb-93e8-4b7f-9b25-d463bd356f58,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:35:02.914911 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:02.919697 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f11718-d2b0-4aa5-92f7-4f22f8ff5a4c tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:35:02.924074 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f0f11718-d2b0-4aa5-92f7-4f22f8ff5a4c tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:02.929443 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c609b9-d110-4c3a-9220-c0d186d82a1f None None] Sync routers for ids ['84605c69-520e-4508-a724-12a7655e5cf8'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:35:02.940519 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c609b9-d110-4c3a-9220-c0d186d82a1f None None] Routers {'84605c69-520e-4508-a724-12a7655e5cf8'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:35:02.942472 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-74c609b9-d110-4c3a-9220-c0d186d82a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:34:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['84605c69-520e-4508-a724-12a7655e5cf8'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:35:02.952059 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f0f11718-d2b0-4aa5-92f7-4f22f8ff5a4c tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "DELETE /v2.0/floatingips/83684a28-c2ea-4ddc-a25b-53ff1169cc39 HTTP/1.1" status: 204 len: 168 time: 0.9374070 Sep 30 13:35:02.952694 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '009677fa-a051-4374-ae8a-1a72cd414ae9', 'tag': '8a424d41-1a4f-424c-b161-53ddd35c36df'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:35:02.955347 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a28926a-fd66-48d7-a617-a2516100d0fb" -d '{"events": [{"name": "network-changed", "server_uuid": "009677fa-a051-4374-ae8a-1a72cd414ae9", "tag": "8a424d41-1a4f-424c-b161-53ddd35c36df"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:35:02.968277 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=fd82cbdb-93e8-4b7f-9b25-d463bd356f58,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:02.999249 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af967350-45fe-4a43-98ec-28bd98125c68 x-openstack-request-id: req-af967350-45fe-4a43-98ec-28bd98125c68 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:35:02.999541 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "009677fa-a051-4374-ae8a-1a72cd414ae9", "tag": "8a424d41-1a4f-424c-b161-53ddd35c36df", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:35:02.999789 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af967350-45fe-4a43-98ec-28bd98125c68 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:35:03.000189 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '009677fa-a051-4374-ae8a-1a72cd414ae9', 'tag': '8a424d41-1a4f-424c-b161-53ddd35c36df', 'status': 'completed', 'code': 200} Sep 30 13:35:03.065418 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28926a-fd66-48d7-a617-a2516100d0fb req-869a2352-e7c3-48f6-b460-216f6b174426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:03.068021 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a28926a-fd66-48d7-a617-a2516100d0fb req-869a2352-e7c3-48f6-b460-216f6b174426 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=35de1fee209b4805a01788770657a0cb&device_id=009677fa-a051-4374-ae8a-1a72cd414ae9 HTTP/1.1" status: 200 len: 1096 time: 0.0445070 Sep 30 13:35:03.164669 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-74c609b9-d110-4c3a-9220-c0d186d82a1f None None] Set router 84605c69-520e-4508-a724-12a7655e5cf8 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:35:03.206888 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28926a-fd66-48d7-a617-a2516100d0fb req-b794ff94-c7f3-4d5e-9e1f-20351b348d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:03.209795 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a28926a-fd66-48d7-a617-a2516100d0fb req-b794ff94-c7f3-4d5e-9e1f-20351b348d8d service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4b0523b-a54f-4ed7-a0f3-3df91092127e HTTP/1.1" status: 200 len: 896 time: 0.1328166 Sep 30 13:35:03.211167 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['fd82cbdb-93e8-4b7f-9b25-d463bd356f58'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:35:03.223046 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73c6e4-0502-41a7-9f46-09b42e5e7b92 req-a6cc0011-cd9c-4eb8-a2f8-477ecc7a4798 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:03.224929 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7b73c6e4-0502-41a7-9f46-09b42e5e7b92 req-a6cc0011-cd9c-4eb8-a2f8-477ecc7a4798 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=009677fa-a051-4374-ae8a-1a72cd414ae9 HTTP/1.1" status: 200 len: 945 time: 0.0709474 Sep 30 13:35:03.285734 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a28926a-fd66-48d7-a617-a2516100d0fb req-7bfedb1a-dddd-417f-af37-c990bda93073 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a424d41-1a4f-424c-b161-53ddd35c36df HTTP/1.1" status: 200 len: 217 time: 0.0564303 Sep 30 13:35:03.333122 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7b73c6e4-0502-41a7-9f46-09b42e5e7b92 req-9e214f39-b009-41b7-aa9c-fce26968977b tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c73d474-64c5-42f9-8ef9-d7b5fd636894&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0961683 Sep 30 13:35:03.345597 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283b0a7-8246-4288-acfb-d45b02d92fc9 req-5942cd76-7945-49c7-b31c-07d211e86f67 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:03.351881 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4283b0a7-8246-4288-acfb-d45b02d92fc9 req-5942cd76-7945-49c7-b31c-07d211e86f67 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1e2593e-10a8-47c1-a8e5-28c336a164e0 HTTP/1.1" status: 200 len: 945 time: 0.0700336 Sep 30 13:35:03.356568 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28926a-fd66-48d7-a617-a2516100d0fb req-e4783775-0f8f-401a-846c-84f3018ba150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:03.358183 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a28926a-fd66-48d7-a617-a2516100d0fb req-e4783775-0f8f-401a-846c-84f3018ba150 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=24eac410-0950-4550-af2d-8d9fd5deaa6b HTTP/1.1" status: 200 len: 835 time: 0.0645738 Sep 30 13:35:03.380984 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-74c609b9-d110-4c3a-9220-c0d186d82a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84605c69-520e-4508-a724-12a7655e5cf8', 'name': 'tempest-TestNetworkBasicOps-router-1031922828', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:34:04Z', 'updated_at': '2021-09-30T13:34:09Z', 'revision_number': 4, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84605c69-520e-4508-a724-12a7655e5cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:34:05Z', 'updated_at': '2021-09-30T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '96f926b0-2335-4d4b-9ac2-733ce45ad195', 'name': '', 'network_id': 'c4b0523b-a54f-4ed7-a0f3-3df91092127e', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'mac_address': 'fa:16:3e:5b:8e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84605c69-520e-4508-a724-12a7655e5cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '24eac410-0950-4550-af2d-8d9fd5deaa6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:34:08Z', 'updated_at': '2021-09-30T13:34:12Z', 'revision_number': 5, 'project_id': '35de1fee209b4805a01788770657a0cb', 'subnets': [{'id': '24eac410-0950-4550-af2d-8d9fd5deaa6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:35:03.396719 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4283b0a7-8246-4288-acfb-d45b02d92fc9 req-4112f38e-9e17-45cb-8282-ef888a126ad7 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336058 Sep 30 13:35:03.416237 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28926a-fd66-48d7-a617-a2516100d0fb req-7682d79e-d3ae-4c55-b12f-c3f3a87d2c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:03.417761 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a28926a-fd66-48d7-a617-a2516100d0fb req-7682d79e-d3ae-4c55-b12f-c3f3a87d2c17 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4b0523b-a54f-4ed7-a0f3-3df91092127e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508502 Sep 30 13:35:03.418333 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c609b9-d110-4c3a-9220-c0d186d82a1f None None] Checking router: 84605c69-520e-4508-a724-12a7655e5cf8 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:35:03.427069 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c609b9-d110-4c3a-9220-c0d186d82a1f None None] Routers {'84605c69-520e-4508-a724-12a7655e5cf8'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:35:03.427658 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-74c609b9-d110-4c3a-9220-c0d186d82a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:34:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['84605c69-520e-4508-a724-12a7655e5cf8'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:35:03.523950 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece173a1-82db-4457-8ff0-d2b5e94584df req-fa2c8c6a-e277-43f8-9491-ff312b99f614 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:03.525434 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ece173a1-82db-4457-8ff0-d2b5e94584df req-fa2c8c6a-e277-43f8-9491-ff312b99f614 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.1067691 Sep 30 13:35:03.532009 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-74c609b9-d110-4c3a-9220-c0d186d82a1f None None] Set router 84605c69-520e-4508-a724-12a7655e5cf8 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:35:03.560233 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a28926a-fd66-48d7-a617-a2516100d0fb req-d2dae2be-0180-4b0e-b9c0-bf78ced87328 service neutron] 10.222.0.39 "GET /v2.0/networks/c4b0523b-a54f-4ed7-a0f3-3df91092127e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328385 Sep 30 13:35:03.592243 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ece173a1-82db-4457-8ff0-d2b5e94584df req-aa6f9177-5a54-4437-88a5-4202123fc5b7 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592759 Sep 30 13:35:03.664928 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a28926a-fd66-48d7-a617-a2516100d0fb req-5ceca161-7fae-4dbf-aece-17c44aeb2159 service neutron] 10.222.0.39 "GET /v2.0/networks/c4b0523b-a54f-4ed7-a0f3-3df91092127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947535 Sep 30 13:35:03.706358 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a57aa6-e3e1-4f63-8245-d644b6171140 req-fbea7477-72cd-4f01-80a9-221cc49cfce4 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:03.708179 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-07a57aa6-e3e1-4f63-8245-d644b6171140 req-fbea7477-72cd-4f01-80a9-221cc49cfce4 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.0494444 Sep 30 13:35:03.733332 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-74c609b9-d110-4c3a-9220-c0d186d82a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84605c69-520e-4508-a724-12a7655e5cf8', 'name': 'tempest-TestNetworkBasicOps-router-1031922828', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:34:04Z', 'updated_at': '2021-09-30T13:34:09Z', 'revision_number': 4, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84605c69-520e-4508-a724-12a7655e5cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:34:05Z', 'updated_at': '2021-09-30T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '96f926b0-2335-4d4b-9ac2-733ce45ad195', 'name': '', 'network_id': 'c4b0523b-a54f-4ed7-a0f3-3df91092127e', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'mac_address': 'fa:16:3e:5b:8e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84605c69-520e-4508-a724-12a7655e5cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '24eac410-0950-4550-af2d-8d9fd5deaa6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:34:08Z', 'updated_at': '2021-09-30T13:34:12Z', 'revision_number': 5, 'project_id': '35de1fee209b4805a01788770657a0cb', 'subnets': [{'id': '24eac410-0950-4550-af2d-8d9fd5deaa6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:35:03.747497 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-07a57aa6-e3e1-4f63-8245-d644b6171140 req-ce84ac46-4a66-4bde-86a2-bebb2cb0e7df tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327051 Sep 30 13:35:03.759093 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c609b9-d110-4c3a-9220-c0d186d82a1f None None] The sync data for ids ['84605c69-520e-4508-a724-12a7655e5cf8'] in n-d-810909-2 is: [{'id': '84605c69-520e-4508-a724-12a7655e5cf8', 'name': 'tempest-TestNetworkBasicOps-router-1031922828', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:34:04Z', 'updated_at': '2021-09-30T13:34:09Z', 'revision_number': 4, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84605c69-520e-4508-a724-12a7655e5cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:34:05Z', 'updated_at': '2021-09-30T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '96f926b0-2335-4d4b-9ac2-733ce45ad195', 'name': '', 'network_id': 'c4b0523b-a54f-4ed7-a0f3-3df91092127e', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'mac_address': 'fa:16:3e:5b:8e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84605c69-520e-4508-a724-12a7655e5cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '24eac410-0950-4550-af2d-8d9fd5deaa6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:34:08Z', 'updated_at': '2021-09-30T13:34:12Z', 'revision_number': 5, 'project_id': '35de1fee209b4805a01788770657a0cb', 'subnets': [{'id': '24eac410-0950-4550-af2d-8d9fd5deaa6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:35:03.959652 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9d153-e5d6-4249-987f-5263763e40f0 req-cfe505ca-e880-40f5-8231-ecdf118e8ffd tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:03.961193 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b9f9d153-e5d6-4249-987f-5263763e40f0 req-cfe505ca-e880-40f5-8231-ecdf118e8ffd tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.0553133 Sep 30 13:35:03.980742 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac8e07d-c3b9-499e-9d96-4fd03b55ac91 None None] New status for floating IP 83684a28-c2ea-4ddc-a25b-53ff1169cc39: DOWN {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:35:04.000477 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b9f9d153-e5d6-4249-987f-5263763e40f0 req-35235922-94dd-43a8-b2e8-71e046e67c13 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330489 Sep 30 13:35:04.117005 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca66acd-c8ca-4e13-9ac2-90aa2e6b005d req-ec079269-618d-4f3e-9de0-385558eccfb5 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:04.118514 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ca66acd-c8ca-4e13-9ac2-90aa2e6b005d req-ec079269-618d-4f3e-9de0-385558eccfb5 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.0490661 Sep 30 13:35:04.154865 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ca66acd-c8ca-4e13-9ac2-90aa2e6b005d req-3ca17b50-1949-4f28-996f-c7210777da5f tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303836 Sep 30 13:35:04.469160 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65554d40-548b-40a6-a7af-42677a915f79 req-590a2af6-9c50-4913-a460-401fcc5ec0c7 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:04.470699 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-65554d40-548b-40a6-a7af-42677a915f79 req-590a2af6-9c50-4913-a460-401fcc5ec0c7 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/ports?device_id=009677fa-a051-4374-ae8a-1a72cd414ae9 HTTP/1.1" status: 200 len: 945 time: 0.0631642 Sep 30 13:35:04.475609 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ca11d-ce22-4de1-af0a-a16dd0c51a59 req-28bd6db0-9175-42e8-8fe8-b77c71bee845 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:04.477065 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b30ca11d-ce22-4de1-af0a-a16dd0c51a59 req-28bd6db0-9175-42e8-8fe8-b77c71bee845 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.0553329 Sep 30 13:35:04.514136 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-65554d40-548b-40a6-a7af-42677a915f79 req-0a81efd1-6db5-4a4b-85cd-7e663f31ba96 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c73d474-64c5-42f9-8ef9-d7b5fd636894&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370216 Sep 30 13:35:04.514570 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b30ca11d-ce22-4de1-af0a-a16dd0c51a59 req-9584ba9e-5e1c-408b-90a1-59450348e7f5 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316336 Sep 30 13:35:04.573922 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673dd651-25d7-4a46-90e8-ada3d2da7cd7 req-33ea227a-4a25-44af-9954-d1769bbac8ec tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:04.575633 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-673dd651-25d7-4a46-90e8-ada3d2da7cd7 req-33ea227a-4a25-44af-9954-d1769bbac8ec tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.39 "GET /v2.0/ports?device_id=009677fa-a051-4374-ae8a-1a72cd414ae9 HTTP/1.1" status: 200 len: 945 time: 0.0560207 Sep 30 13:35:04.625817 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9e67a-e538-45c0-8b58-2bf67ed993db req-c63ac270-4243-4e8d-91f6-0dbd14e45372 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:04.627761 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-04d9e67a-e538-45c0-8b58-2bf67ed993db req-c63ac270-4243-4e8d-91f6-0dbd14e45372 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1e2593e-10a8-47c1-a8e5-28c336a164e0 HTTP/1.1" status: 200 len: 945 time: 0.0512328 Sep 30 13:35:04.668366 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-04d9e67a-e538-45c0-8b58-2bf67ed993db req-65af087a-0615-4c4d-ba7d-f63158dc7409 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337100 Sep 30 13:35:04.675263 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-673dd651-25d7-4a46-90e8-ada3d2da7cd7 req-5219f5a4-30ac-4784-980c-50b8b279a647 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Deleting port 8a424d41-1a4f-424c-b161-53ddd35c36df {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:35:04.675644 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-673dd651-25d7-4a46-90e8-ada3d2da7cd7 req-5219f5a4-30ac-4784-980c-50b8b279a647 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:04.752003 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device fd82cbdb-93e8-4b7f-9b25-d463bd356f58 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:35:04.770310 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-673dd651-25d7-4a46-90e8-ada3d2da7cd7 req-5219f5a4-30ac-4784-980c-50b8b279a647 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] For port 8a424d41-1a4f-424c-b161-53ddd35c36df, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8a424d41-1a4f-424c-b161-53ddd35c36df,segment=NetworkSegment(f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc),segment_id=f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:35:04.770672 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-673dd651-25d7-4a46-90e8-ada3d2da7cd7 req-5219f5a4-30ac-4784-980c-50b8b279a647 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:04.782250 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-673dd651-25d7-4a46-90e8-ada3d2da7cd7 req-5219f5a4-30ac-4784-980c-50b8b279a647 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Calling delete_port for 8a424d41-1a4f-424c-b161-53ddd35c36df owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:35:04.798876 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port fd82cbdb-93e8-4b7f-9b25-d463bd356f58 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:35:04.803428 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port fd82cbdb-93e8-4b7f-9b25-d463bd356f58 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:35:04.803801 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:04.880312 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:04.901965 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e2593e-10a8-47c1-a8e5-28c336a164e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd82cbdb-93e8-4b7f-9b25-d463bd356f58'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:35:04.904233 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94209b92-d279-4f2a-9d07-0ef7b30fee4c" -d '{"events": [{"server_uuid": "c1e2593e-10a8-47c1-a8e5-28c336a164e0", "name": "network-vif-plugged", "status": "completed", "tag": "fd82cbdb-93e8-4b7f-9b25-d463bd356f58"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:35:04.917195 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port fd82cbdb-93e8-4b7f-9b25-d463bd356f58, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=fd82cbdb-93e8-4b7f-9b25-d463bd356f58,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:35:04.918694 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-673dd651-25d7-4a46-90e8-ada3d2da7cd7 req-5219f5a4-30ac-4784-980c-50b8b279a647 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:04.921403 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:04.950616 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219f5a4-30ac-4784-980c-50b8b279a647 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event deleted for resources: {'Port': ['ID=8a424d41-1a4f-424c-b161-53ddd35c36df,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:04.950842 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd519f3-385f-4dbe-b4c9-70015d700f0f x-openstack-request-id: req-6cd519f3-385f-4dbe-b4c9-70015d700f0f {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:35:04.951093 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e2593e-10a8-47c1-a8e5-28c336a164e0", "name": "network-vif-plugged", "status": "completed", "tag": "fd82cbdb-93e8-4b7f-9b25-d463bd356f58", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:35:04.951286 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6cd519f3-385f-4dbe-b4c9-70015d700f0f {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:35:04.951673 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e2593e-10a8-47c1-a8e5-28c336a164e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd82cbdb-93e8-4b7f-9b25-d463bd356f58', 'code': 200} Sep 30 13:35:04.982798 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=fd82cbdb-93e8-4b7f-9b25-d463bd356f58,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:04.994297 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-673dd651-25d7-4a46-90e8-ada3d2da7cd7 req-5219f5a4-30ac-4784-980c-50b8b279a647 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] No DVR routers for this DVR port 8a424d41-1a4f-424c-b161-53ddd35c36df on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:35:04.996802 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-673dd651-25d7-4a46-90e8-ada3d2da7cd7 req-5219f5a4-30ac-4784-980c-50b8b279a647 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:04.998937 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-673dd651-25d7-4a46-90e8-ada3d2da7cd7 req-5219f5a4-30ac-4784-980c-50b8b279a647 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.39 "DELETE /v2.0/ports/8a424d41-1a4f-424c-b161-53ddd35c36df HTTP/1.1" status: 204 len: 173 time: 0.4173536 Sep 30 13:35:05.001470 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '009677fa-a051-4374-ae8a-1a72cd414ae9', 'name': 'network-vif-deleted', 'tag': '8a424d41-1a4f-424c-b161-53ddd35c36df'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:35:05.004343 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b005e833-cc41-4d3b-bc1d-8ce678b8658e" -d '{"events": [{"server_uuid": "009677fa-a051-4374-ae8a-1a72cd414ae9", "name": "network-vif-deleted", "tag": "8a424d41-1a4f-424c-b161-53ddd35c36df"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:35:05.045492 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5d34e5-efc7-4952-b641-280afd7255d6 x-openstack-request-id: req-5e5d34e5-efc7-4952-b641-280afd7255d6 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:35:05.045849 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "009677fa-a051-4374-ae8a-1a72cd414ae9", "name": "network-vif-deleted", "tag": "8a424d41-1a4f-424c-b161-53ddd35c36df", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:35:05.046214 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e5d34e5-efc7-4952-b641-280afd7255d6 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:35:05.046664 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '009677fa-a051-4374-ae8a-1a72cd414ae9', 'name': 'network-vif-deleted', 'tag': '8a424d41-1a4f-424c-b161-53ddd35c36df', 'status': 'completed', 'code': 200} Sep 30 13:35:05.053376 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc4d1b-9882-4056-a43d-45313e590ddc req-48a41eb1-ef43-4afb-88b9-d016c7466f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:05.055070 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dacc4d1b-9882-4056-a43d-45313e590ddc req-48a41eb1-ef43-4afb-88b9-d016c7466f07 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c1e2593e-10a8-47c1-a8e5-28c336a164e0 HTTP/1.1" status: 200 len: 1097 time: 0.0432897 Sep 30 13:35:05.090678 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dacc4d1b-9882-4056-a43d-45313e590ddc req-4b527a85-759b-4629-8f75-27f518f7e8c6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285678 Sep 30 13:35:05.574793 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40802) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:05.680897 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d954dca-40c5-42ed-bd2e-960cfa098802 req-ad8ec297-b101-44c5-a08c-a92ca2b4b468 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:05.682380 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d954dca-40c5-42ed-bd2e-960cfa098802 req-ad8ec297-b101-44c5-a08c-a92ca2b4b468 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.0813599 Sep 30 13:35:05.685151 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ad31063b-8ecc-464f-b7b6-7bfd526c2bdf tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:05.723257 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ad31063b-8ecc-464f-b7b6-7bfd526c2bdf tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:05.760615 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d954dca-40c5-42ed-bd2e-960cfa098802 req-fcb2bad7-2d79-4aa7-ab9e-d1a9408391e9 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704458 Sep 30 13:35:05.799917 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07ca19-8a87-4539-a82a-2a23e455bd64 req-2320bf5f-df80-4bd9-822b-2bfd53459784 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:05.801747 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cd07ca19-8a87-4539-a82a-2a23e455bd64 req-2320bf5f-df80-4bd9-822b-2bfd53459784 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1e2593e-10a8-47c1-a8e5-28c336a164e0 HTTP/1.1" status: 200 len: 946 time: 0.0661330 Sep 30 13:35:05.805904 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ad31063b-8ecc-464f-b7b6-7bfd526c2bdf tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:05.808492 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ad31063b-8ecc-464f-b7b6-7bfd526c2bdf tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:05.809631 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ad31063b-8ecc-464f-b7b6-7bfd526c2bdf tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "DELETE /v2.0/security-groups/2c73d474-64c5-42f9-8ef9-d7b5fd636894 HTTP/1.1" status: 204 len: 168 time: 0.2338448 Sep 30 13:35:05.819825 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31063b-8ecc-464f-b7b6-7bfd526c2bdf tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c73d474-64c5-42f9-8ef9-d7b5fd636894,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:05.842929 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cd07ca19-8a87-4539-a82a-2a23e455bd64 req-f1502a1e-eb31-4199-906e-f3893a0cd51c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348229 Sep 30 13:35:05.852838 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40808) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:06.202833 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90802861-7970-40b3-88db-4d327bbeffaf tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:06.690166 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-90802861-7970-40b3-88db-4d327bbeffaf tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Deleting port 96f926b0-2335-4d4b-9ac2-733ce45ad195 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:35:06.690506 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90802861-7970-40b3-88db-4d327bbeffaf tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:06.779463 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-90802861-7970-40b3-88db-4d327bbeffaf tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] For port 96f926b0-2335-4d4b-9ac2-733ce45ad195, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=96f926b0-2335-4d4b-9ac2-733ce45ad195,segment=NetworkSegment(f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc),segment_id=f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:35:06.779730 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90802861-7970-40b3-88db-4d327bbeffaf tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:06.792031 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-90802861-7970-40b3-88db-4d327bbeffaf tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Calling delete_port for 96f926b0-2335-4d4b-9ac2-733ce45ad195 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:35:06.898299 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b061cc8-3776-49cf-8d78-146374e58159 req-936678d8-6e38-4361-a280-351be652c584 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:06.899782 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2b061cc8-3776-49cf-8d78-146374e58159 req-936678d8-6e38-4361-a280-351be652c584 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.0693800 Sep 30 13:35:06.964762 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257565c-e5c8-4930-91d4-3910ee130824 req-537a3210-057e-427a-a98f-208b2740335f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:06.966325 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c257565c-e5c8-4930-91d4-3910ee130824 req-537a3210-057e-427a-a98f-208b2740335f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1e2593e-10a8-47c1-a8e5-28c336a164e0 HTTP/1.1" status: 200 len: 946 time: 0.0545444 Sep 30 13:35:06.978262 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2b061cc8-3776-49cf-8d78-146374e58159 req-7721d385-bd03-4603-85ff-3b76fc04dac8 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465357 Sep 30 13:35:07.006355 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c257565c-e5c8-4930-91d4-3910ee130824 req-476fbc8e-2282-4890-bee9-246d8a19db73 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338521 Sep 30 13:35:07.053303 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90802861-7970-40b3-88db-4d327bbeffaf tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:07.083722 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90802861-7970-40b3-88db-4d327bbeffaf tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event deleted for resources: {'Port': ['ID=96f926b0-2335-4d4b-9ac2-733ce45ad195,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:07.181937 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4b7f4-1e86-40e1-84c5-79945278dfcb req-2788f991-d6ef-4e42-ae4b-5549d66a6b8d tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:07.183560 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-41e4b7f4-1e86-40e1-84c5-79945278dfcb req-2788f991-d6ef-4e42-ae4b-5549d66a6b8d tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1e2593e-10a8-47c1-a8e5-28c336a164e0 HTTP/1.1" status: 200 len: 946 time: 0.1033144 Sep 30 13:35:07.271909 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-41e4b7f4-1e86-40e1-84c5-79945278dfcb req-87b6eda0-247b-4f37-ae7b-b484c9b9018a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818009 Sep 30 13:35:07.319934 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90802861-7970-40b3-88db-4d327bbeffaf tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:07.536386 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90802861-7970-40b3-88db-4d327bbeffaf tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Router 84605c69-520e-4508-a724-12a7655e5cf8 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:35:07.646799 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90802861-7970-40b3-88db-4d327bbeffaf tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:35:07.654601 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-90802861-7970-40b3-88db-4d327bbeffaf tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "PUT /v2.0/routers/84605c69-520e-4508-a724-12a7655e5cf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8002872 Sep 30 13:35:07.656119 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40824) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:07.657957 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fa8f15-340f-426b-8d3d-f07bcaa7e458 None None] Sync routers for ids ['84605c69-520e-4508-a724-12a7655e5cf8'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:35:07.667842 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fa8f15-340f-426b-8d3d-f07bcaa7e458 None None] Routers {'84605c69-520e-4508-a724-12a7655e5cf8'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:35:07.668456 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a9fa8f15-340f-426b-8d3d-f07bcaa7e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:34:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['84605c69-520e-4508-a724-12a7655e5cf8'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:35:07.723650 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c5276c-3f0f-447e-90fd-c74379a354e0 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Deleting subnet 24eac410-0950-4550-af2d-8d9fd5deaa6b {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:35:07.727002 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39c5276c-3f0f-447e-90fd-c74379a354e0 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:07.771119 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39c5276c-3f0f-447e-90fd-c74379a354e0 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:07.781967 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-a9fa8f15-340f-426b-8d3d-f07bcaa7e458 None None] Set router 84605c69-520e-4508-a724-12a7655e5cf8 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:35:07.869836 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39c5276c-3f0f-447e-90fd-c74379a354e0 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:07.953829 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39c5276c-3f0f-447e-90fd-c74379a354e0 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:07.979432 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a9fa8f15-340f-426b-8d3d-f07bcaa7e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84605c69-520e-4508-a724-12a7655e5cf8', 'name': 'tempest-TestNetworkBasicOps-router-1031922828', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:34:04Z', 'updated_at': '2021-09-30T13:35:06Z', 'revision_number': 5, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84605c69-520e-4508-a724-12a7655e5cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:34:05Z', 'updated_at': '2021-09-30T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:35:07.985454 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5276c-3f0f-447e-90fd-c74379a354e0 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event deleted for resources: {'Subnet': ['ID=24eac410-0950-4550-af2d-8d9fd5deaa6b,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:07.987590 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-39c5276c-3f0f-447e-90fd-c74379a354e0 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:07.989526 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-39c5276c-3f0f-447e-90fd-c74379a354e0 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "DELETE /v2.0/subnets/24eac410-0950-4550-af2d-8d9fd5deaa6b HTTP/1.1" status: 204 len: 168 time: 0.3228102 Sep 30 13:35:07.992300 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40840) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:07.995634 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cc4a99-ab72-4a3d-93cc-3449d91b6de2 None None] Network c4b0523b-a54f-4ed7-a0f3-3df91092127e requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:35:08.009981 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fa8f15-340f-426b-8d3d-f07bcaa7e458 None None] Checking router: 84605c69-520e-4508-a724-12a7655e5cf8 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:35:08.018923 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fa8f15-340f-426b-8d3d-f07bcaa7e458 None None] Routers {'84605c69-520e-4508-a724-12a7655e5cf8'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:35:08.020053 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a9fa8f15-340f-426b-8d3d-f07bcaa7e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:34:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['84605c69-520e-4508-a724-12a7655e5cf8'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:35:08.113383 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-40db80cd-86e5-4fec-bdfe-4ad644f6cfcd tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:08.146909 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-a9fa8f15-340f-426b-8d3d-f07bcaa7e458 None None] Set router 84605c69-520e-4508-a724-12a7655e5cf8 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:35:08.215419 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b2b39-bff9-4433-b1a5-aee4ddb13a54 req-e195f46b-1859-4f5f-a140-ac316a397ae3 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:08.222856 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e52b2b39-bff9-4433-b1a5-aee4ddb13a54 req-e195f46b-1859-4f5f-a140-ac316a397ae3 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.0692072 Sep 30 13:35:08.288029 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6cc5c9-dbb1-4c0f-9459-cb294829dfe7 None None] DHCP port deletion for c4b0523b-a54f-4ed7-a0f3-3df91092127e request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:35:08.323794 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-40db80cd-86e5-4fec-bdfe-4ad644f6cfcd tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:08.340345 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e52b2b39-bff9-4433-b1a5-aee4ddb13a54 req-02411b04-a58c-42c8-b239-19748bf499e0 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161103 Sep 30 13:35:08.368180 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a9fa8f15-340f-426b-8d3d-f07bcaa7e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84605c69-520e-4508-a724-12a7655e5cf8', 'name': 'tempest-TestNetworkBasicOps-router-1031922828', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:34:04Z', 'updated_at': '2021-09-30T13:35:06Z', 'revision_number': 5, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84605c69-520e-4508-a724-12a7655e5cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:34:05Z', 'updated_at': '2021-09-30T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:35:08.375778 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-9d6cc5c9-dbb1-4c0f-9459-cb294829dfe7 None None] Deleting port 4f571b20-0757-493e-8223-ece02f8a59ff {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:35:08.376390 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9d6cc5c9-dbb1-4c0f-9459-cb294829dfe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:08.404344 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fa8f15-340f-426b-8d3d-f07bcaa7e458 None None] The sync data for ids ['84605c69-520e-4508-a724-12a7655e5cf8'] in n-d-810909-2 is: [{'id': '84605c69-520e-4508-a724-12a7655e5cf8', 'name': 'tempest-TestNetworkBasicOps-router-1031922828', 'tenant_id': '35de1fee209b4805a01788770657a0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:34:04Z', 'updated_at': '2021-09-30T13:35:06Z', 'revision_number': 5, 'project_id': '35de1fee209b4805a01788770657a0cb', 'gw_port': {'id': '17ebab21-c6ec-4b17-8b0f-230c87ecc096', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84605c69-520e-4508-a724-12a7655e5cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:34:05Z', 'updated_at': '2021-09-30T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:35:08.405094 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-40db80cd-86e5-4fec-bdfe-4ad644f6cfcd tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Deleting port 17ebab21-c6ec-4b17-8b0f-230c87ecc096 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:35:08.406274 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-40db80cd-86e5-4fec-bdfe-4ad644f6cfcd tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:08.471041 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-9d6cc5c9-dbb1-4c0f-9459-cb294829dfe7 None None] For port 4f571b20-0757-493e-8223-ece02f8a59ff, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4f571b20-0757-493e-8223-ece02f8a59ff,segment=NetworkSegment(f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc),segment_id=f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:35:08.471463 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9d6cc5c9-dbb1-4c0f-9459-cb294829dfe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:08.484780 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-9d6cc5c9-dbb1-4c0f-9459-cb294829dfe7 None None] Calling delete_port for 4f571b20-0757-493e-8223-ece02f8a59ff owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:35:08.532703 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-40db80cd-86e5-4fec-bdfe-4ad644f6cfcd tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] For port 17ebab21-c6ec-4b17-8b0f-230c87ecc096, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=17ebab21-c6ec-4b17-8b0f-230c87ecc096,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:35:08.533434 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-40db80cd-86e5-4fec-bdfe-4ad644f6cfcd tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:08.552865 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-40db80cd-86e5-4fec-bdfe-4ad644f6cfcd tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Calling delete_port for 17ebab21-c6ec-4b17-8b0f-230c87ecc096 owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:35:08.583154 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9d6cc5c9-dbb1-4c0f-9459-cb294829dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:08.600748 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6cc5c9-dbb1-4c0f-9459-cb294829dfe7 None None] No DVR routers for this DVR port 4f571b20-0757-493e-8223-ece02f8a59ff on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:35:08.624404 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6cc5c9-dbb1-4c0f-9459-cb294829dfe7 None None] Pushing event deleted for resources: {'Port': ['ID=4f571b20-0757-493e-8223-ece02f8a59ff,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:08.740314 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-40db80cd-86e5-4fec-bdfe-4ad644f6cfcd tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:08.770788 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db80cd-86e5-4fec-bdfe-4ad644f6cfcd tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event deleted for resources: {'Port': ['ID=17ebab21-c6ec-4b17-8b0f-230c87ecc096,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:08.898414 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-40db80cd-86e5-4fec-bdfe-4ad644f6cfcd tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:09.012448 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4f571b20-0757-493e-8223-ece02f8a59ff no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:35:09.044468 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 4f571b20-0757-493e-8223-ece02f8a59ff {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:35:09.045148 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4f571b20-0757-493e-8223-ece02f8a59ff not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:35:09.111634 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-40db80cd-86e5-4fec-bdfe-4ad644f6cfcd tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:09.114990 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-40db80cd-86e5-4fec-bdfe-4ad644f6cfcd tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:09.119075 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8a424d41-1a4f-424c-b161-53ddd35c36df no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:35:09.140815 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 8a424d41-1a4f-424c-b161-53ddd35c36df {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:35:09.141161 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8a424d41-1a4f-424c-b161-53ddd35c36df not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:35:09.162525 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-40db80cd-86e5-4fec-bdfe-4ad644f6cfcd tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:09.163081 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40db80cd-86e5-4fec-bdfe-4ad644f6cfcd tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Fanout notify agent at l3_agent the message router_deleted on router 84605c69-520e-4508-a724-12a7655e5cf8 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:35:09.170298 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-40db80cd-86e5-4fec-bdfe-4ad644f6cfcd tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:09.174333 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40884) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:09.174852 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-40db80cd-86e5-4fec-bdfe-4ad644f6cfcd tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "DELETE /v2.0/routers/84605c69-520e-4508-a724-12a7655e5cf8 HTTP/1.1" status: 204 len: 168 time: 1.1804345 Sep 30 13:35:09.261915 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0477780-2e3e-4333-b4c3-ab568726b346 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:09.350132 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0477780-2e3e-4333-b4c3-ab568726b346 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:09.371791 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-a0477780-2e3e-4333-b4c3-ab568726b346 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b0523b-a54f-4ed7-a0f3-3df91092127e']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:35:09.381986 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-a0477780-2e3e-4333-b4c3-ab568726b346 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:35:09.382304 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-a0477780-2e3e-4333-b4c3-ab568726b346 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f23ee3bc-ef6f-4cd4-9d9c-e69024da22dc') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:35:09.392347 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0477780-2e3e-4333-b4c3-ab568726b346 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:09.406342 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0477780-2e3e-4333-b4c3-ab568726b346 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:09.413090 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0477780-2e3e-4333-b4c3-ab568726b346 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:35:09.413520 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0477780-2e3e-4333-b4c3-ab568726b346 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:35:09.416510 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:35:09.466467 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47f043-4084-4ec5-8fa4-30d98c2e9506 req-5b5361ba-1d7f-4aaf-b504-4ce05ef86da4 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:09.467960 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1b47f043-4084-4ec5-8fa4-30d98c2e9506 req-5b5361ba-1d7f-4aaf-b504-4ce05ef86da4 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.0528922 Sep 30 13:35:09.488176 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0477780-2e3e-4333-b4c3-ab568726b346 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:09.496135 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0477780-2e3e-4333-b4c3-ab568726b346 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:09.497947 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a0477780-2e3e-4333-b4c3-ab568726b346 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] 10.222.0.18 "DELETE /v2.0/networks/c4b0523b-a54f-4ed7-a0f3-3df91092127e HTTP/1.1" status: 204 len: 168 time: 0.3213511 Sep 30 13:35:09.507063 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0477780-2e3e-4333-b4c3-ab568726b346 tempest-TestNetworkBasicOps-1615815958 tempest-TestNetworkBasicOps-1615815958-project] Pushing event deleted for resources: {'Network': ['ID=c4b0523b-a54f-4ed7-a0f3-3df91092127e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:09.514674 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1b47f043-4084-4ec5-8fa4-30d98c2e9506 req-f5ce9c1d-0f1d-419d-8d75-39f13c857bc9 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398202 Sep 30 13:35:09.697422 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40892) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:09.828004 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1cb313bd-f1b8-4136-8b43-047ec0e597ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=35de1fee209b4805a01788770657a0cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1294141 Sep 30 13:35:09.830448 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40896) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:09.876352 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-df2cc7e4-3157-4018-b3fb-2e7096e479ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:09.897653 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-df2cc7e4-3157-4018-b3fb-2e7096e479ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:09.950954 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-df2cc7e4-3157-4018-b3fb-2e7096e479ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:09.953436 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-df2cc7e4-3157-4018-b3fb-2e7096e479ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:09.954636 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-df2cc7e4-3157-4018-b3fb-2e7096e479ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0ee6630-897b-44c1-8bb0-857ff629c63f HTTP/1.1" status: 204 len: 168 time: 0.1233060 Sep 30 13:35:09.962945 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cc7e4-3157-4018-b3fb-2e7096e479ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ee6630-897b-44c1-8bb0-857ff629c63f,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:10.228850 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40916) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:10.242641 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8a2082fc-2e2f-4395-a415-498aa1e0009f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:10.261379 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-eabd035c-001e-47bf-9b0d-d1a616510555 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:10.262891 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-eabd035c-001e-47bf-9b0d-d1a616510555 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 811 time: 0.1081419 Sep 30 13:35:10.278316 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-fb46ace6-a890-44f4-8028-ad199db548bf tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/quotas/866f7de7650a419a9623697f26d65ff4 HTTP/1.1" status: 200 len: 375 time: 0.0089688 Sep 30 13:35:10.334592 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8a2082fc-2e2f-4395-a415-498aa1e0009f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:10.335918 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-4dab6839-f405-4c8f-b3ce-aa5c6714cd7a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513663 Sep 30 13:35:10.339531 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8a2082fc-2e2f-4395-a415-498aa1e0009f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:10.379242 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8a2082fc-2e2f-4395-a415-498aa1e0009f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b6e19909966c405aa99b216daea9d278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486337 Sep 30 13:35:10.380069 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2082fc-2e2f-4395-a415-498aa1e0009f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5fc758-d673-4f17-a96f-7d3bd9aaf388,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:10.382398 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40918) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:10.431009 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-89e75b55-97e2-4112-a635-f5545830c75d service neutron] 10.222.0.18 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857959 Sep 30 13:35:10.431624 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67192269-20ca-46dc-a8a2-d8d61f1c63ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:10.455440 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67192269-20ca-46dc-a8a2-d8d61f1c63ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:10.513312 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67192269-20ca-46dc-a8a2-d8d61f1c63ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:10.515753 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 17ebab21-c6ec-4b17-8b0f-230c87ecc096 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:35:10.516285 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-67192269-20ca-46dc-a8a2-d8d61f1c63ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:10.520078 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-67192269-20ca-46dc-a8a2-d8d61f1c63ba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d5fc758-d673-4f17-a96f-7d3bd9aaf388 HTTP/1.1" status: 204 len: 168 time: 0.1367376 Sep 30 13:35:10.534411 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67192269-20ca-46dc-a8a2-d8d61f1c63ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5fc758-d673-4f17-a96f-7d3bd9aaf388,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:10.539102 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-3aa578d1-9222-40be-b338-148a9dd036c1 service neutron] 10.222.0.18 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018245 Sep 30 13:35:10.551791 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 17ebab21-c6ec-4b17-8b0f-230c87ecc096 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:35:10.552131 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 17ebab21-c6ec-4b17-8b0f-230c87ecc096 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:35:10.552552 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 96f926b0-2335-4d4b-9ac2-733ce45ad195 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:35:10.576974 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 96f926b0-2335-4d4b-9ac2-733ce45ad195 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:35:10.577325 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 96f926b0-2335-4d4b-9ac2-733ce45ad195 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:35:10.659100 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43da191-0fa1-4ae8-9ac4-02363800802e req-34ccdc10-a86c-48f8-88f4-f690067e600d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:10.661180 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a43da191-0fa1-4ae8-9ac4-02363800802e req-34ccdc10-a86c-48f8-88f4-f690067e600d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.0531039 Sep 30 13:35:10.716767 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a43da191-0fa1-4ae8-9ac4-02363800802e req-fce2a406-a395-4e3c-b97e-54197f36b22f tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487556 Sep 30 13:35:10.760207 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c17c2042-f291-45c6-ab3f-9e05d205d4b4 req-7e1761a6-89f0-4c09-8a44-19a6976ef9fa tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 210 time: 0.0269985 Sep 30 13:35:11.698394 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-79488272-0216-40d3-978d-4ce44e45e7b0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:11.699734 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-79488272-0216-40d3-978d-4ce44e45e7b0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.39 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 811 time: 0.1053951 Sep 30 13:35:11.713230 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-1f8cff53-0f91-4cdd-be2b-cb940dd1c2bc tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Request body: {'port': {'device_id': '6eab8763-58c8-4c37-864f-c06348dec713', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'admin_state_up': True, 'tenant_id': '866f7de7650a419a9623697f26d65ff4'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:35:11.854066 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63441333-c8ca-4fe8-9979-23b5001950d4 req-98b07ef2-32ec-4472-b55c-4b8bb0d17a97 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:11.856841 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-63441333-c8ca-4fe8-9979-23b5001950d4 req-98b07ef2-32ec-4472-b55c-4b8bb0d17a97 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.0648296 Sep 30 13:35:11.899580 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-63441333-c8ca-4fe8-9979-23b5001950d4 req-bb51dea1-093d-4adb-a467-bf753438abd1 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369878 Sep 30 13:35:11.914106 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05938ec7-5a06-485f-a6cc-d9c4d1d95d01 req-2160463d-8965-447b-8fc8-82b62a410978 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 210 time: 0.0477366 Sep 30 13:35:11.926853 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-1f8cff53-0f91-4cdd-be2b-cb940dd1c2bc tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Made reservation on behalf of 866f7de7650a419a9623697f26d65ff4 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:35:11.930435 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-1f8cff53-0f91-4cdd-be2b-cb940dd1c2bc tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:12.075049 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-1f8cff53-0f91-4cdd-be2b-cb940dd1c2bc tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Allocated IP 172.20.0.5 (949dc44d-a521-4909-8cff-116a74911834/3a29bd19-7bbd-493a-b0e5-a534c2103246/02ca2e25-8309-4bb3-983d-48e6e1491e65) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:35:12.541176 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-1f8cff53-0f91-4cdd-be2b-cb940dd1c2bc tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:12.576020 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-1f8cff53-0f91-4cdd-be2b-cb940dd1c2bc tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:12.588769 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['fd82cbdb-93e8-4b7f-9b25-d463bd356f58'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:35:12.625526 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-1f8cff53-0f91-4cdd-be2b-cb940dd1c2bc tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Network 949dc44d-a521-4909-8cff-116a74911834 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:35:12.628882 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-1f8cff53-0f91-4cdd-be2b-cb940dd1c2bc tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:35:12.631254 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-1f8cff53-0f91-4cdd-be2b-cb940dd1c2bc tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:35:12.661464 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8cff53-0f91-4cdd-be2b-cb940dd1c2bc tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event updated for resources: {'Port': ['ID=02ca2e25-8309-4bb3-983d-48e6e1491e65,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:12.698901 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-1f8cff53-0f91-4cdd-be2b-cb940dd1c2bc tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:12.700378 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-1f8cff53-0f91-4cdd-be2b-cb940dd1c2bc tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:12.719547 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-1f8cff53-0f91-4cdd-be2b-cb940dd1c2bc tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0102816 Sep 30 13:35:12.740437 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-41d10961-c1f4-4b97-9d29-8feff9e02302 service neutron] Request body: {'port': {'device_id': '6eab8763-58c8-4c37-864f-c06348dec713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:35:12.813325 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-41d10961-c1f4-4b97-9d29-8feff9e02302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:12.923927 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-1817176e-8877-4856-99df-94f2b7f80710 None None] Provisioning complete for port 02ca2e25-8309-4bb3-983d-48e6e1491e65 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:35:12.926124 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1817176e-8877-4856-99df-94f2b7f80710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:12.971783 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-1817176e-8877-4856-99df-94f2b7f80710 None None] Port 02ca2e25-8309-4bb3-983d-48e6e1491e65 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:35:13.013246 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 40996) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:13.020759 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-0669f385-5dd7-43fb-8490-f65a34d6610e tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Request body: {'network': {'name': 'tempest-network-smoke--2146041785', 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'port_security_enabled': True}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:35:13.096686 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310ca0e-947b-488a-9f1e-e739a4e0ed60 req-b6823d02-948c-47b0-bcb1-daadf4bbd6a0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:13.098957 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9310ca0e-947b-488a-9f1e-e739a4e0ed60 req-b6823d02-948c-47b0-bcb1-daadf4bbd6a0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 931 time: 0.0696623 Sep 30 13:35:13.100434 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0669f385-5dd7-43fb-8490-f65a34d6610e tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Made reservation on behalf of 7cfecf5064184b11934bd458c1ff7ce6 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:35:13.104288 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0669f385-5dd7-43fb-8490-f65a34d6610e tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:13.117971 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0669f385-5dd7-43fb-8490-f65a34d6610e tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:13.152689 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-41d10961-c1f4-4b97-9d29-8feff9e02302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ca2e25-8309-4bb3-983d-48e6e1491e65 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:35:13.162970 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-41d10961-c1f4-4b97-9d29-8feff9e02302 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:13.172434 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208ad1f-d7be-4e4d-b30d-bd2730a35d22 req-274740d3-9151-4c8b-b026-53a30063c15d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:13.175939 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9310ca0e-947b-488a-9f1e-e739a4e0ed60 req-29d4c63e-eedf-4464-81f1-69b9cfc36430 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591843 Sep 30 13:35:13.181089 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f208ad1f-d7be-4e4d-b30d-bd2730a35d22 req-274740d3-9151-4c8b-b026-53a30063c15d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.1048076 Sep 30 13:35:13.225898 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-41d10961-c1f4-4b97-9d29-8feff9e02302 service neutron] Transition to ACTIVE for port object 02ca2e25-8309-4bb3-983d-48e6e1491e65 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:35:13.233984 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-41d10961-c1f4-4b97-9d29-8feff9e02302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:13.254783 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f208ad1f-d7be-4e4d-b30d-bd2730a35d22 req-9b640d2d-34e5-4440-8364-ef824c789f23 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708895 Sep 30 13:35:13.257937 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0669f385-5dd7-43fb-8490-f65a34d6610e tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:13.263312 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0669f385-5dd7-43fb-8490-f65a34d6610e tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:13.301903 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d10961-c1f4-4b97-9d29-8feff9e02302 service neutron] Pushing event updated for resources: {'Port': ['ID=02ca2e25-8309-4bb3-983d-48e6e1491e65,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:13.307528 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0669f385-5dd7-43fb-8490-f65a34d6610e tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:35:13.310479 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669f385-5dd7-43fb-8490-f65a34d6610e tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96fa8127-79aa-410f-b7c0-18ca95fc41c0,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:13.324956 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0669f385-5dd7-43fb-8490-f65a34d6610e tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:13.325310 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-0669f385-5dd7-43fb-8490-f65a34d6610e tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Added segment f30d8cd1-8895-486e-a970-ed126048dad9 of type vlan for network 24df20f2-d0cf-4e54-8fb6-43c9cf435405 Sep 30 13:35:13.376302 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0669f385-5dd7-43fb-8490-f65a34d6610e tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:13.387825 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-41d10961-c1f4-4b97-9d29-8feff9e02302 service neutron] Attempting to bind port 02ca2e25-8309-4bb3-983d-48e6e1491e65 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:35:13.388469 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-41d10961-c1f4-4b97-9d29-8feff9e02302 service neutron] Attempting to bind port 02ca2e25-8309-4bb3-983d-48e6e1491e65 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:35:13.388988 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-41d10961-c1f4-4b97-9d29-8feff9e02302 service neutron] Attempting to bind port 02ca2e25-8309-4bb3-983d-48e6e1491e65 on network 949dc44d-a521-4909-8cff-116a74911834 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:35:13.396701 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-41d10961-c1f4-4b97-9d29-8feff9e02302 service neutron] Port 02ca2e25-8309-4bb3-983d-48e6e1491e65 on network 949dc44d-a521-4909-8cff-116a74911834 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:35:13.397250 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-41d10961-c1f4-4b97-9d29-8feff9e02302 service neutron] Attempting to bind port 02ca2e25-8309-4bb3-983d-48e6e1491e65 on network 949dc44d-a521-4909-8cff-116a74911834 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:35:13.411973 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-41d10961-c1f4-4b97-9d29-8feff9e02302 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:35:13.412549 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-41d10961-c1f4-4b97-9d29-8feff9e02302 service neutron] Checking segment: {'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:35:13.412681 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-41d10961-c1f4-4b97-9d29-8feff9e02302 service neutron] Bound using segment: {'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:35:13.413105 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-41d10961-c1f4-4b97-9d29-8feff9e02302 service neutron] Bound port: 02ca2e25-8309-4bb3-983d-48e6e1491e65, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:35:13.413464 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-41d10961-c1f4-4b97-9d29-8feff9e02302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:13.414834 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0669f385-5dd7-43fb-8490-f65a34d6610e tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:13.424674 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0669f385-5dd7-43fb-8490-f65a34d6610e tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:13.425462 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0669f385-5dd7-43fb-8490-f65a34d6610e tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:13.499078 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-41d10961-c1f4-4b97-9d29-8feff9e02302 service neutron] For port 02ca2e25-8309-4bb3-983d-48e6e1491e65, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:35:13.504100 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0669f385-5dd7-43fb-8490-f65a34d6610e tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4893134 Sep 30 13:35:13.508545 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-41d10961-c1f4-4b97-9d29-8feff9e02302 service neutron] For port 02ca2e25-8309-4bb3-983d-48e6e1491e65, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=02ca2e25-8309-4bb3-983d-48e6e1491e65,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:35:13.509567 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 40998) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:13.516042 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-22ff5d0d-43a0-4a0f-9a1d-fd4adeb0314a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-11545271', 'admin_state_up': True, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:35:13.530143 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-41d10961-c1f4-4b97-9d29-8feff9e02302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:13.549779 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669f385-5dd7-43fb-8490-f65a34d6610e tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event updated for resources: {'Network': ['ID=24df20f2-d0cf-4e54-8fb6-43c9cf435405,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:13.561244 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 24df20f2-d0cf-4e54-8fb6-43c9cf435405 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:35:13.585539 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-41d10961-c1f4-4b97-9d29-8feff9e02302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:13.586657 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-41d10961-c1f4-4b97-9d29-8feff9e02302 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:13.587670 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-41d10961-c1f4-4b97-9d29-8feff9e02302 service neutron] 10.222.0.39 "PUT /v2.0/ports/02ca2e25-8309-4bb3-983d-48e6e1491e65 HTTP/1.1" status: 200 len: 1091 time: 0.8554389 Sep 30 13:35:13.588011 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eab8763-58c8-4c37-864f-c06348dec713', 'tag': '02ca2e25-8309-4bb3-983d-48e6e1491e65'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:35:13.590689 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10744cc1-ea25-4f47-8782-0326336db469" -d '{"events": [{"name": "network-changed", "server_uuid": "6eab8763-58c8-4c37-864f-c06348dec713", "tag": "02ca2e25-8309-4bb3-983d-48e6e1491e65"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:35:13.596637 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-22ff5d0d-43a0-4a0f-9a1d-fd4adeb0314a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:13.597723 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-22ff5d0d-43a0-4a0f-9a1d-fd4adeb0314a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:13.620470 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d10961-c1f4-4b97-9d29-8feff9e02302 service neutron] Pushing event updated for resources: {'Port': ['ID=02ca2e25-8309-4bb3-983d-48e6e1491e65,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:13.671472 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-22ff5d0d-43a0-4a0f-9a1d-fd4adeb0314a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:13.682536 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b427c7-9fc8-4f14-9332-4981b77736bd x-openstack-request-id: req-91b427c7-9fc8-4f14-9332-4981b77736bd {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:35:13.683158 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eab8763-58c8-4c37-864f-c06348dec713", "tag": "02ca2e25-8309-4bb3-983d-48e6e1491e65", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:35:13.683575 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-91b427c7-9fc8-4f14-9332-4981b77736bd {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:35:13.684395 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eab8763-58c8-4c37-864f-c06348dec713', 'tag': '02ca2e25-8309-4bb3-983d-48e6e1491e65', 'status': 'completed', 'code': 200} Sep 30 13:35:13.821526 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-9f599334-172f-4f7d-97f9-a3be7a81cdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:13.823340 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-9f599334-172f-4f7d-97f9-a3be7a81cdba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 1094 time: 0.1780906 Sep 30 13:35:13.869703 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-22ff5d0d-43a0-4a0f-9a1d-fd4adeb0314a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:13.904157 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-a04edbd7-e7f8-4664-943d-a5fca5d98458 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02ca2e25-8309-4bb3-983d-48e6e1491e65 HTTP/1.1" status: 200 len: 217 time: 0.0711172 Sep 30 13:35:13.976985 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-845d3951-2e28-4c8e-a340-90a83c9b1f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:13.978488 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-845d3951-2e28-4c8e-a340-90a83c9b1f8c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a29bd19-7bbd-493a-b0e5-a534c2103246 HTTP/1.1" status: 200 len: 850 time: 0.0671699 Sep 30 13:35:14.070903 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-ca41d7eb-15fa-4026-b32c-19fd0907e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:14.072413 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-ca41d7eb-15fa-4026-b32c-19fd0907e9ae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=949dc44d-a521-4909-8cff-116a74911834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860951 Sep 30 13:35:14.223042 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-22ff5d0d-43a0-4a0f-9a1d-fd4adeb0314a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:14.244583 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-22ff5d0d-43a0-4a0f-9a1d-fd4adeb0314a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:14.339207 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-a2c18fa9-df36-478e-aeeb-5c6fc1bb243f service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566500 Sep 30 13:35:14.382984 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8ee5b-c84c-433f-bcba-b011926a58d3 req-d910735c-6ec1-4642-92ff-5d5e68ac7aea tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:14.384496 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d9e8ee5b-c84c-433f-bcba-b011926a58d3 req-d910735c-6ec1-4642-92ff-5d5e68ac7aea tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 943 time: 0.1289396 Sep 30 13:35:14.387615 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ec07f-46af-49f2-b801-bd7795422723 req-b9c5c0f0-3f9d-4121-b0ff-6fa8cb96b3d1 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:14.395674 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1d2ec07f-46af-49f2-b801-bd7795422723 req-b9c5c0f0-3f9d-4121-b0ff-6fa8cb96b3d1 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.0663707 Sep 30 13:35:14.429500 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1d2ec07f-46af-49f2-b801-bd7795422723 req-5a0f5480-15cf-46e0-aeb4-621e3fe00e21 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329592 Sep 30 13:35:14.521355 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-22ff5d0d-43a0-4a0f-9a1d-fd4adeb0314a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Allocated IP 172.25.5.180 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:35:14.546748 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d9e8ee5b-c84c-433f-bcba-b011926a58d3 req-1390d387-8cb8-4854-a683-8b60d4902fe3 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378460 Sep 30 13:35:14.591263 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5b09a869-a70f-459c-8321-2d8f47dff4ed req-ce765d1f-6d46-48fe-a03d-2e5d19c5ea93 service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415206 Sep 30 13:35:14.688320 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-22ff5d0d-43a0-4a0f-9a1d-fd4adeb0314a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:14.743387 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10744cc1-ea25-4f47-8782-0326336db469 req-1a5ed8fb-3581-4441-bdca-b27c1fd78b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:14.744880 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-10744cc1-ea25-4f47-8782-0326336db469 req-1a5ed8fb-3581-4441-bdca-b27c1fd78b73 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 1094 time: 0.0835612 Sep 30 13:35:14.755587 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-22ff5d0d-43a0-4a0f-9a1d-fd4adeb0314a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:14.817292 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ff5d0d-43a0-4a0f-9a1d-fd4adeb0314a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:35:14.828680 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-22ff5d0d-43a0-4a0f-9a1d-fd4adeb0314a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:35:14.843584 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ff5d0d-43a0-4a0f-9a1d-fd4adeb0314a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:35:14.928430 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff5d0d-43a0-4a0f-9a1d-fd4adeb0314a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event updated for resources: {'Port': ['ID=af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:14.976567 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:15.032220 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10744cc1-ea25-4f47-8782-0326336db469 req-ff2df4a7-24e1-42dd-8e15-46c9d1a42530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:15.033669 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-10744cc1-ea25-4f47-8782-0326336db469 req-ff2df4a7-24e1-42dd-8e15-46c9d1a42530 service neutron] 10.222.0.39 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 912 time: 0.2737336 Sep 30 13:35:15.115511 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-10744cc1-ea25-4f47-8782-0326336db469 req-5c71bbae-5cf0-4e6f-ba53-6bef98f539f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02ca2e25-8309-4bb3-983d-48e6e1491e65 HTTP/1.1" status: 200 len: 217 time: 0.0541954 Sep 30 13:35:15.237578 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10744cc1-ea25-4f47-8782-0326336db469 req-c3478b78-deb2-4276-a0af-08252fca5fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:15.239998 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-10744cc1-ea25-4f47-8782-0326336db469 req-c3478b78-deb2-4276-a0af-08252fca5fec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a29bd19-7bbd-493a-b0e5-a534c2103246 HTTP/1.1" status: 200 len: 850 time: 0.1179969 Sep 30 13:35:15.376586 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10744cc1-ea25-4f47-8782-0326336db469 req-27b44d79-979a-4b11-8ee8-bbe8cf3c2ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:15.379455 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-10744cc1-ea25-4f47-8782-0326336db469 req-27b44d79-979a-4b11-8ee8-bbe8cf3c2ff9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=949dc44d-a521-4909-8cff-116a74911834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296568 Sep 30 13:35:15.383642 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-22ff5d0d-43a0-4a0f-9a1d-fd4adeb0314a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:15.598041 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-10744cc1-ea25-4f47-8782-0326336db469 req-4cd9a834-5172-4b42-aa1a-403009755a7e service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117913 Sep 30 13:35:15.610943 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235ee1f-1d13-447e-beba-d8844dcd2014 req-ec7655c1-f7c2-418f-9cbb-5ce1568a7397 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:15.614136 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9235ee1f-1d13-447e-beba-d8844dcd2014 req-ec7655c1-f7c2-418f-9cbb-5ce1568a7397 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.0945797 Sep 30 13:35:15.686698 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9235ee1f-1d13-447e-beba-d8844dcd2014 req-9627d450-8c40-47ee-83a6-b4c942a70ff3 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617085 Sep 30 13:35:16.161675 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2551fc-1fa0-4ab9-a753-f47ba1094f3f req-772d2cfd-5ffc-4cf1-80bf-01cbb55c56ef tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:16.163353 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cc2551fc-1fa0-4ab9-a753-f47ba1094f3f req-772d2cfd-5ffc-4cf1-80bf-01cbb55c56ef tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 943 time: 0.5020690 Sep 30 13:35:16.212738 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-10744cc1-ea25-4f47-8782-0326336db469 req-0590c848-3af3-469a-aa23-fd7e6bc4ab60 service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6071649 Sep 30 13:35:16.218353 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-22ff5d0d-43a0-4a0f-9a1d-fd4adeb0314a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:16.230148 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cc2551fc-1fa0-4ab9-a753-f47ba1094f3f req-59c74c81-fc9c-421c-8be6-8ab89d13ffa8 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592220 Sep 30 13:35:16.391894 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ff5d0d-43a0-4a0f-9a1d-fd4adeb0314a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Router 33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:35:16.540776 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ff5d0d-43a0-4a0f-9a1d-fd4adeb0314a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:35:16.553975 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c72bba-7cbf-465e-beae-5037e0b6dc0e None None] Sync routers for ids ['33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:35:16.578146 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c72bba-7cbf-465e-beae-5037e0b6dc0e None None] Routers {'33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:35:16.579857 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-39c72bba-7cbf-465e-beae-5037e0b6dc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:34:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:35:16.586048 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-22ff5d0d-43a0-4a0f-9a1d-fd4adeb0314a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:16.590450 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-22ff5d0d-43a0-4a0f-9a1d-fd4adeb0314a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.0756700 Sep 30 13:35:16.590760 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41012) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:16.759085 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41018) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:16.759691 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d5ee12ce-9a8d-43e1-8836-22d54c7e8064 tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=7cfecf5064184b11934bd458c1ff7ce6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1670585 Sep 30 13:35:16.827495 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-39c72bba-7cbf-465e-beae-5037e0b6dc0e None None] Set router 33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:35:16.894516 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad68562-5130-4856-a9d0-47c697c8f2a0 tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:16.898529 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9ad68562-5130-4856-a9d0-47c697c8f2a0 tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1383779 Sep 30 13:35:16.899790 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41020) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:16.956021 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b786eaf6-ecb1-45e3-baec-6db608e5ca23 tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7bf2cdd5-9828-4259-bd46-d7f13451331c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0544467 Sep 30 13:35:16.963728 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41022) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:16.971372 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-359f6bfd-c184-442f-a602-7e83ffd5f852 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-912402746', 'network_id': '24df20f2-d0cf-4e54-8fb6-43c9cf435405', 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:35:16.976349 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad9dba-0a8e-4991-8482-fb06d4743d54 req-4598288e-0796-4977-b8b4-9c5c84a35b3e tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:16.986294 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7cad9dba-0a8e-4991-8482-fb06d4743d54 req-4598288e-0796-4977-b8b4-9c5c84a35b3e tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.1336596 Sep 30 13:35:17.042703 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7cad9dba-0a8e-4991-8482-fb06d4743d54 req-1c263bb3-7623-41d6-ae04-d86736d75954 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552280 Sep 30 13:35:17.122398 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-39c72bba-7cbf-465e-beae-5037e0b6dc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11545271', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:35:13Z', 'updated_at': '2021-09-30T13:35:15Z', 'revision_number': 3, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'gw_port': {'id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:35:14Z', 'updated_at': '2021-09-30T13:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:35:17.134092 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359f6bfd-c184-442f-a602-7e83ffd5f852 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Made reservation on behalf of 7cfecf5064184b11934bd458c1ff7ce6 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:35:17.138696 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-359f6bfd-c184-442f-a602-7e83ffd5f852 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:17.167397 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c72bba-7cbf-465e-beae-5037e0b6dc0e None None] Checking router: 33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:35:17.167837 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c72bba-7cbf-465e-beae-5037e0b6dc0e None None] Updating router 33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4 port af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:35:17.210578 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-39c72bba-7cbf-465e-beae-5037e0b6dc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:17.436574 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5309a3-444a-4845-b4b4-c9cb592d5496 req-f094c5e4-48e7-4431-8427-82c712d466c1 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:17.438052 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ea5309a3-444a-4845-b4b4-c9cb592d5496 req-f094c5e4-48e7-4431-8427-82c712d466c1 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 943 time: 0.0970101 Sep 30 13:35:17.471622 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-359f6bfd-c184-442f-a602-7e83ffd5f852 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:17.531084 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ea5309a3-444a-4845-b4b4-c9cb592d5496 req-fca2cae5-4d40-4ccc-85de-fa9a86b58efa tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839679 Sep 30 13:35:17.571989 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f6bfd-c184-442f-a602-7e83ffd5f852 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event updated for resources: {'Subnet': ['ID=737953a5-b32a-45dd-83b4-4c4b122edb8e,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:17.576457 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359f6bfd-c184-442f-a602-7e83ffd5f852 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Checking segment: {'id': 'f30d8cd1-8895-486e-a970-ed126048dad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '24df20f2-d0cf-4e54-8fb6-43c9cf435405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:35:17.578745 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359f6bfd-c184-442f-a602-7e83ffd5f852 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Network hostable DHCP agents. Network: 24df20f2-d0cf-4e54-8fb6-43c9cf435405, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:35:17.606956 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359f6bfd-c184-442f-a602-7e83ffd5f852 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Network 24df20f2-d0cf-4e54-8fb6-43c9cf435405 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:35:17.621111 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-39c72bba-7cbf-465e-beae-5037e0b6dc0e None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:17.622041 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-359f6bfd-c184-442f-a602-7e83ffd5f852 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 24df20f2-d0cf-4e54-8fb6-43c9cf435405) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:35:17.627502 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-39c72bba-7cbf-465e-beae-5037e0b6dc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:17.628381 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359f6bfd-c184-442f-a602-7e83ffd5f852 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:17.629034 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-359f6bfd-c184-442f-a602-7e83ffd5f852 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:17.635635 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639386d2-71bf-45d7-8f14-e08fa8f3bb96 None None] Network 24df20f2-d0cf-4e54-8fb6-43c9cf435405 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:35:17.650984 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-359f6bfd-c184-442f-a602-7e83ffd5f852 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6842103 Sep 30 13:35:17.652846 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41026) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:17.702074 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0cea27-5667-4637-aae7-340e989ac695 None None] Pushing event updated for resources: {'Port': ['ID=af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:17.753855 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-39c72bba-7cbf-465e-beae-5037e0b6dc0e None None] Attempting to bind port af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:35:17.754224 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-39c72bba-7cbf-465e-beae-5037e0b6dc0e None None] Attempting to bind port af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:35:17.754542 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c72bba-7cbf-465e-beae-5037e0b6dc0e None None] Attempting to bind port af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:35:17.764794 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c72bba-7cbf-465e-beae-5037e0b6dc0e None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:35:17.765160 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c72bba-7cbf-465e-beae-5037e0b6dc0e None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:35:17.765553 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-39c72bba-7cbf-465e-beae-5037e0b6dc0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:17.765932 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c72bba-7cbf-465e-beae-5037e0b6dc0e None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:35:17.766846 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-39c72bba-7cbf-465e-beae-5037e0b6dc0e None None] Bound port: af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:35:17.766846 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-39c72bba-7cbf-465e-beae-5037e0b6dc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:18.037745 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-39c72bba-7cbf-465e-beae-5037e0b6dc0e None None] For port af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:35:18.073108 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-39c72bba-7cbf-465e-beae-5037e0b6dc0e None None] For port af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:35:18.087493 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-39c72bba-7cbf-465e-beae-5037e0b6dc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:18.104643 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5170636-96eb-4366-a34e-a06574d04458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-24df20f2-d0cf-4e54-8fb6-43c9cf435405', 'network_id': '24df20f2-d0cf-4e54-8fb6-43c9cf435405', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'fixed_ips': [{'subnet_id': '737953a5-b32a-45dd-83b4-4c4b122edb8e'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:35:18.105512 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f5170636-96eb-4366-a34e-a06574d04458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:18.158314 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c72bba-7cbf-465e-beae-5037e0b6dc0e None None] Routers {'33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:35:18.158959 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-39c72bba-7cbf-465e-beae-5037e0b6dc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:34:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:35:18.304743 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0cea27-5667-4637-aae7-340e989ac695 None None] Pushing event updated for resources: {'Port': ['ID=af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:18.359193 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c6060-1a8e-4957-970b-684df3dc3203 req-f7846e68-41b9-46de-9f4f-1e819598c8f4 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:18.361091 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fa3c6060-1a8e-4957-970b-684df3dc3203 req-f7846e68-41b9-46de-9f4f-1e819598c8f4 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.1085904 Sep 30 13:35:18.383875 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3ce52fd9-f2e7-4427-aa79-0e357c29c687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:18.442182 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-f5170636-96eb-4366-a34e-a06574d04458 None None] Allocated IP 172.20.0.2 (24df20f2-d0cf-4e54-8fb6-43c9cf435405/737953a5-b32a-45dd-83b4-4c4b122edb8e/e97c1df8-6fcd-4cbd-9645-bada1dba0791) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:35:18.462220 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fa3c6060-1a8e-4957-970b-684df3dc3203 req-9e652390-981a-4d8a-b2bb-f59876bdb498 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889969 Sep 30 13:35:18.472704 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-39c72bba-7cbf-465e-beae-5037e0b6dc0e None None] Set router 33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:35:18.676534 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-77940487-f30d-49c6-b2b9-3e28c3538862 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:18.718785 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c1d7f-63f0-4286-be5b-ff957b07ba69 req-6a3bea2a-9381-4ff9-924b-844c3c819a6c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:18.721158 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de7c1d7f-63f0-4286-be5b-ff957b07ba69 req-6a3bea2a-9381-4ff9-924b-844c3c819a6c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 943 time: 0.0625327 Sep 30 13:35:18.776081 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f5170636-96eb-4366-a34e-a06574d04458 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:18.787267 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-39c72bba-7cbf-465e-beae-5037e0b6dc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11545271', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:35:13Z', 'updated_at': '2021-09-30T13:35:15Z', 'revision_number': 3, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'gw_port': {'id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:35:14Z', 'updated_at': '2021-09-30T13:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:35:18.789803 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f5170636-96eb-4366-a34e-a06574d04458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:18.828749 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de7c1d7f-63f0-4286-be5b-ff957b07ba69 req-8d06e853-f94b-4f27-983d-8f8cc9e0dc21 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965242 Sep 30 13:35:18.857994 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c72bba-7cbf-465e-beae-5037e0b6dc0e None None] The sync data for ids ['33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'] in n-d-810909-2 is: [{'id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11545271', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:35:13Z', 'updated_at': '2021-09-30T13:35:15Z', 'revision_number': 3, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'gw_port': {'id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:35:14Z', 'updated_at': '2021-09-30T13:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:35:18.870082 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5170636-96eb-4366-a34e-a06574d04458 None None] Pushing event updated for resources: {'Port': ['ID=e97c1df8-6fcd-4cbd-9645-bada1dba0791,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:18.879255 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5170636-96eb-4366-a34e-a06574d04458 None None] Network 24df20f2-d0cf-4e54-8fb6-43c9cf435405 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:35:18.883580 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-f5170636-96eb-4366-a34e-a06574d04458 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:35:18.886299 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5170636-96eb-4366-a34e-a06574d04458 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:35:18.952742 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f5170636-96eb-4366-a34e-a06574d04458 None None] Attempting to bind port e97c1df8-6fcd-4cbd-9645-bada1dba0791 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:35:18.953180 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f5170636-96eb-4366-a34e-a06574d04458 None None] Attempting to bind port e97c1df8-6fcd-4cbd-9645-bada1dba0791 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'f30d8cd1-8895-486e-a970-ed126048dad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '24df20f2-d0cf-4e54-8fb6-43c9cf435405'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:35:18.953733 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5170636-96eb-4366-a34e-a06574d04458 None None] Attempting to bind port e97c1df8-6fcd-4cbd-9645-bada1dba0791 on network 24df20f2-d0cf-4e54-8fb6-43c9cf435405 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:35:18.961228 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5170636-96eb-4366-a34e-a06574d04458 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:35:18.961609 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5170636-96eb-4366-a34e-a06574d04458 None None] Checking segment: {'id': 'f30d8cd1-8895-486e-a970-ed126048dad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '24df20f2-d0cf-4e54-8fb6-43c9cf435405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:35:18.962046 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f5170636-96eb-4366-a34e-a06574d04458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:18.962511 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5170636-96eb-4366-a34e-a06574d04458 None None] Bound using segment: {'id': 'f30d8cd1-8895-486e-a970-ed126048dad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '24df20f2-d0cf-4e54-8fb6-43c9cf435405'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:35:18.963639 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f5170636-96eb-4366-a34e-a06574d04458 None None] Bound port: e97c1df8-6fcd-4cbd-9645-bada1dba0791, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f30d8cd1-8895-486e-a970-ed126048dad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '24df20f2-d0cf-4e54-8fb6-43c9cf435405'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:35:18.964688 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f5170636-96eb-4366-a34e-a06574d04458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:19.063686 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f5170636-96eb-4366-a34e-a06574d04458 None None] For port e97c1df8-6fcd-4cbd-9645-bada1dba0791, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:35:19.067958 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f5170636-96eb-4366-a34e-a06574d04458 None None] For port e97c1df8-6fcd-4cbd-9645-bada1dba0791, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e97c1df8-6fcd-4cbd-9645-bada1dba0791,segment=NetworkSegment(f30d8cd1-8895-486e-a970-ed126048dad9),segment_id=f30d8cd1-8895-486e-a970-ed126048dad9)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:35:19.072432 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f5170636-96eb-4366-a34e-a06574d04458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:19.124906 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5170636-96eb-4366-a34e-a06574d04458 None None] Pushing event updated for resources: {'Port': ['ID=e97c1df8-6fcd-4cbd-9645-bada1dba0791,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:19.156759 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-77940487-f30d-49c6-b2b9-3e28c3538862 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Allocated IP 172.20.0.1 (24df20f2-d0cf-4e54-8fb6-43c9cf435405/737953a5-b32a-45dd-83b4-4c4b122edb8e/376a2386-32c2-43e8-ae44-e383e6f334cb) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:35:19.347560 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-77940487-f30d-49c6-b2b9-3e28c3538862 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:19.442439 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-77940487-f30d-49c6-b2b9-3e28c3538862 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:19.522143 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77940487-f30d-49c6-b2b9-3e28c3538862 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event updated for resources: {'Port': ['ID=376a2386-32c2-43e8-ae44-e383e6f334cb,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:19.544628 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77940487-f30d-49c6-b2b9-3e28c3538862 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Network 24df20f2-d0cf-4e54-8fb6-43c9cf435405 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:35:19.562186 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-77940487-f30d-49c6-b2b9-3e28c3538862 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:35:19.569974 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77940487-f30d-49c6-b2b9-3e28c3538862 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:35:19.648871 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:19.677054 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-77940487-f30d-49c6-b2b9-3e28c3538862 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:19.721277 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88786457-aae9-4cbf-a022-a61f1df76b16 req-2998baae-0806-4e79-8b0b-eb12f1494e70 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:19.723936 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-88786457-aae9-4cbf-a022-a61f1df76b16 req-2998baae-0806-4e79-8b0b-eb12f1494e70 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.1505356 Sep 30 13:35:19.785749 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-88786457-aae9-4cbf-a022-a61f1df76b16 req-773f9b9d-76ad-43e5-8b1e-b27628f33bc0 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543196 Sep 30 13:35:19.907878 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-77940487-f30d-49c6-b2b9-3e28c3538862 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:20.017496 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674c494-91b2-4e60-a93e-eb9f9be70a14 req-9219985a-904e-42f3-9a90-b4390604c1bb tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:20.020241 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0674c494-91b2-4e60-a93e-eb9f9be70a14 req-9219985a-904e-42f3-9a90-b4390604c1bb tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 943 time: 0.0988696 Sep 30 13:35:20.105715 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0674c494-91b2-4e60-a93e-eb9f9be70a14 req-0389cc3b-4166-4b33-aa7e-cdd05546020d tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744462 Sep 30 13:35:20.299747 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-77940487-f30d-49c6-b2b9-3e28c3538862 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:20.305037 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-77940487-f30d-49c6-b2b9-3e28c3538862 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:20.397226 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77940487-f30d-49c6-b2b9-3e28c3538862 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event updated for resources: {'Port': ['ID=376a2386-32c2-43e8-ae44-e383e6f334cb,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:20.400753 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-77940487-f30d-49c6-b2b9-3e28c3538862 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:20.442584 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41967f9-bd95-4bb8-878b-1467907df24e None None] Network 24df20f2-d0cf-4e54-8fb6-43c9cf435405 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:35:20.528266 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77940487-f30d-49c6-b2b9-3e28c3538862 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Network 24df20f2-d0cf-4e54-8fb6-43c9cf435405 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:35:20.530784 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-77940487-f30d-49c6-b2b9-3e28c3538862 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:35:20.580773 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-90c88269-9b80-4cd3-88c8-71cdb65bcdcb None None] Provisioning complete for port e97c1df8-6fcd-4cbd-9645-bada1dba0791 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:35:20.581210 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-90c88269-9b80-4cd3-88c8-71cdb65bcdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:20.671428 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e97c1df8-6fcd-4cbd-9645-bada1dba0791 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:35:20.679837 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77940487-f30d-49c6-b2b9-3e28c3538862 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Router 33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:35:20.778203 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c5998a3d-a5f7-4dd9-99b5-43845ffae02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:20.783031 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-90c88269-9b80-4cd3-88c8-71cdb65bcdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:20.796489 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77940487-f30d-49c6-b2b9-3e28c3538862 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:35:20.803757 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-77940487-f30d-49c6-b2b9-3e28c3538862 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "PUT /v2.0/routers/33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1489334 Sep 30 13:35:20.807392 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41036) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:20.813423 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-8f2939f0-74d1-407c-bcbd-40f0998059cc tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1220924127', 'description': 'tempest-secgroup_access--1220924127 description', 'project_id': '7cfecf5064184b11934bd458c1ff7ce6'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:35:20.845900 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port e97c1df8-6fcd-4cbd-9645-bada1dba0791 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:35:20.846302 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:20.846817 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8f2939f0-74d1-407c-bcbd-40f0998059cc tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:20.849193 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-90c88269-9b80-4cd3-88c8-71cdb65bcdcb None None] For port e97c1df8-6fcd-4cbd-9645-bada1dba0791, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e97c1df8-6fcd-4cbd-9645-bada1dba0791,segment=NetworkSegment(f30d8cd1-8895-486e-a970-ed126048dad9),segment_id=f30d8cd1-8895-486e-a970-ed126048dad9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:35:20.873083 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-90c88269-9b80-4cd3-88c8-71cdb65bcdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:20.939728 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c88269-9b80-4cd3-88c8-71cdb65bcdcb None None] Pushing event updated for resources: {'Port': ['ID=e97c1df8-6fcd-4cbd-9645-bada1dba0791,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:20.951921 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41005c7-21d5-49fa-bf3e-ade8cfa0c1de req-df4255bd-8ac7-4088-9785-462d943810fe tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:20.954059 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d41005c7-21d5-49fa-bf3e-ade8cfa0c1de req-df4255bd-8ac7-4088-9785-462d943810fe tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.0768657 Sep 30 13:35:20.988648 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:35:21.008456 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8f2939f0-74d1-407c-bcbd-40f0998059cc tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:21.011440 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d41005c7-21d5-49fa-bf3e-ade8cfa0c1de req-f58624f0-c68d-4733-ab34-dc957d39dda6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481298 Sep 30 13:35:21.014362 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8f2939f0-74d1-407c-bcbd-40f0998059cc tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:21.044367 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20a43e8-483d-4e5b-afb3-e408c101eecf None None] Sync routers for ids ['33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:35:21.047165 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:35:21.047907 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:21.055258 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8f2939f0-74d1-407c-bcbd-40f0998059cc tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:21.057132 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8f2939f0-74d1-407c-bcbd-40f0998059cc tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2473757 Sep 30 13:35:21.060215 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41040) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:21.062306 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2939f0-74d1-407c-bcbd-40f0998059cc tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5663cd21-43d1-46e7-8a1e-4f1ab27655c0,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:21.065113 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-4535b095-2500-4c1d-a1a3-49a82c60b9cf tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1110169183', 'description': 'tempest-secgroup_general--1110169183 description', 'project_id': '7cfecf5064184b11934bd458c1ff7ce6'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:35:21.075997 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20a43e8-483d-4e5b-afb3-e408c101eecf None None] Routers {'33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:35:21.077161 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-d20a43e8-483d-4e5b-afb3-e408c101eecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:35:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:35:21.099261 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4535b095-2500-4c1d-a1a3-49a82c60b9cf tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:21.165592 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:21.189788 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:35:21.208630 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:21.226755 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-d20a43e8-483d-4e5b-afb3-e408c101eecf None None] Set router 33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:35:21.249075 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4535b095-2500-4c1d-a1a3-49a82c60b9cf tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:21.255827 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4535b095-2500-4c1d-a1a3-49a82c60b9cf tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:21.259359 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-80e9029f-1298-4919-9eee-cd4ec6bebe74 None None] Provisioning complete for port e97c1df8-6fcd-4cbd-9645-bada1dba0791 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:35:21.259986 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-80e9029f-1298-4919-9eee-cd4ec6bebe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:21.275035 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae85a38-0de7-459d-a64b-5bf79315cb17 req-b5068676-b43d-43f3-8bd3-4906f2a6c75c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:21.282156 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8ae85a38-0de7-459d-a64b-5bf79315cb17 req-b5068676-b43d-43f3-8bd3-4906f2a6c75c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 943 time: 0.0732751 Sep 30 13:35:21.314810 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4535b095-2500-4c1d-a1a3-49a82c60b9cf tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:21.316869 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4535b095-2500-4c1d-a1a3-49a82c60b9cf tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2549381 Sep 30 13:35:21.319243 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41044) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:21.322507 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535b095-2500-4c1d-a1a3-49a82c60b9cf tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f2cce2-ba11-4fcc-b97e-fff66749db07,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:21.326349 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-2447ec01-bd91-436a-905c-d5ab25cc4fa6 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Request body: {'security_group_rule': {'security_group_id': '5663cd21-43d1-46e7-8a1e-4f1ab27655c0', 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:35:21.348344 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:21.364477 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8ae85a38-0de7-459d-a64b-5bf79315cb17 req-1606c336-f4c8-4c27-b5cc-12ea8acf851a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813088 Sep 30 13:35:21.377972 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2447ec01-bd91-436a-905c-d5ab25cc4fa6 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:21.435982 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-80e9029f-1298-4919-9eee-cd4ec6bebe74 None None] Provisioning complete for port 376a2386-32c2-43e8-ae44-e383e6f334cb triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:35:21.436505 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-80e9029f-1298-4919-9eee-cd4ec6bebe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:21.490752 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2447ec01-bd91-436a-905c-d5ab25cc4fa6 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:21.492088 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-80e9029f-1298-4919-9eee-cd4ec6bebe74 None None] Port 376a2386-32c2-43e8-ae44-e383e6f334cb cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:35:21.497068 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2447ec01-bd91-436a-905c-d5ab25cc4fa6 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:21.520208 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447ec01-bd91-436a-905c-d5ab25cc4fa6 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e16451f5-aa5d-44f1-8b2d-bc831eda6c7c,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:21.528948 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2447ec01-bd91-436a-905c-d5ab25cc4fa6 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:21.540023 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2447ec01-bd91-436a-905c-d5ab25cc4fa6 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2103357 Sep 30 13:35:21.540266 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-d20a43e8-483d-4e5b-afb3-e408c101eecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11545271', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:35:13Z', 'updated_at': '2021-09-30T13:35:19Z', 'revision_number': 4, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'gw_port': {'id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:35:14Z', 'updated_at': '2021-09-30T13:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '376a2386-32c2-43e8-ae44-e383e6f334cb', 'name': '', 'network_id': '24df20f2-d0cf-4e54-8fb6-43c9cf435405', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'mac_address': 'fa:16:3e:d9:cc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '737953a5-b32a-45dd-83b4-4c4b122edb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:35:18Z', 'updated_at': '2021-09-30T13:35:20Z', 'revision_number': 2, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'subnets': [{'id': '737953a5-b32a-45dd-83b4-4c4b122edb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:35:21.559336 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20a43e8-483d-4e5b-afb3-e408c101eecf None None] Checking router: 33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:35:21.559684 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20a43e8-483d-4e5b-afb3-e408c101eecf None None] Updating router 33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4 port 376a2386-32c2-43e8-ae44-e383e6f334cb binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:35:21.587520 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d20a43e8-483d-4e5b-afb3-e408c101eecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:21.611818 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f137cae5-f503-47bc-9405-e74b2b041106 None None] Provisioning complete for port 376a2386-32c2-43e8-ae44-e383e6f334cb triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:35:21.613262 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f137cae5-f503-47bc-9405-e74b2b041106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:21.686878 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:21.689502 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-f137cae5-f503-47bc-9405-e74b2b041106 None None] Port 376a2386-32c2-43e8-ae44-e383e6f334cb cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:35:21.712624 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-cc6ff48b-abd5-4307-bf66-33efefe42427 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_access--1220924127&fields=id&tenant_id=7cfecf5064184b11934bd458c1ff7ce6 HTTP/1.1" status: 200 len: 267 time: 0.0398066 Sep 30 13:35:21.752186 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-7eefe484-35e6-413e-ac6d-ec3518b21898 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_general--1110169183&fields=id&tenant_id=7cfecf5064184b11934bd458c1ff7ce6 HTTP/1.1" status: 200 len: 267 time: 0.0329065 Sep 30 13:35:21.812939 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9f784722-c5c3-4d69-b4c1-57fe939a40d2 None None] Provisioning complete for port 376a2386-32c2-43e8-ae44-e383e6f334cb triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:35:21.813814 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9f784722-c5c3-4d69-b4c1-57fe939a40d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:21.853363 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-9f784722-c5c3-4d69-b4c1-57fe939a40d2 None None] Port 376a2386-32c2-43e8-ae44-e383e6f334cb cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:35:21.884013 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-b2d4c371-edac-4840-a732-42c284ae5348 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:21.885729 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-b2d4c371-edac-4840-a732-42c284ae5348 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/networks?id=24df20f2-d0cf-4e54-8fb6-43c9cf435405 HTTP/1.1" status: 200 len: 797 time: 0.1254358 Sep 30 13:35:21.902398 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-c5eb2a8a-4ccc-43aa-ab72-a531a0b8e395 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/quotas/7cfecf5064184b11934bd458c1ff7ce6 HTTP/1.1" status: 200 len: 375 time: 0.0105217 Sep 30 13:35:21.958195 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-e76bbeb6-5dac-4417-a205-d1f962c1c6c7 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7cfecf5064184b11934bd458c1ff7ce6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491993 Sep 30 13:35:22.009887 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d20a43e8-483d-4e5b-afb3-e408c101eecf None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:22.017181 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d20a43e8-483d-4e5b-afb3-e408c101eecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:22.067576 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48030ad5-98ff-42bf-926a-b39eb8efc8ec None None] Pushing event updated for resources: {'Port': ['ID=376a2386-32c2-43e8-ae44-e383e6f334cb,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:22.076979 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48030ad5-98ff-42bf-926a-b39eb8efc8ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:35:22.077313 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48030ad5-98ff-42bf-926a-b39eb8efc8ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:35:22.077646 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48030ad5-98ff-42bf-926a-b39eb8efc8ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:35:22.077971 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48030ad5-98ff-42bf-926a-b39eb8efc8ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:35:22.078316 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48030ad5-98ff-42bf-926a-b39eb8efc8ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:35:22.078684 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48030ad5-98ff-42bf-926a-b39eb8efc8ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:35:22.079003 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48030ad5-98ff-42bf-926a-b39eb8efc8ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:35:22.079345 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48030ad5-98ff-42bf-926a-b39eb8efc8ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:35:22.079703 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48030ad5-98ff-42bf-926a-b39eb8efc8ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:35:22.080017 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48030ad5-98ff-42bf-926a-b39eb8efc8ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:35:22.080336 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48030ad5-98ff-42bf-926a-b39eb8efc8ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:35:22.080639 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48030ad5-98ff-42bf-926a-b39eb8efc8ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:35:22.108221 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-8dfd881c-8bec-42d5-96fe-212da5696e00 service neutron] 10.222.0.18 "GET /v2.0/networks/24df20f2-d0cf-4e54-8fb6-43c9cf435405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364539 Sep 30 13:35:22.148368 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-d20a43e8-483d-4e5b-afb3-e408c101eecf None None] Attempting to bind port 376a2386-32c2-43e8-ae44-e383e6f334cb on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:35:22.148729 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-d20a43e8-483d-4e5b-afb3-e408c101eecf None None] Attempting to bind port 376a2386-32c2-43e8-ae44-e383e6f334cb by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'f30d8cd1-8895-486e-a970-ed126048dad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '24df20f2-d0cf-4e54-8fb6-43c9cf435405'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:35:22.149079 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20a43e8-483d-4e5b-afb3-e408c101eecf None None] Attempting to bind port 376a2386-32c2-43e8-ae44-e383e6f334cb on network 24df20f2-d0cf-4e54-8fb6-43c9cf435405 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:35:22.154133 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20a43e8-483d-4e5b-afb3-e408c101eecf None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:35:22.154602 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4370c-22e6-4b26-ba82-379b53776634 req-06a85ef1-ca40-4b8b-aa3a-58f47cdff9d6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:22.155289 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20a43e8-483d-4e5b-afb3-e408c101eecf None None] Checking segment: {'id': 'f30d8cd1-8895-486e-a970-ed126048dad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '24df20f2-d0cf-4e54-8fb6-43c9cf435405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:35:22.155906 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d20a43e8-483d-4e5b-afb3-e408c101eecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:22.156297 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-81b4370c-22e6-4b26-ba82-379b53776634 req-06a85ef1-ca40-4b8b-aa3a-58f47cdff9d6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.0664833 Sep 30 13:35:22.156638 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20a43e8-483d-4e5b-afb3-e408c101eecf None None] Bound using segment: {'id': 'f30d8cd1-8895-486e-a970-ed126048dad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '24df20f2-d0cf-4e54-8fb6-43c9cf435405'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:35:22.157098 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-d20a43e8-483d-4e5b-afb3-e408c101eecf None None] Bound port: 376a2386-32c2-43e8-ae44-e383e6f334cb, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f30d8cd1-8895-486e-a970-ed126048dad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '24df20f2-d0cf-4e54-8fb6-43c9cf435405'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:35:22.157473 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d20a43e8-483d-4e5b-afb3-e408c101eecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:22.207890 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-81b4370c-22e6-4b26-ba82-379b53776634 req-ce89d949-ac3a-4d6e-86c6-074bf5fcb5d5 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447326 Sep 30 13:35:22.230147 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-d20a43e8-483d-4e5b-afb3-e408c101eecf None None] For port 376a2386-32c2-43e8-ae44-e383e6f334cb, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:35:22.233413 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-d20a43e8-483d-4e5b-afb3-e408c101eecf None None] For port 376a2386-32c2-43e8-ae44-e383e6f334cb, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=376a2386-32c2-43e8-ae44-e383e6f334cb,segment=NetworkSegment(f30d8cd1-8895-486e-a970-ed126048dad9),segment_id=f30d8cd1-8895-486e-a970-ed126048dad9)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:35:22.244128 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d20a43e8-483d-4e5b-afb3-e408c101eecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:22.278403 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-2e2d12ef-c33e-41c1-a29a-e284ca08ddc6 service neutron] 10.222.0.18 "GET /v2.0/networks/24df20f2-d0cf-4e54-8fb6-43c9cf435405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584303 Sep 30 13:35:22.296817 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48030ad5-98ff-42bf-926a-b39eb8efc8ec None None] Pushing event updated for resources: {'Port': ['ID=376a2386-32c2-43e8-ae44-e383e6f334cb,revision_number=4']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:22.321097 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20a43e8-483d-4e5b-afb3-e408c101eecf None None] Routers {'33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:35:22.321884 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-d20a43e8-483d-4e5b-afb3-e408c101eecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:35:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:35:22.382223 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-8828a10e-8b41-456d-b003-223630b291d6 None None] Provisioning complete for port 376a2386-32c2-43e8-ae44-e383e6f334cb triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:35:22.382953 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8828a10e-8b41-456d-b003-223630b291d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:22.477832 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-d20a43e8-483d-4e5b-afb3-e408c101eecf None None] Set router 33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:35:22.520539 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:22.585105 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f4b04370-afb9-4eba-a510-0e1007eb01d4 req-f9359e60-652d-4362-9348-f70ab6c364bd tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=33658319-7a2e-4c91-a54e-ed8cf3a01414 HTTP/1.1" status: 200 len: 210 time: 0.0802982 Sep 30 13:35:22.606784 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8828a10e-8b41-456d-b003-223630b291d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:22.619457 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09be4d9-f4c9-459a-a1f5-c8ce70cef20e req-c50e20f5-5fe4-4ed0-a76e-48363318075f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:22.621974 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e09be4d9-f4c9-459a-a1f5-c8ce70cef20e req-c50e20f5-5fe4-4ed0-a76e-48363318075f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 943 time: 0.1016595 Sep 30 13:35:22.622535 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e97c1df8-6fcd-4cbd-9645-bada1dba0791 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:35:22.648932 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-8828a10e-8b41-456d-b003-223630b291d6 None None] For port 376a2386-32c2-43e8-ae44-e383e6f334cb, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=376a2386-32c2-43e8-ae44-e383e6f334cb,segment=NetworkSegment(f30d8cd1-8895-486e-a970-ed126048dad9),segment_id=f30d8cd1-8895-486e-a970-ed126048dad9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:35:22.671736 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8828a10e-8b41-456d-b003-223630b291d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:22.692121 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e09be4d9-f4c9-459a-a1f5-c8ce70cef20e req-0e69406c-8d34-45ff-9115-3a6d7f89d62f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634685 Sep 30 13:35:22.737314 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828a10e-8b41-456d-b003-223630b291d6 None None] Pushing event updated for resources: {'Port': ['ID=376a2386-32c2-43e8-ae44-e383e6f334cb,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:22.748996 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port e97c1df8-6fcd-4cbd-9645-bada1dba0791 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:35:22.749452 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:22.800073 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-20a539af-4db7-4905-8c1a-757a47b640f3 None None] Provisioning complete for port 376a2386-32c2-43e8-ae44-e383e6f334cb triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:35:22.800439 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-20a539af-4db7-4905-8c1a-757a47b640f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:22.837425 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-d20a43e8-483d-4e5b-afb3-e408c101eecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11545271', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:35:13Z', 'updated_at': '2021-09-30T13:35:19Z', 'revision_number': 4, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'gw_port': {'id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:35:14Z', 'updated_at': '2021-09-30T13:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '376a2386-32c2-43e8-ae44-e383e6f334cb', 'name': '', 'network_id': '24df20f2-d0cf-4e54-8fb6-43c9cf435405', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'mac_address': 'fa:16:3e:d9:cc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '737953a5-b32a-45dd-83b4-4c4b122edb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:35:18Z', 'updated_at': '2021-09-30T13:35:22Z', 'revision_number': 4, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'subnets': [{'id': '737953a5-b32a-45dd-83b4-4c4b122edb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:35:22.867802 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20a43e8-483d-4e5b-afb3-e408c101eecf None None] The sync data for ids ['33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'] in n-d-810909-2 is: [{'id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11545271', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:35:13Z', 'updated_at': '2021-09-30T13:35:19Z', 'revision_number': 4, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'gw_port': {'id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:35:14Z', 'updated_at': '2021-09-30T13:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '376a2386-32c2-43e8-ae44-e383e6f334cb', 'name': '', 'network_id': '24df20f2-d0cf-4e54-8fb6-43c9cf435405', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'mac_address': 'fa:16:3e:d9:cc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '737953a5-b32a-45dd-83b4-4c4b122edb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:35:18Z', 'updated_at': '2021-09-30T13:35:22Z', 'revision_number': 4, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'subnets': [{'id': '737953a5-b32a-45dd-83b4-4c4b122edb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:35:22.934504 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:35:23.007186 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:35:23.008026 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:23.349621 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689d2fa-b276-40e6-97ad-777e07c32765 req-817835d6-e0ef-4e42-a809-6998d17ff7cd tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:23.351456 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4689d2fa-b276-40e6-97ad-777e07c32765 req-817835d6-e0ef-4e42-a809-6998d17ff7cd tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.0574465 Sep 30 13:35:23.411906 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4689d2fa-b276-40e6-97ad-777e07c32765 req-154e79dd-6ce7-4e4e-a350-bae26d8e6846 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495663 Sep 30 13:35:23.687119 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b3e4ecd6-d267-4b52-be7a-42446ef1f544 req-51e32656-1364-43d6-ac20-13725d014e2d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=33658319-7a2e-4c91-a54e-ed8cf3a01414 HTTP/1.1" status: 200 len: 210 time: 0.0361867 Sep 30 13:35:23.877000 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571e748-7eff-4397-bc15-04ae13448fbb req-8031166d-064c-465a-b4f3-35ccc3b8149a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:23.879673 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3571e748-7eff-4397-bc15-04ae13448fbb req-8031166d-064c-465a-b4f3-35ccc3b8149a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 943 time: 0.1027322 Sep 30 13:35:23.911664 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-082de865-3a95-41ae-a163-ab96e54e9c09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:23.914102 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-082de865-3a95-41ae-a163-ab96e54e9c09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.54 "GET /v2.0/networks?id=24df20f2-d0cf-4e54-8fb6-43c9cf435405 HTTP/1.1" status: 200 len: 797 time: 0.1867132 Sep 30 13:35:23.938572 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3571e748-7eff-4397-bc15-04ae13448fbb req-272b4a6a-db0a-454e-befa-aabb8f9f56bd tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503588 Sep 30 13:35:23.968553 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-40fc60aa-c969-4ef8-8a71-11b4ce87eb07 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cfecf5064184b11934bd458c1ff7ce6 HTTP/1.1" status: 200 len: 478 time: 0.0435853 Sep 30 13:35:23.980466 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-b7ed73e6-7dd3-43b9-8b33-257e47419f45 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Request body: {'port': {'device_id': '33658319-7a2e-4c91-a54e-ed8cf3a01414', 'network_id': '24df20f2-d0cf-4e54-8fb6-43c9cf435405', 'admin_state_up': True, 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'security_groups': ['5663cd21-43d1-46e7-8a1e-4f1ab27655c0', 'c4f2cce2-ba11-4fcc-b97e-fff66749db07']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:35:24.104102 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-b7ed73e6-7dd3-43b9-8b33-257e47419f45 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Made reservation on behalf of 7cfecf5064184b11934bd458c1ff7ce6 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:35:24.108336 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-b7ed73e6-7dd3-43b9-8b33-257e47419f45 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:24.178003 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:24.252135 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-b7ed73e6-7dd3-43b9-8b33-257e47419f45 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Allocated IP 172.20.0.10 (24df20f2-d0cf-4e54-8fb6-43c9cf435405/737953a5-b32a-45dd-83b4-4c4b122edb8e/58714543-0d30-428a-b465-41c9deedd3c0) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:35:24.413172 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-b7ed73e6-7dd3-43b9-8b33-257e47419f45 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:24.450176 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-b7ed73e6-7dd3-43b9-8b33-257e47419f45 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:24.498118 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-b7ed73e6-7dd3-43b9-8b33-257e47419f45 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Network 24df20f2-d0cf-4e54-8fb6-43c9cf435405 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:35:24.501448 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-b7ed73e6-7dd3-43b9-8b33-257e47419f45 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:35:24.504273 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-b7ed73e6-7dd3-43b9-8b33-257e47419f45 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:35:24.549246 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed73e6-7dd3-43b9-8b33-257e47419f45 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event updated for resources: {'Port': ['ID=58714543-0d30-428a-b465-41c9deedd3c0,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:24.607373 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-b7ed73e6-7dd3-43b9-8b33-257e47419f45 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:24.608250 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-b7ed73e6-7dd3-43b9-8b33-257e47419f45 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:24.629157 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-b7ed73e6-7dd3-43b9-8b33-257e47419f45 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.6527901 Sep 30 13:35:24.630927 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 376a2386-32c2-43e8-ae44-e383e6f334cb up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:35:24.639873 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40660d7-49a7-4c37-a735-821ca2626d16 req-339b0c58-b341-4a46-86a4-9aa2aacd0217 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:24.641577 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c40660d7-49a7-4c37-a735-821ca2626d16 req-339b0c58-b341-4a46-86a4-9aa2aacd0217 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.1052895 Sep 30 13:35:24.647992 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Request body: {'port': {'device_id': '33658319-7a2e-4c91-a54e-ed8cf3a01414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:35:24.692524 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 376a2386-32c2-43e8-ae44-e383e6f334cb triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:35:24.693260 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:24.739402 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c40660d7-49a7-4c37-a735-821ca2626d16 req-f2486f33-d954-4683-99d3-572c462a8c9b tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882392 Sep 30 13:35:24.748075 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:24.847189 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a97ef-0a6e-4ff3-baa1-32b6f5ae4aab req-22765e25-f2c3-4276-8469-66dfdaa256ab tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:24.848976 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-864a97ef-0a6e-4ff3-baa1-32b6f5ae4aab req-22765e25-f2c3-4276-8469-66dfdaa256ab tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=33658319-7a2e-4c91-a54e-ed8cf3a01414 HTTP/1.1" status: 200 len: 971 time: 0.0553186 Sep 30 13:35:24.880730 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-8ffde30c-4a37-485b-a02e-729ef3550c62 None None] Provisioning complete for port 58714543-0d30-428a-b465-41c9deedd3c0 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:35:24.882076 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8ffde30c-4a37-485b-a02e-729ef3550c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:24.898937 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-864a97ef-0a6e-4ff3-baa1-32b6f5ae4aab req-710c7328-8706-4a94-9eaf-fdeeb2b8280f tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/security-groups?id=5663cd21-43d1-46e7-8a1e-4f1ab27655c0&id=c4f2cce2-ba11-4fcc-b97e-fff66749db07&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0434670 Sep 30 13:35:24.935207 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-8ffde30c-4a37-485b-a02e-729ef3550c62 None None] Port 58714543-0d30-428a-b465-41c9deedd3c0 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:35:25.065281 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58714543-0d30-428a-b465-41c9deedd3c0 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:35:25.075129 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:25.090336 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79dc1f-0eb3-42ab-a7c1-fa43369ec37b req-0ffaccd9-d433-45ff-8ebd-67c2d342972d tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:25.091846 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bb79dc1f-0eb3-42ab-a7c1-fa43369ec37b req-0ffaccd9-d433-45ff-8ebd-67c2d342972d tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 943 time: 0.0871918 Sep 30 13:35:25.101004 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Transition to ACTIVE for port object 58714543-0d30-428a-b465-41c9deedd3c0 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:35:25.107182 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:25.186105 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bb79dc1f-0eb3-42ab-a7c1-fa43369ec37b req-061b28ac-a923-4631-9687-b6c562cff9ea tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868514 Sep 30 13:35:25.188171 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Pushing event updated for resources: {'Port': ['ID=58714543-0d30-428a-b465-41c9deedd3c0,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:25.212152 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:35:25.212410 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:35:25.217990 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:35:25.218405 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:35:25.218752 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:35:25.219098 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:35:25.219416 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:35:25.219742 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:35:25.220071 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:35:25.220401 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:35:25.220729 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:35:25.221048 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:35:25.272330 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Attempting to bind port 58714543-0d30-428a-b465-41c9deedd3c0 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:35:25.272665 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Attempting to bind port 58714543-0d30-428a-b465-41c9deedd3c0 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'f30d8cd1-8895-486e-a970-ed126048dad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '24df20f2-d0cf-4e54-8fb6-43c9cf435405'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:35:25.272996 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Attempting to bind port 58714543-0d30-428a-b465-41c9deedd3c0 on network 24df20f2-d0cf-4e54-8fb6-43c9cf435405 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:35:25.277663 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Port 58714543-0d30-428a-b465-41c9deedd3c0 on network 24df20f2-d0cf-4e54-8fb6-43c9cf435405 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:35:25.277986 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Attempting to bind port 58714543-0d30-428a-b465-41c9deedd3c0 on network 24df20f2-d0cf-4e54-8fb6-43c9cf435405 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:35:25.282939 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:35:25.283283 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Checking segment: {'id': 'f30d8cd1-8895-486e-a970-ed126048dad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '24df20f2-d0cf-4e54-8fb6-43c9cf435405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:35:25.283670 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Bound using segment: {'id': 'f30d8cd1-8895-486e-a970-ed126048dad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '24df20f2-d0cf-4e54-8fb6-43c9cf435405'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:35:25.284097 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Bound port: 58714543-0d30-428a-b465-41c9deedd3c0, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f30d8cd1-8895-486e-a970-ed126048dad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '24df20f2-d0cf-4e54-8fb6-43c9cf435405'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:35:25.284500 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:25.352264 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] For port 58714543-0d30-428a-b465-41c9deedd3c0, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:35:25.356092 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] For port 58714543-0d30-428a-b465-41c9deedd3c0, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=58714543-0d30-428a-b465-41c9deedd3c0,segment=NetworkSegment(f30d8cd1-8895-486e-a970-ed126048dad9),segment_id=f30d8cd1-8895-486e-a970-ed126048dad9)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:35:25.360905 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:25.395178 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:25.395783 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:25.397218 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] 10.222.0.54 "PUT /v2.0/ports/58714543-0d30-428a-b465-41c9deedd3c0 HTTP/1.1" status: 200 len: 1131 time: 0.7545455 Sep 30 13:35:25.397669 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33658319-7a2e-4c91-a54e-ed8cf3a01414', 'tag': '58714543-0d30-428a-b465-41c9deedd3c0'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:35:25.399974 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7579e511-c8f5-432d-8033-08c5cc1d9926" -d '{"events": [{"name": "network-changed", "server_uuid": "33658319-7a2e-4c91-a54e-ed8cf3a01414", "tag": "58714543-0d30-428a-b465-41c9deedd3c0"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:35:25.427845 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9d348-84c1-43ce-81c2-bf5fe750a58d service neutron] Pushing event updated for resources: {'Port': ['ID=58714543-0d30-428a-b465-41c9deedd3c0,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:25.495616 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9affa6d8-a682-47c7-bf31-9782bc1aa2f2 x-openstack-request-id: req-9affa6d8-a682-47c7-bf31-9782bc1aa2f2 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:35:25.495906 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33658319-7a2e-4c91-a54e-ed8cf3a01414", "tag": "58714543-0d30-428a-b465-41c9deedd3c0", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:35:25.496162 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9affa6d8-a682-47c7-bf31-9782bc1aa2f2 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:35:25.496570 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33658319-7a2e-4c91-a54e-ed8cf3a01414', 'tag': '58714543-0d30-428a-b465-41c9deedd3c0', 'status': 'completed', 'code': 200} Sep 30 13:35:25.513821 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-96f5a7a7-df7e-47fa-b3dc-71f7fd5fcf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:25.515407 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-96f5a7a7-df7e-47fa-b3dc-71f7fd5fcf8f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7cfecf5064184b11934bd458c1ff7ce6&device_id=33658319-7a2e-4c91-a54e-ed8cf3a01414 HTTP/1.1" status: 200 len: 1134 time: 0.0583506 Sep 30 13:35:25.561565 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-2ba74530-4d05-43f0-a268-71eb00554cdf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58714543-0d30-428a-b465-41c9deedd3c0 HTTP/1.1" status: 200 len: 217 time: 0.0372460 Sep 30 13:35:25.618617 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-5688f70b-4f5e-418c-9bf5-d6eba4dd1a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:25.620111 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-5688f70b-4f5e-418c-9bf5-d6eba4dd1a32 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=737953a5-b32a-45dd-83b4-4c4b122edb8e HTTP/1.1" status: 200 len: 834 time: 0.0498564 Sep 30 13:35:25.673780 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-7ab30a03-3318-4e83-b4df-b4a7dea4b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:25.675883 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-7ab30a03-3318-4e83-b4df-b4a7dea4b2e3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=24df20f2-d0cf-4e54-8fb6-43c9cf435405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453992 Sep 30 13:35:25.767254 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-598c9956-8120-46d0-a8b0-500097b41cde service neutron] 10.222.0.54 "GET /v2.0/networks/24df20f2-d0cf-4e54-8fb6-43c9cf435405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848997 Sep 30 13:35:25.896284 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-440198ee-09fe-4881-8637-b8e7f9ec110a req-5c3f2f55-08bd-452e-ace0-076de158f5d5 service neutron] 10.222.0.54 "GET /v2.0/networks/24df20f2-d0cf-4e54-8fb6-43c9cf435405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216652 Sep 30 13:35:25.907585 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47584a90-a11b-440f-800a-b9c9c52f169c req-57034270-a076-4315-828a-c80b6a5f40c1 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:25.909115 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-47584a90-a11b-440f-800a-b9c9c52f169c req-57034270-a076-4315-828a-c80b6a5f40c1 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.0677977 Sep 30 13:35:25.959129 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-47584a90-a11b-440f-800a-b9c9c52f169c req-5192d560-f0fb-4d57-be70-6d79451ab567 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421274 Sep 30 13:35:25.994671 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579e511-c8f5-432d-8033-08c5cc1d9926 req-91407e7a-7d97-482d-9ca7-324daca6de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:25.996198 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7579e511-c8f5-432d-8033-08c5cc1d9926 req-91407e7a-7d97-482d-9ca7-324daca6de5d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7cfecf5064184b11934bd458c1ff7ce6&device_id=33658319-7a2e-4c91-a54e-ed8cf3a01414 HTTP/1.1" status: 200 len: 1134 time: 0.0482953 Sep 30 13:35:26.022957 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c1e5e-4ead-4a59-a805-d674be696215 req-29edd7f2-c91f-4d69-9640-cae8945bbe37 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:26.024661 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ef1c1e5e-4ead-4a59-a805-d674be696215 req-29edd7f2-c91f-4d69-9640-cae8945bbe37 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=33658319-7a2e-4c91-a54e-ed8cf3a01414 HTTP/1.1" status: 200 len: 983 time: 0.0502710 Sep 30 13:35:26.067622 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ef1c1e5e-4ead-4a59-a805-d674be696215 req-a2cf5e49-2b8f-4e08-b1e1-68bc644432a8 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/security-groups?id=5663cd21-43d1-46e7-8a1e-4f1ab27655c0&id=c4f2cce2-ba11-4fcc-b97e-fff66749db07&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0373962 Sep 30 13:35:26.095077 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579e511-c8f5-432d-8033-08c5cc1d9926 req-b7cabbc7-6204-466f-bd60-00bf9d2caae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:26.096566 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7579e511-c8f5-432d-8033-08c5cc1d9926 req-b7cabbc7-6204-466f-bd60-00bf9d2caae2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=24df20f2-d0cf-4e54-8fb6-43c9cf435405 HTTP/1.1" status: 200 len: 898 time: 0.0932646 Sep 30 13:35:26.138452 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7579e511-c8f5-432d-8033-08c5cc1d9926 req-0fecf103-d41d-433c-ba73-96dd1bc2a212 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58714543-0d30-428a-b465-41c9deedd3c0 HTTP/1.1" status: 200 len: 217 time: 0.0347278 Sep 30 13:35:26.193043 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579e511-c8f5-432d-8033-08c5cc1d9926 req-58b3ec9a-4de3-48d0-9886-787452e52e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:26.194653 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7579e511-c8f5-432d-8033-08c5cc1d9926 req-58b3ec9a-4de3-48d0-9886-787452e52e9e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=737953a5-b32a-45dd-83b4-4c4b122edb8e HTTP/1.1" status: 200 len: 834 time: 0.0494893 Sep 30 13:35:26.241598 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579e511-c8f5-432d-8033-08c5cc1d9926 req-0754b80a-f9bf-43a4-8064-4ae615540e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:26.243539 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7579e511-c8f5-432d-8033-08c5cc1d9926 req-0754b80a-f9bf-43a4-8064-4ae615540e6b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=24df20f2-d0cf-4e54-8fb6-43c9cf435405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422177 Sep 30 13:35:26.396783 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006ed28-1706-4ee9-8d23-97cd5c717875 req-eabd854e-efcd-422e-8704-16eb1a28093e tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:26.398460 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2006ed28-1706-4ee9-8d23-97cd5c717875 req-eabd854e-efcd-422e-8704-16eb1a28093e tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 943 time: 0.1228609 Sep 30 13:35:26.404202 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7579e511-c8f5-432d-8033-08c5cc1d9926 req-d70c7540-7476-4e95-b71a-a2705226dd89 service neutron] 10.222.0.54 "GET /v2.0/networks/24df20f2-d0cf-4e54-8fb6-43c9cf435405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535172 Sep 30 13:35:26.466869 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2006ed28-1706-4ee9-8d23-97cd5c717875 req-6f6d6569-774c-4d69-937b-9ad7aecdc681 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617380 Sep 30 13:35:26.518089 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7579e511-c8f5-432d-8033-08c5cc1d9926 req-f70183f1-1bf1-44c9-8ec3-091c4ba62672 service neutron] 10.222.0.54 "GET /v2.0/networks/24df20f2-d0cf-4e54-8fb6-43c9cf435405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059828 Sep 30 13:35:27.082076 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b3047-240f-47ad-9d1a-5da6c3ed4bd2 req-6add5ea7-98c0-46cc-bb34-027859cb2ede tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:27.083680 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-703b3047-240f-47ad-9d1a-5da6c3ed4bd2 req-6add5ea7-98c0-46cc-bb34-027859cb2ede tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.0512867 Sep 30 13:35:27.123580 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-703b3047-240f-47ad-9d1a-5da6c3ed4bd2 req-98ba1853-3e67-47e4-b52f-b8edceaba612 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335789 Sep 30 13:35:27.193279 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722b071-6802-42a0-a8c8-d593288c4a26 req-157331e2-84dd-4962-b302-265f3ea77b88 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:27.194801 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9722b071-6802-42a0-a8c8-d593288c4a26 req-157331e2-84dd-4962-b302-265f3ea77b88 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=33658319-7a2e-4c91-a54e-ed8cf3a01414 HTTP/1.1" status: 200 len: 983 time: 0.0539820 Sep 30 13:35:27.234251 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9722b071-6802-42a0-a8c8-d593288c4a26 req-160990d8-5c35-40af-a6d7-a8ec8bca07bf tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/security-groups?id=5663cd21-43d1-46e7-8a1e-4f1ab27655c0&id=c4f2cce2-ba11-4fcc-b97e-fff66749db07&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0329919 Sep 30 13:35:27.587318 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ff425-219c-4e3d-b1cf-a22a5f7b9d3e req-570a6445-3b2a-45d5-abef-0cf2b080a167 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:27.588857 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9b5ff425-219c-4e3d-b1cf-a22a5f7b9d3e req-570a6445-3b2a-45d5-abef-0cf2b080a167 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 943 time: 0.0502779 Sep 30 13:35:27.632160 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9b5ff425-219c-4e3d-b1cf-a22a5f7b9d3e req-7fb68082-2b2e-4c5d-9afb-0a090e4f8304 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368402 Sep 30 13:35:28.240314 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27aabd7-14d5-4159-9c20-40191a60b904 req-c69c92d7-bf0d-44ed-a985-f0dd70876a92 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:28.241787 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d27aabd7-14d5-4159-9c20-40191a60b904 req-c69c92d7-bf0d-44ed-a985-f0dd70876a92 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.0481577 Sep 30 13:35:28.280831 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d27aabd7-14d5-4159-9c20-40191a60b904 req-f0873bfa-67a6-4e23-b338-24c50334c64a tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328565 Sep 30 13:35:28.350627 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faea46f-5bdf-4f0d-8b67-0d198e932629 req-d1ce1dfc-cc52-44d7-b5cd-a71743fce01f tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:28.352129 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5faea46f-5bdf-4f0d-8b67-0d198e932629 req-d1ce1dfc-cc52-44d7-b5cd-a71743fce01f tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=33658319-7a2e-4c91-a54e-ed8cf3a01414 HTTP/1.1" status: 200 len: 983 time: 0.0488589 Sep 30 13:35:28.392741 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5faea46f-5bdf-4f0d-8b67-0d198e932629 req-9587dba1-a655-405d-8dfd-010dd38a70f4 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/security-groups?id=5663cd21-43d1-46e7-8a1e-4f1ab27655c0&id=c4f2cce2-ba11-4fcc-b97e-fff66749db07&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0338793 Sep 30 13:35:28.749303 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223a55e-c97c-4972-b8d9-a3db5784034f req-8537bec8-5910-4e52-9981-c9ee42de04ae tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:28.750945 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0223a55e-c97c-4972-b8d9-a3db5784034f req-8537bec8-5910-4e52-9981-c9ee42de04ae tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 943 time: 0.0501239 Sep 30 13:35:28.789149 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0223a55e-c97c-4972-b8d9-a3db5784034f req-eb83c7e4-e39d-4111-9c62-fe2bbfaa239d tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322762 Sep 30 13:35:28.860684 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 58714543-0d30-428a-b465-41c9deedd3c0 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:35:28.957381 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 58714543-0d30-428a-b465-41c9deedd3c0, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=58714543-0d30-428a-b465-41c9deedd3c0,segment=NetworkSegment(f30d8cd1-8895-486e-a970-ed126048dad9),segment_id=f30d8cd1-8895-486e-a970-ed126048dad9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:35:29.126033 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '58714543-0d30-428a-b465-41c9deedd3c0', 'network_id': '24df20f2-d0cf-4e54-8fb6-43c9cf435405', 'port_id': '58714543-0d30-428a-b465-41c9deedd3c0', 'mac_address': 'fa:16:3e:d1:83:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '737953a5-b32a-45dd-83b4-4c4b122edb8e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:35:29.167535 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:29.181590 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58714543-0d30-428a-b465-41c9deedd3c0 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:35:29.201540 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 58714543-0d30-428a-b465-41c9deedd3c0, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=58714543-0d30-428a-b465-41c9deedd3c0,segment=NetworkSegment(f30d8cd1-8895-486e-a970-ed126048dad9),segment_id=f30d8cd1-8895-486e-a970-ed126048dad9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:35:29.205474 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:29.253257 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=58714543-0d30-428a-b465-41c9deedd3c0,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:29.410463 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880547a7-aaad-42e8-b875-0de19d01d0f6 req-a153900c-4407-4df4-bda0-9c56b86b844a tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:29.412022 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-880547a7-aaad-42e8-b875-0de19d01d0f6 req-a153900c-4407-4df4-bda0-9c56b86b844a tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.0516572 Sep 30 13:35:29.458419 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-880547a7-aaad-42e8-b875-0de19d01d0f6 req-2b06399b-6972-44da-9755-7ade2ddf8013 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402362 Sep 30 13:35:29.522515 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a7bd3-c543-4867-95c2-a6c240929e5f req-69e23d0c-33b5-4d80-9fe4-852f92f706c3 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:29.523922 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-790a7bd3-c543-4867-95c2-a6c240929e5f req-69e23d0c-33b5-4d80-9fe4-852f92f706c3 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=33658319-7a2e-4c91-a54e-ed8cf3a01414 HTTP/1.1" status: 200 len: 984 time: 0.0584459 Sep 30 13:35:29.525470 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['58714543-0d30-428a-b465-41c9deedd3c0'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:35:29.564888 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-790a7bd3-c543-4867-95c2-a6c240929e5f req-148f0b0a-3de5-406b-a130-dd328371e64b tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/security-groups?id=5663cd21-43d1-46e7-8a1e-4f1ab27655c0&id=c4f2cce2-ba11-4fcc-b97e-fff66749db07&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0341072 Sep 30 13:35:29.908028 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bc40f-71b2-42d3-9204-8b21e28108a7 req-a78b5a31-445d-49e7-ac21-06bcc16d5a9a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:29.909607 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-407bc40f-71b2-42d3-9204-8b21e28108a7 req-a78b5a31-445d-49e7-ac21-06bcc16d5a9a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 943 time: 0.0491724 Sep 30 13:35:29.952697 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-407bc40f-71b2-42d3-9204-8b21e28108a7 req-e3355f76-5125-450e-ae2e-bd0fd2d111d5 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362730 Sep 30 13:35:30.569554 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e1653-c31d-486d-bb3a-df7b3b3c035d req-7dc6e6ed-58f5-4659-805f-5a8c0743f477 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:30.571047 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c70e1653-c31d-486d-bb3a-df7b3b3c035d req-7dc6e6ed-58f5-4659-805f-5a8c0743f477 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.0478954 Sep 30 13:35:30.609412 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c70e1653-c31d-486d-bb3a-df7b3b3c035d req-116f21a9-e8bb-4ab7-8879-bbdeb510ece5 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324605 Sep 30 13:35:30.682865 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233393f8-9498-455a-ac63-3f51ceecd32e req-92a67215-c300-4b51-8f9c-153da3682033 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:30.684364 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-233393f8-9498-455a-ac63-3f51ceecd32e req-92a67215-c300-4b51-8f9c-153da3682033 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=33658319-7a2e-4c91-a54e-ed8cf3a01414 HTTP/1.1" status: 200 len: 984 time: 0.0495722 Sep 30 13:35:30.725283 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-233393f8-9498-455a-ac63-3f51ceecd32e req-2795f775-4dfe-485b-959a-aaee79250a47 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/security-groups?id=5663cd21-43d1-46e7-8a1e-4f1ab27655c0&id=c4f2cce2-ba11-4fcc-b97e-fff66749db07&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0346725 Sep 30 13:35:30.864121 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 58714543-0d30-428a-b465-41c9deedd3c0 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:35:30.912178 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 58714543-0d30-428a-b465-41c9deedd3c0 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:35:30.915841 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 58714543-0d30-428a-b465-41c9deedd3c0 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:35:30.916208 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:31.004289 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:31.030575 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33658319-7a2e-4c91-a54e-ed8cf3a01414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58714543-0d30-428a-b465-41c9deedd3c0'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:35:31.032901 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4159fc8e-4ec0-4585-8cfd-65c8bc478a64" -d '{"events": [{"server_uuid": "33658319-7a2e-4c91-a54e-ed8cf3a01414", "name": "network-vif-plugged", "status": "completed", "tag": "58714543-0d30-428a-b465-41c9deedd3c0"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:35:31.049716 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 58714543-0d30-428a-b465-41c9deedd3c0, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=58714543-0d30-428a-b465-41c9deedd3c0,segment=NetworkSegment(f30d8cd1-8895-486e-a970-ed126048dad9),segment_id=f30d8cd1-8895-486e-a970-ed126048dad9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:35:31.056812 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:31.107047 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16e16a0-f56d-4aa4-861b-22c7fd361900 x-openstack-request-id: req-b16e16a0-f56d-4aa4-861b-22c7fd361900 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:35:31.107424 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33658319-7a2e-4c91-a54e-ed8cf3a01414", "name": "network-vif-plugged", "status": "completed", "tag": "58714543-0d30-428a-b465-41c9deedd3c0", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:35:31.107629 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b16e16a0-f56d-4aa4-861b-22c7fd361900 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:35:31.108184 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33658319-7a2e-4c91-a54e-ed8cf3a01414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58714543-0d30-428a-b465-41c9deedd3c0', 'code': 200} Sep 30 13:35:31.111736 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dc243-6b1e-4e6d-b6db-c7649bc964ac req-6900ea14-adbb-43e4-ad98-601401d4225a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:31.113858 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6a8dc243-6b1e-4e6d-b6db-c7649bc964ac req-6900ea14-adbb-43e4-ad98-601401d4225a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 943 time: 0.0738723 Sep 30 13:35:31.133970 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=58714543-0d30-428a-b465-41c9deedd3c0,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:31.179077 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6a8dc243-6b1e-4e6d-b6db-c7649bc964ac req-cebb12b2-080c-4e13-86bb-213f4f876bfc tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586164 Sep 30 13:35:31.195339 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccb308-4460-4c1e-b3aa-c1e73cf84c36 req-76ba3ff3-e67e-4498-81ed-afc3d0bad291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:31.196749 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-74ccb308-4460-4c1e-b3aa-c1e73cf84c36 req-76ba3ff3-e67e-4498-81ed-afc3d0bad291 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=33658319-7a2e-4c91-a54e-ed8cf3a01414 HTTP/1.1" status: 200 len: 1136 time: 0.0491216 Sep 30 13:35:31.232103 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-74ccb308-4460-4c1e-b3aa-c1e73cf84c36 req-901f8a3c-a911-4533-a6a0-26b3876a39a8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5663cd21-43d1-46e7-8a1e-4f1ab27655c0&id=c4f2cce2-ba11-4fcc-b97e-fff66749db07&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0284622 Sep 30 13:35:31.728406 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d270b9f-ce31-448f-b42b-0a2db558b0ed req-38a1ac6c-57f3-4d31-b59d-7372b451859c tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:31.729877 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d270b9f-ce31-448f-b42b-0a2db558b0ed req-38a1ac6c-57f3-4d31-b59d-7372b451859c tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.0486529 Sep 30 13:35:31.769025 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d270b9f-ce31-448f-b42b-0a2db558b0ed req-88f4757e-0302-409f-bdda-4802f70d493e tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328782 Sep 30 13:35:31.850652 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d847ad9-a25a-4b40-ab4f-f6aca6e9633e req-c2b456db-26bd-4b6c-9310-736103aac36c tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:31.852151 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d847ad9-a25a-4b40-ab4f-f6aca6e9633e req-c2b456db-26bd-4b6c-9310-736103aac36c tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=33658319-7a2e-4c91-a54e-ed8cf3a01414 HTTP/1.1" status: 200 len: 985 time: 0.0498712 Sep 30 13:35:31.892552 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d847ad9-a25a-4b40-ab4f-f6aca6e9633e req-2bda6ce5-a914-4c9c-8c66-9f1d5f7b0cc7 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/security-groups?id=5663cd21-43d1-46e7-8a1e-4f1ab27655c0&id=c4f2cce2-ba11-4fcc-b97e-fff66749db07&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0332458 Sep 30 13:35:32.295524 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72af262-928b-40f1-b20d-a1ecbc391fc0 req-0d3914ef-9d5e-4601-9804-25e40117ae3f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:32.296993 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c72af262-928b-40f1-b20d-a1ecbc391fc0 req-0d3914ef-9d5e-4601-9804-25e40117ae3f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 943 time: 0.0486844 Sep 30 13:35:32.338674 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c72af262-928b-40f1-b20d-a1ecbc391fc0 req-6ac51271-8e74-41ce-9563-9bb1e6271827 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354347 Sep 30 13:35:32.884642 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb706263-8924-403d-8b5f-043242a0315c req-7cae7ba7-208f-463c-bf41-18587d37cd52 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:32.886141 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bb706263-8924-403d-8b5f-043242a0315c req-7cae7ba7-208f-463c-bf41-18587d37cd52 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.0487397 Sep 30 13:35:32.922863 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bb706263-8924-403d-8b5f-043242a0315c req-a4c93040-35ff-4d0b-b9b3-3a370292f475 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309036 Sep 30 13:35:33.011591 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d558be-7121-46b8-8995-57ee82c0c76f req-758228ea-0231-4a26-a4ad-e048963f4817 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:33.013090 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f2d558be-7121-46b8-8995-57ee82c0c76f req-758228ea-0231-4a26-a4ad-e048963f4817 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=33658319-7a2e-4c91-a54e-ed8cf3a01414 HTTP/1.1" status: 200 len: 985 time: 0.0493040 Sep 30 13:35:33.054455 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f2d558be-7121-46b8-8995-57ee82c0c76f req-c95b75cb-8b76-4914-9e89-52ac35544561 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/security-groups?id=5663cd21-43d1-46e7-8a1e-4f1ab27655c0&id=c4f2cce2-ba11-4fcc-b97e-fff66749db07&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0351813 Sep 30 13:35:33.173312 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f03b4-1379-4865-bfe7-44a222d88869 req-95f5eec7-0666-4c19-b0fc-1ea824db4a45 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:33.174966 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9f7f03b4-1379-4865-bfe7-44a222d88869 req-95f5eec7-0666-4c19-b0fc-1ea824db4a45 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=33658319-7a2e-4c91-a54e-ed8cf3a01414 HTTP/1.1" status: 200 len: 985 time: 0.0521407 Sep 30 13:35:33.215664 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9f7f03b4-1379-4865-bfe7-44a222d88869 req-123a6521-8727-40db-8a6f-672f138af012 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/security-groups?id=5663cd21-43d1-46e7-8a1e-4f1ab27655c0&id=c4f2cce2-ba11-4fcc-b97e-fff66749db07&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0333636 Sep 30 13:35:33.320106 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb35930-4bce-4c9e-bde2-10f71fa7478e req-93a48299-89f6-478e-bb89-5c8d2a230ad2 tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:33.321519 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ebb35930-4bce-4c9e-bde2-10f71fa7478e req-93a48299-89f6-478e-bb89-5c8d2a230ad2 tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=33658319-7a2e-4c91-a54e-ed8cf3a01414 HTTP/1.1" status: 200 len: 1136 time: 0.0399644 Sep 30 13:35:33.340085 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-ebb35930-4bce-4c9e-bde2-10f71fa7478e req-54955723-34ac-4ae0-aae9-58a4cf9f5770 tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:33.430929 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-ebb35930-4bce-4c9e-bde2-10f71fa7478e req-54955723-34ac-4ae0-aae9-58a4cf9f5770 tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:33.435442 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-ebb35930-4bce-4c9e-bde2-10f71fa7478e req-54955723-34ac-4ae0-aae9-58a4cf9f5770 tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:33.454053 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ebb35930-4bce-4c9e-bde2-10f71fa7478e req-54955723-34ac-4ae0-aae9-58a4cf9f5770 tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=5663cd21-43d1-46e7-8a1e-4f1ab27655c0&id=c4f2cce2-ba11-4fcc-b97e-fff66749db07&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1264112 Sep 30 13:35:33.455913 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715f335-7b5d-4d7c-bc1a-92f8e5c461b7 req-4b9e0506-077d-4a58-b0c3-8cd3e92ee6a2 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:33.457957 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6715f335-7b5d-4d7c-bc1a-92f8e5c461b7 req-4b9e0506-077d-4a58-b0c3-8cd3e92ee6a2 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 943 time: 0.0495253 Sep 30 13:35:33.477338 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54955723-34ac-4ae0-aae9-58a4cf9f5770 tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19b0722-82e6-49d8-b9ac-064a42561525,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:33.478114 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41136) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:33.498973 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6715f335-7b5d-4d7c-bc1a-92f8e5c461b7 req-ea21281e-6b46-400a-a6e3-82b4c1d9a098 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344400 Sep 30 13:35:33.521242 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e6e84e-fffa-422b-8816-1fdf0c4decce tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:33.522806 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-68e6e84e-fffa-422b-8816-1fdf0c4decce tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=33658319-7a2e-4c91-a54e-ed8cf3a01414 HTTP/1.1" status: 200 len: 1131 time: 0.0436416 Sep 30 13:35:33.525807 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41138) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:33.529955 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-74ec487a-f250-4501-a9a6-2118201a8f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'port_id': '58714543-0d30-428a-b465-41c9deedd3c0', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:35:33.554451 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74ec487a-f250-4501-a9a6-2118201a8f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:33.647912 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74ec487a-f250-4501-a9a6-2118201a8f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:33.755560 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-74ec487a-f250-4501-a9a6-2118201a8f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Allocated IP 172.25.5.215 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/15ec4c5a-6c00-4c3c-94e0-c7bbf2971239) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:35:33.859323 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74ec487a-f250-4501-a9a6-2118201a8f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:33.891719 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74ec487a-f250-4501-a9a6-2118201a8f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:33.939469 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ec487a-f250-4501-a9a6-2118201a8f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:35:33.943338 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-74ec487a-f250-4501-a9a6-2118201a8f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:35:33.948939 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ec487a-f250-4501-a9a6-2118201a8f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:35:33.952256 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec487a-f250-4501-a9a6-2118201a8f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event updated for resources: {'Port': ['ID=15ec4c5a-6c00-4c3c-94e0-c7bbf2971239,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:34.099357 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407c1ee-0db8-491d-b1b7-67287ac8aa47 req-16454020-7316-4452-bb7c-d2e806ff99b6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:34.100927 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c407c1ee-0db8-491d-b1b7-67287ac8aa47 req-16454020-7316-4452-bb7c-d2e806ff99b6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.1071942 Sep 30 13:35:34.436860 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c407c1ee-0db8-491d-b1b7-67287ac8aa47 req-349218ae-ea63-4e0c-8163-3ad034dba8cf tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483325 Sep 30 13:35:34.617426 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9525dbf-143d-410e-9589-ce7d337f8da9 req-927a84bf-560d-4c43-a670-dcc2af43b78a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:34.619025 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a9525dbf-143d-410e-9589-ce7d337f8da9 req-927a84bf-560d-4c43-a670-dcc2af43b78a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 943 time: 0.0515194 Sep 30 13:35:34.657784 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a9525dbf-143d-410e-9589-ce7d337f8da9 req-69c47af9-993b-4917-a92a-2a081869f88a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326402 Sep 30 13:35:34.777078 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74ec487a-f250-4501-a9a6-2118201a8f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:34.876877 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74ec487a-f250-4501-a9a6-2118201a8f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:35.028698 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74ec487a-f250-4501-a9a6-2118201a8f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:35.033358 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74ec487a-f250-4501-a9a6-2118201a8f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:35.113654 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec487a-f250-4501-a9a6-2118201a8f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event updated for resources: {'Port': ['ID=15ec4c5a-6c00-4c3c-94e0-c7bbf2971239,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:35.123959 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74ec487a-f250-4501-a9a6-2118201a8f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:35.228968 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3a05d782-92d3-4bbc-915c-9fb5a073ad28 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:35:35.229605 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-74ec487a-f250-4501-a9a6-2118201a8f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Floating IP 11a3bbe3-a555-40d0-8744-5b159d98d851 associated. External IP: 172.25.5.215, port: 58714543-0d30-428a-b465-41c9deedd3c0. Sep 30 13:35:35.231963 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3a05d782-92d3-4bbc-915c-9fb5a073ad28 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:35:35.382982 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:35.389202 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 3a05d782-92d3-4bbc-915c-9fb5a073ad28, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3a05d782-92d3-4bbc-915c-9fb5a073ad28,segment=NetworkSegment(0df1642a-b10d-4a1c-90a7-ebe6720ce565),segment_id=0df1642a-b10d-4a1c-90a7-ebe6720ce565)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:35:35.411375 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '3a05d782-92d3-4bbc-915c-9fb5a073ad28', 'network_id': 'caff0b63-f2de-4455-9e4c-b8cc416f6953', 'port_id': '3a05d782-92d3-4bbc-915c-9fb5a073ad28', 'mac_address': 'fa:16:3e:a1:72:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6abd05f8-bb16-473d-a0ca-165472a8ae42', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:35:35.425967 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a05d782-92d3-4bbc-915c-9fb5a073ad28'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:35:35.428294 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b483bb20-a8dd-4c50-90fb-65dc094d425e" -d '{"events": [{"server_uuid": "a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a", "name": "network-vif-unplugged", "status": "completed", "tag": "3a05d782-92d3-4bbc-915c-9fb5a073ad28"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:35:35.463784 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ec487a-f250-4501-a9a6-2118201a8f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Router 33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:35:35.464750 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 3a05d782-92d3-4bbc-915c-9fb5a073ad28, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3a05d782-92d3-4bbc-915c-9fb5a073ad28,segment=NetworkSegment(0df1642a-b10d-4a1c-90a7-ebe6720ce565),segment_id=0df1642a-b10d-4a1c-90a7-ebe6720ce565)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:35:35.473479 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:35.477654 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:35.493565 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a05d782-92d3-4bbc-915c-9fb5a073ad28 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:35:35.497817 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211f9542-7556-4425-ac46-fc817e1d7c1c x-openstack-request-id: req-211f9542-7556-4425-ac46-fc817e1d7c1c {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:35:35.498129 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a", "name": "network-vif-unplugged", "status": "completed", "tag": "3a05d782-92d3-4bbc-915c-9fb5a073ad28", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:35:35.498441 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-211f9542-7556-4425-ac46-fc817e1d7c1c {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:35:35.498766 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a05d782-92d3-4bbc-915c-9fb5a073ad28', 'code': 200} Sep 30 13:35:35.575348 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=3a05d782-92d3-4bbc-915c-9fb5a073ad28,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:35.579227 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:35:35.579561 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb76b2-0a3d-4d5a-a6d5-4a827cb97a52 req-ab9304fb-bc83-4966-8be7-9e7df17e3af2 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:35.579893 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:35:35.580702 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ffeb76b2-0a3d-4d5a-a6d5-4a827cb97a52 req-ab9304fb-bc83-4966-8be7-9e7df17e3af2 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 943 time: 0.0561163 Sep 30 13:35:35.598324 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ec487a-f250-4501-a9a6-2118201a8f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:35:35.612963 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b55791-de4e-45f0-b9cd-f78ea0c30d4f None None] Sync routers for ids ['33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:35:35.615867 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74ec487a-f250-4501-a9a6-2118201a8f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:35.622403 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ffeb76b2-0a3d-4d5a-a6d5-4a827cb97a52 req-338abaa4-8dd5-4d98-aa35-d61f7cae7659 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354600 Sep 30 13:35:35.627678 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b55791-de4e-45f0-b9cd-f78ea0c30d4f None None] Routers {'33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:35:35.628311 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-76b55791-de4e-45f0-b9cd-f78ea0c30d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:35:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:35:35.648723 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-74ec487a-f250-4501-a9a6-2118201a8f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1218956 Sep 30 13:35:35.649650 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33658319-7a2e-4c91-a54e-ed8cf3a01414', 'tag': '58714543-0d30-428a-b465-41c9deedd3c0'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:35:35.651546 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41148) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:35.652202 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff765c8-62d1-4d8a-ab60-f0db3bc01d35" -d '{"events": [{"name": "network-changed", "server_uuid": "33658319-7a2e-4c91-a54e-ed8cf3a01414", "tag": "58714543-0d30-428a-b465-41c9deedd3c0"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:35:35.697513 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980140f4-1ca1-4ff2-9d5c-26a5c7374983 x-openstack-request-id: req-980140f4-1ca1-4ff2-9d5c-26a5c7374983 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:35:35.697979 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33658319-7a2e-4c91-a54e-ed8cf3a01414", "tag": "58714543-0d30-428a-b465-41c9deedd3c0", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:35:35.698443 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-980140f4-1ca1-4ff2-9d5c-26a5c7374983 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:35:35.699057 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33658319-7a2e-4c91-a54e-ed8cf3a01414', 'tag': '58714543-0d30-428a-b465-41c9deedd3c0', 'status': 'completed', 'code': 200} Sep 30 13:35:35.767288 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-76b55791-de4e-45f0-b9cd-f78ea0c30d4f None None] Set router 33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:35:35.899046 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff765c8-62d1-4d8a-ab60-f0db3bc01d35 req-612e039e-2c14-447a-9d59-7b3b48cb5e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:35.900520 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fff765c8-62d1-4d8a-ab60-f0db3bc01d35 req-612e039e-2c14-447a-9d59-7b3b48cb5e2c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7cfecf5064184b11934bd458c1ff7ce6&device_id=33658319-7a2e-4c91-a54e-ed8cf3a01414 HTTP/1.1" status: 200 len: 1136 time: 0.1483200 Sep 30 13:35:35.902128 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6613bbf8-e925-4d7b-bfe7-57c598833830 tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:35.902595 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6613bbf8-e925-4d7b-bfe7-57c598833830 tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:35.903029 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6613bbf8-e925-4d7b-bfe7-57c598833830 tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:35.903486 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6613bbf8-e925-4d7b-bfe7-57c598833830 tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:35.903940 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6613bbf8-e925-4d7b-bfe7-57c598833830 tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:35.904391 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6613bbf8-e925-4d7b-bfe7-57c598833830 tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:35.904924 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6613bbf8-e925-4d7b-bfe7-57c598833830 tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:35.906745 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6613bbf8-e925-4d7b-bfe7-57c598833830 tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4988 time: 0.2541735 Sep 30 13:35:35.910249 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41156) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:36.008512 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-76b55791-de4e-45f0-b9cd-f78ea0c30d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11545271', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:35:13Z', 'updated_at': '2021-09-30T13:35:19Z', 'revision_number': 4, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'gw_port': {'id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:35:14Z', 'updated_at': '2021-09-30T13:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '11a3bbe3-a555-40d0-8744-5b159d98d851', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'port_id': '58714543-0d30-428a-b465-41c9deedd3c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24df20f2-d0cf-4e54-8fb6-43c9cf435405', 'mac_address': 'fa:16:3e:d1:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33658319-7a2e-4c91-a54e-ed8cf3a01414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:35:34Z', 'updated_at': '2021-09-30T13:35:34Z', 'revision_number': 0, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '376a2386-32c2-43e8-ae44-e383e6f334cb', 'name': '', 'network_id': '24df20f2-d0cf-4e54-8fb6-43c9cf435405', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'mac_address': 'fa:16:3e:d9:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '737953a5-b32a-45dd-83b4-4c4b122edb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:35:18Z', 'updated_at': '2021-09-30T13:35:22Z', 'revision_number': 5, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'subnets': [{'id': '737953a5-b32a-45dd-83b4-4c4b122edb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:35:36.036013 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b55791-de4e-45f0-b9cd-f78ea0c30d4f None None] Checking router: 33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:35:36.045928 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b55791-de4e-45f0-b9cd-f78ea0c30d4f None None] Routers {'33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:35:36.046569 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-76b55791-de4e-45f0-b9cd-f78ea0c30d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:35:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:35:36.135247 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:36.180750 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a05d782-92d3-4bbc-915c-9fb5a073ad28 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:35:36.213367 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-76b55791-de4e-45f0-b9cd-f78ea0c30d4f None None] Set router 33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:35:36.216222 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 3a05d782-92d3-4bbc-915c-9fb5a073ad28, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3a05d782-92d3-4bbc-915c-9fb5a073ad28,segment=NetworkSegment(0df1642a-b10d-4a1c-90a7-ebe6720ce565),segment_id=0df1642a-b10d-4a1c-90a7-ebe6720ce565)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:35:36.243729 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:36.244519 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 02ca2e25-8309-4bb3-983d-48e6e1491e65 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:35:36.329190 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351574f2-8c6d-47b5-a4c7-0d6df526bca7 req-5c436965-6203-408a-81ec-abac40183417 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:36.331815 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-351574f2-8c6d-47b5-a4c7-0d6df526bca7 req-5c436965-6203-408a-81ec-abac40183417 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 943 time: 0.5783012 Sep 30 13:35:36.368179 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=3a05d782-92d3-4bbc-915c-9fb5a073ad28,revision_number=7']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:36.380249 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af36a9f7-0081-41d3-9dfd-fb478af3892c tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:36.380716 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af36a9f7-0081-41d3-9dfd-fb478af3892c tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:36.381164 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af36a9f7-0081-41d3-9dfd-fb478af3892c tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:36.381616 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af36a9f7-0081-41d3-9dfd-fb478af3892c tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:36.382141 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af36a9f7-0081-41d3-9dfd-fb478af3892c tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:36.382669 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af36a9f7-0081-41d3-9dfd-fb478af3892c tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:36.383146 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af36a9f7-0081-41d3-9dfd-fb478af3892c tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:36.384970 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-af36a9f7-0081-41d3-9dfd-fb478af3892c tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4647 time: 0.4733098 Sep 30 13:35:36.388065 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41158) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:36.449203 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-351574f2-8c6d-47b5-a4c7-0d6df526bca7 req-a19d1b16-2d27-4995-8967-f9b389674eda tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089957 Sep 30 13:35:36.451479 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff765c8-62d1-4d8a-ab60-f0db3bc01d35 req-ffcee745-3bc9-41af-aa99-84bfbb4e362a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:36.453000 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fff765c8-62d1-4d8a-ab60-f0db3bc01d35 req-ffcee745-3bc9-41af-aa99-84bfbb4e362a service neutron] 10.222.0.54 "GET /v2.0/networks?id=24df20f2-d0cf-4e54-8fb6-43c9cf435405 HTTP/1.1" status: 200 len: 898 time: 0.5446963 Sep 30 13:35:36.498143 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 02ca2e25-8309-4bb3-983d-48e6e1491e65, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=02ca2e25-8309-4bb3-983d-48e6e1491e65,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:35:36.515170 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '02ca2e25-8309-4bb3-983d-48e6e1491e65', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'port_id': '02ca2e25-8309-4bb3-983d-48e6e1491e65', 'mac_address': 'fa:16:3e:ff:cf:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:35:36.542005 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fff765c8-62d1-4d8a-ab60-f0db3bc01d35 req-8f8ddb86-3f77-4fc9-98bc-52d7de4045fb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58714543-0d30-428a-b465-41c9deedd3c0 HTTP/1.1" status: 200 len: 1000 time: 0.0764534 Sep 30 13:35:36.580324 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:36.600496 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ca2e25-8309-4bb3-983d-48e6e1491e65 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:35:36.628516 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 02ca2e25-8309-4bb3-983d-48e6e1491e65, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=02ca2e25-8309-4bb3-983d-48e6e1491e65,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:35:36.635717 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-76b55791-de4e-45f0-b9cd-f78ea0c30d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11545271', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:35:13Z', 'updated_at': '2021-09-30T13:35:19Z', 'revision_number': 4, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'gw_port': {'id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:35:14Z', 'updated_at': '2021-09-30T13:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '11a3bbe3-a555-40d0-8744-5b159d98d851', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'port_id': '58714543-0d30-428a-b465-41c9deedd3c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24df20f2-d0cf-4e54-8fb6-43c9cf435405', 'mac_address': 'fa:16:3e:d1:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33658319-7a2e-4c91-a54e-ed8cf3a01414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:35:34Z', 'updated_at': '2021-09-30T13:35:34Z', 'revision_number': 0, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '376a2386-32c2-43e8-ae44-e383e6f334cb', 'name': '', 'network_id': '24df20f2-d0cf-4e54-8fb6-43c9cf435405', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'mac_address': 'fa:16:3e:d9:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '737953a5-b32a-45dd-83b4-4c4b122edb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:35:18Z', 'updated_at': '2021-09-30T13:35:22Z', 'revision_number': 5, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'subnets': [{'id': '737953a5-b32a-45dd-83b4-4c4b122edb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:35:36.637485 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:36.640859 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff765c8-62d1-4d8a-ab60-f0db3bc01d35 req-898392c1-46ec-42d0-be8f-bfb651e8b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:36.641839 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fff765c8-62d1-4d8a-ab60-f0db3bc01d35 req-898392c1-46ec-42d0-be8f-bfb651e8b38b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=737953a5-b32a-45dd-83b4-4c4b122edb8e HTTP/1.1" status: 200 len: 834 time: 0.0614340 Sep 30 13:35:36.667320 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b55791-de4e-45f0-b9cd-f78ea0c30d4f None None] The sync data for ids ['33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'] in n-d-810909-2 is: [{'id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11545271', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:35:13Z', 'updated_at': '2021-09-30T13:35:19Z', 'revision_number': 4, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'gw_port': {'id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:35:14Z', 'updated_at': '2021-09-30T13:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '11a3bbe3-a555-40d0-8744-5b159d98d851', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'port_id': '58714543-0d30-428a-b465-41c9deedd3c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24df20f2-d0cf-4e54-8fb6-43c9cf435405', 'mac_address': 'fa:16:3e:d1:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33658319-7a2e-4c91-a54e-ed8cf3a01414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:35:34Z', 'updated_at': '2021-09-30T13:35:34Z', 'revision_number': 0, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '376a2386-32c2-43e8-ae44-e383e6f334cb', 'name': '', 'network_id': '24df20f2-d0cf-4e54-8fb6-43c9cf435405', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'mac_address': 'fa:16:3e:d9:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '737953a5-b32a-45dd-83b4-4c4b122edb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:35:18Z', 'updated_at': '2021-09-30T13:35:22Z', 'revision_number': 5, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'subnets': [{'id': '737953a5-b32a-45dd-83b4-4c4b122edb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:35:36.681925 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-98df79a9-7f26-4810-bfb8-19d791952e4e tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 0.2884233 Sep 30 13:35:36.684845 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41162) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:36.705563 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff765c8-62d1-4d8a-ab60-f0db3bc01d35 req-678ec687-c925-4f9b-a244-a728f26cfae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:36.707412 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fff765c8-62d1-4d8a-ab60-f0db3bc01d35 req-678ec687-c925-4f9b-a244-a728f26cfae1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=24df20f2-d0cf-4e54-8fb6-43c9cf435405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586174 Sep 30 13:35:36.743819 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=02ca2e25-8309-4bb3-983d-48e6e1491e65,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:36.755944 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:35:36.802300 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60541cd0-5506-4f1a-8ee5-0f8cbbe11057 tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:36.803100 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60541cd0-5506-4f1a-8ee5-0f8cbbe11057 tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:36.805053 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-60541cd0-5506-4f1a-8ee5-0f8cbbe11057 tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4 HTTP/1.1" status: 200 len: 1990 time: 0.1170895 Sep 30 13:35:36.817627 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19748c02-1934-47f0-9d5f-a73e6a249013 req-9ff86ad0-51b3-40f2-a004-1a8a3c2a04a7 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:36.819249 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-19748c02-1934-47f0-9d5f-a73e6a249013 req-9ff86ad0-51b3-40f2-a004-1a8a3c2a04a7 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 944 time: 0.0787861 Sep 30 13:35:36.825493 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fff765c8-62d1-4d8a-ab60-f0db3bc01d35 req-6e566da1-b818-409c-a8c2-5e3399ddb75b service neutron] 10.222.0.54 "GET /v2.0/networks/24df20f2-d0cf-4e54-8fb6-43c9cf435405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106160 Sep 30 13:35:36.868902 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['02ca2e25-8309-4bb3-983d-48e6e1491e65'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:35:36.873184 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['3a05d782-92d3-4bbc-915c-9fb5a073ad28'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:35:36.874863 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-19748c02-1934-47f0-9d5f-a73e6a249013 req-60a35043-89ee-40bc-8278-e6831bdd9701 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482335 Sep 30 13:35:36.940888 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fff765c8-62d1-4d8a-ab60-f0db3bc01d35 req-84e35a79-0bbb-4325-a8f8-580355be2862 service neutron] 10.222.0.54 "GET /v2.0/networks/24df20f2-d0cf-4e54-8fb6-43c9cf435405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069739 Sep 30 13:35:36.947771 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89acbf4-6e04-4251-aa3e-17fa25d68f5c None None] New status for floating IP 11a3bbe3-a555-40d0-8744-5b159d98d851: ACTIVE {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:35:37.579753 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf4bf0-a17c-4a9f-be40-297c2f08c656 req-f7c9710d-5579-45d2-827e-e83b5b5f0522 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:37.581474 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aaaf4bf0-a17c-4a9f-be40-297c2f08c656 req-f7c9710d-5579-45d2-827e-e83b5b5f0522 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 944 time: 0.0590193 Sep 30 13:35:37.630087 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aaaf4bf0-a17c-4a9f-be40-297c2f08c656 req-031b6e39-7763-4e1b-a4b2-f3b30b0df4ae tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421731 Sep 30 13:35:38.006835 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade601a-ea9a-4ebf-97de-f0f146567959 req-0606b98f-6a94-40e9-bb72-f9c3cee09011 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:38.008680 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7ade601a-ea9a-4ebf-97de-f0f146567959 req-0606b98f-6a94-40e9-bb72-f9c3cee09011 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 944 time: 0.0560296 Sep 30 13:35:38.048433 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7ade601a-ea9a-4ebf-97de-f0f146567959 req-290edaa1-0fca-433f-8070-db654d9a2e07 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330501 Sep 30 13:35:38.749307 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbd734-601e-4676-8623-3bc309de4ad7 req-295ffe38-5c48-477e-91ba-b10712e3cf13 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:38.750693 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7fcbd734-601e-4676-8623-3bc309de4ad7 req-295ffe38-5c48-477e-91ba-b10712e3cf13 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 944 time: 0.0508814 Sep 30 13:35:38.787944 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7fcbd734-601e-4676-8623-3bc309de4ad7 req-3857efaf-8b94-495b-9cb8-0953c3a4d93e tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307326 Sep 30 13:35:39.167339 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d2736-f3f4-4844-93c0-d964c6a3077c req-44c7bf26-c000-4fd5-8dce-be845103b07c tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:39.168855 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8a3d2736-f3f4-4844-93c0-d964c6a3077c req-44c7bf26-c000-4fd5-8dce-be845103b07c tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 944 time: 0.0494034 Sep 30 13:35:39.208043 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8a3d2736-f3f4-4844-93c0-d964c6a3077c req-488ad3c5-a6df-4217-8cc7-ea8a210e0c48 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326192 Sep 30 13:35:39.258713 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3a05d782-92d3-4bbc-915c-9fb5a073ad28 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:35:39.311246 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 3a05d782-92d3-4bbc-915c-9fb5a073ad28 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:35:39.311607 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:39.390152 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:39.414797 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a05d782-92d3-4bbc-915c-9fb5a073ad28'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:35:39.417708 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397a3419-0380-4b54-bdcd-ffe82264af5e" -d '{"events": [{"server_uuid": "a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a", "name": "network-vif-plugged", "status": "completed", "tag": "3a05d782-92d3-4bbc-915c-9fb5a073ad28"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:35:39.429911 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 3a05d782-92d3-4bbc-915c-9fb5a073ad28, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3a05d782-92d3-4bbc-915c-9fb5a073ad28,segment=NetworkSegment(0df1642a-b10d-4a1c-90a7-ebe6720ce565),segment_id=0df1642a-b10d-4a1c-90a7-ebe6720ce565)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:35:39.435388 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:39.436981 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 02ca2e25-8309-4bb3-983d-48e6e1491e65 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:35:39.466753 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a2cd74-3865-4223-9cad-58fd1d25daee x-openstack-request-id: req-d7a2cd74-3865-4223-9cad-58fd1d25daee {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:35:39.467044 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a", "name": "network-vif-plugged", "status": "completed", "tag": "3a05d782-92d3-4bbc-915c-9fb5a073ad28", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:35:39.467295 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7a2cd74-3865-4223-9cad-58fd1d25daee {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:35:39.467674 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a05d782-92d3-4bbc-915c-9fb5a073ad28', 'code': 200} Sep 30 13:35:39.521559 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=3a05d782-92d3-4bbc-915c-9fb5a073ad28,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:39.533944 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 02ca2e25-8309-4bb3-983d-48e6e1491e65 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:35:39.538278 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 02ca2e25-8309-4bb3-983d-48e6e1491e65 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:35:39.538649 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:39.595260 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513a5dc-5622-4789-b3ae-d0b0b0e2d4c1 req-f928e93e-1ec1-4c90-8a6a-72b2fe1f603f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:39.596665 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5513a5dc-5622-4789-b3ae-d0b0b0e2d4c1 req-f928e93e-1ec1-4c90-8a6a-72b2fe1f603f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 1096 time: 0.0402293 Sep 30 13:35:39.614530 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:39.632134 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5513a5dc-5622-4789-b3ae-d0b0b0e2d4c1 req-04236ade-29b4-4965-8a9e-fe44d08fcd2c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279408 Sep 30 13:35:39.646520 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 02ca2e25-8309-4bb3-983d-48e6e1491e65, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=02ca2e25-8309-4bb3-983d-48e6e1491e65,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:35:39.650132 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:39.697573 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=02ca2e25-8309-4bb3-983d-48e6e1491e65,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:39.901655 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d0a3f-a305-4d65-a784-bbe85e75ae95 req-f1553a78-222f-4583-a709-5be06180fa32 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:39.903275 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-786d0a3f-a305-4d65-a784-bbe85e75ae95 req-f1553a78-222f-4583-a709-5be06180fa32 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 945 time: 0.0481048 Sep 30 13:35:39.941506 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-786d0a3f-a305-4d65-a784-bbe85e75ae95 req-b3946526-f7e9-4434-957b-88a2bf5b794a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312941 Sep 30 13:35:40.323918 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6b938-6d2e-47fd-8d28-46a7e408562e req-0a21b3b8-2eac-4be4-a194-707a53f57fa9 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:40.325390 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d0d6b938-6d2e-47fd-8d28-46a7e408562e req-0a21b3b8-2eac-4be4-a194-707a53f57fa9 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.0480351 Sep 30 13:35:40.366534 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d0d6b938-6d2e-47fd-8d28-46a7e408562e req-83e9f286-95ae-4119-b4ed-c38eab8369ae tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351627 Sep 30 13:35:41.063851 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b144fc3-e626-4ca6-8736-880af8436118 req-9b99fa68-3e0b-4b97-8a56-7d8890609362 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:41.065565 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9b144fc3-e626-4ca6-8736-880af8436118 req-9b99fa68-3e0b-4b97-8a56-7d8890609362 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 945 time: 0.0542324 Sep 30 13:35:41.104522 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9b144fc3-e626-4ca6-8736-880af8436118 req-41533fbf-c2b2-4b2e-a930-b6151175932a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327697 Sep 30 13:35:41.469630 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eab8763-58c8-4c37-864f-c06348dec713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ca2e25-8309-4bb3-983d-48e6e1491e65'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:35:41.472020 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd09f19-9c72-4940-95ac-ae668eb9c60d" -d '{"events": [{"server_uuid": "6eab8763-58c8-4c37-864f-c06348dec713", "name": "network-vif-plugged", "status": "completed", "tag": "02ca2e25-8309-4bb3-983d-48e6e1491e65"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:35:41.481521 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e8fce-7141-4440-a5ad-999368fba6b5 req-da4ef1dd-5600-4e5c-af4d-0f27b06c2d8f tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:41.483045 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-893e8fce-7141-4440-a5ad-999368fba6b5 req-da4ef1dd-5600-4e5c-af4d-0f27b06c2d8f tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.0497298 Sep 30 13:35:41.508298 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137cafc3-02f8-48a9-95ed-71e8be7da82b x-openstack-request-id: req-137cafc3-02f8-48a9-95ed-71e8be7da82b {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:35:41.508589 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eab8763-58c8-4c37-864f-c06348dec713", "name": "network-vif-plugged", "status": "completed", "tag": "02ca2e25-8309-4bb3-983d-48e6e1491e65", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:35:41.508839 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-137cafc3-02f8-48a9-95ed-71e8be7da82b {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:35:41.509236 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eab8763-58c8-4c37-864f-c06348dec713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ca2e25-8309-4bb3-983d-48e6e1491e65', 'code': 200} Sep 30 13:35:41.523624 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-893e8fce-7141-4440-a5ad-999368fba6b5 req-24d7a76b-08cf-4b69-88ab-e8b6da226733 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346117 Sep 30 13:35:41.602690 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be0aeb-ad64-4969-82f3-89a077560bcf req-159a3b3c-7bbb-40ad-bda9-337e7162d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:41.604194 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f0be0aeb-ad64-4969-82f3-89a077560bcf req-159a3b3c-7bbb-40ad-bda9-337e7162d6dd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 1096 time: 0.0397320 Sep 30 13:35:41.639680 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4adaf-2ed5-4c72-a60f-18d5965ef342 req-5c6e8c9b-8ba5-4707-9e19-82d989171b3b tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:41.639918 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f0be0aeb-ad64-4969-82f3-89a077560bcf req-a884c461-8f48-485c-b936-34df81268c21 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280502 Sep 30 13:35:41.641218 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0af4adaf-2ed5-4c72-a60f-18d5965ef342 req-5c6e8c9b-8ba5-4707-9e19-82d989171b3b tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.0491126 Sep 30 13:35:41.678327 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0af4adaf-2ed5-4c72-a60f-18d5965ef342 req-71c2f4c2-57d6-40f9-ad67-36d6e0b65d24 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309272 Sep 30 13:35:42.076348 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-53e35f7e-ea8f-48e1-a7de-f4f330c1bdb9 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:42.077831 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-53e35f7e-ea8f-48e1-a7de-f4f330c1bdb9 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/networks?id=caff0b63-f2de-4455-9e4c-b8cc416f6953 HTTP/1.1" status: 200 len: 815 time: 0.1113913 Sep 30 13:35:42.092686 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-2e569ffb-7e2a-4c51-9517-15e379c46327 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/quotas/a920cd591b9e45b893ce21a8cf055314 HTTP/1.1" status: 200 len: 375 time: 0.0089030 Sep 30 13:35:42.143494 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-de97937a-deb1-4f3b-829f-e6b619d9ddb5 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a920cd591b9e45b893ce21a8cf055314&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0448494 Sep 30 13:35:42.222368 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29f0e3-bfde-48c5-9eb3-bc067aa30d35 req-f891cee8-9581-4c5a-a8fd-1e3e0ea816f6 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:42.224065 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-be29f0e3-bfde-48c5-9eb3-bc067aa30d35 req-f891cee8-9581-4c5a-a8fd-1e3e0ea816f6 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 945 time: 0.0505803 Sep 30 13:35:42.234968 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-eed7068e-c082-4c80-a8cb-c4bf7339e774 service neutron] 10.222.0.18 "GET /v2.0/networks/caff0b63-f2de-4455-9e4c-b8cc416f6953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844357 Sep 30 13:35:42.266369 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-be29f0e3-bfde-48c5-9eb3-bc067aa30d35 req-13279261-1abb-40fd-a335-0efb32ee59aa tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351586 Sep 30 13:35:42.328725 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-1ee7bbdc-3e07-463c-9817-3857d6a45146 service neutron] 10.222.0.18 "GET /v2.0/networks/caff0b63-f2de-4455-9e4c-b8cc416f6953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871017 Sep 30 13:35:42.494596 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-07a6ab2c-3029-447f-9020-e64b82f6d6a0 req-571b7a5d-c670-443c-a593-63cfd5d40997 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=839b8caf-27ac-471e-9c86-7345fd9d0beb HTTP/1.1" status: 200 len: 210 time: 0.0277565 Sep 30 13:35:43.379744 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650b4f9-3b04-4dc6-a137-db84cdd8407e req-4c415680-963f-422e-8cd5-6fdc14ff3cb3 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:43.381235 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6650b4f9-3b04-4dc6-a137-db84cdd8407e req-4c415680-963f-422e-8cd5-6fdc14ff3cb3 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a HTTP/1.1" status: 200 len: 945 time: 0.0795615 Sep 30 13:35:43.394384 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a12d4-f802-4c80-8d5c-886b1113466c req-9f03b127-92c4-4a6c-b76c-fc7534798dcb tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:43.395924 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-635a12d4-f802-4c80-8d5c-886b1113466c req-9f03b127-92c4-4a6c-b76c-fc7534798dcb tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 945 time: 0.0535512 Sep 30 13:35:43.445824 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-635a12d4-f802-4c80-8d5c-886b1113466c req-afb3d7d6-f23e-48ae-9fdb-6df756252840 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433719 Sep 30 13:35:43.513515 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-039172e0-0673-445a-9c98-bf33c59ae92a tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:43.515000 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-039172e0-0673-445a-9c98-bf33c59ae92a tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.39 "GET /v2.0/networks?id=caff0b63-f2de-4455-9e4c-b8cc416f6953 HTTP/1.1" status: 200 len: 815 time: 0.1852670 Sep 30 13:35:43.538783 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-87604ac1-f836-48f1-be5c-6fdac5b2736d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Request body: {'port': {'device_id': '839b8caf-27ac-471e-9c86-7345fd9d0beb', 'network_id': 'caff0b63-f2de-4455-9e4c-b8cc416f6953', 'admin_state_up': True, 'tenant_id': 'a920cd591b9e45b893ce21a8cf055314'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:35:43.592078 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4dc516d0-e35e-4e4d-88b2-d3cca64959a8 req-06b8a3d4-4521-4d51-b4c7-39c9a1409999 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=839b8caf-27ac-471e-9c86-7345fd9d0beb HTTP/1.1" status: 200 len: 210 time: 0.0299084 Sep 30 13:35:43.602598 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-6650b4f9-3b04-4dc6-a137-db84cdd8407e req-6c74d91b-3a1c-4872-b555-b808c5f7640c tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Deleting port 3a05d782-92d3-4bbc-915c-9fb5a073ad28 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:35:43.602939 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6650b4f9-3b04-4dc6-a137-db84cdd8407e req-6c74d91b-3a1c-4872-b555-b808c5f7640c tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:43.663297 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921cb47-aa15-4062-8eaf-d44006928ac2 req-59642a3e-6ba8-4c99-80d7-61329f65eb81 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:43.664695 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f921cb47-aa15-4062-8eaf-d44006928ac2 req-59642a3e-6ba8-4c99-80d7-61329f65eb81 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 945 time: 0.1439939 Sep 30 13:35:43.779112 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f921cb47-aa15-4062-8eaf-d44006928ac2 req-774e63f7-7e8f-4f5f-a730-48f75f4debeb tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027400 Sep 30 13:35:43.788492 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-6650b4f9-3b04-4dc6-a137-db84cdd8407e req-6c74d91b-3a1c-4872-b555-b808c5f7640c tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] For port 3a05d782-92d3-4bbc-915c-9fb5a073ad28, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3a05d782-92d3-4bbc-915c-9fb5a073ad28,segment=NetworkSegment(0df1642a-b10d-4a1c-90a7-ebe6720ce565),segment_id=0df1642a-b10d-4a1c-90a7-ebe6720ce565)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:35:43.788872 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6650b4f9-3b04-4dc6-a137-db84cdd8407e req-6c74d91b-3a1c-4872-b555-b808c5f7640c tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:43.803936 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-6650b4f9-3b04-4dc6-a137-db84cdd8407e req-6c74d91b-3a1c-4872-b555-b808c5f7640c tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Calling delete_port for 3a05d782-92d3-4bbc-915c-9fb5a073ad28 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:35:43.806200 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-87604ac1-f836-48f1-be5c-6fdac5b2736d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Made reservation on behalf of a920cd591b9e45b893ce21a8cf055314 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:35:43.809132 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-87604ac1-f836-48f1-be5c-6fdac5b2736d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:44.013829 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-87604ac1-f836-48f1-be5c-6fdac5b2736d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Allocated IP 172.20.0.3 (caff0b63-f2de-4455-9e4c-b8cc416f6953/6abd05f8-bb16-473d-a0ca-165472a8ae42/d02587ad-fb39-4d18-aa17-71054a1f50fb) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:35:44.096473 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6650b4f9-3b04-4dc6-a137-db84cdd8407e req-6c74d91b-3a1c-4872-b555-b808c5f7640c tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:44.108366 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['3a05d782-92d3-4bbc-915c-9fb5a073ad28'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:35:44.162434 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47d85b-5494-4d87-962a-005ed70ee158 req-84b491e4-c0f4-4c3a-928e-844658cf3498 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:44.163947 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fe47d85b-5494-4d87-962a-005ed70ee158 req-84b491e4-c0f4-4c3a-928e-844658cf3498 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 945 time: 0.1402612 Sep 30 13:35:44.165829 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74d91b-3a1c-4872-b555-b808c5f7640c tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Pushing event deleted for resources: {'Port': ['ID=3a05d782-92d3-4bbc-915c-9fb5a073ad28,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:44.233274 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-6650b4f9-3b04-4dc6-a137-db84cdd8407e req-6c74d91b-3a1c-4872-b555-b808c5f7640c tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] No DVR routers for this DVR port 3a05d782-92d3-4bbc-915c-9fb5a073ad28 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:35:44.260395 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-6650b4f9-3b04-4dc6-a137-db84cdd8407e req-6c74d91b-3a1c-4872-b555-b808c5f7640c tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:44.262367 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6650b4f9-3b04-4dc6-a137-db84cdd8407e req-6c74d91b-3a1c-4872-b555-b808c5f7640c tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.39 "DELETE /v2.0/ports/3a05d782-92d3-4bbc-915c-9fb5a073ad28 HTTP/1.1" status: 204 len: 173 time: 0.8736894 Sep 30 13:35:44.262797 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a', 'name': 'network-vif-deleted', 'tag': '3a05d782-92d3-4bbc-915c-9fb5a073ad28'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:35:44.264990 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22685aea-922f-4511-95f8-0bea81173f70" -d '{"events": [{"server_uuid": "a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a", "name": "network-vif-deleted", "tag": "3a05d782-92d3-4bbc-915c-9fb5a073ad28"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:35:44.296287 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fe47d85b-5494-4d87-962a-005ed70ee158 req-250352b0-c60f-4f0f-9570-010aec85ff53 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075394 Sep 30 13:35:44.311093 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92091941-f3ce-4792-a741-cdf8fedada15 x-openstack-request-id: req-92091941-f3ce-4792-a741-cdf8fedada15 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:35:44.311364 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a", "name": "network-vif-deleted", "tag": "3a05d782-92d3-4bbc-915c-9fb5a073ad28", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:35:44.311613 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92091941-f3ce-4792-a741-cdf8fedada15 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:35:44.312190 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a9beb8-2db0-423a-bfdc-fb5b3a50ca4a', 'name': 'network-vif-deleted', 'tag': '3a05d782-92d3-4bbc-915c-9fb5a073ad28', 'status': 'completed', 'code': 200} Sep 30 13:35:44.328829 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-87604ac1-f836-48f1-be5c-6fdac5b2736d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:44.365055 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-87604ac1-f836-48f1-be5c-6fdac5b2736d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:44.376492 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['3a05d782-92d3-4bbc-915c-9fb5a073ad28'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:35:44.420493 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-87604ac1-f836-48f1-be5c-6fdac5b2736d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Network caff0b63-f2de-4455-9e4c-b8cc416f6953 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:35:44.423865 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-87604ac1-f836-48f1-be5c-6fdac5b2736d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:35:44.426612 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-87604ac1-f836-48f1-be5c-6fdac5b2736d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:35:44.457763 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87604ac1-f836-48f1-be5c-6fdac5b2736d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Pushing event updated for resources: {'Port': ['ID=d02587ad-fb39-4d18-aa17-71054a1f50fb,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:44.486737 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-87604ac1-f836-48f1-be5c-6fdac5b2736d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:44.487297 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-87604ac1-f836-48f1-be5c-6fdac5b2736d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:44.501988 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-87604ac1-f836-48f1-be5c-6fdac5b2736d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9694109 Sep 30 13:35:44.515723 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-67bd8437-ba96-480e-bc87-7ac86cca2a7e service neutron] Request body: {'port': {'device_id': '839b8caf-27ac-471e-9c86-7345fd9d0beb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:35:44.570742 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-67bd8437-ba96-480e-bc87-7ac86cca2a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:44.804195 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96791c15-2578-4de7-8b51-8f90921b1031 req-fa162615-c74c-465e-aa99-e360c85e1269 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:44.805691 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-96791c15-2578-4de7-8b51-8f90921b1031 req-fa162615-c74c-465e-aa99-e360c85e1269 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=839b8caf-27ac-471e-9c86-7345fd9d0beb HTTP/1.1" status: 200 len: 931 time: 0.1369488 Sep 30 13:35:44.844761 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-96791c15-2578-4de7-8b51-8f90921b1031 req-f584354c-9143-40f2-a5d1-df4a14c7ad6d tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328152 Sep 30 13:35:44.864774 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-67bd8437-ba96-480e-bc87-7ac86cca2a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d02587ad-fb39-4d18-aa17-71054a1f50fb {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:35:44.872914 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-67bd8437-ba96-480e-bc87-7ac86cca2a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:44.885532 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-67bd8437-ba96-480e-bc87-7ac86cca2a7e service neutron] Transition to ACTIVE for port object d02587ad-fb39-4d18-aa17-71054a1f50fb will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:35:44.889276 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-67bd8437-ba96-480e-bc87-7ac86cca2a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:44.944755 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd8437-ba96-480e-bc87-7ac86cca2a7e service neutron] Pushing event updated for resources: {'Port': ['ID=d02587ad-fb39-4d18-aa17-71054a1f50fb,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:44.955587 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:45.008555 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-67bd8437-ba96-480e-bc87-7ac86cca2a7e service neutron] Attempting to bind port d02587ad-fb39-4d18-aa17-71054a1f50fb on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:35:45.008820 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-67bd8437-ba96-480e-bc87-7ac86cca2a7e service neutron] Attempting to bind port d02587ad-fb39-4d18-aa17-71054a1f50fb by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '0df1642a-b10d-4a1c-90a7-ebe6720ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'caff0b63-f2de-4455-9e4c-b8cc416f6953'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:35:45.009149 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-67bd8437-ba96-480e-bc87-7ac86cca2a7e service neutron] Attempting to bind port d02587ad-fb39-4d18-aa17-71054a1f50fb on network caff0b63-f2de-4455-9e4c-b8cc416f6953 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:35:45.013704 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-67bd8437-ba96-480e-bc87-7ac86cca2a7e service neutron] Port d02587ad-fb39-4d18-aa17-71054a1f50fb on network caff0b63-f2de-4455-9e4c-b8cc416f6953 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:35:45.014038 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-67bd8437-ba96-480e-bc87-7ac86cca2a7e service neutron] Attempting to bind port d02587ad-fb39-4d18-aa17-71054a1f50fb on network caff0b63-f2de-4455-9e4c-b8cc416f6953 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:35:45.019270 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-67bd8437-ba96-480e-bc87-7ac86cca2a7e service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:35:45.019605 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-67bd8437-ba96-480e-bc87-7ac86cca2a7e service neutron] Checking segment: {'id': '0df1642a-b10d-4a1c-90a7-ebe6720ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'caff0b63-f2de-4455-9e4c-b8cc416f6953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:35:45.020002 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-67bd8437-ba96-480e-bc87-7ac86cca2a7e service neutron] Bound using segment: {'id': '0df1642a-b10d-4a1c-90a7-ebe6720ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'caff0b63-f2de-4455-9e4c-b8cc416f6953'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:35:45.020413 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-67bd8437-ba96-480e-bc87-7ac86cca2a7e service neutron] Bound port: d02587ad-fb39-4d18-aa17-71054a1f50fb, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df1642a-b10d-4a1c-90a7-ebe6720ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'caff0b63-f2de-4455-9e4c-b8cc416f6953'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:35:45.020772 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-67bd8437-ba96-480e-bc87-7ac86cca2a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:45.084480 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-67bd8437-ba96-480e-bc87-7ac86cca2a7e service neutron] For port d02587ad-fb39-4d18-aa17-71054a1f50fb, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:35:45.087431 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-67bd8437-ba96-480e-bc87-7ac86cca2a7e service neutron] For port d02587ad-fb39-4d18-aa17-71054a1f50fb, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d02587ad-fb39-4d18-aa17-71054a1f50fb,segment=NetworkSegment(0df1642a-b10d-4a1c-90a7-ebe6720ce565),segment_id=0df1642a-b10d-4a1c-90a7-ebe6720ce565)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:35:45.091595 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-67bd8437-ba96-480e-bc87-7ac86cca2a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:45.128934 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-67bd8437-ba96-480e-bc87-7ac86cca2a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:45.129621 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-67bd8437-ba96-480e-bc87-7ac86cca2a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:45.131055 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-67bd8437-ba96-480e-bc87-7ac86cca2a7e service neutron] 10.222.0.39 "PUT /v2.0/ports/d02587ad-fb39-4d18-aa17-71054a1f50fb HTTP/1.1" status: 200 len: 1091 time: 0.6194019 Sep 30 13:35:45.159564 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd8437-ba96-480e-bc87-7ac86cca2a7e service neutron] Pushing event updated for resources: {'Port': ['ID=d02587ad-fb39-4d18-aa17-71054a1f50fb,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:45.219819 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-6dab1475-5406-4e27-a4f1-1f37bf09685b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:45.221427 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-6dab1475-5406-4e27-a4f1-1f37bf09685b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a920cd591b9e45b893ce21a8cf055314&device_id=839b8caf-27ac-471e-9c86-7345fd9d0beb HTTP/1.1" status: 200 len: 1094 time: 0.0506220 Sep 30 13:35:45.267985 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-66cc6e79-cc39-448f-8dd9-4697c10fb35e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d02587ad-fb39-4d18-aa17-71054a1f50fb HTTP/1.1" status: 200 len: 217 time: 0.0334773 Sep 30 13:35:45.321971 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-49e6c097-7977-426f-9a94-237b093a5497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:45.323421 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-49e6c097-7977-426f-9a94-237b093a5497 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6abd05f8-bb16-473d-a0ca-165472a8ae42 HTTP/1.1" status: 200 len: 855 time: 0.0488222 Sep 30 13:35:45.358110 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-1babc8f2-4780-4aa9-a793-57263d8cc6bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=caff0b63-f2de-4455-9e4c-b8cc416f6953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262299 Sep 30 13:35:45.484061 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f1b04-f06d-4fc7-b54e-cf3ef4b987d4 req-93a4b0f5-46a5-4908-b8a6-f35f860f7057 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:45.485565 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d0f1b04-f06d-4fc7-b54e-cf3ef4b987d4 req-93a4b0f5-46a5-4908-b8a6-f35f860f7057 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 945 time: 0.1096098 Sep 30 13:35:45.502341 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-87586ebe-17dc-4369-a96f-9cf0e088db4b service neutron] 10.222.0.39 "GET /v2.0/networks/caff0b63-f2de-4455-9e4c-b8cc416f6953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333530 Sep 30 13:35:45.610358 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d0f1b04-f06d-4fc7-b54e-cf3ef4b987d4 req-c110ee2b-4538-4fda-a2ac-3090133c92f8 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172442 Sep 30 13:35:45.636601 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339023ce-8347-47b8-a255-cab532a96958 req-4eadd0e7-db82-4bbf-ab2c-265d99139f71 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:45.638088 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-339023ce-8347-47b8-a255-cab532a96958 req-4eadd0e7-db82-4bbf-ab2c-265d99139f71 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.39 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 945 time: 0.1259122 Sep 30 13:35:45.673367 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c438915-b179-45b7-a74e-9db603d8d4c6 req-c89caf29-d59b-4c50-bbc3-38bb4ddf6783 service neutron] 10.222.0.39 "GET /v2.0/networks/caff0b63-f2de-4455-9e4c-b8cc416f6953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624253 Sep 30 13:35:45.738134 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-339023ce-8347-47b8-a255-cab532a96958 req-1d9c3e0a-5440-4818-9fd2-ad58e27240ef tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Deleting port 02ca2e25-8309-4bb3-983d-48e6e1491e65 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:35:45.738493 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-339023ce-8347-47b8-a255-cab532a96958 req-1d9c3e0a-5440-4818-9fd2-ad58e27240ef tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:45.833208 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-339023ce-8347-47b8-a255-cab532a96958 req-1d9c3e0a-5440-4818-9fd2-ad58e27240ef tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] For port 02ca2e25-8309-4bb3-983d-48e6e1491e65, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=02ca2e25-8309-4bb3-983d-48e6e1491e65,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:35:45.833562 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-339023ce-8347-47b8-a255-cab532a96958 req-1d9c3e0a-5440-4818-9fd2-ad58e27240ef tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:45.847088 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-339023ce-8347-47b8-a255-cab532a96958 req-1d9c3e0a-5440-4818-9fd2-ad58e27240ef tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Calling delete_port for 02ca2e25-8309-4bb3-983d-48e6e1491e65 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:35:45.967550 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4eaed-696e-4d84-9017-3b8ed5340b81 req-78aeb604-f3a3-4568-a8be-32ab25073c3f tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:45.969049 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d3d4eaed-696e-4d84-9017-3b8ed5340b81 req-78aeb604-f3a3-4568-a8be-32ab25073c3f tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=839b8caf-27ac-471e-9c86-7345fd9d0beb HTTP/1.1" status: 200 len: 943 time: 0.0519290 Sep 30 13:35:45.983359 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-339023ce-8347-47b8-a255-cab532a96958 req-1d9c3e0a-5440-4818-9fd2-ad58e27240ef tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:45.998556 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['fd82cbdb-93e8-4b7f-9b25-d463bd356f58'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:35:46.001765 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['02ca2e25-8309-4bb3-983d-48e6e1491e65'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:35:46.011401 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d3d4eaed-696e-4d84-9017-3b8ed5340b81 req-e6bdb05b-fb70-40a6-a44a-2f1fc6608adb tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357597 Sep 30 13:35:46.016827 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c3e0a-5440-4818-9fd2-ad58e27240ef tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event deleted for resources: {'Port': ['ID=02ca2e25-8309-4bb3-983d-48e6e1491e65,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:46.072630 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-339023ce-8347-47b8-a255-cab532a96958 req-1d9c3e0a-5440-4818-9fd2-ad58e27240ef tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] No DVR routers for this DVR port 02ca2e25-8309-4bb3-983d-48e6e1491e65 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:35:46.076779 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-339023ce-8347-47b8-a255-cab532a96958 req-1d9c3e0a-5440-4818-9fd2-ad58e27240ef tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:46.079089 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-339023ce-8347-47b8-a255-cab532a96958 req-1d9c3e0a-5440-4818-9fd2-ad58e27240ef tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.39 "DELETE /v2.0/ports/02ca2e25-8309-4bb3-983d-48e6e1491e65 HTTP/1.1" status: 204 len: 173 time: 0.4322567 Sep 30 13:35:46.313513 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839b8caf-27ac-471e-9c86-7345fd9d0beb', 'tag': 'd02587ad-fb39-4d18-aa17-71054a1f50fb'}, {'server_uuid': '6eab8763-58c8-4c37-864f-c06348dec713', 'name': 'network-vif-deleted', 'tag': '02ca2e25-8309-4bb3-983d-48e6e1491e65'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:35:46.315882 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a46391-3b0d-4e8e-9d92-737b1a9b066e" -d '{"events": [{"name": "network-changed", "server_uuid": "839b8caf-27ac-471e-9c86-7345fd9d0beb", "tag": "d02587ad-fb39-4d18-aa17-71054a1f50fb"}, {"server_uuid": "6eab8763-58c8-4c37-864f-c06348dec713", "name": "network-vif-deleted", "tag": "02ca2e25-8309-4bb3-983d-48e6e1491e65"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:35:46.359964 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 30 Sep 2021 13:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e6d661-37ea-4991-89d3-5e39452a28d8 x-openstack-request-id: req-48e6d661-37ea-4991-89d3-5e39452a28d8 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:35:46.360289 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "839b8caf-27ac-471e-9c86-7345fd9d0beb", "tag": "d02587ad-fb39-4d18-aa17-71054a1f50fb", "status": "completed", "code": 200}, {"server_uuid": "6eab8763-58c8-4c37-864f-c06348dec713", "name": "network-vif-deleted", "tag": "02ca2e25-8309-4bb3-983d-48e6e1491e65", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:35:46.360646 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48e6d661-37ea-4991-89d3-5e39452a28d8 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:35:46.361301 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '839b8caf-27ac-471e-9c86-7345fd9d0beb', 'tag': 'd02587ad-fb39-4d18-aa17-71054a1f50fb', 'status': 'completed', 'code': 200} Sep 30 13:35:46.361737 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eab8763-58c8-4c37-864f-c06348dec713', 'name': 'network-vif-deleted', 'tag': '02ca2e25-8309-4bb3-983d-48e6e1491e65', 'status': 'completed', 'code': 200} Sep 30 13:35:46.430521 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a46391-3b0d-4e8e-9d92-737b1a9b066e req-45dbea95-8403-4b50-870a-e2406db7bb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:46.432384 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-14a46391-3b0d-4e8e-9d92-737b1a9b066e req-45dbea95-8403-4b50-870a-e2406db7bb29 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a920cd591b9e45b893ce21a8cf055314&device_id=839b8caf-27ac-471e-9c86-7345fd9d0beb HTTP/1.1" status: 200 len: 1094 time: 0.0465298 Sep 30 13:35:46.537715 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a46391-3b0d-4e8e-9d92-737b1a9b066e req-176afe59-d412-4ab1-a371-96c6e1369734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:46.539322 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-14a46391-3b0d-4e8e-9d92-737b1a9b066e req-176afe59-d412-4ab1-a371-96c6e1369734 service neutron] 10.222.0.39 "GET /v2.0/networks?id=caff0b63-f2de-4455-9e4c-b8cc416f6953 HTTP/1.1" status: 200 len: 916 time: 0.0991614 Sep 30 13:35:46.582947 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-14a46391-3b0d-4e8e-9d92-737b1a9b066e req-769f0f67-4e05-4de1-8ca6-71339d33aae4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d02587ad-fb39-4d18-aa17-71054a1f50fb HTTP/1.1" status: 200 len: 217 time: 0.0358331 Sep 30 13:35:46.631085 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a46391-3b0d-4e8e-9d92-737b1a9b066e req-2683dba1-97bd-47a7-957f-3685d95c9237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:46.633974 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-14a46391-3b0d-4e8e-9d92-737b1a9b066e req-2683dba1-97bd-47a7-957f-3685d95c9237 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6abd05f8-bb16-473d-a0ca-165472a8ae42 HTTP/1.1" status: 200 len: 855 time: 0.0445349 Sep 30 13:35:46.673916 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-14a46391-3b0d-4e8e-9d92-737b1a9b066e req-1b527fcb-2a72-469a-b109-2864840a218c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=caff0b63-f2de-4455-9e4c-b8cc416f6953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327780 Sep 30 13:35:46.713591 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c78773e-c003-48b2-bd6e-11067c45f881 req-9ae2c535-6df3-4360-8bbb-8dd9bf7e2032 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 210 time: 0.0294261 Sep 30 13:35:46.776405 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-14a46391-3b0d-4e8e-9d92-737b1a9b066e req-3d62570b-8d7b-4e99-bda5-ae9f7e9d36b4 service neutron] 10.222.0.39 "GET /v2.0/networks/caff0b63-f2de-4455-9e4c-b8cc416f6953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955977 Sep 30 13:35:46.885979 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-14a46391-3b0d-4e8e-9d92-737b1a9b066e req-41b49022-2c5c-4fb1-adf5-31050e2c64f4 service neutron] 10.222.0.39 "GET /v2.0/networks/caff0b63-f2de-4455-9e4c-b8cc416f6953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026969 Sep 30 13:35:47.150971 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ca17e-beab-45b5-a849-26bec8149c9d req-51ebbcbc-bbed-4d36-84d1-41dfd756e639 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:47.152681 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-676ca17e-beab-45b5-a849-26bec8149c9d req-51ebbcbc-bbed-4d36-84d1-41dfd756e639 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=839b8caf-27ac-471e-9c86-7345fd9d0beb HTTP/1.1" status: 200 len: 943 time: 0.0576584 Sep 30 13:35:47.199656 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-676ca17e-beab-45b5-a849-26bec8149c9d req-cc42266e-cb29-4019-97a0-6cff4401db16 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377004 Sep 30 13:35:47.275804 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3a05d782-92d3-4bbc-915c-9fb5a073ad28 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:35:47.297701 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 3a05d782-92d3-4bbc-915c-9fb5a073ad28 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:35:47.297994 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3a05d782-92d3-4bbc-915c-9fb5a073ad28 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:35:48.108655 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-28dc8786-670a-4e1e-a920-cf29475aec85 req-5fcfb391-d08c-42ce-99f3-10351c3a247e tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 210 time: 0.3178287 Sep 30 13:35:48.232669 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-114b2eec-3956-4944-9a07-973405115315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:48.328998 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a5f47-5eaa-4b42-99c3-66b3010c8848 req-bbf6d0fd-7d72-40d7-ae6b-7195aa7d9026 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:48.330612 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d7a5f47-5eaa-4b42-99c3-66b3010c8848 req-bbf6d0fd-7d72-40d7-ae6b-7195aa7d9026 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=839b8caf-27ac-471e-9c86-7345fd9d0beb HTTP/1.1" status: 200 len: 943 time: 0.0530250 Sep 30 13:35:48.372957 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d7a5f47-5eaa-4b42-99c3-66b3010c8848 req-f304b361-5e10-4f35-b4c5-3dc9f39ba1a9 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348630 Sep 30 13:35:49.210664 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-82125f23-fd23-4fdd-bc4c-c9c0da13758f req-38a7a54d-b74b-4826-8d5a-b27438d20f9a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eab8763-58c8-4c37-864f-c06348dec713 HTTP/1.1" status: 200 len: 210 time: 0.0284343 Sep 30 13:35:49.277763 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d02587ad-fb39-4d18-aa17-71054a1f50fb details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:35:49.280911 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 02ca2e25-8309-4bb3-983d-48e6e1491e65 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:35:49.306470 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 02ca2e25-8309-4bb3-983d-48e6e1491e65 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:35:49.306816 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 02ca2e25-8309-4bb3-983d-48e6e1491e65 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:35:49.407864 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port d02587ad-fb39-4d18-aa17-71054a1f50fb, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d02587ad-fb39-4d18-aa17-71054a1f50fb,segment=NetworkSegment(0df1642a-b10d-4a1c-90a7-ebe6720ce565),segment_id=0df1642a-b10d-4a1c-90a7-ebe6720ce565)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:35:49.420937 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'd02587ad-fb39-4d18-aa17-71054a1f50fb', 'network_id': 'caff0b63-f2de-4455-9e4c-b8cc416f6953', 'port_id': 'd02587ad-fb39-4d18-aa17-71054a1f50fb', 'mac_address': 'fa:16:3e:ed:ef:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6abd05f8-bb16-473d-a0ca-165472a8ae42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:35:49.467298 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:49.482224 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d02587ad-fb39-4d18-aa17-71054a1f50fb {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:35:49.502141 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port d02587ad-fb39-4d18-aa17-71054a1f50fb, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d02587ad-fb39-4d18-aa17-71054a1f50fb,segment=NetworkSegment(0df1642a-b10d-4a1c-90a7-ebe6720ce565),segment_id=0df1642a-b10d-4a1c-90a7-ebe6720ce565)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:35:49.504056 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983efe08-f4cf-4c33-88e2-37c4329d7bb3 req-ce909ce8-ee77-401c-8b44-c4b4915bd04a tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:49.505578 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-983efe08-f4cf-4c33-88e2-37c4329d7bb3 req-ce909ce8-ee77-401c-8b44-c4b4915bd04a tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=839b8caf-27ac-471e-9c86-7345fd9d0beb HTTP/1.1" status: 200 len: 943 time: 0.0622678 Sep 30 13:35:49.507132 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:49.545859 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-983efe08-f4cf-4c33-88e2-37c4329d7bb3 req-3b44cc22-4c39-4107-8e01-907250527447 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336637 Sep 30 13:35:49.556885 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=d02587ad-fb39-4d18-aa17-71054a1f50fb,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:49.634235 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:49.732722 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['d02587ad-fb39-4d18-aa17-71054a1f50fb'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:35:50.662244 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67260e-05a5-4e7a-86f9-4d6c312f1a0a req-b9c86ea7-e593-45ef-8ee2-f6ff2421aa32 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:50.663762 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4a67260e-05a5-4e7a-86f9-4d6c312f1a0a req-b9c86ea7-e593-45ef-8ee2-f6ff2421aa32 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=839b8caf-27ac-471e-9c86-7345fd9d0beb HTTP/1.1" status: 200 len: 944 time: 0.0491421 Sep 30 13:35:50.704081 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4a67260e-05a5-4e7a-86f9-4d6c312f1a0a req-a9e42701-a49b-4b69-ac6d-390f6546f562 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343876 Sep 30 13:35:50.724518 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8612e0fd-8606-4bd4-bf76-af102a325dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:51.289620 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d02587ad-fb39-4d18-aa17-71054a1f50fb up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:35:51.343996 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port d02587ad-fb39-4d18-aa17-71054a1f50fb completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:35:51.348371 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port d02587ad-fb39-4d18-aa17-71054a1f50fb triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:35:51.348801 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:51.431858 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:51.455125 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839b8caf-27ac-471e-9c86-7345fd9d0beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02587ad-fb39-4d18-aa17-71054a1f50fb'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:35:51.457374 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1d0fff-06e2-4476-8e32-5bb034488590" -d '{"events": [{"server_uuid": "839b8caf-27ac-471e-9c86-7345fd9d0beb", "name": "network-vif-plugged", "status": "completed", "tag": "d02587ad-fb39-4d18-aa17-71054a1f50fb"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:35:51.471160 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port d02587ad-fb39-4d18-aa17-71054a1f50fb, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d02587ad-fb39-4d18-aa17-71054a1f50fb,segment=NetworkSegment(0df1642a-b10d-4a1c-90a7-ebe6720ce565),segment_id=0df1642a-b10d-4a1c-90a7-ebe6720ce565)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:35:51.476066 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:51.522981 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=d02587ad-fb39-4d18-aa17-71054a1f50fb,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:51.584305 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87ec0af-3191-490f-9b06-eed447791a3e x-openstack-request-id: req-b87ec0af-3191-490f-9b06-eed447791a3e {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:35:51.585149 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839b8caf-27ac-471e-9c86-7345fd9d0beb", "name": "network-vif-plugged", "status": "completed", "tag": "d02587ad-fb39-4d18-aa17-71054a1f50fb", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:35:51.585404 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b87ec0af-3191-490f-9b06-eed447791a3e {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:35:51.585807 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839b8caf-27ac-471e-9c86-7345fd9d0beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02587ad-fb39-4d18-aa17-71054a1f50fb', 'code': 200} Sep 30 13:35:51.645497 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:51.692375 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf5ca0-0007-4728-b0cd-c0fe8730619a req-7ffa3054-b31f-4894-855b-87aafbd3fecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:51.694642 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccaf5ca0-0007-4728-b0cd-c0fe8730619a req-7ffa3054-b31f-4894-855b-87aafbd3fecb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=839b8caf-27ac-471e-9c86-7345fd9d0beb HTTP/1.1" status: 200 len: 1096 time: 0.0456865 Sep 30 13:35:51.731774 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccaf5ca0-0007-4728-b0cd-c0fe8730619a req-424d501b-2a75-450a-829e-66a2a711a221 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303645 Sep 30 13:35:51.825396 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a9605-7d51-4a95-97ac-ddb05f5478cb req-1244acb9-f297-4933-81d4-1b419507a6de tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:51.826962 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d09a9605-7d51-4a95-97ac-ddb05f5478cb req-1244acb9-f297-4933-81d4-1b419507a6de tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=839b8caf-27ac-471e-9c86-7345fd9d0beb HTTP/1.1" status: 200 len: 945 time: 0.0531657 Sep 30 13:35:51.867665 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d09a9605-7d51-4a95-97ac-ddb05f5478cb req-55af0830-1a68-4d16-ae4b-2d80fe150afa tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342000 Sep 30 13:35:52.420357 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:52.986181 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288694a6-aa68-457d-8689-bece945ad833 req-a432305d-0e33-4883-9c3a-26122c2ec937 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:52.987807 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-288694a6-aa68-457d-8689-bece945ad833 req-a432305d-0e33-4883-9c3a-26122c2ec937 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=839b8caf-27ac-471e-9c86-7345fd9d0beb HTTP/1.1" status: 200 len: 945 time: 0.0491829 Sep 30 13:35:53.026761 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-288694a6-aa68-457d-8689-bece945ad833 req-8cfcdfc5-97cb-4f12-8d95-89e0c04157ef tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324898 Sep 30 13:35:53.143860 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0e5e4-7b90-4f9c-a784-2dd4f7439be5 req-248b126f-215b-41e5-90be-776d29234028 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:53.145531 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-65d0e5e4-7b90-4f9c-a784-2dd4f7439be5 req-248b126f-215b-41e5-90be-776d29234028 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=839b8caf-27ac-471e-9c86-7345fd9d0beb HTTP/1.1" status: 200 len: 945 time: 0.0499370 Sep 30 13:35:53.183351 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-65d0e5e4-7b90-4f9c-a784-2dd4f7439be5 req-ebd4217b-244b-4b2c-8645-d1fd059600b7 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310972 Sep 30 13:35:53.411033 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b7a68-c468-4554-968d-b105b6351520 req-102fbd5a-d883-4521-b4bc-c41cb7006dc1 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:53.413494 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-393b7a68-c468-4554-968d-b105b6351520 req-102fbd5a-d883-4521-b4bc-c41cb7006dc1 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=839b8caf-27ac-471e-9c86-7345fd9d0beb HTTP/1.1" status: 200 len: 945 time: 0.0596590 Sep 30 13:35:53.456162 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-393b7a68-c468-4554-968d-b105b6351520 req-c2e096f2-106a-4c0e-987f-b96008043569 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363984 Sep 30 13:35:53.578783 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7177c-e1f9-46d0-8f10-b581417e1b80 req-913e2c55-d1be-4c35-b63f-b879e45a123c tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:53.580401 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3df7177c-e1f9-46d0-8f10-b581417e1b80 req-913e2c55-d1be-4c35-b63f-b879e45a123c tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=839b8caf-27ac-471e-9c86-7345fd9d0beb HTTP/1.1" status: 200 len: 945 time: 0.0495837 Sep 30 13:35:53.626632 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3df7177c-e1f9-46d0-8f10-b581417e1b80 req-c6a16df1-2512-489f-b4e9-136e68ff6126 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402341 Sep 30 13:35:53.824844 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f1415-ba8a-4e63-bbf7-96a121521f84 req-0663c5a3-3145-403f-94f2-a9496e712cc1 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:53.826327 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5e6f1415-ba8a-4e63-bbf7-96a121521f84 req-0663c5a3-3145-403f-94f2-a9496e712cc1 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=839b8caf-27ac-471e-9c86-7345fd9d0beb HTTP/1.1" status: 200 len: 945 time: 0.0484986 Sep 30 13:35:53.863460 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5e6f1415-ba8a-4e63-bbf7-96a121521f84 req-c9ed87bb-0b7c-415e-9ae6-ada85e062c33 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310645 Sep 30 13:35:54.173792 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:54.279082 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2be183-4c45-45f8-9c8f-515ed55c9562 req-86b79ddf-2135-4336-b9f8-1b487e051c15 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:54.280573 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a2be183-4c45-45f8-9c8f-515ed55c9562 req-86b79ddf-2135-4336-b9f8-1b487e051c15 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=839b8caf-27ac-471e-9c86-7345fd9d0beb HTTP/1.1" status: 200 len: 945 time: 0.3524370 Sep 30 13:35:54.319860 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a2be183-4c45-45f8-9c8f-515ed55c9562 req-bb5f7e66-dc15-41e7-add2-476aa628d8be tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332229 Sep 30 13:35:54.359936 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7574fd83-96a3-4355-af71-6f3ccf13b9cd req-ccd07060-5392-491a-9c9c-f4c209c0fe97 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c1e2593e-10a8-47c1-a8e5-28c336a164e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391347 Sep 30 13:35:54.447535 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574fd83-96a3-4355-af71-6f3ccf13b9cd req-243ba6c2-8883-414e-9636-d0120b7818ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:54.449047 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7574fd83-96a3-4355-af71-6f3ccf13b9cd req-243ba6c2-8883-414e-9636-d0120b7818ab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&device_id=c1e2593e-10a8-47c1-a8e5-28c336a164e0 HTTP/1.1" status: 200 len: 1097 time: 0.0438495 Sep 30 13:35:54.560266 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574fd83-96a3-4355-af71-6f3ccf13b9cd req-9aef2316-8bbc-4a21-b1db-ec50c40de2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:54.561895 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7574fd83-96a3-4355-af71-6f3ccf13b9cd req-9aef2316-8bbc-4a21-b1db-ec50c40de2f5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 912 time: 0.0934310 Sep 30 13:35:54.606906 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7574fd83-96a3-4355-af71-6f3ccf13b9cd req-24e217a7-ca51-483f-a464-7e158fee2bbe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd82cbdb-93e8-4b7f-9b25-d463bd356f58 HTTP/1.1" status: 200 len: 217 time: 0.0359581 Sep 30 13:35:54.688579 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574fd83-96a3-4355-af71-6f3ccf13b9cd req-5334dc98-8e05-4b8d-8810-4f8bee8ea931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:54.690115 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7574fd83-96a3-4355-af71-6f3ccf13b9cd req-5334dc98-8e05-4b8d-8810-4f8bee8ea931 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a29bd19-7bbd-493a-b0e5-a534c2103246 HTTP/1.1" status: 200 len: 850 time: 0.0702651 Sep 30 13:35:54.699240 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f62408-2481-48d1-8041-38aa295ca73f req-d22a9825-7ca1-455f-bacc-32cc1cfa62e1 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:54.700697 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d4f62408-2481-48d1-8041-38aa295ca73f req-d22a9825-7ca1-455f-bacc-32cc1cfa62e1 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=839b8caf-27ac-471e-9c86-7345fd9d0beb HTTP/1.1" status: 200 len: 945 time: 0.0905013 Sep 30 13:35:54.759707 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f22225-3b16-4dab-8cc8-06f6ee15c936 req-669bade6-62e9-47c6-b1ba-6f580e29865e tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:54.760764 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d4f62408-2481-48d1-8041-38aa295ca73f req-7ab4b34b-de3d-49e3-9353-803557a9e748 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515392 Sep 30 13:35:54.761208 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-72f22225-3b16-4dab-8cc8-06f6ee15c936 req-669bade6-62e9-47c6-b1ba-6f580e29865e tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1e2593e-10a8-47c1-a8e5-28c336a164e0 HTTP/1.1" status: 200 len: 946 time: 0.0494881 Sep 30 13:35:54.766478 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574fd83-96a3-4355-af71-6f3ccf13b9cd req-c4c5c5d2-ff00-4213-9e61-e8249fa8d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:54.767937 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7574fd83-96a3-4355-af71-6f3ccf13b9cd req-c4c5c5d2-ff00-4213-9e61-e8249fa8d4a6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=949dc44d-a521-4909-8cff-116a74911834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663817 Sep 30 13:35:54.800845 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-72f22225-3b16-4dab-8cc8-06f6ee15c936 req-1722cc91-c349-4485-a7c7-62dfe8058be7 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330968 Sep 30 13:35:54.862451 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7574fd83-96a3-4355-af71-6f3ccf13b9cd req-aaa2b721-bf00-456c-99ff-2ff1d07ee500 service neutron] 10.222.0.54 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862176 Sep 30 13:35:54.953485 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7574fd83-96a3-4355-af71-6f3ccf13b9cd req-17901d14-2b8c-4e26-a141-7a24b356cbd0 service neutron] 10.222.0.54 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825834 Sep 30 13:35:55.799851 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c4e90-df0b-4470-a5a8-da37438861d2 req-27c506fc-1cb5-4655-8449-f2b8c099a1ef tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:55.802856 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fd1c4e90-df0b-4470-a5a8-da37438861d2 req-27c506fc-1cb5-4655-8449-f2b8c099a1ef tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.39 "GET /v2.0/ports?device_id=839b8caf-27ac-471e-9c86-7345fd9d0beb HTTP/1.1" status: 200 len: 945 time: 0.0529892 Sep 30 13:35:55.914602 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67021a61-1ee3-4dc5-8c16-f933b2fcb4e8 req-870fcb9a-bdef-4626-9017-aba758abbd91 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:55.916090 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-67021a61-1ee3-4dc5-8c16-f933b2fcb4e8 req-870fcb9a-bdef-4626-9017-aba758abbd91 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/ports?device_id=839b8caf-27ac-471e-9c86-7345fd9d0beb HTTP/1.1" status: 200 len: 945 time: 0.0849364 Sep 30 13:35:55.919231 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e67caf-b8dd-4cf8-936a-99c4913a95cb req-a72f1ddf-1b0c-46dd-bfdb-c159bd631149 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:55.920728 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c2e67caf-b8dd-4cf8-936a-99c4913a95cb req-a72f1ddf-1b0c-46dd-bfdb-c159bd631149 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1e2593e-10a8-47c1-a8e5-28c336a164e0 HTTP/1.1" status: 200 len: 946 time: 0.0522227 Sep 30 13:35:55.948109 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-fd1c4e90-df0b-4470-a5a8-da37438861d2 req-efeb903a-ec31-48ae-93f3-a220a30979d4 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Deleting port d02587ad-fb39-4d18-aa17-71054a1f50fb {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:35:55.948465 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fd1c4e90-df0b-4470-a5a8-da37438861d2 req-efeb903a-ec31-48ae-93f3-a220a30979d4 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:55.964248 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c2e67caf-b8dd-4cf8-936a-99c4913a95cb req-f98928dc-5bb1-4973-91e6-c35ad7cf9e3c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e05d80d-4224-4885-88b3-cb9ddb02f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372546 Sep 30 13:35:55.981625 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-67021a61-1ee3-4dc5-8c16-f933b2fcb4e8 req-1372cdab-1b98-4079-88b3-5c8018aa486e tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e38e5b-c255-4a70-99fc-98674b56985f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587716 Sep 30 13:35:56.050647 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-fd1c4e90-df0b-4470-a5a8-da37438861d2 req-efeb903a-ec31-48ae-93f3-a220a30979d4 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] For port d02587ad-fb39-4d18-aa17-71054a1f50fb, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=d02587ad-fb39-4d18-aa17-71054a1f50fb,segment=NetworkSegment(0df1642a-b10d-4a1c-90a7-ebe6720ce565),segment_id=0df1642a-b10d-4a1c-90a7-ebe6720ce565)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:35:56.050909 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fd1c4e90-df0b-4470-a5a8-da37438861d2 req-efeb903a-ec31-48ae-93f3-a220a30979d4 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:56.063190 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-fd1c4e90-df0b-4470-a5a8-da37438861d2 req-efeb903a-ec31-48ae-93f3-a220a30979d4 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Calling delete_port for d02587ad-fb39-4d18-aa17-71054a1f50fb owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:35:56.189116 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fd1c4e90-df0b-4470-a5a8-da37438861d2 req-efeb903a-ec31-48ae-93f3-a220a30979d4 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:56.200912 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['d02587ad-fb39-4d18-aa17-71054a1f50fb'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:35:56.216555 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb903a-ec31-48ae-93f3-a220a30979d4 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Pushing event deleted for resources: {'Port': ['ID=d02587ad-fb39-4d18-aa17-71054a1f50fb,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:56.258981 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1c4e90-df0b-4470-a5a8-da37438861d2 req-efeb903a-ec31-48ae-93f3-a220a30979d4 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] No DVR routers for this DVR port d02587ad-fb39-4d18-aa17-71054a1f50fb on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:35:56.261610 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fd1c4e90-df0b-4470-a5a8-da37438861d2 req-efeb903a-ec31-48ae-93f3-a220a30979d4 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:56.263686 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fd1c4e90-df0b-4470-a5a8-da37438861d2 req-efeb903a-ec31-48ae-93f3-a220a30979d4 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] 10.222.0.39 "DELETE /v2.0/ports/d02587ad-fb39-4d18-aa17-71054a1f50fb HTTP/1.1" status: 204 len: 173 time: 0.4559507 Sep 30 13:35:56.264114 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839b8caf-27ac-471e-9c86-7345fd9d0beb', 'name': 'network-vif-deleted', 'tag': 'd02587ad-fb39-4d18-aa17-71054a1f50fb'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:35:56.266362 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7105c72-cb68-4b49-b31f-eba5fde12d65" -d '{"events": [{"server_uuid": "839b8caf-27ac-471e-9c86-7345fd9d0beb", "name": "network-vif-deleted", "tag": "d02587ad-fb39-4d18-aa17-71054a1f50fb"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:35:56.301854 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdb0d71-86ad-46be-ac60-10c2252eab0f x-openstack-request-id: req-bfdb0d71-86ad-46be-ac60-10c2252eab0f {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:35:56.302138 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839b8caf-27ac-471e-9c86-7345fd9d0beb", "name": "network-vif-deleted", "tag": "d02587ad-fb39-4d18-aa17-71054a1f50fb", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:35:56.302394 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bfdb0d71-86ad-46be-ac60-10c2252eab0f {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:35:56.302822 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839b8caf-27ac-471e-9c86-7345fd9d0beb', 'name': 'network-vif-deleted', 'tag': 'd02587ad-fb39-4d18-aa17-71054a1f50fb', 'status': 'completed', 'code': 200} Sep 30 13:35:56.397656 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b2f10-cfdf-4c6f-8e68-0f8d8595fb6c req-28a1fc49-e9aa-4dc2-b2e0-cbf50fc2d594 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:35:56.399178 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-488b2f10-cfdf-4c6f-8e68-0f8d8595fb6c req-28a1fc49-e9aa-4dc2-b2e0-cbf50fc2d594 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1e2593e-10a8-47c1-a8e5-28c336a164e0 HTTP/1.1" status: 200 len: 946 time: 0.0591886 Sep 30 13:35:56.489363 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-488b2f10-cfdf-4c6f-8e68-0f8d8595fb6c req-d40076b8-6767-4985-9c5c-4b93243996a0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Deleting port fd82cbdb-93e8-4b7f-9b25-d463bd356f58 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:35:56.489709 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-488b2f10-cfdf-4c6f-8e68-0f8d8595fb6c req-d40076b8-6767-4985-9c5c-4b93243996a0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:56.582849 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-488b2f10-cfdf-4c6f-8e68-0f8d8595fb6c req-d40076b8-6767-4985-9c5c-4b93243996a0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] For port fd82cbdb-93e8-4b7f-9b25-d463bd356f58, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=fd82cbdb-93e8-4b7f-9b25-d463bd356f58,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:35:56.583123 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-488b2f10-cfdf-4c6f-8e68-0f8d8595fb6c req-d40076b8-6767-4985-9c5c-4b93243996a0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:56.596931 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-488b2f10-cfdf-4c6f-8e68-0f8d8595fb6c req-d40076b8-6767-4985-9c5c-4b93243996a0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Calling delete_port for fd82cbdb-93e8-4b7f-9b25-d463bd356f58 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:35:56.728608 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-488b2f10-cfdf-4c6f-8e68-0f8d8595fb6c req-d40076b8-6767-4985-9c5c-4b93243996a0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:56.741499 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['fd82cbdb-93e8-4b7f-9b25-d463bd356f58'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:35:56.761926 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40076b8-6767-4985-9c5c-4b93243996a0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event deleted for resources: {'Port': ['ID=fd82cbdb-93e8-4b7f-9b25-d463bd356f58,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:56.802040 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-488b2f10-cfdf-4c6f-8e68-0f8d8595fb6c req-d40076b8-6767-4985-9c5c-4b93243996a0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] No DVR routers for this DVR port fd82cbdb-93e8-4b7f-9b25-d463bd356f58 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:35:56.805098 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-488b2f10-cfdf-4c6f-8e68-0f8d8595fb6c req-d40076b8-6767-4985-9c5c-4b93243996a0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:56.807180 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-488b2f10-cfdf-4c6f-8e68-0f8d8595fb6c req-d40076b8-6767-4985-9c5c-4b93243996a0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.54 "DELETE /v2.0/ports/fd82cbdb-93e8-4b7f-9b25-d463bd356f58 HTTP/1.1" status: 204 len: 173 time: 0.4018247 Sep 30 13:35:57.063246 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-57a8d4c2-ce59-450d-aa95-b882e6bccb0e req-5b17e7e6-8049-4ce8-b825-70f84a614bf4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1e2593e-10a8-47c1-a8e5-28c336a164e0 HTTP/1.1" status: 200 len: 210 time: 0.0309954 Sep 30 13:35:57.184342 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41324) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:57.231855 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-b62592c7-3a90-4017-96fb-45ce0a986a66 admin admin] Deleting subnet 6abd05f8-bb16-473d-a0ca-165472a8ae42 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:35:57.236145 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b62592c7-3a90-4017-96fb-45ce0a986a66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:57.275922 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b62592c7-3a90-4017-96fb-45ce0a986a66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:57.314468 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b62592c7-3a90-4017-96fb-45ce0a986a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:57.366778 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b62592c7-3a90-4017-96fb-45ce0a986a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:57.391934 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62592c7-3a90-4017-96fb-45ce0a986a66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6abd05f8-bb16-473d-a0ca-165472a8ae42,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:57.398840 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b62592c7-3a90-4017-96fb-45ce0a986a66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:57.403506 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b62592c7-3a90-4017-96fb-45ce0a986a66 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6abd05f8-bb16-473d-a0ca-165472a8ae42 HTTP/1.1" status: 204 len: 168 time: 0.2158191 Sep 30 13:35:57.403938 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41326) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:57.479663 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74cd205c-02d3-4f24-871d-0e08c84fa690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:57.560056 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74cd205c-02d3-4f24-871d-0e08c84fa690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:57.580356 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-74cd205c-02d3-4f24-871d-0e08c84fa690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caff0b63-f2de-4455-9e4c-b8cc416f6953']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:35:57.589964 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-74cd205c-02d3-4f24-871d-0e08c84fa690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df1642a-b10d-4a1c-90a7-ebe6720ce565') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:35:57.590286 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-74cd205c-02d3-4f24-871d-0e08c84fa690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df1642a-b10d-4a1c-90a7-ebe6720ce565') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:35:57.599997 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74cd205c-02d3-4f24-871d-0e08c84fa690 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:57.612990 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74cd205c-02d3-4f24-871d-0e08c84fa690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:57.619278 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74cd205c-02d3-4f24-871d-0e08c84fa690 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:35:57.619643 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74cd205c-02d3-4f24-871d-0e08c84fa690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:35:57.621365 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:35:57.684273 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74cd205c-02d3-4f24-871d-0e08c84fa690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:57.701746 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74cd205c-02d3-4f24-871d-0e08c84fa690 admin admin] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:57.701746 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-74cd205c-02d3-4f24-871d-0e08c84fa690 admin admin] 10.222.0.18 "DELETE /v2.0/networks/caff0b63-f2de-4455-9e4c-b8cc416f6953 HTTP/1.1" status: 204 len: 168 time: 0.2967310 Sep 30 13:35:57.705452 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd205c-02d3-4f24-871d-0e08c84fa690 admin admin] Pushing event deleted for resources: {'Network': ['ID=caff0b63-f2de-4455-9e4c-b8cc416f6953,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:57.866544 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41330) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:57.908410 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2af4e430-94ed-4d2c-bc01-5a610106814c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a920cd591b9e45b893ce21a8cf055314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383716 Sep 30 13:35:57.908636 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41332) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:57.955427 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6231e477-7560-46c2-9f15-88a57906937f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:57.975964 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6231e477-7560-46c2-9f15-88a57906937f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:58.029660 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6231e477-7560-46c2-9f15-88a57906937f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:58.037100 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6231e477-7560-46c2-9f15-88a57906937f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:58.037815 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6231e477-7560-46c2-9f15-88a57906937f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86e38e5b-c255-4a70-99fc-98674b56985f HTTP/1.1" status: 204 len: 168 time: 0.1283147 Sep 30 13:35:58.047492 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231e477-7560-46c2-9f15-88a57906937f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e38e5b-c255-4a70-99fc-98674b56985f,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:58.168666 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-40f8f0af-4623-462c-b407-cfd29d3b35f7 req-80e431b2-42a4-4ed1-a70d-7183056feca9 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1e2593e-10a8-47c1-a8e5-28c336a164e0 HTTP/1.1" status: 200 len: 210 time: 0.0290744 Sep 30 13:35:58.304016 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e2593e-10a8-47c1-a8e5-28c336a164e0', 'name': 'network-vif-deleted', 'tag': 'fd82cbdb-93e8-4b7f-9b25-d463bd356f58'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:35:58.306568 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417954b8-c863-42a4-9668-d38a58433051" -d '{"events": [{"server_uuid": "c1e2593e-10a8-47c1-a8e5-28c336a164e0", "name": "network-vif-deleted", "tag": "fd82cbdb-93e8-4b7f-9b25-d463bd356f58"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:35:58.345558 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a7c447-0fd8-47dd-8bca-237b3de508e4 x-openstack-request-id: req-72a7c447-0fd8-47dd-8bca-237b3de508e4 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:35:58.345918 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e2593e-10a8-47c1-a8e5-28c336a164e0", "name": "network-vif-deleted", "tag": "fd82cbdb-93e8-4b7f-9b25-d463bd356f58", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:35:58.346273 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72a7c447-0fd8-47dd-8bca-237b3de508e4 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:35:58.346723 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e2593e-10a8-47c1-a8e5-28c336a164e0', 'name': 'network-vif-deleted', 'tag': 'fd82cbdb-93e8-4b7f-9b25-d463bd356f58', 'status': 'completed', 'code': 200} Sep 30 13:35:59.266741 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb8f8b31-636f-438c-8448-6c6466b93b8f req-6a321134-17b9-40ed-a585-7f602f504dcb tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1e2593e-10a8-47c1-a8e5-28c336a164e0 HTTP/1.1" status: 200 len: 210 time: 0.0281191 Sep 30 13:35:59.348754 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d02587ad-fb39-4d18-aa17-71054a1f50fb no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:35:59.370323 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: d02587ad-fb39-4d18-aa17-71054a1f50fb {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:35:59.370704 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device d02587ad-fb39-4d18-aa17-71054a1f50fb not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:35:59.417260 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41386) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:59.529293 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c5be5a3a-2ba3-4818-8b85-bd113f32f168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:59.618723 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c5be5a3a-2ba3-4818-8b85-bd113f32f168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:59.622404 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c5be5a3a-2ba3-4818-8b85-bd113f32f168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:59.659461 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be5a3a-2ba3-4818-8b85-bd113f32f168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedd09c6-65c0-4f09-b586-2a78cd2f4949,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:35:59.665956 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c5be5a3a-2ba3-4818-8b85-bd113f32f168 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67c1ef981cff45259807ddb875afdb38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2475269 Sep 30 13:35:59.668458 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41390) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:35:59.717653 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4152f365-5d4b-457d-a209-9c0ea12acd27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:59.742364 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4152f365-5d4b-457d-a209-9c0ea12acd27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:59.788001 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4152f365-5d4b-457d-a209-9c0ea12acd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:59.790583 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4152f365-5d4b-457d-a209-9c0ea12acd27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:35:59.791766 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4152f365-5d4b-457d-a209-9c0ea12acd27 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fedd09c6-65c0-4f09-b586-2a78cd2f4949 HTTP/1.1" status: 204 len: 168 time: 0.1226439 Sep 30 13:35:59.799647 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152f365-5d4b-457d-a209-9c0ea12acd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedd09c6-65c0-4f09-b586-2a78cd2f4949,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:00.398590 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8953dcaf-d4cd-4825-9b04-f5a09e621f23 req-c2d98dc1-29b7-40e5-ba60-e806b7e34088 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1e2593e-10a8-47c1-a8e5-28c336a164e0 HTTP/1.1" status: 200 len: 210 time: 0.0289268 Sep 30 13:36:01.017927 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41442) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:01.123852 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device fd82cbdb-93e8-4b7f-9b25-d463bd356f58 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:36:01.124450 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42929f01-3316-4b65-9730-4d5d0ac89105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:01.143975 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: fd82cbdb-93e8-4b7f-9b25-d463bd356f58 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:36:01.144438 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device fd82cbdb-93e8-4b7f-9b25-d463bd356f58 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:36:01.213169 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42929f01-3316-4b65-9730-4d5d0ac89105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:01.217196 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42929f01-3316-4b65-9730-4d5d0ac89105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:01.256267 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-42929f01-3316-4b65-9730-4d5d0ac89105 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a307aa92c1e043ab972917e86cb24112&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2371945 Sep 30 13:36:01.257284 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42929f01-3316-4b65-9730-4d5d0ac89105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e9f1ed-0040-4819-93b9-360a3a340262,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:01.259009 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41446) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:01.309309 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-636cb7cd-1d20-43f5-9e81-5eca5cdd8bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:01.332812 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-636cb7cd-1d20-43f5-9e81-5eca5cdd8bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:01.384906 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-636cb7cd-1d20-43f5-9e81-5eca5cdd8bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:01.387590 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-636cb7cd-1d20-43f5-9e81-5eca5cdd8bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:01.388763 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-636cb7cd-1d20-43f5-9e81-5eca5cdd8bb8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5e9f1ed-0040-4819-93b9-360a3a340262 HTTP/1.1" status: 204 len: 168 time: 0.1286361 Sep 30 13:36:01.398200 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636cb7cd-1d20-43f5-9e81-5eca5cdd8bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e9f1ed-0040-4819-93b9-360a3a340262,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:01.406130 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636cb7cd-1d20-43f5-9e81-5eca5cdd8bb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:01.406486 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636cb7cd-1d20-43f5-9e81-5eca5cdd8bb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:01.406829 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636cb7cd-1d20-43f5-9e81-5eca5cdd8bb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:01.407166 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636cb7cd-1d20-43f5-9e81-5eca5cdd8bb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:01.407519 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636cb7cd-1d20-43f5-9e81-5eca5cdd8bb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:01.407817 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636cb7cd-1d20-43f5-9e81-5eca5cdd8bb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:01.408149 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636cb7cd-1d20-43f5-9e81-5eca5cdd8bb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:01.408481 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636cb7cd-1d20-43f5-9e81-5eca5cdd8bb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:01.408804 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636cb7cd-1d20-43f5-9e81-5eca5cdd8bb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:01.409170 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636cb7cd-1d20-43f5-9e81-5eca5cdd8bb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:01.409506 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636cb7cd-1d20-43f5-9e81-5eca5cdd8bb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:01.409830 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636cb7cd-1d20-43f5-9e81-5eca5cdd8bb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:03.535394 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41552) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:03.540148 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-02505766-aa4b-4ed6-8acd-e6786c69aefe tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-558729524', 'description': 'tempest-secgroup-smoke-558729524 description', 'project_id': '866f7de7650a419a9623697f26d65ff4'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:03.563431 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-02505766-aa4b-4ed6-8acd-e6786c69aefe tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:03.647280 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-02505766-aa4b-4ed6-8acd-e6786c69aefe tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:03.651009 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-02505766-aa4b-4ed6-8acd-e6786c69aefe tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:03.681948 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-02505766-aa4b-4ed6-8acd-e6786c69aefe tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:03.683201 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-02505766-aa4b-4ed6-8acd-e6786c69aefe tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1473598 Sep 30 13:36:03.685018 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02505766-aa4b-4ed6-8acd-e6786c69aefe tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01a0d05d-e5fc-46fb-b4c4-9518522a1284,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:03.686659 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41556) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:03.692181 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-f61a38a6-f120-4c29-8e13-03b0cf58fafa tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Request body: {'security_group_rule': {'security_group_id': '01a0d05d-e5fc-46fb-b4c4-9518522a1284', 'project_id': '866f7de7650a419a9623697f26d65ff4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:03.721014 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f61a38a6-f120-4c29-8e13-03b0cf58fafa tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:03.782509 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f61a38a6-f120-4c29-8e13-03b0cf58fafa tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:03.787570 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f61a38a6-f120-4c29-8e13-03b0cf58fafa tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:03.804938 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a38a6-f120-4c29-8e13-03b0cf58fafa tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f36b100d-f9ee-4d82-b3c6-b4a70c39a8c0,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:03.811820 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f61a38a6-f120-4c29-8e13-03b0cf58fafa tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:03.813206 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f61a38a6-f120-4c29-8e13-03b0cf58fafa tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248410 Sep 30 13:36:03.816216 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41560) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:03.821192 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-47b1f357-b75a-46ed-8bf3-3008a057f126 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Request body: {'security_group_rule': {'security_group_id': '01a0d05d-e5fc-46fb-b4c4-9518522a1284', 'project_id': '866f7de7650a419a9623697f26d65ff4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:03.847738 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-47b1f357-b75a-46ed-8bf3-3008a057f126 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:03.906412 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-47b1f357-b75a-46ed-8bf3-3008a057f126 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:03.910100 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-47b1f357-b75a-46ed-8bf3-3008a057f126 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:03.928877 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1f357-b75a-46ed-8bf3-3008a057f126 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56650f0b-4f14-4def-89c6-aa7943fdf4e5,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:03.935893 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-47b1f357-b75a-46ed-8bf3-3008a057f126 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:03.937189 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-47b1f357-b75a-46ed-8bf3-3008a057f126 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199830 Sep 30 13:36:03.939906 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41564) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:03.944949 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-abbcac22-5d9f-4b22-b968-354bd75fb4aa tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Request body: {'security_group_rule': {'security_group_id': '01a0d05d-e5fc-46fb-b4c4-9518522a1284', 'project_id': '866f7de7650a419a9623697f26d65ff4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:03.971113 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-abbcac22-5d9f-4b22-b968-354bd75fb4aa tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.017036 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41566) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:04.030740 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-abbcac22-5d9f-4b22-b968-354bd75fb4aa tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.034446 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-abbcac22-5d9f-4b22-b968-354bd75fb4aa tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.054593 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbcac22-5d9f-4b22-b968-354bd75fb4aa tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968c55aa-5a68-4625-941a-ea695b84c57d,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:04.059599 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-abbcac22-5d9f-4b22-b968-354bd75fb4aa tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.064323 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-abbcac22-5d9f-4b22-b968-354bd75fb4aa tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202040 Sep 30 13:36:04.064780 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41570) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:04.070253 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-3a24af9d-2117-4602-b69c-7285d4a11c7b tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Request body: {'security_group_rule': {'security_group_id': '01a0d05d-e5fc-46fb-b4c4-9518522a1284', 'project_id': '866f7de7650a419a9623697f26d65ff4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:04.101504 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3a24af9d-2117-4602-b69c-7285d4a11c7b tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.132535 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a87845a-7929-4dd3-9a79-1e46fd82d698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.165108 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3a24af9d-2117-4602-b69c-7285d4a11c7b tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.168982 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3a24af9d-2117-4602-b69c-7285d4a11c7b tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.186710 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24af9d-2117-4602-b69c-7285d4a11c7b tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ce2870-1d1b-4638-83a3-428b65ca325d,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:04.224904 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a87845a-7929-4dd3-9a79-1e46fd82d698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.228645 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a87845a-7929-4dd3-9a79-1e46fd82d698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.231674 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3a24af9d-2117-4602-b69c-7285d4a11c7b tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.233151 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3a24af9d-2117-4602-b69c-7285d4a11c7b tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1673121 Sep 30 13:36:04.235913 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41572) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:04.240881 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-0c6e4db7-8a1e-4a55-9071-86ade26af671 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Request body: {'security_group_rule': {'security_group_id': '01a0d05d-e5fc-46fb-b4c4-9518522a1284', 'project_id': '866f7de7650a419a9623697f26d65ff4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:04.263044 n-d-810909-2 neutron-server[94763]: INFO neutron.db.securitygroups_db [None req-0c6e4db7-8a1e-4a55-9071-86ade26af671 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Project 866f7de7650a419a9623697f26d65ff4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 13:36:04.267995 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c6e4db7-8a1e-4a55-9071-86ade26af671 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.273723 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7a87845a-7929-4dd3-9a79-1e46fd82d698 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6026ebaacaf949268fab27c3e3f7e130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2525365 Sep 30 13:36:04.273723 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87845a-7929-4dd3-9a79-1e46fd82d698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69e298e-5988-43b6-b684-1d2b0b04f656,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:04.275236 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41574) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:04.324199 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0831f63d-c9ec-4cc3-a99f-891fd784bfe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.328682 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c6e4db7-8a1e-4a55-9071-86ade26af671 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.332360 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c6e4db7-8a1e-4a55-9071-86ade26af671 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.346321 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0831f63d-c9ec-4cc3-a99f-891fd784bfe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.347337 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e4db7-8a1e-4a55-9071-86ade26af671 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d58238-d225-4251-8ff5-45bbb891f5cd,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:04.357674 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c6e4db7-8a1e-4a55-9071-86ade26af671 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.359751 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0c6e4db7-8a1e-4a55-9071-86ade26af671 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1228032 Sep 30 13:36:04.362832 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41576) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:04.367796 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-fb654f03-703f-4af6-8f99-e27db2f0cb46 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Request body: {'security_group_rule': {'security_group_id': '01a0d05d-e5fc-46fb-b4c4-9518522a1284', 'project_id': '866f7de7650a419a9623697f26d65ff4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:04.403038 n-d-810909-2 neutron-server[94764]: INFO neutron.db.securitygroups_db [None req-fb654f03-703f-4af6-8f99-e27db2f0cb46 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Project 866f7de7650a419a9623697f26d65ff4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 13:36:04.408586 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fb654f03-703f-4af6-8f99-e27db2f0cb46 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.424636 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0831f63d-c9ec-4cc3-a99f-891fd784bfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.427231 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0831f63d-c9ec-4cc3-a99f-891fd784bfe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.428971 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0831f63d-c9ec-4cc3-a99f-891fd784bfe8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d69e298e-5988-43b6-b684-1d2b0b04f656 HTTP/1.1" status: 204 len: 168 time: 0.1526897 Sep 30 13:36:04.451713 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831f63d-c9ec-4cc3-a99f-891fd784bfe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69e298e-5988-43b6-b684-1d2b0b04f656,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:04.491848 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fb654f03-703f-4af6-8f99-e27db2f0cb46 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.495581 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fb654f03-703f-4af6-8f99-e27db2f0cb46 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.513360 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb654f03-703f-4af6-8f99-e27db2f0cb46 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=274c1c91-48ef-4c5e-995e-46a5d291edbf,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:04.520410 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fb654f03-703f-4af6-8f99-e27db2f0cb46 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.525202 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fb654f03-703f-4af6-8f99-e27db2f0cb46 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1580427 Sep 30 13:36:04.712498 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41620) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:04.726622 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f72118f-b218-4e84-af57-0df8dd65dadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.815558 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f72118f-b218-4e84-af57-0df8dd65dadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.819821 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f72118f-b218-4e84-af57-0df8dd65dadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.860141 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72118f-b218-4e84-af57-0df8dd65dadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4356117-1a8a-47ce-99b2-4a891b57e889,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:04.864778 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7f72118f-b218-4e84-af57-0df8dd65dadd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=435c8ecd8bb54703a1ce40b41bdddd6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512256 Sep 30 13:36:04.867811 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41622) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:04.924572 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8f4168db-c069-4143-aacf-3d3d48300ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.946132 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8f4168db-c069-4143-aacf-3d3d48300ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.994633 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8f4168db-c069-4143-aacf-3d3d48300ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.997548 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8f4168db-c069-4143-aacf-3d3d48300ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:04.998783 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8f4168db-c069-4143-aacf-3d3d48300ea0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b4356117-1a8a-47ce-99b2-4a891b57e889 HTTP/1.1" status: 204 len: 168 time: 0.1299820 Sep 30 13:36:05.008998 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4168db-c069-4143-aacf-3d3d48300ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4356117-1a8a-47ce-99b2-4a891b57e889,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:07.332879 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41734) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:07.457509 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d89eb8c7-1ed7-4d84-9524-53d42ac31a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:07.552142 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d89eb8c7-1ed7-4d84-9524-53d42ac31a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:07.557874 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d89eb8c7-1ed7-4d84-9524-53d42ac31a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:07.602626 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d89eb8c7-1ed7-4d84-9524-53d42ac31a33 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cdcc08c203c742fca640d72be01429a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685614 Sep 30 13:36:07.603695 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89eb8c7-1ed7-4d84-9524-53d42ac31a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d500e5-905d-4b9d-bae4-e294bc393bc6,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:07.604293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41738) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:07.659571 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-94e9b539-da2a-45b1-aef8-b17c3d16bfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:07.685854 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-94e9b539-da2a-45b1-aef8-b17c3d16bfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:07.735376 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-94e9b539-da2a-45b1-aef8-b17c3d16bfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:07.738063 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-94e9b539-da2a-45b1-aef8-b17c3d16bfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:07.739253 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-94e9b539-da2a-45b1-aef8-b17c3d16bfc5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b2d500e5-905d-4b9d-bae4-e294bc393bc6 HTTP/1.1" status: 204 len: 168 time: 0.1334164 Sep 30 13:36:07.748611 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9b539-da2a-45b1-aef8-b17c3d16bfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d500e5-905d-4b9d-bae4-e294bc393bc6,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:08.015152 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41744) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:08.029256 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2365c3ba-3f55-4275-b5a8-5499f15c0068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:08.129142 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2365c3ba-3f55-4275-b5a8-5499f15c0068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:08.134300 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2365c3ba-3f55-4275-b5a8-5499f15c0068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:08.174609 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2365c3ba-3f55-4275-b5a8-5499f15c0068 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93ea55acbcb94830964c1c44414280f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1583569 Sep 30 13:36:08.175506 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365c3ba-3f55-4275-b5a8-5499f15c0068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6608730-4a3a-478b-b72b-0f95dfe7e92a,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:08.177256 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41748) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:08.229215 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-96abc74c-a18c-4762-8be2-ae21b438a1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:08.251088 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-96abc74c-a18c-4762-8be2-ae21b438a1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:08.303140 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-96abc74c-a18c-4762-8be2-ae21b438a1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:08.305850 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-96abc74c-a18c-4762-8be2-ae21b438a1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:08.307121 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-96abc74c-a18c-4762-8be2-ae21b438a1e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a6608730-4a3a-478b-b72b-0f95dfe7e92a HTTP/1.1" status: 204 len: 168 time: 0.1286800 Sep 30 13:36:08.315937 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96abc74c-a18c-4762-8be2-ae21b438a1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6608730-4a3a-478b-b72b-0f95dfe7e92a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:10.562505 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41808) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:10.671592 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5733e6b-d2d7-4786-ad3b-0018c06ab2d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:10.762909 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5733e6b-d2d7-4786-ad3b-0018c06ab2d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:10.767197 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5733e6b-d2d7-4786-ad3b-0018c06ab2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:10.808429 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d5733e6b-d2d7-4786-ad3b-0018c06ab2d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a3e219d560446b38928fe893f9cf3e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2448380 Sep 30 13:36:10.811004 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5733e6b-d2d7-4786-ad3b-0018c06ab2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a86285-1114-438b-9003-e1a5a757b674,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:10.811664 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41812) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:10.863413 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aba4e993-c0df-418b-9b1d-9e618f38fe2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:10.887891 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aba4e993-c0df-418b-9b1d-9e618f38fe2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:10.934384 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aba4e993-c0df-418b-9b1d-9e618f38fe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:10.937024 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aba4e993-c0df-418b-9b1d-9e618f38fe2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:10.938207 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-aba4e993-c0df-418b-9b1d-9e618f38fe2f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8a86285-1114-438b-9003-e1a5a757b674 HTTP/1.1" status: 204 len: 168 time: 0.1255188 Sep 30 13:36:10.947468 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4e993-c0df-418b-9b1d-9e618f38fe2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a86285-1114-438b-9003-e1a5a757b674,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:11.225285 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41820) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:11.247078 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc4dd2de-1237-42fb-a17e-4cf64d423e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:11.343630 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc4dd2de-1237-42fb-a17e-4cf64d423e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:11.349529 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc4dd2de-1237-42fb-a17e-4cf64d423e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:11.387031 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cc4dd2de-1237-42fb-a17e-4cf64d423e5e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af1955010c5c434eb9fec89a17ba126a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606157 Sep 30 13:36:11.389085 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4dd2de-1237-42fb-a17e-4cf64d423e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9a73c5-fa03-4157-9d82-66b14fe96071,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:11.389700 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41822) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:11.446750 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74ff514d-1b09-444c-8711-77509b17091c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:11.469012 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74ff514d-1b09-444c-8711-77509b17091c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:11.518946 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74ff514d-1b09-444c-8711-77509b17091c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:11.521656 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74ff514d-1b09-444c-8711-77509b17091c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:11.526001 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-74ff514d-1b09-444c-8711-77509b17091c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b9a73c5-fa03-4157-9d82-66b14fe96071 HTTP/1.1" status: 204 len: 168 time: 0.1351275 Sep 30 13:36:11.536236 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff514d-1b09-444c-8711-77509b17091c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9a73c5-fa03-4157-9d82-66b14fe96071,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:12.559916 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41852) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:12.668071 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43c2d817-7327-4938-8613-10e7a2ee5a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:12.759488 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43c2d817-7327-4938-8613-10e7a2ee5a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:12.765096 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43c2d817-7327-4938-8613-10e7a2ee5a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:12.802535 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2d817-7327-4938-8613-10e7a2ee5a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08922060-36c5-49c6-8a50-7c30324db305,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:12.807154 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-43c2d817-7327-4938-8613-10e7a2ee5a28 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a62b04fb5904fd4a6d74316f6720880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2460899 Sep 30 13:36:12.809635 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41856) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:12.864362 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0aeba81e-32a6-4afc-9b7a-4997337fa7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:12.885861 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0aeba81e-32a6-4afc-9b7a-4997337fa7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:12.933770 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0aeba81e-32a6-4afc-9b7a-4997337fa7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:12.936721 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0aeba81e-32a6-4afc-9b7a-4997337fa7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:12.938080 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0aeba81e-32a6-4afc-9b7a-4997337fa7d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08922060-36c5-49c6-8a50-7c30324db305 HTTP/1.1" status: 204 len: 168 time: 0.1274874 Sep 30 13:36:12.947386 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeba81e-32a6-4afc-9b7a-4997337fa7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08922060-36c5-49c6-8a50-7c30324db305,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:13.756784 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:36:14.969699 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:14.992993 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41950) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:15.100981 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1559730a-1373-4d86-b867-ec34a6f34404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:15.189877 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1559730a-1373-4d86-b867-ec34a6f34404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:15.193459 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1559730a-1373-4d86-b867-ec34a6f34404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:15.231855 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1559730a-1373-4d86-b867-ec34a6f34404 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=95c2bb563aa64f3cb6b94aa87c87841c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2376573 Sep 30 13:36:15.232709 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559730a-1373-4d86-b867-ec34a6f34404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dbc335-0e8f-4f64-ac66-d8f2deb9e616,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:15.234590 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41954) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:15.288092 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0ca1309f-dddd-493b-b972-d73f6534e179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:15.310299 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0ca1309f-dddd-493b-b972-d73f6534e179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:15.357610 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0ca1309f-dddd-493b-b972-d73f6534e179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:15.360273 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0ca1309f-dddd-493b-b972-d73f6534e179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:15.361426 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0ca1309f-dddd-493b-b972-d73f6534e179 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8dbc335-0e8f-4f64-ac66-d8f2deb9e616 HTTP/1.1" status: 204 len: 168 time: 0.1253028 Sep 30 13:36:15.369931 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1309f-dddd-493b-b972-d73f6534e179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dbc335-0e8f-4f64-ac66-d8f2deb9e616,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:15.637819 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 41962) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:15.651480 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a4dd5ff-182f-4957-96ec-04c0ec9e453f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:15.742005 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a4dd5ff-182f-4957-96ec-04c0ec9e453f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:15.746196 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a4dd5ff-182f-4957-96ec-04c0ec9e453f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:15.785720 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4dd5ff-182f-4957-96ec-04c0ec9e453f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca0d2e2-b662-4e3e-aedf-7bd8eb0748a7,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:15.794297 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 41964) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:15.801316 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3a4dd5ff-182f-4957-96ec-04c0ec9e453f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a6451524a08c4d6d830fc9f121044176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622875 Sep 30 13:36:15.857427 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6b887156-95b4-4742-9a1a-9e8127ab09df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:15.883883 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6b887156-95b4-4742-9a1a-9e8127ab09df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:15.941781 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6b887156-95b4-4742-9a1a-9e8127ab09df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:15.946334 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6b887156-95b4-4742-9a1a-9e8127ab09df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:15.947732 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6b887156-95b4-4742-9a1a-9e8127ab09df admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ca0d2e2-b662-4e3e-aedf-7bd8eb0748a7 HTTP/1.1" status: 204 len: 168 time: 0.1524620 Sep 30 13:36:15.956500 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b887156-95b4-4742-9a1a-9e8127ab09df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca0d2e2-b662-4e3e-aedf-7bd8eb0748a7,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:17.716467 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42024) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:17.913501 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-8595b597-6a13-4963-938f-6e70b2c2d881 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:17.941801 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8595b597-6a13-4963-938f-6e70b2c2d881 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks [] for floatingip, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:18.065443 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8595b597-6a13-4963-938f-6e70b2c2d881 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:18.181047 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-8595b597-6a13-4963-938f-6e70b2c2d881 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Allocated IP 172.25.5.188 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/16d029ff-b87c-47db-8a19-c260066431f6) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:36:18.227284 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57f4e717-67d6-48b2-8e69-6a56810ab8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:18.284121 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8595b597-6a13-4963-938f-6e70b2c2d881 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:18.317139 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8595b597-6a13-4963-938f-6e70b2c2d881 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:18.360951 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8595b597-6a13-4963-938f-6e70b2c2d881 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:36:18.363605 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-8595b597-6a13-4963-938f-6e70b2c2d881 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:36:18.366127 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8595b597-6a13-4963-938f-6e70b2c2d881 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:36:18.392299 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595b597-6a13-4963-938f-6e70b2c2d881 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Pushing event updated for resources: {'Port': ['ID=16d029ff-b87c-47db-8a19-c260066431f6,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:18.457245 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8595b597-6a13-4963-938f-6e70b2c2d881 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:18.491556 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8595b597-6a13-4963-938f-6e70b2c2d881 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:18.647032 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8595b597-6a13-4963-938f-6e70b2c2d881 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:18.651540 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8595b597-6a13-4963-938f-6e70b2c2d881 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:18.726350 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595b597-6a13-4963-938f-6e70b2c2d881 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Pushing event updated for resources: {'Port': ['ID=16d029ff-b87c-47db-8a19-c260066431f6,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:18.737106 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8595b597-6a13-4963-938f-6e70b2c2d881 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:18.750274 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8595b597-6a13-4963-938f-6e70b2c2d881 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:18.751526 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8595b597-6a13-4963-938f-6e70b2c2d881 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0339482 Sep 30 13:36:18.754254 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42030) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:18.759775 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-05aaa0e5-41dc-429d-b34e-bd820803c314 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1167885362'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:18.779988 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05aaa0e5-41dc-429d-b34e-bd820803c314 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Made reservation on behalf of 6f8b23ecb8564694b5862e7580e7ec91 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:36:18.783223 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-05aaa0e5-41dc-429d-b34e-bd820803c314 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:18.791777 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-05aaa0e5-41dc-429d-b34e-bd820803c314 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:18.879197 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-05aaa0e5-41dc-429d-b34e-bd820803c314 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:18.883272 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-05aaa0e5-41dc-429d-b34e-bd820803c314 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:18.908884 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05aaa0e5-41dc-429d-b34e-bd820803c314 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:36:18.918118 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aaa0e5-41dc-429d-b34e-bd820803c314 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce10a36-2208-4b45-8b10-d3b815997ff4,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:18.922732 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-05aaa0e5-41dc-429d-b34e-bd820803c314 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:18.923073 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-05aaa0e5-41dc-429d-b34e-bd820803c314 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Added segment b8d4a5e5-d68b-4ac4-829f-f7ed71379c9c of type vlan for network 93f17a87-11c8-46a5-b53b-1e25a96b7c8e Sep 30 13:36:18.961657 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-05aaa0e5-41dc-429d-b34e-bd820803c314 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:18.985072 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-05aaa0e5-41dc-429d-b34e-bd820803c314 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:18.991142 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05aaa0e5-41dc-429d-b34e-bd820803c314 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:18.991730 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-05aaa0e5-41dc-429d-b34e-bd820803c314 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:19.020786 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-05aaa0e5-41dc-429d-b34e-bd820803c314 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2655642 Sep 30 13:36:19.023796 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42034) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:19.028912 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-5e5c81de-d4dd-47d9-b3c4-2fa1a64adb12 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Request body: {'subnet': {'network_id': '93f17a87-11c8-46a5-b53b-1e25a96b7c8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:19.061073 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aaa0e5-41dc-429d-b34e-bd820803c314 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Pushing event updated for resources: {'Network': ['ID=93f17a87-11c8-46a5-b53b-1e25a96b7c8e,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:19.072401 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 93f17a87-11c8-46a5-b53b-1e25a96b7c8e details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:36:19.116007 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5c81de-d4dd-47d9-b3c4-2fa1a64adb12 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Made reservation on behalf of 6f8b23ecb8564694b5862e7580e7ec91 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:36:19.119428 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5e5c81de-d4dd-47d9-b3c4-2fa1a64adb12 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:19.293697 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5e5c81de-d4dd-47d9-b3c4-2fa1a64adb12 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:19.357813 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c81de-d4dd-47d9-b3c4-2fa1a64adb12 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Pushing event updated for resources: {'Subnet': ['ID=da40f0ad-299a-4fb9-a173-f175fe7241c3,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:19.365516 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5c81de-d4dd-47d9-b3c4-2fa1a64adb12 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Checking segment: {'id': 'b8d4a5e5-d68b-4ac4-829f-f7ed71379c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '93f17a87-11c8-46a5-b53b-1e25a96b7c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:36:19.365877 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5c81de-d4dd-47d9-b3c4-2fa1a64adb12 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Network hostable DHCP agents. Network: 93f17a87-11c8-46a5-b53b-1e25a96b7c8e, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:36:19.381978 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5c81de-d4dd-47d9-b3c4-2fa1a64adb12 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Network 93f17a87-11c8-46a5-b53b-1e25a96b7c8e is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:36:19.390308 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-5e5c81de-d4dd-47d9-b3c4-2fa1a64adb12 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 93f17a87-11c8-46a5-b53b-1e25a96b7c8e) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:36:19.394410 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5c81de-d4dd-47d9-b3c4-2fa1a64adb12 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:19.394993 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5e5c81de-d4dd-47d9-b3c4-2fa1a64adb12 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:19.400378 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78349c2a-91d0-40fd-8ca5-dbb439524832 None None] Network 93f17a87-11c8-46a5-b53b-1e25a96b7c8e requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:36:19.408900 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5e5c81de-d4dd-47d9-b3c4-2fa1a64adb12 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3840005 Sep 30 13:36:19.412151 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42036) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:19.417285 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-1624bb48-6da0-4073-89c3-c9105161942c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-251633379', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}, 'admin_state_up': False}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:19.451505 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1624bb48-6da0-4073-89c3-c9105161942c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:19.452569 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1624bb48-6da0-4073-89c3-c9105161942c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:19.539610 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1624bb48-6da0-4073-89c3-c9105161942c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:19.545334 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-93f17a87-11c8-46a5-b53b-1e25a96b7c8e', 'network_id': '93f17a87-11c8-46a5-b53b-1e25a96b7c8e', 'tenant_id': '6f8b23ecb8564694b5862e7580e7ec91', 'fixed_ips': [{'subnet_id': 'da40f0ad-299a-4fb9-a173-f175fe7241c3'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:36:19.546180 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:19.674754 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1624bb48-6da0-4073-89c3-c9105161942c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:19.683212 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:19.695870 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Allocated IP 172.20.0.2 (93f17a87-11c8-46a5-b53b-1e25a96b7c8e/da40f0ad-299a-4fb9-a173-f175fe7241c3/178fc67b-3e18-47b4-89de-9d9c9dfca59d) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:36:19.845740 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:19.853177 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:19.891906 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Network 93f17a87-11c8-46a5-b53b-1e25a96b7c8e is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:36:19.892240 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1624bb48-6da0-4073-89c3-c9105161942c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:19.894935 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:36:19.899025 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:36:19.906068 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Pushing event updated for resources: {'Port': ['ID=178fc67b-3e18-47b4-89de-9d9c9dfca59d,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:19.924502 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1624bb48-6da0-4073-89c3-c9105161942c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:19.933419 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:19.933854 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:19.934170 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:19.934507 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:19.934826 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:19.935149 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:19.935467 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:19.935779 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:19.936091 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:19.936402 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:19.936716 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:19.937026 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:19.968201 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Attempting to bind port 178fc67b-3e18-47b4-89de-9d9c9dfca59d on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:36:19.968565 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Attempting to bind port 178fc67b-3e18-47b4-89de-9d9c9dfca59d by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'b8d4a5e5-d68b-4ac4-829f-f7ed71379c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '93f17a87-11c8-46a5-b53b-1e25a96b7c8e'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:36:19.968918 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Attempting to bind port 178fc67b-3e18-47b4-89de-9d9c9dfca59d on network 93f17a87-11c8-46a5-b53b-1e25a96b7c8e {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:36:19.975146 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:36:19.975561 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Checking segment: {'id': 'b8d4a5e5-d68b-4ac4-829f-f7ed71379c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '93f17a87-11c8-46a5-b53b-1e25a96b7c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:36:19.975965 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:19.976358 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Bound using segment: {'id': 'b8d4a5e5-d68b-4ac4-829f-f7ed71379c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '93f17a87-11c8-46a5-b53b-1e25a96b7c8e'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:36:19.976826 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Bound port: 178fc67b-3e18-47b4-89de-9d9c9dfca59d, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d4a5e5-d68b-4ac4-829f-f7ed71379c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '93f17a87-11c8-46a5-b53b-1e25a96b7c8e'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:36:19.977203 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:20.001472 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2152db01-6c6f-430c-85e3-646d750be235 req-6f695f48-79b1-4952-a09a-9a0eac61b674 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-558729524&fields=id&tenant_id=866f7de7650a419a9623697f26d65ff4 HTTP/1.1" status: 200 len: 267 time: 0.0735080 Sep 30 13:36:20.044259 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] For port 178fc67b-3e18-47b4-89de-9d9c9dfca59d, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:36:20.047674 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] For port 178fc67b-3e18-47b4-89de-9d9c9dfca59d, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=178fc67b-3e18-47b4-89de-9d9c9dfca59d,segment=NetworkSegment(b8d4a5e5-d68b-4ac4-829f-f7ed71379c9c),segment_id=b8d4a5e5-d68b-4ac4-829f-f7ed71379c9c)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:36:20.051700 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:20.121442 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c40bf-92e8-41f0-8832-cf2d2b73d21e None None] Pushing event updated for resources: {'Port': ['ID=178fc67b-3e18-47b4-89de-9d9c9dfca59d,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:20.124922 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-1624bb48-6da0-4073-89c3-c9105161942c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Allocated IP 172.25.5.85 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/58d74ccc-0a57-4a2e-a1e0-f5be3c9f0090) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:36:20.173240 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152db01-6c6f-430c-85e3-646d750be235 req-6b731e83-7b45-431d-9da7-cc2e13cf0a9b tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:20.174736 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2152db01-6c6f-430c-85e3-646d750be235 req-6b731e83-7b45-431d-9da7-cc2e13cf0a9b tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 811 time: 0.1658034 Sep 30 13:36:20.227762 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2152db01-6c6f-430c-85e3-646d750be235 req-204fe3b1-6b75-47ad-ad59-bf05b2869dcd tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/quotas/866f7de7650a419a9623697f26d65ff4 HTTP/1.1" status: 200 len: 375 time: 0.0462987 Sep 30 13:36:20.309319 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1624bb48-6da0-4073-89c3-c9105161942c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:20.326517 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2152db01-6c6f-430c-85e3-646d750be235 req-4ec5babf-e596-455c-85a9-0efbb4807363 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910566 Sep 30 13:36:20.392462 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1624bb48-6da0-4073-89c3-c9105161942c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:20.478241 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1624bb48-6da0-4073-89c3-c9105161942c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:36:20.489551 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-1624bb48-6da0-4073-89c3-c9105161942c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:36:20.493471 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624bb48-6da0-4073-89c3-c9105161942c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Pushing event updated for resources: {'Port': ['ID=58d74ccc-0a57-4a2e-a1e0-f5be3c9f0090,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:20.496911 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1624bb48-6da0-4073-89c3-c9105161942c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:36:20.519389 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2152db01-6c6f-430c-85e3-646d750be235 req-13982251-f6a2-40a8-8ddf-e5d8a8882b53 service neutron] 10.222.0.18 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751571 Sep 30 13:36:20.589096 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 178fc67b-3e18-47b4-89de-9d9c9dfca59d up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:36:20.636465 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 178fc67b-3e18-47b4-89de-9d9c9dfca59d triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:20.636739 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:20.719511 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2152db01-6c6f-430c-85e3-646d750be235 req-a232a12a-bc7f-4c64-aaa4-7d5d4bd61f58 service neutron] 10.222.0.18 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899014 Sep 30 13:36:20.724406 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:20.727921 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-78921f6c-d3cd-44c8-9a2d-5336dbe3a6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:20.766762 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 178fc67b-3e18-47b4-89de-9d9c9dfca59d, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=178fc67b-3e18-47b4-89de-9d9c9dfca59d,segment=NetworkSegment(b8d4a5e5-d68b-4ac4-829f-f7ed71379c9c),segment_id=b8d4a5e5-d68b-4ac4-829f-f7ed71379c9c)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:36:20.773292 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:20.839783 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=178fc67b-3e18-47b4-89de-9d9c9dfca59d,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:20.858083 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1624bb48-6da0-4073-89c3-c9105161942c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:21.098666 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ff9a853d-0a82-4258-a15c-b5ec01f241b2 req-a5cc162e-ab0d-4b2b-bbee-3ba8d8c2cf6c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 210 time: 0.0429764 Sep 30 13:36:21.113917 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1624bb48-6da0-4073-89c3-c9105161942c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:21.210367 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebffd7eb-efae-4434-a4f5-9cef1cdd3e9b None None] Network 93f17a87-11c8-46a5-b53b-1e25a96b7c8e requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:36:21.307307 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f92ebdaa-d794-4309-9252-c7befa773343 None None] Provisioning complete for port 178fc67b-3e18-47b4-89de-9d9c9dfca59d triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:21.308094 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f92ebdaa-d794-4309-9252-c7befa773343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:21.537751 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1624bb48-6da0-4073-89c3-c9105161942c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Router eb1a81ab-39d5-4a26-bffc-37944a81cff2 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:36:21.645204 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:21.658494 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1624bb48-6da0-4073-89c3-c9105161942c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:36:21.671825 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aedc23b-d4fc-4c75-b709-245691afec2a None None] Sync routers for ids ['eb1a81ab-39d5-4a26-bffc-37944a81cff2'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:36:21.684665 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-500088c8-648c-4e67-81fe-35ca5022f669 None None] Provisioning complete for port 178fc67b-3e18-47b4-89de-9d9c9dfca59d triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:21.684972 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-500088c8-648c-4e67-81fe-35ca5022f669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:21.688391 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aedc23b-d4fc-4c75-b709-245691afec2a None None] Routers {'eb1a81ab-39d5-4a26-bffc-37944a81cff2'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:36:21.689172 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1624bb48-6da0-4073-89c3-c9105161942c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:21.689559 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2aedc23b-d4fc-4c75-b709-245691afec2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['eb1a81ab-39d5-4a26-bffc-37944a81cff2'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:21.690730 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1624bb48-6da0-4073-89c3-c9105161942c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 2.2773242 Sep 30 13:36:21.693418 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42064) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:21.737537 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2aedc23b-d4fc-4c75-b709-245691afec2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:21.754776 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aedc23b-d4fc-4c75-b709-245691afec2a None None] Routers {'eb1a81ab-39d5-4a26-bffc-37944a81cff2'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:36:21.755393 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2aedc23b-d4fc-4c75-b709-245691afec2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['eb1a81ab-39d5-4a26-bffc-37944a81cff2'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:21.794764 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2aedc23b-d4fc-4c75-b709-245691afec2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:21.795365 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aedc23b-d4fc-4c75-b709-245691afec2a None None] The sync data for ids ['eb1a81ab-39d5-4a26-bffc-37944a81cff2'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:36:22.063563 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152db01-6c6f-430c-85e3-646d750be235 req-83a262c8-406c-4bbc-bf80-f43993501d0f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:22.065423 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2152db01-6c6f-430c-85e3-646d750be235 req-83a262c8-406c-4bbc-bf80-f43993501d0f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.39 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 811 time: 0.1167436 Sep 30 13:36:22.109662 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2152db01-6c6f-430c-85e3-646d750be235 req-4c8533cb-b0f2-4d85-a345-c689021c9824 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=866f7de7650a419a9623697f26d65ff4 HTTP/1.1" status: 200 len: 379 time: 0.0358024 Sep 30 13:36:22.120820 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-2152db01-6c6f-430c-85e3-646d750be235 req-2693bb15-67cb-47eb-83a4-c01edfdd88f4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Request body: {'port': {'device_id': 'aff23b83-e6b4-49cf-a592-76f5fc25855c', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'admin_state_up': True, 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'security_groups': ['01a0d05d-e5fc-46fb-b4c4-9518522a1284']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:22.132837 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d3934892-d5ad-4412-aaa6-fe07a21e792c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:22.219329 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4d1ce08a-e472-473b-b64e-dd4913fb235d req-4bc35da8-a5ff-4c47-a197-e34b92f53ae6 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 210 time: 0.0302389 Sep 30 13:36:22.248218 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2152db01-6c6f-430c-85e3-646d750be235 req-2693bb15-67cb-47eb-83a4-c01edfdd88f4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Made reservation on behalf of 866f7de7650a419a9623697f26d65ff4 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:36:22.252108 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2152db01-6c6f-430c-85e3-646d750be235 req-2693bb15-67cb-47eb-83a4-c01edfdd88f4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:22.394953 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-2152db01-6c6f-430c-85e3-646d750be235 req-2693bb15-67cb-47eb-83a4-c01edfdd88f4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Allocated IP 172.20.0.13 (949dc44d-a521-4909-8cff-116a74911834/3a29bd19-7bbd-493a-b0e5-a534c2103246/0da4009d-5381-4997-bf33-5788a359a513) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:36:22.420759 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:22.469707 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-d3934892-d5ad-4412-aaa6-fe07a21e792c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Allocated IP 172.20.0.1 (93f17a87-11c8-46a5-b53b-1e25a96b7c8e/da40f0ad-299a-4fb9-a173-f175fe7241c3/fd65e1a8-de13-45ec-a351-e2522c681632) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:36:22.555959 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2152db01-6c6f-430c-85e3-646d750be235 req-2693bb15-67cb-47eb-83a4-c01edfdd88f4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:22.568854 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 178fc67b-3e18-47b4-89de-9d9c9dfca59d up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:36:22.593913 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2152db01-6c6f-430c-85e3-646d750be235 req-2693bb15-67cb-47eb-83a4-c01edfdd88f4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:22.619972 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d3934892-d5ad-4412-aaa6-fe07a21e792c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:22.639274 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 178fc67b-3e18-47b4-89de-9d9c9dfca59d triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:22.639869 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:22.655360 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2152db01-6c6f-430c-85e3-646d750be235 req-2693bb15-67cb-47eb-83a4-c01edfdd88f4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Network 949dc44d-a521-4909-8cff-116a74911834 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:36:22.656737 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-2152db01-6c6f-430c-85e3-646d750be235 req-2693bb15-67cb-47eb-83a4-c01edfdd88f4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:36:22.661023 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-2152db01-6c6f-430c-85e3-646d750be235 req-2693bb15-67cb-47eb-83a4-c01edfdd88f4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:36:22.675843 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d3934892-d5ad-4412-aaa6-fe07a21e792c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:22.696690 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693bb15-67cb-47eb-83a4-c01edfdd88f4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event updated for resources: {'Port': ['ID=0da4009d-5381-4997-bf33-5788a359a513,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:22.725728 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152db01-6c6f-430c-85e3-646d750be235 req-2693bb15-67cb-47eb-83a4-c01edfdd88f4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:22.731257 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2152db01-6c6f-430c-85e3-646d750be235 req-2693bb15-67cb-47eb-83a4-c01edfdd88f4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:22.744676 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3934892-d5ad-4412-aaa6-fe07a21e792c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Pushing event updated for resources: {'Port': ['ID=fd65e1a8-de13-45ec-a351-e2522c681632,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:22.753380 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3934892-d5ad-4412-aaa6-fe07a21e792c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Network 93f17a87-11c8-46a5-b53b-1e25a96b7c8e is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:36:22.756565 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-d3934892-d5ad-4412-aaa6-fe07a21e792c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:36:22.759081 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3934892-d5ad-4412-aaa6-fe07a21e792c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:36:22.767316 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2152db01-6c6f-430c-85e3-646d750be235 req-2693bb15-67cb-47eb-83a4-c01edfdd88f4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6516826 Sep 30 13:36:22.780877 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-2152db01-6c6f-430c-85e3-646d750be235 req-cf2f05d7-a474-40de-84a5-c9d59f517d79 service neutron] Request body: {'port': {'device_id': 'aff23b83-e6b4-49cf-a592-76f5fc25855c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:22.815877 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d3934892-d5ad-4412-aaa6-fe07a21e792c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:22.855243 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2152db01-6c6f-430c-85e3-646d750be235 req-cf2f05d7-a474-40de-84a5-c9d59f517d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:22.997592 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d3934892-d5ad-4412-aaa6-fe07a21e792c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:23.070320 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-b0f257fe-fad3-44f9-9e24-40caf78215d9 None None] Provisioning complete for port 0da4009d-5381-4997-bf33-5788a359a513 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:23.071450 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b0f257fe-fad3-44f9-9e24-40caf78215d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:23.123415 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-b0f257fe-fad3-44f9-9e24-40caf78215d9 None None] Port 0da4009d-5381-4997-bf33-5788a359a513 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:36:23.175724 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-2152db01-6c6f-430c-85e3-646d750be235 req-cf2f05d7-a474-40de-84a5-c9d59f517d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da4009d-5381-4997-bf33-5788a359a513 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:36:23.184179 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2152db01-6c6f-430c-85e3-646d750be235 req-cf2f05d7-a474-40de-84a5-c9d59f517d79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:23.196930 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-2152db01-6c6f-430c-85e3-646d750be235 req-cf2f05d7-a474-40de-84a5-c9d59f517d79 service neutron] Transition to ACTIVE for port object 0da4009d-5381-4997-bf33-5788a359a513 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:36:23.201029 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2152db01-6c6f-430c-85e3-646d750be235 req-cf2f05d7-a474-40de-84a5-c9d59f517d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:23.247748 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9a6de96e-84ab-4f03-b45d-4ae200e2a6aa None None] Provisioning complete for port fd65e1a8-de13-45ec-a351-e2522c681632 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:23.248487 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9a6de96e-84ab-4f03-b45d-4ae200e2a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:23.255644 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f05d7-a474-40de-84a5-c9d59f517d79 service neutron] Pushing event updated for resources: {'Port': ['ID=0da4009d-5381-4997-bf33-5788a359a513,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:23.324347 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-9a6de96e-84ab-4f03-b45d-4ae200e2a6aa None None] Port fd65e1a8-de13-45ec-a351-e2522c681632 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:36:23.374146 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d3934892-d5ad-4412-aaa6-fe07a21e792c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:23.381642 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d3934892-d5ad-4412-aaa6-fe07a21e792c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:23.452088 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b9509-8c70-4b35-8d57-a813f12573d3 req-141bf518-43da-472f-935b-5c126b1499f7 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:23.453873 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-849b9509-8c70-4b35-8d57-a813f12573d3 req-141bf518-43da-472f-935b-5c126b1499f7 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 944 time: 0.1086416 Sep 30 13:36:23.478517 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3934892-d5ad-4412-aaa6-fe07a21e792c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Pushing event updated for resources: {'Port': ['ID=fd65e1a8-de13-45ec-a351-e2522c681632,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:23.491090 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d3934892-d5ad-4412-aaa6-fe07a21e792c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:23.499399 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-849b9509-8c70-4b35-8d57-a813f12573d3 req-6e24cc66-60c8-4e8b-bd70-8933661ba2a6 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360677 Sep 30 13:36:23.500047 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-2152db01-6c6f-430c-85e3-646d750be235 req-cf2f05d7-a474-40de-84a5-c9d59f517d79 service neutron] Attempting to bind port 0da4009d-5381-4997-bf33-5788a359a513 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:36:23.500383 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-2152db01-6c6f-430c-85e3-646d750be235 req-cf2f05d7-a474-40de-84a5-c9d59f517d79 service neutron] Attempting to bind port 0da4009d-5381-4997-bf33-5788a359a513 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:36:23.500715 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2152db01-6c6f-430c-85e3-646d750be235 req-cf2f05d7-a474-40de-84a5-c9d59f517d79 service neutron] Attempting to bind port 0da4009d-5381-4997-bf33-5788a359a513 on network 949dc44d-a521-4909-8cff-116a74911834 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:36:23.505884 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2152db01-6c6f-430c-85e3-646d750be235 req-cf2f05d7-a474-40de-84a5-c9d59f517d79 service neutron] Port 0da4009d-5381-4997-bf33-5788a359a513 on network 949dc44d-a521-4909-8cff-116a74911834 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:36:23.506324 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2152db01-6c6f-430c-85e3-646d750be235 req-cf2f05d7-a474-40de-84a5-c9d59f517d79 service neutron] Attempting to bind port 0da4009d-5381-4997-bf33-5788a359a513 on network 949dc44d-a521-4909-8cff-116a74911834 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:36:23.512065 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2152db01-6c6f-430c-85e3-646d750be235 req-cf2f05d7-a474-40de-84a5-c9d59f517d79 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:36:23.512477 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2152db01-6c6f-430c-85e3-646d750be235 req-cf2f05d7-a474-40de-84a5-c9d59f517d79 service neutron] Checking segment: {'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:36:23.512924 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2152db01-6c6f-430c-85e3-646d750be235 req-cf2f05d7-a474-40de-84a5-c9d59f517d79 service neutron] Bound using segment: {'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:36:23.513424 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-2152db01-6c6f-430c-85e3-646d750be235 req-cf2f05d7-a474-40de-84a5-c9d59f517d79 service neutron] Bound port: 0da4009d-5381-4997-bf33-5788a359a513, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:36:23.513848 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2152db01-6c6f-430c-85e3-646d750be235 req-cf2f05d7-a474-40de-84a5-c9d59f517d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:23.592845 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-2152db01-6c6f-430c-85e3-646d750be235 req-cf2f05d7-a474-40de-84a5-c9d59f517d79 service neutron] For port 0da4009d-5381-4997-bf33-5788a359a513, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:36:23.596055 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-2152db01-6c6f-430c-85e3-646d750be235 req-cf2f05d7-a474-40de-84a5-c9d59f517d79 service neutron] For port 0da4009d-5381-4997-bf33-5788a359a513, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0da4009d-5381-4997-bf33-5788a359a513,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:36:23.600801 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2152db01-6c6f-430c-85e3-646d750be235 req-cf2f05d7-a474-40de-84a5-c9d59f517d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:23.602361 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3934892-d5ad-4412-aaa6-fe07a21e792c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Network 93f17a87-11c8-46a5-b53b-1e25a96b7c8e is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:36:23.603891 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-d3934892-d5ad-4412-aaa6-fe07a21e792c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:36:23.640071 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152db01-6c6f-430c-85e3-646d750be235 req-cf2f05d7-a474-40de-84a5-c9d59f517d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:23.641169 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2152db01-6c6f-430c-85e3-646d750be235 req-cf2f05d7-a474-40de-84a5-c9d59f517d79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:23.642915 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2152db01-6c6f-430c-85e3-646d750be235 req-cf2f05d7-a474-40de-84a5-c9d59f517d79 service neutron] 10.222.0.39 "PUT /v2.0/ports/0da4009d-5381-4997-bf33-5788a359a513 HTTP/1.1" status: 200 len: 1092 time: 0.8675323 Sep 30 13:36:23.648909 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff23b83-e6b4-49cf-a592-76f5fc25855c', 'tag': '0da4009d-5381-4997-bf33-5788a359a513'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:36:23.651341 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f61fa7-1fc0-4fd2-9147-502e0387a69b" -d '{"events": [{"name": "network-changed", "server_uuid": "aff23b83-e6b4-49cf-a592-76f5fc25855c", "tag": "0da4009d-5381-4997-bf33-5788a359a513"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:36:23.687102 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f05d7-a474-40de-84a5-c9d59f517d79 service neutron] Pushing event updated for resources: {'Port': ['ID=0da4009d-5381-4997-bf33-5788a359a513,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:23.734086 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cfe59a-8335-4c91-a0e4-1c15cf0991b7 x-openstack-request-id: req-17cfe59a-8335-4c91-a0e4-1c15cf0991b7 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:36:23.734588 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff23b83-e6b4-49cf-a592-76f5fc25855c", "tag": "0da4009d-5381-4997-bf33-5788a359a513", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:36:23.734722 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-17cfe59a-8335-4c91-a0e4-1c15cf0991b7 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:36:23.735173 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff23b83-e6b4-49cf-a592-76f5fc25855c', 'tag': '0da4009d-5381-4997-bf33-5788a359a513', 'status': 'completed', 'code': 200} Sep 30 13:36:23.757224 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152db01-6c6f-430c-85e3-646d750be235 req-0ce00059-cd94-48d3-bd54-6e2592f70951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:23.759138 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2152db01-6c6f-430c-85e3-646d750be235 req-0ce00059-cd94-48d3-bd54-6e2592f70951 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 1095 time: 0.0613787 Sep 30 13:36:23.781646 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3934892-d5ad-4412-aaa6-fe07a21e792c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Router eb1a81ab-39d5-4a26-bffc-37944a81cff2 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:36:23.810133 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2152db01-6c6f-430c-85e3-646d750be235 req-b4a60dde-ce56-46dd-b02c-be8f2e90fea5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0da4009d-5381-4997-bf33-5788a359a513 HTTP/1.1" status: 200 len: 217 time: 0.0411978 Sep 30 13:36:23.887341 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152db01-6c6f-430c-85e3-646d750be235 req-75bcf8b3-6bc4-468b-9413-4daef936bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:23.890781 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2152db01-6c6f-430c-85e3-646d750be235 req-75bcf8b3-6bc4-468b-9413-4daef936bafb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a29bd19-7bbd-493a-b0e5-a534c2103246 HTTP/1.1" status: 200 len: 850 time: 0.0711641 Sep 30 13:36:23.927512 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3934892-d5ad-4412-aaa6-fe07a21e792c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:36:23.933113 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d3934892-d5ad-4412-aaa6-fe07a21e792c tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] 10.222.0.18 "PUT /v2.0/routers/eb1a81ab-39d5-4a26-bffc-37944a81cff2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2385170 Sep 30 13:36:23.938073 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42074) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:23.941173 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3944d0-09d6-4132-92c5-61c7ba489719 None None] Sync routers for ids ['eb1a81ab-39d5-4a26-bffc-37944a81cff2'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:36:23.946345 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-26abfd3b-3816-458c-b4d8-01333fcbe5bc tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Request body: {'port': {'network_id': '93f17a87-11c8-46a5-b53b-1e25a96b7c8e', 'name': 'tempest-FloatingIPAdminTestJSON-1348335703'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:23.953210 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3944d0-09d6-4132-92c5-61c7ba489719 None None] Routers {'eb1a81ab-39d5-4a26-bffc-37944a81cff2'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:36:23.953853 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8a3944d0-09d6-4132-92c5-61c7ba489719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['eb1a81ab-39d5-4a26-bffc-37944a81cff2'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:23.994875 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8a3944d0-09d6-4132-92c5-61c7ba489719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:24.000823 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-15064109-1fdd-4bcb-9e3f-7b1339df0569 None None] Provisioning complete for port fd65e1a8-de13-45ec-a351-e2522c681632 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:24.001206 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-15064109-1fdd-4bcb-9e3f-7b1339df0569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:24.004769 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3944d0-09d6-4132-92c5-61c7ba489719 None None] Routers {'eb1a81ab-39d5-4a26-bffc-37944a81cff2'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:36:24.006179 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8a3944d0-09d6-4132-92c5-61c7ba489719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['eb1a81ab-39d5-4a26-bffc-37944a81cff2'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:24.028823 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152db01-6c6f-430c-85e3-646d750be235 req-525064e0-aa15-4b93-87f8-8c57bba7561e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:24.030742 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2152db01-6c6f-430c-85e3-646d750be235 req-525064e0-aa15-4b93-87f8-8c57bba7561e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=949dc44d-a521-4909-8cff-116a74911834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317656 Sep 30 13:36:24.040154 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8a3944d0-09d6-4132-92c5-61c7ba489719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:24.041069 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3944d0-09d6-4132-92c5-61c7ba489719 None None] The sync data for ids ['eb1a81ab-39d5-4a26-bffc-37944a81cff2'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:36:24.049122 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-15064109-1fdd-4bcb-9e3f-7b1339df0569 None None] Port fd65e1a8-de13-45ec-a351-e2522c681632 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:36:24.178826 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:24.454966 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26abfd3b-3816-458c-b4d8-01333fcbe5bc tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Made reservation on behalf of 6f8b23ecb8564694b5862e7580e7ec91 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:36:24.458457 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-26abfd3b-3816-458c-b4d8-01333fcbe5bc tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:24.476996 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2152db01-6c6f-430c-85e3-646d750be235 req-0a028356-7c61-4a41-9b85-635f9e03f117 service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378045 Sep 30 13:36:24.483158 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-26abfd3b-3816-458c-b4d8-01333fcbe5bc tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] device_id is not set on port 2fbee6db-3eed-47b3-be3c-c41d66c821e3 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:36:24.685988 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2152db01-6c6f-430c-85e3-646d750be235 req-dcc338cb-8ab7-49f3-b725-9898ab64598b service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983120 Sep 30 13:36:24.706463 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f95ee8-8d19-40a7-887b-09fcd9a43524 req-d6cda766-d437-4557-9343-be77a2f99f79 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:24.707982 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d4f95ee8-8d19-40a7-887b-09fcd9a43524 req-d6cda766-d437-4557-9343-be77a2f99f79 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 944 time: 0.1197338 Sep 30 13:36:24.709757 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-26abfd3b-3816-458c-b4d8-01333fcbe5bc tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Allocated IP 172.20.0.12 (93f17a87-11c8-46a5-b53b-1e25a96b7c8e/da40f0ad-299a-4fb9-a173-f175fe7241c3/2fbee6db-3eed-47b3-be3c-c41d66c821e3) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:36:24.806987 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d4f95ee8-8d19-40a7-887b-09fcd9a43524 req-f075a34f-f5df-4a3c-ba98-ff989a761219 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917053 Sep 30 13:36:24.822595 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f61fa7-1fc0-4fd2-9147-502e0387a69b req-8b4a920e-998a-4a55-b423-9f5e2293e768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:24.824110 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-55f61fa7-1fc0-4fd2-9147-502e0387a69b req-8b4a920e-998a-4a55-b423-9f5e2293e768 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 1095 time: 0.0889211 Sep 30 13:36:25.000613 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-26abfd3b-3816-458c-b4d8-01333fcbe5bc tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:25.003894 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f61fa7-1fc0-4fd2-9147-502e0387a69b req-4cdca928-50f0-40d0-8a18-75049441ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:25.005391 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-55f61fa7-1fc0-4fd2-9147-502e0387a69b req-4cdca928-50f0-40d0-8a18-75049441ee00 service neutron] 10.222.0.39 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 912 time: 0.1648774 Sep 30 13:36:25.054876 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-55f61fa7-1fc0-4fd2-9147-502e0387a69b req-da9c9e22-0adf-4f31-b6da-e8aa7251bbe3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0da4009d-5381-4997-bf33-5788a359a513 HTTP/1.1" status: 200 len: 217 time: 0.0424206 Sep 30 13:36:25.093543 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-26abfd3b-3816-458c-b4d8-01333fcbe5bc tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:25.155445 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26abfd3b-3816-458c-b4d8-01333fcbe5bc tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Network 93f17a87-11c8-46a5-b53b-1e25a96b7c8e is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:36:25.157141 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f61fa7-1fc0-4fd2-9147-502e0387a69b req-df942f98-6554-40b6-b147-0fdc5f2c0a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:25.158641 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-55f61fa7-1fc0-4fd2-9147-502e0387a69b req-df942f98-6554-40b6-b147-0fdc5f2c0a47 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a29bd19-7bbd-493a-b0e5-a534c2103246 HTTP/1.1" status: 200 len: 850 time: 0.0958066 Sep 30 13:36:25.162294 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-26abfd3b-3816-458c-b4d8-01333fcbe5bc tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:36:25.164767 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26abfd3b-3816-458c-b4d8-01333fcbe5bc tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:36:25.199917 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26abfd3b-3816-458c-b4d8-01333fcbe5bc tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Pushing event updated for resources: {'Port': ['ID=2fbee6db-3eed-47b3-be3c-c41d66c821e3,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:25.247027 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26abfd3b-3816-458c-b4d8-01333fcbe5bc tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:25.247647 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-26abfd3b-3816-458c-b4d8-01333fcbe5bc tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:25.261563 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f61fa7-1fc0-4fd2-9147-502e0387a69b req-fc59472f-896c-45a6-a261-daf9ac076cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:25.263044 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-55f61fa7-1fc0-4fd2-9147-502e0387a69b req-fc59472f-896c-45a6-a261-daf9ac076cc0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=949dc44d-a521-4909-8cff-116a74911834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935161 Sep 30 13:36:25.269774 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-26abfd3b-3816-458c-b4d8-01333fcbe5bc tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3287542 Sep 30 13:36:25.274201 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42078) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:25.341868 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-94d829ff-ce03-4b35-b383-9a99e4de76da tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'project_id': '6f8b23ecb8564694b5862e7580e7ec91', 'port_id': '2fbee6db-3eed-47b3-be3c-c41d66c821e3'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:25.367101 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94d829ff-ce03-4b35-b383-9a99e4de76da tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:25.386286 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-55f61fa7-1fc0-4fd2-9147-502e0387a69b req-0e242a70-3fc8-4a2e-908d-cc05523fbbaa service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141205 Sep 30 13:36:25.470686 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94d829ff-ce03-4b35-b383-9a99e4de76da tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:25.492628 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-48a5e73d-8528-4199-a710-dc31cde50911 None None] Provisioning complete for port 2fbee6db-3eed-47b3-be3c-c41d66c821e3 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:25.494185 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-48a5e73d-8528-4199-a710-dc31cde50911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:25.496238 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-55f61fa7-1fc0-4fd2-9147-502e0387a69b req-6c7943aa-f6a7-465c-af87-abd60b814d19 service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028156 Sep 30 13:36:25.536044 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-48a5e73d-8528-4199-a710-dc31cde50911 None None] Port 2fbee6db-3eed-47b3-be3c-c41d66c821e3 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:36:25.593992 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-94d829ff-ce03-4b35-b383-9a99e4de76da tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Allocated IP 172.25.5.33 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/d1abc964-9996-4fbc-b755-89346f064d70) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:36:25.695117 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94d829ff-ce03-4b35-b383-9a99e4de76da tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:25.727920 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94d829ff-ce03-4b35-b383-9a99e4de76da tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:25.771642 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d829ff-ce03-4b35-b383-9a99e4de76da tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:36:25.778956 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-94d829ff-ce03-4b35-b383-9a99e4de76da tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:36:25.781440 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d829ff-ce03-4b35-b383-9a99e4de76da tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:36:25.783963 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d829ff-ce03-4b35-b383-9a99e4de76da tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Pushing event updated for resources: {'Port': ['ID=d1abc964-9996-4fbc-b755-89346f064d70,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:25.975786 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11537659-98e7-49fa-9e8c-8ed7ac35c989 req-edbbf5e5-3aba-4d9e-b926-1e4a1b9d8498 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:25.977286 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-11537659-98e7-49fa-9e8c-8ed7ac35c989 req-edbbf5e5-3aba-4d9e-b926-1e4a1b9d8498 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 944 time: 0.0995305 Sep 30 13:36:26.062623 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-11537659-98e7-49fa-9e8c-8ed7ac35c989 req-d8811d0f-5eb1-40f6-9449-9145ac22a0d3 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791321 Sep 30 13:36:26.497893 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94d829ff-ce03-4b35-b383-9a99e4de76da tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:26.566303 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94d829ff-ce03-4b35-b383-9a99e4de76da tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:26.716506 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94d829ff-ce03-4b35-b383-9a99e4de76da tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:26.720909 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94d829ff-ce03-4b35-b383-9a99e4de76da tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:26.793523 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d829ff-ce03-4b35-b383-9a99e4de76da tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Pushing event updated for resources: {'Port': ['ID=d1abc964-9996-4fbc-b755-89346f064d70,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:26.803892 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94d829ff-ce03-4b35-b383-9a99e4de76da tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:26.915873 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-94d829ff-ce03-4b35-b383-9a99e4de76da tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Floating IP 1e9dc7e3-9dfb-4a42-ac0d-d251305c758c associated. External IP: 172.25.5.33, port: 2fbee6db-3eed-47b3-be3c-c41d66c821e3. Sep 30 13:36:27.119899 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d829ff-ce03-4b35-b383-9a99e4de76da tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Router eb1a81ab-39d5-4a26-bffc-37944a81cff2 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:36:27.177890 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d6b00-5122-475f-849c-5ee0c02344bc req-d523a98e-cdcc-4e16-8d93-9c46dc90d402 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:27.179621 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c77d6b00-5122-475f-849c-5ee0c02344bc req-d523a98e-cdcc-4e16-8d93-9c46dc90d402 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 944 time: 0.0501554 Sep 30 13:36:27.217592 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c77d6b00-5122-475f-849c-5ee0c02344bc req-f7a703dc-e92a-4a5a-a868-b3cfdde69145 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320196 Sep 30 13:36:27.229152 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d829ff-ce03-4b35-b383-9a99e4de76da tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:36:27.237985 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e8024b-50be-4adc-923b-091f6f216b68 None None] Sync routers for ids ['eb1a81ab-39d5-4a26-bffc-37944a81cff2'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:36:27.245989 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-94d829ff-ce03-4b35-b383-9a99e4de76da tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:27.247795 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e8024b-50be-4adc-923b-091f6f216b68 None None] Routers {'eb1a81ab-39d5-4a26-bffc-37944a81cff2'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:36:27.248565 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-85e8024b-50be-4adc-923b-091f6f216b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['eb1a81ab-39d5-4a26-bffc-37944a81cff2'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:27.273262 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-94d829ff-ce03-4b35-b383-9a99e4de76da tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 1.9980044 Sep 30 13:36:27.275896 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42088) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:27.280119 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-85e8024b-50be-4adc-923b-091f6f216b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:27.288784 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e8024b-50be-4adc-923b-091f6f216b68 None None] Routers {'eb1a81ab-39d5-4a26-bffc-37944a81cff2'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:36:27.289366 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-85e8024b-50be-4adc-923b-091f6f216b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['eb1a81ab-39d5-4a26-bffc-37944a81cff2'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:27.323707 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-85e8024b-50be-4adc-923b-091f6f216b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:27.324342 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e8024b-50be-4adc-923b-091f6f216b68 None None] The sync data for ids ['eb1a81ab-39d5-4a26-bffc-37944a81cff2'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:36:27.387432 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9b77c63c-f985-440c-a2a6-f2b8cdb2adb3 tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] 10.222.0.18 "GET /v2.0/floatingips/1e9dc7e3-9dfb-4a42-ac0d-d251305c758c HTTP/1.1" status: 200 len: 983 time: 0.1104631 Sep 30 13:36:27.389857 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42090) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:27.494446 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b5600a1e-b701-4431-ab23-97bc9493d865 tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2253 time: 0.1034780 Sep 30 13:36:27.497010 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42092) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:27.650507 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-afda6a07-05f3-4dff-9956-2a8579c6a81b tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Deleting port d1abc964-9996-4fbc-b755-89346f064d70 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:36:27.651234 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afda6a07-05f3-4dff-9956-2a8579c6a81b tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:27.723048 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afda6a07-05f3-4dff-9956-2a8579c6a81b tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:27.723369 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afda6a07-05f3-4dff-9956-2a8579c6a81b tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:27.735094 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-afda6a07-05f3-4dff-9956-2a8579c6a81b tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Calling delete_port for d1abc964-9996-4fbc-b755-89346f064d70 owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:36:27.876874 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afda6a07-05f3-4dff-9956-2a8579c6a81b tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:27.903919 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda6a07-05f3-4dff-9956-2a8579c6a81b tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Pushing event deleted for resources: {'Port': ['ID=d1abc964-9996-4fbc-b755-89346f064d70,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:27.964107 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afda6a07-05f3-4dff-9956-2a8579c6a81b tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:27.964434 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-afda6a07-05f3-4dff-9956-2a8579c6a81b tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Floating IP 1e9dc7e3-9dfb-4a42-ac0d-d251305c758c disassociated (deleted). External IP: 172.25.5.33, port: 2fbee6db-3eed-47b3-be3c-c41d66c821e3. Sep 30 13:36:28.171520 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afda6a07-05f3-4dff-9956-2a8579c6a81b tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Router eb1a81ab-39d5-4a26-bffc-37944a81cff2 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:36:28.278555 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afda6a07-05f3-4dff-9956-2a8579c6a81b tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:36:28.283954 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afda6a07-05f3-4dff-9956-2a8579c6a81b tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:28.288607 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481fc6bc-6984-49a7-9a43-795edb74adab None None] Sync routers for ids ['eb1a81ab-39d5-4a26-bffc-37944a81cff2'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:36:28.297204 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481fc6bc-6984-49a7-9a43-795edb74adab None None] Routers {'eb1a81ab-39d5-4a26-bffc-37944a81cff2'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:36:28.297808 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-481fc6bc-6984-49a7-9a43-795edb74adab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['eb1a81ab-39d5-4a26-bffc-37944a81cff2'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:28.332668 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-481fc6bc-6984-49a7-9a43-795edb74adab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:28.336833 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-afda6a07-05f3-4dff-9956-2a8579c6a81b tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] 10.222.0.18 "DELETE /v2.0/floatingips/1e9dc7e3-9dfb-4a42-ac0d-d251305c758c HTTP/1.1" status: 204 len: 168 time: 0.8388391 Sep 30 13:36:28.340425 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42096) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:28.341705 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481fc6bc-6984-49a7-9a43-795edb74adab None None] Routers {'eb1a81ab-39d5-4a26-bffc-37944a81cff2'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:36:28.342352 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-481fc6bc-6984-49a7-9a43-795edb74adab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['eb1a81ab-39d5-4a26-bffc-37944a81cff2'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:28.346160 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-af45d14c-6f16-4f50-b6e5-b15f81033b26 tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:28.364623 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84c0fd-5006-47ff-aa7a-244a5292e8a9 req-46978b73-7356-460c-ad8c-ece254e3ef02 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:28.366119 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-de84c0fd-5006-47ff-aa7a-244a5292e8a9 req-46978b73-7356-460c-ad8c-ece254e3ef02 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 944 time: 0.0787141 Sep 30 13:36:28.373687 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-481fc6bc-6984-49a7-9a43-795edb74adab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:28.374358 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481fc6bc-6984-49a7-9a43-795edb74adab None None] The sync data for ids ['eb1a81ab-39d5-4a26-bffc-37944a81cff2'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:36:28.390264 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-af45d14c-6f16-4f50-b6e5-b15f81033b26 tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:28.424176 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-de84c0fd-5006-47ff-aa7a-244a5292e8a9 req-01d8fd29-92c7-46f0-95e0-eb484195a0c6 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514193 Sep 30 13:36:28.495124 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-af45d14c-6f16-4f50-b6e5-b15f81033b26 tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:28.597505 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-af45d14c-6f16-4f50-b6e5-b15f81033b26 tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Allocated IP 172.25.5.121 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/3fa398c2-d067-46a7-ae99-4a97b1d2d4eb) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:36:28.701024 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-af45d14c-6f16-4f50-b6e5-b15f81033b26 tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:28.733337 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-af45d14c-6f16-4f50-b6e5-b15f81033b26 tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:28.772058 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af45d14c-6f16-4f50-b6e5-b15f81033b26 tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:36:28.774922 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-af45d14c-6f16-4f50-b6e5-b15f81033b26 tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:36:28.779108 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af45d14c-6f16-4f50-b6e5-b15f81033b26 tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:36:28.805206 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45d14c-6f16-4f50-b6e5-b15f81033b26 tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Pushing event updated for resources: {'Port': ['ID=3fa398c2-d067-46a7-ae99-4a97b1d2d4eb,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:28.870132 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-af45d14c-6f16-4f50-b6e5-b15f81033b26 tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:28.902819 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-af45d14c-6f16-4f50-b6e5-b15f81033b26 tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:29.047767 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-af45d14c-6f16-4f50-b6e5-b15f81033b26 tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:29.051894 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-af45d14c-6f16-4f50-b6e5-b15f81033b26 tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:29.127962 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45d14c-6f16-4f50-b6e5-b15f81033b26 tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Pushing event updated for resources: {'Port': ['ID=3fa398c2-d067-46a7-ae99-4a97b1d2d4eb,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:29.140354 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-af45d14c-6f16-4f50-b6e5-b15f81033b26 tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:29.153496 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-af45d14c-6f16-4f50-b6e5-b15f81033b26 tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:29.154757 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-af45d14c-6f16-4f50-b6e5-b15f81033b26 tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8134277 Sep 30 13:36:29.157408 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42098) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:29.250718 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-7fab9836-291a-429e-8f34-a3d247ebf67c tempest-FloatingIPAdminTestJSON-1494455675 tempest-FloatingIPAdminTestJSON-1494455675-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:29.271945 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7fab9836-291a-429e-8f34-a3d247ebf67c tempest-FloatingIPAdminTestJSON-1494455675 tempest-FloatingIPAdminTestJSON-1494455675-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:29.548619 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e909a0-deb2-46f2-beaf-e6a472737941 req-a8c35860-900d-4238-8a2f-94fca1ca8403 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:29.550229 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-90e909a0-deb2-46f2-beaf-e6a472737941 req-a8c35860-900d-4238-8a2f-94fca1ca8403 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 944 time: 0.0553908 Sep 30 13:36:29.589007 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-90e909a0-deb2-46f2-beaf-e6a472737941 req-93c1d415-4994-4f9a-9223-4a9b961d6809 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325694 Sep 30 13:36:29.647349 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7fab9836-291a-429e-8f34-a3d247ebf67c tempest-FloatingIPAdminTestJSON-1494455675 tempest-FloatingIPAdminTestJSON-1494455675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:29.749045 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-7fab9836-291a-429e-8f34-a3d247ebf67c tempest-FloatingIPAdminTestJSON-1494455675 tempest-FloatingIPAdminTestJSON-1494455675-project] Allocated IP 172.25.5.9 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/a1c43772-49a3-4f2c-a5f5-58b0086f9478) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:36:29.850688 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7fab9836-291a-429e-8f34-a3d247ebf67c tempest-FloatingIPAdminTestJSON-1494455675 tempest-FloatingIPAdminTestJSON-1494455675-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:29.883218 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7fab9836-291a-429e-8f34-a3d247ebf67c tempest-FloatingIPAdminTestJSON-1494455675 tempest-FloatingIPAdminTestJSON-1494455675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:29.921344 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fab9836-291a-429e-8f34-a3d247ebf67c tempest-FloatingIPAdminTestJSON-1494455675 tempest-FloatingIPAdminTestJSON-1494455675-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:36:29.924339 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-7fab9836-291a-429e-8f34-a3d247ebf67c tempest-FloatingIPAdminTestJSON-1494455675 tempest-FloatingIPAdminTestJSON-1494455675-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:36:29.928098 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fab9836-291a-429e-8f34-a3d247ebf67c tempest-FloatingIPAdminTestJSON-1494455675 tempest-FloatingIPAdminTestJSON-1494455675-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:36:29.951739 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab9836-291a-429e-8f34-a3d247ebf67c tempest-FloatingIPAdminTestJSON-1494455675 tempest-FloatingIPAdminTestJSON-1494455675-project] Pushing event updated for resources: {'Port': ['ID=a1c43772-49a3-4f2c-a5f5-58b0086f9478,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:30.018072 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7fab9836-291a-429e-8f34-a3d247ebf67c tempest-FloatingIPAdminTestJSON-1494455675 tempest-FloatingIPAdminTestJSON-1494455675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:30.050306 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7fab9836-291a-429e-8f34-a3d247ebf67c tempest-FloatingIPAdminTestJSON-1494455675 tempest-FloatingIPAdminTestJSON-1494455675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:30.195991 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7fab9836-291a-429e-8f34-a3d247ebf67c tempest-FloatingIPAdminTestJSON-1494455675 tempest-FloatingIPAdminTestJSON-1494455675-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:30.200313 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7fab9836-291a-429e-8f34-a3d247ebf67c tempest-FloatingIPAdminTestJSON-1494455675 tempest-FloatingIPAdminTestJSON-1494455675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:30.265486 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab9836-291a-429e-8f34-a3d247ebf67c tempest-FloatingIPAdminTestJSON-1494455675 tempest-FloatingIPAdminTestJSON-1494455675-project] Pushing event updated for resources: {'Port': ['ID=a1c43772-49a3-4f2c-a5f5-58b0086f9478,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:30.276957 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7fab9836-291a-429e-8f34-a3d247ebf67c tempest-FloatingIPAdminTestJSON-1494455675 tempest-FloatingIPAdminTestJSON-1494455675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:30.290197 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7fab9836-291a-429e-8f34-a3d247ebf67c tempest-FloatingIPAdminTestJSON-1494455675 tempest-FloatingIPAdminTestJSON-1494455675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:30.291420 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7fab9836-291a-429e-8f34-a3d247ebf67c tempest-FloatingIPAdminTestJSON-1494455675 tempest-FloatingIPAdminTestJSON-1494455675-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1331060 Sep 30 13:36:30.293921 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42104) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:30.355412 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c5f14020-0b09-4680-8fe9-9fbd73b400ce tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.0601561 Sep 30 13:36:30.357821 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42106) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:30.421853 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a84c8bc3-d7a0-4bfe-a618-16c86e07e55e tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0629780 Sep 30 13:36:30.424354 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42108) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:30.546909 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-246144ae-8542-4ed0-a9df-c619ab9b57a9 tempest-FloatingIPAdminTestJSON-1494455675 tempest-FloatingIPAdminTestJSON-1494455675-project] Deleting port a1c43772-49a3-4f2c-a5f5-58b0086f9478 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:36:30.547183 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-246144ae-8542-4ed0-a9df-c619ab9b57a9 tempest-FloatingIPAdminTestJSON-1494455675 tempest-FloatingIPAdminTestJSON-1494455675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:30.625154 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-246144ae-8542-4ed0-a9df-c619ab9b57a9 tempest-FloatingIPAdminTestJSON-1494455675 tempest-FloatingIPAdminTestJSON-1494455675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:30.625546 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-246144ae-8542-4ed0-a9df-c619ab9b57a9 tempest-FloatingIPAdminTestJSON-1494455675 tempest-FloatingIPAdminTestJSON-1494455675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:30.637059 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-246144ae-8542-4ed0-a9df-c619ab9b57a9 tempest-FloatingIPAdminTestJSON-1494455675 tempest-FloatingIPAdminTestJSON-1494455675-project] Calling delete_port for a1c43772-49a3-4f2c-a5f5-58b0086f9478 owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:36:30.744794 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4b9ee-e9f6-4582-9791-7383c6ba3c68 req-439560cb-bdce-40a6-bb86-7dd36566be43 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:30.746271 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6f4b9ee-e9f6-4582-9791-7383c6ba3c68 req-439560cb-bdce-40a6-bb86-7dd36566be43 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 944 time: 0.0699308 Sep 30 13:36:30.809313 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a6f4b9ee-e9f6-4582-9791-7383c6ba3c68 req-7627c3a3-7ea7-4456-aca0-146ec6629bf8 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522044 Sep 30 13:36:30.832217 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-246144ae-8542-4ed0-a9df-c619ab9b57a9 tempest-FloatingIPAdminTestJSON-1494455675 tempest-FloatingIPAdminTestJSON-1494455675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:30.863464 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246144ae-8542-4ed0-a9df-c619ab9b57a9 tempest-FloatingIPAdminTestJSON-1494455675 tempest-FloatingIPAdminTestJSON-1494455675-project] Pushing event deleted for resources: {'Port': ['ID=a1c43772-49a3-4f2c-a5f5-58b0086f9478,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:30.919015 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-246144ae-8542-4ed0-a9df-c619ab9b57a9 tempest-FloatingIPAdminTestJSON-1494455675 tempest-FloatingIPAdminTestJSON-1494455675-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:30.921669 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-246144ae-8542-4ed0-a9df-c619ab9b57a9 tempest-FloatingIPAdminTestJSON-1494455675 tempest-FloatingIPAdminTestJSON-1494455675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:30.922868 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-246144ae-8542-4ed0-a9df-c619ab9b57a9 tempest-FloatingIPAdminTestJSON-1494455675 tempest-FloatingIPAdminTestJSON-1494455675-project] 10.222.0.18 "DELETE /v2.0/floatingips/342b8fc1-d334-4deb-b1eb-ca5a85bd7c12 HTTP/1.1" status: 204 len: 168 time: 0.4976337 Sep 30 13:36:30.925408 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42112) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:31.046115 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-22a6ecda-8d50-41aa-be23-d5dd1079ab1b tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Deleting port 3fa398c2-d067-46a7-ae99-4a97b1d2d4eb {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:36:31.046445 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-22a6ecda-8d50-41aa-be23-d5dd1079ab1b tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:31.122591 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-22a6ecda-8d50-41aa-be23-d5dd1079ab1b tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:31.122925 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-22a6ecda-8d50-41aa-be23-d5dd1079ab1b tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:31.134519 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-22a6ecda-8d50-41aa-be23-d5dd1079ab1b tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Calling delete_port for 3fa398c2-d067-46a7-ae99-4a97b1d2d4eb owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:36:31.264179 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-22a6ecda-8d50-41aa-be23-d5dd1079ab1b tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:31.287937 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6ecda-8d50-41aa-be23-d5dd1079ab1b tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fa398c2-d067-46a7-ae99-4a97b1d2d4eb,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:31.352164 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-22a6ecda-8d50-41aa-be23-d5dd1079ab1b tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:31.354792 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-22a6ecda-8d50-41aa-be23-d5dd1079ab1b tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:31.355976 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-22a6ecda-8d50-41aa-be23-d5dd1079ab1b tempest-FloatingIPAdminTestJSON-402900331 tempest-FloatingIPAdminTestJSON-402900331-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/eec372f5-9482-421b-aa58-dcd79be30dbe HTTP/1.1" status: 204 len: 168 time: 0.4295924 Sep 30 13:36:31.359139 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42114) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:31.441418 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-bd203ef9-9137-4055-abf7-e49cfb9bba1d tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Deleting port 2fbee6db-3eed-47b3-be3c-c41d66c821e3 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:36:31.441761 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bd203ef9-9137-4055-abf7-e49cfb9bba1d tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:31.529414 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bd203ef9-9137-4055-abf7-e49cfb9bba1d tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:31.540989 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-bd203ef9-9137-4055-abf7-e49cfb9bba1d tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Calling delete_port for 2fbee6db-3eed-47b3-be3c-c41d66c821e3 owned by {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:36:31.660937 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bd203ef9-9137-4055-abf7-e49cfb9bba1d tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:31.694629 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd203ef9-9137-4055-abf7-e49cfb9bba1d tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Pushing event deleted for resources: {'Port': ['ID=2fbee6db-3eed-47b3-be3c-c41d66c821e3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:31.761925 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bd203ef9-9137-4055-abf7-e49cfb9bba1d tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:31.765162 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bd203ef9-9137-4055-abf7-e49cfb9bba1d tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] 10.222.0.18 "DELETE /v2.0/ports/2fbee6db-3eed-47b3-be3c-c41d66c821e3 HTTP/1.1" status: 204 len: 168 time: 0.4038572 Sep 30 13:36:31.766711 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42116) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:31.815600 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11361546-3046-4884-a27c-b1610480d1ba tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:31.817170 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-11361546-3046-4884-a27c-b1610480d1ba tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb1a81ab-39d5-4a26-bffc-37944a81cff2 HTTP/1.1" status: 200 len: 913 time: 0.0494735 Sep 30 13:36:31.820546 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42118) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:32.007516 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256db2b4-566b-48e2-91d4-ad1852d5d408 req-452736e9-a6ba-4f35-ba7b-7678f7d8f528 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:32.008872 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-256db2b4-566b-48e2-91d4-ad1852d5d408 req-452736e9-a6ba-4f35-ba7b-7678f7d8f528 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 944 time: 0.1245759 Sep 30 13:36:32.083449 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-256db2b4-566b-48e2-91d4-ad1852d5d408 req-2eefb4be-86b5-4120-b313-aa4151e4fb78 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684998 Sep 30 13:36:32.228568 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a70f6ce7-d347-4cbb-8ea2-5d8baaa4ffb3 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:32.486684 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-a70f6ce7-d347-4cbb-8ea2-5d8baaa4ffb3 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Deleting port fd65e1a8-de13-45ec-a351-e2522c681632 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:36:32.487027 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a70f6ce7-d347-4cbb-8ea2-5d8baaa4ffb3 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:32.575406 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a70f6ce7-d347-4cbb-8ea2-5d8baaa4ffb3 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:32.587412 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-a70f6ce7-d347-4cbb-8ea2-5d8baaa4ffb3 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Calling delete_port for fd65e1a8-de13-45ec-a351-e2522c681632 owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:36:32.768164 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a70f6ce7-d347-4cbb-8ea2-5d8baaa4ffb3 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:32.795257 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f6ce7-d347-4cbb-8ea2-5d8baaa4ffb3 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Pushing event deleted for resources: {'Port': ['ID=fd65e1a8-de13-45ec-a351-e2522c681632,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:32.807670 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f6ce7-d347-4cbb-8ea2-5d8baaa4ffb3 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:32.810464 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f6ce7-d347-4cbb-8ea2-5d8baaa4ffb3 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:32.810816 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f6ce7-d347-4cbb-8ea2-5d8baaa4ffb3 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:32.811159 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f6ce7-d347-4cbb-8ea2-5d8baaa4ffb3 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:32.811501 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f6ce7-d347-4cbb-8ea2-5d8baaa4ffb3 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:32.811863 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f6ce7-d347-4cbb-8ea2-5d8baaa4ffb3 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:32.812200 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f6ce7-d347-4cbb-8ea2-5d8baaa4ffb3 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:32.812536 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f6ce7-d347-4cbb-8ea2-5d8baaa4ffb3 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:32.812888 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f6ce7-d347-4cbb-8ea2-5d8baaa4ffb3 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:32.813314 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f6ce7-d347-4cbb-8ea2-5d8baaa4ffb3 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:32.813658 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f6ce7-d347-4cbb-8ea2-5d8baaa4ffb3 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:32.814563 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f6ce7-d347-4cbb-8ea2-5d8baaa4ffb3 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:32.979384 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a70f6ce7-d347-4cbb-8ea2-5d8baaa4ffb3 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:33.197289 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70f6ce7-d347-4cbb-8ea2-5d8baaa4ffb3 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Router eb1a81ab-39d5-4a26-bffc-37944a81cff2 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:36:33.197538 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe912cc0-d6fd-4a36-81fa-14d9749df625 req-e821a96b-c46c-4e1b-867f-75dd2cfed1c7 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:33.198837 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fe912cc0-d6fd-4a36-81fa-14d9749df625 req-e821a96b-c46c-4e1b-867f-75dd2cfed1c7 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 944 time: 0.0485158 Sep 30 13:36:33.238117 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fe912cc0-d6fd-4a36-81fa-14d9749df625 req-16964851-858a-401e-93f8-ea06f92acc7d tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324643 Sep 30 13:36:33.303467 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70f6ce7-d347-4cbb-8ea2-5d8baaa4ffb3 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:36:33.308458 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a70f6ce7-d347-4cbb-8ea2-5d8baaa4ffb3 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] 10.222.0.18 "PUT /v2.0/routers/eb1a81ab-39d5-4a26-bffc-37944a81cff2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4869609 Sep 30 13:36:33.311153 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42124) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:33.312786 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f1b9d4-267e-453a-aeb7-35fefaac3edd None None] Sync routers for ids ['eb1a81ab-39d5-4a26-bffc-37944a81cff2'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:36:33.322706 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f1b9d4-267e-453a-aeb7-35fefaac3edd None None] Routers {'eb1a81ab-39d5-4a26-bffc-37944a81cff2'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:36:33.323300 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-d5f1b9d4-267e-453a-aeb7-35fefaac3edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['eb1a81ab-39d5-4a26-bffc-37944a81cff2'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:33.353873 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-d5f1b9d4-267e-453a-aeb7-35fefaac3edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:33.362180 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f1b9d4-267e-453a-aeb7-35fefaac3edd None None] Routers {'eb1a81ab-39d5-4a26-bffc-37944a81cff2'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:36:33.362705 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-d5f1b9d4-267e-453a-aeb7-35fefaac3edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['eb1a81ab-39d5-4a26-bffc-37944a81cff2'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:33.394067 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-d5f1b9d4-267e-453a-aeb7-35fefaac3edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:33.394700 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f1b9d4-267e-453a-aeb7-35fefaac3edd None None] The sync data for ids ['eb1a81ab-39d5-4a26-bffc-37944a81cff2'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:36:33.416499 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-23ad9d6e-158e-4a2a-9d52-0c037845e909 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:33.520737 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-23ad9d6e-158e-4a2a-9d52-0c037845e909 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:33.572649 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-23ad9d6e-158e-4a2a-9d52-0c037845e909 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Deleting port 58d74ccc-0a57-4a2e-a1e0-f5be3c9f0090 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:36:33.572970 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-23ad9d6e-158e-4a2a-9d52-0c037845e909 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:33.649046 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-23ad9d6e-158e-4a2a-9d52-0c037845e909 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:33.660141 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-23ad9d6e-158e-4a2a-9d52-0c037845e909 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Calling delete_port for 58d74ccc-0a57-4a2e-a1e0-f5be3c9f0090 owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:36:33.821140 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-23ad9d6e-158e-4a2a-9d52-0c037845e909 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:33.848019 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad9d6e-158e-4a2a-9d52-0c037845e909 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Pushing event deleted for resources: {'Port': ['ID=58d74ccc-0a57-4a2e-a1e0-f5be3c9f0090,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:33.904482 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-23ad9d6e-158e-4a2a-9d52-0c037845e909 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:34.006257 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-23ad9d6e-158e-4a2a-9d52-0c037845e909 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:34.008372 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-23ad9d6e-158e-4a2a-9d52-0c037845e909 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:34.384359 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-23ad9d6e-158e-4a2a-9d52-0c037845e909 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:34.384900 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ad9d6e-158e-4a2a-9d52-0c037845e909 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Fanout notify agent at l3_agent the message router_deleted on router eb1a81ab-39d5-4a26-bffc-37944a81cff2 {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:36:34.392355 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-23ad9d6e-158e-4a2a-9d52-0c037845e909 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:34.393473 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-23ad9d6e-158e-4a2a-9d52-0c037845e909 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] 10.222.0.18 "DELETE /v2.0/routers/eb1a81ab-39d5-4a26-bffc-37944a81cff2 HTTP/1.1" status: 204 len: 168 time: 1.0812376 Sep 30 13:36:34.396934 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42128) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:34.413721 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede04bf5-4cd9-4ad4-aede-49e194384242 req-3191995c-d76d-40f0-b3fd-90abaaa05a75 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:34.415260 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ede04bf5-4cd9-4ad4-aede-49e194384242 req-3191995c-d76d-40f0-b3fd-90abaaa05a75 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 944 time: 0.0584078 Sep 30 13:36:34.453546 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ede04bf5-4cd9-4ad4-aede-49e194384242 req-33ec4a8b-4484-4a5f-b184-e668cc67231e tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321991 Sep 30 13:36:34.453770 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-9730dd9a-acb1-4e03-84bd-1b4ebda1056f tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Deleting subnet da40f0ad-299a-4fb9-a173-f175fe7241c3 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:36:34.456876 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9730dd9a-acb1-4e03-84bd-1b4ebda1056f tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:34.497182 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9730dd9a-acb1-4e03-84bd-1b4ebda1056f tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:34.579743 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9730dd9a-acb1-4e03-84bd-1b4ebda1056f tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:34.640496 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9730dd9a-acb1-4e03-84bd-1b4ebda1056f tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:34.667403 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730dd9a-acb1-4e03-84bd-1b4ebda1056f tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Pushing event deleted for resources: {'Subnet': ['ID=da40f0ad-299a-4fb9-a173-f175fe7241c3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:34.670805 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9730dd9a-acb1-4e03-84bd-1b4ebda1056f tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:34.673889 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9730dd9a-acb1-4e03-84bd-1b4ebda1056f tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] 10.222.0.18 "DELETE /v2.0/subnets/da40f0ad-299a-4fb9-a173-f175fe7241c3 HTTP/1.1" status: 204 len: 168 time: 0.2747123 Sep 30 13:36:34.675177 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42132) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:34.678109 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059995e0-08a0-4b0f-af01-3dcbbad850cb None None] Network 93f17a87-11c8-46a5-b53b-1e25a96b7c8e requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:36:34.751143 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2db83026-3d04-4d3e-a285-b172d187f455 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:34.803826 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-2db83026-3d04-4d3e-a285-b172d187f455 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Deleting port 178fc67b-3e18-47b4-89de-9d9c9dfca59d {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:36:34.804177 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2db83026-3d04-4d3e-a285-b172d187f455 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:34.846773 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5134254d-fe1f-4f00-b217-41d3cd38a386 None None] DHCP port deletion for 93f17a87-11c8-46a5-b53b-1e25a96b7c8e request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:36:34.872327 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-2db83026-3d04-4d3e-a285-b172d187f455 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] For port 178fc67b-3e18-47b4-89de-9d9c9dfca59d, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=178fc67b-3e18-47b4-89de-9d9c9dfca59d,segment=NetworkSegment(b8d4a5e5-d68b-4ac4-829f-f7ed71379c9c),segment_id=b8d4a5e5-d68b-4ac4-829f-f7ed71379c9c)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:36:34.872689 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2db83026-3d04-4d3e-a285-b172d187f455 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:34.884860 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-2db83026-3d04-4d3e-a285-b172d187f455 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Calling delete_port for 178fc67b-3e18-47b4-89de-9d9c9dfca59d owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:36:34.896835 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5134254d-fe1f-4f00-b217-41d3cd38a386 None None] Deleting port 178fc67b-3e18-47b4-89de-9d9c9dfca59d {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:36:34.897217 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5134254d-fe1f-4f00-b217-41d3cd38a386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:34.959285 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5134254d-fe1f-4f00-b217-41d3cd38a386 None None] For port 178fc67b-3e18-47b4-89de-9d9c9dfca59d, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=178fc67b-3e18-47b4-89de-9d9c9dfca59d,segment=NetworkSegment(b8d4a5e5-d68b-4ac4-829f-f7ed71379c9c),segment_id=b8d4a5e5-d68b-4ac4-829f-f7ed71379c9c)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:36:34.959749 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5134254d-fe1f-4f00-b217-41d3cd38a386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:34.963049 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2db83026-3d04-4d3e-a285-b172d187f455 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:34.972821 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5134254d-fe1f-4f00-b217-41d3cd38a386 None None] Calling delete_port for 178fc67b-3e18-47b4-89de-9d9c9dfca59d owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:36:34.994214 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db83026-3d04-4d3e-a285-b172d187f455 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Pushing event deleted for resources: {'Port': ['ID=178fc67b-3e18-47b4-89de-9d9c9dfca59d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:34.996037 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db83026-3d04-4d3e-a285-b172d187f455 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] No DVR routers for this DVR port 178fc67b-3e18-47b4-89de-9d9c9dfca59d on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:36:35.054440 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5134254d-fe1f-4f00-b217-41d3cd38a386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:35.073133 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2db83026-3d04-4d3e-a285-b172d187f455 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:35.082398 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5134254d-fe1f-4f00-b217-41d3cd38a386 None None] No DVR routers for this DVR port 178fc67b-3e18-47b4-89de-9d9c9dfca59d on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:36:35.086368 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134254d-fe1f-4f00-b217-41d3cd38a386 None None] Pushing event deleted for resources: {'Port': ['ID=178fc67b-3e18-47b4-89de-9d9c9dfca59d,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:35.093464 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-2db83026-3d04-4d3e-a285-b172d187f455 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f17a87-11c8-46a5-b53b-1e25a96b7c8e']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:35.103899 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-2db83026-3d04-4d3e-a285-b172d187f455 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d4a5e5-d68b-4ac4-829f-f7ed71379c9c') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:35.104195 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-2db83026-3d04-4d3e-a285-b172d187f455 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d4a5e5-d68b-4ac4-829f-f7ed71379c9c') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:35.113548 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2db83026-3d04-4d3e-a285-b172d187f455 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:35.127985 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2db83026-3d04-4d3e-a285-b172d187f455 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:35.134216 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db83026-3d04-4d3e-a285-b172d187f455 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:36:35.134634 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2db83026-3d04-4d3e-a285-b172d187f455 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:36:35.137609 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:36:35.208564 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2db83026-3d04-4d3e-a285-b172d187f455 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:35.216053 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2db83026-3d04-4d3e-a285-b172d187f455 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:35.217899 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2db83026-3d04-4d3e-a285-b172d187f455 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] 10.222.0.18 "DELETE /v2.0/networks/93f17a87-11c8-46a5-b53b-1e25a96b7c8e HTTP/1.1" status: 204 len: 168 time: 0.5417709 Sep 30 13:36:35.220460 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42136) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:35.229948 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db83026-3d04-4d3e-a285-b172d187f455 tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Pushing event deleted for resources: {'Network': ['ID=93f17a87-11c8-46a5-b53b-1e25a96b7c8e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:35.349501 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-cae26293-99e6-4dbf-ba97-4e7c52b9d12a tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Deleting port 16d029ff-b87c-47db-8a19-c260066431f6 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:36:35.349885 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cae26293-99e6-4dbf-ba97-4e7c52b9d12a tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:35.425948 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cae26293-99e6-4dbf-ba97-4e7c52b9d12a tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:35.426302 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cae26293-99e6-4dbf-ba97-4e7c52b9d12a tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:35.438242 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-cae26293-99e6-4dbf-ba97-4e7c52b9d12a tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Calling delete_port for 16d029ff-b87c-47db-8a19-c260066431f6 owned by network:floatingip {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:36:35.553359 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0da4009d-5381-4997-bf33-5788a359a513 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:36:35.572431 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cae26293-99e6-4dbf-ba97-4e7c52b9d12a tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:35.573579 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa5e50-0bc4-4dc1-9d08-ce99ebc0a1fe req-280f5e0f-da1e-474e-bd01-8940cde9d575 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:35.575394 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c7fa5e50-0bc4-4dc1-9d08-ce99ebc0a1fe req-280f5e0f-da1e-474e-bd01-8940cde9d575 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 944 time: 0.0525963 Sep 30 13:36:35.599797 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae26293-99e6-4dbf-ba97-4e7c52b9d12a tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Pushing event deleted for resources: {'Port': ['ID=16d029ff-b87c-47db-8a19-c260066431f6,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:35.624428 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c7fa5e50-0bc4-4dc1-9d08-ce99ebc0a1fe req-10080938-517b-4a2a-a089-9ecb3dfa41ae tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423422 Sep 30 13:36:35.653610 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0da4009d-5381-4997-bf33-5788a359a513, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0da4009d-5381-4997-bf33-5788a359a513,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:36:35.660424 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cae26293-99e6-4dbf-ba97-4e7c52b9d12a tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks [] for floatingip, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:35.663617 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cae26293-99e6-4dbf-ba97-4e7c52b9d12a tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:35.666043 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cae26293-99e6-4dbf-ba97-4e7c52b9d12a tempest-FloatingIPAdminTestJSON-487191745 tempest-FloatingIPAdminTestJSON-487191745-project] 10.222.0.18 "DELETE /v2.0/floatingips/e2830597-d6a2-40a6-8cc6-3bd492dfef45 HTTP/1.1" status: 204 len: 168 time: 0.4433503 Sep 30 13:36:35.666711 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '0da4009d-5381-4997-bf33-5788a359a513', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'port_id': '0da4009d-5381-4997-bf33-5788a359a513', 'mac_address': 'fa:16:3e:36:5b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:36:35.707013 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:35.719880 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da4009d-5381-4997-bf33-5788a359a513 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:36:35.739432 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0da4009d-5381-4997-bf33-5788a359a513, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0da4009d-5381-4997-bf33-5788a359a513,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:36:35.744200 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:35.793181 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=0da4009d-5381-4997-bf33-5788a359a513,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:35.909123 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42144) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:35.933388 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['0da4009d-5381-4997-bf33-5788a359a513'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:36:36.041850 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7639e12b-6e68-449c-8210-0d598ebe53ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6f8b23ecb8564694b5862e7580e7ec91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314435 Sep 30 13:36:36.044317 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42148) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:36.097642 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4ff8666a-3735-40b7-b4b6-ca28a1093b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:36.118077 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4ff8666a-3735-40b7-b4b6-ca28a1093b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:36.162869 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4ff8666a-3735-40b7-b4b6-ca28a1093b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:36.165421 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4ff8666a-3735-40b7-b4b6-ca28a1093b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:36.166607 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4ff8666a-3735-40b7-b4b6-ca28a1093b7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ce10a36-2208-4b45-8b10-d3b815997ff4 HTTP/1.1" status: 204 len: 168 time: 0.1213791 Sep 30 13:36:36.175812 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8666a-3735-40b7-b4b6-ca28a1093b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce10a36-2208-4b45-8b10-d3b815997ff4,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:36.420279 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42154) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:36.433707 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e0c37a4f-8713-44d0-8088-644dc61262b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:36.522850 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e0c37a4f-8713-44d0-8088-644dc61262b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:36.527208 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e0c37a4f-8713-44d0-8088-644dc61262b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:36.564425 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c37a4f-8713-44d0-8088-644dc61262b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08338ed8-aac9-4823-8d6a-4f4807d91701,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:36.570651 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e0c37a4f-8713-44d0-8088-644dc61262b9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed1a2acaf61f484b99520dcf3616ce77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481183 Sep 30 13:36:36.572067 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42156) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:36.584181 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 178fc67b-3e18-47b4-89de-9d9c9dfca59d no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:36:36.606114 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 178fc67b-3e18-47b4-89de-9d9c9dfca59d {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:36:36.606459 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 178fc67b-3e18-47b4-89de-9d9c9dfca59d not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:36:36.621941 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4e505b7b-3033-4905-8f15-687ef53d5970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:36.645288 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4e505b7b-3033-4905-8f15-687ef53d5970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:36.693491 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4e505b7b-3033-4905-8f15-687ef53d5970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:36.696156 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4e505b7b-3033-4905-8f15-687ef53d5970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:36.697358 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4e505b7b-3033-4905-8f15-687ef53d5970 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08338ed8-aac9-4823-8d6a-4f4807d91701 HTTP/1.1" status: 204 len: 168 time: 0.1243942 Sep 30 13:36:36.714474 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e505b7b-3033-4905-8f15-687ef53d5970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08338ed8-aac9-4823-8d6a-4f4807d91701,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:36.758654 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7f0d1-bc71-47d1-994b-9cbbeefc1878 req-8469c3c5-b3e0-4ea4-8864-a06e0f6c09a9 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:36.760231 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88c7f0d1-bc71-47d1-994b-9cbbeefc1878 req-8469c3c5-b3e0-4ea4-8864-a06e0f6c09a9 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 945 time: 0.0602891 Sep 30 13:36:36.799173 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88c7f0d1-bc71-47d1-994b-9cbbeefc1878 req-2fa24726-1114-420c-a273-6ca6d3ff7cb6 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326185 Sep 30 13:36:37.014229 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42164) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:37.028245 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-52ab4315-8be7-4e79-b1f0-41bebdcb113b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:37.117108 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-52ab4315-8be7-4e79-b1f0-41bebdcb113b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:37.120843 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-52ab4315-8be7-4e79-b1f0-41bebdcb113b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:37.161134 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-52ab4315-8be7-4e79-b1f0-41bebdcb113b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5487b64021d146eca0a69142a72834cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435540 Sep 30 13:36:37.161134 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab4315-8be7-4e79-b1f0-41bebdcb113b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69e0ebf-34b4-49b4-86c9-4cbf8b078dbb,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:37.163098 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42166) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:37.217171 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-62c43978-cfa3-47fe-9d49-e059cec3fde7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:37.238515 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-62c43978-cfa3-47fe-9d49-e059cec3fde7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:37.282962 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-62c43978-cfa3-47fe-9d49-e059cec3fde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:37.285533 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-62c43978-cfa3-47fe-9d49-e059cec3fde7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:37.287426 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-62c43978-cfa3-47fe-9d49-e059cec3fde7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a69e0ebf-34b4-49b4-86c9-4cbf8b078dbb HTTP/1.1" status: 204 len: 168 time: 0.1229758 Sep 30 13:36:37.294801 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c43978-cfa3-47fe-9d49-e059cec3fde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69e0ebf-34b4-49b4-86c9-4cbf8b078dbb,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:37.566098 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0da4009d-5381-4997-bf33-5788a359a513 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:36:37.618932 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 0da4009d-5381-4997-bf33-5788a359a513 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:36:37.622711 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 0da4009d-5381-4997-bf33-5788a359a513 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:37.623079 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:37.700760 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:37.723476 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff23b83-e6b4-49cf-a592-76f5fc25855c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da4009d-5381-4997-bf33-5788a359a513'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:36:37.725733 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94047760-cb85-430d-8983-f772c8451496" -d '{"events": [{"server_uuid": "aff23b83-e6b4-49cf-a592-76f5fc25855c", "name": "network-vif-plugged", "status": "completed", "tag": "0da4009d-5381-4997-bf33-5788a359a513"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:36:37.740491 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0da4009d-5381-4997-bf33-5788a359a513, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0da4009d-5381-4997-bf33-5788a359a513,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:36:37.745003 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:37.774704 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e636f9c6-193b-40f6-99d7-6d4206089254 x-openstack-request-id: req-e636f9c6-193b-40f6-99d7-6d4206089254 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:36:37.774704 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff23b83-e6b4-49cf-a592-76f5fc25855c", "name": "network-vif-plugged", "status": "completed", "tag": "0da4009d-5381-4997-bf33-5788a359a513", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:36:37.774704 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e636f9c6-193b-40f6-99d7-6d4206089254 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:36:37.774704 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff23b83-e6b4-49cf-a592-76f5fc25855c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da4009d-5381-4997-bf33-5788a359a513', 'code': 200} Sep 30 13:36:37.805501 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=0da4009d-5381-4997-bf33-5788a359a513,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:37.902579 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c84f55-1205-4907-8a94-289bd252ab45 req-8185adcf-bfb3-48f7-b3a7-5db02a6b06f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:37.904122 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c4c84f55-1205-4907-8a94-289bd252ab45 req-8185adcf-bfb3-48f7-b3a7-5db02a6b06f4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 1097 time: 0.0726442 Sep 30 13:36:37.936650 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e1c3d-c76f-4f0d-aa89-bd3ee1cdf304 req-5ab77fb3-acca-4db4-8508-88fa6082e2e3 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:37.938397 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e78e1c3d-c76f-4f0d-aa89-bd3ee1cdf304 req-5ab77fb3-acca-4db4-8508-88fa6082e2e3 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 946 time: 0.0696113 Sep 30 13:36:37.966460 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c4c84f55-1205-4907-8a94-289bd252ab45 req-a121d66b-12ed-4a39-85f1-e47a7fc4c074 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545003 Sep 30 13:36:37.986690 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e78e1c3d-c76f-4f0d-aa89-bd3ee1cdf304 req-0c3b9f2d-011c-4882-9516-45a31914d798 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379167 Sep 30 13:36:38.484299 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42206) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:38.579815 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-ca2f0602-6832-4be6-8dc1-c4f216ab032d tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-925072673'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:38.580207 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-ca2f0602-6832-4be6-8dc1-c4f216ab032d tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] Unknown quota resources ['metering_label']. {{(pid=94763) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 13:36:38.754497 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ca2f0602-6832-4be6-8dc1-c4f216ab032d tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:38.755722 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ca2f0602-6832-4be6-8dc1-c4f216ab032d tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.2704031 Sep 30 13:36:38.758594 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42210) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:38.762699 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-77b11584-c925-47d1-ab31-2212da2a4a92 tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'bf0bfb72-0aab-4389-ac00-25e5527a6de1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:38.763189 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-77b11584-c925-47d1-ab31-2212da2a4a92 tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94763) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 13:36:38.837853 n-d-810909-2 neutron-server[94763]: WARNING neutron.services.metering.metering_plugin [None req-77b11584-c925-47d1-ab31-2212da2a4a92 tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 30 13:36:38.936729 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-77b11584-c925-47d1-ab31-2212da2a4a92 tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:38.937930 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-77b11584-c925-47d1-ab31-2212da2a4a92 tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1784194 Sep 30 13:36:38.941322 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42212) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:38.946160 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-433b5021-2aa3-41c8-8b8c-05cdfe52c1ce tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'bf0bfb72-0aab-4389-ac00-25e5527a6de1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:38.946657 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-433b5021-2aa3-41c8-8b8c-05cdfe52c1ce tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94763) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 13:36:39.001601 n-d-810909-2 neutron-server[94763]: WARNING neutron.services.metering.metering_plugin [None req-433b5021-2aa3-41c8-8b8c-05cdfe52c1ce tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 30 13:36:39.082544 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-433b5021-2aa3-41c8-8b8c-05cdfe52c1ce tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:39.086768 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-433b5021-2aa3-41c8-8b8c-05cdfe52c1ce tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1420379 Sep 30 13:36:39.087179 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42216) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:39.097854 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-30f53b6f-b7a8-4b07-929a-f1ecf617644b tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=1bcc9b21-b6bc-48ed-9c94-c91849d791d4 HTTP/1.1" status: 200 len: 462 time: 0.0094688 Sep 30 13:36:39.100102 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42218) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:39.105941 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c7f58-21e8-445a-867f-41b64ef7f97e req-ec189056-3094-4f46-b6f2-b6c36f99f196 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:39.107476 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5c7c7f58-21e8-445a-867f-41b64ef7f97e req-ec189056-3094-4f46-b6f2-b6c36f99f196 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 946 time: 0.0502698 Sep 30 13:36:39.146623 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5c7c7f58-21e8-445a-867f-41b64ef7f97e req-b7caa2c5-5517-4fb8-96b2-a907211f7ead tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328269 Sep 30 13:36:39.201595 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e71c201e-5c39-4bff-a534-4c5d3b687084 tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:39.202841 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e71c201e-5c39-4bff-a534-4c5d3b687084 tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/1bcc9b21-b6bc-48ed-9c94-c91849d791d4 HTTP/1.1" status: 204 len: 168 time: 0.1017883 Sep 30 13:36:39.205368 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42222) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:39.214029 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-64c8a5b5-65cf-447c-ac34-192c79391ccd tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=1bcc9b21-b6bc-48ed-9c94-c91849d791d4 HTTP/1.1" status: 200 len: 221 time: 0.0076277 Sep 30 13:36:39.217254 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42224) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:39.221542 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-b263b517-6fd8-4a07-a3c8-ef83e5215f16 tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--601929454', 'description': 'label created by tempest'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:39.222264 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-b263b517-6fd8-4a07-a3c8-ef83e5215f16 tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] Unknown quota resources ['metering_label']. {{(pid=94764) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 13:36:39.263580 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3d052-e3bf-427d-bb00-22f482bb0ec4 req-1cab9eec-d6b6-48d9-a9af-e61bdbfe1312 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:39.265084 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9ff3d052-e3bf-427d-bb00-22f482bb0ec4 req-1cab9eec-d6b6-48d9-a9af-e61bdbfe1312 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 946 time: 0.0501087 Sep 30 13:36:39.303856 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9ff3d052-e3bf-427d-bb00-22f482bb0ec4 req-4f502322-49f7-45fb-928c-e0b166341fcd tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325475 Sep 30 13:36:39.326743 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42226) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:39.366358 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef804a37-584b-43d0-876a-7205152ce9d4 tempest-TestVolumeBootPattern-1553875399 tempest-TestVolumeBootPattern-1553875399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:39.367899 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ef804a37-584b-43d0-876a-7205152ce9d4 tempest-TestVolumeBootPattern-1553875399 tempest-TestVolumeBootPattern-1553875399-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 1092 time: 0.0401700 Sep 30 13:36:39.370889 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42228) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:39.375082 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-761686ad-8863-42b2-abc4-985b86849cab tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'port_id': '0da4009d-5381-4997-bf33-5788a359a513', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:39.396737 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-761686ad-8863-42b2-abc4-985b86849cab tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for floatingip, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:39.437041 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b263b517-6fd8-4a07-a3c8-ef83e5215f16 tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:39.438272 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b263b517-6fd8-4a07-a3c8-ef83e5215f16 tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2200077 Sep 30 13:36:39.441152 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42230) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:39.539954 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2e420d5b-50ff-47e2-a4cf-77ae8118f05a tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=0c6025b8-7600-4c91-b949-7ec40862d9e7 HTTP/1.1" status: 200 len: 467 time: 0.0976849 Sep 30 13:36:39.542697 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42232) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:39.569552 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-761686ad-8863-42b2-abc4-985b86849cab tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:39.670932 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-761686ad-8863-42b2-abc4-985b86849cab tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Allocated IP 172.25.5.190 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/c3e36b9a-9dc5-4547-b586-fd767be196c5) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:36:39.761649 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-baa64f44-4629-4d23-b04e-e154fc730760 tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:39.762846 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-baa64f44-4629-4d23-b04e-e154fc730760 tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/0c6025b8-7600-4c91-b949-7ec40862d9e7 HTTP/1.1" status: 204 len: 168 time: 0.2191591 Sep 30 13:36:39.765577 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42234) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:39.775037 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-761686ad-8863-42b2-abc4-985b86849cab tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:39.778582 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0d45c9de-8cb6-47f8-812f-9bc51e180235 tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=0c6025b8-7600-4c91-b949-7ec40862d9e7 HTTP/1.1" status: 200 len: 216 time: 0.0119014 Sep 30 13:36:39.779446 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42236) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:39.789123 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0b37d4c4-9778-4c4a-9bda-3e62c55cb1d8 tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0086551 Sep 30 13:36:39.792131 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42238) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:39.803686 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e0469e0a-4a58-4e2f-a1db-9f0d93e52915 tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0105975 Sep 30 13:36:39.806774 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42240) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:39.812733 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-761686ad-8863-42b2-abc4-985b86849cab tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:39.846662 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761686ad-8863-42b2-abc4-985b86849cab tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:36:39.853564 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-761686ad-8863-42b2-abc4-985b86849cab tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:36:39.857052 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761686ad-8863-42b2-abc4-985b86849cab tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:36:39.860778 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9a36c0b7-4b11-44ff-8513-a81c0f62f97f tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/bf0bfb72-0aab-4389-ac00-25e5527a6de1 HTTP/1.1" status: 200 len: 472 time: 0.0529971 Sep 30 13:36:39.864101 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761686ad-8863-42b2-abc4-985b86849cab tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event updated for resources: {'Port': ['ID=c3e36b9a-9dc5-4547-b586-fd767be196c5,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:39.864334 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42242) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:39.875453 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cdd00477-3b2e-45b0-ad7e-04aba8c70add tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/06d4bcae-94e9-4f91-b0d1-d319a39c11cf HTTP/1.1" status: 200 len: 459 time: 0.0094259 Sep 30 13:36:39.878646 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42244) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:39.978888 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ca1abc2c-0bf7-4d66-85c8-0ae8ac9ab11c tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:39.982277 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ca1abc2c-0bf7-4d66-85c8-0ae8ac9ab11c tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/06d4bcae-94e9-4f91-b0d1-d319a39c11cf HTTP/1.1" status: 204 len: 168 time: 0.1005192 Sep 30 13:36:39.982568 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42246) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:40.226107 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-761686ad-8863-42b2-abc4-985b86849cab tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:40.294411 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-761686ad-8863-42b2-abc4-985b86849cab tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:40.444945 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-761686ad-8863-42b2-abc4-985b86849cab tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:40.450357 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-761686ad-8863-42b2-abc4-985b86849cab tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:40.450732 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-01b816db-f1a8-440d-af2e-089bf07c8eb7 tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:40.454756 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-01b816db-f1a8-440d-af2e-089bf07c8eb7 tempest-MeteringIpV6TestJSON-1199066463 tempest-MeteringIpV6TestJSON-1199066463-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/bf0bfb72-0aab-4389-ac00-25e5527a6de1 HTTP/1.1" status: 204 len: 168 time: 0.4712667 Sep 30 13:36:40.523204 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761686ad-8863-42b2-abc4-985b86849cab tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event updated for resources: {'Port': ['ID=c3e36b9a-9dc5-4547-b586-fd767be196c5,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:40.534102 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-761686ad-8863-42b2-abc4-985b86849cab tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:40.633078 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-761686ad-8863-42b2-abc4-985b86849cab tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Floating IP 7155a025-c66c-4382-baa0-55c454c1b7aa associated. External IP: 172.25.5.190, port: 0da4009d-5381-4997-bf33-5788a359a513. Sep 30 13:36:40.695665 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42252) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:40.810269 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-87cd63e5-ec27-4f4b-9b82-75b9b8f79a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:40.888123 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761686ad-8863-42b2-abc4-985b86849cab tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Router b352136a-9100-4049-b7cd-18db25281426 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:36:41.029695 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-87cd63e5-ec27-4f4b-9b82-75b9b8f79a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:41.036762 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-87cd63e5-ec27-4f4b-9b82-75b9b8f79a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:41.045935 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761686ad-8863-42b2-abc4-985b86849cab tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:36:41.056010 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d45afcb-1b40-452d-af2c-205886353208 None None] Sync routers for ids ['b352136a-9100-4049-b7cd-18db25281426'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:36:41.065942 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d45afcb-1b40-452d-af2c-205886353208 None None] Routers {'b352136a-9100-4049-b7cd-18db25281426'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:36:41.066613 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3d45afcb-1b40-452d-af2c-205886353208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b352136a-9100-4049-b7cd-18db25281426'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:41.086708 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd63e5-ec27-4f4b-9b82-75b9b8f79a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c135ae3-7e90-4bc0-bd2e-167c16751a48,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:41.092210 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-87cd63e5-ec27-4f4b-9b82-75b9b8f79a87 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de8be129d9a24c4881663caf2da65fec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3955472 Sep 30 13:36:41.093453 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-761686ad-8863-42b2-abc4-985b86849cab tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:41.095541 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42256) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:41.126541 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-761686ad-8863-42b2-abc4-985b86849cab tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7546268 Sep 30 13:36:41.127841 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff23b83-e6b4-49cf-a592-76f5fc25855c', 'tag': '0da4009d-5381-4997-bf33-5788a359a513'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:36:41.130838 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53eef341-9f9a-42b9-85c6-c2f7c6024386" -d '{"events": [{"name": "network-changed", "server_uuid": "aff23b83-e6b4-49cf-a592-76f5fc25855c", "tag": "0da4009d-5381-4997-bf33-5788a359a513"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:36:41.168351 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce52239-8b64-497c-b518-4c9021a4e267 x-openstack-request-id: req-4ce52239-8b64-497c-b518-4c9021a4e267 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:36:41.168632 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff23b83-e6b4-49cf-a592-76f5fc25855c", "tag": "0da4009d-5381-4997-bf33-5788a359a513", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:36:41.168881 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ce52239-8b64-497c-b518-4c9021a4e267 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:36:41.169278 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff23b83-e6b4-49cf-a592-76f5fc25855c', 'tag': '0da4009d-5381-4997-bf33-5788a359a513', 'status': 'completed', 'code': 200} Sep 30 13:36:41.175081 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f38c7388-f9d8-4a45-8fed-bf8ce75bb191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:41.175278 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-3d45afcb-1b40-452d-af2c-205886353208 None None] Set router b352136a-9100-4049-b7cd-18db25281426 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:36:41.197501 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f38c7388-f9d8-4a45-8fed-bf8ce75bb191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:41.233055 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eef341-9f9a-42b9-85c6-c2f7c6024386 req-87a1b82d-3008-4eaf-b4dc-997caa5dddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:41.234631 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-53eef341-9f9a-42b9-85c6-c2f7c6024386 req-87a1b82d-3008-4eaf-b4dc-997caa5dddd8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 1097 time: 0.0420768 Sep 30 13:36:41.255071 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f38c7388-f9d8-4a45-8fed-bf8ce75bb191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:41.258499 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f38c7388-f9d8-4a45-8fed-bf8ce75bb191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:41.260073 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f38c7388-f9d8-4a45-8fed-bf8ce75bb191 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c135ae3-7e90-4bc0-bd2e-167c16751a48 HTTP/1.1" status: 204 len: 168 time: 0.1618114 Sep 30 13:36:41.270514 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c7388-f9d8-4a45-8fed-bf8ce75bb191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c135ae3-7e90-4bc0-bd2e-167c16751a48,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:41.332579 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eef341-9f9a-42b9-85c6-c2f7c6024386 req-b36e6c77-9cdc-44cc-b19a-d1a73c818fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:41.334409 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-53eef341-9f9a-42b9-85c6-c2f7c6024386 req-b36e6c77-9cdc-44cc-b19a-d1a73c818fb4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 912 time: 0.0927176 Sep 30 13:36:41.408611 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-53eef341-9f9a-42b9-85c6-c2f7c6024386 req-fd1f58a7-2271-49dd-bd6e-9bdcd18fe509 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0da4009d-5381-4997-bf33-5788a359a513 HTTP/1.1" status: 200 len: 1000 time: 0.0673325 Sep 30 13:36:41.422547 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3d45afcb-1b40-452d-af2c-205886353208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b352136a-9100-4049-b7cd-18db25281426', 'name': 'tempest-TestVolumeBootPattern-969616354-router', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:46Z', 'revision_number': 4, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'gw_port': {'id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '7155a025-c66c-4382-baa0-55c454c1b7aa', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'floating_ip_address': '172.25.5.190', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'b352136a-9100-4049-b7cd-18db25281426', 'port_id': '0da4009d-5381-4997-bf33-5788a359a513', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'mac_address': 'fa:16:3e:36:5b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff23b83-e6b4-49cf-a592-76f5fc25855c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:36:40Z', 'updated_at': '2021-09-30T13:36:40Z', 'revision_number': 0, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '447a3fd2-463e-4c39-954d-09131eb2c2f5', 'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'mac_address': 'fa:16:3e:97:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:45Z', 'updated_at': '2021-09-30T13:32:49Z', 'revision_number': 5, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'subnets': [{'id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:41.450216 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d45afcb-1b40-452d-af2c-205886353208 None None] Checking router: b352136a-9100-4049-b7cd-18db25281426 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:36:41.459767 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d45afcb-1b40-452d-af2c-205886353208 None None] Routers {'b352136a-9100-4049-b7cd-18db25281426'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:36:41.460367 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3d45afcb-1b40-452d-af2c-205886353208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b352136a-9100-4049-b7cd-18db25281426'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:41.463436 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eef341-9f9a-42b9-85c6-c2f7c6024386 req-c5af3338-1799-4e38-8303-2cc9339b7021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:41.465005 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-53eef341-9f9a-42b9-85c6-c2f7c6024386 req-c5af3338-1799-4e38-8303-2cc9339b7021 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a29bd19-7bbd-493a-b0e5-a534c2103246 HTTP/1.1" status: 200 len: 850 time: 0.0500538 Sep 30 13:36:41.513324 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eef341-9f9a-42b9-85c6-c2f7c6024386 req-9e60cb33-20f5-4d6a-b8b6-f4f399dc2954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:41.515090 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-53eef341-9f9a-42b9-85c6-c2f7c6024386 req-9e60cb33-20f5-4d6a-b8b6-f4f399dc2954 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=949dc44d-a521-4909-8cff-116a74911834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431235 Sep 30 13:36:41.571510 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42266) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:41.590781 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ad09c7e-a12c-417e-b14d-a7a1b859477d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:41.619887 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-53eef341-9f9a-42b9-85c6-c2f7c6024386 req-5ae4cea8-9dc4-4b57-8162-6a73f7aa0de3 service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978689 Sep 30 13:36:41.671741 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-3d45afcb-1b40-452d-af2c-205886353208 None None] Set router b352136a-9100-4049-b7cd-18db25281426 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:36:41.689144 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ad09c7e-a12c-417e-b14d-a7a1b859477d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:41.693108 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ad09c7e-a12c-417e-b14d-a7a1b859477d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:41.719958 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-53eef341-9f9a-42b9-85c6-c2f7c6024386 req-3a668498-3001-409d-b391-50d1d34ef54a service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926416 Sep 30 13:36:41.734053 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6ad09c7e-a12c-417e-b14d-a7a1b859477d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=efb29981eb494f70b81a472009cb9ad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1602616 Sep 30 13:36:41.735750 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad09c7e-a12c-417e-b14d-a7a1b859477d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2c0e26-66af-4771-8034-5b02ad143e39,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:41.736646 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42268) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:41.789012 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-93f45c3c-6698-4fc6-8c79-b14c7ba1db97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:41.809434 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-93f45c3c-6698-4fc6-8c79-b14c7ba1db97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:41.857677 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-93f45c3c-6698-4fc6-8c79-b14c7ba1db97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:41.860461 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-93f45c3c-6698-4fc6-8c79-b14c7ba1db97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:41.863971 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-93f45c3c-6698-4fc6-8c79-b14c7ba1db97 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea2c0e26-66af-4771-8034-5b02ad143e39 HTTP/1.1" status: 204 len: 168 time: 0.1239042 Sep 30 13:36:41.869797 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f45c3c-6698-4fc6-8c79-b14c7ba1db97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2c0e26-66af-4771-8034-5b02ad143e39,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:41.911057 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3d45afcb-1b40-452d-af2c-205886353208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b352136a-9100-4049-b7cd-18db25281426', 'name': 'tempest-TestVolumeBootPattern-969616354-router', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:46Z', 'revision_number': 4, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'gw_port': {'id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '7155a025-c66c-4382-baa0-55c454c1b7aa', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'floating_ip_address': '172.25.5.190', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'b352136a-9100-4049-b7cd-18db25281426', 'port_id': '0da4009d-5381-4997-bf33-5788a359a513', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'mac_address': 'fa:16:3e:36:5b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff23b83-e6b4-49cf-a592-76f5fc25855c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:36:40Z', 'updated_at': '2021-09-30T13:36:40Z', 'revision_number': 0, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '447a3fd2-463e-4c39-954d-09131eb2c2f5', 'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'mac_address': 'fa:16:3e:97:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:45Z', 'updated_at': '2021-09-30T13:32:49Z', 'revision_number': 5, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'subnets': [{'id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:41.940222 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d45afcb-1b40-452d-af2c-205886353208 None None] The sync data for ids ['b352136a-9100-4049-b7cd-18db25281426'] in n-d-810909-2 is: [{'id': 'b352136a-9100-4049-b7cd-18db25281426', 'name': 'tempest-TestVolumeBootPattern-969616354-router', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:46Z', 'revision_number': 4, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'gw_port': {'id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '7155a025-c66c-4382-baa0-55c454c1b7aa', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'floating_ip_address': '172.25.5.190', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'b352136a-9100-4049-b7cd-18db25281426', 'port_id': '0da4009d-5381-4997-bf33-5788a359a513', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'mac_address': 'fa:16:3e:36:5b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff23b83-e6b4-49cf-a592-76f5fc25855c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:36:40Z', 'updated_at': '2021-09-30T13:36:40Z', 'revision_number': 0, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '447a3fd2-463e-4c39-954d-09131eb2c2f5', 'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'mac_address': 'fa:16:3e:97:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:45Z', 'updated_at': '2021-09-30T13:32:49Z', 'revision_number': 5, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'subnets': [{'id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:36:42.149120 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18febca-a6cd-47c7-b15c-100529274af3 None None] New status for floating IP 7155a025-c66c-4382-baa0-55c454c1b7aa: ACTIVE {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:36:43.049067 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42304) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:43.146194 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-4fb4b4f7-bf51-4be4-b7f8-899820fb5284 tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-537237677'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:43.167022 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4fb4b4f7-bf51-4be4-b7f8-899820fb5284 tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:43.168003 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4fb4b4f7-bf51-4be4-b7f8-899820fb5284 tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:43.220772 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4fb4b4f7-bf51-4be4-b7f8-899820fb5284 tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:43.225456 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4fb4b4f7-bf51-4be4-b7f8-899820fb5284 tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:43.238296 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4fb4b4f7-bf51-4be4-b7f8-899820fb5284 tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:43.239408 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4fb4b4f7-bf51-4be4-b7f8-899820fb5284 tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.1893253 Sep 30 13:36:43.241935 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42308) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:43.309404 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e4b2d861-007f-4b62-986e-4d5b72ad5df1 tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:43.462711 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e4b2d861-007f-4b62-986e-4d5b72ad5df1 tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:43.465055 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e4b2d861-007f-4b62-986e-4d5b72ad5df1 tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:43.509758 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e4b2d861-007f-4b62-986e-4d5b72ad5df1 tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:43.510227 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b2d861-007f-4b62-986e-4d5b72ad5df1 tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a6dc2acd-2e9e-42eb-babc-39a399a1f7fb {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:36:43.514478 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e4b2d861-007f-4b62-986e-4d5b72ad5df1 tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:43.515609 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e4b2d861-007f-4b62-986e-4d5b72ad5df1 tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] 10.222.0.18 "DELETE /v2.0/routers/a6dc2acd-2e9e-42eb-babc-39a399a1f7fb HTTP/1.1" status: 204 len: 168 time: 0.2726502 Sep 30 13:36:43.518526 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42310) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:43.523252 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-b452eade-a01c-4eb8-a941-80d2c8aaa96f tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Request body: {'router': {'name': 'tempest-router-108507810', 'distributed': False}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:43.542778 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b452eade-a01c-4eb8-a941-80d2c8aaa96f tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:43.543738 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b452eade-a01c-4eb8-a941-80d2c8aaa96f tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:43.592975 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b452eade-a01c-4eb8-a941-80d2c8aaa96f tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:43.596857 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b452eade-a01c-4eb8-a941-80d2c8aaa96f tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:43.610476 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b452eade-a01c-4eb8-a941-80d2c8aaa96f tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:43.611672 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b452eade-a01c-4eb8-a941-80d2c8aaa96f tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.0922036 Sep 30 13:36:43.614482 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42312) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:43.685210 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-60f2dd6b-0ef8-403d-9ccd-7ffb36aa70c2 tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:43.840896 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-60f2dd6b-0ef8-403d-9ccd-7ffb36aa70c2 tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:43.843132 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-60f2dd6b-0ef8-403d-9ccd-7ffb36aa70c2 tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:43.885331 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-60f2dd6b-0ef8-403d-9ccd-7ffb36aa70c2 tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:43.885817 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f2dd6b-0ef8-403d-9ccd-7ffb36aa70c2 tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f7b2e3b-7d69-41dd-b2ff-ce4ef849c517 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:36:43.890883 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-60f2dd6b-0ef8-403d-9ccd-7ffb36aa70c2 tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:43.892865 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-60f2dd6b-0ef8-403d-9ccd-7ffb36aa70c2 tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] 10.222.0.18 "DELETE /v2.0/routers/7f7b2e3b-7d69-41dd-b2ff-ce4ef849c517 HTTP/1.1" status: 204 len: 168 time: 0.2771962 Sep 30 13:36:43.895853 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42314) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:43.900000 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-e648afce-88f6-4606-9948-67e08f3a1fc4 tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Request body: {'router': {'name': 'tempest-router-445300313', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ac7a4c9c6a2b4d6cb0418569cb17304c'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:43.919152 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e648afce-88f6-4606-9948-67e08f3a1fc4 tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:43.920102 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e648afce-88f6-4606-9948-67e08f3a1fc4 tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:43.973511 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e648afce-88f6-4606-9948-67e08f3a1fc4 tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:43.977366 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e648afce-88f6-4606-9948-67e08f3a1fc4 tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:43.990322 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e648afce-88f6-4606-9948-67e08f3a1fc4 tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:43.991587 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e648afce-88f6-4606-9948-67e08f3a1fc4 tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.0947793 Sep 30 13:36:43.994296 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42316) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:43.998484 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-f47e44e5-2dc4-4d3c-b388-a1b675f9933d tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:44.203079 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f47e44e5-2dc4-4d3c-b388-a1b675f9933d tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-414777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:44.203876 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f47e44e5-2dc4-4d3c-b388-a1b675f9933d tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks [] for router, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:44.284001 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f47e44e5-2dc4-4d3c-b388-a1b675f9933d tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94764) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 30 13:36:44.284334 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f47e44e5-2dc4-4d3c-b388-a1b675f9933d tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Router e5577a34-4bd9-4580-b0ec-1c23921b5142 migrating from provider to provider. {{(pid=94764) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 30 13:36:44.284706 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f47e44e5-2dc4-4d3c-b388-a1b675f9933d tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:44.290343 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f47e44e5-2dc4-4d3c-b388-a1b675f9933d tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:44.293796 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f47e44e5-2dc4-4d3c-b388-a1b675f9933d tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-417349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-414758'] for router, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:44.372818 n-d-810909-2 neutron-server[94764]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f47e44e5-2dc4-4d3c-b388-a1b675f9933d tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] No L3 agents can host the router e5577a34-4bd9-4580-b0ec-1c23921b5142 Sep 30 13:36:44.490635 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47e44e5-2dc4-4d3c-b388-a1b675f9933d tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Hosts for router e5577a34-4bd9-4580-b0ec-1c23921b5142: [] {{(pid=94764) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 30 13:36:44.512566 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47e44e5-2dc4-4d3c-b388-a1b675f9933d tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Hosts for other DVR routers connected to router e5577a34-4bd9-4580-b0ec-1c23921b5142: set() {{(pid=94764) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 30 13:36:44.515233 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f47e44e5-2dc4-4d3c-b388-a1b675f9933d tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:44.516474 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f47e44e5-2dc4-4d3c-b388-a1b675f9933d tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] 10.222.0.18 "PUT /v2.0/routers/e5577a34-4bd9-4580-b0ec-1c23921b5142 HTTP/1.1" status: 200 len: 716 time: 0.5212359 Sep 30 13:36:44.519133 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42320) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:44.597526 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f239e5df-acb1-4afa-88d7-e01bf3e14acf tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] 10.222.0.18 "GET /v2.0/routers/e5577a34-4bd9-4580-b0ec-1c23921b5142 HTTP/1.1" status: 200 len: 716 time: 0.0770710 Sep 30 13:36:44.600918 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42322) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:44.775928 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ab49edda-e976-470d-955c-be7d9febcf02 tempest-RoutersTestDVR-813865770 tempest-RoutersTestDVR-813865770-project] 10.222.0.18 "GET /v2.0/routers/e5577a34-4bd9-4580-b0ec-1c23921b5142 HTTP/1.1" status: 200 len: 682 time: 0.1738715 Sep 30 13:36:44.778454 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42328) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:44.852365 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b243ba6-4f41-469f-ab92-999ed362983c tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:44.987910 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:45.003323 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b243ba6-4f41-469f-ab92-999ed362983c tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:45.006168 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b243ba6-4f41-469f-ab92-999ed362983c tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:45.046753 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b243ba6-4f41-469f-ab92-999ed362983c tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:45.047194 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b243ba6-4f41-469f-ab92-999ed362983c tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5577a34-4bd9-4580-b0ec-1c23921b5142 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:36:45.051324 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b243ba6-4f41-469f-ab92-999ed362983c tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:45.056585 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3b243ba6-4f41-469f-ab92-999ed362983c tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] 10.222.0.18 "DELETE /v2.0/routers/e5577a34-4bd9-4580-b0ec-1c23921b5142 HTTP/1.1" status: 204 len: 168 time: 0.2731042 Sep 30 13:36:45.056702 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42330) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:45.060612 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-40eca963-2d32-4335-8ca3-207a5bcf602a tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Request body: {'router': {'name': 'tempest-router-1110632580', 'distributed': True}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:45.081866 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-40eca963-2d32-4335-8ca3-207a5bcf602a tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:45.083433 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-40eca963-2d32-4335-8ca3-207a5bcf602a tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:45.131788 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-40eca963-2d32-4335-8ca3-207a5bcf602a tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:45.135713 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-40eca963-2d32-4335-8ca3-207a5bcf602a tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:45.147943 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-40eca963-2d32-4335-8ca3-207a5bcf602a tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:45.149432 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-40eca963-2d32-4335-8ca3-207a5bcf602a tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.0921421 Sep 30 13:36:45.152138 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42332) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:45.293177 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42334) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:45.528645 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-83886234-439e-4b84-a07e-9dd60d653b4b tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:45.675820 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d8fb5d53-7f10-4929-9095-dd4aa883f1eb tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] 10.222.0.18 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2416 time: 0.3813615 Sep 30 13:36:45.679168 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42336) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:45.683817 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-fbb6d850-d079-43ce-9a49-e0f3512e449a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Request body: {'network': {'name': 'tempest-network-smoke--202699702', 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'port_security_enabled': False}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:45.686803 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-83886234-439e-4b84-a07e-9dd60d653b4b tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:45.689219 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-83886234-439e-4b84-a07e-9dd60d653b4b tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:45.704394 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb6d850-d079-43ce-9a49-e0f3512e449a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Made reservation on behalf of 7cfecf5064184b11934bd458c1ff7ce6 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:36:45.708389 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fbb6d850-d079-43ce-9a49-e0f3512e449a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:45.731813 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb6d850-d079-43ce-9a49-e0f3512e449a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:36:45.735290 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-83886234-439e-4b84-a07e-9dd60d653b4b tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:45.735802 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83886234-439e-4b84-a07e-9dd60d653b4b tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3b138a3-a882-46e0-b463-d484a2f1690c {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:36:45.741250 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-83886234-439e-4b84-a07e-9dd60d653b4b tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:45.741931 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fbb6d850-d079-43ce-9a49-e0f3512e449a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:45.742304 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-fbb6d850-d079-43ce-9a49-e0f3512e449a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Added segment 8963862b-9c01-4555-9950-1fdf38cc9527 of type vlan for network c6ac8977-9564-48b7-aea9-412c46e31158 Sep 30 13:36:45.745835 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-83886234-439e-4b84-a07e-9dd60d653b4b tempest-RoutersTestDVR-83644619 tempest-RoutersTestDVR-83644619-project-admin] 10.222.0.18 "DELETE /v2.0/routers/c3b138a3-a882-46e0-b463-d484a2f1690c HTTP/1.1" status: 204 len: 168 time: 0.5926039 Sep 30 13:36:45.792822 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fbb6d850-d079-43ce-9a49-e0f3512e449a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:45.817248 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fbb6d850-d079-43ce-9a49-e0f3512e449a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:45.822926 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb6d850-d079-43ce-9a49-e0f3512e449a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:45.823503 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fbb6d850-d079-43ce-9a49-e0f3512e449a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:45.853573 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fbb6d850-d079-43ce-9a49-e0f3512e449a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1733646 Sep 30 13:36:45.856217 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42340) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:45.860631 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-dff3c55f-3d3b-43a1-b6f3-744083723f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1011829944', 'admin_state_up': True, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:45.910294 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6d850-d079-43ce-9a49-e0f3512e449a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event updated for resources: {'Network': ['ID=c6ac8977-9564-48b7-aea9-412c46e31158,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:45.922811 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network c6ac8977-9564-48b7-aea9-412c46e31158 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:36:45.923704 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dff3c55f-3d3b-43a1-b6f3-744083723f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:45.924805 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dff3c55f-3d3b-43a1-b6f3-744083723f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:45.976857 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dff3c55f-3d3b-43a1-b6f3-744083723f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:46.004273 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42344) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:46.114555 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ae7f9477-84b2-4ed2-a406-fb7dba0665be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:46.118534 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dff3c55f-3d3b-43a1-b6f3-744083723f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:46.203553 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ae7f9477-84b2-4ed2-a406-fb7dba0665be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:46.207591 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ae7f9477-84b2-4ed2-a406-fb7dba0665be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:46.246954 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ae7f9477-84b2-4ed2-a406-fb7dba0665be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac7a4c9c6a2b4d6cb0418569cb17304c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2413666 Sep 30 13:36:46.248661 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f9477-84b2-4ed2-a406-fb7dba0665be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c50c35-d92c-489a-b494-8ed825af00c9,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:46.250960 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42348) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:46.298929 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-20e94aa3-fadb-4b43-abec-4c57aca2e5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:46.315626 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dff3c55f-3d3b-43a1-b6f3-744083723f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:46.319676 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-20e94aa3-fadb-4b43-abec-4c57aca2e5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:46.339497 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dff3c55f-3d3b-43a1-b6f3-744083723f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:46.370499 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-20e94aa3-fadb-4b43-abec-4c57aca2e5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:46.373564 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-20e94aa3-fadb-4b43-abec-4c57aca2e5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:46.374752 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-20e94aa3-fadb-4b43-abec-4c57aca2e5ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/24c50c35-d92c-489a-b494-8ed825af00c9 HTTP/1.1" status: 204 len: 168 time: 0.1229005 Sep 30 13:36:46.383238 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e94aa3-fadb-4b43-abec-4c57aca2e5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c50c35-d92c-489a-b494-8ed825af00c9,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:46.450800 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-dff3c55f-3d3b-43a1-b6f3-744083723f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Allocated IP 172.25.5.138 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:36:46.559391 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dff3c55f-3d3b-43a1-b6f3-744083723f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:46.593866 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dff3c55f-3d3b-43a1-b6f3-744083723f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:46.634835 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff3c55f-3d3b-43a1-b6f3-744083723f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:36:46.637614 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-dff3c55f-3d3b-43a1-b6f3-744083723f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:36:46.639952 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff3c55f-3d3b-43a1-b6f3-744083723f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:36:46.652268 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42354) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:46.666424 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-da15659e-6819-4031-a523-0b0c3d525684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:46.667622 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3c55f-3d3b-43a1-b6f3-744083723f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event updated for resources: {'Port': ['ID=9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:46.756269 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-da15659e-6819-4031-a523-0b0c3d525684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:46.760808 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-da15659e-6819-4031-a523-0b0c3d525684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:46.797346 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15659e-6819-4031-a523-0b0c3d525684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dd1351-fbb5-4594-8c29-6c2cdcbfb562,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:46.805007 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-da15659e-6819-4031-a523-0b0c3d525684 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=18ad523349fa4031b0daa7a4e48f50a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516924 Sep 30 13:36:46.805607 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42356) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:46.856409 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0308b650-4d03-4b3e-8098-f0dedc3a8d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:46.881241 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0308b650-4d03-4b3e-8098-f0dedc3a8d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:46.903424 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dff3c55f-3d3b-43a1-b6f3-744083723f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:46.928147 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0308b650-4d03-4b3e-8098-f0dedc3a8d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:46.930864 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0308b650-4d03-4b3e-8098-f0dedc3a8d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:46.932050 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0308b650-4d03-4b3e-8098-f0dedc3a8d9e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17dd1351-fbb5-4594-8c29-6c2cdcbfb562 HTTP/1.1" status: 204 len: 168 time: 0.1251836 Sep 30 13:36:46.940185 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308b650-4d03-4b3e-8098-f0dedc3a8d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dd1351-fbb5-4594-8c29-6c2cdcbfb562,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:47.109267 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dff3c55f-3d3b-43a1-b6f3-744083723f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:47.241128 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff3c55f-3d3b-43a1-b6f3-744083723f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Router b4c4fff2-444a-4650-bb16-f72443bb7b7d is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:36:47.351134 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff3c55f-3d3b-43a1-b6f3-744083723f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:36:47.361130 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f3e749-f4be-4698-a54a-bb1af51eea22 None None] Sync routers for ids ['b4c4fff2-444a-4650-bb16-f72443bb7b7d'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:36:47.371138 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-dff3c55f-3d3b-43a1-b6f3-744083723f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:47.371378 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f3e749-f4be-4698-a54a-bb1af51eea22 None None] Routers {'b4c4fff2-444a-4650-bb16-f72443bb7b7d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:36:47.371867 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-07f3e749-f4be-4698-a54a-bb1af51eea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b4c4fff2-444a-4650-bb16-f72443bb7b7d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:47.376283 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-dff3c55f-3d3b-43a1-b6f3-744083723f09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5154555 Sep 30 13:36:47.377039 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42370) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.428580 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099d97a2-5930-40ef-8480-f09b06fcfb9c tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:47.432682 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-099d97a2-5930-40ef-8480-f09b06fcfb9c tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=7cfecf5064184b11934bd458c1ff7ce6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0520425 Sep 30 13:36:47.433658 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42374) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.491868 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-07f3e749-f4be-4698-a54a-bb1af51eea22 None None] Set router b4c4fff2-444a-4650-bb16-f72443bb7b7d gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:36:47.535619 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e01dd-016a-4d3d-b18b-197e03f42aba tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:47.537835 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-042e01dd-016a-4d3d-b18b-197e03f42aba tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1029520 Sep 30 13:36:47.540557 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42382) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.577171 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c1e60c9d-4ba4-413b-9a6a-a0483fc280e6 tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7bf2cdd5-9828-4259-bd46-d7f13451331c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327315 Sep 30 13:36:47.577384 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42384) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.607551 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3a31d36d-738b-4cbf-999c-e1cfb333890f tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=7cfecf5064184b11934bd458c1ff7ce6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291064 Sep 30 13:36:47.610055 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42386) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.654905 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42388) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.682470 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-07f3e749-f4be-4698-a54a-bb1af51eea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c4fff2-444a-4650-bb16-f72443bb7b7d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1011829944', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:36:45Z', 'updated_at': '2021-09-30T13:36:46Z', 'revision_number': 3, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'gw_port': {'id': '9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c4fff2-444a-4650-bb16-f72443bb7b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:36:46Z', 'updated_at': '2021-09-30T13:36:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:47.700915 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a389cef1-e7ae-43bd-985e-e9074fe54ba2 tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:47.705071 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a389cef1-e7ae-43bd-985e-e9074fe54ba2 tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916066 Sep 30 13:36:47.705522 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42392) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.708906 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f3e749-f4be-4698-a54a-bb1af51eea22 None None] Checking router: b4c4fff2-444a-4650-bb16-f72443bb7b7d for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:36:47.709245 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f3e749-f4be-4698-a54a-bb1af51eea22 None None] Updating router b4c4fff2-444a-4650-bb16-f72443bb7b7d port 9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:36:47.740025 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ab4112e6-a87a-43c1-a4ed-12f8b29330b6 tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7bf2cdd5-9828-4259-bd46-d7f13451331c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298479 Sep 30 13:36:47.740155 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-07f3e749-f4be-4698-a54a-bb1af51eea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:47.740256 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42396) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.745219 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-306a5d88-4597-427d-a2b3-0d233a6656e3 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-349237039', 'network_id': 'c6ac8977-9564-48b7-aea9-412c46e31158', 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:47.766935 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-3a9f1af8-9352-47d8-8321-18dba0de3bf8 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:47.772076 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3a9f1af8-9352-47d8-8321-18dba0de3bf8 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.1158888 Sep 30 13:36:47.772672 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42398) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.776797 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-bd6b68c0-b805-4317-b322-c8888459e195 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:47.780118 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bd6b68c0-b805-4317-b322-c8888459e195 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0065439 Sep 30 13:36:47.780659 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42400) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.784606 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-f757a808-4d9f-4e6a-8b93-a274bd32c8ff tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:47.788657 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f757a808-4d9f-4e6a-8b93-a274bd32c8ff tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0040550 Sep 30 13:36:47.788825 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42402) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.792694 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-d5c0d9eb-d132-4c91-a1aa-7a6b77b9175d tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:47.793615 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d5c0d9eb-d132-4c91-a1aa-7a6b77b9175d tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0039623 Sep 30 13:36:47.795839 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42404) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.799778 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-ccf12a2b-9ed0-43bb-b6a8-7104768a867a tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:47.800929 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ccf12a2b-9ed0-43bb-b6a8-7104768a867a tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0038698 Sep 30 13:36:47.802936 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42406) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.806669 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-e67fba78-05ea-41b8-9435-48bac664936b tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:47.810202 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e67fba78-05ea-41b8-9435-48bac664936b tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0038548 Sep 30 13:36:47.810433 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42408) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.814742 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-a7a2a292-75a0-4445-846f-350c2d56da1b tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:47.815763 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a7a2a292-75a0-4445-846f-350c2d56da1b tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0044227 Sep 30 13:36:47.818953 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42410) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.823831 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-b1c73353-d06d-43c9-8b4a-d6240b0a2728 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:47.824815 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b1c73353-d06d-43c9-8b4a-d6240b0a2728 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0050051 Sep 30 13:36:47.827237 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42412) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.831239 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-741f7cc5-f4af-4e9b-a6ef-26719ee4f489 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:47.832276 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-741f7cc5-f4af-4e9b-a6ef-26719ee4f489 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0041015 Sep 30 13:36:47.835396 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42414) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.839274 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-ede82383-0599-49f7-9c8e-bb7ef4b5e9c9 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:47.842516 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ede82383-0599-49f7-9c8e-bb7ef4b5e9c9 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0061145 Sep 30 13:36:47.843029 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42416) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.847331 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-0e61dbba-7393-4fde-8fee-5b1225b35e29 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:47.850528 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0e61dbba-7393-4fde-8fee-5b1225b35e29 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0064781 Sep 30 13:36:47.851474 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42418) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.857432 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [None req-9ba2a588-98f7-4280-abdf-c2cab8f7a265 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:47.858587 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9ba2a588-98f7-4280-abdf-c2cab8f7a265 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0058563 Sep 30 13:36:47.859848 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306a5d88-4597-427d-a2b3-0d233a6656e3 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Made reservation on behalf of 7cfecf5064184b11934bd458c1ff7ce6 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:36:47.860924 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42420) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.863819 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-306a5d88-4597-427d-a2b3-0d233a6656e3 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:47.866128 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-6fa2b827-a1e7-4ade-aeec-c29a19489fe5 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:47.869191 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6fa2b827-a1e7-4ade-aeec-c29a19489fe5 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0070629 Sep 30 13:36:47.869836 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42422) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.873905 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-d526ab0c-a30e-41b0-b5d8-08f502a6a42d tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:47.877074 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d526ab0c-a30e-41b0-b5d8-08f502a6a42d tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0040579 Sep 30 13:36:47.877353 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42424) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.882171 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-3c787851-5598-46f3-8090-c565a33963fb tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:47.885481 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3c787851-5598-46f3-8090-c565a33963fb tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0070555 Sep 30 13:36:47.886055 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42426) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.889844 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-77329ea1-6880-4cd0-85e1-e2885482a707 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:47.893278 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-77329ea1-6880-4cd0-85e1-e2885482a707 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0040293 Sep 30 13:36:47.893512 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42428) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.898851 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-d66b0f39-7ddc-49b1-8698-eca28325959a tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:47.899812 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d66b0f39-7ddc-49b1-8698-eca28325959a tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0052602 Sep 30 13:36:47.902713 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42430) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.907527 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [None req-82af0400-9f52-4a2a-8d4f-a5d474c2d7f2 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:47.908814 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-82af0400-9f52-4a2a-8d4f-a5d474c2d7f2 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0047386 Sep 30 13:36:47.911119 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42432) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.915762 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-0ed35b95-dc50-4533-ac93-c8148b12b41d tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:47.916901 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0ed35b95-dc50-4533-ac93-c8148b12b41d tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0046856 Sep 30 13:36:47.919202 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42434) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.923194 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-67f343bf-7c57-4712-856b-14b8c3426048 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:47.924243 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-67f343bf-7c57-4712-856b-14b8c3426048 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0041020 Sep 30 13:36:47.926359 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42436) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.930314 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-8bd39f36-e442-4584-ad28-455fb20f08ed tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:47.933731 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8bd39f36-e442-4584-ad28-455fb20f08ed tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0064015 Sep 30 13:36:47.934437 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42438) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.938481 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-79dbffcc-dee4-4f21-a01d-b592c1006aca tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:47.940821 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-79dbffcc-dee4-4f21-a01d-b592c1006aca tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0054092 Sep 30 13:36:47.941882 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42440) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.946691 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-a3953647-4e53-4d87-8f6f-4b853f4ea8c8 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:47.947744 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a3953647-4e53-4d87-8f6f-4b853f4ea8c8 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0043616 Sep 30 13:36:47.949969 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42442) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.954523 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-3290c324-e7ff-4852-acc6-de35941aac06 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:47.955760 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3290c324-e7ff-4852-acc6-de35941aac06 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0047615 Sep 30 13:36:47.958727 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42444) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.963502 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-29118a52-1606-4a7e-8445-2470522e8c29 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:47.964533 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-29118a52-1606-4a7e-8445-2470522e8c29 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0042443 Sep 30 13:36:47.966875 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42446) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.971450 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-ce3a2250-7f83-4be1-8077-e2fefb938c25 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:47.972871 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ce3a2250-7f83-4be1-8077-e2fefb938c25 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0050604 Sep 30 13:36:47.976776 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42448) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:47.980665 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-6e61cf6a-d551-4400-9043-d8fa61022e0c tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:47.981583 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6e61cf6a-d551-4400-9043-d8fa61022e0c tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0039663 Sep 30 13:36:47.984062 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42450) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.010742 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [None req-7840b4f5-7291-45b7-8617-4032c58a6e72 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.011752 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7840b4f5-7291-45b7-8617-4032c58a6e72 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0267313 Sep 30 13:36:48.014059 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-07f3e749-f4be-4698-a54a-bb1af51eea22 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:48.014990 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42452) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.019859 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-07f3e749-f4be-4698-a54a-bb1af51eea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:48.021037 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [None req-c1858063-16c8-491f-9b12-f41b671c2021 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.024153 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c1858063-16c8-491f-9b12-f41b671c2021 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0065236 Sep 30 13:36:48.024641 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42454) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.029374 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-38f2fdb5-56de-495f-88ea-db1dd91abbed tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.030810 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-38f2fdb5-56de-495f-88ea-db1dd91abbed tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0049520 Sep 30 13:36:48.033170 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42456) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.037593 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-88d31345-871c-474a-9051-b27fec758ce2 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.038811 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-88d31345-871c-474a-9051-b27fec758ce2 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0045123 Sep 30 13:36:48.040984 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42458) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.045403 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-39a71683-0831-41f3-84f8-45ecbff3c298 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.046605 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-39a71683-0831-41f3-84f8-45ecbff3c298 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0045397 Sep 30 13:36:48.048963 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42460) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.053365 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-dec19eff-b270-4509-bcae-198b0e4eb33e tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.054611 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-dec19eff-b270-4509-bcae-198b0e4eb33e tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0044351 Sep 30 13:36:48.057222 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42462) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.062563 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-5d7d1dbb-596b-48c4-8e08-cc936bbeb1f8 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.066377 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5d7d1dbb-596b-48c4-8e08-cc936bbeb1f8 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0070362 Sep 30 13:36:48.067008 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42464) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.072010 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-23187a70-a5db-4af0-ac5b-2d465bfda72b tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.073183 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-23187a70-a5db-4af0-ac5b-2d465bfda72b tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0045736 Sep 30 13:36:48.075529 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42466) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.078785 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5bc1f-c32c-4aa7-a75b-90331309ec0e None None] Pushing event updated for resources: {'Port': ['ID=9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:48.080295 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-758e409c-5661-4d2f-98c7-99a0444b39f9 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.084095 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-758e409c-5661-4d2f-98c7-99a0444b39f9 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0059791 Sep 30 13:36:48.084743 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42468) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.087687 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-07f3e749-f4be-4698-a54a-bb1af51eea22 None None] Attempting to bind port 9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:36:48.088120 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-07f3e749-f4be-4698-a54a-bb1af51eea22 None None] Attempting to bind port 9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:36:48.088545 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f3e749-f4be-4698-a54a-bb1af51eea22 None None] Attempting to bind port 9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:36:48.089113 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-562aada5-5dfe-40ca-8d39-4f9907e0e5ed tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.091016 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-306a5d88-4597-427d-a2b3-0d233a6656e3 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:48.091838 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5bc1f-c32c-4aa7-a75b-90331309ec0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:48.092181 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5bc1f-c32c-4aa7-a75b-90331309ec0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:48.092515 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5bc1f-c32c-4aa7-a75b-90331309ec0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:48.092843 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5bc1f-c32c-4aa7-a75b-90331309ec0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:48.092992 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-562aada5-5dfe-40ca-8d39-4f9907e0e5ed tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0072284 Sep 30 13:36:48.093167 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5bc1f-c32c-4aa7-a75b-90331309ec0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:48.093380 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42470) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.093511 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5bc1f-c32c-4aa7-a75b-90331309ec0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:48.093796 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5bc1f-c32c-4aa7-a75b-90331309ec0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:48.094184 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5bc1f-c32c-4aa7-a75b-90331309ec0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:48.094522 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5bc1f-c32c-4aa7-a75b-90331309ec0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:48.094838 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5bc1f-c32c-4aa7-a75b-90331309ec0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:48.095154 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5bc1f-c32c-4aa7-a75b-90331309ec0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:48.095468 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5bc1f-c32c-4aa7-a75b-90331309ec0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:36:48.097414 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-069a5251-7adc-4187-a3ad-46c6ac184225 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.098374 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-069a5251-7adc-4187-a3ad-46c6ac184225 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0041599 Sep 30 13:36:48.102439 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42472) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.103890 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f3e749-f4be-4698-a54a-bb1af51eea22 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:36:48.104722 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f3e749-f4be-4698-a54a-bb1af51eea22 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:36:48.104843 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-07f3e749-f4be-4698-a54a-bb1af51eea22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:48.105332 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f3e749-f4be-4698-a54a-bb1af51eea22 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:36:48.105854 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-07f3e749-f4be-4698-a54a-bb1af51eea22 None None] Bound port: 9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:36:48.106321 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-07f3e749-f4be-4698-a54a-bb1af51eea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:48.107822 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-dcbddd5b-2823-4e0c-a63a-1926d90c2819 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.109458 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-dcbddd5b-2823-4e0c-a63a-1926d90c2819 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0047839 Sep 30 13:36:48.111204 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42474) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.116498 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-903455ba-2d2f-4f2b-a837-bbe7ee4f9419 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.117496 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-903455ba-2d2f-4f2b-a837-bbe7ee4f9419 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0050490 Sep 30 13:36:48.119591 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42476) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.124319 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-21478a0a-2ad2-473a-b483-b3442701e34c tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.125484 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-21478a0a-2ad2-473a-b483-b3442701e34c tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0048344 Sep 30 13:36:48.127507 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42478) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.132555 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-f3f5bb1f-9ab4-4f4a-b341-db28a4408931 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.133498 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f3f5bb1f-9ab4-4f4a-b341-db28a4408931 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0051489 Sep 30 13:36:48.135966 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42480) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.141661 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-e19c12b1-87bd-4937-ae06-80333f4762e9 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.144834 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e19c12b1-87bd-4937-ae06-80333f4762e9 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0059667 Sep 30 13:36:48.145067 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42482) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.151582 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-71128360-7378-4e27-af47-c48c0f000359 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.153178 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-71128360-7378-4e27-af47-c48c0f000359 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0063715 Sep 30 13:36:48.155002 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42484) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.159075 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a5d88-4597-427d-a2b3-0d233a6656e3 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event updated for resources: {'Subnet': ['ID=97ad07c9-2aa5-46de-aec4-2dbdb52463e5,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:48.159256 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-9e6ce001-ce5b-428c-972e-dd3a557c920b tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.162522 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9e6ce001-ce5b-428c-972e-dd3a557c920b tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0042095 Sep 30 13:36:48.162873 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42486) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.164855 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-07f3e749-f4be-4698-a54a-bb1af51eea22 None None] For port 9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:36:48.167355 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [None req-51641536-fac2-4c32-ba41-5fa28ca8cc9d tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.170039 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-07f3e749-f4be-4698-a54a-bb1af51eea22 None None] For port 9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:36:48.170222 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-51641536-fac2-4c32-ba41-5fa28ca8cc9d tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0045884 Sep 30 13:36:48.170841 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42488) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.174727 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-07f3e749-f4be-4698-a54a-bb1af51eea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:48.175921 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [None req-97b5c667-4933-4bbe-836c-7a47f3697cb1 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.177380 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-97b5c667-4933-4bbe-836c-7a47f3697cb1 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0056405 Sep 30 13:36:48.180038 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42490) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.180281 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306a5d88-4597-427d-a2b3-0d233a6656e3 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Checking segment: {'id': '8963862b-9c01-4555-9950-1fdf38cc9527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c6ac8977-9564-48b7-aea9-412c46e31158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:36:48.180649 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306a5d88-4597-427d-a2b3-0d233a6656e3 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Network hostable DHCP agents. Network: c6ac8977-9564-48b7-aea9-412c46e31158, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:36:48.184519 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-b65bcf99-99e2-4007-b179-96a0d5b598bf tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.188156 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b65bcf99-99e2-4007-b179-96a0d5b598bf tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0069976 Sep 30 13:36:48.188793 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42492) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.193472 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [None req-c2533b33-bea4-47f4-813e-779086036ea3 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.194440 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c2533b33-bea4-47f4-813e-779086036ea3 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0047545 Sep 30 13:36:48.196846 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42494) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.202915 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-a34a0abc-da4e-48b8-a1a2-d103bc946874 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.204215 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a34a0abc-da4e-48b8-a1a2-d103bc946874 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0054810 Sep 30 13:36:48.204468 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306a5d88-4597-427d-a2b3-0d233a6656e3 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Network c6ac8977-9564-48b7-aea9-412c46e31158 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:36:48.206747 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42496) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.217961 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-b59a51d0-7875-4e17-a9f6-ba57cc48bc3a tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.223952 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-306a5d88-4597-427d-a2b3-0d233a6656e3 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, c6ac8977-9564-48b7-aea9-412c46e31158) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:36:48.225624 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42498) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.229801 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [None req-3a3600f8-6fae-4d71-8339-d8c3f8439bfe tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.230636 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3a3600f8-6fae-4d71-8339-d8c3f8439bfe tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0043025 Sep 30 13:36:48.233284 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5bc1f-c32c-4aa7-a75b-90331309ec0e None None] Pushing event updated for resources: {'Port': ['ID=9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:48.233465 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b59a51d0-7875-4e17-a9f6-ba57cc48bc3a tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0176220 Sep 30 13:36:48.233578 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306a5d88-4597-427d-a2b3-0d233a6656e3 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:48.233946 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42500) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.234193 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-306a5d88-4597-427d-a2b3-0d233a6656e3 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:48.240974 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0141b1a6-d214-4f8b-9c0c-ef658be76293 None None] Network c6ac8977-9564-48b7-aea9-412c46e31158 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:36:48.243666 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f3e749-f4be-4698-a54a-bb1af51eea22 None None] Routers {'b4c4fff2-444a-4650-bb16-f72443bb7b7d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:36:48.244269 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-07f3e749-f4be-4698-a54a-bb1af51eea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b4c4fff2-444a-4650-bb16-f72443bb7b7d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:48.248336 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-e3381028-400a-4fac-8372-4d612eaa4562 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.251366 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-306a5d88-4597-427d-a2b3-0d233a6656e3 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5102923 Sep 30 13:36:48.252582 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42502) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.252968 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e3381028-400a-4fac-8372-4d612eaa4562 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0180471 Sep 30 13:36:48.256149 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42504) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.258473 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [None req-36ae637c-5ba7-4b8f-93bf-cdfc6ed24ce7 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.259753 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-36ae637c-5ba7-4b8f-93bf-cdfc6ed24ce7 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0057383 Sep 30 13:36:48.262168 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42506) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.264638 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-51104494-f0c1-4a0d-9f75-e3a62f50f4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:48.267382 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [None req-15ab8698-7491-483f-9ddc-3e42b964b174 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.268647 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-15ab8698-7491-483f-9ddc-3e42b964b174 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0052276 Sep 30 13:36:48.271188 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42508) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.275480 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [None req-169dbf76-97a6-45f6-8b10-ef07460c2af9 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.278052 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-169dbf76-97a6-45f6-8b10-ef07460c2af9 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0043623 Sep 30 13:36:48.278796 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42510) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.284944 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [None req-6e32170c-691f-4245-82aa-c6141aa8af4c tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.288932 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6e32170c-691f-4245-82aa-c6141aa8af4c tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0092211 Sep 30 13:36:48.290603 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42512) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.296592 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [None req-e4279e72-9ca5-4c06-abbe-02f13b30f7ec tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.300857 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e4279e72-9ca5-4c06-abbe-02f13b30f7ec tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0088563 Sep 30 13:36:48.302393 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42514) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.306581 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [None req-35f70b5d-4da0-48a9-937f-0011ed0f2484 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.309857 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-35f70b5d-4da0-48a9-937f-0011ed0f2484 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0065706 Sep 30 13:36:48.310633 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42516) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.314802 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [None req-af91ad3f-1efd-42c7-80fb-aa53b066b432 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.315854 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-af91ad3f-1efd-42c7-80fb-aa53b066b432 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0041440 Sep 30 13:36:48.319968 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42518) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.324526 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [None req-cd71630b-4b54-493b-8ad1-5fa33c1c0407 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.327560 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cd71630b-4b54-493b-8ad1-5fa33c1c0407 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0044787 Sep 30 13:36:48.327903 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42520) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.332157 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [None req-0ba953dc-52fc-41dd-92d5-264e5f6d0ebe tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.335785 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0ba953dc-52fc-41dd-92d5-264e5f6d0ebe tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0043156 Sep 30 13:36:48.335785 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42522) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.339444 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [None req-24a1139e-255d-480a-8fa7-fdd0c5698a04 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.342621 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-24a1139e-255d-480a-8fa7-fdd0c5698a04 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0062492 Sep 30 13:36:48.343676 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42524) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.347468 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [None req-084cdeef-a611-4c61-92b2-2bc1bded465e tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.350850 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-084cdeef-a611-4c61-92b2-2bc1bded465e tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0066659 Sep 30 13:36:48.351411 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42526) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.355339 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [None req-2694d498-7a99-4e67-9abb-c02d5588d97e tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.356400 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2694d498-7a99-4e67-9abb-c02d5588d97e tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0041356 Sep 30 13:36:48.359111 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42528) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.362940 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [None req-07421846-f046-4951-9bc0-1316276302b5 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.364470 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-07421846-f046-4951-9bc0-1316276302b5 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0040016 Sep 30 13:36:48.368283 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-07f3e749-f4be-4698-a54a-bb1af51eea22 None None] Set router b4c4fff2-444a-4650-bb16-f72443bb7b7d gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:36:48.368924 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42530) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.373537 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [None req-300e7fea-1ed0-4d06-8fa1-24e7ad837001 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.377010 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-300e7fea-1ed0-4d06-8fa1-24e7ad837001 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0071921 Sep 30 13:36:48.377565 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42532) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.382086 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [None req-496d45a8-f135-43e6-afe4-1f1e67f11359 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.385247 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-496d45a8-f135-43e6-afe4-1f1e67f11359 tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0067885 Sep 30 13:36:48.385775 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42534) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.389473 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [None req-580d86fe-60d9-424b-abfc-f579dddc24ed tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:36:48.390442 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-580d86fe-60d9-424b-abfc-f579dddc24ed tempest-ExtensionsTestJSON-1247470667 tempest-ExtensionsTestJSON-1247470667-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0038149 Sep 30 13:36:48.472904 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92c4238-0a3c-4526-9098-7f61677f250a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-c6ac8977-9564-48b7-aea9-412c46e31158', 'network_id': 'c6ac8977-9564-48b7-aea9-412c46e31158', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'fixed_ips': [{'subnet_id': '97ad07c9-2aa5-46de-aec4-2dbdb52463e5'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:36:48.475138 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f92c4238-0a3c-4526-9098-7f61677f250a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:48.571186 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-07f3e749-f4be-4698-a54a-bb1af51eea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c4fff2-444a-4650-bb16-f72443bb7b7d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1011829944', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:36:45Z', 'updated_at': '2021-09-30T13:36:46Z', 'revision_number': 3, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'gw_port': {'id': '9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c4fff2-444a-4650-bb16-f72443bb7b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:36:46Z', 'updated_at': '2021-09-30T13:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:48.610614 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f3e749-f4be-4698-a54a-bb1af51eea22 None None] The sync data for ids ['b4c4fff2-444a-4650-bb16-f72443bb7b7d'] in n-d-810909-2 is: [{'id': 'b4c4fff2-444a-4650-bb16-f72443bb7b7d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1011829944', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:36:45Z', 'updated_at': '2021-09-30T13:36:46Z', 'revision_number': 3, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'gw_port': {'id': '9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c4fff2-444a-4650-bb16-f72443bb7b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:36:46Z', 'updated_at': '2021-09-30T13:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:36:48.641858 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-f92c4238-0a3c-4526-9098-7f61677f250a None None] Allocated IP 172.20.0.18 (c6ac8977-9564-48b7-aea9-412c46e31158/97ad07c9-2aa5-46de-aec4-2dbdb52463e5/29c89da8-9f52-4583-9e4f-141d60c1a389) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:36:48.718717 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42540) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:48.798830 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f92c4238-0a3c-4526-9098-7f61677f250a None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:48.807160 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f92c4238-0a3c-4526-9098-7f61677f250a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:48.823732 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-228d1f19-bd59-42d9-926e-88660d324e7d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:48.861979 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92c4238-0a3c-4526-9098-7f61677f250a None None] Network c6ac8977-9564-48b7-aea9-412c46e31158 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:36:48.865627 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-f92c4238-0a3c-4526-9098-7f61677f250a None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:36:48.869295 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92c4238-0a3c-4526-9098-7f61677f250a None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:36:48.878458 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c4238-0a3c-4526-9098-7f61677f250a None None] Pushing event updated for resources: {'Port': ['ID=29c89da8-9f52-4583-9e4f-141d60c1a389,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:48.903741 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1f263e2b-a0aa-4d9b-baa3-3ab5941f15e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:48.964195 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f92c4238-0a3c-4526-9098-7f61677f250a None None] Attempting to bind port 29c89da8-9f52-4583-9e4f-141d60c1a389 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:36:48.964563 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f92c4238-0a3c-4526-9098-7f61677f250a None None] Attempting to bind port 29c89da8-9f52-4583-9e4f-141d60c1a389 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '8963862b-9c01-4555-9950-1fdf38cc9527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c6ac8977-9564-48b7-aea9-412c46e31158'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:36:48.964918 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92c4238-0a3c-4526-9098-7f61677f250a None None] Attempting to bind port 29c89da8-9f52-4583-9e4f-141d60c1a389 on network c6ac8977-9564-48b7-aea9-412c46e31158 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:36:48.969802 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92c4238-0a3c-4526-9098-7f61677f250a None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:36:48.970205 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92c4238-0a3c-4526-9098-7f61677f250a None None] Checking segment: {'id': '8963862b-9c01-4555-9950-1fdf38cc9527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c6ac8977-9564-48b7-aea9-412c46e31158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:36:48.970603 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f92c4238-0a3c-4526-9098-7f61677f250a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:48.970986 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92c4238-0a3c-4526-9098-7f61677f250a None None] Bound using segment: {'id': '8963862b-9c01-4555-9950-1fdf38cc9527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c6ac8977-9564-48b7-aea9-412c46e31158'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:36:48.971441 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f92c4238-0a3c-4526-9098-7f61677f250a None None] Bound port: 29c89da8-9f52-4583-9e4f-141d60c1a389, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8963862b-9c01-4555-9950-1fdf38cc9527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c6ac8977-9564-48b7-aea9-412c46e31158'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:36:48.972160 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f92c4238-0a3c-4526-9098-7f61677f250a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:49.052387 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f92c4238-0a3c-4526-9098-7f61677f250a None None] For port 29c89da8-9f52-4583-9e4f-141d60c1a389, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:36:49.055860 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f92c4238-0a3c-4526-9098-7f61677f250a None None] For port 29c89da8-9f52-4583-9e4f-141d60c1a389, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=29c89da8-9f52-4583-9e4f-141d60c1a389,segment=NetworkSegment(8963862b-9c01-4555-9950-1fdf38cc9527),segment_id=8963862b-9c01-4555-9950-1fdf38cc9527)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:36:49.063702 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f92c4238-0a3c-4526-9098-7f61677f250a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:49.131206 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c4238-0a3c-4526-9098-7f61677f250a None None] Pushing event updated for resources: {'Port': ['ID=29c89da8-9f52-4583-9e4f-141d60c1a389,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:49.213267 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1f263e2b-a0aa-4d9b-baa3-3ab5941f15e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:49.219747 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1f263e2b-a0aa-4d9b-baa3-3ab5941f15e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:49.273025 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f263e2b-a0aa-4d9b-baa3-3ab5941f15e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c80a29-6791-4489-ab74-977c7d06c325,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:49.281333 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-228d1f19-bd59-42d9-926e-88660d324e7d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Allocated IP 172.20.0.17 (c6ac8977-9564-48b7-aea9-412c46e31158/97ad07c9-2aa5-46de-aec4-2dbdb52463e5/55d4183f-960f-478d-872d-c41d7d56d5a1) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:36:49.291378 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1f263e2b-a0aa-4d9b-baa3-3ab5941f15e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9e9b8de61f1840e98d77e332fa4623ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5651011 Sep 30 13:36:49.291378 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42544) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:49.434579 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48aa75ab-15d3-4a98-a45f-ca30d1d94503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:49.476369 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48aa75ab-15d3-4a98-a45f-ca30d1d94503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:49.492377 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-228d1f19-bd59-42d9-926e-88660d324e7d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:49.548863 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-228d1f19-bd59-42d9-926e-88660d324e7d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:49.556082 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48aa75ab-15d3-4a98-a45f-ca30d1d94503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:49.558744 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48aa75ab-15d3-4a98-a45f-ca30d1d94503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:49.560067 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-48aa75ab-15d3-4a98-a45f-ca30d1d94503 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/42c80a29-6791-4489-ab74-977c7d06c325 HTTP/1.1" status: 204 len: 168 time: 0.2664409 Sep 30 13:36:49.609692 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228d1f19-bd59-42d9-926e-88660d324e7d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Network c6ac8977-9564-48b7-aea9-412c46e31158 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:36:49.611023 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa75ab-15d3-4a98-a45f-ca30d1d94503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c80a29-6791-4489-ab74-977c7d06c325,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:49.617272 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-228d1f19-bd59-42d9-926e-88660d324e7d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:36:49.620451 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228d1f19-bd59-42d9-926e-88660d324e7d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:36:49.669289 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d1f19-bd59-42d9-926e-88660d324e7d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event updated for resources: {'Port': ['ID=55d4183f-960f-478d-872d-c41d7d56d5a1,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:49.671339 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:49.690604 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-228d1f19-bd59-42d9-926e-88660d324e7d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:49.832201 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-228d1f19-bd59-42d9-926e-88660d324e7d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:50.155938 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-228d1f19-bd59-42d9-926e-88660d324e7d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:50.163604 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-228d1f19-bd59-42d9-926e-88660d324e7d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:50.174512 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17100640-9c21-4cb4-99bb-4fb869dfcb3c None None] Network c6ac8977-9564-48b7-aea9-412c46e31158 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:36:50.250108 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d1f19-bd59-42d9-926e-88660d324e7d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event updated for resources: {'Port': ['ID=55d4183f-960f-478d-872d-c41d7d56d5a1,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:50.252667 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-228d1f19-bd59-42d9-926e-88660d324e7d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:50.289988 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5f7680e2-6a58-4d81-81f3-51bcbd87cb82 None None] Provisioning complete for port 29c89da8-9f52-4583-9e4f-141d60c1a389 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:50.290458 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5f7680e2-6a58-4d81-81f3-51bcbd87cb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:50.354503 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42566) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:50.378721 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228d1f19-bd59-42d9-926e-88660d324e7d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Network c6ac8977-9564-48b7-aea9-412c46e31158 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:36:50.381010 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-228d1f19-bd59-42d9-926e-88660d324e7d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:36:50.446667 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5f7680e2-6a58-4d81-81f3-51bcbd87cb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:50.503441 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5f7680e2-6a58-4d81-81f3-51bcbd87cb82 None None] For port 29c89da8-9f52-4583-9e4f-141d60c1a389, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=29c89da8-9f52-4583-9e4f-141d60c1a389,segment=NetworkSegment(8963862b-9c01-4555-9950-1fdf38cc9527),segment_id=8963862b-9c01-4555-9950-1fdf38cc9527)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:36:50.509159 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5f7680e2-6a58-4d81-81f3-51bcbd87cb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:50.514846 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-914d9705-a57f-4446-8b15-4804fd1b5e17 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'network': {'name': 'tempest-RoutersTest-737335656'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:50.569659 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914d9705-a57f-4446-8b15-4804fd1b5e17 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Made reservation on behalf of 54c08ddc3ac64f84a3d1e6a930b12388 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:36:50.573492 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-914d9705-a57f-4446-8b15-4804fd1b5e17 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:50.575305 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7680e2-6a58-4d81-81f3-51bcbd87cb82 None None] Pushing event updated for resources: {'Port': ['ID=29c89da8-9f52-4583-9e4f-141d60c1a389,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:50.585327 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228d1f19-bd59-42d9-926e-88660d324e7d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Router b4c4fff2-444a-4650-bb16-f72443bb7b7d has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:36:50.594400 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-914d9705-a57f-4446-8b15-4804fd1b5e17 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:50.665965 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:36:50.745164 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-60deaf8a-8ffb-4a8d-b8b9-ae06d7825ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:50.758273 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:36:50.761699 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:50.761993 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:50.795799 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228d1f19-bd59-42d9-926e-88660d324e7d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:36:50.802640 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-228d1f19-bd59-42d9-926e-88660d324e7d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "PUT /v2.0/routers/b4c4fff2-444a-4650-bb16-f72443bb7b7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5446773 Sep 30 13:36:50.859717 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-dab907d4-3203-4e3b-bd72-1ef29e9b9ca3 None None] Provisioning complete for port 29c89da8-9f52-4583-9e4f-141d60c1a389 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:50.859960 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-914d9705-a57f-4446-8b15-4804fd1b5e17 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:50.860442 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dab907d4-3203-4e3b-bd72-1ef29e9b9ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:50.866773 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-914d9705-a57f-4446-8b15-4804fd1b5e17 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:50.908710 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-914d9705-a57f-4446-8b15-4804fd1b5e17 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:36:50.934106 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d9705-a57f-4446-8b15-4804fd1b5e17 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63de3d0a-fb1e-4553-8178-163bb83752a4,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:50.940740 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4eed06-457d-4b1c-a559-7255429a93e1 None None] Sync routers for ids ['b4c4fff2-444a-4650-bb16-f72443bb7b7d'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:36:50.953811 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:50.960696 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-914d9705-a57f-4446-8b15-4804fd1b5e17 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:50.961044 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-914d9705-a57f-4446-8b15-4804fd1b5e17 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Added segment b5bf6969-c6c2-4148-81e6-786a4a5a1c1a of type vlan for network b0db476a-6dc0-401f-8e83-40a1237dafde Sep 30 13:36:50.991206 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:36:50.992266 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4eed06-457d-4b1c-a559-7255429a93e1 None None] Routers {'b4c4fff2-444a-4650-bb16-f72443bb7b7d'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:36:50.992919 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-3e4eed06-457d-4b1c-a559-7255429a93e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b4c4fff2-444a-4650-bb16-f72443bb7b7d'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:50.998348 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:50.999006 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 29c89da8-9f52-4583-9e4f-141d60c1a389 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:36:51.028645 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-914d9705-a57f-4446-8b15-4804fd1b5e17 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:51.062925 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-914d9705-a57f-4446-8b15-4804fd1b5e17 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:51.071424 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914d9705-a57f-4446-8b15-4804fd1b5e17 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:51.072517 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-914d9705-a57f-4446-8b15-4804fd1b5e17 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:51.121218 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-914d9705-a57f-4446-8b15-4804fd1b5e17 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7630455 Sep 30 13:36:51.121619 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42574) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:51.127727 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-f58fb81a-6812-41aa-8ed7-1b62369c72ef tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'network': {'name': 'tempest-RoutersTest-76741085'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:51.163528 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d9705-a57f-4446-8b15-4804fd1b5e17 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Network': ['ID=b0db476a-6dc0-401f-8e83-40a1237dafde,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:51.170047 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58fb81a-6812-41aa-8ed7-1b62369c72ef tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Made reservation on behalf of 54c08ddc3ac64f84a3d1e6a930b12388 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:36:51.180067 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f58fb81a-6812-41aa-8ed7-1b62369c72ef tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:51.216390 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f58fb81a-6812-41aa-8ed7-1b62369c72ef tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:36:51.228246 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f58fb81a-6812-41aa-8ed7-1b62369c72ef tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:51.228924 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-f58fb81a-6812-41aa-8ed7-1b62369c72ef tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Added segment abbd93ce-0e03-42b1-80d8-f7e0238e7c35 of type vlan for network 45f4818d-ffb0-4d2b-a5bf-963d987cc617 Sep 30 13:36:51.241039 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network b0db476a-6dc0-401f-8e83-40a1237dafde details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:36:51.278983 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:51.288814 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f58fb81a-6812-41aa-8ed7-1b62369c72ef tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:51.323078 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f58fb81a-6812-41aa-8ed7-1b62369c72ef tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:51.331005 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58fb81a-6812-41aa-8ed7-1b62369c72ef tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:51.331668 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f58fb81a-6812-41aa-8ed7-1b62369c72ef tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:51.335154 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e88fd-54db-4540-81d7-4ce325140c04 req-0a2dee20-c675-400c-8f9b-200862e798a3 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:51.337674 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-514e88fd-54db-4540-81d7-4ce325140c04 req-0a2dee20-c675-400c-8f9b-200862e798a3 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/networks?id=c6ac8977-9564-48b7-aea9-412c46e31158 HTTP/1.1" status: 200 len: 797 time: 0.1642931 Sep 30 13:36:51.357592 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-514e88fd-54db-4540-81d7-4ce325140c04 req-648199e1-e1f0-4410-b946-ef3892b9c3ff tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/quotas/7cfecf5064184b11934bd458c1ff7ce6 HTTP/1.1" status: 200 len: 375 time: 0.0125141 Sep 30 13:36:51.369563 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f58fb81a-6812-41aa-8ed7-1b62369c72ef tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2461867 Sep 30 13:36:51.377789 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42584) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:51.385547 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-2cebb611-c573-48de-be41-01ef98d3da03 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'subnet': {'network_id': 'b0db476a-6dc0-401f-8e83-40a1237dafde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:51.433959 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-514e88fd-54db-4540-81d7-4ce325140c04 req-92d12714-2e27-443d-953a-eedcded61816 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7cfecf5064184b11934bd458c1ff7ce6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0652544 Sep 30 13:36:51.453567 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fb81a-6812-41aa-8ed7-1b62369c72ef tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Network': ['ID=45f4818d-ffb0-4d2b-a5bf-963d987cc617,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:51.516557 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 45f4818d-ffb0-4d2b-a5bf-963d987cc617 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:36:51.523230 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-3e4eed06-457d-4b1c-a559-7255429a93e1 None None] Set router b4c4fff2-444a-4650-bb16-f72443bb7b7d gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:36:51.534748 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cebb611-c573-48de-be41-01ef98d3da03 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Made reservation on behalf of 54c08ddc3ac64f84a3d1e6a930b12388 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:36:51.538585 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2cebb611-c573-48de-be41-01ef98d3da03 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:51.545264 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-514e88fd-54db-4540-81d7-4ce325140c04 req-69db437d-b652-45a5-bebf-beb869660261 service neutron] 10.222.0.18 "GET /v2.0/networks/c6ac8977-9564-48b7-aea9-412c46e31158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962312 Sep 30 13:36:51.610399 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-dab907d4-3203-4e3b-bd72-1ef29e9b9ca3 None None] Provisioning complete for port 55d4183f-960f-478d-872d-c41d7d56d5a1 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:51.611229 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dab907d4-3203-4e3b-bd72-1ef29e9b9ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:51.653398 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-514e88fd-54db-4540-81d7-4ce325140c04 req-66250358-5c45-43f9-8797-b10f51e3a35f service neutron] 10.222.0.18 "GET /v2.0/networks/c6ac8977-9564-48b7-aea9-412c46e31158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975184 Sep 30 13:36:51.728743 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 29c89da8-9f52-4583-9e4f-141d60c1a389 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:51.729118 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:51.736899 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2cebb611-c573-48de-be41-01ef98d3da03 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:51.799141 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:51.807232 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cebb611-c573-48de-be41-01ef98d3da03 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Subnet': ['ID=5d71dbfa-f1e0-497b-8061-e510d769d3d3,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:51.808221 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-dab907d4-3203-4e3b-bd72-1ef29e9b9ca3 None None] Port 55d4183f-960f-478d-872d-c41d7d56d5a1 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:36:51.825778 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cebb611-c573-48de-be41-01ef98d3da03 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Checking segment: {'id': 'b5bf6969-c6c2-4148-81e6-786a4a5a1c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b0db476a-6dc0-401f-8e83-40a1237dafde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:36:51.826400 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cebb611-c573-48de-be41-01ef98d3da03 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network hostable DHCP agents. Network: b0db476a-6dc0-401f-8e83-40a1237dafde, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:36:51.859842 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cd1bbccd-b263-411a-96f3-e4bce4ed8276 req-f7f1c5bc-106a-4b95-8596-03a7cc68351e tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=49da4a70-e2e1-4f0a-9f8d-ee536e75d7be HTTP/1.1" status: 200 len: 210 time: 0.0356247 Sep 30 13:36:51.876882 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cebb611-c573-48de-be41-01ef98d3da03 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network b0db476a-6dc0-401f-8e83-40a1237dafde is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:36:51.895451 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-2cebb611-c573-48de-be41-01ef98d3da03 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, b0db476a-6dc0-401f-8e83-40a1237dafde) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:36:51.900194 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cebb611-c573-48de-be41-01ef98d3da03 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:51.901171 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2cebb611-c573-48de-be41-01ef98d3da03 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:51.918283 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2cebb611-c573-48de-be41-01ef98d3da03 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5398343 Sep 30 13:36:51.921133 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42590) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:51.925226 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898d1c2c-f5fc-4d3a-94a4-11f765426678 None None] Network b0db476a-6dc0-401f-8e83-40a1237dafde requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:36:51.928562 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-5930d428-f8e3-403f-93ef-d86cdd45d05a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'subnet': {'network_id': '45f4818d-ffb0-4d2b-a5bf-963d987cc617', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:52.038372 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-bdad46b3-cfe2-49d6-8f5e-78dd8ac0bf2c None None] Provisioning complete for port 55d4183f-960f-478d-872d-c41d7d56d5a1 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:52.038734 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bdad46b3-cfe2-49d6-8f5e-78dd8ac0bf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:52.047932 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5930d428-f8e3-403f-93ef-d86cdd45d05a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Made reservation on behalf of 54c08ddc3ac64f84a3d1e6a930b12388 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:36:52.052212 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5930d428-f8e3-403f-93ef-d86cdd45d05a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:52.099648 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-bdad46b3-cfe2-49d6-8f5e-78dd8ac0bf2c None None] Port 55d4183f-960f-478d-872d-c41d7d56d5a1 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:36:52.155680 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-3e4eed06-457d-4b1c-a559-7255429a93e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c4fff2-444a-4650-bb16-f72443bb7b7d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1011829944', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:36:45Z', 'updated_at': '2021-09-30T13:36:49Z', 'revision_number': 4, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'gw_port': {'id': '9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c4fff2-444a-4650-bb16-f72443bb7b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:36:46Z', 'updated_at': '2021-09-30T13:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '55d4183f-960f-478d-872d-c41d7d56d5a1', 'name': '', 'network_id': 'c6ac8977-9564-48b7-aea9-412c46e31158', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'mac_address': 'fa:16:3e:b6:df:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c4fff2-444a-4650-bb16-f72443bb7b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '97ad07c9-2aa5-46de-aec4-2dbdb52463e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:36:49Z', 'updated_at': '2021-09-30T13:36:50Z', 'revision_number': 2, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'subnets': [{'id': '97ad07c9-2aa5-46de-aec4-2dbdb52463e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:52.191051 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4eed06-457d-4b1c-a559-7255429a93e1 None None] Checking router: b4c4fff2-444a-4650-bb16-f72443bb7b7d for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:36:52.191405 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4eed06-457d-4b1c-a559-7255429a93e1 None None] Updating router b4c4fff2-444a-4650-bb16-f72443bb7b7d port 55d4183f-960f-478d-872d-c41d7d56d5a1 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:36:52.224224 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f184e071-01c7-42c0-9cca-e21bbe4fc9c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-b0db476a-6dc0-401f-8e83-40a1237dafde', 'network_id': 'b0db476a-6dc0-401f-8e83-40a1237dafde', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'fixed_ips': [{'subnet_id': '5d71dbfa-f1e0-497b-8061-e510d769d3d3'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:36:52.225078 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f184e071-01c7-42c0-9cca-e21bbe4fc9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:52.245170 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3e4eed06-457d-4b1c-a559-7255429a93e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:52.263487 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5930d428-f8e3-403f-93ef-d86cdd45d05a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:52.333762 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930d428-f8e3-403f-93ef-d86cdd45d05a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Subnet': ['ID=3339158a-4f0e-4d52-a844-a3abeb522f5f,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:52.341359 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5930d428-f8e3-403f-93ef-d86cdd45d05a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Checking segment: {'id': 'abbd93ce-0e03-42b1-80d8-f7e0238e7c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '45f4818d-ffb0-4d2b-a5bf-963d987cc617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:36:52.342348 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5930d428-f8e3-403f-93ef-d86cdd45d05a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network hostable DHCP agents. Network: 45f4818d-ffb0-4d2b-a5bf-963d987cc617, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:36:52.361623 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5930d428-f8e3-403f-93ef-d86cdd45d05a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network 45f4818d-ffb0-4d2b-a5bf-963d987cc617 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:36:52.371184 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-5930d428-f8e3-403f-93ef-d86cdd45d05a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 45f4818d-ffb0-4d2b-a5bf-963d987cc617) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:36:52.375341 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5930d428-f8e3-403f-93ef-d86cdd45d05a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:52.382814 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5930d428-f8e3-403f-93ef-d86cdd45d05a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:52.399415 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5930d428-f8e3-403f-93ef-d86cdd45d05a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4764082 Sep 30 13:36:52.402172 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42598) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:52.407320 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-1ae7bd17-bf62-4b03-aaeb-21fc09149cff tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1461661636', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:52.413611 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b555364-58d0-4384-adab-695bff9330cb None None] Network 45f4818d-ffb0-4d2b-a5bf-963d987cc617 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:36:52.431818 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1ae7bd17-bf62-4b03-aaeb-21fc09149cff tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:52.433375 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1ae7bd17-bf62-4b03-aaeb-21fc09149cff tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:52.485000 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:52.506536 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-f184e071-01c7-42c0-9cca-e21bbe4fc9c7 None None] Allocated IP 172.20.0.2 (b0db476a-6dc0-401f-8e83-40a1237dafde/5d71dbfa-f1e0-497b-8061-e510d769d3d3/5b1c6632-052e-48a5-95f0-cd0244a4889f) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:36:52.509949 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1ae7bd17-bf62-4b03-aaeb-21fc09149cff tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:52.514231 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1ae7bd17-bf62-4b03-aaeb-21fc09149cff tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:52.530861 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1ae7bd17-bf62-4b03-aaeb-21fc09149cff tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:52.532356 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1ae7bd17-bf62-4b03-aaeb-21fc09149cff tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1290886 Sep 30 13:36:52.535064 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42600) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:52.623815 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:36:52.845808 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2597487c-cf63-4353-8be6-4e0718a8c45a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:52.880122 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b4e07b-7c4c-476e-98ad-faf019d0b6ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-45f4818d-ffb0-4d2b-a5bf-963d987cc617', 'network_id': '45f4818d-ffb0-4d2b-a5bf-963d987cc617', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'fixed_ips': [{'subnet_id': '3339158a-4f0e-4d52-a844-a3abeb522f5f'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:36:52.880996 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-93b4e07b-7c4c-476e-98ad-faf019d0b6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:52.904362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:52.904541 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:52.946857 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3e4eed06-457d-4b1c-a559-7255429a93e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:52.972114 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f184e071-01c7-42c0-9cca-e21bbe4fc9c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:52.976224 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3e4eed06-457d-4b1c-a559-7255429a93e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:53.044650 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-98d8c7d6-6e33-42e9-b9d4-5122ba5a754b req-c0ecf8b2-2445-44ba-bf54-2302535edd54 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=49da4a70-e2e1-4f0a-9f8d-ee536e75d7be HTTP/1.1" status: 200 len: 210 time: 0.0760119 Sep 30 13:36:53.054768 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f184e071-01c7-42c0-9cca-e21bbe4fc9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:53.055723 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e88fd-54db-4540-81d7-4ce325140c04 req-ac1faf5c-c20e-4dd8-8fae-8920140bc808 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:53.057234 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-514e88fd-54db-4540-81d7-4ce325140c04 req-ac1faf5c-c20e-4dd8-8fae-8920140bc808 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.39 "GET /v2.0/networks?id=c6ac8977-9564-48b7-aea9-412c46e31158 HTTP/1.1" status: 200 len: 797 time: 0.2467444 Sep 30 13:36:53.093453 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-514e88fd-54db-4540-81d7-4ce325140c04 req-81dfc8d4-97ef-4985-bb7e-84f427ba2240 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Request body: {'port': {'device_id': '49da4a70-e2e1-4f0a-9f8d-ee536e75d7be', 'network_id': 'c6ac8977-9564-48b7-aea9-412c46e31158', 'admin_state_up': True, 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:53.108792 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a597a0-b627-4529-a1c3-e51d1d032b26 None None] Pushing event updated for resources: {'Port': ['ID=55d4183f-960f-478d-872d-c41d7d56d5a1,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:53.115026 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f184e071-01c7-42c0-9cca-e21bbe4fc9c7 None None] Network b0db476a-6dc0-401f-8e83-40a1237dafde is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:36:53.144018 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-f184e071-01c7-42c0-9cca-e21bbe4fc9c7 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:36:53.167953 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f184e071-01c7-42c0-9cca-e21bbe4fc9c7 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:36:53.450601 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184e071-01c7-42c0-9cca-e21bbe4fc9c7 None None] Pushing event updated for resources: {'Port': ['ID=5b1c6632-052e-48a5-95f0-cd0244a4889f,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:53.476997 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-93b4e07b-7c4c-476e-98ad-faf019d0b6ce None None] Allocated IP 172.21.0.2 (45f4818d-ffb0-4d2b-a5bf-963d987cc617/3339158a-4f0e-4d52-a844-a3abeb522f5f/9109665f-d371-4519-99b3-d00b41edca56) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:36:53.506547 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 29c89da8-9f52-4583-9e4f-141d60c1a389 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:36:53.513644 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-3e4eed06-457d-4b1c-a559-7255429a93e1 None None] Attempting to bind port 55d4183f-960f-478d-872d-c41d7d56d5a1 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:36:53.514038 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-3e4eed06-457d-4b1c-a559-7255429a93e1 None None] Attempting to bind port 55d4183f-960f-478d-872d-c41d7d56d5a1 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '8963862b-9c01-4555-9950-1fdf38cc9527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c6ac8977-9564-48b7-aea9-412c46e31158'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:36:53.514415 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4eed06-457d-4b1c-a559-7255429a93e1 None None] Attempting to bind port 55d4183f-960f-478d-872d-c41d7d56d5a1 on network c6ac8977-9564-48b7-aea9-412c46e31158 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:36:53.541259 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-2b6fdd6b-bae0-40d9-9e3c-baabc09331e3 None None] Provisioning complete for port 55d4183f-960f-478d-872d-c41d7d56d5a1 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:53.541652 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2b6fdd6b-bae0-40d9-9e3c-baabc09331e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:53.548051 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f184e071-01c7-42c0-9cca-e21bbe4fc9c7 None None] Attempting to bind port 5b1c6632-052e-48a5-95f0-cd0244a4889f on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:36:53.548051 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f184e071-01c7-42c0-9cca-e21bbe4fc9c7 None None] Attempting to bind port 5b1c6632-052e-48a5-95f0-cd0244a4889f by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'b5bf6969-c6c2-4148-81e6-786a4a5a1c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b0db476a-6dc0-401f-8e83-40a1237dafde'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:36:53.548307 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f184e071-01c7-42c0-9cca-e21bbe4fc9c7 None None] Attempting to bind port 5b1c6632-052e-48a5-95f0-cd0244a4889f on network b0db476a-6dc0-401f-8e83-40a1237dafde {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:36:53.575077 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4eed06-457d-4b1c-a559-7255429a93e1 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:36:53.575533 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4eed06-457d-4b1c-a559-7255429a93e1 None None] Checking segment: {'id': '8963862b-9c01-4555-9950-1fdf38cc9527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c6ac8977-9564-48b7-aea9-412c46e31158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:36:53.575854 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3e4eed06-457d-4b1c-a559-7255429a93e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:53.576250 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4eed06-457d-4b1c-a559-7255429a93e1 None None] Bound using segment: {'id': '8963862b-9c01-4555-9950-1fdf38cc9527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c6ac8977-9564-48b7-aea9-412c46e31158'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:36:53.576743 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-3e4eed06-457d-4b1c-a559-7255429a93e1 None None] Bound port: 55d4183f-960f-478d-872d-c41d7d56d5a1, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8963862b-9c01-4555-9950-1fdf38cc9527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c6ac8977-9564-48b7-aea9-412c46e31158'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:36:53.577118 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3e4eed06-457d-4b1c-a559-7255429a93e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:53.609039 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f184e071-01c7-42c0-9cca-e21bbe4fc9c7 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:36:53.609456 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f184e071-01c7-42c0-9cca-e21bbe4fc9c7 None None] Checking segment: {'id': 'b5bf6969-c6c2-4148-81e6-786a4a5a1c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b0db476a-6dc0-401f-8e83-40a1237dafde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:36:53.610291 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f184e071-01c7-42c0-9cca-e21bbe4fc9c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:53.610291 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f184e071-01c7-42c0-9cca-e21bbe4fc9c7 None None] Bound using segment: {'id': 'b5bf6969-c6c2-4148-81e6-786a4a5a1c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b0db476a-6dc0-401f-8e83-40a1237dafde'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:36:53.611116 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f184e071-01c7-42c0-9cca-e21bbe4fc9c7 None None] Bound port: 5b1c6632-052e-48a5-95f0-cd0244a4889f, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5bf6969-c6c2-4148-81e6-786a4a5a1c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b0db476a-6dc0-401f-8e83-40a1237dafde'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:36:53.611116 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f184e071-01c7-42c0-9cca-e21bbe4fc9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:53.633511 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-2597487c-cf63-4353-8be6-4e0718a8c45a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Allocated IP 172.20.0.1 (b0db476a-6dc0-401f-8e83-40a1237dafde/5d71dbfa-f1e0-497b-8061-e510d769d3d3/19f4c8b8-ddaa-4a73-b2b5-367cbbb84690) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:36:53.641053 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-514e88fd-54db-4540-81d7-4ce325140c04 req-81dfc8d4-97ef-4985-bb7e-84f427ba2240 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Made reservation on behalf of 7cfecf5064184b11934bd458c1ff7ce6 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:36:53.644541 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-514e88fd-54db-4540-81d7-4ce325140c04 req-81dfc8d4-97ef-4985-bb7e-84f427ba2240 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:53.663991 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-2b6fdd6b-bae0-40d9-9e3c-baabc09331e3 None None] Port 55d4183f-960f-478d-872d-c41d7d56d5a1 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:36:53.783103 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 29c89da8-9f52-4583-9e4f-141d60c1a389 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:53.783394 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:53.826334 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-3e4eed06-457d-4b1c-a559-7255429a93e1 None None] For port 55d4183f-960f-478d-872d-c41d7d56d5a1, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:36:53.836988 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f184e071-01c7-42c0-9cca-e21bbe4fc9c7 None None] For port 5b1c6632-052e-48a5-95f0-cd0244a4889f, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:36:53.857796 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2597487c-cf63-4353-8be6-4e0718a8c45a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:53.871154 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-514e88fd-54db-4540-81d7-4ce325140c04 req-81dfc8d4-97ef-4985-bb7e-84f427ba2240 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Allocated IP 172.20.0.22 (c6ac8977-9564-48b7-aea9-412c46e31158/97ad07c9-2aa5-46de-aec4-2dbdb52463e5/c8e7248d-9da2-42d4-ac4c-e034a387d5f9) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:36:53.873350 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-3e4eed06-457d-4b1c-a559-7255429a93e1 None None] For port 55d4183f-960f-478d-872d-c41d7d56d5a1, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=55d4183f-960f-478d-872d-c41d7d56d5a1,segment=NetworkSegment(8963862b-9c01-4555-9950-1fdf38cc9527),segment_id=8963862b-9c01-4555-9950-1fdf38cc9527)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:36:53.889647 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f184e071-01c7-42c0-9cca-e21bbe4fc9c7 None None] For port 5b1c6632-052e-48a5-95f0-cd0244a4889f, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=5b1c6632-052e-48a5-95f0-cd0244a4889f,segment=NetworkSegment(b5bf6969-c6c2-4148-81e6-786a4a5a1c1a),segment_id=b5bf6969-c6c2-4148-81e6-786a4a5a1c1a)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:36:53.893075 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3e4eed06-457d-4b1c-a559-7255429a93e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:53.907345 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f184e071-01c7-42c0-9cca-e21bbe4fc9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:53.957121 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-93b4e07b-7c4c-476e-98ad-faf019d0b6ce None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:53.980668 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2597487c-cf63-4353-8be6-4e0718a8c45a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:53.980904 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-93b4e07b-7c4c-476e-98ad-faf019d0b6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:54.012013 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4eed06-457d-4b1c-a559-7255429a93e1 None None] Routers {'b4c4fff2-444a-4650-bb16-f72443bb7b7d'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:36:54.012762 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-3e4eed06-457d-4b1c-a559-7255429a93e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b4c4fff2-444a-4650-bb16-f72443bb7b7d'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:54.016754 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a597a0-b627-4529-a1c3-e51d1d032b26 None None] Pushing event updated for resources: {'Port': ['ID=55d4183f-960f-478d-872d-c41d7d56d5a1,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:54.044539 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2597487c-cf63-4353-8be6-4e0718a8c45a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network b0db476a-6dc0-401f-8e83-40a1237dafde is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:36:54.057999 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-2597487c-cf63-4353-8be6-4e0718a8c45a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:36:54.060543 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2597487c-cf63-4353-8be6-4e0718a8c45a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:36:54.066660 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b4e07b-7c4c-476e-98ad-faf019d0b6ce None None] Network 45f4818d-ffb0-4d2b-a5bf-963d987cc617 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:36:54.093604 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597487c-cf63-4353-8be6-4e0718a8c45a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Port': ['ID=19f4c8b8-ddaa-4a73-b2b5-367cbbb84690,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:54.120804 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-514e88fd-54db-4540-81d7-4ce325140c04 req-81dfc8d4-97ef-4985-bb7e-84f427ba2240 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:54.137070 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2597487c-cf63-4353-8be6-4e0718a8c45a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:54.156936 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-93b4e07b-7c4c-476e-98ad-faf019d0b6ce None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:36:54.164928 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b4e07b-7c4c-476e-98ad-faf019d0b6ce None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:36:54.213555 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-56f69cb8-4e8e-4b49-80d8-fcd9f332254a req-0992cd4c-1028-42fc-870d-0fdf1fe66c09 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=49da4a70-e2e1-4f0a-9f8d-ee536e75d7be HTTP/1.1" status: 200 len: 210 time: 0.0588007 Sep 30 13:36:54.251537 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-514e88fd-54db-4540-81d7-4ce325140c04 req-81dfc8d4-97ef-4985-bb7e-84f427ba2240 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:54.299290 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:54.340428 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfc8d4-97ef-4985-bb7e-84f427ba2240 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event updated for resources: {'Port': ['ID=c8e7248d-9da2-42d4-ac4c-e034a387d5f9,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:54.342081 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-3e4eed06-457d-4b1c-a559-7255429a93e1 None None] Set router b4c4fff2-444a-4650-bb16-f72443bb7b7d gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:36:54.353374 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-514e88fd-54db-4540-81d7-4ce325140c04 req-81dfc8d4-97ef-4985-bb7e-84f427ba2240 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Network c6ac8977-9564-48b7-aea9-412c46e31158 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:36:54.356669 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-514e88fd-54db-4540-81d7-4ce325140c04 req-81dfc8d4-97ef-4985-bb7e-84f427ba2240 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:36:54.361064 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-514e88fd-54db-4540-81d7-4ce325140c04 req-81dfc8d4-97ef-4985-bb7e-84f427ba2240 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:36:54.397948 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2597487c-cf63-4353-8be6-4e0718a8c45a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:54.400128 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184e071-01c7-42c0-9cca-e21bbe4fc9c7 None None] Pushing event updated for resources: {'Port': ['ID=5b1c6632-052e-48a5-95f0-cd0244a4889f,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:54.409773 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-93b4e07b-7c4c-476e-98ad-faf019d0b6ce None None] Attempting to bind port 9109665f-d371-4519-99b3-d00b41edca56 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:36:54.410183 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-93b4e07b-7c4c-476e-98ad-faf019d0b6ce None None] Attempting to bind port 9109665f-d371-4519-99b3-d00b41edca56 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'abbd93ce-0e03-42b1-80d8-f7e0238e7c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '45f4818d-ffb0-4d2b-a5bf-963d987cc617'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:36:54.410553 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4e07b-7c4c-476e-98ad-faf019d0b6ce None None] Attempting to bind port 9109665f-d371-4519-99b3-d00b41edca56 on network 45f4818d-ffb0-4d2b-a5bf-963d987cc617 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:36:54.442924 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-800ad400-fb1e-4ea3-8218-f7534363701c None None] Provisioning complete for port 55d4183f-960f-478d-872d-c41d7d56d5a1 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:54.443477 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-800ad400-fb1e-4ea3-8218-f7534363701c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:54.464979 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e88fd-54db-4540-81d7-4ce325140c04 req-81dfc8d4-97ef-4985-bb7e-84f427ba2240 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:54.466032 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-514e88fd-54db-4540-81d7-4ce325140c04 req-81dfc8d4-97ef-4985-bb7e-84f427ba2240 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:54.475434 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4e07b-7c4c-476e-98ad-faf019d0b6ce None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:36:54.475815 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4e07b-7c4c-476e-98ad-faf019d0b6ce None None] Checking segment: {'id': 'abbd93ce-0e03-42b1-80d8-f7e0238e7c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '45f4818d-ffb0-4d2b-a5bf-963d987cc617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:36:54.476232 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-93b4e07b-7c4c-476e-98ad-faf019d0b6ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:54.476635 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4e07b-7c4c-476e-98ad-faf019d0b6ce None None] Bound using segment: {'id': 'abbd93ce-0e03-42b1-80d8-f7e0238e7c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '45f4818d-ffb0-4d2b-a5bf-963d987cc617'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:36:54.477131 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-93b4e07b-7c4c-476e-98ad-faf019d0b6ce None None] Bound port: 9109665f-d371-4519-99b3-d00b41edca56, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abbd93ce-0e03-42b1-80d8-f7e0238e7c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '45f4818d-ffb0-4d2b-a5bf-963d987cc617'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:36:54.477522 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-93b4e07b-7c4c-476e-98ad-faf019d0b6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:54.507020 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-514e88fd-54db-4540-81d7-4ce325140c04 req-81dfc8d4-97ef-4985-bb7e-84f427ba2240 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4176345 Sep 30 13:36:54.566518 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-514e88fd-54db-4540-81d7-4ce325140c04 req-02f4ca2b-5d67-442e-9f14-9b94f1349c26 service neutron] Request body: {'port': {'device_id': '49da4a70-e2e1-4f0a-9f8d-ee536e75d7be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:36:54.572251 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4e07b-7c4c-476e-98ad-faf019d0b6ce None None] Pushing event updated for resources: {'Port': ['ID=9109665f-d371-4519-99b3-d00b41edca56,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:54.677615 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 5b1c6632-052e-48a5-95f0-cd0244a4889f up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:36:54.686878 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-93b4e07b-7c4c-476e-98ad-faf019d0b6ce None None] For port 9109665f-d371-4519-99b3-d00b41edca56, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:36:54.691605 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-93b4e07b-7c4c-476e-98ad-faf019d0b6ce None None] For port 9109665f-d371-4519-99b3-d00b41edca56, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9109665f-d371-4519-99b3-d00b41edca56,segment=NetworkSegment(abbd93ce-0e03-42b1-80d8-f7e0238e7c35),segment_id=abbd93ce-0e03-42b1-80d8-f7e0238e7c35)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:36:54.749779 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-93b4e07b-7c4c-476e-98ad-faf019d0b6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:54.769365 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-514e88fd-54db-4540-81d7-4ce325140c04 req-02f4ca2b-5d67-442e-9f14-9b94f1349c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:54.790753 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eec1c17c-e15a-4174-aca8-01d5e36fb3ca req-95110173-92e5-4260-ac80-5cb179f31f57 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1181841 Sep 30 13:36:54.817764 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-800ad400-fb1e-4ea3-8218-f7534363701c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:54.862145 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4e07b-7c4c-476e-98ad-faf019d0b6ce None None] Pushing event updated for resources: {'Port': ['ID=9109665f-d371-4519-99b3-d00b41edca56,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:54.891666 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-800ad400-fb1e-4ea3-8218-f7534363701c None None] For port 55d4183f-960f-478d-872d-c41d7d56d5a1, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=55d4183f-960f-478d-872d-c41d7d56d5a1,segment=NetworkSegment(8963862b-9c01-4555-9950-1fdf38cc9527),segment_id=8963862b-9c01-4555-9950-1fdf38cc9527)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:36:54.901834 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 5b1c6632-052e-48a5-95f0-cd0244a4889f triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:54.902271 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:54.904678 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-800ad400-fb1e-4ea3-8218-f7534363701c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:54.911706 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-3e4eed06-457d-4b1c-a559-7255429a93e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c4fff2-444a-4650-bb16-f72443bb7b7d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1011829944', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:36:45Z', 'updated_at': '2021-09-30T13:36:49Z', 'revision_number': 4, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'gw_port': {'id': '9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c4fff2-444a-4650-bb16-f72443bb7b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:36:46Z', 'updated_at': '2021-09-30T13:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '55d4183f-960f-478d-872d-c41d7d56d5a1', 'name': '', 'network_id': 'c6ac8977-9564-48b7-aea9-412c46e31158', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'mac_address': 'fa:16:3e:b6:df:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c4fff2-444a-4650-bb16-f72443bb7b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '97ad07c9-2aa5-46de-aec4-2dbdb52463e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:36:49Z', 'updated_at': '2021-09-30T13:36:53Z', 'revision_number': 4, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'subnets': [{'id': '97ad07c9-2aa5-46de-aec4-2dbdb52463e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:54.999944 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4eed06-457d-4b1c-a559-7255429a93e1 None None] The sync data for ids ['b4c4fff2-444a-4650-bb16-f72443bb7b7d'] in n-d-810909-2 is: [{'id': 'b4c4fff2-444a-4650-bb16-f72443bb7b7d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1011829944', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:36:45Z', 'updated_at': '2021-09-30T13:36:49Z', 'revision_number': 4, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'gw_port': {'id': '9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c4fff2-444a-4650-bb16-f72443bb7b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:36:46Z', 'updated_at': '2021-09-30T13:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '55d4183f-960f-478d-872d-c41d7d56d5a1', 'name': '', 'network_id': 'c6ac8977-9564-48b7-aea9-412c46e31158', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'mac_address': 'fa:16:3e:b6:df:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c4fff2-444a-4650-bb16-f72443bb7b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '97ad07c9-2aa5-46de-aec4-2dbdb52463e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:36:49Z', 'updated_at': '2021-09-30T13:36:53Z', 'revision_number': 4, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'subnets': [{'id': '97ad07c9-2aa5-46de-aec4-2dbdb52463e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:36:55.003541 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1c17c-e15a-4174-aca8-01d5e36fb3ca req-072dfb73-6155-4c44-a9be-ccc35dc72ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:55.005635 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eec1c17c-e15a-4174-aca8-01d5e36fb3ca req-072dfb73-6155-4c44-a9be-ccc35dc72ec0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 1097 time: 0.1565344 Sep 30 13:36:55.088339 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-a47fd630-29e8-4d4c-b8cc-a6f92b522a09 None None] Provisioning complete for port c8e7248d-9da2-42d4-ac4c-e034a387d5f9 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:55.088780 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a47fd630-29e8-4d4c-b8cc-a6f92b522a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:55.093573 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ad400-fb1e-4ea3-8218-f7534363701c None None] Pushing event updated for resources: {'Port': ['ID=55d4183f-960f-478d-872d-c41d7d56d5a1,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:55.098506 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2597487c-cf63-4353-8be6-4e0718a8c45a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:55.123077 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2597487c-cf63-4353-8be6-4e0718a8c45a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:55.160387 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-a47fd630-29e8-4d4c-b8cc-a6f92b522a09 None None] Port c8e7248d-9da2-42d4-ac4c-e034a387d5f9 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:36:55.216292 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:55.269002 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 5b1c6632-052e-48a5-95f0-cd0244a4889f, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=5b1c6632-052e-48a5-95f0-cd0244a4889f,segment=NetworkSegment(b5bf6969-c6c2-4148-81e6-786a4a5a1c1a),segment_id=b5bf6969-c6c2-4148-81e6-786a4a5a1c1a)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:36:55.277745 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:55.339706 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597487c-cf63-4353-8be6-4e0718a8c45a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Port': ['ID=19f4c8b8-ddaa-4a73-b2b5-367cbbb84690,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:55.359832 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=5b1c6632-052e-48a5-95f0-cd0244a4889f,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:55.415717 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2597487c-cf63-4353-8be6-4e0718a8c45a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:55.422826 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1c17c-e15a-4174-aca8-01d5e36fb3ca req-924cf72b-d384-4139-b95b-d543e8748359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:55.424451 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eec1c17c-e15a-4174-aca8-01d5e36fb3ca req-924cf72b-d384-4139-b95b-d543e8748359 service neutron] 10.222.0.39 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 912 time: 0.3967083 Sep 30 13:36:55.506872 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8e49fb-2423-4483-a4f0-adbad97c1e8b None None] Network b0db476a-6dc0-401f-8e83-40a1237dafde requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:36:55.555668 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fb530-60cb-42c1-81c6-41c306afd30e req-3b5f7f39-187a-4dfe-83a2-bbc71e64a8d4 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:55.557255 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d4fb530-60cb-42c1-81c6-41c306afd30e req-3b5f7f39-187a-4dfe-83a2-bbc71e64a8d4 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=49da4a70-e2e1-4f0a-9f8d-ee536e75d7be HTTP/1.1" status: 200 len: 895 time: 0.2128103 Sep 30 13:36:55.602721 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-c8fc824e-3a44-4548-8384-18119336d72b None None] Provisioning complete for port 5b1c6632-052e-48a5-95f0-cd0244a4889f triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:55.603192 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c8fc824e-3a44-4548-8384-18119336d72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:55.659036 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eec1c17c-e15a-4174-aca8-01d5e36fb3ca req-0ddbc942-3455-4c6a-b6b7-0aaab26ecb91 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0da4009d-5381-4997-bf33-5788a359a513 HTTP/1.1" status: 200 len: 1002 time: 0.2099512 Sep 30 13:36:55.670942 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-514e88fd-54db-4540-81d7-4ce325140c04 req-02f4ca2b-5d67-442e-9f14-9b94f1349c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e7248d-9da2-42d4-ac4c-e034a387d5f9 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:36:55.678136 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2597487c-cf63-4353-8be6-4e0718a8c45a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network b0db476a-6dc0-401f-8e83-40a1237dafde is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:36:55.690006 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-514e88fd-54db-4540-81d7-4ce325140c04 req-02f4ca2b-5d67-442e-9f14-9b94f1349c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:55.692540 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-2597487c-cf63-4353-8be6-4e0718a8c45a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:36:55.775549 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-514e88fd-54db-4540-81d7-4ce325140c04 req-02f4ca2b-5d67-442e-9f14-9b94f1349c26 service neutron] Transition to ACTIVE for port object c8e7248d-9da2-42d4-ac4c-e034a387d5f9 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:36:55.781814 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1c17c-e15a-4174-aca8-01d5e36fb3ca req-d648a549-9964-4bf5-ba04-c28145f268cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:55.783227 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eec1c17c-e15a-4174-aca8-01d5e36fb3ca req-d648a549-9964-4bf5-ba04-c28145f268cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a29bd19-7bbd-493a-b0e5-a534c2103246 HTTP/1.1" status: 200 len: 850 time: 0.1079457 Sep 30 13:36:55.797580 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-514e88fd-54db-4540-81d7-4ce325140c04 req-02f4ca2b-5d67-442e-9f14-9b94f1349c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:55.925924 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4ca2b-5d67-442e-9f14-9b94f1349c26 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e7248d-9da2-42d4-ac4c-e034a387d5f9,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:55.965038 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1c17c-e15a-4174-aca8-01d5e36fb3ca req-ead8c6d7-0f93-4a62-94cd-efa9a6e6e827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:55.966640 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eec1c17c-e15a-4174-aca8-01d5e36fb3ca req-ead8c6d7-0f93-4a62-94cd-efa9a6e6e827 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=949dc44d-a521-4909-8cff-116a74911834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1701274 Sep 30 13:36:56.052242 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2597487c-cf63-4353-8be6-4e0718a8c45a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Router cff355c6-fd2e-41c0-8570-4fe4e6d1a386 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:36:56.105903 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-514e88fd-54db-4540-81d7-4ce325140c04 req-02f4ca2b-5d67-442e-9f14-9b94f1349c26 service neutron] Attempting to bind port c8e7248d-9da2-42d4-ac4c-e034a387d5f9 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:36:56.106590 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-514e88fd-54db-4540-81d7-4ce325140c04 req-02f4ca2b-5d67-442e-9f14-9b94f1349c26 service neutron] Attempting to bind port c8e7248d-9da2-42d4-ac4c-e034a387d5f9 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '8963862b-9c01-4555-9950-1fdf38cc9527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c6ac8977-9564-48b7-aea9-412c46e31158'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:36:56.106590 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514e88fd-54db-4540-81d7-4ce325140c04 req-02f4ca2b-5d67-442e-9f14-9b94f1349c26 service neutron] Attempting to bind port c8e7248d-9da2-42d4-ac4c-e034a387d5f9 on network c6ac8977-9564-48b7-aea9-412c46e31158 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:36:56.117930 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514e88fd-54db-4540-81d7-4ce325140c04 req-02f4ca2b-5d67-442e-9f14-9b94f1349c26 service neutron] Port c8e7248d-9da2-42d4-ac4c-e034a387d5f9 on network c6ac8977-9564-48b7-aea9-412c46e31158 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:36:56.118292 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514e88fd-54db-4540-81d7-4ce325140c04 req-02f4ca2b-5d67-442e-9f14-9b94f1349c26 service neutron] Attempting to bind port c8e7248d-9da2-42d4-ac4c-e034a387d5f9 on network c6ac8977-9564-48b7-aea9-412c46e31158 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:36:56.172500 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514e88fd-54db-4540-81d7-4ce325140c04 req-02f4ca2b-5d67-442e-9f14-9b94f1349c26 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:36:56.172840 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514e88fd-54db-4540-81d7-4ce325140c04 req-02f4ca2b-5d67-442e-9f14-9b94f1349c26 service neutron] Checking segment: {'id': '8963862b-9c01-4555-9950-1fdf38cc9527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c6ac8977-9564-48b7-aea9-412c46e31158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:36:56.173235 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514e88fd-54db-4540-81d7-4ce325140c04 req-02f4ca2b-5d67-442e-9f14-9b94f1349c26 service neutron] Bound using segment: {'id': '8963862b-9c01-4555-9950-1fdf38cc9527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c6ac8977-9564-48b7-aea9-412c46e31158'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:36:56.173672 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-514e88fd-54db-4540-81d7-4ce325140c04 req-02f4ca2b-5d67-442e-9f14-9b94f1349c26 service neutron] Bound port: c8e7248d-9da2-42d4-ac4c-e034a387d5f9, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8963862b-9c01-4555-9950-1fdf38cc9527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c6ac8977-9564-48b7-aea9-412c46e31158'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:36:56.176613 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-514e88fd-54db-4540-81d7-4ce325140c04 req-02f4ca2b-5d67-442e-9f14-9b94f1349c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:56.202881 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6d8debfa-8d1a-4d6e-bea7-41d3f26897d7 None None] Provisioning complete for port 19f4c8b8-ddaa-4a73-b2b5-367cbbb84690 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:56.203397 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6d8debfa-8d1a-4d6e-bea7-41d3f26897d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:56.235710 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eec1c17c-e15a-4174-aca8-01d5e36fb3ca req-cf7b937b-d3a5-4af3-a1c4-e617f1b74e01 service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437236 Sep 30 13:36:56.268348 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-6d8debfa-8d1a-4d6e-bea7-41d3f26897d7 None None] Port 19f4c8b8-ddaa-4a73-b2b5-367cbbb84690 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:36:56.284817 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6d8debfa-8d1a-4d6e-bea7-41d3f26897d7 None None] Provisioning complete for port 5b1c6632-052e-48a5-95f0-cd0244a4889f triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:56.285325 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6d8debfa-8d1a-4d6e-bea7-41d3f26897d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:56.345071 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2597487c-cf63-4353-8be6-4e0718a8c45a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:36:56.357679 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2262a1c4-d353-428e-9614-fdca6305e757 None None] Sync routers for ids ['cff355c6-fd2e-41c0-8570-4fe4e6d1a386'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:36:56.389170 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2262a1c4-d353-428e-9614-fdca6305e757 None None] Routers {'cff355c6-fd2e-41c0-8570-4fe4e6d1a386'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:36:56.389838 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2262a1c4-d353-428e-9614-fdca6305e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['cff355c6-fd2e-41c0-8570-4fe4e6d1a386'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:56.429044 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2597487c-cf63-4353-8be6-4e0718a8c45a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "PUT /v2.0/routers/cff355c6-fd2e-41c0-8570-4fe4e6d1a386/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8899009 Sep 30 13:36:56.429673 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42612) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:56.441097 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718c5e92-c812-4f1d-aa32-71198fa73f24 None None] Network 45f4818d-ffb0-4d2b-a5bf-963d987cc617 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:36:56.471616 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2262a1c4-d353-428e-9614-fdca6305e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:56.482056 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2262a1c4-d353-428e-9614-fdca6305e757 None None] Routers {'cff355c6-fd2e-41c0-8570-4fe4e6d1a386'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:36:56.491935 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2262a1c4-d353-428e-9614-fdca6305e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['cff355c6-fd2e-41c0-8570-4fe4e6d1a386'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:56.500145 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-514e88fd-54db-4540-81d7-4ce325140c04 req-02f4ca2b-5d67-442e-9f14-9b94f1349c26 service neutron] For port c8e7248d-9da2-42d4-ac4c-e034a387d5f9, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:36:56.510479 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7694ba8f-479a-4aec-8ee8-27e68e09e2ce tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:56.520423 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7694ba8f-479a-4aec-8ee8-27e68e09e2ce tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "GET /v2.0/ports/19f4c8b8-ddaa-4a73-b2b5-367cbbb84690 HTTP/1.1" status: 200 len: 910 time: 0.0857537 Sep 30 13:36:56.523138 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42614) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:56.529430 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-514e88fd-54db-4540-81d7-4ce325140c04 req-02f4ca2b-5d67-442e-9f14-9b94f1349c26 service neutron] For port c8e7248d-9da2-42d4-ac4c-e034a387d5f9, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=c8e7248d-9da2-42d4-ac4c-e034a387d5f9,segment=NetworkSegment(8963862b-9c01-4555-9950-1fdf38cc9527),segment_id=8963862b-9c01-4555-9950-1fdf38cc9527)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:36:56.541091 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2262a1c4-d353-428e-9614-fdca6305e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:56.541745 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2262a1c4-d353-428e-9614-fdca6305e757 None None] The sync data for ids ['cff355c6-fd2e-41c0-8570-4fe4e6d1a386'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:36:56.549675 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eec1c17c-e15a-4174-aca8-01d5e36fb3ca req-c81814cf-a5ff-410d-8bd5-ec5267fbd31b service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033946 Sep 30 13:36:56.564436 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-514e88fd-54db-4540-81d7-4ce325140c04 req-02f4ca2b-5d67-442e-9f14-9b94f1349c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:56.618057 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0eee89ae-315b-4b16-9ffe-c646ae96c096 req-a1017f29-b45a-476f-a0ce-ad605a5af305 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=33658319-7a2e-4c91-a54e-ed8cf3a01414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2832248 Sep 30 13:36:56.648153 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e88fd-54db-4540-81d7-4ce325140c04 req-02f4ca2b-5d67-442e-9f14-9b94f1349c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:56.649053 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-514e88fd-54db-4540-81d7-4ce325140c04 req-02f4ca2b-5d67-442e-9f14-9b94f1349c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:56.652525 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-514e88fd-54db-4540-81d7-4ce325140c04 req-02f4ca2b-5d67-442e-9f14-9b94f1349c26 service neutron] 10.222.0.39 "PUT /v2.0/ports/c8e7248d-9da2-42d4-ac4c-e034a387d5f9 HTTP/1.1" status: 200 len: 1055 time: 2.0918782 Sep 30 13:36:56.654376 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49da4a70-e2e1-4f0a-9f8d-ee536e75d7be', 'tag': 'c8e7248d-9da2-42d4-ac4c-e034a387d5f9'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:36:56.658525 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5576f51b-c5dc-40d9-8a74-cbb907bbc78a" -d '{"events": [{"name": "network-changed", "server_uuid": "49da4a70-e2e1-4f0a-9f8d-ee536e75d7be", "tag": "c8e7248d-9da2-42d4-ac4c-e034a387d5f9"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:36:56.662433 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-c2df7a56-9fd0-404e-b71d-b7351e98bc3e None None] Provisioning complete for port 9109665f-d371-4519-99b3-d00b41edca56 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:56.667122 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c2df7a56-9fd0-404e-b71d-b7351e98bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:56.818737 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db4f420-fe00-4d24-b614-a4fe7224035e x-openstack-request-id: req-5db4f420-fe00-4d24-b614-a4fe7224035e {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:36:56.819022 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49da4a70-e2e1-4f0a-9f8d-ee536e75d7be", "tag": "c8e7248d-9da2-42d4-ac4c-e034a387d5f9", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:36:56.819283 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5db4f420-fe00-4d24-b614-a4fe7224035e {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:36:56.819680 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49da4a70-e2e1-4f0a-9f8d-ee536e75d7be', 'tag': 'c8e7248d-9da2-42d4-ac4c-e034a387d5f9', 'status': 'completed', 'code': 200} Sep 30 13:36:56.829329 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4ca2b-5d67-442e-9f14-9b94f1349c26 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e7248d-9da2-42d4-ac4c-e034a387d5f9,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:56.834105 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee89ae-315b-4b16-9ffe-c646ae96c096 req-260be08b-302f-43eb-b4f1-1b3e4a5ab0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:56.859589 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0eee89ae-315b-4b16-9ffe-c646ae96c096 req-260be08b-302f-43eb-b4f1-1b3e4a5ab0cc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7cfecf5064184b11934bd458c1ff7ce6&device_id=33658319-7a2e-4c91-a54e-ed8cf3a01414 HTTP/1.1" status: 200 len: 1136 time: 0.2059047 Sep 30 13:36:56.937255 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 55d4183f-960f-478d-872d-c41d7d56d5a1 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:36:57.030370 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e88fd-54db-4540-81d7-4ce325140c04 req-376a418e-b339-4b69-be24-7169d3342520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:57.031912 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-514e88fd-54db-4540-81d7-4ce325140c04 req-376a418e-b339-4b69-be24-7169d3342520 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7cfecf5064184b11934bd458c1ff7ce6&device_id=49da4a70-e2e1-4f0a-9f8d-ee536e75d7be HTTP/1.1" status: 200 len: 1058 time: 0.2913952 Sep 30 13:36:57.081464 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94216560-0a4c-414a-b915-da7d94bfcb8a req-fe346e69-06e4-433a-94f0-edb9c85353c2 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:57.083806 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-94216560-0a4c-414a-b915-da7d94bfcb8a req-fe346e69-06e4-433a-94f0-edb9c85353c2 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=49da4a70-e2e1-4f0a-9f8d-ee536e75d7be HTTP/1.1" status: 200 len: 907 time: 0.1806154 Sep 30 13:36:57.088116 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee89ae-315b-4b16-9ffe-c646ae96c096 req-011cf296-963a-45c2-99d6-f02018424c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:57.089754 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0eee89ae-315b-4b16-9ffe-c646ae96c096 req-011cf296-963a-45c2-99d6-f02018424c8d service neutron] 10.222.0.54 "GET /v2.0/networks?id=24df20f2-d0cf-4e54-8fb6-43c9cf435405 HTTP/1.1" status: 200 len: 898 time: 0.2066665 Sep 30 13:36:57.091626 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-514e88fd-54db-4540-81d7-4ce325140c04 req-00cb4c82-e165-4cfd-9a8b-d7157c194dbc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=c8e7248d-9da2-42d4-ac4c-e034a387d5f9 HTTP/1.1" status: 200 len: 217 time: 0.0491590 Sep 30 13:36:57.131469 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d416fed8-ea8b-4d80-a787-6d984159039d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:57.148086 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c2df7a56-9fd0-404e-b71d-b7351e98bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:57.216339 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-c2df7a56-9fd0-404e-b71d-b7351e98bc3e None None] For port 9109665f-d371-4519-99b3-d00b41edca56, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9109665f-d371-4519-99b3-d00b41edca56,segment=NetworkSegment(abbd93ce-0e03-42b1-80d8-f7e0238e7c35),segment_id=abbd93ce-0e03-42b1-80d8-f7e0238e7c35)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:36:57.226346 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c2df7a56-9fd0-404e-b71d-b7351e98bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:57.230191 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 55d4183f-960f-478d-872d-c41d7d56d5a1 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:57.230418 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:57.313447 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-c2df7a56-9fd0-404e-b71d-b7351e98bc3e None None] Provisioning complete for port 19f4c8b8-ddaa-4a73-b2b5-367cbbb84690 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:57.313872 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c2df7a56-9fd0-404e-b71d-b7351e98bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:57.344331 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df7a56-9fd0-404e-b71d-b7351e98bc3e None None] Pushing event updated for resources: {'Port': ['ID=9109665f-d371-4519-99b3-d00b41edca56,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:57.364108 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-c2df7a56-9fd0-404e-b71d-b7351e98bc3e None None] Port 19f4c8b8-ddaa-4a73-b2b5-367cbbb84690 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:36:57.418715 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9109665f-d371-4519-99b3-d00b41edca56 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:36:57.457234 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-d416fed8-ea8b-4d80-a787-6d984159039d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Allocated IP 172.21.0.1 (45f4818d-ffb0-4d2b-a5bf-963d987cc617/3339158a-4f0e-4d52-a844-a3abeb522f5f/6ec9d828-32e5-4715-a3d1-d1dd85693f84) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:36:57.496343 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 9109665f-d371-4519-99b3-d00b41edca56 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:57.498225 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:57.568219 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d1243f87-d850-41fd-8661-55ca3e50c1cb None None] Provisioning complete for port 19f4c8b8-ddaa-4a73-b2b5-367cbbb84690 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:57.568642 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d1243f87-d850-41fd-8661-55ca3e50c1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:57.596169 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e88fd-54db-4540-81d7-4ce325140c04 req-6be19ac8-6d25-4ce4-9672-f5fbe24d77d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:57.597856 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-514e88fd-54db-4540-81d7-4ce325140c04 req-6be19ac8-6d25-4ce4-9672-f5fbe24d77d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=97ad07c9-2aa5-46de-aec4-2dbdb52463e5 HTTP/1.1" status: 200 len: 837 time: 0.4939837 Sep 30 13:36:57.598153 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d416fed8-ea8b-4d80-a787-6d984159039d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:57.600353 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0eee89ae-315b-4b16-9ffe-c646ae96c096 req-9e20719f-9e72-48cc-9de2-39498775797d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58714543-0d30-428a-b465-41c9deedd3c0 HTTP/1.1" status: 200 len: 1002 time: 0.5036051 Sep 30 13:36:57.625805 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-d1243f87-d850-41fd-8661-55ca3e50c1cb None None] Port 19f4c8b8-ddaa-4a73-b2b5-367cbbb84690 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:36:57.638138 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d416fed8-ea8b-4d80-a787-6d984159039d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:57.665980 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 5b1c6632-052e-48a5-95f0-cd0244a4889f up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:36:57.683313 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d416fed8-ea8b-4d80-a787-6d984159039d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network 45f4818d-ffb0-4d2b-a5bf-963d987cc617 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:36:57.685437 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e88fd-54db-4540-81d7-4ce325140c04 req-b7ccae85-de58-4d9c-8ef2-d7c9ed2ccb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:57.687130 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-d416fed8-ea8b-4d80-a787-6d984159039d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:36:57.687271 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-514e88fd-54db-4540-81d7-4ce325140c04 req-b7ccae85-de58-4d9c-8ef2-d7c9ed2ccb4f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6ac8977-9564-48b7-aea9-412c46e31158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0813160 Sep 30 13:36:57.692252 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d416fed8-ea8b-4d80-a787-6d984159039d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:36:57.699684 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416fed8-ea8b-4d80-a787-6d984159039d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Port': ['ID=6ec9d828-32e5-4715-a3d1-d1dd85693f84,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:57.720474 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 5b1c6632-052e-48a5-95f0-cd0244a4889f triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:57.720908 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:57.734189 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee89ae-315b-4b16-9ffe-c646ae96c096 req-ebf0730f-70c9-488c-931f-6175171eb8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:57.736417 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0eee89ae-315b-4b16-9ffe-c646ae96c096 req-ebf0730f-70c9-488c-931f-6175171eb8c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=737953a5-b32a-45dd-83b4-4c4b122edb8e HTTP/1.1" status: 200 len: 834 time: 0.1007915 Sep 30 13:36:57.761672 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d416fed8-ea8b-4d80-a787-6d984159039d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:57.823262 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-1e696127-b7f7-46cc-b77a-552303f8b222 None None] Provisioning complete for port 9109665f-d371-4519-99b3-d00b41edca56 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:57.823846 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1e696127-b7f7-46cc-b77a-552303f8b222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:57.857739 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee89ae-315b-4b16-9ffe-c646ae96c096 req-8582721b-9001-400e-aada-b05600bcdc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:57.859456 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0eee89ae-315b-4b16-9ffe-c646ae96c096 req-8582721b-9001-400e-aada-b05600bcdc6d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=24df20f2-d0cf-4e54-8fb6-43c9cf435405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1157601 Sep 30 13:36:57.923923 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-514e88fd-54db-4540-81d7-4ce325140c04 req-2c20b2c4-9110-4098-809f-61a91cfd3d7b service neutron] 10.222.0.39 "GET /v2.0/networks/c6ac8977-9564-48b7-aea9-412c46e31158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267349 Sep 30 13:36:58.068692 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d2732b96-3aac-40ab-b1f0-9a0c7f7c57ac None None] Provisioning complete for port 6ec9d828-32e5-4715-a3d1-d1dd85693f84 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:58.069425 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d2732b96-3aac-40ab-b1f0-9a0c7f7c57ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:58.080267 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0eee89ae-315b-4b16-9ffe-c646ae96c096 req-d5cb71e6-af5d-4eb1-beda-7f4969a35831 service neutron] 10.222.0.54 "GET /v2.0/networks/24df20f2-d0cf-4e54-8fb6-43c9cf435405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137041 Sep 30 13:36:58.084130 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-514e88fd-54db-4540-81d7-4ce325140c04 req-be41e35a-102b-463d-a8d1-50b1b2f365d4 service neutron] 10.222.0.39 "GET /v2.0/networks/c6ac8977-9564-48b7-aea9-412c46e31158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207991 Sep 30 13:36:58.136803 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-d2732b96-3aac-40ab-b1f0-9a0c7f7c57ac None None] Port 6ec9d828-32e5-4715-a3d1-d1dd85693f84 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:36:58.215984 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0eee89ae-315b-4b16-9ffe-c646ae96c096 req-ef871f67-9158-446a-8300-42ee36751c04 service neutron] 10.222.0.54 "GET /v2.0/networks/24df20f2-d0cf-4e54-8fb6-43c9cf435405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289506 Sep 30 13:36:58.229994 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d416fed8-ea8b-4d80-a787-6d984159039d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:58.252925 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576f51b-c5dc-40d9-8a74-cbb907bbc78a req-8d020d6b-6788-4006-9863-3189836e8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:58.255015 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5576f51b-c5dc-40d9-8a74-cbb907bbc78a req-8d020d6b-6788-4006-9863-3189836e8b53 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7cfecf5064184b11934bd458c1ff7ce6&device_id=49da4a70-e2e1-4f0a-9f8d-ee536e75d7be HTTP/1.1" status: 200 len: 1058 time: 0.0757799 Sep 30 13:36:58.263213 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d1b9d-ceb0-434a-924a-711f6baeb740 req-36f189e1-c6df-40c3-b104-6a9d33a19761 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:58.264576 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-595d1b9d-ceb0-434a-924a-711f6baeb740 req-36f189e1-c6df-40c3-b104-6a9d33a19761 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=49da4a70-e2e1-4f0a-9f8d-ee536e75d7be HTTP/1.1" status: 200 len: 907 time: 0.0848267 Sep 30 13:36:58.352100 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576f51b-c5dc-40d9-8a74-cbb907bbc78a req-7a478f39-7af9-4931-9e32-6ee9c7091ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:58.353563 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5576f51b-c5dc-40d9-8a74-cbb907bbc78a req-7a478f39-7af9-4931-9e32-6ee9c7091ad8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6ac8977-9564-48b7-aea9-412c46e31158 HTTP/1.1" status: 200 len: 898 time: 0.0881639 Sep 30 13:36:58.397281 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5576f51b-c5dc-40d9-8a74-cbb907bbc78a req-01d04757-1dfe-4a7a-9c30-7449605d4ac1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=c8e7248d-9da2-42d4-ac4c-e034a387d5f9 HTTP/1.1" status: 200 len: 217 time: 0.0343626 Sep 30 13:36:58.455645 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576f51b-c5dc-40d9-8a74-cbb907bbc78a req-48806f70-5a00-4022-afd2-e864d462e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:58.457118 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5576f51b-c5dc-40d9-8a74-cbb907bbc78a req-48806f70-5a00-4022-afd2-e864d462e351 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=97ad07c9-2aa5-46de-aec4-2dbdb52463e5 HTTP/1.1" status: 200 len: 837 time: 0.0532639 Sep 30 13:36:58.493729 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d416fed8-ea8b-4d80-a787-6d984159039d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:58.498668 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d416fed8-ea8b-4d80-a787-6d984159039d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:58.506581 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576f51b-c5dc-40d9-8a74-cbb907bbc78a req-20d46626-9f00-473d-b095-590c60c2186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:58.508211 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5576f51b-c5dc-40d9-8a74-cbb907bbc78a req-20d46626-9f00-473d-b095-590c60c2186c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6ac8977-9564-48b7-aea9-412c46e31158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426693 Sep 30 13:36:58.574718 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416fed8-ea8b-4d80-a787-6d984159039d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Port': ['ID=6ec9d828-32e5-4715-a3d1-d1dd85693f84,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:36:58.577108 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d416fed8-ea8b-4d80-a787-6d984159039d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:58.600525 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9109665f-d371-4519-99b3-d00b41edca56 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:36:58.608559 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5576f51b-c5dc-40d9-8a74-cbb907bbc78a req-9123e9d7-1a04-4ad8-baca-4ba1ffeda624 service neutron] 10.222.0.39 "GET /v2.0/networks/c6ac8977-9564-48b7-aea9-412c46e31158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923007 Sep 30 13:36:58.649237 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 9109665f-d371-4519-99b3-d00b41edca56 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:58.649526 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:58.674268 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d416fed8-ea8b-4d80-a787-6d984159039d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network 45f4818d-ffb0-4d2b-a5bf-963d987cc617 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:36:58.675835 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-d416fed8-ea8b-4d80-a787-6d984159039d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:36:58.719626 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5576f51b-c5dc-40d9-8a74-cbb907bbc78a req-355a8bbc-3291-4054-84a4-8b70986bda89 service neutron] 10.222.0.39 "GET /v2.0/networks/c6ac8977-9564-48b7-aea9-412c46e31158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014936 Sep 30 13:36:58.783405 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d416fed8-ea8b-4d80-a787-6d984159039d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Router cff355c6-fd2e-41c0-8570-4fe4e6d1a386 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:36:58.883880 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d416fed8-ea8b-4d80-a787-6d984159039d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:36:58.889090 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d416fed8-ea8b-4d80-a787-6d984159039d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "PUT /v2.0/routers/cff355c6-fd2e-41c0-8570-4fe4e6d1a386/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3646071 Sep 30 13:36:58.891651 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42624) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:58.893448 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46491194-57e8-41e5-878a-fd51d922513d None None] Sync routers for ids ['cff355c6-fd2e-41c0-8570-4fe4e6d1a386'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:36:58.908923 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46491194-57e8-41e5-878a-fd51d922513d None None] Routers {'cff355c6-fd2e-41c0-8570-4fe4e6d1a386'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:36:58.909482 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-46491194-57e8-41e5-878a-fd51d922513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['cff355c6-fd2e-41c0-8570-4fe4e6d1a386'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:58.944968 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c143edb4-4630-4ca0-bf6c-23d3e0de8825 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:58.946779 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c143edb4-4630-4ca0-bf6c-23d3e0de8825 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "GET /v2.0/ports/6ec9d828-32e5-4715-a3d1-d1dd85693f84 HTTP/1.1" status: 200 len: 910 time: 0.0539374 Sep 30 13:36:58.950135 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42626) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:36:58.954706 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-46491194-57e8-41e5-878a-fd51d922513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:58.970084 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d1d9a0f5-8c1f-4d0b-8d09-1dacac752907 None None] Provisioning complete for port 6ec9d828-32e5-4715-a3d1-d1dd85693f84 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:36:58.970457 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d1d9a0f5-8c1f-4d0b-8d09-1dacac752907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:59.005063 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46491194-57e8-41e5-878a-fd51d922513d None None] Routers {'cff355c6-fd2e-41c0-8570-4fe4e6d1a386'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:36:59.005683 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-46491194-57e8-41e5-878a-fd51d922513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['cff355c6-fd2e-41c0-8570-4fe4e6d1a386'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:59.009708 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-d1d9a0f5-8c1f-4d0b-8d09-1dacac752907 None None] Port 6ec9d828-32e5-4715-a3d1-d1dd85693f84 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:36:59.041199 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-46491194-57e8-41e5-878a-fd51d922513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:36:59.041853 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46491194-57e8-41e5-878a-fd51d922513d None None] The sync data for ids ['cff355c6-fd2e-41c0-8570-4fe4e6d1a386'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:36:59.290521 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f8b6d734-66b1-4e05-a9ec-749fccdb3939 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:59.450195 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cf21b-6fd2-4231-9cd9-3426fbc30c3c req-4b9cb6be-b49d-4f04-97d1-e77711a66d5a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:36:59.451700 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-254cf21b-6fd2-4231-9cd9-3426fbc30c3c req-4b9cb6be-b49d-4f04-97d1-e77711a66d5a tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=49da4a70-e2e1-4f0a-9f8d-ee536e75d7be HTTP/1.1" status: 200 len: 907 time: 0.1155353 Sep 30 13:36:59.580942 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-f8b6d734-66b1-4e05-a9ec-749fccdb3939 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Deleting port 6ec9d828-32e5-4715-a3d1-d1dd85693f84 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:36:59.581618 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f8b6d734-66b1-4e05-a9ec-749fccdb3939 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:59.663590 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f8b6d734-66b1-4e05-a9ec-749fccdb3939 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:59.675062 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-f8b6d734-66b1-4e05-a9ec-749fccdb3939 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Calling delete_port for 6ec9d828-32e5-4715-a3d1-d1dd85693f84 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:36:59.842457 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f8b6d734-66b1-4e05-a9ec-749fccdb3939 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:36:59.870611 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6d734-66b1-4e05-a9ec-749fccdb3939 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Port': ['ID=6ec9d828-32e5-4715-a3d1-d1dd85693f84,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:00.038442 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f8b6d734-66b1-4e05-a9ec-749fccdb3939 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:00.218095 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b6d734-66b1-4e05-a9ec-749fccdb3939 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Router cff355c6-fd2e-41c0-8570-4fe4e6d1a386 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:37:00.310718 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b6d734-66b1-4e05-a9ec-749fccdb3939 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:37:00.315702 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f8b6d734-66b1-4e05-a9ec-749fccdb3939 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "PUT /v2.0/routers/cff355c6-fd2e-41c0-8570-4fe4e6d1a386/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3643348 Sep 30 13:37:00.318620 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42630) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:00.320845 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db8e227-32a5-4b50-9334-46eddaf968c4 None None] Sync routers for ids ['cff355c6-fd2e-41c0-8570-4fe4e6d1a386'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:37:00.330645 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db8e227-32a5-4b50-9334-46eddaf968c4 None None] Routers {'cff355c6-fd2e-41c0-8570-4fe4e6d1a386'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:00.331252 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-1db8e227-32a5-4b50-9334-46eddaf968c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['cff355c6-fd2e-41c0-8570-4fe4e6d1a386'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:00.458591 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-1db8e227-32a5-4b50-9334-46eddaf968c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:00.466858 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db8e227-32a5-4b50-9334-46eddaf968c4 None None] Routers {'cff355c6-fd2e-41c0-8570-4fe4e6d1a386'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:00.467457 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-1db8e227-32a5-4b50-9334-46eddaf968c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['cff355c6-fd2e-41c0-8570-4fe4e6d1a386'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:00.499069 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-1db8e227-32a5-4b50-9334-46eddaf968c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:00.499723 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db8e227-32a5-4b50-9334-46eddaf968c4 None None] The sync data for ids ['cff355c6-fd2e-41c0-8570-4fe4e6d1a386'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:37:00.578025 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0535ea4-b684-4862-91ef-7b4de1d41327 req-6267cf09-d18d-47f5-8c08-e9b9772c7f9f tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:00.579553 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f0535ea4-b684-4862-91ef-7b4de1d41327 req-6267cf09-d18d-47f5-8c08-e9b9772c7f9f tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=49da4a70-e2e1-4f0a-9f8d-ee536e75d7be HTTP/1.1" status: 200 len: 907 time: 0.0539367 Sep 30 13:37:00.644263 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-786cf333-ff90-41cc-a08f-8a6923d17ee5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:00.883152 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-786cf333-ff90-41cc-a08f-8a6923d17ee5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Deleting port 19f4c8b8-ddaa-4a73-b2b5-367cbbb84690 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:00.883494 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-786cf333-ff90-41cc-a08f-8a6923d17ee5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:00.969335 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-786cf333-ff90-41cc-a08f-8a6923d17ee5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:00.981190 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-786cf333-ff90-41cc-a08f-8a6923d17ee5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Calling delete_port for 19f4c8b8-ddaa-4a73-b2b5-367cbbb84690 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:01.152183 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-786cf333-ff90-41cc-a08f-8a6923d17ee5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:01.491946 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786cf333-ff90-41cc-a08f-8a6923d17ee5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Port': ['ID=19f4c8b8-ddaa-4a73-b2b5-367cbbb84690,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:01.504897 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cf333-ff90-41cc-a08f-8a6923d17ee5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:01.505142 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cf333-ff90-41cc-a08f-8a6923d17ee5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:01.505456 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cf333-ff90-41cc-a08f-8a6923d17ee5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:01.505831 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cf333-ff90-41cc-a08f-8a6923d17ee5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:01.506275 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cf333-ff90-41cc-a08f-8a6923d17ee5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:01.506647 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cf333-ff90-41cc-a08f-8a6923d17ee5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:01.507009 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cf333-ff90-41cc-a08f-8a6923d17ee5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:01.507336 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cf333-ff90-41cc-a08f-8a6923d17ee5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:01.507660 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cf333-ff90-41cc-a08f-8a6923d17ee5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:01.507980 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cf333-ff90-41cc-a08f-8a6923d17ee5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:01.508302 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cf333-ff90-41cc-a08f-8a6923d17ee5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:01.508620 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cf333-ff90-41cc-a08f-8a6923d17ee5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:01.648964 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-786cf333-ff90-41cc-a08f-8a6923d17ee5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:01.664475 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device c8e7248d-9da2-42d4-ac4c-e034a387d5f9 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:37:01.764147 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port c8e7248d-9da2-42d4-ac4c-e034a387d5f9, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=c8e7248d-9da2-42d4-ac4c-e034a387d5f9,segment=NetworkSegment(8963862b-9c01-4555-9950-1fdf38cc9527),segment_id=8963862b-9c01-4555-9950-1fdf38cc9527)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:01.776920 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'c8e7248d-9da2-42d4-ac4c-e034a387d5f9', 'network_id': 'c6ac8977-9564-48b7-aea9-412c46e31158', 'port_id': 'c8e7248d-9da2-42d4-ac4c-e034a387d5f9', 'mac_address': 'fa:16:3e:05:10:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ad07c9-2aa5-46de-aec4-2dbdb52463e5', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:37:01.781529 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ec33f-02fc-4940-bcb4-835d589100e7 req-6ef803ea-7acc-4f07-86d7-6a897be7ee58 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:01.783351 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d69ec33f-02fc-4940-bcb4-835d589100e7 req-6ef803ea-7acc-4f07-86d7-6a897be7ee58 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=49da4a70-e2e1-4f0a-9f8d-ee536e75d7be HTTP/1.1" status: 200 len: 907 time: 0.1308193 Sep 30 13:37:01.816039 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:01.828782 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e7248d-9da2-42d4-ac4c-e034a387d5f9 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:37:01.853196 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port c8e7248d-9da2-42d4-ac4c-e034a387d5f9, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=c8e7248d-9da2-42d4-ac4c-e034a387d5f9,segment=NetworkSegment(8963862b-9c01-4555-9950-1fdf38cc9527),segment_id=8963862b-9c01-4555-9950-1fdf38cc9527)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:01.857435 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:01.862403 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786cf333-ff90-41cc-a08f-8a6923d17ee5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Router cff355c6-fd2e-41c0-8570-4fe4e6d1a386 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:37:01.904286 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=c8e7248d-9da2-42d4-ac4c-e034a387d5f9,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:01.943473 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786cf333-ff90-41cc-a08f-8a6923d17ee5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:37:01.949107 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-786cf333-ff90-41cc-a08f-8a6923d17ee5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "PUT /v2.0/routers/cff355c6-fd2e-41c0-8570-4fe4e6d1a386/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6294475 Sep 30 13:37:01.951812 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42638) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:01.953266 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefdad2d-f2b0-499d-8682-fd3382bd66d5 None None] Sync routers for ids ['cff355c6-fd2e-41c0-8570-4fe4e6d1a386'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:37:01.962735 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefdad2d-f2b0-499d-8682-fd3382bd66d5 None None] Routers {'cff355c6-fd2e-41c0-8570-4fe4e6d1a386'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:01.963354 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-eefdad2d-f2b0-499d-8682-fd3382bd66d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['cff355c6-fd2e-41c0-8570-4fe4e6d1a386'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:01.979157 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-23e2d28a-ff3b-4416-a100-0128f4103fca tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff355c6-fd2e-41c0-8570-4fe4e6d1a386 HTTP/1.1" status: 200 len: 205 time: 0.0262465 Sep 30 13:37:01.981629 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42640) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:01.996259 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-eefdad2d-f2b0-499d-8682-fd3382bd66d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:02.004818 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefdad2d-f2b0-499d-8682-fd3382bd66d5 None None] Routers {'cff355c6-fd2e-41c0-8570-4fe4e6d1a386'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:02.005415 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-eefdad2d-f2b0-499d-8682-fd3382bd66d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['cff355c6-fd2e-41c0-8570-4fe4e6d1a386'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:02.044192 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-eefdad2d-f2b0-499d-8682-fd3382bd66d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:02.044755 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefdad2d-f2b0-499d-8682-fd3382bd66d5 None None] The sync data for ids ['cff355c6-fd2e-41c0-8570-4fe4e6d1a386'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:37:02.059294 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4afc2d83-0fdc-4f11-9781-dfc5373ff9af tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:02.120473 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['c8e7248d-9da2-42d4-ac4c-e034a387d5f9'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:37:02.224965 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4afc2d83-0fdc-4f11-9781-dfc5373ff9af tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:02.227327 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4afc2d83-0fdc-4f11-9781-dfc5373ff9af tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:02.271005 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4afc2d83-0fdc-4f11-9781-dfc5373ff9af tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:02.271525 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afc2d83-0fdc-4f11-9781-dfc5373ff9af tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Fanout notify agent at l3_agent the message router_deleted on router cff355c6-fd2e-41c0-8570-4fe4e6d1a386 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:37:02.279052 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4afc2d83-0fdc-4f11-9781-dfc5373ff9af tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:02.280076 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4afc2d83-0fdc-4f11-9781-dfc5373ff9af tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/routers/cff355c6-fd2e-41c0-8570-4fe4e6d1a386 HTTP/1.1" status: 204 len: 168 time: 0.2975366 Sep 30 13:37:02.282797 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42642) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:02.333216 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf7b0ce-ab04-4199-a8b4-617d67a6b222 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Deleting subnet 3339158a-4f0e-4d52-a844-a3abeb522f5f {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:37:02.336122 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aaf7b0ce-ab04-4199-a8b4-617d67a6b222 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:02.374970 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aaf7b0ce-ab04-4199-a8b4-617d67a6b222 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:02.464648 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aaf7b0ce-ab04-4199-a8b4-617d67a6b222 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:02.523165 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aaf7b0ce-ab04-4199-a8b4-617d67a6b222 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:02.550133 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7b0ce-ab04-4199-a8b4-617d67a6b222 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Subnet': ['ID=3339158a-4f0e-4d52-a844-a3abeb522f5f,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:02.554247 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aaf7b0ce-ab04-4199-a8b4-617d67a6b222 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:02.558519 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-aaf7b0ce-ab04-4199-a8b4-617d67a6b222 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/subnets/3339158a-4f0e-4d52-a844-a3abeb522f5f HTTP/1.1" status: 204 len: 168 time: 0.2747006 Sep 30 13:37:02.558876 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42644) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:02.561724 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d46c43-d1d4-4963-a679-8d33edfedb03 None None] Network 45f4818d-ffb0-4d2b-a5bf-963d987cc617 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:37:02.609481 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-18820626-161a-4e27-9017-cb57edfc56ed tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Deleting subnet 5d71dbfa-f1e0-497b-8061-e510d769d3d3 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:37:02.612479 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-18820626-161a-4e27-9017-cb57edfc56ed tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:02.653224 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-18820626-161a-4e27-9017-cb57edfc56ed tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:02.745248 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-18820626-161a-4e27-9017-cb57edfc56ed tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:02.749979 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26640630-aa05-494b-ab73-92073cc3b362 None None] DHCP port deletion for 45f4818d-ffb0-4d2b-a5bf-963d987cc617 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:37:02.796667 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-26640630-aa05-494b-ab73-92073cc3b362 None None] Deleting port 9109665f-d371-4519-99b3-d00b41edca56 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:02.797127 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-26640630-aa05-494b-ab73-92073cc3b362 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:02.808497 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-18820626-161a-4e27-9017-cb57edfc56ed tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:02.837620 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18820626-161a-4e27-9017-cb57edfc56ed tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Subnet': ['ID=5d71dbfa-f1e0-497b-8061-e510d769d3d3,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:02.843156 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-18820626-161a-4e27-9017-cb57edfc56ed tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:02.845350 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-18820626-161a-4e27-9017-cb57edfc56ed tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/subnets/5d71dbfa-f1e0-497b-8061-e510d769d3d3 HTTP/1.1" status: 204 len: 168 time: 0.2852557 Sep 30 13:37:02.848724 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42648) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:02.857226 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e68e6e-5c59-4c39-94c0-fb4d7f0452ac None None] Network b0db476a-6dc0-401f-8e83-40a1237dafde requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:37:02.897942 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-26640630-aa05-494b-ab73-92073cc3b362 None None] For port 9109665f-d371-4519-99b3-d00b41edca56, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9109665f-d371-4519-99b3-d00b41edca56,segment=NetworkSegment(abbd93ce-0e03-42b1-80d8-f7e0238e7c35),segment_id=abbd93ce-0e03-42b1-80d8-f7e0238e7c35)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:02.898451 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-26640630-aa05-494b-ab73-92073cc3b362 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:02.923595 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4b135-911c-4909-a27b-e56d04104bec req-4f0893fb-dfa6-43f1-b7bd-a61fbbccbcd4 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:02.925388 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f2f4b135-911c-4909-a27b-e56d04104bec req-4f0893fb-dfa6-43f1-b7bd-a61fbbccbcd4 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=49da4a70-e2e1-4f0a-9f8d-ee536e75d7be HTTP/1.1" status: 200 len: 908 time: 0.0580554 Sep 30 13:37:02.935024 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1862a424-36f4-489c-a99a-23063ff55d71 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:02.948106 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-26640630-aa05-494b-ab73-92073cc3b362 None None] Calling delete_port for 9109665f-d371-4519-99b3-d00b41edca56 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:02.987805 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-1862a424-36f4-489c-a99a-23063ff55d71 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Deleting port 9109665f-d371-4519-99b3-d00b41edca56 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:02.988071 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1862a424-36f4-489c-a99a-23063ff55d71 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:03.055356 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-1862a424-36f4-489c-a99a-23063ff55d71 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] For port 9109665f-d371-4519-99b3-d00b41edca56, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9109665f-d371-4519-99b3-d00b41edca56,segment=NetworkSegment(abbd93ce-0e03-42b1-80d8-f7e0238e7c35),segment_id=abbd93ce-0e03-42b1-80d8-f7e0238e7c35)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:03.055722 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1862a424-36f4-489c-a99a-23063ff55d71 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:03.068162 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-1862a424-36f4-489c-a99a-23063ff55d71 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Calling delete_port for 9109665f-d371-4519-99b3-d00b41edca56 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:03.089122 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-26640630-aa05-494b-ab73-92073cc3b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:03.117866 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26640630-aa05-494b-ab73-92073cc3b362 None None] Pushing event deleted for resources: {'Port': ['ID=9109665f-d371-4519-99b3-d00b41edca56,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:03.123230 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26640630-aa05-494b-ab73-92073cc3b362 None None] No DVR routers for this DVR port 9109665f-d371-4519-99b3-d00b41edca56 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:37:03.159437 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6912c98f-5504-43a5-970d-048b45878775 None None] DHCP port deletion for b0db476a-6dc0-401f-8e83-40a1237dafde request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:37:03.159792 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1862a424-36f4-489c-a99a-23063ff55d71 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:03.191075 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862a424-36f4-489c-a99a-23063ff55d71 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Port': ['ID=9109665f-d371-4519-99b3-d00b41edca56,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:03.193123 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1862a424-36f4-489c-a99a-23063ff55d71 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] No DVR routers for this DVR port 9109665f-d371-4519-99b3-d00b41edca56 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:37:03.207048 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-6912c98f-5504-43a5-970d-048b45878775 None None] Deleting port 5b1c6632-052e-48a5-95f0-cd0244a4889f {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:03.208000 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6912c98f-5504-43a5-970d-048b45878775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:03.272239 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-6912c98f-5504-43a5-970d-048b45878775 None None] For port 5b1c6632-052e-48a5-95f0-cd0244a4889f, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=5b1c6632-052e-48a5-95f0-cd0244a4889f,segment=NetworkSegment(b5bf6969-c6c2-4148-81e6-786a4a5a1c1a),segment_id=b5bf6969-c6c2-4148-81e6-786a4a5a1c1a)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:03.272633 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6912c98f-5504-43a5-970d-048b45878775 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:03.280467 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1862a424-36f4-489c-a99a-23063ff55d71 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:03.283969 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-6912c98f-5504-43a5-970d-048b45878775 None None] Calling delete_port for 5b1c6632-052e-48a5-95f0-cd0244a4889f owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:03.302517 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-1862a424-36f4-489c-a99a-23063ff55d71 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f4818d-ffb0-4d2b-a5bf-963d987cc617']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:03.312419 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-1862a424-36f4-489c-a99a-23063ff55d71 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abbd93ce-0e03-42b1-80d8-f7e0238e7c35') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:03.312768 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-1862a424-36f4-489c-a99a-23063ff55d71 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abbd93ce-0e03-42b1-80d8-f7e0238e7c35') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:03.322880 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1862a424-36f4-489c-a99a-23063ff55d71 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:03.337055 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1862a424-36f4-489c-a99a-23063ff55d71 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:03.343566 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1862a424-36f4-489c-a99a-23063ff55d71 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:37:03.343977 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1862a424-36f4-489c-a99a-23063ff55d71 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: self.session.flush() Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: self.session.flush() Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: self.session.flush() Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: self.session.flush() Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:37:03.347253 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:37:03.364022 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6912c98f-5504-43a5-970d-048b45878775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:03.397511 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6912c98f-5504-43a5-970d-048b45878775 None None] No DVR routers for this DVR port 5b1c6632-052e-48a5-95f0-cd0244a4889f on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:37:03.407310 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912c98f-5504-43a5-970d-048b45878775 None None] Pushing event deleted for resources: {'Port': ['ID=5b1c6632-052e-48a5-95f0-cd0244a4889f,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:03.415282 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1862a424-36f4-489c-a99a-23063ff55d71 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:03.420683 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1862a424-36f4-489c-a99a-23063ff55d71 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:03.426082 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1862a424-36f4-489c-a99a-23063ff55d71 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/networks/45f4818d-ffb0-4d2b-a5bf-963d987cc617 HTTP/1.1" status: 204 len: 168 time: 0.5732872 Sep 30 13:37:03.426213 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42650) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:03.441218 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862a424-36f4-489c-a99a-23063ff55d71 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Network': ['ID=45f4818d-ffb0-4d2b-a5bf-963d987cc617,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:03.513150 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-36e42866-0171-4f2e-bb09-8bee08ff90bb tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:03.600533 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-36e42866-0171-4f2e-bb09-8bee08ff90bb tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:03.620698 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-36e42866-0171-4f2e-bb09-8bee08ff90bb tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0db476a-6dc0-401f-8e83-40a1237dafde']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:03.630354 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-36e42866-0171-4f2e-bb09-8bee08ff90bb tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5bf6969-c6c2-4148-81e6-786a4a5a1c1a') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:03.630651 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-36e42866-0171-4f2e-bb09-8bee08ff90bb tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5bf6969-c6c2-4148-81e6-786a4a5a1c1a') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:03.640138 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-36e42866-0171-4f2e-bb09-8bee08ff90bb tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:03.653687 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-36e42866-0171-4f2e-bb09-8bee08ff90bb tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:03.659766 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e42866-0171-4f2e-bb09-8bee08ff90bb tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:37:03.660153 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-36e42866-0171-4f2e-bb09-8bee08ff90bb tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:37:03.663240 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:37:03.666083 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device c8e7248d-9da2-42d4-ac4c-e034a387d5f9 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:37:03.717661 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port c8e7248d-9da2-42d4-ac4c-e034a387d5f9 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:37:03.721326 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port c8e7248d-9da2-42d4-ac4c-e034a387d5f9 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:03.721946 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:03.730749 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-36e42866-0171-4f2e-bb09-8bee08ff90bb tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:03.748734 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-36e42866-0171-4f2e-bb09-8bee08ff90bb tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:03.750668 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-36e42866-0171-4f2e-bb09-8bee08ff90bb tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/networks/b0db476a-6dc0-401f-8e83-40a1237dafde HTTP/1.1" status: 204 len: 168 time: 0.3234658 Sep 30 13:37:03.751779 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e42866-0171-4f2e-bb09-8bee08ff90bb tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Network': ['ID=b0db476a-6dc0-401f-8e83-40a1237dafde,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:03.754929 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42652) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:03.760592 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-5a8c1a39-5982-45ce-a481-f559a0fa3903 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'network': {'name': 'tempest-RoutersTest-712077858'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:03.780440 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8c1a39-5982-45ce-a481-f559a0fa3903 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Made reservation on behalf of 54c08ddc3ac64f84a3d1e6a930b12388 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:37:03.783902 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5a8c1a39-5982-45ce-a481-f559a0fa3903 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:03.803527 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:03.806998 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a8c1a39-5982-45ce-a481-f559a0fa3903 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:37:03.815941 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5a8c1a39-5982-45ce-a481-f559a0fa3903 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:03.816301 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-5a8c1a39-5982-45ce-a481-f559a0fa3903 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Added segment 066e971b-adda-4c37-92ea-0ca8e0c826a0 of type vlan for network c763593e-d0f0-4c07-9abe-e9e62de625f1 Sep 30 13:37:03.827214 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49da4a70-e2e1-4f0a-9f8d-ee536e75d7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e7248d-9da2-42d4-ac4c-e034a387d5f9'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:37:03.829631 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296054f4-aff1-4cdd-9671-c86157b58c69" -d '{"events": [{"server_uuid": "49da4a70-e2e1-4f0a-9f8d-ee536e75d7be", "name": "network-vif-plugged", "status": "completed", "tag": "c8e7248d-9da2-42d4-ac4c-e034a387d5f9"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:37:03.843121 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port c8e7248d-9da2-42d4-ac4c-e034a387d5f9, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=c8e7248d-9da2-42d4-ac4c-e034a387d5f9,segment=NetworkSegment(8963862b-9c01-4555-9950-1fdf38cc9527),segment_id=8963862b-9c01-4555-9950-1fdf38cc9527)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:03.848878 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:03.865224 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5a8c1a39-5982-45ce-a481-f559a0fa3903 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:03.872869 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c627adc0-627b-4e4e-957e-f08f98ebdb21 x-openstack-request-id: req-c627adc0-627b-4e4e-957e-f08f98ebdb21 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:37:03.873164 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49da4a70-e2e1-4f0a-9f8d-ee536e75d7be", "name": "network-vif-plugged", "status": "completed", "tag": "c8e7248d-9da2-42d4-ac4c-e034a387d5f9", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:37:03.873794 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c627adc0-627b-4e4e-957e-f08f98ebdb21 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:37:03.874245 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49da4a70-e2e1-4f0a-9f8d-ee536e75d7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e7248d-9da2-42d4-ac4c-e034a387d5f9', 'code': 200} Sep 30 13:37:03.894539 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5a8c1a39-5982-45ce-a481-f559a0fa3903 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:03.901766 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8c1a39-5982-45ce-a481-f559a0fa3903 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:03.902498 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5a8c1a39-5982-45ce-a481-f559a0fa3903 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:03.909260 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=c8e7248d-9da2-42d4-ac4c-e034a387d5f9,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:03.933203 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5a8c1a39-5982-45ce-a481-f559a0fa3903 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1772459 Sep 30 13:37:03.936031 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42656) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:03.941252 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-c1d0b2b0-135b-4f86-8e4b-c2b6449be128 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'subnet': {'network_id': 'c763593e-d0f0-4c07-9abe-e9e62de625f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:03.990151 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c1a39-5982-45ce-a481-f559a0fa3903 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Network': ['ID=c763593e-d0f0-4c07-9abe-e9e62de625f1,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:04.002706 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network c763593e-d0f0-4c07-9abe-e9e62de625f1 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:37:04.064315 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d0b2b0-135b-4f86-8e4b-c2b6449be128 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Made reservation on behalf of 54c08ddc3ac64f84a3d1e6a930b12388 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:37:04.071743 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c1d0b2b0-135b-4f86-8e4b-c2b6449be128 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:04.092905 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c54c9-b707-4ac6-ab3a-e12522525ece req-4b043617-fb1b-4d61-8ebb-b589b4a8db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:04.094444 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f15c54c9-b707-4ac6-ab3a-e12522525ece req-4b043617-fb1b-4d61-8ebb-b589b4a8db0e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=49da4a70-e2e1-4f0a-9f8d-ee536e75d7be HTTP/1.1" status: 200 len: 1060 time: 0.1554658 Sep 30 13:37:04.102281 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7049be-9e0d-4d6e-8fe8-082a73a3c58f req-17858b0e-eb3e-4f18-b4b9-50f5e6c267e6 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:04.103715 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee7049be-9e0d-4d6e-8fe8-082a73a3c58f req-17858b0e-eb3e-4f18-b4b9-50f5e6c267e6 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=49da4a70-e2e1-4f0a-9f8d-ee536e75d7be HTTP/1.1" status: 200 len: 909 time: 0.0870466 Sep 30 13:37:04.275813 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c1d0b2b0-135b-4f86-8e4b-c2b6449be128 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:04.351249 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0b2b0-135b-4f86-8e4b-c2b6449be128 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Subnet': ['ID=b6495f46-a750-482e-b398-c14f39b5e778,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:04.355637 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d0b2b0-135b-4f86-8e4b-c2b6449be128 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Checking segment: {'id': '066e971b-adda-4c37-92ea-0ca8e0c826a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c763593e-d0f0-4c07-9abe-e9e62de625f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:37:04.356048 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d0b2b0-135b-4f86-8e4b-c2b6449be128 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network hostable DHCP agents. Network: c763593e-d0f0-4c07-9abe-e9e62de625f1, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:37:04.374211 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d0b2b0-135b-4f86-8e4b-c2b6449be128 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network c763593e-d0f0-4c07-9abe-e9e62de625f1 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:37:04.383191 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-c1d0b2b0-135b-4f86-8e4b-c2b6449be128 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, c763593e-d0f0-4c07-9abe-e9e62de625f1) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:04.387118 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d0b2b0-135b-4f86-8e4b-c2b6449be128 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:04.387681 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c1d0b2b0-135b-4f86-8e4b-c2b6449be128 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:04.392639 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3170c30-42ac-4431-821e-aceba5e7c16f None None] Network c763593e-d0f0-4c07-9abe-e9e62de625f1 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:37:04.408499 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c1d0b2b0-135b-4f86-8e4b-c2b6449be128 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4689128 Sep 30 13:37:04.408786 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42662) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:04.413460 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-fc199d27-7aa0-465f-a797-f9cf250e7ec2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-277976381', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:04.442797 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fc199d27-7aa0-465f-a797-f9cf250e7ec2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:04.443855 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fc199d27-7aa0-465f-a797-f9cf250e7ec2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:04.497604 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fc199d27-7aa0-465f-a797-f9cf250e7ec2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:04.502433 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fc199d27-7aa0-465f-a797-f9cf250e7ec2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:04.520944 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fc199d27-7aa0-465f-a797-f9cf250e7ec2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:04.525515 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fc199d27-7aa0-465f-a797-f9cf250e7ec2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1158001 Sep 30 13:37:04.527398 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42664) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:04.533969 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-1b08b275-a9e4-43d5-821b-5963f952d0c5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'port': {'network_id': 'c763593e-d0f0-4c07-9abe-e9e62de625f1', 'name': 'tempest-RoutersTest-634940004'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:04.575445 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947205b3-3150-4b76-867c-c71fecb87d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-c763593e-d0f0-4c07-9abe-e9e62de625f1', 'network_id': 'c763593e-d0f0-4c07-9abe-e9e62de625f1', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'fixed_ips': [{'subnet_id': 'b6495f46-a750-482e-b398-c14f39b5e778'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:37:04.576839 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-947205b3-3150-4b76-867c-c71fecb87d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:04.671767 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9109665f-d371-4519-99b3-d00b41edca56 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:37:04.684325 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b08b275-a9e4-43d5-821b-5963f952d0c5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Made reservation on behalf of 54c08ddc3ac64f84a3d1e6a930b12388 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:37:04.689259 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1b08b275-a9e4-43d5-821b-5963f952d0c5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:04.710997 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [None req-1b08b275-a9e4-43d5-821b-5963f952d0c5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] device_id is not set on port a2668cbc-395e-45ad-8115-2c2c70b21a96 yet. {{(pid=94763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 13:37:04.713159 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 9109665f-d371-4519-99b3-d00b41edca56 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:37:04.713500 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9109665f-d371-4519-99b3-d00b41edca56 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:37:04.714113 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 5b1c6632-052e-48a5-95f0-cd0244a4889f no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:37:04.742544 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 5b1c6632-052e-48a5-95f0-cd0244a4889f {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:37:04.742926 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 5b1c6632-052e-48a5-95f0-cd0244a4889f not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:37:04.798809 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-947205b3-3150-4b76-867c-c71fecb87d59 None None] Allocated IP 172.20.0.2 (c763593e-d0f0-4c07-9abe-e9e62de625f1/b6495f46-a750-482e-b398-c14f39b5e778/0e4354fb-84ab-420b-b524-f2cb1bd800aa) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:37:04.935558 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-947205b3-3150-4b76-867c-c71fecb87d59 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:04.942725 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-947205b3-3150-4b76-867c-c71fecb87d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:04.983466 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947205b3-3150-4b76-867c-c71fecb87d59 None None] Network c763593e-d0f0-4c07-9abe-e9e62de625f1 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:37:04.986326 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-947205b3-3150-4b76-867c-c71fecb87d59 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:04.989858 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947205b3-3150-4b76-867c-c71fecb87d59 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:37:04.992534 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-1b08b275-a9e4-43d5-821b-5963f952d0c5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Allocated IP 172.20.0.7 (c763593e-d0f0-4c07-9abe-e9e62de625f1/b6495f46-a750-482e-b398-c14f39b5e778/a2668cbc-395e-45ad-8115-2c2c70b21a96) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:37:04.995321 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947205b3-3150-4b76-867c-c71fecb87d59 None None] Pushing event updated for resources: {'Port': ['ID=0e4354fb-84ab-420b-b524-f2cb1bd800aa,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:05.050941 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-947205b3-3150-4b76-867c-c71fecb87d59 None None] Attempting to bind port 0e4354fb-84ab-420b-b524-f2cb1bd800aa on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:37:05.051214 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-947205b3-3150-4b76-867c-c71fecb87d59 None None] Attempting to bind port 0e4354fb-84ab-420b-b524-f2cb1bd800aa by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '066e971b-adda-4c37-92ea-0ca8e0c826a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c763593e-d0f0-4c07-9abe-e9e62de625f1'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:37:05.051569 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947205b3-3150-4b76-867c-c71fecb87d59 None None] Attempting to bind port 0e4354fb-84ab-420b-b524-f2cb1bd800aa on network c763593e-d0f0-4c07-9abe-e9e62de625f1 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:37:05.056402 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947205b3-3150-4b76-867c-c71fecb87d59 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:37:05.056798 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947205b3-3150-4b76-867c-c71fecb87d59 None None] Checking segment: {'id': '066e971b-adda-4c37-92ea-0ca8e0c826a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c763593e-d0f0-4c07-9abe-e9e62de625f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:37:05.057188 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-947205b3-3150-4b76-867c-c71fecb87d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:05.057598 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947205b3-3150-4b76-867c-c71fecb87d59 None None] Bound using segment: {'id': '066e971b-adda-4c37-92ea-0ca8e0c826a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c763593e-d0f0-4c07-9abe-e9e62de625f1'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:37:05.058058 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-947205b3-3150-4b76-867c-c71fecb87d59 None None] Bound port: 0e4354fb-84ab-420b-b524-f2cb1bd800aa, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066e971b-adda-4c37-92ea-0ca8e0c826a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c763593e-d0f0-4c07-9abe-e9e62de625f1'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:37:05.058434 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-947205b3-3150-4b76-867c-c71fecb87d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:05.131435 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-947205b3-3150-4b76-867c-c71fecb87d59 None None] For port 0e4354fb-84ab-420b-b524-f2cb1bd800aa, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:37:05.134974 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-947205b3-3150-4b76-867c-c71fecb87d59 None None] For port 0e4354fb-84ab-420b-b524-f2cb1bd800aa, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=0e4354fb-84ab-420b-b524-f2cb1bd800aa,segment=NetworkSegment(066e971b-adda-4c37-92ea-0ca8e0c826a0),segment_id=066e971b-adda-4c37-92ea-0ca8e0c826a0)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:37:05.141469 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-947205b3-3150-4b76-867c-c71fecb87d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:05.164372 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1b08b275-a9e4-43d5-821b-5963f952d0c5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:05.203258 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947205b3-3150-4b76-867c-c71fecb87d59 None None] Pushing event updated for resources: {'Port': ['ID=0e4354fb-84ab-420b-b524-f2cb1bd800aa,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:05.210300 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1b08b275-a9e4-43d5-821b-5963f952d0c5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:05.261302 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b08b275-a9e4-43d5-821b-5963f952d0c5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network c763593e-d0f0-4c07-9abe-e9e62de625f1 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:37:05.269398 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-1b08b275-a9e4-43d5-821b-5963f952d0c5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:05.274414 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc76d7d-b0b9-4309-afda-bc87b053b860 req-e0b5b301-b912-4aa5-88d5-88254670c2f0 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:05.274952 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b08b275-a9e4-43d5-821b-5963f952d0c5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:37:05.280051 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08b275-a9e4-43d5-821b-5963f952d0c5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Port': ['ID=a2668cbc-395e-45ad-8115-2c2c70b21a96,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:05.283432 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dfc76d7d-b0b9-4309-afda-bc87b053b860 req-e0b5b301-b912-4aa5-88d5-88254670c2f0 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=49da4a70-e2e1-4f0a-9f8d-ee536e75d7be HTTP/1.1" status: 200 len: 909 time: 0.0848510 Sep 30 13:37:05.343793 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b08b275-a9e4-43d5-821b-5963f952d0c5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:05.344592 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1b08b275-a9e4-43d5-821b-5963f952d0c5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:05.369270 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1b08b275-a9e4-43d5-821b-5963f952d0c5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.8390374 Sep 30 13:37:05.371043 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42670) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:05.412186 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10675e-f606-40e9-b7b2-090728243abc req-a25a0bce-227c-4265-b949-bfc815e2f41d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:05.413750 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee10675e-f606-40e9-b7b2-090728243abc req-a25a0bce-227c-4265-b949-bfc815e2f41d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=49da4a70-e2e1-4f0a-9f8d-ee536e75d7be HTTP/1.1" status: 200 len: 909 time: 0.0571520 Sep 30 13:37:05.652543 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557880c8-3cc4-4ecf-b475-8a971b20bd26 req-cbf0c2aa-cab1-4e45-b344-2884b039addc tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:05.654085 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-557880c8-3cc4-4ecf-b475-8a971b20bd26 req-cbf0c2aa-cab1-4e45-b344-2884b039addc tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=49da4a70-e2e1-4f0a-9f8d-ee536e75d7be HTTP/1.1" status: 200 len: 1060 time: 0.1326823 Sep 30 13:37:05.759074 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-747ffc17-2266-41bd-9cc6-112a5725808a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:05.770256 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311fb13-8794-49bd-9126-73a820fc0d5f req-0faeffb2-0571-4cde-bf4d-6a0c8e85b6fc tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:05.771807 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c311fb13-8794-49bd-9126-73a820fc0d5f req-0faeffb2-0571-4cde-bf4d-6a0c8e85b6fc tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=33658319-7a2e-4c91-a54e-ed8cf3a01414 HTTP/1.1" status: 200 len: 1136 time: 0.0448604 Sep 30 13:37:05.809781 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c311fb13-8794-49bd-9126-73a820fc0d5f req-4edfbc37-4c90-4ff5-86b8-dc8904a066d9 tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=5663cd21-43d1-46e7-8a1e-4f1ab27655c0&id=c4f2cce2-ba11-4fcc-b97e-fff66749db07&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0316935 Sep 30 13:37:05.831670 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42676) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:05.871757 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce7c902-c2e3-414e-b899-f4cf7c30e979 tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:05.873302 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bce7c902-c2e3-414e-b899-f4cf7c30e979 tempest-TestSecurityGroupsBasicOps-990296531 tempest-TestSecurityGroupsBasicOps-990296531-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=49da4a70-e2e1-4f0a-9f8d-ee536e75d7be HTTP/1.1" status: 200 len: 1055 time: 0.0405974 Sep 30 13:37:06.017944 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-747ffc17-2266-41bd-9cc6-112a5725808a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:06.023243 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-747ffc17-2266-41bd-9cc6-112a5725808a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:06.102959 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ffc17-2266-41bd-9cc6-112a5725808a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Port': ['ID=a2668cbc-395e-45ad-8115-2c2c70b21a96,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:06.128000 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57a81f-5b33-47d4-a87d-49201765d496 req-77eaf5ab-4757-411f-9ced-2b0e2cdfbf81 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:06.129636 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1c57a81f-5b33-47d4-a87d-49201765d496 req-77eaf5ab-4757-411f-9ced-2b0e2cdfbf81 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=49da4a70-e2e1-4f0a-9f8d-ee536e75d7be HTTP/1.1" status: 200 len: 909 time: 0.0561182 Sep 30 13:37:06.236728 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9389028d-cb30-4e98-a950-a9863a85d53d None None] Network c763593e-d0f0-4c07-9abe-e9e62de625f1 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:37:06.261304 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-747ffc17-2266-41bd-9cc6-112a5725808a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:06.385772 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-747ffc17-2266-41bd-9cc6-112a5725808a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:06.471031 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-fefcfeea-0f3a-475a-80ad-f794cf9c3ea2 None None] Provisioning complete for port 0e4354fb-84ab-420b-b524-f2cb1bd800aa triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:06.471395 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fefcfeea-0f3a-475a-80ad-f794cf9c3ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:06.616735 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fefcfeea-0f3a-475a-80ad-f794cf9c3ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:06.636921 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0e4354fb-84ab-420b-b524-f2cb1bd800aa up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:37:06.666279 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-747ffc17-2266-41bd-9cc6-112a5725808a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:06.671297 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-747ffc17-2266-41bd-9cc6-112a5725808a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:06.686741 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-fefcfeea-0f3a-475a-80ad-f794cf9c3ea2 None None] For port 0e4354fb-84ab-420b-b524-f2cb1bd800aa, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=0e4354fb-84ab-420b-b524-f2cb1bd800aa,segment=NetworkSegment(066e971b-adda-4c37-92ea-0ca8e0c826a0),segment_id=066e971b-adda-4c37-92ea-0ca8e0c826a0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:06.692582 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fefcfeea-0f3a-475a-80ad-f794cf9c3ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:06.750848 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 0e4354fb-84ab-420b-b524-f2cb1bd800aa triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:06.751221 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:06.752844 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefcfeea-0f3a-475a-80ad-f794cf9c3ea2 None None] Pushing event updated for resources: {'Port': ['ID=0e4354fb-84ab-420b-b524-f2cb1bd800aa,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:06.755598 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-747ffc17-2266-41bd-9cc6-112a5725808a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:06.758382 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ffc17-2266-41bd-9cc6-112a5725808a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Port': ['ID=a2668cbc-395e-45ad-8115-2c2c70b21a96,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:06.862797 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747ffc17-2266-41bd-9cc6-112a5725808a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network c763593e-d0f0-4c07-9abe-e9e62de625f1 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:37:06.865182 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-747ffc17-2266-41bd-9cc6-112a5725808a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:06.916361 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-db0d5b5e-402e-4aa0-a51f-857913ad42db None None] Provisioning complete for port 0e4354fb-84ab-420b-b524-f2cb1bd800aa triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:06.916948 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-db0d5b5e-402e-4aa0-a51f-857913ad42db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:07.023181 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-db0d5b5e-402e-4aa0-a51f-857913ad42db None None] Provisioning complete for port a2668cbc-395e-45ad-8115-2c2c70b21a96 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:07.023680 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-db0d5b5e-402e-4aa0-a51f-857913ad42db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:07.076246 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-db0d5b5e-402e-4aa0-a51f-857913ad42db None None] Port a2668cbc-395e-45ad-8115-2c2c70b21a96 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:37:07.204673 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-2d8af256-7a14-433d-81b4-ae24834f7915 None None] Provisioning complete for port a2668cbc-395e-45ad-8115-2c2c70b21a96 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:07.205367 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2d8af256-7a14-433d-81b4-ae24834f7915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:07.252249 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-2d8af256-7a14-433d-81b4-ae24834f7915 None None] Port a2668cbc-395e-45ad-8115-2c2c70b21a96 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:37:07.319510 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f934e5-d8cb-4a7c-8621-25e6c8e95559 req-46f06895-87e0-4878-a496-50810abb3c97 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:07.321101 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-46f934e5-d8cb-4a7c-8621-25e6c8e95559 req-46f06895-87e0-4878-a496-50810abb3c97 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=49da4a70-e2e1-4f0a-9f8d-ee536e75d7be HTTP/1.1" status: 200 len: 909 time: 0.0949454 Sep 30 13:37:07.362900 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747ffc17-2266-41bd-9cc6-112a5725808a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Router 58f6c1da-cbc0-4833-b1b6-4c22bcea78ce is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:37:07.372392 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-2d10c52e-e39f-4444-8213-b8caaca64e9b None None] Provisioning complete for port a2668cbc-395e-45ad-8115-2c2c70b21a96 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:07.372848 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2d10c52e-e39f-4444-8213-b8caaca64e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:07.413098 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-2d10c52e-e39f-4444-8213-b8caaca64e9b None None] Port a2668cbc-395e-45ad-8115-2c2c70b21a96 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:37:07.468607 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd3ac6-e53c-4204-aa5f-db08f615ffcd req-d423d5d4-7c0a-47be-829f-0df3085df2ed tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:07.470474 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747ffc17-2266-41bd-9cc6-112a5725808a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:37:07.470922 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-46dd3ac6-e53c-4204-aa5f-db08f615ffcd req-d423d5d4-7c0a-47be-829f-0df3085df2ed tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.39 "GET /v2.0/ports?device_id=49da4a70-e2e1-4f0a-9f8d-ee536e75d7be HTTP/1.1" status: 200 len: 909 time: 0.0785005 Sep 30 13:37:07.476973 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-747ffc17-2266-41bd-9cc6-112a5725808a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "PUT /v2.0/routers/58f6c1da-cbc0-4833-b1b6-4c22bcea78ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1048632 Sep 30 13:37:07.479593 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42684) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:07.482077 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb731f1-1c1d-4b01-ba0a-219706034fa6 None None] Sync routers for ids ['58f6c1da-cbc0-4833-b1b6-4c22bcea78ce'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:37:07.496456 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb731f1-1c1d-4b01-ba0a-219706034fa6 None None] Routers {'58f6c1da-cbc0-4833-b1b6-4c22bcea78ce'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:07.497083 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-1eb731f1-1c1d-4b01-ba0a-219706034fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['58f6c1da-cbc0-4833-b1b6-4c22bcea78ce'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:07.534354 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-3b92c938-e897-4381-93b1-957a5f731aec None None] Provisioning complete for port a2668cbc-395e-45ad-8115-2c2c70b21a96 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:07.535092 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3b92c938-e897-4381-93b1-957a5f731aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:07.545502 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd5fffc-fac5-4ef9-b960-2c5dc11aebe7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:07.546320 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-1eb731f1-1c1d-4b01-ba0a-219706034fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:07.548559 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5fd5fffc-fac5-4ef9-b960-2c5dc11aebe7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "GET /v2.0/ports/a2668cbc-395e-45ad-8115-2c2c70b21a96 HTTP/1.1" status: 200 len: 976 time: 0.0677493 Sep 30 13:37:07.552091 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42686) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:07.555732 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb731f1-1c1d-4b01-ba0a-219706034fa6 None None] Routers {'58f6c1da-cbc0-4833-b1b6-4c22bcea78ce'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:07.556401 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-1eb731f1-1c1d-4b01-ba0a-219706034fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['58f6c1da-cbc0-4833-b1b6-4c22bcea78ce'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:07.576787 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-3b92c938-e897-4381-93b1-957a5f731aec None None] Port a2668cbc-395e-45ad-8115-2c2c70b21a96 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:37:07.591971 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-1eb731f1-1c1d-4b01-ba0a-219706034fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:07.592836 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb731f1-1c1d-4b01-ba0a-219706034fa6 None None] The sync data for ids ['58f6c1da-cbc0-4833-b1b6-4c22bcea78ce'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:37:07.669759 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-46dd3ac6-e53c-4204-aa5f-db08f615ffcd req-02000884-98b9-4069-8d39-1dc737adb98e tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Deleting port c8e7248d-9da2-42d4-ac4c-e034a387d5f9 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:07.670112 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-46dd3ac6-e53c-4204-aa5f-db08f615ffcd req-02000884-98b9-4069-8d39-1dc737adb98e tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:07.881563 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-46dd3ac6-e53c-4204-aa5f-db08f615ffcd req-02000884-98b9-4069-8d39-1dc737adb98e tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] For port c8e7248d-9da2-42d4-ac4c-e034a387d5f9, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=c8e7248d-9da2-42d4-ac4c-e034a387d5f9,segment=NetworkSegment(8963862b-9c01-4555-9950-1fdf38cc9527),segment_id=8963862b-9c01-4555-9950-1fdf38cc9527)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:07.881931 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-46dd3ac6-e53c-4204-aa5f-db08f615ffcd req-02000884-98b9-4069-8d39-1dc737adb98e tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:07.904160 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-46dd3ac6-e53c-4204-aa5f-db08f615ffcd req-02000884-98b9-4069-8d39-1dc737adb98e tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Calling delete_port for c8e7248d-9da2-42d4-ac4c-e034a387d5f9 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:08.184349 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-46dd3ac6-e53c-4204-aa5f-db08f615ffcd req-02000884-98b9-4069-8d39-1dc737adb98e tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:08.217900 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e290c75d-d301-4e86-bcc7-caa6bc7ca624 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:08.258242 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02000884-98b9-4069-8d39-1dc737adb98e tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event deleted for resources: {'Port': ['ID=c8e7248d-9da2-42d4-ac4c-e034a387d5f9,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:08.591711 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0e4354fb-84ab-420b-b524-f2cb1bd800aa up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:37:08.645685 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 0e4354fb-84ab-420b-b524-f2cb1bd800aa triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:08.647309 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:08.693883 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-46dd3ac6-e53c-4204-aa5f-db08f615ffcd req-02000884-98b9-4069-8d39-1dc737adb98e tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] No DVR routers for this DVR port c8e7248d-9da2-42d4-ac4c-e034a387d5f9 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:37:08.704853 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-46dd3ac6-e53c-4204-aa5f-db08f615ffcd req-02000884-98b9-4069-8d39-1dc737adb98e tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:08.706785 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-46dd3ac6-e53c-4204-aa5f-db08f615ffcd req-02000884-98b9-4069-8d39-1dc737adb98e tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.39 "DELETE /v2.0/ports/c8e7248d-9da2-42d4-ac4c-e034a387d5f9 HTTP/1.1" status: 204 len: 173 time: 1.2294605 Sep 30 13:37:08.707752 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49da4a70-e2e1-4f0a-9f8d-ee536e75d7be', 'name': 'network-vif-deleted', 'tag': 'c8e7248d-9da2-42d4-ac4c-e034a387d5f9'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:37:08.710063 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0011fb0e-31aa-4ca3-92fd-8a74cadb2e6f" -d '{"events": [{"server_uuid": "49da4a70-e2e1-4f0a-9f8d-ee536e75d7be", "name": "network-vif-deleted", "tag": "c8e7248d-9da2-42d4-ac4c-e034a387d5f9"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:37:08.738659 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e70d75dc-8496-4303-b9a4-b839e0f3f1b8 req-4e0e2482-e16c-4f5e-9958-ac30bd210b10 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=49da4a70-e2e1-4f0a-9f8d-ee536e75d7be HTTP/1.1" status: 200 len: 210 time: 0.0458066 Sep 30 13:37:08.888396 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-e290c75d-d301-4e86-bcc7-caa6bc7ca624 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Deleting port a2668cbc-395e-45ad-8115-2c2c70b21a96 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:08.888737 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e290c75d-d301-4e86-bcc7-caa6bc7ca624 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:08.954735 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2152f16-95d2-43cc-a3d8-34307c80b829 x-openstack-request-id: req-b2152f16-95d2-43cc-a3d8-34307c80b829 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:37:08.955163 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49da4a70-e2e1-4f0a-9f8d-ee536e75d7be", "name": "network-vif-deleted", "tag": "c8e7248d-9da2-42d4-ac4c-e034a387d5f9", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:37:08.955422 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b2152f16-95d2-43cc-a3d8-34307c80b829 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:37:08.955883 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49da4a70-e2e1-4f0a-9f8d-ee536e75d7be', 'name': 'network-vif-deleted', 'tag': 'c8e7248d-9da2-42d4-ac4c-e034a387d5f9', 'status': 'completed', 'code': 200} Sep 30 13:37:08.992324 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e290c75d-d301-4e86-bcc7-caa6bc7ca624 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:09.004563 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-e290c75d-d301-4e86-bcc7-caa6bc7ca624 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Calling delete_port for a2668cbc-395e-45ad-8115-2c2c70b21a96 owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:09.192261 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e290c75d-d301-4e86-bcc7-caa6bc7ca624 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:09.224659 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290c75d-d301-4e86-bcc7-caa6bc7ca624 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Port': ['ID=a2668cbc-395e-45ad-8115-2c2c70b21a96,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:09.379587 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e290c75d-d301-4e86-bcc7-caa6bc7ca624 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:09.548144 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e290c75d-d301-4e86-bcc7-caa6bc7ca624 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Router 58f6c1da-cbc0-4833-b1b6-4c22bcea78ce has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:37:09.623637 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e290c75d-d301-4e86-bcc7-caa6bc7ca624 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:37:09.628555 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e290c75d-d301-4e86-bcc7-caa6bc7ca624 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "PUT /v2.0/routers/58f6c1da-cbc0-4833-b1b6-4c22bcea78ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0755014 Sep 30 13:37:09.631886 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42694) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:09.633421 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5a3629-7f9e-406d-af4a-51efe732540d None None] Sync routers for ids ['58f6c1da-cbc0-4833-b1b6-4c22bcea78ce'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:37:09.642333 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5a3629-7f9e-406d-af4a-51efe732540d None None] Routers {'58f6c1da-cbc0-4833-b1b6-4c22bcea78ce'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:09.642950 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-8b5a3629-7f9e-406d-af4a-51efe732540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['58f6c1da-cbc0-4833-b1b6-4c22bcea78ce'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:09.677601 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-8b5a3629-7f9e-406d-af4a-51efe732540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:09.686004 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5a3629-7f9e-406d-af4a-51efe732540d None None] Routers {'58f6c1da-cbc0-4833-b1b6-4c22bcea78ce'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:09.686632 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-8b5a3629-7f9e-406d-af4a-51efe732540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['58f6c1da-cbc0-4833-b1b6-4c22bcea78ce'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:09.718416 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-8b5a3629-7f9e-406d-af4a-51efe732540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:09.719056 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5a3629-7f9e-406d-af4a-51efe732540d None None] The sync data for ids ['58f6c1da-cbc0-4833-b1b6-4c22bcea78ce'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:37:09.793902 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42698) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:09.818630 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-bb9f5b83-07eb-4728-a291-d0846f87b34d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] remove_router_interface failed (client error): The resource could not be found. Sep 30 13:37:09.819604 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bb9f5b83-07eb-4728-a291-d0846f87b34d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "PUT /v2.0/routers/58f6c1da-cbc0-4833-b1b6-4c22bcea78ce/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1867294 Sep 30 13:37:09.822376 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42700) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:09.848752 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-55f03e8f-a254-48a5-9499-ffc0b7f1a1ec tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "GET /v2.0/ports?device_id=58f6c1da-cbc0-4833-b1b6-4c22bcea78ce HTTP/1.1" status: 200 len: 205 time: 0.0253422 Sep 30 13:37:09.851142 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42702) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:09.925534 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-55a6c3ae-337c-43df-8d47-40db9209ba75 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:10.108700 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-55a6c3ae-337c-43df-8d47-40db9209ba75 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:10.111420 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-55a6c3ae-337c-43df-8d47-40db9209ba75 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:10.155576 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-55a6c3ae-337c-43df-8d47-40db9209ba75 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:10.156153 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a6c3ae-337c-43df-8d47-40db9209ba75 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Fanout notify agent at l3_agent the message router_deleted on router 58f6c1da-cbc0-4833-b1b6-4c22bcea78ce {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:37:10.164725 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-55a6c3ae-337c-43df-8d47-40db9209ba75 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:10.166490 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-55a6c3ae-337c-43df-8d47-40db9209ba75 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/routers/58f6c1da-cbc0-4833-b1b6-4c22bcea78ce HTTP/1.1" status: 204 len: 168 time: 0.3139613 Sep 30 13:37:10.168716 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42706) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:10.185365 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-defd1a3e-923e-4c3d-9632-1b86512fd283 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:10.223965 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-d64cbd1b-6c07-4945-a93e-b26ab8bb0654 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Deleting subnet b6495f46-a750-482e-b398-c14f39b5e778 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:37:10.227654 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d64cbd1b-6c07-4945-a93e-b26ab8bb0654 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:10.269190 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d64cbd1b-6c07-4945-a93e-b26ab8bb0654 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:10.357824 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d64cbd1b-6c07-4945-a93e-b26ab8bb0654 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:10.422908 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d64cbd1b-6c07-4945-a93e-b26ab8bb0654 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:10.448828 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-defd1a3e-923e-4c3d-9632-1b86512fd283 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Deleting port 55d4183f-960f-478d-872d-c41d7d56d5a1 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:10.449164 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-defd1a3e-923e-4c3d-9632-1b86512fd283 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:10.450939 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64cbd1b-6c07-4945-a93e-b26ab8bb0654 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Subnet': ['ID=b6495f46-a750-482e-b398-c14f39b5e778,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:10.454423 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d64cbd1b-6c07-4945-a93e-b26ab8bb0654 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:10.456307 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d64cbd1b-6c07-4945-a93e-b26ab8bb0654 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/subnets/b6495f46-a750-482e-b398-c14f39b5e778 HTTP/1.1" status: 204 len: 168 time: 0.2866616 Sep 30 13:37:10.459213 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42710) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:10.461430 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2996eb-6b62-4dd3-8851-c2bcdbd9c7f3 None None] Network c763593e-d0f0-4c07-9abe-e9e62de625f1 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:37:10.541098 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b1800667-240a-4158-83d2-b4514df81c43 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:10.556674 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-defd1a3e-923e-4c3d-9632-1b86512fd283 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] For port 55d4183f-960f-478d-872d-c41d7d56d5a1, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=55d4183f-960f-478d-872d-c41d7d56d5a1,segment=NetworkSegment(8963862b-9c01-4555-9950-1fdf38cc9527),segment_id=8963862b-9c01-4555-9950-1fdf38cc9527)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:10.557042 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-defd1a3e-923e-4c3d-9632-1b86512fd283 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:10.570526 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-defd1a3e-923e-4c3d-9632-1b86512fd283 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Calling delete_port for 55d4183f-960f-478d-872d-c41d7d56d5a1 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:10.600895 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-b1800667-240a-4158-83d2-b4514df81c43 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Deleting port 0e4354fb-84ab-420b-b524-f2cb1bd800aa {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:10.601238 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b1800667-240a-4158-83d2-b4514df81c43 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:10.655263 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee55bbf-3b82-4b23-95c4-7f0a3aca2f46 None None] DHCP port deletion for c763593e-d0f0-4c07-9abe-e9e62de625f1 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:37:10.666660 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-b1800667-240a-4158-83d2-b4514df81c43 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] For port 0e4354fb-84ab-420b-b524-f2cb1bd800aa, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=0e4354fb-84ab-420b-b524-f2cb1bd800aa,segment=NetworkSegment(066e971b-adda-4c37-92ea-0ca8e0c826a0),segment_id=066e971b-adda-4c37-92ea-0ca8e0c826a0)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:10.667027 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b1800667-240a-4158-83d2-b4514df81c43 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:10.680020 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-b1800667-240a-4158-83d2-b4514df81c43 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Calling delete_port for 0e4354fb-84ab-420b-b524-f2cb1bd800aa owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:10.702238 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-cee55bbf-3b82-4b23-95c4-7f0a3aca2f46 None None] Deleting port 0e4354fb-84ab-420b-b524-f2cb1bd800aa {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:10.702914 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cee55bbf-3b82-4b23-95c4-7f0a3aca2f46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:10.768189 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b1800667-240a-4158-83d2-b4514df81c43 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:10.768864 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-defd1a3e-923e-4c3d-9632-1b86512fd283 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:10.773622 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-cee55bbf-3b82-4b23-95c4-7f0a3aca2f46 None None] For port 0e4354fb-84ab-420b-b524-f2cb1bd800aa, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=0e4354fb-84ab-420b-b524-f2cb1bd800aa,segment=NetworkSegment(066e971b-adda-4c37-92ea-0ca8e0c826a0),segment_id=066e971b-adda-4c37-92ea-0ca8e0c826a0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:10.774035 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cee55bbf-3b82-4b23-95c4-7f0a3aca2f46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:10.790548 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-cee55bbf-3b82-4b23-95c4-7f0a3aca2f46 None None] Calling delete_port for 0e4354fb-84ab-420b-b524-f2cb1bd800aa owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:10.799492 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1800667-240a-4158-83d2-b4514df81c43 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Port': ['ID=0e4354fb-84ab-420b-b524-f2cb1bd800aa,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:10.801732 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1800667-240a-4158-83d2-b4514df81c43 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] No DVR routers for this DVR port 0e4354fb-84ab-420b-b524-f2cb1bd800aa on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:37:10.804726 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd1a3e-923e-4c3d-9632-1b86512fd283 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event deleted for resources: {'Port': ['ID=55d4183f-960f-478d-872d-c41d7d56d5a1,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:10.887757 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cee55bbf-3b82-4b23-95c4-7f0a3aca2f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:10.895989 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b1800667-240a-4158-83d2-b4514df81c43 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:10.911679 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee55bbf-3b82-4b23-95c4-7f0a3aca2f46 None None] Pushing event deleted for resources: {'Port': ['ID=0e4354fb-84ab-420b-b524-f2cb1bd800aa,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:10.920479 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-b1800667-240a-4158-83d2-b4514df81c43 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c763593e-d0f0-4c07-9abe-e9e62de625f1']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:10.920737 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee55bbf-3b82-4b23-95c4-7f0a3aca2f46 None None] No DVR routers for this DVR port 0e4354fb-84ab-420b-b524-f2cb1bd800aa on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:37:10.934416 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-b1800667-240a-4158-83d2-b4514df81c43 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066e971b-adda-4c37-92ea-0ca8e0c826a0') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:10.934714 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-b1800667-240a-4158-83d2-b4514df81c43 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066e971b-adda-4c37-92ea-0ca8e0c826a0') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:10.950139 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b1800667-240a-4158-83d2-b4514df81c43 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:10.965511 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b1800667-240a-4158-83d2-b4514df81c43 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:10.973384 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1800667-240a-4158-83d2-b4514df81c43 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:37:10.973800 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b1800667-240a-4158-83d2-b4514df81c43 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:37:10.977959 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:37:10.992572 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-defd1a3e-923e-4c3d-9632-1b86512fd283 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:11.040358 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b1800667-240a-4158-83d2-b4514df81c43 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:11.047473 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b1800667-240a-4158-83d2-b4514df81c43 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:11.049326 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b1800667-240a-4158-83d2-b4514df81c43 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/networks/c763593e-d0f0-4c07-9abe-e9e62de625f1 HTTP/1.1" status: 204 len: 168 time: 0.5894470 Sep 30 13:37:11.053486 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42712) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:11.060207 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-1e594442-68b8-477a-8ad9-047d03af0cca tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'network': {'name': 'tempest-RoutersTest-1113314987'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:11.062827 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1800667-240a-4158-83d2-b4514df81c43 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Network': ['ID=c763593e-d0f0-4c07-9abe-e9e62de625f1,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:11.126698 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e594442-68b8-477a-8ad9-047d03af0cca tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Made reservation on behalf of 54c08ddc3ac64f84a3d1e6a930b12388 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:37:11.130129 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e594442-68b8-477a-8ad9-047d03af0cca tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:11.194971 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e594442-68b8-477a-8ad9-047d03af0cca tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:37:11.211971 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e594442-68b8-477a-8ad9-047d03af0cca tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:11.212314 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-1e594442-68b8-477a-8ad9-047d03af0cca tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Added segment 407de7a5-4799-49a4-809e-3528bbd1c803 of type vlan for network 0a6cb8a8-c9ee-4d4e-8cfd-02fe459e0832 Sep 30 13:37:11.295107 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defd1a3e-923e-4c3d-9632-1b86512fd283 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Router b4c4fff2-444a-4650-bb16-f72443bb7b7d has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:37:11.296682 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e594442-68b8-477a-8ad9-047d03af0cca tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:11.356267 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e594442-68b8-477a-8ad9-047d03af0cca tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:11.361676 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e594442-68b8-477a-8ad9-047d03af0cca tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:11.362273 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e594442-68b8-477a-8ad9-047d03af0cca tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:11.408644 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1e594442-68b8-477a-8ad9-047d03af0cca tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3512056 Sep 30 13:37:11.409128 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42714) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:11.414867 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d4508c54-9dfe-4b0c-b363-ba0878f3435a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'subnet': {'network_id': '0a6cb8a8-c9ee-4d4e-8cfd-02fe459e0832', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:11.447529 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e594442-68b8-477a-8ad9-047d03af0cca tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Network': ['ID=0a6cb8a8-c9ee-4d4e-8cfd-02fe459e0832,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:11.457833 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 0a6cb8a8-c9ee-4d4e-8cfd-02fe459e0832 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:37:11.490729 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defd1a3e-923e-4c3d-9632-1b86512fd283 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:37:11.499057 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-defd1a3e-923e-4c3d-9632-1b86512fd283 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "PUT /v2.0/routers/b4c4fff2-444a-4650-bb16-f72443bb7b7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7004681 Sep 30 13:37:11.499057 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42716) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:11.502253 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046a30ae-cfa3-4a4c-b268-41c7d46cf892 None None] Sync routers for ids ['b4c4fff2-444a-4650-bb16-f72443bb7b7d'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:37:11.512460 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046a30ae-cfa3-4a4c-b268-41c7d46cf892 None None] Routers {'b4c4fff2-444a-4650-bb16-f72443bb7b7d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:11.513506 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-046a30ae-cfa3-4a4c-b268-41c7d46cf892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b4c4fff2-444a-4650-bb16-f72443bb7b7d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:11.535057 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4508c54-9dfe-4b0c-b363-ba0878f3435a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Made reservation on behalf of 54c08ddc3ac64f84a3d1e6a930b12388 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:37:11.539435 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d4508c54-9dfe-4b0c-b363-ba0878f3435a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:11.568139 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-da67338d-fd8c-4a73-9d19-a955f8ca2dd5 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Deleting subnet 97ad07c9-2aa5-46de-aec4-2dbdb52463e5 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:37:11.571117 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-da67338d-fd8c-4a73-9d19-a955f8ca2dd5 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:11.615705 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-da67338d-fd8c-4a73-9d19-a955f8ca2dd5 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:11.627853 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-046a30ae-cfa3-4a4c-b268-41c7d46cf892 None None] Set router b4c4fff2-444a-4650-bb16-f72443bb7b7d gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:11.705397 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-da67338d-fd8c-4a73-9d19-a955f8ca2dd5 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:11.712009 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device c8e7248d-9da2-42d4-ac4c-e034a387d5f9 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:37:11.724761 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d4508c54-9dfe-4b0c-b363-ba0878f3435a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:11.736115 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: c8e7248d-9da2-42d4-ac4c-e034a387d5f9 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:37:11.737641 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device c8e7248d-9da2-42d4-ac4c-e034a387d5f9 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:37:11.782212 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-da67338d-fd8c-4a73-9d19-a955f8ca2dd5 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:11.792933 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4508c54-9dfe-4b0c-b363-ba0878f3435a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Subnet': ['ID=4da8d00a-59e1-4614-98d7-a6ce2bc99229,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:11.797514 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4508c54-9dfe-4b0c-b363-ba0878f3435a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Checking segment: {'id': '407de7a5-4799-49a4-809e-3528bbd1c803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0a6cb8a8-c9ee-4d4e-8cfd-02fe459e0832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:37:11.797873 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4508c54-9dfe-4b0c-b363-ba0878f3435a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network hostable DHCP agents. Network: 0a6cb8a8-c9ee-4d4e-8cfd-02fe459e0832, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:37:11.809918 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67338d-fd8c-4a73-9d19-a955f8ca2dd5 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event deleted for resources: {'Subnet': ['ID=97ad07c9-2aa5-46de-aec4-2dbdb52463e5,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:11.816182 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-da67338d-fd8c-4a73-9d19-a955f8ca2dd5 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:11.817967 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4508c54-9dfe-4b0c-b363-ba0878f3435a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network 0a6cb8a8-c9ee-4d4e-8cfd-02fe459e0832 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:37:11.824789 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-da67338d-fd8c-4a73-9d19-a955f8ca2dd5 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "DELETE /v2.0/subnets/97ad07c9-2aa5-46de-aec4-2dbdb52463e5 HTTP/1.1" status: 204 len: 168 time: 0.3229182 Sep 30 13:37:11.824990 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-046a30ae-cfa3-4a4c-b268-41c7d46cf892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c4fff2-444a-4650-bb16-f72443bb7b7d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1011829944', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:36:45Z', 'updated_at': '2021-09-30T13:37:10Z', 'revision_number': 5, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'gw_port': {'id': '9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c4fff2-444a-4650-bb16-f72443bb7b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:36:46Z', 'updated_at': '2021-09-30T13:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:11.825136 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12dcf5a-0303-44be-9f53-3bd8137362ee None None] Network c6ac8977-9564-48b7-aea9-412c46e31158 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:37:11.825438 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42718) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:11.841581 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-d4508c54-9dfe-4b0c-b363-ba0878f3435a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 0a6cb8a8-c9ee-4d4e-8cfd-02fe459e0832) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:11.847364 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4508c54-9dfe-4b0c-b363-ba0878f3435a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:11.848418 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d4508c54-9dfe-4b0c-b363-ba0878f3435a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:11.856474 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ad3865-ef3e-4602-bb73-a3d6d2426fb4 None None] Network 0a6cb8a8-c9ee-4d4e-8cfd-02fe459e0832 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:37:11.862466 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046a30ae-cfa3-4a4c-b268-41c7d46cf892 None None] Checking router: b4c4fff2-444a-4650-bb16-f72443bb7b7d for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:37:11.869689 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42720) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:11.871536 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d4508c54-9dfe-4b0c-b363-ba0878f3435a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4606206 Sep 30 13:37:11.872827 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046a30ae-cfa3-4a4c-b268-41c7d46cf892 None None] Routers {'b4c4fff2-444a-4650-bb16-f72443bb7b7d'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:11.873516 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-046a30ae-cfa3-4a4c-b268-41c7d46cf892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b4c4fff2-444a-4650-bb16-f72443bb7b7d'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:11.877882 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-d722e202-56f3-494a-bf0d-5bd5d6d446c6 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1124310918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:11.948924 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d722e202-56f3-494a-bf0d-5bd5d6d446c6 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:11.949945 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d722e202-56f3-494a-bf0d-5bd5d6d446c6 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:11.977646 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90626713-a21e-406d-a61c-8655e0bc84b4 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:11.982576 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-046a30ae-cfa3-4a4c-b268-41c7d46cf892 None None] Set router b4c4fff2-444a-4650-bb16-f72443bb7b7d gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:12.052762 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d722e202-56f3-494a-bf0d-5bd5d6d446c6 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:12.060891 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d722e202-56f3-494a-bf0d-5bd5d6d446c6 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:12.106878 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02849fd8-d701-4c7b-96aa-762a42f80d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-0a6cb8a8-c9ee-4d4e-8cfd-02fe459e0832', 'network_id': '0a6cb8a8-c9ee-4d4e-8cfd-02fe459e0832', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'fixed_ips': [{'subnet_id': '4da8d00a-59e1-4614-98d7-a6ce2bc99229'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:37:12.108572 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-02849fd8-d701-4c7b-96aa-762a42f80d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:12.111643 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d722e202-56f3-494a-bf0d-5bd5d6d446c6 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:12.114953 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d722e202-56f3-494a-bf0d-5bd5d6d446c6 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2416453 Sep 30 13:37:12.115104 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42722) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:12.188193 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7035bb-dc56-411c-a353-040ed8769121 None None] DHCP port deletion for c6ac8977-9564-48b7-aea9-412c46e31158 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:37:12.192104 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-046a30ae-cfa3-4a4c-b268-41c7d46cf892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c4fff2-444a-4650-bb16-f72443bb7b7d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1011829944', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:36:45Z', 'updated_at': '2021-09-30T13:37:10Z', 'revision_number': 5, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'gw_port': {'id': '9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c4fff2-444a-4650-bb16-f72443bb7b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:36:46Z', 'updated_at': '2021-09-30T13:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:12.222498 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046a30ae-cfa3-4a4c-b268-41c7d46cf892 None None] The sync data for ids ['b4c4fff2-444a-4650-bb16-f72443bb7b7d'] in n-d-810909-2 is: [{'id': 'b4c4fff2-444a-4650-bb16-f72443bb7b7d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1011829944', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:36:45Z', 'updated_at': '2021-09-30T13:37:10Z', 'revision_number': 5, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'gw_port': {'id': '9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c4fff2-444a-4650-bb16-f72443bb7b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:36:46Z', 'updated_at': '2021-09-30T13:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:37:12.247480 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90626713-a21e-406d-a61c-8655e0bc84b4 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:12.303624 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-02849fd8-d701-4c7b-96aa-762a42f80d6c None None] Allocated IP 172.20.0.2 (0a6cb8a8-c9ee-4d4e-8cfd-02fe459e0832/4da8d00a-59e1-4614-98d7-a6ce2bc99229/2d6f2b9e-a538-4e40-96ee-8e7079fbd78c) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:37:12.318588 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-3b7035bb-dc56-411c-a353-040ed8769121 None None] Deleting port 29c89da8-9f52-4583-9e4f-141d60c1a389 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:12.318957 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3b7035bb-dc56-411c-a353-040ed8769121 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:12.435467 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-3b7035bb-dc56-411c-a353-040ed8769121 None None] For port 29c89da8-9f52-4583-9e4f-141d60c1a389, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=29c89da8-9f52-4583-9e4f-141d60c1a389,segment=NetworkSegment(8963862b-9c01-4555-9950-1fdf38cc9527),segment_id=8963862b-9c01-4555-9950-1fdf38cc9527)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:12.435774 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3b7035bb-dc56-411c-a353-040ed8769121 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:12.455531 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-3b7035bb-dc56-411c-a353-040ed8769121 None None] Calling delete_port for 29c89da8-9f52-4583-9e4f-141d60c1a389 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:12.586605 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-02849fd8-d701-4c7b-96aa-762a42f80d6c None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:12.601534 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-02849fd8-d701-4c7b-96aa-762a42f80d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:12.635932 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3b7035bb-dc56-411c-a353-040ed8769121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:12.647525 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02849fd8-d701-4c7b-96aa-762a42f80d6c None None] Network 0a6cb8a8-c9ee-4d4e-8cfd-02fe459e0832 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:37:12.653517 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-02849fd8-d701-4c7b-96aa-762a42f80d6c None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:12.656545 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02849fd8-d701-4c7b-96aa-762a42f80d6c None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:37:12.673662 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7035bb-dc56-411c-a353-040ed8769121 None None] No DVR routers for this DVR port 29c89da8-9f52-4583-9e4f-141d60c1a389 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:37:12.684976 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02849fd8-d701-4c7b-96aa-762a42f80d6c None None] Pushing event updated for resources: {'Port': ['ID=2d6f2b9e-a538-4e40-96ee-8e7079fbd78c,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:12.686262 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 55d4183f-960f-478d-872d-c41d7d56d5a1 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:37:12.744343 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7035bb-dc56-411c-a353-040ed8769121 None None] Pushing event deleted for resources: {'Port': ['ID=29c89da8-9f52-4583-9e4f-141d60c1a389,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:12.747126 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 55d4183f-960f-478d-872d-c41d7d56d5a1 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:37:12.747519 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b6e8c307-049f-4609-8978-e9a76ce44a81 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:12.747836 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 55d4183f-960f-478d-872d-c41d7d56d5a1 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:37:12.748270 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0e4354fb-84ab-420b-b524-f2cb1bd800aa no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:37:12.780989 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 0e4354fb-84ab-420b-b524-f2cb1bd800aa {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:37:12.781211 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0e4354fb-84ab-420b-b524-f2cb1bd800aa not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:37:12.781621 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 29c89da8-9f52-4583-9e4f-141d60c1a389 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:37:12.811556 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 29c89da8-9f52-4583-9e4f-141d60c1a389 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:37:12.811903 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 29c89da8-9f52-4583-9e4f-141d60c1a389 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:37:12.814497 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-90626713-a21e-406d-a61c-8655e0bc84b4 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Deleting port 9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:12.815029 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90626713-a21e-406d-a61c-8655e0bc84b4 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:12.816536 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-02849fd8-d701-4c7b-96aa-762a42f80d6c None None] Attempting to bind port 2d6f2b9e-a538-4e40-96ee-8e7079fbd78c on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:37:12.817269 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-02849fd8-d701-4c7b-96aa-762a42f80d6c None None] Attempting to bind port 2d6f2b9e-a538-4e40-96ee-8e7079fbd78c by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '407de7a5-4799-49a4-809e-3528bbd1c803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0a6cb8a8-c9ee-4d4e-8cfd-02fe459e0832'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:37:12.817601 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02849fd8-d701-4c7b-96aa-762a42f80d6c None None] Attempting to bind port 2d6f2b9e-a538-4e40-96ee-8e7079fbd78c on network 0a6cb8a8-c9ee-4d4e-8cfd-02fe459e0832 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:37:12.824294 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02849fd8-d701-4c7b-96aa-762a42f80d6c None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:37:12.824672 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02849fd8-d701-4c7b-96aa-762a42f80d6c None None] Checking segment: {'id': '407de7a5-4799-49a4-809e-3528bbd1c803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0a6cb8a8-c9ee-4d4e-8cfd-02fe459e0832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:37:12.825072 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-02849fd8-d701-4c7b-96aa-762a42f80d6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:12.825469 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02849fd8-d701-4c7b-96aa-762a42f80d6c None None] Bound using segment: {'id': '407de7a5-4799-49a4-809e-3528bbd1c803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0a6cb8a8-c9ee-4d4e-8cfd-02fe459e0832'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:37:12.825942 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-02849fd8-d701-4c7b-96aa-762a42f80d6c None None] Bound port: 2d6f2b9e-a538-4e40-96ee-8e7079fbd78c, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '407de7a5-4799-49a4-809e-3528bbd1c803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0a6cb8a8-c9ee-4d4e-8cfd-02fe459e0832'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:37:12.826358 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-02849fd8-d701-4c7b-96aa-762a42f80d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:12.893584 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-02849fd8-d701-4c7b-96aa-762a42f80d6c None None] For port 2d6f2b9e-a538-4e40-96ee-8e7079fbd78c, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:37:12.896638 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-02849fd8-d701-4c7b-96aa-762a42f80d6c None None] For port 2d6f2b9e-a538-4e40-96ee-8e7079fbd78c, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2d6f2b9e-a538-4e40-96ee-8e7079fbd78c,segment=NetworkSegment(407de7a5-4799-49a4-809e-3528bbd1c803),segment_id=407de7a5-4799-49a4-809e-3528bbd1c803)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:37:12.901169 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-02849fd8-d701-4c7b-96aa-762a42f80d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:12.962517 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02849fd8-d701-4c7b-96aa-762a42f80d6c None None] Pushing event updated for resources: {'Port': ['ID=2d6f2b9e-a538-4e40-96ee-8e7079fbd78c,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:13.025214 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-90626713-a21e-406d-a61c-8655e0bc84b4 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] For port 9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:13.025590 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90626713-a21e-406d-a61c-8655e0bc84b4 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:13.050824 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-90626713-a21e-406d-a61c-8655e0bc84b4 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Calling delete_port for 9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:13.168255 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-b6e8c307-049f-4609-8978-e9a76ce44a81 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Allocated IP 172.20.0.1 (0a6cb8a8-c9ee-4d4e-8cfd-02fe459e0832/4da8d00a-59e1-4614-98d7-a6ce2bc99229/31433af6-e7ab-4117-8ad8-dfb55c9e1b5f) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:37:13.377954 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b6e8c307-049f-4609-8978-e9a76ce44a81 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:13.398045 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90626713-a21e-406d-a61c-8655e0bc84b4 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:13.436338 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90626713-a21e-406d-a61c-8655e0bc84b4 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event deleted for resources: {'Port': ['ID=9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:13.487456 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b6e8c307-049f-4609-8978-e9a76ce44a81 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:13.541604 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90626713-a21e-406d-a61c-8655e0bc84b4 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:13.547088 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e8c307-049f-4609-8978-e9a76ce44a81 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network 0a6cb8a8-c9ee-4d4e-8cfd-02fe459e0832 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:37:13.606142 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-b6e8c307-049f-4609-8978-e9a76ce44a81 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:13.613208 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e8c307-049f-4609-8978-e9a76ce44a81 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:37:13.618424 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8c307-049f-4609-8978-e9a76ce44a81 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Port': ['ID=31433af6-e7ab-4117-8ad8-dfb55c9e1b5f,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:13.676412 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90626713-a21e-406d-a61c-8655e0bc84b4 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:13.682039 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90626713-a21e-406d-a61c-8655e0bc84b4 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:13.728071 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b6e8c307-049f-4609-8978-e9a76ce44a81 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:13.769891 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90626713-a21e-406d-a61c-8655e0bc84b4 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:13.770472 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90626713-a21e-406d-a61c-8655e0bc84b4 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Fanout notify agent at l3_agent the message router_deleted on router b4c4fff2-444a-4650-bb16-f72443bb7b7d {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:37:13.778553 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90626713-a21e-406d-a61c-8655e0bc84b4 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:13.779678 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-90626713-a21e-406d-a61c-8655e0bc84b4 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "DELETE /v2.0/routers/b4c4fff2-444a-4650-bb16-f72443bb7b7d HTTP/1.1" status: 204 len: 168 time: 1.9532804 Sep 30 13:37:13.782393 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42724) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:13.839965 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0a0d88-8d09-49de-9143-1b753cb0f7c6 None None] Network 0a6cb8a8-c9ee-4d4e-8cfd-02fe459e0832 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:37:13.876841 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f907087f-772c-4c48-bbc1-22fa94e3a071 None None] Provisioning complete for port 2d6f2b9e-a538-4e40-96ee-8e7079fbd78c triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:13.877212 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f907087f-772c-4c48-bbc1-22fa94e3a071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:13.912263 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3ddbd690-6b55-4d8f-8221-61ec6b1525cc tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:13.980147 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b6e8c307-049f-4609-8978-e9a76ce44a81 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:14.087578 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3ddbd690-6b55-4d8f-8221-61ec6b1525cc tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:14.146620 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-3ddbd690-6b55-4d8f-8221-61ec6b1525cc tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ac8977-9564-48b7-aea9-412c46e31158']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:14.159136 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-3ddbd690-6b55-4d8f-8221-61ec6b1525cc tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8963862b-9c01-4555-9950-1fdf38cc9527') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:14.159428 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-3ddbd690-6b55-4d8f-8221-61ec6b1525cc tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8963862b-9c01-4555-9950-1fdf38cc9527') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:14.182888 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f907087f-772c-4c48-bbc1-22fa94e3a071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:14.200021 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3ddbd690-6b55-4d8f-8221-61ec6b1525cc tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:14.224921 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3ddbd690-6b55-4d8f-8221-61ec6b1525cc tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:14.236456 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ddbd690-6b55-4d8f-8221-61ec6b1525cc tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:37:14.236868 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3ddbd690-6b55-4d8f-8221-61ec6b1525cc tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:37:14.240482 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:37:14.243065 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f907087f-772c-4c48-bbc1-22fa94e3a071 None None] For port 2d6f2b9e-a538-4e40-96ee-8e7079fbd78c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2d6f2b9e-a538-4e40-96ee-8e7079fbd78c,segment=NetworkSegment(407de7a5-4799-49a4-809e-3528bbd1c803),segment_id=407de7a5-4799-49a4-809e-3528bbd1c803)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:14.249081 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f907087f-772c-4c48-bbc1-22fa94e3a071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:14.308825 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907087f-772c-4c48-bbc1-22fa94e3a071 None None] Pushing event updated for resources: {'Port': ['ID=2d6f2b9e-a538-4e40-96ee-8e7079fbd78c,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:14.375215 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3ddbd690-6b55-4d8f-8221-61ec6b1525cc tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:14.380821 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3ddbd690-6b55-4d8f-8221-61ec6b1525cc tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:14.385656 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3ddbd690-6b55-4d8f-8221-61ec6b1525cc tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "DELETE /v2.0/networks/c6ac8977-9564-48b7-aea9-412c46e31158 HTTP/1.1" status: 204 len: 168 time: 0.5997036 Sep 30 13:37:14.386570 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42726) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:14.407079 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddbd690-6b55-4d8f-8221-61ec6b1525cc tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event deleted for resources: {'Network': ['ID=c6ac8977-9564-48b7-aea9-412c46e31158,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:14.467032 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b6e8c307-049f-4609-8978-e9a76ce44a81 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:14.474767 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b6e8c307-049f-4609-8978-e9a76ce44a81 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:14.554811 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8c307-049f-4609-8978-e9a76ce44a81 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Port': ['ID=31433af6-e7ab-4117-8ad8-dfb55c9e1b5f,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:14.557751 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b6e8c307-049f-4609-8978-e9a76ce44a81 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:14.579781 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-46f70ca1-99a2-43bd-828e-1abbece76361 None None] Provisioning complete for port 31433af6-e7ab-4117-8ad8-dfb55c9e1b5f triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:14.580264 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-46f70ca1-99a2-43bd-828e-1abbece76361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:14.609119 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-2073b5a8-7a0c-4a5e-b4f9-1c50db16547d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Deleting port 15ec4c5a-6c00-4c3c-94e0-c7bbf2971239 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:14.609684 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2073b5a8-7a0c-4a5e-b4f9-1c50db16547d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:14.624307 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-46f70ca1-99a2-43bd-828e-1abbece76361 None None] Port 31433af6-e7ab-4117-8ad8-dfb55c9e1b5f cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:37:14.645484 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-46f70ca1-99a2-43bd-828e-1abbece76361 None None] Provisioning complete for port 2d6f2b9e-a538-4e40-96ee-8e7079fbd78c triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:14.645840 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-46f70ca1-99a2-43bd-828e-1abbece76361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:14.702104 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2d6f2b9e-a538-4e40-96ee-8e7079fbd78c up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:37:14.713160 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e8c307-049f-4609-8978-e9a76ce44a81 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network 0a6cb8a8-c9ee-4d4e-8cfd-02fe459e0832 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:37:14.714694 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-b6e8c307-049f-4609-8978-e9a76ce44a81 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:14.756402 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2073b5a8-7a0c-4a5e-b4f9-1c50db16547d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:14.756741 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2073b5a8-7a0c-4a5e-b4f9-1c50db16547d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:14.771355 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-2073b5a8-7a0c-4a5e-b4f9-1c50db16547d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Calling delete_port for 15ec4c5a-6c00-4c3c-94e0-c7bbf2971239 owned by network:floatingip {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:14.817162 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 2d6f2b9e-a538-4e40-96ee-8e7079fbd78c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:14.817653 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:14.868200 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e8c307-049f-4609-8978-e9a76ce44a81 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Router 03178946-6168-455f-a7cd-13fc2b1083bd is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:37:14.963061 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2073b5a8-7a0c-4a5e-b4f9-1c50db16547d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:14.963484 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-a100661d-5685-46d8-9b49-98baa78af9dc None None] Provisioning complete for port 31433af6-e7ab-4117-8ad8-dfb55c9e1b5f triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:14.964689 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a100661d-5685-46d8-9b49-98baa78af9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:14.991137 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e8c307-049f-4609-8978-e9a76ce44a81 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:37:14.999746 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073b5a8-7a0c-4a5e-b4f9-1c50db16547d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event deleted for resources: {'Port': ['ID=15ec4c5a-6c00-4c3c-94e0-c7bbf2971239,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:15.001874 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42728) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:15.002038 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b6e8c307-049f-4609-8978-e9a76ce44a81 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "PUT /v2.0/routers/03178946-6168-455f-a7cd-13fc2b1083bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8855641 Sep 30 13:37:15.012325 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:37:15.017650 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b12d57-0d00-45bd-bba4-87ef9a48507d None None] Sync routers for ids ['03178946-6168-455f-a7cd-13fc2b1083bd'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:37:15.057787 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:37:15.058162 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9e97cfb3-8e6d-4632-a2a3-57d492ecd6ea not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:37:15.070668 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b12d57-0d00-45bd-bba4-87ef9a48507d None None] Routers {'03178946-6168-455f-a7cd-13fc2b1083bd'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:15.071502 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-71b12d57-0d00-45bd-bba4-87ef9a48507d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['03178946-6168-455f-a7cd-13fc2b1083bd'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:15.074656 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:15.077233 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-a100661d-5685-46d8-9b49-98baa78af9dc None None] Port 31433af6-e7ab-4117-8ad8-dfb55c9e1b5f cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:37:15.083923 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa61148-7c24-47e7-bbe1-c09e0b966550 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:15.085374 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9aa61148-7c24-47e7-bbe1-c09e0b966550 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "GET /v2.0/ports/31433af6-e7ab-4117-8ad8-dfb55c9e1b5f HTTP/1.1" status: 200 len: 910 time: 0.0822055 Sep 30 13:37:15.088212 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42730) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:15.109131 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-71b12d57-0d00-45bd-bba4-87ef9a48507d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:15.117837 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b12d57-0d00-45bd-bba4-87ef9a48507d None None] Routers {'03178946-6168-455f-a7cd-13fc2b1083bd'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:15.118466 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-71b12d57-0d00-45bd-bba4-87ef9a48507d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['03178946-6168-455f-a7cd-13fc2b1083bd'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:15.148652 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2073b5a8-7a0c-4a5e-b4f9-1c50db16547d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for floatingip, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:15.148991 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-2073b5a8-7a0c-4a5e-b4f9-1c50db16547d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Floating IP 11a3bbe3-a555-40d0-8744-5b159d98d851 disassociated (deleted). External IP: 172.25.5.215, port: 58714543-0d30-428a-b465-41c9deedd3c0. Sep 30 13:37:15.153973 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-71b12d57-0d00-45bd-bba4-87ef9a48507d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:15.154663 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b12d57-0d00-45bd-bba4-87ef9a48507d None None] The sync data for ids ['03178946-6168-455f-a7cd-13fc2b1083bd'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:37:15.196291 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-12df48e0-fe2a-4f17-adb3-178a7689680b None None] Provisioning complete for port 31433af6-e7ab-4117-8ad8-dfb55c9e1b5f triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:15.196584 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-12df48e0-fe2a-4f17-adb3-178a7689680b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:15.230310 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-12df48e0-fe2a-4f17-adb3-178a7689680b None None] Port 31433af6-e7ab-4117-8ad8-dfb55c9e1b5f cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:37:15.873742 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2073b5a8-7a0c-4a5e-b4f9-1c50db16547d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Router 33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:37:16.015567 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-55335a11-fd08-4637-b7a7-f612d67cfc1d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:16.055506 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2073b5a8-7a0c-4a5e-b4f9-1c50db16547d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:37:16.060793 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2073b5a8-7a0c-4a5e-b4f9-1c50db16547d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:16.066553 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9aeb10-953f-48c0-82ad-b999534f76c9 None None] Sync routers for ids ['33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:37:16.079983 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9aeb10-953f-48c0-82ad-b999534f76c9 None None] Routers {'33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:16.080646 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-1c9aeb10-953f-48c0-82ad-b999534f76c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:16.125727 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2073b5a8-7a0c-4a5e-b4f9-1c50db16547d tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "DELETE /v2.0/floatingips/11a3bbe3-a555-40d0-8744-5b159d98d851 HTTP/1.1" status: 204 len: 168 time: 1.7380571 Sep 30 13:37:16.127800 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33658319-7a2e-4c91-a54e-ed8cf3a01414', 'tag': '58714543-0d30-428a-b465-41c9deedd3c0'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:37:16.130646 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e88821-0302-4832-a809-c2fff3cfe32a" -d '{"events": [{"name": "network-changed", "server_uuid": "33658319-7a2e-4c91-a54e-ed8cf3a01414", "tag": "58714543-0d30-428a-b465-41c9deedd3c0"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:37:16.199586 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c950aa53-95d7-49a5-8001-5ac3ccbc790c x-openstack-request-id: req-c950aa53-95d7-49a5-8001-5ac3ccbc790c {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:37:16.199862 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33658319-7a2e-4c91-a54e-ed8cf3a01414", "tag": "58714543-0d30-428a-b465-41c9deedd3c0", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:37:16.200118 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c950aa53-95d7-49a5-8001-5ac3ccbc790c {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:37:16.200251 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-1c9aeb10-953f-48c0-82ad-b999534f76c9 None None] Set router 33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:16.200532 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33658319-7a2e-4c91-a54e-ed8cf3a01414', 'tag': '58714543-0d30-428a-b465-41c9deedd3c0', 'status': 'completed', 'code': 200} Sep 30 13:37:16.261013 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e88821-0302-4832-a809-c2fff3cfe32a req-2c4a2204-cae4-40b8-a260-a9336c75b2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:16.262582 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-85e88821-0302-4832-a809-c2fff3cfe32a req-2c4a2204-cae4-40b8-a260-a9336c75b2a0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7cfecf5064184b11934bd458c1ff7ce6&device_id=33658319-7a2e-4c91-a54e-ed8cf3a01414 HTTP/1.1" status: 200 len: 1136 time: 0.0589924 Sep 30 13:37:16.428359 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-1c9aeb10-953f-48c0-82ad-b999534f76c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11545271', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:35:13Z', 'updated_at': '2021-09-30T13:35:19Z', 'revision_number': 4, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'gw_port': {'id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:35:14Z', 'updated_at': '2021-09-30T13:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '376a2386-32c2-43e8-ae44-e383e6f334cb', 'name': '', 'network_id': '24df20f2-d0cf-4e54-8fb6-43c9cf435405', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'mac_address': 'fa:16:3e:d9:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '737953a5-b32a-45dd-83b4-4c4b122edb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:35:18Z', 'updated_at': '2021-09-30T13:35:22Z', 'revision_number': 5, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'subnets': [{'id': '737953a5-b32a-45dd-83b4-4c4b122edb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:16.446158 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e88821-0302-4832-a809-c2fff3cfe32a req-fd4ea942-1dad-4558-8340-2fd63461c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:16.447662 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-85e88821-0302-4832-a809-c2fff3cfe32a req-fd4ea942-1dad-4558-8340-2fd63461c2cf service neutron] 10.222.0.54 "GET /v2.0/networks?id=24df20f2-d0cf-4e54-8fb6-43c9cf435405 HTTP/1.1" status: 200 len: 898 time: 0.1766951 Sep 30 13:37:16.455864 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9aeb10-953f-48c0-82ad-b999534f76c9 None None] Checking router: 33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:37:16.464786 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9aeb10-953f-48c0-82ad-b999534f76c9 None None] Routers {'33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:16.465381 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-1c9aeb10-953f-48c0-82ad-b999534f76c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:16.466381 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbe1bb-f373-4e60-9e84-0f8f4d0a8e4c req-a979cbea-0dcc-4267-8725-107e7c94cac2 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:16.468625 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-68cbe1bb-f373-4e60-9e84-0f8f4d0a8e4c req-a979cbea-0dcc-4267-8725-107e7c94cac2 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=33658319-7a2e-4c91-a54e-ed8cf3a01414 HTTP/1.1" status: 200 len: 985 time: 0.1066146 Sep 30 13:37:16.513833 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-85e88821-0302-4832-a809-c2fff3cfe32a req-4058280a-706a-4f96-895a-49998606660f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58714543-0d30-428a-b465-41c9deedd3c0 HTTP/1.1" status: 200 len: 217 time: 0.0565662 Sep 30 13:37:16.565149 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-55335a11-fd08-4637-b7a7-f612d67cfc1d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Deleting port 31433af6-e7ab-4117-8ad8-dfb55c9e1b5f {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:16.565467 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-55335a11-fd08-4637-b7a7-f612d67cfc1d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:16.581062 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-1c9aeb10-953f-48c0-82ad-b999534f76c9 None None] Set router 33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:16.619274 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-68cbe1bb-f373-4e60-9e84-0f8f4d0a8e4c req-23c44547-174e-4bb8-bbd9-6f984109eccf tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/security-groups?id=5663cd21-43d1-46e7-8a1e-4f1ab27655c0&id=c4f2cce2-ba11-4fcc-b97e-fff66749db07&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1144352 Sep 30 13:37:16.623102 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e88821-0302-4832-a809-c2fff3cfe32a req-3ad159ec-1f29-4247-b274-b5fdd58ad6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:16.624542 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-85e88821-0302-4832-a809-c2fff3cfe32a req-3ad159ec-1f29-4247-b274-b5fdd58ad6ab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=737953a5-b32a-45dd-83b4-4c4b122edb8e HTTP/1.1" status: 200 len: 834 time: 0.1004751 Sep 30 13:37:16.711148 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-55335a11-fd08-4637-b7a7-f612d67cfc1d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:16.734388 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-55335a11-fd08-4637-b7a7-f612d67cfc1d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Calling delete_port for 31433af6-e7ab-4117-8ad8-dfb55c9e1b5f owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:16.737715 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e88821-0302-4832-a809-c2fff3cfe32a req-0a8f66a9-3152-4046-bf67-4769a7fc179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:16.739342 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-85e88821-0302-4832-a809-c2fff3cfe32a req-0a8f66a9-3152-4046-bf67-4769a7fc179f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=24df20f2-d0cf-4e54-8fb6-43c9cf435405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845413 Sep 30 13:37:16.886818 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-1c9aeb10-953f-48c0-82ad-b999534f76c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11545271', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:35:13Z', 'updated_at': '2021-09-30T13:35:19Z', 'revision_number': 4, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'gw_port': {'id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:35:14Z', 'updated_at': '2021-09-30T13:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '376a2386-32c2-43e8-ae44-e383e6f334cb', 'name': '', 'network_id': '24df20f2-d0cf-4e54-8fb6-43c9cf435405', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'mac_address': 'fa:16:3e:d9:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '737953a5-b32a-45dd-83b4-4c4b122edb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:35:18Z', 'updated_at': '2021-09-30T13:35:22Z', 'revision_number': 5, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'subnets': [{'id': '737953a5-b32a-45dd-83b4-4c4b122edb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:16.916921 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9aeb10-953f-48c0-82ad-b999534f76c9 None None] The sync data for ids ['33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'] in n-d-810909-2 is: [{'id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11545271', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:35:13Z', 'updated_at': '2021-09-30T13:35:19Z', 'revision_number': 4, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'gw_port': {'id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:35:14Z', 'updated_at': '2021-09-30T13:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '376a2386-32c2-43e8-ae44-e383e6f334cb', 'name': '', 'network_id': '24df20f2-d0cf-4e54-8fb6-43c9cf435405', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'mac_address': 'fa:16:3e:d9:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '737953a5-b32a-45dd-83b4-4c4b122edb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:35:18Z', 'updated_at': '2021-09-30T13:35:22Z', 'revision_number': 5, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'subnets': [{'id': '737953a5-b32a-45dd-83b4-4c4b122edb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:37:16.918257 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-85e88821-0302-4832-a809-c2fff3cfe32a req-d5a58a2f-946a-42d2-a1ed-2175f423d3b2 service neutron] 10.222.0.54 "GET /v2.0/networks/24df20f2-d0cf-4e54-8fb6-43c9cf435405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708908 Sep 30 13:37:17.055973 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-55335a11-fd08-4637-b7a7-f612d67cfc1d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:17.061813 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-85e88821-0302-4832-a809-c2fff3cfe32a req-8b19f338-1cf7-4c02-8a93-e8e29ba19d4a service neutron] 10.222.0.54 "GET /v2.0/networks/24df20f2-d0cf-4e54-8fb6-43c9cf435405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356554 Sep 30 13:37:17.087392 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55335a11-fd08-4637-b7a7-f612d67cfc1d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Port': ['ID=31433af6-e7ab-4117-8ad8-dfb55c9e1b5f,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:17.192971 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47686016-36ed-41b6-8072-33198837864c None None] New status for floating IP 11a3bbe3-a555-40d0-8744-5b159d98d851: DOWN {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:37:17.248098 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-55335a11-fd08-4637-b7a7-f612d67cfc1d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:17.412046 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55335a11-fd08-4637-b7a7-f612d67cfc1d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Router 03178946-6168-455f-a7cd-13fc2b1083bd has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:37:17.489907 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55335a11-fd08-4637-b7a7-f612d67cfc1d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:37:17.496464 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-55335a11-fd08-4637-b7a7-f612d67cfc1d tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "PUT /v2.0/routers/03178946-6168-455f-a7cd-13fc2b1083bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4057224 Sep 30 13:37:17.497573 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42742) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:17.499598 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b53114-c8a1-4f4c-b251-a5f95643b291 None None] Sync routers for ids ['03178946-6168-455f-a7cd-13fc2b1083bd'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:37:17.509258 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b53114-c8a1-4f4c-b251-a5f95643b291 None None] Routers {'03178946-6168-455f-a7cd-13fc2b1083bd'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:17.509853 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-35b53114-c8a1-4f4c-b251-a5f95643b291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['03178946-6168-455f-a7cd-13fc2b1083bd'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:17.526715 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7cead7ef-5307-4116-aafa-c5a671cfb7b9 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "GET /v2.0/ports?device_id=03178946-6168-455f-a7cd-13fc2b1083bd HTTP/1.1" status: 200 len: 205 time: 0.0258002 Sep 30 13:37:17.526936 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42744) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:17.544293 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-35b53114-c8a1-4f4c-b251-a5f95643b291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:17.552618 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b53114-c8a1-4f4c-b251-a5f95643b291 None None] Routers {'03178946-6168-455f-a7cd-13fc2b1083bd'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:17.553205 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-35b53114-c8a1-4f4c-b251-a5f95643b291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['03178946-6168-455f-a7cd-13fc2b1083bd'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:17.591005 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-35b53114-c8a1-4f4c-b251-a5f95643b291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:17.591821 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b53114-c8a1-4f4c-b251-a5f95643b291 None None] The sync data for ids ['03178946-6168-455f-a7cd-13fc2b1083bd'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:37:17.608052 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-56396922-52fd-4d03-8a1e-c6d6e193c12c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:17.748027 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68cc41-d017-4089-bebc-28456d1e016b req-fb56aedd-38c0-493b-b66d-e96317586a83 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:17.749456 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bd68cc41-d017-4089-bebc-28456d1e016b req-fb56aedd-38c0-493b-b66d-e96317586a83 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=33658319-7a2e-4c91-a54e-ed8cf3a01414 HTTP/1.1" status: 200 len: 985 time: 0.0512352 Sep 30 13:37:17.771494 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-56396922-52fd-4d03-8a1e-c6d6e193c12c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:17.774147 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-56396922-52fd-4d03-8a1e-c6d6e193c12c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:17.796653 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bd68cc41-d017-4089-bebc-28456d1e016b req-cbaee0b8-3e20-4064-a4fd-c24178fe35e0 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/security-groups?id=5663cd21-43d1-46e7-8a1e-4f1ab27655c0&id=c4f2cce2-ba11-4fcc-b97e-fff66749db07&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0399778 Sep 30 13:37:17.818794 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-56396922-52fd-4d03-8a1e-c6d6e193c12c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:17.819296 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56396922-52fd-4d03-8a1e-c6d6e193c12c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Fanout notify agent at l3_agent the message router_deleted on router 03178946-6168-455f-a7cd-13fc2b1083bd {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:37:17.825891 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-56396922-52fd-4d03-8a1e-c6d6e193c12c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:17.826997 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-56396922-52fd-4d03-8a1e-c6d6e193c12c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/routers/03178946-6168-455f-a7cd-13fc2b1083bd HTTP/1.1" status: 204 len: 168 time: 0.2991014 Sep 30 13:37:17.829620 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42748) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:17.880862 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb218329-7d41-493a-a290-9527ccd0d710 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Deleting subnet 4da8d00a-59e1-4614-98d7-a6ce2bc99229 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:37:17.883960 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-eb218329-7d41-493a-a290-9527ccd0d710 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:17.930084 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-eb218329-7d41-493a-a290-9527ccd0d710 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:18.034413 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b7ec5-2e0e-4ce2-bff2-b89e2a75722a req-4738555c-ab21-428c-9952-d7f71d754fda tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:18.035888 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-476b7ec5-2e0e-4ce2-bff2-b89e2a75722a req-4738555c-ab21-428c-9952-d7f71d754fda tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.54 "GET /v2.0/ports?device_id=33658319-7a2e-4c91-a54e-ed8cf3a01414 HTTP/1.1" status: 200 len: 985 time: 0.0847893 Sep 30 13:37:18.083526 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-eb218329-7d41-493a-a290-9527ccd0d710 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:18.173735 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-eb218329-7d41-493a-a290-9527ccd0d710 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:18.204764 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb218329-7d41-493a-a290-9527ccd0d710 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Subnet': ['ID=4da8d00a-59e1-4614-98d7-a6ce2bc99229,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:18.208715 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-476b7ec5-2e0e-4ce2-bff2-b89e2a75722a req-d97823c4-c8cf-49b8-9f2d-e70084b0e8d9 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Deleting port 58714543-0d30-428a-b465-41c9deedd3c0 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:18.209055 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-476b7ec5-2e0e-4ce2-bff2-b89e2a75722a req-d97823c4-c8cf-49b8-9f2d-e70084b0e8d9 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:18.214919 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-eb218329-7d41-493a-a290-9527ccd0d710 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:18.219478 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-eb218329-7d41-493a-a290-9527ccd0d710 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/subnets/4da8d00a-59e1-4614-98d7-a6ce2bc99229 HTTP/1.1" status: 204 len: 168 time: 0.3888295 Sep 30 13:37:18.219707 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42750) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:18.223837 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5213dd0-5a2c-49c8-9ed8-75312e0492df None None] Network 0a6cb8a8-c9ee-4d4e-8cfd-02fe459e0832 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:37:18.242817 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c352f2bf-d063-45a5-8f7a-c443dcb7de98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:18.311290 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-299cabf7-b8f3-4804-a728-782bd6cba859 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:18.328542 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-476b7ec5-2e0e-4ce2-bff2-b89e2a75722a req-d97823c4-c8cf-49b8-9f2d-e70084b0e8d9 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] For port 58714543-0d30-428a-b465-41c9deedd3c0, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=58714543-0d30-428a-b465-41c9deedd3c0,segment=NetworkSegment(f30d8cd1-8895-486e-a970-ed126048dad9),segment_id=f30d8cd1-8895-486e-a970-ed126048dad9)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:18.329112 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-476b7ec5-2e0e-4ce2-bff2-b89e2a75722a req-d97823c4-c8cf-49b8-9f2d-e70084b0e8d9 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:18.342917 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-476b7ec5-2e0e-4ce2-bff2-b89e2a75722a req-d97823c4-c8cf-49b8-9f2d-e70084b0e8d9 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Calling delete_port for 58714543-0d30-428a-b465-41c9deedd3c0 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:18.367915 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-299cabf7-b8f3-4804-a728-782bd6cba859 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Deleting port 2d6f2b9e-a538-4e40-96ee-8e7079fbd78c {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:18.368420 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-299cabf7-b8f3-4804-a728-782bd6cba859 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:18.415261 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5767328f-aac9-4b25-bd60-66e0d3b41f8a None None] DHCP port deletion for 0a6cb8a8-c9ee-4d4e-8cfd-02fe459e0832 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:37:18.436769 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-299cabf7-b8f3-4804-a728-782bd6cba859 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] For port 2d6f2b9e-a538-4e40-96ee-8e7079fbd78c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2d6f2b9e-a538-4e40-96ee-8e7079fbd78c,segment=NetworkSegment(407de7a5-4799-49a4-809e-3528bbd1c803),segment_id=407de7a5-4799-49a4-809e-3528bbd1c803)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:18.437161 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-299cabf7-b8f3-4804-a728-782bd6cba859 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:18.456175 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-299cabf7-b8f3-4804-a728-782bd6cba859 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Calling delete_port for 2d6f2b9e-a538-4e40-96ee-8e7079fbd78c owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:18.464640 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5767328f-aac9-4b25-bd60-66e0d3b41f8a None None] Deleting port 2d6f2b9e-a538-4e40-96ee-8e7079fbd78c {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:18.465006 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5767328f-aac9-4b25-bd60-66e0d3b41f8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:18.518562 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-476b7ec5-2e0e-4ce2-bff2-b89e2a75722a req-d97823c4-c8cf-49b8-9f2d-e70084b0e8d9 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:18.545109 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5767328f-aac9-4b25-bd60-66e0d3b41f8a None None] For port 2d6f2b9e-a538-4e40-96ee-8e7079fbd78c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2d6f2b9e-a538-4e40-96ee-8e7079fbd78c,segment=NetworkSegment(407de7a5-4799-49a4-809e-3528bbd1c803),segment_id=407de7a5-4799-49a4-809e-3528bbd1c803)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:18.545574 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5767328f-aac9-4b25-bd60-66e0d3b41f8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:18.549345 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97823c4-c8cf-49b8-9f2d-e70084b0e8d9 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event deleted for resources: {'Port': ['ID=58714543-0d30-428a-b465-41c9deedd3c0,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:18.555025 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-299cabf7-b8f3-4804-a728-782bd6cba859 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:18.576447 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5767328f-aac9-4b25-bd60-66e0d3b41f8a None None] Calling delete_port for 2d6f2b9e-a538-4e40-96ee-8e7079fbd78c owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:18.603925 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-476b7ec5-2e0e-4ce2-bff2-b89e2a75722a req-d97823c4-c8cf-49b8-9f2d-e70084b0e8d9 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] No DVR routers for this DVR port 58714543-0d30-428a-b465-41c9deedd3c0 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:37:18.604359 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299cabf7-b8f3-4804-a728-782bd6cba859 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Port': ['ID=2d6f2b9e-a538-4e40-96ee-8e7079fbd78c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:18.606517 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299cabf7-b8f3-4804-a728-782bd6cba859 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] No DVR routers for this DVR port 2d6f2b9e-a538-4e40-96ee-8e7079fbd78c on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:37:18.606746 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-476b7ec5-2e0e-4ce2-bff2-b89e2a75722a req-d97823c4-c8cf-49b8-9f2d-e70084b0e8d9 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:18.609288 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-476b7ec5-2e0e-4ce2-bff2-b89e2a75722a req-d97823c4-c8cf-49b8-9f2d-e70084b0e8d9 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.54 "DELETE /v2.0/ports/58714543-0d30-428a-b465-41c9deedd3c0 HTTP/1.1" status: 204 len: 173 time: 0.5672882 Sep 30 13:37:18.609953 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33658319-7a2e-4c91-a54e-ed8cf3a01414', 'name': 'network-vif-deleted', 'tag': '58714543-0d30-428a-b465-41c9deedd3c0'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:37:18.612560 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda6e9f0-095d-4e9b-8d27-ac3fb91f2c05" -d '{"events": [{"server_uuid": "33658319-7a2e-4c91-a54e-ed8cf3a01414", "name": "network-vif-deleted", "tag": "58714543-0d30-428a-b465-41c9deedd3c0"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:37:18.653996 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2d6f2b9e-a538-4e40-96ee-8e7079fbd78c no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:37:18.668365 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba6eedf-20b6-4cc2-b27b-dd27b1298eb2 x-openstack-request-id: req-5ba6eedf-20b6-4cc2-b27b-dd27b1298eb2 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:37:18.668771 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33658319-7a2e-4c91-a54e-ed8cf3a01414", "name": "network-vif-deleted", "tag": "58714543-0d30-428a-b465-41c9deedd3c0", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:37:18.669179 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ba6eedf-20b6-4cc2-b27b-dd27b1298eb2 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:37:18.669647 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33658319-7a2e-4c91-a54e-ed8cf3a01414', 'name': 'network-vif-deleted', 'tag': '58714543-0d30-428a-b465-41c9deedd3c0', 'status': 'completed', 'code': 200} Sep 30 13:37:18.681570 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 2d6f2b9e-a538-4e40-96ee-8e7079fbd78c {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:37:18.682228 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2d6f2b9e-a538-4e40-96ee-8e7079fbd78c not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:37:18.713391 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-299cabf7-b8f3-4804-a728-782bd6cba859 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:18.720415 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5767328f-aac9-4b25-bd60-66e0d3b41f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:18.736057 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-299cabf7-b8f3-4804-a728-782bd6cba859 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6cb8a8-c9ee-4d4e-8cfd-02fe459e0832']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:18.746309 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-299cabf7-b8f3-4804-a728-782bd6cba859 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '407de7a5-4799-49a4-809e-3528bbd1c803') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:18.746620 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-299cabf7-b8f3-4804-a728-782bd6cba859 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '407de7a5-4799-49a4-809e-3528bbd1c803') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:18.753404 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767328f-aac9-4b25-bd60-66e0d3b41f8a None None] Pushing event deleted for resources: {'Port': ['ID=2d6f2b9e-a538-4e40-96ee-8e7079fbd78c,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:18.758334 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5767328f-aac9-4b25-bd60-66e0d3b41f8a None None] No DVR routers for this DVR port 2d6f2b9e-a538-4e40-96ee-8e7079fbd78c on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:37:18.759895 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-299cabf7-b8f3-4804-a728-782bd6cba859 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:18.774972 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-299cabf7-b8f3-4804-a728-782bd6cba859 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:18.781116 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299cabf7-b8f3-4804-a728-782bd6cba859 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:37:18.781501 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-299cabf7-b8f3-4804-a728-782bd6cba859 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:37:18.784629 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:37:18.843135 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-299cabf7-b8f3-4804-a728-782bd6cba859 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:18.848799 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-299cabf7-b8f3-4804-a728-782bd6cba859 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:18.854850 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-299cabf7-b8f3-4804-a728-782bd6cba859 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/networks/0a6cb8a8-c9ee-4d4e-8cfd-02fe459e0832 HTTP/1.1" status: 204 len: 168 time: 0.6303666 Sep 30 13:37:18.854983 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42756) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:18.859658 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-ec4ee8cc-cd6b-4c25-8668-0a8933afd9bd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1837599188', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}, 'admin_state_up': False}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:18.875671 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299cabf7-b8f3-4804-a728-782bd6cba859 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Network': ['ID=0a6cb8a8-c9ee-4d4e-8cfd-02fe459e0832,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:18.892923 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ec4ee8cc-cd6b-4c25-8668-0a8933afd9bd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:18.893948 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ec4ee8cc-cd6b-4c25-8668-0a8933afd9bd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:18.918287 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c5488ee7-56ab-4553-ba9b-173aa651ee4b req-b28e3b83-bc84-4cf9-b9a3-385d233ccf52 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "GET /v2.0/ports?device_id=33658319-7a2e-4c91-a54e-ed8cf3a01414 HTTP/1.1" status: 200 len: 210 time: 0.0327945 Sep 30 13:37:19.282992 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ec4ee8cc-cd6b-4c25-8668-0a8933afd9bd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:19.414859 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ec4ee8cc-cd6b-4c25-8668-0a8933afd9bd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:19.604165 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ec4ee8cc-cd6b-4c25-8668-0a8933afd9bd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:19.622479 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ec4ee8cc-cd6b-4c25-8668-0a8933afd9bd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:19.680234 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:19.723547 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-ec4ee8cc-cd6b-4c25-8668-0a8933afd9bd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Allocated IP 172.25.5.27 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/c45d28ae-6aa9-4075-8cfc-2ca3987fd2de) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:37:19.826518 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ec4ee8cc-cd6b-4c25-8668-0a8933afd9bd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:19.858103 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ec4ee8cc-cd6b-4c25-8668-0a8933afd9bd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:19.895768 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4ee8cc-cd6b-4c25-8668-0a8933afd9bd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:37:19.898511 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-ec4ee8cc-cd6b-4c25-8668-0a8933afd9bd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:19.902062 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4ee8cc-cd6b-4c25-8668-0a8933afd9bd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:37:19.931857 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ee8cc-cd6b-4c25-8668-0a8933afd9bd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Port': ['ID=c45d28ae-6aa9-4075-8cfc-2ca3987fd2de,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:19.976255 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42760) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:20.028345 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5b87b982-7b91-4927-bf76-92fa8f605037 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:20.050272 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5b87b982-7b91-4927-bf76-92fa8f605037 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:20.091776 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5b87b982-7b91-4927-bf76-92fa8f605037 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:20.094990 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5b87b982-7b91-4927-bf76-92fa8f605037 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:20.102531 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5b87b982-7b91-4927-bf76-92fa8f605037 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "DELETE /v2.0/security-groups/c4f2cce2-ba11-4fcc-b97e-fff66749db07 HTTP/1.1" status: 204 len: 168 time: 0.1251862 Sep 30 13:37:20.104449 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42762) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:20.112850 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87b982-7b91-4927-bf76-92fa8f605037 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f2cce2-ba11-4fcc-b97e-fff66749db07,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:20.202119 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ec4ee8cc-cd6b-4c25-8668-0a8933afd9bd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:20.237519 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-642c42bf-da37-4484-976a-442fe263366f tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:20.270865 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-642c42bf-da37-4484-976a-442fe263366f tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:20.387703 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-642c42bf-da37-4484-976a-442fe263366f tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:20.390294 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-642c42bf-da37-4484-976a-442fe263366f tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:20.391747 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-642c42bf-da37-4484-976a-442fe263366f tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "DELETE /v2.0/security-groups/5663cd21-43d1-46e7-8a1e-4f1ab27655c0 HTTP/1.1" status: 204 len: 168 time: 0.2860646 Sep 30 13:37:20.394568 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42764) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:20.406510 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c42bf-da37-4484-976a-442fe263366f tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5663cd21-43d1-46e7-8a1e-4f1ab27655c0,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:20.461709 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ec4ee8cc-cd6b-4c25-8668-0a8933afd9bd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:20.591426 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4ee8cc-cd6b-4c25-8668-0a8933afd9bd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Router c7ba0a87-e8b2-450b-819e-6ff77af54dd1 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:37:20.699205 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4ee8cc-cd6b-4c25-8668-0a8933afd9bd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:37:20.714890 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c465f2-1c96-4965-87fe-6def5fa09f04 None None] Sync routers for ids ['c7ba0a87-e8b2-450b-819e-6ff77af54dd1'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:37:20.721217 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ec4ee8cc-cd6b-4c25-8668-0a8933afd9bd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:20.726248 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ec4ee8cc-cd6b-4c25-8668-0a8933afd9bd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.8679552 Sep 30 13:37:20.727142 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42766) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:20.732852 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c465f2-1c96-4965-87fe-6def5fa09f04 None None] Routers {'c7ba0a87-e8b2-450b-819e-6ff77af54dd1'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:20.733523 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-52c465f2-1c96-4965-87fe-6def5fa09f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:36:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['c7ba0a87-e8b2-450b-819e-6ff77af54dd1'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:20.736231 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-02a8913d-5029-41cc-96d7-f320d0066fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:20.771426 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-52c465f2-1c96-4965-87fe-6def5fa09f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:20.781409 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c465f2-1c96-4965-87fe-6def5fa09f04 None None] Routers {'c7ba0a87-e8b2-450b-819e-6ff77af54dd1'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:20.782082 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-52c465f2-1c96-4965-87fe-6def5fa09f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['c7ba0a87-e8b2-450b-819e-6ff77af54dd1'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:20.815349 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-52c465f2-1c96-4965-87fe-6def5fa09f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:20.816816 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c465f2-1c96-4965-87fe-6def5fa09f04 None None] The sync data for ids ['c7ba0a87-e8b2-450b-819e-6ff77af54dd1'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:37:20.851640 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-04d76dcd-ffd6-4341-a74b-c54d8a9d29b2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "GET /v2.0/routers/c7ba0a87-e8b2-450b-819e-6ff77af54dd1 HTTP/1.1" status: 200 len: 880 time: 0.1236951 Sep 30 13:37:20.853983 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42768) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:21.062797 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f4fad1e4-1775-44b6-a591-54a444bfef2f tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:21.080866 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7269c4b8-e622-4d23-af02-05dc41e6150f tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2256670 Sep 30 13:37:21.083898 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42770) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:21.088072 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-a0ed7752-ef63-4fef-a22d-b6e0a419341b tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1837599188'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:21.316889 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-f4fad1e4-1775-44b6-a591-54a444bfef2f tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Deleting port 376a2386-32c2-43e8-ae44-e383e6f334cb {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:21.317245 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f4fad1e4-1775-44b6-a591-54a444bfef2f tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:21.379623 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0ed7752-ef63-4fef-a22d-b6e0a419341b tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-414777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:21.390644 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0ed7752-ef63-4fef-a22d-b6e0a419341b tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-417349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-414758'] for router, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:21.405134 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-f4fad1e4-1775-44b6-a591-54a444bfef2f tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] For port 376a2386-32c2-43e8-ae44-e383e6f334cb, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=376a2386-32c2-43e8-ae44-e383e6f334cb,segment=NetworkSegment(f30d8cd1-8895-486e-a970-ed126048dad9),segment_id=f30d8cd1-8895-486e-a970-ed126048dad9)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:21.407982 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f4fad1e4-1775-44b6-a591-54a444bfef2f tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:21.419863 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-f4fad1e4-1775-44b6-a591-54a444bfef2f tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Calling delete_port for 376a2386-32c2-43e8-ae44-e383e6f334cb owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:21.514070 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ed7752-ef63-4fef-a22d-b6e0a419341b tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Router c7ba0a87-e8b2-450b-819e-6ff77af54dd1 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:37:21.527591 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 58714543-0d30-428a-b465-41c9deedd3c0 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:37:21.547354 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 58714543-0d30-428a-b465-41c9deedd3c0 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:37:21.547697 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 58714543-0d30-428a-b465-41c9deedd3c0 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:37:21.611591 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f4fad1e4-1775-44b6-a591-54a444bfef2f tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:21.622075 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ed7752-ef63-4fef-a22d-b6e0a419341b tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:37:21.630798 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0ed7752-ef63-4fef-a22d-b6e0a419341b tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:21.633542 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a0ed7752-ef63-4fef-a22d-b6e0a419341b tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "PUT /v2.0/routers/c7ba0a87-e8b2-450b-819e-6ff77af54dd1 HTTP/1.1" status: 200 len: 887 time: 0.5487370 Sep 30 13:37:21.636234 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42772) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:21.636607 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dbe6f0-cbd5-4d5f-88e6-b5f1fc449cc0 None None] Sync routers for ids ['c7ba0a87-e8b2-450b-819e-6ff77af54dd1'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:37:21.643656 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fad1e4-1775-44b6-a591-54a444bfef2f tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event deleted for resources: {'Port': ['ID=376a2386-32c2-43e8-ae44-e383e6f334cb,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:21.655020 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dbe6f0-cbd5-4d5f-88e6-b5f1fc449cc0 None None] Routers {'c7ba0a87-e8b2-450b-819e-6ff77af54dd1'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:21.655649 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-09dbe6f0-cbd5-4d5f-88e6-b5f1fc449cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['c7ba0a87-e8b2-450b-819e-6ff77af54dd1'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:21.668344 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:21.696961 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-09dbe6f0-cbd5-4d5f-88e6-b5f1fc449cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:21.708319 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dbe6f0-cbd5-4d5f-88e6-b5f1fc449cc0 None None] Routers {'c7ba0a87-e8b2-450b-819e-6ff77af54dd1'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:21.708947 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-09dbe6f0-cbd5-4d5f-88e6-b5f1fc449cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['c7ba0a87-e8b2-450b-819e-6ff77af54dd1'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:21.747031 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-09dbe6f0-cbd5-4d5f-88e6-b5f1fc449cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:21.747682 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dbe6f0-cbd5-4d5f-88e6-b5f1fc449cc0 None None] The sync data for ids ['c7ba0a87-e8b2-450b-819e-6ff77af54dd1'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:37:21.774659 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f8584562-1e22-4458-b65b-aa20b56ff15a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "GET /v2.0/routers/c7ba0a87-e8b2-450b-819e-6ff77af54dd1 HTTP/1.1" status: 200 len: 887 time: 0.1372824 Sep 30 13:37:21.775584 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42774) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:21.805592 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a1cbccb0-36df-4afa-8e68-40a62bd19eb1 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7ba0a87-e8b2-450b-819e-6ff77af54dd1 HTTP/1.1" status: 200 len: 205 time: 0.0283568 Sep 30 13:37:21.808039 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42776) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:21.838986 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f4fad1e4-1775-44b6-a591-54a444bfef2f tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:21.917659 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5352-dc78-4513-9e30-8fc8322aed98 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:22.018617 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5352-dc78-4513-9e30-8fc8322aed98 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:22.060291 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fad1e4-1775-44b6-a591-54a444bfef2f tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Router 33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:37:22.075060 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-bb9c5352-dc78-4513-9e30-8fc8322aed98 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Deleting port c45d28ae-6aa9-4075-8cfc-2ca3987fd2de {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:22.075488 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5352-dc78-4513-9e30-8fc8322aed98 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:22.152657 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5352-dc78-4513-9e30-8fc8322aed98 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:22.164504 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-bb9c5352-dc78-4513-9e30-8fc8322aed98 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Calling delete_port for c45d28ae-6aa9-4075-8cfc-2ca3987fd2de owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:22.170445 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fad1e4-1775-44b6-a591-54a444bfef2f tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:37:22.176041 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f4fad1e4-1775-44b6-a591-54a444bfef2f tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "PUT /v2.0/routers/33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7802308 Sep 30 13:37:22.178555 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42778) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:22.180312 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66e5784-48ce-4a9b-b89b-abd516ada5bb None None] Sync routers for ids ['33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:37:22.189057 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66e5784-48ce-4a9b-b89b-abd516ada5bb None None] Routers {'33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:22.189659 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-c66e5784-48ce-4a9b-b89b-abd516ada5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:22.231521 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c4ee7a-13f6-4ac4-aef2-f96f778e4a3b tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Deleting subnet 737953a5-b32a-45dd-83b4-4c4b122edb8e {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:37:22.235747 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-17c4ee7a-13f6-4ac4-aef2-f96f778e4a3b tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:22.277237 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-17c4ee7a-13f6-4ac4-aef2-f96f778e4a3b tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:22.297929 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-c66e5784-48ce-4a9b-b89b-abd516ada5bb None None] Set router 33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:22.352334 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5352-dc78-4513-9e30-8fc8322aed98 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:22.374318 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-17c4ee7a-13f6-4ac4-aef2-f96f778e4a3b tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:22.380679 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c5352-dc78-4513-9e30-8fc8322aed98 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Port': ['ID=c45d28ae-6aa9-4075-8cfc-2ca3987fd2de,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:22.438782 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-17c4ee7a-13f6-4ac4-aef2-f96f778e4a3b tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:22.446600 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:22.459433 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5352-dc78-4513-9e30-8fc8322aed98 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:22.469709 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4ee7a-13f6-4ac4-aef2-f96f778e4a3b tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event deleted for resources: {'Subnet': ['ID=737953a5-b32a-45dd-83b4-4c4b122edb8e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:22.472594 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-17c4ee7a-13f6-4ac4-aef2-f96f778e4a3b tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:22.477422 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-17c4ee7a-13f6-4ac4-aef2-f96f778e4a3b tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "DELETE /v2.0/subnets/737953a5-b32a-45dd-83b4-4c4b122edb8e HTTP/1.1" status: 204 len: 168 time: 0.2954226 Sep 30 13:37:22.478130 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42780) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:22.490546 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f1fe86-ec6c-4acd-b6f1-214972028fa3 None None] Network 24df20f2-d0cf-4e54-8fb6-43c9cf435405 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:37:22.599285 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-c66e5784-48ce-4a9b-b89b-abd516ada5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11545271', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:35:13Z', 'updated_at': '2021-09-30T13:37:21Z', 'revision_number': 5, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'gw_port': {'id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:35:14Z', 'updated_at': '2021-09-30T13:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:22.618030 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9dba0327-56c1-4254-8bd2-fdf028839a3c tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:22.647133 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66e5784-48ce-4a9b-b89b-abd516ada5bb None None] Checking router: 33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:37:22.666384 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66e5784-48ce-4a9b-b89b-abd516ada5bb None None] Routers {'33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:22.667268 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-c66e5784-48ce-4a9b-b89b-abd516ada5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:22.744808 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9dba0327-56c1-4254-8bd2-fdf028839a3c tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:22.763976 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582877d0-44ad-4012-8aa6-8a7f4c6581b4 None None] DHCP port deletion for 24df20f2-d0cf-4e54-8fb6-43c9cf435405 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:37:22.806182 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-c66e5784-48ce-4a9b-b89b-abd516ada5bb None None] Set router 33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:22.806424 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-9dba0327-56c1-4254-8bd2-fdf028839a3c tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Deleting port af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:22.806532 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9dba0327-56c1-4254-8bd2-fdf028839a3c tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:22.890512 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5352-dc78-4513-9e30-8fc8322aed98 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:22.892811 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5352-dc78-4513-9e30-8fc8322aed98 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:22.898207 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-9dba0327-56c1-4254-8bd2-fdf028839a3c tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] For port af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:22.898784 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9dba0327-56c1-4254-8bd2-fdf028839a3c tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:22.911739 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-9dba0327-56c1-4254-8bd2-fdf028839a3c tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Calling delete_port for af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1 owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:22.928231 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-582877d0-44ad-4012-8aa6-8a7f4c6581b4 None None] Deleting port e97c1df8-6fcd-4cbd-9645-bada1dba0791 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:22.928623 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-582877d0-44ad-4012-8aa6-8a7f4c6581b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:22.937922 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5352-dc78-4513-9e30-8fc8322aed98 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:22.938491 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9c5352-dc78-4513-9e30-8fc8322aed98 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Fanout notify agent at l3_agent the message router_deleted on router c7ba0a87-e8b2-450b-819e-6ff77af54dd1 {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:37:22.946308 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5352-dc78-4513-9e30-8fc8322aed98 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:22.948218 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bb9c5352-dc78-4513-9e30-8fc8322aed98 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/routers/c7ba0a87-e8b2-450b-819e-6ff77af54dd1 HTTP/1.1" status: 204 len: 168 time: 1.1385539 Sep 30 13:37:22.952525 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42782) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:22.957471 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-05d6139e-3854-4d53-a92c-bdd3f9233dd6 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'network': {'name': 'tempest-RoutersTest-1529585637'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:22.979943 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d6139e-3854-4d53-a92c-bdd3f9233dd6 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Made reservation on behalf of 54c08ddc3ac64f84a3d1e6a930b12388 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:37:22.983623 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-05d6139e-3854-4d53-a92c-bdd3f9233dd6 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:23.008692 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d6139e-3854-4d53-a92c-bdd3f9233dd6 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:37:23.018158 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-05d6139e-3854-4d53-a92c-bdd3f9233dd6 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:23.018516 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-05d6139e-3854-4d53-a92c-bdd3f9233dd6 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Added segment 932a1d3e-8593-4af5-9972-50d7106ec01d of type vlan for network abebaca2-a4ee-4e0c-8059-611f252fde20 Sep 30 13:37:23.029539 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-582877d0-44ad-4012-8aa6-8a7f4c6581b4 None None] For port e97c1df8-6fcd-4cbd-9645-bada1dba0791, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e97c1df8-6fcd-4cbd-9645-bada1dba0791,segment=NetworkSegment(f30d8cd1-8895-486e-a970-ed126048dad9),segment_id=f30d8cd1-8895-486e-a970-ed126048dad9)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:23.029932 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-582877d0-44ad-4012-8aa6-8a7f4c6581b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:23.044560 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-582877d0-44ad-4012-8aa6-8a7f4c6581b4 None None] Calling delete_port for e97c1df8-6fcd-4cbd-9645-bada1dba0791 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:23.061327 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-05d6139e-3854-4d53-a92c-bdd3f9233dd6 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:23.086863 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-05d6139e-3854-4d53-a92c-bdd3f9233dd6 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:23.092876 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d6139e-3854-4d53-a92c-bdd3f9233dd6 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:23.093398 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-05d6139e-3854-4d53-a92c-bdd3f9233dd6 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:23.107006 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9dba0327-56c1-4254-8bd2-fdf028839a3c tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:23.144169 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba0327-56c1-4254-8bd2-fdf028839a3c tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event deleted for resources: {'Port': ['ID=af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:23.150410 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-05d6139e-3854-4d53-a92c-bdd3f9233dd6 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1968193 Sep 30 13:37:23.153915 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42784) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:23.185430 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-4ddab1b1-75cd-41da-b77d-7150167c5a82 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'subnet': {'network_id': 'abebaca2-a4ee-4e0c-8059-611f252fde20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:23.190619 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6139e-3854-4d53-a92c-bdd3f9233dd6 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Network': ['ID=abebaca2-a4ee-4e0c-8059-611f252fde20,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:23.211536 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9dba0327-56c1-4254-8bd2-fdf028839a3c tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:23.260676 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network abebaca2-a4ee-4e0c-8059-611f252fde20 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:37:23.292166 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddab1b1-75cd-41da-b77d-7150167c5a82 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Made reservation on behalf of 54c08ddc3ac64f84a3d1e6a930b12388 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:37:23.296251 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4ddab1b1-75cd-41da-b77d-7150167c5a82 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:23.312803 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9dba0327-56c1-4254-8bd2-fdf028839a3c tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:23.315244 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9dba0327-56c1-4254-8bd2-fdf028839a3c tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:23.347023 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-c66e5784-48ce-4a9b-b89b-abd516ada5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11545271', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:35:13Z', 'updated_at': '2021-09-30T13:37:21Z', 'revision_number': 5, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'gw_port': {'id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:35:14Z', 'updated_at': '2021-09-30T13:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:23.365097 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9dba0327-56c1-4254-8bd2-fdf028839a3c tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:23.365728 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dba0327-56c1-4254-8bd2-fdf028839a3c tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Fanout notify agent at l3_agent the message router_deleted on router 33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:37:23.377078 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9dba0327-56c1-4254-8bd2-fdf028839a3c tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:23.378513 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9dba0327-56c1-4254-8bd2-fdf028839a3c tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "DELETE /v2.0/routers/33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4 HTTP/1.1" status: 204 len: 168 time: 0.8993318 Sep 30 13:37:23.381774 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42786) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:23.389124 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66e5784-48ce-4a9b-b89b-abd516ada5bb None None] The sync data for ids ['33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4'] in n-d-810909-2 is: [{'id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11545271', 'tenant_id': '7cfecf5064184b11934bd458c1ff7ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:35:13Z', 'updated_at': '2021-09-30T13:37:21Z', 'revision_number': 5, 'project_id': '7cfecf5064184b11934bd458c1ff7ce6', 'gw_port': {'id': 'af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ad5508-bf9c-44a0-8c5f-ab18e5dcc5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:35:14Z', 'updated_at': '2021-09-30T13:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:37:23.416777 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-582877d0-44ad-4012-8aa6-8a7f4c6581b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:23.449493 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582877d0-44ad-4012-8aa6-8a7f4c6581b4 None None] No DVR routers for this DVR port e97c1df8-6fcd-4cbd-9645-bada1dba0791 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:37:23.451445 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582877d0-44ad-4012-8aa6-8a7f4c6581b4 None None] Pushing event deleted for resources: {'Port': ['ID=e97c1df8-6fcd-4cbd-9645-bada1dba0791,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:23.462622 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582877d0-44ad-4012-8aa6-8a7f4c6581b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:23.463019 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582877d0-44ad-4012-8aa6-8a7f4c6581b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:23.463623 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582877d0-44ad-4012-8aa6-8a7f4c6581b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:23.464215 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582877d0-44ad-4012-8aa6-8a7f4c6581b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:23.465252 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582877d0-44ad-4012-8aa6-8a7f4c6581b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:23.465907 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582877d0-44ad-4012-8aa6-8a7f4c6581b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:23.466375 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582877d0-44ad-4012-8aa6-8a7f4c6581b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:23.466800 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582877d0-44ad-4012-8aa6-8a7f4c6581b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:23.467224 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582877d0-44ad-4012-8aa6-8a7f4c6581b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:23.467653 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582877d0-44ad-4012-8aa6-8a7f4c6581b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:23.468173 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582877d0-44ad-4012-8aa6-8a7f4c6581b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:23.468612 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582877d0-44ad-4012-8aa6-8a7f4c6581b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:23.486123 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-70f7a1a7-d1b5-45f6-a96b-523180579d87 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:23.524479 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4ddab1b1-75cd-41da-b77d-7150167c5a82 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:23.575814 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-70f7a1a7-d1b5-45f6-a96b-523180579d87 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:23.586446 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddab1b1-75cd-41da-b77d-7150167c5a82 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Subnet': ['ID=3832bed4-fa4a-445f-b5a3-a24022f63b74,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:23.593611 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddab1b1-75cd-41da-b77d-7150167c5a82 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Checking segment: {'id': '932a1d3e-8593-4af5-9972-50d7106ec01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'abebaca2-a4ee-4e0c-8059-611f252fde20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:37:23.593974 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddab1b1-75cd-41da-b77d-7150167c5a82 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network hostable DHCP agents. Network: abebaca2-a4ee-4e0c-8059-611f252fde20, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:37:23.596004 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-70f7a1a7-d1b5-45f6-a96b-523180579d87 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24df20f2-d0cf-4e54-8fb6-43c9cf435405']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:23.606057 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-70f7a1a7-d1b5-45f6-a96b-523180579d87 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f30d8cd1-8895-486e-a970-ed126048dad9') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:23.606358 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-70f7a1a7-d1b5-45f6-a96b-523180579d87 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f30d8cd1-8895-486e-a970-ed126048dad9') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:23.611513 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddab1b1-75cd-41da-b77d-7150167c5a82 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network abebaca2-a4ee-4e0c-8059-611f252fde20 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:37:23.615968 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-70f7a1a7-d1b5-45f6-a96b-523180579d87 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:23.619874 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-4ddab1b1-75cd-41da-b77d-7150167c5a82 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, abebaca2-a4ee-4e0c-8059-611f252fde20) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:23.624238 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddab1b1-75cd-41da-b77d-7150167c5a82 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:23.624822 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4ddab1b1-75cd-41da-b77d-7150167c5a82 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:23.632752 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34abcc1-f389-497c-aafd-80d0a3e78d8e None None] Network abebaca2-a4ee-4e0c-8059-611f252fde20 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:37:23.635045 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-70f7a1a7-d1b5-45f6-a96b-523180579d87 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:23.641616 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4ddab1b1-75cd-41da-b77d-7150167c5a82 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4846594 Sep 30 13:37:23.642096 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42788) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:23.648382 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-90974fd6-de14-43f2-811c-328fbb272561 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-198950177', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:23.653905 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f7a1a7-d1b5-45f6-a96b-523180579d87 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:37:23.654319 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-70f7a1a7-d1b5-45f6-a96b-523180579d87 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:37:23.657992 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:37:23.726790 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90974fd6-de14-43f2-811c-328fbb272561 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:23.727922 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90974fd6-de14-43f2-811c-328fbb272561 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:23.733904 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-70f7a1a7-d1b5-45f6-a96b-523180579d87 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:23.743140 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-70f7a1a7-d1b5-45f6-a96b-523180579d87 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:23.747562 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-70f7a1a7-d1b5-45f6-a96b-523180579d87 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] 10.222.0.18 "DELETE /v2.0/networks/24df20f2-d0cf-4e54-8fb6-43c9cf435405 HTTP/1.1" status: 204 len: 168 time: 0.3622866 Sep 30 13:37:23.763454 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7a1a7-d1b5-45f6-a96b-523180579d87 tempest-TestSecurityGroupsBasicOps-1889039999 tempest-TestSecurityGroupsBasicOps-1889039999-project] Pushing event deleted for resources: {'Network': ['ID=24df20f2-d0cf-4e54-8fb6-43c9cf435405,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:23.814848 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90974fd6-de14-43f2-811c-328fbb272561 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:23.824528 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90974fd6-de14-43f2-811c-328fbb272561 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:23.829638 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c8c641-338a-4d50-97a9-b492f67ed016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-abebaca2-a4ee-4e0c-8059-611f252fde20', 'network_id': 'abebaca2-a4ee-4e0c-8059-611f252fde20', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'fixed_ips': [{'subnet_id': '3832bed4-fa4a-445f-b5a3-a24022f63b74'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:37:23.830852 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-70c8c641-338a-4d50-97a9-b492f67ed016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:23.839972 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90974fd6-de14-43f2-811c-328fbb272561 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:23.841862 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-90974fd6-de14-43f2-811c-328fbb272561 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1982412 Sep 30 13:37:23.844232 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42794) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:23.979654 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-70c8c641-338a-4d50-97a9-b492f67ed016 None None] Allocated IP 172.20.0.2 (abebaca2-a4ee-4e0c-8059-611f252fde20/3832bed4-fa4a-445f-b5a3-a24022f63b74/3a97beb1-a535-431e-a65f-36659d7e8693) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:37:24.143219 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42798) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:24.158976 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-70c8c641-338a-4d50-97a9-b492f67ed016 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:24.167260 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b615d66-bf91-4eaf-baef-f88f3cdffbd2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:24.171110 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-70c8c641-338a-4d50-97a9-b492f67ed016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:24.239633 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c8c641-338a-4d50-97a9-b492f67ed016 None None] Network abebaca2-a4ee-4e0c-8059-611f252fde20 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:37:24.243050 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:24.244577 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8c641-338a-4d50-97a9-b492f67ed016 None None] Pushing event updated for resources: {'Port': ['ID=3a97beb1-a535-431e-a65f-36659d7e8693,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:24.247549 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-70c8c641-338a-4d50-97a9-b492f67ed016 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:24.252592 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c8c641-338a-4d50-97a9-b492f67ed016 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:37:24.314952 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-70c8c641-338a-4d50-97a9-b492f67ed016 None None] Attempting to bind port 3a97beb1-a535-431e-a65f-36659d7e8693 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:37:24.315650 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-70c8c641-338a-4d50-97a9-b492f67ed016 None None] Attempting to bind port 3a97beb1-a535-431e-a65f-36659d7e8693 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '932a1d3e-8593-4af5-9972-50d7106ec01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'abebaca2-a4ee-4e0c-8059-611f252fde20'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:37:24.315650 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c8c641-338a-4d50-97a9-b492f67ed016 None None] Attempting to bind port 3a97beb1-a535-431e-a65f-36659d7e8693 on network abebaca2-a4ee-4e0c-8059-611f252fde20 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:37:24.320726 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c8c641-338a-4d50-97a9-b492f67ed016 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:37:24.321102 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c8c641-338a-4d50-97a9-b492f67ed016 None None] Checking segment: {'id': '932a1d3e-8593-4af5-9972-50d7106ec01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'abebaca2-a4ee-4e0c-8059-611f252fde20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:37:24.321510 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-70c8c641-338a-4d50-97a9-b492f67ed016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:24.321903 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c8c641-338a-4d50-97a9-b492f67ed016 None None] Bound using segment: {'id': '932a1d3e-8593-4af5-9972-50d7106ec01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'abebaca2-a4ee-4e0c-8059-611f252fde20'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:37:24.322399 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-70c8c641-338a-4d50-97a9-b492f67ed016 None None] Bound port: 3a97beb1-a535-431e-a65f-36659d7e8693, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '932a1d3e-8593-4af5-9972-50d7106ec01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'abebaca2-a4ee-4e0c-8059-611f252fde20'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:37:24.322789 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-70c8c641-338a-4d50-97a9-b492f67ed016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:24.326094 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1661c118-2296-4b97-b727-ce2c96514b10 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7cfecf5064184b11934bd458c1ff7ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1785085 Sep 30 13:37:24.326417 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42802) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:24.384973 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2b56c1dd-05a8-4e8a-b815-fa5b222f7446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:24.387792 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-70c8c641-338a-4d50-97a9-b492f67ed016 None None] For port 3a97beb1-a535-431e-a65f-36659d7e8693, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:37:24.391168 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-70c8c641-338a-4d50-97a9-b492f67ed016 None None] For port 3a97beb1-a535-431e-a65f-36659d7e8693, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3a97beb1-a535-431e-a65f-36659d7e8693,segment=NetworkSegment(932a1d3e-8593-4af5-9972-50d7106ec01d),segment_id=932a1d3e-8593-4af5-9972-50d7106ec01d)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:37:24.396082 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-70c8c641-338a-4d50-97a9-b492f67ed016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:24.414175 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2b56c1dd-05a8-4e8a-b815-fa5b222f7446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:24.460200 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8c641-338a-4d50-97a9-b492f67ed016 None None] Pushing event updated for resources: {'Port': ['ID=3a97beb1-a535-431e-a65f-36659d7e8693,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:24.475206 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2b56c1dd-05a8-4e8a-b815-fa5b222f7446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:24.477963 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2b56c1dd-05a8-4e8a-b815-fa5b222f7446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:24.481852 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2b56c1dd-05a8-4e8a-b815-fa5b222f7446 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/96fa8127-79aa-410f-b7c0-18ca95fc41c0 HTTP/1.1" status: 204 len: 168 time: 0.1518302 Sep 30 13:37:24.482084 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-3b615d66-bf91-4eaf-baef-f88f3cdffbd2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Allocated IP 172.20.0.1 (abebaca2-a4ee-4e0c-8059-611f252fde20/3832bed4-fa4a-445f-b5a3-a24022f63b74/98cc66ee-38b7-4bf0-86b3-e20406fa0d85) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:37:24.489805 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56c1dd-05a8-4e8a-b815-fa5b222f7446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fa8127-79aa-410f-b7c0-18ca95fc41c0,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:24.626416 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b615d66-bf91-4eaf-baef-f88f3cdffbd2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:24.697553 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b615d66-bf91-4eaf-baef-f88f3cdffbd2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:24.723114 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e97c1df8-6fcd-4cbd-9645-bada1dba0791 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:37:24.748288 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: e97c1df8-6fcd-4cbd-9645-bada1dba0791 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:37:24.748633 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e97c1df8-6fcd-4cbd-9645-bada1dba0791 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:37:24.749050 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 376a2386-32c2-43e8-ae44-e383e6f334cb no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:37:24.755088 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b615d66-bf91-4eaf-baef-f88f3cdffbd2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network abebaca2-a4ee-4e0c-8059-611f252fde20 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:37:24.758445 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-3b615d66-bf91-4eaf-baef-f88f3cdffbd2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:24.765257 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b615d66-bf91-4eaf-baef-f88f3cdffbd2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:37:24.770284 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b615d66-bf91-4eaf-baef-f88f3cdffbd2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Port': ['ID=98cc66ee-38b7-4bf0-86b3-e20406fa0d85,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:24.782617 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 376a2386-32c2-43e8-ae44-e383e6f334cb {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:37:24.783183 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 376a2386-32c2-43e8-ae44-e383e6f334cb not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:37:24.783755 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:37:24.807169 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:37:24.807731 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device af8c1c5e-ce27-4fda-ac44-a2f2782ae6f1 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:37:24.822258 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b615d66-bf91-4eaf-baef-f88f3cdffbd2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:24.870386 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42808) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:24.890936 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-49246d29-6081-447d-a66d-54a933bc2488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:24.947954 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b615d66-bf91-4eaf-baef-f88f3cdffbd2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:24.982958 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-49246d29-6081-447d-a66d-54a933bc2488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:24.986751 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-49246d29-6081-447d-a66d-54a933bc2488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:25.027644 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-49246d29-6081-447d-a66d-54a933bc2488 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d7c5b6696984ad5adfbe42f7c0fcd82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1560898 Sep 30 13:37:25.028539 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49246d29-6081-447d-a66d-54a933bc2488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df0bd38-f5a5-4d72-9ac8-7cd351092c2d,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:25.034756 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42810) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:25.453965 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4c272ddb-1217-45f3-9941-355704edf17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:25.477612 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603491b9-ee04-4d99-9b4f-e6271f3f8553 None None] Network abebaca2-a4ee-4e0c-8059-611f252fde20 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:37:25.515192 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4c272ddb-1217-45f3-9941-355704edf17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:25.557667 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-257f37bd-ebbf-4851-8f39-30f1253c3936 None None] Provisioning complete for port 3a97beb1-a535-431e-a65f-36659d7e8693 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:25.557946 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-257f37bd-ebbf-4851-8f39-30f1253c3936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:25.596084 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b615d66-bf91-4eaf-baef-f88f3cdffbd2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:25.601410 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b615d66-bf91-4eaf-baef-f88f3cdffbd2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:25.626181 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4c272ddb-1217-45f3-9941-355704edf17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:25.628750 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4c272ddb-1217-45f3-9941-355704edf17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:25.632220 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4c272ddb-1217-45f3-9941-355704edf17e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4df0bd38-f5a5-4d72-9ac8-7cd351092c2d HTTP/1.1" status: 204 len: 168 time: 0.5941942 Sep 30 13:37:25.670039 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c272ddb-1217-45f3-9941-355704edf17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df0bd38-f5a5-4d72-9ac8-7cd351092c2d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:25.688059 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b615d66-bf91-4eaf-baef-f88f3cdffbd2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Port': ['ID=98cc66ee-38b7-4bf0-86b3-e20406fa0d85,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:25.690629 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b615d66-bf91-4eaf-baef-f88f3cdffbd2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:25.700965 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-257f37bd-ebbf-4851-8f39-30f1253c3936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:25.746091 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-257f37bd-ebbf-4851-8f39-30f1253c3936 None None] For port 3a97beb1-a535-431e-a65f-36659d7e8693, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3a97beb1-a535-431e-a65f-36659d7e8693,segment=NetworkSegment(932a1d3e-8593-4af5-9972-50d7106ec01d),segment_id=932a1d3e-8593-4af5-9972-50d7106ec01d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:25.750657 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-257f37bd-ebbf-4851-8f39-30f1253c3936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:25.801290 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b615d66-bf91-4eaf-baef-f88f3cdffbd2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network abebaca2-a4ee-4e0c-8059-611f252fde20 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:37:25.802848 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-3b615d66-bf91-4eaf-baef-f88f3cdffbd2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:25.823241 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f37bd-ebbf-4851-8f39-30f1253c3936 None None] Pushing event updated for resources: {'Port': ['ID=3a97beb1-a535-431e-a65f-36659d7e8693,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:25.933988 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b615d66-bf91-4eaf-baef-f88f3cdffbd2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Router 745ad70e-2551-4998-8a35-7f2637147ff7 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:37:25.982091 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5f3627ef-da31-4d23-9aa6-858efd31815b None None] Provisioning complete for port 98cc66ee-38b7-4bf0-86b3-e20406fa0d85 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:25.982841 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5f3627ef-da31-4d23-9aa6-858efd31815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:26.027750 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5f3627ef-da31-4d23-9aa6-858efd31815b None None] Port 98cc66ee-38b7-4bf0-86b3-e20406fa0d85 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:37:26.038166 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b615d66-bf91-4eaf-baef-f88f3cdffbd2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:37:26.042191 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5f3627ef-da31-4d23-9aa6-858efd31815b None None] Provisioning complete for port 3a97beb1-a535-431e-a65f-36659d7e8693 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:26.042686 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5f3627ef-da31-4d23-9aa6-858efd31815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:26.045993 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3b615d66-bf91-4eaf-baef-f88f3cdffbd2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "PUT /v2.0/routers/745ad70e-2551-4998-8a35-7f2637147ff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1991591 Sep 30 13:37:26.047363 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42816) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:26.053516 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87339c0-b423-4dd3-a916-7e1870917c6c None None] Sync routers for ids ['745ad70e-2551-4998-8a35-7f2637147ff7'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:37:26.063523 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87339c0-b423-4dd3-a916-7e1870917c6c None None] Routers {'745ad70e-2551-4998-8a35-7f2637147ff7'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:26.064221 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-f87339c0-b423-4dd3-a916-7e1870917c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['745ad70e-2551-4998-8a35-7f2637147ff7'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:26.079999 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42818) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:26.119482 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b546401-00ca-4424-9cb8-de0fb11773de tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:26.122066 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8b546401-00ca-4424-9cb8-de0fb11773de tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "GET /v2.0/ports/98cc66ee-38b7-4bf0-86b3-e20406fa0d85 HTTP/1.1" status: 200 len: 910 time: 0.0731843 Sep 30 13:37:26.124949 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42820) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:26.125770 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-232dd9eb-0fb4-4a57-993c-c99c7bde6be0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25a6048e040048d7a96565d153364a8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436668 Sep 30 13:37:26.128246 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42822) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:26.135861 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-ceafc404-17c6-453d-b09d-19b8be114b70 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3832bed4-fa4a-445f-b5a3-a24022f63b74'}]}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:26.140832 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-f87339c0-b423-4dd3-a916-7e1870917c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:26.154604 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87339c0-b423-4dd3-a916-7e1870917c6c None None] Routers {'745ad70e-2551-4998-8a35-7f2637147ff7'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:26.155481 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-f87339c0-b423-4dd3-a916-7e1870917c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['745ad70e-2551-4998-8a35-7f2637147ff7'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:26.188511 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5bac141d-a65e-450a-8b41-85cc55265888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:26.192942 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-f87339c0-b423-4dd3-a916-7e1870917c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:26.193589 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87339c0-b423-4dd3-a916-7e1870917c6c None None] The sync data for ids ['745ad70e-2551-4998-8a35-7f2637147ff7'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:37:26.220013 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5bac141d-a65e-450a-8b41-85cc55265888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:26.263512 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-8c13ce3a-a603-4aad-8d92-a8096728df0c None None] Provisioning complete for port 98cc66ee-38b7-4bf0-86b3-e20406fa0d85 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:26.264033 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8c13ce3a-a603-4aad-8d92-a8096728df0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:26.279334 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5bac141d-a65e-450a-8b41-85cc55265888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:26.282376 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5bac141d-a65e-450a-8b41-85cc55265888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:26.287781 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5bac141d-a65e-450a-8b41-85cc55265888 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f19b0722-82e6-49d8-b9ac-064a42561525 HTTP/1.1" status: 204 len: 168 time: 0.1577477 Sep 30 13:37:26.299355 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac141d-a65e-450a-8b41-85cc55265888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19b0722-82e6-49d8-b9ac-064a42561525,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:26.302698 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-8c13ce3a-a603-4aad-8d92-a8096728df0c None None] Port 98cc66ee-38b7-4bf0-86b3-e20406fa0d85 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:37:26.329091 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ceafc404-17c6-453d-b09d-19b8be114b70 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:26.521195 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ee637e73-4e65-4ed8-a342-684da2fcf53e None None] Provisioning complete for port 98cc66ee-38b7-4bf0-86b3-e20406fa0d85 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:26.521855 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ee637e73-4e65-4ed8-a342-684da2fcf53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:26.555767 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-ee637e73-4e65-4ed8-a342-684da2fcf53e None None] Port 98cc66ee-38b7-4bf0-86b3-e20406fa0d85 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:37:26.646565 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3a97beb1-a535-431e-a65f-36659d7e8693 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:37:26.695731 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 3a97beb1-a535-431e-a65f-36659d7e8693 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:26.696121 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:26.723935 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ceafc404-17c6-453d-b09d-19b8be114b70 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:26.732961 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ceafc404-17c6-453d-b09d-19b8be114b70 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:26.813633 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafc404-17c6-453d-b09d-19b8be114b70 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Port': ['ID=98cc66ee-38b7-4bf0-86b3-e20406fa0d85,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:26.822775 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceafc404-17c6-453d-b09d-19b8be114b70 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:26.823498 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ceafc404-17c6-453d-b09d-19b8be114b70 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:26.826064 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ceafc404-17c6-453d-b09d-19b8be114b70 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "PUT /v2.0/ports/98cc66ee-38b7-4bf0-86b3-e20406fa0d85 HTTP/1.1" status: 200 len: 910 time: 0.6951287 Sep 30 13:37:26.827850 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42840) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:27.018541 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42848) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:27.119436 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-a259fdf0-ceaf-412e-ad3d-610e3c83d18d admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2144728962-network', 'tenant_id': '80697497035c4db1baad0284d36cf6e1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:27.144135 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a259fdf0-ceaf-412e-ad3d-610e3c83d18d admin admin] Made reservation on behalf of 80697497035c4db1baad0284d36cf6e1 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:37:27.146591 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a259fdf0-ceaf-412e-ad3d-610e3c83d18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:27.151514 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a9ebee8e-08c2-474a-a1ee-861d03a4c1fe tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:27.155077 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a259fdf0-ceaf-412e-ad3d-610e3c83d18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:27.245614 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a259fdf0-ceaf-412e-ad3d-610e3c83d18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:27.249625 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a259fdf0-ceaf-412e-ad3d-610e3c83d18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:27.276625 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a259fdf0-ceaf-412e-ad3d-610e3c83d18d admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:37:27.282921 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259fdf0-ceaf-412e-ad3d-610e3c83d18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20715458-4505-45b0-b531-cc05a97ce2d2,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:27.289370 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a259fdf0-ceaf-412e-ad3d-610e3c83d18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:27.289743 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-a259fdf0-ceaf-412e-ad3d-610e3c83d18d admin admin] Added segment e38a20f6-ff81-4e5f-a0f3-65f26bf74f69 of type vlan for network b52edc61-ad72-4567-bcc2-edb2f259cf16 Sep 30 13:37:27.329520 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a259fdf0-ceaf-412e-ad3d-610e3c83d18d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:27.353872 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a259fdf0-ceaf-412e-ad3d-610e3c83d18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:27.354805 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a259fdf0-ceaf-412e-ad3d-610e3c83d18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:27.355377 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a259fdf0-ceaf-412e-ad3d-610e3c83d18d admin admin] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:27.385374 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a259fdf0-ceaf-412e-ad3d-610e3c83d18d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3657372 Sep 30 13:37:27.388449 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42852) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:27.393182 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-96aef035-14fc-4ef1-b8f2-10fb9d64a18e admin admin] Request body: {'subnet': {'network_id': 'b52edc61-ad72-4567-bcc2-edb2f259cf16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2144728962-subnet', 'tenant_id': '80697497035c4db1baad0284d36cf6e1', 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:27.418643 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259fdf0-ceaf-412e-ad3d-610e3c83d18d admin admin] Pushing event updated for resources: {'Network': ['ID=b52edc61-ad72-4567-bcc2-edb2f259cf16,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:27.421284 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebee8e-08c2-474a-a1ee-861d03a4c1fe tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Deleting port 98cc66ee-38b7-4bf0-86b3-e20406fa0d85 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:27.421625 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a9ebee8e-08c2-474a-a1ee-861d03a4c1fe tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:27.426397 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96aef035-14fc-4ef1-b8f2-10fb9d64a18e admin admin] Made reservation on behalf of 80697497035c4db1baad0284d36cf6e1 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:37:27.428687 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-96aef035-14fc-4ef1-b8f2-10fb9d64a18e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:27.429611 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network b52edc61-ad72-4567-bcc2-edb2f259cf16 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:37:27.569244 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a9ebee8e-08c2-474a-a1ee-861d03a4c1fe tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:27.585020 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebee8e-08c2-474a-a1ee-861d03a4c1fe tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Calling delete_port for 98cc66ee-38b7-4bf0-86b3-e20406fa0d85 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:27.753151 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-96aef035-14fc-4ef1-b8f2-10fb9d64a18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:27.758206 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:37:27.829505 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aef035-14fc-4ef1-b8f2-10fb9d64a18e admin admin] Pushing event updated for resources: {'Subnet': ['ID=86e20852-307a-4e82-a916-373206d916a0,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:27.859876 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96aef035-14fc-4ef1-b8f2-10fb9d64a18e admin admin] Checking segment: {'id': 'e38a20f6-ff81-4e5f-a0f3-65f26bf74f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b52edc61-ad72-4567-bcc2-edb2f259cf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:37:27.860221 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aef035-14fc-4ef1-b8f2-10fb9d64a18e admin admin] Network hostable DHCP agents. Network: b52edc61-ad72-4567-bcc2-edb2f259cf16, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:37:27.892553 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a9ebee8e-08c2-474a-a1ee-861d03a4c1fe tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:27.897851 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aef035-14fc-4ef1-b8f2-10fb9d64a18e admin admin] Network b52edc61-ad72-4567-bcc2-edb2f259cf16 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:37:27.924956 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebee8e-08c2-474a-a1ee-861d03a4c1fe tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Port': ['ID=98cc66ee-38b7-4bf0-86b3-e20406fa0d85,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:27.929889 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-96aef035-14fc-4ef1-b8f2-10fb9d64a18e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, b52edc61-ad72-4567-bcc2-edb2f259cf16) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:27.937705 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96aef035-14fc-4ef1-b8f2-10fb9d64a18e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:27.938173 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-96aef035-14fc-4ef1-b8f2-10fb9d64a18e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:27.945863 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c2b06e-0fbf-4e03-9bef-b7084343d2c4 None None] Network b52edc61-ad72-4567-bcc2-edb2f259cf16 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:37:27.987490 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-96aef035-14fc-4ef1-b8f2-10fb9d64a18e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5954499 Sep 30 13:37:27.988303 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42854) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:27.992349 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-f2d87ee9-6b08-493c-98e8-fd686a155c19 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2144728962-router', 'tenant_id': '80697497035c4db1baad0284d36cf6e1', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:28.066544 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2d87ee9-6b08-493c-98e8-fd686a155c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:28.067737 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2d87ee9-6b08-493c-98e8-fd686a155c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:28.106919 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6213c8a3-3a96-471c-a01f-0bf84255768c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-b52edc61-ad72-4567-bcc2-edb2f259cf16', 'network_id': 'b52edc61-ad72-4567-bcc2-edb2f259cf16', 'tenant_id': '80697497035c4db1baad0284d36cf6e1', 'fixed_ips': [{'subnet_id': '86e20852-307a-4e82-a916-373206d916a0'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:37:28.107783 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6213c8a3-3a96-471c-a01f-0bf84255768c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:28.112304 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a9ebee8e-08c2-474a-a1ee-861d03a4c1fe tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:28.192476 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2d87ee9-6b08-493c-98e8-fd686a155c19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:28.246707 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-6213c8a3-3a96-471c-a01f-0bf84255768c None None] Allocated IP 172.20.0.2 (b52edc61-ad72-4567-bcc2-edb2f259cf16/86e20852-307a-4e82-a916-373206d916a0/cc235d32-9cec-434b-8f02-8e081005b302) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:37:28.391332 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6213c8a3-3a96-471c-a01f-0bf84255768c None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:28.397396 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6213c8a3-3a96-471c-a01f-0bf84255768c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:28.419846 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2d87ee9-6b08-493c-98e8-fd686a155c19 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:28.428477 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ebee8e-08c2-474a-a1ee-861d03a4c1fe tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Router 745ad70e-2551-4998-8a35-7f2637147ff7 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:37:28.441153 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6213c8a3-3a96-471c-a01f-0bf84255768c None None] Network b52edc61-ad72-4567-bcc2-edb2f259cf16 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:37:28.447746 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-6213c8a3-3a96-471c-a01f-0bf84255768c None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:28.450140 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6213c8a3-3a96-471c-a01f-0bf84255768c None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:37:28.451993 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213c8a3-3a96-471c-a01f-0bf84255768c None None] Pushing event updated for resources: {'Port': ['ID=cc235d32-9cec-434b-8f02-8e081005b302,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:28.505668 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-6213c8a3-3a96-471c-a01f-0bf84255768c None None] Attempting to bind port cc235d32-9cec-434b-8f02-8e081005b302 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:37:28.506061 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-6213c8a3-3a96-471c-a01f-0bf84255768c None None] Attempting to bind port cc235d32-9cec-434b-8f02-8e081005b302 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e38a20f6-ff81-4e5f-a0f3-65f26bf74f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b52edc61-ad72-4567-bcc2-edb2f259cf16'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:37:28.506426 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6213c8a3-3a96-471c-a01f-0bf84255768c None None] Attempting to bind port cc235d32-9cec-434b-8f02-8e081005b302 on network b52edc61-ad72-4567-bcc2-edb2f259cf16 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:37:28.511225 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6213c8a3-3a96-471c-a01f-0bf84255768c None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:37:28.511588 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6213c8a3-3a96-471c-a01f-0bf84255768c None None] Checking segment: {'id': 'e38a20f6-ff81-4e5f-a0f3-65f26bf74f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b52edc61-ad72-4567-bcc2-edb2f259cf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:37:28.512015 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6213c8a3-3a96-471c-a01f-0bf84255768c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:28.512411 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6213c8a3-3a96-471c-a01f-0bf84255768c None None] Bound using segment: {'id': 'e38a20f6-ff81-4e5f-a0f3-65f26bf74f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b52edc61-ad72-4567-bcc2-edb2f259cf16'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:37:28.512846 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-6213c8a3-3a96-471c-a01f-0bf84255768c None None] Bound port: cc235d32-9cec-434b-8f02-8e081005b302, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a20f6-ff81-4e5f-a0f3-65f26bf74f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b52edc61-ad72-4567-bcc2-edb2f259cf16'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:37:28.513222 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6213c8a3-3a96-471c-a01f-0bf84255768c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:28.529455 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ebee8e-08c2-474a-a1ee-861d03a4c1fe tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:37:28.538118 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42856) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:28.538585 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a9ebee8e-08c2-474a-a1ee-861d03a4c1fe tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "PUT /v2.0/routers/745ad70e-2551-4998-8a35-7f2637147ff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7091429 Sep 30 13:37:28.548054 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d4a095-da87-4a04-b709-9b6ae52cfbba None None] Sync routers for ids ['745ad70e-2551-4998-8a35-7f2637147ff7'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:37:28.566616 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d4a095-da87-4a04-b709-9b6ae52cfbba None None] Routers {'745ad70e-2551-4998-8a35-7f2637147ff7'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:28.567234 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-c3d4a095-da87-4a04-b709-9b6ae52cfbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['745ad70e-2551-4998-8a35-7f2637147ff7'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:28.571173 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bcb43509-f6a0-41d3-8e61-ee55ff9bd312 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "GET /v2.0/ports?device_id=745ad70e-2551-4998-8a35-7f2637147ff7 HTTP/1.1" status: 200 len: 205 time: 0.0319085 Sep 30 13:37:28.573695 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42858) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:28.602821 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-c3d4a095-da87-4a04-b709-9b6ae52cfbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:28.624107 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-6213c8a3-3a96-471c-a01f-0bf84255768c None None] For port cc235d32-9cec-434b-8f02-8e081005b302, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:37:28.625955 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d4a095-da87-4a04-b709-9b6ae52cfbba None None] Routers {'745ad70e-2551-4998-8a35-7f2637147ff7'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:28.626597 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-c3d4a095-da87-4a04-b709-9b6ae52cfbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['745ad70e-2551-4998-8a35-7f2637147ff7'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:28.629298 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-6213c8a3-3a96-471c-a01f-0bf84255768c None None] For port cc235d32-9cec-434b-8f02-8e081005b302, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=cc235d32-9cec-434b-8f02-8e081005b302,segment=NetworkSegment(e38a20f6-ff81-4e5f-a0f3-65f26bf74f69),segment_id=e38a20f6-ff81-4e5f-a0f3-65f26bf74f69)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:37:28.658315 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-66db8380-fdf5-4063-8d22-0a53a360b596 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:28.664633 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6213c8a3-3a96-471c-a01f-0bf84255768c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:28.666482 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-c3d4a095-da87-4a04-b709-9b6ae52cfbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:28.667073 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d4a095-da87-4a04-b709-9b6ae52cfbba None None] The sync data for ids ['745ad70e-2551-4998-8a35-7f2637147ff7'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:37:28.710401 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2d87ee9-6b08-493c-98e8-fd686a155c19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:28.728677 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213c8a3-3a96-471c-a01f-0bf84255768c None None] Pushing event updated for resources: {'Port': ['ID=cc235d32-9cec-434b-8f02-8e081005b302,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:28.731543 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2d87ee9-6b08-493c-98e8-fd686a155c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:28.830890 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-66db8380-fdf5-4063-8d22-0a53a360b596 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:28.833733 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-66db8380-fdf5-4063-8d22-0a53a360b596 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:28.846780 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-f2d87ee9-6b08-493c-98e8-fd686a155c19 admin admin] Allocated IP 172.25.5.18 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/91e33d79-652c-4941-8707-ce302e84cbe2) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:37:28.886449 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-66db8380-fdf5-4063-8d22-0a53a360b596 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:28.886909 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66db8380-fdf5-4063-8d22-0a53a360b596 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Fanout notify agent at l3_agent the message router_deleted on router 745ad70e-2551-4998-8a35-7f2637147ff7 {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:37:28.904479 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-66db8380-fdf5-4063-8d22-0a53a360b596 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:28.908179 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-66db8380-fdf5-4063-8d22-0a53a360b596 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/routers/745ad70e-2551-4998-8a35-7f2637147ff7 HTTP/1.1" status: 204 len: 168 time: 0.3306658 Sep 30 13:37:28.908528 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42860) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:28.969721 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d8607b0-5c84-45a8-be82-4652de7ea205 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Deleting subnet 3832bed4-fa4a-445f-b5a3-a24022f63b74 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:37:28.973864 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8d8607b0-5c84-45a8-be82-4652de7ea205 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:28.988491 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2d87ee9-6b08-493c-98e8-fd686a155c19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:29.017398 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8d8607b0-5c84-45a8-be82-4652de7ea205 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:29.029572 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2d87ee9-6b08-493c-98e8-fd686a155c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:29.074336 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d87ee9-6b08-493c-98e8-fd686a155c19 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:37:29.077190 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-f2d87ee9-6b08-493c-98e8-fd686a155c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:29.080774 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d87ee9-6b08-493c-98e8-fd686a155c19 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:37:29.106808 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d87ee9-6b08-493c-98e8-fd686a155c19 admin admin] Pushing event updated for resources: {'Port': ['ID=91e33d79-652c-4941-8707-ce302e84cbe2,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:29.116153 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8d8607b0-5c84-45a8-be82-4652de7ea205 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:29.177759 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8d8607b0-5c84-45a8-be82-4652de7ea205 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:29.209810 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8d8607b0-5c84-45a8-be82-4652de7ea205 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:29.214296 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8d8607b0-5c84-45a8-be82-4652de7ea205 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/subnets/3832bed4-fa4a-445f-b5a3-a24022f63b74 HTTP/1.1" status: 204 len: 168 time: 0.3025410 Sep 30 13:37:29.214296 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8607b0-5c84-45a8-be82-4652de7ea205 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Subnet': ['ID=3832bed4-fa4a-445f-b5a3-a24022f63b74,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:29.216538 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42862) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:29.217474 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ce04e9-5081-4215-b343-01099b5cccce None None] Network abebaca2-a4ee-4e0c-8059-611f252fde20 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:37:29.305154 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a7626f9-969a-40fc-92b7-1cd97ceb7ce7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:29.365239 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-1a7626f9-969a-40fc-92b7-1cd97ceb7ce7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Deleting port 3a97beb1-a535-431e-a65f-36659d7e8693 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:29.365690 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a7626f9-969a-40fc-92b7-1cd97ceb7ce7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:29.420444 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7435e4-2631-4a9e-acdc-c86d53951c3e None None] DHCP port deletion for abebaca2-a4ee-4e0c-8059-611f252fde20 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:37:29.452168 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-1a7626f9-969a-40fc-92b7-1cd97ceb7ce7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] For port 3a97beb1-a535-431e-a65f-36659d7e8693, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3a97beb1-a535-431e-a65f-36659d7e8693,segment=NetworkSegment(932a1d3e-8593-4af5-9972-50d7106ec01d),segment_id=932a1d3e-8593-4af5-9972-50d7106ec01d)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:29.452682 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a7626f9-969a-40fc-92b7-1cd97ceb7ce7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:29.465913 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-1a7626f9-969a-40fc-92b7-1cd97ceb7ce7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Calling delete_port for 3a97beb1-a535-431e-a65f-36659d7e8693 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:29.482570 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-9c7435e4-2631-4a9e-acdc-c86d53951c3e None None] Deleting port 3a97beb1-a535-431e-a65f-36659d7e8693 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:29.482950 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9c7435e4-2631-4a9e-acdc-c86d53951c3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:29.554184 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-9c7435e4-2631-4a9e-acdc-c86d53951c3e None None] For port 3a97beb1-a535-431e-a65f-36659d7e8693, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=3a97beb1-a535-431e-a65f-36659d7e8693,segment=NetworkSegment(932a1d3e-8593-4af5-9972-50d7106ec01d),segment_id=932a1d3e-8593-4af5-9972-50d7106ec01d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:29.554595 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9c7435e4-2631-4a9e-acdc-c86d53951c3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:29.563881 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a7626f9-969a-40fc-92b7-1cd97ceb7ce7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:29.579176 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-9c7435e4-2631-4a9e-acdc-c86d53951c3e None None] Calling delete_port for 3a97beb1-a535-431e-a65f-36659d7e8693 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:29.597287 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7626f9-969a-40fc-92b7-1cd97ceb7ce7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Port': ['ID=3a97beb1-a535-431e-a65f-36659d7e8693,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:29.601242 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7626f9-969a-40fc-92b7-1cd97ceb7ce7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] No DVR routers for this DVR port 3a97beb1-a535-431e-a65f-36659d7e8693 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:37:29.673203 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9c7435e4-2631-4a9e-acdc-c86d53951c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:29.686803 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2d87ee9-6b08-493c-98e8-fd686a155c19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:29.702842 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a7626f9-969a-40fc-92b7-1cd97ceb7ce7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:29.705056 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7435e4-2631-4a9e-acdc-c86d53951c3e None None] Pushing event deleted for resources: {'Port': ['ID=3a97beb1-a535-431e-a65f-36659d7e8693,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:29.711651 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7435e4-2631-4a9e-acdc-c86d53951c3e None None] No DVR routers for this DVR port 3a97beb1-a535-431e-a65f-36659d7e8693 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:37:29.731832 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-1a7626f9-969a-40fc-92b7-1cd97ceb7ce7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abebaca2-a4ee-4e0c-8059-611f252fde20']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:29.743226 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-1a7626f9-969a-40fc-92b7-1cd97ceb7ce7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '932a1d3e-8593-4af5-9972-50d7106ec01d') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:29.743511 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-1a7626f9-969a-40fc-92b7-1cd97ceb7ce7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '932a1d3e-8593-4af5-9972-50d7106ec01d') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:29.754100 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a7626f9-969a-40fc-92b7-1cd97ceb7ce7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:29.768411 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a7626f9-969a-40fc-92b7-1cd97ceb7ce7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:29.775660 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7626f9-969a-40fc-92b7-1cd97ceb7ce7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:37:29.776051 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a7626f9-969a-40fc-92b7-1cd97ceb7ce7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:37:29.779772 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:37:29.797919 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eef94f-bf84-44ed-aa7a-eeb86e8ce473 None None] Network b52edc61-ad72-4567-bcc2-edb2f259cf16 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:37:29.849574 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a7626f9-969a-40fc-92b7-1cd97ceb7ce7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:29.859170 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a7626f9-969a-40fc-92b7-1cd97ceb7ce7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:29.861148 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1a7626f9-969a-40fc-92b7-1cd97ceb7ce7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/networks/abebaca2-a4ee-4e0c-8059-611f252fde20 HTTP/1.1" status: 204 len: 168 time: 0.6436605 Sep 30 13:37:29.869611 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42864) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:29.872051 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7626f9-969a-40fc-92b7-1cd97ceb7ce7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Network': ['ID=abebaca2-a4ee-4e0c-8059-611f252fde20,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:29.876254 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-054111bc-d0fe-4f21-9e19-60f71182bfd0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1179784062', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:29.932073 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-3441d5c7-889f-462c-a068-75e034b98368 None None] Provisioning complete for port cc235d32-9cec-434b-8f02-8e081005b302 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:29.932369 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3441d5c7-889f-462c-a068-75e034b98368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:29.942224 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-054111bc-d0fe-4f21-9e19-60f71182bfd0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:29.943364 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-054111bc-d0fe-4f21-9e19-60f71182bfd0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:29.948961 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2d87ee9-6b08-493c-98e8-fd686a155c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:30.042910 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3441d5c7-889f-462c-a068-75e034b98368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:30.044353 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-054111bc-d0fe-4f21-9e19-60f71182bfd0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:30.052482 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-054111bc-d0fe-4f21-9e19-60f71182bfd0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:30.080229 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-3441d5c7-889f-462c-a068-75e034b98368 None None] For port cc235d32-9cec-434b-8f02-8e081005b302, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=cc235d32-9cec-434b-8f02-8e081005b302,segment=NetworkSegment(e38a20f6-ff81-4e5f-a0f3-65f26bf74f69),segment_id=e38a20f6-ff81-4e5f-a0f3-65f26bf74f69)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:30.084766 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3441d5c7-889f-462c-a068-75e034b98368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:30.100124 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-054111bc-d0fe-4f21-9e19-60f71182bfd0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:30.101305 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-054111bc-d0fe-4f21-9e19-60f71182bfd0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2307098 Sep 30 13:37:30.104114 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42866) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:30.109159 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-cebb0049-9dc0-473d-ab7c-893bd7201ccd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'network': {'name': 'tempest-RoutersTest-947289718'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:30.136689 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebb0049-9dc0-473d-ab7c-893bd7201ccd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Made reservation on behalf of 54c08ddc3ac64f84a3d1e6a930b12388 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:37:30.139673 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d87ee9-6b08-493c-98e8-fd686a155c19 admin admin] Router 82aa1f74-d4b6-4b5e-aa29-5d903ae372b6 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:37:30.147009 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cebb0049-9dc0-473d-ab7c-893bd7201ccd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:30.156354 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441d5c7-889f-462c-a068-75e034b98368 None None] Pushing event updated for resources: {'Port': ['ID=cc235d32-9cec-434b-8f02-8e081005b302,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:30.181372 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cebb0049-9dc0-473d-ab7c-893bd7201ccd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:37:30.191286 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cebb0049-9dc0-473d-ab7c-893bd7201ccd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:30.191629 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-cebb0049-9dc0-473d-ab7c-893bd7201ccd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Added segment d7be4ab0-ffc2-4868-8443-066bec07a079 of type vlan for network a8af6fe9-976c-4447-9986-9b9d17fc4b90 Sep 30 13:37:30.233459 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cebb0049-9dc0-473d-ab7c-893bd7201ccd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:30.257298 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cebb0049-9dc0-473d-ab7c-893bd7201ccd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:30.262354 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d87ee9-6b08-493c-98e8-fd686a155c19 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:37:30.262953 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebb0049-9dc0-473d-ab7c-893bd7201ccd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:30.263551 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cebb0049-9dc0-473d-ab7c-893bd7201ccd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:30.283697 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2f0b9c-947c-4bd4-87b2-02a8842cc9bb None None] Sync routers for ids ['82aa1f74-d4b6-4b5e-aa29-5d903ae372b6'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:37:30.286195 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2d87ee9-6b08-493c-98e8-fd686a155c19 admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:30.287628 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f2d87ee9-6b08-493c-98e8-fd686a155c19 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.2985625 Sep 30 13:37:30.290459 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42868) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:30.296754 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2f0b9c-947c-4bd4-87b2-02a8842cc9bb None None] Routers {'82aa1f74-d4b6-4b5e-aa29-5d903ae372b6'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:30.297375 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2a2f0b9c-947c-4bd4-87b2-02a8842cc9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['82aa1f74-d4b6-4b5e-aa29-5d903ae372b6'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:30.305129 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cebb0049-9dc0-473d-ab7c-893bd7201ccd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1998906 Sep 30 13:37:30.309664 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-3713b3bb-d0c8-4024-b49f-e41d62db1e6f None None] Provisioning complete for port cc235d32-9cec-434b-8f02-8e081005b302 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:30.310191 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3713b3bb-d0c8-4024-b49f-e41d62db1e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:30.313794 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42870) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:30.320385 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-7992c485-1c50-451e-8f0f-a2af82712be1 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'subnet': {'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:30.377161 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb0049-9dc0-473d-ab7c-893bd7201ccd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Network': ['ID=a8af6fe9-976c-4447-9986-9b9d17fc4b90,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:30.391327 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network a8af6fe9-976c-4447-9986-9b9d17fc4b90 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:37:30.404523 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-2a2f0b9c-947c-4bd4-87b2-02a8842cc9bb None None] Set router 82aa1f74-d4b6-4b5e-aa29-5d903ae372b6 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:30.475435 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7992c485-1c50-451e-8f0f-a2af82712be1 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Made reservation on behalf of 54c08ddc3ac64f84a3d1e6a930b12388 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:37:30.480669 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7992c485-1c50-451e-8f0f-a2af82712be1 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:30.627254 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2a2f0b9c-947c-4bd4-87b2-02a8842cc9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82aa1f74-d4b6-4b5e-aa29-5d903ae372b6', 'name': 'tempest-ImageQuotaTest-2144728962-router', 'tenant_id': '80697497035c4db1baad0284d36cf6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '91e33d79-652c-4941-8707-ce302e84cbe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:28Z', 'updated_at': '2021-09-30T13:37:29Z', 'revision_number': 3, 'project_id': '80697497035c4db1baad0284d36cf6e1', 'gw_port': {'id': '91e33d79-652c-4941-8707-ce302e84cbe2', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:69:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82aa1f74-d4b6-4b5e-aa29-5d903ae372b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:28Z', 'updated_at': '2021-09-30T13:37:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:30.657990 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2f0b9c-947c-4bd4-87b2-02a8842cc9bb None None] Checking router: 82aa1f74-d4b6-4b5e-aa29-5d903ae372b6 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:37:30.658625 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2f0b9c-947c-4bd4-87b2-02a8842cc9bb None None] Updating router 82aa1f74-d4b6-4b5e-aa29-5d903ae372b6 port 91e33d79-652c-4941-8707-ce302e84cbe2 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:37:30.673016 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device cc235d32-9cec-434b-8f02-8e081005b302 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:37:30.690422 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a2f0b9c-947c-4bd4-87b2-02a8842cc9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:30.708391 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7992c485-1c50-451e-8f0f-a2af82712be1 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:30.725493 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port cc235d32-9cec-434b-8f02-8e081005b302 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:30.725958 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:30.783474 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992c485-1c50-451e-8f0f-a2af82712be1 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Subnet': ['ID=edccaf1a-7e2a-4af6-828a-42955d35f040,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:30.795350 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7992c485-1c50-451e-8f0f-a2af82712be1 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Checking segment: {'id': 'd7be4ab0-ffc2-4868-8443-066bec07a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:37:30.795805 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7992c485-1c50-451e-8f0f-a2af82712be1 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network hostable DHCP agents. Network: a8af6fe9-976c-4447-9986-9b9d17fc4b90, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:37:30.818856 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7992c485-1c50-451e-8f0f-a2af82712be1 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network a8af6fe9-976c-4447-9986-9b9d17fc4b90 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:37:30.830377 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-7992c485-1c50-451e-8f0f-a2af82712be1 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, a8af6fe9-976c-4447-9986-9b9d17fc4b90) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:30.834801 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0274f3db-fe7b-4c1b-9482-a56a9852078d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:30.840224 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b1ca7c-0db4-4eaa-ab28-74a4cadebdfd None None] Network a8af6fe9-976c-4447-9986-9b9d17fc4b90 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:37:30.844895 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7992c485-1c50-451e-8f0f-a2af82712be1 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:30.845625 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7992c485-1c50-451e-8f0f-a2af82712be1 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:30.873503 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7992c485-1c50-451e-8f0f-a2af82712be1 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5588849 Sep 30 13:37:30.874718 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42872) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:30.898516 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3a97beb1-a535-431e-a65f-36659d7e8693 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:37:30.949758 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 3a97beb1-a535-431e-a65f-36659d7e8693 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:37:30.950000 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 3a97beb1-a535-431e-a65f-36659d7e8693 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:37:31.019743 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a2f0b9c-947c-4bd4-87b2-02a8842cc9bb None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:31.029424 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a2f0b9c-947c-4bd4-87b2-02a8842cc9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:31.031240 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-0274f3db-fe7b-4c1b-9482-a56a9852078d admin admin] Allocated IP 172.20.0.1 (b52edc61-ad72-4567-bcc2-edb2f259cf16/86e20852-307a-4e82-a916-373206d916a0/86c23cde-a400-499d-9011-0466db60c1f5) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:37:31.076413 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24e2f50-18a7-4a59-a099-c2325efeb794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-a8af6fe9-976c-4447-9986-9b9d17fc4b90', 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'fixed_ips': [{'subnet_id': 'edccaf1a-7e2a-4af6-828a-42955d35f040'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:37:31.078764 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e24e2f50-18a7-4a59-a099-c2325efeb794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:31.095051 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-2a2f0b9c-947c-4bd4-87b2-02a8842cc9bb None None] Attempting to bind port 91e33d79-652c-4941-8707-ce302e84cbe2 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:37:31.095568 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-2a2f0b9c-947c-4bd4-87b2-02a8842cc9bb None None] Attempting to bind port 91e33d79-652c-4941-8707-ce302e84cbe2 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:37:31.096027 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f0b9c-947c-4bd4-87b2-02a8842cc9bb None None] Attempting to bind port 91e33d79-652c-4941-8707-ce302e84cbe2 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:37:31.105624 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f0b9c-947c-4bd4-87b2-02a8842cc9bb None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:37:31.106196 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f0b9c-947c-4bd4-87b2-02a8842cc9bb None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:37:31.106692 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a2f0b9c-947c-4bd4-87b2-02a8842cc9bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:31.107181 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f0b9c-947c-4bd4-87b2-02a8842cc9bb None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:37:31.107792 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-2a2f0b9c-947c-4bd4-87b2-02a8842cc9bb None None] Bound port: 91e33d79-652c-4941-8707-ce302e84cbe2, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:37:31.108317 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a2f0b9c-947c-4bd4-87b2-02a8842cc9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:31.155874 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41ac2d-93a8-4cb5-ae48-3babc3fe525f None None] Pushing event updated for resources: {'Port': ['ID=91e33d79-652c-4941-8707-ce302e84cbe2,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:31.169242 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-2a2f0b9c-947c-4bd4-87b2-02a8842cc9bb None None] For port 91e33d79-652c-4941-8707-ce302e84cbe2, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:37:31.172749 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-2a2f0b9c-947c-4bd4-87b2-02a8842cc9bb None None] For port 91e33d79-652c-4941-8707-ce302e84cbe2, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=91e33d79-652c-4941-8707-ce302e84cbe2,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:37:31.178900 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0274f3db-fe7b-4c1b-9482-a56a9852078d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:31.180463 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a2f0b9c-947c-4bd4-87b2-02a8842cc9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:31.220228 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0274f3db-fe7b-4c1b-9482-a56a9852078d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:31.231213 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2f0b9c-947c-4bd4-87b2-02a8842cc9bb None None] Routers {'82aa1f74-d4b6-4b5e-aa29-5d903ae372b6'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:31.231921 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2a2f0b9c-947c-4bd4-87b2-02a8842cc9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['82aa1f74-d4b6-4b5e-aa29-5d903ae372b6'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:31.243888 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:31.249463 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-e24e2f50-18a7-4a59-a099-c2325efeb794 None None] Allocated IP 172.20.0.2 (a8af6fe9-976c-4447-9986-9b9d17fc4b90/edccaf1a-7e2a-4af6-828a-42955d35f040/7c98ff3e-c459-4fad-85c7-0b9b0d276993) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:37:31.278309 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41ac2d-93a8-4cb5-ae48-3babc3fe525f None None] Pushing event updated for resources: {'Port': ['ID=91e33d79-652c-4941-8707-ce302e84cbe2,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:31.282711 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0274f3db-fe7b-4c1b-9482-a56a9852078d admin admin] Network b52edc61-ad72-4567-bcc2-edb2f259cf16 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:37:31.284487 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-0274f3db-fe7b-4c1b-9482-a56a9852078d admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:31.286903 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0274f3db-fe7b-4c1b-9482-a56a9852078d admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:37:31.290046 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274f3db-fe7b-4c1b-9482-a56a9852078d admin admin] Pushing event updated for resources: {'Port': ['ID=86c23cde-a400-499d-9011-0466db60c1f5,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:31.342785 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0274f3db-fe7b-4c1b-9482-a56a9852078d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:31.367131 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-2a2f0b9c-947c-4bd4-87b2-02a8842cc9bb None None] Set router 82aa1f74-d4b6-4b5e-aa29-5d903ae372b6 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:31.569367 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0274f3db-fe7b-4c1b-9482-a56a9852078d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:31.592087 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-75748027-452c-4688-881c-7ce03a94c758 None None] Provisioning complete for port 86c23cde-a400-499d-9011-0466db60c1f5 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:31.592708 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-75748027-452c-4688-881c-7ce03a94c758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:31.629396 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2a2f0b9c-947c-4bd4-87b2-02a8842cc9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82aa1f74-d4b6-4b5e-aa29-5d903ae372b6', 'name': 'tempest-ImageQuotaTest-2144728962-router', 'tenant_id': '80697497035c4db1baad0284d36cf6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '91e33d79-652c-4941-8707-ce302e84cbe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:28Z', 'updated_at': '2021-09-30T13:37:29Z', 'revision_number': 3, 'project_id': '80697497035c4db1baad0284d36cf6e1', 'gw_port': {'id': '91e33d79-652c-4941-8707-ce302e84cbe2', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:69:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82aa1f74-d4b6-4b5e-aa29-5d903ae372b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:28Z', 'updated_at': '2021-09-30T13:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:31.658231 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2f0b9c-947c-4bd4-87b2-02a8842cc9bb None None] The sync data for ids ['82aa1f74-d4b6-4b5e-aa29-5d903ae372b6'] in n-d-810909-2 is: [{'id': '82aa1f74-d4b6-4b5e-aa29-5d903ae372b6', 'name': 'tempest-ImageQuotaTest-2144728962-router', 'tenant_id': '80697497035c4db1baad0284d36cf6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '91e33d79-652c-4941-8707-ce302e84cbe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:28Z', 'updated_at': '2021-09-30T13:37:29Z', 'revision_number': 3, 'project_id': '80697497035c4db1baad0284d36cf6e1', 'gw_port': {'id': '91e33d79-652c-4941-8707-ce302e84cbe2', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:69:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82aa1f74-d4b6-4b5e-aa29-5d903ae372b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:28Z', 'updated_at': '2021-09-30T13:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:37:31.663468 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-75748027-452c-4688-881c-7ce03a94c758 None None] Port 86c23cde-a400-499d-9011-0466db60c1f5 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:37:31.665589 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e24e2f50-18a7-4a59-a099-c2325efeb794 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:31.673179 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e24e2f50-18a7-4a59-a099-c2325efeb794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:31.708197 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24e2f50-18a7-4a59-a099-c2325efeb794 None None] Network a8af6fe9-976c-4447-9986-9b9d17fc4b90 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:37:31.711416 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-e24e2f50-18a7-4a59-a099-c2325efeb794 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:31.717387 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24e2f50-18a7-4a59-a099-c2325efeb794 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:37:31.733981 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e2f50-18a7-4a59-a099-c2325efeb794 None None] Pushing event updated for resources: {'Port': ['ID=7c98ff3e-c459-4fad-85c7-0b9b0d276993,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:31.742376 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Allocated IP 172.20.0.1 (a8af6fe9-976c-4447-9986-9b9d17fc4b90/edccaf1a-7e2a-4af6-828a-42955d35f040/d4165bb5-7332-4392-8a9e-1802b7a86a37) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:37:31.764280 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0274f3db-fe7b-4c1b-9482-a56a9852078d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:31.770943 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0274f3db-fe7b-4c1b-9482-a56a9852078d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:31.799838 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e24e2f50-18a7-4a59-a099-c2325efeb794 None None] Attempting to bind port 7c98ff3e-c459-4fad-85c7-0b9b0d276993 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:37:31.801414 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e24e2f50-18a7-4a59-a099-c2325efeb794 None None] Attempting to bind port 7c98ff3e-c459-4fad-85c7-0b9b0d276993 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'd7be4ab0-ffc2-4868-8443-066bec07a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:37:31.801414 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24e2f50-18a7-4a59-a099-c2325efeb794 None None] Attempting to bind port 7c98ff3e-c459-4fad-85c7-0b9b0d276993 on network a8af6fe9-976c-4447-9986-9b9d17fc4b90 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:37:31.806550 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24e2f50-18a7-4a59-a099-c2325efeb794 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:37:31.807067 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24e2f50-18a7-4a59-a099-c2325efeb794 None None] Checking segment: {'id': 'd7be4ab0-ffc2-4868-8443-066bec07a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:37:31.807563 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e24e2f50-18a7-4a59-a099-c2325efeb794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:31.808120 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24e2f50-18a7-4a59-a099-c2325efeb794 None None] Bound using segment: {'id': 'd7be4ab0-ffc2-4868-8443-066bec07a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:37:31.808772 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e24e2f50-18a7-4a59-a099-c2325efeb794 None None] Bound port: 7c98ff3e-c459-4fad-85c7-0b9b0d276993, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7be4ab0-ffc2-4868-8443-066bec07a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:37:31.809245 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e24e2f50-18a7-4a59-a099-c2325efeb794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:31.848834 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0274f3db-fe7b-4c1b-9482-a56a9852078d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:31.851651 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274f3db-fe7b-4c1b-9482-a56a9852078d admin admin] Pushing event updated for resources: {'Port': ['ID=86c23cde-a400-499d-9011-0466db60c1f5,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:31.888400 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e24e2f50-18a7-4a59-a099-c2325efeb794 None None] For port 7c98ff3e-c459-4fad-85c7-0b9b0d276993, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:37:31.892153 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e24e2f50-18a7-4a59-a099-c2325efeb794 None None] For port 7c98ff3e-c459-4fad-85c7-0b9b0d276993, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=7c98ff3e-c459-4fad-85c7-0b9b0d276993,segment=NetworkSegment(d7be4ab0-ffc2-4868-8443-066bec07a079),segment_id=d7be4ab0-ffc2-4868-8443-066bec07a079)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:37:31.895618 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:31.898847 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e24e2f50-18a7-4a59-a099-c2325efeb794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:31.937629 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:31.970674 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0274f3db-fe7b-4c1b-9482-a56a9852078d admin admin] Network b52edc61-ad72-4567-bcc2-edb2f259cf16 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:37:31.974399 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-0274f3db-fe7b-4c1b-9482-a56a9852078d admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:31.974764 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e2f50-18a7-4a59-a099-c2325efeb794 None None] Pushing event updated for resources: {'Port': ['ID=7c98ff3e-c459-4fad-85c7-0b9b0d276993,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:32.029857 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network a8af6fe9-976c-4447-9986-9b9d17fc4b90 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:37:32.037572 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:32.042497 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:37:32.052871 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Port': ['ID=d4165bb5-7332-4392-8a9e-1802b7a86a37,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:32.137226 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:32.171038 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0274f3db-fe7b-4c1b-9482-a56a9852078d admin admin] Router 82aa1f74-d4b6-4b5e-aa29-5d903ae372b6 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:37:32.305733 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-76ce8959-44ef-418c-b7d8-f50d66551af2 None None] Provisioning complete for port 86c23cde-a400-499d-9011-0466db60c1f5 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:32.306166 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-76ce8959-44ef-418c-b7d8-f50d66551af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:32.324748 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:32.353793 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0274f3db-fe7b-4c1b-9482-a56a9852078d admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:37:32.359771 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0274f3db-fe7b-4c1b-9482-a56a9852078d admin admin] 10.222.0.18 "PUT /v2.0/routers/82aa1f74-d4b6-4b5e-aa29-5d903ae372b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0677755 Sep 30 13:37:32.377373 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-76ce8959-44ef-418c-b7d8-f50d66551af2 None None] Port 86c23cde-a400-499d-9011-0466db60c1f5 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:37:32.679529 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:32.692331 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:32.698526 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 91e33d79-652c-4941-8707-ce302e84cbe2 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:37:32.765376 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 91e33d79-652c-4941-8707-ce302e84cbe2 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:32.765741 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:32.781849 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:32.820108 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Port': ['ID=d4165bb5-7332-4392-8a9e-1802b7a86a37,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:32.836073 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:32.836429 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:32.836768 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:32.837100 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:32.837432 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:32.837759 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:32.838108 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:32.838433 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:32.838753 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:32.839072 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:32.839387 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:32.839853 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:37:32.875778 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:32.906028 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 91e33d79-652c-4941-8707-ce302e84cbe2, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=91e33d79-652c-4941-8707-ce302e84cbe2,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:32.913361 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:32.914881 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 7c98ff3e-c459-4fad-85c7-0b9b0d276993 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:37:32.956514 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network a8af6fe9-976c-4447-9986-9b9d17fc4b90 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:37:32.957984 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:33.017543 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=91e33d79-652c-4941-8707-ce302e84cbe2,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:33.030305 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 7c98ff3e-c459-4fad-85c7-0b9b0d276993 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:33.030683 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:33.125243 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Router f4310fb4-5306-46fb-a01a-6029d8363a70 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:37:33.134551 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:33.173463 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 7c98ff3e-c459-4fad-85c7-0b9b0d276993, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=7c98ff3e-c459-4fad-85c7-0b9b0d276993,segment=NetworkSegment(d7be4ab0-ffc2-4868-8443-066bec07a079),segment_id=d7be4ab0-ffc2-4868-8443-066bec07a079)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:33.179326 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:33.234880 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:37:33.251145 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42888) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:33.251827 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b8885f4a-efe8-4deb-9adb-6ffd1b62b51e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "PUT /v2.0/routers/f4310fb4-5306-46fb-a01a-6029d8363a70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3746274 Sep 30 13:37:33.255262 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21680c12-a57f-4ad5-a27e-32802f91ba82 None None] Sync routers for ids ['f4310fb4-5306-46fb-a01a-6029d8363a70'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:37:33.256224 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-77b43d12-896b-44ed-a722-6546878816fe tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'network': {'name': 'tempest-RoutersTest-135135941'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:33.265073 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=7c98ff3e-c459-4fad-85c7-0b9b0d276993,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:33.276059 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21680c12-a57f-4ad5-a27e-32802f91ba82 None None] Routers {'f4310fb4-5306-46fb-a01a-6029d8363a70'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:33.276059 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-21680c12-a57f-4ad5-a27e-32802f91ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f4310fb4-5306-46fb-a01a-6029d8363a70'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:33.291180 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b43d12-896b-44ed-a722-6546878816fe tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Made reservation on behalf of 54c08ddc3ac64f84a3d1e6a930b12388 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:37:33.295225 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-77b43d12-896b-44ed-a722-6546878816fe tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:33.323571 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b43d12-896b-44ed-a722-6546878816fe tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:37:33.328625 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aedfd4-4850-452e-8fbe-199f19bcffdf None None] Network a8af6fe9-976c-4447-9986-9b9d17fc4b90 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:37:33.339391 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-77b43d12-896b-44ed-a722-6546878816fe tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:33.340033 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-77b43d12-896b-44ed-a722-6546878816fe tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Added segment ca6fc23e-6155-4045-ac77-979e50c35b52 of type vlan for network 08331020-45c3-43f0-866d-50c79ffab1a1 Sep 30 13:37:33.387486 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-77b43d12-896b-44ed-a722-6546878816fe tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:33.423666 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-77b43d12-896b-44ed-a722-6546878816fe tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:33.429621 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b43d12-896b-44ed-a722-6546878816fe tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:33.430278 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-77b43d12-896b-44ed-a722-6546878816fe tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:33.439804 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-21680c12-a57f-4ad5-a27e-32802f91ba82 None None] Set router f4310fb4-5306-46fb-a01a-6029d8363a70 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:33.479707 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-77b43d12-896b-44ed-a722-6546878816fe tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2274349 Sep 30 13:37:33.482555 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42892) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:33.484363 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-2150280c-7a82-4399-8f58-a53851dc230d None None] Provisioning complete for port 7c98ff3e-c459-4fad-85c7-0b9b0d276993 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:33.484747 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2150280c-7a82-4399-8f58-a53851dc230d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:33.512767 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-2e92fbca-5917-498b-a868-376411e7cd8c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'subnet': {'network_id': '08331020-45c3-43f0-866d-50c79ffab1a1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:33.517298 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b43d12-896b-44ed-a722-6546878816fe tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Network': ['ID=08331020-45c3-43f0-866d-50c79ffab1a1,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:33.556562 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 08331020-45c3-43f0-866d-50c79ffab1a1 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:37:33.636349 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e92fbca-5917-498b-a868-376411e7cd8c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Made reservation on behalf of 54c08ddc3ac64f84a3d1e6a930b12388 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:37:33.640347 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2e92fbca-5917-498b-a868-376411e7cd8c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:33.674632 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42896) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:33.803214 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14946b49-f7f1-43e5-a096-adcd691d8df9 None None] Sync routers for ids ['82aa1f74-d4b6-4b5e-aa29-5d903ae372b6'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:37:33.819940 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14946b49-f7f1-43e5-a096-adcd691d8df9 None None] Routers {'82aa1f74-d4b6-4b5e-aa29-5d903ae372b6'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:33.820574 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-14946b49-f7f1-43e5-a096-adcd691d8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['82aa1f74-d4b6-4b5e-aa29-5d903ae372b6'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:33.885498 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2e92fbca-5917-498b-a868-376411e7cd8c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:33.886595 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-21680c12-a57f-4ad5-a27e-32802f91ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:32Z', 'revision_number': 2, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None, '_interfaces': [{'id': 'd4165bb5-7332-4392-8a9e-1802b7a86a37', 'name': '', 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:63:85:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:31Z', 'updated_at': '2021-09-30T13:37:32Z', 'revision_number': 2, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:33.947192 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21680c12-a57f-4ad5-a27e-32802f91ba82 None None] Checking router: f4310fb4-5306-46fb-a01a-6029d8363a70 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:37:33.947546 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21680c12-a57f-4ad5-a27e-32802f91ba82 None None] Updating router f4310fb4-5306-46fb-a01a-6029d8363a70 port d4165bb5-7332-4392-8a9e-1802b7a86a37 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:37:33.974466 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21680c12-a57f-4ad5-a27e-32802f91ba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:33.984065 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-14946b49-f7f1-43e5-a096-adcd691d8df9 None None] Set router 82aa1f74-d4b6-4b5e-aa29-5d903ae372b6 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:33.998070 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92fbca-5917-498b-a868-376411e7cd8c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Subnet': ['ID=e782294a-25dc-4808-ab1a-4328dcfd2f79,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:34.011308 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e92fbca-5917-498b-a868-376411e7cd8c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Checking segment: {'id': 'ca6fc23e-6155-4045-ac77-979e50c35b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '08331020-45c3-43f0-866d-50c79ffab1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:37:34.011755 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e92fbca-5917-498b-a868-376411e7cd8c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network hostable DHCP agents. Network: 08331020-45c3-43f0-866d-50c79ffab1a1, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:37:34.034199 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e92fbca-5917-498b-a868-376411e7cd8c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network 08331020-45c3-43f0-866d-50c79ffab1a1 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:37:34.049797 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-2e92fbca-5917-498b-a868-376411e7cd8c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 08331020-45c3-43f0-866d-50c79ffab1a1) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:34.055404 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e92fbca-5917-498b-a868-376411e7cd8c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:34.056192 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2e92fbca-5917-498b-a868-376411e7cd8c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:34.089133 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2e92fbca-5917-498b-a868-376411e7cd8c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6053002 Sep 30 13:37:34.091918 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42898) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:34.145183 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa7e543-f2ee-41f7-8605-0041473a193b None None] Network 08331020-45c3-43f0-866d-50c79ffab1a1 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:37:34.312214 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-49718f8d-31dc-4c18-ac79-e38efcf1f8d9 None None] Provisioning complete for port 7c98ff3e-c459-4fad-85c7-0b9b0d276993 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:34.312995 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-49718f8d-31dc-4c18-ac79-e38efcf1f8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:34.322030 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-14946b49-f7f1-43e5-a096-adcd691d8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82aa1f74-d4b6-4b5e-aa29-5d903ae372b6', 'name': 'tempest-ImageQuotaTest-2144728962-router', 'tenant_id': '80697497035c4db1baad0284d36cf6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '91e33d79-652c-4941-8707-ce302e84cbe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:28Z', 'updated_at': '2021-09-30T13:37:31Z', 'revision_number': 4, 'project_id': '80697497035c4db1baad0284d36cf6e1', 'gw_port': {'id': '91e33d79-652c-4941-8707-ce302e84cbe2', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:69:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82aa1f74-d4b6-4b5e-aa29-5d903ae372b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:28Z', 'updated_at': '2021-09-30T13:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '86c23cde-a400-499d-9011-0466db60c1f5', 'name': '', 'network_id': 'b52edc61-ad72-4567-bcc2-edb2f259cf16', 'tenant_id': '80697497035c4db1baad0284d36cf6e1', 'mac_address': 'fa:16:3e:2d:76:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82aa1f74-d4b6-4b5e-aa29-5d903ae372b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '86e20852-307a-4e82-a916-373206d916a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:30Z', 'updated_at': '2021-09-30T13:37:31Z', 'revision_number': 2, 'project_id': '80697497035c4db1baad0284d36cf6e1', 'subnets': [{'id': '86e20852-307a-4e82-a916-373206d916a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:34.474463 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14946b49-f7f1-43e5-a096-adcd691d8df9 None None] Checking router: 82aa1f74-d4b6-4b5e-aa29-5d903ae372b6 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:37:34.474822 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14946b49-f7f1-43e5-a096-adcd691d8df9 None None] Updating router 82aa1f74-d4b6-4b5e-aa29-5d903ae372b6 port 86c23cde-a400-499d-9011-0466db60c1f5 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:37:34.526258 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-14946b49-f7f1-43e5-a096-adcd691d8df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:34.568293 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21680c12-a57f-4ad5-a27e-32802f91ba82 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:34.576387 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc00ec3d-2677-4d3e-b73d-b426868422b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:34.619641 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21680c12-a57f-4ad5-a27e-32802f91ba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:34.685929 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-28dbd56f-cccd-4130-bde1-6180f1778301 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:34.698288 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b5937-ad50-415a-8e2a-eaee687aa052 None None] Pushing event updated for resources: {'Port': ['ID=d4165bb5-7332-4392-8a9e-1802b7a86a37,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:34.860168 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-14946b49-f7f1-43e5-a096-adcd691d8df9 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:34.871728 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-14946b49-f7f1-43e5-a096-adcd691d8df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:34.925864 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8467423-cd1b-48d7-a17c-236d4a7993f4 None None] Pushing event updated for resources: {'Port': ['ID=86c23cde-a400-499d-9011-0466db60c1f5,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:34.945117 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 91e33d79-652c-4941-8707-ce302e84cbe2 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:37:34.967286 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-fc00ec3d-2677-4d3e-b73d-b426868422b4 admin admin] Deleting port 86c23cde-a400-499d-9011-0466db60c1f5 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:34.967737 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc00ec3d-2677-4d3e-b73d-b426868422b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:35.032034 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-49718f8d-31dc-4c18-ac79-e38efcf1f8d9 None None] Provisioning complete for port d4165bb5-7332-4392-8a9e-1802b7a86a37 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:35.032419 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-49718f8d-31dc-4c18-ac79-e38efcf1f8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:35.041923 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-14946b49-f7f1-43e5-a096-adcd691d8df9 None None] Attempting to bind port 86c23cde-a400-499d-9011-0466db60c1f5 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:37:35.042325 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-14946b49-f7f1-43e5-a096-adcd691d8df9 None None] Attempting to bind port 86c23cde-a400-499d-9011-0466db60c1f5 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e38a20f6-ff81-4e5f-a0f3-65f26bf74f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b52edc61-ad72-4567-bcc2-edb2f259cf16'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:37:35.042688 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14946b49-f7f1-43e5-a096-adcd691d8df9 None None] Attempting to bind port 86c23cde-a400-499d-9011-0466db60c1f5 on network b52edc61-ad72-4567-bcc2-edb2f259cf16 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:37:35.060665 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14946b49-f7f1-43e5-a096-adcd691d8df9 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:37:35.061048 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14946b49-f7f1-43e5-a096-adcd691d8df9 None None] Checking segment: {'id': 'e38a20f6-ff81-4e5f-a0f3-65f26bf74f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b52edc61-ad72-4567-bcc2-edb2f259cf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:37:35.061582 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-14946b49-f7f1-43e5-a096-adcd691d8df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:35.061813 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14946b49-f7f1-43e5-a096-adcd691d8df9 None None] Bound using segment: {'id': 'e38a20f6-ff81-4e5f-a0f3-65f26bf74f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b52edc61-ad72-4567-bcc2-edb2f259cf16'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:37:35.063348 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-14946b49-f7f1-43e5-a096-adcd691d8df9 None None] Bound port: 86c23cde-a400-499d-9011-0466db60c1f5, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a20f6-ff81-4e5f-a0f3-65f26bf74f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b52edc61-ad72-4567-bcc2-edb2f259cf16'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:37:35.063741 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-14946b49-f7f1-43e5-a096-adcd691d8df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:35.093027 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b43a59-bc96-4544-8414-5d732f1fe04e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-08331020-45c3-43f0-866d-50c79ffab1a1', 'network_id': '08331020-45c3-43f0-866d-50c79ffab1a1', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'fixed_ips': [{'subnet_id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:37:35.093900 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-60b43a59-bc96-4544-8414-5d732f1fe04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:35.125407 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-fc00ec3d-2677-4d3e-b73d-b426868422b4 admin admin] For port 86c23cde-a400-499d-9011-0466db60c1f5, host n-d-810909-2, got binding levels [] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:35.126355 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc00ec3d-2677-4d3e-b73d-b426868422b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:35.145074 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-fc00ec3d-2677-4d3e-b73d-b426868422b4 admin admin] Calling delete_port for 86c23cde-a400-499d-9011-0466db60c1f5 owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:35.159747 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-14946b49-f7f1-43e5-a096-adcd691d8df9 None None] For port 86c23cde-a400-499d-9011-0466db60c1f5, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:37:35.167241 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-14946b49-f7f1-43e5-a096-adcd691d8df9 None None] For port 86c23cde-a400-499d-9011-0466db60c1f5, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=86c23cde-a400-499d-9011-0466db60c1f5,segment=NetworkSegment(e38a20f6-ff81-4e5f-a0f3-65f26bf74f69),segment_id=e38a20f6-ff81-4e5f-a0f3-65f26bf74f69)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:37:35.178756 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-14946b49-f7f1-43e5-a096-adcd691d8df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:35.220691 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-49718f8d-31dc-4c18-ac79-e38efcf1f8d9 None None] Port d4165bb5-7332-4392-8a9e-1802b7a86a37 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:37:35.263072 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8467423-cd1b-48d7-a17c-236d4a7993f4 None None] Pushing event updated for resources: {'Port': ['ID=86c23cde-a400-499d-9011-0466db60c1f5,revision_number=4']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:35.304838 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14946b49-f7f1-43e5-a096-adcd691d8df9 None None] Routers {'82aa1f74-d4b6-4b5e-aa29-5d903ae372b6'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:35.307336 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-14946b49-f7f1-43e5-a096-adcd691d8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['82aa1f74-d4b6-4b5e-aa29-5d903ae372b6'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:35.314513 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 91e33d79-652c-4941-8707-ce302e84cbe2 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:35.314916 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:35.376248 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-21680c12-a57f-4ad5-a27e-32802f91ba82 None None] Attempting to bind port d4165bb5-7332-4392-8a9e-1802b7a86a37 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:37:35.376554 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-21680c12-a57f-4ad5-a27e-32802f91ba82 None None] Attempting to bind port d4165bb5-7332-4392-8a9e-1802b7a86a37 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'd7be4ab0-ffc2-4868-8443-066bec07a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:37:35.376922 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21680c12-a57f-4ad5-a27e-32802f91ba82 None None] Attempting to bind port d4165bb5-7332-4392-8a9e-1802b7a86a37 on network a8af6fe9-976c-4447-9986-9b9d17fc4b90 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:37:35.417300 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21680c12-a57f-4ad5-a27e-32802f91ba82 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:37:35.417678 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21680c12-a57f-4ad5-a27e-32802f91ba82 None None] Checking segment: {'id': 'd7be4ab0-ffc2-4868-8443-066bec07a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:37:35.418248 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21680c12-a57f-4ad5-a27e-32802f91ba82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:35.418617 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21680c12-a57f-4ad5-a27e-32802f91ba82 None None] Bound using segment: {'id': 'd7be4ab0-ffc2-4868-8443-066bec07a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:37:35.418986 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-21680c12-a57f-4ad5-a27e-32802f91ba82 None None] Bound port: d4165bb5-7332-4392-8a9e-1802b7a86a37, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7be4ab0-ffc2-4868-8443-066bec07a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:37:35.419377 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21680c12-a57f-4ad5-a27e-32802f91ba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:35.453485 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d75c7bec-a595-47db-9464-fc97a7e6aabb None None] Provisioning complete for port d4165bb5-7332-4392-8a9e-1802b7a86a37 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:35.453485 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d75c7bec-a595-47db-9464-fc97a7e6aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:35.488169 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-14946b49-f7f1-43e5-a096-adcd691d8df9 None None] Set router 82aa1f74-d4b6-4b5e-aa29-5d903ae372b6 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:35.490818 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc00ec3d-2677-4d3e-b73d-b426868422b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:35.525594 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-60b43a59-bc96-4544-8414-5d732f1fe04e None None] Allocated IP 172.21.0.2 (08331020-45c3-43f0-866d-50c79ffab1a1/e782294a-25dc-4808-ab1a-4328dcfd2f79/2ae2d376-1401-439a-8ef4-b74ecb50646c) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:37:35.525861 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00ec3d-2677-4d3e-b73d-b426868422b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=86c23cde-a400-499d-9011-0466db60c1f5,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:35.578514 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-d75c7bec-a595-47db-9464-fc97a7e6aabb None None] Port d4165bb5-7332-4392-8a9e-1802b7a86a37 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:37:35.608237 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d75c7bec-a595-47db-9464-fc97a7e6aabb None None] Could not find standard attr ID for object 86c23cde-a400-499d-9011-0466db60c1f5. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:37:35.641068 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 7c98ff3e-c459-4fad-85c7-0b9b0d276993 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:37:35.695329 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-21680c12-a57f-4ad5-a27e-32802f91ba82 None None] For port d4165bb5-7332-4392-8a9e-1802b7a86a37, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:37:35.725120 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc00ec3d-2677-4d3e-b73d-b426868422b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:35.743750 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-14946b49-f7f1-43e5-a096-adcd691d8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82aa1f74-d4b6-4b5e-aa29-5d903ae372b6', 'name': 'tempest-ImageQuotaTest-2144728962-router', 'tenant_id': '80697497035c4db1baad0284d36cf6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '91e33d79-652c-4941-8707-ce302e84cbe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:28Z', 'updated_at': '2021-09-30T13:37:31Z', 'revision_number': 4, 'project_id': '80697497035c4db1baad0284d36cf6e1', 'gw_port': {'id': '91e33d79-652c-4941-8707-ce302e84cbe2', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:69:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82aa1f74-d4b6-4b5e-aa29-5d903ae372b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:28Z', 'updated_at': '2021-09-30T13:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '86c23cde-a400-499d-9011-0466db60c1f5', 'name': '', 'network_id': 'b52edc61-ad72-4567-bcc2-edb2f259cf16', 'tenant_id': '80697497035c4db1baad0284d36cf6e1', 'mac_address': 'fa:16:3e:2d:76:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82aa1f74-d4b6-4b5e-aa29-5d903ae372b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '86e20852-307a-4e82-a916-373206d916a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:30Z', 'updated_at': '2021-09-30T13:37:35Z', 'revision_number': 4, 'project_id': '80697497035c4db1baad0284d36cf6e1', 'subnets': [{'id': '86e20852-307a-4e82-a916-373206d916a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:35.749608 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-21680c12-a57f-4ad5-a27e-32802f91ba82 None None] For port d4165bb5-7332-4392-8a9e-1802b7a86a37, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d4165bb5-7332-4392-8a9e-1802b7a86a37,segment=NetworkSegment(d7be4ab0-ffc2-4868-8443-066bec07a079),segment_id=d7be4ab0-ffc2-4868-8443-066bec07a079)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:37:35.757761 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21680c12-a57f-4ad5-a27e-32802f91ba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:35.776280 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14946b49-f7f1-43e5-a096-adcd691d8df9 None None] The sync data for ids ['82aa1f74-d4b6-4b5e-aa29-5d903ae372b6'] in n-d-810909-2 is: [{'id': '82aa1f74-d4b6-4b5e-aa29-5d903ae372b6', 'name': 'tempest-ImageQuotaTest-2144728962-router', 'tenant_id': '80697497035c4db1baad0284d36cf6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '91e33d79-652c-4941-8707-ce302e84cbe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:28Z', 'updated_at': '2021-09-30T13:37:31Z', 'revision_number': 4, 'project_id': '80697497035c4db1baad0284d36cf6e1', 'gw_port': {'id': '91e33d79-652c-4941-8707-ce302e84cbe2', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:69:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82aa1f74-d4b6-4b5e-aa29-5d903ae372b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:28Z', 'updated_at': '2021-09-30T13:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '86c23cde-a400-499d-9011-0466db60c1f5', 'name': '', 'network_id': 'b52edc61-ad72-4567-bcc2-edb2f259cf16', 'tenant_id': '80697497035c4db1baad0284d36cf6e1', 'mac_address': 'fa:16:3e:2d:76:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82aa1f74-d4b6-4b5e-aa29-5d903ae372b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '86e20852-307a-4e82-a916-373206d916a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:30Z', 'updated_at': '2021-09-30T13:37:35Z', 'revision_number': 4, 'project_id': '80697497035c4db1baad0284d36cf6e1', 'subnets': [{'id': '86e20852-307a-4e82-a916-373206d916a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:37:35.828462 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f6651415-cfc3-47ad-acbe-334b4c89cfff None None] Provisioning complete for port d4165bb5-7332-4392-8a9e-1802b7a86a37 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:35.828462 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f6651415-cfc3-47ad-acbe-334b4c89cfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:35.919620 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 7c98ff3e-c459-4fad-85c7-0b9b0d276993 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:35.919916 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:35.926497 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b5937-ad50-415a-8e2a-eaee687aa052 None None] Pushing event updated for resources: {'Port': ['ID=d4165bb5-7332-4392-8a9e-1802b7a86a37,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:35.965827 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21680c12-a57f-4ad5-a27e-32802f91ba82 None None] Routers {'f4310fb4-5306-46fb-a01a-6029d8363a70'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:35.969668 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-21680c12-a57f-4ad5-a27e-32802f91ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f4310fb4-5306-46fb-a01a-6029d8363a70'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:36.042448 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc00ec3d-2677-4d3e-b73d-b426868422b4 admin admin] Router 82aa1f74-d4b6-4b5e-aa29-5d903ae372b6 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:37:36.117976 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-60b43a59-bc96-4544-8414-5d732f1fe04e None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:36.149753 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-60b43a59-bc96-4544-8414-5d732f1fe04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:36.153633 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-21680c12-a57f-4ad5-a27e-32802f91ba82 None None] Set router f4310fb4-5306-46fb-a01a-6029d8363a70 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:36.174159 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc00ec3d-2677-4d3e-b73d-b426868422b4 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:37:36.179791 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fc00ec3d-2677-4d3e-b73d-b426868422b4 admin admin] 10.222.0.18 "PUT /v2.0/routers/82aa1f74-d4b6-4b5e-aa29-5d903ae372b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5040689 Sep 30 13:37:36.182295 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42900) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:36.195748 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-28dbd56f-cccd-4130-bde1-6180f1778301 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Allocated IP 172.21.0.1 (08331020-45c3-43f0-866d-50c79ffab1a1/e782294a-25dc-4808-ab1a-4328dcfd2f79/e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:37:36.241185 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f6651415-cfc3-47ad-acbe-334b4c89cfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:36.263385 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b43a59-bc96-4544-8414-5d732f1fe04e None None] Network 08331020-45c3-43f0-866d-50c79ffab1a1 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:37:36.309281 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6e681a83-623f-493c-87c6-b120da9e6fb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:36.318628 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-60b43a59-bc96-4544-8414-5d732f1fe04e None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:36.323671 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b43a59-bc96-4544-8414-5d732f1fe04e None None] Pushing event updated for resources: {'Port': ['ID=2ae2d376-1401-439a-8ef4-b74ecb50646c,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:36.327856 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b43a59-bc96-4544-8414-5d732f1fe04e None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:37:36.334281 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-28dbd56f-cccd-4130-bde1-6180f1778301 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:36.388208 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-28dbd56f-cccd-4130-bde1-6180f1778301 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:36.438926 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f6651415-cfc3-47ad-acbe-334b4c89cfff None None] For port d4165bb5-7332-4392-8a9e-1802b7a86a37, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d4165bb5-7332-4392-8a9e-1802b7a86a37,segment=NetworkSegment(d7be4ab0-ffc2-4868-8443-066bec07a079),segment_id=d7be4ab0-ffc2-4868-8443-066bec07a079)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:36.439931 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dbd56f-cccd-4130-bde1-6180f1778301 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network 08331020-45c3-43f0-866d-50c79ffab1a1 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:37:36.444621 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-28dbd56f-cccd-4130-bde1-6180f1778301 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:36.448878 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dbd56f-cccd-4130-bde1-6180f1778301 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:37:36.464574 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f6651415-cfc3-47ad-acbe-334b4c89cfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:36.467127 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6e681a83-623f-493c-87c6-b120da9e6fb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:36.481247 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbd56f-cccd-4130-bde1-6180f1778301 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Port': ['ID=e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:36.508300 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-28dbd56f-cccd-4130-bde1-6180f1778301 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:36.527098 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f6651415-cfc3-47ad-acbe-334b4c89cfff None None] Could not find standard attr ID for object 86c23cde-a400-499d-9011-0466db60c1f5. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:37:36.544954 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-6e681a83-623f-493c-87c6-b120da9e6fb6 admin admin] Deleting port 91e33d79-652c-4941-8707-ce302e84cbe2 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:36.545614 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6e681a83-623f-493c-87c6-b120da9e6fb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:36.547156 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-60b43a59-bc96-4544-8414-5d732f1fe04e None None] Attempting to bind port 2ae2d376-1401-439a-8ef4-b74ecb50646c on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:37:36.547812 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-60b43a59-bc96-4544-8414-5d732f1fe04e None None] Attempting to bind port 2ae2d376-1401-439a-8ef4-b74ecb50646c by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'ca6fc23e-6155-4045-ac77-979e50c35b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '08331020-45c3-43f0-866d-50c79ffab1a1'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:37:36.551613 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b43a59-bc96-4544-8414-5d732f1fe04e None None] Attempting to bind port 2ae2d376-1401-439a-8ef4-b74ecb50646c on network 08331020-45c3-43f0-866d-50c79ffab1a1 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:37:36.578210 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b43a59-bc96-4544-8414-5d732f1fe04e None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:37:36.578587 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b43a59-bc96-4544-8414-5d732f1fe04e None None] Checking segment: {'id': 'ca6fc23e-6155-4045-ac77-979e50c35b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '08331020-45c3-43f0-866d-50c79ffab1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:37:36.578989 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-60b43a59-bc96-4544-8414-5d732f1fe04e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:36.579381 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b43a59-bc96-4544-8414-5d732f1fe04e None None] Bound using segment: {'id': 'ca6fc23e-6155-4045-ac77-979e50c35b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '08331020-45c3-43f0-866d-50c79ffab1a1'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:37:36.579855 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-60b43a59-bc96-4544-8414-5d732f1fe04e None None] Bound port: 2ae2d376-1401-439a-8ef4-b74ecb50646c, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca6fc23e-6155-4045-ac77-979e50c35b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '08331020-45c3-43f0-866d-50c79ffab1a1'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:37:36.580244 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-60b43a59-bc96-4544-8414-5d732f1fe04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:36.649346 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-28dbd56f-cccd-4130-bde1-6180f1778301 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:36.654270 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-6e681a83-623f-493c-87c6-b120da9e6fb6 admin admin] For port 91e33d79-652c-4941-8707-ce302e84cbe2, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=91e33d79-652c-4941-8707-ce302e84cbe2,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:36.655201 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6e681a83-623f-493c-87c6-b120da9e6fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:36.677598 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-6e681a83-623f-493c-87c6-b120da9e6fb6 admin admin] Calling delete_port for 91e33d79-652c-4941-8707-ce302e84cbe2 owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:36.690396 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6651415-cfc3-47ad-acbe-334b4c89cfff None None] Pushing event updated for resources: {'Port': ['ID=d4165bb5-7332-4392-8a9e-1802b7a86a37,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:36.722920 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-60b43a59-bc96-4544-8414-5d732f1fe04e None None] For port 2ae2d376-1401-439a-8ef4-b74ecb50646c, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:37:36.729014 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-60b43a59-bc96-4544-8414-5d732f1fe04e None None] For port 2ae2d376-1401-439a-8ef4-b74ecb50646c, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2ae2d376-1401-439a-8ef4-b74ecb50646c,segment=NetworkSegment(ca6fc23e-6155-4045-ac77-979e50c35b52),segment_id=ca6fc23e-6155-4045-ac77-979e50c35b52)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:37:36.731580 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7697ad8d-3ccb-4173-895f-8a85613efacc None None] Provisioning complete for port d4165bb5-7332-4392-8a9e-1802b7a86a37 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:36.731907 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7697ad8d-3ccb-4173-895f-8a85613efacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:36.764542 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-60b43a59-bc96-4544-8414-5d732f1fe04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:36.855478 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-21680c12-a57f-4ad5-a27e-32802f91ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:32Z', 'revision_number': 2, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None, '_interfaces': [{'id': 'd4165bb5-7332-4392-8a9e-1802b7a86a37', 'name': '', 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:63:85:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:31Z', 'updated_at': '2021-09-30T13:37:35Z', 'revision_number': 4, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:36.900036 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b43a59-bc96-4544-8414-5d732f1fe04e None None] Pushing event updated for resources: {'Port': ['ID=2ae2d376-1401-439a-8ef4-b74ecb50646c,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:36.908758 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21680c12-a57f-4ad5-a27e-32802f91ba82 None None] The sync data for ids ['f4310fb4-5306-46fb-a01a-6029d8363a70'] in n-d-810909-2 is: [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:32Z', 'revision_number': 2, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None, '_interfaces': [{'id': 'd4165bb5-7332-4392-8a9e-1802b7a86a37', 'name': '', 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:63:85:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:31Z', 'updated_at': '2021-09-30T13:37:35Z', 'revision_number': 4, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:37:36.913287 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6e681a83-623f-493c-87c6-b120da9e6fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:36.967403 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e681a83-623f-493c-87c6-b120da9e6fb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=91e33d79-652c-4941-8707-ce302e84cbe2,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:37.054433 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6e681a83-623f-493c-87c6-b120da9e6fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:37.073895 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-28dbd56f-cccd-4130-bde1-6180f1778301 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:37.087325 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-28dbd56f-cccd-4130-bde1-6180f1778301 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:37.172521 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-28dbd56f-cccd-4130-bde1-6180f1778301 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:37.230573 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6e681a83-623f-493c-87c6-b120da9e6fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:37.233826 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6e681a83-623f-493c-87c6-b120da9e6fb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:37.269402 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbd56f-cccd-4130-bde1-6180f1778301 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Port': ['ID=e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:37.296994 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6e681a83-623f-493c-87c6-b120da9e6fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:37.297541 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e681a83-623f-493c-87c6-b120da9e6fb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82aa1f74-d4b6-4b5e-aa29-5d903ae372b6 {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:37:37.305641 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6e681a83-623f-493c-87c6-b120da9e6fb6 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:37.309717 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6e681a83-623f-493c-87c6-b120da9e6fb6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/82aa1f74-d4b6-4b5e-aa29-5d903ae372b6 HTTP/1.1" status: 204 len: 168 time: 1.1243300 Sep 30 13:37:37.309960 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42902) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:37.362894 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dbd56f-cccd-4130-bde1-6180f1778301 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network 08331020-45c3-43f0-866d-50c79ffab1a1 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:37:37.364361 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-28dbd56f-cccd-4130-bde1-6180f1778301 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:37.366611 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d2ed6e4-cce9-4e37-8be8-8dde0c40e685 admin admin] Deleting subnet 86e20852-307a-4e82-a916-373206d916a0 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:37:37.390404 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d2ed6e4-cce9-4e37-8be8-8dde0c40e685 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:37.430546 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d2ed6e4-cce9-4e37-8be8-8dde0c40e685 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:37.480818 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28dbd56f-cccd-4130-bde1-6180f1778301 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Router f4310fb4-5306-46fb-a01a-6029d8363a70 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:37:37.527704 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d2ed6e4-cce9-4e37-8be8-8dde0c40e685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:37.583379 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d2ed6e4-cce9-4e37-8be8-8dde0c40e685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:37.585428 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28dbd56f-cccd-4130-bde1-6180f1778301 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:37:37.592888 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-28dbd56f-cccd-4130-bde1-6180f1778301 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "PUT /v2.0/routers/f4310fb4-5306-46fb-a01a-6029d8363a70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4972882 Sep 30 13:37:37.593092 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42904) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:37.598893 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-7056e3fe-ffec-43bc-bf3b-a8ed376dc6db tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'network': {'name': 'tempest-RoutersTest-1191566561'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:37.615317 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ed6e4-cce9-4e37-8be8-8dde0c40e685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86e20852-307a-4e82-a916-373206d916a0,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:37.617528 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d2ed6e4-cce9-4e37-8be8-8dde0c40e685 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:37.621260 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2d2ed6e4-cce9-4e37-8be8-8dde0c40e685 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/86e20852-307a-4e82-a916-373206d916a0 HTTP/1.1" status: 204 len: 168 time: 0.3084948 Sep 30 13:37:37.622085 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7056e3fe-ffec-43bc-bf3b-a8ed376dc6db tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Made reservation on behalf of 54c08ddc3ac64f84a3d1e6a930b12388 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:37:37.622686 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42906) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:37.624757 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7056e3fe-ffec-43bc-bf3b-a8ed376dc6db tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:37.626507 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417e8e14-6c9f-4500-98d3-64bfaf84fe34 None None] Network b52edc61-ad72-4567-bcc2-edb2f259cf16 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:37:37.659827 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7056e3fe-ffec-43bc-bf3b-a8ed376dc6db tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:37:37.671190 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7056e3fe-ffec-43bc-bf3b-a8ed376dc6db tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:37.671841 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-7056e3fe-ffec-43bc-bf3b-a8ed376dc6db tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Added segment 025237ce-e974-4e14-9a0e-e61aff75f703 of type vlan for network ad192aa2-0369-4fb8-8d7f-c5df91c0526a Sep 30 13:37:37.735316 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7056e3fe-ffec-43bc-bf3b-a8ed376dc6db tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:37.756711 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f43967e8-e0eb-4765-bb0b-a3a8cb0ad1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:37.791412 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7056e3fe-ffec-43bc-bf3b-a8ed376dc6db tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:37.798403 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7056e3fe-ffec-43bc-bf3b-a8ed376dc6db tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:37.799040 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7056e3fe-ffec-43bc-bf3b-a8ed376dc6db tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:37.838460 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-f43967e8-e0eb-4765-bb0b-a3a8cb0ad1c4 admin admin] Deleting port cc235d32-9cec-434b-8f02-8e081005b302 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:37.838995 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f43967e8-e0eb-4765-bb0b-a3a8cb0ad1c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:37.877480 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056e3fe-ffec-43bc-bf3b-a8ed376dc6db tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Network': ['ID=ad192aa2-0369-4fb8-8d7f-c5df91c0526a,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:37.888562 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4446f84-004c-499a-a1eb-d4b60063ac6a None None] DHCP port deletion for b52edc61-ad72-4567-bcc2-edb2f259cf16 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:37:37.892920 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7056e3fe-ffec-43bc-bf3b-a8ed376dc6db tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2987645 Sep 30 13:37:37.893889 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42908) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:37.899195 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network ad192aa2-0369-4fb8-8d7f-c5df91c0526a details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:37:37.903298 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-0931efab-5497-4e25-a321-570f9e853aa5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'subnet': {'network_id': 'ad192aa2-0369-4fb8-8d7f-c5df91c0526a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:37.951005 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-f43967e8-e0eb-4765-bb0b-a3a8cb0ad1c4 admin admin] For port cc235d32-9cec-434b-8f02-8e081005b302, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=cc235d32-9cec-434b-8f02-8e081005b302,segment=NetworkSegment(e38a20f6-ff81-4e5f-a0f3-65f26bf74f69),segment_id=e38a20f6-ff81-4e5f-a0f3-65f26bf74f69)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:37.951556 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f43967e8-e0eb-4765-bb0b-a3a8cb0ad1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:37.973637 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-f43967e8-e0eb-4765-bb0b-a3a8cb0ad1c4 admin admin] Calling delete_port for cc235d32-9cec-434b-8f02-8e081005b302 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:38.030560 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0931efab-5497-4e25-a321-570f9e853aa5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Made reservation on behalf of 54c08ddc3ac64f84a3d1e6a930b12388 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:37:38.035179 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0931efab-5497-4e25-a321-570f9e853aa5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:38.053760 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e66a24-1984-4618-8ccf-dc2c8761d274 None None] Sync routers for ids ['82aa1f74-d4b6-4b5e-aa29-5d903ae372b6'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:37:38.072656 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e66a24-1984-4618-8ccf-dc2c8761d274 None None] Routers set() bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:38.073082 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e66a24-1984-4618-8ccf-dc2c8761d274 None None] Router IDs set() for agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 30 13:37:38.073710 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_agentschedulers_db [None req-54e66a24-1984-4618-8ccf-dc2c8761d274 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'82aa1f74-d4b6-4b5e-aa29-5d903ae372b6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent'). {{(pid=94765) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 30 13:37:38.085110 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-d4446f84-004c-499a-a1eb-d4b60063ac6a None None] Deleting port cc235d32-9cec-434b-8f02-8e081005b302 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:38.085489 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d4446f84-004c-499a-a1eb-d4b60063ac6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:38.088204 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e66a24-1984-4618-8ccf-dc2c8761d274 None None] Routers set() bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:38.088566 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e66a24-1984-4618-8ccf-dc2c8761d274 None None] Router IDs set() for agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 30 13:37:38.089160 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_agentschedulers_db [None req-54e66a24-1984-4618-8ccf-dc2c8761d274 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'82aa1f74-d4b6-4b5e-aa29-5d903ae372b6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent'). {{(pid=94765) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 30 13:37:38.089533 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e66a24-1984-4618-8ccf-dc2c8761d274 None None] The sync data for ids ['82aa1f74-d4b6-4b5e-aa29-5d903ae372b6'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:37:38.131432 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f43967e8-e0eb-4765-bb0b-a3a8cb0ad1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:38.168354 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43967e8-e0eb-4765-bb0b-a3a8cb0ad1c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc235d32-9cec-434b-8f02-8e081005b302,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:38.172758 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145d24e8-9736-4a91-85ed-8eb026c63ff8 None None] Network 08331020-45c3-43f0-866d-50c79ffab1a1 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:37:38.174585 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43967e8-e0eb-4765-bb0b-a3a8cb0ad1c4 admin admin] No DVR routers for this DVR port cc235d32-9cec-434b-8f02-8e081005b302 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:37:38.176443 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d4446f84-004c-499a-a1eb-d4b60063ac6a None None] For port cc235d32-9cec-434b-8f02-8e081005b302, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=cc235d32-9cec-434b-8f02-8e081005b302,segment=NetworkSegment(e38a20f6-ff81-4e5f-a0f3-65f26bf74f69),segment_id=e38a20f6-ff81-4e5f-a0f3-65f26bf74f69)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:38.176931 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d4446f84-004c-499a-a1eb-d4b60063ac6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:38.208827 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-d4446f84-004c-499a-a1eb-d4b60063ac6a None None] Calling delete_port for cc235d32-9cec-434b-8f02-8e081005b302 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:38.254973 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f43967e8-e0eb-4765-bb0b-a3a8cb0ad1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:38.260779 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-e0fcd904-bf1a-41c7-8627-5f6789715ebf None None] Provisioning complete for port 2ae2d376-1401-439a-8ef4-b74ecb50646c triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:38.261145 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e0fcd904-bf1a-41c7-8627-5f6789715ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:38.269733 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0931efab-5497-4e25-a321-570f9e853aa5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:38.276893 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-f43967e8-e0eb-4765-bb0b-a3a8cb0ad1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b52edc61-ad72-4567-bcc2-edb2f259cf16']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:38.286852 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-f43967e8-e0eb-4765-bb0b-a3a8cb0ad1c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38a20f6-ff81-4e5f-a0f3-65f26bf74f69') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:38.287157 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-f43967e8-e0eb-4765-bb0b-a3a8cb0ad1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38a20f6-ff81-4e5f-a0f3-65f26bf74f69') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:38.296683 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f43967e8-e0eb-4765-bb0b-a3a8cb0ad1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:38.310666 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f43967e8-e0eb-4765-bb0b-a3a8cb0ad1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:38.318342 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f43967e8-e0eb-4765-bb0b-a3a8cb0ad1c4 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:37:38.318742 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f43967e8-e0eb-4765-bb0b-a3a8cb0ad1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:37:38.320996 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:37:38.337985 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931efab-5497-4e25-a321-570f9e853aa5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Subnet': ['ID=98c53633-d70b-4610-9c55-c702c83a4e07,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:38.349435 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0931efab-5497-4e25-a321-570f9e853aa5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Checking segment: {'id': '025237ce-e974-4e14-9a0e-e61aff75f703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ad192aa2-0369-4fb8-8d7f-c5df91c0526a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:37:38.349801 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0931efab-5497-4e25-a321-570f9e853aa5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network hostable DHCP agents. Network: ad192aa2-0369-4fb8-8d7f-c5df91c0526a, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:37:38.368426 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0931efab-5497-4e25-a321-570f9e853aa5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network ad192aa2-0369-4fb8-8d7f-c5df91c0526a is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:37:38.378163 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-0931efab-5497-4e25-a321-570f9e853aa5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, ad192aa2-0369-4fb8-8d7f-c5df91c0526a) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:38.382371 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f43967e8-e0eb-4765-bb0b-a3a8cb0ad1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:38.382967 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0931efab-5497-4e25-a321-570f9e853aa5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:38.383948 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0931efab-5497-4e25-a321-570f9e853aa5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:38.390514 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f43967e8-e0eb-4765-bb0b-a3a8cb0ad1c4 admin admin] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:38.393029 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f43967e8-e0eb-4765-bb0b-a3a8cb0ad1c4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b52edc61-ad72-4567-bcc2-edb2f259cf16 HTTP/1.1" status: 204 len: 168 time: 0.7692931 Sep 30 13:37:38.404112 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0931efab-5497-4e25-a321-570f9e853aa5 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5088644 Sep 30 13:37:38.406522 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6460f9-5ffc-4457-868b-162f1508ace0 None None] Network ad192aa2-0369-4fb8-8d7f-c5df91c0526a requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:37:38.407071 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42912) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:38.422625 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43967e8-e0eb-4765-bb0b-a3a8cb0ad1c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b52edc61-ad72-4567-bcc2-edb2f259cf16,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:38.553232 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42914) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:38.635443 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d4446f84-004c-499a-a1eb-d4b60063ac6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:38.636487 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cfc024c9-404b-4e97-bcf1-5fa9c6f673d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=80697497035c4db1baad0284d36cf6e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0822382 Sep 30 13:37:38.650573 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42916) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:38.712905 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f6d3e89e-d15e-4e7a-baa2-bcb3339fc75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:38.727101 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d4446f84-004c-499a-a1eb-d4b60063ac6a None None] Network b52edc61-ad72-4567-bcc2-edb2f259cf16 is not hosted by any dhcp agent {{(pid=94765) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 30 13:37:38.727556 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4446f84-004c-499a-a1eb-d4b60063ac6a None None] No DVR routers for this DVR port cc235d32-9cec-434b-8f02-8e081005b302 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:37:38.745773 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4446f84-004c-499a-a1eb-d4b60063ac6a None None] Pushing event deleted for resources: {'Port': ['ID=cc235d32-9cec-434b-8f02-8e081005b302,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:38.752393 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f6d3e89e-d15e-4e7a-baa2-bcb3339fc75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:38.767049 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e0fcd904-bf1a-41c7-8627-5f6789715ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:38.830673 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f6d3e89e-d15e-4e7a-baa2-bcb3339fc75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:38.836499 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f6d3e89e-d15e-4e7a-baa2-bcb3339fc75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:38.841066 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f6d3e89e-d15e-4e7a-baa2-bcb3339fc75b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20715458-4505-45b0-b531-cc05a97ce2d2 HTTP/1.1" status: 204 len: 168 time: 0.1870301 Sep 30 13:37:38.854437 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d4165bb5-7332-4392-8a9e-1802b7a86a37 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:37:38.855274 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6f3e-d357-47cc-ae37-ed38b455d74e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:38.860033 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e0fcd904-bf1a-41c7-8627-5f6789715ebf None None] For port 2ae2d376-1401-439a-8ef4-b74ecb50646c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2ae2d376-1401-439a-8ef4-b74ecb50646c,segment=NetworkSegment(ca6fc23e-6155-4045-ac77-979e50c35b52),segment_id=ca6fc23e-6155-4045-ac77-979e50c35b52)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:38.863546 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3e89e-d15e-4e7a-baa2-bcb3339fc75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20715458-4505-45b0-b531-cc05a97ce2d2,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:38.899332 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e0fcd904-bf1a-41c7-8627-5f6789715ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:38.998763 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fcd904-bf1a-41c7-8627-5f6789715ebf None None] Pushing event updated for resources: {'Port': ['ID=2ae2d376-1401-439a-8ef4-b74ecb50646c,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:39.038990 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f23047-c8a0-4fe7-a4e6-09116e5b9c89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-ad192aa2-0369-4fb8-8d7f-c5df91c0526a', 'network_id': 'ad192aa2-0369-4fb8-8d7f-c5df91c0526a', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'fixed_ips': [{'subnet_id': '98c53633-d70b-4610-9c55-c702c83a4e07'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:37:39.040797 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-87f23047-c8a0-4fe7-a4e6-09116e5b9c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:39.071045 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port d4165bb5-7332-4392-8a9e-1802b7a86a37 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:39.071633 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:39.240659 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-f5fa6f3e-d357-47cc-ae37-ed38b455d74e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Allocated IP 172.22.0.1 (ad192aa2-0369-4fb8-8d7f-c5df91c0526a/98c53633-d70b-4610-9c55-c702c83a4e07/c14748f9-89ff-470a-b2bc-5e19ad1b2f4f) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:37:39.298110 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-19dbc09d-4e6e-460e-a859-6af77013e503 None None] Provisioning complete for port e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:39.298494 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-19dbc09d-4e6e-460e-a859-6af77013e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:39.361051 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2ae2d376-1401-439a-8ef4-b74ecb50646c up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:37:39.364533 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-19dbc09d-4e6e-460e-a859-6af77013e503 None None] Port e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:37:39.372747 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42922) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:39.400156 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b247f616-74ca-44f6-9053-1c1593c1741b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:39.402694 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6f3e-d357-47cc-ae37-ed38b455d74e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:39.416446 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-19dbc09d-4e6e-460e-a859-6af77013e503 None None] Provisioning complete for port 2ae2d376-1401-439a-8ef4-b74ecb50646c triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:39.417109 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-19dbc09d-4e6e-460e-a859-6af77013e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:39.472602 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6f3e-d357-47cc-ae37-ed38b455d74e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:39.525994 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b247f616-74ca-44f6-9053-1c1593c1741b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:39.535695 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b247f616-74ca-44f6-9053-1c1593c1741b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:39.536411 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fa6f3e-d357-47cc-ae37-ed38b455d74e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network ad192aa2-0369-4fb8-8d7f-c5df91c0526a is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:37:39.545411 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 2ae2d376-1401-439a-8ef4-b74ecb50646c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:39.545784 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:39.555260 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-f5fa6f3e-d357-47cc-ae37-ed38b455d74e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:39.560429 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fa6f3e-d357-47cc-ae37-ed38b455d74e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:37:39.583697 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-87f23047-c8a0-4fe7-a4e6-09116e5b9c89 None None] Allocated IP 172.22.0.2 (ad192aa2-0369-4fb8-8d7f-c5df91c0526a/98c53633-d70b-4610-9c55-c702c83a4e07/30a64104-c648-45fd-86eb-26d298772608) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:37:39.589038 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa6f3e-d357-47cc-ae37-ed38b455d74e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Port': ['ID=c14748f9-89ff-470a-b2bc-5e19ad1b2f4f,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:39.608088 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d53b6d-e38a-4456-a69a-514bda5cee34 None None] Sync routers for ids ['f4310fb4-5306-46fb-a01a-6029d8363a70'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:37:39.613983 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b247f616-74ca-44f6-9053-1c1593c1741b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2392476 Sep 30 13:37:39.616403 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247f616-74ca-44f6-9053-1c1593c1741b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573a4c59-540e-4eb6-b254-fe21e65648b5,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:39.617854 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42924) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:39.636958 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d53b6d-e38a-4456-a69a-514bda5cee34 None None] Routers {'f4310fb4-5306-46fb-a01a-6029d8363a70'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:39.638231 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-09d53b6d-e38a-4456-a69a-514bda5cee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f4310fb4-5306-46fb-a01a-6029d8363a70'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:39.657465 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6f3e-d357-47cc-ae37-ed38b455d74e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:39.736368 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-09d53b6d-e38a-4456-a69a-514bda5cee34 None None] Set router f4310fb4-5306-46fb-a01a-6029d8363a70 gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:39.802362 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-034da6ff-16c3-4d74-a4e0-935c2e03dede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:39.836130 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-034da6ff-16c3-4d74-a4e0-935c2e03dede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:39.882339 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6f3e-d357-47cc-ae37-ed38b455d74e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:39.923914 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device cc235d32-9cec-434b-8f02-8e081005b302 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:37:39.945458 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-87f23047-c8a0-4fe7-a4e6-09116e5b9c89 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:39.972982 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-09d53b6d-e38a-4456-a69a-514bda5cee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:36Z', 'revision_number': 3, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None, '_interfaces': [{'id': 'd4165bb5-7332-4392-8a9e-1802b7a86a37', 'name': '', 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:63:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:31Z', 'updated_at': '2021-09-30T13:37:36Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348', 'name': '', 'network_id': '08331020-45c3-43f0-866d-50c79ffab1a1', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:2c:1e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:35Z', 'updated_at': '2021-09-30T13:37:36Z', 'revision_number': 2, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:39.979547 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-87f23047-c8a0-4fe7-a4e6-09116e5b9c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:39.981369 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: cc235d32-9cec-434b-8f02-8e081005b302 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:37:39.981679 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device cc235d32-9cec-434b-8f02-8e081005b302 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:37:39.983988 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-034da6ff-16c3-4d74-a4e0-935c2e03dede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:39.986953 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-034da6ff-16c3-4d74-a4e0-935c2e03dede admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:39.988179 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-034da6ff-16c3-4d74-a4e0-935c2e03dede admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/573a4c59-540e-4eb6-b254-fe21e65648b5 HTTP/1.1" status: 204 len: 168 time: 0.3693316 Sep 30 13:37:40.001446 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034da6ff-16c3-4d74-a4e0-935c2e03dede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573a4c59-540e-4eb6-b254-fe21e65648b5,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:40.003125 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d53b6d-e38a-4456-a69a-514bda5cee34 None None] Checking router: f4310fb4-5306-46fb-a01a-6029d8363a70 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:37:40.003581 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d53b6d-e38a-4456-a69a-514bda5cee34 None None] Updating router f4310fb4-5306-46fb-a01a-6029d8363a70 port e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:37:40.028365 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-03e6f3f0-b4b4-4d7b-bccd-b193bebd7337 None None] Provisioning complete for port e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:40.028744 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-03e6f3f0-b4b4-4d7b-bccd-b193bebd7337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:40.031104 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-09d53b6d-e38a-4456-a69a-514bda5cee34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:40.109284 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f23047-c8a0-4fe7-a4e6-09116e5b9c89 None None] Network ad192aa2-0369-4fb8-8d7f-c5df91c0526a is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:37:40.110103 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f23047-c8a0-4fe7-a4e6-09116e5b9c89 None None] Pushing event updated for resources: {'Port': ['ID=30a64104-c648-45fd-86eb-26d298772608,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:40.120842 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-87f23047-c8a0-4fe7-a4e6-09116e5b9c89 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:40.123155 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f23047-c8a0-4fe7-a4e6-09116e5b9c89 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:37:40.174862 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-03e6f3f0-b4b4-4d7b-bccd-b193bebd7337 None None] Port e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:37:40.188135 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-87f23047-c8a0-4fe7-a4e6-09116e5b9c89 None None] Attempting to bind port 30a64104-c648-45fd-86eb-26d298772608 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:37:40.188777 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-87f23047-c8a0-4fe7-a4e6-09116e5b9c89 None None] Attempting to bind port 30a64104-c648-45fd-86eb-26d298772608 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '025237ce-e974-4e14-9a0e-e61aff75f703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ad192aa2-0369-4fb8-8d7f-c5df91c0526a'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:37:40.189140 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f23047-c8a0-4fe7-a4e6-09116e5b9c89 None None] Attempting to bind port 30a64104-c648-45fd-86eb-26d298772608 on network ad192aa2-0369-4fb8-8d7f-c5df91c0526a {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:37:40.194870 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f23047-c8a0-4fe7-a4e6-09116e5b9c89 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:37:40.195228 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f23047-c8a0-4fe7-a4e6-09116e5b9c89 None None] Checking segment: {'id': '025237ce-e974-4e14-9a0e-e61aff75f703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ad192aa2-0369-4fb8-8d7f-c5df91c0526a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:37:40.195865 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-87f23047-c8a0-4fe7-a4e6-09116e5b9c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:40.196269 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f23047-c8a0-4fe7-a4e6-09116e5b9c89 None None] Bound using segment: {'id': '025237ce-e974-4e14-9a0e-e61aff75f703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ad192aa2-0369-4fb8-8d7f-c5df91c0526a'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:37:40.196757 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-87f23047-c8a0-4fe7-a4e6-09116e5b9c89 None None] Bound port: 30a64104-c648-45fd-86eb-26d298772608, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025237ce-e974-4e14-9a0e-e61aff75f703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ad192aa2-0369-4fb8-8d7f-c5df91c0526a'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:37:40.197144 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-87f23047-c8a0-4fe7-a4e6-09116e5b9c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:40.213462 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6f3e-d357-47cc-ae37-ed38b455d74e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:40.223163 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6f3e-d357-47cc-ae37-ed38b455d74e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:40.298925 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-87f23047-c8a0-4fe7-a4e6-09116e5b9c89 None None] For port 30a64104-c648-45fd-86eb-26d298772608, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:37:40.305612 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-87f23047-c8a0-4fe7-a4e6-09116e5b9c89 None None] For port 30a64104-c648-45fd-86eb-26d298772608, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=30a64104-c648-45fd-86eb-26d298772608,segment=NetworkSegment(025237ce-e974-4e14-9a0e-e61aff75f703),segment_id=025237ce-e974-4e14-9a0e-e61aff75f703)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:37:40.313263 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-87f23047-c8a0-4fe7-a4e6-09116e5b9c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:40.341788 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa6f3e-d357-47cc-ae37-ed38b455d74e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Port': ['ID=c14748f9-89ff-470a-b2bc-5e19ad1b2f4f,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:40.347367 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6f3e-d357-47cc-ae37-ed38b455d74e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:40.422480 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f23047-c8a0-4fe7-a4e6-09116e5b9c89 None None] Pushing event updated for resources: {'Port': ['ID=30a64104-c648-45fd-86eb-26d298772608,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:40.424189 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-09d53b6d-e38a-4456-a69a-514bda5cee34 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:40.436634 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-09d53b6d-e38a-4456-a69a-514bda5cee34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:40.502412 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40a51b-4ecc-41a3-892c-e7312a136fc3 None None] Pushing event updated for resources: {'Port': ['ID=e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:40.518335 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fa6f3e-d357-47cc-ae37-ed38b455d74e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network ad192aa2-0369-4fb8-8d7f-c5df91c0526a is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:37:40.520725 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-f5fa6f3e-d357-47cc-ae37-ed38b455d74e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:40.571355 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-09d53b6d-e38a-4456-a69a-514bda5cee34 None None] Attempting to bind port e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:37:40.571808 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-09d53b6d-e38a-4456-a69a-514bda5cee34 None None] Attempting to bind port e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'ca6fc23e-6155-4045-ac77-979e50c35b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '08331020-45c3-43f0-866d-50c79ffab1a1'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:37:40.572561 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d53b6d-e38a-4456-a69a-514bda5cee34 None None] Attempting to bind port e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348 on network 08331020-45c3-43f0-866d-50c79ffab1a1 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:37:40.589634 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d53b6d-e38a-4456-a69a-514bda5cee34 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:37:40.590127 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d53b6d-e38a-4456-a69a-514bda5cee34 None None] Checking segment: {'id': 'ca6fc23e-6155-4045-ac77-979e50c35b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '08331020-45c3-43f0-866d-50c79ffab1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:37:40.590704 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-09d53b6d-e38a-4456-a69a-514bda5cee34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:40.595146 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d53b6d-e38a-4456-a69a-514bda5cee34 None None] Bound using segment: {'id': 'ca6fc23e-6155-4045-ac77-979e50c35b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '08331020-45c3-43f0-866d-50c79ffab1a1'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:37:40.595829 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-09d53b6d-e38a-4456-a69a-514bda5cee34 None None] Bound port: e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca6fc23e-6155-4045-ac77-979e50c35b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '08331020-45c3-43f0-866d-50c79ffab1a1'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:37:40.596572 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-09d53b6d-e38a-4456-a69a-514bda5cee34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:40.676111 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2ae2d376-1401-439a-8ef4-b74ecb50646c up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:37:40.695531 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-09d53b6d-e38a-4456-a69a-514bda5cee34 None None] For port e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:37:40.700311 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-09d53b6d-e38a-4456-a69a-514bda5cee34 None None] For port e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348,segment=NetworkSegment(ca6fc23e-6155-4045-ac77-979e50c35b52),segment_id=ca6fc23e-6155-4045-ac77-979e50c35b52)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:37:40.708981 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-09d53b6d-e38a-4456-a69a-514bda5cee34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:40.714586 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fa6f3e-d357-47cc-ae37-ed38b455d74e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Router f4310fb4-5306-46fb-a01a-6029d8363a70 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:37:40.754786 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 2ae2d376-1401-439a-8ef4-b74ecb50646c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:40.755416 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:40.764142 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d53b6d-e38a-4456-a69a-514bda5cee34 None None] Routers {'f4310fb4-5306-46fb-a01a-6029d8363a70'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:40.765989 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-09d53b6d-e38a-4456-a69a-514bda5cee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f4310fb4-5306-46fb-a01a-6029d8363a70'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:40.864668 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fa6f3e-d357-47cc-ae37-ed38b455d74e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:37:40.879386 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f5fa6f3e-d357-47cc-ae37-ed38b455d74e tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "PUT /v2.0/routers/f4310fb4-5306-46fb-a01a-6029d8363a70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4698420 Sep 30 13:37:40.881809 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42928) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:40.887781 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d346bada-3f73-48c4-a744-f8d97ee12185 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'network': {'name': 'tempest-RoutersTest-1178005420'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:40.920621 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d346bada-3f73-48c4-a744-f8d97ee12185 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Made reservation on behalf of 54c08ddc3ac64f84a3d1e6a930b12388 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:37:40.924427 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d346bada-3f73-48c4-a744-f8d97ee12185 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:40.927144 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-256033df-963d-4eed-b147-3951330461b2 None None] Provisioning complete for port e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:40.927632 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-256033df-963d-4eed-b147-3951330461b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:40.954662 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d346bada-3f73-48c4-a744-f8d97ee12185 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:37:40.967027 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d346bada-3f73-48c4-a744-f8d97ee12185 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:40.967831 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-d346bada-3f73-48c4-a744-f8d97ee12185 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Added segment 31616ef5-202e-4ece-9dd5-62e8ed50ad85 of type vlan for network c4828763-2f79-409a-bc3e-9bf5439aa98c Sep 30 13:37:40.979603 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 91e33d79-652c-4941-8707-ce302e84cbe2 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:37:40.989170 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-09d53b6d-e38a-4456-a69a-514bda5cee34 None None] Set router f4310fb4-5306-46fb-a01a-6029d8363a70 gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:41.004628 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 91e33d79-652c-4941-8707-ce302e84cbe2 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:37:41.005089 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 91e33d79-652c-4941-8707-ce302e84cbe2 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:37:41.005610 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 86c23cde-a400-499d-9011-0466db60c1f5 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:37:41.031356 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 86c23cde-a400-499d-9011-0466db60c1f5 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:37:41.031834 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 86c23cde-a400-499d-9011-0466db60c1f5 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:37:41.042253 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40a51b-4ecc-41a3-892c-e7312a136fc3 None None] Pushing event updated for resources: {'Port': ['ID=e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348,revision_number=4']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:41.051188 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d346bada-3f73-48c4-a744-f8d97ee12185 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:41.089028 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-256033df-963d-4eed-b147-3951330461b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:41.094558 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d346bada-3f73-48c4-a744-f8d97ee12185 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:41.101181 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d346bada-3f73-48c4-a744-f8d97ee12185 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:41.101809 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d346bada-3f73-48c4-a744-f8d97ee12185 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:41.142055 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-256033df-963d-4eed-b147-3951330461b2 None None] For port e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348,segment=NetworkSegment(ca6fc23e-6155-4045-ac77-979e50c35b52),segment_id=ca6fc23e-6155-4045-ac77-979e50c35b52)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:41.148191 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-256033df-963d-4eed-b147-3951330461b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:41.178876 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346bada-3f73-48c4-a744-f8d97ee12185 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Network': ['ID=c4828763-2f79-409a-bc3e-9bf5439aa98c,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:41.184363 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d346bada-3f73-48c4-a744-f8d97ee12185 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2985544 Sep 30 13:37:41.184777 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42930) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:41.190087 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-c40632fb-db85-4bf8-a9aa-4c08aea73dac tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'subnet': {'network_id': 'c4828763-2f79-409a-bc3e-9bf5439aa98c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:41.200825 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network c4828763-2f79-409a-bc3e-9bf5439aa98c details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:37:41.238767 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256033df-963d-4eed-b147-3951330461b2 None None] Pushing event updated for resources: {'Port': ['ID=e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:41.289579 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-09d53b6d-e38a-4456-a69a-514bda5cee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:39Z', 'revision_number': 4, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None, '_interfaces': [{'id': 'c14748f9-89ff-470a-b2bc-5e19ad1b2f4f', 'name': '', 'network_id': 'ad192aa2-0369-4fb8-8d7f-c5df91c0526a', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:6b:ce:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '98c53633-d70b-4610-9c55-c702c83a4e07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:39Z', 'updated_at': '2021-09-30T13:37:40Z', 'revision_number': 2, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': '98c53633-d70b-4610-9c55-c702c83a4e07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4165bb5-7332-4392-8a9e-1802b7a86a37', 'name': '', 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:63:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:31Z', 'updated_at': '2021-09-30T13:37:36Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348', 'name': '', 'network_id': '08331020-45c3-43f0-866d-50c79ffab1a1', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:2c:1e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:35Z', 'updated_at': '2021-09-30T13:37:40Z', 'revision_number': 4, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:41.303355 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40632fb-db85-4bf8-a9aa-4c08aea73dac tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Made reservation on behalf of 54c08ddc3ac64f84a3d1e6a930b12388 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:37:41.307146 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c40632fb-db85-4bf8-a9aa-4c08aea73dac tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:41.307586 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-cfcd0d55-d188-441e-bf61-e10f7ecbaa2c None None] Provisioning complete for port e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:41.308063 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cfcd0d55-d188-441e-bf61-e10f7ecbaa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:41.330926 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d53b6d-e38a-4456-a69a-514bda5cee34 None None] The sync data for ids ['f4310fb4-5306-46fb-a01a-6029d8363a70'] in n-d-810909-2 is: [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:39Z', 'revision_number': 4, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None, '_interfaces': [{'id': 'c14748f9-89ff-470a-b2bc-5e19ad1b2f4f', 'name': '', 'network_id': 'ad192aa2-0369-4fb8-8d7f-c5df91c0526a', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:6b:ce:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '98c53633-d70b-4610-9c55-c702c83a4e07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:39Z', 'updated_at': '2021-09-30T13:37:40Z', 'revision_number': 2, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': '98c53633-d70b-4610-9c55-c702c83a4e07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4165bb5-7332-4392-8a9e-1802b7a86a37', 'name': '', 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:63:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:31Z', 'updated_at': '2021-09-30T13:37:36Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348', 'name': '', 'network_id': '08331020-45c3-43f0-866d-50c79ffab1a1', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:2c:1e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:35Z', 'updated_at': '2021-09-30T13:37:40Z', 'revision_number': 4, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:37:41.547729 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c40632fb-db85-4bf8-a9aa-4c08aea73dac tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:41.611246 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40632fb-db85-4bf8-a9aa-4c08aea73dac tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Subnet': ['ID=84b7e3b0-411d-4cbf-8992-279a67132fea,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:41.627555 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40632fb-db85-4bf8-a9aa-4c08aea73dac tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Checking segment: {'id': '31616ef5-202e-4ece-9dd5-62e8ed50ad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c4828763-2f79-409a-bc3e-9bf5439aa98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:37:41.627695 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40632fb-db85-4bf8-a9aa-4c08aea73dac tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network hostable DHCP agents. Network: c4828763-2f79-409a-bc3e-9bf5439aa98c, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:37:41.648332 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40632fb-db85-4bf8-a9aa-4c08aea73dac tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network c4828763-2f79-409a-bc3e-9bf5439aa98c is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:37:41.660740 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-c40632fb-db85-4bf8-a9aa-4c08aea73dac tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, c4828763-2f79-409a-bc3e-9bf5439aa98c) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:41.665967 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40632fb-db85-4bf8-a9aa-4c08aea73dac tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:41.666599 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c40632fb-db85-4bf8-a9aa-4c08aea73dac tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:41.673500 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4188af83-8028-49e0-b174-eda06b0fddec None None] Network c4828763-2f79-409a-bc3e-9bf5439aa98c requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:37:41.684602 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c40632fb-db85-4bf8-a9aa-4c08aea73dac tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4983990 Sep 30 13:37:41.687089 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42932) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:41.689465 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ba9b9a-e689-42fb-b4d2-31f3782b2265 None None] Network ad192aa2-0369-4fb8-8d7f-c5df91c0526a requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:37:41.824375 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-8b685491-0e8e-4cc4-8d84-8016e6354957 None None] Provisioning complete for port 30a64104-c648-45fd-86eb-26d298772608 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:41.824750 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8b685491-0e8e-4cc4-8d84-8016e6354957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:42.018538 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1254dc51-e574-4c2f-873f-0e5777ecd35e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-c4828763-2f79-409a-bc3e-9bf5439aa98c', 'network_id': 'c4828763-2f79-409a-bc3e-9bf5439aa98c', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'fixed_ips': [{'subnet_id': '84b7e3b0-411d-4cbf-8992-279a67132fea'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:37:42.019920 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1254dc51-e574-4c2f-873f-0e5777ecd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:42.058771 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8b685491-0e8e-4cc4-8d84-8016e6354957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:42.172619 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-8b685491-0e8e-4cc4-8d84-8016e6354957 None None] For port 30a64104-c648-45fd-86eb-26d298772608, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=30a64104-c648-45fd-86eb-26d298772608,segment=NetworkSegment(025237ce-e974-4e14-9a0e-e61aff75f703),segment_id=025237ce-e974-4e14-9a0e-e61aff75f703)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:42.195749 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8b685491-0e8e-4cc4-8d84-8016e6354957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:42.257023 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-1254dc51-e574-4c2f-873f-0e5777ecd35e None None] Allocated IP 172.23.0.2 (c4828763-2f79-409a-bc3e-9bf5439aa98c/84b7e3b0-411d-4cbf-8992-279a67132fea/a307c30e-db04-40e9-8203-05cd078311e6) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:37:42.275221 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b685491-0e8e-4cc4-8d84-8016e6354957 None None] Pushing event updated for resources: {'Port': ['ID=30a64104-c648-45fd-86eb-26d298772608,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:42.446213 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-debd83b5-be56-4989-bba5-ee50e59d8391 None None] Provisioning complete for port 30a64104-c648-45fd-86eb-26d298772608 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:42.446213 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-debd83b5-be56-4989-bba5-ee50e59d8391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:42.446754 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1254dc51-e574-4c2f-873f-0e5777ecd35e None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:42.477697 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1254dc51-e574-4c2f-873f-0e5777ecd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:42.488384 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0d52171a-1c84-48b5-9991-467320514e67 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:42.663159 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be37c21d-da5b-4cdf-8ca7-c568bc5e44a6 None None] Sync routers for ids ['f4310fb4-5306-46fb-a01a-6029d8363a70'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:37:42.685899 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1254dc51-e574-4c2f-873f-0e5777ecd35e None None] Network c4828763-2f79-409a-bc3e-9bf5439aa98c is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:37:42.691179 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-1254dc51-e574-4c2f-873f-0e5777ecd35e None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:42.699389 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1254dc51-e574-4c2f-873f-0e5777ecd35e None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:37:42.730513 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be37c21d-da5b-4cdf-8ca7-c568bc5e44a6 None None] Routers {'f4310fb4-5306-46fb-a01a-6029d8363a70'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:42.731156 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-be37c21d-da5b-4cdf-8ca7-c568bc5e44a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f4310fb4-5306-46fb-a01a-6029d8363a70'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:42.733213 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254dc51-e574-4c2f-873f-0e5777ecd35e None None] Pushing event updated for resources: {'Port': ['ID=a307c30e-db04-40e9-8203-05cd078311e6,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:42.792195 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:37:42.811372 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-0d52171a-1c84-48b5-9991-467320514e67 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Allocated IP 172.23.0.1 (c4828763-2f79-409a-bc3e-9bf5439aa98c/84b7e3b0-411d-4cbf-8992-279a67132fea/60427b26-eb23-418b-891f-c38122260dfd) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:37:42.839396 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-1254dc51-e574-4c2f-873f-0e5777ecd35e None None] Attempting to bind port a307c30e-db04-40e9-8203-05cd078311e6 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:37:42.839781 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-1254dc51-e574-4c2f-873f-0e5777ecd35e None None] Attempting to bind port a307c30e-db04-40e9-8203-05cd078311e6 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '31616ef5-202e-4ece-9dd5-62e8ed50ad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c4828763-2f79-409a-bc3e-9bf5439aa98c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:37:42.840153 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1254dc51-e574-4c2f-873f-0e5777ecd35e None None] Attempting to bind port a307c30e-db04-40e9-8203-05cd078311e6 on network c4828763-2f79-409a-bc3e-9bf5439aa98c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:37:42.907374 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1254dc51-e574-4c2f-873f-0e5777ecd35e None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:37:42.907754 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1254dc51-e574-4c2f-873f-0e5777ecd35e None None] Checking segment: {'id': '31616ef5-202e-4ece-9dd5-62e8ed50ad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c4828763-2f79-409a-bc3e-9bf5439aa98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:37:42.908183 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1254dc51-e574-4c2f-873f-0e5777ecd35e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:42.908544 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1254dc51-e574-4c2f-873f-0e5777ecd35e None None] Bound using segment: {'id': '31616ef5-202e-4ece-9dd5-62e8ed50ad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c4828763-2f79-409a-bc3e-9bf5439aa98c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:37:42.909042 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-1254dc51-e574-4c2f-873f-0e5777ecd35e None None] Bound port: a307c30e-db04-40e9-8203-05cd078311e6, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31616ef5-202e-4ece-9dd5-62e8ed50ad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c4828763-2f79-409a-bc3e-9bf5439aa98c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:37:42.909460 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1254dc51-e574-4c2f-873f-0e5777ecd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:42.936804 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0d52171a-1c84-48b5-9991-467320514e67 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:42.937079 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-be37c21d-da5b-4cdf-8ca7-c568bc5e44a6 None None] Set router f4310fb4-5306-46fb-a01a-6029d8363a70 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:42.976359 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0d52171a-1c84-48b5-9991-467320514e67 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:43.017324 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d52171a-1c84-48b5-9991-467320514e67 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network c4828763-2f79-409a-bc3e-9bf5439aa98c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:37:43.020411 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-0d52171a-1c84-48b5-9991-467320514e67 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:43.024161 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d52171a-1c84-48b5-9991-467320514e67 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:37:43.051009 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52171a-1c84-48b5-9991-467320514e67 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Port': ['ID=60427b26-eb23-418b-891f-c38122260dfd,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:43.056858 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:43.057433 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:43.059063 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-debd83b5-be56-4989-bba5-ee50e59d8391 None None] Provisioning complete for port c14748f9-89ff-470a-b2bc-5e19ad1b2f4f triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:43.059063 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-debd83b5-be56-4989-bba5-ee50e59d8391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:43.071799 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0d52171a-1c84-48b5-9991-467320514e67 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:43.143141 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-1254dc51-e574-4c2f-873f-0e5777ecd35e None None] For port a307c30e-db04-40e9-8203-05cd078311e6, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:37:43.168262 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-debd83b5-be56-4989-bba5-ee50e59d8391 None None] Port c14748f9-89ff-470a-b2bc-5e19ad1b2f4f cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:37:43.189210 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0d52171a-1c84-48b5-9991-467320514e67 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:43.196695 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-1254dc51-e574-4c2f-873f-0e5777ecd35e None None] For port a307c30e-db04-40e9-8203-05cd078311e6, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=a307c30e-db04-40e9-8203-05cd078311e6,segment=NetworkSegment(31616ef5-202e-4ece-9dd5-62e8ed50ad85),segment_id=31616ef5-202e-4ece-9dd5-62e8ed50ad85)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:37:43.205919 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1254dc51-e574-4c2f-873f-0e5777ecd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:43.323949 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254dc51-e574-4c2f-873f-0e5777ecd35e None None] Pushing event updated for resources: {'Port': ['ID=a307c30e-db04-40e9-8203-05cd078311e6,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:43.356681 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 30a64104-c648-45fd-86eb-26d298772608 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:37:43.360888 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9601c315-f986-4f37-85ba-34ac38c997c7 None None] Provisioning complete for port c14748f9-89ff-470a-b2bc-5e19ad1b2f4f triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:43.361263 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9601c315-f986-4f37-85ba-34ac38c997c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:43.438627 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-9601c315-f986-4f37-85ba-34ac38c997c7 None None] Port c14748f9-89ff-470a-b2bc-5e19ad1b2f4f cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:37:43.456056 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 30a64104-c648-45fd-86eb-26d298772608 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:43.456219 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:43.488392 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-be37c21d-da5b-4cdf-8ca7-c568bc5e44a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:39Z', 'revision_number': 4, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None, '_interfaces': [{'id': 'c14748f9-89ff-470a-b2bc-5e19ad1b2f4f', 'name': '', 'network_id': 'ad192aa2-0369-4fb8-8d7f-c5df91c0526a', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:6b:ce:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '98c53633-d70b-4610-9c55-c702c83a4e07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:39Z', 'updated_at': '2021-09-30T13:37:40Z', 'revision_number': 2, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': '98c53633-d70b-4610-9c55-c702c83a4e07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4165bb5-7332-4392-8a9e-1802b7a86a37', 'name': '', 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:63:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:31Z', 'updated_at': '2021-09-30T13:37:36Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348', 'name': '', 'network_id': '08331020-45c3-43f0-866d-50c79ffab1a1', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:2c:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:35Z', 'updated_at': '2021-09-30T13:37:41Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:43.516005 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0d52171a-1c84-48b5-9991-467320514e67 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:43.526470 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0d52171a-1c84-48b5-9991-467320514e67 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:43.529395 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be37c21d-da5b-4cdf-8ca7-c568bc5e44a6 None None] Checking router: f4310fb4-5306-46fb-a01a-6029d8363a70 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:37:43.529840 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be37c21d-da5b-4cdf-8ca7-c568bc5e44a6 None None] Updating router f4310fb4-5306-46fb-a01a-6029d8363a70 port c14748f9-89ff-470a-b2bc-5e19ad1b2f4f binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:37:43.562216 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-be37c21d-da5b-4cdf-8ca7-c568bc5e44a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:43.611515 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0d52171a-1c84-48b5-9991-467320514e67 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:43.613894 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52171a-1c84-48b5-9991-467320514e67 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event updated for resources: {'Port': ['ID=60427b26-eb23-418b-891f-c38122260dfd,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:43.710811 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d52171a-1c84-48b5-9991-467320514e67 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Network c4828763-2f79-409a-bc3e-9bf5439aa98c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:37:43.712186 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-0d52171a-1c84-48b5-9991-467320514e67 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:37:43.815426 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d52171a-1c84-48b5-9991-467320514e67 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Router f4310fb4-5306-46fb-a01a-6029d8363a70 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:37:43.865182 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-be37c21d-da5b-4cdf-8ca7-c568bc5e44a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:43.871224 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-be37c21d-da5b-4cdf-8ca7-c568bc5e44a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:43.918526 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d52171a-1c84-48b5-9991-467320514e67 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:37:43.919768 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc44d9c-ad56-43fe-ba8d-521a44a06e52 None None] Pushing event updated for resources: {'Port': ['ID=c14748f9-89ff-470a-b2bc-5e19ad1b2f4f,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:43.927473 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0d52171a-1c84-48b5-9991-467320514e67 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "PUT /v2.0/routers/f4310fb4-5306-46fb-a01a-6029d8363a70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2368267 Sep 30 13:37:43.927979 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42934) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:43.933302 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-c90f9f76-2805-41ab-b2de-42d12f83cdc2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:43.983979 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-be37c21d-da5b-4cdf-8ca7-c568bc5e44a6 None None] Attempting to bind port c14748f9-89ff-470a-b2bc-5e19ad1b2f4f on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:37:43.984346 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-be37c21d-da5b-4cdf-8ca7-c568bc5e44a6 None None] Attempting to bind port c14748f9-89ff-470a-b2bc-5e19ad1b2f4f by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '025237ce-e974-4e14-9a0e-e61aff75f703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ad192aa2-0369-4fb8-8d7f-c5df91c0526a'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:37:43.984729 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be37c21d-da5b-4cdf-8ca7-c568bc5e44a6 None None] Attempting to bind port c14748f9-89ff-470a-b2bc-5e19ad1b2f4f on network ad192aa2-0369-4fb8-8d7f-c5df91c0526a {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:37:43.990306 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be37c21d-da5b-4cdf-8ca7-c568bc5e44a6 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:37:43.990680 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be37c21d-da5b-4cdf-8ca7-c568bc5e44a6 None None] Checking segment: {'id': '025237ce-e974-4e14-9a0e-e61aff75f703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ad192aa2-0369-4fb8-8d7f-c5df91c0526a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:37:43.991079 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-be37c21d-da5b-4cdf-8ca7-c568bc5e44a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:43.992406 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be37c21d-da5b-4cdf-8ca7-c568bc5e44a6 None None] Bound using segment: {'id': '025237ce-e974-4e14-9a0e-e61aff75f703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ad192aa2-0369-4fb8-8d7f-c5df91c0526a'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:37:43.992888 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-be37c21d-da5b-4cdf-8ca7-c568bc5e44a6 None None] Bound port: c14748f9-89ff-470a-b2bc-5e19ad1b2f4f, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025237ce-e974-4e14-9a0e-e61aff75f703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ad192aa2-0369-4fb8-8d7f-c5df91c0526a'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:37:43.993267 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-be37c21d-da5b-4cdf-8ca7-c568bc5e44a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:44.066855 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-be37c21d-da5b-4cdf-8ca7-c568bc5e44a6 None None] For port c14748f9-89ff-470a-b2bc-5e19ad1b2f4f, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:37:44.070245 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-be37c21d-da5b-4cdf-8ca7-c568bc5e44a6 None None] For port c14748f9-89ff-470a-b2bc-5e19ad1b2f4f, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c14748f9-89ff-470a-b2bc-5e19ad1b2f4f,segment=NetworkSegment(025237ce-e974-4e14-9a0e-e61aff75f703),segment_id=025237ce-e974-4e14-9a0e-e61aff75f703)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:37:44.078611 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-be37c21d-da5b-4cdf-8ca7-c568bc5e44a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:44.142760 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be37c21d-da5b-4cdf-8ca7-c568bc5e44a6 None None] Routers {'f4310fb4-5306-46fb-a01a-6029d8363a70'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:44.144294 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-be37c21d-da5b-4cdf-8ca7-c568bc5e44a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f4310fb4-5306-46fb-a01a-6029d8363a70'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:44.148320 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc44d9c-ad56-43fe-ba8d-521a44a06e52 None None] Pushing event updated for resources: {'Port': ['ID=c14748f9-89ff-470a-b2bc-5e19ad1b2f4f,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:44.246073 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-be37c21d-da5b-4cdf-8ca7-c568bc5e44a6 None None] Set router f4310fb4-5306-46fb-a01a-6029d8363a70 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:44.303953 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-97422842-d747-41ff-b75f-b04e8475d222 None None] Provisioning complete for port c14748f9-89ff-470a-b2bc-5e19ad1b2f4f triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:44.304427 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-97422842-d747-41ff-b75f-b04e8475d222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:44.340285 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.extraroute_db [None req-c90f9f76-2805-41ab-b2de-42d12f83cdc2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94764) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 30 13:37:44.362999 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.extraroute_db [None req-c90f9f76-2805-41ab-b2de-42d12f83cdc2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Removed routes are [] {{(pid=94764) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 30 13:37:44.363627 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c90f9f76-2805-41ab-b2de-42d12f83cdc2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-414777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:44.495733 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266dcd09-fa8a-4289-a338-242bdb4ec791 None None] Network c4828763-2f79-409a-bc3e-9bf5439aa98c requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:37:44.584884 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c90f9f76-2805-41ab-b2de-42d12f83cdc2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-414777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:44.589866 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c90f9f76-2805-41ab-b2de-42d12f83cdc2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-417349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-414758'] for router, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:44.693213 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90f9f76-2805-41ab-b2de-42d12f83cdc2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Router f4310fb4-5306-46fb-a01a-6029d8363a70 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:37:44.758748 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device a307c30e-db04-40e9-8203-05cd078311e6 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:37:44.762686 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-97422842-d747-41ff-b75f-b04e8475d222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:44.802841 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90f9f76-2805-41ab-b2de-42d12f83cdc2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:37:44.810395 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c90f9f76-2805-41ab-b2de-42d12f83cdc2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:44.811588 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c90f9f76-2805-41ab-b2de-42d12f83cdc2 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "PUT /v2.0/routers/f4310fb4-5306-46fb-a01a-6029d8363a70 HTTP/1.1" status: 200 len: 934 time: 0.8823586 Sep 30 13:37:44.814192 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42936) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:44.867962 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-97422842-d747-41ff-b75f-b04e8475d222 None None] For port c14748f9-89ff-470a-b2bc-5e19ad1b2f4f, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c14748f9-89ff-470a-b2bc-5e19ad1b2f4f,segment=NetworkSegment(025237ce-e974-4e14-9a0e-e61aff75f703),segment_id=025237ce-e974-4e14-9a0e-e61aff75f703)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:44.880756 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-97422842-d747-41ff-b75f-b04e8475d222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:44.915026 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2e23830e-6e0b-41e7-8594-8b4912e68025 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "GET /v2.0/routers/f4310fb4-5306-46fb-a01a-6029d8363a70 HTTP/1.1" status: 200 len: 934 time: 0.0997565 Sep 30 13:37:44.917601 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42938) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:44.921824 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-4b536e7b-dcf7-4e2d-a144-dedd21a6b28f tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'router': {'routes': None}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:44.925866 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-be37c21d-da5b-4cdf-8ca7-c568bc5e44a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:43Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None, '_interfaces': [{'id': '60427b26-eb23-418b-891f-c38122260dfd', 'name': '', 'network_id': 'c4828763-2f79-409a-bc3e-9bf5439aa98c', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:62:e0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '84b7e3b0-411d-4cbf-8992-279a67132fea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:42Z', 'updated_at': '2021-09-30T13:37:43Z', 'revision_number': 2, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': '84b7e3b0-411d-4cbf-8992-279a67132fea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c14748f9-89ff-470a-b2bc-5e19ad1b2f4f', 'name': '', 'network_id': 'ad192aa2-0369-4fb8-8d7f-c5df91c0526a', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:6b:ce:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '98c53633-d70b-4610-9c55-c702c83a4e07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:39Z', 'updated_at': '2021-09-30T13:37:44Z', 'revision_number': 4, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': '98c53633-d70b-4610-9c55-c702c83a4e07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4165bb5-7332-4392-8a9e-1802b7a86a37', 'name': '', 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:63:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:31Z', 'updated_at': '2021-09-30T13:37:36Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348', 'name': '', 'network_id': '08331020-45c3-43f0-866d-50c79ffab1a1', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:2c:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:35Z', 'updated_at': '2021-09-30T13:37:41Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:44.960592 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port a307c30e-db04-40e9-8203-05cd078311e6 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:44.961136 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:44.966304 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be37c21d-da5b-4cdf-8ca7-c568bc5e44a6 None None] The sync data for ids ['f4310fb4-5306-46fb-a01a-6029d8363a70'] in n-d-810909-2 is: [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:43Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None, '_interfaces': [{'id': '60427b26-eb23-418b-891f-c38122260dfd', 'name': '', 'network_id': 'c4828763-2f79-409a-bc3e-9bf5439aa98c', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:62:e0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '84b7e3b0-411d-4cbf-8992-279a67132fea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:42Z', 'updated_at': '2021-09-30T13:37:43Z', 'revision_number': 2, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': '84b7e3b0-411d-4cbf-8992-279a67132fea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c14748f9-89ff-470a-b2bc-5e19ad1b2f4f', 'name': '', 'network_id': 'ad192aa2-0369-4fb8-8d7f-c5df91c0526a', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:6b:ce:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '98c53633-d70b-4610-9c55-c702c83a4e07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:39Z', 'updated_at': '2021-09-30T13:37:44Z', 'revision_number': 4, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': '98c53633-d70b-4610-9c55-c702c83a4e07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4165bb5-7332-4392-8a9e-1802b7a86a37', 'name': '', 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:63:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:31Z', 'updated_at': '2021-09-30T13:37:36Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348', 'name': '', 'network_id': '08331020-45c3-43f0-866d-50c79ffab1a1', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:2c:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:35Z', 'updated_at': '2021-09-30T13:37:41Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:37:45.028201 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97422842-d747-41ff-b75f-b04e8475d222 None None] Pushing event updated for resources: {'Port': ['ID=c14748f9-89ff-470a-b2bc-5e19ad1b2f4f,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:45.055059 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-3012978c-4a14-4232-97e7-21d739793996 None None] Provisioning complete for port a307c30e-db04-40e9-8203-05cd078311e6 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:45.055498 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3012978c-4a14-4232-97e7-21d739793996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:45.058436 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:45.131596 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:45.210141 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port a307c30e-db04-40e9-8203-05cd078311e6, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=a307c30e-db04-40e9-8203-05cd078311e6,segment=NetworkSegment(31616ef5-202e-4ece-9dd5-62e8ed50ad85),segment_id=31616ef5-202e-4ece-9dd5-62e8ed50ad85)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:45.215628 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3012978c-4a14-4232-97e7-21d739793996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:45.219442 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:45.220358 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c14748f9-89ff-470a-b2bc-5e19ad1b2f4f up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:37:45.357796 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=a307c30e-db04-40e9-8203-05cd078311e6,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:45.365430 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-3012978c-4a14-4232-97e7-21d739793996 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:37:45.367044 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-3012978c-4a14-4232-97e7-21d739793996 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:37:45.376602 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port c14748f9-89ff-470a-b2bc-5e19ad1b2f4f triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:45.377257 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:45.389068 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.extraroute_db [None req-4b536e7b-dcf7-4e2d-a144-dedd21a6b28f tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Added routes are [] {{(pid=94764) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 30 13:37:45.389446 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.extraroute_db [None req-4b536e7b-dcf7-4e2d-a144-dedd21a6b28f tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94764) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 30 13:37:45.437059 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4b536e7b-dcf7-4e2d-a144-dedd21a6b28f tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-414777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:45.763269 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23313fa-8167-45b7-8fe8-9e52a820514b None None] Sync routers for ids ['f4310fb4-5306-46fb-a01a-6029d8363a70'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:37:45.773408 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23313fa-8167-45b7-8fe8-9e52a820514b None None] Routers {'f4310fb4-5306-46fb-a01a-6029d8363a70'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:45.774162 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-f23313fa-8167-45b7-8fe8-9e52a820514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f4310fb4-5306-46fb-a01a-6029d8363a70'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:45.873869 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-f23313fa-8167-45b7-8fe8-9e52a820514b None None] Set router f4310fb4-5306-46fb-a01a-6029d8363a70 gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:45.920558 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-3012978c-4a14-4232-97e7-21d739793996 None None] Provisioning complete for port c14748f9-89ff-470a-b2bc-5e19ad1b2f4f triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:45.920969 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3012978c-4a14-4232-97e7-21d739793996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:45.949508 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4b536e7b-dcf7-4e2d-a144-dedd21a6b28f tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-414777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:45.953821 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4b536e7b-dcf7-4e2d-a144-dedd21a6b28f tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-417349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-414758'] for router, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:46.045885 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b536e7b-dcf7-4e2d-a144-dedd21a6b28f tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Router f4310fb4-5306-46fb-a01a-6029d8363a70 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:37:46.085206 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-f23313fa-8167-45b7-8fe8-9e52a820514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:45Z', 'revision_number': 7, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None, '_interfaces': [{'id': '60427b26-eb23-418b-891f-c38122260dfd', 'name': '', 'network_id': 'c4828763-2f79-409a-bc3e-9bf5439aa98c', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:62:e0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '84b7e3b0-411d-4cbf-8992-279a67132fea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:42Z', 'updated_at': '2021-09-30T13:37:43Z', 'revision_number': 2, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': '84b7e3b0-411d-4cbf-8992-279a67132fea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c14748f9-89ff-470a-b2bc-5e19ad1b2f4f', 'name': '', 'network_id': 'ad192aa2-0369-4fb8-8d7f-c5df91c0526a', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:6b:ce:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '98c53633-d70b-4610-9c55-c702c83a4e07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:39Z', 'updated_at': '2021-09-30T13:37:44Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': '98c53633-d70b-4610-9c55-c702c83a4e07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4165bb5-7332-4392-8a9e-1802b7a86a37', 'name': '', 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:63:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:31Z', 'updated_at': '2021-09-30T13:37:36Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348', 'name': '', 'network_id': '08331020-45c3-43f0-866d-50c79ffab1a1', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:2c:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:35Z', 'updated_at': '2021-09-30T13:37:41Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:46.110853 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23313fa-8167-45b7-8fe8-9e52a820514b None None] Checking router: f4310fb4-5306-46fb-a01a-6029d8363a70 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:37:46.111227 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23313fa-8167-45b7-8fe8-9e52a820514b None None] Updating router f4310fb4-5306-46fb-a01a-6029d8363a70 port 60427b26-eb23-418b-891f-c38122260dfd binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:37:46.131826 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-84d3a326-9cd0-4fdb-8249-265c55a13eb9 None None] Provisioning complete for port 60427b26-eb23-418b-891f-c38122260dfd triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:46.132434 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-84d3a326-9cd0-4fdb-8249-265c55a13eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:46.139718 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f23313fa-8167-45b7-8fe8-9e52a820514b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:46.145460 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b536e7b-dcf7-4e2d-a144-dedd21a6b28f tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:37:46.153837 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4b536e7b-dcf7-4e2d-a144-dedd21a6b28f tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:46.157423 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4b536e7b-dcf7-4e2d-a144-dedd21a6b28f tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "PUT /v2.0/routers/f4310fb4-5306-46fb-a01a-6029d8363a70 HTTP/1.1" status: 200 len: 700 time: 1.2364964 Sep 30 13:37:46.157585 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42940) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:46.181228 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-84d3a326-9cd0-4fdb-8249-265c55a13eb9 None None] Port 60427b26-eb23-418b-891f-c38122260dfd cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:37:46.191740 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-84d3a326-9cd0-4fdb-8249-265c55a13eb9 None None] Provisioning complete for port a307c30e-db04-40e9-8203-05cd078311e6 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:46.192113 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-84d3a326-9cd0-4fdb-8249-265c55a13eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:46.262327 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a1dcba56-71ff-4c12-9458-02a3fcff57ce tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "GET /v2.0/routers/f4310fb4-5306-46fb-a01a-6029d8363a70 HTTP/1.1" status: 200 len: 700 time: 0.1035619 Sep 30 13:37:46.264898 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42942) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:46.521965 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f23313fa-8167-45b7-8fe8-9e52a820514b None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:46.531139 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f23313fa-8167-45b7-8fe8-9e52a820514b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:46.602865 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc75854c-108b-42f6-ae0f-d5f83adc5b10 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:46.616006 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72964fd2-3317-4c59-817a-48f8588f96a4 None None] Pushing event updated for resources: {'Port': ['ID=60427b26-eb23-418b-891f-c38122260dfd,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:46.664966 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device a307c30e-db04-40e9-8203-05cd078311e6 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:37:46.665296 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-f23313fa-8167-45b7-8fe8-9e52a820514b None None] Attempting to bind port 60427b26-eb23-418b-891f-c38122260dfd on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:37:46.665878 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-f23313fa-8167-45b7-8fe8-9e52a820514b None None] Attempting to bind port 60427b26-eb23-418b-891f-c38122260dfd by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '31616ef5-202e-4ece-9dd5-62e8ed50ad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c4828763-2f79-409a-bc3e-9bf5439aa98c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:37:46.666446 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23313fa-8167-45b7-8fe8-9e52a820514b None None] Attempting to bind port 60427b26-eb23-418b-891f-c38122260dfd on network c4828763-2f79-409a-bc3e-9bf5439aa98c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:37:46.672125 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23313fa-8167-45b7-8fe8-9e52a820514b None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:37:46.672788 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23313fa-8167-45b7-8fe8-9e52a820514b None None] Checking segment: {'id': '31616ef5-202e-4ece-9dd5-62e8ed50ad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c4828763-2f79-409a-bc3e-9bf5439aa98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:37:46.673363 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f23313fa-8167-45b7-8fe8-9e52a820514b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:46.673973 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23313fa-8167-45b7-8fe8-9e52a820514b None None] Bound using segment: {'id': '31616ef5-202e-4ece-9dd5-62e8ed50ad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c4828763-2f79-409a-bc3e-9bf5439aa98c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:37:46.674689 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-f23313fa-8167-45b7-8fe8-9e52a820514b None None] Bound port: 60427b26-eb23-418b-891f-c38122260dfd, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31616ef5-202e-4ece-9dd5-62e8ed50ad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c4828763-2f79-409a-bc3e-9bf5439aa98c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:37:46.675925 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f23313fa-8167-45b7-8fe8-9e52a820514b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:46.727487 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port a307c30e-db04-40e9-8203-05cd078311e6 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:46.727851 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:46.745904 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-f23313fa-8167-45b7-8fe8-9e52a820514b None None] For port 60427b26-eb23-418b-891f-c38122260dfd, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:37:46.749050 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-f23313fa-8167-45b7-8fe8-9e52a820514b None None] For port 60427b26-eb23-418b-891f-c38122260dfd, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=60427b26-eb23-418b-891f-c38122260dfd,segment=NetworkSegment(31616ef5-202e-4ece-9dd5-62e8ed50ad85),segment_id=31616ef5-202e-4ece-9dd5-62e8ed50ad85)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:37:46.756230 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f23313fa-8167-45b7-8fe8-9e52a820514b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:46.821761 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72964fd2-3317-4c59-817a-48f8588f96a4 None None] Pushing event updated for resources: {'Port': ['ID=60427b26-eb23-418b-891f-c38122260dfd,revision_number=4']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:46.837845 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c14748f9-89ff-470a-b2bc-5e19ad1b2f4f up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:37:46.848701 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23313fa-8167-45b7-8fe8-9e52a820514b None None] Routers {'f4310fb4-5306-46fb-a01a-6029d8363a70'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:46.849623 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-f23313fa-8167-45b7-8fe8-9e52a820514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f4310fb4-5306-46fb-a01a-6029d8363a70'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:46.907732 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-00b66ae4-f830-4b1d-9120-9fbeed6272d6 None None] Provisioning complete for port 60427b26-eb23-418b-891f-c38122260dfd triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:46.909835 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-00b66ae4-f830-4b1d-9120-9fbeed6272d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:46.917188 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-cc75854c-108b-42f6-ae0f-d5f83adc5b10 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Deleting port 60427b26-eb23-418b-891f-c38122260dfd {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:46.917702 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc75854c-108b-42f6-ae0f-d5f83adc5b10 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:46.958280 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-f23313fa-8167-45b7-8fe8-9e52a820514b None None] Set router f4310fb4-5306-46fb-a01a-6029d8363a70 gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:46.973782 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port c14748f9-89ff-470a-b2bc-5e19ad1b2f4f triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:37:46.974221 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:47.029525 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-cc75854c-108b-42f6-ae0f-d5f83adc5b10 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] For port 60427b26-eb23-418b-891f-c38122260dfd, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=60427b26-eb23-418b-891f-c38122260dfd,segment=NetworkSegment(31616ef5-202e-4ece-9dd5-62e8ed50ad85),segment_id=31616ef5-202e-4ece-9dd5-62e8ed50ad85)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:47.030162 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc75854c-108b-42f6-ae0f-d5f83adc5b10 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:47.044615 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-cc75854c-108b-42f6-ae0f-d5f83adc5b10 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Calling delete_port for 60427b26-eb23-418b-891f-c38122260dfd owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:47.069052 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-00b66ae4-f830-4b1d-9120-9fbeed6272d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:47.149436 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-00b66ae4-f830-4b1d-9120-9fbeed6272d6 None None] For port 60427b26-eb23-418b-891f-c38122260dfd, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=60427b26-eb23-418b-891f-c38122260dfd,segment=NetworkSegment(31616ef5-202e-4ece-9dd5-62e8ed50ad85),segment_id=31616ef5-202e-4ece-9dd5-62e8ed50ad85)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:47.155084 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-00b66ae4-f830-4b1d-9120-9fbeed6272d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:47.207824 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b66ae4-f830-4b1d-9120-9fbeed6272d6 None None] Pushing event updated for resources: {'Port': ['ID=60427b26-eb23-418b-891f-c38122260dfd,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:47.228197 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc75854c-108b-42f6-ae0f-d5f83adc5b10 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:47.260955 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75854c-108b-42f6-ae0f-d5f83adc5b10 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Port': ['ID=60427b26-eb23-418b-891f-c38122260dfd,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:47.272278 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-803b9a41-b1e9-4817-8393-648f86d975c4 None None] Could not find standard attr ID for object 60427b26-eb23-418b-891f-c38122260dfd. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 13:37:47.296738 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-f23313fa-8167-45b7-8fe8-9e52a820514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:45Z', 'revision_number': 7, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None, '_interfaces': [{'id': '60427b26-eb23-418b-891f-c38122260dfd', 'name': '', 'network_id': 'c4828763-2f79-409a-bc3e-9bf5439aa98c', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:62:e0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '84b7e3b0-411d-4cbf-8992-279a67132fea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:42Z', 'updated_at': '2021-09-30T13:37:46Z', 'revision_number': 4, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': '84b7e3b0-411d-4cbf-8992-279a67132fea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c14748f9-89ff-470a-b2bc-5e19ad1b2f4f', 'name': '', 'network_id': 'ad192aa2-0369-4fb8-8d7f-c5df91c0526a', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:6b:ce:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '98c53633-d70b-4610-9c55-c702c83a4e07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:39Z', 'updated_at': '2021-09-30T13:37:44Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': '98c53633-d70b-4610-9c55-c702c83a4e07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4165bb5-7332-4392-8a9e-1802b7a86a37', 'name': '', 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:63:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:31Z', 'updated_at': '2021-09-30T13:37:36Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348', 'name': '', 'network_id': '08331020-45c3-43f0-866d-50c79ffab1a1', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:2c:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:35Z', 'updated_at': '2021-09-30T13:37:41Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:47.324131 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23313fa-8167-45b7-8fe8-9e52a820514b None None] The sync data for ids ['f4310fb4-5306-46fb-a01a-6029d8363a70'] in n-d-810909-2 is: [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:45Z', 'revision_number': 7, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None, '_interfaces': [{'id': '60427b26-eb23-418b-891f-c38122260dfd', 'name': '', 'network_id': 'c4828763-2f79-409a-bc3e-9bf5439aa98c', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:62:e0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '84b7e3b0-411d-4cbf-8992-279a67132fea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:42Z', 'updated_at': '2021-09-30T13:37:46Z', 'revision_number': 4, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': '84b7e3b0-411d-4cbf-8992-279a67132fea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c14748f9-89ff-470a-b2bc-5e19ad1b2f4f', 'name': '', 'network_id': 'ad192aa2-0369-4fb8-8d7f-c5df91c0526a', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:6b:ce:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '98c53633-d70b-4610-9c55-c702c83a4e07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:39Z', 'updated_at': '2021-09-30T13:37:44Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': '98c53633-d70b-4610-9c55-c702c83a4e07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4165bb5-7332-4392-8a9e-1802b7a86a37', 'name': '', 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:63:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:31Z', 'updated_at': '2021-09-30T13:37:36Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348', 'name': '', 'network_id': '08331020-45c3-43f0-866d-50c79ffab1a1', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:2c:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:35Z', 'updated_at': '2021-09-30T13:37:41Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:37:47.426486 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc75854c-108b-42f6-ae0f-d5f83adc5b10 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:47.633505 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc75854c-108b-42f6-ae0f-d5f83adc5b10 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Router f4310fb4-5306-46fb-a01a-6029d8363a70 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:37:47.729304 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc75854c-108b-42f6-ae0f-d5f83adc5b10 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:37:47.730114 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e80f7a9-6a2b-49ea-bcec-d7c11c7b1954 None None] Sync routers for ids ['f4310fb4-5306-46fb-a01a-6029d8363a70'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:37:47.734383 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cc75854c-108b-42f6-ae0f-d5f83adc5b10 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "PUT /v2.0/routers/f4310fb4-5306-46fb-a01a-6029d8363a70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4685023 Sep 30 13:37:47.737671 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42946) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:47.740961 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e80f7a9-6a2b-49ea-bcec-d7c11c7b1954 None None] Routers {'f4310fb4-5306-46fb-a01a-6029d8363a70'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:47.741565 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-7e80f7a9-6a2b-49ea-bcec-d7c11c7b1954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f4310fb4-5306-46fb-a01a-6029d8363a70'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:47.792099 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34bc306-f97d-4d90-8ec3-d6c307037ecf tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Deleting subnet 84b7e3b0-411d-4cbf-8992-279a67132fea {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:37:47.795150 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a34bc306-f97d-4d90-8ec3-d6c307037ecf tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:47.829784 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-7e80f7a9-6a2b-49ea-bcec-d7c11c7b1954 None None] Set router f4310fb4-5306-46fb-a01a-6029d8363a70 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:47.834758 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a34bc306-f97d-4d90-8ec3-d6c307037ecf tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:47.916292 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a34bc306-f97d-4d90-8ec3-d6c307037ecf tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:47.980136 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a34bc306-f97d-4d90-8ec3-d6c307037ecf tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:48.007631 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bc306-f97d-4d90-8ec3-d6c307037ecf tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Subnet': ['ID=84b7e3b0-411d-4cbf-8992-279a67132fea,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:48.015129 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a34bc306-f97d-4d90-8ec3-d6c307037ecf tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:48.017243 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a34bc306-f97d-4d90-8ec3-d6c307037ecf tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/subnets/84b7e3b0-411d-4cbf-8992-279a67132fea HTTP/1.1" status: 204 len: 168 time: 0.2782288 Sep 30 13:37:48.020965 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42948) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:48.028754 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8805b31f-2174-41e9-8a8f-79d7a0f52db5 None None] Network c4828763-2f79-409a-bc3e-9bf5439aa98c requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:37:48.097909 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5f36b361-64a9-4a31-a10e-ee117f18e0e0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:48.150518 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-7e80f7a9-6a2b-49ea-bcec-d7c11c7b1954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:47Z', 'revision_number': 8, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None, '_interfaces': [{'id': 'c14748f9-89ff-470a-b2bc-5e19ad1b2f4f', 'name': '', 'network_id': 'ad192aa2-0369-4fb8-8d7f-c5df91c0526a', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:6b:ce:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '98c53633-d70b-4610-9c55-c702c83a4e07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:39Z', 'updated_at': '2021-09-30T13:37:44Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': '98c53633-d70b-4610-9c55-c702c83a4e07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4165bb5-7332-4392-8a9e-1802b7a86a37', 'name': '', 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:63:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:31Z', 'updated_at': '2021-09-30T13:37:36Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348', 'name': '', 'network_id': '08331020-45c3-43f0-866d-50c79ffab1a1', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:2c:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:35Z', 'updated_at': '2021-09-30T13:37:41Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:48.153268 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-5f36b361-64a9-4a31-a10e-ee117f18e0e0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Deleting port a307c30e-db04-40e9-8203-05cd078311e6 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:48.153626 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5f36b361-64a9-4a31-a10e-ee117f18e0e0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:48.179807 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e80f7a9-6a2b-49ea-bcec-d7c11c7b1954 None None] Checking router: f4310fb4-5306-46fb-a01a-6029d8363a70 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:37:48.194923 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e80f7a9-6a2b-49ea-bcec-d7c11c7b1954 None None] Routers {'f4310fb4-5306-46fb-a01a-6029d8363a70'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:48.195515 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-7e80f7a9-6a2b-49ea-bcec-d7c11c7b1954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f4310fb4-5306-46fb-a01a-6029d8363a70'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:48.222590 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-5f36b361-64a9-4a31-a10e-ee117f18e0e0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] For port a307c30e-db04-40e9-8203-05cd078311e6, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=a307c30e-db04-40e9-8203-05cd078311e6,segment=NetworkSegment(31616ef5-202e-4ece-9dd5-62e8ed50ad85),segment_id=31616ef5-202e-4ece-9dd5-62e8ed50ad85)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:48.222951 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5f36b361-64a9-4a31-a10e-ee117f18e0e0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:48.236083 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-5f36b361-64a9-4a31-a10e-ee117f18e0e0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Calling delete_port for a307c30e-db04-40e9-8203-05cd078311e6 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:48.276461 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118b1206-c065-4277-9f93-2d461af3cdcd None None] DHCP port deletion for c4828763-2f79-409a-bc3e-9bf5439aa98c request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:37:48.281434 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c6bf9208-b87b-4dc2-b1e0-55aebc6bcc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:48.317498 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5f36b361-64a9-4a31-a10e-ee117f18e0e0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:48.347192 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36b361-64a9-4a31-a10e-ee117f18e0e0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Port': ['ID=a307c30e-db04-40e9-8203-05cd078311e6,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:48.353501 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f36b361-64a9-4a31-a10e-ee117f18e0e0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] No DVR routers for this DVR port a307c30e-db04-40e9-8203-05cd078311e6 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:37:48.435806 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5f36b361-64a9-4a31-a10e-ee117f18e0e0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:48.459068 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-5f36b361-64a9-4a31-a10e-ee117f18e0e0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4828763-2f79-409a-bc3e-9bf5439aa98c']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:48.469292 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-5f36b361-64a9-4a31-a10e-ee117f18e0e0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31616ef5-202e-4ece-9dd5-62e8ed50ad85') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:48.469598 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-5f36b361-64a9-4a31-a10e-ee117f18e0e0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31616ef5-202e-4ece-9dd5-62e8ed50ad85') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:48.472480 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-7e80f7a9-6a2b-49ea-bcec-d7c11c7b1954 None None] Set router f4310fb4-5306-46fb-a01a-6029d8363a70 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:48.480652 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5f36b361-64a9-4a31-a10e-ee117f18e0e0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:48.494753 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5f36b361-64a9-4a31-a10e-ee117f18e0e0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:48.501269 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f36b361-64a9-4a31-a10e-ee117f18e0e0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:37:48.501686 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5f36b361-64a9-4a31-a10e-ee117f18e0e0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:37:48.504764 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:37:48.572092 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5f36b361-64a9-4a31-a10e-ee117f18e0e0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:48.573345 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-118b1206-c065-4277-9f93-2d461af3cdcd None None] Deleting port a307c30e-db04-40e9-8203-05cd078311e6 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:48.573717 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-118b1206-c065-4277-9f93-2d461af3cdcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:48.582200 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5f36b361-64a9-4a31-a10e-ee117f18e0e0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:48.584292 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5f36b361-64a9-4a31-a10e-ee117f18e0e0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/networks/c4828763-2f79-409a-bc3e-9bf5439aa98c HTTP/1.1" status: 204 len: 168 time: 0.5622473 Sep 30 13:37:48.588304 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42950) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:48.600422 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36b361-64a9-4a31-a10e-ee117f18e0e0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Network': ['ID=c4828763-2f79-409a-bc3e-9bf5439aa98c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server [None req-118b1206-c065-4277-9f93-2d461af3cdcd None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network c4828763-2f79-409a-bc3e-9bf5439aa98c could not be found. Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return self._iter().one() Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return self._only_one_row( Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1545, in delete_ports_by_device_id Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1967, in delete_port Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network c4828763-2f79-409a-bc3e-9bf5439aa98c could not be found. Sep 30 13:37:48.619282 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server Sep 30 13:37:48.664061 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device a307c30e-db04-40e9-8203-05cd078311e6 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:37:48.665909 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d7237f-b3e1-44a2-ab7c-eab4ad8a912c None None] DHCP port deletion for c4828763-2f79-409a-bc3e-9bf5439aa98c request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:37:48.695972 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: a307c30e-db04-40e9-8203-05cd078311e6 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:37:48.696319 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device a307c30e-db04-40e9-8203-05cd078311e6 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:37:48.718969 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45e96dc-0266-4a5d-b563-2e320e961fb5 None None] get_active_networks_info from n-d-810909-2 {{(pid=94765) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 13:37:48.849838 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-7e80f7a9-6a2b-49ea-bcec-d7c11c7b1954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:47Z', 'revision_number': 8, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None, '_interfaces': [{'id': 'c14748f9-89ff-470a-b2bc-5e19ad1b2f4f', 'name': '', 'network_id': 'ad192aa2-0369-4fb8-8d7f-c5df91c0526a', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:6b:ce:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '98c53633-d70b-4610-9c55-c702c83a4e07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:39Z', 'updated_at': '2021-09-30T13:37:44Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': '98c53633-d70b-4610-9c55-c702c83a4e07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4165bb5-7332-4392-8a9e-1802b7a86a37', 'name': '', 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:63:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:31Z', 'updated_at': '2021-09-30T13:37:36Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348', 'name': '', 'network_id': '08331020-45c3-43f0-866d-50c79ffab1a1', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:2c:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:35Z', 'updated_at': '2021-09-30T13:37:41Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:48.881328 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45e96dc-0266-4a5d-b563-2e320e961fb5 None None] Resources bound (agent type, host, resource id): {{(pid=94765) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 13:37:48.884347 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e80f7a9-6a2b-49ea-bcec-d7c11c7b1954 None None] The sync data for ids ['f4310fb4-5306-46fb-a01a-6029d8363a70'] in n-d-810909-2 is: [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:47Z', 'revision_number': 8, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None, '_interfaces': [{'id': 'c14748f9-89ff-470a-b2bc-5e19ad1b2f4f', 'name': '', 'network_id': 'ad192aa2-0369-4fb8-8d7f-c5df91c0526a', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:6b:ce:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '98c53633-d70b-4610-9c55-c702c83a4e07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:39Z', 'updated_at': '2021-09-30T13:37:44Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': '98c53633-d70b-4610-9c55-c702c83a4e07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4165bb5-7332-4392-8a9e-1802b7a86a37', 'name': '', 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:63:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:31Z', 'updated_at': '2021-09-30T13:37:36Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348', 'name': '', 'network_id': '08331020-45c3-43f0-866d-50c79ffab1a1', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:2c:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:35Z', 'updated_at': '2021-09-30T13:37:41Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:37:48.932156 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-27d83da2-06ee-4bc0-aec3-037402b6e883 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:49.173540 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-27d83da2-06ee-4bc0-aec3-037402b6e883 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Deleting port c14748f9-89ff-470a-b2bc-5e19ad1b2f4f {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:49.173806 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-27d83da2-06ee-4bc0-aec3-037402b6e883 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:49.270047 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-27d83da2-06ee-4bc0-aec3-037402b6e883 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] For port c14748f9-89ff-470a-b2bc-5e19ad1b2f4f, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c14748f9-89ff-470a-b2bc-5e19ad1b2f4f,segment=NetworkSegment(025237ce-e974-4e14-9a0e-e61aff75f703),segment_id=025237ce-e974-4e14-9a0e-e61aff75f703)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:49.270421 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-27d83da2-06ee-4bc0-aec3-037402b6e883 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:49.282568 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-27d83da2-06ee-4bc0-aec3-037402b6e883 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Calling delete_port for c14748f9-89ff-470a-b2bc-5e19ad1b2f4f owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:49.385634 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9933be9-53ad-402f-bed3-17991253527b None None] Sync routers for ids ['f4310fb4-5306-46fb-a01a-6029d8363a70'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:37:49.395122 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9933be9-53ad-402f-bed3-17991253527b None None] Routers {'f4310fb4-5306-46fb-a01a-6029d8363a70'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:49.395838 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-c9933be9-53ad-402f-bed3-17991253527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f4310fb4-5306-46fb-a01a-6029d8363a70'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:49.468650 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-27d83da2-06ee-4bc0-aec3-037402b6e883 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:49.489849 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-c9933be9-53ad-402f-bed3-17991253527b None None] Set router f4310fb4-5306-46fb-a01a-6029d8363a70 gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:49.493818 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d83da2-06ee-4bc0-aec3-037402b6e883 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Port': ['ID=c14748f9-89ff-470a-b2bc-5e19ad1b2f4f,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:49.660470 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-27d83da2-06ee-4bc0-aec3-037402b6e883 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:49.691164 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:49.713691 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-c9933be9-53ad-402f-bed3-17991253527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:47Z', 'revision_number': 8, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None, '_interfaces': [{'id': 'c14748f9-89ff-470a-b2bc-5e19ad1b2f4f', 'name': '', 'network_id': 'ad192aa2-0369-4fb8-8d7f-c5df91c0526a', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:6b:ce:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '98c53633-d70b-4610-9c55-c702c83a4e07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:39Z', 'updated_at': '2021-09-30T13:37:44Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': '98c53633-d70b-4610-9c55-c702c83a4e07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4165bb5-7332-4392-8a9e-1802b7a86a37', 'name': '', 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:63:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:31Z', 'updated_at': '2021-09-30T13:37:36Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348', 'name': '', 'network_id': '08331020-45c3-43f0-866d-50c79ffab1a1', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:2c:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:35Z', 'updated_at': '2021-09-30T13:37:41Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:49.740544 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9933be9-53ad-402f-bed3-17991253527b None None] Checking router: f4310fb4-5306-46fb-a01a-6029d8363a70 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:37:49.749468 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9933be9-53ad-402f-bed3-17991253527b None None] Routers {'f4310fb4-5306-46fb-a01a-6029d8363a70'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:49.750102 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-c9933be9-53ad-402f-bed3-17991253527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f4310fb4-5306-46fb-a01a-6029d8363a70'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:49.834501 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-c9933be9-53ad-402f-bed3-17991253527b None None] Set router f4310fb4-5306-46fb-a01a-6029d8363a70 gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:49.866533 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d83da2-06ee-4bc0-aec3-037402b6e883 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Router f4310fb4-5306-46fb-a01a-6029d8363a70 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:37:50.043822 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-c9933be9-53ad-402f-bed3-17991253527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:49Z', 'revision_number': 9, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None, '_interfaces': [{'id': 'd4165bb5-7332-4392-8a9e-1802b7a86a37', 'name': '', 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:63:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:31Z', 'updated_at': '2021-09-30T13:37:36Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348', 'name': '', 'network_id': '08331020-45c3-43f0-866d-50c79ffab1a1', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:2c:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:35Z', 'updated_at': '2021-09-30T13:37:41Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:50.075334 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9933be9-53ad-402f-bed3-17991253527b None None] The sync data for ids ['f4310fb4-5306-46fb-a01a-6029d8363a70'] in n-d-810909-2 is: [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:49Z', 'revision_number': 9, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None, '_interfaces': [{'id': 'd4165bb5-7332-4392-8a9e-1802b7a86a37', 'name': '', 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:63:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:31Z', 'updated_at': '2021-09-30T13:37:36Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348', 'name': '', 'network_id': '08331020-45c3-43f0-866d-50c79ffab1a1', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:2c:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:35Z', 'updated_at': '2021-09-30T13:37:41Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:37:50.306619 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d83da2-06ee-4bc0-aec3-037402b6e883 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:37:50.311654 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-27d83da2-06ee-4bc0-aec3-037402b6e883 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "PUT /v2.0/routers/f4310fb4-5306-46fb-a01a-6029d8363a70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7196271 Sep 30 13:37:50.314465 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42952) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:50.364517 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02f0a3b-e8ea-4bfb-89d7-f7bc13e3ee70 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Deleting subnet 98c53633-d70b-4610-9c55-c702c83a4e07 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:37:50.367777 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a02f0a3b-e8ea-4bfb-89d7-f7bc13e3ee70 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:50.407614 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a02f0a3b-e8ea-4bfb-89d7-f7bc13e3ee70 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:50.517277 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a02f0a3b-e8ea-4bfb-89d7-f7bc13e3ee70 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:50.587006 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a02f0a3b-e8ea-4bfb-89d7-f7bc13e3ee70 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:50.612986 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f0a3b-e8ea-4bfb-89d7-f7bc13e3ee70 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Subnet': ['ID=98c53633-d70b-4610-9c55-c702c83a4e07,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:50.617892 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 60427b26-eb23-418b-891f-c38122260dfd no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:37:50.618437 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a02f0a3b-e8ea-4bfb-89d7-f7bc13e3ee70 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:50.620325 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a02f0a3b-e8ea-4bfb-89d7-f7bc13e3ee70 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/subnets/98c53633-d70b-4610-9c55-c702c83a4e07 HTTP/1.1" status: 204 len: 168 time: 0.3049047 Sep 30 13:37:50.623051 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42954) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:50.625333 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef60036-ed11-4059-9c13-ce26bddc41fc None None] Network ad192aa2-0369-4fb8-8d7f-c5df91c0526a requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:37:50.653976 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba4bc0b-e1f0-414e-bfe5-29e176161ed9 None None] Sync routers for ids ['f4310fb4-5306-46fb-a01a-6029d8363a70'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:37:50.664362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 60427b26-eb23-418b-891f-c38122260dfd {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:37:50.664702 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 60427b26-eb23-418b-891f-c38122260dfd not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:37:50.665118 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c14748f9-89ff-470a-b2bc-5e19ad1b2f4f no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:37:50.698209 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: c14748f9-89ff-470a-b2bc-5e19ad1b2f4f {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:37:50.698924 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c14748f9-89ff-470a-b2bc-5e19ad1b2f4f not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:37:50.709502 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ab406096-80df-4e76-a085-b4d8fe56b193 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:50.733099 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba4bc0b-e1f0-414e-bfe5-29e176161ed9 None None] Routers {'f4310fb4-5306-46fb-a01a-6029d8363a70'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:50.733712 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2ba4bc0b-e1f0-414e-bfe5-29e176161ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f4310fb4-5306-46fb-a01a-6029d8363a70'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:50.761322 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-ab406096-80df-4e76-a085-b4d8fe56b193 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Deleting port 30a64104-c648-45fd-86eb-26d298772608 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:50.761662 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ab406096-80df-4e76-a085-b4d8fe56b193 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:50.791153 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bb849ba2-b3ec-4a2a-88d1-12ae3f9ef36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:50.828236 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-ab406096-80df-4e76-a085-b4d8fe56b193 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] For port 30a64104-c648-45fd-86eb-26d298772608, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=30a64104-c648-45fd-86eb-26d298772608,segment=NetworkSegment(025237ce-e974-4e14-9a0e-e61aff75f703),segment_id=025237ce-e974-4e14-9a0e-e61aff75f703)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:50.828494 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ab406096-80df-4e76-a085-b4d8fe56b193 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:50.839955 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-ab406096-80df-4e76-a085-b4d8fe56b193 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Calling delete_port for 30a64104-c648-45fd-86eb-26d298772608 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:50.872127 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-2ba4bc0b-e1f0-414e-bfe5-29e176161ed9 None None] Set router f4310fb4-5306-46fb-a01a-6029d8363a70 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:50.920647 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ab406096-80df-4e76-a085-b4d8fe56b193 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:50.950407 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab406096-80df-4e76-a085-b4d8fe56b193 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] No DVR routers for this DVR port 30a64104-c648-45fd-86eb-26d298772608 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:37:50.955528 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab406096-80df-4e76-a085-b4d8fe56b193 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Port': ['ID=30a64104-c648-45fd-86eb-26d298772608,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:51.004668 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18ce680-e86a-437d-996c-044981e84a77 None None] DHCP port deletion for ad192aa2-0369-4fb8-8d7f-c5df91c0526a request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:37:51.038049 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ab406096-80df-4e76-a085-b4d8fe56b193 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:51.059304 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-ab406096-80df-4e76-a085-b4d8fe56b193 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad192aa2-0369-4fb8-8d7f-c5df91c0526a']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:51.070925 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-ab406096-80df-4e76-a085-b4d8fe56b193 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025237ce-e974-4e14-9a0e-e61aff75f703') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:51.071169 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-ab406096-80df-4e76-a085-b4d8fe56b193 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025237ce-e974-4e14-9a0e-e61aff75f703') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:51.081745 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ab406096-80df-4e76-a085-b4d8fe56b193 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:51.089707 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2ba4bc0b-e1f0-414e-bfe5-29e176161ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:49Z', 'revision_number': 9, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None, '_interfaces': [{'id': 'd4165bb5-7332-4392-8a9e-1802b7a86a37', 'name': '', 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:63:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:31Z', 'updated_at': '2021-09-30T13:37:36Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348', 'name': '', 'network_id': '08331020-45c3-43f0-866d-50c79ffab1a1', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:2c:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:35Z', 'updated_at': '2021-09-30T13:37:41Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:51.094719 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ab406096-80df-4e76-a085-b4d8fe56b193 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:51.101377 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab406096-80df-4e76-a085-b4d8fe56b193 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:37:51.101772 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ab406096-80df-4e76-a085-b4d8fe56b193 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:37:51.104789 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:37:51.117764 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba4bc0b-e1f0-414e-bfe5-29e176161ed9 None None] Checking router: f4310fb4-5306-46fb-a01a-6029d8363a70 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:37:51.126001 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba4bc0b-e1f0-414e-bfe5-29e176161ed9 None None] Routers {'f4310fb4-5306-46fb-a01a-6029d8363a70'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:51.127731 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2ba4bc0b-e1f0-414e-bfe5-29e176161ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f4310fb4-5306-46fb-a01a-6029d8363a70'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:51.168449 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ab406096-80df-4e76-a085-b4d8fe56b193 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:51.177466 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ab406096-80df-4e76-a085-b4d8fe56b193 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:51.182266 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ab406096-80df-4e76-a085-b4d8fe56b193 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/networks/ad192aa2-0369-4fb8-8d7f-c5df91c0526a HTTP/1.1" status: 204 len: 168 time: 0.5549626 Sep 30 13:37:51.182618 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42956) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:51.189479 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab406096-80df-4e76-a085-b4d8fe56b193 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Network': ['ID=ad192aa2-0369-4fb8-8d7f-c5df91c0526a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:51.220292 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-2ba4bc0b-e1f0-414e-bfe5-29e176161ed9 None None] Set router f4310fb4-5306-46fb-a01a-6029d8363a70 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:51.424994 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2ba4bc0b-e1f0-414e-bfe5-29e176161ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:49Z', 'revision_number': 9, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None, '_interfaces': [{'id': 'd4165bb5-7332-4392-8a9e-1802b7a86a37', 'name': '', 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:63:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:31Z', 'updated_at': '2021-09-30T13:37:36Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348', 'name': '', 'network_id': '08331020-45c3-43f0-866d-50c79ffab1a1', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:2c:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:35Z', 'updated_at': '2021-09-30T13:37:41Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:51.451240 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba4bc0b-e1f0-414e-bfe5-29e176161ed9 None None] The sync data for ids ['f4310fb4-5306-46fb-a01a-6029d8363a70'] in n-d-810909-2 is: [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:49Z', 'revision_number': 9, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None, '_interfaces': [{'id': 'd4165bb5-7332-4392-8a9e-1802b7a86a37', 'name': '', 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:63:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:31Z', 'updated_at': '2021-09-30T13:37:36Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348', 'name': '', 'network_id': '08331020-45c3-43f0-866d-50c79ffab1a1', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:2c:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:35Z', 'updated_at': '2021-09-30T13:37:41Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'e782294a-25dc-4808-ab1a-4328dcfd2f79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:37:51.521131 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-528c7931-f71a-4392-bd6d-2a1ec12b6759 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:51.640414 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:51.769283 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-528c7931-f71a-4392-bd6d-2a1ec12b6759 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Deleting port e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:51.769531 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-528c7931-f71a-4392-bd6d-2a1ec12b6759 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:51.856981 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-528c7931-f71a-4392-bd6d-2a1ec12b6759 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] For port e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348,segment=NetworkSegment(ca6fc23e-6155-4045-ac77-979e50c35b52),segment_id=ca6fc23e-6155-4045-ac77-979e50c35b52)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:51.857338 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-528c7931-f71a-4392-bd6d-2a1ec12b6759 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:51.869512 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-528c7931-f71a-4392-bd6d-2a1ec12b6759 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Calling delete_port for e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:52.035135 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-528c7931-f71a-4392-bd6d-2a1ec12b6759 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:52.059943 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c7931-f71a-4392-bd6d-2a1ec12b6759 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Port': ['ID=e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:52.223765 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-528c7931-f71a-4392-bd6d-2a1ec12b6759 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:52.427538 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:52.667065 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 30a64104-c648-45fd-86eb-26d298772608 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:37:52.687625 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 30a64104-c648-45fd-86eb-26d298772608 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:37:52.687913 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 30a64104-c648-45fd-86eb-26d298772608 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:37:52.714836 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528c7931-f71a-4392-bd6d-2a1ec12b6759 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Router f4310fb4-5306-46fb-a01a-6029d8363a70 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:37:52.801012 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528c7931-f71a-4392-bd6d-2a1ec12b6759 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:37:52.806089 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-528c7931-f71a-4392-bd6d-2a1ec12b6759 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "PUT /v2.0/routers/f4310fb4-5306-46fb-a01a-6029d8363a70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6222391 Sep 30 13:37:52.808728 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42958) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:52.810229 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419b4748-6960-4fcf-b92e-1bd3c657353f None None] Sync routers for ids ['f4310fb4-5306-46fb-a01a-6029d8363a70'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:37:52.819423 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419b4748-6960-4fcf-b92e-1bd3c657353f None None] Routers {'f4310fb4-5306-46fb-a01a-6029d8363a70'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:52.820121 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-419b4748-6960-4fcf-b92e-1bd3c657353f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f4310fb4-5306-46fb-a01a-6029d8363a70'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:52.862430 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-69dc5f0d-33ee-488c-976f-53784506c6cf tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Deleting subnet e782294a-25dc-4808-ab1a-4328dcfd2f79 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:37:52.865508 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-69dc5f0d-33ee-488c-976f-53784506c6cf tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:52.903879 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-419b4748-6960-4fcf-b92e-1bd3c657353f None None] Set router f4310fb4-5306-46fb-a01a-6029d8363a70 gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:52.905178 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-69dc5f0d-33ee-488c-976f-53784506c6cf tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:52.992368 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-69dc5f0d-33ee-488c-976f-53784506c6cf tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:53.055500 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-69dc5f0d-33ee-488c-976f-53784506c6cf tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:53.085930 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc5f0d-33ee-488c-976f-53784506c6cf tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Subnet': ['ID=e782294a-25dc-4808-ab1a-4328dcfd2f79,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:53.090868 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-69dc5f0d-33ee-488c-976f-53784506c6cf tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:53.095806 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-69dc5f0d-33ee-488c-976f-53784506c6cf tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/subnets/e782294a-25dc-4808-ab1a-4328dcfd2f79 HTTP/1.1" status: 204 len: 168 time: 0.2830727 Sep 30 13:37:53.095806 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42960) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:53.098424 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-419b4748-6960-4fcf-b92e-1bd3c657353f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:51Z', 'revision_number': 10, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None, '_interfaces': [{'id': 'd4165bb5-7332-4392-8a9e-1802b7a86a37', 'name': '', 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:63:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:31Z', 'updated_at': '2021-09-30T13:37:36Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:53.098889 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235f798f-4df8-4553-b045-58ea64704b02 None None] Network 08331020-45c3-43f0-866d-50c79ffab1a1 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:37:53.128389 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419b4748-6960-4fcf-b92e-1bd3c657353f None None] Checking router: f4310fb4-5306-46fb-a01a-6029d8363a70 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:37:53.137108 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419b4748-6960-4fcf-b92e-1bd3c657353f None None] Routers {'f4310fb4-5306-46fb-a01a-6029d8363a70'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:53.137719 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-419b4748-6960-4fcf-b92e-1bd3c657353f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f4310fb4-5306-46fb-a01a-6029d8363a70'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:53.176974 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a9d4cd4-61fe-414f-b9b4-f426f75ea169 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:53.229115 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-419b4748-6960-4fcf-b92e-1bd3c657353f None None] Set router f4310fb4-5306-46fb-a01a-6029d8363a70 gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:53.239752 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-7a9d4cd4-61fe-414f-b9b4-f426f75ea169 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Deleting port 2ae2d376-1401-439a-8ef4-b74ecb50646c {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:53.240321 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a9d4cd4-61fe-414f-b9b4-f426f75ea169 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:53.294855 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54ad007-1e2c-48e8-ac27-51735862602d None None] DHCP port deletion for 08331020-45c3-43f0-866d-50c79ffab1a1 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:37:53.309535 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-7a9d4cd4-61fe-414f-b9b4-f426f75ea169 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] For port 2ae2d376-1401-439a-8ef4-b74ecb50646c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2ae2d376-1401-439a-8ef4-b74ecb50646c,segment=NetworkSegment(ca6fc23e-6155-4045-ac77-979e50c35b52),segment_id=ca6fc23e-6155-4045-ac77-979e50c35b52)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:53.309901 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a9d4cd4-61fe-414f-b9b4-f426f75ea169 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:53.322648 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-7a9d4cd4-61fe-414f-b9b4-f426f75ea169 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Calling delete_port for 2ae2d376-1401-439a-8ef4-b74ecb50646c owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:53.348577 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-f54ad007-1e2c-48e8-ac27-51735862602d None None] Deleting port 2ae2d376-1401-439a-8ef4-b74ecb50646c {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:53.348981 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f54ad007-1e2c-48e8-ac27-51735862602d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:53.410772 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a9d4cd4-61fe-414f-b9b4-f426f75ea169 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:53.414910 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f54ad007-1e2c-48e8-ac27-51735862602d None None] For port 2ae2d376-1401-439a-8ef4-b74ecb50646c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2ae2d376-1401-439a-8ef4-b74ecb50646c,segment=NetworkSegment(ca6fc23e-6155-4045-ac77-979e50c35b52),segment_id=ca6fc23e-6155-4045-ac77-979e50c35b52)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:53.415310 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f54ad007-1e2c-48e8-ac27-51735862602d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:53.427779 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-419b4748-6960-4fcf-b92e-1bd3c657353f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:51Z', 'revision_number': 10, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None, '_interfaces': [{'id': 'd4165bb5-7332-4392-8a9e-1802b7a86a37', 'name': '', 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:63:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:31Z', 'updated_at': '2021-09-30T13:37:36Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:53.429120 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-f54ad007-1e2c-48e8-ac27-51735862602d None None] Calling delete_port for 2ae2d376-1401-439a-8ef4-b74ecb50646c owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:53.443911 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9d4cd4-61fe-414f-b9b4-f426f75ea169 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] No DVR routers for this DVR port 2ae2d376-1401-439a-8ef4-b74ecb50646c on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:37:53.449690 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d4cd4-61fe-414f-b9b4-f426f75ea169 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Port': ['ID=2ae2d376-1401-439a-8ef4-b74ecb50646c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:53.461209 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419b4748-6960-4fcf-b92e-1bd3c657353f None None] The sync data for ids ['f4310fb4-5306-46fb-a01a-6029d8363a70'] in n-d-810909-2 is: [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:51Z', 'revision_number': 10, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None, '_interfaces': [{'id': 'd4165bb5-7332-4392-8a9e-1802b7a86a37', 'name': '', 'network_id': 'a8af6fe9-976c-4447-9986-9b9d17fc4b90', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'mac_address': 'fa:16:3e:63:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:37:31Z', 'updated_at': '2021-09-30T13:37:36Z', 'revision_number': 5, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'subnets': [{'id': 'edccaf1a-7e2a-4af6-828a-42955d35f040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:37:53.516221 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f54ad007-1e2c-48e8-ac27-51735862602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:53.534592 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a9d4cd4-61fe-414f-b9b4-f426f75ea169 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:53.545059 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ad007-1e2c-48e8-ac27-51735862602d None None] Pushing event deleted for resources: {'Port': ['ID=2ae2d376-1401-439a-8ef4-b74ecb50646c,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:53.552104 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54ad007-1e2c-48e8-ac27-51735862602d None None] No DVR routers for this DVR port 2ae2d376-1401-439a-8ef4-b74ecb50646c on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:37:53.563807 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-7a9d4cd4-61fe-414f-b9b4-f426f75ea169 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08331020-45c3-43f0-866d-50c79ffab1a1']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:53.574627 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-7a9d4cd4-61fe-414f-b9b4-f426f75ea169 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca6fc23e-6155-4045-ac77-979e50c35b52') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:53.574765 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-7a9d4cd4-61fe-414f-b9b4-f426f75ea169 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca6fc23e-6155-4045-ac77-979e50c35b52') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:53.588500 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a9d4cd4-61fe-414f-b9b4-f426f75ea169 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:53.601978 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a9d4cd4-61fe-414f-b9b4-f426f75ea169 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:53.607981 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a9d4cd4-61fe-414f-b9b4-f426f75ea169 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:37:53.608361 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a9d4cd4-61fe-414f-b9b4-f426f75ea169 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:37:53.611419 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:37:53.667798 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a9d4cd4-61fe-414f-b9b4-f426f75ea169 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:53.676063 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7a9d4cd4-61fe-414f-b9b4-f426f75ea169 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:53.677858 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7a9d4cd4-61fe-414f-b9b4-f426f75ea169 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/networks/08331020-45c3-43f0-866d-50c79ffab1a1 HTTP/1.1" status: 204 len: 168 time: 0.5811756 Sep 30 13:37:53.680715 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42962) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:53.687000 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d4cd4-61fe-414f-b9b4-f426f75ea169 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Network': ['ID=08331020-45c3-43f0-866d-50c79ffab1a1,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:54.006071 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c624bf82-66dc-4e8f-910b-d644d0198e35 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:54.186886 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:54.254575 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-c624bf82-66dc-4e8f-910b-d644d0198e35 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Deleting port d4165bb5-7332-4392-8a9e-1802b7a86a37 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:54.254906 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c624bf82-66dc-4e8f-910b-d644d0198e35 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:54.348485 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-c624bf82-66dc-4e8f-910b-d644d0198e35 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] For port d4165bb5-7332-4392-8a9e-1802b7a86a37, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d4165bb5-7332-4392-8a9e-1802b7a86a37,segment=NetworkSegment(d7be4ab0-ffc2-4868-8443-066bec07a079),segment_id=d7be4ab0-ffc2-4868-8443-066bec07a079)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:54.348752 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c624bf82-66dc-4e8f-910b-d644d0198e35 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:54.360115 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-c624bf82-66dc-4e8f-910b-d644d0198e35 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Calling delete_port for d4165bb5-7332-4392-8a9e-1802b7a86a37 owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:54.528363 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c624bf82-66dc-4e8f-910b-d644d0198e35 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:54.558165 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624bf82-66dc-4e8f-910b-d644d0198e35 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Port': ['ID=d4165bb5-7332-4392-8a9e-1802b7a86a37,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:54.619367 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:37:54.642360 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:37:54.642866 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e0a0c02e-1ab8-4fa0-b762-f0cec9fa8348 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:37:54.644028 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2ae2d376-1401-439a-8ef4-b74ecb50646c no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:37:54.663458 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 2ae2d376-1401-439a-8ef4-b74ecb50646c {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:37:54.664107 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2ae2d376-1401-439a-8ef4-b74ecb50646c not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:37:54.704227 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c624bf82-66dc-4e8f-910b-d644d0198e35 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:54.860674 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c624bf82-66dc-4e8f-910b-d644d0198e35 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Router f4310fb4-5306-46fb-a01a-6029d8363a70 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:37:54.935715 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c624bf82-66dc-4e8f-910b-d644d0198e35 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:37:54.941631 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c624bf82-66dc-4e8f-910b-d644d0198e35 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "PUT /v2.0/routers/f4310fb4-5306-46fb-a01a-6029d8363a70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2598443 Sep 30 13:37:54.944190 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42964) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:54.945509 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586f54c8-bfa1-494d-bb83-aba3c2b1b0c5 None None] Sync routers for ids ['f4310fb4-5306-46fb-a01a-6029d8363a70'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:37:54.954691 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586f54c8-bfa1-494d-bb83-aba3c2b1b0c5 None None] Routers {'f4310fb4-5306-46fb-a01a-6029d8363a70'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:54.955379 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-586f54c8-bfa1-494d-bb83-aba3c2b1b0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f4310fb4-5306-46fb-a01a-6029d8363a70'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:54.993727 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-9250a343-b5b5-4e83-a8d1-916de85a3daa tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Deleting subnet edccaf1a-7e2a-4af6-828a-42955d35f040 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:37:54.996772 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9250a343-b5b5-4e83-a8d1-916de85a3daa tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:55.024490 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-586f54c8-bfa1-494d-bb83-aba3c2b1b0c5 None None] Set router f4310fb4-5306-46fb-a01a-6029d8363a70 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:55.035830 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9250a343-b5b5-4e83-a8d1-916de85a3daa tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:55.080447 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-586f54c8-bfa1-494d-bb83-aba3c2b1b0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:54Z', 'revision_number': 11, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:55.106655 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586f54c8-bfa1-494d-bb83-aba3c2b1b0c5 None None] Checking router: f4310fb4-5306-46fb-a01a-6029d8363a70 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:37:55.115462 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586f54c8-bfa1-494d-bb83-aba3c2b1b0c5 None None] Routers {'f4310fb4-5306-46fb-a01a-6029d8363a70'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:55.116147 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-586f54c8-bfa1-494d-bb83-aba3c2b1b0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f4310fb4-5306-46fb-a01a-6029d8363a70'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:55.123898 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9250a343-b5b5-4e83-a8d1-916de85a3daa tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:55.180570 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9250a343-b5b5-4e83-a8d1-916de85a3daa tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:55.185888 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-586f54c8-bfa1-494d-bb83-aba3c2b1b0c5 None None] Set router f4310fb4-5306-46fb-a01a-6029d8363a70 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:55.210343 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250a343-b5b5-4e83-a8d1-916de85a3daa tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Subnet': ['ID=edccaf1a-7e2a-4af6-828a-42955d35f040,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:55.213105 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9250a343-b5b5-4e83-a8d1-916de85a3daa tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:55.217721 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42966) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:55.218315 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9250a343-b5b5-4e83-a8d1-916de85a3daa tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/subnets/edccaf1a-7e2a-4af6-828a-42955d35f040 HTTP/1.1" status: 204 len: 168 time: 0.2726076 Sep 30 13:37:55.241414 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15146a6-ff7c-4ef5-9d23-989736e33670 None None] Network a8af6fe9-976c-4447-9986-9b9d17fc4b90 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:37:55.243706 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-586f54c8-bfa1-494d-bb83-aba3c2b1b0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:54Z', 'revision_number': 11, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:55.284755 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586f54c8-bfa1-494d-bb83-aba3c2b1b0c5 None None] The sync data for ids ['f4310fb4-5306-46fb-a01a-6029d8363a70'] in n-d-810909-2 is: [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:54Z', 'revision_number': 11, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:37:55.301057 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-55b112fd-8813-4b16-9d0a-a719fc801b00 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:55.354450 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-55b112fd-8813-4b16-9d0a-a719fc801b00 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Deleting port 7c98ff3e-c459-4fad-85c7-0b9b0d276993 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:37:55.354794 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-55b112fd-8813-4b16-9d0a-a719fc801b00 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:55.418686 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-55b112fd-8813-4b16-9d0a-a719fc801b00 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] For port 7c98ff3e-c459-4fad-85c7-0b9b0d276993, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=7c98ff3e-c459-4fad-85c7-0b9b0d276993,segment=NetworkSegment(d7be4ab0-ffc2-4868-8443-066bec07a079),segment_id=d7be4ab0-ffc2-4868-8443-066bec07a079)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:37:55.419052 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-55b112fd-8813-4b16-9d0a-a719fc801b00 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:55.431448 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-55b112fd-8813-4b16-9d0a-a719fc801b00 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Calling delete_port for 7c98ff3e-c459-4fad-85c7-0b9b0d276993 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:37:55.514025 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-55b112fd-8813-4b16-9d0a-a719fc801b00 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:55.540372 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b112fd-8813-4b16-9d0a-a719fc801b00 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Port': ['ID=7c98ff3e-c459-4fad-85c7-0b9b0d276993,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:55.544268 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b112fd-8813-4b16-9d0a-a719fc801b00 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] No DVR routers for this DVR port 7c98ff3e-c459-4fad-85c7-0b9b0d276993 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:37:55.626226 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-55b112fd-8813-4b16-9d0a-a719fc801b00 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:55.649096 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-55b112fd-8813-4b16-9d0a-a719fc801b00 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8af6fe9-976c-4447-9986-9b9d17fc4b90']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:55.659522 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-55b112fd-8813-4b16-9d0a-a719fc801b00 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7be4ab0-ffc2-4868-8443-066bec07a079') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:55.660095 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-55b112fd-8813-4b16-9d0a-a719fc801b00 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7be4ab0-ffc2-4868-8443-066bec07a079') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:55.669417 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07d7df5-dd58-47bd-b161-38e58a8e8e53 None None] DHCP port deletion for a8af6fe9-976c-4447-9986-9b9d17fc4b90 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:37:55.675961 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-55b112fd-8813-4b16-9d0a-a719fc801b00 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:55.690919 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-55b112fd-8813-4b16-9d0a-a719fc801b00 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:55.693345 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62d92522-49cc-4dd9-ada5-d30ee22a4163 req-86eed906-1c12-4f79-928f-70e148193eea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0671275 Sep 30 13:37:55.697165 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b112fd-8813-4b16-9d0a-a719fc801b00 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:37:55.697561 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-55b112fd-8813-4b16-9d0a-a719fc801b00 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:37:55.700626 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:37:55.762616 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-55b112fd-8813-4b16-9d0a-a719fc801b00 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:55.769887 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-55b112fd-8813-4b16-9d0a-a719fc801b00 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:55.771497 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-55b112fd-8813-4b16-9d0a-a719fc801b00 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/networks/a8af6fe9-976c-4447-9986-9b9d17fc4b90 HTTP/1.1" status: 204 len: 168 time: 0.5525870 Sep 30 13:37:55.778743 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42968) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:55.784055 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-bdf06936-dbc1-4a95-9ae1-1c393f810400 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'router': {'routes': None}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:55.787612 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b112fd-8813-4b16-9d0a-a719fc801b00 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Pushing event deleted for resources: {'Network': ['ID=a8af6fe9-976c-4447-9986-9b9d17fc4b90,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:37:55.867639 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d92522-49cc-4dd9-ada5-d30ee22a4163 req-a8f5d584-983a-4dd0-ae65-18f04adb7c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:55.869123 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62d92522-49cc-4dd9-ada5-d30ee22a4163 req-a8f5d584-983a-4dd0-ae65-18f04adb7c5f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 1097 time: 0.1333187 Sep 30 13:37:55.991905 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.extraroute_db [None req-bdf06936-dbc1-4a95-9ae1-1c393f810400 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Added routes are [] {{(pid=94763) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 30 13:37:55.992149 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.extraroute_db [None req-bdf06936-dbc1-4a95-9ae1-1c393f810400 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Removed routes are [] {{(pid=94763) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 30 13:37:55.992611 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bdf06936-dbc1-4a95-9ae1-1c393f810400 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-414777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:56.143264 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d92522-49cc-4dd9-ada5-d30ee22a4163 req-b5581dec-ad4b-4568-908e-50322ed1b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:56.144722 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62d92522-49cc-4dd9-ada5-d30ee22a4163 req-b5581dec-ad4b-4568-908e-50322ed1b2fd service neutron] 10.222.0.39 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 912 time: 0.2440717 Sep 30 13:37:56.170506 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bdf06936-dbc1-4a95-9ae1-1c393f810400 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-414777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:56.181030 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bdf06936-dbc1-4a95-9ae1-1c393f810400 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-417349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-414758'] for router, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:56.618210 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d4165bb5-7332-4392-8a9e-1802b7a86a37 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:37:56.634372 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62d92522-49cc-4dd9-ada5-d30ee22a4163 req-e1d5d6d1-db4d-4a5e-b67d-542bb88a9ef6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0da4009d-5381-4997-bf33-5788a359a513 HTTP/1.1" status: 200 len: 1002 time: 0.4619524 Sep 30 13:37:56.642135 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf06936-dbc1-4a95-9ae1-1c393f810400 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Router f4310fb4-5306-46fb-a01a-6029d8363a70 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:37:56.733141 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d92522-49cc-4dd9-ada5-d30ee22a4163 req-e06ed228-c888-4b24-a7d9-a08e30a54228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:56.734581 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62d92522-49cc-4dd9-ada5-d30ee22a4163 req-e06ed228-c888-4b24-a7d9-a08e30a54228 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a29bd19-7bbd-493a-b0e5-a534c2103246 HTTP/1.1" status: 200 len: 850 time: 0.0913970 Sep 30 13:37:56.770950 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf06936-dbc1-4a95-9ae1-1c393f810400 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:37:56.778706 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bdf06936-dbc1-4a95-9ae1-1c393f810400 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:56.783159 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bdf06936-dbc1-4a95-9ae1-1c393f810400 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "PUT /v2.0/routers/f4310fb4-5306-46fb-a01a-6029d8363a70 HTTP/1.1" status: 200 len: 701 time: 0.9998605 Sep 30 13:37:56.783746 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42970) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:56.785588 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc2a3cd-1653-4b5b-b19e-45777833adc5 None None] Sync routers for ids ['f4310fb4-5306-46fb-a01a-6029d8363a70'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:37:56.794161 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: d4165bb5-7332-4392-8a9e-1802b7a86a37 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:37:56.794726 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d4165bb5-7332-4392-8a9e-1802b7a86a37 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:37:56.794967 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 7c98ff3e-c459-4fad-85c7-0b9b0d276993 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:37:56.797093 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc2a3cd-1653-4b5b-b19e-45777833adc5 None None] Routers {'f4310fb4-5306-46fb-a01a-6029d8363a70'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:56.797958 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-abc2a3cd-1653-4b5b-b19e-45777833adc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f4310fb4-5306-46fb-a01a-6029d8363a70'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:56.814643 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-20236db3-087a-458d-a7a1-88628f15beb3 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4310fb4-5306-46fb-a01a-6029d8363a70 HTTP/1.1" status: 200 len: 205 time: 0.0302422 Sep 30 13:37:56.815386 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d92522-49cc-4dd9-ada5-d30ee22a4163 req-9905aa12-57ef-422f-b683-d468ea20e595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:37:56.816052 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 7c98ff3e-c459-4fad-85c7-0b9b0d276993 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:37:56.816504 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 7c98ff3e-c459-4fad-85c7-0b9b0d276993 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:37:56.816749 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62d92522-49cc-4dd9-ada5-d30ee22a4163 req-9905aa12-57ef-422f-b683-d468ea20e595 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=949dc44d-a521-4909-8cff-116a74911834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545425 Sep 30 13:37:56.817219 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42972) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:56.921398 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc6e9110-f18c-4ad5-8e3b-22f896bd00b7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:56.968078 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-abc2a3cd-1653-4b5b-b19e-45777833adc5 None None] Set router f4310fb4-5306-46fb-a01a-6029d8363a70 gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:57.021091 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-abc2a3cd-1653-4b5b-b19e-45777833adc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:54Z', 'revision_number': 11, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:57.046479 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc2a3cd-1653-4b5b-b19e-45777833adc5 None None] Checking router: f4310fb4-5306-46fb-a01a-6029d8363a70 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:37:57.054713 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc2a3cd-1653-4b5b-b19e-45777833adc5 None None] Routers {'f4310fb4-5306-46fb-a01a-6029d8363a70'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:57.055314 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-abc2a3cd-1653-4b5b-b19e-45777833adc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['f4310fb4-5306-46fb-a01a-6029d8363a70'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:57.096867 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62d92522-49cc-4dd9-ada5-d30ee22a4163 req-1da80aad-a1a6-4836-89e4-9a5136a2605e service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717400 Sep 30 13:37:57.123545 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-abc2a3cd-1653-4b5b-b19e-45777833adc5 None None] Set router f4310fb4-5306-46fb-a01a-6029d8363a70 gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:57.125993 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc6e9110-f18c-4ad5-8e3b-22f896bd00b7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:57.129878 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc6e9110-f18c-4ad5-8e3b-22f896bd00b7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:57.175693 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-abc2a3cd-1653-4b5b-b19e-45777833adc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:54Z', 'revision_number': 11, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:57.206408 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc2a3cd-1653-4b5b-b19e-45777833adc5 None None] The sync data for ids ['f4310fb4-5306-46fb-a01a-6029d8363a70'] in n-d-810909-2 is: [{'id': 'f4310fb4-5306-46fb-a01a-6029d8363a70', 'name': 'tempest-RoutersTest-router-1179784062', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:29Z', 'updated_at': '2021-09-30T13:37:54Z', 'revision_number': 11, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:37:57.224024 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc6e9110-f18c-4ad5-8e3b-22f896bd00b7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:57.224553 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6e9110-f18c-4ad5-8e3b-22f896bd00b7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Fanout notify agent at l3_agent the message router_deleted on router f4310fb4-5306-46fb-a01a-6029d8363a70 {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:37:57.232238 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc6e9110-f18c-4ad5-8e3b-22f896bd00b7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:57.233323 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fc6e9110-f18c-4ad5-8e3b-22f896bd00b7 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/routers/f4310fb4-5306-46fb-a01a-6029d8363a70 HTTP/1.1" status: 204 len: 168 time: 0.4152110 Sep 30 13:37:57.238529 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42974) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:57.244309 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-f68519b7-eabf-46fd-a9f6-dcd65ede072f tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-406179683', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:57.278133 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62d92522-49cc-4dd9-ada5-d30ee22a4163 req-3e2fb9c2-929f-40ae-ad61-c1be9bcac421 service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494689 Sep 30 13:37:57.283338 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f68519b7-eabf-46fd-a9f6-dcd65ede072f tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:57.285234 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f68519b7-eabf-46fd-a9f6-dcd65ede072f tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:57.339928 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f68519b7-eabf-46fd-a9f6-dcd65ede072f tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:57.344762 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f68519b7-eabf-46fd-a9f6-dcd65ede072f tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:57.361838 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f68519b7-eabf-46fd-a9f6-dcd65ede072f tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:57.363619 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f68519b7-eabf-46fd-a9f6-dcd65ede072f tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1224535 Sep 30 13:37:57.366130 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42976) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:57.370788 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-f5c2ea26-d10b-4fb6-b4af-a3cd9bb1c234 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:37:57.575114 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f5c2ea26-d10b-4fb6-b4af-a3cd9bb1c234 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-414777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:57.586335 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f5c2ea26-d10b-4fb6-b4af-a3cd9bb1c234 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-417349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-414758'] for router, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:57.684768 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c2ea26-d10b-4fb6-b4af-a3cd9bb1c234 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Router a38d51a6-7811-4fa9-8898-70e567f0bdb8 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:37:57.760568 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c2ea26-d10b-4fb6-b4af-a3cd9bb1c234 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:37:57.767984 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f5c2ea26-d10b-4fb6-b4af-a3cd9bb1c234 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:57.769836 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f5c2ea26-d10b-4fb6-b4af-a3cd9bb1c234 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "PUT /v2.0/routers/a38d51a6-7811-4fa9-8898-70e567f0bdb8 HTTP/1.1" status: 200 len: 693 time: 0.4026747 Sep 30 13:37:57.772431 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42978) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:57.775046 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2354872-c6cb-4b38-8e55-5f5979e89275 None None] Sync routers for ids ['a38d51a6-7811-4fa9-8898-70e567f0bdb8'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:37:57.784126 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2354872-c6cb-4b38-8e55-5f5979e89275 None None] Routers {'a38d51a6-7811-4fa9-8898-70e567f0bdb8'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:57.784730 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a2354872-c6cb-4b38-8e55-5f5979e89275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a38d51a6-7811-4fa9-8898-70e567f0bdb8'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:57.852966 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-83c8df1f-1387-45c5-903d-b959d1447b17 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "GET /v2.0/routers/a38d51a6-7811-4fa9-8898-70e567f0bdb8 HTTP/1.1" status: 200 len: 699 time: 0.0766897 Sep 30 13:37:57.853537 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-a2354872-c6cb-4b38-8e55-5f5979e89275 None None] Set router a38d51a6-7811-4fa9-8898-70e567f0bdb8 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:57.853959 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42980) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:57.879377 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-008777f7-14f3-4653-a167-bfa4b1305689 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "GET /v2.0/ports?device_id=a38d51a6-7811-4fa9-8898-70e567f0bdb8 HTTP/1.1" status: 200 len: 205 time: 0.0252666 Sep 30 13:37:57.881869 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42982) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:57.906109 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a2354872-c6cb-4b38-8e55-5f5979e89275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38d51a6-7811-4fa9-8898-70e567f0bdb8', 'name': 'tempest-RoutersTest-router-406179683', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:57Z', 'updated_at': '2021-09-30T13:37:57Z', 'revision_number': 2, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:57.932331 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2354872-c6cb-4b38-8e55-5f5979e89275 None None] Checking router: a38d51a6-7811-4fa9-8898-70e567f0bdb8 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:37:57.940944 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2354872-c6cb-4b38-8e55-5f5979e89275 None None] Routers {'a38d51a6-7811-4fa9-8898-70e567f0bdb8'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:37:57.941532 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a2354872-c6cb-4b38-8e55-5f5979e89275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a38d51a6-7811-4fa9-8898-70e567f0bdb8'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:57.956411 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ef57f5fd-ed2b-480e-9fd8-95fa2d5e573c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:58.008586 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-a2354872-c6cb-4b38-8e55-5f5979e89275 None None] Set router a38d51a6-7811-4fa9-8898-70e567f0bdb8 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:37:58.057928 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a2354872-c6cb-4b38-8e55-5f5979e89275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38d51a6-7811-4fa9-8898-70e567f0bdb8', 'name': 'tempest-RoutersTest-router-406179683', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:57Z', 'updated_at': '2021-09-30T13:37:57Z', 'revision_number': 2, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:37:58.087212 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2354872-c6cb-4b38-8e55-5f5979e89275 None None] The sync data for ids ['a38d51a6-7811-4fa9-8898-70e567f0bdb8'] in n-d-810909-2 is: [{'id': 'a38d51a6-7811-4fa9-8898-70e567f0bdb8', 'name': 'tempest-RoutersTest-router-406179683', 'tenant_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:37:57Z', 'updated_at': '2021-09-30T13:37:57Z', 'revision_number': 2, 'project_id': '54c08ddc3ac64f84a3d1e6a930b12388', 'gw_port_host': None}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:37:58.120055 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ef57f5fd-ed2b-480e-9fd8-95fa2d5e573c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:58.122583 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ef57f5fd-ed2b-480e-9fd8-95fa2d5e573c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:58.164608 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ef57f5fd-ed2b-480e-9fd8-95fa2d5e573c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:58.165129 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef57f5fd-ed2b-480e-9fd8-95fa2d5e573c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Fanout notify agent at l3_agent the message router_deleted on router a38d51a6-7811-4fa9-8898-70e567f0bdb8 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:37:58.172068 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ef57f5fd-ed2b-480e-9fd8-95fa2d5e573c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:58.173150 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ef57f5fd-ed2b-480e-9fd8-95fa2d5e573c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/routers/a38d51a6-7811-4fa9-8898-70e567f0bdb8 HTTP/1.1" status: 204 len: 168 time: 0.2903817 Sep 30 13:37:58.177628 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 42986) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:58.204705 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a4f1982d-a3f6-4ba0-8015-87fcd7431654 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "GET /v2.0/ports?device_id=a38d51a6-7811-4fa9-8898-70e567f0bdb8 HTTP/1.1" status: 200 len: 205 time: 0.0258644 Sep 30 13:37:58.207308 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42988) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:58.250490 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-7a253af0-3830-4d7c-b2cd-3ed1a76497ef tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] delete failed (client error): The resource could not be found. Sep 30 13:37:58.251541 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7a253af0-3830-4d7c-b2cd-3ed1a76497ef tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/routers/a38d51a6-7811-4fa9-8898-70e567f0bdb8 HTTP/1.1" status: 404 len: 336 time: 0.0432513 Sep 30 13:37:58.255095 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42990) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:58.281630 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a024aa-bbf5-4212-b5df-83a012fb1e1c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] DELETE failed (client error): The resource could not be found. Sep 30 13:37:58.282088 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a024aa-bbf5-4212-b5df-83a012fb1e1c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:37:58.283883 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a7a024aa-bbf5-4212-b5df-83a012fb1e1c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/subnets/84b7e3b0-411d-4cbf-8992-279a67132fea HTTP/1.1" status: 404 len: 337 time: 0.0278397 Sep 30 13:37:58.286394 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42992) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:58.313069 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-07781480-d862-4644-850b-e05cc4b38cdd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] DELETE failed (client error): The resource could not be found. Sep 30 13:37:58.313523 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07781480-d862-4644-850b-e05cc4b38cdd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:37:58.315881 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-07781480-d862-4644-850b-e05cc4b38cdd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/subnets/98c53633-d70b-4610-9c55-c702c83a4e07 HTTP/1.1" status: 404 len: 337 time: 0.0285892 Sep 30 13:37:58.318461 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42994) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:58.343156 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-c226135c-33d7-40fe-92b1-8bbe42543d43 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] DELETE failed (client error): The resource could not be found. Sep 30 13:37:58.343592 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c226135c-33d7-40fe-92b1-8bbe42543d43 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:37:58.345213 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c226135c-33d7-40fe-92b1-8bbe42543d43 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/subnets/e782294a-25dc-4808-ab1a-4328dcfd2f79 HTTP/1.1" status: 404 len: 337 time: 0.0258842 Sep 30 13:37:58.348326 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42996) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:58.372974 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a73a92c-c342-49e6-b074-0d5798dbf448 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] DELETE failed (client error): The resource could not be found. Sep 30 13:37:58.373392 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a73a92c-c342-49e6-b074-0d5798dbf448 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:37:58.375030 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4a73a92c-c342-49e6-b074-0d5798dbf448 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/subnets/edccaf1a-7e2a-4af6-828a-42955d35f040 HTTP/1.1" status: 404 len: 337 time: 0.0258498 Sep 30 13:37:58.377307 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 42998) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:58.406501 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3a5b6b27-8f92-4d14-b7e4-1c76ad3c2068 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4310fb4-5306-46fb-a01a-6029d8363a70 HTTP/1.1" status: 200 len: 205 time: 0.0281463 Sep 30 13:37:58.409291 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43000) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:58.445266 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-2b2d2421-4221-44e0-ab93-c9f1efae6ffc tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] delete failed (client error): The resource could not be found. Sep 30 13:37:58.446303 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2b2d2421-4221-44e0-ab93-c9f1efae6ffc tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/routers/f4310fb4-5306-46fb-a01a-6029d8363a70 HTTP/1.1" status: 404 len: 336 time: 0.0361311 Sep 30 13:37:58.448939 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43002) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:58.475896 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-890056a6-d0d8-49a7-8c78-9fab000c3ee1 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "GET /v2.0/ports?device_id=745ad70e-2551-4998-8a35-7f2637147ff7 HTTP/1.1" status: 200 len: 205 time: 0.0259349 Sep 30 13:37:58.478405 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43004) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:58.519535 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-0ccc08c7-d6c2-4dad-b88c-82f5a5905d51 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] delete failed (client error): The resource could not be found. Sep 30 13:37:58.520563 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0ccc08c7-d6c2-4dad-b88c-82f5a5905d51 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/routers/745ad70e-2551-4998-8a35-7f2637147ff7 HTTP/1.1" status: 404 len: 336 time: 0.0411382 Sep 30 13:37:58.523131 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43006) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:58.551102 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-35acb83c-3749-44a7-bda0-f6444507c6c0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] DELETE failed (client error): The resource could not be found. Sep 30 13:37:58.551238 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35acb83c-3749-44a7-bda0-f6444507c6c0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:37:58.552844 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-35acb83c-3749-44a7-bda0-f6444507c6c0 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/subnets/3832bed4-fa4a-445f-b5a3-a24022f63b74 HTTP/1.1" status: 404 len: 337 time: 0.0288293 Sep 30 13:37:58.555296 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43008) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:58.580565 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ce317ab6-9d0e-4d78-9cf7-9cdfcc586508 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7ba0a87-e8b2-450b-819e-6ff77af54dd1 HTTP/1.1" status: 200 len: 205 time: 0.0242341 Sep 30 13:37:58.582786 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43010) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:58.619232 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-c38e922d-ff97-4dab-a017-7c82f3e3bb36 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] delete failed (client error): The resource could not be found. Sep 30 13:37:58.620201 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c38e922d-ff97-4dab-a017-7c82f3e3bb36 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/routers/c7ba0a87-e8b2-450b-819e-6ff77af54dd1 HTTP/1.1" status: 404 len: 336 time: 0.0365658 Sep 30 13:37:58.622512 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43012) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:58.652767 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fa00c56b-6880-4ec8-bcfc-2b44601c3677 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "GET /v2.0/ports?device_id=03178946-6168-455f-a7cd-13fc2b1083bd HTTP/1.1" status: 200 len: 205 time: 0.0291905 Sep 30 13:37:58.654980 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43014) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:58.693391 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-ce15dea0-4ce6-41b0-9bc2-cbbc27bf4ca1 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] delete failed (client error): The resource could not be found. Sep 30 13:37:58.694451 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ce15dea0-4ce6-41b0-9bc2-cbbc27bf4ca1 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/routers/03178946-6168-455f-a7cd-13fc2b1083bd HTTP/1.1" status: 404 len: 336 time: 0.0386150 Sep 30 13:37:58.697039 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43016) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:58.724724 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f7ab47-84fa-4d0d-88e3-5670744c175c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] DELETE failed (client error): The resource could not be found. Sep 30 13:37:58.725184 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49f7ab47-84fa-4d0d-88e3-5670744c175c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:37:58.729314 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-49f7ab47-84fa-4d0d-88e3-5670744c175c tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/subnets/4da8d00a-59e1-4614-98d7-a6ce2bc99229 HTTP/1.1" status: 404 len: 337 time: 0.0290487 Sep 30 13:37:58.729640 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43018) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:58.759618 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-80621d81-e0cc-4207-9828-ec3273682cc6 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "GET /v2.0/ports?device_id=58f6c1da-cbc0-4833-b1b6-4c22bcea78ce HTTP/1.1" status: 200 len: 205 time: 0.0288258 Sep 30 13:37:58.761975 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43020) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:58.799645 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-00929d3c-c582-4965-8975-b16a2e6292fd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] delete failed (client error): The resource could not be found. Sep 30 13:37:58.800683 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-00929d3c-c582-4965-8975-b16a2e6292fd tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/routers/58f6c1da-cbc0-4833-b1b6-4c22bcea78ce HTTP/1.1" status: 404 len: 336 time: 0.0377886 Sep 30 13:37:58.803290 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43022) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:58.828555 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa81a3ea-54ff-43b1-89d7-c1982ee3dd4a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] DELETE failed (client error): The resource could not be found. Sep 30 13:37:58.828987 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa81a3ea-54ff-43b1-89d7-c1982ee3dd4a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:37:58.831182 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-aa81a3ea-54ff-43b1-89d7-c1982ee3dd4a tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/subnets/b6495f46-a750-482e-b398-c14f39b5e778 HTTP/1.1" status: 404 len: 337 time: 0.0264947 Sep 30 13:37:58.833799 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43024) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:58.861033 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e84c380d-e7ad-4d56-b62f-6a35102656f6 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff355c6-fd2e-41c0-8570-4fe4e6d1a386 HTTP/1.1" status: 200 len: 205 time: 0.0261402 Sep 30 13:37:58.863445 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43026) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:58.903469 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-095287fe-1cfa-48ee-a056-f8769973ff2f tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] delete failed (client error): The resource could not be found. Sep 30 13:37:58.904530 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-095287fe-1cfa-48ee-a056-f8769973ff2f tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/routers/cff355c6-fd2e-41c0-8570-4fe4e6d1a386 HTTP/1.1" status: 404 len: 336 time: 0.0400765 Sep 30 13:37:58.909795 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43028) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:58.934113 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-709f81e6-835f-4364-9320-812d2655db35 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] DELETE failed (client error): The resource could not be found. Sep 30 13:37:58.934575 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-709f81e6-835f-4364-9320-812d2655db35 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:37:58.936440 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-709f81e6-835f-4364-9320-812d2655db35 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/subnets/3339158a-4f0e-4d52-a844-a3abeb522f5f HTTP/1.1" status: 404 len: 337 time: 0.0283196 Sep 30 13:37:58.939112 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43030) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:58.967107 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-5214f9d2-6109-459e-9fc5-9ae9c8c9c6a1 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] DELETE failed (client error): The resource could not be found. Sep 30 13:37:58.967560 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5214f9d2-6109-459e-9fc5-9ae9c8c9c6a1 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 13:37:58.969419 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5214f9d2-6109-459e-9fc5-9ae9c8c9c6a1 tempest-RoutersTest-1360945237 tempest-RoutersTest-1360945237-project] 10.222.0.18 "DELETE /v2.0/subnets/5d71dbfa-f1e0-497b-8061-e510d769d3d3 HTTP/1.1" status: 404 len: 337 time: 0.0292242 Sep 30 13:37:59.164407 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43036) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:59.307614 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-72435265-376c-48c4-b1f8-61734da8ea90 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=54c08ddc3ac64f84a3d1e6a930b12388&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420624 Sep 30 13:37:59.310060 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43040) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:37:59.358581 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-11c0435a-4cf4-4026-b851-b83aaa28f470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:59.380159 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-11c0435a-4cf4-4026-b851-b83aaa28f470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:59.431811 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-11c0435a-4cf4-4026-b851-b83aaa28f470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:59.434405 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-11c0435a-4cf4-4026-b851-b83aaa28f470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:37:59.435573 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-11c0435a-4cf4-4026-b851-b83aaa28f470 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63de3d0a-fb1e-4553-8178-163bb83752a4 HTTP/1.1" status: 204 len: 168 time: 0.1246259 Sep 30 13:37:59.444539 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c0435a-4cf4-4026-b851-b83aaa28f470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63de3d0a-fb1e-4553-8178-163bb83752a4,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:00.050253 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43062) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:00.143488 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-0d166fc4-c03e-449e-9b9c-b9ed62bf0d1c tempest-DvrRoutersNegativeTest-22028185 tempest-DvrRoutersNegativeTest-22028185-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1217374482', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:38:00.146947 n-d-810909-2 neutron-server[94763]: DEBUG neutron.policy [None req-0d166fc4-c03e-449e-9b9c-b9ed62bf0d1c tempest-DvrRoutersNegativeTest-22028185 tempest-DvrRoutersNegativeTest-22028185-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94763) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 30 13:38:00.147249 n-d-810909-2 neutron-server[94763]: DEBUG neutron.policy [None req-0d166fc4-c03e-449e-9b9c-b9ed62bf0d1c tempest-DvrRoutersNegativeTest-22028185 tempest-DvrRoutersNegativeTest-22028185-project] Failed policy check for 'create_router' {{(pid=94763) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 30 13:38:00.147770 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-0d166fc4-c03e-449e-9b9c-b9ed62bf0d1c tempest-DvrRoutersNegativeTest-22028185 tempest-DvrRoutersNegativeTest-22028185-project] create failed (client error): Access was denied to this resource. Sep 30 13:38:00.148741 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0d166fc4-c03e-449e-9b9c-b9ed62bf0d1c tempest-DvrRoutersNegativeTest-22028185 tempest-DvrRoutersNegativeTest-22028185-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.0974987 Sep 30 13:38:00.384316 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43070) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:00.492323 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6d5dbb1f-e997-42b9-8e32-676b2fe0efcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:00.580294 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6d5dbb1f-e997-42b9-8e32-676b2fe0efcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:00.584410 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6d5dbb1f-e997-42b9-8e32-676b2fe0efcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:00.621118 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6d5dbb1f-e997-42b9-8e32-676b2fe0efcb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b9fa8bb43c5f411c81f0f58ac956764d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2357686 Sep 30 13:38:00.622414 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5dbb1f-e997-42b9-8e32-676b2fe0efcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33272367-2d52-4fc2-b2d5-fc19c6b15ae1,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:00.623922 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43074) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:00.675260 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a1152383-fe75-4fe8-bab9-ad1724f1288a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:00.696307 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a1152383-fe75-4fe8-bab9-ad1724f1288a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:00.743975 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a1152383-fe75-4fe8-bab9-ad1724f1288a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:00.746716 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a1152383-fe75-4fe8-bab9-ad1724f1288a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:00.747837 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a1152383-fe75-4fe8-bab9-ad1724f1288a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/33272367-2d52-4fc2-b2d5-fc19c6b15ae1 HTTP/1.1" status: 204 len: 168 time: 0.1221044 Sep 30 13:38:00.756488 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1152383-fe75-4fe8-bab9-ad1724f1288a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33272367-2d52-4fc2-b2d5-fc19c6b15ae1,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:01.365366 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43096) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:01.459660 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-0505d0df-bee4-46c7-9534-635daa819794 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-414888364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:38:01.486224 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0505d0df-bee4-46c7-9534-635daa819794 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:01.487820 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0505d0df-bee4-46c7-9534-635daa819794 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:01.539867 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0505d0df-bee4-46c7-9534-635daa819794 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:01.543626 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0505d0df-bee4-46c7-9534-635daa819794 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:01.559276 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0505d0df-bee4-46c7-9534-635daa819794 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:01.560594 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0505d0df-bee4-46c7-9534-635daa819794 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.1940477 Sep 30 13:38:01.563508 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43100) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:01.568290 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-6f80d64c-fa6a-4e54-b6df-7a82c3c24f84 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1833049900'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:38:01.586875 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f80d64c-fa6a-4e54-b6df-7a82c3c24f84 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Made reservation on behalf of 669116d567b74946a70b0d62f50a86ad for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:38:01.590188 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6f80d64c-fa6a-4e54-b6df-7a82c3c24f84 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:01.599298 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6f80d64c-fa6a-4e54-b6df-7a82c3c24f84 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:01.687892 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6f80d64c-fa6a-4e54-b6df-7a82c3c24f84 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:01.691935 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6f80d64c-fa6a-4e54-b6df-7a82c3c24f84 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:01.717977 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f80d64c-fa6a-4e54-b6df-7a82c3c24f84 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:38:01.727260 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f80d64c-fa6a-4e54-b6df-7a82c3c24f84 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50350869-bc36-4cbe-876c-5549ae265505,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:01.733146 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6f80d64c-fa6a-4e54-b6df-7a82c3c24f84 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:01.733484 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-6f80d64c-fa6a-4e54-b6df-7a82c3c24f84 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Added segment 894a0d55-0892-4e54-b53b-4519ef5c71f3 of type vlan for network 21dee20c-4d0f-43c2-9e0b-c31b428f7dc9 Sep 30 13:38:01.772494 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6f80d64c-fa6a-4e54-b6df-7a82c3c24f84 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:01.796883 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6f80d64c-fa6a-4e54-b6df-7a82c3c24f84 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:01.802502 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f80d64c-fa6a-4e54-b6df-7a82c3c24f84 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:38:01.803089 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6f80d64c-fa6a-4e54-b6df-7a82c3c24f84 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:01.829623 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6f80d64c-fa6a-4e54-b6df-7a82c3c24f84 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2651653 Sep 30 13:38:01.833126 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43102) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:01.845117 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-e622e19e-de89-4639-b8b4-056044c09ce1 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Request body: {'subnet': {'network_id': '21dee20c-4d0f-43c2-9e0b-c31b428f7dc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:38:01.894721 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f80d64c-fa6a-4e54-b6df-7a82c3c24f84 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Pushing event updated for resources: {'Network': ['ID=21dee20c-4d0f-43c2-9e0b-c31b428f7dc9,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:01.904556 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 21dee20c-4d0f-43c2-9e0b-c31b428f7dc9 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:38:01.966635 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e622e19e-de89-4639-b8b4-056044c09ce1 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Made reservation on behalf of 669116d567b74946a70b0d62f50a86ad for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:38:01.970192 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e622e19e-de89-4639-b8b4-056044c09ce1 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:02.149661 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e622e19e-de89-4639-b8b4-056044c09ce1 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:02.216182 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622e19e-de89-4639-b8b4-056044c09ce1 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Pushing event updated for resources: {'Subnet': ['ID=2b2d6f9d-06b9-49b9-a082-e05feb53c9d3,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:02.220564 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e622e19e-de89-4639-b8b4-056044c09ce1 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Checking segment: {'id': '894a0d55-0892-4e54-b53b-4519ef5c71f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '21dee20c-4d0f-43c2-9e0b-c31b428f7dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:38:02.221210 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e622e19e-de89-4639-b8b4-056044c09ce1 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Network hostable DHCP agents. Network: 21dee20c-4d0f-43c2-9e0b-c31b428f7dc9, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:38:02.238590 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e622e19e-de89-4639-b8b4-056044c09ce1 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Network 21dee20c-4d0f-43c2-9e0b-c31b428f7dc9 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:38:02.247064 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-e622e19e-de89-4639-b8b4-056044c09ce1 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 21dee20c-4d0f-43c2-9e0b-c31b428f7dc9) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:38:02.251070 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e622e19e-de89-4639-b8b4-056044c09ce1 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:38:02.251668 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e622e19e-de89-4639-b8b4-056044c09ce1 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:02.256908 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd624b26-6af5-4de7-8aaa-37825993a38f None None] Network 21dee20c-4d0f-43c2-9e0b-c31b428f7dc9 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:38:02.270288 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e622e19e-de89-4639-b8b4-056044c09ce1 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4325557 Sep 30 13:38:02.270515 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43104) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:02.275328 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-1cc1093e-e280-431f-85ae-4e23c12f9b7a tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Request body: {'network': {'name': 'tempest-router-network01--801767686'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:38:02.295588 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc1093e-e280-431f-85ae-4e23c12f9b7a tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Made reservation on behalf of 669116d567b74946a70b0d62f50a86ad for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:38:02.299450 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1cc1093e-e280-431f-85ae-4e23c12f9b7a tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:02.323654 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc1093e-e280-431f-85ae-4e23c12f9b7a tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:38:02.334157 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1cc1093e-e280-431f-85ae-4e23c12f9b7a tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:02.334526 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-1cc1093e-e280-431f-85ae-4e23c12f9b7a tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Added segment 532e14f3-fd26-4e69-bef7-d43b1c5c9854 of type vlan for network e7b31739-b199-411a-9e55-4de9077d9aa0 Sep 30 13:38:02.373670 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1cc1093e-e280-431f-85ae-4e23c12f9b7a tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:02.398589 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1cc1093e-e280-431f-85ae-4e23c12f9b7a tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:02.403132 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd177488-5ba3-4e0b-853d-e372a4ddfa1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-21dee20c-4d0f-43c2-9e0b-c31b428f7dc9', 'network_id': '21dee20c-4d0f-43c2-9e0b-c31b428f7dc9', 'tenant_id': '669116d567b74946a70b0d62f50a86ad', 'fixed_ips': [{'subnet_id': '2b2d6f9d-06b9-49b9-a082-e05feb53c9d3'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:38:02.403945 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fd177488-5ba3-4e0b-853d-e372a4ddfa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:02.404085 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc1093e-e280-431f-85ae-4e23c12f9b7a tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:38:02.404672 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1cc1093e-e280-431f-85ae-4e23c12f9b7a tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:02.434822 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1cc1093e-e280-431f-85ae-4e23c12f9b7a tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1609852 Sep 30 13:38:02.435197 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43106) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:02.440420 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-3bcdb984-3fa9-4eb0-a5fb-d4c85fada820 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Request body: {'network': {'name': 'tempest-router-network02--2005730980'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:38:02.487459 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1093e-e280-431f-85ae-4e23c12f9b7a tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Pushing event updated for resources: {'Network': ['ID=e7b31739-b199-411a-9e55-4de9077d9aa0,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:02.501116 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcdb984-3fa9-4eb0-a5fb-d4c85fada820 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Made reservation on behalf of 669116d567b74946a70b0d62f50a86ad for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:38:02.503991 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network e7b31739-b199-411a-9e55-4de9077d9aa0 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:38:02.505805 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3bcdb984-3fa9-4eb0-a5fb-d4c85fada820 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:02.529200 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bcdb984-3fa9-4eb0-a5fb-d4c85fada820 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:38:02.538254 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3bcdb984-3fa9-4eb0-a5fb-d4c85fada820 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:02.538604 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-3bcdb984-3fa9-4eb0-a5fb-d4c85fada820 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Added segment 46a04707-cfb9-4b8a-bfbe-d24e4027f343 of type vlan for network 1fce5872-df0e-4577-9d26-ea1988d4bac2 Sep 30 13:38:02.577841 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3bcdb984-3fa9-4eb0-a5fb-d4c85fada820 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:02.594989 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-fd177488-5ba3-4e0b-853d-e372a4ddfa1d None None] Allocated IP 2001:db8::2 (21dee20c-4d0f-43c2-9e0b-c31b428f7dc9/2b2d6f9d-06b9-49b9-a082-e05feb53c9d3/06818dff-03c9-4d55-b5c1-1582e21828e1) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:38:02.602553 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3bcdb984-3fa9-4eb0-a5fb-d4c85fada820 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:02.609449 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcdb984-3fa9-4eb0-a5fb-d4c85fada820 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:38:02.610525 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3bcdb984-3fa9-4eb0-a5fb-d4c85fada820 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:02.642366 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3bcdb984-3fa9-4eb0-a5fb-d4c85fada820 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2061837 Sep 30 13:38:02.645120 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43108) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:02.649895 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-596cedd8-6496-4f6c-95c4-c2a2987b8d17 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Request body: {'subnet': {'network_id': 'e7b31739-b199-411a-9e55-4de9077d9aa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:38:02.710437 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcdb984-3fa9-4eb0-a5fb-d4c85fada820 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Pushing event updated for resources: {'Network': ['ID=1fce5872-df0e-4577-9d26-ea1988d4bac2,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:02.720470 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 1fce5872-df0e-4577-9d26-ea1988d4bac2 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:38:02.778887 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596cedd8-6496-4f6c-95c4-c2a2987b8d17 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Made reservation on behalf of 669116d567b74946a70b0d62f50a86ad for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:38:02.782562 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-596cedd8-6496-4f6c-95c4-c2a2987b8d17 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:02.790440 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fd177488-5ba3-4e0b-853d-e372a4ddfa1d None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:02.803095 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fd177488-5ba3-4e0b-853d-e372a4ddfa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:02.840794 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd177488-5ba3-4e0b-853d-e372a4ddfa1d None None] Network 21dee20c-4d0f-43c2-9e0b-c31b428f7dc9 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:38:02.843595 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-fd177488-5ba3-4e0b-853d-e372a4ddfa1d None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:38:02.849027 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd177488-5ba3-4e0b-853d-e372a4ddfa1d None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:38:02.855882 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd177488-5ba3-4e0b-853d-e372a4ddfa1d None None] Pushing event updated for resources: {'Port': ['ID=06818dff-03c9-4d55-b5c1-1582e21828e1,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:02.905543 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-fd177488-5ba3-4e0b-853d-e372a4ddfa1d None None] Attempting to bind port 06818dff-03c9-4d55-b5c1-1582e21828e1 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:38:02.906340 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-fd177488-5ba3-4e0b-853d-e372a4ddfa1d None None] Attempting to bind port 06818dff-03c9-4d55-b5c1-1582e21828e1 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '894a0d55-0892-4e54-b53b-4519ef5c71f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '21dee20c-4d0f-43c2-9e0b-c31b428f7dc9'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:38:02.906340 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd177488-5ba3-4e0b-853d-e372a4ddfa1d None None] Attempting to bind port 06818dff-03c9-4d55-b5c1-1582e21828e1 on network 21dee20c-4d0f-43c2-9e0b-c31b428f7dc9 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:38:02.911590 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd177488-5ba3-4e0b-853d-e372a4ddfa1d None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:38:02.911958 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd177488-5ba3-4e0b-853d-e372a4ddfa1d None None] Checking segment: {'id': '894a0d55-0892-4e54-b53b-4519ef5c71f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '21dee20c-4d0f-43c2-9e0b-c31b428f7dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:38:02.912351 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fd177488-5ba3-4e0b-853d-e372a4ddfa1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:02.912738 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd177488-5ba3-4e0b-853d-e372a4ddfa1d None None] Bound using segment: {'id': '894a0d55-0892-4e54-b53b-4519ef5c71f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '21dee20c-4d0f-43c2-9e0b-c31b428f7dc9'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:38:02.913194 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-fd177488-5ba3-4e0b-853d-e372a4ddfa1d None None] Bound port: 06818dff-03c9-4d55-b5c1-1582e21828e1, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894a0d55-0892-4e54-b53b-4519ef5c71f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '21dee20c-4d0f-43c2-9e0b-c31b428f7dc9'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:38:02.913569 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fd177488-5ba3-4e0b-853d-e372a4ddfa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:02.967734 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-596cedd8-6496-4f6c-95c4-c2a2987b8d17 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:02.979969 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-fd177488-5ba3-4e0b-853d-e372a4ddfa1d None None] For port 06818dff-03c9-4d55-b5c1-1582e21828e1, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:38:02.983028 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-fd177488-5ba3-4e0b-853d-e372a4ddfa1d None None] For port 06818dff-03c9-4d55-b5c1-1582e21828e1, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=06818dff-03c9-4d55-b5c1-1582e21828e1,segment=NetworkSegment(894a0d55-0892-4e54-b53b-4519ef5c71f3),segment_id=894a0d55-0892-4e54-b53b-4519ef5c71f3)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:38:02.987829 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fd177488-5ba3-4e0b-853d-e372a4ddfa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:03.032360 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596cedd8-6496-4f6c-95c4-c2a2987b8d17 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Pushing event updated for resources: {'Subnet': ['ID=6423afbf-1af6-4f7a-bf30-fb6b4338551f,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:03.040825 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596cedd8-6496-4f6c-95c4-c2a2987b8d17 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Checking segment: {'id': '532e14f3-fd26-4e69-bef7-d43b1c5c9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e7b31739-b199-411a-9e55-4de9077d9aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:38:03.041189 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596cedd8-6496-4f6c-95c4-c2a2987b8d17 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Network hostable DHCP agents. Network: e7b31739-b199-411a-9e55-4de9077d9aa0, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:38:03.052705 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd177488-5ba3-4e0b-853d-e372a4ddfa1d None None] Pushing event updated for resources: {'Port': ['ID=06818dff-03c9-4d55-b5c1-1582e21828e1,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:03.058718 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596cedd8-6496-4f6c-95c4-c2a2987b8d17 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Network e7b31739-b199-411a-9e55-4de9077d9aa0 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:38:03.068836 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-596cedd8-6496-4f6c-95c4-c2a2987b8d17 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, e7b31739-b199-411a-9e55-4de9077d9aa0) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:38:03.074281 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596cedd8-6496-4f6c-95c4-c2a2987b8d17 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:38:03.074855 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-596cedd8-6496-4f6c-95c4-c2a2987b8d17 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:03.081181 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239857b9-2192-4174-ba3d-8b3e635e26ec None None] Network e7b31739-b199-411a-9e55-4de9077d9aa0 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:38:03.094059 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-596cedd8-6496-4f6c-95c4-c2a2987b8d17 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4461052 Sep 30 13:38:03.095300 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43110) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:03.100741 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-96979b09-5b8e-43d8-9df0-5c4d1f252304 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Request body: {'subnet': {'network_id': '1fce5872-df0e-4577-9d26-ea1988d4bac2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:38:03.211267 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96979b09-5b8e-43d8-9df0-5c4d1f252304 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Made reservation on behalf of 669116d567b74946a70b0d62f50a86ad for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:38:03.215762 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-96979b09-5b8e-43d8-9df0-5c4d1f252304 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:03.270424 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841f78f0-51c6-43ad-951e-92654235525d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-e7b31739-b199-411a-9e55-4de9077d9aa0', 'network_id': 'e7b31739-b199-411a-9e55-4de9077d9aa0', 'tenant_id': '669116d567b74946a70b0d62f50a86ad', 'fixed_ips': [{'subnet_id': '6423afbf-1af6-4f7a-bf30-fb6b4338551f'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:38:03.271315 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-841f78f0-51c6-43ad-951e-92654235525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:03.411772 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-841f78f0-51c6-43ad-951e-92654235525d None None] Allocated IP 2001:db8::2 (e7b31739-b199-411a-9e55-4de9077d9aa0/6423afbf-1af6-4f7a-bf30-fb6b4338551f/fda14790-8178-4122-a9ec-0a7e72503b27) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:38:03.419262 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-96979b09-5b8e-43d8-9df0-5c4d1f252304 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:03.486154 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96979b09-5b8e-43d8-9df0-5c4d1f252304 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Pushing event updated for resources: {'Subnet': ['ID=23b6dad3-a146-4f86-8955-6f71e01ade9b,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:03.496338 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96979b09-5b8e-43d8-9df0-5c4d1f252304 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:38:03.496683 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96979b09-5b8e-43d8-9df0-5c4d1f252304 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:38:03.497219 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96979b09-5b8e-43d8-9df0-5c4d1f252304 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:38:03.497562 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96979b09-5b8e-43d8-9df0-5c4d1f252304 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:38:03.497896 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96979b09-5b8e-43d8-9df0-5c4d1f252304 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:38:03.498249 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96979b09-5b8e-43d8-9df0-5c4d1f252304 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:38:03.498575 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96979b09-5b8e-43d8-9df0-5c4d1f252304 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:38:03.499098 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96979b09-5b8e-43d8-9df0-5c4d1f252304 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:38:03.499429 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96979b09-5b8e-43d8-9df0-5c4d1f252304 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:38:03.499754 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96979b09-5b8e-43d8-9df0-5c4d1f252304 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:38:03.500078 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96979b09-5b8e-43d8-9df0-5c4d1f252304 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:38:03.500401 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96979b09-5b8e-43d8-9df0-5c4d1f252304 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:38:03.513043 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96979b09-5b8e-43d8-9df0-5c4d1f252304 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Checking segment: {'id': '46a04707-cfb9-4b8a-bfbe-d24e4027f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1fce5872-df0e-4577-9d26-ea1988d4bac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:38:03.513408 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96979b09-5b8e-43d8-9df0-5c4d1f252304 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Network hostable DHCP agents. Network: 1fce5872-df0e-4577-9d26-ea1988d4bac2, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:38:03.529932 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96979b09-5b8e-43d8-9df0-5c4d1f252304 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Network 1fce5872-df0e-4577-9d26-ea1988d4bac2 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:38:03.538507 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-96979b09-5b8e-43d8-9df0-5c4d1f252304 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 1fce5872-df0e-4577-9d26-ea1988d4bac2) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:38:03.542735 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96979b09-5b8e-43d8-9df0-5c4d1f252304 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:38:03.543337 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-96979b09-5b8e-43d8-9df0-5c4d1f252304 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:03.550301 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda15ac7-c6c6-4681-8622-42b3845f0cd7 None None] Network 1fce5872-df0e-4577-9d26-ea1988d4bac2 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:38:03.561260 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-96979b09-5b8e-43d8-9df0-5c4d1f252304 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4621286 Sep 30 13:38:03.561481 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43112) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:03.566453 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-841f78f0-51c6-43ad-951e-92654235525d None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:03.574258 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-841f78f0-51c6-43ad-951e-92654235525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:03.654811 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841f78f0-51c6-43ad-951e-92654235525d None None] Network e7b31739-b199-411a-9e55-4de9077d9aa0 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:38:03.662654 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-841f78f0-51c6-43ad-951e-92654235525d None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:38:03.671688 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841f78f0-51c6-43ad-951e-92654235525d None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:38:03.679734 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f78f0-51c6-43ad-951e-92654235525d None None] Pushing event updated for resources: {'Port': ['ID=fda14790-8178-4122-a9ec-0a7e72503b27,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:03.765278 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-841f78f0-51c6-43ad-951e-92654235525d None None] Attempting to bind port fda14790-8178-4122-a9ec-0a7e72503b27 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:38:03.765650 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-841f78f0-51c6-43ad-951e-92654235525d None None] Attempting to bind port fda14790-8178-4122-a9ec-0a7e72503b27 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '532e14f3-fd26-4e69-bef7-d43b1c5c9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e7b31739-b199-411a-9e55-4de9077d9aa0'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:38:03.766000 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841f78f0-51c6-43ad-951e-92654235525d None None] Attempting to bind port fda14790-8178-4122-a9ec-0a7e72503b27 on network e7b31739-b199-411a-9e55-4de9077d9aa0 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:38:03.776403 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841f78f0-51c6-43ad-951e-92654235525d None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:38:03.776817 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841f78f0-51c6-43ad-951e-92654235525d None None] Checking segment: {'id': '532e14f3-fd26-4e69-bef7-d43b1c5c9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e7b31739-b199-411a-9e55-4de9077d9aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:38:03.777181 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-841f78f0-51c6-43ad-951e-92654235525d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:03.777577 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841f78f0-51c6-43ad-951e-92654235525d None None] Bound using segment: {'id': '532e14f3-fd26-4e69-bef7-d43b1c5c9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e7b31739-b199-411a-9e55-4de9077d9aa0'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:38:03.778082 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-841f78f0-51c6-43ad-951e-92654235525d None None] Bound port: fda14790-8178-4122-a9ec-0a7e72503b27, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532e14f3-fd26-4e69-bef7-d43b1c5c9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e7b31739-b199-411a-9e55-4de9077d9aa0'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:38:03.778466 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-841f78f0-51c6-43ad-951e-92654235525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:03.827081 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa8df74-93d6-4a46-9fa0-2b8217fb79e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-1fce5872-df0e-4577-9d26-ea1988d4bac2', 'network_id': '1fce5872-df0e-4577-9d26-ea1988d4bac2', 'tenant_id': '669116d567b74946a70b0d62f50a86ad', 'fixed_ips': [{'subnet_id': '23b6dad3-a146-4f86-8955-6f71e01ade9b'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:38:03.827926 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eaa8df74-93d6-4a46-9fa0-2b8217fb79e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:03.853760 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-159fd07e-b7ac-4339-9ad9-427819747e2d tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:03.932336 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-841f78f0-51c6-43ad-951e-92654235525d None None] For port fda14790-8178-4122-a9ec-0a7e72503b27, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:38:03.950699 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-841f78f0-51c6-43ad-951e-92654235525d None None] For port fda14790-8178-4122-a9ec-0a7e72503b27, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=fda14790-8178-4122-a9ec-0a7e72503b27,segment=NetworkSegment(532e14f3-fd26-4e69-bef7-d43b1c5c9854),segment_id=532e14f3-fd26-4e69-bef7-d43b1c5c9854)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:38:03.960414 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-841f78f0-51c6-43ad-951e-92654235525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:04.052470 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-eaa8df74-93d6-4a46-9fa0-2b8217fb79e5 None None] Allocated IP 2001:db8::2 (1fce5872-df0e-4577-9d26-ea1988d4bac2/23b6dad3-a146-4f86-8955-6f71e01ade9b/50fbd296-74e5-457a-922e-9f96ccf044d3) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:38:04.056016 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ac46de-5186-4c69-b664-875849eb613e None None] Network 21dee20c-4d0f-43c2-9e0b-c31b428f7dc9 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:38:04.085424 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f78f0-51c6-43ad-951e-92654235525d None None] Pushing event updated for resources: {'Port': ['ID=fda14790-8178-4122-a9ec-0a7e72503b27,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:04.113532 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-159fd07e-b7ac-4339-9ad9-427819747e2d tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Allocated IP 2001:db8::1 (e7b31739-b199-411a-9e55-4de9077d9aa0/6423afbf-1af6-4f7a-bf30-fb6b4338551f/a72e92a6-de38-4ec6-a304-d71b98524120) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:38:04.183550 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-3401737d-07e9-4183-9470-79218ed0e343 None None] Provisioning complete for port 06818dff-03c9-4d55-b5c1-1582e21828e1 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:38:04.184053 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3401737d-07e9-4183-9470-79218ed0e343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:04.255902 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-159fd07e-b7ac-4339-9ad9-427819747e2d tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:04.294121 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-159fd07e-b7ac-4339-9ad9-427819747e2d tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:04.338591 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159fd07e-b7ac-4339-9ad9-427819747e2d tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Network e7b31739-b199-411a-9e55-4de9077d9aa0 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:38:04.341877 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-159fd07e-b7ac-4339-9ad9-427819747e2d tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:38:04.344487 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159fd07e-b7ac-4339-9ad9-427819747e2d tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:38:04.345196 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-159fd07e-b7ac-4339-9ad9-427819747e2d tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:04.398329 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fd07e-b7ac-4339-9ad9-427819747e2d tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Pushing event updated for resources: {'Port': ['ID=a72e92a6-de38-4ec6-a304-d71b98524120,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:04.436356 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eaa8df74-93d6-4a46-9fa0-2b8217fb79e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:04.450724 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eaa8df74-93d6-4a46-9fa0-2b8217fb79e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:04.458871 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3401737d-07e9-4183-9470-79218ed0e343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:04.514004 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa8df74-93d6-4a46-9fa0-2b8217fb79e5 None None] Network 1fce5872-df0e-4577-9d26-ea1988d4bac2 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:38:04.525892 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-eaa8df74-93d6-4a46-9fa0-2b8217fb79e5 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:38:04.530100 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa8df74-93d6-4a46-9fa0-2b8217fb79e5 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:38:04.536894 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8df74-93d6-4a46-9fa0-2b8217fb79e5 None None] Pushing event updated for resources: {'Port': ['ID=50fbd296-74e5-457a-922e-9f96ccf044d3,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:04.543541 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-3401737d-07e9-4183-9470-79218ed0e343 None None] For port 06818dff-03c9-4d55-b5c1-1582e21828e1, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=06818dff-03c9-4d55-b5c1-1582e21828e1,segment=NetworkSegment(894a0d55-0892-4e54-b53b-4519ef5c71f3),segment_id=894a0d55-0892-4e54-b53b-4519ef5c71f3)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:38:04.572032 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3401737d-07e9-4183-9470-79218ed0e343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:04.759819 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:38:04.786711 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fda14790-8178-4122-a9ec-0a7e72503b27 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:38:04.820764 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-159fd07e-b7ac-4339-9ad9-427819747e2d tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:04.833247 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-eaa8df74-93d6-4a46-9fa0-2b8217fb79e5 None None] Attempting to bind port 50fbd296-74e5-457a-922e-9f96ccf044d3 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:38:04.833630 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-eaa8df74-93d6-4a46-9fa0-2b8217fb79e5 None None] Attempting to bind port 50fbd296-74e5-457a-922e-9f96ccf044d3 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '46a04707-cfb9-4b8a-bfbe-d24e4027f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1fce5872-df0e-4577-9d26-ea1988d4bac2'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:38:04.833998 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa8df74-93d6-4a46-9fa0-2b8217fb79e5 None None] Attempting to bind port 50fbd296-74e5-457a-922e-9f96ccf044d3 on network 1fce5872-df0e-4577-9d26-ea1988d4bac2 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:38:04.858169 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa8df74-93d6-4a46-9fa0-2b8217fb79e5 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:38:04.858550 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa8df74-93d6-4a46-9fa0-2b8217fb79e5 None None] Checking segment: {'id': '46a04707-cfb9-4b8a-bfbe-d24e4027f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1fce5872-df0e-4577-9d26-ea1988d4bac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:38:04.858963 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eaa8df74-93d6-4a46-9fa0-2b8217fb79e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:04.859368 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa8df74-93d6-4a46-9fa0-2b8217fb79e5 None None] Bound using segment: {'id': '46a04707-cfb9-4b8a-bfbe-d24e4027f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1fce5872-df0e-4577-9d26-ea1988d4bac2'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:38:04.859833 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-eaa8df74-93d6-4a46-9fa0-2b8217fb79e5 None None] Bound port: 50fbd296-74e5-457a-922e-9f96ccf044d3, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a04707-cfb9-4b8a-bfbe-d24e4027f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1fce5872-df0e-4577-9d26-ea1988d4bac2'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:38:04.860219 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eaa8df74-93d6-4a46-9fa0-2b8217fb79e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:04.867148 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401737d-07e9-4183-9470-79218ed0e343 None None] Pushing event updated for resources: {'Port': ['ID=06818dff-03c9-4d55-b5c1-1582e21828e1,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:04.885905 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6851d689-341b-496d-bde4-707372ce0827 None None] Provisioning complete for port 06818dff-03c9-4d55-b5c1-1582e21828e1 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:38:04.886532 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6851d689-341b-496d-bde4-707372ce0827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:04.975662 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port fda14790-8178-4122-a9ec-0a7e72503b27 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:38:04.976361 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:05.009485 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-eaa8df74-93d6-4a46-9fa0-2b8217fb79e5 None None] For port 50fbd296-74e5-457a-922e-9f96ccf044d3, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:38:05.046777 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-eaa8df74-93d6-4a46-9fa0-2b8217fb79e5 None None] For port 50fbd296-74e5-457a-922e-9f96ccf044d3, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=50fbd296-74e5-457a-922e-9f96ccf044d3,segment=NetworkSegment(46a04707-cfb9-4b8a-bfbe-d24e4027f343),segment_id=46a04707-cfb9-4b8a-bfbe-d24e4027f343)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:38:05.058994 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eaa8df74-93d6-4a46-9fa0-2b8217fb79e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:05.097599 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-159fd07e-b7ac-4339-9ad9-427819747e2d tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:05.104136 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-159fd07e-b7ac-4339-9ad9-427819747e2d tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:05.105424 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-159fd07e-b7ac-4339-9ad9-427819747e2d tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:05.160164 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8df74-93d6-4a46-9fa0-2b8217fb79e5 None None] Pushing event updated for resources: {'Port': ['ID=50fbd296-74e5-457a-922e-9f96ccf044d3,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:05.170214 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:05.182113 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09da546-94f7-4449-9179-37b1d81bc829 None None] Network e7b31739-b199-411a-9e55-4de9077d9aa0 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:38:05.183103 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fd07e-b7ac-4339-9ad9-427819747e2d tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Pushing event updated for resources: {'Port': ['ID=a72e92a6-de38-4ec6-a304-d71b98524120,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:05.253567 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159fd07e-b7ac-4339-9ad9-427819747e2d tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Network e7b31739-b199-411a-9e55-4de9077d9aa0 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:38:05.254986 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-159fd07e-b7ac-4339-9ad9-427819747e2d tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:38:05.269861 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port fda14790-8178-4122-a9ec-0a7e72503b27, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=fda14790-8178-4122-a9ec-0a7e72503b27,segment=NetworkSegment(532e14f3-fd26-4e69-bef7-d43b1c5c9854),segment_id=532e14f3-fd26-4e69-bef7-d43b1c5c9854)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:38:05.278461 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:05.279427 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 06818dff-03c9-4d55-b5c1-1582e21828e1 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:38:05.325393 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-27418380-9343-4374-bffc-878a19bba7ba None None] Provisioning complete for port fda14790-8178-4122-a9ec-0a7e72503b27 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:38:05.325761 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-27418380-9343-4374-bffc-878a19bba7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:05.419284 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159fd07e-b7ac-4339-9ad9-427819747e2d tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Router fd95278b-eb42-470a-908f-84e97fb73254 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:38:05.438820 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=fda14790-8178-4122-a9ec-0a7e72503b27,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:05.489214 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 06818dff-03c9-4d55-b5c1-1582e21828e1 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:38:05.489586 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:05.532986 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159fd07e-b7ac-4339-9ad9-427819747e2d tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:38:05.539226 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-159fd07e-b7ac-4339-9ad9-427819747e2d tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "PUT /v2.0/routers/fd95278b-eb42-470a-908f-84e97fb73254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9760396 Sep 30 13:38:05.541385 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43114) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:05.544836 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ed0c0-31cf-49d6-a374-fc6e60a5487c None None] Sync routers for ids ['fd95278b-eb42-470a-908f-84e97fb73254'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:38:05.554877 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ed0c0-31cf-49d6-a374-fc6e60a5487c None None] Routers {'fd95278b-eb42-470a-908f-84e97fb73254'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:38:05.555483 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-435ed0c0-31cf-49d6-a374-fc6e60a5487c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['fd95278b-eb42-470a-908f-84e97fb73254'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:05.590962 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-435ed0c0-31cf-49d6-a374-fc6e60a5487c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:05.601086 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ed0c0-31cf-49d6-a374-fc6e60a5487c None None] Routers {'fd95278b-eb42-470a-908f-84e97fb73254'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:38:05.605413 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-435ed0c0-31cf-49d6-a374-fc6e60a5487c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['fd95278b-eb42-470a-908f-84e97fb73254'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:05.645070 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-435ed0c0-31cf-49d6-a374-fc6e60a5487c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:05.645985 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ed0c0-31cf-49d6-a374-fc6e60a5487c None None] The sync data for ids ['fd95278b-eb42-470a-908f-84e97fb73254'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:38:05.882366 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-099344b9-1fe8-4039-8214-14f79a485ea0 None None] Provisioning complete for port a72e92a6-de38-4ec6-a304-d71b98524120 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:38:05.882829 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-099344b9-1fe8-4039-8214-14f79a485ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:05.922760 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-5c115ecb-867f-44be-a886-6e97c8219c52 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:38:05.926829 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5c115ecb-867f-44be-a886-6e97c8219c52 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "PUT /v2.0/routers/fd95278b-eb42-470a-908f-84e97fb73254/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.3812706 Sep 30 13:38:05.927173 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43116) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:05.931036 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-099344b9-1fe8-4039-8214-14f79a485ea0 None None] Port a72e92a6-de38-4ec6-a304-d71b98524120 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:38:05.942897 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-099344b9-1fe8-4039-8214-14f79a485ea0 None None] Provisioning complete for port fda14790-8178-4122-a9ec-0a7e72503b27 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:38:05.943277 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-099344b9-1fe8-4039-8214-14f79a485ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:06.156316 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ba3d375f-3b7d-4fab-98fc-2499cf735c37 None None] Provisioning complete for port a72e92a6-de38-4ec6-a304-d71b98524120 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:38:06.156903 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ba3d375f-3b7d-4fab-98fc-2499cf735c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:06.198546 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1066cd82-2447-4d82-8e12-1d0cf6d2d198 None None] Network 1fce5872-df0e-4577-9d26-ea1988d4bac2 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:38:06.213404 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-ba3d375f-3b7d-4fab-98fc-2499cf735c37 None None] Port a72e92a6-de38-4ec6-a304-d71b98524120 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:38:06.290314 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2374d5a9-a57e-4b2d-bc24-28db12068176 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:06.353115 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-1f03651c-228c-4956-b346-4c74a64eb4c7 None None] Provisioning complete for port a72e92a6-de38-4ec6-a304-d71b98524120 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:38:06.353490 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1f03651c-228c-4956-b346-4c74a64eb4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:06.394552 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-1f03651c-228c-4956-b346-4c74a64eb4c7 None None] Port a72e92a6-de38-4ec6-a304-d71b98524120 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:38:06.404544 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-1f03651c-228c-4956-b346-4c74a64eb4c7 None None] Provisioning complete for port 50fbd296-74e5-457a-922e-9f96ccf044d3 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:38:06.404918 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1f03651c-228c-4956-b346-4c74a64eb4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:06.498472 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1f03651c-228c-4956-b346-4c74a64eb4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:06.532833 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-1f03651c-228c-4956-b346-4c74a64eb4c7 None None] For port 50fbd296-74e5-457a-922e-9f96ccf044d3, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=50fbd296-74e5-457a-922e-9f96ccf044d3,segment=NetworkSegment(46a04707-cfb9-4b8a-bfbe-d24e4027f343),segment_id=46a04707-cfb9-4b8a-bfbe-d24e4027f343)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:38:06.539602 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1f03651c-228c-4956-b346-4c74a64eb4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:06.557272 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-2374d5a9-a57e-4b2d-bc24-28db12068176 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Deleting port a72e92a6-de38-4ec6-a304-d71b98524120 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:38:06.557545 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2374d5a9-a57e-4b2d-bc24-28db12068176 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:06.594887 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03651c-228c-4956-b346-4c74a64eb4c7 None None] Pushing event updated for resources: {'Port': ['ID=50fbd296-74e5-457a-922e-9f96ccf044d3,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:06.659399 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5e8d2bff-98b9-40aa-ae27-bdc92b29ee6f None None] Provisioning complete for port 50fbd296-74e5-457a-922e-9f96ccf044d3 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:38:06.660372 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5e8d2bff-98b9-40aa-ae27-bdc92b29ee6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:06.663693 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2374d5a9-a57e-4b2d-bc24-28db12068176 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:06.677455 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-2374d5a9-a57e-4b2d-bc24-28db12068176 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Calling delete_port for a72e92a6-de38-4ec6-a304-d71b98524120 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:38:06.740259 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fda14790-8178-4122-a9ec-0a7e72503b27 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:38:06.790789 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port fda14790-8178-4122-a9ec-0a7e72503b27 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:38:06.791157 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:06.858674 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2374d5a9-a57e-4b2d-bc24-28db12068176 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:06.867542 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 06818dff-03c9-4d55-b5c1-1582e21828e1 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:38:06.887268 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374d5a9-a57e-4b2d-bc24-28db12068176 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Pushing event deleted for resources: {'Port': ['ID=a72e92a6-de38-4ec6-a304-d71b98524120,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:06.919499 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 06818dff-03c9-4d55-b5c1-1582e21828e1 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:38:06.919951 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:06.986974 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2374d5a9-a57e-4b2d-bc24-28db12068176 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:07.006180 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 50fbd296-74e5-457a-922e-9f96ccf044d3 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:38:07.053958 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 50fbd296-74e5-457a-922e-9f96ccf044d3 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:38:07.054494 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:07.144128 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2374d5a9-a57e-4b2d-bc24-28db12068176 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Router fd95278b-eb42-470a-908f-84e97fb73254 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:38:07.218511 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2374d5a9-a57e-4b2d-bc24-28db12068176 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:38:07.224161 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2374d5a9-a57e-4b2d-bc24-28db12068176 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "PUT /v2.0/routers/fd95278b-eb42-470a-908f-84e97fb73254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2960441 Sep 30 13:38:07.228020 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43118) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:07.230452 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91f5d8f-7a3b-483d-9168-8423b2c4555a None None] Sync routers for ids ['fd95278b-eb42-470a-908f-84e97fb73254'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:38:07.239689 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91f5d8f-7a3b-483d-9168-8423b2c4555a None None] Routers {'fd95278b-eb42-470a-908f-84e97fb73254'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:38:07.240312 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-b91f5d8f-7a3b-483d-9168-8423b2c4555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['fd95278b-eb42-470a-908f-84e97fb73254'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:07.270556 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-c3884d48-fc6e-4a96-907c-e306c38e58c8 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] delete failed (client error): The resource could not be found. Sep 30 13:38:07.271587 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c3884d48-fc6e-4a96-907c-e306c38e58c8 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-467571942 HTTP/1.1" status: 404 len: 334 time: 0.0425856 Sep 30 13:38:07.272030 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-b91f5d8f-7a3b-483d-9168-8423b2c4555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:07.275644 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43120) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:07.279950 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-8553bb37-a150-410a-9e3e-91fdd9e7b70f tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fd95278b-eb42-470a-908f-84e97fb73254'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:38:07.280504 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91f5d8f-7a3b-483d-9168-8423b2c4555a None None] Routers {'fd95278b-eb42-470a-908f-84e97fb73254'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:38:07.281127 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-b91f5d8f-7a3b-483d-9168-8423b2c4555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['fd95278b-eb42-470a-908f-84e97fb73254'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:07.312582 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-b91f5d8f-7a3b-483d-9168-8423b2c4555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:07.313213 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91f5d8f-7a3b-483d-9168-8423b2c4555a None None] The sync data for ids ['fd95278b-eb42-470a-908f-84e97fb73254'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:38:07.480365 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8553bb37-a150-410a-9e3e-91fdd9e7b70f tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:07.498629 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-8553bb37-a150-410a-9e3e-91fdd9e7b70f tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] update failed (client error): The resource could not be found. Sep 30 13:38:07.499669 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8553bb37-a150-410a-9e3e-91fdd9e7b70f tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "PUT /v2.0/routers/fd95278b-eb42-470a-908f-84e97fb73254 HTTP/1.1" status: 404 len: 339 time: 0.2231271 Sep 30 13:38:07.503825 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43122) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:07.508418 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-ea2b5f38-bbb5-4e84-bb15-0073cb42e6f3 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-397197110'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:38:07.528234 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2b5f38-bbb5-4e84-bb15-0073cb42e6f3 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Made reservation on behalf of 669116d567b74946a70b0d62f50a86ad for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:38:07.531503 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ea2b5f38-bbb5-4e84-bb15-0073cb42e6f3 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:07.553308 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea2b5f38-bbb5-4e84-bb15-0073cb42e6f3 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:38:07.562034 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ea2b5f38-bbb5-4e84-bb15-0073cb42e6f3 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:07.562397 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-ea2b5f38-bbb5-4e84-bb15-0073cb42e6f3 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Added segment 03d7dd85-4d23-47f8-a48c-1ae9d5843a0e of type vlan for network 86b421bc-6084-4cf3-a765-c762fcbb9edc Sep 30 13:38:07.604891 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ea2b5f38-bbb5-4e84-bb15-0073cb42e6f3 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:07.629061 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ea2b5f38-bbb5-4e84-bb15-0073cb42e6f3 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:07.634595 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2b5f38-bbb5-4e84-bb15-0073cb42e6f3 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:38:07.635182 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ea2b5f38-bbb5-4e84-bb15-0073cb42e6f3 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:07.664900 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ea2b5f38-bbb5-4e84-bb15-0073cb42e6f3 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1600873 Sep 30 13:38:07.667965 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43124) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:07.673098 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-d0df1bd7-e132-4ea9-9134-705e2d133412 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Request body: {'subnet': {'network_id': '86b421bc-6084-4cf3-a765-c762fcbb9edc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:38:07.702465 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b5f38-bbb5-4e84-bb15-0073cb42e6f3 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Pushing event updated for resources: {'Network': ['ID=86b421bc-6084-4cf3-a765-c762fcbb9edc,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:07.712646 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 86b421bc-6084-4cf3-a765-c762fcbb9edc details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:38:07.765510 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0df1bd7-e132-4ea9-9134-705e2d133412 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Made reservation on behalf of 669116d567b74946a70b0d62f50a86ad for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:38:07.769158 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d0df1bd7-e132-4ea9-9134-705e2d133412 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:07.949392 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d0df1bd7-e132-4ea9-9134-705e2d133412 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:08.009476 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df1bd7-e132-4ea9-9134-705e2d133412 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Pushing event updated for resources: {'Subnet': ['ID=d96c745d-aec5-43ad-a0db-6d2ffdfd64b3,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:08.018841 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0df1bd7-e132-4ea9-9134-705e2d133412 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Checking segment: {'id': '03d7dd85-4d23-47f8-a48c-1ae9d5843a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '86b421bc-6084-4cf3-a765-c762fcbb9edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:38:08.019211 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0df1bd7-e132-4ea9-9134-705e2d133412 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Network hostable DHCP agents. Network: 86b421bc-6084-4cf3-a765-c762fcbb9edc, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:38:08.035394 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0df1bd7-e132-4ea9-9134-705e2d133412 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Network 86b421bc-6084-4cf3-a765-c762fcbb9edc is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:38:08.043528 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-d0df1bd7-e132-4ea9-9134-705e2d133412 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 86b421bc-6084-4cf3-a765-c762fcbb9edc) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:38:08.047700 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0df1bd7-e132-4ea9-9134-705e2d133412 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:38:08.048284 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d0df1bd7-e132-4ea9-9134-705e2d133412 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:08.052955 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727dc201-7b92-4d01-ab1e-7a149c41085c None None] Network 86b421bc-6084-4cf3-a765-c762fcbb9edc requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:38:08.062674 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d0df1bd7-e132-4ea9-9134-705e2d133412 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3935497 Sep 30 13:38:08.066123 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43126) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:08.070841 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-ed676251-5d24-4668-9ef3-e23e1eb965fa tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Request body: {'router': {'external_gateway_info': {'network_id': '86b421bc-6084-4cf3-a765-c762fcbb9edc'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:38:08.198446 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1c04ac-1227-4ed9-a6dd-fe502b7a31ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-86b421bc-6084-4cf3-a765-c762fcbb9edc', 'network_id': '86b421bc-6084-4cf3-a765-c762fcbb9edc', 'tenant_id': '669116d567b74946a70b0d62f50a86ad', 'fixed_ips': [{'subnet_id': 'd96c745d-aec5-43ad-a0db-6d2ffdfd64b3'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:38:08.199300 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2c1c04ac-1227-4ed9-a6dd-fe502b7a31ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:08.276574 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ed676251-5d24-4668-9ef3-e23e1eb965fa tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:08.336284 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-2c1c04ac-1227-4ed9-a6dd-fe502b7a31ec None None] Allocated IP 2001:db8:1::2 (86b421bc-6084-4cf3-a765-c762fcbb9edc/d96c745d-aec5-43ad-a0db-6d2ffdfd64b3/67d91603-1983-470c-aef2-ccfc7c2f1446) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:38:08.378948 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-ed676251-5d24-4668-9ef3-e23e1eb965fa tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 13:38:08.380005 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ed676251-5d24-4668-9ef3-e23e1eb965fa tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "PUT /v2.0/routers/fd95278b-eb42-470a-908f-84e97fb73254 HTTP/1.1" status: 400 len: 364 time: 0.3127224 Sep 30 13:38:08.383736 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43128) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:08.477575 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2c1c04ac-1227-4ed9-a6dd-fe502b7a31ec None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:08.483320 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2c1c04ac-1227-4ed9-a6dd-fe502b7a31ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:08.524708 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1c04ac-1227-4ed9-a6dd-fe502b7a31ec None None] Network 86b421bc-6084-4cf3-a765-c762fcbb9edc is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:38:08.527557 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-2c1c04ac-1227-4ed9-a6dd-fe502b7a31ec None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:38:08.531071 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1c04ac-1227-4ed9-a6dd-fe502b7a31ec None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:38:08.538338 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c04ac-1227-4ed9-a6dd-fe502b7a31ec None None] Pushing event updated for resources: {'Port': ['ID=67d91603-1983-470c-aef2-ccfc7c2f1446,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:08.669188 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-25d73f75-4f8e-47d3-90e8-0d1bf7d496d5 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:08.705748 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 50fbd296-74e5-457a-922e-9f96ccf044d3 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:38:08.763866 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-2c1c04ac-1227-4ed9-a6dd-fe502b7a31ec None None] Attempting to bind port 67d91603-1983-470c-aef2-ccfc7c2f1446 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:38:08.764237 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-2c1c04ac-1227-4ed9-a6dd-fe502b7a31ec None None] Attempting to bind port 67d91603-1983-470c-aef2-ccfc7c2f1446 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '03d7dd85-4d23-47f8-a48c-1ae9d5843a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '86b421bc-6084-4cf3-a765-c762fcbb9edc'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:38:08.764598 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1c04ac-1227-4ed9-a6dd-fe502b7a31ec None None] Attempting to bind port 67d91603-1983-470c-aef2-ccfc7c2f1446 on network 86b421bc-6084-4cf3-a765-c762fcbb9edc {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:38:08.772845 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1c04ac-1227-4ed9-a6dd-fe502b7a31ec None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:38:08.773217 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1c04ac-1227-4ed9-a6dd-fe502b7a31ec None None] Checking segment: {'id': '03d7dd85-4d23-47f8-a48c-1ae9d5843a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '86b421bc-6084-4cf3-a765-c762fcbb9edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:38:08.773619 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2c1c04ac-1227-4ed9-a6dd-fe502b7a31ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:08.774034 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1c04ac-1227-4ed9-a6dd-fe502b7a31ec None None] Bound using segment: {'id': '03d7dd85-4d23-47f8-a48c-1ae9d5843a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '86b421bc-6084-4cf3-a765-c762fcbb9edc'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:38:08.774514 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-2c1c04ac-1227-4ed9-a6dd-fe502b7a31ec None None] Bound port: 67d91603-1983-470c-aef2-ccfc7c2f1446, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d7dd85-4d23-47f8-a48c-1ae9d5843a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '86b421bc-6084-4cf3-a765-c762fcbb9edc'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:38:08.774894 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2c1c04ac-1227-4ed9-a6dd-fe502b7a31ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:08.825254 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 50fbd296-74e5-457a-922e-9f96ccf044d3 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:38:08.825532 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:08.878282 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-2c1c04ac-1227-4ed9-a6dd-fe502b7a31ec None None] For port 67d91603-1983-470c-aef2-ccfc7c2f1446, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:38:08.882648 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-2c1c04ac-1227-4ed9-a6dd-fe502b7a31ec None None] For port 67d91603-1983-470c-aef2-ccfc7c2f1446, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=67d91603-1983-470c-aef2-ccfc7c2f1446,segment=NetworkSegment(03d7dd85-4d23-47f8-a48c-1ae9d5843a0e),segment_id=03d7dd85-4d23-47f8-a48c-1ae9d5843a0e)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:38:08.888819 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2c1c04ac-1227-4ed9-a6dd-fe502b7a31ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:08.979132 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c04ac-1227-4ed9-a6dd-fe502b7a31ec None None] Pushing event updated for resources: {'Port': ['ID=67d91603-1983-470c-aef2-ccfc7c2f1446,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:09.235196 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-25d73f75-4f8e-47d3-90e8-0d1bf7d496d5 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Allocated IP 2001:db8::1 (21dee20c-4d0f-43c2-9e0b-c31b428f7dc9/2b2d6f9d-06b9-49b9-a082-e05feb53c9d3/6295da1a-529d-4638-886c-98a7282c3dbb) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:38:09.347945 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-25d73f75-4f8e-47d3-90e8-0d1bf7d496d5 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:09.381688 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-25d73f75-4f8e-47d3-90e8-0d1bf7d496d5 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:09.420791 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d73f75-4f8e-47d3-90e8-0d1bf7d496d5 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Network 21dee20c-4d0f-43c2-9e0b-c31b428f7dc9 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:38:09.423737 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-25d73f75-4f8e-47d3-90e8-0d1bf7d496d5 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:38:09.428839 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d73f75-4f8e-47d3-90e8-0d1bf7d496d5 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:38:09.429368 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-25d73f75-4f8e-47d3-90e8-0d1bf7d496d5 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:09.466426 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d73f75-4f8e-47d3-90e8-0d1bf7d496d5 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Pushing event updated for resources: {'Port': ['ID=6295da1a-529d-4638-886c-98a7282c3dbb,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:09.560740 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-25d73f75-4f8e-47d3-90e8-0d1bf7d496d5 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:09.686458 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7344b4e2-e40b-4273-9008-855c46d04923 None None] Provisioning complete for port 6295da1a-529d-4638-886c-98a7282c3dbb triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:38:09.687013 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7344b4e2-e40b-4273-9008-855c46d04923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:09.721664 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7344b4e2-e40b-4273-9008-855c46d04923 None None] Port 6295da1a-529d-4638-886c-98a7282c3dbb cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:38:09.839508 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-25d73f75-4f8e-47d3-90e8-0d1bf7d496d5 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:09.843963 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-25d73f75-4f8e-47d3-90e8-0d1bf7d496d5 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:09.844895 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-25d73f75-4f8e-47d3-90e8-0d1bf7d496d5 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:09.888106 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6465cb45-e13d-4172-a203-07813ced204b None None] Network 86b421bc-6084-4cf3-a765-c762fcbb9edc requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:38:09.905521 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d73f75-4f8e-47d3-90e8-0d1bf7d496d5 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Pushing event updated for resources: {'Port': ['ID=6295da1a-529d-4638-886c-98a7282c3dbb,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:09.958819 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-16bec771-cb74-4bf6-b6d9-7e5bd4323344 None None] Provisioning complete for port 67d91603-1983-470c-aef2-ccfc7c2f1446 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:38:09.959192 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-16bec771-cb74-4bf6-b6d9-7e5bd4323344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:09.986142 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d73f75-4f8e-47d3-90e8-0d1bf7d496d5 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Network 21dee20c-4d0f-43c2-9e0b-c31b428f7dc9 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:38:09.987532 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-25d73f75-4f8e-47d3-90e8-0d1bf7d496d5 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:38:10.086205 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d73f75-4f8e-47d3-90e8-0d1bf7d496d5 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Router fd95278b-eb42-470a-908f-84e97fb73254 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:38:10.103313 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-16bec771-cb74-4bf6-b6d9-7e5bd4323344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:10.141721 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-16bec771-cb74-4bf6-b6d9-7e5bd4323344 None None] For port 67d91603-1983-470c-aef2-ccfc7c2f1446, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=67d91603-1983-470c-aef2-ccfc7c2f1446,segment=NetworkSegment(03d7dd85-4d23-47f8-a48c-1ae9d5843a0e),segment_id=03d7dd85-4d23-47f8-a48c-1ae9d5843a0e)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:38:10.146850 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-16bec771-cb74-4bf6-b6d9-7e5bd4323344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:10.193281 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d73f75-4f8e-47d3-90e8-0d1bf7d496d5 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:38:10.202080 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-25d73f75-4f8e-47d3-90e8-0d1bf7d496d5 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "PUT /v2.0/routers/fd95278b-eb42-470a-908f-84e97fb73254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8140669 Sep 30 13:38:10.202080 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43130) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:10.206219 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b274d3-c543-435e-9140-1f25d0792b4e None None] Sync routers for ids ['fd95278b-eb42-470a-908f-84e97fb73254'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:38:10.210693 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bec771-cb74-4bf6-b6d9-7e5bd4323344 None None] Pushing event updated for resources: {'Port': ['ID=67d91603-1983-470c-aef2-ccfc7c2f1446,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:10.219461 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b274d3-c543-435e-9140-1f25d0792b4e None None] Routers {'fd95278b-eb42-470a-908f-84e97fb73254'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:38:10.220286 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-70b274d3-c543-435e-9140-1f25d0792b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['fd95278b-eb42-470a-908f-84e97fb73254'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:10.259513 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-70b274d3-c543-435e-9140-1f25d0792b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:10.269367 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b274d3-c543-435e-9140-1f25d0792b4e None None] Routers {'fd95278b-eb42-470a-908f-84e97fb73254'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:38:10.270145 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-70b274d3-c543-435e-9140-1f25d0792b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['fd95278b-eb42-470a-908f-84e97fb73254'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:10.305487 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-70b274d3-c543-435e-9140-1f25d0792b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:10.306267 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b274d3-c543-435e-9140-1f25d0792b4e None None] The sync data for ids ['fd95278b-eb42-470a-908f-84e97fb73254'] in n-d-810909-2 is: [] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:38:10.309410 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ba02c82b-f7da-4e6d-8a27-a9ce9aa2ac0d tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:10.370048 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-3e907ff0-626f-4712-ada7-2a16ab85625f None None] Provisioning complete for port 6295da1a-529d-4638-886c-98a7282c3dbb triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:38:10.370361 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3e907ff0-626f-4712-ada7-2a16ab85625f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:10.398209 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-ba02c82b-f7da-4e6d-8a27-a9ce9aa2ac0d tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 30 13:38:10.399181 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ba02c82b-f7da-4e6d-8a27-a9ce9aa2ac0d tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "DELETE /v2.0/routers/fd95278b-eb42-470a-908f-84e97fb73254 HTTP/1.1" status: 409 len: 329 time: 0.1963756 Sep 30 13:38:10.401958 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43132) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:10.404350 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-3e907ff0-626f-4712-ada7-2a16ab85625f None None] Port 6295da1a-529d-4638-886c-98a7282c3dbb cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:38:10.413928 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-3e907ff0-626f-4712-ada7-2a16ab85625f None None] Provisioning complete for port 67d91603-1983-470c-aef2-ccfc7c2f1446 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:38:10.414338 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3e907ff0-626f-4712-ada7-2a16ab85625f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:10.643597 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 67d91603-1983-470c-aef2-ccfc7c2f1446 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:38:10.698823 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 67d91603-1983-470c-aef2-ccfc7c2f1446 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:38:10.699534 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:10.725991 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e52490b-cddb-49cb-9ecb-b23c9c397089 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:10.964148 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-1e52490b-cddb-49cb-9ecb-b23c9c397089 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Deleting port 6295da1a-529d-4638-886c-98a7282c3dbb {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:38:10.964825 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e52490b-cddb-49cb-9ecb-b23c9c397089 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:11.051873 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e52490b-cddb-49cb-9ecb-b23c9c397089 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:11.063477 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-1e52490b-cddb-49cb-9ecb-b23c9c397089 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Calling delete_port for 6295da1a-529d-4638-886c-98a7282c3dbb owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:38:11.230192 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e52490b-cddb-49cb-9ecb-b23c9c397089 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:11.256420 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52490b-cddb-49cb-9ecb-b23c9c397089 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Pushing event deleted for resources: {'Port': ['ID=6295da1a-529d-4638-886c-98a7282c3dbb,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:11.354119 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1e52490b-cddb-49cb-9ecb-b23c9c397089 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:11.511481 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e52490b-cddb-49cb-9ecb-b23c9c397089 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Router fd95278b-eb42-470a-908f-84e97fb73254 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:38:11.586163 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e52490b-cddb-49cb-9ecb-b23c9c397089 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:38:11.590960 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1e52490b-cddb-49cb-9ecb-b23c9c397089 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "PUT /v2.0/routers/fd95278b-eb42-470a-908f-84e97fb73254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.1880279 Sep 30 13:38:11.594799 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43134) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:11.597718 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d3ca5e-05c3-47e3-bd01-acbf007f32db None None] Sync routers for ids ['fd95278b-eb42-470a-908f-84e97fb73254'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:38:11.606658 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d3ca5e-05c3-47e3-bd01-acbf007f32db None None] Routers {'fd95278b-eb42-470a-908f-84e97fb73254'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:38:11.607267 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f7d3ca5e-05c3-47e3-bd01-acbf007f32db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['fd95278b-eb42-470a-908f-84e97fb73254'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:11.631523 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-78a1924b-6e5c-481e-a481-7f74921e7960 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] show failed (client error): The resource could not be found. Sep 30 13:38:11.632544 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-78a1924b-6e5c-481e-a481-7f74921e7960 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-638753066 HTTP/1.1" status: 404 len: 334 time: 0.0366356 Sep 30 13:38:11.636232 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43136) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:11.638506 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f7d3ca5e-05c3-47e3-bd01-acbf007f32db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:11.640462 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-db553eba-c1e6-43b5-852a-0980f6843efa tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:38:11.647859 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d3ca5e-05c3-47e3-bd01-acbf007f32db None None] Routers {'fd95278b-eb42-470a-908f-84e97fb73254'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:38:11.648453 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f7d3ca5e-05c3-47e3-bd01-acbf007f32db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:37:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['fd95278b-eb42-470a-908f-84e97fb73254'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:11.673929 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-db553eba-c1e6-43b5-852a-0980f6843efa tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] update failed (client error): The resource could not be found. Sep 30 13:38:11.674974 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-db553eba-c1e6-43b5-852a-0980f6843efa tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-1160424070 HTTP/1.1" status: 404 len: 335 time: 0.0378547 Sep 30 13:38:11.678526 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43138) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:11.683144 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f7d3ca5e-05c3-47e3-bd01-acbf007f32db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:11.683792 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d3ca5e-05c3-47e3-bd01-acbf007f32db None None] The sync data for ids ['fd95278b-eb42-470a-908f-84e97fb73254'] in n-d-810909-2 is: [] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:38:11.733877 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-3289b860-376a-4969-9126-4c1b53946dab tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Deleting subnet d96c745d-aec5-43ad-a0db-6d2ffdfd64b3 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:38:11.736924 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3289b860-376a-4969-9126-4c1b53946dab tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:11.775486 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3289b860-376a-4969-9126-4c1b53946dab tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:11.855123 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3289b860-376a-4969-9126-4c1b53946dab tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:11.916324 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3289b860-376a-4969-9126-4c1b53946dab tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:11.943179 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289b860-376a-4969-9126-4c1b53946dab tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Pushing event deleted for resources: {'Subnet': ['ID=d96c745d-aec5-43ad-a0db-6d2ffdfd64b3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:11.948047 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3289b860-376a-4969-9126-4c1b53946dab tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:11.950187 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3289b860-376a-4969-9126-4c1b53946dab tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "DELETE /v2.0/subnets/d96c745d-aec5-43ad-a0db-6d2ffdfd64b3 HTTP/1.1" status: 204 len: 168 time: 0.2707407 Sep 30 13:38:11.952816 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43140) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:11.953870 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76619c8e-f3b0-4c96-b93c-c60ef75229af None None] Network 86b421bc-6084-4cf3-a765-c762fcbb9edc requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:38:12.027111 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a4e372c-d281-42c4-b6de-b93fa03aa2e9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:12.087052 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-3a4e372c-d281-42c4-b6de-b93fa03aa2e9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Deleting port 67d91603-1983-470c-aef2-ccfc7c2f1446 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:38:12.087384 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a4e372c-d281-42c4-b6de-b93fa03aa2e9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:12.126737 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083c4a6f-11fe-4959-a1ab-547b1d11b239 None None] DHCP port deletion for 86b421bc-6084-4cf3-a765-c762fcbb9edc request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:38:12.149962 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-3a4e372c-d281-42c4-b6de-b93fa03aa2e9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] For port 67d91603-1983-470c-aef2-ccfc7c2f1446, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=67d91603-1983-470c-aef2-ccfc7c2f1446,segment=NetworkSegment(03d7dd85-4d23-47f8-a48c-1ae9d5843a0e),segment_id=03d7dd85-4d23-47f8-a48c-1ae9d5843a0e)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:38:12.150355 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a4e372c-d281-42c4-b6de-b93fa03aa2e9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:12.161932 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-3a4e372c-d281-42c4-b6de-b93fa03aa2e9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Calling delete_port for 67d91603-1983-470c-aef2-ccfc7c2f1446 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:38:12.172974 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-083c4a6f-11fe-4959-a1ab-547b1d11b239 None None] Deleting port 67d91603-1983-470c-aef2-ccfc7c2f1446 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:38:12.173351 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-083c4a6f-11fe-4959-a1ab-547b1d11b239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:12.234187 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-083c4a6f-11fe-4959-a1ab-547b1d11b239 None None] For port 67d91603-1983-470c-aef2-ccfc7c2f1446, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=67d91603-1983-470c-aef2-ccfc7c2f1446,segment=NetworkSegment(03d7dd85-4d23-47f8-a48c-1ae9d5843a0e),segment_id=03d7dd85-4d23-47f8-a48c-1ae9d5843a0e)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:38:12.234582 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-083c4a6f-11fe-4959-a1ab-547b1d11b239 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:12.242368 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a4e372c-d281-42c4-b6de-b93fa03aa2e9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:12.251602 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-083c4a6f-11fe-4959-a1ab-547b1d11b239 None None] Calling delete_port for 67d91603-1983-470c-aef2-ccfc7c2f1446 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:38:12.270619 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4e372c-d281-42c4-b6de-b93fa03aa2e9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] No DVR routers for this DVR port 67d91603-1983-470c-aef2-ccfc7c2f1446 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:38:12.275866 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e372c-d281-42c4-b6de-b93fa03aa2e9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Pushing event deleted for resources: {'Port': ['ID=67d91603-1983-470c-aef2-ccfc7c2f1446,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:12.327430 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-083c4a6f-11fe-4959-a1ab-547b1d11b239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:12.351852 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a4e372c-d281-42c4-b6de-b93fa03aa2e9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:12.353953 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c4a6f-11fe-4959-a1ab-547b1d11b239 None None] Pushing event deleted for resources: {'Port': ['ID=67d91603-1983-470c-aef2-ccfc7c2f1446,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:12.355863 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083c4a6f-11fe-4959-a1ab-547b1d11b239 None None] No DVR routers for this DVR port 67d91603-1983-470c-aef2-ccfc7c2f1446 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:38:12.372667 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-3a4e372c-d281-42c4-b6de-b93fa03aa2e9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b421bc-6084-4cf3-a765-c762fcbb9edc']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:12.382532 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-3a4e372c-d281-42c4-b6de-b93fa03aa2e9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d7dd85-4d23-47f8-a48c-1ae9d5843a0e') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:12.382822 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-3a4e372c-d281-42c4-b6de-b93fa03aa2e9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d7dd85-4d23-47f8-a48c-1ae9d5843a0e') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:12.396228 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a4e372c-d281-42c4-b6de-b93fa03aa2e9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:12.409065 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a4e372c-d281-42c4-b6de-b93fa03aa2e9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:12.414795 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4e372c-d281-42c4-b6de-b93fa03aa2e9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:38:12.415169 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a4e372c-d281-42c4-b6de-b93fa03aa2e9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:38:12.418227 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:38:12.475651 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a4e372c-d281-42c4-b6de-b93fa03aa2e9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:12.487102 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3a4e372c-d281-42c4-b6de-b93fa03aa2e9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:12.488903 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3a4e372c-d281-42c4-b6de-b93fa03aa2e9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "DELETE /v2.0/networks/86b421bc-6084-4cf3-a765-c762fcbb9edc HTTP/1.1" status: 204 len: 168 time: 0.5351775 Sep 30 13:38:12.491587 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43142) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:12.499819 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e372c-d281-42c4-b6de-b93fa03aa2e9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Pushing event deleted for resources: {'Network': ['ID=86b421bc-6084-4cf3-a765-c762fcbb9edc,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:12.542750 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8951c34-26df-4f4f-93c0-6485ff41bded tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Deleting subnet 23b6dad3-a146-4f86-8955-6f71e01ade9b {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:38:12.545776 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e8951c34-26df-4f4f-93c0-6485ff41bded tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:12.591298 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e8951c34-26df-4f4f-93c0-6485ff41bded tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:12.619261 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 67d91603-1983-470c-aef2-ccfc7c2f1446 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:38:12.638615 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 67d91603-1983-470c-aef2-ccfc7c2f1446 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:38:12.638951 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 67d91603-1983-470c-aef2-ccfc7c2f1446 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:38:12.673118 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e8951c34-26df-4f4f-93c0-6485ff41bded tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:12.729747 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e8951c34-26df-4f4f-93c0-6485ff41bded tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:12.762587 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e8951c34-26df-4f4f-93c0-6485ff41bded tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:12.764511 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e8951c34-26df-4f4f-93c0-6485ff41bded tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "DELETE /v2.0/subnets/23b6dad3-a146-4f86-8955-6f71e01ade9b HTTP/1.1" status: 204 len: 168 time: 0.2717874 Sep 30 13:38:12.765327 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8951c34-26df-4f4f-93c0-6485ff41bded tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Pushing event deleted for resources: {'Subnet': ['ID=23b6dad3-a146-4f86-8955-6f71e01ade9b,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:12.767211 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43144) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:12.769162 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defc804d-0179-4fa7-a36d-2cb7041906e4 None None] Network 1fce5872-df0e-4577-9d26-ea1988d4bac2 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:38:12.818150 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff7ceeeb-7ddf-4dfe-9fcd-1fa4de655c03 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Deleting subnet 6423afbf-1af6-4f7a-bf30-fb6b4338551f {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:38:12.821111 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ff7ceeeb-7ddf-4dfe-9fcd-1fa4de655c03 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:12.867271 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ff7ceeeb-7ddf-4dfe-9fcd-1fa4de655c03 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:12.942150 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b471fbc3-04a6-4d65-995c-377be2a3a492 None None] DHCP port deletion for 1fce5872-df0e-4577-9d26-ea1988d4bac2 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:38:12.951222 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ff7ceeeb-7ddf-4dfe-9fcd-1fa4de655c03 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:12.988713 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-b471fbc3-04a6-4d65-995c-377be2a3a492 None None] Deleting port 50fbd296-74e5-457a-922e-9f96ccf044d3 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:38:12.989320 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b471fbc3-04a6-4d65-995c-377be2a3a492 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:13.008728 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ff7ceeeb-7ddf-4dfe-9fcd-1fa4de655c03 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:13.040164 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ceeeb-7ddf-4dfe-9fcd-1fa4de655c03 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Pushing event deleted for resources: {'Subnet': ['ID=6423afbf-1af6-4f7a-bf30-fb6b4338551f,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:13.044225 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ff7ceeeb-7ddf-4dfe-9fcd-1fa4de655c03 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:13.048761 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ff7ceeeb-7ddf-4dfe-9fcd-1fa4de655c03 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "DELETE /v2.0/subnets/6423afbf-1af6-4f7a-bf30-fb6b4338551f HTTP/1.1" status: 204 len: 168 time: 0.2804332 Sep 30 13:38:13.049302 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43146) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:13.055239 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b471fbc3-04a6-4d65-995c-377be2a3a492 None None] For port 50fbd296-74e5-457a-922e-9f96ccf044d3, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=50fbd296-74e5-457a-922e-9f96ccf044d3,segment=NetworkSegment(46a04707-cfb9-4b8a-bfbe-d24e4027f343),segment_id=46a04707-cfb9-4b8a-bfbe-d24e4027f343)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:38:13.055642 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b471fbc3-04a6-4d65-995c-377be2a3a492 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:13.064537 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c1a3a3-6610-4806-a7fb-d10801fd8cc8 None None] Network e7b31739-b199-411a-9e55-4de9077d9aa0 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:38:13.079746 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-b471fbc3-04a6-4d65-995c-377be2a3a492 None None] Calling delete_port for 50fbd296-74e5-457a-922e-9f96ccf044d3 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:38:13.129308 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4eb253bb-3266-4fc6-932d-16bbe1a3b622 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:13.181690 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-4eb253bb-3266-4fc6-932d-16bbe1a3b622 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Deleting port 50fbd296-74e5-457a-922e-9f96ccf044d3 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:38:13.181955 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4eb253bb-3266-4fc6-932d-16bbe1a3b622 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:13.242313 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b471fbc3-04a6-4d65-995c-377be2a3a492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:13.253508 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-4eb253bb-3266-4fc6-932d-16bbe1a3b622 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] For port 50fbd296-74e5-457a-922e-9f96ccf044d3, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=50fbd296-74e5-457a-922e-9f96ccf044d3,segment=NetworkSegment(46a04707-cfb9-4b8a-bfbe-d24e4027f343),segment_id=46a04707-cfb9-4b8a-bfbe-d24e4027f343)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:38:13.254223 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4eb253bb-3266-4fc6-932d-16bbe1a3b622 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:13.267344 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-4eb253bb-3266-4fc6-932d-16bbe1a3b622 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Calling delete_port for 50fbd296-74e5-457a-922e-9f96ccf044d3 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:38:13.272177 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471fbc3-04a6-4d65-995c-377be2a3a492 None None] Pushing event deleted for resources: {'Port': ['ID=50fbd296-74e5-457a-922e-9f96ccf044d3,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:13.276064 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b471fbc3-04a6-4d65-995c-377be2a3a492 None None] No DVR routers for this DVR port 50fbd296-74e5-457a-922e-9f96ccf044d3 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:38:13.310389 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27451dd6-5b21-4688-84af-9d22f5dffda6 None None] DHCP port deletion for e7b31739-b199-411a-9e55-4de9077d9aa0 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:38:13.347876 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4eb253bb-3266-4fc6-932d-16bbe1a3b622 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:13.359752 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-27451dd6-5b21-4688-84af-9d22f5dffda6 None None] Deleting port fda14790-8178-4122-a9ec-0a7e72503b27 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:38:13.360136 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-27451dd6-5b21-4688-84af-9d22f5dffda6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:13.379438 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb253bb-3266-4fc6-932d-16bbe1a3b622 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] No DVR routers for this DVR port 50fbd296-74e5-457a-922e-9f96ccf044d3 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:38:13.384658 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb253bb-3266-4fc6-932d-16bbe1a3b622 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Pushing event deleted for resources: {'Port': ['ID=50fbd296-74e5-457a-922e-9f96ccf044d3,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:13.424540 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-27451dd6-5b21-4688-84af-9d22f5dffda6 None None] For port fda14790-8178-4122-a9ec-0a7e72503b27, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=fda14790-8178-4122-a9ec-0a7e72503b27,segment=NetworkSegment(532e14f3-fd26-4e69-bef7-d43b1c5c9854),segment_id=532e14f3-fd26-4e69-bef7-d43b1c5c9854)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:38:13.424941 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-27451dd6-5b21-4688-84af-9d22f5dffda6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:13.442300 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-27451dd6-5b21-4688-84af-9d22f5dffda6 None None] Calling delete_port for fda14790-8178-4122-a9ec-0a7e72503b27 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:38:13.463156 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4eb253bb-3266-4fc6-932d-16bbe1a3b622 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:13.482656 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-4eb253bb-3266-4fc6-932d-16bbe1a3b622 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fce5872-df0e-4577-9d26-ea1988d4bac2']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:13.492217 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-4eb253bb-3266-4fc6-932d-16bbe1a3b622 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a04707-cfb9-4b8a-bfbe-d24e4027f343') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:13.492863 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-4eb253bb-3266-4fc6-932d-16bbe1a3b622 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a04707-cfb9-4b8a-bfbe-d24e4027f343') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:13.502630 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4eb253bb-3266-4fc6-932d-16bbe1a3b622 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:13.515448 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4eb253bb-3266-4fc6-932d-16bbe1a3b622 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:13.521824 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb253bb-3266-4fc6-932d-16bbe1a3b622 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:38:13.522248 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4eb253bb-3266-4fc6-932d-16bbe1a3b622 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:13.522892 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-27451dd6-5b21-4688-84af-9d22f5dffda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: self.session.flush() Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:38:13.525208 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:38:13.546002 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27451dd6-5b21-4688-84af-9d22f5dffda6 None None] Pushing event deleted for resources: {'Port': ['ID=fda14790-8178-4122-a9ec-0a7e72503b27,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:13.551419 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27451dd6-5b21-4688-84af-9d22f5dffda6 None None] No DVR routers for this DVR port fda14790-8178-4122-a9ec-0a7e72503b27 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:38:13.593652 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4eb253bb-3266-4fc6-932d-16bbe1a3b622 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:13.600681 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4eb253bb-3266-4fc6-932d-16bbe1a3b622 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:13.602436 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4eb253bb-3266-4fc6-932d-16bbe1a3b622 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "DELETE /v2.0/networks/1fce5872-df0e-4577-9d26-ea1988d4bac2 HTTP/1.1" status: 204 len: 168 time: 0.5521526 Sep 30 13:38:13.605039 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43148) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:13.613533 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb253bb-3266-4fc6-932d-16bbe1a3b622 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Pushing event deleted for resources: {'Network': ['ID=1fce5872-df0e-4577-9d26-ea1988d4bac2,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:13.681338 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-84f66323-dff9-4ef5-aaff-80639ea70575 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:13.771491 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-84f66323-dff9-4ef5-aaff-80639ea70575 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:13.791047 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-84f66323-dff9-4ef5-aaff-80639ea70575 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b31739-b199-411a-9e55-4de9077d9aa0']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:13.800783 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-84f66323-dff9-4ef5-aaff-80639ea70575 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532e14f3-fd26-4e69-bef7-d43b1c5c9854') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:13.801083 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-84f66323-dff9-4ef5-aaff-80639ea70575 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532e14f3-fd26-4e69-bef7-d43b1c5c9854') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:13.810390 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-84f66323-dff9-4ef5-aaff-80639ea70575 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:13.823691 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-84f66323-dff9-4ef5-aaff-80639ea70575 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:13.829458 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f66323-dff9-4ef5-aaff-80639ea70575 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:38:13.829842 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-84f66323-dff9-4ef5-aaff-80639ea70575 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:38:13.832741 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:38:13.890531 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-84f66323-dff9-4ef5-aaff-80639ea70575 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:13.895170 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-84f66323-dff9-4ef5-aaff-80639ea70575 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:13.899913 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43150) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:13.900080 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-84f66323-dff9-4ef5-aaff-80639ea70575 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "DELETE /v2.0/networks/e7b31739-b199-411a-9e55-4de9077d9aa0 HTTP/1.1" status: 204 len: 168 time: 0.2940099 Sep 30 13:38:13.914400 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f66323-dff9-4ef5-aaff-80639ea70575 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Pushing event deleted for resources: {'Network': ['ID=e7b31739-b199-411a-9e55-4de9077d9aa0,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:13.950191 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-d25c5ef6-8f80-47df-bbab-2f96f8d173c7 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Deleting subnet 2b2d6f9d-06b9-49b9-a082-e05feb53c9d3 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:38:13.953116 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d25c5ef6-8f80-47df-bbab-2f96f8d173c7 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:13.993176 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d25c5ef6-8f80-47df-bbab-2f96f8d173c7 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:14.078905 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d25c5ef6-8f80-47df-bbab-2f96f8d173c7 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:14.136626 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d25c5ef6-8f80-47df-bbab-2f96f8d173c7 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:14.165063 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d25c5ef6-8f80-47df-bbab-2f96f8d173c7 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:14.166972 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d25c5ef6-8f80-47df-bbab-2f96f8d173c7 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "DELETE /v2.0/subnets/2b2d6f9d-06b9-49b9-a082-e05feb53c9d3 HTTP/1.1" status: 204 len: 168 time: 0.2659595 Sep 30 13:38:14.167804 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c5ef6-8f80-47df-bbab-2f96f8d173c7 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Pushing event deleted for resources: {'Subnet': ['ID=2b2d6f9d-06b9-49b9-a082-e05feb53c9d3,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:14.169427 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43152) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:14.172514 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b236f433-55ff-4b91-a9ee-2f4ece02f2d3 None None] Network 21dee20c-4d0f-43c2-9e0b-c31b428f7dc9 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:38:14.249076 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ce830646-bbfa-4869-84eb-3dd4c7556cc9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:14.301839 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-ce830646-bbfa-4869-84eb-3dd4c7556cc9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Deleting port 06818dff-03c9-4d55-b5c1-1582e21828e1 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:38:14.302215 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ce830646-bbfa-4869-84eb-3dd4c7556cc9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:14.346782 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aacceac-ef8b-4832-ad31-9d639c7868eb None None] DHCP port deletion for 21dee20c-4d0f-43c2-9e0b-c31b428f7dc9 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:38:14.372340 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-ce830646-bbfa-4869-84eb-3dd4c7556cc9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] For port 06818dff-03c9-4d55-b5c1-1582e21828e1, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=06818dff-03c9-4d55-b5c1-1582e21828e1,segment=NetworkSegment(894a0d55-0892-4e54-b53b-4519ef5c71f3),segment_id=894a0d55-0892-4e54-b53b-4519ef5c71f3)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:38:14.372734 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ce830646-bbfa-4869-84eb-3dd4c7556cc9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:14.384472 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-ce830646-bbfa-4869-84eb-3dd4c7556cc9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Calling delete_port for 06818dff-03c9-4d55-b5c1-1582e21828e1 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:38:14.392593 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-4aacceac-ef8b-4832-ad31-9d639c7868eb None None] Deleting port 06818dff-03c9-4d55-b5c1-1582e21828e1 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:38:14.392878 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4aacceac-ef8b-4832-ad31-9d639c7868eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:14.453008 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-4aacceac-ef8b-4832-ad31-9d639c7868eb None None] For port 06818dff-03c9-4d55-b5c1-1582e21828e1, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=06818dff-03c9-4d55-b5c1-1582e21828e1,segment=NetworkSegment(894a0d55-0892-4e54-b53b-4519ef5c71f3),segment_id=894a0d55-0892-4e54-b53b-4519ef5c71f3)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:38:14.453395 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4aacceac-ef8b-4832-ad31-9d639c7868eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:14.465833 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-4aacceac-ef8b-4832-ad31-9d639c7868eb None None] Calling delete_port for 06818dff-03c9-4d55-b5c1-1582e21828e1 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:38:14.468112 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ce830646-bbfa-4869-84eb-3dd4c7556cc9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:14.495436 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce830646-bbfa-4869-84eb-3dd4c7556cc9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Pushing event deleted for resources: {'Port': ['ID=06818dff-03c9-4d55-b5c1-1582e21828e1,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:14.499108 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce830646-bbfa-4869-84eb-3dd4c7556cc9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] No DVR routers for this DVR port 06818dff-03c9-4d55-b5c1-1582e21828e1 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:38:14.543124 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4aacceac-ef8b-4832-ad31-9d639c7868eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:14.562899 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacceac-ef8b-4832-ad31-9d639c7868eb None None] Pushing event deleted for resources: {'Port': ['ID=06818dff-03c9-4d55-b5c1-1582e21828e1,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:14.571334 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aacceac-ef8b-4832-ad31-9d639c7868eb None None] No DVR routers for this DVR port 06818dff-03c9-4d55-b5c1-1582e21828e1 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:38:14.579292 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ce830646-bbfa-4869-84eb-3dd4c7556cc9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:14.604238 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-ce830646-bbfa-4869-84eb-3dd4c7556cc9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21dee20c-4d0f-43c2-9e0b-c31b428f7dc9']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:14.616698 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-ce830646-bbfa-4869-84eb-3dd4c7556cc9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894a0d55-0892-4e54-b53b-4519ef5c71f3') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:14.617285 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-ce830646-bbfa-4869-84eb-3dd4c7556cc9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894a0d55-0892-4e54-b53b-4519ef5c71f3') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:14.627167 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ce830646-bbfa-4869-84eb-3dd4c7556cc9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:14.638863 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fda14790-8178-4122-a9ec-0a7e72503b27 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:38:14.640911 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ce830646-bbfa-4869-84eb-3dd4c7556cc9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:14.648318 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce830646-bbfa-4869-84eb-3dd4c7556cc9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:38:14.649158 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ce830646-bbfa-4869-84eb-3dd4c7556cc9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:38:14.652531 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:38:14.659807 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: fda14790-8178-4122-a9ec-0a7e72503b27 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:38:14.660152 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fda14790-8178-4122-a9ec-0a7e72503b27 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:38:14.660570 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 06818dff-03c9-4d55-b5c1-1582e21828e1 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:38:14.678414 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 06818dff-03c9-4d55-b5c1-1582e21828e1 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:38:14.678760 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 06818dff-03c9-4d55-b5c1-1582e21828e1 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:38:14.679163 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 50fbd296-74e5-457a-922e-9f96ccf044d3 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:38:14.700051 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 50fbd296-74e5-457a-922e-9f96ccf044d3 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:38:14.700313 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 50fbd296-74e5-457a-922e-9f96ccf044d3 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:38:14.717096 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ce830646-bbfa-4869-84eb-3dd4c7556cc9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:14.724469 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ce830646-bbfa-4869-84eb-3dd4c7556cc9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:14.726328 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ce830646-bbfa-4869-84eb-3dd4c7556cc9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "DELETE /v2.0/networks/21dee20c-4d0f-43c2-9e0b-c31b428f7dc9 HTTP/1.1" status: 204 len: 168 time: 0.5552862 Sep 30 13:38:14.729040 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43154) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:14.737567 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce830646-bbfa-4869-84eb-3dd4c7556cc9 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Pushing event deleted for resources: {'Network': ['ID=21dee20c-4d0f-43c2-9e0b-c31b428f7dc9,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:14.757434 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8724c50b-c46f-4a7c-a1cf-020e20720b21 tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd95278b-eb42-470a-908f-84e97fb73254 HTTP/1.1" status: 200 len: 205 time: 0.0270631 Sep 30 13:38:14.759741 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43156) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:15.004285 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:15.131803 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f2c17ea-a6d9-47d8-91c9-9110e2c1569d tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:15.283042 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f2c17ea-a6d9-47d8-91c9-9110e2c1569d tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:15.285131 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f2c17ea-a6d9-47d8-91c9-9110e2c1569d tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:15.326416 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f2c17ea-a6d9-47d8-91c9-9110e2c1569d tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:15.326932 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2c17ea-a6d9-47d8-91c9-9110e2c1569d tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Fanout notify agent at l3_agent the message router_deleted on router fd95278b-eb42-470a-908f-84e97fb73254 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:38:15.333520 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4f2c17ea-a6d9-47d8-91c9-9110e2c1569d tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:15.334660 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4f2c17ea-a6d9-47d8-91c9-9110e2c1569d tempest-RoutersNegativeIpV6Test-1710593372 tempest-RoutersNegativeIpV6Test-1710593372-project] 10.222.0.18 "DELETE /v2.0/routers/fd95278b-eb42-470a-908f-84e97fb73254 HTTP/1.1" status: 204 len: 168 time: 0.5738845 Sep 30 13:38:15.572153 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43164) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:15.702305 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9cfc69ed-74e8-446d-9590-58f1445f3a59 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=669116d567b74946a70b0d62f50a86ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288900 Sep 30 13:38:15.704656 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43168) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:15.751956 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ad5805fa-e73d-4045-8502-5cf1f344d8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:15.772040 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ad5805fa-e73d-4045-8502-5cf1f344d8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:15.817872 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ad5805fa-e73d-4045-8502-5cf1f344d8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:15.820614 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ad5805fa-e73d-4045-8502-5cf1f344d8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:15.821710 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ad5805fa-e73d-4045-8502-5cf1f344d8b3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/50350869-bc36-4cbe-876c-5549ae265505 HTTP/1.1" status: 204 len: 168 time: 0.1161687 Sep 30 13:38:15.829330 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5805fa-e73d-4045-8502-5cf1f344d8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50350869-bc36-4cbe-876c-5549ae265505,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:16.435567 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43190) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:16.532057 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-90a35f90-85e3-4a94-bef4-5ac624929ad2 tempest-SubnetPoolsTestJSON-640129867 tempest-SubnetPoolsTestJSON-640129867-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1786072348', 'prefixes': ['172.20.0.0/16']}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:38:16.590133 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90a35f90-85e3-4a94-bef4-5ac624929ad2 tempest-SubnetPoolsTestJSON-640129867 tempest-SubnetPoolsTestJSON-640129867-project] Notify callbacks [] for subnetpool, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:16.591296 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-90a35f90-85e3-4a94-bef4-5ac624929ad2 tempest-SubnetPoolsTestJSON-640129867 tempest-SubnetPoolsTestJSON-640129867-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1546571 Sep 30 13:38:16.593983 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43194) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:16.629145 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-35b6b6f8-ee7d-433b-bd80-2b71ae233eb8 tempest-SubnetPoolsTestJSON-640129867 tempest-SubnetPoolsTestJSON-640129867-project] 10.222.0.18 "GET /v2.0/subnetpools/2c4a3582-5802-40ec-beb9-cedf44be6af6 HTTP/1.1" status: 200 len: 732 time: 0.0340965 Sep 30 13:38:16.631585 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43196) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:16.635630 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-9a664c63-ab35-420c-9122-71e68d4d08d8 tempest-SubnetPoolsTestJSON-640129867 tempest-SubnetPoolsTestJSON-640129867-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1681635936'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:38:16.710604 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9a664c63-ab35-420c-9122-71e68d4d08d8 tempest-SubnetPoolsTestJSON-640129867 tempest-SubnetPoolsTestJSON-640129867-project] Notify callbacks [] for subnetpool, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:16.711817 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9a664c63-ab35-420c-9122-71e68d4d08d8 tempest-SubnetPoolsTestJSON-640129867 tempest-SubnetPoolsTestJSON-640129867-project] 10.222.0.18 "PUT /v2.0/subnetpools/2c4a3582-5802-40ec-beb9-cedf44be6af6 HTTP/1.1" status: 200 len: 684 time: 0.0793493 Sep 30 13:38:16.714368 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43198) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:16.782073 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc1ca566-0716-48ab-bd0c-d41f7906f5c1 tempest-SubnetPoolsTestJSON-640129867 tempest-SubnetPoolsTestJSON-640129867-project] Notify callbacks [] for subnetpool, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:16.783228 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bc1ca566-0716-48ab-bd0c-d41f7906f5c1 tempest-SubnetPoolsTestJSON-640129867 tempest-SubnetPoolsTestJSON-640129867-project] 10.222.0.18 "DELETE /v2.0/subnetpools/2c4a3582-5802-40ec-beb9-cedf44be6af6 HTTP/1.1" status: 204 len: 168 time: 0.0679302 Sep 30 13:38:16.785811 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43200) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:16.800545 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-5009d45e-fccb-42a4-ae0c-e902e0bf77a4 tempest-SubnetPoolsTestJSON-640129867 tempest-SubnetPoolsTestJSON-640129867-project] show failed (client error): The resource could not be found. Sep 30 13:38:16.801494 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5009d45e-fccb-42a4-ae0c-e902e0bf77a4 tempest-SubnetPoolsTestJSON-640129867 tempest-SubnetPoolsTestJSON-640129867-project] 10.222.0.18 "GET /v2.0/subnetpools/2c4a3582-5802-40ec-beb9-cedf44be6af6 HTTP/1.1" status: 404 len: 346 time: 0.0146687 Sep 30 13:38:16.804043 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43202) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:16.818099 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-78643a9c-c383-4dd9-b10a-3516873b8236 tempest-SubnetPoolsTestJSON-640129867 tempest-SubnetPoolsTestJSON-640129867-project] delete failed (client error): The resource could not be found. Sep 30 13:38:16.819047 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-78643a9c-c383-4dd9-b10a-3516873b8236 tempest-SubnetPoolsTestJSON-640129867 tempest-SubnetPoolsTestJSON-640129867-project] 10.222.0.18 "DELETE /v2.0/subnetpools/2c4a3582-5802-40ec-beb9-cedf44be6af6 HTTP/1.1" status: 404 len: 346 time: 0.0141096 Sep 30 13:38:17.062302 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43208) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:17.171496 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1bbfa44a-ce2d-4722-8997-6b06ca9408fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:17.257144 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1bbfa44a-ce2d-4722-8997-6b06ca9408fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:17.260747 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1bbfa44a-ce2d-4722-8997-6b06ca9408fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:17.298127 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1bbfa44a-ce2d-4722-8997-6b06ca9408fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a5a5fccd2f4e4efd8a2ad380cd7a2c19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2347786 Sep 30 13:38:17.298959 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfa44a-ce2d-4722-8997-6b06ca9408fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39ce05d-88f7-45a7-ab0e-fbd164788b6a,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:17.301503 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43212) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:17.352961 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-82caeb88-9500-48f6-be13-beaede9a8174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:17.373395 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-82caeb88-9500-48f6-be13-beaede9a8174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:17.418953 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-82caeb88-9500-48f6-be13-beaede9a8174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:17.421437 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-82caeb88-9500-48f6-be13-beaede9a8174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:17.422611 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-82caeb88-9500-48f6-be13-beaede9a8174 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f39ce05d-88f7-45a7-ab0e-fbd164788b6a HTTP/1.1" status: 204 len: 168 time: 0.1200197 Sep 30 13:38:17.430232 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82caeb88-9500-48f6-be13-beaede9a8174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39ce05d-88f7-45a7-ab0e-fbd164788b6a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:18.043011 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43234) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:18.139632 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-199ed6cc-75e2-444c-9162-5d5b3e8d91d5 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1702127805'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:38:18.160349 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199ed6cc-75e2-444c-9162-5d5b3e8d91d5 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] Made reservation on behalf of db28fc63270741d0b617ef5e2a63316b for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:38:18.163897 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-199ed6cc-75e2-444c-9162-5d5b3e8d91d5 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:18.171879 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-199ed6cc-75e2-444c-9162-5d5b3e8d91d5 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:18.220799 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9738a01f-bae1-4f4f-9f5b-466b0b616dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:18.262000 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-199ed6cc-75e2-444c-9162-5d5b3e8d91d5 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:18.265971 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-199ed6cc-75e2-444c-9162-5d5b3e8d91d5 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:18.288973 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199ed6cc-75e2-444c-9162-5d5b3e8d91d5 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:38:18.302768 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ed6cc-75e2-444c-9162-5d5b3e8d91d5 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f75c00-dd6e-420d-8c01-3d52fd639174,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:18.308524 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-199ed6cc-75e2-444c-9162-5d5b3e8d91d5 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:18.308856 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-199ed6cc-75e2-444c-9162-5d5b3e8d91d5 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] Added segment ace15877-59da-4217-96d7-921239f16085 of type vlan for network 5cd65db7-fae1-4849-8caa-284b1b847ca7 Sep 30 13:38:18.348621 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-199ed6cc-75e2-444c-9162-5d5b3e8d91d5 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:18.374964 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-199ed6cc-75e2-444c-9162-5d5b3e8d91d5 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:18.381477 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199ed6cc-75e2-444c-9162-5d5b3e8d91d5 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:38:18.382093 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-199ed6cc-75e2-444c-9162-5d5b3e8d91d5 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:18.414482 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-199ed6cc-75e2-444c-9162-5d5b3e8d91d5 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.3703272 Sep 30 13:38:18.417971 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43238) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:18.422968 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-c70078a9-c276-42d8-b2e9-d5000e8097d5 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '5cd65db7-fae1-4849-8caa-284b1b847ca7', 'tempest-TagsTest-Tag-1221456543') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:18.453799 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ed6cc-75e2-444c-9162-5d5b3e8d91d5 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] Pushing event updated for resources: {'Network': ['ID=5cd65db7-fae1-4849-8caa-284b1b847ca7,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:18.464748 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 5cd65db7-fae1-4849-8caa-284b1b847ca7 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:38:18.505049 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c70078a9-c276-42d8-b2e9-d5000e8097d5 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] 10.222.0.18 "PUT /v2.0/networks/5cd65db7-fae1-4849-8caa-284b1b847ca7/tags/tempest-TagsTest-Tag-1221456543 HTTP/1.1" status: 201 len: 201 time: 0.0856767 Sep 30 13:38:18.507585 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43240) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:18.511807 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-7662d7e0-d666-4c57-b1db-41e4703b0373 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5cd65db7-fae1-4849-8caa-284b1b847ca7', 'tempest-TagsTest-Tag-1221456543') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:18.582034 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7662d7e0-d666-4c57-b1db-41e4703b0373 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] 10.222.0.18 "GET /v2.0/networks/5cd65db7-fae1-4849-8caa-284b1b847ca7/tags/tempest-TagsTest-Tag-1221456543 HTTP/1.1" status: 204 len: 168 time: 0.0733964 Sep 30 13:38:18.584446 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43242) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:18.588499 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-0d837654-536e-4908-a051-71202d0d26ab tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '5cd65db7-fae1-4849-8caa-284b1b847ca7') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:18.654173 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0d837654-536e-4908-a051-71202d0d26ab tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] 10.222.0.18 "GET /v2.0/networks/5cd65db7-fae1-4849-8caa-284b1b847ca7/tags HTTP/1.1" status: 200 len: 238 time: 0.0686429 Sep 30 13:38:18.656569 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43244) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:18.661366 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-d822a67c-7613-4439-be18-37d346b7d435 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '5cd65db7-fae1-4849-8caa-284b1b847ca7', {'tags': ['tempest-TagsTest-Tag-1467236858', 'tempest-TagsTest-Tag-1937944227', 'tempest-TagsTest-Tag-1542930848']}) {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:18.740478 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d822a67c-7613-4439-be18-37d346b7d435 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] 10.222.0.18 "PUT /v2.0/networks/5cd65db7-fae1-4849-8caa-284b1b847ca7/tags HTTP/1.1" status: 200 len: 309 time: 0.0828323 Sep 30 13:38:18.743139 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43246) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:18.747413 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-dee15237-6cf6-4620-a035-81d8bee384f7 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '5cd65db7-fae1-4849-8caa-284b1b847ca7', 'tempest-TagsTest-Tag-1467236858') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:18.826807 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-dee15237-6cf6-4620-a035-81d8bee384f7 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] 10.222.0.18 "DELETE /v2.0/networks/5cd65db7-fae1-4849-8caa-284b1b847ca7/tags/tempest-TagsTest-Tag-1467236858 HTTP/1.1" status: 204 len: 168 time: 0.0826738 Sep 30 13:38:18.829621 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43248) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:18.833732 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-7f223bc5-56f2-4e38-bdab-14db20feac51 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5cd65db7-fae1-4849-8caa-284b1b847ca7', 'tempest-TagsTest-Tag-1467236858') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:18.902834 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-7f223bc5-56f2-4e38-bdab-14db20feac51 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] show failed (client error): The resource could not be found. Sep 30 13:38:18.903870 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7f223bc5-56f2-4e38-bdab-14db20feac51 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] 10.222.0.18 "GET /v2.0/networks/5cd65db7-fae1-4849-8caa-284b1b847ca7/tags/tempest-TagsTest-Tag-1467236858 HTTP/1.1" status: 404 len: 326 time: 0.0733049 Sep 30 13:38:18.906654 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43250) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:18.911319 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-778033cb-2550-4eb7-a997-065fc102abc6 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5cd65db7-fae1-4849-8caa-284b1b847ca7', 'tempest-TagsTest-Tag-1937944227') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:18.976092 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-778033cb-2550-4eb7-a997-065fc102abc6 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] 10.222.0.18 "GET /v2.0/networks/5cd65db7-fae1-4849-8caa-284b1b847ca7/tags/tempest-TagsTest-Tag-1937944227 HTTP/1.1" status: 204 len: 168 time: 0.0684831 Sep 30 13:38:18.978548 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43252) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:18.982609 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-90e9f849-8947-4135-b919-5bfa1ea55d93 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5cd65db7-fae1-4849-8caa-284b1b847ca7', 'tempest-TagsTest-Tag-1542930848') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:19.051676 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-90e9f849-8947-4135-b919-5bfa1ea55d93 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] 10.222.0.18 "GET /v2.0/networks/5cd65db7-fae1-4849-8caa-284b1b847ca7/tags/tempest-TagsTest-Tag-1542930848 HTTP/1.1" status: 204 len: 168 time: 0.0720718 Sep 30 13:38:19.053989 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43254) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:19.058101 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-da6aa695-caf6-47f3-bb58-2f3da98e5def tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5cd65db7-fae1-4849-8caa-284b1b847ca7') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:19.137147 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-da6aa695-caf6-47f3-bb58-2f3da98e5def tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] 10.222.0.18 "DELETE /v2.0/networks/5cd65db7-fae1-4849-8caa-284b1b847ca7/tags HTTP/1.1" status: 204 len: 168 time: 0.0821557 Sep 30 13:38:19.139926 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43256) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:19.144613 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-85309296-2414-4beb-ac04-51e44ee343ba tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5cd65db7-fae1-4849-8caa-284b1b847ca7', 'tempest-TagsTest-Tag-1937944227') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:19.213056 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-85309296-2414-4beb-ac04-51e44ee343ba tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] show failed (client error): The resource could not be found. Sep 30 13:38:19.214084 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-85309296-2414-4beb-ac04-51e44ee343ba tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] 10.222.0.18 "GET /v2.0/networks/5cd65db7-fae1-4849-8caa-284b1b847ca7/tags/tempest-TagsTest-Tag-1937944227 HTTP/1.1" status: 404 len: 326 time: 0.0731978 Sep 30 13:38:19.216892 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43258) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:19.221193 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-ae724ec5-8659-4509-af30-7520c7b34fe2 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5cd65db7-fae1-4849-8caa-284b1b847ca7', 'tempest-TagsTest-Tag-1542930848') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:19.284896 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-ae724ec5-8659-4509-af30-7520c7b34fe2 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] show failed (client error): The resource could not be found. Sep 30 13:38:19.285937 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ae724ec5-8659-4509-af30-7520c7b34fe2 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] 10.222.0.18 "GET /v2.0/networks/5cd65db7-fae1-4849-8caa-284b1b847ca7/tags/tempest-TagsTest-Tag-1542930848 HTTP/1.1" status: 404 len: 326 time: 0.0681720 Sep 30 13:38:19.288624 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43260) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:19.292761 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.tag.tag_plugin [None req-861131d5-ea59-48ec-8123-3485035aa974 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5cd65db7-fae1-4849-8caa-284b1b847ca7') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:19.365411 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-861131d5-ea59-48ec-8123-3485035aa974 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] 10.222.0.18 "DELETE /v2.0/networks/5cd65db7-fae1-4849-8caa-284b1b847ca7/tags HTTP/1.1" status: 204 len: 168 time: 0.0758243 Sep 30 13:38:19.368622 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43262) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:19.446521 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4eaf5d0b-f3d4-4d81-8e93-a645a9c1b4f9 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:19.546475 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4eaf5d0b-f3d4-4d81-8e93-a645a9c1b4f9 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:19.568386 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-4eaf5d0b-f3d4-4d81-8e93-a645a9c1b4f9 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd65db7-fae1-4849-8caa-284b1b847ca7']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:19.578567 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-4eaf5d0b-f3d4-4d81-8e93-a645a9c1b4f9 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace15877-59da-4217-96d7-921239f16085') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:19.578929 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-4eaf5d0b-f3d4-4d81-8e93-a645a9c1b4f9 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace15877-59da-4217-96d7-921239f16085') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:19.589395 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4eaf5d0b-f3d4-4d81-8e93-a645a9c1b4f9 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:19.604240 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4eaf5d0b-f3d4-4d81-8e93-a645a9c1b4f9 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:19.610485 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eaf5d0b-f3d4-4d81-8e93-a645a9c1b4f9 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:38:19.610922 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4eaf5d0b-f3d4-4d81-8e93-a645a9c1b4f9 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:38:19.614554 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:38:19.679348 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4eaf5d0b-f3d4-4d81-8e93-a645a9c1b4f9 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:19.679696 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:19.683430 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4eaf5d0b-f3d4-4d81-8e93-a645a9c1b4f9 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:19.685875 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4eaf5d0b-f3d4-4d81-8e93-a645a9c1b4f9 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] 10.222.0.18 "DELETE /v2.0/networks/5cd65db7-fae1-4849-8caa-284b1b847ca7 HTTP/1.1" status: 204 len: 168 time: 0.3157744 Sep 30 13:38:19.699847 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf5d0b-f3d4-4d81-8e93-a645a9c1b4f9 tempest-TagsTest-1709319577 tempest-TagsTest-1709319577-project] Pushing event deleted for resources: {'Network': ['ID=5cd65db7-fae1-4849-8caa-284b1b847ca7,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:19.919993 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43268) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:20.051226 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f03dcfb7-e403-4c2a-8a6a-258f62884cf2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db28fc63270741d0b617ef5e2a63316b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300228 Sep 30 13:38:20.053708 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43272) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:20.101258 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1a7bea4a-e982-491e-bfb0-495310af6e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:20.121729 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1a7bea4a-e982-491e-bfb0-495310af6e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:20.167323 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1a7bea4a-e982-491e-bfb0-495310af6e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:20.170126 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1a7bea4a-e982-491e-bfb0-495310af6e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:20.171270 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1a7bea4a-e982-491e-bfb0-495310af6e17 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a1f75c00-dd6e-420d-8c01-3d52fd639174 HTTP/1.1" status: 204 len: 168 time: 0.1166410 Sep 30 13:38:20.178819 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7bea4a-e982-491e-bfb0-495310af6e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f75c00-dd6e-420d-8c01-3d52fd639174,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:20.726159 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4b96-2507-4950-aeda-7e1c59963b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:20.819179 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43294) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:20.823687 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034692 Sep 30 13:38:20.826598 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43296) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:20.937578 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b1e42a3b-d227-4297-b6d3-436d536b67c6 tempest-NetworksApiDiscovery-116736262 tempest-NetworksApiDiscovery-116736262-project] 10.222.0.18 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1097121 Sep 30 13:38:21.181253 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43304) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:21.284721 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8eff9ba1-f210-4279-8611-dbd1cf40fa17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:21.371555 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8eff9ba1-f210-4279-8611-dbd1cf40fa17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:21.375199 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8eff9ba1-f210-4279-8611-dbd1cf40fa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:21.412395 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8eff9ba1-f210-4279-8611-dbd1cf40fa17 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cda5009f24c84c3690b80f0b5a2022b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2300866 Sep 30 13:38:21.413250 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff9ba1-f210-4279-8611-dbd1cf40fa17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bceefda3-ff4c-4f93-a2e5-d6b201406aef,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:21.415148 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43308) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:21.468498 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ccf891f0-d487-4d69-8903-f68c88682600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:21.490602 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ccf891f0-d487-4d69-8903-f68c88682600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:21.540098 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ccf891f0-d487-4d69-8903-f68c88682600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:21.542493 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ccf891f0-d487-4d69-8903-f68c88682600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:21.543632 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ccf891f0-d487-4d69-8903-f68c88682600 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bceefda3-ff4c-4f93-a2e5-d6b201406aef HTTP/1.1" status: 204 len: 168 time: 0.1274145 Sep 30 13:38:21.551752 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf891f0-d487-4d69-8903-f68c88682600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bceefda3-ff4c-4f93-a2e5-d6b201406aef,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:21.644312 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:22.429128 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:22.928138 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43348) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:23.034404 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e326b46a-ed1f-414b-9e92-5afba759e3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:23.123742 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e326b46a-ed1f-414b-9e92-5afba759e3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:23.127544 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e326b46a-ed1f-414b-9e92-5afba759e3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:23.166572 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e326b46a-ed1f-414b-9e92-5afba759e3a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fac1cfb486534475bf4bb9f3a8612685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2373939 Sep 30 13:38:23.167696 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326b46a-ed1f-414b-9e92-5afba759e3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b00ede-9261-44ba-9ab8-a278411d1fba,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:23.169300 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43352) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:23.222115 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-29607e0f-5f69-4ed5-9da0-881164b23484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:23.243255 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-29607e0f-5f69-4ed5-9da0-881164b23484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:23.287354 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-29607e0f-5f69-4ed5-9da0-881164b23484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:23.289891 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-29607e0f-5f69-4ed5-9da0-881164b23484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:23.291059 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-29607e0f-5f69-4ed5-9da0-881164b23484 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/21b00ede-9261-44ba-9ab8-a278411d1fba HTTP/1.1" status: 204 len: 168 time: 0.1207778 Sep 30 13:38:23.298558 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29607e0f-5f69-4ed5-9da0-881164b23484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b00ede-9261-44ba-9ab8-a278411d1fba,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:23.545082 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43358) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:23.557922 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-553a77f9-6f44-4c78-8e1f-a5fd566950d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:23.643876 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-553a77f9-6f44-4c78-8e1f-a5fd566950d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:23.648023 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-553a77f9-6f44-4c78-8e1f-a5fd566950d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:23.685558 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-553a77f9-6f44-4c78-8e1f-a5fd566950d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=04ed5d8edf1c4f4ab233159774716fa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1394076 Sep 30 13:38:23.686435 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a77f9-6f44-4c78-8e1f-a5fd566950d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b2dcde-dbe8-41de-bdc2-2d1bb5daecc2,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:23.688317 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43360) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:23.737517 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7f136ebb-2566-42f6-91af-55df2d301477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:23.758149 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7f136ebb-2566-42f6-91af-55df2d301477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:23.806770 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7f136ebb-2566-42f6-91af-55df2d301477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:23.809438 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7f136ebb-2566-42f6-91af-55df2d301477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:23.810615 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7f136ebb-2566-42f6-91af-55df2d301477 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98b2dcde-dbe8-41de-bdc2-2d1bb5daecc2 HTTP/1.1" status: 204 len: 168 time: 0.1211197 Sep 30 13:38:23.819384 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f136ebb-2566-42f6-91af-55df2d301477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b2dcde-dbe8-41de-bdc2-2d1bb5daecc2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:24.188932 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:38.958984 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad353f-22c3-4b2d-82ce-150c666d7104 req-ea716aa8-5bcd-4992-92ee-b9e4dfa44024 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:38:38.961103 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2ad353f-22c3-4b2d-82ce-150c666d7104 req-ea716aa8-5bcd-4992-92ee-b9e4dfa44024 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 946 time: 0.0760758 Sep 30 13:38:39.008516 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2ad353f-22c3-4b2d-82ce-150c666d7104 req-3a0d6be6-0810-4d25-b5fb-c7293ff98036 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334110 Sep 30 13:38:40.129594 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0405e5c-b797-49c4-8580-6a763e0685fe req-e2f07881-82f4-4f15-9d3e-4fcd3c0d5cd2 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:38:40.131533 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f0405e5c-b797-49c4-8580-6a763e0685fe req-e2f07881-82f4-4f15-9d3e-4fcd3c0d5cd2 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 946 time: 0.0530360 Sep 30 13:38:40.176657 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f0405e5c-b797-49c4-8580-6a763e0685fe req-8c280add-6071-44ad-87d9-3605d86aab9d tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368712 Sep 30 13:38:40.402636 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84836ad-68d5-4653-83a9-14dfa7a63223 req-970cb02c-4e42-4bac-8cdf-bb67604f7ab8 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:38:40.404040 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f84836ad-68d5-4653-83a9-14dfa7a63223 req-970cb02c-4e42-4bac-8cdf-bb67604f7ab8 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.39 "GET /v2.0/ports?device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 946 time: 0.0484531 Sep 30 13:38:40.492685 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-f84836ad-68d5-4653-83a9-14dfa7a63223 req-9a40d092-f492-4365-956e-384c991e205f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Deleting port 0da4009d-5381-4997-bf33-5788a359a513 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:38:40.493018 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f84836ad-68d5-4653-83a9-14dfa7a63223 req-9a40d092-f492-4365-956e-384c991e205f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:40.584785 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-f84836ad-68d5-4653-83a9-14dfa7a63223 req-9a40d092-f492-4365-956e-384c991e205f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] For port 0da4009d-5381-4997-bf33-5788a359a513, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0da4009d-5381-4997-bf33-5788a359a513,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:38:40.585169 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f84836ad-68d5-4653-83a9-14dfa7a63223 req-9a40d092-f492-4365-956e-384c991e205f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:41.119563 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f84836ad-68d5-4653-83a9-14dfa7a63223 req-9a40d092-f492-4365-956e-384c991e205f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:41.119927 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f84836ad-68d5-4653-83a9-14dfa7a63223 req-9a40d092-f492-4365-956e-384c991e205f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:41.120240 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [req-f84836ad-68d5-4653-83a9-14dfa7a63223 req-9a40d092-f492-4365-956e-384c991e205f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Floating IP 7155a025-c66c-4382-baa0-55c454c1b7aa disassociated. External IP: 172.25.5.190, port: 0da4009d-5381-4997-bf33-5788a359a513. Sep 30 13:38:41.120575 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-f84836ad-68d5-4653-83a9-14dfa7a63223 req-9a40d092-f492-4365-956e-384c991e205f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Calling delete_port for 0da4009d-5381-4997-bf33-5788a359a513 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:38:41.267812 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f84836ad-68d5-4653-83a9-14dfa7a63223 req-9a40d092-f492-4365-956e-384c991e205f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:41.297795 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40d092-f492-4365-956e-384c991e205f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event deleted for resources: {'Port': ['ID=0da4009d-5381-4997-bf33-5788a359a513,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:41.307277 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a40d092-f492-4365-956e-384c991e205f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:38:41.307625 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a40d092-f492-4365-956e-384c991e205f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:38:41.307967 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a40d092-f492-4365-956e-384c991e205f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:38:41.308321 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a40d092-f492-4365-956e-384c991e205f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:38:41.308635 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a40d092-f492-4365-956e-384c991e205f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:38:41.308972 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a40d092-f492-4365-956e-384c991e205f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:38:41.309296 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a40d092-f492-4365-956e-384c991e205f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:38:41.309613 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a40d092-f492-4365-956e-384c991e205f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:38:41.309934 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a40d092-f492-4365-956e-384c991e205f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:38:41.310335 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a40d092-f492-4365-956e-384c991e205f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:38:41.310658 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a40d092-f492-4365-956e-384c991e205f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:38:41.310978 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a40d092-f492-4365-956e-384c991e205f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:38:41.329092 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-227b2790-317e-4e87-9269-304fe2157e53 req-3615f006-0d82-45aa-8f68-669432e9a63f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 210 time: 0.0340931 Sep 30 13:38:41.430791 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f84836ad-68d5-4653-83a9-14dfa7a63223 req-9a40d092-f492-4365-956e-384c991e205f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Router b352136a-9100-4049-b7cd-18db25281426 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:38:41.538109 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f84836ad-68d5-4653-83a9-14dfa7a63223 req-9a40d092-f492-4365-956e-384c991e205f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:38:41.547316 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c83133-17f9-4187-99f9-110721db25fd None None] Sync routers for ids ['b352136a-9100-4049-b7cd-18db25281426'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:38:41.556688 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c83133-17f9-4187-99f9-110721db25fd None None] Routers {'b352136a-9100-4049-b7cd-18db25281426'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:38:41.557355 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-29c83133-17f9-4187-99f9-110721db25fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:38:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b352136a-9100-4049-b7cd-18db25281426'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:41.579111 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84836ad-68d5-4653-83a9-14dfa7a63223 req-9a40d092-f492-4365-956e-384c991e205f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] No DVR routers for this DVR port 0da4009d-5381-4997-bf33-5788a359a513 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:38:41.581889 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f84836ad-68d5-4653-83a9-14dfa7a63223 req-9a40d092-f492-4365-956e-384c991e205f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:41.583919 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f84836ad-68d5-4653-83a9-14dfa7a63223 req-9a40d092-f492-4365-956e-384c991e205f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.39 "DELETE /v2.0/ports/0da4009d-5381-4997-bf33-5788a359a513 HTTP/1.1" status: 204 len: 173 time: 1.1735802 Sep 30 13:38:41.584650 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff23b83-e6b4-49cf-a592-76f5fc25855c', 'name': 'network-vif-deleted', 'tag': '0da4009d-5381-4997-bf33-5788a359a513'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:38:41.587040 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e668dc-3cbd-4cf2-96aa-533125f89e67" -d '{"events": [{"server_uuid": "aff23b83-e6b4-49cf-a592-76f5fc25855c", "name": "network-vif-deleted", "tag": "0da4009d-5381-4997-bf33-5788a359a513"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:38:41.625701 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272752b3-48b0-4949-9953-e6c35f36a959 x-openstack-request-id: req-272752b3-48b0-4949-9953-e6c35f36a959 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:38:41.626104 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff23b83-e6b4-49cf-a592-76f5fc25855c", "name": "network-vif-deleted", "tag": "0da4009d-5381-4997-bf33-5788a359a513", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:38:41.626364 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-272752b3-48b0-4949-9953-e6c35f36a959 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:38:41.626798 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff23b83-e6b4-49cf-a592-76f5fc25855c', 'name': 'network-vif-deleted', 'tag': '0da4009d-5381-4997-bf33-5788a359a513', 'status': 'completed', 'code': 200} Sep 30 13:38:41.667680 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-29c83133-17f9-4187-99f9-110721db25fd None None] Set router b352136a-9100-4049-b7cd-18db25281426 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:38:41.767048 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:38:41.874876 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-29c83133-17f9-4187-99f9-110721db25fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b352136a-9100-4049-b7cd-18db25281426', 'name': 'tempest-TestVolumeBootPattern-969616354-router', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:46Z', 'revision_number': 4, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'gw_port': {'id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '447a3fd2-463e-4c39-954d-09131eb2c2f5', 'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'mac_address': 'fa:16:3e:97:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:45Z', 'updated_at': '2021-09-30T13:32:49Z', 'revision_number': 5, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'subnets': [{'id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:41.900487 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c83133-17f9-4187-99f9-110721db25fd None None] Checking router: b352136a-9100-4049-b7cd-18db25281426 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:38:41.908633 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c83133-17f9-4187-99f9-110721db25fd None None] Routers {'b352136a-9100-4049-b7cd-18db25281426'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:38:41.909170 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-29c83133-17f9-4187-99f9-110721db25fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:38:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b352136a-9100-4049-b7cd-18db25281426'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:42.012985 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-29c83133-17f9-4187-99f9-110721db25fd None None] Set router b352136a-9100-4049-b7cd-18db25281426 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:38:42.212949 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-29c83133-17f9-4187-99f9-110721db25fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b352136a-9100-4049-b7cd-18db25281426', 'name': 'tempest-TestVolumeBootPattern-969616354-router', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:46Z', 'revision_number': 4, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'gw_port': {'id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '447a3fd2-463e-4c39-954d-09131eb2c2f5', 'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'mac_address': 'fa:16:3e:97:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:45Z', 'updated_at': '2021-09-30T13:32:49Z', 'revision_number': 5, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'subnets': [{'id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:38:42.241901 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c83133-17f9-4187-99f9-110721db25fd None None] The sync data for ids ['b352136a-9100-4049-b7cd-18db25281426'] in n-d-810909-2 is: [{'id': 'b352136a-9100-4049-b7cd-18db25281426', 'name': 'tempest-TestVolumeBootPattern-969616354-router', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:46Z', 'revision_number': 4, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'gw_port': {'id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '447a3fd2-463e-4c39-954d-09131eb2c2f5', 'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'mac_address': 'fa:16:3e:97:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:45Z', 'updated_at': '2021-09-30T13:32:49Z', 'revision_number': 5, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'subnets': [{'id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:38:42.415636 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4cd5d331-4961-40d7-829a-112824fb62e1 req-12fe7c28-1f9e-489b-8522-86fb749c6d14 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 210 time: 0.0346327 Sep 30 13:38:42.571960 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00836fb6-78a9-48fb-b051-f10a52e450ef None None] New status for floating IP 7155a025-c66c-4382-baa0-55c454c1b7aa: DOWN {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:38:43.576304 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6ad4d42b-ff30-4af5-a72e-bc9310ce1da9 req-91fbba5e-e961-4b6c-9d3a-55d3e9e47c75 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 210 time: 0.0310261 Sep 30 13:38:44.153422 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0da4009d-5381-4997-bf33-5788a359a513 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:38:44.173527 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 0da4009d-5381-4997-bf33-5788a359a513 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:38:44.173873 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0da4009d-5381-4997-bf33-5788a359a513 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:38:44.678786 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-17c16cdd-387a-49ac-b754-d726f74211f9 req-50f76c87-89cf-4376-9f2b-1435aa0ce6a2 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=aff23b83-e6b4-49cf-a592-76f5fc25855c HTTP/1.1" status: 200 len: 210 time: 0.0318048 Sep 30 13:38:45.009000 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:45.888824 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-abfca613-0306-48f5-9f6d-2c3757f238e8 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-558729524&fields=id&tenant_id=866f7de7650a419a9623697f26d65ff4 HTTP/1.1" status: 200 len: 267 time: 0.0319188 Sep 30 13:38:45.994293 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-c98f48ed-137c-4eca-a766-ef9f7a0be39a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:38:45.995649 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-c98f48ed-137c-4eca-a766-ef9f7a0be39a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 811 time: 0.1002486 Sep 30 13:38:46.010136 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-958f5620-bd6a-465c-bcc3-14765dd58c88 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/quotas/866f7de7650a419a9623697f26d65ff4 HTTP/1.1" status: 200 len: 375 time: 0.0088658 Sep 30 13:38:46.066348 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-5220ead6-edbb-4a82-84a1-d03b94131e62 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510595 Sep 30 13:38:46.258127 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-c81f86b6-ffac-4910-888d-bd37e08b891b service neutron] 10.222.0.18 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804807 Sep 30 13:38:46.351082 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-41063845-89e5-451d-bed4-3746e3da0176 service neutron] 10.222.0.18 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868688 Sep 30 13:38:47.662925 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8cfb7ae6-e025-4073-a139-ffdbc71dc892 req-f9d37d2d-c9e9-4d30-b33f-df3754ad3903 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 210 time: 0.0304215 Sep 30 13:38:48.221970 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d1cc30c8-33d7-4ac1-b683-294c6004349d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:48.741936 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cce57d62-f5c8-4e6d-b913-00ceeb8e5f7b req-fa6b3e3d-f4cc-4922-8f43-fcb056debae9 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 210 time: 0.0289409 Sep 30 13:38:49.692820 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:49.818420 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f148b499-1768-4c07-9d3a-d8bf85e737c6 req-ce211306-3589-49ac-8808-284eb6368870 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 210 time: 0.0265710 Sep 30 13:38:50.727561 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c3cafb7e-afc0-4675-94c1-dd15eea1ea3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:50.895417 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f5890eb2-09c9-45d5-bd1a-d9fa7abec1e4 req-e8fa28ba-5d5c-4aa2-bff9-2b61d7cc08ca tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 210 time: 0.0256143 Sep 30 13:38:51.530519 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43640) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:51.637710 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-29c6e17b-52a2-4076-b7c5-9058c6de516b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:51.644653 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:51.725148 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-29c6e17b-52a2-4076-b7c5-9058c6de516b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:51.729025 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-29c6e17b-52a2-4076-b7c5-9058c6de516b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:51.765849 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-29c6e17b-52a2-4076-b7c5-9058c6de516b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=edb3a9e98e6e4110b4e0c7f9dfd3f647&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2342832 Sep 30 13:38:51.767758 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6e17b-52a2-4076-b7c5-9058c6de516b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ef465c-9869-437f-ba37-243d58cccb9b,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:51.768602 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43644) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:51.815791 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4994957-d7c2-4be7-95bf-46306fc745bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:51.836624 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4994957-d7c2-4be7-95bf-46306fc745bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:51.881853 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4994957-d7c2-4be7-95bf-46306fc745bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:51.885063 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4994957-d7c2-4be7-95bf-46306fc745bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:51.886682 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f4994957-d7c2-4be7-95bf-46306fc745bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9ef465c-9869-437f-ba37-243d58cccb9b HTTP/1.1" status: 204 len: 168 time: 0.1166384 Sep 30 13:38:51.894209 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4994957-d7c2-4be7-95bf-46306fc745bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ef465c-9869-437f-ba37-243d58cccb9b,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:51.992333 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-056ae550-904f-4c81-bb90-f90335060b54 req-95d9aa59-0db5-4858-b921-1162d2623f87 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 210 time: 0.0275955 Sep 30 13:38:52.166030 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43656) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:52.183984 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7c64b464-97f7-4e7f-a7ee-d383580a5993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:52.277162 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7c64b464-97f7-4e7f-a7ee-d383580a5993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:52.280918 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7c64b464-97f7-4e7f-a7ee-d383580a5993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:52.319785 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7c64b464-97f7-4e7f-a7ee-d383580a5993 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f8e4158860334855b3681d71e42abd73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526780 Sep 30 13:38:52.320736 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64b464-97f7-4e7f-a7ee-d383580a5993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70a0b57-d59c-4910-90da-6e0ed200adef,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:52.322549 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43658) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:52.376872 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5ff646b9-3ddd-46aa-a79f-c2aab950600e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:52.397397 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5ff646b9-3ddd-46aa-a79f-c2aab950600e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:52.432030 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:52.451400 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5ff646b9-3ddd-46aa-a79f-c2aab950600e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:52.454116 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5ff646b9-3ddd-46aa-a79f-c2aab950600e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:52.458057 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5ff646b9-3ddd-46aa-a79f-c2aab950600e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d70a0b57-d59c-4910-90da-6e0ed200adef HTTP/1.1" status: 204 len: 168 time: 0.1336365 Sep 30 13:38:52.466638 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff646b9-3ddd-46aa-a79f-c2aab950600e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70a0b57-d59c-4910-90da-6e0ed200adef,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:52.957415 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-479176f8-73f9-4788-b1b8-486281be8c54 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:38:52.958918 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-479176f8-73f9-4788-b1b8-486281be8c54 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.39 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 811 time: 0.1098704 Sep 30 13:38:53.010125 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-9f8da894-0a82-4cb8-b737-04f56e2a8fa0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=866f7de7650a419a9623697f26d65ff4 HTTP/1.1" status: 200 len: 379 time: 0.0410557 Sep 30 13:38:53.020227 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-49b47e7b-ba01-4a52-ab5e-94d9a6b1905e tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Request body: {'port': {'device_id': '4dce3b9a-097a-4f6f-b925-dd077b0ba842', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'admin_state_up': True, 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'security_groups': ['01a0d05d-e5fc-46fb-b4c4-9518522a1284']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:38:53.104913 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5a9e67ee-cac4-497a-b50c-e93e2c3ab6c8 req-3c3c5365-735f-43dd-a2da-4d5785ffb716 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 210 time: 0.0375042 Sep 30 13:38:53.155827 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-49b47e7b-ba01-4a52-ab5e-94d9a6b1905e tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Made reservation on behalf of 866f7de7650a419a9623697f26d65ff4 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:38:53.159791 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-49b47e7b-ba01-4a52-ab5e-94d9a6b1905e tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:53.301612 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-49b47e7b-ba01-4a52-ab5e-94d9a6b1905e tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Allocated IP 172.20.0.11 (949dc44d-a521-4909-8cff-116a74911834/3a29bd19-7bbd-493a-b0e5-a534c2103246/3a9b9360-bfab-4bba-88d9-11b7de603b34) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:38:53.454094 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-49b47e7b-ba01-4a52-ab5e-94d9a6b1905e tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:53.496258 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-49b47e7b-ba01-4a52-ab5e-94d9a6b1905e tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:53.545593 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-49b47e7b-ba01-4a52-ab5e-94d9a6b1905e tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Network 949dc44d-a521-4909-8cff-116a74911834 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:38:53.548674 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-49b47e7b-ba01-4a52-ab5e-94d9a6b1905e tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:38:53.553543 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-49b47e7b-ba01-4a52-ab5e-94d9a6b1905e tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:38:53.561184 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b47e7b-ba01-4a52-ab5e-94d9a6b1905e tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event updated for resources: {'Port': ['ID=3a9b9360-bfab-4bba-88d9-11b7de603b34,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:53.627314 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-49b47e7b-ba01-4a52-ab5e-94d9a6b1905e tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:38:53.627314 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-49b47e7b-ba01-4a52-ab5e-94d9a6b1905e tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:53.644483 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-49b47e7b-ba01-4a52-ab5e-94d9a6b1905e tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6286509 Sep 30 13:38:53.658882 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-4661a5aa-f07e-4d7b-b12a-fb66d93816a9 service neutron] Request body: {'port': {'device_id': '4dce3b9a-097a-4f6f-b925-dd077b0ba842', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:38:53.768170 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-4661a5aa-f07e-4d7b-b12a-fb66d93816a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:53.907544 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-88bc110e-84b4-4c3f-a5cd-091f4f1f5a97 None None] Provisioning complete for port 3a9b9360-bfab-4bba-88d9-11b7de603b34 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:38:53.908537 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-88bc110e-84b4-4c3f-a5cd-091f4f1f5a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:53.949198 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-88bc110e-84b4-4c3f-a5cd-091f4f1f5a97 None None] Port 3a9b9360-bfab-4bba-88d9-11b7de603b34 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:38:54.093656 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-4661a5aa-f07e-4d7b-b12a-fb66d93816a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a9b9360-bfab-4bba-88d9-11b7de603b34 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:38:54.101972 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-4661a5aa-f07e-4d7b-b12a-fb66d93816a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:54.115220 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-4661a5aa-f07e-4d7b-b12a-fb66d93816a9 service neutron] Transition to ACTIVE for port object 3a9b9360-bfab-4bba-88d9-11b7de603b34 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:38:54.119508 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-4661a5aa-f07e-4d7b-b12a-fb66d93816a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:54.190048 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661a5aa-f07e-4d7b-b12a-fb66d93816a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9b9360-bfab-4bba-88d9-11b7de603b34,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:54.208308 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:54.309676 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-4661a5aa-f07e-4d7b-b12a-fb66d93816a9 service neutron] Attempting to bind port 3a9b9360-bfab-4bba-88d9-11b7de603b34 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:38:54.311418 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-4661a5aa-f07e-4d7b-b12a-fb66d93816a9 service neutron] Attempting to bind port 3a9b9360-bfab-4bba-88d9-11b7de603b34 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:38:54.312073 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-4661a5aa-f07e-4d7b-b12a-fb66d93816a9 service neutron] Attempting to bind port 3a9b9360-bfab-4bba-88d9-11b7de603b34 on network 949dc44d-a521-4909-8cff-116a74911834 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:38:54.333750 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c6911-8ed9-4237-9155-4582732f69a7 req-b66fdcaa-4acc-468a-ac71-cb6424622f49 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:38:54.335865 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d3c6911-8ed9-4237-9155-4582732f69a7 req-b66fdcaa-4acc-468a-ac71-cb6424622f49 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 944 time: 0.1053090 Sep 30 13:38:54.336659 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-4661a5aa-f07e-4d7b-b12a-fb66d93816a9 service neutron] Port 3a9b9360-bfab-4bba-88d9-11b7de603b34 on network 949dc44d-a521-4909-8cff-116a74911834 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:38:54.337126 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-4661a5aa-f07e-4d7b-b12a-fb66d93816a9 service neutron] Attempting to bind port 3a9b9360-bfab-4bba-88d9-11b7de603b34 on network 949dc44d-a521-4909-8cff-116a74911834 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:38:54.347145 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-4661a5aa-f07e-4d7b-b12a-fb66d93816a9 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:38:54.347607 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-4661a5aa-f07e-4d7b-b12a-fb66d93816a9 service neutron] Checking segment: {'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:38:54.348341 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-4661a5aa-f07e-4d7b-b12a-fb66d93816a9 service neutron] Bound using segment: {'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:38:54.348819 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-4661a5aa-f07e-4d7b-b12a-fb66d93816a9 service neutron] Bound port: 3a9b9360-bfab-4bba-88d9-11b7de603b34, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:38:54.349372 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-4661a5aa-f07e-4d7b-b12a-fb66d93816a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:54.449152 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d3c6911-8ed9-4237-9155-4582732f69a7 req-91537f4f-16a2-4de3-9c71-63792e0d8cff tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045861 Sep 30 13:38:54.499482 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-4661a5aa-f07e-4d7b-b12a-fb66d93816a9 service neutron] For port 3a9b9360-bfab-4bba-88d9-11b7de603b34, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:38:54.503446 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-4661a5aa-f07e-4d7b-b12a-fb66d93816a9 service neutron] For port 3a9b9360-bfab-4bba-88d9-11b7de603b34, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3a9b9360-bfab-4bba-88d9-11b7de603b34,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:38:54.511854 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-4661a5aa-f07e-4d7b-b12a-fb66d93816a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:54.562493 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-4661a5aa-f07e-4d7b-b12a-fb66d93816a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:38:54.564870 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-4661a5aa-f07e-4d7b-b12a-fb66d93816a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:54.566533 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-4661a5aa-f07e-4d7b-b12a-fb66d93816a9 service neutron] 10.222.0.39 "PUT /v2.0/ports/3a9b9360-bfab-4bba-88d9-11b7de603b34 HTTP/1.1" status: 200 len: 1092 time: 0.9125378 Sep 30 13:38:54.567184 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dce3b9a-097a-4f6f-b925-dd077b0ba842', 'tag': '3a9b9360-bfab-4bba-88d9-11b7de603b34'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:38:54.569638 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ebabc2-45c7-4955-85dd-2e3ecfc65d25" -d '{"events": [{"name": "network-changed", "server_uuid": "4dce3b9a-097a-4f6f-b925-dd077b0ba842", "tag": "3a9b9360-bfab-4bba-88d9-11b7de603b34"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:38:54.628545 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661a5aa-f07e-4d7b-b12a-fb66d93816a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9b9360-bfab-4bba-88d9-11b7de603b34,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:54.657836 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622e3c32-87cb-47f8-8868-64e47d4c3679 x-openstack-request-id: req-622e3c32-87cb-47f8-8868-64e47d4c3679 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:38:54.658269 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dce3b9a-097a-4f6f-b925-dd077b0ba842", "tag": "3a9b9360-bfab-4bba-88d9-11b7de603b34", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:38:54.658557 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-622e3c32-87cb-47f8-8868-64e47d4c3679 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:38:54.658950 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dce3b9a-097a-4f6f-b925-dd077b0ba842', 'tag': '3a9b9360-bfab-4bba-88d9-11b7de603b34', 'status': 'completed', 'code': 200} Sep 30 13:38:54.673475 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-67d9b8c5-e6c8-4c1a-99ea-bd8120fb18b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:38:54.675198 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-67d9b8c5-e6c8-4c1a-99ea-bd8120fb18b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 1095 time: 0.0575373 Sep 30 13:38:54.728229 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-2ae16fa2-26be-4ec6-822f-ded6f244ab38 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a9b9360-bfab-4bba-88d9-11b7de603b34 HTTP/1.1" status: 200 len: 217 time: 0.0432565 Sep 30 13:38:54.786860 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-401496d3-20ad-4ae6-8f55-20f311958326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:38:54.788716 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-401496d3-20ad-4ae6-8f55-20f311958326 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a29bd19-7bbd-493a-b0e5-a534c2103246 HTTP/1.1" status: 200 len: 850 time: 0.0538988 Sep 30 13:38:54.840237 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-54af8eff-9c07-40d0-878c-dd74b5ba7e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:38:54.841735 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-54af8eff-9c07-40d0-878c-dd74b5ba7e0e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=949dc44d-a521-4909-8cff-116a74911834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456562 Sep 30 13:38:54.933925 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-81850ada-54b9-4128-a06f-5a876cfa1df1 service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851128 Sep 30 13:38:55.031347 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-50de17c3-1954-4f6d-8f43-0a3afeac45f1 req-c88bf693-c5ce-4723-949b-1400765c0dfc service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902724 Sep 30 13:38:55.123774 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebabc2-45c7-4955-85dd-2e3ecfc65d25 req-c65a9cc1-5e1c-4fd6-b38d-6e4dda7e7e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:38:55.125308 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-85ebabc2-45c7-4955-85dd-2e3ecfc65d25 req-c65a9cc1-5e1c-4fd6-b38d-6e4dda7e7e44 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 1095 time: 0.0463877 Sep 30 13:38:55.233064 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebabc2-45c7-4955-85dd-2e3ecfc65d25 req-cca7e6a3-3e81-4633-9fb0-67b143df21bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:38:55.234825 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-85ebabc2-45c7-4955-85dd-2e3ecfc65d25 req-cca7e6a3-3e81-4633-9fb0-67b143df21bb service neutron] 10.222.0.39 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 912 time: 0.1026335 Sep 30 13:38:55.279523 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-85ebabc2-45c7-4955-85dd-2e3ecfc65d25 req-8db22118-8a10-4bd5-8064-c4486a5b35ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a9b9360-bfab-4bba-88d9-11b7de603b34 HTTP/1.1" status: 200 len: 217 time: 0.0375168 Sep 30 13:38:55.329005 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebabc2-45c7-4955-85dd-2e3ecfc65d25 req-734f2e30-694f-4c1c-9051-444be05c9a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:38:55.330461 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-85ebabc2-45c7-4955-85dd-2e3ecfc65d25 req-734f2e30-694f-4c1c-9051-444be05c9a62 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a29bd19-7bbd-493a-b0e5-a534c2103246 HTTP/1.1" status: 200 len: 850 time: 0.0439374 Sep 30 13:38:55.380477 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebabc2-45c7-4955-85dd-2e3ecfc65d25 req-1a43f8cf-76ff-4962-a59c-6e70765fa57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:38:55.381982 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-85ebabc2-45c7-4955-85dd-2e3ecfc65d25 req-1a43f8cf-76ff-4962-a59c-6e70765fa57d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=949dc44d-a521-4909-8cff-116a74911834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449259 Sep 30 13:38:55.473656 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-85ebabc2-45c7-4955-85dd-2e3ecfc65d25 req-d0746f8f-ad91-44fa-bcca-ccedd37eaaf9 service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837734 Sep 30 13:38:55.607558 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-85ebabc2-45c7-4955-85dd-2e3ecfc65d25 req-28c8dc41-94ff-4ae0-9195-917bdc50d9d8 service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262240 Sep 30 13:38:55.620311 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e8f3f-e12d-403f-befe-7454cf313ba1 req-1dec67e9-b624-4158-bcdc-8bdbfc007812 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:38:55.621841 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f8e8f3f-e12d-403f-befe-7454cf313ba1 req-1dec67e9-b624-4158-bcdc-8bdbfc007812 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 944 time: 0.0746295 Sep 30 13:38:55.672675 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f8e8f3f-e12d-403f-befe-7454cf313ba1 req-45264b7b-72cc-48b5-abe1-a948d64c3aff tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366085 Sep 30 13:38:56.795326 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004ef03-e418-49d6-96fb-18421f045ba8 req-e1425ff9-c213-42b0-842b-3a992b4b612e tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:38:56.796934 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d004ef03-e418-49d6-96fb-18421f045ba8 req-e1425ff9-c213-42b0-842b-3a992b4b612e tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 944 time: 0.0488884 Sep 30 13:38:56.837562 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d004ef03-e418-49d6-96fb-18421f045ba8 req-8ecabd42-242f-4d2f-8240-13e230048f84 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338898 Sep 30 13:38:57.951879 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d620ea7-399f-4b50-8de6-7d3fe86c1e2e req-2ba0539d-bb6b-4266-bcc5-6090f059b0ba tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:38:57.953263 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3d620ea7-399f-4b50-8de6-7d3fe86c1e2e req-2ba0539d-bb6b-4266-bcc5-6090f059b0ba tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 944 time: 0.0485098 Sep 30 13:38:57.996147 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3d620ea7-399f-4b50-8de6-7d3fe86c1e2e req-ec2d59dc-70ce-4f99-b1a1-43d1c21de2bd tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367241 Sep 30 13:38:58.711237 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43750) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:58.820286 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-babfebd5-9f4f-4b4b-8928-0d6767ff6a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:58.910212 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-babfebd5-9f4f-4b4b-8928-0d6767ff6a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:58.913683 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-babfebd5-9f4f-4b4b-8928-0d6767ff6a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:58.952150 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-babfebd5-9f4f-4b4b-8928-0d6767ff6a0d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f48c9f83883b4e92a23e8f5fe5f69aca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2398741 Sep 30 13:38:58.953105 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfebd5-9f4f-4b4b-8928-0d6767ff6a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7321c8-a438-448e-8b3b-68a666feb053,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:58.954951 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43754) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:59.006501 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2848ceb4-f48b-4e6b-a6cc-6f7fde335e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:59.027276 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2848ceb4-f48b-4e6b-a6cc-6f7fde335e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:59.074833 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2848ceb4-f48b-4e6b-a6cc-6f7fde335e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:59.077462 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2848ceb4-f48b-4e6b-a6cc-6f7fde335e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:59.078726 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2848ceb4-f48b-4e6b-a6cc-6f7fde335e8d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f7321c8-a438-448e-8b3b-68a666feb053 HTTP/1.1" status: 204 len: 168 time: 0.1219296 Sep 30 13:38:59.087744 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848ceb4-f48b-4e6b-a6cc-6f7fde335e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7321c8-a438-448e-8b3b-68a666feb053,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:59.116917 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34feac-a866-442c-be7b-4657236754fe req-3605926a-8183-4d65-82c3-dd1a1c53bebe tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:38:59.118492 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3e34feac-a866-442c-be7b-4657236754fe req-3605926a-8183-4d65-82c3-dd1a1c53bebe tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 944 time: 0.0544019 Sep 30 13:38:59.157692 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3e34feac-a866-442c-be7b-4657236754fe req-fe93d775-0a2c-4f45-8f33-f03aa8e37f6a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320873 Sep 30 13:38:59.335385 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43762) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:59.349231 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0a2780c7-19a1-44e3-af9a-7222ce399650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:59.437331 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0a2780c7-19a1-44e3-af9a-7222ce399650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:59.443112 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0a2780c7-19a1-44e3-af9a-7222ce399650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:59.480979 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0a2780c7-19a1-44e3-af9a-7222ce399650 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aee1007b9fe34645909a4c35ef0a9091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444752 Sep 30 13:38:59.483662 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43764) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:38:59.488215 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2780c7-19a1-44e3-af9a-7222ce399650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b659eea-4556-44a1-9590-d132e9d60414,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:38:59.537880 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8bd00fe8-d648-472e-a7c4-3b975c38b56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:59.560078 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8bd00fe8-d648-472e-a7c4-3b975c38b56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:59.610789 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8bd00fe8-d648-472e-a7c4-3b975c38b56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:59.613592 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8bd00fe8-d648-472e-a7c4-3b975c38b56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:38:59.616872 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8bd00fe8-d648-472e-a7c4-3b975c38b56d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5b659eea-4556-44a1-9590-d132e9d60414 HTTP/1.1" status: 204 len: 168 time: 0.1301668 Sep 30 13:38:59.623275 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd00fe8-d648-472e-a7c4-3b975c38b56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b659eea-4556-44a1-9590-d132e9d60414,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:00.281129 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2a61a-1244-438d-85a7-731bd38c087b req-e27c81e9-b756-4e88-bd28-90bd587bf242 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:00.283348 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a5d2a61a-1244-438d-85a7-731bd38c087b req-e27c81e9-b756-4e88-bd28-90bd587bf242 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 944 time: 0.0534866 Sep 30 13:39:00.322243 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a5d2a61a-1244-438d-85a7-731bd38c087b req-3cd21e0c-ac08-4304-9bb8-e0817d922a2c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329664 Sep 30 13:39:00.646453 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43800) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:00.757318 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2edd957-36ad-445a-8fad-0db6b33a55c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:00.849087 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2edd957-36ad-445a-8fad-0db6b33a55c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:00.852086 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2edd957-36ad-445a-8fad-0db6b33a55c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:00.892836 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f2edd957-36ad-445a-8fad-0db6b33a55c3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=27d2883025834ede9caed6caef523e33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2452760 Sep 30 13:39:00.893647 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2edd957-36ad-445a-8fad-0db6b33a55c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1031d6f6-de25-4796-a9e2-82b54b6517af,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:00.895517 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43804) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:00.944581 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a6a2c8c-54cd-4513-b1bd-bc3eb31e738f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:00.966036 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a6a2c8c-54cd-4513-b1bd-bc3eb31e738f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:01.012683 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a6a2c8c-54cd-4513-b1bd-bc3eb31e738f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:01.015379 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a6a2c8c-54cd-4513-b1bd-bc3eb31e738f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:01.016527 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1a6a2c8c-54cd-4513-b1bd-bc3eb31e738f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1031d6f6-de25-4796-a9e2-82b54b6517af HTTP/1.1" status: 204 len: 168 time: 0.1199784 Sep 30 13:39:01.023800 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a2c8c-54cd-4513-b1bd-bc3eb31e738f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1031d6f6-de25-4796-a9e2-82b54b6517af,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:01.440356 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec041fee-2489-4d5d-b6bd-fc4c2109736a req-76232d6d-04b4-4ea6-b867-f2742175f3ef tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:01.441889 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ec041fee-2489-4d5d-b6bd-fc4c2109736a req-76232d6d-04b4-4ea6-b867-f2742175f3ef tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 944 time: 0.0508204 Sep 30 13:39:01.482741 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ec041fee-2489-4d5d-b6bd-fc4c2109736a req-d72b2475-a174-480d-856b-9a2db9789186 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342021 Sep 30 13:39:01.619812 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43828) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:01.716125 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-e569cfe0-5d5e-4ab8-a6b8-d0234645ff58 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1313525074-network', 'tenant_id': '4608713537fc4f5aa1850c3a374d08a7'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:39:01.736962 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e569cfe0-5d5e-4ab8-a6b8-d0234645ff58 admin admin] Made reservation on behalf of 4608713537fc4f5aa1850c3a374d08a7 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:39:01.739177 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e569cfe0-5d5e-4ab8-a6b8-d0234645ff58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:01.747127 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e569cfe0-5d5e-4ab8-a6b8-d0234645ff58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:01.832833 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e569cfe0-5d5e-4ab8-a6b8-d0234645ff58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:01.836519 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e569cfe0-5d5e-4ab8-a6b8-d0234645ff58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:01.860631 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e569cfe0-5d5e-4ab8-a6b8-d0234645ff58 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:39:01.868976 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569cfe0-5d5e-4ab8-a6b8-d0234645ff58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceeee372-e98e-4a17-af14-c05b54feaa06,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:01.874833 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e569cfe0-5d5e-4ab8-a6b8-d0234645ff58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:01.875172 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-e569cfe0-5d5e-4ab8-a6b8-d0234645ff58 admin admin] Added segment 50f5fb99-cfd5-49bc-8145-d973ab20d999 of type vlan for network d1e3dcf7-b49b-4505-8b7a-a133b02f19f4 Sep 30 13:39:01.914495 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e569cfe0-5d5e-4ab8-a6b8-d0234645ff58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:01.937880 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e569cfe0-5d5e-4ab8-a6b8-d0234645ff58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:01.938842 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e569cfe0-5d5e-4ab8-a6b8-d0234645ff58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:01.939413 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e569cfe0-5d5e-4ab8-a6b8-d0234645ff58 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:01.976143 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e569cfe0-5d5e-4ab8-a6b8-d0234645ff58 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3552716 Sep 30 13:39:01.979272 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43832) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:01.984306 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-63ba3281-16da-49d3-92da-b63e17668d2a admin admin] Request body: {'subnet': {'network_id': 'd1e3dcf7-b49b-4505-8b7a-a133b02f19f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1313525074-subnet', 'tenant_id': '4608713537fc4f5aa1850c3a374d08a7', 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:39:02.004665 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ba3281-16da-49d3-92da-b63e17668d2a admin admin] Made reservation on behalf of 4608713537fc4f5aa1850c3a374d08a7 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:39:02.007065 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-63ba3281-16da-49d3-92da-b63e17668d2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:02.028308 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569cfe0-5d5e-4ab8-a6b8-d0234645ff58 admin admin] Pushing event updated for resources: {'Network': ['ID=d1e3dcf7-b49b-4505-8b7a-a133b02f19f4,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:02.038159 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network d1e3dcf7-b49b-4505-8b7a-a133b02f19f4 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:39:02.174607 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-63ba3281-16da-49d3-92da-b63e17668d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:02.233459 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba3281-16da-49d3-92da-b63e17668d2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6aed57a-7a8a-453a-bd3a-0eb1ee967b9d,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:02.241345 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ba3281-16da-49d3-92da-b63e17668d2a admin admin] Checking segment: {'id': '50f5fb99-cfd5-49bc-8145-d973ab20d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd1e3dcf7-b49b-4505-8b7a-a133b02f19f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:39:02.241700 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ba3281-16da-49d3-92da-b63e17668d2a admin admin] Network hostable DHCP agents. Network: d1e3dcf7-b49b-4505-8b7a-a133b02f19f4, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:39:02.258322 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ba3281-16da-49d3-92da-b63e17668d2a admin admin] Network d1e3dcf7-b49b-4505-8b7a-a133b02f19f4 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:39:02.267104 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-63ba3281-16da-49d3-92da-b63e17668d2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, d1e3dcf7-b49b-4505-8b7a-a133b02f19f4) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:39:02.271013 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ba3281-16da-49d3-92da-b63e17668d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:02.271603 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-63ba3281-16da-49d3-92da-b63e17668d2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:02.276297 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce89c40-a9dd-4e14-88a0-f7852ed090db None None] Network d1e3dcf7-b49b-4505-8b7a-a133b02f19f4 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:39:02.285461 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-63ba3281-16da-49d3-92da-b63e17668d2a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3051109 Sep 30 13:39:02.288243 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43834) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:02.292532 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-f967f059-4075-4842-be5d-2cb9ff3a72ff admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1313525074-router', 'tenant_id': '4608713537fc4f5aa1850c3a374d08a7', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:39:02.312807 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f967f059-4075-4842-be5d-2cb9ff3a72ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:02.313877 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f967f059-4075-4842-be5d-2cb9ff3a72ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:02.367403 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f967f059-4075-4842-be5d-2cb9ff3a72ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:02.517099 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f967f059-4075-4842-be5d-2cb9ff3a72ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:02.570345 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-d1e3dcf7-b49b-4505-8b7a-a133b02f19f4', 'network_id': 'd1e3dcf7-b49b-4505-8b7a-a133b02f19f4', 'tenant_id': '4608713537fc4f5aa1850c3a374d08a7', 'fixed_ips': [{'subnet_id': 'f6aed57a-7a8a-453a-bd3a-0eb1ee967b9d'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:39:02.571332 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:02.641662 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67ccf1-18ff-4cc7-ad55-1e2d362c244d req-6847297b-1b52-4ca6-be86-4b776d68b984 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:02.643278 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee67ccf1-18ff-4cc7-ad55-1e2d362c244d req-6847297b-1b52-4ca6-be86-4b776d68b984 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 944 time: 0.0877676 Sep 30 13:39:02.692941 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee67ccf1-18ff-4cc7-ad55-1e2d362c244d req-aa04250d-c42d-4697-a354-880036d654c3 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431180 Sep 30 13:39:02.711632 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Allocated IP 172.20.0.2 (d1e3dcf7-b49b-4505-8b7a-a133b02f19f4/f6aed57a-7a8a-453a-bd3a-0eb1ee967b9d/8393c5ef-5ae0-4c06-95f1-7118887131e2) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:39:02.799018 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f967f059-4075-4842-be5d-2cb9ff3a72ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:02.818453 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f967f059-4075-4842-be5d-2cb9ff3a72ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:02.855087 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:02.860571 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:02.900759 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Network d1e3dcf7-b49b-4505-8b7a-a133b02f19f4 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:39:02.903625 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:39:02.906100 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:39:02.917144 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Pushing event updated for resources: {'Port': ['ID=8393c5ef-5ae0-4c06-95f1-7118887131e2,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:02.923558 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-f967f059-4075-4842-be5d-2cb9ff3a72ff admin admin] Allocated IP 172.25.5.193 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/6b279d6e-3db0-475d-9e85-68b2f92d1ee1) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:39:02.940518 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:02.940882 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:02.941229 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:02.941572 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:02.941900 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:02.942262 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:02.942595 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:02.942927 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:02.943323 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:02.943583 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:02.943908 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:02.944232 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:02.979824 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Attempting to bind port 8393c5ef-5ae0-4c06-95f1-7118887131e2 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:39:02.980203 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Attempting to bind port 8393c5ef-5ae0-4c06-95f1-7118887131e2 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '50f5fb99-cfd5-49bc-8145-d973ab20d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd1e3dcf7-b49b-4505-8b7a-a133b02f19f4'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:39:02.980571 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Attempting to bind port 8393c5ef-5ae0-4c06-95f1-7118887131e2 on network d1e3dcf7-b49b-4505-8b7a-a133b02f19f4 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:39:02.985744 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:39:02.986159 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Checking segment: {'id': '50f5fb99-cfd5-49bc-8145-d973ab20d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd1e3dcf7-b49b-4505-8b7a-a133b02f19f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:39:02.986569 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:02.986971 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Bound using segment: {'id': '50f5fb99-cfd5-49bc-8145-d973ab20d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd1e3dcf7-b49b-4505-8b7a-a133b02f19f4'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:39:02.987442 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Bound port: 8393c5ef-5ae0-4c06-95f1-7118887131e2, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f5fb99-cfd5-49bc-8145-d973ab20d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd1e3dcf7-b49b-4505-8b7a-a133b02f19f4'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:39:02.987831 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:03.031656 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f967f059-4075-4842-be5d-2cb9ff3a72ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:03.053576 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] For port 8393c5ef-5ae0-4c06-95f1-7118887131e2, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:39:03.056716 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] For port 8393c5ef-5ae0-4c06-95f1-7118887131e2, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=8393c5ef-5ae0-4c06-95f1-7118887131e2,segment=NetworkSegment(50f5fb99-cfd5-49bc-8145-d973ab20d999),segment_id=50f5fb99-cfd5-49bc-8145-d973ab20d999)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:39:03.060449 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:03.064623 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f967f059-4075-4842-be5d-2cb9ff3a72ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:03.105500 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f967f059-4075-4842-be5d-2cb9ff3a72ff admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:39:03.110668 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-f967f059-4075-4842-be5d-2cb9ff3a72ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:39:03.115126 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f967f059-4075-4842-be5d-2cb9ff3a72ff admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:39:03.132507 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637e272-02b7-4639-aa0f-aad7bc99b025 None None] Pushing event updated for resources: {'Port': ['ID=8393c5ef-5ae0-4c06-95f1-7118887131e2,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:03.143811 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967f059-4075-4842-be5d-2cb9ff3a72ff admin admin] Pushing event updated for resources: {'Port': ['ID=6b279d6e-3db0-475d-9e85-68b2f92d1ee1,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:03.384673 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f967f059-4075-4842-be5d-2cb9ff3a72ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:03.582428 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f967f059-4075-4842-be5d-2cb9ff3a72ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:03.707378 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f967f059-4075-4842-be5d-2cb9ff3a72ff admin admin] Router c2d9fe71-3307-4440-bf24-5b863360f3af is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:39:03.817011 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64540e00-e7e5-43a4-81e6-bb985a217f07 req-0361083c-d04d-4cf2-b125-4eef5a8325ee tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:03.819864 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-64540e00-e7e5-43a4-81e6-bb985a217f07 req-0361083c-d04d-4cf2-b125-4eef5a8325ee tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 944 time: 0.0499628 Sep 30 13:39:03.827689 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f967f059-4075-4842-be5d-2cb9ff3a72ff admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:39:03.838290 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8a2602-20d3-45af-b7a8-df9707b631b5 None None] Sync routers for ids ['c2d9fe71-3307-4440-bf24-5b863360f3af'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:39:03.849186 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f967f059-4075-4842-be5d-2cb9ff3a72ff admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:03.853233 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f967f059-4075-4842-be5d-2cb9ff3a72ff admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5615830 Sep 30 13:39:03.853801 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43840) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:03.854966 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8a2602-20d3-45af-b7a8-df9707b631b5 None None] Routers {'c2d9fe71-3307-4440-bf24-5b863360f3af'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:39:03.855991 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6c8a2602-20d3-45af-b7a8-df9707b631b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:38:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['c2d9fe71-3307-4440-bf24-5b863360f3af'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:03.867845 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-64540e00-e7e5-43a4-81e6-bb985a217f07 req-9a6e66b7-6e77-42bf-ac43-950e8439a86d tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402353 Sep 30 13:39:04.062852 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a92f80-d761-4628-b693-ee1523a02ec2 None None] Network d1e3dcf7-b49b-4505-8b7a-a133b02f19f4 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:39:04.078715 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-6c8a2602-20d3-45af-b7a8-df9707b631b5 None None] Set router c2d9fe71-3307-4440-bf24-5b863360f3af gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:39:04.145548 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ae87f4ab-f725-4587-bb9a-12f31bade6f7 None None] Provisioning complete for port 8393c5ef-5ae0-4c06-95f1-7118887131e2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:04.146314 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ae87f4ab-f725-4587-bb9a-12f31bade6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:04.267457 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6c8a2602-20d3-45af-b7a8-df9707b631b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d9fe71-3307-4440-bf24-5b863360f3af', 'name': 'tempest-TestAggregatesBasicOps-1313525074-router', 'tenant_id': '4608713537fc4f5aa1850c3a374d08a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '6b279d6e-3db0-475d-9e85-68b2f92d1ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:02Z', 'updated_at': '2021-09-30T13:39:03Z', 'revision_number': 3, 'project_id': '4608713537fc4f5aa1850c3a374d08a7', 'gw_port': {'id': '6b279d6e-3db0-475d-9e85-68b2f92d1ee1', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d9fe71-3307-4440-bf24-5b863360f3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:02Z', 'updated_at': '2021-09-30T13:39:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:04.298780 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8a2602-20d3-45af-b7a8-df9707b631b5 None None] Checking router: c2d9fe71-3307-4440-bf24-5b863360f3af for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:39:04.298780 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8a2602-20d3-45af-b7a8-df9707b631b5 None None] Updating router c2d9fe71-3307-4440-bf24-5b863360f3af port 6b279d6e-3db0-475d-9e85-68b2f92d1ee1 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:39:04.299099 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ae87f4ab-f725-4587-bb9a-12f31bade6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:04.324801 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6c8a2602-20d3-45af-b7a8-df9707b631b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:04.348185 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-ae87f4ab-f725-4587-bb9a-12f31bade6f7 None None] For port 8393c5ef-5ae0-4c06-95f1-7118887131e2, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=8393c5ef-5ae0-4c06-95f1-7118887131e2,segment=NetworkSegment(50f5fb99-cfd5-49bc-8145-d973ab20d999),segment_id=50f5fb99-cfd5-49bc-8145-d973ab20d999)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:39:04.353377 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ae87f4ab-f725-4587-bb9a-12f31bade6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:04.414416 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87f4ab-f725-4587-bb9a-12f31bade6f7 None None] Pushing event updated for resources: {'Port': ['ID=8393c5ef-5ae0-4c06-95f1-7118887131e2,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:04.576031 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-0b038908-470f-4a2f-929c-51e55832a868 None None] Provisioning complete for port 8393c5ef-5ae0-4c06-95f1-7118887131e2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:04.576752 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0b038908-470f-4a2f-929c-51e55832a868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:04.612709 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6c8a2602-20d3-45af-b7a8-df9707b631b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:04.622096 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6c8a2602-20d3-45af-b7a8-df9707b631b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:04.669182 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-6c8a2602-20d3-45af-b7a8-df9707b631b5 None None] Attempting to bind port 6b279d6e-3db0-475d-9e85-68b2f92d1ee1 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:39:04.669534 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-6c8a2602-20d3-45af-b7a8-df9707b631b5 None None] Attempting to bind port 6b279d6e-3db0-475d-9e85-68b2f92d1ee1 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:39:04.669866 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8a2602-20d3-45af-b7a8-df9707b631b5 None None] Attempting to bind port 6b279d6e-3db0-475d-9e85-68b2f92d1ee1 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:39:04.675377 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-96afa6fc-bbaf-499f-a4c8-324b7871ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:04.680168 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8a2602-20d3-45af-b7a8-df9707b631b5 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:39:04.680528 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8a2602-20d3-45af-b7a8-df9707b631b5 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:39:04.680961 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6c8a2602-20d3-45af-b7a8-df9707b631b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:04.681346 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8a2602-20d3-45af-b7a8-df9707b631b5 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:39:04.682150 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-6c8a2602-20d3-45af-b7a8-df9707b631b5 None None] Bound port: 6b279d6e-3db0-475d-9e85-68b2f92d1ee1, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:39:04.682150 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6c8a2602-20d3-45af-b7a8-df9707b631b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:04.704148 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f19da-7448-475e-998c-ed4539fb2aa4 None None] Pushing event updated for resources: {'Port': ['ID=6b279d6e-3db0-475d-9e85-68b2f92d1ee1,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:04.718005 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f19da-7448-475e-998c-ed4539fb2aa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:04.718366 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f19da-7448-475e-998c-ed4539fb2aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:04.718692 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f19da-7448-475e-998c-ed4539fb2aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:04.719013 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f19da-7448-475e-998c-ed4539fb2aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:04.719332 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f19da-7448-475e-998c-ed4539fb2aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:04.719646 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f19da-7448-475e-998c-ed4539fb2aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:04.720210 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f19da-7448-475e-998c-ed4539fb2aa4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:04.720524 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f19da-7448-475e-998c-ed4539fb2aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:04.720828 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f19da-7448-475e-998c-ed4539fb2aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:04.721048 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 8393c5ef-5ae0-4c06-95f1-7118887131e2 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:39:04.721195 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f19da-7448-475e-998c-ed4539fb2aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:04.721425 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f19da-7448-475e-998c-ed4539fb2aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:04.721729 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f19da-7448-475e-998c-ed4539fb2aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:04.750650 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-6c8a2602-20d3-45af-b7a8-df9707b631b5 None None] For port 6b279d6e-3db0-475d-9e85-68b2f92d1ee1, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:39:04.754504 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-6c8a2602-20d3-45af-b7a8-df9707b631b5 None None] For port 6b279d6e-3db0-475d-9e85-68b2f92d1ee1, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=6b279d6e-3db0-475d-9e85-68b2f92d1ee1,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:39:04.759821 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6c8a2602-20d3-45af-b7a8-df9707b631b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:04.782955 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 8393c5ef-5ae0-4c06-95f1-7118887131e2 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:04.783781 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:04.811340 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8a2602-20d3-45af-b7a8-df9707b631b5 None None] Routers {'c2d9fe71-3307-4440-bf24-5b863360f3af'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:39:04.811953 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6c8a2602-20d3-45af-b7a8-df9707b631b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:38:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['c2d9fe71-3307-4440-bf24-5b863360f3af'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:04.858980 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f19da-7448-475e-998c-ed4539fb2aa4 None None] Pushing event updated for resources: {'Port': ['ID=6b279d6e-3db0-475d-9e85-68b2f92d1ee1,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:04.908959 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-96afa6fc-bbaf-499f-a4c8-324b7871ef7a admin admin] Allocated IP 172.20.0.1 (d1e3dcf7-b49b-4505-8b7a-a133b02f19f4/f6aed57a-7a8a-453a-bd3a-0eb1ee967b9d/c623d302-2610-470b-a986-946d16b6eedc) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:39:04.926843 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-6c8a2602-20d3-45af-b7a8-df9707b631b5 None None] Set router c2d9fe71-3307-4440-bf24-5b863360f3af gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:39:05.044382 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a123b0-2bf9-4c47-86e4-a9b9293458f3 req-6906cf0a-6a16-4be6-94f9-64d019b22120 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:05.045911 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e4a123b0-2bf9-4c47-86e4-a9b9293458f3 req-6906cf0a-6a16-4be6-94f9-64d019b22120 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 944 time: 0.0985754 Sep 30 13:39:05.065722 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-96afa6fc-bbaf-499f-a4c8-324b7871ef7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:05.101851 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-6c8a2602-20d3-45af-b7a8-df9707b631b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d9fe71-3307-4440-bf24-5b863360f3af', 'name': 'tempest-TestAggregatesBasicOps-1313525074-router', 'tenant_id': '4608713537fc4f5aa1850c3a374d08a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '6b279d6e-3db0-475d-9e85-68b2f92d1ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:02Z', 'updated_at': '2021-09-30T13:39:03Z', 'revision_number': 3, 'project_id': '4608713537fc4f5aa1850c3a374d08a7', 'gw_port': {'id': '6b279d6e-3db0-475d-9e85-68b2f92d1ee1', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d9fe71-3307-4440-bf24-5b863360f3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:02Z', 'updated_at': '2021-09-30T13:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:05.106355 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e4a123b0-2bf9-4c47-86e4-a9b9293458f3 req-7184ef15-b9fb-424d-8e2a-767bd264450d tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519185 Sep 30 13:39:05.131171 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-96afa6fc-bbaf-499f-a4c8-324b7871ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:05.132680 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8a2602-20d3-45af-b7a8-df9707b631b5 None None] The sync data for ids ['c2d9fe71-3307-4440-bf24-5b863360f3af'] in n-d-810909-2 is: [{'id': 'c2d9fe71-3307-4440-bf24-5b863360f3af', 'name': 'tempest-TestAggregatesBasicOps-1313525074-router', 'tenant_id': '4608713537fc4f5aa1850c3a374d08a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '6b279d6e-3db0-475d-9e85-68b2f92d1ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:02Z', 'updated_at': '2021-09-30T13:39:03Z', 'revision_number': 3, 'project_id': '4608713537fc4f5aa1850c3a374d08a7', 'gw_port': {'id': '6b279d6e-3db0-475d-9e85-68b2f92d1ee1', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d9fe71-3307-4440-bf24-5b863360f3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:02Z', 'updated_at': '2021-09-30T13:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:39:05.171997 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96afa6fc-bbaf-499f-a4c8-324b7871ef7a admin admin] Network d1e3dcf7-b49b-4505-8b7a-a133b02f19f4 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:39:05.174842 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-96afa6fc-bbaf-499f-a4c8-324b7871ef7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:39:05.179418 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96afa6fc-bbaf-499f-a4c8-324b7871ef7a admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:39:05.207683 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afa6fc-bbaf-499f-a4c8-324b7871ef7a admin admin] Pushing event updated for resources: {'Port': ['ID=c623d302-2610-470b-a986-946d16b6eedc,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:05.228728 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-96afa6fc-bbaf-499f-a4c8-324b7871ef7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:05.370959 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-96afa6fc-bbaf-499f-a4c8-324b7871ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:05.512193 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-29819acd-3ce7-478a-b98f-052852bd4f3e None None] Provisioning complete for port c623d302-2610-470b-a986-946d16b6eedc triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:05.512769 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-29819acd-3ce7-478a-b98f-052852bd4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:05.550335 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-29819acd-3ce7-478a-b98f-052852bd4f3e None None] Port c623d302-2610-470b-a986-946d16b6eedc cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:39:05.560465 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-96afa6fc-bbaf-499f-a4c8-324b7871ef7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:05.565381 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-96afa6fc-bbaf-499f-a4c8-324b7871ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:05.632347 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afa6fc-bbaf-499f-a4c8-324b7871ef7a admin admin] Pushing event updated for resources: {'Port': ['ID=c623d302-2610-470b-a986-946d16b6eedc,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:05.634853 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-96afa6fc-bbaf-499f-a4c8-324b7871ef7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:05.738105 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96afa6fc-bbaf-499f-a4c8-324b7871ef7a admin admin] Network d1e3dcf7-b49b-4505-8b7a-a133b02f19f4 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:39:05.740086 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-96afa6fc-bbaf-499f-a4c8-324b7871ef7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:39:05.873070 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96afa6fc-bbaf-499f-a4c8-324b7871ef7a admin admin] Router c2d9fe71-3307-4440-bf24-5b863360f3af has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:39:05.973386 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-1698d66e-24a1-47ca-9e79-2d91f8f62c9f None None] Provisioning complete for port c623d302-2610-470b-a986-946d16b6eedc triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:05.974030 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1698d66e-24a1-47ca-9e79-2d91f8f62c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:05.989353 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96afa6fc-bbaf-499f-a4c8-324b7871ef7a admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:39:05.995339 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-96afa6fc-bbaf-499f-a4c8-324b7871ef7a admin admin] 10.222.0.18 "PUT /v2.0/routers/c2d9fe71-3307-4440-bf24-5b863360f3af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1402194 Sep 30 13:39:06.013723 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-1698d66e-24a1-47ca-9e79-2d91f8f62c9f None None] Port c623d302-2610-470b-a986-946d16b6eedc cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:39:06.221710 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b811622-87ec-4b6d-87d9-daf64b8d547a req-4ba8a305-9259-4a50-a6da-4894573ba623 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:06.223249 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1b811622-87ec-4b6d-87d9-daf64b8d547a req-4ba8a305-9259-4a50-a6da-4894573ba623 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 944 time: 0.0485873 Sep 30 13:39:06.262373 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1b811622-87ec-4b6d-87d9-daf64b8d547a req-adc4f1c9-9a1a-4a0a-8944-42bca8f3b5d3 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332472 Sep 30 13:39:06.277917 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3a9b9360-bfab-4bba-88d9-11b7de603b34 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:39:06.374831 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 3a9b9360-bfab-4bba-88d9-11b7de603b34, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3a9b9360-bfab-4bba-88d9-11b7de603b34,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:39:06.387619 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '3a9b9360-bfab-4bba-88d9-11b7de603b34', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'port_id': '3a9b9360-bfab-4bba-88d9-11b7de603b34', 'mac_address': 'fa:16:3e:78:1a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:39:06.426705 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:06.444164 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a9b9360-bfab-4bba-88d9-11b7de603b34 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:39:06.463924 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 3a9b9360-bfab-4bba-88d9-11b7de603b34, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3a9b9360-bfab-4bba-88d9-11b7de603b34,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:39:06.468275 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:06.472746 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43860) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:06.478254 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-04e11b2b-49fa-4a4f-b44e-c1c1a1f12e77 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-891982236-network', 'tenant_id': 'a314d1d5559f4fe3bfc5e22c60b96030'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:39:06.499900 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e11b2b-49fa-4a4f-b44e-c1c1a1f12e77 admin admin] Made reservation on behalf of a314d1d5559f4fe3bfc5e22c60b96030 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:39:06.502496 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-04e11b2b-49fa-4a4f-b44e-c1c1a1f12e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:06.511204 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-04e11b2b-49fa-4a4f-b44e-c1c1a1f12e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:06.518425 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=3a9b9360-bfab-4bba-88d9-11b7de603b34,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:06.599866 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-04e11b2b-49fa-4a4f-b44e-c1c1a1f12e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:06.604308 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-04e11b2b-49fa-4a4f-b44e-c1c1a1f12e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:06.635918 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e11b2b-49fa-4a4f-b44e-c1c1a1f12e77 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:39:06.646349 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e11b2b-49fa-4a4f-b44e-c1c1a1f12e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88818d20-2c73-416e-a9f5-60f3dd0da1eb,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:06.651148 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-04e11b2b-49fa-4a4f-b44e-c1c1a1f12e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:06.651487 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-04e11b2b-49fa-4a4f-b44e-c1c1a1f12e77 admin admin] Added segment 0c29af11-c5af-4e56-be8b-4140d61b7296 of type vlan for network 28574287-7ffd-4f51-aeba-0cb05734d857 Sep 30 13:39:06.680525 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['3a9b9360-bfab-4bba-88d9-11b7de603b34'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:39:06.696405 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-04e11b2b-49fa-4a4f-b44e-c1c1a1f12e77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:06.704911 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 6b279d6e-3db0-475d-9e85-68b2f92d1ee1 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:39:06.724272 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-04e11b2b-49fa-4a4f-b44e-c1c1a1f12e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:06.725513 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e11b2b-49fa-4a4f-b44e-c1c1a1f12e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:06.726111 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-04e11b2b-49fa-4a4f-b44e-c1c1a1f12e77 admin admin] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:06.759934 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-04e11b2b-49fa-4a4f-b44e-c1c1a1f12e77 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2861872 Sep 30 13:39:06.762341 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bc20cf-53ea-4993-a872-11dd69e63318 None None] Sync routers for ids ['c2d9fe71-3307-4440-bf24-5b863360f3af'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:39:06.762869 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43862) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:06.768148 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-619a8fa2-cecd-41d1-aeb6-bf7ea43874a9 admin admin] Request body: {'subnet': {'network_id': '28574287-7ffd-4f51-aeba-0cb05734d857', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-891982236-subnet', 'tenant_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:39:06.791589 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619a8fa2-cecd-41d1-aeb6-bf7ea43874a9 admin admin] Made reservation on behalf of a314d1d5559f4fe3bfc5e22c60b96030 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:39:06.793101 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bc20cf-53ea-4993-a872-11dd69e63318 None None] Routers {'c2d9fe71-3307-4440-bf24-5b863360f3af'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:39:06.793730 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-77bc20cf-53ea-4993-a872-11dd69e63318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:38:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['c2d9fe71-3307-4440-bf24-5b863360f3af'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:06.794034 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-619a8fa2-cecd-41d1-aeb6-bf7ea43874a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:06.794313 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e11b2b-49fa-4a4f-b44e-c1c1a1f12e77 admin admin] Pushing event updated for resources: {'Network': ['ID=28574287-7ffd-4f51-aeba-0cb05734d857,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:06.806516 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 6b279d6e-3db0-475d-9e85-68b2f92d1ee1 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:06.806878 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:06.808544 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 28574287-7ffd-4f51-aeba-0cb05734d857 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:39:06.970454 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-619a8fa2-cecd-41d1-aeb6-bf7ea43874a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:07.031928 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a8fa2-cecd-41d1-aeb6-bf7ea43874a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd4dcbad-4ab3-46d2-89ab-ee22132b52f4,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:07.042927 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a8fa2-cecd-41d1-aeb6-bf7ea43874a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:07.043267 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a8fa2-cecd-41d1-aeb6-bf7ea43874a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:07.043601 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a8fa2-cecd-41d1-aeb6-bf7ea43874a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:07.043931 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a8fa2-cecd-41d1-aeb6-bf7ea43874a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:07.044256 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a8fa2-cecd-41d1-aeb6-bf7ea43874a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:07.044578 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a8fa2-cecd-41d1-aeb6-bf7ea43874a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:07.044899 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a8fa2-cecd-41d1-aeb6-bf7ea43874a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:07.045216 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a8fa2-cecd-41d1-aeb6-bf7ea43874a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:07.045533 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a8fa2-cecd-41d1-aeb6-bf7ea43874a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:07.046003 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a8fa2-cecd-41d1-aeb6-bf7ea43874a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:07.046202 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a8fa2-cecd-41d1-aeb6-bf7ea43874a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:07.046498 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a8fa2-cecd-41d1-aeb6-bf7ea43874a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:39:07.049459 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619a8fa2-cecd-41d1-aeb6-bf7ea43874a9 admin admin] Checking segment: {'id': '0c29af11-c5af-4e56-be8b-4140d61b7296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '28574287-7ffd-4f51-aeba-0cb05734d857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:39:07.049815 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619a8fa2-cecd-41d1-aeb6-bf7ea43874a9 admin admin] Network hostable DHCP agents. Network: 28574287-7ffd-4f51-aeba-0cb05734d857, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:39:07.064731 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-77bc20cf-53ea-4993-a872-11dd69e63318 None None] Set router c2d9fe71-3307-4440-bf24-5b863360f3af gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:39:07.067335 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619a8fa2-cecd-41d1-aeb6-bf7ea43874a9 admin admin] Network 28574287-7ffd-4f51-aeba-0cb05734d857 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:39:07.077254 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-619a8fa2-cecd-41d1-aeb6-bf7ea43874a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 28574287-7ffd-4f51-aeba-0cb05734d857) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:39:07.081942 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619a8fa2-cecd-41d1-aeb6-bf7ea43874a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:07.082986 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-619a8fa2-cecd-41d1-aeb6-bf7ea43874a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:07.100280 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-619a8fa2-cecd-41d1-aeb6-bf7ea43874a9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3360002 Sep 30 13:39:07.103497 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57654b60-05b6-486d-8cc1-0bb42feb02fc None None] Network 28574287-7ffd-4f51-aeba-0cb05734d857 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:39:07.103648 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43864) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:07.108197 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-dad43db8-5e35-441c-ab4a-6e2316b54124 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-891982236-router', 'tenant_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:39:07.129511 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dad43db8-5e35-441c-ab4a-6e2316b54124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:07.130902 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dad43db8-5e35-441c-ab4a-6e2316b54124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:07.145126 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:07.183718 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dad43db8-5e35-441c-ab4a-6e2316b54124 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:07.265472 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 6b279d6e-3db0-475d-9e85-68b2f92d1ee1, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=6b279d6e-3db0-475d-9e85-68b2f92d1ee1,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:39:07.284826 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:07.323913 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dad43db8-5e35-441c-ab4a-6e2316b54124 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:07.408988 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2865b-b37a-49a8-a5ef-3cffabe46643 req-40a8fb4c-430b-4574-9b26-4ad6151d7c97 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:07.410623 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9ad2865b-b37a-49a8-a5ef-3cffabe46643 req-40a8fb4c-430b-4574-9b26-4ad6151d7c97 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 945 time: 0.0673850 Sep 30 13:39:07.486054 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9ad2865b-b37a-49a8-a5ef-3cffabe46643 req-f963a297-243f-4344-b98b-9a389ce72152 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439532 Sep 30 13:39:07.584664 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=6b279d6e-3db0-475d-9e85-68b2f92d1ee1,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:07.605830 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dad43db8-5e35-441c-ab4a-6e2316b54124 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:07.625421 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dad43db8-5e35-441c-ab4a-6e2316b54124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:07.671893 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2d385e-2c91-413e-b8e4-52314faac3d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-28574287-7ffd-4f51-aeba-0cb05734d857', 'network_id': '28574287-7ffd-4f51-aeba-0cb05734d857', 'tenant_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'fixed_ips': [{'subnet_id': 'fd4dcbad-4ab3-46d2-89ab-ee22132b52f4'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:39:07.672735 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eb2d385e-2c91-413e-b8e4-52314faac3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:07.730138 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-dad43db8-5e35-441c-ab4a-6e2316b54124 admin admin] Allocated IP 172.25.5.105 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/2f9b2c01-3cdd-4623-bd0f-e6087e160712) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:39:07.782698 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-77bc20cf-53ea-4993-a872-11dd69e63318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d9fe71-3307-4440-bf24-5b863360f3af', 'name': 'tempest-TestAggregatesBasicOps-1313525074-router', 'tenant_id': '4608713537fc4f5aa1850c3a374d08a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '6b279d6e-3db0-475d-9e85-68b2f92d1ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:02Z', 'updated_at': '2021-09-30T13:39:05Z', 'revision_number': 4, 'project_id': '4608713537fc4f5aa1850c3a374d08a7', 'gw_port': {'id': '6b279d6e-3db0-475d-9e85-68b2f92d1ee1', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d9fe71-3307-4440-bf24-5b863360f3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:02Z', 'updated_at': '2021-09-30T13:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'c623d302-2610-470b-a986-946d16b6eedc', 'name': '', 'network_id': 'd1e3dcf7-b49b-4505-8b7a-a133b02f19f4', 'tenant_id': '4608713537fc4f5aa1850c3a374d08a7', 'mac_address': 'fa:16:3e:e6:3d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d9fe71-3307-4440-bf24-5b863360f3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'f6aed57a-7a8a-453a-bd3a-0eb1ee967b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:04Z', 'updated_at': '2021-09-30T13:39:05Z', 'revision_number': 2, 'project_id': '4608713537fc4f5aa1850c3a374d08a7', 'subnets': [{'id': 'f6aed57a-7a8a-453a-bd3a-0eb1ee967b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:07.815293 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bc20cf-53ea-4993-a872-11dd69e63318 None None] Checking router: c2d9fe71-3307-4440-bf24-5b863360f3af for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:39:07.815654 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bc20cf-53ea-4993-a872-11dd69e63318 None None] Updating router c2d9fe71-3307-4440-bf24-5b863360f3af port c623d302-2610-470b-a986-946d16b6eedc binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:39:07.835029 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dad43db8-5e35-441c-ab4a-6e2316b54124 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:07.865857 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-77bc20cf-53ea-4993-a872-11dd69e63318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:07.870943 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dad43db8-5e35-441c-ab4a-6e2316b54124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:07.908635 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad43db8-5e35-441c-ab4a-6e2316b54124 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:39:07.912958 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-dad43db8-5e35-441c-ab4a-6e2316b54124 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:39:07.917080 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad43db8-5e35-441c-ab4a-6e2316b54124 admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:39:07.919311 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-eb2d385e-2c91-413e-b8e4-52314faac3d5 None None] Allocated IP 172.20.0.2 (28574287-7ffd-4f51-aeba-0cb05734d857/fd4dcbad-4ab3-46d2-89ab-ee22132b52f4/657c9018-8686-4933-8157-dd8ddbe26158) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:39:07.922585 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad43db8-5e35-441c-ab4a-6e2316b54124 admin admin] Pushing event updated for resources: {'Port': ['ID=2f9b2c01-3cdd-4623-bd0f-e6087e160712,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:08.162593 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dad43db8-5e35-441c-ab4a-6e2316b54124 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:08.205659 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eb2d385e-2c91-413e-b8e4-52314faac3d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:08.215709 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eb2d385e-2c91-413e-b8e4-52314faac3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:08.285022 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2d385e-2c91-413e-b8e4-52314faac3d5 None None] Network 28574287-7ffd-4f51-aeba-0cb05734d857 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:39:08.290829 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3a9b9360-bfab-4bba-88d9-11b7de603b34 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:39:08.297349 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-eb2d385e-2c91-413e-b8e4-52314faac3d5 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:39:08.324408 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2d385e-2c91-413e-b8e4-52314faac3d5 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:39:08.330669 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d385e-2c91-413e-b8e4-52314faac3d5 None None] Pushing event updated for resources: {'Port': ['ID=657c9018-8686-4933-8157-dd8ddbe26158,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:08.335399 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-77bc20cf-53ea-4993-a872-11dd69e63318 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:08.347685 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-77bc20cf-53ea-4993-a872-11dd69e63318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:08.358268 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dad43db8-5e35-441c-ab4a-6e2316b54124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:08.470579 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181a4eb-d374-4893-a4f3-6568eb28e45e None None] Pushing event updated for resources: {'Port': ['ID=c623d302-2610-470b-a986-946d16b6eedc,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:08.489784 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-eb2d385e-2c91-413e-b8e4-52314faac3d5 None None] Attempting to bind port 657c9018-8686-4933-8157-dd8ddbe26158 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:39:08.490186 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-eb2d385e-2c91-413e-b8e4-52314faac3d5 None None] Attempting to bind port 657c9018-8686-4933-8157-dd8ddbe26158 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '0c29af11-c5af-4e56-be8b-4140d61b7296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '28574287-7ffd-4f51-aeba-0cb05734d857'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:39:08.490545 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2d385e-2c91-413e-b8e4-52314faac3d5 None None] Attempting to bind port 657c9018-8686-4933-8157-dd8ddbe26158 on network 28574287-7ffd-4f51-aeba-0cb05734d857 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:39:08.495730 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 3a9b9360-bfab-4bba-88d9-11b7de603b34 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:39:08.504928 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad43db8-5e35-441c-ab4a-6e2316b54124 admin admin] Router 3b043064-5dbe-4785-b498-0f03aed67580 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:39:08.516082 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2d385e-2c91-413e-b8e4-52314faac3d5 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:39:08.516462 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2d385e-2c91-413e-b8e4-52314faac3d5 None None] Checking segment: {'id': '0c29af11-c5af-4e56-be8b-4140d61b7296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '28574287-7ffd-4f51-aeba-0cb05734d857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:39:08.516880 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eb2d385e-2c91-413e-b8e4-52314faac3d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:08.517268 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2d385e-2c91-413e-b8e4-52314faac3d5 None None] Bound using segment: {'id': '0c29af11-c5af-4e56-be8b-4140d61b7296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '28574287-7ffd-4f51-aeba-0cb05734d857'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:39:08.517756 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-eb2d385e-2c91-413e-b8e4-52314faac3d5 None None] Bound port: 657c9018-8686-4933-8157-dd8ddbe26158, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c29af11-c5af-4e56-be8b-4140d61b7296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '28574287-7ffd-4f51-aeba-0cb05734d857'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:39:08.518403 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eb2d385e-2c91-413e-b8e4-52314faac3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:08.526130 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 3a9b9360-bfab-4bba-88d9-11b7de603b34 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:08.526510 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:08.562786 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-77bc20cf-53ea-4993-a872-11dd69e63318 None None] Attempting to bind port c623d302-2610-470b-a986-946d16b6eedc on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:39:08.563162 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-77bc20cf-53ea-4993-a872-11dd69e63318 None None] Attempting to bind port c623d302-2610-470b-a986-946d16b6eedc by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '50f5fb99-cfd5-49bc-8145-d973ab20d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd1e3dcf7-b49b-4505-8b7a-a133b02f19f4'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:39:08.563533 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bc20cf-53ea-4993-a872-11dd69e63318 None None] Attempting to bind port c623d302-2610-470b-a986-946d16b6eedc on network d1e3dcf7-b49b-4505-8b7a-a133b02f19f4 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:39:08.576205 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bc20cf-53ea-4993-a872-11dd69e63318 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:39:08.576205 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bc20cf-53ea-4993-a872-11dd69e63318 None None] Checking segment: {'id': '50f5fb99-cfd5-49bc-8145-d973ab20d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd1e3dcf7-b49b-4505-8b7a-a133b02f19f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:39:08.576619 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-77bc20cf-53ea-4993-a872-11dd69e63318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:08.576972 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bc20cf-53ea-4993-a872-11dd69e63318 None None] Bound using segment: {'id': '50f5fb99-cfd5-49bc-8145-d973ab20d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd1e3dcf7-b49b-4505-8b7a-a133b02f19f4'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:39:08.577462 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-77bc20cf-53ea-4993-a872-11dd69e63318 None None] Bound port: c623d302-2610-470b-a986-946d16b6eedc, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f5fb99-cfd5-49bc-8145-d973ab20d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd1e3dcf7-b49b-4505-8b7a-a133b02f19f4'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:39:08.577855 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-77bc20cf-53ea-4993-a872-11dd69e63318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:08.635608 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9106fe-1f4d-42f8-9f8d-2959012ce113 req-ab891bef-d5fc-4fc5-806b-dfc6c595bbcd tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:08.637372 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ca9106fe-1f4d-42f8-9f8d-2959012ce113 req-ab891bef-d5fc-4fc5-806b-dfc6c595bbcd tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 945 time: 0.0649228 Sep 30 13:39:08.661377 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad43db8-5e35-441c-ab4a-6e2316b54124 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:39:08.674324 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0235a063-d1b7-47a4-96b9-cb0d5e5c671f None None] Sync routers for ids ['3b043064-5dbe-4785-b498-0f03aed67580'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:39:08.674849 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-eb2d385e-2c91-413e-b8e4-52314faac3d5 None None] For port 657c9018-8686-4933-8157-dd8ddbe26158, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:39:08.682598 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-eb2d385e-2c91-413e-b8e4-52314faac3d5 None None] For port 657c9018-8686-4933-8157-dd8ddbe26158, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=657c9018-8686-4933-8157-dd8ddbe26158,segment=NetworkSegment(0c29af11-c5af-4e56-be8b-4140d61b7296),segment_id=0c29af11-c5af-4e56-be8b-4140d61b7296)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:39:08.694616 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dad43db8-5e35-441c-ab4a-6e2316b54124 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:08.694838 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eb2d385e-2c91-413e-b8e4-52314faac3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:08.698758 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0235a063-d1b7-47a4-96b9-cb0d5e5c671f None None] Routers {'3b043064-5dbe-4785-b498-0f03aed67580'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:39:08.699466 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-0235a063-d1b7-47a4-96b9-cb0d5e5c671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:38:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['3b043064-5dbe-4785-b498-0f03aed67580'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:08.703312 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-dad43db8-5e35-441c-ab4a-6e2316b54124 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5962064 Sep 30 13:39:08.703617 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43870) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:08.736131 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 6b279d6e-3db0-475d-9e85-68b2f92d1ee1 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:39:08.755974 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-77bc20cf-53ea-4993-a872-11dd69e63318 None None] For port c623d302-2610-470b-a986-946d16b6eedc, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:39:08.791147 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ca9106fe-1f4d-42f8-9f8d-2959012ce113 req-3806064d-25ea-4895-84e0-147e48d3be7e tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445682 Sep 30 13:39:08.812504 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-77bc20cf-53ea-4993-a872-11dd69e63318 None None] For port c623d302-2610-470b-a986-946d16b6eedc, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c623d302-2610-470b-a986-946d16b6eedc,segment=NetworkSegment(50f5fb99-cfd5-49bc-8145-d973ab20d999),segment_id=50f5fb99-cfd5-49bc-8145-d973ab20d999)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:39:08.815633 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-0235a063-d1b7-47a4-96b9-cb0d5e5c671f None None] Set router 3b043064-5dbe-4785-b498-0f03aed67580 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:39:08.838074 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-77bc20cf-53ea-4993-a872-11dd69e63318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:08.854743 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:08.872329 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d385e-2c91-413e-b8e4-52314faac3d5 None None] Pushing event updated for resources: {'Port': ['ID=657c9018-8686-4933-8157-dd8ddbe26158,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:08.874850 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-bcd13b2e-fafd-4e30-8ed9-6baf383906fd None None] Provisioning complete for port c623d302-2610-470b-a986-946d16b6eedc triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:08.875287 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bcd13b2e-fafd-4e30-8ed9-6baf383906fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:08.971238 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bc20cf-53ea-4993-a872-11dd69e63318 None None] Routers {'c2d9fe71-3307-4440-bf24-5b863360f3af'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:39:08.971897 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-77bc20cf-53ea-4993-a872-11dd69e63318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:38:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['c2d9fe71-3307-4440-bf24-5b863360f3af'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:08.986511 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dce3b9a-097a-4f6f-b925-dd077b0ba842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9b9360-bfab-4bba-88d9-11b7de603b34'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:39:08.988908 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b19a92-08fa-45a7-9dff-f46d5e8f1098" -d '{"events": [{"server_uuid": "4dce3b9a-097a-4f6f-b925-dd077b0ba842", "name": "network-vif-plugged", "status": "completed", "tag": "3a9b9360-bfab-4bba-88d9-11b7de603b34"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:39:09.053458 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 3a9b9360-bfab-4bba-88d9-11b7de603b34, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3a9b9360-bfab-4bba-88d9-11b7de603b34,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:39:09.069894 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 6b279d6e-3db0-475d-9e85-68b2f92d1ee1 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:09.069894 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:09.072134 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:09.110903 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-0235a063-d1b7-47a4-96b9-cb0d5e5c671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b043064-5dbe-4785-b498-0f03aed67580', 'name': 'tempest-TestAggregatesBasicOps-891982236-router', 'tenant_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '2f9b2c01-3cdd-4623-bd0f-e6087e160712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:07Z', 'updated_at': '2021-09-30T13:39:08Z', 'revision_number': 3, 'project_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'gw_port': {'id': '2f9b2c01-3cdd-4623-bd0f-e6087e160712', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:33:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b043064-5dbe-4785-b498-0f03aed67580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:07Z', 'updated_at': '2021-09-30T13:39:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:09.111521 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2ee768-1585-4639-bb14-eb2a29e5f9fb x-openstack-request-id: req-db2ee768-1585-4639-bb14-eb2a29e5f9fb {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:39:09.111811 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dce3b9a-097a-4f6f-b925-dd077b0ba842", "name": "network-vif-plugged", "status": "completed", "tag": "3a9b9360-bfab-4bba-88d9-11b7de603b34", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:39:09.112059 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db2ee768-1585-4639-bb14-eb2a29e5f9fb {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:39:09.112449 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dce3b9a-097a-4f6f-b925-dd077b0ba842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9b9360-bfab-4bba-88d9-11b7de603b34', 'code': 200} Sep 30 13:39:09.116906 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181a4eb-d374-4893-a4f3-6568eb28e45e None None] Pushing event updated for resources: {'Port': ['ID=c623d302-2610-470b-a986-946d16b6eedc,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:09.239833 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0235a063-d1b7-47a4-96b9-cb0d5e5c671f None None] Checking router: 3b043064-5dbe-4785-b498-0f03aed67580 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:39:09.240548 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0235a063-d1b7-47a4-96b9-cb0d5e5c671f None None] Updating router 3b043064-5dbe-4785-b498-0f03aed67580 port 2f9b2c01-3cdd-4623-bd0f-e6087e160712 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:39:09.251512 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4269a-0d0f-42f5-b7dc-bd80e8edd4dc req-16ea63b7-acdb-4a60-8b7b-d5d3e0935b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:09.253088 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7f4269a-0d0f-42f5-b7dc-bd80e8edd4dc req-16ea63b7-acdb-4a60-8b7b-d5d3e0935b92 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 1097 time: 0.0639658 Sep 30 13:39:09.280115 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0235a063-d1b7-47a4-96b9-cb0d5e5c671f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:09.286768 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=3a9b9360-bfab-4bba-88d9-11b7de603b34,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:09.314412 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-77bc20cf-53ea-4993-a872-11dd69e63318 None None] Set router c2d9fe71-3307-4440-bf24-5b863360f3af gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:39:09.329561 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7f4269a-0d0f-42f5-b7dc-bd80e8edd4dc req-7519f6ac-0197-4875-a0fc-cc6012a36e32 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639901 Sep 30 13:39:09.360585 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b912c0b-de71-4227-8337-8684f0bb71f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:09.401864 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bcd13b2e-fafd-4e30-8ed9-6baf383906fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:09.500639 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-bcd13b2e-fafd-4e30-8ed9-6baf383906fd None None] For port c623d302-2610-470b-a986-946d16b6eedc, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c623d302-2610-470b-a986-946d16b6eedc,segment=NetworkSegment(50f5fb99-cfd5-49bc-8145-d973ab20d999),segment_id=50f5fb99-cfd5-49bc-8145-d973ab20d999)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:39:09.536207 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bcd13b2e-fafd-4e30-8ed9-6baf383906fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:09.570601 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-3b912c0b-de71-4227-8337-8684f0bb71f7 admin admin] Allocated IP 172.20.0.1 (28574287-7ffd-4f51-aeba-0cb05734d857/fd4dcbad-4ab3-46d2-89ab-ee22132b52f4/2277adf6-e591-45e5-904f-91e4418f83f0) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:39:09.630998 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd13b2e-fafd-4e30-8ed9-6baf383906fd None None] Pushing event updated for resources: {'Port': ['ID=c623d302-2610-470b-a986-946d16b6eedc,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:09.675594 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-25a1c5ce-0971-421f-aee5-cd90cf4ddbfb None None] Provisioning complete for port c623d302-2610-470b-a986-946d16b6eedc triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:09.676278 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-25a1c5ce-0971-421f-aee5-cd90cf4ddbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:09.689668 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b912c0b-de71-4227-8337-8684f0bb71f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:09.714509 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-77bc20cf-53ea-4993-a872-11dd69e63318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d9fe71-3307-4440-bf24-5b863360f3af', 'name': 'tempest-TestAggregatesBasicOps-1313525074-router', 'tenant_id': '4608713537fc4f5aa1850c3a374d08a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '6b279d6e-3db0-475d-9e85-68b2f92d1ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:02Z', 'updated_at': '2021-09-30T13:39:05Z', 'revision_number': 4, 'project_id': '4608713537fc4f5aa1850c3a374d08a7', 'gw_port': {'id': '6b279d6e-3db0-475d-9e85-68b2f92d1ee1', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d9fe71-3307-4440-bf24-5b863360f3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:02Z', 'updated_at': '2021-09-30T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'c623d302-2610-470b-a986-946d16b6eedc', 'name': '', 'network_id': 'd1e3dcf7-b49b-4505-8b7a-a133b02f19f4', 'tenant_id': '4608713537fc4f5aa1850c3a374d08a7', 'mac_address': 'fa:16:3e:e6:3d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d9fe71-3307-4440-bf24-5b863360f3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'f6aed57a-7a8a-453a-bd3a-0eb1ee967b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:04Z', 'updated_at': '2021-09-30T13:39:08Z', 'revision_number': 4, 'project_id': '4608713537fc4f5aa1850c3a374d08a7', 'subnets': [{'id': 'f6aed57a-7a8a-453a-bd3a-0eb1ee967b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:09.732541 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b912c0b-de71-4227-8337-8684f0bb71f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:09.736022 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0235a063-d1b7-47a4-96b9-cb0d5e5c671f None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:09.743239 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0235a063-d1b7-47a4-96b9-cb0d5e5c671f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:09.746329 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bc20cf-53ea-4993-a872-11dd69e63318 None None] The sync data for ids ['c2d9fe71-3307-4440-bf24-5b863360f3af'] in n-d-810909-2 is: [{'id': 'c2d9fe71-3307-4440-bf24-5b863360f3af', 'name': 'tempest-TestAggregatesBasicOps-1313525074-router', 'tenant_id': '4608713537fc4f5aa1850c3a374d08a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '6b279d6e-3db0-475d-9e85-68b2f92d1ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:02Z', 'updated_at': '2021-09-30T13:39:05Z', 'revision_number': 4, 'project_id': '4608713537fc4f5aa1850c3a374d08a7', 'gw_port': {'id': '6b279d6e-3db0-475d-9e85-68b2f92d1ee1', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d9fe71-3307-4440-bf24-5b863360f3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:02Z', 'updated_at': '2021-09-30T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'c623d302-2610-470b-a986-946d16b6eedc', 'name': '', 'network_id': 'd1e3dcf7-b49b-4505-8b7a-a133b02f19f4', 'tenant_id': '4608713537fc4f5aa1850c3a374d08a7', 'mac_address': 'fa:16:3e:e6:3d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d9fe71-3307-4440-bf24-5b863360f3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'f6aed57a-7a8a-453a-bd3a-0eb1ee967b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:04Z', 'updated_at': '2021-09-30T13:39:08Z', 'revision_number': 4, 'project_id': '4608713537fc4f5aa1850c3a374d08a7', 'subnets': [{'id': 'f6aed57a-7a8a-453a-bd3a-0eb1ee967b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:39:09.779323 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b912c0b-de71-4227-8337-8684f0bb71f7 admin admin] Network 28574287-7ffd-4f51-aeba-0cb05734d857 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:39:09.789925 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-3b912c0b-de71-4227-8337-8684f0bb71f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:39:09.794782 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b912c0b-de71-4227-8337-8684f0bb71f7 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:39:09.852033 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd3676-0be5-4815-a131-ca946d854080 None None] Pushing event updated for resources: {'Port': ['ID=2f9b2c01-3cdd-4623-bd0f-e6087e160712,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:09.865747 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b912c0b-de71-4227-8337-8684f0bb71f7 admin admin] Pushing event updated for resources: {'Port': ['ID=2277adf6-e591-45e5-904f-91e4418f83f0,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:09.867816 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-0235a063-d1b7-47a4-96b9-cb0d5e5c671f None None] Attempting to bind port 2f9b2c01-3cdd-4623-bd0f-e6087e160712 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:39:09.868236 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-0235a063-d1b7-47a4-96b9-cb0d5e5c671f None None] Attempting to bind port 2f9b2c01-3cdd-4623-bd0f-e6087e160712 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:39:09.868597 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0235a063-d1b7-47a4-96b9-cb0d5e5c671f None None] Attempting to bind port 2f9b2c01-3cdd-4623-bd0f-e6087e160712 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:39:09.875697 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0235a063-d1b7-47a4-96b9-cb0d5e5c671f None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:39:09.876120 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0235a063-d1b7-47a4-96b9-cb0d5e5c671f None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:39:09.876532 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0235a063-d1b7-47a4-96b9-cb0d5e5c671f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:09.878581 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0235a063-d1b7-47a4-96b9-cb0d5e5c671f None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:39:09.879067 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-0235a063-d1b7-47a4-96b9-cb0d5e5c671f None None] Bound port: 2f9b2c01-3cdd-4623-bd0f-e6087e160712, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:39:09.879941 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0235a063-d1b7-47a4-96b9-cb0d5e5c671f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:09.884998 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b912c0b-de71-4227-8337-8684f0bb71f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:09.946551 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-0235a063-d1b7-47a4-96b9-cb0d5e5c671f None None] For port 2f9b2c01-3cdd-4623-bd0f-e6087e160712, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:39:09.950967 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-0235a063-d1b7-47a4-96b9-cb0d5e5c671f None None] For port 2f9b2c01-3cdd-4623-bd0f-e6087e160712, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2f9b2c01-3cdd-4623-bd0f-e6087e160712,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:39:09.965689 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0235a063-d1b7-47a4-96b9-cb0d5e5c671f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:10.023726 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0235a063-d1b7-47a4-96b9-cb0d5e5c671f None None] Routers {'3b043064-5dbe-4785-b498-0f03aed67580'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:39:10.024963 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-0235a063-d1b7-47a4-96b9-cb0d5e5c671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:38:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['3b043064-5dbe-4785-b498-0f03aed67580'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:10.073345 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b912c0b-de71-4227-8337-8684f0bb71f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:10.109148 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccb887-23fe-40f8-800d-c4e17af7032a req-22108dcf-aa6b-4cff-b612-79242fc55d27 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:10.109755 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd3676-0be5-4815-a131-ca946d854080 None None] Pushing event updated for resources: {'Port': ['ID=2f9b2c01-3cdd-4623-bd0f-e6087e160712,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:10.110781 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71ccb887-23fe-40f8-800d-c4e17af7032a req-22108dcf-aa6b-4cff-b612-79242fc55d27 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 946 time: 0.1640177 Sep 30 13:39:10.181438 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-0235a063-d1b7-47a4-96b9-cb0d5e5c671f None None] Set router 3b043064-5dbe-4785-b498-0f03aed67580 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:39:10.199777 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71ccb887-23fe-40f8-800d-c4e17af7032a req-7515f9c3-b12c-4964-b284-7786c00753fc tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688198 Sep 30 13:39:10.356333 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0e297f-c18e-4d0c-a311-be98628d57d3 None None] Network 28574287-7ffd-4f51-aeba-0cb05734d857 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:39:10.359353 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b912c0b-de71-4227-8337-8684f0bb71f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:10.370632 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b912c0b-de71-4227-8337-8684f0bb71f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:10.458289 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3b912c0b-de71-4227-8337-8684f0bb71f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:10.474080 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-0235a063-d1b7-47a4-96b9-cb0d5e5c671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b043064-5dbe-4785-b498-0f03aed67580', 'name': 'tempest-TestAggregatesBasicOps-891982236-router', 'tenant_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '2f9b2c01-3cdd-4623-bd0f-e6087e160712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:07Z', 'updated_at': '2021-09-30T13:39:10Z', 'revision_number': 4, 'project_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'gw_port': {'id': '2f9b2c01-3cdd-4623-bd0f-e6087e160712', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:33:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b043064-5dbe-4785-b498-0f03aed67580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:07Z', 'updated_at': '2021-09-30T13:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '2277adf6-e591-45e5-904f-91e4418f83f0', 'name': '', 'network_id': '28574287-7ffd-4f51-aeba-0cb05734d857', 'tenant_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'mac_address': 'fa:16:3e:f4:45:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b043064-5dbe-4785-b498-0f03aed67580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'fd4dcbad-4ab3-46d2-89ab-ee22132b52f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:09Z', 'updated_at': '2021-09-30T13:39:09Z', 'revision_number': 1, 'project_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'subnets': [{'id': 'fd4dcbad-4ab3-46d2-89ab-ee22132b52f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:10.478286 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b912c0b-de71-4227-8337-8684f0bb71f7 admin admin] Pushing event updated for resources: {'Port': ['ID=2277adf6-e591-45e5-904f-91e4418f83f0,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:10.510425 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0235a063-d1b7-47a4-96b9-cb0d5e5c671f None None] The sync data for ids ['3b043064-5dbe-4785-b498-0f03aed67580'] in n-d-810909-2 is: [{'id': '3b043064-5dbe-4785-b498-0f03aed67580', 'name': 'tempest-TestAggregatesBasicOps-891982236-router', 'tenant_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '2f9b2c01-3cdd-4623-bd0f-e6087e160712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:07Z', 'updated_at': '2021-09-30T13:39:10Z', 'revision_number': 4, 'project_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'gw_port': {'id': '2f9b2c01-3cdd-4623-bd0f-e6087e160712', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:33:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b043064-5dbe-4785-b498-0f03aed67580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:07Z', 'updated_at': '2021-09-30T13:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '2277adf6-e591-45e5-904f-91e4418f83f0', 'name': '', 'network_id': '28574287-7ffd-4f51-aeba-0cb05734d857', 'tenant_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'mac_address': 'fa:16:3e:f4:45:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b043064-5dbe-4785-b498-0f03aed67580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'fd4dcbad-4ab3-46d2-89ab-ee22132b52f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:09Z', 'updated_at': '2021-09-30T13:39:09Z', 'revision_number': 1, 'project_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'subnets': [{'id': 'fd4dcbad-4ab3-46d2-89ab-ee22132b52f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:39:10.584742 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b912c0b-de71-4227-8337-8684f0bb71f7 admin admin] Network 28574287-7ffd-4f51-aeba-0cb05734d857 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:39:10.586429 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-3b912c0b-de71-4227-8337-8684f0bb71f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:39:10.650122 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-372edaf5-af2e-4a4b-807b-5e756c2ca0b3 None None] Provisioning complete for port 657c9018-8686-4933-8157-dd8ddbe26158 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:10.650498 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-372edaf5-af2e-4a4b-807b-5e756c2ca0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:10.774915 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b912c0b-de71-4227-8337-8684f0bb71f7 admin admin] Router 3b043064-5dbe-4785-b498-0f03aed67580 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:39:10.783796 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c623d302-2610-470b-a986-946d16b6eedc up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:39:10.788555 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-372edaf5-af2e-4a4b-807b-5e756c2ca0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:10.895049 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-372edaf5-af2e-4a4b-807b-5e756c2ca0b3 None None] For port 657c9018-8686-4933-8157-dd8ddbe26158, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=657c9018-8686-4933-8157-dd8ddbe26158,segment=NetworkSegment(0c29af11-c5af-4e56-be8b-4140d61b7296),segment_id=0c29af11-c5af-4e56-be8b-4140d61b7296)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:39:10.904857 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-372edaf5-af2e-4a4b-807b-5e756c2ca0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:10.967808 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port c623d302-2610-470b-a986-946d16b6eedc triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:10.968297 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:11.021590 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372edaf5-af2e-4a4b-807b-5e756c2ca0b3 None None] Pushing event updated for resources: {'Port': ['ID=657c9018-8686-4933-8157-dd8ddbe26158,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:11.095591 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 657c9018-8686-4933-8157-dd8ddbe26158 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:39:11.156688 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 657c9018-8686-4933-8157-dd8ddbe26158 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:11.157473 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:11.324469 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b912c0b-de71-4227-8337-8684f0bb71f7 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:39:11.332804 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-3ea2c192-3998-4201-b7ea-a662cd6cdd0b None None] Provisioning complete for port 657c9018-8686-4933-8157-dd8ddbe26158 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:11.333191 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c192-3998-4201-b7ea-a662cd6cdd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:11.334309 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3b912c0b-de71-4227-8337-8684f0bb71f7 admin admin] 10.222.0.18 "PUT /v2.0/routers/3b043064-5dbe-4785-b498-0f03aed67580/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6294081 Sep 30 13:39:11.360366 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d7a05-97f0-4824-8157-73b1138f22c6 req-66325084-95c6-435f-b9ac-c4b41c1fdff1 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:11.362198 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d5d7a05-97f0-4824-8157-73b1138f22c6 req-66325084-95c6-435f-b9ac-c4b41c1fdff1 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 946 time: 0.0756564 Sep 30 13:39:11.460432 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d5d7a05-97f0-4824-8157-73b1138f22c6 req-8ba5403a-6a57-43ab-af33-06b3321a5932 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900388 Sep 30 13:39:11.509150 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-3ea2c192-3998-4201-b7ea-a662cd6cdd0b None None] Provisioning complete for port 2277adf6-e591-45e5-904f-91e4418f83f0 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:11.509150 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c192-3998-4201-b7ea-a662cd6cdd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:11.549420 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2c192-3998-4201-b7ea-a662cd6cdd0b None None] Port 2277adf6-e591-45e5-904f-91e4418f83f0 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:39:11.608969 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3597e-fbdd-4e90-8644-4fa0977d8354 req-cf67787e-5548-4a8b-b875-5ef395da99eb tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:11.610751 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-32e3597e-fbdd-4e90-8644-4fa0977d8354 req-cf67787e-5548-4a8b-b875-5ef395da99eb tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 946 time: 0.0580738 Sep 30 13:39:11.670069 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-32e3597e-fbdd-4e90-8644-4fa0977d8354 req-73e6f3e9-0ba3-445d-b1fb-38a3e2348921 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492399 Sep 30 13:39:11.684426 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43886) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:11.692786 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9adc23e1-7c6c-4b5b-9cbf-0ebaaf43cbc2 None None] Provisioning complete for port 2277adf6-e591-45e5-904f-91e4418f83f0 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:11.693463 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9adc23e1-7c6c-4b5b-9cbf-0ebaaf43cbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:11.736306 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-9adc23e1-7c6c-4b5b-9cbf-0ebaaf43cbc2 None None] Port 2277adf6-e591-45e5-904f-91e4418f83f0 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:39:11.854023 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-a3145b7a-c805-4558-8967-8b4b6c780c0d None None] Provisioning complete for port 2277adf6-e591-45e5-904f-91e4418f83f0 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:11.854669 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a3145b7a-c805-4558-8967-8b4b6c780c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:11.889881 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-a3145b7a-c805-4558-8967-8b4b6c780c0d None None] Port 2277adf6-e591-45e5-904f-91e4418f83f0 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:39:11.891953 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-5b0b54da-6c12-45ad-87ce-af10bcddb840 req-b7391466-0788-43ae-9ea2-aef9ab64842d service neutron] (94763) timed out ('10.222.0.18', 50948) {{(pid=94763) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 13:39:11.934319 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359a7b1e-7f96-4afc-8b81-64f3d29c1c34 tempest-TestVolumeBootPattern-1553875399 tempest-TestVolumeBootPattern-1553875399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:11.935906 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-359a7b1e-7f96-4afc-8b81-64f3d29c1c34 tempest-TestVolumeBootPattern-1553875399 tempest-TestVolumeBootPattern-1553875399-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 1092 time: 0.2507761 Sep 30 13:39:11.938719 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43904) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:11.943120 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-1ec45ac6-d12f-45e2-89fa-0fe6145621d4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'port_id': '3a9b9360-bfab-4bba-88d9-11b7de603b34', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:39:11.966538 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1ec45ac6-d12f-45e2-89fa-0fe6145621d4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for floatingip, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:12.066828 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1ec45ac6-d12f-45e2-89fa-0fe6145621d4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:12.197921 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-1ec45ac6-d12f-45e2-89fa-0fe6145621d4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Allocated IP 172.25.5.226 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/b5c38b02-0893-4804-810b-d18fb79f246d) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:39:12.342118 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1ec45ac6-d12f-45e2-89fa-0fe6145621d4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:12.385437 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1ec45ac6-d12f-45e2-89fa-0fe6145621d4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:12.439408 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec45ac6-d12f-45e2-89fa-0fe6145621d4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:39:12.443529 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-1ec45ac6-d12f-45e2-89fa-0fe6145621d4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:39:12.446372 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec45ac6-d12f-45e2-89fa-0fe6145621d4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:39:12.475982 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec45ac6-d12f-45e2-89fa-0fe6145621d4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event updated for resources: {'Port': ['ID=b5c38b02-0893-4804-810b-d18fb79f246d,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:12.625935 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43930) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:12.804445 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2f9b2c01-3cdd-4623-bd0f-e6087e160712 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:39:12.870698 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 2f9b2c01-3cdd-4623-bd0f-e6087e160712 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:12.871445 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:12.962099 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:12.984331 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 2f9b2c01-3cdd-4623-bd0f-e6087e160712, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2f9b2c01-3cdd-4623-bd0f-e6087e160712,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:39:12.989522 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:12.990660 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 657c9018-8686-4933-8157-dd8ddbe26158 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:39:13.056945 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0392f296-e955-4dfb-9416-36abf74c2816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:13.072672 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=2f9b2c01-3cdd-4623-bd0f-e6087e160712,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:13.087297 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 657c9018-8686-4933-8157-dd8ddbe26158 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:13.087759 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:13.249107 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1ec45ac6-d12f-45e2-89fa-0fe6145621d4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:13.315548 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1ec45ac6-d12f-45e2-89fa-0fe6145621d4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:13.320111 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-0392f296-e955-4dfb-9416-36abf74c2816 admin admin] Deleting port c623d302-2610-470b-a986-946d16b6eedc {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:39:13.320448 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0392f296-e955-4dfb-9416-36abf74c2816 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:13.399807 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-0392f296-e955-4dfb-9416-36abf74c2816 admin admin] For port c623d302-2610-470b-a986-946d16b6eedc, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c623d302-2610-470b-a986-946d16b6eedc,segment=NetworkSegment(50f5fb99-cfd5-49bc-8145-d973ab20d999),segment_id=50f5fb99-cfd5-49bc-8145-d973ab20d999)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:39:13.400309 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0392f296-e955-4dfb-9416-36abf74c2816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:13.414273 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-0392f296-e955-4dfb-9416-36abf74c2816 admin admin] Calling delete_port for c623d302-2610-470b-a986-946d16b6eedc owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:39:13.473517 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1ec45ac6-d12f-45e2-89fa-0fe6145621d4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:13.479499 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1ec45ac6-d12f-45e2-89fa-0fe6145621d4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:13.552850 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec45ac6-d12f-45e2-89fa-0fe6145621d4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event updated for resources: {'Port': ['ID=b5c38b02-0893-4804-810b-d18fb79f246d,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:13.566230 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1ec45ac6-d12f-45e2-89fa-0fe6145621d4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:13.614585 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0392f296-e955-4dfb-9416-36abf74c2816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:13.644649 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392f296-e955-4dfb-9416-36abf74c2816 admin admin] Pushing event deleted for resources: {'Port': ['ID=c623d302-2610-470b-a986-946d16b6eedc,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:13.675263 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-1ec45ac6-d12f-45e2-89fa-0fe6145621d4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Floating IP 5539f272-385a-41ce-a8c6-31c3c062e06f associated. External IP: 172.25.5.226, port: 3a9b9360-bfab-4bba-88d9-11b7de603b34. Sep 30 13:39:13.737289 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052fdc63-df05-4977-88ad-e71db35a7cf9 None None] Sync routers for ids ['3b043064-5dbe-4785-b498-0f03aed67580'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:39:13.747668 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052fdc63-df05-4977-88ad-e71db35a7cf9 None None] Routers {'3b043064-5dbe-4785-b498-0f03aed67580'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:39:13.748295 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-052fdc63-df05-4977-88ad-e71db35a7cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:38:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['3b043064-5dbe-4785-b498-0f03aed67580'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:13.840349 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0392f296-e955-4dfb-9416-36abf74c2816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:13.869607 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-052fdc63-df05-4977-88ad-e71db35a7cf9 None None] Set router 3b043064-5dbe-4785-b498-0f03aed67580 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:39:13.907359 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec45ac6-d12f-45e2-89fa-0fe6145621d4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Router b352136a-9100-4049-b7cd-18db25281426 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:39:14.029953 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec45ac6-d12f-45e2-89fa-0fe6145621d4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:39:14.039449 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bffe1e-805f-48d0-b3e2-d113f19c5cdf None None] Sync routers for ids ['b352136a-9100-4049-b7cd-18db25281426'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:39:14.048515 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bffe1e-805f-48d0-b3e2-d113f19c5cdf None None] Routers {'b352136a-9100-4049-b7cd-18db25281426'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:39:14.049256 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-46bffe1e-805f-48d0-b3e2-d113f19c5cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:38:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b352136a-9100-4049-b7cd-18db25281426'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:14.051937 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1ec45ac6-d12f-45e2-89fa-0fe6145621d4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:14.090724 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0392f296-e955-4dfb-9416-36abf74c2816 admin admin] Router c2d9fe71-3307-4440-bf24-5b863360f3af has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:39:14.102519 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1ec45ac6-d12f-45e2-89fa-0fe6145621d4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1547878 Sep 30 13:39:14.102519 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dce3b9a-097a-4f6f-b925-dd077b0ba842', 'tag': '3a9b9360-bfab-4bba-88d9-11b7de603b34'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:39:14.102519 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c991c0c-3bdf-4755-83a4-696ae3cbe1ec" -d '{"events": [{"name": "network-changed", "server_uuid": "4dce3b9a-097a-4f6f-b925-dd077b0ba842", "tag": "3a9b9360-bfab-4bba-88d9-11b7de603b34"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:39:14.104675 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-052fdc63-df05-4977-88ad-e71db35a7cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b043064-5dbe-4785-b498-0f03aed67580', 'name': 'tempest-TestAggregatesBasicOps-891982236-router', 'tenant_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '2f9b2c01-3cdd-4623-bd0f-e6087e160712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:07Z', 'updated_at': '2021-09-30T13:39:10Z', 'revision_number': 4, 'project_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'gw_port': {'id': '2f9b2c01-3cdd-4623-bd0f-e6087e160712', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b043064-5dbe-4785-b498-0f03aed67580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:07Z', 'updated_at': '2021-09-30T13:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '2277adf6-e591-45e5-904f-91e4418f83f0', 'name': '', 'network_id': '28574287-7ffd-4f51-aeba-0cb05734d857', 'tenant_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'mac_address': 'fa:16:3e:f4:45:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b043064-5dbe-4785-b498-0f03aed67580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'fd4dcbad-4ab3-46d2-89ab-ee22132b52f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:09Z', 'updated_at': '2021-09-30T13:39:10Z', 'revision_number': 2, 'project_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'subnets': [{'id': 'fd4dcbad-4ab3-46d2-89ab-ee22132b52f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:14.134317 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052fdc63-df05-4977-88ad-e71db35a7cf9 None None] Checking router: 3b043064-5dbe-4785-b498-0f03aed67580 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:39:14.134761 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052fdc63-df05-4977-88ad-e71db35a7cf9 None None] Updating router 3b043064-5dbe-4785-b498-0f03aed67580 port 2277adf6-e591-45e5-904f-91e4418f83f0 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:39:14.150223 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3113bca-822f-4454-837c-648c20227442 x-openstack-request-id: req-d3113bca-822f-4454-837c-648c20227442 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:39:14.150489 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dce3b9a-097a-4f6f-b925-dd077b0ba842", "tag": "3a9b9360-bfab-4bba-88d9-11b7de603b34", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:39:14.150774 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3113bca-822f-4454-837c-648c20227442 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:39:14.151172 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dce3b9a-097a-4f6f-b925-dd077b0ba842', 'tag': '3a9b9360-bfab-4bba-88d9-11b7de603b34', 'status': 'completed', 'code': 200} Sep 30 13:39:14.164860 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-052fdc63-df05-4977-88ad-e71db35a7cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:14.195931 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-46bffe1e-805f-48d0-b3e2-d113f19c5cdf None None] Set router b352136a-9100-4049-b7cd-18db25281426 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:39:14.215685 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0392f296-e955-4dfb-9416-36abf74c2816 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:39:14.225625 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43936) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:14.226336 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0392f296-e955-4dfb-9416-36abf74c2816 admin admin] 10.222.0.18 "PUT /v2.0/routers/c2d9fe71-3307-4440-bf24-5b863360f3af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5991583 Sep 30 13:39:14.230597 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5826bf-aba6-410e-b1e7-83b6cc376582 None None] Sync routers for ids ['c2d9fe71-3307-4440-bf24-5b863360f3af'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:39:14.269790 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c991c0c-3bdf-4755-83a4-696ae3cbe1ec req-f9349047-3a01-41ce-89c2-eb4cf32ec3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:14.271347 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c991c0c-3bdf-4755-83a4-696ae3cbe1ec req-f9349047-3a01-41ce-89c2-eb4cf32ec3f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 1097 time: 0.0897343 Sep 30 13:39:14.294382 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5826bf-aba6-410e-b1e7-83b6cc376582 None None] Routers {'c2d9fe71-3307-4440-bf24-5b863360f3af'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:39:14.295009 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-ca5826bf-aba6-410e-b1e7-83b6cc376582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:38:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['c2d9fe71-3307-4440-bf24-5b863360f3af'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:14.396110 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a0b91dc-e369-4bf3-8709-ef8718936fe5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:14.432330 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-46bffe1e-805f-48d0-b3e2-d113f19c5cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b352136a-9100-4049-b7cd-18db25281426', 'name': 'tempest-TestVolumeBootPattern-969616354-router', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:46Z', 'revision_number': 4, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'gw_port': {'id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '5539f272-385a-41ce-a8c6-31c3c062e06f', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'b352136a-9100-4049-b7cd-18db25281426', 'port_id': '3a9b9360-bfab-4bba-88d9-11b7de603b34', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'mac_address': 'fa:16:3e:78:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dce3b9a-097a-4f6f-b925-dd077b0ba842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:39:12Z', 'updated_at': '2021-09-30T13:39:12Z', 'revision_number': 0, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '447a3fd2-463e-4c39-954d-09131eb2c2f5', 'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'mac_address': 'fa:16:3e:97:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:45Z', 'updated_at': '2021-09-30T13:32:49Z', 'revision_number': 5, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'subnets': [{'id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:14.463120 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-ca5826bf-aba6-410e-b1e7-83b6cc376582 None None] Set router c2d9fe71-3307-4440-bf24-5b863360f3af gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:39:14.470267 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bffe1e-805f-48d0-b3e2-d113f19c5cdf None None] Checking router: b352136a-9100-4049-b7cd-18db25281426 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:39:14.478697 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bffe1e-805f-48d0-b3e2-d113f19c5cdf None None] Routers {'b352136a-9100-4049-b7cd-18db25281426'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:39:14.479319 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-46bffe1e-805f-48d0-b3e2-d113f19c5cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:38:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b352136a-9100-4049-b7cd-18db25281426'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:14.501824 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c991c0c-3bdf-4755-83a4-696ae3cbe1ec req-6ce64a4e-890f-4cf8-8ab0-13f51302d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:14.503361 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c991c0c-3bdf-4755-83a4-696ae3cbe1ec req-6ce64a4e-890f-4cf8-8ab0-13f51302d6b0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 912 time: 0.2230165 Sep 30 13:39:14.553038 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a0b91dc-e369-4bf3-8709-ef8718936fe5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:14.598032 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-46bffe1e-805f-48d0-b3e2-d113f19c5cdf None None] Set router b352136a-9100-4049-b7cd-18db25281426 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:39:14.616679 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c991c0c-3bdf-4755-83a4-696ae3cbe1ec req-ca8034d6-e482-405e-b968-dd928b3cbc4e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a9b9360-bfab-4bba-88d9-11b7de603b34 HTTP/1.1" status: 200 len: 1000 time: 0.1051157 Sep 30 13:39:14.662029 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-052fdc63-df05-4977-88ad-e71db35a7cf9 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:14.687715 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-052fdc63-df05-4977-88ad-e71db35a7cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:14.693094 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c991c0c-3bdf-4755-83a4-696ae3cbe1ec req-92392f8d-7ae9-42b3-af4a-ae529c71aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:14.694649 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c991c0c-3bdf-4755-83a4-696ae3cbe1ec req-92392f8d-7ae9-42b3-af4a-ae529c71aeab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a29bd19-7bbd-493a-b0e5-a534c2103246 HTTP/1.1" status: 200 len: 850 time: 0.0704513 Sep 30 13:39:14.747838 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-2a0b91dc-e369-4bf3-8709-ef8718936fe5 admin admin] Deleting port 6b279d6e-3db0-475d-9e85-68b2f92d1ee1 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:39:14.748349 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a0b91dc-e369-4bf3-8709-ef8718936fe5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:14.757107 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acba936-c78b-4b3c-9c26-485d271228fc None None] Pushing event updated for resources: {'Port': ['ID=2277adf6-e591-45e5-904f-91e4418f83f0,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:14.885939 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-2a0b91dc-e369-4bf3-8709-ef8718936fe5 admin admin] For port 6b279d6e-3db0-475d-9e85-68b2f92d1ee1, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=6b279d6e-3db0-475d-9e85-68b2f92d1ee1,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:39:14.886388 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a0b91dc-e369-4bf3-8709-ef8718936fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:14.908741 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-2a0b91dc-e369-4bf3-8709-ef8718936fe5 admin admin] Calling delete_port for 6b279d6e-3db0-475d-9e85-68b2f92d1ee1 owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:39:14.915524 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c991c0c-3bdf-4755-83a4-696ae3cbe1ec req-4f6b53b0-b432-4b11-b179-5ff6a5ae30e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:14.917077 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c991c0c-3bdf-4755-83a4-696ae3cbe1ec req-4f6b53b0-b432-4b11-b179-5ff6a5ae30e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=949dc44d-a521-4909-8cff-116a74911834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2149141 Sep 30 13:39:14.941450 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-46bffe1e-805f-48d0-b3e2-d113f19c5cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b352136a-9100-4049-b7cd-18db25281426', 'name': 'tempest-TestVolumeBootPattern-969616354-router', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:46Z', 'revision_number': 4, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'gw_port': {'id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '5539f272-385a-41ce-a8c6-31c3c062e06f', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'b352136a-9100-4049-b7cd-18db25281426', 'port_id': '3a9b9360-bfab-4bba-88d9-11b7de603b34', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'mac_address': 'fa:16:3e:78:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dce3b9a-097a-4f6f-b925-dd077b0ba842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:39:12Z', 'updated_at': '2021-09-30T13:39:12Z', 'revision_number': 0, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '447a3fd2-463e-4c39-954d-09131eb2c2f5', 'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'mac_address': 'fa:16:3e:97:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:45Z', 'updated_at': '2021-09-30T13:32:49Z', 'revision_number': 5, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'subnets': [{'id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:14.960746 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2f9b2c01-3cdd-4623-bd0f-e6087e160712 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:39:14.972834 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bffe1e-805f-48d0-b3e2-d113f19c5cdf None None] The sync data for ids ['b352136a-9100-4049-b7cd-18db25281426'] in n-d-810909-2 is: [{'id': 'b352136a-9100-4049-b7cd-18db25281426', 'name': 'tempest-TestVolumeBootPattern-969616354-router', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:46Z', 'revision_number': 4, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'gw_port': {'id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '5539f272-385a-41ce-a8c6-31c3c062e06f', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'b352136a-9100-4049-b7cd-18db25281426', 'port_id': '3a9b9360-bfab-4bba-88d9-11b7de603b34', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'mac_address': 'fa:16:3e:78:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dce3b9a-097a-4f6f-b925-dd077b0ba842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:39:12Z', 'updated_at': '2021-09-30T13:39:12Z', 'revision_number': 0, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '447a3fd2-463e-4c39-954d-09131eb2c2f5', 'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'mac_address': 'fa:16:3e:97:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:45Z', 'updated_at': '2021-09-30T13:32:49Z', 'revision_number': 5, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'subnets': [{'id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:39:15.057227 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-ca5826bf-aba6-410e-b1e7-83b6cc376582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d9fe71-3307-4440-bf24-5b863360f3af', 'name': 'tempest-TestAggregatesBasicOps-1313525074-router', 'tenant_id': '4608713537fc4f5aa1850c3a374d08a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '6b279d6e-3db0-475d-9e85-68b2f92d1ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:02Z', 'updated_at': '2021-09-30T13:39:13Z', 'revision_number': 5, 'project_id': '4608713537fc4f5aa1850c3a374d08a7', 'gw_port': {'id': '6b279d6e-3db0-475d-9e85-68b2f92d1ee1', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d9fe71-3307-4440-bf24-5b863360f3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:02Z', 'updated_at': '2021-09-30T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:15.061912 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-052fdc63-df05-4977-88ad-e71db35a7cf9 None None] Attempting to bind port 2277adf6-e591-45e5-904f-91e4418f83f0 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:39:15.062307 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-052fdc63-df05-4977-88ad-e71db35a7cf9 None None] Attempting to bind port 2277adf6-e591-45e5-904f-91e4418f83f0 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '0c29af11-c5af-4e56-be8b-4140d61b7296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '28574287-7ffd-4f51-aeba-0cb05734d857'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:39:15.062698 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052fdc63-df05-4977-88ad-e71db35a7cf9 None None] Attempting to bind port 2277adf6-e591-45e5-904f-91e4418f83f0 on network 28574287-7ffd-4f51-aeba-0cb05734d857 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:39:15.093665 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:15.098592 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5826bf-aba6-410e-b1e7-83b6cc376582 None None] Checking router: c2d9fe71-3307-4440-bf24-5b863360f3af for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:39:15.100241 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-08a3605c-7d09-4c32-906e-614d48908079 None None] Provisioning complete for port 2277adf6-e591-45e5-904f-91e4418f83f0 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:15.100592 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-08a3605c-7d09-4c32-906e-614d48908079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:15.104353 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 2f9b2c01-3cdd-4623-bd0f-e6087e160712 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:15.104705 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:15.106347 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052fdc63-df05-4977-88ad-e71db35a7cf9 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:39:15.106722 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052fdc63-df05-4977-88ad-e71db35a7cf9 None None] Checking segment: {'id': '0c29af11-c5af-4e56-be8b-4140d61b7296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '28574287-7ffd-4f51-aeba-0cb05734d857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:39:15.107118 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-052fdc63-df05-4977-88ad-e71db35a7cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:15.107505 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052fdc63-df05-4977-88ad-e71db35a7cf9 None None] Bound using segment: {'id': '0c29af11-c5af-4e56-be8b-4140d61b7296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '28574287-7ffd-4f51-aeba-0cb05734d857'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:39:15.107981 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-052fdc63-df05-4977-88ad-e71db35a7cf9 None None] Bound port: 2277adf6-e591-45e5-904f-91e4418f83f0, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c29af11-c5af-4e56-be8b-4140d61b7296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '28574287-7ffd-4f51-aeba-0cb05734d857'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:39:15.108358 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-052fdc63-df05-4977-88ad-e71db35a7cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:15.157967 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c991c0c-3bdf-4755-83a4-696ae3cbe1ec req-91191b92-7f89-42f2-a68a-fd8b8ce8b2b8 service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327163 Sep 30 13:39:15.185818 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5826bf-aba6-410e-b1e7-83b6cc376582 None None] Routers {'c2d9fe71-3307-4440-bf24-5b863360f3af'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:39:15.186491 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-ca5826bf-aba6-410e-b1e7-83b6cc376582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:38:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['c2d9fe71-3307-4440-bf24-5b863360f3af'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:15.225346 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607d53a9-399f-416b-81ea-b274251caf65 None None] New status for floating IP 5539f272-385a-41ce-a8c6-31c3c062e06f: ACTIVE {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:39:15.241509 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-08a3605c-7d09-4c32-906e-614d48908079 None None] Port 2277adf6-e591-45e5-904f-91e4418f83f0 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:39:15.257631 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a0b91dc-e369-4bf3-8709-ef8718936fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:15.304590 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b91dc-e369-4bf3-8709-ef8718936fe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b279d6e-3db0-475d-9e85-68b2f92d1ee1,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:15.314369 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7c991c0c-3bdf-4755-83a4-696ae3cbe1ec req-f0912c48-d4b9-4997-adbb-96ff45687688 service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465294 Sep 30 13:39:15.345424 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-052fdc63-df05-4977-88ad-e71db35a7cf9 None None] For port 2277adf6-e591-45e5-904f-91e4418f83f0, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:39:15.347915 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-ca5826bf-aba6-410e-b1e7-83b6cc376582 None None] Set router c2d9fe71-3307-4440-bf24-5b863360f3af gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:39:15.370340 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a0b91dc-e369-4bf3-8709-ef8718936fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:15.415649 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-052fdc63-df05-4977-88ad-e71db35a7cf9 None None] For port 2277adf6-e591-45e5-904f-91e4418f83f0, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2277adf6-e591-45e5-904f-91e4418f83f0,segment=NetworkSegment(0c29af11-c5af-4e56-be8b-4140d61b7296),segment_id=0c29af11-c5af-4e56-be8b-4140d61b7296)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:39:15.416710 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-ca5826bf-aba6-410e-b1e7-83b6cc376582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d9fe71-3307-4440-bf24-5b863360f3af', 'name': 'tempest-TestAggregatesBasicOps-1313525074-router', 'tenant_id': '4608713537fc4f5aa1850c3a374d08a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:02Z', 'updated_at': '2021-09-30T13:39:14Z', 'revision_number': 6, 'project_id': '4608713537fc4f5aa1850c3a374d08a7', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:15.423248 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-052fdc63-df05-4977-88ad-e71db35a7cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:15.454551 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5826bf-aba6-410e-b1e7-83b6cc376582 None None] The sync data for ids ['c2d9fe71-3307-4440-bf24-5b863360f3af'] in n-d-810909-2 is: [{'id': 'c2d9fe71-3307-4440-bf24-5b863360f3af', 'name': 'tempest-TestAggregatesBasicOps-1313525074-router', 'tenant_id': '4608713537fc4f5aa1850c3a374d08a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:02Z', 'updated_at': '2021-09-30T13:39:14Z', 'revision_number': 6, 'project_id': '4608713537fc4f5aa1850c3a374d08a7', 'gw_port_host': None}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:39:15.463176 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a0b91dc-e369-4bf3-8709-ef8718936fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:15.465659 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a0b91dc-e369-4bf3-8709-ef8718936fe5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:15.509530 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acba936-c78b-4b3c-9c26-485d271228fc None None] Pushing event updated for resources: {'Port': ['ID=2277adf6-e591-45e5-904f-91e4418f83f0,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:15.512114 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052fdc63-df05-4977-88ad-e71db35a7cf9 None None] Routers {'3b043064-5dbe-4785-b498-0f03aed67580'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:39:15.512715 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-052fdc63-df05-4977-88ad-e71db35a7cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:38:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['3b043064-5dbe-4785-b498-0f03aed67580'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:15.513889 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a0b91dc-e369-4bf3-8709-ef8718936fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:15.514955 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0b91dc-e369-4bf3-8709-ef8718936fe5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2d9fe71-3307-4440-bf24-5b863360f3af {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:39:15.520715 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2a0b91dc-e369-4bf3-8709-ef8718936fe5 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:15.522238 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2a0b91dc-e369-4bf3-8709-ef8718936fe5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c2d9fe71-3307-4440-bf24-5b863360f3af HTTP/1.1" status: 204 len: 168 time: 1.2948055 Sep 30 13:39:15.525369 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43938) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:15.579487 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-f030eb0e-4159-4e0d-84e6-024d1a0c166f admin admin] Deleting subnet f6aed57a-7a8a-453a-bd3a-0eb1ee967b9d {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:39:15.583279 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f030eb0e-4159-4e0d-84e6-024d1a0c166f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:15.623457 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f030eb0e-4159-4e0d-84e6-024d1a0c166f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:15.638875 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-052fdc63-df05-4977-88ad-e71db35a7cf9 None None] Set router 3b043064-5dbe-4785-b498-0f03aed67580 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:39:15.704365 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f030eb0e-4159-4e0d-84e6-024d1a0c166f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:15.764452 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f030eb0e-4159-4e0d-84e6-024d1a0c166f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:15.786657 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-18d9b6d5-33bc-4a50-833e-4d72c8ef2092 None None] Provisioning complete for port 2277adf6-e591-45e5-904f-91e4418f83f0 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:15.787021 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-18d9b6d5-33bc-4a50-833e-4d72c8ef2092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:15.791457 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030eb0e-4159-4e0d-84e6-024d1a0c166f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6aed57a-7a8a-453a-bd3a-0eb1ee967b9d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:15.793465 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f030eb0e-4159-4e0d-84e6-024d1a0c166f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:15.797600 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f030eb0e-4159-4e0d-84e6-024d1a0c166f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f6aed57a-7a8a-453a-bd3a-0eb1ee967b9d HTTP/1.1" status: 204 len: 168 time: 0.2682242 Sep 30 13:39:15.797935 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43940) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:15.821948 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d3d9a8-f9cb-43b3-808c-68338895f0dd None None] Network d1e3dcf7-b49b-4505-8b7a-a133b02f19f4 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:39:15.880033 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc4dcf1b-a0de-464e-8475-79920f0d1347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:15.934648 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-cc4dcf1b-a0de-464e-8475-79920f0d1347 admin admin] Deleting port 8393c5ef-5ae0-4c06-95f1-7118887131e2 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:39:15.935057 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc4dcf1b-a0de-464e-8475-79920f0d1347 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:16.006195 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-cc4dcf1b-a0de-464e-8475-79920f0d1347 admin admin] For port 8393c5ef-5ae0-4c06-95f1-7118887131e2, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=8393c5ef-5ae0-4c06-95f1-7118887131e2,segment=NetworkSegment(50f5fb99-cfd5-49bc-8145-d973ab20d999),segment_id=50f5fb99-cfd5-49bc-8145-d973ab20d999)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:39:16.006574 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc4dcf1b-a0de-464e-8475-79920f0d1347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:16.014717 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-18d9b6d5-33bc-4a50-833e-4d72c8ef2092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:16.019640 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-cc4dcf1b-a0de-464e-8475-79920f0d1347 admin admin] Calling delete_port for 8393c5ef-5ae0-4c06-95f1-7118887131e2 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:39:16.029578 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-052fdc63-df05-4977-88ad-e71db35a7cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b043064-5dbe-4785-b498-0f03aed67580', 'name': 'tempest-TestAggregatesBasicOps-891982236-router', 'tenant_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '2f9b2c01-3cdd-4623-bd0f-e6087e160712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:07Z', 'updated_at': '2021-09-30T13:39:10Z', 'revision_number': 4, 'project_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'gw_port': {'id': '2f9b2c01-3cdd-4623-bd0f-e6087e160712', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b043064-5dbe-4785-b498-0f03aed67580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:07Z', 'updated_at': '2021-09-30T13:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '2277adf6-e591-45e5-904f-91e4418f83f0', 'name': '', 'network_id': '28574287-7ffd-4f51-aeba-0cb05734d857', 'tenant_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'mac_address': 'fa:16:3e:f4:45:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b043064-5dbe-4785-b498-0f03aed67580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'fd4dcbad-4ab3-46d2-89ab-ee22132b52f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:09Z', 'updated_at': '2021-09-30T13:39:15Z', 'revision_number': 4, 'project_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'subnets': [{'id': 'fd4dcbad-4ab3-46d2-89ab-ee22132b52f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:16.064999 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052fdc63-df05-4977-88ad-e71db35a7cf9 None None] The sync data for ids ['3b043064-5dbe-4785-b498-0f03aed67580'] in n-d-810909-2 is: [{'id': '3b043064-5dbe-4785-b498-0f03aed67580', 'name': 'tempest-TestAggregatesBasicOps-891982236-router', 'tenant_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '2f9b2c01-3cdd-4623-bd0f-e6087e160712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:07Z', 'updated_at': '2021-09-30T13:39:10Z', 'revision_number': 4, 'project_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'gw_port': {'id': '2f9b2c01-3cdd-4623-bd0f-e6087e160712', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b043064-5dbe-4785-b498-0f03aed67580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:07Z', 'updated_at': '2021-09-30T13:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '2277adf6-e591-45e5-904f-91e4418f83f0', 'name': '', 'network_id': '28574287-7ffd-4f51-aeba-0cb05734d857', 'tenant_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'mac_address': 'fa:16:3e:f4:45:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b043064-5dbe-4785-b498-0f03aed67580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'fd4dcbad-4ab3-46d2-89ab-ee22132b52f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:09Z', 'updated_at': '2021-09-30T13:39:15Z', 'revision_number': 4, 'project_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'subnets': [{'id': 'fd4dcbad-4ab3-46d2-89ab-ee22132b52f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:39:16.083478 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-18d9b6d5-33bc-4a50-833e-4d72c8ef2092 None None] For port 2277adf6-e591-45e5-904f-91e4418f83f0, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2277adf6-e591-45e5-904f-91e4418f83f0,segment=NetworkSegment(0c29af11-c5af-4e56-be8b-4140d61b7296),segment_id=0c29af11-c5af-4e56-be8b-4140d61b7296)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:39:16.090827 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-18d9b6d5-33bc-4a50-833e-4d72c8ef2092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:16.113801 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc4dcf1b-a0de-464e-8475-79920f0d1347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:16.144748 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0779fac3-013a-45ef-b828-7631e3147cf3 None None] DHCP port deletion for d1e3dcf7-b49b-4505-8b7a-a133b02f19f4 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:39:16.146414 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4dcf1b-a0de-464e-8475-79920f0d1347 admin admin] Pushing event deleted for resources: {'Port': ['ID=8393c5ef-5ae0-4c06-95f1-7118887131e2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:16.150311 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4dcf1b-a0de-464e-8475-79920f0d1347 admin admin] No DVR routers for this DVR port 8393c5ef-5ae0-4c06-95f1-7118887131e2 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:39:16.169938 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9b6d5-33bc-4a50-833e-4d72c8ef2092 None None] Pushing event updated for resources: {'Port': ['ID=2277adf6-e591-45e5-904f-91e4418f83f0,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:16.227873 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc4dcf1b-a0de-464e-8475-79920f0d1347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:16.249663 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-cc4dcf1b-a0de-464e-8475-79920f0d1347 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e3dcf7-b49b-4505-8b7a-a133b02f19f4']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:16.259578 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-cc4dcf1b-a0de-464e-8475-79920f0d1347 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f5fb99-cfd5-49bc-8145-d973ab20d999') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:16.259898 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-cc4dcf1b-a0de-464e-8475-79920f0d1347 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f5fb99-cfd5-49bc-8145-d973ab20d999') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:16.270706 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc4dcf1b-a0de-464e-8475-79920f0d1347 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:16.286773 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc4dcf1b-a0de-464e-8475-79920f0d1347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:16.294430 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc4dcf1b-a0de-464e-8475-79920f0d1347 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:39:16.295004 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc4dcf1b-a0de-464e-8475-79920f0d1347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:39:16.297130 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:39:16.360842 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc4dcf1b-a0de-464e-8475-79920f0d1347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:16.366691 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc4dcf1b-a0de-464e-8475-79920f0d1347 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:16.369390 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cc4dcf1b-a0de-464e-8475-79920f0d1347 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d1e3dcf7-b49b-4505-8b7a-a133b02f19f4 HTTP/1.1" status: 204 len: 168 time: 0.5704508 Sep 30 13:39:16.373554 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43942) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:16.389884 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4dcf1b-a0de-464e-8475-79920f0d1347 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1e3dcf7-b49b-4505-8b7a-a133b02f19f4,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:16.757844 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1f16218a-e4e8-4bad-84e9-4f486768bde2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:16.775614 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2277adf6-e591-45e5-904f-91e4418f83f0 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:39:16.828572 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 2277adf6-e591-45e5-904f-91e4418f83f0 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:16.829047 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:17.032964 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-1f16218a-e4e8-4bad-84e9-4f486768bde2 admin admin] Deleting port 2277adf6-e591-45e5-904f-91e4418f83f0 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:39:17.033224 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1f16218a-e4e8-4bad-84e9-4f486768bde2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:17.110672 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-1f16218a-e4e8-4bad-84e9-4f486768bde2 admin admin] For port 2277adf6-e591-45e5-904f-91e4418f83f0, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2277adf6-e591-45e5-904f-91e4418f83f0,segment=NetworkSegment(0c29af11-c5af-4e56-be8b-4140d61b7296),segment_id=0c29af11-c5af-4e56-be8b-4140d61b7296)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:39:17.110938 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1f16218a-e4e8-4bad-84e9-4f486768bde2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:17.123689 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-1f16218a-e4e8-4bad-84e9-4f486768bde2 admin admin] Calling delete_port for 2277adf6-e591-45e5-904f-91e4418f83f0 owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:39:17.296272 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c623d302-2610-470b-a986-946d16b6eedc no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:39:17.303149 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1f16218a-e4e8-4bad-84e9-4f486768bde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:17.319174 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: c623d302-2610-470b-a986-946d16b6eedc {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:39:17.319524 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c623d302-2610-470b-a986-946d16b6eedc not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:39:17.319946 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 8393c5ef-5ae0-4c06-95f1-7118887131e2 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:39:17.332699 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16218a-e4e8-4bad-84e9-4f486768bde2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2277adf6-e591-45e5-904f-91e4418f83f0,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:17.341882 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 8393c5ef-5ae0-4c06-95f1-7118887131e2 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:39:17.342259 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 8393c5ef-5ae0-4c06-95f1-7118887131e2 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:39:17.512508 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1f16218a-e4e8-4bad-84e9-4f486768bde2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:17.746800 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f16218a-e4e8-4bad-84e9-4f486768bde2 admin admin] Router 3b043064-5dbe-4785-b498-0f03aed67580 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:39:18.185288 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f16218a-e4e8-4bad-84e9-4f486768bde2 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:39:18.190242 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1f16218a-e4e8-4bad-84e9-4f486768bde2 admin admin] 10.222.0.18 "PUT /v2.0/routers/3b043064-5dbe-4785-b498-0f03aed67580/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8156102 Sep 30 13:39:18.192832 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43944) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:18.195316 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3eb77f-d74b-4aab-905d-9f56edd61bec None None] Sync routers for ids ['3b043064-5dbe-4785-b498-0f03aed67580'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:39:18.205275 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3eb77f-d74b-4aab-905d-9f56edd61bec None None] Routers {'3b043064-5dbe-4785-b498-0f03aed67580'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:39:18.205953 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-1c3eb77f-d74b-4aab-905d-9f56edd61bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:38:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['3b043064-5dbe-4785-b498-0f03aed67580'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:18.259236 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7f0e520b-ce6f-4cec-a908-60fbf931ecfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:18.295877 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac462-4b0c-4f85-8242-039c9ef25231 admin admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:18.321997 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-1c3eb77f-d74b-4aab-905d-9f56edd61bec None None] Set router 3b043064-5dbe-4785-b498-0f03aed67580 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:39:18.405816 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac462-4b0c-4f85-8242-039c9ef25231 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:18.461803 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-7f7ac462-4b0c-4f85-8242-039c9ef25231 admin admin] Deleting port 2f9b2c01-3cdd-4623-bd0f-e6087e160712 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:39:18.462199 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac462-4b0c-4f85-8242-039c9ef25231 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:18.514412 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-1c3eb77f-d74b-4aab-905d-9f56edd61bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b043064-5dbe-4785-b498-0f03aed67580', 'name': 'tempest-TestAggregatesBasicOps-891982236-router', 'tenant_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '2f9b2c01-3cdd-4623-bd0f-e6087e160712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:07Z', 'updated_at': '2021-09-30T13:39:17Z', 'revision_number': 5, 'project_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'gw_port': {'id': '2f9b2c01-3cdd-4623-bd0f-e6087e160712', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b043064-5dbe-4785-b498-0f03aed67580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:07Z', 'updated_at': '2021-09-30T13:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:18.540654 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-7f7ac462-4b0c-4f85-8242-039c9ef25231 admin admin] For port 2f9b2c01-3cdd-4623-bd0f-e6087e160712, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2f9b2c01-3cdd-4623-bd0f-e6087e160712,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:39:18.540912 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3eb77f-d74b-4aab-905d-9f56edd61bec None None] Checking router: 3b043064-5dbe-4785-b498-0f03aed67580 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:39:18.541053 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac462-4b0c-4f85-8242-039c9ef25231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:18.549215 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3eb77f-d74b-4aab-905d-9f56edd61bec None None] Routers {'3b043064-5dbe-4785-b498-0f03aed67580'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:39:18.549827 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-1c3eb77f-d74b-4aab-905d-9f56edd61bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:38:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['3b043064-5dbe-4785-b498-0f03aed67580'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:18.553827 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-7f7ac462-4b0c-4f85-8242-039c9ef25231 admin admin] Calling delete_port for 2f9b2c01-3cdd-4623-bd0f-e6087e160712 owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:39:18.638031 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-1c3eb77f-d74b-4aab-905d-9f56edd61bec None None] Set router 3b043064-5dbe-4785-b498-0f03aed67580 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:39:18.737532 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac462-4b0c-4f85-8242-039c9ef25231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:18.756660 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:39:18.770160 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ac462-4b0c-4f85-8242-039c9ef25231 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f9b2c01-3cdd-4623-bd0f-e6087e160712,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:18.836397 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac462-4b0c-4f85-8242-039c9ef25231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:18.847270 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 6b279d6e-3db0-475d-9e85-68b2f92d1ee1 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:39:18.849545 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-1c3eb77f-d74b-4aab-905d-9f56edd61bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b043064-5dbe-4785-b498-0f03aed67580', 'name': 'tempest-TestAggregatesBasicOps-891982236-router', 'tenant_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:07Z', 'updated_at': '2021-09-30T13:39:18Z', 'revision_number': 6, 'project_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:18.869918 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 6b279d6e-3db0-475d-9e85-68b2f92d1ee1 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:39:18.870285 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 6b279d6e-3db0-475d-9e85-68b2f92d1ee1 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:39:18.894594 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3eb77f-d74b-4aab-905d-9f56edd61bec None None] The sync data for ids ['3b043064-5dbe-4785-b498-0f03aed67580'] in n-d-810909-2 is: [{'id': '3b043064-5dbe-4785-b498-0f03aed67580', 'name': 'tempest-TestAggregatesBasicOps-891982236-router', 'tenant_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:07Z', 'updated_at': '2021-09-30T13:39:18Z', 'revision_number': 6, 'project_id': 'a314d1d5559f4fe3bfc5e22c60b96030', 'gw_port_host': None}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:39:18.931503 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac462-4b0c-4f85-8242-039c9ef25231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:18.934114 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac462-4b0c-4f85-8242-039c9ef25231 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:18.976515 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac462-4b0c-4f85-8242-039c9ef25231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:18.977133 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7ac462-4b0c-4f85-8242-039c9ef25231 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b043064-5dbe-4785-b498-0f03aed67580 {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:39:18.981513 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac462-4b0c-4f85-8242-039c9ef25231 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:18.982710 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7f7ac462-4b0c-4f85-8242-039c9ef25231 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3b043064-5dbe-4785-b498-0f03aed67580 HTTP/1.1" status: 204 len: 168 time: 0.7889614 Sep 30 13:39:18.985234 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43946) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:19.032302 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-62064843-dc13-4f4e-bc66-0b5bda7df587 admin admin] Deleting subnet fd4dcbad-4ab3-46d2-89ab-ee22132b52f4 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:39:19.035237 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-62064843-dc13-4f4e-bc66-0b5bda7df587 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:19.068735 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-62064843-dc13-4f4e-bc66-0b5bda7df587 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:19.143167 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-62064843-dc13-4f4e-bc66-0b5bda7df587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:19.200879 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-62064843-dc13-4f4e-bc66-0b5bda7df587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:19.232817 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62064843-dc13-4f4e-bc66-0b5bda7df587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd4dcbad-4ab3-46d2-89ab-ee22132b52f4,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:19.234874 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-62064843-dc13-4f4e-bc66-0b5bda7df587 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:19.236914 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-62064843-dc13-4f4e-bc66-0b5bda7df587 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fd4dcbad-4ab3-46d2-89ab-ee22132b52f4 HTTP/1.1" status: 204 len: 168 time: 0.2506428 Sep 30 13:39:19.239270 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43948) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:19.242360 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67edf75-bacb-43e2-a3f6-02f3bfdd30d6 None None] Network 28574287-7ffd-4f51-aeba-0cb05734d857 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:39:19.315205 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bc49dd3a-0d76-44cc-9739-7be937660539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:19.373367 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-bc49dd3a-0d76-44cc-9739-7be937660539 admin admin] Deleting port 657c9018-8686-4933-8157-dd8ddbe26158 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:39:19.373750 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bc49dd3a-0d76-44cc-9739-7be937660539 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:19.447130 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-bc49dd3a-0d76-44cc-9739-7be937660539 admin admin] For port 657c9018-8686-4933-8157-dd8ddbe26158, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=657c9018-8686-4933-8157-dd8ddbe26158,segment=NetworkSegment(0c29af11-c5af-4e56-be8b-4140d61b7296),segment_id=0c29af11-c5af-4e56-be8b-4140d61b7296)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:39:19.447493 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bc49dd3a-0d76-44cc-9739-7be937660539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:19.459090 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-bc49dd3a-0d76-44cc-9739-7be937660539 admin admin] Calling delete_port for 657c9018-8686-4933-8157-dd8ddbe26158 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:39:19.537276 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bc49dd3a-0d76-44cc-9739-7be937660539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:19.564745 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49dd3a-0d76-44cc-9739-7be937660539 admin admin] Pushing event deleted for resources: {'Port': ['ID=657c9018-8686-4933-8157-dd8ddbe26158,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:19.570503 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc49dd3a-0d76-44cc-9739-7be937660539 admin admin] No DVR routers for this DVR port 657c9018-8686-4933-8157-dd8ddbe26158 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:39:19.640412 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bc49dd3a-0d76-44cc-9739-7be937660539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:19.661327 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-bc49dd3a-0d76-44cc-9739-7be937660539 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28574287-7ffd-4f51-aeba-0cb05734d857']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:19.673899 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72adee79-f26b-4e70-9d1e-1b6a8e09b827 None None] DHCP port deletion for 28574287-7ffd-4f51-aeba-0cb05734d857 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:39:19.675383 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-bc49dd3a-0d76-44cc-9739-7be937660539 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c29af11-c5af-4e56-be8b-4140d61b7296') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:19.675852 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-bc49dd3a-0d76-44cc-9739-7be937660539 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c29af11-c5af-4e56-be8b-4140d61b7296') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:19.694756 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bc49dd3a-0d76-44cc-9739-7be937660539 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:19.699070 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:19.709539 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bc49dd3a-0d76-44cc-9739-7be937660539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:19.716264 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc49dd3a-0d76-44cc-9739-7be937660539 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:39:19.716735 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bc49dd3a-0d76-44cc-9739-7be937660539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:39:19.718497 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:39:19.776901 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bc49dd3a-0d76-44cc-9739-7be937660539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:19.782861 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bc49dd3a-0d76-44cc-9739-7be937660539 admin admin] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:19.784747 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bc49dd3a-0d76-44cc-9739-7be937660539 admin admin] 10.222.0.18 "DELETE /v2.0/networks/28574287-7ffd-4f51-aeba-0cb05734d857 HTTP/1.1" status: 204 len: 168 time: 0.5445509 Sep 30 13:39:19.799341 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49dd3a-0d76-44cc-9739-7be937660539 admin admin] Pushing event deleted for resources: {'Network': ['ID=28574287-7ffd-4f51-aeba-0cb05734d857,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:19.953811 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43954) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:19.993847 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b571e4a1-4f58-4eb6-bcb4-71d665edc2d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4608713537fc4f5aa1850c3a374d08a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388277 Sep 30 13:39:19.996339 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 43956) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:20.043055 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6cccb447-9cbd-41eb-9a71-cdb57ce02f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:20.063187 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6cccb447-9cbd-41eb-9a71-cdb57ce02f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:20.113531 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6cccb447-9cbd-41eb-9a71-cdb57ce02f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:20.116229 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6cccb447-9cbd-41eb-9a71-cdb57ce02f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:20.117374 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6cccb447-9cbd-41eb-9a71-cdb57ce02f12 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ceeee372-e98e-4a17-af14-c05b54feaa06 HTTP/1.1" status: 204 len: 168 time: 0.1201637 Sep 30 13:39:20.125028 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cccb447-9cbd-41eb-9a71-cdb57ce02f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceeee372-e98e-4a17-af14-c05b54feaa06,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:20.428637 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43962) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:20.469144 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f50d6326-365c-4b91-8651-11dd9501cd95 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a314d1d5559f4fe3bfc5e22c60b96030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393653 Sep 30 13:39:20.471947 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 43964) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:20.521045 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-058ae578-400c-46a1-8504-f2d2dbc0141c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:20.541438 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-058ae578-400c-46a1-8504-f2d2dbc0141c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:20.590288 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-058ae578-400c-46a1-8504-f2d2dbc0141c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:20.592845 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-058ae578-400c-46a1-8504-f2d2dbc0141c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:20.594163 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-058ae578-400c-46a1-8504-f2d2dbc0141c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88818d20-2c73-416e-a9f5-60f3dd0da1eb HTTP/1.1" status: 204 len: 168 time: 0.1212323 Sep 30 13:39:20.602102 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ae578-400c-46a1-8504-f2d2dbc0141c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88818d20-2c73-416e-a9f5-60f3dd0da1eb,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:20.670862 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2f9b2c01-3cdd-4623-bd0f-e6087e160712 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:39:20.694269 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 2f9b2c01-3cdd-4623-bd0f-e6087e160712 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:39:20.694935 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2f9b2c01-3cdd-4623-bd0f-e6087e160712 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:39:20.695060 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2277adf6-e591-45e5-904f-91e4418f83f0 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:39:20.713022 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 2277adf6-e591-45e5-904f-91e4418f83f0 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:39:20.713371 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2277adf6-e591-45e5-904f-91e4418f83f0 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:39:20.713780 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 657c9018-8686-4933-8157-dd8ddbe26158 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:39:20.739447 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 657c9018-8686-4933-8157-dd8ddbe26158 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:39:20.739792 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 657c9018-8686-4933-8157-dd8ddbe26158 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:39:20.749589 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-024a4252-9f84-4258-bb2a-710aecf65cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:21.645732 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:22.358279 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44006) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:22.362820 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-646c65e3-34e8-4551-b320-490d1ac55b60 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-779868104', 'description': 'tempest-secgroup-smoke-779868104 description', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:39:22.386716 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-646c65e3-34e8-4551-b320-490d1ac55b60 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:22.394364 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-646c65e3-34e8-4551-b320-490d1ac55b60 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:22.439917 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:22.487062 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-646c65e3-34e8-4551-b320-490d1ac55b60 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:22.490738 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-646c65e3-34e8-4551-b320-490d1ac55b60 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:22.526337 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c65e3-34e8-4551-b320-490d1ac55b60 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d38e634-cb79-4d54-8b6c-e620994f82b2,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:22.578539 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-646c65e3-34e8-4551-b320-490d1ac55b60 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:22.581959 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-646c65e3-34e8-4551-b320-490d1ac55b60 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:22.610212 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-646c65e3-34e8-4551-b320-490d1ac55b60 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:22.611437 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-646c65e3-34e8-4551-b320-490d1ac55b60 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2521486 Sep 30 13:39:22.613284 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c65e3-34e8-4551-b320-490d1ac55b60 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a595281-6e7e-4784-863d-038694e35a98,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:22.614464 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44008) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:22.620187 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-5e075644-cea1-4cea-98ea-bc3be5761c5b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'security_group_rule': {'security_group_id': '3a595281-6e7e-4784-863d-038694e35a98', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:39:22.646793 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5e075644-cea1-4cea-98ea-bc3be5761c5b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:22.692221 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5e075644-cea1-4cea-98ea-bc3be5761c5b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:22.695488 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5e075644-cea1-4cea-98ea-bc3be5761c5b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:22.713565 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e075644-cea1-4cea-98ea-bc3be5761c5b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685e89c2-4d6e-467d-8a4b-89e0edab9194,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:22.720371 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5e075644-cea1-4cea-98ea-bc3be5761c5b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:22.721579 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5e075644-cea1-4cea-98ea-bc3be5761c5b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1061332 Sep 30 13:39:22.724295 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44010) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:22.729232 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-913a67e0-2234-400b-b724-57fd80cb861e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'security_group_rule': {'security_group_id': '3a595281-6e7e-4784-863d-038694e35a98', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:39:22.753771 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-913a67e0-2234-400b-b724-57fd80cb861e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:22.808931 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-913a67e0-2234-400b-b724-57fd80cb861e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:22.812404 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-913a67e0-2234-400b-b724-57fd80cb861e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:22.826688 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a67e0-2234-400b-b724-57fd80cb861e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb873086-1fac-4425-8261-4b8d249ee783,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:22.834853 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-913a67e0-2234-400b-b724-57fd80cb861e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:22.836046 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-913a67e0-2234-400b-b724-57fd80cb861e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1108065 Sep 30 13:39:22.839232 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44012) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:22.843505 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-99693538-4de3-4e63-9603-343a1edf3799 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'security_group_rule': {'security_group_id': '3a595281-6e7e-4784-863d-038694e35a98', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:39:22.869065 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99693538-4de3-4e63-9603-343a1edf3799 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:22.925458 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99693538-4de3-4e63-9603-343a1edf3799 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:22.928702 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99693538-4de3-4e63-9603-343a1edf3799 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:22.945148 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99693538-4de3-4e63-9603-343a1edf3799 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6954a81c-783f-4bad-8a20-b8c7c0b32f27,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:22.952197 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-99693538-4de3-4e63-9603-343a1edf3799 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:22.953313 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-99693538-4de3-4e63-9603-343a1edf3799 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1131423 Sep 30 13:39:22.956038 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44014) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:22.960278 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-bc09edf7-41ef-439f-952b-81c5066eb9bf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'security_group_rule': {'security_group_id': '3a595281-6e7e-4784-863d-038694e35a98', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:39:22.985891 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bc09edf7-41ef-439f-952b-81c5066eb9bf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:23.045117 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bc09edf7-41ef-439f-952b-81c5066eb9bf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:23.048370 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bc09edf7-41ef-439f-952b-81c5066eb9bf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:23.065079 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09edf7-41ef-439f-952b-81c5066eb9bf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6dca2c2-5556-4075-8b9c-76bc7a7a9dd4,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:23.072211 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bc09edf7-41ef-439f-952b-81c5066eb9bf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:23.073444 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bc09edf7-41ef-439f-952b-81c5066eb9bf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164696 Sep 30 13:39:23.076093 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44016) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:23.080508 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-c3f3e479-79e7-4c9e-9187-061e5659fbef tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'security_group_rule': {'security_group_id': '3a595281-6e7e-4784-863d-038694e35a98', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:39:23.102780 n-d-810909-2 neutron-server[94763]: INFO neutron.db.securitygroups_db [None req-c3f3e479-79e7-4c9e-9187-061e5659fbef tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Project 4fa461100d3b4c25872c36a62d32e6d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 13:39:23.107287 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e479-79e7-4c9e-9187-061e5659fbef tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:23.166668 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e479-79e7-4c9e-9187-061e5659fbef tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:23.170128 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e479-79e7-4c9e-9187-061e5659fbef tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:23.188168 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3e479-79e7-4c9e-9187-061e5659fbef tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d18a38e1-8c38-40ad-89fd-ac276831b619,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:23.193616 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e479-79e7-4c9e-9187-061e5659fbef tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:23.194893 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c3f3e479-79e7-4c9e-9187-061e5659fbef tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1178715 Sep 30 13:39:23.198214 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44018) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:23.202526 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-a5d905ba-4072-4db2-9eb6-c61a3dc9bc36 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'security_group_rule': {'security_group_id': '3a595281-6e7e-4784-863d-038694e35a98', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:39:23.223524 n-d-810909-2 neutron-server[94763]: INFO neutron.db.securitygroups_db [None req-a5d905ba-4072-4db2-9eb6-c61a3dc9bc36 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Project 4fa461100d3b4c25872c36a62d32e6d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 13:39:23.228212 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a5d905ba-4072-4db2-9eb6-c61a3dc9bc36 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:23.288776 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a5d905ba-4072-4db2-9eb6-c61a3dc9bc36 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:23.292623 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a5d905ba-4072-4db2-9eb6-c61a3dc9bc36 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:23.310749 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d905ba-4072-4db2-9eb6-c61a3dc9bc36 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcac467d-c8d1-4558-93fc-df4c7fe0290f,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:23.315966 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a5d905ba-4072-4db2-9eb6-c61a3dc9bc36 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:23.317337 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a5d905ba-4072-4db2-9eb6-c61a3dc9bc36 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181617 Sep 30 13:39:23.320296 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44020) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:23.325684 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-889ae113-235f-4d75-918d-952afb056fb1 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'network': {'name': 'tempest-network-smoke--37491950', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'port_security_enabled': True}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:39:23.345293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889ae113-235f-4d75-918d-952afb056fb1 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Made reservation on behalf of 4fa461100d3b4c25872c36a62d32e6d8 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:39:23.348597 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-889ae113-235f-4d75-918d-952afb056fb1 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:23.373255 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-889ae113-235f-4d75-918d-952afb056fb1 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:39:23.381865 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-889ae113-235f-4d75-918d-952afb056fb1 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:23.382263 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-889ae113-235f-4d75-918d-952afb056fb1 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Added segment dba95ec3-a976-4bf7-83ff-aff89ae5fe19 of type vlan for network bbccde15-f5c3-48d1-863e-85cda26eeb50 Sep 30 13:39:23.421411 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-889ae113-235f-4d75-918d-952afb056fb1 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:23.448887 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-889ae113-235f-4d75-918d-952afb056fb1 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:23.453647 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889ae113-235f-4d75-918d-952afb056fb1 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:23.454258 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-889ae113-235f-4d75-918d-952afb056fb1 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:23.484110 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-889ae113-235f-4d75-918d-952afb056fb1 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1622109 Sep 30 13:39:23.487100 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44022) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:23.491835 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-3998cb43-58c7-4f70-b0d0-8b66d57afd93 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1894803350', 'admin_state_up': True, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:39:23.516901 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3998cb43-58c7-4f70-b0d0-8b66d57afd93 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:23.518121 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3998cb43-58c7-4f70-b0d0-8b66d57afd93 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:23.522607 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ae113-235f-4d75-918d-952afb056fb1 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Network': ['ID=bbccde15-f5c3-48d1-863e-85cda26eeb50,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:23.533172 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network bbccde15-f5c3-48d1-863e-85cda26eeb50 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:39:23.573211 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3998cb43-58c7-4f70-b0d0-8b66d57afd93 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:23.706483 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3998cb43-58c7-4f70-b0d0-8b66d57afd93 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:23.893801 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3998cb43-58c7-4f70-b0d0-8b66d57afd93 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:23.911982 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3998cb43-58c7-4f70-b0d0-8b66d57afd93 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:24.017170 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-3998cb43-58c7-4f70-b0d0-8b66d57afd93 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Allocated IP 172.25.5.16 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/ca7920ad-0960-4bf3-8c27-b48153149000) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:39:24.117096 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3998cb43-58c7-4f70-b0d0-8b66d57afd93 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:24.149428 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3998cb43-58c7-4f70-b0d0-8b66d57afd93 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:24.188318 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3998cb43-58c7-4f70-b0d0-8b66d57afd93 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:39:24.191252 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-3998cb43-58c7-4f70-b0d0-8b66d57afd93 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:39:24.195195 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3998cb43-58c7-4f70-b0d0-8b66d57afd93 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:39:24.195378 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:24.224895 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998cb43-58c7-4f70-b0d0-8b66d57afd93 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Port': ['ID=ca7920ad-0960-4bf3-8c27-b48153149000,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:24.447485 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3998cb43-58c7-4f70-b0d0-8b66d57afd93 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:24.951973 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3998cb43-58c7-4f70-b0d0-8b66d57afd93 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:25.074971 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3998cb43-58c7-4f70-b0d0-8b66d57afd93 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Router 077d2452-07d1-423d-bb7c-5c85df897f5e is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:39:25.176969 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3998cb43-58c7-4f70-b0d0-8b66d57afd93 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:39:25.190488 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2254b480-e180-4d50-b585-96e25a29e6eb None None] Sync routers for ids ['077d2452-07d1-423d-bb7c-5c85df897f5e'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:39:25.196000 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3998cb43-58c7-4f70-b0d0-8b66d57afd93 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:25.197438 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3998cb43-58c7-4f70-b0d0-8b66d57afd93 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7092822 Sep 30 13:39:25.199668 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2254b480-e180-4d50-b585-96e25a29e6eb None None] Routers {'077d2452-07d1-423d-bb7c-5c85df897f5e'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:39:25.200359 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2254b480-e180-4d50-b585-96e25a29e6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:39:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['077d2452-07d1-423d-bb7c-5c85df897f5e'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:25.200553 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44024) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:25.332477 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-72157b16-4559-42e0-9bba-2f325fd59480 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=4fa461100d3b4c25872c36a62d32e6d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1308382 Sep 30 13:39:25.335153 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44028) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:25.390842 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-2254b480-e180-4d50-b585-96e25a29e6eb None None] Set router 077d2452-07d1-423d-bb7c-5c85df897f5e gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:39:25.419317 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf04d775-de26-40bf-bbe8-981f2adb9671 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:25.420823 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cf04d775-de26-40bf-bbe8-981f2adb9671 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0847857 Sep 30 13:39:25.423601 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44030) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:25.451640 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4860f51a-2980-4c05-a678-620b720e49c6 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7bf2cdd5-9828-4259-bd46-d7f13451331c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269451 Sep 30 13:39:25.454363 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44032) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:25.459528 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-9426e54d-baf2-4585-b7ae-4776fa8d26d3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-566496885', 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:39:25.552331 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9426e54d-baf2-4585-b7ae-4776fa8d26d3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Made reservation on behalf of 4fa461100d3b4c25872c36a62d32e6d8 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:39:25.555846 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9426e54d-baf2-4585-b7ae-4776fa8d26d3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:25.567202 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2254b480-e180-4d50-b585-96e25a29e6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894803350', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:39:24Z', 'revision_number': 3, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:18:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:39:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:25.593788 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2254b480-e180-4d50-b585-96e25a29e6eb None None] Checking router: 077d2452-07d1-423d-bb7c-5c85df897f5e for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:39:25.594152 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2254b480-e180-4d50-b585-96e25a29e6eb None None] Updating router 077d2452-07d1-423d-bb7c-5c85df897f5e port ca7920ad-0960-4bf3-8c27-b48153149000 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:39:25.618812 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2254b480-e180-4d50-b585-96e25a29e6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:25.735390 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9426e54d-baf2-4585-b7ae-4776fa8d26d3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:25.795907 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426e54d-baf2-4585-b7ae-4776fa8d26d3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Subnet': ['ID=0d12fbbd-48e0-457d-9b75-1d31cf885a13,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:25.803075 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426e54d-baf2-4585-b7ae-4776fa8d26d3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Checking segment: {'id': 'dba95ec3-a976-4bf7-83ff-aff89ae5fe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:39:25.803434 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9426e54d-baf2-4585-b7ae-4776fa8d26d3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Network hostable DHCP agents. Network: bbccde15-f5c3-48d1-863e-85cda26eeb50, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:39:25.819010 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9426e54d-baf2-4585-b7ae-4776fa8d26d3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Network bbccde15-f5c3-48d1-863e-85cda26eeb50 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:39:25.828373 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-9426e54d-baf2-4585-b7ae-4776fa8d26d3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, bbccde15-f5c3-48d1-863e-85cda26eeb50) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:39:25.838158 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9426e54d-baf2-4585-b7ae-4776fa8d26d3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:25.839080 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9426e54d-baf2-4585-b7ae-4776fa8d26d3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:25.840835 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf993b4-0cf3-4d2a-b221-367be483a137 None None] Network bbccde15-f5c3-48d1-863e-85cda26eeb50 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:39:25.857227 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9426e54d-baf2-4585-b7ae-4776fa8d26d3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4017456 Sep 30 13:39:25.859839 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44034) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:25.882406 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2254b480-e180-4d50-b585-96e25a29e6eb None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:25.888201 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2254b480-e180-4d50-b585-96e25a29e6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:25.933646 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-2254b480-e180-4d50-b585-96e25a29e6eb None None] Attempting to bind port ca7920ad-0960-4bf3-8c27-b48153149000 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:39:25.934037 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-2254b480-e180-4d50-b585-96e25a29e6eb None None] Attempting to bind port ca7920ad-0960-4bf3-8c27-b48153149000 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:39:25.934391 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2254b480-e180-4d50-b585-96e25a29e6eb None None] Attempting to bind port ca7920ad-0960-4bf3-8c27-b48153149000 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:39:25.943595 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2254b480-e180-4d50-b585-96e25a29e6eb None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:39:25.943962 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2254b480-e180-4d50-b585-96e25a29e6eb None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:39:25.944355 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2254b480-e180-4d50-b585-96e25a29e6eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:25.944743 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2254b480-e180-4d50-b585-96e25a29e6eb None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:39:25.945199 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-2254b480-e180-4d50-b585-96e25a29e6eb None None] Bound port: ca7920ad-0960-4bf3-8c27-b48153149000, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:39:25.945570 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2254b480-e180-4d50-b585-96e25a29e6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:25.950998 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f368a1-ddd3-4987-bcb4-9bf52d4087ab None None] Pushing event updated for resources: {'Port': ['ID=ca7920ad-0960-4bf3-8c27-b48153149000,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:26.002217 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c98976-cfe7-40a9-81cd-1eea19f0f4ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-bbccde15-f5c3-48d1-863e-85cda26eeb50', 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'fixed_ips': [{'subnet_id': '0d12fbbd-48e0-457d-9b75-1d31cf885a13'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:39:26.003454 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-63c98976-cfe7-40a9-81cd-1eea19f0f4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:26.005627 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-2254b480-e180-4d50-b585-96e25a29e6eb None None] For port ca7920ad-0960-4bf3-8c27-b48153149000, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:39:26.009367 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-2254b480-e180-4d50-b585-96e25a29e6eb None None] For port ca7920ad-0960-4bf3-8c27-b48153149000, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=ca7920ad-0960-4bf3-8c27-b48153149000,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:39:26.013783 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2254b480-e180-4d50-b585-96e25a29e6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:26.062754 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2254b480-e180-4d50-b585-96e25a29e6eb None None] Routers {'077d2452-07d1-423d-bb7c-5c85df897f5e'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:39:26.063364 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2254b480-e180-4d50-b585-96e25a29e6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:39:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['077d2452-07d1-423d-bb7c-5c85df897f5e'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:26.118915 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f368a1-ddd3-4987-bcb4-9bf52d4087ab None None] Pushing event updated for resources: {'Port': ['ID=ca7920ad-0960-4bf3-8c27-b48153149000,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:26.147137 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-63c98976-cfe7-40a9-81cd-1eea19f0f4ac None None] Allocated IP 172.20.0.2 (bbccde15-f5c3-48d1-863e-85cda26eeb50/0d12fbbd-48e0-457d-9b75-1d31cf885a13/4eaf8e06-1647-48e9-9300-ea483fb8bc99) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:39:26.183964 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-2254b480-e180-4d50-b585-96e25a29e6eb None None] Set router 077d2452-07d1-423d-bb7c-5c85df897f5e gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:39:26.296363 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-63c98976-cfe7-40a9-81cd-1eea19f0f4ac None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:26.302941 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-63c98976-cfe7-40a9-81cd-1eea19f0f4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:26.330331 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-76411608-2784-4147-96bd-a045ff6fe4f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:26.344128 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c98976-cfe7-40a9-81cd-1eea19f0f4ac None None] Network bbccde15-f5c3-48d1-863e-85cda26eeb50 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:39:26.347347 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-63c98976-cfe7-40a9-81cd-1eea19f0f4ac None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:39:26.351675 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c98976-cfe7-40a9-81cd-1eea19f0f4ac None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:39:26.355113 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c98976-cfe7-40a9-81cd-1eea19f0f4ac None None] Pushing event updated for resources: {'Port': ['ID=4eaf8e06-1647-48e9-9300-ea483fb8bc99,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:26.366465 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2254b480-e180-4d50-b585-96e25a29e6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894803350', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:39:24Z', 'revision_number': 3, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:18:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:26.393254 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2254b480-e180-4d50-b585-96e25a29e6eb None None] The sync data for ids ['077d2452-07d1-423d-bb7c-5c85df897f5e'] in n-d-810909-2 is: [{'id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894803350', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:39:24Z', 'revision_number': 3, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:18:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:39:26.413662 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-63c98976-cfe7-40a9-81cd-1eea19f0f4ac None None] Attempting to bind port 4eaf8e06-1647-48e9-9300-ea483fb8bc99 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:39:26.414170 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-63c98976-cfe7-40a9-81cd-1eea19f0f4ac None None] Attempting to bind port 4eaf8e06-1647-48e9-9300-ea483fb8bc99 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'dba95ec3-a976-4bf7-83ff-aff89ae5fe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:39:26.414649 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c98976-cfe7-40a9-81cd-1eea19f0f4ac None None] Attempting to bind port 4eaf8e06-1647-48e9-9300-ea483fb8bc99 on network bbccde15-f5c3-48d1-863e-85cda26eeb50 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:39:26.420416 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c98976-cfe7-40a9-81cd-1eea19f0f4ac None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:39:26.420904 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c98976-cfe7-40a9-81cd-1eea19f0f4ac None None] Checking segment: {'id': 'dba95ec3-a976-4bf7-83ff-aff89ae5fe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:39:26.421381 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-63c98976-cfe7-40a9-81cd-1eea19f0f4ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:26.421845 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c98976-cfe7-40a9-81cd-1eea19f0f4ac None None] Bound using segment: {'id': 'dba95ec3-a976-4bf7-83ff-aff89ae5fe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:39:26.422415 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-63c98976-cfe7-40a9-81cd-1eea19f0f4ac None None] Bound port: 4eaf8e06-1647-48e9-9300-ea483fb8bc99, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba95ec3-a976-4bf7-83ff-aff89ae5fe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:39:26.422869 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-63c98976-cfe7-40a9-81cd-1eea19f0f4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:26.494981 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-63c98976-cfe7-40a9-81cd-1eea19f0f4ac None None] For port 4eaf8e06-1647-48e9-9300-ea483fb8bc99, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:39:26.497984 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-63c98976-cfe7-40a9-81cd-1eea19f0f4ac None None] For port 4eaf8e06-1647-48e9-9300-ea483fb8bc99, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4eaf8e06-1647-48e9-9300-ea483fb8bc99,segment=NetworkSegment(dba95ec3-a976-4bf7-83ff-aff89ae5fe19),segment_id=dba95ec3-a976-4bf7-83ff-aff89ae5fe19)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:39:26.502933 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-63c98976-cfe7-40a9-81cd-1eea19f0f4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:26.560200 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c98976-cfe7-40a9-81cd-1eea19f0f4ac None None] Pushing event updated for resources: {'Port': ['ID=4eaf8e06-1647-48e9-9300-ea483fb8bc99,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:26.643676 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-76411608-2784-4147-96bd-a045ff6fe4f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Allocated IP 172.20.0.1 (bbccde15-f5c3-48d1-863e-85cda26eeb50/0d12fbbd-48e0-457d-9b75-1d31cf885a13/05c8fb42-17b1-4466-a500-90d60370a90c) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:39:26.812370 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-76411608-2784-4147-96bd-a045ff6fe4f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:26.860577 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-76411608-2784-4147-96bd-a045ff6fe4f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:26.907167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76411608-2784-4147-96bd-a045ff6fe4f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Network bbccde15-f5c3-48d1-863e-85cda26eeb50 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:39:26.910408 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-76411608-2784-4147-96bd-a045ff6fe4f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:39:26.913273 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76411608-2784-4147-96bd-a045ff6fe4f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:39:26.955741 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76411608-2784-4147-96bd-a045ff6fe4f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Port': ['ID=05c8fb42-17b1-4466-a500-90d60370a90c,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:26.971516 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-76411608-2784-4147-96bd-a045ff6fe4f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:27.104632 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-76411608-2784-4147-96bd-a045ff6fe4f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:27.399538 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-76411608-2784-4147-96bd-a045ff6fe4f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:27.404300 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-76411608-2784-4147-96bd-a045ff6fe4f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:27.487045 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-76411608-2784-4147-96bd-a045ff6fe4f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:27.489153 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76411608-2784-4147-96bd-a045ff6fe4f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Port': ['ID=05c8fb42-17b1-4466-a500-90d60370a90c,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:27.585570 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76411608-2784-4147-96bd-a045ff6fe4f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Network bbccde15-f5c3-48d1-863e-85cda26eeb50 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:39:27.587772 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-76411608-2784-4147-96bd-a045ff6fe4f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:39:27.600704 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f74ee8d-3d4e-43d1-8210-330046afded4 None None] Network bbccde15-f5c3-48d1-863e-85cda26eeb50 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:39:27.721288 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76411608-2784-4147-96bd-a045ff6fe4f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Router 077d2452-07d1-423d-bb7c-5c85df897f5e has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:39:27.733138 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-217cd4d2-d1df-4d1a-b5ab-c59189329913 None None] Provisioning complete for port 4eaf8e06-1647-48e9-9300-ea483fb8bc99 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:27.733504 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-217cd4d2-d1df-4d1a-b5ab-c59189329913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:27.870396 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76411608-2784-4147-96bd-a045ff6fe4f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:39:27.872966 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-217cd4d2-d1df-4d1a-b5ab-c59189329913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:27.878825 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-76411608-2784-4147-96bd-a045ff6fe4f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "PUT /v2.0/routers/077d2452-07d1-423d-bb7c-5c85df897f5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0171721 Sep 30 13:39:27.915196 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-217cd4d2-d1df-4d1a-b5ab-c59189329913 None None] For port 4eaf8e06-1647-48e9-9300-ea483fb8bc99, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4eaf8e06-1647-48e9-9300-ea483fb8bc99,segment=NetworkSegment(dba95ec3-a976-4bf7-83ff-aff89ae5fe19),segment_id=dba95ec3-a976-4bf7-83ff-aff89ae5fe19)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:39:27.920092 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-217cd4d2-d1df-4d1a-b5ab-c59189329913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:27.981788 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217cd4d2-d1df-4d1a-b5ab-c59189329913 None None] Pushing event updated for resources: {'Port': ['ID=4eaf8e06-1647-48e9-9300-ea483fb8bc99,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:28.059113 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-773e393d-b00c-4fa2-aec0-88883a6b5555 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-779868104&fields=id&tenant_id=4fa461100d3b4c25872c36a62d32e6d8 HTTP/1.1" status: 200 len: 267 time: 0.0465515 Sep 30 13:39:28.140931 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6a7b69dd-d7ab-46f0-a835-d64709785c03 None None] Provisioning complete for port 05c8fb42-17b1-4466-a500-90d60370a90c triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:28.141469 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6a7b69dd-d7ab-46f0-a835-d64709785c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:28.184052 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-462baf6e-ca88-4b22-ada0-b495edb04f14 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:28.184372 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-6a7b69dd-d7ab-46f0-a835-d64709785c03 None None] Port 05c8fb42-17b1-4466-a500-90d60370a90c cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:39:28.191075 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-462baf6e-ca88-4b22-ada0-b495edb04f14 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/networks?id=bbccde15-f5c3-48d1-863e-85cda26eeb50 HTTP/1.1" status: 200 len: 795 time: 0.1236603 Sep 30 13:39:28.196444 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6a7b69dd-d7ab-46f0-a835-d64709785c03 None None] Provisioning complete for port 4eaf8e06-1647-48e9-9300-ea483fb8bc99 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:28.196944 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6a7b69dd-d7ab-46f0-a835-d64709785c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:28.205263 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-49785506-7b44-43b6-b268-14125a3d5ae0 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/quotas/4fa461100d3b4c25872c36a62d32e6d8 HTTP/1.1" status: 200 len: 375 time: 0.0124667 Sep 30 13:39:28.222441 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f0599b-c1c1-4b25-bf6e-d06b17659b29 None None] Sync routers for ids ['077d2452-07d1-423d-bb7c-5c85df897f5e'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:39:28.243692 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f0599b-c1c1-4b25-bf6e-d06b17659b29 None None] Routers {'077d2452-07d1-423d-bb7c-5c85df897f5e'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:39:28.244680 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f7f0599b-c1c1-4b25-bf6e-d06b17659b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:39:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['077d2452-07d1-423d-bb7c-5c85df897f5e'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:28.271571 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-292fcac8-e91a-4592-8891-295c10308798 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574865 Sep 30 13:39:28.393503 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-f7f0599b-c1c1-4b25-bf6e-d06b17659b29 None None] Set router 077d2452-07d1-423d-bb7c-5c85df897f5e gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:39:28.397683 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-b320772e-c5dd-4347-a71f-7b0a59e67d8c service neutron] 10.222.0.18 "GET /v2.0/networks/bbccde15-f5c3-48d1-863e-85cda26eeb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064050 Sep 30 13:39:28.522662 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-3943eb96-5dc5-4569-803a-ba89f37657c7 service neutron] 10.222.0.18 "GET /v2.0/networks/bbccde15-f5c3-48d1-863e-85cda26eeb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172788 Sep 30 13:39:28.527967 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f9df1fd3-2afd-4b0f-abec-5a3914787ca3 None None] Provisioning complete for port 05c8fb42-17b1-4466-a500-90d60370a90c triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:28.528465 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f9df1fd3-2afd-4b0f-abec-5a3914787ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:28.601283 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-f9df1fd3-2afd-4b0f-abec-5a3914787ca3 None None] Port 05c8fb42-17b1-4466-a500-90d60370a90c cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:39:28.668978 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f7f0599b-c1c1-4b25-bf6e-d06b17659b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894803350', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:39:27Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:18:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '05c8fb42-17b1-4466-a500-90d60370a90c', 'name': '', 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:40:7d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '0d12fbbd-48e0-457d-9b75-1d31cf885a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:26Z', 'updated_at': '2021-09-30T13:39:27Z', 'revision_number': 2, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': '0d12fbbd-48e0-457d-9b75-1d31cf885a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:28.702808 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f0599b-c1c1-4b25-bf6e-d06b17659b29 None None] Checking router: 077d2452-07d1-423d-bb7c-5c85df897f5e for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:39:28.703333 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f0599b-c1c1-4b25-bf6e-d06b17659b29 None None] Updating router 077d2452-07d1-423d-bb7c-5c85df897f5e port 05c8fb42-17b1-4466-a500-90d60370a90c binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:39:28.727651 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-47217363-2b62-41fc-b7ff-e1f0823c9237 req-62213a98-9618-4e25-a0b8-bc3303836843 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 210 time: 0.0393484 Sep 30 13:39:28.746363 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f7f0599b-c1c1-4b25-bf6e-d06b17659b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:28.758791 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-973d227c-fe79-41de-9401-088150dcc9c2 None None] Provisioning complete for port 05c8fb42-17b1-4466-a500-90d60370a90c triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:28.759421 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-973d227c-fe79-41de-9401-088150dcc9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:28.764987 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4eaf8e06-1647-48e9-9300-ea483fb8bc99 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:39:28.863547 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-973d227c-fe79-41de-9401-088150dcc9c2 None None] Port 05c8fb42-17b1-4466-a500-90d60370a90c cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:39:28.944340 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 4eaf8e06-1647-48e9-9300-ea483fb8bc99 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:28.944718 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:29.110867 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device ca7920ad-0960-4bf3-8c27-b48153149000 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:39:29.190741 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f7f0599b-c1c1-4b25-bf6e-d06b17659b29 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:29.196877 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f7f0599b-c1c1-4b25-bf6e-d06b17659b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:29.229353 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port ca7920ad-0960-4bf3-8c27-b48153149000 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:29.229706 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:29.285438 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff7bfb-227e-41b4-927e-2ea7926ce238 None None] Pushing event updated for resources: {'Port': ['ID=05c8fb42-17b1-4466-a500-90d60370a90c,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:29.344397 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f7f0599b-c1c1-4b25-bf6e-d06b17659b29 None None] Attempting to bind port 05c8fb42-17b1-4466-a500-90d60370a90c on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:39:29.345085 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f7f0599b-c1c1-4b25-bf6e-d06b17659b29 None None] Attempting to bind port 05c8fb42-17b1-4466-a500-90d60370a90c by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'dba95ec3-a976-4bf7-83ff-aff89ae5fe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:39:29.345450 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f0599b-c1c1-4b25-bf6e-d06b17659b29 None None] Attempting to bind port 05c8fb42-17b1-4466-a500-90d60370a90c on network bbccde15-f5c3-48d1-863e-85cda26eeb50 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:39:29.370728 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f0599b-c1c1-4b25-bf6e-d06b17659b29 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:39:29.371105 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f0599b-c1c1-4b25-bf6e-d06b17659b29 None None] Checking segment: {'id': 'dba95ec3-a976-4bf7-83ff-aff89ae5fe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:39:29.371507 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f7f0599b-c1c1-4b25-bf6e-d06b17659b29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:29.371899 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f0599b-c1c1-4b25-bf6e-d06b17659b29 None None] Bound using segment: {'id': 'dba95ec3-a976-4bf7-83ff-aff89ae5fe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:39:29.372378 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f7f0599b-c1c1-4b25-bf6e-d06b17659b29 None None] Bound port: 05c8fb42-17b1-4466-a500-90d60370a90c, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba95ec3-a976-4bf7-83ff-aff89ae5fe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:39:29.372833 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f7f0599b-c1c1-4b25-bf6e-d06b17659b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:29.395472 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:29.446411 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port ca7920ad-0960-4bf3-8c27-b48153149000, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=ca7920ad-0960-4bf3-8c27-b48153149000,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:39:29.453307 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:29.508012 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f7f0599b-c1c1-4b25-bf6e-d06b17659b29 None None] For port 05c8fb42-17b1-4466-a500-90d60370a90c, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:39:29.525525 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f7f0599b-c1c1-4b25-bf6e-d06b17659b29 None None] For port 05c8fb42-17b1-4466-a500-90d60370a90c, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=05c8fb42-17b1-4466-a500-90d60370a90c,segment=NetworkSegment(dba95ec3-a976-4bf7-83ff-aff89ae5fe19),segment_id=dba95ec3-a976-4bf7-83ff-aff89ae5fe19)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:39:29.536439 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f7f0599b-c1c1-4b25-bf6e-d06b17659b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:29.541783 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-3b5c3885-bd4d-4b60-a590-88889bfe6372 None None] Provisioning complete for port 05c8fb42-17b1-4466-a500-90d60370a90c triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:29.542222 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3b5c3885-bd4d-4b60-a590-88889bfe6372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:29.573934 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=ca7920ad-0960-4bf3-8c27-b48153149000,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:29.635239 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f0599b-c1c1-4b25-bf6e-d06b17659b29 None None] Routers {'077d2452-07d1-423d-bb7c-5c85df897f5e'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:39:29.636013 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f7f0599b-c1c1-4b25-bf6e-d06b17659b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:39:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['077d2452-07d1-423d-bb7c-5c85df897f5e'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:29.690672 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-65ebfc5e-7cfc-4255-9b18-59c0def34ef7 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:29.693340 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-65ebfc5e-7cfc-4255-9b18-59c0def34ef7 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.54 "GET /v2.0/networks?id=bbccde15-f5c3-48d1-863e-85cda26eeb50 HTTP/1.1" status: 200 len: 795 time: 0.1320465 Sep 30 13:39:29.702124 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff7bfb-227e-41b4-927e-2ea7926ce238 None None] Pushing event updated for resources: {'Port': ['ID=05c8fb42-17b1-4466-a500-90d60370a90c,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:29.754107 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-b59a27f2-c996-49a1-9a77-9a40dfbfeb12 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fa461100d3b4c25872c36a62d32e6d8 HTTP/1.1" status: 200 len: 379 time: 0.0505867 Sep 30 13:39:29.767010 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-ed3eb80c-1f67-47c3-9cad-4b37cef79776 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'port': {'device_id': '88e9f3f7-bea8-46f5-a547-b3451be8f404', 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50', 'admin_state_up': True, 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'security_groups': ['3a595281-6e7e-4784-863d-038694e35a98']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:39:29.837586 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-99d15ab7-ffc9-4902-9db1-c6007919a791 req-635c7363-f353-475c-a5bd-11fbc639d79e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 210 time: 0.0369012 Sep 30 13:39:29.915787 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-ed3eb80c-1f67-47c3-9cad-4b37cef79776 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Made reservation on behalf of 4fa461100d3b4c25872c36a62d32e6d8 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:39:29.919391 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-ed3eb80c-1f67-47c3-9cad-4b37cef79776 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:29.959098 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3b5c3885-bd4d-4b60-a590-88889bfe6372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:29.987944 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-f7f0599b-c1c1-4b25-bf6e-d06b17659b29 None None] Set router 077d2452-07d1-423d-bb7c-5c85df897f5e gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:39:30.035398 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-3b5c3885-bd4d-4b60-a590-88889bfe6372 None None] For port 05c8fb42-17b1-4466-a500-90d60370a90c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=05c8fb42-17b1-4466-a500-90d60370a90c,segment=NetworkSegment(dba95ec3-a976-4bf7-83ff-aff89ae5fe19),segment_id=dba95ec3-a976-4bf7-83ff-aff89ae5fe19)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:39:30.042290 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3b5c3885-bd4d-4b60-a590-88889bfe6372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:30.058966 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-ed3eb80c-1f67-47c3-9cad-4b37cef79776 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Allocated IP 172.20.0.11 (bbccde15-f5c3-48d1-863e-85cda26eeb50/0d12fbbd-48e0-457d-9b75-1d31cf885a13/f3d853e1-e627-4b39-b0e0-453f8f497f63) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:39:30.171661 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c3885-bd4d-4b60-a590-88889bfe6372 None None] Pushing event updated for resources: {'Port': ['ID=05c8fb42-17b1-4466-a500-90d60370a90c,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:30.193183 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-0e6ba4eb-135d-4dc5-914f-2e0540effa31 None None] Provisioning complete for port 05c8fb42-17b1-4466-a500-90d60370a90c triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:30.193553 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0e6ba4eb-135d-4dc5-914f-2e0540effa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:30.203897 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-ed3eb80c-1f67-47c3-9cad-4b37cef79776 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:30.236852 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-ed3eb80c-1f67-47c3-9cad-4b37cef79776 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:30.283693 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-ed3eb80c-1f67-47c3-9cad-4b37cef79776 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Network bbccde15-f5c3-48d1-863e-85cda26eeb50 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:39:30.286925 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-ed3eb80c-1f67-47c3-9cad-4b37cef79776 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:39:30.291379 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-ed3eb80c-1f67-47c3-9cad-4b37cef79776 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:39:30.295758 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3eb80c-1f67-47c3-9cad-4b37cef79776 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Port': ['ID=f3d853e1-e627-4b39-b0e0-453f8f497f63,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:30.306173 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f7f0599b-c1c1-4b25-bf6e-d06b17659b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894803350', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:39:27Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '05c8fb42-17b1-4466-a500-90d60370a90c', 'name': '', 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:40:7d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '0d12fbbd-48e0-457d-9b75-1d31cf885a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:26Z', 'updated_at': '2021-09-30T13:39:29Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': '0d12fbbd-48e0-457d-9b75-1d31cf885a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:30.336341 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f0599b-c1c1-4b25-bf6e-d06b17659b29 None None] The sync data for ids ['077d2452-07d1-423d-bb7c-5c85df897f5e'] in n-d-810909-2 is: [{'id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894803350', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:39:27Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '05c8fb42-17b1-4466-a500-90d60370a90c', 'name': '', 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:40:7d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '0d12fbbd-48e0-457d-9b75-1d31cf885a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:26Z', 'updated_at': '2021-09-30T13:39:29Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': '0d12fbbd-48e0-457d-9b75-1d31cf885a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:39:30.346789 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-ed3eb80c-1f67-47c3-9cad-4b37cef79776 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:30.347425 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-ed3eb80c-1f67-47c3-9cad-4b37cef79776 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:30.363641 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-ed3eb80c-1f67-47c3-9cad-4b37cef79776 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6006436 Sep 30 13:39:30.379630 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-e26e2194-c6fc-4b8f-8cfc-7ab146c205ba service neutron] Request body: {'port': {'device_id': '88e9f3f7-bea8-46f5-a547-b3451be8f404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:39:30.455956 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-e26e2194-c6fc-4b8f-8cfc-7ab146c205ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:30.662171 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4d72ed8e-023f-4007-b93a-9c443a528353 None None] Provisioning complete for port f3d853e1-e627-4b39-b0e0-453f8f497f63 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:30.662739 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4d72ed8e-023f-4007-b93a-9c443a528353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:30.711120 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-4d72ed8e-023f-4007-b93a-9c443a528353 None None] Port f3d853e1-e627-4b39-b0e0-453f8f497f63 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:39:30.788449 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device ca7920ad-0960-4bf3-8c27-b48153149000 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:39:30.844010 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port ca7920ad-0960-4bf3-8c27-b48153149000 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:30.844730 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:30.940866 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 05c8fb42-17b1-4466-a500-90d60370a90c up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:39:30.997976 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 05c8fb42-17b1-4466-a500-90d60370a90c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:30.998387 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:31.072688 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410f893-8c9c-480a-88ab-a3cc29566ff4 req-4d49ad29-ae4a-44e3-94bd-c879a811f994 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:31.074275 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2410f893-8c9c-480a-88ab-a3cc29566ff4 req-4d49ad29-ae4a-44e3-94bd-c879a811f994 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 932 time: 0.1031001 Sep 30 13:39:31.146056 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2410f893-8c9c-480a-88ab-a3cc29566ff4 req-f5d1a2f5-05ff-4a57-9668-bcf9becaa32b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614052 Sep 30 13:39:31.197680 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-e26e2194-c6fc-4b8f-8cfc-7ab146c205ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d853e1-e627-4b39-b0e0-453f8f497f63 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:39:31.205844 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-e26e2194-c6fc-4b8f-8cfc-7ab146c205ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:31.218422 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-e26e2194-c6fc-4b8f-8cfc-7ab146c205ba service neutron] Transition to ACTIVE for port object f3d853e1-e627-4b39-b0e0-453f8f497f63 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:39:31.223043 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-e26e2194-c6fc-4b8f-8cfc-7ab146c205ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:31.274838 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e2194-c6fc-4b8f-8cfc-7ab146c205ba service neutron] Pushing event updated for resources: {'Port': ['ID=f3d853e1-e627-4b39-b0e0-453f8f497f63,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:31.353158 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-e26e2194-c6fc-4b8f-8cfc-7ab146c205ba service neutron] Attempting to bind port f3d853e1-e627-4b39-b0e0-453f8f497f63 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:39:31.353496 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-e26e2194-c6fc-4b8f-8cfc-7ab146c205ba service neutron] Attempting to bind port f3d853e1-e627-4b39-b0e0-453f8f497f63 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'dba95ec3-a976-4bf7-83ff-aff89ae5fe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:39:31.353829 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-e26e2194-c6fc-4b8f-8cfc-7ab146c205ba service neutron] Attempting to bind port f3d853e1-e627-4b39-b0e0-453f8f497f63 on network bbccde15-f5c3-48d1-863e-85cda26eeb50 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:39:31.358491 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-e26e2194-c6fc-4b8f-8cfc-7ab146c205ba service neutron] Port f3d853e1-e627-4b39-b0e0-453f8f497f63 on network bbccde15-f5c3-48d1-863e-85cda26eeb50 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:39:31.358864 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-e26e2194-c6fc-4b8f-8cfc-7ab146c205ba service neutron] Attempting to bind port f3d853e1-e627-4b39-b0e0-453f8f497f63 on network bbccde15-f5c3-48d1-863e-85cda26eeb50 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:39:31.364250 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-e26e2194-c6fc-4b8f-8cfc-7ab146c205ba service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:39:31.364590 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-e26e2194-c6fc-4b8f-8cfc-7ab146c205ba service neutron] Checking segment: {'id': 'dba95ec3-a976-4bf7-83ff-aff89ae5fe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:39:31.364982 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-e26e2194-c6fc-4b8f-8cfc-7ab146c205ba service neutron] Bound using segment: {'id': 'dba95ec3-a976-4bf7-83ff-aff89ae5fe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:39:31.365535 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-e26e2194-c6fc-4b8f-8cfc-7ab146c205ba service neutron] Bound port: f3d853e1-e627-4b39-b0e0-453f8f497f63, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba95ec3-a976-4bf7-83ff-aff89ae5fe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:39:31.365756 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-e26e2194-c6fc-4b8f-8cfc-7ab146c205ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:31.440204 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-e26e2194-c6fc-4b8f-8cfc-7ab146c205ba service neutron] For port f3d853e1-e627-4b39-b0e0-453f8f497f63, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:39:31.444471 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-e26e2194-c6fc-4b8f-8cfc-7ab146c205ba service neutron] For port f3d853e1-e627-4b39-b0e0-453f8f497f63, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=f3d853e1-e627-4b39-b0e0-453f8f497f63,segment=NetworkSegment(dba95ec3-a976-4bf7-83ff-aff89ae5fe19),segment_id=dba95ec3-a976-4bf7-83ff-aff89ae5fe19)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:39:31.449236 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-e26e2194-c6fc-4b8f-8cfc-7ab146c205ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:31.492481 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-e26e2194-c6fc-4b8f-8cfc-7ab146c205ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:31.493134 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-e26e2194-c6fc-4b8f-8cfc-7ab146c205ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:31.495870 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-e26e2194-c6fc-4b8f-8cfc-7ab146c205ba service neutron] 10.222.0.54 "PUT /v2.0/ports/f3d853e1-e627-4b39-b0e0-453f8f497f63 HTTP/1.1" status: 200 len: 1092 time: 1.1199923 Sep 30 13:39:31.495870 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e9f3f7-bea8-46f5-a547-b3451be8f404', 'tag': 'f3d853e1-e627-4b39-b0e0-453f8f497f63'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:39:31.497986 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4082c7-d098-485f-9e67-69e87b33c206" -d '{"events": [{"name": "network-changed", "server_uuid": "88e9f3f7-bea8-46f5-a547-b3451be8f404", "tag": "f3d853e1-e627-4b39-b0e0-453f8f497f63"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:39:31.543993 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e2194-c6fc-4b8f-8cfc-7ab146c205ba service neutron] Pushing event updated for resources: {'Port': ['ID=f3d853e1-e627-4b39-b0e0-453f8f497f63,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:31.549426 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811ede46-10e1-4114-ac9f-8d5cead6e6dd x-openstack-request-id: req-811ede46-10e1-4114-ac9f-8d5cead6e6dd {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:39:31.549788 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e9f3f7-bea8-46f5-a547-b3451be8f404", "tag": "f3d853e1-e627-4b39-b0e0-453f8f497f63", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:39:31.550128 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-811ede46-10e1-4114-ac9f-8d5cead6e6dd {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:39:31.550597 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e9f3f7-bea8-46f5-a547-b3451be8f404', 'tag': 'f3d853e1-e627-4b39-b0e0-453f8f497f63', 'status': 'completed', 'code': 200} Sep 30 13:39:31.600317 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-46d0326b-6067-402f-ac89-2a6cf0d4e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:31.602562 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-46d0326b-6067-402f-ac89-2a6cf0d4e2b5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 1095 time: 0.0461287 Sep 30 13:39:31.654057 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-b46ffb41-8c53-4ae1-b228-9bb667f5c5dd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d853e1-e627-4b39-b0e0-453f8f497f63 HTTP/1.1" status: 200 len: 217 time: 0.0445085 Sep 30 13:39:31.708492 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-c4ca78ad-e9e6-44de-a660-405b1baeebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:31.709958 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-c4ca78ad-e9e6-44de-a660-405b1baeebdd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d12fbbd-48e0-457d-9b75-1d31cf885a13 HTTP/1.1" status: 200 len: 834 time: 0.0483768 Sep 30 13:39:31.756997 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-5f485be1-b91f-4e80-938f-e8f400a97188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:31.759297 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-5f485be1-b91f-4e80-938f-e8f400a97188 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bbccde15-f5c3-48d1-863e-85cda26eeb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427539 Sep 30 13:39:31.853948 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-65e5a846-27c2-4526-87c4-bed77b374cd1 service neutron] 10.222.0.54 "GET /v2.0/networks/bbccde15-f5c3-48d1-863e-85cda26eeb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876985 Sep 30 13:39:31.945153 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09ecd133-35b5-495b-a05f-a52d1cd96b0e req-ede2001d-2593-44aa-8761-3184c56019d0 service neutron] 10.222.0.54 "GET /v2.0/networks/bbccde15-f5c3-48d1-863e-85cda26eeb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844071 Sep 30 13:39:32.035214 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4082c7-d098-485f-9e67-69e87b33c206 req-550de098-b2be-4e98-ae25-a268538ead8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:32.036701 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2c4082c7-d098-485f-9e67-69e87b33c206 req-550de098-b2be-4e98-ae25-a268538ead8d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 1095 time: 0.0466380 Sep 30 13:39:32.130802 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4082c7-d098-485f-9e67-69e87b33c206 req-2e0f738c-4fd0-4e5b-b164-d37abd6ac339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:32.132269 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2c4082c7-d098-485f-9e67-69e87b33c206 req-2e0f738c-4fd0-4e5b-b164-d37abd6ac339 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bbccde15-f5c3-48d1-863e-85cda26eeb50 HTTP/1.1" status: 200 len: 896 time: 0.0883791 Sep 30 13:39:32.179145 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2c4082c7-d098-485f-9e67-69e87b33c206 req-1cee4d66-788e-4e58-aafe-ca306e914ef6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d853e1-e627-4b39-b0e0-453f8f497f63 HTTP/1.1" status: 200 len: 217 time: 0.0398369 Sep 30 13:39:32.253413 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4082c7-d098-485f-9e67-69e87b33c206 req-82ca4520-ae45-4a48-b3d2-23f28537d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:32.254895 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2c4082c7-d098-485f-9e67-69e87b33c206 req-82ca4520-ae45-4a48-b3d2-23f28537d7b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d12fbbd-48e0-457d-9b75-1d31cf885a13 HTTP/1.1" status: 200 len: 834 time: 0.0698307 Sep 30 13:39:32.299400 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d1231-f8fc-44a0-a486-32aaa0a9ca0e req-490fbc18-9bc6-49d0-b8e2-091a8b4a71ee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:32.300948 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0d4d1231-f8fc-44a0-a486-32aaa0a9ca0e req-490fbc18-9bc6-49d0-b8e2-091a8b4a71ee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 944 time: 0.0853462 Sep 30 13:39:32.327760 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4082c7-d098-485f-9e67-69e87b33c206 req-caf5fdda-6a9b-4286-850f-149dcab783f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:32.329207 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2c4082c7-d098-485f-9e67-69e87b33c206 req-caf5fdda-6a9b-4286-850f-149dcab783f2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bbccde15-f5c3-48d1-863e-85cda26eeb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668106 Sep 30 13:39:32.375234 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0d4d1231-f8fc-44a0-a486-32aaa0a9ca0e req-be7fa898-d561-40ae-ad43-c26b3706b26f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681121 Sep 30 13:39:32.447101 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2c4082c7-d098-485f-9e67-69e87b33c206 req-c15acb96-55cd-4301-8b14-0a8f9131c0ec service neutron] 10.222.0.54 "GET /v2.0/networks/bbccde15-f5c3-48d1-863e-85cda26eeb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074600 Sep 30 13:39:32.545169 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2c4082c7-d098-485f-9e67-69e87b33c206 req-3b34e79c-e0bc-4b36-a20a-5c9a2d9b68af service neutron] 10.222.0.54 "GET /v2.0/networks/bbccde15-f5c3-48d1-863e-85cda26eeb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904577 Sep 30 13:39:33.498526 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4141a-f74c-455c-8cd4-dabce1451fee req-4045480b-91aa-48fe-8629-781b4f2876e0 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:33.500257 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6db4141a-f74c-455c-8cd4-dabce1451fee req-4045480b-91aa-48fe-8629-781b4f2876e0 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 944 time: 0.0550532 Sep 30 13:39:33.540668 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6db4141a-f74c-455c-8cd4-dabce1451fee req-5416afdd-fa68-48c4-b56c-3879aadc9a54 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340569 Sep 30 13:39:34.665295 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bb0e7-2431-413c-8331-e9f802629b5c req-b12426e7-6c62-4c26-933b-e41935b23258 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:34.666828 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6e2bb0e7-2431-413c-8331-e9f802629b5c req-b12426e7-6c62-4c26-933b-e41935b23258 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 944 time: 0.0541439 Sep 30 13:39:34.706436 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6e2bb0e7-2431-413c-8331-e9f802629b5c req-84f113f6-048f-4a37-a953-70b39efc7d6c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334687 Sep 30 13:39:35.819108 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694dc68-1c2a-40d6-9206-07c476f88004 req-0de80f90-8070-4ce0-9c84-74e1f1ee83e2 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:35.821080 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7694dc68-1c2a-40d6-9206-07c476f88004 req-0de80f90-8070-4ce0-9c84-74e1f1ee83e2 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 944 time: 0.0477419 Sep 30 13:39:35.859566 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7694dc68-1c2a-40d6-9206-07c476f88004 req-697dac90-6ea4-499b-95ec-c74ddf9c8254 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325613 Sep 30 13:39:36.178142 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device f3d853e1-e627-4b39-b0e0-453f8f497f63 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:39:36.273074 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port f3d853e1-e627-4b39-b0e0-453f8f497f63, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=f3d853e1-e627-4b39-b0e0-453f8f497f63,segment=NetworkSegment(dba95ec3-a976-4bf7-83ff-aff89ae5fe19),segment_id=dba95ec3-a976-4bf7-83ff-aff89ae5fe19)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:39:36.283820 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'f3d853e1-e627-4b39-b0e0-453f8f497f63', 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50', 'port_id': 'f3d853e1-e627-4b39-b0e0-453f8f497f63', 'mac_address': 'fa:16:3e:f7:84:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d12fbbd-48e0-457d-9b75-1d31cf885a13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:39:36.319984 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:36.332758 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d853e1-e627-4b39-b0e0-453f8f497f63 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:39:36.351092 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port f3d853e1-e627-4b39-b0e0-453f8f497f63, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=f3d853e1-e627-4b39-b0e0-453f8f497f63,segment=NetworkSegment(dba95ec3-a976-4bf7-83ff-aff89ae5fe19),segment_id=dba95ec3-a976-4bf7-83ff-aff89ae5fe19)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:39:36.355263 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:36.400210 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=f3d853e1-e627-4b39-b0e0-453f8f497f63,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:36.722636 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['f3d853e1-e627-4b39-b0e0-453f8f497f63'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:39:36.973320 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcf09a-20e6-4d65-ba8b-24c5e0535bc2 req-d71e7e0f-4614-49de-b21c-71fcbd63d9f6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:36.974746 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05dcf09a-20e6-4d65-ba8b-24c5e0535bc2 req-d71e7e0f-4614-49de-b21c-71fcbd63d9f6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 945 time: 0.0494144 Sep 30 13:39:37.013159 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05dcf09a-20e6-4d65-ba8b-24c5e0535bc2 req-1af92af4-990c-402c-8432-2cac4c0bf4b8 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317461 Sep 30 13:39:38.128031 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96845351-0059-4528-aa14-8aafeec47d55 req-e38c9d8b-72ac-49fa-b90a-a631f74699d6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:38.129505 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-96845351-0059-4528-aa14-8aafeec47d55 req-e38c9d8b-72ac-49fa-b90a-a631f74699d6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 945 time: 0.0522890 Sep 30 13:39:38.166916 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-96845351-0059-4528-aa14-8aafeec47d55 req-711149dc-4ed7-436b-b871-67abef84543b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309639 Sep 30 13:39:38.178658 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device f3d853e1-e627-4b39-b0e0-453f8f497f63 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:39:38.225906 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port f3d853e1-e627-4b39-b0e0-453f8f497f63 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:39:38.229474 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port f3d853e1-e627-4b39-b0e0-453f8f497f63 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:39:38.229840 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:38.305419 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:38.327275 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e9f3f7-bea8-46f5-a547-b3451be8f404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d853e1-e627-4b39-b0e0-453f8f497f63'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:39:38.329514 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99947ec6-b1a2-4d00-98e4-ee1487f37e12" -d '{"events": [{"server_uuid": "88e9f3f7-bea8-46f5-a547-b3451be8f404", "name": "network-vif-plugged", "status": "completed", "tag": "f3d853e1-e627-4b39-b0e0-453f8f497f63"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:39:38.342119 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port f3d853e1-e627-4b39-b0e0-453f8f497f63, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=f3d853e1-e627-4b39-b0e0-453f8f497f63,segment=NetworkSegment(dba95ec3-a976-4bf7-83ff-aff89ae5fe19),segment_id=dba95ec3-a976-4bf7-83ff-aff89ae5fe19)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:39:38.346243 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:38.369315 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a725bf-28da-46b0-9ace-aa551229a402 x-openstack-request-id: req-d4a725bf-28da-46b0-9ace-aa551229a402 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:39:38.369654 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e9f3f7-bea8-46f5-a547-b3451be8f404", "name": "network-vif-plugged", "status": "completed", "tag": "f3d853e1-e627-4b39-b0e0-453f8f497f63", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:39:38.369902 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4a725bf-28da-46b0-9ace-aa551229a402 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:39:38.370311 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e9f3f7-bea8-46f5-a547-b3451be8f404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d853e1-e627-4b39-b0e0-453f8f497f63', 'code': 200} Sep 30 13:39:38.395600 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=f3d853e1-e627-4b39-b0e0-453f8f497f63,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:38.460256 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f42f74-51d3-4117-84ff-15d32fcbc4be req-70b87250-49dc-4804-83c4-3b63693ab5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:38.461802 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-14f42f74-51d3-4117-84ff-15d32fcbc4be req-70b87250-49dc-4804-83c4-3b63693ab5cc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 1097 time: 0.0403237 Sep 30 13:39:38.499211 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-14f42f74-51d3-4117-84ff-15d32fcbc4be req-c1518ac5-aef4-4e09-9872-2510ec62bce5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308945 Sep 30 13:39:39.279473 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd3103-6890-49ee-b6c1-05d46c4e8061 req-c1eba1d3-ecf2-4965-8ad9-b78af5875b44 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:39.280973 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-becd3103-6890-49ee-b6c1-05d46c4e8061 req-c1eba1d3-ecf2-4965-8ad9-b78af5875b44 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 946 time: 0.0486915 Sep 30 13:39:39.318325 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-becd3103-6890-49ee-b6c1-05d46c4e8061 req-76798c3d-18f0-4ed3-b77e-5554cc7c9bce tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313249 Sep 30 13:39:40.433441 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c3b62-d508-499a-84ba-d41649f6fbf4 req-e0a94899-ea96-4411-a3ef-def85701a2f7 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:40.434963 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c5c3b62-d508-499a-84ba-d41649f6fbf4 req-e0a94899-ea96-4411-a3ef-def85701a2f7 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 946 time: 0.0482373 Sep 30 13:39:40.472876 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c5c3b62-d508-499a-84ba-d41649f6fbf4 req-f5647e68-cc3e-4097-9c33-18aff00a6f38 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320439 Sep 30 13:39:40.585703 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6415df-9a01-4fd3-84c0-222d17bafbb3 req-66c1225b-ed3e-4dd4-985d-5cff522be363 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:40.587229 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8c6415df-9a01-4fd3-84c0-222d17bafbb3 req-66c1225b-ed3e-4dd4-985d-5cff522be363 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 946 time: 0.0487328 Sep 30 13:39:40.625078 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8c6415df-9a01-4fd3-84c0-222d17bafbb3 req-a1044e08-b6d1-4385-a7d5-0d229b69c11e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319827 Sep 30 13:39:40.646355 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44100) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:40.689052 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d189397-86ff-4c11-8079-a1610eb6c3a5 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:40.690731 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7d189397-86ff-4c11-8079-a1610eb6c3a5 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 1092 time: 0.0434432 Sep 30 13:39:40.693604 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44102) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:40.698366 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-9fe82d28-f558-40b1-a080-509b4fa2a04b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'port_id': 'f3d853e1-e627-4b39-b0e0-453f8f497f63', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:39:40.719771 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9fe82d28-f558-40b1-a080-509b4fa2a04b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:40.816565 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9fe82d28-f558-40b1-a080-509b4fa2a04b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:40.922390 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-9fe82d28-f558-40b1-a080-509b4fa2a04b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Allocated IP 172.25.5.23 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/e5592357-6c2a-41e5-bc51-13e7a97eee18) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:39:41.023384 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9fe82d28-f558-40b1-a080-509b4fa2a04b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:41.056392 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9fe82d28-f558-40b1-a080-509b4fa2a04b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:41.093789 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe82d28-f558-40b1-a080-509b4fa2a04b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:39:41.096808 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-9fe82d28-f558-40b1-a080-509b4fa2a04b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:39:41.100322 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe82d28-f558-40b1-a080-509b4fa2a04b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:39:41.129770 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe82d28-f558-40b1-a080-509b4fa2a04b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Port': ['ID=e5592357-6c2a-41e5-bc51-13e7a97eee18,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:41.455425 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9fe82d28-f558-40b1-a080-509b4fa2a04b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:41.523405 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9fe82d28-f558-40b1-a080-509b4fa2a04b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:41.666521 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9fe82d28-f558-40b1-a080-509b4fa2a04b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:41.671015 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9fe82d28-f558-40b1-a080-509b4fa2a04b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:41.741286 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe82d28-f558-40b1-a080-509b4fa2a04b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Port': ['ID=e5592357-6c2a-41e5-bc51-13e7a97eee18,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:39:41.751444 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9fe82d28-f558-40b1-a080-509b4fa2a04b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:41.850648 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-9fe82d28-f558-40b1-a080-509b4fa2a04b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Floating IP b2eaa8f1-0e13-4eae-b5b4-1e38b9b8d21d associated. External IP: 172.25.5.23, port: f3d853e1-e627-4b39-b0e0-453f8f497f63. Sep 30 13:39:42.052771 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe82d28-f558-40b1-a080-509b4fa2a04b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Router 077d2452-07d1-423d-bb7c-5c85df897f5e has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:39:42.158718 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe82d28-f558-40b1-a080-509b4fa2a04b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:39:42.168636 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31d0a7f-a2ab-4168-b14e-de5eaa5c386d None None] Sync routers for ids ['077d2452-07d1-423d-bb7c-5c85df897f5e'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:39:42.175271 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9fe82d28-f558-40b1-a080-509b4fa2a04b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:42.178833 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31d0a7f-a2ab-4168-b14e-de5eaa5c386d None None] Routers {'077d2452-07d1-423d-bb7c-5c85df897f5e'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:39:42.179460 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a31d0a7f-a2ab-4168-b14e-de5eaa5c386d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:39:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['077d2452-07d1-423d-bb7c-5c85df897f5e'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:42.217090 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9fe82d28-f558-40b1-a080-509b4fa2a04b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5224442 Sep 30 13:39:42.217849 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e9f3f7-bea8-46f5-a547-b3451be8f404', 'tag': 'f3d853e1-e627-4b39-b0e0-453f8f497f63'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:39:42.221600 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f27cfe-623c-442f-91c3-6455f7f685fd" -d '{"events": [{"name": "network-changed", "server_uuid": "88e9f3f7-bea8-46f5-a547-b3451be8f404", "tag": "f3d853e1-e627-4b39-b0e0-453f8f497f63"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:39:42.292955 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-a31d0a7f-a2ab-4168-b14e-de5eaa5c386d None None] Set router 077d2452-07d1-423d-bb7c-5c85df897f5e gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:39:42.329356 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48420661-6d84-462c-87fb-bae262630529 req-dafe1dd1-5f71-472c-8446-0872dd515d8a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:42.330932 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-48420661-6d84-462c-87fb-bae262630529 req-dafe1dd1-5f71-472c-8446-0872dd515d8a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 946 time: 0.0524783 Sep 30 13:39:42.338834 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0c9807-e251-4311-8921-f3f770986da3 x-openstack-request-id: req-5f0c9807-e251-4311-8921-f3f770986da3 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:39:42.339142 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e9f3f7-bea8-46f5-a547-b3451be8f404", "tag": "f3d853e1-e627-4b39-b0e0-453f8f497f63", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:39:42.339834 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5f0c9807-e251-4311-8921-f3f770986da3 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:39:42.339834 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e9f3f7-bea8-46f5-a547-b3451be8f404', 'tag': 'f3d853e1-e627-4b39-b0e0-453f8f497f63', 'status': 'completed', 'code': 200} Sep 30 13:39:42.392234 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-48420661-6d84-462c-87fb-bae262630529 req-aaf148f9-02e3-4b68-b548-88b7418f6d2c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550685 Sep 30 13:39:42.408331 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f27cfe-623c-442f-91c3-6455f7f685fd req-2706c5d5-d92a-4021-ac15-8de9c4f9c209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:42.409471 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a2f27cfe-623c-442f-91c3-6455f7f685fd req-2706c5d5-d92a-4021-ac15-8de9c4f9c209 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 1097 time: 0.0450261 Sep 30 13:39:42.415341 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44110) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:42.477526 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f628713f-f667-4d70-a2b2-c4767ce70c80 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/floatingips/b2eaa8f1-0e13-4eae-b5b4-1e38b9b8d21d HTTP/1.1" status: 200 len: 991 time: 0.0604041 Sep 30 13:39:42.509264 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f27cfe-623c-442f-91c3-6455f7f685fd req-5f459741-04a1-48f3-9403-9290d2528e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:42.510882 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a2f27cfe-623c-442f-91c3-6455f7f685fd req-5f459741-04a1-48f3-9403-9290d2528e4d service neutron] 10.222.0.54 "GET /v2.0/networks?id=bbccde15-f5c3-48d1-863e-85cda26eeb50 HTTP/1.1" status: 200 len: 896 time: 0.0945694 Sep 30 13:39:42.529600 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a31d0a7f-a2ab-4168-b14e-de5eaa5c386d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894803350', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:39:27Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'b2eaa8f1-0e13-4eae-b5b4-1e38b9b8d21d', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'port_id': 'f3d853e1-e627-4b39-b0e0-453f8f497f63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50', 'mac_address': 'fa:16:3e:f7:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9f3f7-bea8-46f5-a547-b3451be8f404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:39:41Z', 'updated_at': '2021-09-30T13:39:41Z', 'revision_number': 0, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c8fb42-17b1-4466-a500-90d60370a90c', 'name': '', 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:40:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '0d12fbbd-48e0-457d-9b75-1d31cf885a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:26Z', 'updated_at': '2021-09-30T13:39:29Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': '0d12fbbd-48e0-457d-9b75-1d31cf885a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:42.556054 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31d0a7f-a2ab-4168-b14e-de5eaa5c386d None None] Checking router: 077d2452-07d1-423d-bb7c-5c85df897f5e for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:39:42.563946 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31d0a7f-a2ab-4168-b14e-de5eaa5c386d None None] Routers {'077d2452-07d1-423d-bb7c-5c85df897f5e'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:39:42.564549 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a31d0a7f-a2ab-4168-b14e-de5eaa5c386d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:39:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['077d2452-07d1-423d-bb7c-5c85df897f5e'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:42.576569 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a2f27cfe-623c-442f-91c3-6455f7f685fd req-c0dbc2fa-0b26-4b33-8216-21da0a77f45a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d853e1-e627-4b39-b0e0-453f8f497f63 HTTP/1.1" status: 200 len: 999 time: 0.0587072 Sep 30 13:39:42.631034 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f27cfe-623c-442f-91c3-6455f7f685fd req-6a24bed9-9214-4021-8130-e779fa5032fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:42.632530 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a2f27cfe-623c-442f-91c3-6455f7f685fd req-6a24bed9-9214-4021-8130-e779fa5032fa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d12fbbd-48e0-457d-9b75-1d31cf885a13 HTTP/1.1" status: 200 len: 834 time: 0.0497172 Sep 30 13:39:42.669115 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-a31d0a7f-a2ab-4168-b14e-de5eaa5c386d None None] Set router 077d2452-07d1-423d-bb7c-5c85df897f5e gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:39:42.677711 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f27cfe-623c-442f-91c3-6455f7f685fd req-6f3a7955-0cd1-418d-8972-820a41722e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:42.679270 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a2f27cfe-623c-442f-91c3-6455f7f685fd req-6f3a7955-0cd1-418d-8972-820a41722e8f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bbccde15-f5c3-48d1-863e-85cda26eeb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400608 Sep 30 13:39:42.775605 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a2f27cfe-623c-442f-91c3-6455f7f685fd req-1b2712aa-fba7-458a-8b88-fcfc12f20562 service neutron] 10.222.0.54 "GET /v2.0/networks/bbccde15-f5c3-48d1-863e-85cda26eeb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896823 Sep 30 13:39:42.869587 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a2f27cfe-623c-442f-91c3-6455f7f685fd req-6a1ca4c0-393a-483d-963b-01e100f9c5d5 service neutron] 10.222.0.54 "GET /v2.0/networks/bbccde15-f5c3-48d1-863e-85cda26eeb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867963 Sep 30 13:39:42.978951 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a31d0a7f-a2ab-4168-b14e-de5eaa5c386d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894803350', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:39:27Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'b2eaa8f1-0e13-4eae-b5b4-1e38b9b8d21d', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'port_id': 'f3d853e1-e627-4b39-b0e0-453f8f497f63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50', 'mac_address': 'fa:16:3e:f7:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9f3f7-bea8-46f5-a547-b3451be8f404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:39:41Z', 'updated_at': '2021-09-30T13:39:41Z', 'revision_number': 0, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c8fb42-17b1-4466-a500-90d60370a90c', 'name': '', 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:40:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '0d12fbbd-48e0-457d-9b75-1d31cf885a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:26Z', 'updated_at': '2021-09-30T13:39:29Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': '0d12fbbd-48e0-457d-9b75-1d31cf885a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:39:43.004343 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31d0a7f-a2ab-4168-b14e-de5eaa5c386d None None] The sync data for ids ['077d2452-07d1-423d-bb7c-5c85df897f5e'] in n-d-810909-2 is: [{'id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894803350', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:39:27Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': 'b2eaa8f1-0e13-4eae-b5b4-1e38b9b8d21d', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'port_id': 'f3d853e1-e627-4b39-b0e0-453f8f497f63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50', 'mac_address': 'fa:16:3e:f7:84:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9f3f7-bea8-46f5-a547-b3451be8f404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:39:41Z', 'updated_at': '2021-09-30T13:39:41Z', 'revision_number': 0, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c8fb42-17b1-4466-a500-90d60370a90c', 'name': '', 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:40:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '0d12fbbd-48e0-457d-9b75-1d31cf885a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:26Z', 'updated_at': '2021-09-30T13:39:29Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': '0d12fbbd-48e0-457d-9b75-1d31cf885a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:39:43.206321 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d9ca87-1fef-4832-bc92-d58e657fc024 None None] New status for floating IP b2eaa8f1-0e13-4eae-b5b4-1e38b9b8d21d: ACTIVE {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:39:43.481724 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44114) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:39:43.543671 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1aa205b5-cf00-4b6a-b913-9a62d3025657 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/floatingips/b2eaa8f1-0e13-4eae-b5b4-1e38b9b8d21d HTTP/1.1" status: 200 len: 993 time: 0.0607946 Sep 30 13:39:45.038852 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:48.220140 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8d52b7be-be19-42a6-9af3-be9439bd5f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:49.695624 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:50.738445 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b43f1978-6780-40b5-9634-2cb1e1841bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:51.645951 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:52.437550 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:54.197284 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:39:55.755885 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:39:58.328905 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a8fb4280-5efc-4012-8ddc-cc7c39ee95e5 req-ad2ab4dd-2437-4752-86e9-82cd2a9687df service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385892 Sep 30 13:39:58.411115 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb4280-5efc-4012-8ddc-cc7c39ee95e5 req-4f7f4542-f207-4410-9dc4-de567cdb5f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:58.412579 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a8fb4280-5efc-4012-8ddc-cc7c39ee95e5 req-4f7f4542-f207-4410-9dc4-de567cdb5f54 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 1097 time: 0.0428252 Sep 30 13:39:58.513087 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb4280-5efc-4012-8ddc-cc7c39ee95e5 req-9ff49bbb-c35f-4387-8f27-19a40312db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:58.514609 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a8fb4280-5efc-4012-8ddc-cc7c39ee95e5 req-9ff49bbb-c35f-4387-8f27-19a40312db18 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bbccde15-f5c3-48d1-863e-85cda26eeb50 HTTP/1.1" status: 200 len: 896 time: 0.0834723 Sep 30 13:39:58.582786 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a8fb4280-5efc-4012-8ddc-cc7c39ee95e5 req-0e0057f0-7099-443d-8945-10e4f4f39eef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d853e1-e627-4b39-b0e0-453f8f497f63 HTTP/1.1" status: 200 len: 1001 time: 0.0608439 Sep 30 13:39:58.658056 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb4280-5efc-4012-8ddc-cc7c39ee95e5 req-1f304ff1-9635-4d2d-9878-048eb2ad1787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:58.659524 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a8fb4280-5efc-4012-8ddc-cc7c39ee95e5 req-1f304ff1-9635-4d2d-9878-048eb2ad1787 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d12fbbd-48e0-457d-9b75-1d31cf885a13 HTTP/1.1" status: 200 len: 834 time: 0.0695612 Sep 30 13:39:58.670169 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7aaaffb3-78cd-4dee-9743-e6731941120d req-a3222fe6-292b-4db4-94be-0f13d6e29548 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519276 Sep 30 13:39:58.712092 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb4280-5efc-4012-8ddc-cc7c39ee95e5 req-5cb5af42-3c35-421e-934b-884625670f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:58.713585 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a8fb4280-5efc-4012-8ddc-cc7c39ee95e5 req-5cb5af42-3c35-421e-934b-884625670f7d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bbccde15-f5c3-48d1-863e-85cda26eeb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465028 Sep 30 13:39:58.809468 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaaffb3-78cd-4dee-9743-e6731941120d req-262d359f-64e4-4b4c-aee4-22445a63e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:58.810980 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7aaaffb3-78cd-4dee-9743-e6731941120d req-262d359f-64e4-4b4c-aee4-22445a63e53c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 1097 time: 0.0965412 Sep 30 13:39:58.829689 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a8fb4280-5efc-4012-8ddc-cc7c39ee95e5 req-e76eb14f-f0fa-4bba-9212-9354efef27a5 service neutron] 10.222.0.54 "GET /v2.0/networks/bbccde15-f5c3-48d1-863e-85cda26eeb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077762 Sep 30 13:39:58.985009 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaaffb3-78cd-4dee-9743-e6731941120d req-3a9cef72-0bd1-4943-8677-994bc234c74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:58.986514 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7aaaffb3-78cd-4dee-9743-e6731941120d req-3a9cef72-0bd1-4943-8677-994bc234c74a service neutron] 10.222.0.39 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 912 time: 0.1559532 Sep 30 13:39:58.988448 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a8fb4280-5efc-4012-8ddc-cc7c39ee95e5 req-6f85135a-7c3a-4eb5-b9e1-b1a113107687 service neutron] 10.222.0.54 "GET /v2.0/networks/bbccde15-f5c3-48d1-863e-85cda26eeb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506100 Sep 30 13:39:59.051497 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7aaaffb3-78cd-4dee-9743-e6731941120d req-5dd076c0-6598-4b88-9e50-eace83890847 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a9b9360-bfab-4bba-88d9-11b7de603b34 HTTP/1.1" status: 200 len: 1002 time: 0.0571463 Sep 30 13:39:59.100166 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaaffb3-78cd-4dee-9743-e6731941120d req-c418f529-52d4-4a42-b295-b4fd209c39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:59.101588 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7aaaffb3-78cd-4dee-9743-e6731941120d req-c418f529-52d4-4a42-b295-b4fd209c39fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a29bd19-7bbd-493a-b0e5-a534c2103246 HTTP/1.1" status: 200 len: 850 time: 0.0435002 Sep 30 13:39:59.149073 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaaffb3-78cd-4dee-9743-e6731941120d req-2bbcec0f-8cbb-466d-ab3d-2b6c421c25be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:39:59.150550 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7aaaffb3-78cd-4dee-9743-e6731941120d req-2bbcec0f-8cbb-466d-ab3d-2b6c421c25be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=949dc44d-a521-4909-8cff-116a74911834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424664 Sep 30 13:39:59.238713 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7aaaffb3-78cd-4dee-9743-e6731941120d req-dc090131-6a3d-4b8a-914c-6d43c9a93b2f service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803921 Sep 30 13:39:59.329975 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7aaaffb3-78cd-4dee-9743-e6731941120d req-aea94212-0364-4e5c-b194-6685e416f693 service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836134 Sep 30 13:40:15.025862 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:40:18.219624 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4361a98d-ff63-40cb-a962-cfb6e271f74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:40:19.710972 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-07fe7643-2a89-4312-b054-c47a6ed0cc93 req-84d9b784-2e6f-4c7d-bd40-049fa4f35b28 service neutron] (94764) timed out ('10.222.0.54', 56374) {{(pid=94764) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 13:40:19.719254 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:40:20.728658 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c78bdc7f-3751-4903-99f8-6998e98aeaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:40:21.646130 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:40:22.441056 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:40:24.199478 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:40:32.754604 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:40:45.031321 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:40:45.382730 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-d8c51102-932a-4f53-8f30-23ce28881006 req-90624d58-8873-4ed0-87fd-0d7f0affebaa service neutron] (94763) timed out ('10.222.0.54', 56366) {{(pid=94763) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 13:40:46.353573 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5b0cb-eb46-4f42-967b-24f716234da8 req-5b9866c2-382b-4a4c-b76b-98c63e9884d4 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:40:46.355212 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-63f5b0cb-eb46-4f42-967b-24f716234da8 req-5b9866c2-382b-4a4c-b76b-98c63e9884d4 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 1097 time: 0.1021755 Sep 30 13:40:46.373420 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-63f5b0cb-eb46-4f42-967b-24f716234da8 req-f1f253a2-e342-495e-847b-c87eefcd5393 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:40:46.461398 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-63f5b0cb-eb46-4f42-967b-24f716234da8 req-f1f253a2-e342-495e-847b-c87eefcd5393 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:40:46.465165 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-63f5b0cb-eb46-4f42-967b-24f716234da8 req-f1f253a2-e342-495e-847b-c87eefcd5393 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:40:46.484771 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-63f5b0cb-eb46-4f42-967b-24f716234da8 req-f1f253a2-e342-495e-847b-c87eefcd5393 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236069 Sep 30 13:40:46.495546 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f253a2-e342-495e-847b-c87eefcd5393 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eed979d-bffb-4b64-92a3-5fa6281e4747,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:40:46.503298 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f253a2-e342-495e-847b-c87eefcd5393 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:40:46.503645 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f253a2-e342-495e-847b-c87eefcd5393 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:40:46.504010 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f253a2-e342-495e-847b-c87eefcd5393 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:40:46.504342 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f253a2-e342-495e-847b-c87eefcd5393 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:40:46.504671 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f253a2-e342-495e-847b-c87eefcd5393 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:40:46.504998 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f253a2-e342-495e-847b-c87eefcd5393 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:40:46.505329 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f253a2-e342-495e-847b-c87eefcd5393 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:40:46.505643 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f253a2-e342-495e-847b-c87eefcd5393 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:40:46.505966 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f253a2-e342-495e-847b-c87eefcd5393 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:40:46.506449 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f253a2-e342-495e-847b-c87eefcd5393 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:40:46.506782 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f253a2-e342-495e-847b-c87eefcd5393 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:40:46.507104 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f253a2-e342-495e-847b-c87eefcd5393 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:40:46.658418 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb17cdf-24b7-4658-b4ff-9f5273181e73 req-d6fe3d82-4494-4c82-9f1a-b1744fc1d25a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:40:46.659925 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2cb17cdf-24b7-4658-b4ff-9f5273181e73 req-d6fe3d82-4494-4c82-9f1a-b1744fc1d25a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 946 time: 0.1059096 Sep 30 13:40:46.697004 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2cb17cdf-24b7-4658-b4ff-9f5273181e73 req-acb30a87-3e23-4050-8ab9-2515ede692b6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311759 Sep 30 13:40:46.719479 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44156) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:40:46.781118 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0f7b40fe-99d5-4b0b-82fd-98882d327109 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/floatingips/b2eaa8f1-0e13-4eae-b5b4-1e38b9b8d21d HTTP/1.1" status: 200 len: 993 time: 0.0605338 Sep 30 13:40:47.075198 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-0c1a09db-569c-4014-bbfa-e21a753e3ac5 req-7e30fdc7-6935-4634-83d3-b21803f5982d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:40:47.076184 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0c1a09db-569c-4014-bbfa-e21a753e3ac5 req-7e30fdc7-6935-4634-83d3-b21803f5982d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053566 Sep 30 13:40:47.334542 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44170) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:40:47.401650 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7cd83-c5e7-440e-8da7-509ca5f6bd90 req-9a8b17ca-171b-4b95-80d9-2a4f7ba55cce tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:40:47.403696 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-63f7cd83-c5e7-440e-8da7-509ca5f6bd90 req-9a8b17ca-171b-4b95-80d9-2a4f7ba55cce tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 946 time: 0.0542972 Sep 30 13:40:47.426224 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-885dbf24-4b12-4756-a82b-c2c13790f6bb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0904849 Sep 30 13:40:47.435139 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-5ca3de11-af75-4860-8eb1-238ea0148c8d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:40:47.436395 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-5ca3de11-af75-4860-8eb1-238ea0148c8d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053439 Sep 30 13:40:47.444071 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-63f7cd83-c5e7-440e-8da7-509ca5f6bd90 req-3dd11d0b-78f3-47a7-8659-7c60537eb3e9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343153 Sep 30 13:40:48.219802 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7cad539d-f9a8-41a3-b8d2-f372870d7eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:40:48.502500 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-3a0bf6e7-92a4-4b10-a3be-551ff31ecc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:40:48.504065 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-3a0bf6e7-92a4-4b10-a3be-551ff31ecc9a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 1097 time: 0.0414665 Sep 30 13:40:48.564772 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201133f-0ce9-4f8e-ad92-2a16baeff08e req-b61a0def-8df4-41e3-99b5-17b6635cf26c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:40:48.566294 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6201133f-0ce9-4f8e-ad92-2a16baeff08e req-b61a0def-8df4-41e3-99b5-17b6635cf26c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 946 time: 0.0484202 Sep 30 13:40:48.597535 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-8f508f03-59e5-47c4-af6d-fe1738518816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:40:48.599081 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-8f508f03-59e5-47c4-af6d-fe1738518816 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bbccde15-f5c3-48d1-863e-85cda26eeb50 HTTP/1.1" status: 200 len: 896 time: 0.0884206 Sep 30 13:40:48.604406 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6201133f-0ce9-4f8e-ad92-2a16baeff08e req-58b1c09d-99bf-4cb5-b828-2ea87c8e61b8 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319111 Sep 30 13:40:48.663713 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-bd8c4949-dd7e-4e71-a640-d309cc69993f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d853e1-e627-4b39-b0e0-453f8f497f63 HTTP/1.1" status: 200 len: 1001 time: 0.0579793 Sep 30 13:40:48.710510 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-f7ba127b-11fa-44de-946e-ab44d08ef478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:40:48.711946 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-f7ba127b-11fa-44de-946e-ab44d08ef478 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d12fbbd-48e0-457d-9b75-1d31cf885a13 HTTP/1.1" status: 200 len: 834 time: 0.0413368 Sep 30 13:40:48.759562 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-ca7235ec-e5b0-4e18-9362-93693e7af2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:40:48.760986 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-ca7235ec-e5b0-4e18-9362-93693e7af2f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bbccde15-f5c3-48d1-863e-85cda26eeb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418274 Sep 30 13:40:48.848713 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-cc0383e3-481c-491f-86bd-bfbcc520c6b2 service neutron] 10.222.0.54 "GET /v2.0/networks/bbccde15-f5c3-48d1-863e-85cda26eeb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804398 Sep 30 13:40:48.939147 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-fb02d244-b312-4ea9-8068-6a9da392dc56 service neutron] 10.222.0.54 "GET /v2.0/networks/bbccde15-f5c3-48d1-863e-85cda26eeb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838542 Sep 30 13:40:49.719618 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b316868-9325-4cca-bef9-f97827491655 req-e12cc5c5-3b59-42c7-8cf2-052d59883e8e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:40:49.721064 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1b316868-9325-4cca-bef9-f97827491655 req-e12cc5c5-3b59-42c7-8cf2-052d59883e8e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 946 time: 0.0491676 Sep 30 13:40:49.726276 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:40:49.758935 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1b316868-9325-4cca-bef9-f97827491655 req-5f046b4f-5776-4b8b-ba3d-72ace14308c5 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308068 Sep 30 13:40:50.730289 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-58a0ed56-cd1c-48a2-ac26-f451dd498026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:40:50.874153 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da45715-9b6a-4779-b06c-56ab140fe0a5 req-ef83abb4-0519-4bbe-9212-4cba5c9703aa tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:40:50.875631 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9da45715-9b6a-4779-b06c-56ab140fe0a5 req-ef83abb4-0519-4bbe-9212-4cba5c9703aa tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 946 time: 0.0481160 Sep 30 13:40:50.912589 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9da45715-9b6a-4779-b06c-56ab140fe0a5 req-d0e7963d-21b9-47b1-be8e-f22c5e331854 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306971 Sep 30 13:40:51.645947 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:40:52.026149 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a595be-f57e-4fa8-83ae-7a00c49b447c req-596ffe22-1b58-4607-9fa3-30cd25f9cfd2 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:40:52.027679 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64a595be-f57e-4fa8-83ae-7a00c49b447c req-596ffe22-1b58-4607-9fa3-30cd25f9cfd2 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 946 time: 0.0480242 Sep 30 13:40:52.065004 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64a595be-f57e-4fa8-83ae-7a00c49b447c req-99455450-3ae7-4ca7-be92-8bc448f510c3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314484 Sep 30 13:40:52.442719 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:40:53.199283 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fce5f-45f3-4874-ab2f-8fc59963f1d1 req-5d5ad405-14cf-4f65-ae8a-89034ec2fad1 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:40:53.201318 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ea5fce5f-45f3-4874-ab2f-8fc59963f1d1 req-5d5ad405-14cf-4f65-ae8a-89034ec2fad1 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 946 time: 0.0535028 Sep 30 13:40:53.239087 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ea5fce5f-45f3-4874-ab2f-8fc59963f1d1 req-6368905c-46bc-422f-a816-4bd3017cdd59 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315044 Sep 30 13:40:54.202949 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:40:54.359331 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d9e10-3b5d-4106-811a-6956418ad6b0 req-b6f79f83-24c4-4437-8049-0f021af2df33 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:40:54.360720 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-620d9e10-3b5d-4106-811a-6956418ad6b0 req-b6f79f83-24c4-4437-8049-0f021af2df33 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 946 time: 0.0527408 Sep 30 13:40:54.398079 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-620d9e10-3b5d-4106-811a-6956418ad6b0 req-1f1ca1f6-f0d4-4cbd-8d70-1b9178554a01 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312212 Sep 30 13:40:55.532553 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bede549-94c1-4da9-b650-5af7fb24198b req-13b74c98-384a-422a-be89-26db3c4269ab tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:40:55.532553 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5bede549-94c1-4da9-b650-5af7fb24198b req-13b74c98-384a-422a-be89-26db3c4269ab tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 946 time: 0.0584083 Sep 30 13:40:55.566933 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5bede549-94c1-4da9-b650-5af7fb24198b req-d82556e3-16f1-4d5e-9ab7-0055d0a8f90a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331929 Sep 30 13:40:56.686969 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe4832-5c5d-4f9f-8f1e-62a10c47089b req-fa6a65d5-75f9-434d-9445-c420167782e9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:40:56.688463 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a1fe4832-5c5d-4f9f-8f1e-62a10c47089b req-fa6a65d5-75f9-434d-9445-c420167782e9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 946 time: 0.0485773 Sep 30 13:40:56.727334 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a1fe4832-5c5d-4f9f-8f1e-62a10c47089b req-65fe78f0-7b62-44e6-a9c9-de3fb7c456a6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328519 Sep 30 13:40:57.899281 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5c57b-abdf-4fdc-bed5-388f39a1878a req-54d0d6ff-05f3-485e-a431-c59c11215963 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:40:57.902933 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b6a5c57b-abdf-4fdc-bed5-388f39a1878a req-54d0d6ff-05f3-485e-a431-c59c11215963 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 946 time: 0.0654752 Sep 30 13:40:57.964479 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b6a5c57b-abdf-4fdc-bed5-388f39a1878a req-194a503f-4034-4492-a609-0e7e43181e5d tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546665 Sep 30 13:40:59.172651 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd46d2-040b-468b-a4ff-d16ded827e4c req-33925ed0-3c4e-47d5-a691-7a9970ac68b1 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:40:59.174411 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-95cd46d2-040b-468b-a4ff-d16ded827e4c req-33925ed0-3c4e-47d5-a691-7a9970ac68b1 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 946 time: 0.0782807 Sep 30 13:40:59.227637 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-95cd46d2-040b-468b-a4ff-d16ded827e4c req-af064cdb-2a81-48aa-aa99-926e08cbd32d tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404387 Sep 30 13:40:59.470979 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae75d7a-1391-475b-ab47-88f132568ca8 req-7395fca8-631f-46e7-98b5-63c27277713c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:40:59.474972 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fae75d7a-1391-475b-ab47-88f132568ca8 req-7395fca8-631f-46e7-98b5-63c27277713c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 1097 time: 0.0984941 Sep 30 13:40:59.611438 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae75d7a-1391-475b-ab47-88f132568ca8 req-b89c1d22-e5d2-44fe-a580-cce474c1d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:40:59.613457 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fae75d7a-1391-475b-ab47-88f132568ca8 req-b89c1d22-e5d2-44fe-a580-cce474c1d7c5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bbccde15-f5c3-48d1-863e-85cda26eeb50 HTTP/1.1" status: 200 len: 896 time: 0.1115160 Sep 30 13:40:59.709967 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-46718aa3-2509-46f8-b4e5-f4b19b557007 req-c4c88d97-0a02-4353-85ad-b9869b7d6246 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0954416 Sep 30 13:40:59.718518 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fae75d7a-1391-475b-ab47-88f132568ca8 req-b26ac45a-7321-440a-a730-064bf0a3a479 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d853e1-e627-4b39-b0e0-453f8f497f63 HTTP/1.1" status: 200 len: 1001 time: 0.0940759 Sep 30 13:40:59.815070 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae75d7a-1391-475b-ab47-88f132568ca8 req-269f8089-3a1c-4863-a7f5-042c3d42f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:40:59.817434 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fae75d7a-1391-475b-ab47-88f132568ca8 req-269f8089-3a1c-4863-a7f5-042c3d42f21c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d12fbbd-48e0-457d-9b75-1d31cf885a13 HTTP/1.1" status: 200 len: 834 time: 0.0920115 Sep 30 13:40:59.931266 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46718aa3-2509-46f8-b4e5-f4b19b557007 req-8ccfde77-4617-446a-b62f-f4bb130f8b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:40:59.932831 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-46718aa3-2509-46f8-b4e5-f4b19b557007 req-8ccfde77-4617-446a-b62f-f4bb130f8b34 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 1097 time: 0.1558402 Sep 30 13:40:59.934966 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae75d7a-1391-475b-ab47-88f132568ca8 req-8300777e-ab04-4799-9b4f-960e4f0ec7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:40:59.936430 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fae75d7a-1391-475b-ab47-88f132568ca8 req-8300777e-ab04-4799-9b4f-960e4f0ec7b3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bbccde15-f5c3-48d1-863e-85cda26eeb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873573 Sep 30 13:41:00.147570 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fae75d7a-1391-475b-ab47-88f132568ca8 req-211e06c0-ad93-4a8c-bee1-57d6d1640086 service neutron] 10.222.0.54 "GET /v2.0/networks/bbccde15-f5c3-48d1-863e-85cda26eeb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027171 Sep 30 13:41:00.152375 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46718aa3-2509-46f8-b4e5-f4b19b557007 req-6ff15900-878d-4b1e-a3b9-832b228bb9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:00.154467 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-46718aa3-2509-46f8-b4e5-f4b19b557007 req-6ff15900-878d-4b1e-a3b9-832b228bb9ab service neutron] 10.222.0.39 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 912 time: 0.2000833 Sep 30 13:41:00.297722 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-46718aa3-2509-46f8-b4e5-f4b19b557007 req-78446ca8-4cf0-4b2c-9069-286286a19f34 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a9b9360-bfab-4bba-88d9-11b7de603b34 HTTP/1.1" status: 200 len: 1002 time: 0.1350069 Sep 30 13:41:00.351765 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fae75d7a-1391-475b-ab47-88f132568ca8 req-041bcd8e-2d50-40ca-9dba-87a5f6f7b6af service neutron] 10.222.0.54 "GET /v2.0/networks/bbccde15-f5c3-48d1-863e-85cda26eeb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963634 Sep 30 13:41:00.363655 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46718aa3-2509-46f8-b4e5-f4b19b557007 req-87234ae2-c527-4ff3-9504-0f711b5d66c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:00.365796 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-46718aa3-2509-46f8-b4e5-f4b19b557007 req-87234ae2-c527-4ff3-9504-0f711b5d66c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a29bd19-7bbd-493a-b0e5-a534c2103246 HTTP/1.1" status: 200 len: 850 time: 0.0584037 Sep 30 13:41:00.391985 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c1471-ffcb-40bb-89b5-2cb1dab8c8ac req-ffad5962-67f8-49cf-8dca-777cc988f299 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:00.396707 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d18c1471-ffcb-40bb-89b5-2cb1dab8c8ac req-ffad5962-67f8-49cf-8dca-777cc988f299 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 946 time: 0.0680351 Sep 30 13:41:00.419827 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46718aa3-2509-46f8-b4e5-f4b19b557007 req-6cd6b0c7-0c39-41dc-872f-f7e0c9417a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:00.421627 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-46718aa3-2509-46f8-b4e5-f4b19b557007 req-6cd6b0c7-0c39-41dc-872f-f7e0c9417a13 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=949dc44d-a521-4909-8cff-116a74911834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483756 Sep 30 13:41:00.445714 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d18c1471-ffcb-40bb-89b5-2cb1dab8c8ac req-1c364425-2c9f-4828-a54f-1d990b9ddc36 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433116 Sep 30 13:41:00.535648 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-46718aa3-2509-46f8-b4e5-f4b19b557007 req-df54307e-2e4d-4ef1-8ced-9324199439e0 service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069503 Sep 30 13:41:00.647777 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-46718aa3-2509-46f8-b4e5-f4b19b557007 req-8f34438a-8e27-490b-a99b-72183ae4c79a service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036828 Sep 30 13:41:00.837539 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-6e3a69ba-c151-42ad-b2e3-38275892d05b service neutron] show failed (client error): The resource could not be found. Sep 30 13:41:00.838718 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-6e3a69ba-c151-42ad-b2e3-38275892d05b service neutron] 10.222.0.54 "GET /v2.0/ports/f3d853e1-e627-4b39-b0e0-453f8f497f63/bindings/n-h1-810909-2 HTTP/1.1" status: 404 len: 380 time: 0.0821066 Sep 30 13:41:01.088209 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-1568a518-8ff0-4eee-8ef7-b6b709cfb50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:01.089560 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-1568a518-8ff0-4eee-8ef7-b6b709cfb50f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404&tenant_id=4fa461100d3b4c25872c36a62d32e6d8 HTTP/1.1" status: 200 len: 1097 time: 0.0834851 Sep 30 13:41:01.101094 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-1f2e5046-2f6a-4f61-b667-eb3a66e092b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810909-2', 'device_owner': 'compute:nova'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:41:01.179389 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-1f2e5046-2f6a-4f61-b667-eb3a66e092b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:01.728937 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6b14d-32b3-4c70-8862-cf1f6c75a63e req-93cb03a6-2136-4cb1-a915-7e0870ed0436 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:01.730372 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3db6b14d-32b3-4c70-8862-cf1f6c75a63e req-93cb03a6-2136-4cb1-a915-7e0870ed0436 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 946 time: 0.0844197 Sep 30 13:41:01.811735 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-1f2e5046-2f6a-4f61-b667-eb3a66e092b5 service neutron] For port f3d853e1-e627-4b39-b0e0-453f8f497f63, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=f3d853e1-e627-4b39-b0e0-453f8f497f63,segment=NetworkSegment(dba95ec3-a976-4bf7-83ff-aff89ae5fe19),segment_id=dba95ec3-a976-4bf7-83ff-aff89ae5fe19)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:41:01.815790 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3db6b14d-32b3-4c70-8862-cf1f6c75a63e req-636e5a41-ac02-45c3-a04f-bb903f79be3e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555131 Sep 30 13:41:01.850530 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-1f2e5046-2f6a-4f61-b667-eb3a66e092b5 service neutron] For port f3d853e1-e627-4b39-b0e0-453f8f497f63, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:41:01.898662 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e9f3f7-bea8-46f5-a547-b3451be8f404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d853e1-e627-4b39-b0e0-453f8f497f63'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:41:01.901299 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d6d4b8-0a9d-44bf-9a91-834731ec4943" -d '{"events": [{"server_uuid": "88e9f3f7-bea8-46f5-a547-b3451be8f404", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d853e1-e627-4b39-b0e0-453f8f497f63"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:41:01.905931 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-1f2e5046-2f6a-4f61-b667-eb3a66e092b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:01.920782 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-1f2e5046-2f6a-4f61-b667-eb3a66e092b5 service neutron] Transition to ACTIVE for port object f3d853e1-e627-4b39-b0e0-453f8f497f63 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:41:01.925789 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-1f2e5046-2f6a-4f61-b667-eb3a66e092b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:01.999643 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2246453-5fd2-440c-a8ad-b1875f608bb6 x-openstack-request-id: req-d2246453-5fd2-440c-a8ad-b1875f608bb6 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:41:02.000031 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e9f3f7-bea8-46f5-a547-b3451be8f404", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d853e1-e627-4b39-b0e0-453f8f497f63", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:41:02.000184 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2246453-5fd2-440c-a8ad-b1875f608bb6 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:41:02.000602 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e9f3f7-bea8-46f5-a547-b3451be8f404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d853e1-e627-4b39-b0e0-453f8f497f63', 'code': 200} Sep 30 13:41:02.087002 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e5046-2f6a-4f61-b667-eb3a66e092b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d853e1-e627-4b39-b0e0-453f8f497f63,revision_number=6']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:02.111380 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-1f2e5046-2f6a-4f61-b667-eb3a66e092b5 service neutron] No DVR routers for this DVR port f3d853e1-e627-4b39-b0e0-453f8f497f63 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:41:02.256356 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-1f2e5046-2f6a-4f61-b667-eb3a66e092b5 service neutron] Attempting to bind port f3d853e1-e627-4b39-b0e0-453f8f497f63 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:41:02.256579 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-1f2e5046-2f6a-4f61-b667-eb3a66e092b5 service neutron] Attempting to bind port f3d853e1-e627-4b39-b0e0-453f8f497f63 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'dba95ec3-a976-4bf7-83ff-aff89ae5fe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:41:02.256885 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-1f2e5046-2f6a-4f61-b667-eb3a66e092b5 service neutron] Attempting to bind port f3d853e1-e627-4b39-b0e0-453f8f497f63 on network bbccde15-f5c3-48d1-863e-85cda26eeb50 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:41:02.262516 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-1f2e5046-2f6a-4f61-b667-eb3a66e092b5 service neutron] Port f3d853e1-e627-4b39-b0e0-453f8f497f63 on network bbccde15-f5c3-48d1-863e-85cda26eeb50 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:41:02.263641 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-1f2e5046-2f6a-4f61-b667-eb3a66e092b5 service neutron] Attempting to bind port f3d853e1-e627-4b39-b0e0-453f8f497f63 on network bbccde15-f5c3-48d1-863e-85cda26eeb50 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:41:02.270043 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-1f2e5046-2f6a-4f61-b667-eb3a66e092b5 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:41:02.270506 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-1f2e5046-2f6a-4f61-b667-eb3a66e092b5 service neutron] Checking segment: {'id': 'dba95ec3-a976-4bf7-83ff-aff89ae5fe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:41:02.270889 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-1f2e5046-2f6a-4f61-b667-eb3a66e092b5 service neutron] Bound using segment: {'id': 'dba95ec3-a976-4bf7-83ff-aff89ae5fe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:41:02.271303 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-1f2e5046-2f6a-4f61-b667-eb3a66e092b5 service neutron] Bound port: f3d853e1-e627-4b39-b0e0-453f8f497f63, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba95ec3-a976-4bf7-83ff-aff89ae5fe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:41:02.271668 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-1f2e5046-2f6a-4f61-b667-eb3a66e092b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:02.339425 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-1f2e5046-2f6a-4f61-b667-eb3a66e092b5 service neutron] For port f3d853e1-e627-4b39-b0e0-453f8f497f63, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:41:02.343469 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-1f2e5046-2f6a-4f61-b667-eb3a66e092b5 service neutron] For port f3d853e1-e627-4b39-b0e0-453f8f497f63, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=f3d853e1-e627-4b39-b0e0-453f8f497f63,segment=NetworkSegment(dba95ec3-a976-4bf7-83ff-aff89ae5fe19),segment_id=dba95ec3-a976-4bf7-83ff-aff89ae5fe19)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:41:02.348418 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-1f2e5046-2f6a-4f61-b667-eb3a66e092b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:02.385166 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-1f2e5046-2f6a-4f61-b667-eb3a66e092b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:02.385785 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-1f2e5046-2f6a-4f61-b667-eb3a66e092b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:02.387855 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-1f2e5046-2f6a-4f61-b667-eb3a66e092b5 service neutron] 10.222.0.39 "PUT /v2.0/ports/f3d853e1-e627-4b39-b0e0-453f8f497f63 HTTP/1.1" status: 200 len: 1092 time: 1.2906606 Sep 30 13:41:02.417112 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e5046-2f6a-4f61-b667-eb3a66e092b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d853e1-e627-4b39-b0e0-453f8f497f63,revision_number=7']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:02.468043 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-35a8ecfe-ff95-4c46-b664-125e75306213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:02.470331 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-35a8ecfe-ff95-4c46-b664-125e75306213 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 1095 time: 0.0606449 Sep 30 13:41:02.566888 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-4d25df3f-571f-428c-b7e6-55f1adad1b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:02.568489 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-4d25df3f-571f-428c-b7e6-55f1adad1b1c service neutron] 10.222.0.39 "GET /v2.0/networks?id=bbccde15-f5c3-48d1-863e-85cda26eeb50 HTTP/1.1" status: 200 len: 896 time: 0.0917950 Sep 30 13:41:02.643975 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-355c7e5b-a2ec-496d-868c-2a19b58f8017 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d853e1-e627-4b39-b0e0-453f8f497f63 HTTP/1.1" status: 200 len: 999 time: 0.0680485 Sep 30 13:41:02.699260 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-46938cba-b465-427f-b659-af556151fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:02.701496 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-46938cba-b465-427f-b659-af556151fe58 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d12fbbd-48e0-457d-9b75-1d31cf885a13 HTTP/1.1" status: 200 len: 834 time: 0.0502503 Sep 30 13:41:02.750347 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-9e169660-d69c-4b9d-b3f2-765a43e62383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:02.751926 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-9e169660-d69c-4b9d-b3f2-765a43e62383 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bbccde15-f5c3-48d1-863e-85cda26eeb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438097 Sep 30 13:41:02.844854 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-df418d09-8d8a-466f-bea5-9b50b5bb6c90 service neutron] 10.222.0.39 "GET /v2.0/networks/bbccde15-f5c3-48d1-863e-85cda26eeb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858886 Sep 30 13:41:02.966830 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8079bcca-1566-4885-a0a9-e3bf3b34da5f req-4c8f321c-0239-4b05-8e24-f7d4c913366d service neutron] 10.222.0.39 "GET /v2.0/networks/bbccde15-f5c3-48d1-863e-85cda26eeb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154933 Sep 30 13:41:02.981080 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a471e7-dec6-41ad-8763-8c6a108c28a4 req-8f34f60e-1c7f-4bf7-9819-9ff575de7485 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:02.982783 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-41a471e7-dec6-41ad-8763-8c6a108c28a4 req-8f34f60e-1c7f-4bf7-9819-9ff575de7485 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 944 time: 0.0747836 Sep 30 13:41:03.024899 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-41a471e7-dec6-41ad-8763-8c6a108c28a4 req-71e6c60d-2ceb-4360-88c4-50030b2ca1d7 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357325 Sep 30 13:41:03.201751 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-630c6750-fc6e-4227-b33e-5cc60de8ffa3 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-558729524&fields=id&tenant_id=866f7de7650a419a9623697f26d65ff4 HTTP/1.1" status: 200 len: 267 time: 0.0324390 Sep 30 13:41:03.307597 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-d268caab-c4ea-47b0-9325-4a1079c78c5c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:03.309581 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-d268caab-c4ea-47b0-9325-4a1079c78c5c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 811 time: 0.1012490 Sep 30 13:41:03.324030 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-3706ad23-302d-4335-a345-022212c3f958 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/quotas/866f7de7650a419a9623697f26d65ff4 HTTP/1.1" status: 200 len: 375 time: 0.0087740 Sep 30 13:41:03.379614 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-7148af57-4b67-449f-b885-87d30d02f7f3 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0500195 Sep 30 13:41:03.474348 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-61516fc6-d9bf-4f7b-b624-2c04ea9631fa service neutron] 10.222.0.18 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807850 Sep 30 13:41:03.858190 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-a323f50d-085b-47be-8ac9-a124f08cfdeb service neutron] 10.222.0.18 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776217 Sep 30 13:41:04.002410 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e9f3f7-bea8-46f5-a547-b3451be8f404', 'tag': 'f3d853e1-e627-4b39-b0e0-453f8f497f63'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:41:04.005047 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8799ce04-d2b1-4e31-96dd-d41444ba2c89" -d '{"events": [{"name": "network-changed", "server_uuid": "88e9f3f7-bea8-46f5-a547-b3451be8f404", "tag": "f3d853e1-e627-4b39-b0e0-453f8f497f63"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:41:04.058552 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cbcbe9-d06b-4fc4-a949-9cd2bdf39d59 x-openstack-request-id: req-42cbcbe9-d06b-4fc4-a949-9cd2bdf39d59 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:41:04.058935 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e9f3f7-bea8-46f5-a547-b3451be8f404", "tag": "f3d853e1-e627-4b39-b0e0-453f8f497f63", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:41:04.059230 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-42cbcbe9-d06b-4fc4-a949-9cd2bdf39d59 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:41:04.059655 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e9f3f7-bea8-46f5-a547-b3451be8f404', 'tag': 'f3d853e1-e627-4b39-b0e0-453f8f497f63', 'status': 'completed', 'code': 200} Sep 30 13:41:04.156243 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a268dcf1-8b3a-40c9-8c55-6b37f6097754 req-8d8bd970-3400-4e0c-bf1e-bb67ef4d430f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 210 time: 0.0284171 Sep 30 13:41:04.184143 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799ce04-d2b1-4e31-96dd-d41444ba2c89 req-909d29d2-8cad-40fe-baec-785d742881e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:04.185565 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8799ce04-d2b1-4e31-96dd-d41444ba2c89 req-909d29d2-8cad-40fe-baec-785d742881e8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 1095 time: 0.1066008 Sep 30 13:41:04.192215 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799ce04-d2b1-4e31-96dd-d41444ba2c89 req-e8dd27d6-03a0-4545-9914-89b01c4a9d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:04.193598 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8799ce04-d2b1-4e31-96dd-d41444ba2c89 req-e8dd27d6-03a0-4545-9914-89b01c4a9d85 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 1095 time: 0.1025195 Sep 30 13:41:04.257703 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588d1e9-da4c-4721-ab3b-9a8e32d026cf req-17120e96-0397-4c1d-ad53-2714d8d4dccb tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:04.259229 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5588d1e9-da4c-4721-ab3b-9a8e32d026cf req-17120e96-0397-4c1d-ad53-2714d8d4dccb tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 944 time: 0.1236300 Sep 30 13:41:04.389911 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799ce04-d2b1-4e31-96dd-d41444ba2c89 req-556c4639-4854-43e6-b717-57e273825911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:04.391484 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8799ce04-d2b1-4e31-96dd-d41444ba2c89 req-556c4639-4854-43e6-b717-57e273825911 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bbccde15-f5c3-48d1-863e-85cda26eeb50 HTTP/1.1" status: 200 len: 896 time: 0.1962733 Sep 30 13:41:04.399040 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5588d1e9-da4c-4721-ab3b-9a8e32d026cf req-ec719864-2cf1-4862-8244-f12ab00d6384 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113851 Sep 30 13:41:04.410745 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799ce04-d2b1-4e31-96dd-d41444ba2c89 req-ad69f4b5-8b12-496a-892f-fdf5bfaa7f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:04.412281 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8799ce04-d2b1-4e31-96dd-d41444ba2c89 req-ad69f4b5-8b12-496a-892f-fdf5bfaa7f34 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bbccde15-f5c3-48d1-863e-85cda26eeb50 HTTP/1.1" status: 200 len: 896 time: 0.2067904 Sep 30 13:41:04.516920 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8799ce04-d2b1-4e31-96dd-d41444ba2c89 req-9be052d6-6081-4dbf-b6a5-1da8dd8098e6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d853e1-e627-4b39-b0e0-453f8f497f63 HTTP/1.1" status: 200 len: 999 time: 0.1169682 Sep 30 13:41:04.535193 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8799ce04-d2b1-4e31-96dd-d41444ba2c89 req-5555d29a-4d6a-4010-8271-dfd6ced008da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d853e1-e627-4b39-b0e0-453f8f497f63 HTTP/1.1" status: 200 len: 999 time: 0.0940313 Sep 30 13:41:04.602450 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799ce04-d2b1-4e31-96dd-d41444ba2c89 req-1d88c314-7c9c-4dbd-9274-ce2eea3a333f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:04.603891 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8799ce04-d2b1-4e31-96dd-d41444ba2c89 req-1d88c314-7c9c-4dbd-9274-ce2eea3a333f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d12fbbd-48e0-457d-9b75-1d31cf885a13 HTTP/1.1" status: 200 len: 834 time: 0.0795829 Sep 30 13:41:04.618422 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799ce04-d2b1-4e31-96dd-d41444ba2c89 req-95c1b7ce-6b40-4242-a6ef-1681417eff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:04.619808 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8799ce04-d2b1-4e31-96dd-d41444ba2c89 req-95c1b7ce-6b40-4242-a6ef-1681417eff83 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d12fbbd-48e0-457d-9b75-1d31cf885a13 HTTP/1.1" status: 200 len: 834 time: 0.0669880 Sep 30 13:41:04.628110 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device f3d853e1-e627-4b39-b0e0-453f8f497f63 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:41:04.680389 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device f3d853e1-e627-4b39-b0e0-453f8f497f63 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:41:04.685915 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799ce04-d2b1-4e31-96dd-d41444ba2c89 req-b82621c6-5d4f-4307-9dc8-5fb7476cf7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:04.687485 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8799ce04-d2b1-4e31-96dd-d41444ba2c89 req-b82621c6-5d4f-4307-9dc8-5fb7476cf7ed service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bbccde15-f5c3-48d1-863e-85cda26eeb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772491 Sep 30 13:41:04.693667 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799ce04-d2b1-4e31-96dd-d41444ba2c89 req-2d431096-0364-4b97-9aff-a36d9959472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:04.695126 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8799ce04-d2b1-4e31-96dd-d41444ba2c89 req-2d431096-0364-4b97-9aff-a36d9959472e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bbccde15-f5c3-48d1-863e-85cda26eeb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536160 Sep 30 13:41:04.847505 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8799ce04-d2b1-4e31-96dd-d41444ba2c89 req-f97f64e0-e9e3-4647-b591-d4807ee30e63 service neutron] 10.222.0.54 "GET /v2.0/networks/bbccde15-f5c3-48d1-863e-85cda26eeb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514266 Sep 30 13:41:04.849604 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8799ce04-d2b1-4e31-96dd-d41444ba2c89 req-a3e1549f-8a67-415c-a12a-502b2c5a8383 service neutron] 10.222.0.39 "GET /v2.0/networks/bbccde15-f5c3-48d1-863e-85cda26eeb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452758 Sep 30 13:41:05.006139 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8799ce04-d2b1-4e31-96dd-d41444ba2c89 req-24bb6730-b2bc-4427-b982-51ea9796d7a5 service neutron] 10.222.0.54 "GET /v2.0/networks/bbccde15-f5c3-48d1-863e-85cda26eeb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516843 Sep 30 13:41:05.020085 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8799ce04-d2b1-4e31-96dd-d41444ba2c89 req-0fa5de26-5361-442c-8047-dd10bcee4fc2 service neutron] 10.222.0.39 "GET /v2.0/networks/bbccde15-f5c3-48d1-863e-85cda26eeb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580358 Sep 30 13:41:05.115189 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-986d631e-72c3-470b-b7c6-bdc0f8c3bb54 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:05.116647 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-986d631e-72c3-470b-b7c6-bdc0f8c3bb54 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.39 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 811 time: 0.1096964 Sep 30 13:41:05.159042 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-4db4eca9-c448-496b-8ac9-a98f592739cf tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=866f7de7650a419a9623697f26d65ff4 HTTP/1.1" status: 200 len: 379 time: 0.0328481 Sep 30 13:41:05.168408 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-613a9979-7947-4eb5-8676-ab407b9aa839 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Request body: {'port': {'device_id': '2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'admin_state_up': True, 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'security_groups': ['01a0d05d-e5fc-46fb-b4c4-9518522a1284']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:41:05.262090 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3d49ac74-6d1c-432f-b2af-ae861cb50f0c req-f9ab453d-14a4-428a-a490-8d037715e122 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 210 time: 0.0262089 Sep 30 13:41:05.284808 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-613a9979-7947-4eb5-8676-ab407b9aa839 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Made reservation on behalf of 866f7de7650a419a9623697f26d65ff4 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:41:05.288594 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-613a9979-7947-4eb5-8676-ab407b9aa839 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:05.411783 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-613a9979-7947-4eb5-8676-ab407b9aa839 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Allocated IP 172.20.0.14 (949dc44d-a521-4909-8cff-116a74911834/3a29bd19-7bbd-493a-b0e5-a534c2103246/ddce5c35-7469-452f-bf8f-713f781f65a7) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:41:05.581900 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeea3cb-783c-468a-87ba-4790d0afc695 req-df7b500c-b23d-46e0-80d2-2b60bc75a335 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:05.583331 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0aeea3cb-783c-468a-87ba-4790d0afc695 req-df7b500c-b23d-46e0-80d2-2b60bc75a335 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 944 time: 0.1065915 Sep 30 13:41:05.594598 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-613a9979-7947-4eb5-8676-ab407b9aa839 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:05.641968 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0aeea3cb-783c-468a-87ba-4790d0afc695 req-8cd38065-2db5-45b3-91d0-ade773676583 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510538 Sep 30 13:41:05.663934 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-613a9979-7947-4eb5-8676-ab407b9aa839 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:05.712053 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-613a9979-7947-4eb5-8676-ab407b9aa839 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Network 949dc44d-a521-4909-8cff-116a74911834 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:41:05.717584 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-613a9979-7947-4eb5-8676-ab407b9aa839 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:41:05.720483 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-613a9979-7947-4eb5-8676-ab407b9aa839 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:41:05.749429 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a9979-7947-4eb5-8676-ab407b9aa839 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event updated for resources: {'Port': ['ID=ddce5c35-7469-452f-bf8f-713f781f65a7,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:05.782349 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-613a9979-7947-4eb5-8676-ab407b9aa839 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:05.782869 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-613a9979-7947-4eb5-8676-ab407b9aa839 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:05.801433 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-613a9979-7947-4eb5-8676-ab407b9aa839 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6371729 Sep 30 13:41:05.816850 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-77d3818b-ae0c-4443-af7c-af89495c7192 service neutron] Request body: {'port': {'device_id': '2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:41:05.969654 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-77d3818b-ae0c-4443-af7c-af89495c7192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:06.005175 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138b9e1-284d-4830-abcf-47cace858ad4 req-565bc52d-43ed-477f-babd-e211891d6e6e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:06.006726 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b138b9e1-284d-4830-abcf-47cace858ad4 req-565bc52d-43ed-477f-babd-e211891d6e6e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 944 time: 0.1618109 Sep 30 13:41:06.014597 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2edb9d-df10-4df7-8711-dde4351cc6ff req-38fad384-3ca8-4af3-9b9a-c28421794709 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:06.015935 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a2edb9d-df10-4df7-8711-dde4351cc6ff req-38fad384-3ca8-4af3-9b9a-c28421794709 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.54 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404&tenant_id=4fa461100d3b4c25872c36a62d32e6d8&binding%3Ahost_id=n-h1-810909-2 HTTP/1.1" status: 200 len: 944 time: 0.1587253 Sep 30 13:41:06.059137 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-90ea89c8-ccde-4743-93ca-b2decb9ff540 None None] Provisioning complete for port ddce5c35-7469-452f-bf8f-713f781f65a7 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:41:06.059720 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-90ea89c8-ccde-4743-93ca-b2decb9ff540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:06.093706 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-90ea89c8-ccde-4743-93ca-b2decb9ff540 None None] Port ddce5c35-7469-452f-bf8f-713f781f65a7 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:41:06.174222 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b138b9e1-284d-4830-abcf-47cace858ad4 req-d40c1a15-018d-4748-9a0b-4d3877bc73a0 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559491 Sep 30 13:41:06.196288 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-0a2edb9d-df10-4df7-8711-dde4351cc6ff req-64e816b4-a451-4398-a1fe-0587ddb618ff service neutron] delete failed (client error): The resource could not be found. Sep 30 13:41:06.197436 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a2edb9d-df10-4df7-8711-dde4351cc6ff req-64e816b4-a451-4398-a1fe-0587ddb618ff service neutron] 10.222.0.54 "DELETE /v2.0/ports/f3d853e1-e627-4b39-b0e0-453f8f497f63/bindings/n-h2-810909-2 HTTP/1.1" status: 404 len: 380 time: 0.1729960 Sep 30 13:41:06.338951 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2edb9d-df10-4df7-8711-dde4351cc6ff req-404ebd63-8d4a-468b-9647-b78a9e0f0874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:06.340509 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a2edb9d-df10-4df7-8711-dde4351cc6ff req-404ebd63-8d4a-468b-9647-b78a9e0f0874 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 1095 time: 0.0749876 Sep 30 13:41:06.394930 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c209aff-7bfa-4763-9022-a9e2cf7f62c9 req-b9193ab8-948a-4237-90a2-e5ba3f374fa6 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:06.396426 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2c209aff-7bfa-4763-9022-a9e2cf7f62c9 req-b9193ab8-948a-4237-90a2-e5ba3f374fa6 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 932 time: 0.0610476 Sep 30 13:41:06.446696 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2c209aff-7bfa-4763-9022-a9e2cf7f62c9 req-f89461ad-7459-46b5-b167-66e1b51dbb47 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434649 Sep 30 13:41:06.453487 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-77d3818b-ae0c-4443-af7c-af89495c7192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddce5c35-7469-452f-bf8f-713f781f65a7 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:41:06.463540 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-77d3818b-ae0c-4443-af7c-af89495c7192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:06.486397 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-77d3818b-ae0c-4443-af7c-af89495c7192 service neutron] Transition to ACTIVE for port object ddce5c35-7469-452f-bf8f-713f781f65a7 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:41:06.487637 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2edb9d-df10-4df7-8711-dde4351cc6ff req-f37c24cb-e3db-446e-a0b1-4325cd97f998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:06.489122 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a2edb9d-df10-4df7-8711-dde4351cc6ff req-f37c24cb-e3db-446e-a0b1-4325cd97f998 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bbccde15-f5c3-48d1-863e-85cda26eeb50 HTTP/1.1" status: 200 len: 896 time: 0.1413219 Sep 30 13:41:06.491432 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-77d3818b-ae0c-4443-af7c-af89495c7192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:06.866232 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device f3d853e1-e627-4b39-b0e0-453f8f497f63 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:41:06.956903 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3818b-ae0c-4443-af7c-af89495c7192 service neutron] Pushing event updated for resources: {'Port': ['ID=ddce5c35-7469-452f-bf8f-713f781f65a7,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:06.974496 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a2edb9d-df10-4df7-8711-dde4351cc6ff req-5e6eaba5-6883-4ec0-a901-a58dcac34f8e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d853e1-e627-4b39-b0e0-453f8f497f63 HTTP/1.1" status: 200 len: 999 time: 0.4747231 Sep 30 13:41:06.977896 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port f3d853e1-e627-4b39-b0e0-453f8f497f63, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=f3d853e1-e627-4b39-b0e0-453f8f497f63,segment=NetworkSegment(dba95ec3-a976-4bf7-83ff-aff89ae5fe19),segment_id=dba95ec3-a976-4bf7-83ff-aff89ae5fe19)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:41:06.990326 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'f3d853e1-e627-4b39-b0e0-453f8f497f63', 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50', 'port_id': 'f3d853e1-e627-4b39-b0e0-453f8f497f63', 'mac_address': 'fa:16:3e:f7:84:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d12fbbd-48e0-457d-9b75-1d31cf885a13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:41:07.030072 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:07.043029 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d853e1-e627-4b39-b0e0-453f8f497f63 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:41:07.062934 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port f3d853e1-e627-4b39-b0e0-453f8f497f63, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=f3d853e1-e627-4b39-b0e0-453f8f497f63,segment=NetworkSegment(dba95ec3-a976-4bf7-83ff-aff89ae5fe19),segment_id=dba95ec3-a976-4bf7-83ff-aff89ae5fe19)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:41:07.071182 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:07.071438 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2edb9d-df10-4df7-8711-dde4351cc6ff req-7e16bce5-a42f-4574-8201-ba4ead05a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:07.072811 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a2edb9d-df10-4df7-8711-dde4351cc6ff req-7e16bce5-a42f-4574-8201-ba4ead05a5af service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d12fbbd-48e0-457d-9b75-1d31cf885a13 HTTP/1.1" status: 200 len: 834 time: 0.0843186 Sep 30 13:41:07.112839 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-77d3818b-ae0c-4443-af7c-af89495c7192 service neutron] Attempting to bind port ddce5c35-7469-452f-bf8f-713f781f65a7 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:41:07.113172 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-77d3818b-ae0c-4443-af7c-af89495c7192 service neutron] Attempting to bind port ddce5c35-7469-452f-bf8f-713f781f65a7 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:41:07.113494 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-77d3818b-ae0c-4443-af7c-af89495c7192 service neutron] Attempting to bind port ddce5c35-7469-452f-bf8f-713f781f65a7 on network 949dc44d-a521-4909-8cff-116a74911834 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:41:07.120572 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-77d3818b-ae0c-4443-af7c-af89495c7192 service neutron] Port ddce5c35-7469-452f-bf8f-713f781f65a7 on network 949dc44d-a521-4909-8cff-116a74911834 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:41:07.120572 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-77d3818b-ae0c-4443-af7c-af89495c7192 service neutron] Attempting to bind port ddce5c35-7469-452f-bf8f-713f781f65a7 on network 949dc44d-a521-4909-8cff-116a74911834 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:41:07.126371 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=f3d853e1-e627-4b39-b0e0-453f8f497f63,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:07.129762 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-77d3818b-ae0c-4443-af7c-af89495c7192 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:41:07.130123 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-77d3818b-ae0c-4443-af7c-af89495c7192 service neutron] Checking segment: {'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:41:07.130509 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-77d3818b-ae0c-4443-af7c-af89495c7192 service neutron] Bound using segment: {'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:41:07.130939 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-77d3818b-ae0c-4443-af7c-af89495c7192 service neutron] Bound port: ddce5c35-7469-452f-bf8f-713f781f65a7, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c5d6f0-1401-4e39-a0dc-77ec18f25de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '949dc44d-a521-4909-8cff-116a74911834'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:41:07.131296 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-77d3818b-ae0c-4443-af7c-af89495c7192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:07.135245 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:07.135593 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:07.135933 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:07.136267 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:07.136624 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:07.137475 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:07.137801 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:07.138158 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:07.138485 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:07.138806 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:07.139128 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:07.139450 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:07.149233 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2edb9d-df10-4df7-8711-dde4351cc6ff req-43495cd2-7968-488c-827c-005360c30657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:07.150540 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a2edb9d-df10-4df7-8711-dde4351cc6ff req-43495cd2-7968-488c-827c-005360c30657 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bbccde15-f5c3-48d1-863e-85cda26eeb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694454 Sep 30 13:41:07.275294 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-77d3818b-ae0c-4443-af7c-af89495c7192 service neutron] For port ddce5c35-7469-452f-bf8f-713f781f65a7, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:41:07.299568 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['f3d853e1-e627-4b39-b0e0-453f8f497f63'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:41:07.307407 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-77d3818b-ae0c-4443-af7c-af89495c7192 service neutron] For port ddce5c35-7469-452f-bf8f-713f781f65a7, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ddce5c35-7469-452f-bf8f-713f781f65a7,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:41:07.320521 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-77d3818b-ae0c-4443-af7c-af89495c7192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:07.360171 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a2edb9d-df10-4df7-8711-dde4351cc6ff req-fc576aa2-54bc-44f3-babd-ca25bec65816 service neutron] 10.222.0.54 "GET /v2.0/networks/bbccde15-f5c3-48d1-863e-85cda26eeb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897724 Sep 30 13:41:07.379949 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59ea6a-ad6e-4c0c-9ec3-7e377af593c0 req-c0e237c9-f729-4d0f-9c20-ca987d251c04 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:07.381483 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d59ea6a-ad6e-4c0c-9ec3-7e377af593c0 req-c0e237c9-f729-4d0f-9c20-ca987d251c04 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 945 time: 0.1326730 Sep 30 13:41:07.394174 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-77d3818b-ae0c-4443-af7c-af89495c7192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:07.394811 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-77d3818b-ae0c-4443-af7c-af89495c7192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:07.396167 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-77d3818b-ae0c-4443-af7c-af89495c7192 service neutron] 10.222.0.39 "PUT /v2.0/ports/ddce5c35-7469-452f-bf8f-713f781f65a7 HTTP/1.1" status: 200 len: 1092 time: 1.5841827 Sep 30 13:41:07.396612 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1', 'tag': 'ddce5c35-7469-452f-bf8f-713f781f65a7'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:41:07.398872 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cad6c8-4d97-4981-a74b-c302a815657b" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1", "tag": "ddce5c35-7469-452f-bf8f-713f781f65a7"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:41:07.503993 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c983a9-a215-4aa1-9f98-f1672f3965ca x-openstack-request-id: req-54c983a9-a215-4aa1-9f98-f1672f3965ca {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:41:07.504219 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1", "tag": "ddce5c35-7469-452f-bf8f-713f781f65a7", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:41:07.504425 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54c983a9-a215-4aa1-9f98-f1672f3965ca {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:41:07.504837 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1', 'tag': 'ddce5c35-7469-452f-bf8f-713f781f65a7', 'status': 'completed', 'code': 200} Sep 30 13:41:07.531839 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3818b-ae0c-4443-af7c-af89495c7192 service neutron] Pushing event updated for resources: {'Port': ['ID=ddce5c35-7469-452f-bf8f-713f781f65a7,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:07.567022 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d59ea6a-ad6e-4c0c-9ec3-7e377af593c0 req-dd428a87-fe0e-40c1-b5d7-56a57d431e1f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751852 Sep 30 13:41:07.598140 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a2edb9d-df10-4df7-8711-dde4351cc6ff req-26ce8c2a-f377-419b-8400-e8bcb7d30d70 service neutron] 10.222.0.54 "GET /v2.0/networks/bbccde15-f5c3-48d1-863e-85cda26eeb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269487 Sep 30 13:41:07.609552 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-26517da7-9f33-4879-bda8-c8674978a8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:07.614290 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-26517da7-9f33-4879-bda8-c8674978a8d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 1095 time: 0.1688504 Sep 30 13:41:07.647238 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f568cf2-d973-4837-aca7-516a0135fc1a req-288af2db-6127-467a-93c3-3a17be98d290 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:07.648813 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f568cf2-d973-4837-aca7-516a0135fc1a req-288af2db-6127-467a-93c3-3a17be98d290 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 944 time: 0.0903883 Sep 30 13:41:07.679224 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-f43acb4b-0999-4521-b8b0-d3a5ed93ed66 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddce5c35-7469-452f-bf8f-713f781f65a7 HTTP/1.1" status: 200 len: 217 time: 0.0561950 Sep 30 13:41:07.716674 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f568cf2-d973-4837-aca7-516a0135fc1a req-a8115914-0eff-46a9-a44c-2ff5263bf78b tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584061 Sep 30 13:41:07.753951 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-bddd459a-72b8-478e-8a39-22f01149cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:07.755862 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-bddd459a-72b8-478e-8a39-22f01149cfbf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a29bd19-7bbd-493a-b0e5-a534c2103246 HTTP/1.1" status: 200 len: 850 time: 0.0678713 Sep 30 13:41:07.803559 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-c17df019-535a-4d36-b2bb-13bae46fcf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:07.805143 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-c17df019-535a-4d36-b2bb-13bae46fcf82 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=949dc44d-a521-4909-8cff-116a74911834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416017 Sep 30 13:41:07.910719 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-cc87fd04-fb54-497b-8d8a-c218daa29991 service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866234 Sep 30 13:41:08.005095 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1289e9e8-c34a-4a4f-8f2b-4cd8d3709394 req-b00dca7c-73d3-4ab6-b2de-9389d45ed0e7 service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857952 Sep 30 13:41:08.093479 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cad6c8-4d97-4981-a74b-c302a815657b req-1ff7f034-91d7-4c6c-8fb6-98badc841819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:08.095124 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7cad6c8-4d97-4981-a74b-c302a815657b req-1ff7f034-91d7-4c6c-8fb6-98badc841819 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 1095 time: 0.0463006 Sep 30 13:41:08.187169 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cad6c8-4d97-4981-a74b-c302a815657b req-aef6c588-e715-491b-9d3e-0b8df8ccdc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:08.188676 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7cad6c8-4d97-4981-a74b-c302a815657b req-aef6c588-e715-491b-9d3e-0b8df8ccdc10 service neutron] 10.222.0.39 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 912 time: 0.0869312 Sep 30 13:41:08.235409 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7cad6c8-4d97-4981-a74b-c302a815657b req-a9c6d6a8-4128-4f41-b432-8fdd392b2fc4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddce5c35-7469-452f-bf8f-713f781f65a7 HTTP/1.1" status: 200 len: 217 time: 0.0398343 Sep 30 13:41:08.284995 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cad6c8-4d97-4981-a74b-c302a815657b req-b240fd22-152a-4592-a854-f061ce907893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:08.286546 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7cad6c8-4d97-4981-a74b-c302a815657b req-b240fd22-152a-4592-a854-f061ce907893 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a29bd19-7bbd-493a-b0e5-a534c2103246 HTTP/1.1" status: 200 len: 850 time: 0.0443249 Sep 30 13:41:08.333644 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cad6c8-4d97-4981-a74b-c302a815657b req-133e9b93-296d-4ca4-9f9b-ca96484b0fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:08.335153 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7cad6c8-4d97-4981-a74b-c302a815657b req-133e9b93-296d-4ca4-9f9b-ca96484b0fa4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=949dc44d-a521-4909-8cff-116a74911834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423155 Sep 30 13:41:08.432329 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7cad6c8-4d97-4981-a74b-c302a815657b req-5f13b921-f256-45b7-b574-5675f797745c service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894015 Sep 30 13:41:08.522252 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7cad6c8-4d97-4981-a74b-c302a815657b req-188efa05-5c41-419b-94ac-d3c8ca53a268 service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828073 Sep 30 13:41:08.689764 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735bc19-eeec-4410-9dfb-dfd642291755 req-e601e4a9-2161-43bb-b040-6f6f76ce93a8 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:08.691414 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f735bc19-eeec-4410-9dfb-dfd642291755 req-e601e4a9-2161-43bb-b040-6f6f76ce93a8 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 945 time: 0.0505455 Sep 30 13:41:08.734123 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f735bc19-eeec-4410-9dfb-dfd642291755 req-7b7b53bc-5000-436c-befd-76f1b06718a1 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366147 Sep 30 13:41:08.756053 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44308) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:41:08.848611 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7485f1da-e48a-4b20-8de8-0d0fc2d9b102 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/floatingips/b2eaa8f1-0e13-4eae-b5b4-1e38b9b8d21d HTTP/1.1" status: 200 len: 992 time: 0.0857034 Sep 30 13:41:08.865796 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4796b-f883-4c6c-8e17-483bec75f706 req-ad7525b3-a7fa-4244-a18e-56d74444b1cc tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:08.867387 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-19e4796b-f883-4c6c-8e17-483bec75f706 req-ad7525b3-a7fa-4244-a18e-56d74444b1cc tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 944 time: 0.0614574 Sep 30 13:41:08.876494 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device f3d853e1-e627-4b39-b0e0-453f8f497f63 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:41:08.906506 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-19e4796b-f883-4c6c-8e17-483bec75f706 req-7e4dfd3d-3837-4222-a200-5aec09221db7 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330350 Sep 30 13:41:08.930349 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port f3d853e1-e627-4b39-b0e0-453f8f497f63 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:41:08.933939 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port f3d853e1-e627-4b39-b0e0-453f8f497f63 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:41:08.934344 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:09.015953 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:09.039270 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e9f3f7-bea8-46f5-a547-b3451be8f404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d853e1-e627-4b39-b0e0-453f8f497f63'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:41:09.041490 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b2d204-18d9-4baf-83ef-e8e2f89f0eca" -d '{"events": [{"server_uuid": "88e9f3f7-bea8-46f5-a547-b3451be8f404", "name": "network-vif-plugged", "status": "completed", "tag": "f3d853e1-e627-4b39-b0e0-453f8f497f63"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:41:09.054514 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port f3d853e1-e627-4b39-b0e0-453f8f497f63, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=f3d853e1-e627-4b39-b0e0-453f8f497f63,segment=NetworkSegment(dba95ec3-a976-4bf7-83ff-aff89ae5fe19),segment_id=dba95ec3-a976-4bf7-83ff-aff89ae5fe19)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:41:09.061077 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:09.114736 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=f3d853e1-e627-4b39-b0e0-453f8f497f63,revision_number=9']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:09.201032 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5582d934-b383-4ba9-9cef-79a0d2c596b9 x-openstack-request-id: req-5582d934-b383-4ba9-9cef-79a0d2c596b9 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:41:09.201336 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e9f3f7-bea8-46f5-a547-b3451be8f404", "name": "network-vif-plugged", "status": "completed", "tag": "f3d853e1-e627-4b39-b0e0-453f8f497f63", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:41:09.201595 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5582d934-b383-4ba9-9cef-79a0d2c596b9 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:41:09.201995 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e9f3f7-bea8-46f5-a547-b3451be8f404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d853e1-e627-4b39-b0e0-453f8f497f63', 'code': 200} Sep 30 13:41:09.754428 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:41:10.019940 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50f216-f733-4c2b-9d68-77d9028e8c23 req-7814c288-ca90-445f-a649-298c48eb912a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:10.021580 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2c50f216-f733-4c2b-9d68-77d9028e8c23 req-7814c288-ca90-445f-a649-298c48eb912a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 944 time: 0.0480013 Sep 30 13:41:10.058637 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2c50f216-f733-4c2b-9d68-77d9028e8c23 req-02685f43-2fc0-470c-8d53-ebc1aebb62a7 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312855 Sep 30 13:41:11.174452 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7278a-27fb-4a40-9706-b402a4790fa2 req-4ea2f5f5-d212-45ea-9bf4-465c910ae52f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:11.175910 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13b7278a-27fb-4a40-9706-b402a4790fa2 req-4ea2f5f5-d212-45ea-9bf4-465c910ae52f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 944 time: 0.0483465 Sep 30 13:41:11.212440 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13b7278a-27fb-4a40-9706-b402a4790fa2 req-c7984443-11ee-410d-a2e7-8745d410e67d tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306907 Sep 30 13:41:12.329241 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4fc69-5edf-45ea-934f-10a5dfc32cd7 req-0784de12-5893-414c-9ea1-bbe0bfc066b8 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:12.330786 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-12b4fc69-5edf-45ea-934f-10a5dfc32cd7 req-0784de12-5893-414c-9ea1-bbe0bfc066b8 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 944 time: 0.0509093 Sep 30 13:41:12.371448 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-12b4fc69-5edf-45ea-934f-10a5dfc32cd7 req-517c30a1-f825-4ef0-8c48-2473885b8584 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341208 Sep 30 13:41:13.489952 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc08a9-4fae-4d27-a804-f19d29fdecb4 req-8db00d96-fdb4-48ec-ab2f-4201cfb549db tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:13.491578 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c1dc08a9-4fae-4d27-a804-f19d29fdecb4 req-8db00d96-fdb4-48ec-ab2f-4201cfb549db tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 944 time: 0.0497205 Sep 30 13:41:13.532957 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c1dc08a9-4fae-4d27-a804-f19d29fdecb4 req-881082ba-c8df-4c15-a14f-38be47c56679 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348113 Sep 30 13:41:14.649478 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506e411-3d9c-4901-abbc-e89b7cf760fb req-06481fef-fe98-4dab-ad38-23853feec4b8 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:14.650942 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2506e411-3d9c-4901-abbc-e89b7cf760fb req-06481fef-fe98-4dab-ad38-23853feec4b8 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 944 time: 0.0515997 Sep 30 13:41:14.689040 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2506e411-3d9c-4901-abbc-e89b7cf760fb req-2f493b85-87fb-48bb-aeaa-98c278bb76db tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321753 Sep 30 13:41:15.032339 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:15.803525 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7ccc6-be50-44da-a8d8-cf5c760a2055 req-d6c5d12b-fafa-4946-83d8-6fee7b4c4e4d tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:15.805007 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-acc7ccc6-be50-44da-a8d8-cf5c760a2055 req-d6c5d12b-fafa-4946-83d8-6fee7b4c4e4d tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 944 time: 0.0476949 Sep 30 13:41:15.848596 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-acc7ccc6-be50-44da-a8d8-cf5c760a2055 req-69b9c8ac-8067-49e1-aaef-aa47339dd932 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368903 Sep 30 13:41:16.892526 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ddce5c35-7469-452f-bf8f-713f781f65a7 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:41:16.968514 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dae4b1-31a4-42d4-bf3f-70b40663be53 req-1e30c841-1b87-4a1b-bb11-c99e1a89b803 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:16.970066 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-14dae4b1-31a4-42d4-bf3f-70b40663be53 req-1e30c841-1b87-4a1b-bb11-c99e1a89b803 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 944 time: 0.0531039 Sep 30 13:41:16.988487 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port ddce5c35-7469-452f-bf8f-713f781f65a7, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ddce5c35-7469-452f-bf8f-713f781f65a7,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:41:17.000020 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'ddce5c35-7469-452f-bf8f-713f781f65a7', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'port_id': 'ddce5c35-7469-452f-bf8f-713f781f65a7', 'mac_address': 'fa:16:3e:33:53:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:41:17.008508 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-14dae4b1-31a4-42d4-bf3f-70b40663be53 req-d7a478e4-6676-4b08-870a-9457cf031d25 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325201 Sep 30 13:41:17.036336 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:17.049073 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddce5c35-7469-452f-bf8f-713f781f65a7 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:41:17.068061 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port ddce5c35-7469-452f-bf8f-713f781f65a7, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ddce5c35-7469-452f-bf8f-713f781f65a7,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:41:17.071717 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:17.120544 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=ddce5c35-7469-452f-bf8f-713f781f65a7,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:17.299380 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['ddce5c35-7469-452f-bf8f-713f781f65a7'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:41:18.121618 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7479ea4-3e18-4bec-9a6d-8fcfae4866f5 req-9a9d2721-794b-4bf4-b72b-02b55bb01db4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:18.123126 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d7479ea4-3e18-4bec-9a6d-8fcfae4866f5 req-9a9d2721-794b-4bf4-b72b-02b55bb01db4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 945 time: 0.0494475 Sep 30 13:41:18.160178 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d7479ea4-3e18-4bec-9a6d-8fcfae4866f5 req-b1939dc3-f435-44a9-92f9-890114027e72 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312235 Sep 30 13:41:18.220030 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-efb2e33f-83ec-4679-9a04-1a5e2ea3db60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:18.904248 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ddce5c35-7469-452f-bf8f-713f781f65a7 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:41:18.951306 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port ddce5c35-7469-452f-bf8f-713f781f65a7 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:41:18.954776 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port ddce5c35-7469-452f-bf8f-713f781f65a7 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:41:18.955138 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:19.027450 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:19.051997 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddce5c35-7469-452f-bf8f-713f781f65a7'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:41:19.054210 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9206b86-ca50-4cd2-a5b3-f05b98cfb2a1" -d '{"events": [{"server_uuid": "2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1", "name": "network-vif-plugged", "status": "completed", "tag": "ddce5c35-7469-452f-bf8f-713f781f65a7"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:41:19.066372 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port ddce5c35-7469-452f-bf8f-713f781f65a7, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ddce5c35-7469-452f-bf8f-713f781f65a7,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:41:19.070365 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:19.093770 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c52f4aa-93f2-4294-8168-36b87be28205 x-openstack-request-id: req-8c52f4aa-93f2-4294-8168-36b87be28205 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:41:19.094092 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1", "name": "network-vif-plugged", "status": "completed", "tag": "ddce5c35-7469-452f-bf8f-713f781f65a7", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:41:19.094347 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c52f4aa-93f2-4294-8168-36b87be28205 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:41:19.094733 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddce5c35-7469-452f-bf8f-713f781f65a7', 'code': 200} Sep 30 13:41:19.120311 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=ddce5c35-7469-452f-bf8f-713f781f65a7,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:19.182946 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b301c-021b-4781-8c3b-3121f16bd912 req-10671944-4bc2-4af4-b74c-f5c7fa96dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:19.184389 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f75b301c-021b-4781-8c3b-3121f16bd912 req-10671944-4bc2-4af4-b74c-f5c7fa96dffd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 1097 time: 0.0398834 Sep 30 13:41:19.219788 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f75b301c-021b-4781-8c3b-3121f16bd912 req-09328bc0-d6b8-4d30-895b-892ff13ed37e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285938 Sep 30 13:41:19.271688 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104aa26d-cad8-4b7a-ae50-f2f299778c58 req-29836101-b8d5-4c64-9f37-302fe37ee662 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:19.273139 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-104aa26d-cad8-4b7a-ae50-f2f299778c58 req-29836101-b8d5-4c64-9f37-302fe37ee662 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 946 time: 0.0466914 Sep 30 13:41:19.313773 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-104aa26d-cad8-4b7a-ae50-f2f299778c58 req-e6373b90-8f80-4b25-a589-7664a581e5e4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343161 Sep 30 13:41:19.734201 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:20.431657 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85a5f9-ad95-41be-9282-d7332cf58403 req-5ce2bde8-8b51-47af-8b55-f1256ff55017 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:20.433152 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cb85a5f9-ad95-41be-9282-d7332cf58403 req-5ce2bde8-8b51-47af-8b55-f1256ff55017 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 946 time: 0.0500324 Sep 30 13:41:20.471573 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cb85a5f9-ad95-41be-9282-d7332cf58403 req-1514dba6-e01c-49c3-a6ca-b679d2c5de9a tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318253 Sep 30 13:41:20.731049 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-032632fe-9c0e-4a2a-bce8-1f09c47d2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:21.586694 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa78e4-6ef5-4704-8da4-355ae000bc08 req-146c79aa-114e-495c-acb3-fb4678059aeb tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:21.588164 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-85fa78e4-6ef5-4704-8da4-355ae000bc08 req-146c79aa-114e-495c-acb3-fb4678059aeb tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 946 time: 0.0488596 Sep 30 13:41:21.625795 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-85fa78e4-6ef5-4704-8da4-355ae000bc08 req-7bd02602-6516-43d2-9d8a-583528586e99 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313246 Sep 30 13:41:21.648162 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:21.744534 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e3f54-15cd-4960-851f-ac13d86c9562 req-0d1dc8dd-27c0-4e58-bac1-be8540ed3aaa tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:21.745920 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-570e3f54-15cd-4960-851f-ac13d86c9562 req-0d1dc8dd-27c0-4e58-bac1-be8540ed3aaa tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 946 time: 0.0540798 Sep 30 13:41:21.783943 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-570e3f54-15cd-4960-851f-ac13d86c9562 req-fcf0aa13-1067-4953-97b4-48c830354a07 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312486 Sep 30 13:41:21.805898 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44342) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:41:21.846088 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6fc8d5-0d3d-4451-95e3-87f45153b99c tempest-TestVolumeBootPattern-1553875399 tempest-TestVolumeBootPattern-1553875399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:21.847588 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-df6fc8d5-0d3d-4451-95e3-87f45153b99c tempest-TestVolumeBootPattern-1553875399 tempest-TestVolumeBootPattern-1553875399-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 1092 time: 0.0407083 Sep 30 13:41:21.850283 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44344) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:41:21.854495 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'port_id': 'ddce5c35-7469-452f-bf8f-713f781f65a7', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:41:21.876250 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:21.971083 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:22.070750 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Allocated IP 172.25.5.17 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/cd55e500-ed0e-4d52-98d9-2dea6f56c7e8) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:41:22.175573 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:22.207430 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:22.242096 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:41:22.248266 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:41:22.251781 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:41:22.275038 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event updated for resources: {'Port': ['ID=cd55e500-ed0e-4d52-98d9-2dea6f56c7e8,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:22.288724 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:22.289067 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:22.289406 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:22.289740 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:22.290105 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:22.290437 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:22.290763 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:22.291084 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:22.291407 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:22.291727 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:22.292047 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:22.292366 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:22.449530 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:22.617652 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:22.682052 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:22.830473 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:22.834954 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:22.905822 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event updated for resources: {'Port': ['ID=cd55e500-ed0e-4d52-98d9-2dea6f56c7e8,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:22.916086 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:23.010692 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Floating IP 7c665cab-230b-4e64-818d-656ecef9462f associated. External IP: 172.25.5.17, port: ddce5c35-7469-452f-bf8f-713f781f65a7. Sep 30 13:41:23.215062 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Router b352136a-9100-4049-b7cd-18db25281426 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:41:23.322168 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:41:23.331984 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca39d48-f6a9-4f1e-ae57-a9137623d05e None None] Sync routers for ids ['b352136a-9100-4049-b7cd-18db25281426'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:41:23.338827 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:23.341166 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca39d48-f6a9-4f1e-ae57-a9137623d05e None None] Routers {'b352136a-9100-4049-b7cd-18db25281426'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:41:23.341773 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-cca39d48-f6a9-4f1e-ae57-a9137623d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:41:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b352136a-9100-4049-b7cd-18db25281426'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:41:23.366428 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b24e54ce-0757-4663-9c4c-155c0d5de371 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5151129 Sep 30 13:41:23.367414 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1', 'tag': 'ddce5c35-7469-452f-bf8f-713f781f65a7'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:41:23.369833 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfce146-25fb-4702-a772-0f280c386c53" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1", "tag": "ddce5c35-7469-452f-bf8f-713f781f65a7"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:41:23.406351 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752e3b2c-0344-4aaa-81fc-7c0cfd3a9da8 x-openstack-request-id: req-752e3b2c-0344-4aaa-81fc-7c0cfd3a9da8 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:41:23.406663 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1", "tag": "ddce5c35-7469-452f-bf8f-713f781f65a7", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:41:23.406971 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-752e3b2c-0344-4aaa-81fc-7c0cfd3a9da8 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:41:23.407376 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1', 'tag': 'ddce5c35-7469-452f-bf8f-713f781f65a7', 'status': 'completed', 'code': 200} Sep 30 13:41:23.446808 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-cca39d48-f6a9-4f1e-ae57-a9137623d05e None None] Set router b352136a-9100-4049-b7cd-18db25281426 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:41:23.470650 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfce146-25fb-4702-a772-0f280c386c53 req-0beb594c-6969-456a-bbb9-0d9b4e9efad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:23.472080 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fbfce146-25fb-4702-a772-0f280c386c53 req-0beb594c-6969-456a-bbb9-0d9b4e9efad1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 1097 time: 0.0410984 Sep 30 13:41:23.567882 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfce146-25fb-4702-a772-0f280c386c53 req-f67c6182-f50f-49a5-897c-4a26dee3bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:23.569349 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fbfce146-25fb-4702-a772-0f280c386c53 req-f67c6182-f50f-49a5-897c-4a26dee3bcd6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 912 time: 0.0879586 Sep 30 13:41:23.637727 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fbfce146-25fb-4702-a772-0f280c386c53 req-5852b821-1677-4dec-8357-d591514bd153 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddce5c35-7469-452f-bf8f-713f781f65a7 HTTP/1.1" status: 200 len: 999 time: 0.0573866 Sep 30 13:41:23.665798 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-cca39d48-f6a9-4f1e-ae57-a9137623d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b352136a-9100-4049-b7cd-18db25281426', 'name': 'tempest-TestVolumeBootPattern-969616354-router', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:46Z', 'revision_number': 4, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'gw_port': {'id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '5539f272-385a-41ce-a8c6-31c3c062e06f', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'b352136a-9100-4049-b7cd-18db25281426', 'port_id': '3a9b9360-bfab-4bba-88d9-11b7de603b34', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'mac_address': 'fa:16:3e:78:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dce3b9a-097a-4f6f-b925-dd077b0ba842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:39:12Z', 'updated_at': '2021-09-30T13:39:15Z', 'revision_number': 1, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'fixed_ip_address_scope': None}, {'id': '7c665cab-230b-4e64-818d-656ecef9462f', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'b352136a-9100-4049-b7cd-18db25281426', 'port_id': 'ddce5c35-7469-452f-bf8f-713f781f65a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'mac_address': 'fa:16:3e:33:53:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:41:22Z', 'updated_at': '2021-09-30T13:41:22Z', 'revision_number': 0, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '447a3fd2-463e-4c39-954d-09131eb2c2f5', 'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'mac_address': 'fa:16:3e:97:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:45Z', 'updated_at': '2021-09-30T13:32:49Z', 'revision_number': 5, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'subnets': [{'id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:41:23.686000 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfce146-25fb-4702-a772-0f280c386c53 req-bceec12a-145b-464b-83e9-f212b7692f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:23.687500 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fbfce146-25fb-4702-a772-0f280c386c53 req-bceec12a-145b-464b-83e9-f212b7692f23 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a29bd19-7bbd-493a-b0e5-a534c2103246 HTTP/1.1" status: 200 len: 850 time: 0.0434420 Sep 30 13:41:23.691432 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca39d48-f6a9-4f1e-ae57-a9137623d05e None None] Checking router: b352136a-9100-4049-b7cd-18db25281426 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:41:23.699340 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca39d48-f6a9-4f1e-ae57-a9137623d05e None None] Routers {'b352136a-9100-4049-b7cd-18db25281426'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:41:23.699956 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-cca39d48-f6a9-4f1e-ae57-a9137623d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:41:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b352136a-9100-4049-b7cd-18db25281426'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:41:23.738128 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfce146-25fb-4702-a772-0f280c386c53 req-49968e8f-c8ef-4553-9816-1563c3204e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:23.739580 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fbfce146-25fb-4702-a772-0f280c386c53 req-49968e8f-c8ef-4553-9816-1563c3204e89 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=949dc44d-a521-4909-8cff-116a74911834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446787 Sep 30 13:41:23.802588 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-cca39d48-f6a9-4f1e-ae57-a9137623d05e None None] Set router b352136a-9100-4049-b7cd-18db25281426 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:41:23.830449 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fbfce146-25fb-4702-a772-0f280c386c53 req-a9005c11-6421-463b-a721-cda50aee8ef7 service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819795 Sep 30 13:41:23.925268 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fbfce146-25fb-4702-a772-0f280c386c53 req-05f1feae-0c8c-4e6a-97e3-fd2cc23aa43f service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868654 Sep 30 13:41:24.026352 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-cca39d48-f6a9-4f1e-ae57-a9137623d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b352136a-9100-4049-b7cd-18db25281426', 'name': 'tempest-TestVolumeBootPattern-969616354-router', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:46Z', 'revision_number': 4, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'gw_port': {'id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '5539f272-385a-41ce-a8c6-31c3c062e06f', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'b352136a-9100-4049-b7cd-18db25281426', 'port_id': '3a9b9360-bfab-4bba-88d9-11b7de603b34', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'mac_address': 'fa:16:3e:78:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dce3b9a-097a-4f6f-b925-dd077b0ba842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:39:12Z', 'updated_at': '2021-09-30T13:39:15Z', 'revision_number': 1, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'fixed_ip_address_scope': None}, {'id': '7c665cab-230b-4e64-818d-656ecef9462f', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'b352136a-9100-4049-b7cd-18db25281426', 'port_id': 'ddce5c35-7469-452f-bf8f-713f781f65a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'mac_address': 'fa:16:3e:33:53:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:41:22Z', 'updated_at': '2021-09-30T13:41:22Z', 'revision_number': 0, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '447a3fd2-463e-4c39-954d-09131eb2c2f5', 'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'mac_address': 'fa:16:3e:97:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:45Z', 'updated_at': '2021-09-30T13:32:49Z', 'revision_number': 5, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'subnets': [{'id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:41:24.054428 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca39d48-f6a9-4f1e-ae57-a9137623d05e None None] The sync data for ids ['b352136a-9100-4049-b7cd-18db25281426'] in n-d-810909-2 is: [{'id': 'b352136a-9100-4049-b7cd-18db25281426', 'name': 'tempest-TestVolumeBootPattern-969616354-router', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:46Z', 'revision_number': 4, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'gw_port': {'id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '5539f272-385a-41ce-a8c6-31c3c062e06f', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'b352136a-9100-4049-b7cd-18db25281426', 'port_id': '3a9b9360-bfab-4bba-88d9-11b7de603b34', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'mac_address': 'fa:16:3e:78:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dce3b9a-097a-4f6f-b925-dd077b0ba842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:39:12Z', 'updated_at': '2021-09-30T13:39:15Z', 'revision_number': 1, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'fixed_ip_address_scope': None}, {'id': '7c665cab-230b-4e64-818d-656ecef9462f', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'b352136a-9100-4049-b7cd-18db25281426', 'port_id': 'ddce5c35-7469-452f-bf8f-713f781f65a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'mac_address': 'fa:16:3e:33:53:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:41:22Z', 'updated_at': '2021-09-30T13:41:22Z', 'revision_number': 0, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '447a3fd2-463e-4c39-954d-09131eb2c2f5', 'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'mac_address': 'fa:16:3e:97:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:45Z', 'updated_at': '2021-09-30T13:32:49Z', 'revision_number': 5, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'subnets': [{'id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:41:24.206257 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:24.261592 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e414dcb-b4e9-4f19-91f5-5a54f2999a82 None None] New status for floating IP 7c665cab-230b-4e64-818d-656ecef9462f: ACTIVE {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:41:37.274767 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e54a89-650e-4da9-a882-e210f94ca0a1 req-55a3b0b8-dd9a-4fd4-b656-ed033813011d tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:37.276310 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-39e54a89-650e-4da9-a882-e210f94ca0a1 req-55a3b0b8-dd9a-4fd4-b656-ed033813011d tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 1097 time: 0.0410614 Sep 30 13:41:37.311105 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-39e54a89-650e-4da9-a882-e210f94ca0a1 req-4499b36c-8cde-4a7f-9d34-5fc04d4e00e8 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283558 Sep 30 13:41:37.333915 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44364) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:41:37.489925 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-aeba75b9-36ab-4744-b143-06095ba3afe0 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Deleting port e5592357-6c2a-41e5-bc51-13e7a97eee18 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:41:37.490288 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-aeba75b9-36ab-4744-b143-06095ba3afe0 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:37.565570 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-aeba75b9-36ab-4744-b143-06095ba3afe0 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:37.565896 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-aeba75b9-36ab-4744-b143-06095ba3afe0 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:37.577495 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-aeba75b9-36ab-4744-b143-06095ba3afe0 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Calling delete_port for e5592357-6c2a-41e5-bc51-13e7a97eee18 owned by network:floatingip {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:41:37.723235 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-aeba75b9-36ab-4744-b143-06095ba3afe0 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:37.748562 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba75b9-36ab-4744-b143-06095ba3afe0 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event deleted for resources: {'Port': ['ID=e5592357-6c2a-41e5-bc51-13e7a97eee18,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:37.812323 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-aeba75b9-36ab-4744-b143-06095ba3afe0 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for floatingip, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:37.812654 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-aeba75b9-36ab-4744-b143-06095ba3afe0 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Floating IP b2eaa8f1-0e13-4eae-b5b4-1e38b9b8d21d disassociated (deleted). External IP: 172.25.5.23, port: f3d853e1-e627-4b39-b0e0-453f8f497f63. Sep 30 13:41:38.017081 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeba75b9-36ab-4744-b143-06095ba3afe0 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Router 077d2452-07d1-423d-bb7c-5c85df897f5e has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:41:38.124037 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeba75b9-36ab-4744-b143-06095ba3afe0 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:41:38.128769 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-aeba75b9-36ab-4744-b143-06095ba3afe0 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:38.133400 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8323f0f3-f0a7-4f53-ba90-a450a0cb050e None None] Sync routers for ids ['077d2452-07d1-423d-bb7c-5c85df897f5e'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:41:38.141995 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8323f0f3-f0a7-4f53-ba90-a450a0cb050e None None] Routers {'077d2452-07d1-423d-bb7c-5c85df897f5e'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:41:38.142640 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8323f0f3-f0a7-4f53-ba90-a450a0cb050e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:41:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['077d2452-07d1-423d-bb7c-5c85df897f5e'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:41:38.157954 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-aeba75b9-36ab-4744-b143-06095ba3afe0 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "DELETE /v2.0/floatingips/b2eaa8f1-0e13-4eae-b5b4-1e38b9b8d21d HTTP/1.1" status: 204 len: 168 time: 0.8229396 Sep 30 13:41:38.158577 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e9f3f7-bea8-46f5-a547-b3451be8f404', 'tag': 'f3d853e1-e627-4b39-b0e0-453f8f497f63'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:41:38.160824 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62abeff2-ec77-4686-82d9-ed141219d664" -d '{"events": [{"name": "network-changed", "server_uuid": "88e9f3f7-bea8-46f5-a547-b3451be8f404", "tag": "f3d853e1-e627-4b39-b0e0-453f8f497f63"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:41:38.197914 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0e6bc5-19ea-400c-883c-61e496994ceb x-openstack-request-id: req-0d0e6bc5-19ea-400c-883c-61e496994ceb {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:41:38.198248 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e9f3f7-bea8-46f5-a547-b3451be8f404", "tag": "f3d853e1-e627-4b39-b0e0-453f8f497f63", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:41:38.198504 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d0e6bc5-19ea-400c-883c-61e496994ceb {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:41:38.198917 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e9f3f7-bea8-46f5-a547-b3451be8f404', 'tag': 'f3d853e1-e627-4b39-b0e0-453f8f497f63', 'status': 'completed', 'code': 200} Sep 30 13:41:38.255785 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-8323f0f3-f0a7-4f53-ba90-a450a0cb050e None None] Set router 077d2452-07d1-423d-bb7c-5c85df897f5e gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:41:38.263510 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abeff2-ec77-4686-82d9-ed141219d664 req-6307a0d0-4d69-4425-aec1-c44e5f3fd445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:38.265121 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62abeff2-ec77-4686-82d9-ed141219d664 req-6307a0d0-4d69-4425-aec1-c44e5f3fd445 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 1097 time: 0.0430226 Sep 30 13:41:38.412235 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abeff2-ec77-4686-82d9-ed141219d664 req-a527e6c0-f32f-4d1b-b8c4-bf151e9e5f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:38.414230 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62abeff2-ec77-4686-82d9-ed141219d664 req-a527e6c0-f32f-4d1b-b8c4-bf151e9e5f7c service neutron] 10.222.0.39 "GET /v2.0/networks?id=bbccde15-f5c3-48d1-863e-85cda26eeb50 HTTP/1.1" status: 200 len: 896 time: 0.1345820 Sep 30 13:41:38.432992 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129a035-745d-4d2d-9c1f-bf54ffbc27b5 req-33ce8ac3-2458-4da4-a71b-308f94f7f327 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:38.435334 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0129a035-745d-4d2d-9c1f-bf54ffbc27b5 req-33ce8ac3-2458-4da4-a71b-308f94f7f327 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 946 time: 0.0876079 Sep 30 13:41:38.473708 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8323f0f3-f0a7-4f53-ba90-a450a0cb050e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894803350', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:39:27Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '05c8fb42-17b1-4466-a500-90d60370a90c', 'name': '', 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:40:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '0d12fbbd-48e0-457d-9b75-1d31cf885a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:26Z', 'updated_at': '2021-09-30T13:39:29Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': '0d12fbbd-48e0-457d-9b75-1d31cf885a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:41:38.479996 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62abeff2-ec77-4686-82d9-ed141219d664 req-efaaf806-68ab-4bc6-a015-92089948133e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d853e1-e627-4b39-b0e0-453f8f497f63 HTTP/1.1" status: 200 len: 217 time: 0.0430214 Sep 30 13:41:38.543346 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0129a035-745d-4d2d-9c1f-bf54ffbc27b5 req-fdea259f-239b-4118-87c2-f07f2b68da52 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972435 Sep 30 13:41:38.562739 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abeff2-ec77-4686-82d9-ed141219d664 req-13911ec3-9e8b-4777-b7ad-b79cc7b79912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:38.573130 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62abeff2-ec77-4686-82d9-ed141219d664 req-13911ec3-9e8b-4777-b7ad-b79cc7b79912 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d12fbbd-48e0-457d-9b75-1d31cf885a13 HTTP/1.1" status: 200 len: 834 time: 0.0754795 Sep 30 13:41:38.621341 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abeff2-ec77-4686-82d9-ed141219d664 req-86d7a07a-df2f-4d9e-be25-57579355818e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:38.623339 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62abeff2-ec77-4686-82d9-ed141219d664 req-86d7a07a-df2f-4d9e-be25-57579355818e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bbccde15-f5c3-48d1-863e-85cda26eeb50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483680 Sep 30 13:41:38.623458 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8323f0f3-f0a7-4f53-ba90-a450a0cb050e None None] Checking router: 077d2452-07d1-423d-bb7c-5c85df897f5e for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:41:38.633724 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8323f0f3-f0a7-4f53-ba90-a450a0cb050e None None] Routers {'077d2452-07d1-423d-bb7c-5c85df897f5e'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:41:38.634333 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8323f0f3-f0a7-4f53-ba90-a450a0cb050e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:41:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['077d2452-07d1-423d-bb7c-5c85df897f5e'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:41:38.755032 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-8323f0f3-f0a7-4f53-ba90-a450a0cb050e None None] Set router 077d2452-07d1-423d-bb7c-5c85df897f5e gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:41:38.764996 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62abeff2-ec77-4686-82d9-ed141219d664 req-9f34132c-da7e-48f6-b174-9065596634f2 service neutron] 10.222.0.39 "GET /v2.0/networks/bbccde15-f5c3-48d1-863e-85cda26eeb50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319382 Sep 30 13:41:38.863761 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62abeff2-ec77-4686-82d9-ed141219d664 req-e98888ee-73c6-4f7a-a1bd-672dbf1bfd72 service neutron] 10.222.0.39 "GET /v2.0/networks/bbccde15-f5c3-48d1-863e-85cda26eeb50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907423 Sep 30 13:41:38.961032 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8323f0f3-f0a7-4f53-ba90-a450a0cb050e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894803350', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:39:27Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '05c8fb42-17b1-4466-a500-90d60370a90c', 'name': '', 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:40:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '0d12fbbd-48e0-457d-9b75-1d31cf885a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:26Z', 'updated_at': '2021-09-30T13:39:29Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': '0d12fbbd-48e0-457d-9b75-1d31cf885a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:41:38.989799 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8323f0f3-f0a7-4f53-ba90-a450a0cb050e None None] The sync data for ids ['077d2452-07d1-423d-bb7c-5c85df897f5e'] in n-d-810909-2 is: [{'id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894803350', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:39:27Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '05c8fb42-17b1-4466-a500-90d60370a90c', 'name': '', 'network_id': 'bbccde15-f5c3-48d1-863e-85cda26eeb50', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:40:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '0d12fbbd-48e0-457d-9b75-1d31cf885a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:26Z', 'updated_at': '2021-09-30T13:39:29Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': '0d12fbbd-48e0-457d-9b75-1d31cf885a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:41:39.224889 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fd1614-5985-4ebf-b4a0-21a64ee6ac64 None None] New status for floating IP b2eaa8f1-0e13-4eae-b5b4-1e38b9b8d21d: DOWN {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:41:39.677231 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4e4ee-551a-4d96-b321-875a8413afcc req-6a6b842f-861f-43b7-b1ab-c2f997619142 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:39.678728 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-35d4e4ee-551a-4d96-b321-875a8413afcc req-6a6b842f-861f-43b7-b1ab-c2f997619142 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 946 time: 0.0558496 Sep 30 13:41:39.720813 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-35d4e4ee-551a-4d96-b321-875a8413afcc req-860d7ae6-e5f2-4c0f-b453-018df54790bc tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a595281-6e7e-4784-863d-038694e35a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360787 Sep 30 13:41:39.792820 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90199e67-063a-4f1f-8e23-7f9c59b4fe3d req-61474022-21e0-4b78-aaec-9e7689a9a222 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:39.794306 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-90199e67-063a-4f1f-8e23-7f9c59b4fe3d req-61474022-21e0-4b78-aaec-9e7689a9a222 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.39 "GET /v2.0/ports?device_id=88e9f3f7-bea8-46f5-a547-b3451be8f404 HTTP/1.1" status: 200 len: 946 time: 0.0478187 Sep 30 13:41:39.885674 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-90199e67-063a-4f1f-8e23-7f9c59b4fe3d req-18f26e7e-7eb6-4053-967f-1333a76e1e04 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Deleting port f3d853e1-e627-4b39-b0e0-453f8f497f63 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:41:39.886032 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-90199e67-063a-4f1f-8e23-7f9c59b4fe3d req-18f26e7e-7eb6-4053-967f-1333a76e1e04 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:39.972940 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-90199e67-063a-4f1f-8e23-7f9c59b4fe3d req-18f26e7e-7eb6-4053-967f-1333a76e1e04 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] For port f3d853e1-e627-4b39-b0e0-453f8f497f63, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=f3d853e1-e627-4b39-b0e0-453f8f497f63,segment=NetworkSegment(dba95ec3-a976-4bf7-83ff-aff89ae5fe19),segment_id=dba95ec3-a976-4bf7-83ff-aff89ae5fe19)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:41:39.973227 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-90199e67-063a-4f1f-8e23-7f9c59b4fe3d req-18f26e7e-7eb6-4053-967f-1333a76e1e04 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:39.985771 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-90199e67-063a-4f1f-8e23-7f9c59b4fe3d req-18f26e7e-7eb6-4053-967f-1333a76e1e04 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Calling delete_port for f3d853e1-e627-4b39-b0e0-453f8f497f63 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:41:40.113744 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-90199e67-063a-4f1f-8e23-7f9c59b4fe3d req-18f26e7e-7eb6-4053-967f-1333a76e1e04 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:40.142365 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f26e7e-7eb6-4053-967f-1333a76e1e04 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event deleted for resources: {'Port': ['ID=f3d853e1-e627-4b39-b0e0-453f8f497f63,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:40.185874 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-90199e67-063a-4f1f-8e23-7f9c59b4fe3d req-18f26e7e-7eb6-4053-967f-1333a76e1e04 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] No DVR routers for this DVR port f3d853e1-e627-4b39-b0e0-453f8f497f63 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:41:40.188458 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-90199e67-063a-4f1f-8e23-7f9c59b4fe3d req-18f26e7e-7eb6-4053-967f-1333a76e1e04 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:40.190481 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-90199e67-063a-4f1f-8e23-7f9c59b4fe3d req-18f26e7e-7eb6-4053-967f-1333a76e1e04 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.39 "DELETE /v2.0/ports/f3d853e1-e627-4b39-b0e0-453f8f497f63 HTTP/1.1" status: 204 len: 173 time: 0.3892591 Sep 30 13:41:40.200070 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e9f3f7-bea8-46f5-a547-b3451be8f404', 'name': 'network-vif-deleted', 'tag': 'f3d853e1-e627-4b39-b0e0-453f8f497f63'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:41:40.203396 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30f867b-c97a-420a-9d2e-ffa35ad64ca0" -d '{"events": [{"server_uuid": "88e9f3f7-bea8-46f5-a547-b3451be8f404", "name": "network-vif-deleted", "tag": "f3d853e1-e627-4b39-b0e0-453f8f497f63"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:41:40.240043 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a581e87b-66ed-4767-a163-e4de73060d91 x-openstack-request-id: req-a581e87b-66ed-4767-a163-e4de73060d91 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:41:40.240334 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e9f3f7-bea8-46f5-a547-b3451be8f404", "name": "network-vif-deleted", "tag": "f3d853e1-e627-4b39-b0e0-453f8f497f63", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:41:40.240585 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a581e87b-66ed-4767-a163-e4de73060d91 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:41:40.240983 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e9f3f7-bea8-46f5-a547-b3451be8f404', 'name': 'network-vif-deleted', 'tag': 'f3d853e1-e627-4b39-b0e0-453f8f497f63', 'status': 'completed', 'code': 200} Sep 30 13:41:40.775395 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44378) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:41:41.124605 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-df018381-0ee0-4b3a-a916-431fa445eaac tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:41.382813 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-df018381-0ee0-4b3a-a916-431fa445eaac tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Deleting port 05c8fb42-17b1-4466-a500-90d60370a90c {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:41:41.383073 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-df018381-0ee0-4b3a-a916-431fa445eaac tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:41.476854 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-df018381-0ee0-4b3a-a916-431fa445eaac tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] For port 05c8fb42-17b1-4466-a500-90d60370a90c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=05c8fb42-17b1-4466-a500-90d60370a90c,segment=NetworkSegment(dba95ec3-a976-4bf7-83ff-aff89ae5fe19),segment_id=dba95ec3-a976-4bf7-83ff-aff89ae5fe19)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:41:41.477230 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-df018381-0ee0-4b3a-a916-431fa445eaac tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:41.488707 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-df018381-0ee0-4b3a-a916-431fa445eaac tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Calling delete_port for 05c8fb42-17b1-4466-a500-90d60370a90c owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:41:41.669406 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-df018381-0ee0-4b3a-a916-431fa445eaac tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:41.696274 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df018381-0ee0-4b3a-a916-431fa445eaac tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event deleted for resources: {'Port': ['ID=05c8fb42-17b1-4466-a500-90d60370a90c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:42.216993 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-df018381-0ee0-4b3a-a916-431fa445eaac tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:42.451225 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df018381-0ee0-4b3a-a916-431fa445eaac tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Router 077d2452-07d1-423d-bb7c-5c85df897f5e has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:41:42.556405 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df018381-0ee0-4b3a-a916-431fa445eaac tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:41:42.564004 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-df018381-0ee0-4b3a-a916-431fa445eaac tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "PUT /v2.0/routers/077d2452-07d1-423d-bb7c-5c85df897f5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7850063 Sep 30 13:41:42.564604 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44380) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:41:42.567193 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b9e2dd-c40b-4749-ba05-52a991694f1c None None] Sync routers for ids ['077d2452-07d1-423d-bb7c-5c85df897f5e'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:41:42.576785 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b9e2dd-c40b-4749-ba05-52a991694f1c None None] Routers {'077d2452-07d1-423d-bb7c-5c85df897f5e'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:41:42.577384 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-19b9e2dd-c40b-4749-ba05-52a991694f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:41:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['077d2452-07d1-423d-bb7c-5c85df897f5e'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:41:42.617978 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-985d5c85-bbf6-4933-90b4-81f6a01c6ae6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Deleting subnet 0d12fbbd-48e0-457d-9b75-1d31cf885a13 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:41:42.621157 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-985d5c85-bbf6-4933-90b4-81f6a01c6ae6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:42.661692 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-985d5c85-bbf6-4933-90b4-81f6a01c6ae6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:42.681946 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-19b9e2dd-c40b-4749-ba05-52a991694f1c None None] Set router 077d2452-07d1-423d-bb7c-5c85df897f5e gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:41:42.759447 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-985d5c85-bbf6-4933-90b4-81f6a01c6ae6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:42.825962 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-985d5c85-bbf6-4933-90b4-81f6a01c6ae6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:42.854536 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d5c85-bbf6-4933-90b4-81f6a01c6ae6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event deleted for resources: {'Subnet': ['ID=0d12fbbd-48e0-457d-9b75-1d31cf885a13,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:42.856526 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-985d5c85-bbf6-4933-90b4-81f6a01c6ae6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:42.858439 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-985d5c85-bbf6-4933-90b4-81f6a01c6ae6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "DELETE /v2.0/subnets/0d12fbbd-48e0-457d-9b75-1d31cf885a13 HTTP/1.1" status: 204 len: 168 time: 0.2926221 Sep 30 13:41:42.861273 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44382) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:41:42.866056 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d24a20-52a9-409a-8fbf-9fda24200c6d None None] Network bbccde15-f5c3-48d1-863e-85cda26eeb50 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:41:42.875613 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-19b9e2dd-c40b-4749-ba05-52a991694f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894803350', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:41:41Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:41:42.904992 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b9e2dd-c40b-4749-ba05-52a991694f1c None None] Checking router: 077d2452-07d1-423d-bb7c-5c85df897f5e for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:41:42.916645 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b9e2dd-c40b-4749-ba05-52a991694f1c None None] Routers {'077d2452-07d1-423d-bb7c-5c85df897f5e'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:41:42.917267 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-19b9e2dd-c40b-4749-ba05-52a991694f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:41:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['077d2452-07d1-423d-bb7c-5c85df897f5e'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:41:42.981826 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6999872d-2f5e-43be-a36e-51a9133c4eab tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:43.031081 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-19b9e2dd-c40b-4749-ba05-52a991694f1c None None] Set router 077d2452-07d1-423d-bb7c-5c85df897f5e gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:41:43.050310 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device f3d853e1-e627-4b39-b0e0-453f8f497f63 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:41:43.052412 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913f6558-8a32-415a-b29c-3f5b12dda68d None None] DHCP port deletion for bbccde15-f5c3-48d1-863e-85cda26eeb50 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:41:43.074493 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: f3d853e1-e627-4b39-b0e0-453f8f497f63 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:41:43.074926 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device f3d853e1-e627-4b39-b0e0-453f8f497f63 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:41:43.090459 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6999872d-2f5e-43be-a36e-51a9133c4eab tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:43.120032 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-913f6558-8a32-415a-b29c-3f5b12dda68d None None] Deleting port 4eaf8e06-1647-48e9-9300-ea483fb8bc99 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:41:43.120414 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-913f6558-8a32-415a-b29c-3f5b12dda68d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:43.148455 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-6999872d-2f5e-43be-a36e-51a9133c4eab tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Deleting port ca7920ad-0960-4bf3-8c27-b48153149000 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:41:43.148455 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6999872d-2f5e-43be-a36e-51a9133c4eab tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:43.235037 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-19b9e2dd-c40b-4749-ba05-52a991694f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894803350', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:41:41Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:41:43.241561 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-6999872d-2f5e-43be-a36e-51a9133c4eab tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] For port ca7920ad-0960-4bf3-8c27-b48153149000, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=ca7920ad-0960-4bf3-8c27-b48153149000,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:41:43.242219 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6999872d-2f5e-43be-a36e-51a9133c4eab tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:43.257603 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-6999872d-2f5e-43be-a36e-51a9133c4eab tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Calling delete_port for ca7920ad-0960-4bf3-8c27-b48153149000 owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:41:43.267957 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b9e2dd-c40b-4749-ba05-52a991694f1c None None] The sync data for ids ['077d2452-07d1-423d-bb7c-5c85df897f5e'] in n-d-810909-2 is: [{'id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894803350', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:41:41Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': 'ca7920ad-0960-4bf3-8c27-b48153149000', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077d2452-07d1-423d-bb7c-5c85df897f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:39:23Z', 'updated_at': '2021-09-30T13:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:41:43.344292 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-913f6558-8a32-415a-b29c-3f5b12dda68d None None] For port 4eaf8e06-1647-48e9-9300-ea483fb8bc99, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4eaf8e06-1647-48e9-9300-ea483fb8bc99,segment=NetworkSegment(dba95ec3-a976-4bf7-83ff-aff89ae5fe19),segment_id=dba95ec3-a976-4bf7-83ff-aff89ae5fe19)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:41:43.344602 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-913f6558-8a32-415a-b29c-3f5b12dda68d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:43.357620 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-913f6558-8a32-415a-b29c-3f5b12dda68d None None] Calling delete_port for 4eaf8e06-1647-48e9-9300-ea483fb8bc99 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:41:43.438171 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6999872d-2f5e-43be-a36e-51a9133c4eab tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:43.441658 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-913f6558-8a32-415a-b29c-3f5b12dda68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:43.463730 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999872d-2f5e-43be-a36e-51a9133c4eab tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event deleted for resources: {'Port': ['ID=ca7920ad-0960-4bf3-8c27-b48153149000,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:43.469236 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f6558-8a32-415a-b29c-3f5b12dda68d None None] Pushing event deleted for resources: {'Port': ['ID=4eaf8e06-1647-48e9-9300-ea483fb8bc99,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:43.472805 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913f6558-8a32-415a-b29c-3f5b12dda68d None None] No DVR routers for this DVR port 4eaf8e06-1647-48e9-9300-ea483fb8bc99 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:41:43.535617 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6999872d-2f5e-43be-a36e-51a9133c4eab tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:43.627520 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6999872d-2f5e-43be-a36e-51a9133c4eab tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:43.629186 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6999872d-2f5e-43be-a36e-51a9133c4eab tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:43.674960 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6999872d-2f5e-43be-a36e-51a9133c4eab tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:43.675628 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6999872d-2f5e-43be-a36e-51a9133c4eab tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Fanout notify agent at l3_agent the message router_deleted on router 077d2452-07d1-423d-bb7c-5c85df897f5e {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:41:43.683767 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6999872d-2f5e-43be-a36e-51a9133c4eab tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:43.684890 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6999872d-2f5e-43be-a36e-51a9133c4eab tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "DELETE /v2.0/routers/077d2452-07d1-423d-bb7c-5c85df897f5e HTTP/1.1" status: 204 len: 168 time: 0.8224335 Sep 30 13:41:43.687633 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44384) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:41:43.769642 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b65c651-02e4-41a0-b058-103351941550 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:43.867960 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b65c651-02e4-41a0-b058-103351941550 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:43.890133 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-7b65c651-02e4-41a0-b058-103351941550 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbccde15-f5c3-48d1-863e-85cda26eeb50']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:41:43.900653 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-7b65c651-02e4-41a0-b058-103351941550 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba95ec3-a976-4bf7-83ff-aff89ae5fe19') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:41:43.900949 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-7b65c651-02e4-41a0-b058-103351941550 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba95ec3-a976-4bf7-83ff-aff89ae5fe19') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:41:43.912183 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b65c651-02e4-41a0-b058-103351941550 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:43.927370 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b65c651-02e4-41a0-b058-103351941550 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:43.933762 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b65c651-02e4-41a0-b058-103351941550 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:41:43.934204 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b65c651-02e4-41a0-b058-103351941550 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:41:43.938149 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:41:44.008156 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b65c651-02e4-41a0-b058-103351941550 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:44.014852 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b65c651-02e4-41a0-b058-103351941550 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:44.016658 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7b65c651-02e4-41a0-b058-103351941550 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "DELETE /v2.0/networks/bbccde15-f5c3-48d1-863e-85cda26eeb50 HTTP/1.1" status: 204 len: 168 time: 0.3281131 Sep 30 13:41:44.019591 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44388) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:41:44.027802 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65c651-02e4-41a0-b058-103351941550 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event deleted for resources: {'Network': ['ID=bbccde15-f5c3-48d1-863e-85cda26eeb50,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:44.084688 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-def3f178-3454-48a3-a453-6a26b96dd8cc tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:44.111393 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-def3f178-3454-48a3-a453-6a26b96dd8cc tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:44.176011 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-def3f178-3454-48a3-a453-6a26b96dd8cc tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:44.179451 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-def3f178-3454-48a3-a453-6a26b96dd8cc tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:44.180747 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-def3f178-3454-48a3-a453-6a26b96dd8cc tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "DELETE /v2.0/security-groups/3a595281-6e7e-4784-863d-038694e35a98 HTTP/1.1" status: 204 len: 168 time: 0.1600616 Sep 30 13:41:44.190619 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3f178-3454-48a3-a453-6a26b96dd8cc tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a595281-6e7e-4784-863d-038694e35a98,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:44.522694 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44394) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:41:44.527344 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-6c92693f-902b-43ec-bd80-2213a7b966bf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1104760831', 'description': 'tempest-secgroup-smoke-1104760831 description', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:41:44.550240 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6c92693f-902b-43ec-bd80-2213a7b966bf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:44.630148 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6c92693f-902b-43ec-bd80-2213a7b966bf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:44.633636 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6c92693f-902b-43ec-bd80-2213a7b966bf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:44.660469 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6c92693f-902b-43ec-bd80-2213a7b966bf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:44.661673 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6c92693f-902b-43ec-bd80-2213a7b966bf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1379242 Sep 30 13:41:44.663668 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92693f-902b-43ec-bd80-2213a7b966bf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213c635a-9f32-4a17-a18b-a1c0526fd4d1,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:44.664856 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44396) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:41:44.670100 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-43030cf8-8440-4952-8806-91d62dc7be47 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'security_group_rule': {'security_group_id': '213c635a-9f32-4a17-a18b-a1c0526fd4d1', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:41:44.697705 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43030cf8-8440-4952-8806-91d62dc7be47 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:44.742740 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4eaf8e06-1647-48e9-9300-ea483fb8bc99 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:41:44.763016 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 4eaf8e06-1647-48e9-9300-ea483fb8bc99 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:41:44.763362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4eaf8e06-1647-48e9-9300-ea483fb8bc99 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:41:44.763780 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device ca7920ad-0960-4bf3-8c27-b48153149000 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:41:44.763978 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43030cf8-8440-4952-8806-91d62dc7be47 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:44.767674 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43030cf8-8440-4952-8806-91d62dc7be47 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:44.783093 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: ca7920ad-0960-4bf3-8c27-b48153149000 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:41:44.783440 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device ca7920ad-0960-4bf3-8c27-b48153149000 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:41:44.783853 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 05c8fb42-17b1-4466-a500-90d60370a90c no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:41:44.786871 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43030cf8-8440-4952-8806-91d62dc7be47 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d6799bd-49a3-44cd-9667-07a36169eb78,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:44.793953 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43030cf8-8440-4952-8806-91d62dc7be47 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:44.795925 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-43030cf8-8440-4952-8806-91d62dc7be47 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1300621 Sep 30 13:41:44.798617 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44398) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:41:44.802938 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-9416f96c-f04a-4386-81b4-13dbfd6cecc7 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'security_group_rule': {'security_group_id': '213c635a-9f32-4a17-a18b-a1c0526fd4d1', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:41:44.803855 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 05c8fb42-17b1-4466-a500-90d60370a90c {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:41:44.804210 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 05c8fb42-17b1-4466-a500-90d60370a90c not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:41:44.831423 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9416f96c-f04a-4386-81b4-13dbfd6cecc7 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:44.888740 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9416f96c-f04a-4386-81b4-13dbfd6cecc7 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:44.892541 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9416f96c-f04a-4386-81b4-13dbfd6cecc7 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:44.919713 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416f96c-f04a-4386-81b4-13dbfd6cecc7 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af2646a-3009-461a-9fcd-733fa81ca3e8,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:44.922696 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9416f96c-f04a-4386-81b4-13dbfd6cecc7 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:44.923881 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9416f96c-f04a-4386-81b4-13dbfd6cecc7 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243591 Sep 30 13:41:44.926897 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44400) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:41:44.931440 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-5fe806b0-07a8-4f30-b72d-a1804ecc7018 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'security_group_rule': {'security_group_id': '213c635a-9f32-4a17-a18b-a1c0526fd4d1', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:41:44.956617 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5fe806b0-07a8-4f30-b72d-a1804ecc7018 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:45.016391 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5fe806b0-07a8-4f30-b72d-a1804ecc7018 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:45.020238 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5fe806b0-07a8-4f30-b72d-a1804ecc7018 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:45.033606 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:45.039788 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe806b0-07a8-4f30-b72d-a1804ecc7018 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2019b597-511d-4d56-89bb-9310e63ca2c8,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:45.045464 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5fe806b0-07a8-4f30-b72d-a1804ecc7018 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:45.050288 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5fe806b0-07a8-4f30-b72d-a1804ecc7018 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188607 Sep 30 13:41:45.050370 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44402) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:41:45.054975 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-8d71ae1e-500a-4524-8375-9cc32555d53c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'security_group_rule': {'security_group_id': '213c635a-9f32-4a17-a18b-a1c0526fd4d1', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:41:45.092046 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8d71ae1e-500a-4524-8375-9cc32555d53c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:45.156312 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8d71ae1e-500a-4524-8375-9cc32555d53c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:45.160099 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8d71ae1e-500a-4524-8375-9cc32555d53c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:45.180398 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71ae1e-500a-4524-8375-9cc32555d53c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6b0cbc-4ebf-4b3a-8e33-93b566da4f44,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:45.186735 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8d71ae1e-500a-4524-8375-9cc32555d53c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:45.187992 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8d71ae1e-500a-4524-8375-9cc32555d53c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1368177 Sep 30 13:41:45.190677 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44404) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:41:45.194830 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-b73b51c1-f4bd-442c-acf0-b3de5308bd5a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'security_group_rule': {'security_group_id': '213c635a-9f32-4a17-a18b-a1c0526fd4d1', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:41:45.218726 n-d-810909-2 neutron-server[94763]: INFO neutron.db.securitygroups_db [None req-b73b51c1-f4bd-442c-acf0-b3de5308bd5a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Project 4fa461100d3b4c25872c36a62d32e6d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 13:41:45.223724 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b73b51c1-f4bd-442c-acf0-b3de5308bd5a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:45.286565 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b73b51c1-f4bd-442c-acf0-b3de5308bd5a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:45.289976 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b73b51c1-f4bd-442c-acf0-b3de5308bd5a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:45.308350 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b51c1-f4bd-442c-acf0-b3de5308bd5a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5e849d-4445-4ae2-8de8-2b4de4353726,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:45.311863 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b73b51c1-f4bd-442c-acf0-b3de5308bd5a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:45.315758 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b73b51c1-f4bd-442c-acf0-b3de5308bd5a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215427 Sep 30 13:41:45.316124 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44406) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:41:45.320309 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-c946fc25-e929-452a-87dd-be3995164e30 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'security_group_rule': {'security_group_id': '213c635a-9f32-4a17-a18b-a1c0526fd4d1', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:41:45.343240 n-d-810909-2 neutron-server[94763]: INFO neutron.db.securitygroups_db [None req-c946fc25-e929-452a-87dd-be3995164e30 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Project 4fa461100d3b4c25872c36a62d32e6d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 13:41:45.348805 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c946fc25-e929-452a-87dd-be3995164e30 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:45.418106 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c946fc25-e929-452a-87dd-be3995164e30 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:45.422348 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c946fc25-e929-452a-87dd-be3995164e30 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:45.440886 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946fc25-e929-452a-87dd-be3995164e30 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1279081d-f774-4d36-aba0-be280a506558,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:45.449339 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c946fc25-e929-452a-87dd-be3995164e30 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:45.451327 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c946fc25-e929-452a-87dd-be3995164e30 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1343591 Sep 30 13:41:45.454373 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44408) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:41:45.460201 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-43541ad4-5439-4fa0-bb8c-b3ed5779a5af tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'network': {'name': 'tempest-network-smoke--571129520', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'port_security_enabled': True}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:41:45.482748 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43541ad4-5439-4fa0-bb8c-b3ed5779a5af tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Made reservation on behalf of 4fa461100d3b4c25872c36a62d32e6d8 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:41:45.486808 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43541ad4-5439-4fa0-bb8c-b3ed5779a5af tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:45.518209 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43541ad4-5439-4fa0-bb8c-b3ed5779a5af tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:41:45.528327 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43541ad4-5439-4fa0-bb8c-b3ed5779a5af tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:45.528703 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-43541ad4-5439-4fa0-bb8c-b3ed5779a5af tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Added segment de405a0c-0a8a-4708-899d-bdc5588a964b of type vlan for network 0a9f8bff-dedc-467f-832a-9249e7027023 Sep 30 13:41:45.573701 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43541ad4-5439-4fa0-bb8c-b3ed5779a5af tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:45.600764 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43541ad4-5439-4fa0-bb8c-b3ed5779a5af tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:45.607198 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43541ad4-5439-4fa0-bb8c-b3ed5779a5af tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:45.607958 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-43541ad4-5439-4fa0-bb8c-b3ed5779a5af tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:45.635680 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-43541ad4-5439-4fa0-bb8c-b3ed5779a5af tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1801813 Sep 30 13:41:45.638495 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44410) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:41:45.643238 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-7364d9d6-00af-48a8-a226-14087a64c80c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-708522316', 'admin_state_up': True, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:41:45.666278 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7364d9d6-00af-48a8-a226-14087a64c80c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:45.667277 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7364d9d6-00af-48a8-a226-14087a64c80c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:45.677301 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43541ad4-5439-4fa0-bb8c-b3ed5779a5af tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Network': ['ID=0a9f8bff-dedc-467f-832a-9249e7027023,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:45.688633 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 0a9f8bff-dedc-467f-832a-9249e7027023 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:41:45.721988 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7364d9d6-00af-48a8-a226-14087a64c80c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:45.862382 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7364d9d6-00af-48a8-a226-14087a64c80c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:46.056525 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7364d9d6-00af-48a8-a226-14087a64c80c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:46.074693 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7364d9d6-00af-48a8-a226-14087a64c80c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:46.175275 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-7364d9d6-00af-48a8-a226-14087a64c80c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Allocated IP 172.25.5.137 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/84af2ccf-71d8-46f8-94e2-499bcf12a3a0) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:41:46.277339 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7364d9d6-00af-48a8-a226-14087a64c80c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:46.310646 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7364d9d6-00af-48a8-a226-14087a64c80c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:46.349502 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7364d9d6-00af-48a8-a226-14087a64c80c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:41:46.352344 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-7364d9d6-00af-48a8-a226-14087a64c80c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:41:46.355847 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7364d9d6-00af-48a8-a226-14087a64c80c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:41:46.378811 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364d9d6-00af-48a8-a226-14087a64c80c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Port': ['ID=84af2ccf-71d8-46f8-94e2-499bcf12a3a0,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:46.601844 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7364d9d6-00af-48a8-a226-14087a64c80c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:46.753773 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:41:46.794411 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7364d9d6-00af-48a8-a226-14087a64c80c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:46.918589 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7364d9d6-00af-48a8-a226-14087a64c80c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Router fb9c3c68-554b-4673-97d1-040ec0d3a042 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:41:47.327860 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7364d9d6-00af-48a8-a226-14087a64c80c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:41:47.337052 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a626d19-dc6c-4969-bf8e-866a27718179 None None] Sync routers for ids ['fb9c3c68-554b-4673-97d1-040ec0d3a042'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:41:47.346350 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a626d19-dc6c-4969-bf8e-866a27718179 None None] Routers {'fb9c3c68-554b-4673-97d1-040ec0d3a042'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:41:47.346488 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7364d9d6-00af-48a8-a226-14087a64c80c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:47.347057 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-6a626d19-dc6c-4969-bf8e-866a27718179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:41:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['fb9c3c68-554b-4673-97d1-040ec0d3a042'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:41:47.347723 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7364d9d6-00af-48a8-a226-14087a64c80c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7081556 Sep 30 13:41:47.350942 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44412) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:41:47.381369 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-85af7e47-3597-483c-94cb-ada850849950 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=4fa461100d3b4c25872c36a62d32e6d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270908 Sep 30 13:41:47.381605 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44414) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:41:47.452823 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-6a626d19-dc6c-4969-bf8e-866a27718179 None None] Set router fb9c3c68-554b-4673-97d1-040ec0d3a042 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:41:47.466533 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12374dd-b18d-4fee-a5ff-9e0737c22430 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:47.468305 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a12374dd-b18d-4fee-a5ff-9e0737c22430 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857852 Sep 30 13:41:47.471105 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44416) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:41:47.502164 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f5bc3b98-c44a-468a-ac26-10078d7da6e6 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7bf2cdd5-9828-4259-bd46-d7f13451331c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299814 Sep 30 13:41:47.504586 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44418) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:41:47.509209 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-cfb06fb4-1a30-4db3-8d65-a6a4a12d57f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-223680836', 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:41:47.595415 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb06fb4-1a30-4db3-8d65-a6a4a12d57f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Made reservation on behalf of 4fa461100d3b4c25872c36a62d32e6d8 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:41:47.598843 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cfb06fb4-1a30-4db3-8d65-a6a4a12d57f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:47.631155 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-6a626d19-dc6c-4969-bf8e-866a27718179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-708522316', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '84af2ccf-71d8-46f8-94e2-499bcf12a3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:41:45Z', 'updated_at': '2021-09-30T13:41:46Z', 'revision_number': 3, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '84af2ccf-71d8-46f8-94e2-499bcf12a3a0', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:41:46Z', 'updated_at': '2021-09-30T13:41:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:41:47.657523 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a626d19-dc6c-4969-bf8e-866a27718179 None None] Checking router: fb9c3c68-554b-4673-97d1-040ec0d3a042 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:41:47.657881 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a626d19-dc6c-4969-bf8e-866a27718179 None None] Updating router fb9c3c68-554b-4673-97d1-040ec0d3a042 port 84af2ccf-71d8-46f8-94e2-499bcf12a3a0 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:41:47.688048 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6a626d19-dc6c-4969-bf8e-866a27718179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:47.779265 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cfb06fb4-1a30-4db3-8d65-a6a4a12d57f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:47.836379 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb06fb4-1a30-4db3-8d65-a6a4a12d57f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Subnet': ['ID=00a4bc69-6bad-475d-a93a-7f40434bb0ed,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:47.847698 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb06fb4-1a30-4db3-8d65-a6a4a12d57f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Checking segment: {'id': 'de405a0c-0a8a-4708-899d-bdc5588a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:41:47.847982 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb06fb4-1a30-4db3-8d65-a6a4a12d57f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Network hostable DHCP agents. Network: 0a9f8bff-dedc-467f-832a-9249e7027023, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:41:47.864306 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb06fb4-1a30-4db3-8d65-a6a4a12d57f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Network 0a9f8bff-dedc-467f-832a-9249e7027023 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:41:47.873610 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-cfb06fb4-1a30-4db3-8d65-a6a4a12d57f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 0a9f8bff-dedc-467f-832a-9249e7027023) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:41:47.877852 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb06fb4-1a30-4db3-8d65-a6a4a12d57f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:47.879150 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cfb06fb4-1a30-4db3-8d65-a6a4a12d57f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:47.883982 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe44f7ee-5113-4e43-a09c-f68d1c153c66 None None] Network 0a9f8bff-dedc-467f-832a-9249e7027023 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:41:47.895189 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cfb06fb4-1a30-4db3-8d65-a6a4a12d57f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3894114 Sep 30 13:41:47.897668 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44420) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:41:48.015575 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6a626d19-dc6c-4969-bf8e-866a27718179 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:48.040984 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6a626d19-dc6c-4969-bf8e-866a27718179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:48.104215 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-6a626d19-dc6c-4969-bf8e-866a27718179 None None] Attempting to bind port 84af2ccf-71d8-46f8-94e2-499bcf12a3a0 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:41:48.104502 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-6a626d19-dc6c-4969-bf8e-866a27718179 None None] Attempting to bind port 84af2ccf-71d8-46f8-94e2-499bcf12a3a0 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:41:48.104861 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a626d19-dc6c-4969-bf8e-866a27718179 None None] Attempting to bind port 84af2ccf-71d8-46f8-94e2-499bcf12a3a0 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:41:48.125661 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b0000-e258-4878-ab92-985a328f7e07 None None] Pushing event updated for resources: {'Port': ['ID=84af2ccf-71d8-46f8-94e2-499bcf12a3a0,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:48.129908 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a626d19-dc6c-4969-bf8e-866a27718179 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:41:48.130295 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a626d19-dc6c-4969-bf8e-866a27718179 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:41:48.130677 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6a626d19-dc6c-4969-bf8e-866a27718179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:48.131055 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a626d19-dc6c-4969-bf8e-866a27718179 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:41:48.131530 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-6a626d19-dc6c-4969-bf8e-866a27718179 None None] Bound port: 84af2ccf-71d8-46f8-94e2-499bcf12a3a0, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:41:48.131900 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6a626d19-dc6c-4969-bf8e-866a27718179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:48.157083 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84edd960-8594-4c95-8284-8e42673be94e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-0a9f8bff-dedc-467f-832a-9249e7027023', 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'fixed_ips': [{'subnet_id': '00a4bc69-6bad-475d-a93a-7f40434bb0ed'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:41:48.157911 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-84edd960-8594-4c95-8284-8e42673be94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:48.251327 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-6a626d19-dc6c-4969-bf8e-866a27718179 None None] For port 84af2ccf-71d8-46f8-94e2-499bcf12a3a0, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:41:48.275370 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-6a626d19-dc6c-4969-bf8e-866a27718179 None None] For port 84af2ccf-71d8-46f8-94e2-499bcf12a3a0, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=84af2ccf-71d8-46f8-94e2-499bcf12a3a0,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:41:48.283019 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6a626d19-dc6c-4969-bf8e-866a27718179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:48.291208 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-79d13761-8f9e-4d67-ba68-a29761c65633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:48.334155 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-24ced786-63be-46cc-9e12-cb95712ad43c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:48.385663 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a626d19-dc6c-4969-bf8e-866a27718179 None None] Routers {'fb9c3c68-554b-4673-97d1-040ec0d3a042'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:41:48.386313 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-6a626d19-dc6c-4969-bf8e-866a27718179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:41:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['fb9c3c68-554b-4673-97d1-040ec0d3a042'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:41:48.393955 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-84edd960-8594-4c95-8284-8e42673be94e None None] Allocated IP 172.20.0.2 (0a9f8bff-dedc-467f-832a-9249e7027023/00a4bc69-6bad-475d-a93a-7f40434bb0ed/a9df04b8-0cd2-4518-8089-4845eeeba359) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:41:48.395858 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b0000-e258-4878-ab92-985a328f7e07 None None] Pushing event updated for resources: {'Port': ['ID=84af2ccf-71d8-46f8-94e2-499bcf12a3a0,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:48.557011 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-6a626d19-dc6c-4969-bf8e-866a27718179 None None] Set router fb9c3c68-554b-4673-97d1-040ec0d3a042 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:41:48.723844 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-84edd960-8594-4c95-8284-8e42673be94e None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:48.736553 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-84edd960-8594-4c95-8284-8e42673be94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:48.778957 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-24ced786-63be-46cc-9e12-cb95712ad43c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Allocated IP 172.20.0.1 (0a9f8bff-dedc-467f-832a-9249e7027023/00a4bc69-6bad-475d-a93a-7f40434bb0ed/92d0d516-4802-40a0-a82c-04a90816ac0b) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:41:48.789656 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84edd960-8594-4c95-8284-8e42673be94e None None] Network 0a9f8bff-dedc-467f-832a-9249e7027023 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:41:48.797044 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-84edd960-8594-4c95-8284-8e42673be94e None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:41:48.799680 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84edd960-8594-4c95-8284-8e42673be94e None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:41:48.833516 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84edd960-8594-4c95-8284-8e42673be94e None None] Pushing event updated for resources: {'Port': ['ID=a9df04b8-0cd2-4518-8089-4845eeeba359,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:48.874716 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-84edd960-8594-4c95-8284-8e42673be94e None None] Attempting to bind port a9df04b8-0cd2-4518-8089-4845eeeba359 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:41:48.875064 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-84edd960-8594-4c95-8284-8e42673be94e None None] Attempting to bind port a9df04b8-0cd2-4518-8089-4845eeeba359 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'de405a0c-0a8a-4708-899d-bdc5588a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:41:48.875431 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84edd960-8594-4c95-8284-8e42673be94e None None] Attempting to bind port a9df04b8-0cd2-4518-8089-4845eeeba359 on network 0a9f8bff-dedc-467f-832a-9249e7027023 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:41:48.882682 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84edd960-8594-4c95-8284-8e42673be94e None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:41:48.883056 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84edd960-8594-4c95-8284-8e42673be94e None None] Checking segment: {'id': 'de405a0c-0a8a-4708-899d-bdc5588a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:41:48.883452 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-84edd960-8594-4c95-8284-8e42673be94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:48.883844 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84edd960-8594-4c95-8284-8e42673be94e None None] Bound using segment: {'id': 'de405a0c-0a8a-4708-899d-bdc5588a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:41:48.884304 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-84edd960-8594-4c95-8284-8e42673be94e None None] Bound port: a9df04b8-0cd2-4518-8089-4845eeeba359, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de405a0c-0a8a-4708-899d-bdc5588a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:41:48.884682 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-84edd960-8594-4c95-8284-8e42673be94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:48.891599 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-24ced786-63be-46cc-9e12-cb95712ad43c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:48.932175 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-24ced786-63be-46cc-9e12-cb95712ad43c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:48.975560 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ced786-63be-46cc-9e12-cb95712ad43c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Network 0a9f8bff-dedc-467f-832a-9249e7027023 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:41:48.978815 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-24ced786-63be-46cc-9e12-cb95712ad43c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:41:48.982122 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ced786-63be-46cc-9e12-cb95712ad43c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:41:49.014045 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ced786-63be-46cc-9e12-cb95712ad43c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Port': ['ID=92d0d516-4802-40a0-a82c-04a90816ac0b,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:49.032676 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-24ced786-63be-46cc-9e12-cb95712ad43c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:49.051216 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-6a626d19-dc6c-4969-bf8e-866a27718179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-708522316', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '84af2ccf-71d8-46f8-94e2-499bcf12a3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:41:45Z', 'updated_at': '2021-09-30T13:41:46Z', 'revision_number': 3, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '84af2ccf-71d8-46f8-94e2-499bcf12a3a0', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:41:46Z', 'updated_at': '2021-09-30T13:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:41:49.093503 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a626d19-dc6c-4969-bf8e-866a27718179 None None] The sync data for ids ['fb9c3c68-554b-4673-97d1-040ec0d3a042'] in n-d-810909-2 is: [{'id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-708522316', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '84af2ccf-71d8-46f8-94e2-499bcf12a3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:41:45Z', 'updated_at': '2021-09-30T13:41:46Z', 'revision_number': 3, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '84af2ccf-71d8-46f8-94e2-499bcf12a3a0', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:41:46Z', 'updated_at': '2021-09-30T13:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:41:49.126385 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-84edd960-8594-4c95-8284-8e42673be94e None None] For port a9df04b8-0cd2-4518-8089-4845eeeba359, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:41:49.129913 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-84edd960-8594-4c95-8284-8e42673be94e None None] For port a9df04b8-0cd2-4518-8089-4845eeeba359, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=a9df04b8-0cd2-4518-8089-4845eeeba359,segment=NetworkSegment(de405a0c-0a8a-4708-899d-bdc5588a964b),segment_id=de405a0c-0a8a-4708-899d-bdc5588a964b)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:41:49.136062 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-84edd960-8594-4c95-8284-8e42673be94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:49.170796 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-24ced786-63be-46cc-9e12-cb95712ad43c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:49.193774 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84edd960-8594-4c95-8284-8e42673be94e None None] Pushing event updated for resources: {'Port': ['ID=a9df04b8-0cd2-4518-8089-4845eeeba359,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:49.514926 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-24ced786-63be-46cc-9e12-cb95712ad43c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:49.520364 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-24ced786-63be-46cc-9e12-cb95712ad43c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:49.594617 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ced786-63be-46cc-9e12-cb95712ad43c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Port': ['ID=92d0d516-4802-40a0-a82c-04a90816ac0b,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:49.599691 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-24ced786-63be-46cc-9e12-cb95712ad43c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:49.700891 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ced786-63be-46cc-9e12-cb95712ad43c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Network 0a9f8bff-dedc-467f-832a-9249e7027023 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:41:49.702322 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-24ced786-63be-46cc-9e12-cb95712ad43c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:41:49.733491 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:49.821394 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ced786-63be-46cc-9e12-cb95712ad43c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Router fb9c3c68-554b-4673-97d1-040ec0d3a042 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:41:49.944088 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ced786-63be-46cc-9e12-cb95712ad43c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:41:49.951900 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-24ced786-63be-46cc-9e12-cb95712ad43c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "PUT /v2.0/routers/fb9c3c68-554b-4673-97d1-040ec0d3a042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0531163 Sep 30 13:41:50.112549 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-e8ec7e4c-bc41-471f-bfe5-d4126653565d tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1104760831&fields=id&tenant_id=4fa461100d3b4c25872c36a62d32e6d8 HTTP/1.1" status: 200 len: 267 time: 0.0354178 Sep 30 13:41:50.167450 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f170b54-ea08-42c8-b25d-61d026ac0e52 None None] Network 0a9f8bff-dedc-467f-832a-9249e7027023 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:41:50.228185 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-86fe7501-93ec-41b0-9100-02c2af71a45f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:50.229704 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-86fe7501-93ec-41b0-9100-02c2af71a45f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/networks?id=0a9f8bff-dedc-467f-832a-9249e7027023 HTTP/1.1" status: 200 len: 796 time: 0.1098881 Sep 30 13:41:50.245142 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-c2531900-d325-4f58-8b43-74b60654e6e8 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/quotas/4fa461100d3b4c25872c36a62d32e6d8 HTTP/1.1" status: 200 len: 375 time: 0.0089915 Sep 30 13:41:50.247611 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-b5b7189c-f572-40df-bd19-a54102103214 None None] Provisioning complete for port a9df04b8-0cd2-4518-8089-4845eeeba359 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:41:50.248000 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b5b7189c-f572-40df-bd19-a54102103214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:50.296589 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-bdc3dbe4-56d3-4844-813e-6e25f46e11d4 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451362 Sep 30 13:41:50.386745 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b5b7189c-f572-40df-bd19-a54102103214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:50.425398 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b5b7189c-f572-40df-bd19-a54102103214 None None] For port a9df04b8-0cd2-4518-8089-4845eeeba359, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=a9df04b8-0cd2-4518-8089-4845eeeba359,segment=NetworkSegment(de405a0c-0a8a-4708-899d-bdc5588a964b),segment_id=de405a0c-0a8a-4708-899d-bdc5588a964b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:41:50.431921 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b5b7189c-f572-40df-bd19-a54102103214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:50.489547 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-fe77168c-73e3-4dc2-9019-c4a350ff914e service neutron] 10.222.0.18 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809337 Sep 30 13:41:50.490449 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7189c-f572-40df-bd19-a54102103214 None None] Pushing event updated for resources: {'Port': ['ID=a9df04b8-0cd2-4518-8089-4845eeeba359,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:50.583595 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-1cffd851-5bb0-444e-95c2-76d883fb5f05 service neutron] 10.222.0.18 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868762 Sep 30 13:41:50.662843 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-28d56ae7-724a-4f5c-9e9d-0194020a3043 None None] Provisioning complete for port 92d0d516-4802-40a0-a82c-04a90816ac0b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:41:50.663393 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-28d56ae7-724a-4f5c-9e9d-0194020a3043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:50.765207 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-28d56ae7-724a-4f5c-9e9d-0194020a3043 None None] Port 92d0d516-4802-40a0-a82c-04a90816ac0b cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:41:50.772609 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c7f9e636-7d14-4b54-b066-4635c2263e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:50.793470 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-28d56ae7-724a-4f5c-9e9d-0194020a3043 None None] Provisioning complete for port a9df04b8-0cd2-4518-8089-4845eeeba359 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:41:50.797772 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-28d56ae7-724a-4f5c-9e9d-0194020a3043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:50.830041 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-db960e17-13d4-455a-b55c-4faeb2c2209f req-933b68b9-f212-4b3b-bc53-3f887683c825 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 210 time: 0.0480137 Sep 30 13:41:50.862385 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba49f1c-4776-42fa-b869-69ad6944cc98 None None] Sync routers for ids ['fb9c3c68-554b-4673-97d1-040ec0d3a042'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:41:50.884300 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba49f1c-4776-42fa-b869-69ad6944cc98 None None] Routers {'fb9c3c68-554b-4673-97d1-040ec0d3a042'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:41:50.885257 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-9ba49f1c-4776-42fa-b869-69ad6944cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:41:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['fb9c3c68-554b-4673-97d1-040ec0d3a042'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:41:50.933523 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 84af2ccf-71d8-46f8-94e2-499bcf12a3a0 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:41:51.005107 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 84af2ccf-71d8-46f8-94e2-499bcf12a3a0 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:41:51.005532 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:51.020735 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-9ba49f1c-4776-42fa-b869-69ad6944cc98 None None] Set router fb9c3c68-554b-4673-97d1-040ec0d3a042 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:41:51.057042 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-2bcc7bcd-92c3-45ff-a6b4-3554c14cc93a None None] Provisioning complete for port 92d0d516-4802-40a0-a82c-04a90816ac0b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:41:51.057419 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2bcc7bcd-92c3-45ff-a6b4-3554c14cc93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:51.118070 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-2bcc7bcd-92c3-45ff-a6b4-3554c14cc93a None None] Port 92d0d516-4802-40a0-a82c-04a90816ac0b cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:41:51.136705 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:51.158767 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 84af2ccf-71d8-46f8-94e2-499bcf12a3a0, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=84af2ccf-71d8-46f8-94e2-499bcf12a3a0,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:41:51.163178 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:51.164073 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device a9df04b8-0cd2-4518-8089-4845eeeba359 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:41:51.265434 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=84af2ccf-71d8-46f8-94e2-499bcf12a3a0,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:51.268835 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7cb6e933-bd60-4fff-892e-9dae204ddc95 None None] Provisioning complete for port 92d0d516-4802-40a0-a82c-04a90816ac0b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:41:51.269385 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7cb6e933-bd60-4fff-892e-9dae204ddc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:51.312285 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7cb6e933-bd60-4fff-892e-9dae204ddc95 None None] Port 92d0d516-4802-40a0-a82c-04a90816ac0b cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:41:51.315328 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port a9df04b8-0cd2-4518-8089-4845eeeba359 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:41:51.315879 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:51.344269 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-9ba49f1c-4776-42fa-b869-69ad6944cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-708522316', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '84af2ccf-71d8-46f8-94e2-499bcf12a3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:41:45Z', 'updated_at': '2021-09-30T13:41:49Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '84af2ccf-71d8-46f8-94e2-499bcf12a3a0', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:41:46Z', 'updated_at': '2021-09-30T13:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '92d0d516-4802-40a0-a82c-04a90816ac0b', 'name': '', 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:09:e8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '00a4bc69-6bad-475d-a93a-7f40434bb0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:41:48Z', 'updated_at': '2021-09-30T13:41:49Z', 'revision_number': 2, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': '00a4bc69-6bad-475d-a93a-7f40434bb0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:41:51.373822 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba49f1c-4776-42fa-b869-69ad6944cc98 None None] Checking router: fb9c3c68-554b-4673-97d1-040ec0d3a042 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:41:51.374284 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba49f1c-4776-42fa-b869-69ad6944cc98 None None] Updating router fb9c3c68-554b-4673-97d1-040ec0d3a042 port 92d0d516-4802-40a0-a82c-04a90816ac0b binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:41:51.399021 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9ba49f1c-4776-42fa-b869-69ad6944cc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:51.649475 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:51.654323 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9ba49f1c-4776-42fa-b869-69ad6944cc98 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:51.659555 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9ba49f1c-4776-42fa-b869-69ad6944cc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:51.739590 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e190d2-7baf-49ba-82c9-0b4c274cf61b None None] Pushing event updated for resources: {'Port': ['ID=92d0d516-4802-40a0-a82c-04a90816ac0b,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:51.764153 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e190d2-7baf-49ba-82c9-0b4c274cf61b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:51.764725 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e190d2-7baf-49ba-82c9-0b4c274cf61b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:51.765202 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e190d2-7baf-49ba-82c9-0b4c274cf61b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:51.765707 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e190d2-7baf-49ba-82c9-0b4c274cf61b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:51.766203 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e190d2-7baf-49ba-82c9-0b4c274cf61b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:51.766752 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e190d2-7baf-49ba-82c9-0b4c274cf61b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:51.766993 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e190d2-7baf-49ba-82c9-0b4c274cf61b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:51.767315 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e190d2-7baf-49ba-82c9-0b4c274cf61b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:51.767638 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e190d2-7baf-49ba-82c9-0b4c274cf61b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:51.767961 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e190d2-7baf-49ba-82c9-0b4c274cf61b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:51.768273 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e190d2-7baf-49ba-82c9-0b4c274cf61b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:51.768594 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e190d2-7baf-49ba-82c9-0b4c274cf61b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:51.787670 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-9ba49f1c-4776-42fa-b869-69ad6944cc98 None None] Attempting to bind port 92d0d516-4802-40a0-a82c-04a90816ac0b on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:41:51.788041 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-9ba49f1c-4776-42fa-b869-69ad6944cc98 None None] Attempting to bind port 92d0d516-4802-40a0-a82c-04a90816ac0b by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'de405a0c-0a8a-4708-899d-bdc5588a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:41:51.788662 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba49f1c-4776-42fa-b869-69ad6944cc98 None None] Attempting to bind port 92d0d516-4802-40a0-a82c-04a90816ac0b on network 0a9f8bff-dedc-467f-832a-9249e7027023 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:41:51.793533 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba49f1c-4776-42fa-b869-69ad6944cc98 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:41:51.794467 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba49f1c-4776-42fa-b869-69ad6944cc98 None None] Checking segment: {'id': 'de405a0c-0a8a-4708-899d-bdc5588a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:41:51.794868 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9ba49f1c-4776-42fa-b869-69ad6944cc98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:51.795258 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba49f1c-4776-42fa-b869-69ad6944cc98 None None] Bound using segment: {'id': 'de405a0c-0a8a-4708-899d-bdc5588a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:41:51.795722 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-9ba49f1c-4776-42fa-b869-69ad6944cc98 None None] Bound port: 92d0d516-4802-40a0-a82c-04a90816ac0b, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de405a0c-0a8a-4708-899d-bdc5588a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:41:51.796094 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9ba49f1c-4776-42fa-b869-69ad6944cc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:51.849434 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-7322b88c-45d6-480b-aaed-e13ef22893ec tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:51.851321 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-7322b88c-45d6-480b-aaed-e13ef22893ec tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.54 "GET /v2.0/networks?id=0a9f8bff-dedc-467f-832a-9249e7027023 HTTP/1.1" status: 200 len: 796 time: 0.1274669 Sep 30 13:41:51.881474 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-9ba49f1c-4776-42fa-b869-69ad6944cc98 None None] For port 92d0d516-4802-40a0-a82c-04a90816ac0b, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:41:51.885224 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-9ba49f1c-4776-42fa-b869-69ad6944cc98 None None] For port 92d0d516-4802-40a0-a82c-04a90816ac0b, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=92d0d516-4802-40a0-a82c-04a90816ac0b,segment=NetworkSegment(de405a0c-0a8a-4708-899d-bdc5588a964b),segment_id=de405a0c-0a8a-4708-899d-bdc5588a964b)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:41:51.896362 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9ba49f1c-4776-42fa-b869-69ad6944cc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:51.908647 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-70e9c3a0-7978-4f60-9183-e94a35f78bf5 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fa461100d3b4c25872c36a62d32e6d8 HTTP/1.1" status: 200 len: 380 time: 0.0486724 Sep 30 13:41:51.922927 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-11357e74-71d6-4e20-9f58-cd4617d60e9a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'port': {'device_id': 'cda5bb7c-eced-4dab-8774-ee301c116ba5', 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023', 'admin_state_up': True, 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'security_groups': ['213c635a-9f32-4a17-a18b-a1c0526fd4d1']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:41:51.943270 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7233268a-f17c-4fe4-9429-ce36249274de None None] Provisioning complete for port 92d0d516-4802-40a0-a82c-04a90816ac0b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:41:51.943826 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7233268a-f17c-4fe4-9429-ce36249274de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:51.958180 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba49f1c-4776-42fa-b869-69ad6944cc98 None None] Routers {'fb9c3c68-554b-4673-97d1-040ec0d3a042'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:41:51.958782 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-9ba49f1c-4776-42fa-b869-69ad6944cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:41:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['fb9c3c68-554b-4673-97d1-040ec0d3a042'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:41:51.976847 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e190d2-7baf-49ba-82c9-0b4c274cf61b None None] Pushing event updated for resources: {'Port': ['ID=92d0d516-4802-40a0-a82c-04a90816ac0b,revision_number=4']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:52.004915 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d80fe5db-0afa-447e-b0d6-319b9eb66ae1 req-46a0c800-9aa4-43d4-8242-8107bfd62728 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 210 time: 0.0605187 Sep 30 13:41:52.045298 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7233268a-f17c-4fe4-9429-ce36249274de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:52.088104 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7233268a-f17c-4fe4-9429-ce36249274de None None] For port 92d0d516-4802-40a0-a82c-04a90816ac0b, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=92d0d516-4802-40a0-a82c-04a90816ac0b,segment=NetworkSegment(de405a0c-0a8a-4708-899d-bdc5588a964b),segment_id=de405a0c-0a8a-4708-899d-bdc5588a964b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:41:52.095562 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7233268a-f17c-4fe4-9429-ce36249274de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:52.117876 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-9ba49f1c-4776-42fa-b869-69ad6944cc98 None None] Set router fb9c3c68-554b-4673-97d1-040ec0d3a042 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:41:52.126339 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-11357e74-71d6-4e20-9f58-cd4617d60e9a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Made reservation on behalf of 4fa461100d3b4c25872c36a62d32e6d8 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:41:52.130227 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-11357e74-71d6-4e20-9f58-cd4617d60e9a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:52.152502 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233268a-f17c-4fe4-9429-ce36249274de None None] Pushing event updated for resources: {'Port': ['ID=92d0d516-4802-40a0-a82c-04a90816ac0b,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:52.220721 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-3542fb52-a1e9-4f02-8522-620835530a67 None None] Provisioning complete for port 92d0d516-4802-40a0-a82c-04a90816ac0b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:41:52.221092 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3542fb52-a1e9-4f02-8522-620835530a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:52.266571 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-11357e74-71d6-4e20-9f58-cd4617d60e9a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Allocated IP 172.20.0.3 (0a9f8bff-dedc-467f-832a-9249e7027023/00a4bc69-6bad-475d-a93a-7f40434bb0ed/4644acc3-0a77-43cb-9147-73f7d72177cc) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:41:52.326385 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-9ba49f1c-4776-42fa-b869-69ad6944cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-708522316', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '84af2ccf-71d8-46f8-94e2-499bcf12a3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:41:45Z', 'updated_at': '2021-09-30T13:41:49Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '84af2ccf-71d8-46f8-94e2-499bcf12a3a0', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:41:46Z', 'updated_at': '2021-09-30T13:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '92d0d516-4802-40a0-a82c-04a90816ac0b', 'name': '', 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:09:e8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '00a4bc69-6bad-475d-a93a-7f40434bb0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:41:48Z', 'updated_at': '2021-09-30T13:41:51Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': '00a4bc69-6bad-475d-a93a-7f40434bb0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:41:52.352785 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba49f1c-4776-42fa-b869-69ad6944cc98 None None] The sync data for ids ['fb9c3c68-554b-4673-97d1-040ec0d3a042'] in n-d-810909-2 is: [{'id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-708522316', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '84af2ccf-71d8-46f8-94e2-499bcf12a3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:41:45Z', 'updated_at': '2021-09-30T13:41:49Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '84af2ccf-71d8-46f8-94e2-499bcf12a3a0', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:41:46Z', 'updated_at': '2021-09-30T13:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '92d0d516-4802-40a0-a82c-04a90816ac0b', 'name': '', 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:09:e8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '00a4bc69-6bad-475d-a93a-7f40434bb0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:41:48Z', 'updated_at': '2021-09-30T13:41:51Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': '00a4bc69-6bad-475d-a93a-7f40434bb0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:41:52.413489 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-11357e74-71d6-4e20-9f58-cd4617d60e9a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:52.452506 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-11357e74-71d6-4e20-9f58-cd4617d60e9a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:52.473567 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:52.505991 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-11357e74-71d6-4e20-9f58-cd4617d60e9a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Network 0a9f8bff-dedc-467f-832a-9249e7027023 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:41:52.509246 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-11357e74-71d6-4e20-9f58-cd4617d60e9a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:41:52.513632 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-11357e74-71d6-4e20-9f58-cd4617d60e9a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:41:52.544099 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11357e74-71d6-4e20-9f58-cd4617d60e9a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Port': ['ID=4644acc3-0a77-43cb-9147-73f7d72177cc,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:52.558854 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357e74-71d6-4e20-9f58-cd4617d60e9a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:52.559203 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357e74-71d6-4e20-9f58-cd4617d60e9a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:52.559541 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357e74-71d6-4e20-9f58-cd4617d60e9a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:52.559872 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357e74-71d6-4e20-9f58-cd4617d60e9a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:52.560198 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357e74-71d6-4e20-9f58-cd4617d60e9a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:52.560525 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357e74-71d6-4e20-9f58-cd4617d60e9a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:52.560849 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357e74-71d6-4e20-9f58-cd4617d60e9a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:52.561173 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357e74-71d6-4e20-9f58-cd4617d60e9a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:52.561496 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357e74-71d6-4e20-9f58-cd4617d60e9a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:52.561819 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357e74-71d6-4e20-9f58-cd4617d60e9a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:52.562162 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357e74-71d6-4e20-9f58-cd4617d60e9a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:52.562482 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357e74-71d6-4e20-9f58-cd4617d60e9a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:41:52.584609 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-11357e74-71d6-4e20-9f58-cd4617d60e9a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:52.585267 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-11357e74-71d6-4e20-9f58-cd4617d60e9a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:52.601829 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-11357e74-71d6-4e20-9f58-cd4617d60e9a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6850893 Sep 30 13:41:52.612081 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-7d4ef41a-5694-4dc0-94d8-654f2415f4f4 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:41:52.613049 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-7d4ef41a-5694-4dc0-94d8-654f2415f4f4 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055892 Sep 30 13:41:52.626101 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-307b62f1-7b4a-4ede-8f5e-2686ab0b30b0 service neutron] Request body: {'port': {'device_id': 'cda5bb7c-eced-4dab-8774-ee301c116ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:41:52.689036 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-307b62f1-7b4a-4ede-8f5e-2686ab0b30b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:52.745087 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7af46e27-b09d-4ae6-94e5-3f6a4caabf58 None None] Provisioning complete for port 4644acc3-0a77-43cb-9147-73f7d72177cc triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:41:52.745470 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7af46e27-b09d-4ae6-94e5-3f6a4caabf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:52.807879 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7af46e27-b09d-4ae6-94e5-3f6a4caabf58 None None] Port 4644acc3-0a77-43cb-9147-73f7d72177cc cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:41:52.895496 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 92d0d516-4802-40a0-a82c-04a90816ac0b up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:41:52.944085 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 92d0d516-4802-40a0-a82c-04a90816ac0b triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:41:52.944714 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:52.994193 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-307b62f1-7b4a-4ede-8f5e-2686ab0b30b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4644acc3-0a77-43cb-9147-73f7d72177cc {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:41:53.002971 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-307b62f1-7b4a-4ede-8f5e-2686ab0b30b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:53.016964 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-307b62f1-7b4a-4ede-8f5e-2686ab0b30b0 service neutron] Transition to ACTIVE for port object 4644acc3-0a77-43cb-9147-73f7d72177cc will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:41:53.019831 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-307b62f1-7b4a-4ede-8f5e-2686ab0b30b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:53.037064 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 84af2ccf-71d8-46f8-94e2-499bcf12a3a0 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:41:53.103589 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 84af2ccf-71d8-46f8-94e2-499bcf12a3a0 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:41:53.104195 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:53.117563 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b62f1-7b4a-4ede-8f5e-2686ab0b30b0 service neutron] Pushing event updated for resources: {'Port': ['ID=4644acc3-0a77-43cb-9147-73f7d72177cc,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:53.161548 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f31afa-d757-4587-8392-42ac2b698cc6 req-caf587e8-3af1-4aff-a91c-092cb54e8ab9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:53.172637 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-23f31afa-d757-4587-8392-42ac2b698cc6 req-caf587e8-3af1-4aff-a91c-092cb54e8ab9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 943 time: 0.0996480 Sep 30 13:41:53.226905 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-307b62f1-7b4a-4ede-8f5e-2686ab0b30b0 service neutron] Attempting to bind port 4644acc3-0a77-43cb-9147-73f7d72177cc on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:41:53.227256 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-307b62f1-7b4a-4ede-8f5e-2686ab0b30b0 service neutron] Attempting to bind port 4644acc3-0a77-43cb-9147-73f7d72177cc by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'de405a0c-0a8a-4708-899d-bdc5588a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:41:53.227592 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-307b62f1-7b4a-4ede-8f5e-2686ab0b30b0 service neutron] Attempting to bind port 4644acc3-0a77-43cb-9147-73f7d72177cc on network 0a9f8bff-dedc-467f-832a-9249e7027023 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:41:53.230427 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-23f31afa-d757-4587-8392-42ac2b698cc6 req-2ac4dbba-f369-4ea4-8373-3667aa29d3b0 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568671 Sep 30 13:41:53.234692 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-307b62f1-7b4a-4ede-8f5e-2686ab0b30b0 service neutron] Port 4644acc3-0a77-43cb-9147-73f7d72177cc on network 0a9f8bff-dedc-467f-832a-9249e7027023 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:41:53.235265 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-307b62f1-7b4a-4ede-8f5e-2686ab0b30b0 service neutron] Attempting to bind port 4644acc3-0a77-43cb-9147-73f7d72177cc on network 0a9f8bff-dedc-467f-832a-9249e7027023 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:41:53.241928 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-307b62f1-7b4a-4ede-8f5e-2686ab0b30b0 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:41:53.242712 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-307b62f1-7b4a-4ede-8f5e-2686ab0b30b0 service neutron] Checking segment: {'id': 'de405a0c-0a8a-4708-899d-bdc5588a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:41:53.243295 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-307b62f1-7b4a-4ede-8f5e-2686ab0b30b0 service neutron] Bound using segment: {'id': 'de405a0c-0a8a-4708-899d-bdc5588a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:41:53.243985 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-307b62f1-7b4a-4ede-8f5e-2686ab0b30b0 service neutron] Bound port: 4644acc3-0a77-43cb-9147-73f7d72177cc, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de405a0c-0a8a-4708-899d-bdc5588a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:41:53.253737 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-307b62f1-7b4a-4ede-8f5e-2686ab0b30b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:53.326609 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-307b62f1-7b4a-4ede-8f5e-2686ab0b30b0 service neutron] For port 4644acc3-0a77-43cb-9147-73f7d72177cc, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:41:53.329983 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-307b62f1-7b4a-4ede-8f5e-2686ab0b30b0 service neutron] For port 4644acc3-0a77-43cb-9147-73f7d72177cc, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=4644acc3-0a77-43cb-9147-73f7d72177cc,segment=NetworkSegment(de405a0c-0a8a-4708-899d-bdc5588a964b),segment_id=de405a0c-0a8a-4708-899d-bdc5588a964b)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:41:53.335310 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-307b62f1-7b4a-4ede-8f5e-2686ab0b30b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:53.375423 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-307b62f1-7b4a-4ede-8f5e-2686ab0b30b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:53.376045 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-307b62f1-7b4a-4ede-8f5e-2686ab0b30b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:53.377448 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-307b62f1-7b4a-4ede-8f5e-2686ab0b30b0 service neutron] 10.222.0.54 "PUT /v2.0/ports/4644acc3-0a77-43cb-9147-73f7d72177cc HTTP/1.1" status: 200 len: 1091 time: 0.7560763 Sep 30 13:41:53.377886 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda5bb7c-eced-4dab-8774-ee301c116ba5', 'tag': '4644acc3-0a77-43cb-9147-73f7d72177cc'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:41:53.380194 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e3a16c-1696-4cfa-8310-80d9a386a703" -d '{"events": [{"name": "network-changed", "server_uuid": "cda5bb7c-eced-4dab-8774-ee301c116ba5", "tag": "4644acc3-0a77-43cb-9147-73f7d72177cc"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:41:53.428544 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b62f1-7b4a-4ede-8f5e-2686ab0b30b0 service neutron] Pushing event updated for resources: {'Port': ['ID=4644acc3-0a77-43cb-9147-73f7d72177cc,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:53.436349 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0b6838-4352-4d5b-ac75-2ac126a456ac x-openstack-request-id: req-bf0b6838-4352-4d5b-ac75-2ac126a456ac {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:41:53.436349 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cda5bb7c-eced-4dab-8774-ee301c116ba5", "tag": "4644acc3-0a77-43cb-9147-73f7d72177cc", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:41:53.436349 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf0b6838-4352-4d5b-ac75-2ac126a456ac {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:41:53.436685 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cda5bb7c-eced-4dab-8774-ee301c116ba5', 'tag': '4644acc3-0a77-43cb-9147-73f7d72177cc', 'status': 'completed', 'code': 200} Sep 30 13:41:53.471278 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-7df82971-679e-41d4-bf6d-99de457a4d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:53.472722 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-7df82971-679e-41d4-bf6d-99de457a4d29 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 1094 time: 0.0552340 Sep 30 13:41:53.524896 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-822abdda-a553-40cf-bdc9-07f0b3095a20 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4644acc3-0a77-43cb-9147-73f7d72177cc HTTP/1.1" status: 200 len: 217 time: 0.0442421 Sep 30 13:41:53.579304 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-50a225cc-8b3b-4527-8cac-33757c2f112e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:53.580775 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-50a225cc-8b3b-4527-8cac-33757c2f112e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=00a4bc69-6bad-475d-a93a-7f40434bb0ed HTTP/1.1" status: 200 len: 834 time: 0.0480959 Sep 30 13:41:53.626235 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-d5941aaf-e86a-4b51-a206-27005ad3c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:53.627930 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-d5941aaf-e86a-4b51-a206-27005ad3c443 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a9f8bff-dedc-467f-832a-9249e7027023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406277 Sep 30 13:41:53.718512 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-9f9364f4-bd05-4b63-8955-f26a1368836f service neutron] 10.222.0.54 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838366 Sep 30 13:41:53.804681 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-59c7748e-992f-48eb-a2f3-cd06d421acd3 req-fc751196-0132-4076-8983-d8ee4f3601e8 service neutron] 10.222.0.54 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793402 Sep 30 13:41:53.895747 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3a16c-1696-4cfa-8310-80d9a386a703 req-f7c7f687-1600-4bee-9cc3-616a760dcfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:53.897236 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a5e3a16c-1696-4cfa-8310-80d9a386a703 req-f7c7f687-1600-4bee-9cc3-616a760dcfc6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 1094 time: 0.0439329 Sep 30 13:41:53.990959 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3a16c-1696-4cfa-8310-80d9a386a703 req-ea0d1c5f-3376-4e8d-97f9-e93bd3563a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:53.992609 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a5e3a16c-1696-4cfa-8310-80d9a386a703 req-ea0d1c5f-3376-4e8d-97f9-e93bd3563a61 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0a9f8bff-dedc-467f-832a-9249e7027023 HTTP/1.1" status: 200 len: 897 time: 0.0833588 Sep 30 13:41:54.039464 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a5e3a16c-1696-4cfa-8310-80d9a386a703 req-0ac7fd13-0219-43d7-b3a0-a25b941d7d44 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4644acc3-0a77-43cb-9147-73f7d72177cc HTTP/1.1" status: 200 len: 217 time: 0.0376563 Sep 30 13:41:54.086330 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3a16c-1696-4cfa-8310-80d9a386a703 req-d0e92adc-43c7-4d5e-bf31-2a3c4e6cabd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:54.087646 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a5e3a16c-1696-4cfa-8310-80d9a386a703 req-d0e92adc-43c7-4d5e-bf31-2a3c4e6cabd5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=00a4bc69-6bad-475d-a93a-7f40434bb0ed HTTP/1.1" status: 200 len: 834 time: 0.0416799 Sep 30 13:41:54.134508 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3a16c-1696-4cfa-8310-80d9a386a703 req-889bf79d-8907-4c85-92c5-105b351c16a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:54.136115 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a5e3a16c-1696-4cfa-8310-80d9a386a703 req-889bf79d-8907-4c85-92c5-105b351c16a6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a9f8bff-dedc-467f-832a-9249e7027023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407794 Sep 30 13:41:54.209140 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:54.229930 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a5e3a16c-1696-4cfa-8310-80d9a386a703 req-628820dd-12f4-4a40-b498-d814d999bafe service neutron] 10.222.0.54 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861006 Sep 30 13:41:54.317750 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a5e3a16c-1696-4cfa-8310-80d9a386a703 req-0962b05a-1731-44f5-a12b-0641ca51e188 service neutron] 10.222.0.54 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809524 Sep 30 13:41:54.347363 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a367b9-0cf4-4d2d-ba19-f782b61a74dc req-69597fad-00d3-4f52-87b5-a146553724e5 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:54.348769 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f3a367b9-0cf4-4d2d-ba19-f782b61a74dc req-69597fad-00d3-4f52-87b5-a146553724e5 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 943 time: 0.0490427 Sep 30 13:41:54.386059 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f3a367b9-0cf4-4d2d-ba19-f782b61a74dc req-5ed5a42d-babb-42ab-9a44-3b6d0688a7e6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312653 Sep 30 13:41:55.500541 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69160149-e5f9-4543-b067-e6e2cd9a15c9 req-c274cada-8757-42eb-8934-c4fac37d002a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:55.502005 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69160149-e5f9-4543-b067-e6e2cd9a15c9 req-c274cada-8757-42eb-8934-c4fac37d002a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 943 time: 0.0479181 Sep 30 13:41:55.543538 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69160149-e5f9-4543-b067-e6e2cd9a15c9 req-0348aecd-0104-4032-85a7-8b6404b858b1 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354936 Sep 30 13:41:56.659889 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce324e-0487-40ec-a2ec-cecbceecf17c req-58441265-7beb-4e39-9dd2-342663e99985 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:56.661342 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-74ce324e-0487-40ec-a2ec-cecbceecf17c req-58441265-7beb-4e39-9dd2-342663e99985 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 943 time: 0.0514693 Sep 30 13:41:56.698320 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-74ce324e-0487-40ec-a2ec-cecbceecf17c req-97042850-9316-4ba0-b69a-54709a097663 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309846 Sep 30 13:41:56.894930 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 4644acc3-0a77-43cb-9147-73f7d72177cc details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:41:56.987602 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 4644acc3-0a77-43cb-9147-73f7d72177cc, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=4644acc3-0a77-43cb-9147-73f7d72177cc,segment=NetworkSegment(de405a0c-0a8a-4708-899d-bdc5588a964b),segment_id=de405a0c-0a8a-4708-899d-bdc5588a964b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:41:56.998205 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '4644acc3-0a77-43cb-9147-73f7d72177cc', 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023', 'port_id': '4644acc3-0a77-43cb-9147-73f7d72177cc', 'mac_address': 'fa:16:3e:ff:1f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a4bc69-6bad-475d-a93a-7f40434bb0ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:41:57.034533 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:57.049992 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4644acc3-0a77-43cb-9147-73f7d72177cc {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:41:57.068737 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 4644acc3-0a77-43cb-9147-73f7d72177cc, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=4644acc3-0a77-43cb-9147-73f7d72177cc,segment=NetworkSegment(de405a0c-0a8a-4708-899d-bdc5588a964b),segment_id=de405a0c-0a8a-4708-899d-bdc5588a964b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:41:57.072222 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:57.117862 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=4644acc3-0a77-43cb-9147-73f7d72177cc,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:57.371272 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['4644acc3-0a77-43cb-9147-73f7d72177cc'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:41:57.811546 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e34323-6144-421e-a598-50d2008aa551 req-3d776ad7-14de-49b5-8465-4337dde1bd95 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:57.813033 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23e34323-6144-421e-a598-50d2008aa551 req-3d776ad7-14de-49b5-8465-4337dde1bd95 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 944 time: 0.0481317 Sep 30 13:41:57.849346 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23e34323-6144-421e-a598-50d2008aa551 req-4caa9c3b-6467-4f42-8ae3-b888aad209fd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304627 Sep 30 13:41:58.891283 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 4644acc3-0a77-43cb-9147-73f7d72177cc up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:41:58.939519 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 4644acc3-0a77-43cb-9147-73f7d72177cc completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:41:58.943916 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 4644acc3-0a77-43cb-9147-73f7d72177cc triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:41:58.944282 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:58.964647 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d2fb4-c873-4bb0-a09b-5ff78e162b72 req-b1106753-e9d7-4180-968e-7ad83d96661d tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:58.966180 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-815d2fb4-c873-4bb0-a09b-5ff78e162b72 req-b1106753-e9d7-4180-968e-7ad83d96661d tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 944 time: 0.0492723 Sep 30 13:41:59.005659 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-815d2fb4-c873-4bb0-a09b-5ff78e162b72 req-84912c9d-eb5b-46fb-b1a0-f20ccc61b775 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326734 Sep 30 13:41:59.026475 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:59.048858 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda5bb7c-eced-4dab-8774-ee301c116ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4644acc3-0a77-43cb-9147-73f7d72177cc'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:41:59.051116 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c2264d-d58f-4a81-b425-b81f1fd6fdb5" -d '{"events": [{"server_uuid": "cda5bb7c-eced-4dab-8774-ee301c116ba5", "name": "network-vif-plugged", "status": "completed", "tag": "4644acc3-0a77-43cb-9147-73f7d72177cc"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:41:59.063635 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 4644acc3-0a77-43cb-9147-73f7d72177cc, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=4644acc3-0a77-43cb-9147-73f7d72177cc,segment=NetworkSegment(de405a0c-0a8a-4708-899d-bdc5588a964b),segment_id=de405a0c-0a8a-4708-899d-bdc5588a964b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:41:59.067556 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:41:59.089807 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53896c85-be7f-4b48-a45b-15a41b97b0a1 x-openstack-request-id: req-53896c85-be7f-4b48-a45b-15a41b97b0a1 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:41:59.090200 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda5bb7c-eced-4dab-8774-ee301c116ba5", "name": "network-vif-plugged", "status": "completed", "tag": "4644acc3-0a77-43cb-9147-73f7d72177cc", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:41:59.090454 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53896c85-be7f-4b48-a45b-15a41b97b0a1 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:41:59.090842 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda5bb7c-eced-4dab-8774-ee301c116ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4644acc3-0a77-43cb-9147-73f7d72177cc', 'code': 200} Sep 30 13:41:59.117552 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=4644acc3-0a77-43cb-9147-73f7d72177cc,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:41:59.233853 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc753ac-e7e5-4c8a-8374-1a310cc98080 req-8537c02b-fc9e-46f5-b376-66beaf8ac5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:41:59.235380 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0dc753ac-e7e5-4c8a-8374-1a310cc98080 req-8537c02b-fc9e-46f5-b376-66beaf8ac5c5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 1096 time: 0.0900834 Sep 30 13:41:59.269629 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0dc753ac-e7e5-4c8a-8374-1a310cc98080 req-aec1043f-6174-4981-87c8-20ff8a1fc1f7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266252 Sep 30 13:42:00.121317 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944bffe-2312-4337-88c1-e7ef3718621c req-b5ed7910-0cf6-4726-943f-665604c9c2d0 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:42:00.123356 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3944bffe-2312-4337-88c1-e7ef3718621c req-b5ed7910-0cf6-4726-943f-665604c9c2d0 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 945 time: 0.0499334 Sep 30 13:42:00.160116 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3944bffe-2312-4337-88c1-e7ef3718621c req-7a2ed2db-5f77-4bb7-9122-07649f466c32 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309298 Sep 30 13:42:00.668362 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0af3d59c-0107-4e8b-b47b-c1061c50891d req-c3a7e7dd-9bd2-4e46-abcb-05c6296f5144 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0376899 Sep 30 13:42:00.753003 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3d59c-0107-4e8b-b47b-c1061c50891d req-941c1eb0-1483-4b40-bf94-f710032794c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:42:00.754542 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0af3d59c-0107-4e8b-b47b-c1061c50891d req-941c1eb0-1483-4b40-bf94-f710032794c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 1097 time: 0.0439813 Sep 30 13:42:00.855153 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3d59c-0107-4e8b-b47b-c1061c50891d req-6d768715-d83d-453c-8bab-4e8c17a6723a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:42:00.856627 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0af3d59c-0107-4e8b-b47b-c1061c50891d req-6d768715-d83d-453c-8bab-4e8c17a6723a service neutron] 10.222.0.39 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 912 time: 0.0835865 Sep 30 13:42:00.924380 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0af3d59c-0107-4e8b-b47b-c1061c50891d req-093bc55c-b956-497c-9611-9ba4c258fa74 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a9b9360-bfab-4bba-88d9-11b7de603b34 HTTP/1.1" status: 200 len: 1002 time: 0.0605857 Sep 30 13:42:00.973067 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3d59c-0107-4e8b-b47b-c1061c50891d req-7d827cab-1e22-437e-8d6c-bdfabf580c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:42:00.974502 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0af3d59c-0107-4e8b-b47b-c1061c50891d req-7d827cab-1e22-437e-8d6c-bdfabf580c59 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a29bd19-7bbd-493a-b0e5-a534c2103246 HTTP/1.1" status: 200 len: 850 time: 0.0427461 Sep 30 13:42:01.019419 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3d59c-0107-4e8b-b47b-c1061c50891d req-55b25a9a-fda9-4b72-8c4b-1721301c61c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:42:01.020899 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0af3d59c-0107-4e8b-b47b-c1061c50891d req-55b25a9a-fda9-4b72-8c4b-1721301c61c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=949dc44d-a521-4909-8cff-116a74911834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390112 Sep 30 13:42:01.114948 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0af3d59c-0107-4e8b-b47b-c1061c50891d req-e4e4ac44-3c87-45e2-83e2-78309111dde9 service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862880 Sep 30 13:42:01.203416 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0af3d59c-0107-4e8b-b47b-c1061c50891d req-0f01829d-6a1f-45a5-a15b-f0c1d9309036 service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810704 Sep 30 13:42:01.280765 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5538c1-2d1b-4504-966f-40efe5e2c97c req-c3fce814-7a89-47f8-be0e-b5e46bef50b9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:42:01.282212 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fa5538c1-2d1b-4504-966f-40efe5e2c97c req-c3fce814-7a89-47f8-be0e-b5e46bef50b9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 945 time: 0.0544634 Sep 30 13:42:01.348487 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fa5538c1-2d1b-4504-966f-40efe5e2c97c req-ae33f1d2-4bd2-4680-bf3e-7545e542a208 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544310 Sep 30 13:42:01.352376 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9063a40f-fab2-46c7-ba0b-b532244e5cd4 req-54a9c980-786e-482b-b913-574d21a977c7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0657892 Sep 30 13:42:01.432273 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063a40f-fab2-46c7-ba0b-b532244e5cd4 req-f26d3419-3fff-455f-848a-a55aab4d8031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:42:01.433825 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9063a40f-fab2-46c7-ba0b-b532244e5cd4 req-f26d3419-3fff-455f-848a-a55aab4d8031 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 1096 time: 0.0402660 Sep 30 13:42:01.470305 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f2009-674f-41ae-8cf0-d5ef2e28b0cf req-64650836-1afe-49a7-b8e8-f87b2f245036 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:42:01.471801 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-525f2009-674f-41ae-8cf0-d5ef2e28b0cf req-64650836-1afe-49a7-b8e8-f87b2f245036 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 945 time: 0.0553172 Sep 30 13:42:01.509543 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-525f2009-674f-41ae-8cf0-d5ef2e28b0cf req-a933df30-03c0-4a2b-ad4d-7e06387812e4 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315137 Sep 30 13:42:01.531545 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44480) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:42:01.540367 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063a40f-fab2-46c7-ba0b-b532244e5cd4 req-a5ab6dc7-6b08-4aed-99f8-0dc0843231e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:42:01.541874 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9063a40f-fab2-46c7-ba0b-b532244e5cd4 req-a5ab6dc7-6b08-4aed-99f8-0dc0843231e9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0a9f8bff-dedc-467f-832a-9249e7027023 HTTP/1.1" status: 200 len: 897 time: 0.0889461 Sep 30 13:42:01.569904 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650801b5-94fb-4f7c-842e-73006e50a2b6 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:42:01.574082 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-650801b5-94fb-4f7c-842e-73006e50a2b6 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 1091 time: 0.0390069 Sep 30 13:42:01.574274 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44482) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:42:01.578995 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-05bc791c-006d-46a6-acd8-7b2b85cb9a56 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'port_id': '4644acc3-0a77-43cb-9147-73f7d72177cc', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:42:01.583175 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9063a40f-fab2-46c7-ba0b-b532244e5cd4 req-406e993d-95a0-49d7-b7f4-76d72b443955 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4644acc3-0a77-43cb-9147-73f7d72177cc HTTP/1.1" status: 200 len: 217 time: 0.0340497 Sep 30 13:42:01.601781 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-05bc791c-006d-46a6-acd8-7b2b85cb9a56 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:42:01.636084 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063a40f-fab2-46c7-ba0b-b532244e5cd4 req-ec7b988a-ee44-407b-bad1-90aea5148b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:42:01.637590 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9063a40f-fab2-46c7-ba0b-b532244e5cd4 req-ec7b988a-ee44-407b-bad1-90aea5148b9b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=00a4bc69-6bad-475d-a93a-7f40434bb0ed HTTP/1.1" status: 200 len: 834 time: 0.0480008 Sep 30 13:42:01.682574 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063a40f-fab2-46c7-ba0b-b532244e5cd4 req-73c5498a-1813-4e52-b0eb-6dd4bf8aef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:42:01.684080 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9063a40f-fab2-46c7-ba0b-b532244e5cd4 req-73c5498a-1813-4e52-b0eb-6dd4bf8aef64 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a9f8bff-dedc-467f-832a-9249e7027023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393093 Sep 30 13:42:01.699283 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-05bc791c-006d-46a6-acd8-7b2b85cb9a56 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:42:01.774181 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9063a40f-fab2-46c7-ba0b-b532244e5cd4 req-1c1a934e-21a1-4f18-ac13-bba84463aa80 service neutron] 10.222.0.54 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817893 Sep 30 13:42:01.802379 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-05bc791c-006d-46a6-acd8-7b2b85cb9a56 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Allocated IP 172.25.5.210 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/735696b3-8488-4844-9429-58262d1a798a) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:42:01.865808 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9063a40f-fab2-46c7-ba0b-b532244e5cd4 req-59679e48-14e8-4abd-8ae1-033cc97019b6 service neutron] 10.222.0.54 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846946 Sep 30 13:42:01.908049 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-05bc791c-006d-46a6-acd8-7b2b85cb9a56 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:42:01.940851 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-05bc791c-006d-46a6-acd8-7b2b85cb9a56 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:42:01.979341 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bc791c-006d-46a6-acd8-7b2b85cb9a56 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:42:01.982142 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-05bc791c-006d-46a6-acd8-7b2b85cb9a56 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:42:01.986388 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bc791c-006d-46a6-acd8-7b2b85cb9a56 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:42:02.010490 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc791c-006d-46a6-acd8-7b2b85cb9a56 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Port': ['ID=735696b3-8488-4844-9429-58262d1a798a,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:42:02.336662 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-05bc791c-006d-46a6-acd8-7b2b85cb9a56 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:42:02.400204 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-05bc791c-006d-46a6-acd8-7b2b85cb9a56 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:42:02.547168 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-05bc791c-006d-46a6-acd8-7b2b85cb9a56 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:42:02.551335 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-05bc791c-006d-46a6-acd8-7b2b85cb9a56 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:42:02.617051 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc791c-006d-46a6-acd8-7b2b85cb9a56 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Port': ['ID=735696b3-8488-4844-9429-58262d1a798a,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:42:02.626935 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-05bc791c-006d-46a6-acd8-7b2b85cb9a56 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:42:02.725693 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-05bc791c-006d-46a6-acd8-7b2b85cb9a56 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Floating IP 2a61d2a6-72e0-4c0a-ad07-8ae6c9bf3564 associated. External IP: 172.25.5.210, port: 4644acc3-0a77-43cb-9147-73f7d72177cc. Sep 30 13:42:02.928226 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05bc791c-006d-46a6-acd8-7b2b85cb9a56 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Router fb9c3c68-554b-4673-97d1-040ec0d3a042 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:42:03.343272 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bc791c-006d-46a6-acd8-7b2b85cb9a56 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:42:03.352861 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bae818c-c886-40ee-9919-bec2d52cbc43 None None] Sync routers for ids ['fb9c3c68-554b-4673-97d1-040ec0d3a042'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:42:03.359169 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-05bc791c-006d-46a6-acd8-7b2b85cb9a56 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:42:03.363158 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bae818c-c886-40ee-9919-bec2d52cbc43 None None] Routers {'fb9c3c68-554b-4673-97d1-040ec0d3a042'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:42:03.363774 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-3bae818c-c886-40ee-9919-bec2d52cbc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:41:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['fb9c3c68-554b-4673-97d1-040ec0d3a042'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:42:03.386203 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-05bc791c-006d-46a6-acd8-7b2b85cb9a56 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8108931 Sep 30 13:42:03.386797 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda5bb7c-eced-4dab-8774-ee301c116ba5', 'tag': '4644acc3-0a77-43cb-9147-73f7d72177cc'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:42:03.389670 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93760233-d851-4e80-bdc6-0b882b512066" -d '{"events": [{"name": "network-changed", "server_uuid": "cda5bb7c-eced-4dab-8774-ee301c116ba5", "tag": "4644acc3-0a77-43cb-9147-73f7d72177cc"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:42:03.426173 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a7acca-ab4a-49ba-a9bc-216d493cac31 x-openstack-request-id: req-97a7acca-ab4a-49ba-a9bc-216d493cac31 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:42:03.426471 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cda5bb7c-eced-4dab-8774-ee301c116ba5", "tag": "4644acc3-0a77-43cb-9147-73f7d72177cc", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:42:03.426864 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97a7acca-ab4a-49ba-a9bc-216d493cac31 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:42:03.427268 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cda5bb7c-eced-4dab-8774-ee301c116ba5', 'tag': '4644acc3-0a77-43cb-9147-73f7d72177cc', 'status': 'completed', 'code': 200} Sep 30 13:42:03.481435 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-3bae818c-c886-40ee-9919-bec2d52cbc43 None None] Set router fb9c3c68-554b-4673-97d1-040ec0d3a042 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:42:03.516202 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51c8ad-faa2-47ca-ad91-42a8d15b0495 req-5cb6e5da-cd59-4b9f-a926-8fc32ba5be8a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:42:03.517710 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aa51c8ad-faa2-47ca-ad91-42a8d15b0495 req-5cb6e5da-cd59-4b9f-a926-8fc32ba5be8a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 945 time: 0.0800803 Sep 30 13:42:03.523896 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93760233-d851-4e80-bdc6-0b882b512066 req-476154f0-aca6-418c-94cf-a71348686c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:42:03.525303 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-93760233-d851-4e80-bdc6-0b882b512066 req-476154f0-aca6-418c-94cf-a71348686c41 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 1096 time: 0.0569842 Sep 30 13:42:03.585877 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aa51c8ad-faa2-47ca-ad91-42a8d15b0495 req-5cc4428f-28ca-4429-bef8-91db963aaaf0 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596230 Sep 30 13:42:03.609189 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44490) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:42:03.642359 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93760233-d851-4e80-bdc6-0b882b512066 req-5752a29e-af09-423d-89ed-30e13bfd3983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:42:03.643840 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-93760233-d851-4e80-bdc6-0b882b512066 req-5752a29e-af09-423d-89ed-30e13bfd3983 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0a9f8bff-dedc-467f-832a-9249e7027023 HTTP/1.1" status: 200 len: 897 time: 0.1110849 Sep 30 13:42:03.674531 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8600788c-ac9b-44ee-b8df-68b5355387b4 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/floatingips/2a61d2a6-72e0-4c0a-ad07-8ae6c9bf3564 HTTP/1.1" status: 200 len: 991 time: 0.0631084 Sep 30 13:42:03.707976 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-3bae818c-c886-40ee-9919-bec2d52cbc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-708522316', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '84af2ccf-71d8-46f8-94e2-499bcf12a3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:41:45Z', 'updated_at': '2021-09-30T13:41:49Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '84af2ccf-71d8-46f8-94e2-499bcf12a3a0', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:41:46Z', 'updated_at': '2021-09-30T13:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '2a61d2a6-72e0-4c0a-ad07-8ae6c9bf3564', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'floating_ip_address': '172.25.5.210', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'port_id': '4644acc3-0a77-43cb-9147-73f7d72177cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023', 'mac_address': 'fa:16:3e:ff:1f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda5bb7c-eced-4dab-8774-ee301c116ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:42:02Z', 'updated_at': '2021-09-30T13:42:02Z', 'revision_number': 0, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92d0d516-4802-40a0-a82c-04a90816ac0b', 'name': '', 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:09:e8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '00a4bc69-6bad-475d-a93a-7f40434bb0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:41:48Z', 'updated_at': '2021-09-30T13:41:52Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': '00a4bc69-6bad-475d-a93a-7f40434bb0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:42:03.716814 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-93760233-d851-4e80-bdc6-0b882b512066 req-4cece331-c338-407f-ac3b-f5b8e41aab8f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4644acc3-0a77-43cb-9147-73f7d72177cc HTTP/1.1" status: 200 len: 999 time: 0.0658114 Sep 30 13:42:03.734265 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bae818c-c886-40ee-9919-bec2d52cbc43 None None] Checking router: fb9c3c68-554b-4673-97d1-040ec0d3a042 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:42:03.742833 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bae818c-c886-40ee-9919-bec2d52cbc43 None None] Routers {'fb9c3c68-554b-4673-97d1-040ec0d3a042'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:42:03.743458 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-3bae818c-c886-40ee-9919-bec2d52cbc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:41:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['fb9c3c68-554b-4673-97d1-040ec0d3a042'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:42:03.852516 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-3bae818c-c886-40ee-9919-bec2d52cbc43 None None] Set router fb9c3c68-554b-4673-97d1-040ec0d3a042 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:42:04.081838 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-3bae818c-c886-40ee-9919-bec2d52cbc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-708522316', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '84af2ccf-71d8-46f8-94e2-499bcf12a3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:41:45Z', 'updated_at': '2021-09-30T13:41:49Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '84af2ccf-71d8-46f8-94e2-499bcf12a3a0', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:41:46Z', 'updated_at': '2021-09-30T13:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '2a61d2a6-72e0-4c0a-ad07-8ae6c9bf3564', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'floating_ip_address': '172.25.5.210', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'port_id': '4644acc3-0a77-43cb-9147-73f7d72177cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023', 'mac_address': 'fa:16:3e:ff:1f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda5bb7c-eced-4dab-8774-ee301c116ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:42:02Z', 'updated_at': '2021-09-30T13:42:02Z', 'revision_number': 0, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92d0d516-4802-40a0-a82c-04a90816ac0b', 'name': '', 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:09:e8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '00a4bc69-6bad-475d-a93a-7f40434bb0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:41:48Z', 'updated_at': '2021-09-30T13:41:52Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': '00a4bc69-6bad-475d-a93a-7f40434bb0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:42:04.113194 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93760233-d851-4e80-bdc6-0b882b512066 req-d65af6d1-cc8b-4e57-9d0a-4078b739e9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:42:04.114817 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-93760233-d851-4e80-bdc6-0b882b512066 req-d65af6d1-cc8b-4e57-9d0a-4078b739e9ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=00a4bc69-6bad-475d-a93a-7f40434bb0ed HTTP/1.1" status: 200 len: 834 time: 0.3918195 Sep 30 13:42:04.115202 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bae818c-c886-40ee-9919-bec2d52cbc43 None None] The sync data for ids ['fb9c3c68-554b-4673-97d1-040ec0d3a042'] in n-d-810909-2 is: [{'id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-708522316', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '84af2ccf-71d8-46f8-94e2-499bcf12a3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:41:45Z', 'updated_at': '2021-09-30T13:41:49Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '84af2ccf-71d8-46f8-94e2-499bcf12a3a0', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:41:46Z', 'updated_at': '2021-09-30T13:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '2a61d2a6-72e0-4c0a-ad07-8ae6c9bf3564', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'floating_ip_address': '172.25.5.210', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'port_id': '4644acc3-0a77-43cb-9147-73f7d72177cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023', 'mac_address': 'fa:16:3e:ff:1f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda5bb7c-eced-4dab-8774-ee301c116ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:42:02Z', 'updated_at': '2021-09-30T13:42:02Z', 'revision_number': 0, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92d0d516-4802-40a0-a82c-04a90816ac0b', 'name': '', 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:09:e8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '00a4bc69-6bad-475d-a93a-7f40434bb0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:41:48Z', 'updated_at': '2021-09-30T13:41:52Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': '00a4bc69-6bad-475d-a93a-7f40434bb0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:42:04.162124 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93760233-d851-4e80-bdc6-0b882b512066 req-dd0e2c5b-fcdf-469b-b892-d4410cdc3ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:42:04.163630 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-93760233-d851-4e80-bdc6-0b882b512066 req-dd0e2c5b-fcdf-469b-b892-d4410cdc3ced service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a9f8bff-dedc-467f-832a-9249e7027023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418837 Sep 30 13:42:04.260313 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-93760233-d851-4e80-bdc6-0b882b512066 req-790d011f-b8c4-448a-8aeb-95c9aae313df service neutron] 10.222.0.54 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868344 Sep 30 13:42:04.307934 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0af6d1-64b6-4a52-beb8-c7d836816a0f None None] New status for floating IP 2a61d2a6-72e0-4c0a-ad07-8ae6c9bf3564: ACTIVE {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:42:04.351855 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-93760233-d851-4e80-bdc6-0b882b512066 req-444d6e0f-0ee2-426e-9b31-bef9393a1940 service neutron] 10.222.0.54 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851750 Sep 30 13:42:04.676824 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44492) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:42:04.736557 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fc4bc633-15d1-4f13-8195-f90ffe610edb tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/floatingips/2a61d2a6-72e0-4c0a-ad07-8ae6c9bf3564 HTTP/1.1" status: 200 len: 993 time: 0.0586009 Sep 30 13:42:15.043604 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:42:18.222545 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1f8c2978-1ddc-45cc-b01c-040b995b54a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:42:19.746868 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:42:20.729108 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5a4ff505-a244-45a7-af08-3f26a9396878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:42:21.650214 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:42:22.446178 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:42:23.757008 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:42:24.211161 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:42:45.042199 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:42:48.223006 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0d269ad8-3f4a-4e28-90ac-46e08531a655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:42:49.744660 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:42:50.729542 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fe8daa23-7f46-4cea-a3d4-c695a30a410e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:42:51.652057 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:42:52.448401 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:42:54.214342 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:00.756374 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:43:01.307130 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-177ca0fb-f46e-4a7a-81b8-1962ee8446e2 req-ef2f4da3-9a21-4e26-8d72-8f5287017a0b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0894783 Sep 30 13:43:01.366638 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ca0fb-f46e-4a7a-81b8-1962ee8446e2 req-dc6fb510-29b9-4262-bc1d-9ed7792ac4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:01.368631 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-177ca0fb-f46e-4a7a-81b8-1962ee8446e2 req-dc6fb510-29b9-4262-bc1d-9ed7792ac4d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 1097 time: 0.0397501 Sep 30 13:43:01.469132 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ca0fb-f46e-4a7a-81b8-1962ee8446e2 req-8a5e2046-fbbf-4050-a840-ca31d2f13157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:01.470627 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-177ca0fb-f46e-4a7a-81b8-1962ee8446e2 req-8a5e2046-fbbf-4050-a840-ca31d2f13157 service neutron] 10.222.0.39 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 912 time: 0.0837357 Sep 30 13:43:01.538057 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-177ca0fb-f46e-4a7a-81b8-1962ee8446e2 req-d9de678b-51a7-4951-92c6-e2411dc436df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddce5c35-7469-452f-bf8f-713f781f65a7 HTTP/1.1" status: 200 len: 1001 time: 0.0599151 Sep 30 13:43:01.586676 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ca0fb-f46e-4a7a-81b8-1962ee8446e2 req-c1ac1ad2-ece7-41e4-a478-628a48a13018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:01.588078 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-177ca0fb-f46e-4a7a-81b8-1962ee8446e2 req-c1ac1ad2-ece7-41e4-a478-628a48a13018 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a29bd19-7bbd-493a-b0e5-a534c2103246 HTTP/1.1" status: 200 len: 850 time: 0.0427923 Sep 30 13:43:01.632730 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ca0fb-f46e-4a7a-81b8-1962ee8446e2 req-19871b6f-4020-455d-b943-0345487fd200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:01.634326 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-177ca0fb-f46e-4a7a-81b8-1962ee8446e2 req-19871b6f-4020-455d-b943-0345487fd200 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=949dc44d-a521-4909-8cff-116a74911834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390770 Sep 30 13:43:01.644971 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-177ca0fb-f46e-4a7a-81b8-1962ee8446e2 req-4de60162-baa0-457d-8d0e-a7d28ef01c48 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:43:01.645918 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-177ca0fb-f46e-4a7a-81b8-1962ee8446e2 req-4de60162-baa0-457d-8d0e-a7d28ef01c48 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047979 Sep 30 13:43:01.737233 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-177ca0fb-f46e-4a7a-81b8-1962ee8446e2 req-1813ca65-de81-4379-ad5f-bc7e029907ea service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841231 Sep 30 13:43:01.831686 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-177ca0fb-f46e-4a7a-81b8-1962ee8446e2 req-c144c3b1-2ad3-4de7-a1bc-04d6e1f32a59 service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857685 Sep 30 13:43:02.151326 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44522) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:43:02.303736 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-cb5e065e-4f8c-419f-baef-ade4bee27246 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Deleting port cd55e500-ed0e-4d52-98d9-2dea6f56c7e8 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:43:02.304082 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb5e065e-4f8c-419f-baef-ade4bee27246 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:02.379484 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb5e065e-4f8c-419f-baef-ade4bee27246 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:02.379804 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb5e065e-4f8c-419f-baef-ade4bee27246 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:02.391126 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-cb5e065e-4f8c-419f-baef-ade4bee27246 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Calling delete_port for cd55e500-ed0e-4d52-98d9-2dea6f56c7e8 owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:43:02.537652 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb5e065e-4f8c-419f-baef-ade4bee27246 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:02.563628 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e065e-4f8c-419f-baef-ade4bee27246 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event deleted for resources: {'Port': ['ID=cd55e500-ed0e-4d52-98d9-2dea6f56c7e8,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:43:02.575133 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5e065e-4f8c-419f-baef-ade4bee27246 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:02.575476 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5e065e-4f8c-419f-baef-ade4bee27246 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:02.575812 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5e065e-4f8c-419f-baef-ade4bee27246 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:02.576146 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5e065e-4f8c-419f-baef-ade4bee27246 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:02.576472 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5e065e-4f8c-419f-baef-ade4bee27246 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:02.576796 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5e065e-4f8c-419f-baef-ade4bee27246 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:02.577114 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5e065e-4f8c-419f-baef-ade4bee27246 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:02.577439 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5e065e-4f8c-419f-baef-ade4bee27246 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:02.577754 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5e065e-4f8c-419f-baef-ade4bee27246 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:02.578099 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5e065e-4f8c-419f-baef-ade4bee27246 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:02.578414 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5e065e-4f8c-419f-baef-ade4bee27246 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:02.578727 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5e065e-4f8c-419f-baef-ade4bee27246 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:02.632301 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb5e065e-4f8c-419f-baef-ade4bee27246 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:02.632628 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-cb5e065e-4f8c-419f-baef-ade4bee27246 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Floating IP 7c665cab-230b-4e64-818d-656ecef9462f disassociated (deleted). External IP: 172.25.5.17, port: ddce5c35-7469-452f-bf8f-713f781f65a7. Sep 30 13:43:02.838075 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5e065e-4f8c-419f-baef-ade4bee27246 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Router b352136a-9100-4049-b7cd-18db25281426 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:43:02.943687 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5e065e-4f8c-419f-baef-ade4bee27246 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:43:02.948428 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb5e065e-4f8c-419f-baef-ade4bee27246 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:02.954322 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e3401b-c281-49d7-84b5-d470de159347 None None] Sync routers for ids ['b352136a-9100-4049-b7cd-18db25281426'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:43:02.963825 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e3401b-c281-49d7-84b5-d470de159347 None None] Routers {'b352136a-9100-4049-b7cd-18db25281426'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:43:02.964425 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-09e3401b-c281-49d7-84b5-d470de159347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:42:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b352136a-9100-4049-b7cd-18db25281426'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:43:02.975025 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cb5e065e-4f8c-419f-baef-ade4bee27246 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "DELETE /v2.0/floatingips/7c665cab-230b-4e64-818d-656ecef9462f HTTP/1.1" status: 204 len: 168 time: 0.8226488 Sep 30 13:43:02.975598 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1', 'tag': 'ddce5c35-7469-452f-bf8f-713f781f65a7'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:43:02.978566 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6ab41e-bc84-46df-b82b-a0a549ffd63c" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1", "tag": "ddce5c35-7469-452f-bf8f-713f781f65a7"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:43:03.022665 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db5598b-11bc-42ca-b734-7cfc632ae618 x-openstack-request-id: req-2db5598b-11bc-42ca-b734-7cfc632ae618 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:43:03.022963 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1", "tag": "ddce5c35-7469-452f-bf8f-713f781f65a7", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:43:03.023217 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2db5598b-11bc-42ca-b734-7cfc632ae618 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:43:03.023623 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1', 'tag': 'ddce5c35-7469-452f-bf8f-713f781f65a7', 'status': 'completed', 'code': 200} Sep 30 13:43:03.071077 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-09e3401b-c281-49d7-84b5-d470de159347 None None] Set router b352136a-9100-4049-b7cd-18db25281426 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:43:03.093212 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ab41e-bc84-46df-b82b-a0a549ffd63c req-5ea7845c-eeee-4482-8461-c618bf0997f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:03.095143 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a6ab41e-bc84-46df-b82b-a0a549ffd63c req-5ea7845c-eeee-4482-8461-c618bf0997f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 1097 time: 0.0491693 Sep 30 13:43:03.199919 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ab41e-bc84-46df-b82b-a0a549ffd63c req-71073313-daed-41de-bb43-afb6080a32dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:03.201299 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a6ab41e-bc84-46df-b82b-a0a549ffd63c req-71073313-daed-41de-bb43-afb6080a32dd service neutron] 10.222.0.39 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 912 time: 0.0979068 Sep 30 13:43:03.208106 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9603d-c4b6-4616-bc84-da7fd01781da req-d489817c-2565-4dcf-9e64-44f2ce730def tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:03.209670 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-08f9603d-c4b6-4616-bc84-da7fd01781da req-d489817c-2565-4dcf-9e64-44f2ce730def tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 946 time: 0.0515418 Sep 30 13:43:03.251666 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-08f9603d-c4b6-4616-bc84-da7fd01781da req-2b955863-43e5-4040-831d-a1ce072b077f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346987 Sep 30 13:43:03.256491 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a6ab41e-bc84-46df-b82b-a0a549ffd63c req-8a4c276f-ed15-49a0-aafe-4500c7f79993 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddce5c35-7469-452f-bf8f-713f781f65a7 HTTP/1.1" status: 200 len: 217 time: 0.0465486 Sep 30 13:43:03.303435 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-09e3401b-c281-49d7-84b5-d470de159347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b352136a-9100-4049-b7cd-18db25281426', 'name': 'tempest-TestVolumeBootPattern-969616354-router', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:46Z', 'revision_number': 4, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'gw_port': {'id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '5539f272-385a-41ce-a8c6-31c3c062e06f', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'b352136a-9100-4049-b7cd-18db25281426', 'port_id': '3a9b9360-bfab-4bba-88d9-11b7de603b34', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'mac_address': 'fa:16:3e:78:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dce3b9a-097a-4f6f-b925-dd077b0ba842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:39:12Z', 'updated_at': '2021-09-30T13:39:15Z', 'revision_number': 1, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '447a3fd2-463e-4c39-954d-09131eb2c2f5', 'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'mac_address': 'fa:16:3e:97:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:45Z', 'updated_at': '2021-09-30T13:32:49Z', 'revision_number': 5, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'subnets': [{'id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:43:03.329734 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e3401b-c281-49d7-84b5-d470de159347 None None] Checking router: b352136a-9100-4049-b7cd-18db25281426 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:43:03.334205 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ab41e-bc84-46df-b82b-a0a549ffd63c req-1aa054e7-4079-461e-b162-d6993dcb9a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:03.335679 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a6ab41e-bc84-46df-b82b-a0a549ffd63c req-1aa054e7-4079-461e-b162-d6993dcb9a6b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a29bd19-7bbd-493a-b0e5-a534c2103246 HTTP/1.1" status: 200 len: 850 time: 0.0700715 Sep 30 13:43:03.338434 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e3401b-c281-49d7-84b5-d470de159347 None None] Routers {'b352136a-9100-4049-b7cd-18db25281426'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:43:03.339045 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-09e3401b-c281-49d7-84b5-d470de159347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:42:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b352136a-9100-4049-b7cd-18db25281426'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:43:03.345205 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83aa5399-60e2-4603-9356-d91087e80b2d req-bc95369d-c7a7-4381-8d82-e255c404aa81 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524280 Sep 30 13:43:03.391768 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ab41e-bc84-46df-b82b-a0a549ffd63c req-bbeeba1e-ee01-4158-8723-d41f8e0781a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:03.393240 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a6ab41e-bc84-46df-b82b-a0a549ffd63c req-bbeeba1e-ee01-4158-8723-d41f8e0781a0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=949dc44d-a521-4909-8cff-116a74911834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472119 Sep 30 13:43:03.448028 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-09e3401b-c281-49d7-84b5-d470de159347 None None] Set router b352136a-9100-4049-b7cd-18db25281426 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:43:03.486046 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa5399-60e2-4603-9356-d91087e80b2d req-0eb51d9e-b8ee-4522-b4c7-8aafc1f49806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:03.487556 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83aa5399-60e2-4603-9356-d91087e80b2d req-0eb51d9e-b8ee-4522-b4c7-8aafc1f49806 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 1096 time: 0.0981677 Sep 30 13:43:03.508951 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a6ab41e-bc84-46df-b82b-a0a549ffd63c req-2c62be6f-af09-4987-8dc6-b4e5ba33739a service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064641 Sep 30 13:43:03.665318 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa5399-60e2-4603-9356-d91087e80b2d req-dc1d7006-895c-47e4-a37f-962123d6a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:03.666829 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83aa5399-60e2-4603-9356-d91087e80b2d req-dc1d7006-895c-47e4-a37f-962123d6a8e5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0a9f8bff-dedc-467f-832a-9249e7027023 HTTP/1.1" status: 200 len: 897 time: 0.1571317 Sep 30 13:43:03.671934 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a6ab41e-bc84-46df-b82b-a0a549ffd63c req-ae0b0225-c099-47ec-9260-24368758ff7c service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543112 Sep 30 13:43:03.675976 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-09e3401b-c281-49d7-84b5-d470de159347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b352136a-9100-4049-b7cd-18db25281426', 'name': 'tempest-TestVolumeBootPattern-969616354-router', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:46Z', 'revision_number': 4, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'gw_port': {'id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '5539f272-385a-41ce-a8c6-31c3c062e06f', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'b352136a-9100-4049-b7cd-18db25281426', 'port_id': '3a9b9360-bfab-4bba-88d9-11b7de603b34', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'mac_address': 'fa:16:3e:78:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dce3b9a-097a-4f6f-b925-dd077b0ba842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:39:12Z', 'updated_at': '2021-09-30T13:39:15Z', 'revision_number': 1, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '447a3fd2-463e-4c39-954d-09131eb2c2f5', 'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'mac_address': 'fa:16:3e:97:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:45Z', 'updated_at': '2021-09-30T13:32:49Z', 'revision_number': 5, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'subnets': [{'id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:43:03.703477 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e3401b-c281-49d7-84b5-d470de159347 None None] The sync data for ids ['b352136a-9100-4049-b7cd-18db25281426'] in n-d-810909-2 is: [{'id': 'b352136a-9100-4049-b7cd-18db25281426', 'name': 'tempest-TestVolumeBootPattern-969616354-router', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:46Z', 'revision_number': 4, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'gw_port': {'id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '5539f272-385a-41ce-a8c6-31c3c062e06f', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'b352136a-9100-4049-b7cd-18db25281426', 'port_id': '3a9b9360-bfab-4bba-88d9-11b7de603b34', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'mac_address': 'fa:16:3e:78:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dce3b9a-097a-4f6f-b925-dd077b0ba842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:39:12Z', 'updated_at': '2021-09-30T13:39:15Z', 'revision_number': 1, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '447a3fd2-463e-4c39-954d-09131eb2c2f5', 'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'mac_address': 'fa:16:3e:97:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:45Z', 'updated_at': '2021-09-30T13:32:49Z', 'revision_number': 5, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'subnets': [{'id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:43:03.736333 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83aa5399-60e2-4603-9356-d91087e80b2d req-fb94d5bd-b5d4-43ef-a86c-f36c1c535c94 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4644acc3-0a77-43cb-9147-73f7d72177cc HTTP/1.1" status: 200 len: 1001 time: 0.0609398 Sep 30 13:43:03.786191 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa5399-60e2-4603-9356-d91087e80b2d req-e21c063a-e741-4444-a423-b08702720880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:03.787692 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83aa5399-60e2-4603-9356-d91087e80b2d req-e21c063a-e741-4444-a423-b08702720880 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=00a4bc69-6bad-475d-a93a-7f40434bb0ed HTTP/1.1" status: 200 len: 834 time: 0.0445573 Sep 30 13:43:03.839290 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa5399-60e2-4603-9356-d91087e80b2d req-9287303e-3bf9-4134-9c7b-47cd36eb4ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:03.840804 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83aa5399-60e2-4603-9356-d91087e80b2d req-9287303e-3bf9-4134-9c7b-47cd36eb4ee6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a9f8bff-dedc-467f-832a-9249e7027023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450819 Sep 30 13:43:03.924630 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202ab3f9-d998-4fae-aa74-23c2ffb02b33 None None] New status for floating IP 7c665cab-230b-4e64-818d-656ecef9462f: DOWN {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:43:03.936106 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83aa5399-60e2-4603-9356-d91087e80b2d req-ecace8ee-5534-4e40-9c0e-4a5765f2089d service neutron] 10.222.0.54 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883644 Sep 30 13:43:04.033409 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83aa5399-60e2-4603-9356-d91087e80b2d req-3254db29-e141-411d-a5c0-2d5ac07f822e service neutron] 10.222.0.54 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874252 Sep 30 13:43:04.380566 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf31ecb-42c2-4750-a4bb-04fffd5f73eb req-e76ee6b6-ea81-4d24-afa0-b61c971c4c04 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:04.382071 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3bf31ecb-42c2-4750-a4bb-04fffd5f73eb req-e76ee6b6-ea81-4d24-afa0-b61c971c4c04 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 946 time: 0.0494373 Sep 30 13:43:04.419502 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3bf31ecb-42c2-4750-a4bb-04fffd5f73eb req-25b3df65-6394-44c8-990c-7ba91e7fdf53 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315421 Sep 30 13:43:04.719428 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d18e80-0480-4369-add0-9854053ebf4a req-47ef9c6d-6bb2-4806-9d8a-2d37f8550ae7 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:04.720889 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-44d18e80-0480-4369-add0-9854053ebf4a req-47ef9c6d-6bb2-4806-9d8a-2d37f8550ae7 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 946 time: 0.0476725 Sep 30 13:43:04.813652 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-44d18e80-0480-4369-add0-9854053ebf4a req-9cf4f162-c703-420e-bb66-1e7e6bdd166f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Deleting port ddce5c35-7469-452f-bf8f-713f781f65a7 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:43:04.813995 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-44d18e80-0480-4369-add0-9854053ebf4a req-9cf4f162-c703-420e-bb66-1e7e6bdd166f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:04.901753 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-44d18e80-0480-4369-add0-9854053ebf4a req-9cf4f162-c703-420e-bb66-1e7e6bdd166f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] For port ddce5c35-7469-452f-bf8f-713f781f65a7, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=ddce5c35-7469-452f-bf8f-713f781f65a7,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:43:04.902198 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-44d18e80-0480-4369-add0-9854053ebf4a req-9cf4f162-c703-420e-bb66-1e7e6bdd166f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:04.914681 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-44d18e80-0480-4369-add0-9854053ebf4a req-9cf4f162-c703-420e-bb66-1e7e6bdd166f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Calling delete_port for ddce5c35-7469-452f-bf8f-713f781f65a7 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:43:05.042769 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-44d18e80-0480-4369-add0-9854053ebf4a req-9cf4f162-c703-420e-bb66-1e7e6bdd166f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:05.072531 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4f162-c703-420e-bb66-1e7e6bdd166f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event deleted for resources: {'Port': ['ID=ddce5c35-7469-452f-bf8f-713f781f65a7,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:43:05.103738 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4f162-c703-420e-bb66-1e7e6bdd166f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:05.104086 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4f162-c703-420e-bb66-1e7e6bdd166f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:05.104431 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4f162-c703-420e-bb66-1e7e6bdd166f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:05.104769 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4f162-c703-420e-bb66-1e7e6bdd166f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:05.105102 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4f162-c703-420e-bb66-1e7e6bdd166f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:05.105434 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4f162-c703-420e-bb66-1e7e6bdd166f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:05.105760 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4f162-c703-420e-bb66-1e7e6bdd166f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:05.106110 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4f162-c703-420e-bb66-1e7e6bdd166f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:05.106435 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4f162-c703-420e-bb66-1e7e6bdd166f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:05.106772 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4f162-c703-420e-bb66-1e7e6bdd166f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:05.107077 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4f162-c703-420e-bb66-1e7e6bdd166f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:05.107397 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4f162-c703-420e-bb66-1e7e6bdd166f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:05.126608 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d18e80-0480-4369-add0-9854053ebf4a req-9cf4f162-c703-420e-bb66-1e7e6bdd166f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] No DVR routers for this DVR port ddce5c35-7469-452f-bf8f-713f781f65a7 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:43:05.129206 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-44d18e80-0480-4369-add0-9854053ebf4a req-9cf4f162-c703-420e-bb66-1e7e6bdd166f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:05.131311 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-44d18e80-0480-4369-add0-9854053ebf4a req-9cf4f162-c703-420e-bb66-1e7e6bdd166f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.39 "DELETE /v2.0/ports/ddce5c35-7469-452f-bf8f-713f781f65a7 HTTP/1.1" status: 204 len: 173 time: 0.4032266 Sep 30 13:43:05.131737 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1', 'name': 'network-vif-deleted', 'tag': 'ddce5c35-7469-452f-bf8f-713f781f65a7'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:43:05.134655 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4e0f09-4d52-4d3c-bc41-06414c6e9207" -d '{"events": [{"server_uuid": "2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1", "name": "network-vif-deleted", "tag": "ddce5c35-7469-452f-bf8f-713f781f65a7"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:43:05.260446 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1376ba5-ce3a-4807-b2a1-7cf8176770e2 x-openstack-request-id: req-c1376ba5-ce3a-4807-b2a1-7cf8176770e2 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:43:05.260799 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1", "name": "network-vif-deleted", "tag": "ddce5c35-7469-452f-bf8f-713f781f65a7", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:43:05.261114 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1376ba5-ce3a-4807-b2a1-7cf8176770e2 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:43:05.261575 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1', 'name': 'network-vif-deleted', 'tag': 'ddce5c35-7469-452f-bf8f-713f781f65a7', 'status': 'completed', 'code': 200} Sep 30 13:43:05.518548 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ffc658f-705c-40d0-bdb1-d237a8595243 req-769d1467-6898-45dd-a355-8722a1b1bcd3 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 210 time: 0.0272143 Sep 30 13:43:06.619526 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b22ebaa8-2e7b-4710-bd89-aa6e06503823 req-35089e57-0e00-4007-a586-bfd64d591f5b tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 210 time: 0.0315073 Sep 30 13:43:07.273666 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cde0e6-950b-499d-a0d0-98757f0b986d req-43dfa08d-19ab-47e9-b453-b65fe69d189a tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:07.275367 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a5cde0e6-950b-499d-a0d0-98757f0b986d req-43dfa08d-19ab-47e9-b453-b65fe69d189a tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 1096 time: 0.0416403 Sep 30 13:43:07.310637 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a5cde0e6-950b-499d-a0d0-98757f0b986d req-10781039-c749-45a2-a0fb-e1c58120b2e7 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291913 Sep 30 13:43:07.405497 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ddce5c35-7469-452f-bf8f-713f781f65a7 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:43:07.425723 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c837a1d-ce92-4658-91a8-356a773fda82 req-6e7059cf-6838-46be-92db-fa70d1afaf25 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:07.425936 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: ddce5c35-7469-452f-bf8f-713f781f65a7 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:43:07.426180 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device ddce5c35-7469-452f-bf8f-713f781f65a7 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:43:07.427250 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1c837a1d-ce92-4658-91a8-356a773fda82 req-6e7059cf-6838-46be-92db-fa70d1afaf25 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 945 time: 0.0492256 Sep 30 13:43:07.467336 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1c837a1d-ce92-4658-91a8-356a773fda82 req-4c950b78-73d7-496e-b8ff-c5b20b3bd3de tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325878 Sep 30 13:43:07.489213 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44550) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:43:07.558131 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-20ba588e-79d4-4254-ab17-dfb1ee7c2229 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/floatingips/2a61d2a6-72e0-4c0a-ad07-8ae6c9bf3564 HTTP/1.1" status: 200 len: 993 time: 0.0623183 Sep 30 13:43:07.715071 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cd4c67f5-6904-4f62-b667-4df43dff6188 req-656fcce2-fe56-499d-968d-37032289a5a4 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 210 time: 0.0278256 Sep 30 13:43:07.814707 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-9822e988-6a4e-47df-ab25-047e75eecf1d req-eb60c178-0268-4a9a-9600-9deae34ade5e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:43:07.815693 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9822e988-6a4e-47df-ab25-047e75eecf1d req-eb60c178-0268-4a9a-9600-9deae34ade5e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053883 Sep 30 13:43:08.401534 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44572) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:43:08.462684 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb74530-19e8-406c-aebb-f9fc760646f4 req-630af38d-f649-48bd-a1f1-2f15752e96cf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:08.464264 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6cb74530-19e8-406c-aebb-f9fc760646f4 req-630af38d-f649-48bd-a1f1-2f15752e96cf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 945 time: 0.0534272 Sep 30 13:43:08.528487 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6cb74530-19e8-406c-aebb-f9fc760646f4 req-bf1c1796-3a1d-4e21-a1ea-ce0cae993b73 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528603 Sep 30 13:43:08.534721 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0f9534e0-306a-4761-ae80-d8d425590159 req-5c004c1c-019c-4f5a-bb7d-3b002e48551c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1320784 Sep 30 13:43:08.544711 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-0f9534e0-306a-4761-ae80-d8d425590159 req-3fd3506e-9ae6-4810-9c4e-08d0916edefc service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:43:08.545708 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0f9534e0-306a-4761-ae80-d8d425590159 req-3fd3506e-9ae6-4810-9c4e-08d0916edefc service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052307 Sep 30 13:43:08.855666 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b145a532-2fc0-4784-9d6b-6dd1c63ecc63 req-3f68a760-e6ed-4c5a-a360-6fbd7086c22c tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7ee11d-9e7b-4163-a6c4-911bcfd8bde1 HTTP/1.1" status: 200 len: 210 time: 0.0326583 Sep 30 13:43:09.653119 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49f828-be97-44e4-bb05-32db5394a94c req-62e85d21-1063-466f-8df6-d2751b9c7cb8 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:09.655360 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6a49f828-be97-44e4-bb05-32db5394a94c req-62e85d21-1063-466f-8df6-d2751b9c7cb8 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 945 time: 0.0544176 Sep 30 13:43:09.676207 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9534e0-306a-4761-ae80-d8d425590159 req-d3433aa2-1a0d-45c7-9f14-23e5e1136ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:09.677769 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f9534e0-306a-4761-ae80-d8d425590159 req-d3433aa2-1a0d-45c7-9f14-23e5e1136ad5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 1096 time: 0.0435982 Sep 30 13:43:09.693868 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6a49f828-be97-44e4-bb05-32db5394a94c req-92694f39-d6c8-4b8d-88a4-3a9f39361458 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326014 Sep 30 13:43:09.768231 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9534e0-306a-4761-ae80-d8d425590159 req-c3dc62ad-0cfa-472b-9c91-49016d39ede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:09.769837 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f9534e0-306a-4761-ae80-d8d425590159 req-c3dc62ad-0cfa-472b-9c91-49016d39ede1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0a9f8bff-dedc-467f-832a-9249e7027023 HTTP/1.1" status: 200 len: 897 time: 0.0847316 Sep 30 13:43:09.838460 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f9534e0-306a-4761-ae80-d8d425590159 req-7e6b1a40-7197-4dab-9fa8-1735b39bc912 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4644acc3-0a77-43cb-9147-73f7d72177cc HTTP/1.1" status: 200 len: 1001 time: 0.0609617 Sep 30 13:43:09.888117 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9534e0-306a-4761-ae80-d8d425590159 req-ddaeae1c-c25f-4e45-8823-decb2a7aeca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:09.889638 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f9534e0-306a-4761-ae80-d8d425590159 req-ddaeae1c-c25f-4e45-8823-decb2a7aeca7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=00a4bc69-6bad-475d-a93a-7f40434bb0ed HTTP/1.1" status: 200 len: 834 time: 0.0446320 Sep 30 13:43:09.934723 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9534e0-306a-4761-ae80-d8d425590159 req-ec091467-96a6-48ef-93e6-c266482046e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:09.936444 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f9534e0-306a-4761-ae80-d8d425590159 req-ec091467-96a6-48ef-93e6-c266482046e0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a9f8bff-dedc-467f-832a-9249e7027023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402923 Sep 30 13:43:10.043875 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f9534e0-306a-4761-ae80-d8d425590159 req-49713902-50d7-4753-b968-6c5aba221142 service neutron] 10.222.0.54 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004012 Sep 30 13:43:10.134778 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f9534e0-306a-4761-ae80-d8d425590159 req-f1573027-d080-4428-b5ed-509709bcbeae service neutron] 10.222.0.54 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838463 Sep 30 13:43:10.809882 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3345ad3-ce3a-4644-950b-a89cf133a78c req-0a5d40b9-6531-45b2-a9cc-40752eb4489d tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:10.811407 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e3345ad3-ce3a-4644-950b-a89cf133a78c req-0a5d40b9-6531-45b2-a9cc-40752eb4489d tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 945 time: 0.0492055 Sep 30 13:43:10.848985 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e3345ad3-ce3a-4644-950b-a89cf133a78c req-809f1b8a-6065-419a-9fb5-79b327c02976 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314732 Sep 30 13:43:11.972131 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353055e-91bf-4949-9074-e61f07588a22 req-d2d5d86a-07c4-4368-b8d1-547c3c9aa3f8 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:11.973676 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c353055e-91bf-4949-9074-e61f07588a22 req-d2d5d86a-07c4-4368-b8d1-547c3c9aa3f8 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 945 time: 0.0538812 Sep 30 13:43:12.012697 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c353055e-91bf-4949-9074-e61f07588a22 req-6d87d110-2c2c-49ac-9c72-df8d43bb9cfc tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320673 Sep 30 13:43:13.133162 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e56d2-98cf-49f2-9870-6eb131b376bc req-c25a538e-5f8d-4d3b-bc36-e83933a94a87 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:13.134665 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-479e56d2-98cf-49f2-9870-6eb131b376bc req-c25a538e-5f8d-4d3b-bc36-e83933a94a87 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 945 time: 0.0524352 Sep 30 13:43:13.177445 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-479e56d2-98cf-49f2-9870-6eb131b376bc req-fd6a4932-04ea-4f9c-a57f-1e63f99d9764 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362852 Sep 30 13:43:14.218824 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44632) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:43:14.295434 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2d722-af7d-464d-8da7-6165b1b28402 req-092b7a72-c4b5-42c0-bc42-47846d205b08 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:14.296933 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b1f2d722-af7d-464d-8da7-6165b1b28402 req-092b7a72-c4b5-42c0-bc42-47846d205b08 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 945 time: 0.0501764 Sep 30 13:43:14.334169 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b1f2d722-af7d-464d-8da7-6165b1b28402 req-96c55a1c-d24b-4f8e-8d29-a836bf42c492 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312033 Sep 30 13:43:14.378698 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-5f24504a-8f1a-4016-8cff-44146c14e2fd tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Deleting port b5c38b02-0893-4804-810b-d18fb79f246d {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:43:14.379039 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5f24504a-8f1a-4016-8cff-44146c14e2fd tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:14.451432 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5f24504a-8f1a-4016-8cff-44146c14e2fd tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:14.451753 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5f24504a-8f1a-4016-8cff-44146c14e2fd tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:14.463674 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-5f24504a-8f1a-4016-8cff-44146c14e2fd tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Calling delete_port for b5c38b02-0893-4804-810b-d18fb79f246d owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:43:14.608386 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5f24504a-8f1a-4016-8cff-44146c14e2fd tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:14.633512 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24504a-8f1a-4016-8cff-44146c14e2fd tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event deleted for resources: {'Port': ['ID=b5c38b02-0893-4804-810b-d18fb79f246d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:43:14.694410 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5f24504a-8f1a-4016-8cff-44146c14e2fd tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:14.694750 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-5f24504a-8f1a-4016-8cff-44146c14e2fd tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Floating IP 5539f272-385a-41ce-a8c6-31c3c062e06f disassociated (deleted). External IP: 172.25.5.226, port: 3a9b9360-bfab-4bba-88d9-11b7de603b34. Sep 30 13:43:14.913192 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f24504a-8f1a-4016-8cff-44146c14e2fd tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Router b352136a-9100-4049-b7cd-18db25281426 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:43:15.019742 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f24504a-8f1a-4016-8cff-44146c14e2fd tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:43:15.024455 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5f24504a-8f1a-4016-8cff-44146c14e2fd tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:15.029540 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eefa93d-229e-4a52-abd9-d88b3d8d19e9 None None] Sync routers for ids ['b352136a-9100-4049-b7cd-18db25281426'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:43:15.038383 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eefa93d-229e-4a52-abd9-d88b3d8d19e9 None None] Routers {'b352136a-9100-4049-b7cd-18db25281426'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:43:15.039073 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2eefa93d-229e-4a52-abd9-d88b3d8d19e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:42:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b352136a-9100-4049-b7cd-18db25281426'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:43:15.049747 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5f24504a-8f1a-4016-8cff-44146c14e2fd tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "DELETE /v2.0/floatingips/5539f272-385a-41ce-a8c6-31c3c062e06f HTTP/1.1" status: 204 len: 168 time: 0.8297889 Sep 30 13:43:15.050455 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dce3b9a-097a-4f6f-b925-dd077b0ba842', 'tag': '3a9b9360-bfab-4bba-88d9-11b7de603b34'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:43:15.052759 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0d0a6c-c851-4d96-8289-6e28b5d8ab5d" -d '{"events": [{"name": "network-changed", "server_uuid": "4dce3b9a-097a-4f6f-b925-dd077b0ba842", "tag": "3a9b9360-bfab-4bba-88d9-11b7de603b34"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:43:15.096074 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:15.096216 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6051905d-4151-4de5-a64e-7cd1d31cc7b9 x-openstack-request-id: req-6051905d-4151-4de5-a64e-7cd1d31cc7b9 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:43:15.096661 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dce3b9a-097a-4f6f-b925-dd077b0ba842", "tag": "3a9b9360-bfab-4bba-88d9-11b7de603b34", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:43:15.096932 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6051905d-4151-4de5-a64e-7cd1d31cc7b9 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:43:15.097513 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dce3b9a-097a-4f6f-b925-dd077b0ba842', 'tag': '3a9b9360-bfab-4bba-88d9-11b7de603b34', 'status': 'completed', 'code': 200} Sep 30 13:43:15.163041 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d0a6c-c851-4d96-8289-6e28b5d8ab5d req-04e30473-8b59-45b1-83bf-fc7d6fc50045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:15.164741 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-2eefa93d-229e-4a52-abd9-d88b3d8d19e9 None None] Set router b352136a-9100-4049-b7cd-18db25281426 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:43:15.164853 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d0d0a6c-c851-4d96-8289-6e28b5d8ab5d req-04e30473-8b59-45b1-83bf-fc7d6fc50045 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=866f7de7650a419a9623697f26d65ff4&device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 1097 time: 0.0429394 Sep 30 13:43:15.305864 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d0a6c-c851-4d96-8289-6e28b5d8ab5d req-ecce6264-3c6f-418d-a188-b9137c173360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:15.307288 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d0d0a6c-c851-4d96-8289-6e28b5d8ab5d req-ecce6264-3c6f-418d-a188-b9137c173360 service neutron] 10.222.0.39 "GET /v2.0/networks?id=949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 200 len: 912 time: 0.1288080 Sep 30 13:43:15.317646 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305981d-e049-44bd-b9aa-dd00dd428b6f req-d006aab0-c1fb-4bfd-99fd-c6b1a10bdbec tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:15.319092 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5305981d-e049-44bd-b9aa-dd00dd428b6f req-d006aab0-c1fb-4bfd-99fd-c6b1a10bdbec tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 946 time: 0.0677140 Sep 30 13:43:15.364376 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d0d0a6c-c851-4d96-8289-6e28b5d8ab5d req-36719045-5242-41dd-bd95-67936136a269 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a9b9360-bfab-4bba-88d9-11b7de603b34 HTTP/1.1" status: 200 len: 217 time: 0.0443575 Sep 30 13:43:15.373237 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2eefa93d-229e-4a52-abd9-d88b3d8d19e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b352136a-9100-4049-b7cd-18db25281426', 'name': 'tempest-TestVolumeBootPattern-969616354-router', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:46Z', 'revision_number': 4, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'gw_port': {'id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '447a3fd2-463e-4c39-954d-09131eb2c2f5', 'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'mac_address': 'fa:16:3e:97:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:45Z', 'updated_at': '2021-09-30T13:32:49Z', 'revision_number': 5, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'subnets': [{'id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:43:15.399456 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eefa93d-229e-4a52-abd9-d88b3d8d19e9 None None] Checking router: b352136a-9100-4049-b7cd-18db25281426 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:43:15.408289 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eefa93d-229e-4a52-abd9-d88b3d8d19e9 None None] Routers {'b352136a-9100-4049-b7cd-18db25281426'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:43:15.408905 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2eefa93d-229e-4a52-abd9-d88b3d8d19e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:42:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b352136a-9100-4049-b7cd-18db25281426'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:43:15.416976 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d0a6c-c851-4d96-8289-6e28b5d8ab5d req-4cb9933e-c1c0-4493-87a9-c0837493e357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:15.418494 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d0d0a6c-c851-4d96-8289-6e28b5d8ab5d req-4cb9933e-c1c0-4493-87a9-c0837493e357 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a29bd19-7bbd-493a-b0e5-a534c2103246 HTTP/1.1" status: 200 len: 850 time: 0.0456457 Sep 30 13:43:15.448891 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5305981d-e049-44bd-b9aa-dd00dd428b6f req-643b6fb6-fece-40b1-a0d2-d99b1c02fd52 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222005 Sep 30 13:43:15.472389 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc6250-4d79-498b-8a83-d59ad27eee0f req-2f416512-f71f-4802-99a5-eda6b0355ced tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:15.473992 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e1fc6250-4d79-498b-8a83-d59ad27eee0f req-2f416512-f71f-4802-99a5-eda6b0355ced tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 945 time: 0.0685027 Sep 30 13:43:15.483293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d0a6c-c851-4d96-8289-6e28b5d8ab5d req-ed4b379e-dcb8-43f8-bee8-52e8f221d927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:15.484940 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d0d0a6c-c851-4d96-8289-6e28b5d8ab5d req-ed4b379e-dcb8-43f8-bee8-52e8f221d927 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=949dc44d-a521-4909-8cff-116a74911834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566907 Sep 30 13:43:15.517140 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e1fc6250-4d79-498b-8a83-d59ad27eee0f req-ddf27f11-18ff-4fff-8bd0-d5ef535e5d53 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350115 Sep 30 13:43:15.524914 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-2eefa93d-229e-4a52-abd9-d88b3d8d19e9 None None] Set router b352136a-9100-4049-b7cd-18db25281426 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:43:15.581122 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d0d0a6c-c851-4d96-8289-6e28b5d8ab5d req-f647833a-8df2-44dd-add7-2a8ad8fefafc service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872958 Sep 30 13:43:15.671034 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d0d0a6c-c851-4d96-8289-6e28b5d8ab5d req-90116912-bd93-4afa-a8c9-79214c91402e service neutron] 10.222.0.39 "GET /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821848 Sep 30 13:43:15.721484 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2eefa93d-229e-4a52-abd9-d88b3d8d19e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b352136a-9100-4049-b7cd-18db25281426', 'name': 'tempest-TestVolumeBootPattern-969616354-router', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:46Z', 'revision_number': 4, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'gw_port': {'id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '447a3fd2-463e-4c39-954d-09131eb2c2f5', 'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'mac_address': 'fa:16:3e:97:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:45Z', 'updated_at': '2021-09-30T13:32:49Z', 'revision_number': 5, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'subnets': [{'id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:43:15.750709 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eefa93d-229e-4a52-abd9-d88b3d8d19e9 None None] The sync data for ids ['b352136a-9100-4049-b7cd-18db25281426'] in n-d-810909-2 is: [{'id': 'b352136a-9100-4049-b7cd-18db25281426', 'name': 'tempest-TestVolumeBootPattern-969616354-router', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:46Z', 'revision_number': 4, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'gw_port': {'id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '447a3fd2-463e-4c39-954d-09131eb2c2f5', 'name': '', 'network_id': '949dc44d-a521-4909-8cff-116a74911834', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'mac_address': 'fa:16:3e:97:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:45Z', 'updated_at': '2021-09-30T13:32:49Z', 'revision_number': 5, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'subnets': [{'id': '3a29bd19-7bbd-493a-b0e5-a534c2103246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:43:15.986135 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baff465-1330-4c24-8efc-19e17c76546d None None] New status for floating IP 5539f272-385a-41ce-a8c6-31c3c062e06f: DOWN {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:43:16.571288 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105eb07-2321-42d8-ac88-35e297654149 req-62cb70d2-f54a-4b2d-adad-b30b88e5167d tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:16.572899 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8105eb07-2321-42d8-ac88-35e297654149 req-62cb70d2-f54a-4b2d-adad-b30b88e5167d tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 946 time: 0.0552573 Sep 30 13:43:16.612319 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8105eb07-2321-42d8-ac88-35e297654149 req-f6b9862d-7cd7-47ad-a8c8-5b165fffcd11 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/security-groups?id=01a0d05d-e5fc-46fb-b4c4-9518522a1284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333354 Sep 30 13:43:16.633938 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09a660-a943-443d-af95-e7ed51959a23 req-a3c1abd8-5023-44c5-9d3a-d7714c58a4f7 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:16.636128 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6a09a660-a943-443d-af95-e7ed51959a23 req-a3c1abd8-5023-44c5-9d3a-d7714c58a4f7 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 945 time: 0.0527434 Sep 30 13:43:16.677184 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6a09a660-a943-443d-af95-e7ed51959a23 req-546e746a-58f2-4ee7-a1be-c5be6fefc441 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349329 Sep 30 13:43:16.747484 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173e109-641c-411a-9c94-ddf7fd9c74ca req-a82d950f-880c-4d72-a568-cdabd66b03e3 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:16.749020 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a173e109-641c-411a-9c94-ddf7fd9c74ca req-a82d950f-880c-4d72-a568-cdabd66b03e3 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.39 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 946 time: 0.0500410 Sep 30 13:43:16.839020 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-a173e109-641c-411a-9c94-ddf7fd9c74ca req-07f3b891-7567-4be8-8a32-9b48113bd9f0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Deleting port 3a9b9360-bfab-4bba-88d9-11b7de603b34 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:43:16.839360 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a173e109-641c-411a-9c94-ddf7fd9c74ca req-07f3b891-7567-4be8-8a32-9b48113bd9f0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:16.928808 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-a173e109-641c-411a-9c94-ddf7fd9c74ca req-07f3b891-7567-4be8-8a32-9b48113bd9f0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] For port 3a9b9360-bfab-4bba-88d9-11b7de603b34, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=3a9b9360-bfab-4bba-88d9-11b7de603b34,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:43:16.929088 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a173e109-641c-411a-9c94-ddf7fd9c74ca req-07f3b891-7567-4be8-8a32-9b48113bd9f0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:16.941776 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-a173e109-641c-411a-9c94-ddf7fd9c74ca req-07f3b891-7567-4be8-8a32-9b48113bd9f0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Calling delete_port for 3a9b9360-bfab-4bba-88d9-11b7de603b34 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:43:17.068560 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a173e109-641c-411a-9c94-ddf7fd9c74ca req-07f3b891-7567-4be8-8a32-9b48113bd9f0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:17.098729 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3b891-7567-4be8-8a32-9b48113bd9f0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event deleted for resources: {'Port': ['ID=3a9b9360-bfab-4bba-88d9-11b7de603b34,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:43:17.142834 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-a173e109-641c-411a-9c94-ddf7fd9c74ca req-07f3b891-7567-4be8-8a32-9b48113bd9f0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] No DVR routers for this DVR port 3a9b9360-bfab-4bba-88d9-11b7de603b34 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:43:17.145551 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-a173e109-641c-411a-9c94-ddf7fd9c74ca req-07f3b891-7567-4be8-8a32-9b48113bd9f0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:17.147543 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a173e109-641c-411a-9c94-ddf7fd9c74ca req-07f3b891-7567-4be8-8a32-9b48113bd9f0 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.39 "DELETE /v2.0/ports/3a9b9360-bfab-4bba-88d9-11b7de603b34 HTTP/1.1" status: 204 len: 173 time: 0.3924756 Sep 30 13:43:17.147975 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dce3b9a-097a-4f6f-b925-dd077b0ba842', 'name': 'network-vif-deleted', 'tag': '3a9b9360-bfab-4bba-88d9-11b7de603b34'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:43:17.150737 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854001fc-4206-42db-abb6-f372dda00462" -d '{"events": [{"server_uuid": "4dce3b9a-097a-4f6f-b925-dd077b0ba842", "name": "network-vif-deleted", "tag": "3a9b9360-bfab-4bba-88d9-11b7de603b34"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:43:17.192491 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0175a30c-4a54-4b51-8c68-75a775c17fad x-openstack-request-id: req-0175a30c-4a54-4b51-8c68-75a775c17fad {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:43:17.192783 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dce3b9a-097a-4f6f-b925-dd077b0ba842", "name": "network-vif-deleted", "tag": "3a9b9360-bfab-4bba-88d9-11b7de603b34", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:43:17.193034 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0175a30c-4a54-4b51-8c68-75a775c17fad {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:43:17.193423 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dce3b9a-097a-4f6f-b925-dd077b0ba842', 'name': 'network-vif-deleted', 'tag': '3a9b9360-bfab-4bba-88d9-11b7de603b34', 'status': 'completed', 'code': 200} Sep 30 13:43:17.710578 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f63a740c-974a-4c39-b763-eae352c270b8 req-63fcf335-c9ad-4931-aa6b-8c84a6a7931f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 210 time: 0.0303395 Sep 30 13:43:17.806540 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20b3f3-338c-449b-8ecb-4d567c1a9ea2 req-78599d24-6a03-474f-b646-56d649fb84c4 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:17.808167 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ed20b3f3-338c-449b-8ecb-4d567c1a9ea2 req-78599d24-6a03-474f-b646-56d649fb84c4 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 945 time: 0.0517037 Sep 30 13:43:17.849778 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ed20b3f3-338c-449b-8ecb-4d567c1a9ea2 req-6ad671cb-5c8d-43cc-99a5-7ff27290f2ff tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346127 Sep 30 13:43:18.223212 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0ad25dde-4a45-4f0c-a274-fccb8538b5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:18.806587 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6240885b-30d2-4d0b-be0a-8ca3eb1b0575 req-de7e4a24-eddf-47fe-863e-ff2d3e3e6028 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 210 time: 0.0261922 Sep 30 13:43:18.970521 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e508fa-4fe6-41eb-87e3-2a8b6ba02a71 req-9960725b-7751-485d-8b18-1d91b8f33895 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:18.972005 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-93e508fa-4fe6-41eb-87e3-2a8b6ba02a71 req-9960725b-7751-485d-8b18-1d91b8f33895 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 945 time: 0.0528977 Sep 30 13:43:19.011015 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-93e508fa-4fe6-41eb-87e3-2a8b6ba02a71 req-6796c413-485b-47b2-90fc-36dd833e6319 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318923 Sep 30 13:43:19.468016 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3a9b9360-bfab-4bba-88d9-11b7de603b34 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:43:19.487923 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 3a9b9360-bfab-4bba-88d9-11b7de603b34 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:43:19.488362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 3a9b9360-bfab-4bba-88d9-11b7de603b34 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:43:19.760264 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:19.901051 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ded52cab-065c-49b8-96b4-02d4125b19e0 req-d25f2d7c-97eb-4b5c-8f64-b3155ad88f3f tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dce3b9a-097a-4f6f-b925-dd077b0ba842 HTTP/1.1" status: 200 len: 210 time: 0.0267625 Sep 30 13:43:20.130087 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34e70c-1464-48ed-b3d6-e738c3583a72 req-3a641372-5b53-48b7-919b-c05f33a7bef2 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:20.131610 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f34e70c-1464-48ed-b3d6-e738c3583a72 req-3a641372-5b53-48b7-919b-c05f33a7bef2 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 945 time: 0.0529170 Sep 30 13:43:20.169726 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f34e70c-1464-48ed-b3d6-e738c3583a72 req-43e06ff0-3258-4eaa-8d49-41274d606033 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313513 Sep 30 13:43:20.731469 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d2dbb847-e982-4d20-a219-919179aea3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:20.954405 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44662) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:43:21.076011 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-1c581a00-c0b0-46fb-bc35-0ef82c0b386b tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Deleting port c3e36b9a-9dc5-4547-b586-fd767be196c5 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:43:21.076268 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1c581a00-c0b0-46fb-bc35-0ef82c0b386b tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:21.152900 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1c581a00-c0b0-46fb-bc35-0ef82c0b386b tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:21.153552 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1c581a00-c0b0-46fb-bc35-0ef82c0b386b tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:21.165031 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-1c581a00-c0b0-46fb-bc35-0ef82c0b386b tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Calling delete_port for c3e36b9a-9dc5-4547-b586-fd767be196c5 owned by network:floatingip {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:43:21.317462 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f801270-d2fa-4629-89f0-9888d220a0e8 req-2867609a-3677-4a6f-a380-4e615fbd6965 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:21.318996 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5f801270-d2fa-4629-89f0-9888d220a0e8 req-2867609a-3677-4a6f-a380-4e615fbd6965 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 945 time: 0.0784063 Sep 30 13:43:21.343764 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1c581a00-c0b0-46fb-bc35-0ef82c0b386b tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:21.379205 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c581a00-c0b0-46fb-bc35-0ef82c0b386b tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event deleted for resources: {'Port': ['ID=c3e36b9a-9dc5-4547-b586-fd767be196c5,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:43:21.404077 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5f801270-d2fa-4629-89f0-9888d220a0e8 req-80ee0342-7ac2-4b6c-91c0-f9923b2feb58 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785992 Sep 30 13:43:21.442356 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1c581a00-c0b0-46fb-bc35-0ef82c0b386b tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for floatingip, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:21.444945 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1c581a00-c0b0-46fb-bc35-0ef82c0b386b tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:21.446686 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1c581a00-c0b0-46fb-bc35-0ef82c0b386b tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "DELETE /v2.0/floatingips/7155a025-c66c-4382-baa0-55c454c1b7aa HTTP/1.1" status: 204 len: 168 time: 0.4912884 Sep 30 13:43:21.652674 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:22.057241 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-0f9534e0-306a-4761-ae80-d8d425590159 req-ac6b67bf-719c-4ca4-bcc5-7395ac2cf209 service neutron] show failed (client error): The resource could not be found. Sep 30 13:43:22.058309 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f9534e0-306a-4761-ae80-d8d425590159 req-ac6b67bf-719c-4ca4-bcc5-7395ac2cf209 service neutron] 10.222.0.54 "GET /v2.0/ports/4644acc3-0a77-43cb-9147-73f7d72177cc/bindings/n-h1-810909-2 HTTP/1.1" status: 404 len: 380 time: 0.0587249 Sep 30 13:43:22.255071 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9534e0-306a-4761-ae80-d8d425590159 req-99c69161-a0f5-455a-942b-1e122bc8c88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:22.256579 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f9534e0-306a-4761-ae80-d8d425590159 req-99c69161-a0f5-455a-942b-1e122bc8c88a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5&tenant_id=4fa461100d3b4c25872c36a62d32e6d8 HTTP/1.1" status: 200 len: 1096 time: 0.0409369 Sep 30 13:43:22.268868 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-0f9534e0-306a-4761-ae80-d8d425590159 req-054af204-de4a-480a-80f4-7fa6e3eb60e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810909-2', 'device_owner': 'compute:nova'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:43:22.320993 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9534e0-306a-4761-ae80-d8d425590159 req-054af204-de4a-480a-80f4-7fa6e3eb60e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:22.456033 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:22.531638 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affebbbe-ce68-4606-abae-c4b5a2603de2 req-7f2f718f-ec48-493a-a79f-6d11f48c4256 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:22.533268 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-affebbbe-ce68-4606-abae-c4b5a2603de2 req-7f2f718f-ec48-493a-a79f-6d11f48c4256 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 945 time: 0.0505719 Sep 30 13:43:22.542457 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0f9534e0-306a-4761-ae80-d8d425590159 req-054af204-de4a-480a-80f4-7fa6e3eb60e8 service neutron] For port 4644acc3-0a77-43cb-9147-73f7d72177cc, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=4644acc3-0a77-43cb-9147-73f7d72177cc,segment=NetworkSegment(de405a0c-0a8a-4708-899d-bdc5588a964b),segment_id=de405a0c-0a8a-4708-899d-bdc5588a964b)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:43:22.574254 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-affebbbe-ce68-4606-abae-c4b5a2603de2 req-3ef69cf6-488a-4629-a507-dbb4304d3291 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336876 Sep 30 13:43:22.575841 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0f9534e0-306a-4761-ae80-d8d425590159 req-054af204-de4a-480a-80f4-7fa6e3eb60e8 service neutron] For port 4644acc3-0a77-43cb-9147-73f7d72177cc, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:43:22.615408 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda5bb7c-eced-4dab-8774-ee301c116ba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4644acc3-0a77-43cb-9147-73f7d72177cc'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:43:22.618228 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a406dc2f-d143-42e7-8643-c7556d8e62e8" -d '{"events": [{"server_uuid": "cda5bb7c-eced-4dab-8774-ee301c116ba5", "name": "network-vif-unplugged", "status": "completed", "tag": "4644acc3-0a77-43cb-9147-73f7d72177cc"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:43:22.622699 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9534e0-306a-4761-ae80-d8d425590159 req-054af204-de4a-480a-80f4-7fa6e3eb60e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:22.644087 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-0f9534e0-306a-4761-ae80-d8d425590159 req-054af204-de4a-480a-80f4-7fa6e3eb60e8 service neutron] Transition to ACTIVE for port object 4644acc3-0a77-43cb-9147-73f7d72177cc will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:43:22.650846 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9534e0-306a-4761-ae80-d8d425590159 req-054af204-de4a-480a-80f4-7fa6e3eb60e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:22.682714 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885dd9cf-b142-476a-b6bb-fc7302f6cec0 x-openstack-request-id: req-885dd9cf-b142-476a-b6bb-fc7302f6cec0 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:43:22.683014 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda5bb7c-eced-4dab-8774-ee301c116ba5", "name": "network-vif-unplugged", "status": "completed", "tag": "4644acc3-0a77-43cb-9147-73f7d72177cc", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:43:22.683289 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-885dd9cf-b142-476a-b6bb-fc7302f6cec0 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:43:22.683683 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda5bb7c-eced-4dab-8774-ee301c116ba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4644acc3-0a77-43cb-9147-73f7d72177cc', 'code': 200} Sep 30 13:43:22.744978 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054af204-de4a-480a-80f4-7fa6e3eb60e8 service neutron] Pushing event updated for resources: {'Port': ['ID=4644acc3-0a77-43cb-9147-73f7d72177cc,revision_number=6']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:43:22.783163 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9534e0-306a-4761-ae80-d8d425590159 req-054af204-de4a-480a-80f4-7fa6e3eb60e8 service neutron] No DVR routers for this DVR port 4644acc3-0a77-43cb-9147-73f7d72177cc on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:43:22.921496 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-0f9534e0-306a-4761-ae80-d8d425590159 req-054af204-de4a-480a-80f4-7fa6e3eb60e8 service neutron] Attempting to bind port 4644acc3-0a77-43cb-9147-73f7d72177cc on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:43:22.921730 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-0f9534e0-306a-4761-ae80-d8d425590159 req-054af204-de4a-480a-80f4-7fa6e3eb60e8 service neutron] Attempting to bind port 4644acc3-0a77-43cb-9147-73f7d72177cc by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'de405a0c-0a8a-4708-899d-bdc5588a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:43:22.922080 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9534e0-306a-4761-ae80-d8d425590159 req-054af204-de4a-480a-80f4-7fa6e3eb60e8 service neutron] Attempting to bind port 4644acc3-0a77-43cb-9147-73f7d72177cc on network 0a9f8bff-dedc-467f-832a-9249e7027023 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:43:22.926155 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9534e0-306a-4761-ae80-d8d425590159 req-054af204-de4a-480a-80f4-7fa6e3eb60e8 service neutron] Port 4644acc3-0a77-43cb-9147-73f7d72177cc on network 0a9f8bff-dedc-467f-832a-9249e7027023 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:43:22.926472 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9534e0-306a-4761-ae80-d8d425590159 req-054af204-de4a-480a-80f4-7fa6e3eb60e8 service neutron] Attempting to bind port 4644acc3-0a77-43cb-9147-73f7d72177cc on network 0a9f8bff-dedc-467f-832a-9249e7027023 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:43:22.931670 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9534e0-306a-4761-ae80-d8d425590159 req-054af204-de4a-480a-80f4-7fa6e3eb60e8 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:43:22.932001 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9534e0-306a-4761-ae80-d8d425590159 req-054af204-de4a-480a-80f4-7fa6e3eb60e8 service neutron] Checking segment: {'id': 'de405a0c-0a8a-4708-899d-bdc5588a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:43:22.932380 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9534e0-306a-4761-ae80-d8d425590159 req-054af204-de4a-480a-80f4-7fa6e3eb60e8 service neutron] Bound using segment: {'id': 'de405a0c-0a8a-4708-899d-bdc5588a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:43:22.932801 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-0f9534e0-306a-4761-ae80-d8d425590159 req-054af204-de4a-480a-80f4-7fa6e3eb60e8 service neutron] Bound port: 4644acc3-0a77-43cb-9147-73f7d72177cc, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de405a0c-0a8a-4708-899d-bdc5588a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:43:22.933165 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9534e0-306a-4761-ae80-d8d425590159 req-054af204-de4a-480a-80f4-7fa6e3eb60e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:22.995142 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0f9534e0-306a-4761-ae80-d8d425590159 req-054af204-de4a-480a-80f4-7fa6e3eb60e8 service neutron] For port 4644acc3-0a77-43cb-9147-73f7d72177cc, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:43:22.998127 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0f9534e0-306a-4761-ae80-d8d425590159 req-054af204-de4a-480a-80f4-7fa6e3eb60e8 service neutron] For port 4644acc3-0a77-43cb-9147-73f7d72177cc, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4644acc3-0a77-43cb-9147-73f7d72177cc,segment=NetworkSegment(de405a0c-0a8a-4708-899d-bdc5588a964b),segment_id=de405a0c-0a8a-4708-899d-bdc5588a964b)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:43:23.002813 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9534e0-306a-4761-ae80-d8d425590159 req-054af204-de4a-480a-80f4-7fa6e3eb60e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:23.041905 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9534e0-306a-4761-ae80-d8d425590159 req-054af204-de4a-480a-80f4-7fa6e3eb60e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:23.042549 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0f9534e0-306a-4761-ae80-d8d425590159 req-054af204-de4a-480a-80f4-7fa6e3eb60e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:23.043936 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f9534e0-306a-4761-ae80-d8d425590159 req-054af204-de4a-480a-80f4-7fa6e3eb60e8 service neutron] 10.222.0.39 "PUT /v2.0/ports/4644acc3-0a77-43cb-9147-73f7d72177cc HTTP/1.1" status: 200 len: 1091 time: 0.7789898 Sep 30 13:43:23.062997 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054af204-de4a-480a-80f4-7fa6e3eb60e8 service neutron] Pushing event updated for resources: {'Port': ['ID=4644acc3-0a77-43cb-9147-73f7d72177cc,revision_number=7']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:43:23.109688 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9534e0-306a-4761-ae80-d8d425590159 req-0702ea09-eb89-4f8e-a828-a1a4e998cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:23.111157 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f9534e0-306a-4761-ae80-d8d425590159 req-0702ea09-eb89-4f8e-a828-a1a4e998cf8d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 1094 time: 0.0438957 Sep 30 13:43:23.205956 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9534e0-306a-4761-ae80-d8d425590159 req-50805ccc-2406-4948-9948-5df8610c1977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:23.207507 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f9534e0-306a-4761-ae80-d8d425590159 req-50805ccc-2406-4948-9948-5df8610c1977 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0a9f8bff-dedc-467f-832a-9249e7027023 HTTP/1.1" status: 200 len: 897 time: 0.0891156 Sep 30 13:43:23.276966 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f9534e0-306a-4761-ae80-d8d425590159 req-8783f4bf-aa46-4659-9c8e-d48013583b4a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4644acc3-0a77-43cb-9147-73f7d72177cc HTTP/1.1" status: 200 len: 999 time: 0.0623326 Sep 30 13:43:23.325709 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9534e0-306a-4761-ae80-d8d425590159 req-362afc45-c889-47f9-8f96-b31d84497f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:23.327138 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f9534e0-306a-4761-ae80-d8d425590159 req-362afc45-c889-47f9-8f96-b31d84497f7f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00a4bc69-6bad-475d-a93a-7f40434bb0ed HTTP/1.1" status: 200 len: 834 time: 0.0433655 Sep 30 13:43:23.371544 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9534e0-306a-4761-ae80-d8d425590159 req-aa2097ff-0bab-4f87-bb20-4d909051bb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:23.373022 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f9534e0-306a-4761-ae80-d8d425590159 req-aa2097ff-0bab-4f87-bb20-4d909051bb42 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0a9f8bff-dedc-467f-832a-9249e7027023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394809 Sep 30 13:43:23.466523 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f9534e0-306a-4761-ae80-d8d425590159 req-aaa22b2c-74ba-44e9-95bf-b57bf3cb45b2 service neutron] 10.222.0.39 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858362 Sep 30 13:43:23.555655 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f9534e0-306a-4761-ae80-d8d425590159 req-b7caefa1-169a-4c28-8a76-951380c4647d service neutron] 10.222.0.39 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825429 Sep 30 13:43:23.705958 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44684) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:43:23.709285 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f298a-b0e5-4ab2-8bc7-77c4ce506881 req-6af3c5c1-7ccd-40b2-b29a-039499525986 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:23.714577 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d8f298a-b0e5-4ab2-8bc7-77c4ce506881 req-6af3c5c1-7ccd-40b2-b29a-039499525986 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 943 time: 0.0685306 Sep 30 13:43:23.762583 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d8f298a-b0e5-4ab2-8bc7-77c4ce506881 req-cb4309d3-fd64-4ac2-97d0-d4bbb3d796c3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437219 Sep 30 13:43:23.780994 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f5ad139e-080a-4ec5-8013-0226dc328365 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:23.799812 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f5ad139e-080a-4ec5-8013-0226dc328365 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:23.858322 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f5ad139e-080a-4ec5-8013-0226dc328365 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:23.860943 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f5ad139e-080a-4ec5-8013-0226dc328365 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:23.866883 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f5ad139e-080a-4ec5-8013-0226dc328365 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] 10.222.0.18 "DELETE /v2.0/security-groups/01a0d05d-e5fc-46fb-b4c4-9518522a1284 HTTP/1.1" status: 204 len: 168 time: 0.1592693 Sep 30 13:43:23.879016 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad139e-080a-4ec5-8013-0226dc328365 tempest-TestVolumeBootPattern-322696724 tempest-TestVolumeBootPattern-322696724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a0d05d-e5fc-46fb-b4c4-9518522a1284,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:43:23.920924 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44688) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:43:24.218880 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:24.386993 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e3198773-7c34-42a7-b807-1f5185130fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:24.643346 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-e3198773-7c34-42a7-b807-1f5185130fbc admin admin] Deleting port 447a3fd2-463e-4c39-954d-09131eb2c2f5 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:43:24.643694 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e3198773-7c34-42a7-b807-1f5185130fbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:24.684435 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda5bb7c-eced-4dab-8774-ee301c116ba5', 'tag': '4644acc3-0a77-43cb-9147-73f7d72177cc'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:43:24.686916 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88303353-3997-45c4-bc96-7771f8161bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "cda5bb7c-eced-4dab-8774-ee301c116ba5", "tag": "4644acc3-0a77-43cb-9147-73f7d72177cc"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:43:24.721167 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-e3198773-7c34-42a7-b807-1f5185130fbc admin admin] For port 447a3fd2-463e-4c39-954d-09131eb2c2f5, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=447a3fd2-463e-4c39-954d-09131eb2c2f5,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:43:24.721659 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e3198773-7c34-42a7-b807-1f5185130fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:24.736401 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c647f7-0c12-435d-bd49-dc213b5df0b4 x-openstack-request-id: req-45c647f7-0c12-435d-bd49-dc213b5df0b4 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:43:24.736862 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cda5bb7c-eced-4dab-8774-ee301c116ba5", "tag": "4644acc3-0a77-43cb-9147-73f7d72177cc", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:43:24.737561 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45c647f7-0c12-435d-bd49-dc213b5df0b4 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:43:24.737986 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cda5bb7c-eced-4dab-8774-ee301c116ba5', 'tag': '4644acc3-0a77-43cb-9147-73f7d72177cc', 'status': 'completed', 'code': 200} Sep 30 13:43:24.738316 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-e3198773-7c34-42a7-b807-1f5185130fbc admin admin] Calling delete_port for 447a3fd2-463e-4c39-954d-09131eb2c2f5 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:43:24.831401 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88303353-3997-45c4-bc96-7771f8161bb8 req-93daadda-1f36-4ae9-90b4-02e64492e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:24.832939 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88303353-3997-45c4-bc96-7771f8161bb8 req-93daadda-1f36-4ae9-90b4-02e64492e78c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 1094 time: 0.0725825 Sep 30 13:43:24.835480 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88303353-3997-45c4-bc96-7771f8161bb8 req-c3228392-f020-4db4-9052-857d66267dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:24.836889 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88303353-3997-45c4-bc96-7771f8161bb8 req-c3228392-f020-4db4-9052-857d66267dce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 1094 time: 0.0668600 Sep 30 13:43:24.924802 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e3198773-7c34-42a7-b807-1f5185130fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:24.949592 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3198773-7c34-42a7-b807-1f5185130fbc admin admin] Pushing event deleted for resources: {'Port': ['ID=447a3fd2-463e-4c39-954d-09131eb2c2f5,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:43:25.356292 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 4644acc3-0a77-43cb-9147-73f7d72177cc no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:43:25.389979 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e6c74-18a2-4064-953f-17bd971eabdf req-88a14933-b322-49ad-a57e-e859f9340709 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:25.391601 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d5e6c74-18a2-4064-953f-17bd971eabdf req-88a14933-b322-49ad-a57e-e859f9340709 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 943 time: 0.5425603 Sep 30 13:43:25.396413 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 4644acc3-0a77-43cb-9147-73f7d72177cc not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:43:25.425215 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88303353-3997-45c4-bc96-7771f8161bb8 req-ad151c05-4af4-42a8-a093-92572426dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:25.426661 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88303353-3997-45c4-bc96-7771f8161bb8 req-ad151c05-4af4-42a8-a093-92572426dcb0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0a9f8bff-dedc-467f-832a-9249e7027023 HTTP/1.1" status: 200 len: 897 time: 0.5785944 Sep 30 13:43:25.433364 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88303353-3997-45c4-bc96-7771f8161bb8 req-e4ea6d94-2741-437a-9e01-bdb01056b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:25.434770 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88303353-3997-45c4-bc96-7771f8161bb8 req-e4ea6d94-2741-437a-9e01-bdb01056b5fd service neutron] 10.222.0.39 "GET /v2.0/networks?id=0a9f8bff-dedc-467f-832a-9249e7027023 HTTP/1.1" status: 200 len: 897 time: 0.5939724 Sep 30 13:43:25.449915 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e3198773-7c34-42a7-b807-1f5185130fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:25.534566 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d5e6c74-18a2-4064-953f-17bd971eabdf req-7f8fed32-7eb2-443c-aa6d-9ae5ddc3d52a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275523 Sep 30 13:43:25.560712 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88303353-3997-45c4-bc96-7771f8161bb8 req-203cdf0a-bcde-49e5-b6b5-4e92fdce2a49 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4644acc3-0a77-43cb-9147-73f7d72177cc HTTP/1.1" status: 200 len: 999 time: 0.1235821 Sep 30 13:43:25.564623 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88303353-3997-45c4-bc96-7771f8161bb8 req-c0c160fd-c615-46e0-ba76-5e871a95bac4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4644acc3-0a77-43cb-9147-73f7d72177cc HTTP/1.1" status: 200 len: 999 time: 0.1206131 Sep 30 13:43:25.644848 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88303353-3997-45c4-bc96-7771f8161bb8 req-e9df72c5-c314-458f-bf25-b69db0a6504a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:25.646355 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88303353-3997-45c4-bc96-7771f8161bb8 req-e9df72c5-c314-458f-bf25-b69db0a6504a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=00a4bc69-6bad-475d-a93a-7f40434bb0ed HTTP/1.1" status: 200 len: 834 time: 0.0793393 Sep 30 13:43:25.649698 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88303353-3997-45c4-bc96-7771f8161bb8 req-d940d7c5-9d90-40cb-a054-fbf2b93d9534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:25.651185 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88303353-3997-45c4-bc96-7771f8161bb8 req-d940d7c5-9d90-40cb-a054-fbf2b93d9534 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00a4bc69-6bad-475d-a93a-7f40434bb0ed HTTP/1.1" status: 200 len: 834 time: 0.0756664 Sep 30 13:43:25.670539 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3198773-7c34-42a7-b807-1f5185130fbc admin admin] Router b352136a-9100-4049-b7cd-18db25281426 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:43:25.719182 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88303353-3997-45c4-bc96-7771f8161bb8 req-94680d89-efb9-411a-8df2-78ca893eac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:25.720605 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88303353-3997-45c4-bc96-7771f8161bb8 req-94680d89-efb9-411a-8df2-78ca893eac4b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a9f8bff-dedc-467f-832a-9249e7027023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672019 Sep 30 13:43:25.722335 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88303353-3997-45c4-bc96-7771f8161bb8 req-da7bab44-6df1-4e39-b50c-3dbfb7a852c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:25.723681 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88303353-3997-45c4-bc96-7771f8161bb8 req-da7bab44-6df1-4e39-b50c-3dbfb7a852c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0a9f8bff-dedc-467f-832a-9249e7027023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620520 Sep 30 13:43:25.779677 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3198773-7c34-42a7-b807-1f5185130fbc admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:43:25.786599 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e3198773-7c34-42a7-b807-1f5185130fbc admin admin] 10.222.0.18 "PUT /v2.0/routers/b352136a-9100-4049-b7cd-18db25281426/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8645790 Sep 30 13:43:25.787798 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44698) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:43:25.791659 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01677c2-7841-4ad2-a053-d77c34b4534b None None] Sync routers for ids ['b352136a-9100-4049-b7cd-18db25281426'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:43:25.800611 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01677c2-7841-4ad2-a053-d77c34b4534b None None] Routers {'b352136a-9100-4049-b7cd-18db25281426'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:43:25.801213 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f01677c2-7841-4ad2-a053-d77c34b4534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:43:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b352136a-9100-4049-b7cd-18db25281426'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:43:25.880426 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88303353-3997-45c4-bc96-7771f8161bb8 req-1fcdcfe7-207d-4ccf-b3aa-5f5c6fc6e871 service neutron] 10.222.0.54 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526620 Sep 30 13:43:25.882372 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88303353-3997-45c4-bc96-7771f8161bb8 req-9059fc62-c91b-49ff-8321-db18c816e370 service neutron] 10.222.0.39 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470842 Sep 30 13:43:25.917021 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-438d5816-e0ca-49b0-a60d-ecee0e990337 admin admin] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:25.918747 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-f01677c2-7841-4ad2-a053-d77c34b4534b None None] Set router b352136a-9100-4049-b7cd-18db25281426 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:43:26.024383 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-438d5816-e0ca-49b0-a60d-ecee0e990337 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:26.048003 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88303353-3997-45c4-bc96-7771f8161bb8 req-4f566362-4a3a-420d-8558-5911be162b0f service neutron] 10.222.0.54 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603596 Sep 30 13:43:26.049904 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88303353-3997-45c4-bc96-7771f8161bb8 req-abbfc8a6-3a7a-4909-a909-f43d0504f66b service neutron] 10.222.0.39 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552069 Sep 30 13:43:26.083139 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-438d5816-e0ca-49b0-a60d-ecee0e990337 admin admin] Deleting port 0ad88078-062a-4977-8c73-be4cc179a43c {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:43:26.083481 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-438d5816-e0ca-49b0-a60d-ecee0e990337 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:26.100825 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f01677c2-7841-4ad2-a053-d77c34b4534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b352136a-9100-4049-b7cd-18db25281426', 'name': 'tempest-TestVolumeBootPattern-969616354-router', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:43:24Z', 'revision_number': 5, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'gw_port': {'id': '0ad88078-062a-4977-8c73-be4cc179a43c', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352136a-9100-4049-b7cd-18db25281426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:43:26.127651 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01677c2-7841-4ad2-a053-d77c34b4534b None None] Checking router: b352136a-9100-4049-b7cd-18db25281426 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:43:26.135727 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01677c2-7841-4ad2-a053-d77c34b4534b None None] Routers {'b352136a-9100-4049-b7cd-18db25281426'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:43:26.136320 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f01677c2-7841-4ad2-a053-d77c34b4534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:43:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b352136a-9100-4049-b7cd-18db25281426'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:43:26.164523 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-438d5816-e0ca-49b0-a60d-ecee0e990337 admin admin] For port 0ad88078-062a-4977-8c73-be4cc179a43c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=0ad88078-062a-4977-8c73-be4cc179a43c,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:43:26.164886 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-438d5816-e0ca-49b0-a60d-ecee0e990337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:26.181189 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-438d5816-e0ca-49b0-a60d-ecee0e990337 admin admin] Calling delete_port for 0ad88078-062a-4977-8c73-be4cc179a43c owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:43:26.220248 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-f01677c2-7841-4ad2-a053-d77c34b4534b None None] Set router b352136a-9100-4049-b7cd-18db25281426 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:43:26.270355 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f01677c2-7841-4ad2-a053-d77c34b4534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b352136a-9100-4049-b7cd-18db25281426', 'name': 'tempest-TestVolumeBootPattern-969616354-router', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:43:26Z', 'revision_number': 6, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:43:26.300392 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01677c2-7841-4ad2-a053-d77c34b4534b None None] The sync data for ids ['b352136a-9100-4049-b7cd-18db25281426'] in n-d-810909-2 is: [{'id': 'b352136a-9100-4049-b7cd-18db25281426', 'name': 'tempest-TestVolumeBootPattern-969616354-router', 'tenant_id': '866f7de7650a419a9623697f26d65ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:43Z', 'updated_at': '2021-09-30T13:43:26Z', 'revision_number': 6, 'project_id': '866f7de7650a419a9623697f26d65ff4', 'gw_port_host': None}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:43:26.345239 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-438d5816-e0ca-49b0-a60d-ecee0e990337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:26.374842 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d5816-e0ca-49b0-a60d-ecee0e990337 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ad88078-062a-4977-8c73-be4cc179a43c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:43:26.434881 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-438d5816-e0ca-49b0-a60d-ecee0e990337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:26.524701 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-438d5816-e0ca-49b0-a60d-ecee0e990337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:26.526933 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-438d5816-e0ca-49b0-a60d-ecee0e990337 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:26.579919 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-438d5816-e0ca-49b0-a60d-ecee0e990337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:26.580672 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438d5816-e0ca-49b0-a60d-ecee0e990337 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b352136a-9100-4049-b7cd-18db25281426 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:43:26.585132 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-438d5816-e0ca-49b0-a60d-ecee0e990337 admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:26.587050 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-438d5816-e0ca-49b0-a60d-ecee0e990337 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b352136a-9100-4049-b7cd-18db25281426 HTTP/1.1" status: 204 len: 168 time: 0.7982960 Sep 30 13:43:26.589442 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44702) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:43:26.659925 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9fd127-9d0c-4390-a62a-21f06b14a0ad admin admin] Deleting subnet 3a29bd19-7bbd-493a-b0e5-a534c2103246 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:43:26.665940 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c9fd127-9d0c-4390-a62a-21f06b14a0ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:26.699258 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f20e4-16bf-4aca-b594-194d6b4138d6 req-d478cb47-2238-4f4f-aa66-6a6cc5425dab tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:26.700794 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ff8f20e4-16bf-4aca-b594-194d6b4138d6 req-d478cb47-2238-4f4f-aa66-6a6cc5425dab tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 943 time: 0.0858905 Sep 30 13:43:26.727152 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c9fd127-9d0c-4390-a62a-21f06b14a0ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:26.779610 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ff8f20e4-16bf-4aca-b594-194d6b4138d6 req-3f410a4f-313e-4455-9aba-5c9668af6830 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721755 Sep 30 13:43:26.828830 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c9fd127-9d0c-4390-a62a-21f06b14a0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:26.884047 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c9fd127-9d0c-4390-a62a-21f06b14a0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:26.911869 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fd127-9d0c-4390-a62a-21f06b14a0ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a29bd19-7bbd-493a-b0e5-a534c2103246,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:43:26.915983 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c9fd127-9d0c-4390-a62a-21f06b14a0ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:26.917890 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1c9fd127-9d0c-4390-a62a-21f06b14a0ad admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3a29bd19-7bbd-493a-b0e5-a534c2103246 HTTP/1.1" status: 204 len: 168 time: 0.3274884 Sep 30 13:43:26.920362 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44706) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:43:26.922742 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2cc4eb-c6ac-4275-bf2c-599bcf886b2c None None] Network 949dc44d-a521-4909-8cff-116a74911834 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:43:27.014199 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9025a238-1018-44bb-bef0-258d81ee1052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:27.032004 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-78ba5f4a-118e-45d5-95d2-c070f0d99d0c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:27.034242 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-78ba5f4a-118e-45d5-95d2-c070f0d99d0c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.39 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5&tenant_id=4fa461100d3b4c25872c36a62d32e6d8&binding%3Ahost_id=n-h1-810909-2 HTTP/1.1" status: 200 len: 943 time: 0.0642941 Sep 30 13:43:27.057322 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef07629-a77c-402f-b946-6d2bc8aae964 req-fe18b919-97a0-447e-84cf-7a5ba048f473 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:27.062714 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9ef07629-a77c-402f-b946-6d2bc8aae964 req-fe18b919-97a0-447e-84cf-7a5ba048f473 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 943 time: 0.0705969 Sep 30 13:43:27.134567 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-b9190710-8c9e-467a-a984-89844418844c service neutron] 10.222.0.39 "GET /v2.0/ports/4644acc3-0a77-43cb-9147-73f7d72177cc/bindings/n-h1-810909-2 HTTP/1.1" status: 200 len: 382 time: 0.0919108 Sep 30 13:43:27.135552 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de88a2f-74f0-42ba-890c-3d47fa8c2543 None None] DHCP port deletion for 949dc44d-a521-4909-8cff-116a74911834 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:43:27.151423 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9ef07629-a77c-402f-b946-6d2bc8aae964 req-79c2eb12-5c69-4a28-be4b-c170bdd9f0e3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653870 Sep 30 13:43:27.153127 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-9025a238-1018-44bb-bef0-258d81ee1052 admin admin] Deleting port dd1da8b3-b444-4279-bbe6-dcd0431a275b {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:43:27.153651 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9025a238-1018-44bb-bef0-258d81ee1052 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:27.187279 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 447a3fd2-463e-4c39-954d-09131eb2c2f5 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:43:27.209170 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 447a3fd2-463e-4c39-954d-09131eb2c2f5 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:43:27.209502 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 447a3fd2-463e-4c39-954d-09131eb2c2f5 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:43:27.209933 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0ad88078-062a-4977-8c73-be4cc179a43c no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:43:27.223404 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-618aeb50-1c18-4574-b258-97cd6e8c1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:27.225537 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-618aeb50-1c18-4574-b258-97cd6e8c1e8c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 1094 time: 0.0623982 Sep 30 13:43:27.227673 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-9025a238-1018-44bb-bef0-258d81ee1052 admin admin] For port dd1da8b3-b444-4279-bbe6-dcd0431a275b, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=dd1da8b3-b444-4279-bbe6-dcd0431a275b,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:43:27.228036 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9025a238-1018-44bb-bef0-258d81ee1052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:27.232604 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 0ad88078-062a-4977-8c73-be4cc179a43c {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:43:27.233124 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0ad88078-062a-4977-8c73-be4cc179a43c not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:43:27.240847 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-9025a238-1018-44bb-bef0-258d81ee1052 admin admin] Calling delete_port for dd1da8b3-b444-4279-bbe6-dcd0431a275b owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:43:27.241771 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-8de88a2f-74f0-42ba-890c-3d47fa8c2543 None None] Deleting port dd1da8b3-b444-4279-bbe6-dcd0431a275b {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:43:27.242669 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8de88a2f-74f0-42ba-890c-3d47fa8c2543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:27.310280 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-8de88a2f-74f0-42ba-890c-3d47fa8c2543 None None] For port dd1da8b3-b444-4279-bbe6-dcd0431a275b, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=dd1da8b3-b444-4279-bbe6-dcd0431a275b,segment=NetworkSegment(60c5d6f0-1401-4e39-a0dc-77ec18f25de0),segment_id=60c5d6f0-1401-4e39-a0dc-77ec18f25de0)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:43:27.310775 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8de88a2f-74f0-42ba-890c-3d47fa8c2543 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:27.326631 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-8de88a2f-74f0-42ba-890c-3d47fa8c2543 None None] Calling delete_port for dd1da8b3-b444-4279-bbe6-dcd0431a275b owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:43:27.331324 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9025a238-1018-44bb-bef0-258d81ee1052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:27.339928 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-ed7fd641-ddf4-4bad-aa06-3038cb6f4a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:27.341655 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-ed7fd641-ddf4-4bad-aa06-3038cb6f4a38 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0a9f8bff-dedc-467f-832a-9249e7027023 HTTP/1.1" status: 200 len: 897 time: 0.1078539 Sep 30 13:43:27.364657 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025a238-1018-44bb-bef0-258d81ee1052 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd1da8b3-b444-4279-bbe6-dcd0431a275b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:43:27.370869 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9025a238-1018-44bb-bef0-258d81ee1052 admin admin] No DVR routers for this DVR port dd1da8b3-b444-4279-bbe6-dcd0431a275b on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 13:43:27.414788 n-d-810909-2 neutron-server[94765]: self.session.flush() Sep 30 13:43:27.424857 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-c4cd9941-cbc7-4d15-ab90-9258d1250d22 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4644acc3-0a77-43cb-9147-73f7d72177cc HTTP/1.1" status: 200 len: 999 time: 0.0762136 Sep 30 13:43:27.425050 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8de88a2f-74f0-42ba-890c-3d47fa8c2543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:27.455326 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de88a2f-74f0-42ba-890c-3d47fa8c2543 None None] Pushing event deleted for resources: {'Port': ['ID=dd1da8b3-b444-4279-bbe6-dcd0431a275b,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:43:27.457753 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9025a238-1018-44bb-bef0-258d81ee1052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:27.460019 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de88a2f-74f0-42ba-890c-3d47fa8c2543 None None] No DVR routers for this DVR port dd1da8b3-b444-4279-bbe6-dcd0431a275b on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:43:27.475598 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de88a2f-74f0-42ba-890c-3d47fa8c2543 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:27.475857 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de88a2f-74f0-42ba-890c-3d47fa8c2543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:27.476232 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de88a2f-74f0-42ba-890c-3d47fa8c2543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:27.476849 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de88a2f-74f0-42ba-890c-3d47fa8c2543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:27.477312 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de88a2f-74f0-42ba-890c-3d47fa8c2543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:27.477945 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de88a2f-74f0-42ba-890c-3d47fa8c2543 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:27.478087 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de88a2f-74f0-42ba-890c-3d47fa8c2543 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:27.478398 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de88a2f-74f0-42ba-890c-3d47fa8c2543 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:27.478718 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de88a2f-74f0-42ba-890c-3d47fa8c2543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:27.479038 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de88a2f-74f0-42ba-890c-3d47fa8c2543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:27.479355 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de88a2f-74f0-42ba-890c-3d47fa8c2543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:27.479671 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de88a2f-74f0-42ba-890c-3d47fa8c2543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:43:27.485917 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-9025a238-1018-44bb-bef0-258d81ee1052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949dc44d-a521-4909-8cff-116a74911834']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:43:27.493703 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-5efa7fd6-70a4-4277-9d95-17a8db42c18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:27.495215 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-5efa7fd6-70a4-4277-9d95-17a8db42c18a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00a4bc69-6bad-475d-a93a-7f40434bb0ed HTTP/1.1" status: 200 len: 834 time: 0.0633185 Sep 30 13:43:27.495599 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-9025a238-1018-44bb-bef0-258d81ee1052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c5d6f0-1401-4e39-a0dc-77ec18f25de0') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:43:27.495898 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-9025a238-1018-44bb-bef0-258d81ee1052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c5d6f0-1401-4e39-a0dc-77ec18f25de0') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:43:27.504724 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4644acc3-0a77-43cb-9147-73f7d72177cc details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:43:27.510720 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9025a238-1018-44bb-bef0-258d81ee1052 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:27.525714 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9025a238-1018-44bb-bef0-258d81ee1052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:27.534747 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9025a238-1018-44bb-bef0-258d81ee1052 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:43:27.536030 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9025a238-1018-44bb-bef0-258d81ee1052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:43:27.539356 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:43:27.546357 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-05567ac1-5828-4e6e-9283-bd36f6043dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:27.547930 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-05567ac1-5828-4e6e-9283-bd36f6043dc0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0a9f8bff-dedc-467f-832a-9249e7027023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462341 Sep 30 13:43:27.599324 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9025a238-1018-44bb-bef0-258d81ee1052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:27.606305 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9025a238-1018-44bb-bef0-258d81ee1052 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:27.611196 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9025a238-1018-44bb-bef0-258d81ee1052 admin admin] 10.222.0.18 "DELETE /v2.0/networks/949dc44d-a521-4909-8cff-116a74911834 HTTP/1.1" status: 204 len: 168 time: 0.6869390 Sep 30 13:43:27.620390 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44710) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:43:27.628171 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025a238-1018-44bb-bef0-258d81ee1052 admin admin] Pushing event deleted for resources: {'Network': ['ID=949dc44d-a521-4909-8cff-116a74911834,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:43:27.663612 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-7b4253a5-fe41-4feb-a925-50ca8b72870f service neutron] 10.222.0.39 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084414 Sep 30 13:43:27.759883 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-b44c1fd3-708f-48bd-8c73-4f60a72d7c69 service neutron] 10.222.0.39 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895109 Sep 30 13:43:27.769199 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4644acc3-0a77-43cb-9147-73f7d72177cc, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4644acc3-0a77-43cb-9147-73f7d72177cc,segment=NetworkSegment(de405a0c-0a8a-4708-899d-bdc5588a964b),segment_id=de405a0c-0a8a-4708-899d-bdc5588a964b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:43:27.781291 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '4644acc3-0a77-43cb-9147-73f7d72177cc', 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023', 'port_id': '4644acc3-0a77-43cb-9147-73f7d72177cc', 'mac_address': 'fa:16:3e:ff:1f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a4bc69-6bad-475d-a93a-7f40434bb0ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:43:27.819027 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:27.831488 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4644acc3-0a77-43cb-9147-73f7d72177cc {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:43:27.852345 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4644acc3-0a77-43cb-9147-73f7d72177cc, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4644acc3-0a77-43cb-9147-73f7d72177cc,segment=NetworkSegment(de405a0c-0a8a-4708-899d-bdc5588a964b),segment_id=de405a0c-0a8a-4708-899d-bdc5588a964b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:43:27.857202 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:27.906104 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=4644acc3-0a77-43cb-9147-73f7d72177cc,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:43:27.993334 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-07320459-53f5-4b21-81c1-545eae40a6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:28.084169 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['4644acc3-0a77-43cb-9147-73f7d72177cc'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:43:28.239499 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-07320459-53f5-4b21-81c1-545eae40a6a5 admin admin] Deleting port ba25d67d-b115-4291-a066-6ba6923713dd {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:43:28.239845 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-07320459-53f5-4b21-81c1-545eae40a6a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:28.279040 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c4dc3-6c74-4b69-a936-087966fc3def req-fc3d5b53-71d6-4a50-8aa1-ba30d9a113b6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:28.280575 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f02c4dc3-6c74-4b69-a936-087966fc3def req-fc3d5b53-71d6-4a50-8aa1-ba30d9a113b6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 944 time: 0.0510108 Sep 30 13:43:28.319223 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f02c4dc3-6c74-4b69-a936-087966fc3def req-aed5cb89-18b9-4925-a808-3eda937e8f1b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322988 Sep 30 13:43:28.324243 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-07320459-53f5-4b21-81c1-545eae40a6a5 admin admin] For port ba25d67d-b115-4291-a066-6ba6923713dd, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=ba25d67d-b115-4291-a066-6ba6923713dd,segment=NetworkSegment(a9be8b99-2205-414d-b2a6-672f0dfc1c35),segment_id=a9be8b99-2205-414d-b2a6-672f0dfc1c35)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:43:28.324608 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-07320459-53f5-4b21-81c1-545eae40a6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:28.338522 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-07320459-53f5-4b21-81c1-545eae40a6a5 admin admin] Calling delete_port for ba25d67d-b115-4291-a066-6ba6923713dd owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:43:28.512176 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-07320459-53f5-4b21-81c1-545eae40a6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:28.540250 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07320459-53f5-4b21-81c1-545eae40a6a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba25d67d-b115-4291-a066-6ba6923713dd,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:43:28.706235 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-07320459-53f5-4b21-81c1-545eae40a6a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:28.844171 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device dd1da8b3-b444-4279-bbe6-dcd0431a275b no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:43:28.864638 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: dd1da8b3-b444-4279-bbe6-dcd0431a275b {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:43:28.864992 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device dd1da8b3-b444-4279-bbe6-dcd0431a275b not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:43:28.924287 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07320459-53f5-4b21-81c1-545eae40a6a5 admin admin] Router 103819a9-bb77-4a63-9be3-f1b98a43958c has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:43:29.343535 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07320459-53f5-4b21-81c1-545eae40a6a5 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:43:29.348834 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-07320459-53f5-4b21-81c1-545eae40a6a5 admin admin] 10.222.0.18 "PUT /v2.0/routers/103819a9-bb77-4a63-9be3-f1b98a43958c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7270274 Sep 30 13:43:29.351113 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44716) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:43:29.356787 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c8f33a-e551-4828-85ec-69dc91d0a976 None None] Sync routers for ids ['103819a9-bb77-4a63-9be3-f1b98a43958c'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:43:29.370323 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c8f33a-e551-4828-85ec-69dc91d0a976 None None] Routers {'103819a9-bb77-4a63-9be3-f1b98a43958c'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:43:29.371012 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-96c8f33a-e551-4828-85ec-69dc91d0a976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:43:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['103819a9-bb77-4a63-9be3-f1b98a43958c'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:43:29.452352 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d20ea-1287-4018-877d-60711caf6263 req-f92e7b8c-a587-43e0-b097-68a54784456c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:29.454339 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-de2d20ea-1287-4018-877d-60711caf6263 req-f92e7b8c-a587-43e0-b097-68a54784456c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 944 time: 0.0632889 Sep 30 13:43:29.495601 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-96c8f33a-e551-4828-85ec-69dc91d0a976 None None] Set router 103819a9-bb77-4a63-9be3-f1b98a43958c gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:43:29.496661 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a47b3bf-b8d3-4630-9507-4aaf23f49c5b admin admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:29.500024 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4644acc3-0a77-43cb-9147-73f7d72177cc up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:43:29.510229 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-de2d20ea-1287-4018-877d-60711caf6263 req-b7ad4bfc-89dd-45b3-9301-38b7eaa1c5f8 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494797 Sep 30 13:43:29.570314 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 4644acc3-0a77-43cb-9147-73f7d72177cc completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:43:29.575781 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 4644acc3-0a77-43cb-9147-73f7d72177cc triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:43:29.576156 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:29.631411 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a47b3bf-b8d3-4630-9507-4aaf23f49c5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:29.665352 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:29.691926 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda5bb7c-eced-4dab-8774-ee301c116ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4644acc3-0a77-43cb-9147-73f7d72177cc'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:43:29.694243 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7b002d-1bad-4417-b37a-82bd25a62c35" -d '{"events": [{"server_uuid": "cda5bb7c-eced-4dab-8774-ee301c116ba5", "name": "network-vif-plugged", "status": "completed", "tag": "4644acc3-0a77-43cb-9147-73f7d72177cc"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:43:29.694423 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-96c8f33a-e551-4828-85ec-69dc91d0a976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103819a9-bb77-4a63-9be3-f1b98a43958c', 'name': 'tempest-TestVolumeBootPattern-1218612103-router', 'tenant_id': 'eda7b3086e2948f7b2ab647b9505b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '9d9e9f0b-893e-4541-93e7-360a3b40c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:48Z', 'updated_at': '2021-09-30T13:43:28Z', 'revision_number': 5, 'project_id': 'eda7b3086e2948f7b2ab647b9505b298', 'gw_port': {'id': '9d9e9f0b-893e-4541-93e7-360a3b40c3ae', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103819a9-bb77-4a63-9be3-f1b98a43958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:32:49Z', 'updated_at': '2021-09-30T13:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:43:29.699235 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-1a47b3bf-b8d3-4630-9507-4aaf23f49c5b admin admin] Deleting port 9d9e9f0b-893e-4541-93e7-360a3b40c3ae {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:43:29.699724 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a47b3bf-b8d3-4630-9507-4aaf23f49c5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:29.725202 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c8f33a-e551-4828-85ec-69dc91d0a976 None None] Checking router: 103819a9-bb77-4a63-9be3-f1b98a43958c for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:43:29.728698 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4644acc3-0a77-43cb-9147-73f7d72177cc, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4644acc3-0a77-43cb-9147-73f7d72177cc,segment=NetworkSegment(de405a0c-0a8a-4708-899d-bdc5588a964b),segment_id=de405a0c-0a8a-4708-899d-bdc5588a964b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:43:29.735990 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c8f33a-e551-4828-85ec-69dc91d0a976 None None] Routers {'103819a9-bb77-4a63-9be3-f1b98a43958c'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:43:29.736803 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-96c8f33a-e551-4828-85ec-69dc91d0a976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:43:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['103819a9-bb77-4a63-9be3-f1b98a43958c'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:43:29.740090 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:29.777656 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526ebcac-deee-4d62-88a0-5a904aa9e8e4 x-openstack-request-id: req-526ebcac-deee-4d62-88a0-5a904aa9e8e4 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:43:29.777944 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda5bb7c-eced-4dab-8774-ee301c116ba5", "name": "network-vif-plugged", "status": "completed", "tag": "4644acc3-0a77-43cb-9147-73f7d72177cc", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:43:29.778331 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-526ebcac-deee-4d62-88a0-5a904aa9e8e4 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:43:29.778719 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda5bb7c-eced-4dab-8774-ee301c116ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4644acc3-0a77-43cb-9147-73f7d72177cc', 'code': 200} Sep 30 13:43:29.796003 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=4644acc3-0a77-43cb-9147-73f7d72177cc,revision_number=9']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:43:29.820163 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-1a47b3bf-b8d3-4630-9507-4aaf23f49c5b admin admin] For port 9d9e9f0b-893e-4541-93e7-360a3b40c3ae, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9d9e9f0b-893e-4541-93e7-360a3b40c3ae,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:43:29.820521 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a47b3bf-b8d3-4630-9507-4aaf23f49c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:29.835723 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-1a47b3bf-b8d3-4630-9507-4aaf23f49c5b admin admin] Calling delete_port for 9d9e9f0b-893e-4541-93e7-360a3b40c3ae owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:43:29.854506 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-1ae53464-093a-433c-9c16-7f2aa4924898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:29.855939 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-1ae53464-093a-433c-9c16-7f2aa4924898 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5&tenant_id=4fa461100d3b4c25872c36a62d32e6d8 HTTP/1.1" status: 200 len: 1096 time: 0.0808585 Sep 30 13:43:29.894389 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-d00139a3-c04f-40ab-a930-c99bd1c7a85c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810909-2', 'device_owner': 'compute:nova'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:43:29.915963 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-96c8f33a-e551-4828-85ec-69dc91d0a976 None None] Set router 103819a9-bb77-4a63-9be3-f1b98a43958c gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:43:29.963100 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-d00139a3-c04f-40ab-a930-c99bd1c7a85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:29.966381 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-96c8f33a-e551-4828-85ec-69dc91d0a976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103819a9-bb77-4a63-9be3-f1b98a43958c', 'name': 'tempest-TestVolumeBootPattern-1218612103-router', 'tenant_id': 'eda7b3086e2948f7b2ab647b9505b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:48Z', 'updated_at': '2021-09-30T13:43:29Z', 'revision_number': 6, 'project_id': 'eda7b3086e2948f7b2ab647b9505b298', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:43:29.995335 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c8f33a-e551-4828-85ec-69dc91d0a976 None None] The sync data for ids ['103819a9-bb77-4a63-9be3-f1b98a43958c'] in n-d-810909-2 is: [{'id': '103819a9-bb77-4a63-9be3-f1b98a43958c', 'name': 'tempest-TestVolumeBootPattern-1218612103-router', 'tenant_id': 'eda7b3086e2948f7b2ab647b9505b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:32:48Z', 'updated_at': '2021-09-30T13:43:29Z', 'revision_number': 6, 'project_id': 'eda7b3086e2948f7b2ab647b9505b298', 'gw_port_host': None}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:43:30.178585 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a47b3bf-b8d3-4630-9507-4aaf23f49c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:30.239538 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47b3bf-b8d3-4630-9507-4aaf23f49c5b admin admin] Pushing event deleted for resources: {'Port': ['ID=9d9e9f0b-893e-4541-93e7-360a3b40c3ae,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:43:30.314738 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-d00139a3-c04f-40ab-a930-c99bd1c7a85c service neutron] For port 4644acc3-0a77-43cb-9147-73f7d72177cc, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4644acc3-0a77-43cb-9147-73f7d72177cc,segment=NetworkSegment(de405a0c-0a8a-4708-899d-bdc5588a964b),segment_id=de405a0c-0a8a-4708-899d-bdc5588a964b)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:43:30.327549 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a47b3bf-b8d3-4630-9507-4aaf23f49c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:30.434248 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a47b3bf-b8d3-4630-9507-4aaf23f49c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:30.438449 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a47b3bf-b8d3-4630-9507-4aaf23f49c5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:30.440073 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-d00139a3-c04f-40ab-a930-c99bd1c7a85c service neutron] For port 4644acc3-0a77-43cb-9147-73f7d72177cc, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:43:30.511045 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a47b3bf-b8d3-4630-9507-4aaf23f49c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:30.511551 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a47b3bf-b8d3-4630-9507-4aaf23f49c5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 103819a9-bb77-4a63-9be3-f1b98a43958c {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:43:30.515073 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda5bb7c-eced-4dab-8774-ee301c116ba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4644acc3-0a77-43cb-9147-73f7d72177cc'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:43:30.517310 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86623d71-965d-47c4-8878-620b5a0ab74f" -d '{"events": [{"server_uuid": "cda5bb7c-eced-4dab-8774-ee301c116ba5", "name": "network-vif-unplugged", "status": "completed", "tag": "4644acc3-0a77-43cb-9147-73f7d72177cc"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:43:30.522213 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a47b3bf-b8d3-4630-9507-4aaf23f49c5b admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:30.524009 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1a47b3bf-b8d3-4630-9507-4aaf23f49c5b admin admin] 10.222.0.18 "DELETE /v2.0/routers/103819a9-bb77-4a63-9be3-f1b98a43958c HTTP/1.1" status: 204 len: 168 time: 1.1712961 Sep 30 13:43:30.526411 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-d00139a3-c04f-40ab-a930-c99bd1c7a85c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:30.526893 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44722) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:43:30.539906 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-d00139a3-c04f-40ab-a930-c99bd1c7a85c service neutron] Transition to ACTIVE for port object 4644acc3-0a77-43cb-9147-73f7d72177cc will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:43:30.543603 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-d00139a3-c04f-40ab-a930-c99bd1c7a85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:30.598650 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac701952-33c7-43eb-a4ef-e3c744ec980c admin admin] Deleting subnet 535f9e2b-b6d0-4978-9d7b-29dc54b7b786 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:43:30.602706 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac701952-33c7-43eb-a4ef-e3c744ec980c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:30.622426 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9f91bc-6034-41ac-b50d-fc2c92cfd225 x-openstack-request-id: req-6c9f91bc-6034-41ac-b50d-fc2c92cfd225 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:43:30.622724 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda5bb7c-eced-4dab-8774-ee301c116ba5", "name": "network-vif-unplugged", "status": "completed", "tag": "4644acc3-0a77-43cb-9147-73f7d72177cc", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:43:30.622970 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c9f91bc-6034-41ac-b50d-fc2c92cfd225 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:43:30.623364 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda5bb7c-eced-4dab-8774-ee301c116ba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4644acc3-0a77-43cb-9147-73f7d72177cc', 'code': 200} Sep 30 13:43:30.625220 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00139a3-c04f-40ab-a930-c99bd1c7a85c service neutron] Pushing event updated for resources: {'Port': ['ID=4644acc3-0a77-43cb-9147-73f7d72177cc,revision_number=10']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:43:30.646814 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac701952-33c7-43eb-a4ef-e3c744ec980c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:30.703473 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-d00139a3-c04f-40ab-a930-c99bd1c7a85c service neutron] No DVR routers for this DVR port 4644acc3-0a77-43cb-9147-73f7d72177cc on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:43:30.738610 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac701952-33c7-43eb-a4ef-e3c744ec980c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:30.747459 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118eaf3-41d7-4b9c-8a75-0a0b66ec7f25 req-2c450586-2907-4d4c-80ef-f7a35c7ce809 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:30.749142 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6118eaf3-41d7-4b9c-8a75-0a0b66ec7f25 req-2c450586-2907-4d4c-80ef-f7a35c7ce809 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 944 time: 0.1247907 Sep 30 13:43:30.817308 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac701952-33c7-43eb-a4ef-e3c744ec980c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:30.837572 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6118eaf3-41d7-4b9c-8a75-0a0b66ec7f25 req-ffc30efb-32aa-43d8-974a-d7f20ab1cb48 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778818 Sep 30 13:43:30.854277 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac701952-33c7-43eb-a4ef-e3c744ec980c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=535f9e2b-b6d0-4978-9d7b-29dc54b7b786,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:43:30.861380 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9d9e9f0b-893e-4541-93e7-360a3b40c3ae no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:43:30.862558 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac701952-33c7-43eb-a4ef-e3c744ec980c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:30.865848 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ac701952-33c7-43eb-a4ef-e3c744ec980c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/535f9e2b-b6d0-4978-9d7b-29dc54b7b786 HTTP/1.1" status: 204 len: 168 time: 0.3365929 Sep 30 13:43:30.867741 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44726) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:43:30.870828 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45d29cf-4e1e-4930-a2f3-a909f637fe3d None None] Network 2f415ed6-f5a0-4f9f-9cb0-2331c1447a14 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:43:30.906265 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 9d9e9f0b-893e-4541-93e7-360a3b40c3ae {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:43:30.906618 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9d9e9f0b-893e-4541-93e7-360a3b40c3ae not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:43:30.907208 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device ba25d67d-b115-4291-a066-6ba6923713dd no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:43:30.940387 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-d00139a3-c04f-40ab-a930-c99bd1c7a85c service neutron] Attempting to bind port 4644acc3-0a77-43cb-9147-73f7d72177cc on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:43:30.940767 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-d00139a3-c04f-40ab-a930-c99bd1c7a85c service neutron] Attempting to bind port 4644acc3-0a77-43cb-9147-73f7d72177cc by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'de405a0c-0a8a-4708-899d-bdc5588a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:43:30.941187 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-d00139a3-c04f-40ab-a930-c99bd1c7a85c service neutron] Attempting to bind port 4644acc3-0a77-43cb-9147-73f7d72177cc on network 0a9f8bff-dedc-467f-832a-9249e7027023 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:43:30.942851 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bde4d21e-927a-49f6-a557-ce07477edbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:30.946631 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-d00139a3-c04f-40ab-a930-c99bd1c7a85c service neutron] Port 4644acc3-0a77-43cb-9147-73f7d72177cc on network 0a9f8bff-dedc-467f-832a-9249e7027023 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:43:30.947183 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-d00139a3-c04f-40ab-a930-c99bd1c7a85c service neutron] Attempting to bind port 4644acc3-0a77-43cb-9147-73f7d72177cc on network 0a9f8bff-dedc-467f-832a-9249e7027023 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:43:30.952155 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: ba25d67d-b115-4291-a066-6ba6923713dd {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:43:30.952510 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device ba25d67d-b115-4291-a066-6ba6923713dd not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:43:30.952726 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-d00139a3-c04f-40ab-a930-c99bd1c7a85c service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:43:30.953236 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-d00139a3-c04f-40ab-a930-c99bd1c7a85c service neutron] Checking segment: {'id': 'de405a0c-0a8a-4708-899d-bdc5588a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:43:30.953771 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-d00139a3-c04f-40ab-a930-c99bd1c7a85c service neutron] Bound using segment: {'id': 'de405a0c-0a8a-4708-899d-bdc5588a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:43:30.954457 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-d00139a3-c04f-40ab-a930-c99bd1c7a85c service neutron] Bound port: 4644acc3-0a77-43cb-9147-73f7d72177cc, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de405a0c-0a8a-4708-899d-bdc5588a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:43:30.955039 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-d00139a3-c04f-40ab-a930-c99bd1c7a85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:31.001631 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-bde4d21e-927a-49f6-a557-ce07477edbb1 admin admin] Deleting port 89dca34d-f0f5-4694-8f30-d25e3183d79a {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:43:31.002356 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bde4d21e-927a-49f6-a557-ce07477edbb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:31.023026 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-d00139a3-c04f-40ab-a930-c99bd1c7a85c service neutron] For port 4644acc3-0a77-43cb-9147-73f7d72177cc, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:43:31.026384 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-d00139a3-c04f-40ab-a930-c99bd1c7a85c service neutron] For port 4644acc3-0a77-43cb-9147-73f7d72177cc, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=4644acc3-0a77-43cb-9147-73f7d72177cc,segment=NetworkSegment(de405a0c-0a8a-4708-899d-bdc5588a964b),segment_id=de405a0c-0a8a-4708-899d-bdc5588a964b)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:43:31.031291 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-d00139a3-c04f-40ab-a930-c99bd1c7a85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:31.069135 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-bde4d21e-927a-49f6-a557-ce07477edbb1 admin admin] For port 89dca34d-f0f5-4694-8f30-d25e3183d79a, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=89dca34d-f0f5-4694-8f30-d25e3183d79a,segment=NetworkSegment(a9be8b99-2205-414d-b2a6-672f0dfc1c35),segment_id=a9be8b99-2205-414d-b2a6-672f0dfc1c35)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:43:31.069499 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bde4d21e-927a-49f6-a557-ce07477edbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:31.076910 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-d00139a3-c04f-40ab-a930-c99bd1c7a85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:31.077523 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-d00139a3-c04f-40ab-a930-c99bd1c7a85c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:31.079358 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-d00139a3-c04f-40ab-a930-c99bd1c7a85c service neutron] 10.222.0.54 "PUT /v2.0/ports/4644acc3-0a77-43cb-9147-73f7d72177cc HTTP/1.1" status: 200 len: 1092 time: 1.1900442 Sep 30 13:43:31.083669 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-bde4d21e-927a-49f6-a557-ce07477edbb1 admin admin] Calling delete_port for 89dca34d-f0f5-4694-8f30-d25e3183d79a owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:43:31.125081 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00139a3-c04f-40ab-a930-c99bd1c7a85c service neutron] Pushing event updated for resources: {'Port': ['ID=4644acc3-0a77-43cb-9147-73f7d72177cc,revision_number=11']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:43:31.152083 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78223224-142e-42a2-b9a3-ce79fd12afa3 None None] DHCP port deletion for 2f415ed6-f5a0-4f9f-9cb0-2331c1447a14 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:43:31.170931 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-e0f0af20-4951-42e2-9739-596a25878ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:31.172439 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-e0f0af20-4951-42e2-9739-596a25878ab5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 1095 time: 0.0442812 Sep 30 13:43:31.198607 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bde4d21e-927a-49f6-a557-ce07477edbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:31.228134 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde4d21e-927a-49f6-a557-ce07477edbb1 admin admin] No DVR routers for this DVR port 89dca34d-f0f5-4694-8f30-d25e3183d79a on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:43:31.230386 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-78223224-142e-42a2-b9a3-ce79fd12afa3 None None] Deleting port 89dca34d-f0f5-4694-8f30-d25e3183d79a {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:43:31.230815 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-78223224-142e-42a2-b9a3-ce79fd12afa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:31.287523 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-5a22b0fc-7a22-4756-b5f8-6d734917901e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:31.290200 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-5a22b0fc-7a22-4756-b5f8-6d734917901e service neutron] 10.222.0.54 "GET /v2.0/networks?id=0a9f8bff-dedc-467f-832a-9249e7027023 HTTP/1.1" status: 200 len: 897 time: 0.1093700 Sep 30 13:43:31.293262 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4d21e-927a-49f6-a557-ce07477edbb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=89dca34d-f0f5-4694-8f30-d25e3183d79a,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:43:31.327746 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-78223224-142e-42a2-b9a3-ce79fd12afa3 None None] For port 89dca34d-f0f5-4694-8f30-d25e3183d79a, host n-d-810909-2, got binding levels [] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:43:31.328155 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-78223224-142e-42a2-b9a3-ce79fd12afa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:31.341961 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bde4d21e-927a-49f6-a557-ce07477edbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:31.342806 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-78223224-142e-42a2-b9a3-ce79fd12afa3 None None] Calling delete_port for 89dca34d-f0f5-4694-8f30-d25e3183d79a owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:43:31.345582 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.ipam_backend_mixin [None req-78223224-142e-42a2-b9a3-ce79fd12afa3 None None] Port 89dca34d-f0f5-4694-8f30-d25e3183d79a was not found and therefore no delete operation was performed {{(pid=94765) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 13:43:31.347115 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-78223224-142e-42a2-b9a3-ce79fd12afa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:31.361257 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78223224-142e-42a2-b9a3-ce79fd12afa3 None None] No DVR routers for this DVR port 89dca34d-f0f5-4694-8f30-d25e3183d79a on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:43:31.364970 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-bde4d21e-927a-49f6-a557-ce07477edbb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f415ed6-f5a0-4f9f-9cb0-2331c1447a14']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:43:31.380167 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-bde4d21e-927a-49f6-a557-ce07477edbb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9be8b99-2205-414d-b2a6-672f0dfc1c35') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:43:31.380466 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-bde4d21e-927a-49f6-a557-ce07477edbb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9be8b99-2205-414d-b2a6-672f0dfc1c35') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:43:31.384194 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-2934d9d1-31ab-47f6-8f40-0e07f15f9d29 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4644acc3-0a77-43cb-9147-73f7d72177cc HTTP/1.1" status: 200 len: 999 time: 0.0863593 Sep 30 13:43:31.390045 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bde4d21e-927a-49f6-a557-ce07477edbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:31.395007 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78223224-142e-42a2-b9a3-ce79fd12afa3 None None] Pushing event deleted for resources: {'Port': ['ID=89dca34d-f0f5-4694-8f30-d25e3183d79a,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:43:31.403737 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bde4d21e-927a-49f6-a557-ce07477edbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:31.410157 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde4d21e-927a-49f6-a557-ce07477edbb1 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:43:31.410659 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bde4d21e-927a-49f6-a557-ce07477edbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:43:31.412411 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:43:31.444167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-ddb09148-eb0f-4b33-b38b-59075f1ced6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:31.445792 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-ddb09148-eb0f-4b33-b38b-59075f1ced6d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=00a4bc69-6bad-475d-a93a-7f40434bb0ed HTTP/1.1" status: 200 len: 834 time: 0.0542488 Sep 30 13:43:31.468706 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bde4d21e-927a-49f6-a557-ce07477edbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:31.473797 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bde4d21e-927a-49f6-a557-ce07477edbb1 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:31.475709 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bde4d21e-927a-49f6-a557-ce07477edbb1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2f415ed6-f5a0-4f9f-9cb0-2331c1447a14 HTTP/1.1" status: 204 len: 168 time: 0.6069944 Sep 30 13:43:31.489006 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4d21e-927a-49f6-a557-ce07477edbb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f415ed6-f5a0-4f9f-9cb0-2331c1447a14,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:43:31.500256 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-4a32c6aa-26b4-4b56-96f7-baa73093f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:31.501819 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-4a32c6aa-26b4-4b56-96f7-baa73093f4de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a9f8bff-dedc-467f-832a-9249e7027023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490303 Sep 30 13:43:31.602274 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-abb5475d-c7bd-4a44-a253-ec9f5e839c6b service neutron] 10.222.0.54 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935433 Sep 30 13:43:31.611912 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44730) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:43:31.656788 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ed37de1b-9436-4898-8d92-c1c2d8ba851e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=866f7de7650a419a9623697f26d65ff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435421 Sep 30 13:43:31.659115 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44732) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:43:31.696280 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a69c26c-fef6-4004-b6c0-c07af68a3095 req-017dd905-85e8-4117-a36f-16b68f6adffb service neutron] 10.222.0.54 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875144 Sep 30 13:43:31.706305 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e8d4e783-b1b1-4e4d-92c0-98fe8fde51ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:31.728128 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e8d4e783-b1b1-4e4d-92c0-98fe8fde51ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:31.772749 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e8d4e783-b1b1-4e4d-92c0-98fe8fde51ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:31.775885 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e8d4e783-b1b1-4e4d-92c0-98fe8fde51ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:31.777009 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e8d4e783-b1b1-4e4d-92c0-98fe8fde51ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0e05d80d-4224-4885-88b3-cb9ddb02f6a3 HTTP/1.1" status: 204 len: 168 time: 0.1170208 Sep 30 13:43:31.784301 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4e783-b1b1-4e4d-92c0-98fe8fde51ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e05d80d-4224-4885-88b3-cb9ddb02f6a3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:43:31.947554 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b312a-ed1e-4e3b-89de-89ba884f819a req-47db1c61-723c-49fc-82c8-baf534240cd6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:31.948994 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c79b312a-ed1e-4e3b-89de-89ba884f819a req-47db1c61-723c-49fc-82c8-baf534240cd6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 944 time: 0.0491335 Sep 30 13:43:31.987621 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c79b312a-ed1e-4e3b-89de-89ba884f819a req-da326c78-c815-4691-9502-2da198f4c596 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321915 Sep 30 13:43:32.108283 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44740) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:43:32.148856 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cba27a1c-4035-44c9-9a58-a4e83fda280a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eda7b3086e2948f7b2ab647b9505b298&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393798 Sep 30 13:43:32.151224 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44742) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:43:32.200871 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-81ebc0d3-e12f-41c1-80d7-e809a1ba60e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:32.220923 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-81ebc0d3-e12f-41c1-80d7-e809a1ba60e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:32.265827 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-81ebc0d3-e12f-41c1-80d7-e809a1ba60e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:32.268347 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-81ebc0d3-e12f-41c1-80d7-e809a1ba60e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:32.269528 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-81ebc0d3-e12f-41c1-80d7-e809a1ba60e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b4d3dee-b7cf-4d32-9c2a-c4124a9beb89 HTTP/1.1" status: 204 len: 168 time: 0.1174126 Sep 30 13:43:32.276947 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebc0d3-e12f-41c1-80d7-e809a1ba60e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4d3dee-b7cf-4d32-9c2a-c4124a9beb89,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:43:32.624598 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda5bb7c-eced-4dab-8774-ee301c116ba5', 'tag': '4644acc3-0a77-43cb-9147-73f7d72177cc'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:43:32.627173 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4725d4a6-16dc-40a3-8774-6b1d3d330ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "cda5bb7c-eced-4dab-8774-ee301c116ba5", "tag": "4644acc3-0a77-43cb-9147-73f7d72177cc"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:43:32.677820 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14ebf12-5b13-493b-8731-4cc380f4bd4a x-openstack-request-id: req-e14ebf12-5b13-493b-8731-4cc380f4bd4a {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:43:32.678151 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cda5bb7c-eced-4dab-8774-ee301c116ba5", "tag": "4644acc3-0a77-43cb-9147-73f7d72177cc", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:43:32.678412 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e14ebf12-5b13-493b-8731-4cc380f4bd4a {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:43:32.678826 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cda5bb7c-eced-4dab-8774-ee301c116ba5', 'tag': '4644acc3-0a77-43cb-9147-73f7d72177cc', 'status': 'completed', 'code': 200} Sep 30 13:43:32.782039 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725d4a6-16dc-40a3-8774-6b1d3d330ad8 req-057fe8ae-ec97-41f4-80be-c49c609b4bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:32.782039 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4725d4a6-16dc-40a3-8774-6b1d3d330ad8 req-057fe8ae-ec97-41f4-80be-c49c609b4bca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 1095 time: 0.0669370 Sep 30 13:43:32.782039 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725d4a6-16dc-40a3-8774-6b1d3d330ad8 req-3ad66027-8fc5-4660-84e6-949a3fa934a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:32.782039 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4725d4a6-16dc-40a3-8774-6b1d3d330ad8 req-3ad66027-8fc5-4660-84e6-949a3fa934a5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 1095 time: 0.0792937 Sep 30 13:43:32.817845 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 89dca34d-f0f5-4694-8f30-d25e3183d79a no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:43:32.843269 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 89dca34d-f0f5-4694-8f30-d25e3183d79a {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:43:32.843698 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 89dca34d-f0f5-4694-8f30-d25e3183d79a not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:43:32.944448 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725d4a6-16dc-40a3-8774-6b1d3d330ad8 req-bc1bf76f-fbfb-4fdf-990d-df73693830ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:32.945890 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4725d4a6-16dc-40a3-8774-6b1d3d330ad8 req-bc1bf76f-fbfb-4fdf-990d-df73693830ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=0a9f8bff-dedc-467f-832a-9249e7027023 HTTP/1.1" status: 200 len: 897 time: 0.1658289 Sep 30 13:43:32.948407 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725d4a6-16dc-40a3-8774-6b1d3d330ad8 req-05b095d6-b288-40f9-8279-195ef3436da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:32.949741 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4725d4a6-16dc-40a3-8774-6b1d3d330ad8 req-05b095d6-b288-40f9-8279-195ef3436da9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0a9f8bff-dedc-467f-832a-9249e7027023 HTTP/1.1" status: 200 len: 897 time: 0.1616037 Sep 30 13:43:33.059915 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4725d4a6-16dc-40a3-8774-6b1d3d330ad8 req-17b07a81-5e9a-4834-bc29-50c1cfaa920e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4644acc3-0a77-43cb-9147-73f7d72177cc HTTP/1.1" status: 200 len: 999 time: 0.1066060 Sep 30 13:43:33.061660 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4725d4a6-16dc-40a3-8774-6b1d3d330ad8 req-45a4db0f-3cd1-494a-bcc9-5e6308ce8a8b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4644acc3-0a77-43cb-9147-73f7d72177cc HTTP/1.1" status: 200 len: 999 time: 0.1029365 Sep 30 13:43:33.104516 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07d2d2-0998-486c-9edd-ce6811ee0579 req-dc32bafc-cfd7-46b4-953e-7b36d985987f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:33.106072 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3c07d2d2-0998-486c-9edd-ce6811ee0579 req-dc32bafc-cfd7-46b4-953e-7b36d985987f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 944 time: 0.0487890 Sep 30 13:43:33.144777 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725d4a6-16dc-40a3-8774-6b1d3d330ad8 req-3b1be3e5-56d5-4982-b387-9734f5fbdf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:33.146317 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4725d4a6-16dc-40a3-8774-6b1d3d330ad8 req-3b1be3e5-56d5-4982-b387-9734f5fbdf94 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00a4bc69-6bad-475d-a93a-7f40434bb0ed HTTP/1.1" status: 200 len: 834 time: 0.0794687 Sep 30 13:43:33.150295 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3c07d2d2-0998-486c-9edd-ce6811ee0579 req-f0763ca6-30d6-4e6e-91ea-99c592f72aa9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382988 Sep 30 13:43:33.150438 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725d4a6-16dc-40a3-8774-6b1d3d330ad8 req-bdefe44f-2d48-4f10-9e77-dbfb5246138c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:33.151834 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4725d4a6-16dc-40a3-8774-6b1d3d330ad8 req-bdefe44f-2d48-4f10-9e77-dbfb5246138c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=00a4bc69-6bad-475d-a93a-7f40434bb0ed HTTP/1.1" status: 200 len: 834 time: 0.0769165 Sep 30 13:43:33.217023 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725d4a6-16dc-40a3-8774-6b1d3d330ad8 req-3ae42f1b-dcab-4dc2-ae67-9deed0dcee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:33.218454 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4725d4a6-16dc-40a3-8774-6b1d3d330ad8 req-3ae42f1b-dcab-4dc2-ae67-9deed0dcee4d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0a9f8bff-dedc-467f-832a-9249e7027023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643628 Sep 30 13:43:33.224199 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725d4a6-16dc-40a3-8774-6b1d3d330ad8 req-9dbe6164-94a0-416c-8827-383dcc09bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:33.225544 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4725d4a6-16dc-40a3-8774-6b1d3d330ad8 req-9dbe6164-94a0-416c-8827-383dcc09bcb8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a9f8bff-dedc-467f-832a-9249e7027023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636983 Sep 30 13:43:33.376759 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4725d4a6-16dc-40a3-8774-6b1d3d330ad8 req-a685b5f8-c2a2-4e9e-9a4d-34a9e8a73875 service neutron] 10.222.0.39 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496027 Sep 30 13:43:33.380002 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4725d4a6-16dc-40a3-8774-6b1d3d330ad8 req-3a9470c6-96b1-4b7f-a9d3-9e96a08ae19a service neutron] 10.222.0.54 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454604 Sep 30 13:43:33.514362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4644acc3-0a77-43cb-9147-73f7d72177cc no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:43:33.535436 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4725d4a6-16dc-40a3-8774-6b1d3d330ad8 req-d4c414b4-2638-42e7-b7e3-bfcbfa3dd79c service neutron] 10.222.0.39 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509600 Sep 30 13:43:33.537612 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4725d4a6-16dc-40a3-8774-6b1d3d330ad8 req-4bcb07cb-b144-4c24-9fa4-7dd648a008ed service neutron] 10.222.0.54 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457431 Sep 30 13:43:33.554743 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4644acc3-0a77-43cb-9147-73f7d72177cc not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:43:34.271797 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc01ad-a4cf-449c-ac18-a81e394f01e6 req-af83ea62-ca6d-41a0-aedd-f00872f064aa tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:34.273384 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8adc01ad-a4cf-449c-ac18-a81e394f01e6 req-af83ea62-ca6d-41a0-aedd-f00872f064aa tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 944 time: 0.0521677 Sep 30 13:43:34.314940 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8adc01ad-a4cf-449c-ac18-a81e394f01e6 req-53fd5f1a-9789-4818-9fae-7e048adbce5b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355272 Sep 30 13:43:35.380001 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 4644acc3-0a77-43cb-9147-73f7d72177cc details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:43:35.429720 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889200c1-b592-4654-8d81-5c4167aae174 req-9e6ae41b-7908-41fe-acb9-1ec61bb93853 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:43:35.431213 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-889200c1-b592-4654-8d81-5c4167aae174 req-9e6ae41b-7908-41fe-acb9-1ec61bb93853 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 944 time: 0.0474830 Sep 30 13:43:35.473089 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 4644acc3-0a77-43cb-9147-73f7d72177cc, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=4644acc3-0a77-43cb-9147-73f7d72177cc,segment=NetworkSegment(de405a0c-0a8a-4708-899d-bdc5588a964b),segment_id=de405a0c-0a8a-4708-899d-bdc5588a964b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:43:35.473534 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-889200c1-b592-4654-8d81-5c4167aae174 req-73c82243-5dc0-473c-a1ec-8a990b515c34 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361285 Sep 30 13:43:35.488003 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '4644acc3-0a77-43cb-9147-73f7d72177cc', 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023', 'port_id': '4644acc3-0a77-43cb-9147-73f7d72177cc', 'mac_address': 'fa:16:3e:ff:1f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a4bc69-6bad-475d-a93a-7f40434bb0ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:43:35.496400 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44754) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:43:35.524253 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:35.536608 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4644acc3-0a77-43cb-9147-73f7d72177cc {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:43:35.556166 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f7ba04be-b9f8-480c-a1bf-531e9b5ca825 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/floatingips/2a61d2a6-72e0-4c0a-ad07-8ae6c9bf3564 HTTP/1.1" status: 200 len: 991 time: 0.0586576 Sep 30 13:43:35.556370 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 4644acc3-0a77-43cb-9147-73f7d72177cc, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=4644acc3-0a77-43cb-9147-73f7d72177cc,segment=NetworkSegment(de405a0c-0a8a-4708-899d-bdc5588a964b),segment_id=de405a0c-0a8a-4708-899d-bdc5588a964b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:43:35.560336 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:35.606566 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=4644acc3-0a77-43cb-9147-73f7d72177cc,revision_number=12']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:43:35.871266 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['4644acc3-0a77-43cb-9147-73f7d72177cc'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:43:37.390349 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 4644acc3-0a77-43cb-9147-73f7d72177cc up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:43:37.436929 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 4644acc3-0a77-43cb-9147-73f7d72177cc completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:43:37.440939 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 4644acc3-0a77-43cb-9147-73f7d72177cc triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:43:37.441320 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:37.518215 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:37.539520 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda5bb7c-eced-4dab-8774-ee301c116ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4644acc3-0a77-43cb-9147-73f7d72177cc'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:43:37.541734 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346a80d0-115b-45d5-a1a5-44314817a6eb" -d '{"events": [{"server_uuid": "cda5bb7c-eced-4dab-8774-ee301c116ba5", "name": "network-vif-plugged", "status": "completed", "tag": "4644acc3-0a77-43cb-9147-73f7d72177cc"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:43:37.554445 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 4644acc3-0a77-43cb-9147-73f7d72177cc, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=4644acc3-0a77-43cb-9147-73f7d72177cc,segment=NetworkSegment(de405a0c-0a8a-4708-899d-bdc5588a964b),segment_id=de405a0c-0a8a-4708-899d-bdc5588a964b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:43:37.558648 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:37.581707 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb77bb9-abed-4b81-83f2-99d077d4ea8e x-openstack-request-id: req-cfb77bb9-abed-4b81-83f2-99d077d4ea8e {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:43:37.581999 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda5bb7c-eced-4dab-8774-ee301c116ba5", "name": "network-vif-plugged", "status": "completed", "tag": "4644acc3-0a77-43cb-9147-73f7d72177cc", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:43:37.582278 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cfb77bb9-abed-4b81-83f2-99d077d4ea8e {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:43:37.582663 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda5bb7c-eced-4dab-8774-ee301c116ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4644acc3-0a77-43cb-9147-73f7d72177cc', 'code': 200} Sep 30 13:43:37.607321 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=4644acc3-0a77-43cb-9147-73f7d72177cc,revision_number=13']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:43:37.755280 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:43:45.057356 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:48.223778 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d4237c85-38b7-45d6-a933-ef91bb8c7ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:49.790074 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:50.733149 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-68f44156-8557-4926-b06e-d49bcac58305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:51.653454 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:52.456025 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:43:54.219672 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:05.168450 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-792504dd-9128-41c0-8043-d5865528a127 req-230b754c-5448-462c-ae44-86a06d5ef52d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390956 Sep 30 13:44:05.250303 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792504dd-9128-41c0-8043-d5865528a127 req-89564071-01a5-402e-af49-c25060a28d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:05.251774 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-792504dd-9128-41c0-8043-d5865528a127 req-89564071-01a5-402e-af49-c25060a28d15 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 1097 time: 0.0438306 Sep 30 13:44:05.353554 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792504dd-9128-41c0-8043-d5865528a127 req-fbc67787-c289-4423-91c2-a5dda741b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:05.355031 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-792504dd-9128-41c0-8043-d5865528a127 req-fbc67787-c289-4423-91c2-a5dda741b094 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0a9f8bff-dedc-467f-832a-9249e7027023 HTTP/1.1" status: 200 len: 897 time: 0.0853252 Sep 30 13:44:05.421486 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-792504dd-9128-41c0-8043-d5865528a127 req-78c57fd2-45d5-4d27-b907-403483c4b0f4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4644acc3-0a77-43cb-9147-73f7d72177cc HTTP/1.1" status: 200 len: 1001 time: 0.0593686 Sep 30 13:44:05.469947 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792504dd-9128-41c0-8043-d5865528a127 req-6ab05109-0028-42a2-833f-ff2310c3b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:05.471426 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-792504dd-9128-41c0-8043-d5865528a127 req-6ab05109-0028-42a2-833f-ff2310c3b6a3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=00a4bc69-6bad-475d-a93a-7f40434bb0ed HTTP/1.1" status: 200 len: 834 time: 0.0434668 Sep 30 13:44:05.515430 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792504dd-9128-41c0-8043-d5865528a127 req-a90e6fd5-0ee4-42e6-9ffe-95dd4e3a3f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:05.516878 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-792504dd-9128-41c0-8043-d5865528a127 req-a90e6fd5-0ee4-42e6-9ffe-95dd4e3a3f1c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a9f8bff-dedc-467f-832a-9249e7027023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383015 Sep 30 13:44:05.956928 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-792504dd-9128-41c0-8043-d5865528a127 req-2b9de729-18f9-47a1-916a-6a1748e52d2a service neutron] 10.222.0.54 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323075 Sep 30 13:44:06.045872 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-792504dd-9128-41c0-8043-d5865528a127 req-383a00b7-ac8e-4788-a442-2f397d7d15b3 service neutron] 10.222.0.54 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806153 Sep 30 13:44:14.755296 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:44:15.057077 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:18.224576 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f7917a3d-b4d9-4f3f-8651-d09cad894a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:19.805374 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:20.732395 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-71be49ed-8d87-44c0-b396-cf3e9eae86ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:21.655503 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:22.455266 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:24.045232 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51efd86-db66-47d7-9c20-81bedeaca192 req-53c48f75-75de-4d90-9420-39e4c86950fd tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:24.046781 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d51efd86-db66-47d7-9c20-81bedeaca192 req-53c48f75-75de-4d90-9420-39e4c86950fd tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 1097 time: 0.0434759 Sep 30 13:44:24.079195 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d51efd86-db66-47d7-9c20-81bedeaca192 req-88350368-2646-4860-ba21-39270ca56618 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266426 Sep 30 13:44:24.101646 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44786) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:44:24.223726 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:24.393645 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-d8a91f3d-29ff-46cd-9b93-ad050ab0a834 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Deleting port 735696b3-8488-4844-9429-58262d1a798a {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:44:24.393981 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d8a91f3d-29ff-46cd-9b93-ad050ab0a834 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:24.471060 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d8a91f3d-29ff-46cd-9b93-ad050ab0a834 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:24.471387 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d8a91f3d-29ff-46cd-9b93-ad050ab0a834 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:24.482776 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-d8a91f3d-29ff-46cd-9b93-ad050ab0a834 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Calling delete_port for 735696b3-8488-4844-9429-58262d1a798a owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:44:24.627332 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d8a91f3d-29ff-46cd-9b93-ad050ab0a834 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:24.657952 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a91f3d-29ff-46cd-9b93-ad050ab0a834 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event deleted for resources: {'Port': ['ID=735696b3-8488-4844-9429-58262d1a798a,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:24.680199 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a91f3d-29ff-46cd-9b93-ad050ab0a834 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:24.680547 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a91f3d-29ff-46cd-9b93-ad050ab0a834 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:24.680886 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a91f3d-29ff-46cd-9b93-ad050ab0a834 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:24.681222 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a91f3d-29ff-46cd-9b93-ad050ab0a834 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:24.681552 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a91f3d-29ff-46cd-9b93-ad050ab0a834 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:24.681882 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a91f3d-29ff-46cd-9b93-ad050ab0a834 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:24.682240 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a91f3d-29ff-46cd-9b93-ad050ab0a834 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:24.682574 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a91f3d-29ff-46cd-9b93-ad050ab0a834 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:24.682900 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a91f3d-29ff-46cd-9b93-ad050ab0a834 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:24.683224 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a91f3d-29ff-46cd-9b93-ad050ab0a834 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:24.683546 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a91f3d-29ff-46cd-9b93-ad050ab0a834 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:24.683867 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a91f3d-29ff-46cd-9b93-ad050ab0a834 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:24.720677 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d8a91f3d-29ff-46cd-9b93-ad050ab0a834 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:24.721015 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-d8a91f3d-29ff-46cd-9b93-ad050ab0a834 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Floating IP 2a61d2a6-72e0-4c0a-ad07-8ae6c9bf3564 disassociated (deleted). External IP: 172.25.5.210, port: 4644acc3-0a77-43cb-9147-73f7d72177cc. Sep 30 13:44:24.925631 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a91f3d-29ff-46cd-9b93-ad050ab0a834 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Router fb9c3c68-554b-4673-97d1-040ec0d3a042 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:44:25.033901 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a91f3d-29ff-46cd-9b93-ad050ab0a834 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:44:25.039086 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d8a91f3d-29ff-46cd-9b93-ad050ab0a834 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:25.044002 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0823f14-5882-43a7-a700-cae48996c024 None None] Sync routers for ids ['fb9c3c68-554b-4673-97d1-040ec0d3a042'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:44:25.052822 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0823f14-5882-43a7-a700-cae48996c024 None None] Routers {'fb9c3c68-554b-4673-97d1-040ec0d3a042'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:44:25.053441 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-c0823f14-5882-43a7-a700-cae48996c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:44:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['fb9c3c68-554b-4673-97d1-040ec0d3a042'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:44:25.065302 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d8a91f3d-29ff-46cd-9b93-ad050ab0a834 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "DELETE /v2.0/floatingips/2a61d2a6-72e0-4c0a-ad07-8ae6c9bf3564 HTTP/1.1" status: 204 len: 168 time: 0.9625425 Sep 30 13:44:25.065866 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda5bb7c-eced-4dab-8774-ee301c116ba5', 'tag': '4644acc3-0a77-43cb-9147-73f7d72177cc'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:44:25.068172 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0f77aa-79c9-4302-97b0-19d95800fdaf" -d '{"events": [{"name": "network-changed", "server_uuid": "cda5bb7c-eced-4dab-8774-ee301c116ba5", "tag": "4644acc3-0a77-43cb-9147-73f7d72177cc"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:44:25.108130 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ccf0b0-8dc6-4d0d-be10-0b05050910b1 x-openstack-request-id: req-f0ccf0b0-8dc6-4d0d-be10-0b05050910b1 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:44:25.108717 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cda5bb7c-eced-4dab-8774-ee301c116ba5", "tag": "4644acc3-0a77-43cb-9147-73f7d72177cc", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:44:25.109024 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0ccf0b0-8dc6-4d0d-be10-0b05050910b1 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:44:25.109523 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cda5bb7c-eced-4dab-8774-ee301c116ba5', 'tag': '4644acc3-0a77-43cb-9147-73f7d72177cc', 'status': 'completed', 'code': 200} Sep 30 13:44:25.162758 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-c0823f14-5882-43a7-a700-cae48996c024 None None] Set router fb9c3c68-554b-4673-97d1-040ec0d3a042 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:44:25.172060 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f77aa-79c9-4302-97b0-19d95800fdaf req-ee638bc3-a376-4b9c-8159-638142488535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:25.173715 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fe0f77aa-79c9-4302-97b0-19d95800fdaf req-ee638bc3-a376-4b9c-8159-638142488535 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 1097 time: 0.0413611 Sep 30 13:44:25.304616 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f77aa-79c9-4302-97b0-19d95800fdaf req-364f03c6-f12b-4624-9777-41124b8d9dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:25.306237 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fe0f77aa-79c9-4302-97b0-19d95800fdaf req-364f03c6-f12b-4624-9777-41124b8d9dc4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0a9f8bff-dedc-467f-832a-9249e7027023 HTTP/1.1" status: 200 len: 897 time: 0.1256893 Sep 30 13:44:25.328263 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e26cc4-02c7-4258-af9c-914cb2f40a69 req-3f78dfa5-6fc9-47d1-82dc-ab3d897131ee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:25.329718 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-37e26cc4-02c7-4258-af9c-914cb2f40a69 req-3f78dfa5-6fc9-47d1-82dc-ab3d897131ee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 946 time: 0.0704687 Sep 30 13:44:25.360997 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fe0f77aa-79c9-4302-97b0-19d95800fdaf req-e8e226b2-48c3-45a7-9b29-d0adedf8b539 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4644acc3-0a77-43cb-9147-73f7d72177cc HTTP/1.1" status: 200 len: 217 time: 0.0469580 Sep 30 13:44:25.361819 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-c0823f14-5882-43a7-a700-cae48996c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-708522316', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '84af2ccf-71d8-46f8-94e2-499bcf12a3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:41:45Z', 'updated_at': '2021-09-30T13:41:49Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '84af2ccf-71d8-46f8-94e2-499bcf12a3a0', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:41:46Z', 'updated_at': '2021-09-30T13:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '92d0d516-4802-40a0-a82c-04a90816ac0b', 'name': '', 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:09:e8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '00a4bc69-6bad-475d-a93a-7f40434bb0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:41:48Z', 'updated_at': '2021-09-30T13:41:52Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': '00a4bc69-6bad-475d-a93a-7f40434bb0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:44:25.390793 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0823f14-5882-43a7-a700-cae48996c024 None None] Checking router: fb9c3c68-554b-4673-97d1-040ec0d3a042 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:44:25.399412 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0823f14-5882-43a7-a700-cae48996c024 None None] Routers {'fb9c3c68-554b-4673-97d1-040ec0d3a042'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:44:25.400010 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-c0823f14-5882-43a7-a700-cae48996c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:44:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['fb9c3c68-554b-4673-97d1-040ec0d3a042'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:44:25.427845 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-37e26cc4-02c7-4258-af9c-914cb2f40a69 req-1ea4b0f5-26d6-4707-9255-830c13c60a43 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692389 Sep 30 13:44:25.435740 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f77aa-79c9-4302-97b0-19d95800fdaf req-7ffdd822-2a38-44af-b48f-1c2fd01d6fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:25.437193 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fe0f77aa-79c9-4302-97b0-19d95800fdaf req-7ffdd822-2a38-44af-b48f-1c2fd01d6fdb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=00a4bc69-6bad-475d-a93a-7f40434bb0ed HTTP/1.1" status: 200 len: 834 time: 0.0643735 Sep 30 13:44:25.485834 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f77aa-79c9-4302-97b0-19d95800fdaf req-2a467b58-f73a-4038-8088-9f5f8d4b8133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:25.487374 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fe0f77aa-79c9-4302-97b0-19d95800fdaf req-2a467b58-f73a-4038-8088-9f5f8d4b8133 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a9f8bff-dedc-467f-832a-9249e7027023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412500 Sep 30 13:44:25.508415 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-c0823f14-5882-43a7-a700-cae48996c024 None None] Set router fb9c3c68-554b-4673-97d1-040ec0d3a042 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:44:25.576776 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fe0f77aa-79c9-4302-97b0-19d95800fdaf req-23431edd-8c39-40d1-ad13-128e7a617131 service neutron] 10.222.0.54 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807414 Sep 30 13:44:25.670079 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fe0f77aa-79c9-4302-97b0-19d95800fdaf req-82956bf2-a088-456e-a11b-3b3e94248112 service neutron] 10.222.0.54 "GET /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857148 Sep 30 13:44:25.700502 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-c0823f14-5882-43a7-a700-cae48996c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-708522316', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '84af2ccf-71d8-46f8-94e2-499bcf12a3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:41:45Z', 'updated_at': '2021-09-30T13:41:49Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '84af2ccf-71d8-46f8-94e2-499bcf12a3a0', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:41:46Z', 'updated_at': '2021-09-30T13:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '92d0d516-4802-40a0-a82c-04a90816ac0b', 'name': '', 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:09:e8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '00a4bc69-6bad-475d-a93a-7f40434bb0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:41:48Z', 'updated_at': '2021-09-30T13:41:52Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': '00a4bc69-6bad-475d-a93a-7f40434bb0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:44:25.726828 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0823f14-5882-43a7-a700-cae48996c024 None None] The sync data for ids ['fb9c3c68-554b-4673-97d1-040ec0d3a042'] in n-d-810909-2 is: [{'id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-708522316', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '84af2ccf-71d8-46f8-94e2-499bcf12a3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:41:45Z', 'updated_at': '2021-09-30T13:41:49Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '84af2ccf-71d8-46f8-94e2-499bcf12a3a0', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:41:46Z', 'updated_at': '2021-09-30T13:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '92d0d516-4802-40a0-a82c-04a90816ac0b', 'name': '', 'network_id': '0a9f8bff-dedc-467f-832a-9249e7027023', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:09:e8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '00a4bc69-6bad-475d-a93a-7f40434bb0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:41:48Z', 'updated_at': '2021-09-30T13:41:52Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': '00a4bc69-6bad-475d-a93a-7f40434bb0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:44:25.933189 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aacba5-2ccc-4e96-9d66-3f2fd92f5d34 None None] New status for floating IP 2a61d2a6-72e0-4c0a-ad07-8ae6c9bf3564: DOWN {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:44:26.550144 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2628a-d240-46dc-aafc-143fadde975d req-1b84134d-a4fe-44ff-b5ed-91458badbe2e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:26.551657 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9db2628a-d240-46dc-aafc-143fadde975d req-1b84134d-a4fe-44ff-b5ed-91458badbe2e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 946 time: 0.0496135 Sep 30 13:44:26.589297 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9db2628a-d240-46dc-aafc-143fadde975d req-5906990d-a93c-4518-9006-6509f5fe4d09 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=213c635a-9f32-4a17-a18b-a1c0526fd4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310276 Sep 30 13:44:26.769651 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18c8f6-64a8-443f-aa29-bbe261dde4f5 req-1aa07448-07ae-42fb-9cd1-bbbe0345feb8 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:26.771154 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f18c8f6-64a8-443f-aa29-bbe261dde4f5 req-1aa07448-07ae-42fb-9cd1-bbbe0345feb8 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.54 "GET /v2.0/ports?device_id=cda5bb7c-eced-4dab-8774-ee301c116ba5 HTTP/1.1" status: 200 len: 946 time: 0.0486217 Sep 30 13:44:26.864324 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-3f18c8f6-64a8-443f-aa29-bbe261dde4f5 req-09a32cd7-afc3-4ac1-a58d-346c19395cbd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Deleting port 4644acc3-0a77-43cb-9147-73f7d72177cc {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:44:26.864669 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3f18c8f6-64a8-443f-aa29-bbe261dde4f5 req-09a32cd7-afc3-4ac1-a58d-346c19395cbd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:26.952128 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-3f18c8f6-64a8-443f-aa29-bbe261dde4f5 req-09a32cd7-afc3-4ac1-a58d-346c19395cbd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] For port 4644acc3-0a77-43cb-9147-73f7d72177cc, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=4644acc3-0a77-43cb-9147-73f7d72177cc,segment=NetworkSegment(de405a0c-0a8a-4708-899d-bdc5588a964b),segment_id=de405a0c-0a8a-4708-899d-bdc5588a964b)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:44:26.952491 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3f18c8f6-64a8-443f-aa29-bbe261dde4f5 req-09a32cd7-afc3-4ac1-a58d-346c19395cbd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:26.965096 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-3f18c8f6-64a8-443f-aa29-bbe261dde4f5 req-09a32cd7-afc3-4ac1-a58d-346c19395cbd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Calling delete_port for 4644acc3-0a77-43cb-9147-73f7d72177cc owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:44:27.097824 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3f18c8f6-64a8-443f-aa29-bbe261dde4f5 req-09a32cd7-afc3-4ac1-a58d-346c19395cbd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:27.125711 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a32cd7-afc3-4ac1-a58d-346c19395cbd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event deleted for resources: {'Port': ['ID=4644acc3-0a77-43cb-9147-73f7d72177cc,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:27.139840 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a32cd7-afc3-4ac1-a58d-346c19395cbd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:27.140197 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a32cd7-afc3-4ac1-a58d-346c19395cbd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:27.140539 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a32cd7-afc3-4ac1-a58d-346c19395cbd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:27.140873 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a32cd7-afc3-4ac1-a58d-346c19395cbd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:27.141208 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a32cd7-afc3-4ac1-a58d-346c19395cbd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:27.141539 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a32cd7-afc3-4ac1-a58d-346c19395cbd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:27.141869 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a32cd7-afc3-4ac1-a58d-346c19395cbd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:27.142255 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a32cd7-afc3-4ac1-a58d-346c19395cbd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:27.142590 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a32cd7-afc3-4ac1-a58d-346c19395cbd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:27.142915 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a32cd7-afc3-4ac1-a58d-346c19395cbd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:27.143557 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a32cd7-afc3-4ac1-a58d-346c19395cbd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:27.143557 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a32cd7-afc3-4ac1-a58d-346c19395cbd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:27.177608 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f18c8f6-64a8-443f-aa29-bbe261dde4f5 req-09a32cd7-afc3-4ac1-a58d-346c19395cbd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] No DVR routers for this DVR port 4644acc3-0a77-43cb-9147-73f7d72177cc on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:44:27.180784 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3f18c8f6-64a8-443f-aa29-bbe261dde4f5 req-09a32cd7-afc3-4ac1-a58d-346c19395cbd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:27.182875 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f18c8f6-64a8-443f-aa29-bbe261dde4f5 req-09a32cd7-afc3-4ac1-a58d-346c19395cbd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.54 "DELETE /v2.0/ports/4644acc3-0a77-43cb-9147-73f7d72177cc HTTP/1.1" status: 204 len: 173 time: 0.4047976 Sep 30 13:44:27.183331 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda5bb7c-eced-4dab-8774-ee301c116ba5', 'name': 'network-vif-deleted', 'tag': '4644acc3-0a77-43cb-9147-73f7d72177cc'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:44:27.185581 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e90146-971a-40f2-b105-ce9f2830f480" -d '{"events": [{"server_uuid": "cda5bb7c-eced-4dab-8774-ee301c116ba5", "name": "network-vif-deleted", "tag": "4644acc3-0a77-43cb-9147-73f7d72177cc"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:44:27.222571 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfe2994-13e1-4169-b32e-9c6f9dfe8e4f x-openstack-request-id: req-dbfe2994-13e1-4169-b32e-9c6f9dfe8e4f {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:44:27.222871 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda5bb7c-eced-4dab-8774-ee301c116ba5", "name": "network-vif-deleted", "tag": "4644acc3-0a77-43cb-9147-73f7d72177cc", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:44:27.223187 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dbfe2994-13e1-4169-b32e-9c6f9dfe8e4f {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:44:27.223607 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda5bb7c-eced-4dab-8774-ee301c116ba5', 'name': 'network-vif-deleted', 'tag': '4644acc3-0a77-43cb-9147-73f7d72177cc', 'status': 'completed', 'code': 200} Sep 30 13:44:27.645300 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44802) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:44:28.000612 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a272e0dc-24a4-403c-88b8-e778a93f07df tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:28.246127 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-a272e0dc-24a4-403c-88b8-e778a93f07df tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Deleting port 92d0d516-4802-40a0-a82c-04a90816ac0b {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:44:28.246468 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a272e0dc-24a4-403c-88b8-e778a93f07df tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:28.331345 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-a272e0dc-24a4-403c-88b8-e778a93f07df tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] For port 92d0d516-4802-40a0-a82c-04a90816ac0b, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=92d0d516-4802-40a0-a82c-04a90816ac0b,segment=NetworkSegment(de405a0c-0a8a-4708-899d-bdc5588a964b),segment_id=de405a0c-0a8a-4708-899d-bdc5588a964b)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:44:28.331623 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a272e0dc-24a4-403c-88b8-e778a93f07df tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:28.348314 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-a272e0dc-24a4-403c-88b8-e778a93f07df tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Calling delete_port for 92d0d516-4802-40a0-a82c-04a90816ac0b owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:44:28.526925 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a272e0dc-24a4-403c-88b8-e778a93f07df tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:28.553171 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272e0dc-24a4-403c-88b8-e778a93f07df tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event deleted for resources: {'Port': ['ID=92d0d516-4802-40a0-a82c-04a90816ac0b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:28.723496 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a272e0dc-24a4-403c-88b8-e778a93f07df tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:28.938554 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a272e0dc-24a4-403c-88b8-e778a93f07df tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Router fb9c3c68-554b-4673-97d1-040ec0d3a042 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:44:29.042871 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a272e0dc-24a4-403c-88b8-e778a93f07df tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:44:29.047817 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a272e0dc-24a4-403c-88b8-e778a93f07df tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "PUT /v2.0/routers/fb9c3c68-554b-4673-97d1-040ec0d3a042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4015005 Sep 30 13:44:29.050463 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44804) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:44:29.055445 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce2b0b-a597-4113-aed2-1ee4a70a567a None None] Sync routers for ids ['fb9c3c68-554b-4673-97d1-040ec0d3a042'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:44:29.064733 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfce2b0b-a597-4113-aed2-1ee4a70a567a None None] Routers {'fb9c3c68-554b-4673-97d1-040ec0d3a042'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:44:29.065409 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-cfce2b0b-a597-4113-aed2-1ee4a70a567a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:44:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['fb9c3c68-554b-4673-97d1-040ec0d3a042'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:44:29.100890 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6bc43a4-39ae-4f5d-a329-ea2bcd6fe82f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Deleting subnet 00a4bc69-6bad-475d-a93a-7f40434bb0ed {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:44:29.104507 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d6bc43a4-39ae-4f5d-a329-ea2bcd6fe82f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:29.143107 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d6bc43a4-39ae-4f5d-a329-ea2bcd6fe82f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:29.168911 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-cfce2b0b-a597-4113-aed2-1ee4a70a567a None None] Set router fb9c3c68-554b-4673-97d1-040ec0d3a042 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:44:29.229088 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d6bc43a4-39ae-4f5d-a329-ea2bcd6fe82f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:29.287371 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d6bc43a4-39ae-4f5d-a329-ea2bcd6fe82f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:29.315244 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc43a4-39ae-4f5d-a329-ea2bcd6fe82f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event deleted for resources: {'Subnet': ['ID=00a4bc69-6bad-475d-a93a-7f40434bb0ed,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:29.318946 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d6bc43a4-39ae-4f5d-a329-ea2bcd6fe82f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:29.323323 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d6bc43a4-39ae-4f5d-a329-ea2bcd6fe82f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "DELETE /v2.0/subnets/00a4bc69-6bad-475d-a93a-7f40434bb0ed HTTP/1.1" status: 204 len: 168 time: 0.2694929 Sep 30 13:44:29.323597 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44806) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:44:29.328723 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59912da0-1213-4066-9d77-1d85ec4a8c7c None None] Network 0a9f8bff-dedc-467f-832a-9249e7027023 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:44:29.432340 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e0a23520-9eb2-45e3-8c10-7433c836f993 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:29.440215 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-cfce2b0b-a597-4113-aed2-1ee4a70a567a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-708522316', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '84af2ccf-71d8-46f8-94e2-499bcf12a3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:41:45Z', 'updated_at': '2021-09-30T13:44:28Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '84af2ccf-71d8-46f8-94e2-499bcf12a3a0', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:41:46Z', 'updated_at': '2021-09-30T13:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:44:29.541012 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e0a23520-9eb2-45e3-8c10-7433c836f993 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:29.597778 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-e0a23520-9eb2-45e3-8c10-7433c836f993 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Deleting port 84af2ccf-71d8-46f8-94e2-499bcf12a3a0 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:44:29.598164 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e0a23520-9eb2-45e3-8c10-7433c836f993 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:29.622530 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce2b0b-a597-4113-aed2-1ee4a70a567a None None] Checking router: fb9c3c68-554b-4673-97d1-040ec0d3a042 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:44:29.635980 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfce2b0b-a597-4113-aed2-1ee4a70a567a None None] Routers {'fb9c3c68-554b-4673-97d1-040ec0d3a042'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:44:29.636587 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-cfce2b0b-a597-4113-aed2-1ee4a70a567a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:44:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['fb9c3c68-554b-4673-97d1-040ec0d3a042'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:44:29.683670 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-e0a23520-9eb2-45e3-8c10-7433c836f993 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] For port 84af2ccf-71d8-46f8-94e2-499bcf12a3a0, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=84af2ccf-71d8-46f8-94e2-499bcf12a3a0,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:44:29.684044 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e0a23520-9eb2-45e3-8c10-7433c836f993 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:29.696516 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-e0a23520-9eb2-45e3-8c10-7433c836f993 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Calling delete_port for 84af2ccf-71d8-46f8-94e2-499bcf12a3a0 owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:44:29.718748 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6308e56f-df4d-454a-8714-9959727fe7bd None None] DHCP port deletion for 0a9f8bff-dedc-467f-832a-9249e7027023 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:44:29.728954 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-cfce2b0b-a597-4113-aed2-1ee4a70a567a None None] Set router fb9c3c68-554b-4673-97d1-040ec0d3a042 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:44:29.755473 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 4644acc3-0a77-43cb-9147-73f7d72177cc no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:44:29.816191 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-cfce2b0b-a597-4113-aed2-1ee4a70a567a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-708522316', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:41:45Z', 'updated_at': '2021-09-30T13:44:29Z', 'revision_number': 6, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:44:29.820360 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 4644acc3-0a77-43cb-9147-73f7d72177cc {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:44:29.820706 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 4644acc3-0a77-43cb-9147-73f7d72177cc not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:44:29.847861 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce2b0b-a597-4113-aed2-1ee4a70a567a None None] The sync data for ids ['fb9c3c68-554b-4673-97d1-040ec0d3a042'] in n-d-810909-2 is: [{'id': 'fb9c3c68-554b-4673-97d1-040ec0d3a042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-708522316', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:41:45Z', 'updated_at': '2021-09-30T13:44:29Z', 'revision_number': 6, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port_host': None}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:44:29.864592 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e0a23520-9eb2-45e3-8c10-7433c836f993 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:29.867766 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-6308e56f-df4d-454a-8714-9959727fe7bd None None] Deleting port a9df04b8-0cd2-4518-8089-4845eeeba359 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:44:29.868145 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6308e56f-df4d-454a-8714-9959727fe7bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:29.899336 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a23520-9eb2-45e3-8c10-7433c836f993 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event deleted for resources: {'Port': ['ID=84af2ccf-71d8-46f8-94e2-499bcf12a3a0,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:29.938994 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-6308e56f-df4d-454a-8714-9959727fe7bd None None] For port a9df04b8-0cd2-4518-8089-4845eeeba359, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=a9df04b8-0cd2-4518-8089-4845eeeba359,segment=NetworkSegment(de405a0c-0a8a-4708-899d-bdc5588a964b),segment_id=de405a0c-0a8a-4708-899d-bdc5588a964b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:44:29.939321 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6308e56f-df4d-454a-8714-9959727fe7bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:29.951351 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-6308e56f-df4d-454a-8714-9959727fe7bd None None] Calling delete_port for a9df04b8-0cd2-4518-8089-4845eeeba359 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:44:29.957841 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e0a23520-9eb2-45e3-8c10-7433c836f993 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:30.031251 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6308e56f-df4d-454a-8714-9959727fe7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:30.057376 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308e56f-df4d-454a-8714-9959727fe7bd None None] Pushing event deleted for resources: {'Port': ['ID=a9df04b8-0cd2-4518-8089-4845eeeba359,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:30.059764 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6308e56f-df4d-454a-8714-9959727fe7bd None None] No DVR routers for this DVR port a9df04b8-0cd2-4518-8089-4845eeeba359 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:44:30.068954 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6308e56f-df4d-454a-8714-9959727fe7bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:30.069432 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6308e56f-df4d-454a-8714-9959727fe7bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:30.070409 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6308e56f-df4d-454a-8714-9959727fe7bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:30.070867 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6308e56f-df4d-454a-8714-9959727fe7bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:30.071259 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6308e56f-df4d-454a-8714-9959727fe7bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:30.071656 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6308e56f-df4d-454a-8714-9959727fe7bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:30.072106 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6308e56f-df4d-454a-8714-9959727fe7bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:30.072551 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6308e56f-df4d-454a-8714-9959727fe7bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:30.072994 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6308e56f-df4d-454a-8714-9959727fe7bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:30.073315 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6308e56f-df4d-454a-8714-9959727fe7bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:30.073634 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6308e56f-df4d-454a-8714-9959727fe7bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:30.073951 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6308e56f-df4d-454a-8714-9959727fe7bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:30.375056 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e0a23520-9eb2-45e3-8c10-7433c836f993 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:30.377710 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e0a23520-9eb2-45e3-8c10-7433c836f993 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:30.420939 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e0a23520-9eb2-45e3-8c10-7433c836f993 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:30.421605 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a23520-9eb2-45e3-8c10-7433c836f993 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Fanout notify agent at l3_agent the message router_deleted on router fb9c3c68-554b-4673-97d1-040ec0d3a042 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:44:30.428373 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e0a23520-9eb2-45e3-8c10-7433c836f993 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:30.430105 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e0a23520-9eb2-45e3-8c10-7433c836f993 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "DELETE /v2.0/routers/fb9c3c68-554b-4673-97d1-040ec0d3a042 HTTP/1.1" status: 204 len: 168 time: 1.1055272 Sep 30 13:44:30.432881 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44808) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:44:30.509330 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a52bd7d4-196d-408e-8e09-2ae837e67ae3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:30.600311 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a52bd7d4-196d-408e-8e09-2ae837e67ae3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:30.621169 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-a52bd7d4-196d-408e-8e09-2ae837e67ae3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9f8bff-dedc-467f-832a-9249e7027023']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:44:30.630235 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-a52bd7d4-196d-408e-8e09-2ae837e67ae3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de405a0c-0a8a-4708-899d-bdc5588a964b') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:44:30.630526 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-a52bd7d4-196d-408e-8e09-2ae837e67ae3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de405a0c-0a8a-4708-899d-bdc5588a964b') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:44:30.639658 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a52bd7d4-196d-408e-8e09-2ae837e67ae3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:30.655239 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a52bd7d4-196d-408e-8e09-2ae837e67ae3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:30.660918 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a52bd7d4-196d-408e-8e09-2ae837e67ae3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:44:30.661296 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a52bd7d4-196d-408e-8e09-2ae837e67ae3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:44:30.664861 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:44:30.724995 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a52bd7d4-196d-408e-8e09-2ae837e67ae3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:30.733151 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a52bd7d4-196d-408e-8e09-2ae837e67ae3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:30.734257 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a52bd7d4-196d-408e-8e09-2ae837e67ae3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "DELETE /v2.0/networks/0a9f8bff-dedc-467f-832a-9249e7027023 HTTP/1.1" status: 204 len: 168 time: 0.3000767 Sep 30 13:44:30.737240 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44810) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:44:30.745036 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52bd7d4-196d-408e-8e09-2ae837e67ae3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event deleted for resources: {'Network': ['ID=0a9f8bff-dedc-467f-832a-9249e7027023,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:30.802101 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-20d7c453-7833-44db-ad03-673215077af0 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:30.826917 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-20d7c453-7833-44db-ad03-673215077af0 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:30.832652 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 92d0d516-4802-40a0-a82c-04a90816ac0b no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:44:30.853594 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 92d0d516-4802-40a0-a82c-04a90816ac0b {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:44:30.853876 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 92d0d516-4802-40a0-a82c-04a90816ac0b not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:44:30.854319 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 84af2ccf-71d8-46f8-94e2-499bcf12a3a0 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:44:30.877448 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 84af2ccf-71d8-46f8-94e2-499bcf12a3a0 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:44:30.877791 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 84af2ccf-71d8-46f8-94e2-499bcf12a3a0 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:44:30.878383 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device a9df04b8-0cd2-4518-8089-4845eeeba359 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:44:30.889706 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-20d7c453-7833-44db-ad03-673215077af0 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:30.892589 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-20d7c453-7833-44db-ad03-673215077af0 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:30.893790 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-20d7c453-7833-44db-ad03-673215077af0 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "DELETE /v2.0/security-groups/213c635a-9f32-4a17-a18b-a1c0526fd4d1 HTTP/1.1" status: 204 len: 168 time: 0.1554999 Sep 30 13:44:30.899090 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: a9df04b8-0cd2-4518-8089-4845eeeba359 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:44:30.899437 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device a9df04b8-0cd2-4518-8089-4845eeeba359 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:44:30.908662 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7c453-7833-44db-ad03-673215077af0 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=213c635a-9f32-4a17-a18b-a1c0526fd4d1,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:31.143649 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44816) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:44:31.148283 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-129ef002-b361-4425-91e0-0d5500069c82 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-654595563', 'description': 'tempest-secgroup-smoke-654595563 description', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:44:31.170304 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-129ef002-b361-4425-91e0-0d5500069c82 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:31.247639 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-129ef002-b361-4425-91e0-0d5500069c82 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:31.251347 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-129ef002-b361-4425-91e0-0d5500069c82 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:31.275821 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-129ef002-b361-4425-91e0-0d5500069c82 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:31.277043 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-129ef002-b361-4425-91e0-0d5500069c82 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1323938 Sep 30 13:44:31.280101 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44818) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:44:31.280928 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ef002-b361-4425-91e0-0d5500069c82 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eecd754-cde9-472e-8e1b-2ada05b66585,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:31.284832 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-f7b095c2-3a30-4291-b4a1-bc6654e451b6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'security_group_rule': {'security_group_id': '8eecd754-cde9-472e-8e1b-2ada05b66585', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:44:31.311102 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f7b095c2-3a30-4291-b4a1-bc6654e451b6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:31.365447 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f7b095c2-3a30-4291-b4a1-bc6654e451b6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:31.368845 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f7b095c2-3a30-4291-b4a1-bc6654e451b6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:31.388965 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b095c2-3a30-4291-b4a1-bc6654e451b6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daaf0bd7-b574-4bb2-8bc7-db26cf8eec37,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:31.393118 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f7b095c2-3a30-4291-b4a1-bc6654e451b6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:31.394306 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f7b095c2-3a30-4291-b4a1-bc6654e451b6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1130984 Sep 30 13:44:31.397290 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44820) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:44:31.402395 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-a54edff0-a88f-4960-8c11-7c647014d99d tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'security_group_rule': {'security_group_id': '8eecd754-cde9-472e-8e1b-2ada05b66585', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:44:31.428091 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a54edff0-a88f-4960-8c11-7c647014d99d tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:31.484925 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a54edff0-a88f-4960-8c11-7c647014d99d tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:31.488628 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a54edff0-a88f-4960-8c11-7c647014d99d tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:31.507971 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54edff0-a88f-4960-8c11-7c647014d99d tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0384bb7f-4613-46b6-a6a0-992a67ff71f8,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:31.514461 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a54edff0-a88f-4960-8c11-7c647014d99d tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:31.515650 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a54edff0-a88f-4960-8c11-7c647014d99d tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168230 Sep 30 13:44:31.518397 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44822) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:44:31.523291 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-64f29f5f-e15f-4db2-85a1-1e1ca03aa114 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'security_group_rule': {'security_group_id': '8eecd754-cde9-472e-8e1b-2ada05b66585', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:44:31.548489 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-64f29f5f-e15f-4db2-85a1-1e1ca03aa114 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:31.605827 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-64f29f5f-e15f-4db2-85a1-1e1ca03aa114 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:31.609811 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-64f29f5f-e15f-4db2-85a1-1e1ca03aa114 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:31.629707 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f29f5f-e15f-4db2-85a1-1e1ca03aa114 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ddd7437-c3da-4878-af34-cc677dada8c2,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:31.636465 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-64f29f5f-e15f-4db2-85a1-1e1ca03aa114 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:31.637892 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-64f29f5f-e15f-4db2-85a1-1e1ca03aa114 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184955 Sep 30 13:44:31.641021 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44824) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:44:31.645288 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-007e04f8-f93c-4f55-bc23-12481e008468 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'security_group_rule': {'security_group_id': '8eecd754-cde9-472e-8e1b-2ada05b66585', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:44:31.672235 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-007e04f8-f93c-4f55-bc23-12481e008468 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:31.730119 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-007e04f8-f93c-4f55-bc23-12481e008468 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:31.733609 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-007e04f8-f93c-4f55-bc23-12481e008468 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:31.753809 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e04f8-f93c-4f55-bc23-12481e008468 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d1b868-d8fe-4f46-8758-00d0ceaa4592,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:31.759882 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-007e04f8-f93c-4f55-bc23-12481e008468 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:31.761269 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-007e04f8-f93c-4f55-bc23-12481e008468 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195216 Sep 30 13:44:31.764076 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44826) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:44:31.768368 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-73d0538e-dd29-4a00-a526-22b7c8831d69 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'security_group_rule': {'security_group_id': '8eecd754-cde9-472e-8e1b-2ada05b66585', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:44:31.789657 n-d-810909-2 neutron-server[94764]: INFO neutron.db.securitygroups_db [None req-73d0538e-dd29-4a00-a526-22b7c8831d69 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Project 4fa461100d3b4c25872c36a62d32e6d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 13:44:31.794326 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73d0538e-dd29-4a00-a526-22b7c8831d69 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:31.852576 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73d0538e-dd29-4a00-a526-22b7c8831d69 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:31.856365 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73d0538e-dd29-4a00-a526-22b7c8831d69 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:31.870571 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0538e-dd29-4a00-a526-22b7c8831d69 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d28355-1d95-4a58-bc19-aa637384a29e,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:31.878893 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-73d0538e-dd29-4a00-a526-22b7c8831d69 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:31.880350 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-73d0538e-dd29-4a00-a526-22b7c8831d69 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1153042 Sep 30 13:44:31.883793 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44828) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:44:31.888989 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-391f9932-f3fd-4b32-a604-fc41b16ca79f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'security_group_rule': {'security_group_id': '8eecd754-cde9-472e-8e1b-2ada05b66585', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:44:31.910416 n-d-810909-2 neutron-server[94763]: INFO neutron.db.securitygroups_db [None req-391f9932-f3fd-4b32-a604-fc41b16ca79f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Project 4fa461100d3b4c25872c36a62d32e6d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 13:44:31.915352 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-391f9932-f3fd-4b32-a604-fc41b16ca79f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:31.978337 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-391f9932-f3fd-4b32-a604-fc41b16ca79f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:31.981910 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-391f9932-f3fd-4b32-a604-fc41b16ca79f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:31.998457 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f9932-f3fd-4b32-a604-fc41b16ca79f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b32fbf1-e3b9-4f18-a968-604d84c8b5c1,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:32.005074 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-391f9932-f3fd-4b32-a604-fc41b16ca79f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:32.006165 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-391f9932-f3fd-4b32-a604-fc41b16ca79f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209953 Sep 30 13:44:32.009477 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44830) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:44:32.014236 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-4ad1736e-64fe-49a4-a700-ef6214d6ee2f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'network': {'name': 'tempest-network-smoke--1909995164', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'port_security_enabled': True}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:44:32.034026 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad1736e-64fe-49a4-a700-ef6214d6ee2f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Made reservation on behalf of 4fa461100d3b4c25872c36a62d32e6d8 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:44:32.037352 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4ad1736e-64fe-49a4-a700-ef6214d6ee2f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:32.059217 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad1736e-64fe-49a4-a700-ef6214d6ee2f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:44:32.067505 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4ad1736e-64fe-49a4-a700-ef6214d6ee2f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:32.067832 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-4ad1736e-64fe-49a4-a700-ef6214d6ee2f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Added segment 9fc835b5-4673-4c9f-8ffb-1282577f042d of type vlan for network 3eb3047b-1d3a-430d-a7cc-3b41cd2be49d Sep 30 13:44:32.111193 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4ad1736e-64fe-49a4-a700-ef6214d6ee2f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:32.137678 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4ad1736e-64fe-49a4-a700-ef6214d6ee2f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:32.143355 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad1736e-64fe-49a4-a700-ef6214d6ee2f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:32.143938 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4ad1736e-64fe-49a4-a700-ef6214d6ee2f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:32.175460 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4ad1736e-64fe-49a4-a700-ef6214d6ee2f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1648886 Sep 30 13:44:32.178422 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44832) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:44:32.183483 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-8955b074-128f-42b3-bcc8-2fa34ab38a79 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1171249641', 'admin_state_up': True, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:44:32.207273 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8955b074-128f-42b3-bcc8-2fa34ab38a79 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:32.208376 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8955b074-128f-42b3-bcc8-2fa34ab38a79 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:32.217884 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1736e-64fe-49a4-a700-ef6214d6ee2f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Network': ['ID=3eb3047b-1d3a-430d-a7cc-3b41cd2be49d,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:32.229397 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 3eb3047b-1d3a-430d-a7cc-3b41cd2be49d details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:44:32.260679 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8955b074-128f-42b3-bcc8-2fa34ab38a79 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:32.397814 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8955b074-128f-42b3-bcc8-2fa34ab38a79 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:32.586418 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8955b074-128f-42b3-bcc8-2fa34ab38a79 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:32.605411 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8955b074-128f-42b3-bcc8-2fa34ab38a79 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:32.705323 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-8955b074-128f-42b3-bcc8-2fa34ab38a79 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Allocated IP 172.25.5.29 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/6af3a52e-d0b1-4ec3-a21c-376ca72a5bef) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:44:32.808284 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8955b074-128f-42b3-bcc8-2fa34ab38a79 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:32.840706 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8955b074-128f-42b3-bcc8-2fa34ab38a79 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:32.878804 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8955b074-128f-42b3-bcc8-2fa34ab38a79 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:44:32.881619 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-8955b074-128f-42b3-bcc8-2fa34ab38a79 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:44:32.885136 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8955b074-128f-42b3-bcc8-2fa34ab38a79 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:44:32.908612 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955b074-128f-42b3-bcc8-2fa34ab38a79 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Port': ['ID=6af3a52e-d0b1-4ec3-a21c-376ca72a5bef,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:33.132872 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8955b074-128f-42b3-bcc8-2fa34ab38a79 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:33.324137 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8955b074-128f-42b3-bcc8-2fa34ab38a79 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:33.450536 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8955b074-128f-42b3-bcc8-2fa34ab38a79 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Router 8a1b0810-3397-4c47-b954-52ac893279e8 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:44:33.557748 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8955b074-128f-42b3-bcc8-2fa34ab38a79 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:44:33.567781 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d34f7b7-a89b-4ec0-a6f4-cc4b1421ac0a None None] Sync routers for ids ['8a1b0810-3397-4c47-b954-52ac893279e8'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:44:33.577429 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8955b074-128f-42b3-bcc8-2fa34ab38a79 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:33.578502 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d34f7b7-a89b-4ec0-a6f4-cc4b1421ac0a None None] Routers {'8a1b0810-3397-4c47-b954-52ac893279e8'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:44:33.578848 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8955b074-128f-42b3-bcc8-2fa34ab38a79 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3988016 Sep 30 13:44:33.579264 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-1d34f7b7-a89b-4ec0-a6f4-cc4b1421ac0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:44:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['8a1b0810-3397-4c47-b954-52ac893279e8'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:44:33.582068 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44834) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:44:33.681623 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-1d34f7b7-a89b-4ec0-a6f4-cc4b1421ac0a None None] Set router 8a1b0810-3397-4c47-b954-52ac893279e8 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:44:33.714811 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bbedf955-58f0-4a07-80b1-03b3d78ca24a tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=4fa461100d3b4c25872c36a62d32e6d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1314149 Sep 30 13:44:33.717594 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44838) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:44:33.807301 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d68725-e1ed-4057-8c49-7867a6ff2971 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:33.808837 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-42d68725-e1ed-4057-8c49-7867a6ff2971 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902970 Sep 30 13:44:33.811699 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44840) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:44:33.839863 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9e0d4d8d-4d68-41e5-be9c-870ce32b24da tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7bf2cdd5-9828-4259-bd46-d7f13451331c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266535 Sep 30 13:44:33.842208 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44842) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:44:33.846806 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d93f39f4-bcd6-41b2-9079-c6e8578b3f73 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1237706697', 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:44:33.853726 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-1d34f7b7-a89b-4ec0-a6f4-cc4b1421ac0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171249641', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:44:33Z', 'revision_number': 3, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:44:33.880046 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d34f7b7-a89b-4ec0-a6f4-cc4b1421ac0a None None] Checking router: 8a1b0810-3397-4c47-b954-52ac893279e8 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:44:33.880385 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d34f7b7-a89b-4ec0-a6f4-cc4b1421ac0a None None] Updating router 8a1b0810-3397-4c47-b954-52ac893279e8 port 6af3a52e-d0b1-4ec3-a21c-376ca72a5bef binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:44:33.908325 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1d34f7b7-a89b-4ec0-a6f4-cc4b1421ac0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:33.936545 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93f39f4-bcd6-41b2-9079-c6e8578b3f73 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Made reservation on behalf of 4fa461100d3b4c25872c36a62d32e6d8 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:44:33.940048 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d93f39f4-bcd6-41b2-9079-c6e8578b3f73 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:34.117870 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d93f39f4-bcd6-41b2-9079-c6e8578b3f73 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:34.158263 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1d34f7b7-a89b-4ec0-a6f4-cc4b1421ac0a None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:34.164508 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1d34f7b7-a89b-4ec0-a6f4-cc4b1421ac0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:34.178636 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f39f4-bcd6-41b2-9079-c6e8578b3f73 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Subnet': ['ID=d8399c4d-0996-4835-9d23-af9f39302da7,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:34.186734 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93f39f4-bcd6-41b2-9079-c6e8578b3f73 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Checking segment: {'id': '9fc835b5-4673-4c9f-8ffb-1282577f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:44:34.186734 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93f39f4-bcd6-41b2-9079-c6e8578b3f73 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Network hostable DHCP agents. Network: 3eb3047b-1d3a-430d-a7cc-3b41cd2be49d, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:44:34.204845 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93f39f4-bcd6-41b2-9079-c6e8578b3f73 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Network 3eb3047b-1d3a-430d-a7cc-3b41cd2be49d is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:44:34.213930 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-1d34f7b7-a89b-4ec0-a6f4-cc4b1421ac0a None None] Attempting to bind port 6af3a52e-d0b1-4ec3-a21c-376ca72a5bef on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:44:34.214345 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-1d34f7b7-a89b-4ec0-a6f4-cc4b1421ac0a None None] Attempting to bind port 6af3a52e-d0b1-4ec3-a21c-376ca72a5bef by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:44:34.214759 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d34f7b7-a89b-4ec0-a6f4-cc4b1421ac0a None None] Attempting to bind port 6af3a52e-d0b1-4ec3-a21c-376ca72a5bef on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:44:34.214940 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-d93f39f4-bcd6-41b2-9079-c6e8578b3f73 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 3eb3047b-1d3a-430d-a7cc-3b41cd2be49d) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:44:34.219775 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93f39f4-bcd6-41b2-9079-c6e8578b3f73 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:34.220368 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d93f39f4-bcd6-41b2-9079-c6e8578b3f73 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:34.223732 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55801be-ae3e-49b8-abbd-9bb55a8dfedd None None] Pushing event updated for resources: {'Port': ['ID=6af3a52e-d0b1-4ec3-a21c-376ca72a5bef,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:34.225843 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d34f7b7-a89b-4ec0-a6f4-cc4b1421ac0a None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:44:34.226233 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a8ac57-5cde-4a6c-a0c1-284889d59ba4 None None] Network 3eb3047b-1d3a-430d-a7cc-3b41cd2be49d requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:44:34.226712 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d34f7b7-a89b-4ec0-a6f4-cc4b1421ac0a None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:44:34.226712 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1d34f7b7-a89b-4ec0-a6f4-cc4b1421ac0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:34.226991 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d34f7b7-a89b-4ec0-a6f4-cc4b1421ac0a None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:44:34.227443 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-1d34f7b7-a89b-4ec0-a6f4-cc4b1421ac0a None None] Bound port: 6af3a52e-d0b1-4ec3-a21c-376ca72a5bef, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:44:34.228001 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1d34f7b7-a89b-4ec0-a6f4-cc4b1421ac0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:34.239974 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d93f39f4-bcd6-41b2-9079-c6e8578b3f73 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3937616 Sep 30 13:44:34.240194 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44844) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:44:34.253085 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55801be-ae3e-49b8-abbd-9bb55a8dfedd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:34.253425 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55801be-ae3e-49b8-abbd-9bb55a8dfedd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:34.253768 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55801be-ae3e-49b8-abbd-9bb55a8dfedd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:34.254115 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55801be-ae3e-49b8-abbd-9bb55a8dfedd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:34.254441 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55801be-ae3e-49b8-abbd-9bb55a8dfedd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:34.254761 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55801be-ae3e-49b8-abbd-9bb55a8dfedd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:34.255081 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55801be-ae3e-49b8-abbd-9bb55a8dfedd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:34.255407 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55801be-ae3e-49b8-abbd-9bb55a8dfedd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:34.255717 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55801be-ae3e-49b8-abbd-9bb55a8dfedd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:34.256030 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55801be-ae3e-49b8-abbd-9bb55a8dfedd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:34.256345 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55801be-ae3e-49b8-abbd-9bb55a8dfedd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:34.256662 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55801be-ae3e-49b8-abbd-9bb55a8dfedd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:44:34.295272 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-1d34f7b7-a89b-4ec0-a6f4-cc4b1421ac0a None None] For port 6af3a52e-d0b1-4ec3-a21c-376ca72a5bef, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:44:34.301199 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-1d34f7b7-a89b-4ec0-a6f4-cc4b1421ac0a None None] For port 6af3a52e-d0b1-4ec3-a21c-376ca72a5bef, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=6af3a52e-d0b1-4ec3-a21c-376ca72a5bef,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:44:34.306760 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1d34f7b7-a89b-4ec0-a6f4-cc4b1421ac0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:34.373332 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55801be-ae3e-49b8-abbd-9bb55a8dfedd None None] Pushing event updated for resources: {'Port': ['ID=6af3a52e-d0b1-4ec3-a21c-376ca72a5bef,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:34.380073 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d34f7b7-a89b-4ec0-a6f4-cc4b1421ac0a None None] Routers {'8a1b0810-3397-4c47-b954-52ac893279e8'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:44:34.380970 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-1d34f7b7-a89b-4ec0-a6f4-cc4b1421ac0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:44:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['8a1b0810-3397-4c47-b954-52ac893279e8'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:44:34.387807 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f4dcf1-f74d-46ad-ae88-82be9f1c13df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-3eb3047b-1d3a-430d-a7cc-3b41cd2be49d', 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'fixed_ips': [{'subnet_id': 'd8399c4d-0996-4835-9d23-af9f39302da7'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:44:34.388718 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-35f4dcf1-f74d-46ad-ae88-82be9f1c13df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:34.485485 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-1d34f7b7-a89b-4ec0-a6f4-cc4b1421ac0a None None] Set router 8a1b0810-3397-4c47-b954-52ac893279e8 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:44:34.531280 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-35f4dcf1-f74d-46ad-ae88-82be9f1c13df None None] Allocated IP 172.20.0.2 (3eb3047b-1d3a-430d-a7cc-3b41cd2be49d/d8399c4d-0996-4835-9d23-af9f39302da7/436f05ae-4fd7-438b-b7ab-d334eb235c9c) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:44:34.668964 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-1d34f7b7-a89b-4ec0-a6f4-cc4b1421ac0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171249641', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:44:33Z', 'revision_number': 3, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:44:34.686965 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-35f4dcf1-f74d-46ad-ae88-82be9f1c13df None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:34.693852 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-35f4dcf1-f74d-46ad-ae88-82be9f1c13df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:34.697180 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d34f7b7-a89b-4ec0-a6f4-cc4b1421ac0a None None] The sync data for ids ['8a1b0810-3397-4c47-b954-52ac893279e8'] in n-d-810909-2 is: [{'id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171249641', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:44:33Z', 'revision_number': 3, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:44:34.701625 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d244712c-7f7b-4e21-a224-69338d9b4642 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:34.737050 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f4dcf1-f74d-46ad-ae88-82be9f1c13df None None] Network 3eb3047b-1d3a-430d-a7cc-3b41cd2be49d is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:44:34.740058 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-35f4dcf1-f74d-46ad-ae88-82be9f1c13df None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:44:34.745018 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f4dcf1-f74d-46ad-ae88-82be9f1c13df None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:44:34.748052 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4dcf1-f74d-46ad-ae88-82be9f1c13df None None] Pushing event updated for resources: {'Port': ['ID=436f05ae-4fd7-438b-b7ab-d334eb235c9c,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:34.806153 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-35f4dcf1-f74d-46ad-ae88-82be9f1c13df None None] Attempting to bind port 436f05ae-4fd7-438b-b7ab-d334eb235c9c on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:44:34.806578 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-35f4dcf1-f74d-46ad-ae88-82be9f1c13df None None] Attempting to bind port 436f05ae-4fd7-438b-b7ab-d334eb235c9c by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '9fc835b5-4673-4c9f-8ffb-1282577f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:44:34.806933 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f4dcf1-f74d-46ad-ae88-82be9f1c13df None None] Attempting to bind port 436f05ae-4fd7-438b-b7ab-d334eb235c9c on network 3eb3047b-1d3a-430d-a7cc-3b41cd2be49d {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:44:34.812446 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f4dcf1-f74d-46ad-ae88-82be9f1c13df None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:44:34.812822 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f4dcf1-f74d-46ad-ae88-82be9f1c13df None None] Checking segment: {'id': '9fc835b5-4673-4c9f-8ffb-1282577f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:44:34.813221 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-35f4dcf1-f74d-46ad-ae88-82be9f1c13df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:34.813868 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f4dcf1-f74d-46ad-ae88-82be9f1c13df None None] Bound using segment: {'id': '9fc835b5-4673-4c9f-8ffb-1282577f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:44:34.814372 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-35f4dcf1-f74d-46ad-ae88-82be9f1c13df None None] Bound port: 436f05ae-4fd7-438b-b7ab-d334eb235c9c, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc835b5-4673-4c9f-8ffb-1282577f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:44:34.814751 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-35f4dcf1-f74d-46ad-ae88-82be9f1c13df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:34.898982 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-35f4dcf1-f74d-46ad-ae88-82be9f1c13df None None] For port 436f05ae-4fd7-438b-b7ab-d334eb235c9c, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:44:34.902477 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-35f4dcf1-f74d-46ad-ae88-82be9f1c13df None None] For port 436f05ae-4fd7-438b-b7ab-d334eb235c9c, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=436f05ae-4fd7-438b-b7ab-d334eb235c9c,segment=NetworkSegment(9fc835b5-4673-4c9f-8ffb-1282577f042d),segment_id=9fc835b5-4673-4c9f-8ffb-1282577f042d)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:44:34.908281 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-35f4dcf1-f74d-46ad-ae88-82be9f1c13df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:34.976666 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4dcf1-f74d-46ad-ae88-82be9f1c13df None None] Pushing event updated for resources: {'Port': ['ID=436f05ae-4fd7-438b-b7ab-d334eb235c9c,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:35.064875 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-d244712c-7f7b-4e21-a224-69338d9b4642 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Allocated IP 172.20.0.1 (3eb3047b-1d3a-430d-a7cc-3b41cd2be49d/d8399c4d-0996-4835-9d23-af9f39302da7/a4968437-6d70-4093-9284-3f5a780fc717) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:44:35.208267 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d244712c-7f7b-4e21-a224-69338d9b4642 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:35.256010 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d244712c-7f7b-4e21-a224-69338d9b4642 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:35.305286 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d244712c-7f7b-4e21-a224-69338d9b4642 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Network 3eb3047b-1d3a-430d-a7cc-3b41cd2be49d is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:44:35.308534 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-d244712c-7f7b-4e21-a224-69338d9b4642 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:44:35.312430 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d244712c-7f7b-4e21-a224-69338d9b4642 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:44:35.337354 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244712c-7f7b-4e21-a224-69338d9b4642 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Port': ['ID=a4968437-6d70-4093-9284-3f5a780fc717,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:35.361731 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d244712c-7f7b-4e21-a224-69338d9b4642 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:35.496719 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d244712c-7f7b-4e21-a224-69338d9b4642 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:35.789014 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d244712c-7f7b-4e21-a224-69338d9b4642 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:35.794738 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d244712c-7f7b-4e21-a224-69338d9b4642 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:35.865814 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244712c-7f7b-4e21-a224-69338d9b4642 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Port': ['ID=a4968437-6d70-4093-9284-3f5a780fc717,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:35.871412 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d244712c-7f7b-4e21-a224-69338d9b4642 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:35.931388 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479694fd-49f0-4bc8-97b7-ea574bb65830 None None] Network 3eb3047b-1d3a-430d-a7cc-3b41cd2be49d requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:44:35.975528 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d244712c-7f7b-4e21-a224-69338d9b4642 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Network 3eb3047b-1d3a-430d-a7cc-3b41cd2be49d is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:44:35.977157 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-d244712c-7f7b-4e21-a224-69338d9b4642 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:44:36.005150 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d54346d4-b0cf-4633-a075-78fbb8c85339 None None] Provisioning complete for port 436f05ae-4fd7-438b-b7ab-d334eb235c9c triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:44:36.005434 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d54346d4-b0cf-4633-a075-78fbb8c85339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:36.094820 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d244712c-7f7b-4e21-a224-69338d9b4642 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Router 8a1b0810-3397-4c47-b954-52ac893279e8 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:44:36.144176 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d54346d4-b0cf-4633-a075-78fbb8c85339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:36.184250 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d54346d4-b0cf-4633-a075-78fbb8c85339 None None] For port 436f05ae-4fd7-438b-b7ab-d334eb235c9c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=436f05ae-4fd7-438b-b7ab-d334eb235c9c,segment=NetworkSegment(9fc835b5-4673-4c9f-8ffb-1282577f042d),segment_id=9fc835b5-4673-4c9f-8ffb-1282577f042d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:44:36.190691 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d54346d4-b0cf-4633-a075-78fbb8c85339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:36.222294 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d244712c-7f7b-4e21-a224-69338d9b4642 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:44:36.229523 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d244712c-7f7b-4e21-a224-69338d9b4642 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "PUT /v2.0/routers/8a1b0810-3397-4c47-b954-52ac893279e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9883175 Sep 30 13:44:36.248316 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54346d4-b0cf-4633-a075-78fbb8c85339 None None] Pushing event updated for resources: {'Port': ['ID=436f05ae-4fd7-438b-b7ab-d334eb235c9c,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:36.328083 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b311a4-e84e-4f76-b923-896e0fc80e26 None None] Sync routers for ids ['8a1b0810-3397-4c47-b954-52ac893279e8'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:44:36.338593 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b311a4-e84e-4f76-b923-896e0fc80e26 None None] Routers {'8a1b0810-3397-4c47-b954-52ac893279e8'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:44:36.339210 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-33b311a4-e84e-4f76-b923-896e0fc80e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:44:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['8a1b0810-3397-4c47-b954-52ac893279e8'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:44:36.384440 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-1c68cf22-e5c0-427b-a655-a4854b1092da tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-654595563&fields=id&tenant_id=4fa461100d3b4c25872c36a62d32e6d8 HTTP/1.1" status: 200 len: 267 time: 0.0357084 Sep 30 13:44:36.458471 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f3313e4c-b202-4314-99d8-2504efe21e45 None None] Provisioning complete for port a4968437-6d70-4093-9284-3f5a780fc717 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:44:36.458839 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f3313e4c-b202-4314-99d8-2504efe21e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:36.484275 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-33b311a4-e84e-4f76-b923-896e0fc80e26 None None] Set router 8a1b0810-3397-4c47-b954-52ac893279e8 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:44:36.509521 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-69272146-3170-4734-bee0-b64f8720b97a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:36.511570 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-69272146-3170-4734-bee0-b64f8720b97a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/networks?id=3eb3047b-1d3a-430d-a7cc-3b41cd2be49d HTTP/1.1" status: 200 len: 797 time: 0.1175225 Sep 30 13:44:36.528207 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-2cbdfd0a-42f9-4cd8-8b15-af52a5b5feb2 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/quotas/4fa461100d3b4c25872c36a62d32e6d8 HTTP/1.1" status: 200 len: 375 time: 0.0107019 Sep 30 13:44:36.537257 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-f3313e4c-b202-4314-99d8-2504efe21e45 None None] Port a4968437-6d70-4093-9284-3f5a780fc717 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:44:36.589895 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-f0d3841f-8c44-4056-8a0a-7af3d46391cd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553794 Sep 30 13:44:36.598986 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f3313e4c-b202-4314-99d8-2504efe21e45 None None] Provisioning complete for port 436f05ae-4fd7-438b-b7ab-d334eb235c9c triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:44:36.599361 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f3313e4c-b202-4314-99d8-2504efe21e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:36.608417 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-44595233-f4d2-420e-94dd-9ce34ef5e15f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:44:36.610105 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-44595233-f4d2-420e-94dd-9ce34ef5e15f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059893 Sep 30 13:44:36.713364 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-656067cd-19e6-455e-9145-168737d41829 service neutron] 10.222.0.18 "GET /v2.0/networks/3eb3047b-1d3a-430d-a7cc-3b41cd2be49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952692 Sep 30 13:44:36.800114 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-33b311a4-e84e-4f76-b923-896e0fc80e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171249641', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:44:35Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'a4968437-6d70-4093-9284-3f5a780fc717', 'name': '', 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:99:5b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'd8399c4d-0996-4835-9d23-af9f39302da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:44:34Z', 'updated_at': '2021-09-30T13:44:35Z', 'revision_number': 2, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': 'd8399c4d-0996-4835-9d23-af9f39302da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:44:36.822607 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-94797965-fc49-4b71-8dc5-4ddc09bfcf79 service neutron] 10.222.0.18 "GET /v2.0/networks/3eb3047b-1d3a-430d-a7cc-3b41cd2be49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025136 Sep 30 13:44:36.832428 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b311a4-e84e-4f76-b923-896e0fc80e26 None None] Checking router: 8a1b0810-3397-4c47-b954-52ac893279e8 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:44:36.832793 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b311a4-e84e-4f76-b923-896e0fc80e26 None None] Updating router 8a1b0810-3397-4c47-b954-52ac893279e8 port a4968437-6d70-4093-9284-3f5a780fc717 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:44:36.860611 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-33b311a4-e84e-4f76-b923-896e0fc80e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:36.901262 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 6af3a52e-d0b1-4ec3-a21c-376ca72a5bef up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:44:36.972028 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-0978b09c-34d1-4a2f-ae71-043919a2110c None None] Provisioning complete for port a4968437-6d70-4093-9284-3f5a780fc717 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:44:36.972584 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0978b09c-34d1-4a2f-ae71-043919a2110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:37.019735 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4ca5aa94-c215-4bd5-a60d-1e831db3dab7 req-033fb411-a250-4c21-b389-f173c815994a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 210 time: 0.0405071 Sep 30 13:44:37.236472 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-0978b09c-34d1-4a2f-ae71-043919a2110c None None] Port a4968437-6d70-4093-9284-3f5a780fc717 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:44:37.240253 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 6af3a52e-d0b1-4ec3-a21c-376ca72a5bef triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:44:37.240629 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:37.414904 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:37.443697 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 6af3a52e-d0b1-4ec3-a21c-376ca72a5bef, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=6af3a52e-d0b1-4ec3-a21c-376ca72a5bef,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:44:37.450836 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:37.451622 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 436f05ae-4fd7-438b-b7ab-d334eb235c9c up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:44:37.473997 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-33b311a4-e84e-4f76-b923-896e0fc80e26 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:37.502501 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-33b311a4-e84e-4f76-b923-896e0fc80e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:37.545695 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=6af3a52e-d0b1-4ec3-a21c-376ca72a5bef,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:37.582291 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 436f05ae-4fd7-438b-b7ab-d334eb235c9c triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:44:37.582669 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:37.656113 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7589fb-2959-444a-93f4-efce95337d9b None None] Pushing event updated for resources: {'Port': ['ID=a4968437-6d70-4093-9284-3f5a780fc717,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:37.674432 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-33b311a4-e84e-4f76-b923-896e0fc80e26 None None] Attempting to bind port a4968437-6d70-4093-9284-3f5a780fc717 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:44:37.674804 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-33b311a4-e84e-4f76-b923-896e0fc80e26 None None] Attempting to bind port a4968437-6d70-4093-9284-3f5a780fc717 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '9fc835b5-4673-4c9f-8ffb-1282577f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:44:37.675167 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b311a4-e84e-4f76-b923-896e0fc80e26 None None] Attempting to bind port a4968437-6d70-4093-9284-3f5a780fc717 on network 3eb3047b-1d3a-430d-a7cc-3b41cd2be49d {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:44:37.683773 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b311a4-e84e-4f76-b923-896e0fc80e26 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:44:37.684147 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b311a4-e84e-4f76-b923-896e0fc80e26 None None] Checking segment: {'id': '9fc835b5-4673-4c9f-8ffb-1282577f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:44:37.684553 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-33b311a4-e84e-4f76-b923-896e0fc80e26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:37.684948 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b311a4-e84e-4f76-b923-896e0fc80e26 None None] Bound using segment: {'id': '9fc835b5-4673-4c9f-8ffb-1282577f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:44:37.685420 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-33b311a4-e84e-4f76-b923-896e0fc80e26 None None] Bound port: a4968437-6d70-4093-9284-3f5a780fc717, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc835b5-4673-4c9f-8ffb-1282577f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:44:37.685807 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-33b311a4-e84e-4f76-b923-896e0fc80e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:37.784974 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-01b57fa2-dacf-4b4f-8f6f-1762b8299618 None None] Provisioning complete for port a4968437-6d70-4093-9284-3f5a780fc717 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:44:37.785343 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-01b57fa2-dacf-4b4f-8f6f-1762b8299618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:37.810596 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-33b311a4-e84e-4f76-b923-896e0fc80e26 None None] For port a4968437-6d70-4093-9284-3f5a780fc717, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:44:37.827797 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-33b311a4-e84e-4f76-b923-896e0fc80e26 None None] For port a4968437-6d70-4093-9284-3f5a780fc717, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=a4968437-6d70-4093-9284-3f5a780fc717,segment=NetworkSegment(9fc835b5-4673-4c9f-8ffb-1282577f042d),segment_id=9fc835b5-4673-4c9f-8ffb-1282577f042d)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:44:37.832375 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-01b57fa2-dacf-4b4f-8f6f-1762b8299618 None None] Port a4968437-6d70-4093-9284-3f5a780fc717 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:44:37.834351 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-33b311a4-e84e-4f76-b923-896e0fc80e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:37.892104 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b311a4-e84e-4f76-b923-896e0fc80e26 None None] Routers {'8a1b0810-3397-4c47-b954-52ac893279e8'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:44:37.892735 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-33b311a4-e84e-4f76-b923-896e0fc80e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:44:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['8a1b0810-3397-4c47-b954-52ac893279e8'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:44:37.894553 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7589fb-2959-444a-93f4-efce95337d9b None None] Pushing event updated for resources: {'Port': ['ID=a4968437-6d70-4093-9284-3f5a780fc717,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:38.009611 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-33b311a4-e84e-4f76-b923-896e0fc80e26 None None] Set router 8a1b0810-3397-4c47-b954-52ac893279e8 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:44:38.078920 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-ec881574-9799-47c3-bbdc-cbacacc12bdb tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:38.081413 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-ec881574-9799-47c3-bbdc-cbacacc12bdb tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.39 "GET /v2.0/networks?id=3eb3047b-1d3a-430d-a7cc-3b41cd2be49d HTTP/1.1" status: 200 len: 797 time: 0.1754987 Sep 30 13:44:38.141896 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f3cabcac-105d-4b61-b544-bcd745cd0c75 req-2f62b2fb-a2c1-4e4f-b50c-330edfd694ff tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 210 time: 0.0321012 Sep 30 13:44:38.161748 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-67c0483b-5139-47d7-a0d2-259a161f0d75 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fa461100d3b4c25872c36a62d32e6d8 HTTP/1.1" status: 200 len: 379 time: 0.0690131 Sep 30 13:44:38.172240 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-07ce1b24-e4e9-4023-a0e4-55cb7d58cc6b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'port': {'device_id': '48eb7d14-c657-4fbb-b91e-8020d243d624', 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d', 'admin_state_up': True, 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'security_groups': ['8eecd754-cde9-472e-8e1b-2ada05b66585']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:44:38.181382 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-cc69aef7-8d67-4142-89a0-e73e9e7df42b None None] Provisioning complete for port a4968437-6d70-4093-9284-3f5a780fc717 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:44:38.181736 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cc69aef7-8d67-4142-89a0-e73e9e7df42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:38.276430 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-07ce1b24-e4e9-4023-a0e4-55cb7d58cc6b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Made reservation on behalf of 4fa461100d3b4c25872c36a62d32e6d8 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:44:38.280217 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-07ce1b24-e4e9-4023-a0e4-55cb7d58cc6b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:38.293555 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-33b311a4-e84e-4f76-b923-896e0fc80e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171249641', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:44:35Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'a4968437-6d70-4093-9284-3f5a780fc717', 'name': '', 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:99:5b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'd8399c4d-0996-4835-9d23-af9f39302da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:44:34Z', 'updated_at': '2021-09-30T13:44:37Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': 'd8399c4d-0996-4835-9d23-af9f39302da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:44:38.296932 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cc69aef7-8d67-4142-89a0-e73e9e7df42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:38.333042 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b311a4-e84e-4f76-b923-896e0fc80e26 None None] The sync data for ids ['8a1b0810-3397-4c47-b954-52ac893279e8'] in n-d-810909-2 is: [{'id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171249641', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:44:35Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'a4968437-6d70-4093-9284-3f5a780fc717', 'name': '', 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:99:5b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'd8399c4d-0996-4835-9d23-af9f39302da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:44:34Z', 'updated_at': '2021-09-30T13:44:37Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': 'd8399c4d-0996-4835-9d23-af9f39302da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:44:38.361375 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-cc69aef7-8d67-4142-89a0-e73e9e7df42b None None] For port a4968437-6d70-4093-9284-3f5a780fc717, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=a4968437-6d70-4093-9284-3f5a780fc717,segment=NetworkSegment(9fc835b5-4673-4c9f-8ffb-1282577f042d),segment_id=9fc835b5-4673-4c9f-8ffb-1282577f042d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:44:38.366936 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cc69aef7-8d67-4142-89a0-e73e9e7df42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:38.430910 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69aef7-8d67-4142-89a0-e73e9e7df42b None None] Pushing event updated for resources: {'Port': ['ID=a4968437-6d70-4093-9284-3f5a780fc717,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:38.431847 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-07ce1b24-e4e9-4023-a0e4-55cb7d58cc6b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Allocated IP 172.20.0.7 (3eb3047b-1d3a-430d-a7cc-3b41cd2be49d/d8399c4d-0996-4835-9d23-af9f39302da7/5bb93996-d8ae-4757-b2cf-cf557d66e1be) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:44:38.584874 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-07ce1b24-e4e9-4023-a0e4-55cb7d58cc6b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:38.620227 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-07ce1b24-e4e9-4023-a0e4-55cb7d58cc6b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:38.666606 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-07ce1b24-e4e9-4023-a0e4-55cb7d58cc6b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Network 3eb3047b-1d3a-430d-a7cc-3b41cd2be49d is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:44:38.669875 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-07ce1b24-e4e9-4023-a0e4-55cb7d58cc6b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:44:38.673774 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-07ce1b24-e4e9-4023-a0e4-55cb7d58cc6b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:44:38.698412 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce1b24-e4e9-4023-a0e4-55cb7d58cc6b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Port': ['ID=5bb93996-d8ae-4757-b2cf-cf557d66e1be,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:38.728619 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-07ce1b24-e4e9-4023-a0e4-55cb7d58cc6b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:38.729374 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-07ce1b24-e4e9-4023-a0e4-55cb7d58cc6b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:38.746947 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-07ce1b24-e4e9-4023-a0e4-55cb7d58cc6b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5780280 Sep 30 13:44:38.759028 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-16d2f447-fb9f-47e2-9db7-ea4b7a71b9ab service neutron] Request body: {'port': {'device_id': '48eb7d14-c657-4fbb-b91e-8020d243d624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:44:38.832310 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-16d2f447-fb9f-47e2-9db7-ea4b7a71b9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:38.949498 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 6af3a52e-d0b1-4ec3-a21c-376ca72a5bef up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:44:39.003395 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ee72c963-884b-4787-8db9-64ef36adb2eb None None] Provisioning complete for port 5bb93996-d8ae-4757-b2cf-cf557d66e1be triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:44:39.003855 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ee72c963-884b-4787-8db9-64ef36adb2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:39.037676 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 6af3a52e-d0b1-4ec3-a21c-376ca72a5bef triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:44:39.038911 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:39.074539 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-ee72c963-884b-4787-8db9-64ef36adb2eb None None] Port 5bb93996-d8ae-4757-b2cf-cf557d66e1be cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:44:39.126975 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device a4968437-6d70-4093-9284-3f5a780fc717 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:44:39.130418 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-16d2f447-fb9f-47e2-9db7-ea4b7a71b9ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb93996-d8ae-4757-b2cf-cf557d66e1be {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:44:39.138384 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-16d2f447-fb9f-47e2-9db7-ea4b7a71b9ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:39.151733 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-16d2f447-fb9f-47e2-9db7-ea4b7a71b9ab service neutron] Transition to ACTIVE for port object 5bb93996-d8ae-4757-b2cf-cf557d66e1be will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:44:39.156606 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-16d2f447-fb9f-47e2-9db7-ea4b7a71b9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:39.181729 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port a4968437-6d70-4093-9284-3f5a780fc717 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:44:39.182174 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:39.277277 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2f447-fb9f-47e2-9db7-ea4b7a71b9ab service neutron] Pushing event updated for resources: {'Port': ['ID=5bb93996-d8ae-4757-b2cf-cf557d66e1be,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:39.311508 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc9a2f-64aa-4e1d-a24b-99ef99505b8e req-bc05e87e-ae83-46f6-8d83-8e57b988041b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:39.320573 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dbdc9a2f-64aa-4e1d-a24b-99ef99505b8e req-bc05e87e-ae83-46f6-8d83-8e57b988041b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 943 time: 0.0860560 Sep 30 13:44:39.325636 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-16d2f447-fb9f-47e2-9db7-ea4b7a71b9ab service neutron] Attempting to bind port 5bb93996-d8ae-4757-b2cf-cf557d66e1be on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:44:39.326221 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-16d2f447-fb9f-47e2-9db7-ea4b7a71b9ab service neutron] Attempting to bind port 5bb93996-d8ae-4757-b2cf-cf557d66e1be by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '9fc835b5-4673-4c9f-8ffb-1282577f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:44:39.326894 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-16d2f447-fb9f-47e2-9db7-ea4b7a71b9ab service neutron] Attempting to bind port 5bb93996-d8ae-4757-b2cf-cf557d66e1be on network 3eb3047b-1d3a-430d-a7cc-3b41cd2be49d {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:44:39.333532 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-16d2f447-fb9f-47e2-9db7-ea4b7a71b9ab service neutron] Port 5bb93996-d8ae-4757-b2cf-cf557d66e1be on network 3eb3047b-1d3a-430d-a7cc-3b41cd2be49d not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:44:39.333988 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-16d2f447-fb9f-47e2-9db7-ea4b7a71b9ab service neutron] Attempting to bind port 5bb93996-d8ae-4757-b2cf-cf557d66e1be on network 3eb3047b-1d3a-430d-a7cc-3b41cd2be49d {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:44:39.340738 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-16d2f447-fb9f-47e2-9db7-ea4b7a71b9ab service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:44:39.341454 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-16d2f447-fb9f-47e2-9db7-ea4b7a71b9ab service neutron] Checking segment: {'id': '9fc835b5-4673-4c9f-8ffb-1282577f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:44:39.341919 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-16d2f447-fb9f-47e2-9db7-ea4b7a71b9ab service neutron] Bound using segment: {'id': '9fc835b5-4673-4c9f-8ffb-1282577f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:44:39.342450 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-16d2f447-fb9f-47e2-9db7-ea4b7a71b9ab service neutron] Bound port: 5bb93996-d8ae-4757-b2cf-cf557d66e1be, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc835b5-4673-4c9f-8ffb-1282577f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:44:39.342808 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-16d2f447-fb9f-47e2-9db7-ea4b7a71b9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:39.358984 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dbdc9a2f-64aa-4e1d-a24b-99ef99505b8e req-3f979983-0579-4f56-abb0-26f66699cbac tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eecd754-cde9-472e-8e1b-2ada05b66585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375271 Sep 30 13:44:39.422577 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-16d2f447-fb9f-47e2-9db7-ea4b7a71b9ab service neutron] For port 5bb93996-d8ae-4757-b2cf-cf557d66e1be, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:44:39.425745 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-16d2f447-fb9f-47e2-9db7-ea4b7a71b9ab service neutron] For port 5bb93996-d8ae-4757-b2cf-cf557d66e1be, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=5bb93996-d8ae-4757-b2cf-cf557d66e1be,segment=NetworkSegment(9fc835b5-4673-4c9f-8ffb-1282577f042d),segment_id=9fc835b5-4673-4c9f-8ffb-1282577f042d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:44:39.431617 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-16d2f447-fb9f-47e2-9db7-ea4b7a71b9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:39.472874 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-16d2f447-fb9f-47e2-9db7-ea4b7a71b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:39.473662 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-16d2f447-fb9f-47e2-9db7-ea4b7a71b9ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:39.474949 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-16d2f447-fb9f-47e2-9db7-ea4b7a71b9ab service neutron] 10.222.0.39 "PUT /v2.0/ports/5bb93996-d8ae-4757-b2cf-cf557d66e1be HTTP/1.1" status: 200 len: 1091 time: 0.7203712 Sep 30 13:44:39.475406 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48eb7d14-c657-4fbb-b91e-8020d243d624', 'tag': '5bb93996-d8ae-4757-b2cf-cf557d66e1be'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:44:39.477698 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacec1ae-7cfa-48a2-9608-f54de13f322d" -d '{"events": [{"name": "network-changed", "server_uuid": "48eb7d14-c657-4fbb-b91e-8020d243d624", "tag": "5bb93996-d8ae-4757-b2cf-cf557d66e1be"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:44:39.523295 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2f447-fb9f-47e2-9db7-ea4b7a71b9ab service neutron] Pushing event updated for resources: {'Port': ['ID=5bb93996-d8ae-4757-b2cf-cf557d66e1be,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:39.536141 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a7e9fb-69c1-4e12-9c1a-f4827dfe1929 x-openstack-request-id: req-f3a7e9fb-69c1-4e12-9c1a-f4827dfe1929 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:44:39.536481 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48eb7d14-c657-4fbb-b91e-8020d243d624", "tag": "5bb93996-d8ae-4757-b2cf-cf557d66e1be", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:44:39.536884 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3a7e9fb-69c1-4e12-9c1a-f4827dfe1929 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:44:39.537276 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48eb7d14-c657-4fbb-b91e-8020d243d624', 'tag': '5bb93996-d8ae-4757-b2cf-cf557d66e1be', 'status': 'completed', 'code': 200} Sep 30 13:44:39.574950 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-de393a6b-0e17-41bd-945d-0a172d2f12eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:39.576493 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-de393a6b-0e17-41bd-945d-0a172d2f12eb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 1094 time: 0.0549307 Sep 30 13:44:39.621763 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-ba6c1053-1b0a-488e-ad1b-96001c85108f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bb93996-d8ae-4757-b2cf-cf557d66e1be HTTP/1.1" status: 200 len: 217 time: 0.0368946 Sep 30 13:44:39.673624 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-fb511fcc-ea1e-4f14-b050-81f15f962f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:39.675152 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-fb511fcc-ea1e-4f14-b050-81f15f962f04 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8399c4d-0996-4835-9d23-af9f39302da7 HTTP/1.1" status: 200 len: 835 time: 0.0471680 Sep 30 13:44:39.723618 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-f7903047-3fa3-4816-b341-66538fc8e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:39.725114 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-f7903047-3fa3-4816-b341-66538fc8e783 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3eb3047b-1d3a-430d-a7cc-3b41cd2be49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431201 Sep 30 13:44:40.163419 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-d6983751-dd69-4d1d-a84d-bbf092e9c24e service neutron] 10.222.0.39 "GET /v2.0/networks/3eb3047b-1d3a-430d-a7cc-3b41cd2be49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309683 Sep 30 13:44:40.253474 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ffcbaeb-2918-407b-a04a-fb1f23195a5b req-5fb86576-5a02-4d67-b51f-7dd608800afc service neutron] 10.222.0.39 "GET /v2.0/networks/3eb3047b-1d3a-430d-a7cc-3b41cd2be49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821524 Sep 30 13:44:40.338407 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacec1ae-7cfa-48a2-9608-f54de13f322d req-e1f2003e-696e-441e-992a-c7847bd75e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:40.339911 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eacec1ae-7cfa-48a2-9608-f54de13f322d req-e1f2003e-696e-441e-992a-c7847bd75e26 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 1094 time: 0.0402360 Sep 30 13:44:40.436595 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacec1ae-7cfa-48a2-9608-f54de13f322d req-1a72d77c-716e-493f-85e8-f10ced93f6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:40.436595 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eacec1ae-7cfa-48a2-9608-f54de13f322d req-1a72d77c-716e-493f-85e8-f10ced93f6d0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3eb3047b-1d3a-430d-a7cc-3b41cd2be49d HTTP/1.1" status: 200 len: 898 time: 0.0865593 Sep 30 13:44:40.477511 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eacec1ae-7cfa-48a2-9608-f54de13f322d req-2202c247-d3b1-4671-8394-d9649994f34b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bb93996-d8ae-4757-b2cf-cf557d66e1be HTTP/1.1" status: 200 len: 217 time: 0.0358477 Sep 30 13:44:40.477747 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9adfcb-2f27-4d4a-b261-9a58e1160a3f req-a2a856f4-734e-41e1-aaa6-7795487face0 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:40.479181 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d9adfcb-2f27-4d4a-b261-9a58e1160a3f req-a2a856f4-734e-41e1-aaa6-7795487face0 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 943 time: 0.0536926 Sep 30 13:44:40.517718 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d9adfcb-2f27-4d4a-b261-9a58e1160a3f req-692918c5-59a8-4e16-a3b1-1addfd3e148a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eecd754-cde9-472e-8e1b-2ada05b66585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325577 Sep 30 13:44:40.527411 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacec1ae-7cfa-48a2-9608-f54de13f322d req-bd4ca4f0-608d-46e1-b828-321b037fa19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:40.528884 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eacec1ae-7cfa-48a2-9608-f54de13f322d req-bd4ca4f0-608d-46e1-b828-321b037fa19e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8399c4d-0996-4835-9d23-af9f39302da7 HTTP/1.1" status: 200 len: 835 time: 0.0434923 Sep 30 13:44:40.577656 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacec1ae-7cfa-48a2-9608-f54de13f322d req-dd95834c-2c89-4320-96f9-cd9bbcb40c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:40.579137 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eacec1ae-7cfa-48a2-9608-f54de13f322d req-dd95834c-2c89-4320-96f9-cd9bbcb40c9d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3eb3047b-1d3a-430d-a7cc-3b41cd2be49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430684 Sep 30 13:44:40.667163 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eacec1ae-7cfa-48a2-9608-f54de13f322d req-dbfb36da-d75f-4ac6-a6bf-49da7da18977 service neutron] 10.222.0.39 "GET /v2.0/networks/3eb3047b-1d3a-430d-a7cc-3b41cd2be49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802548 Sep 30 13:44:40.762690 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eacec1ae-7cfa-48a2-9608-f54de13f322d req-bc5dcfb0-025d-4b52-b527-40860f29f136 service neutron] 10.222.0.39 "GET /v2.0/networks/3eb3047b-1d3a-430d-a7cc-3b41cd2be49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860553 Sep 30 13:44:41.631420 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cf82d-0602-495e-94e8-8e135f599c93 req-f5905bfc-3596-425e-8dd6-7ce4e8a44980 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:41.633398 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-325cf82d-0602-495e-94e8-8e135f599c93 req-f5905bfc-3596-425e-8dd6-7ce4e8a44980 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 943 time: 0.0487015 Sep 30 13:44:41.671585 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-325cf82d-0602-495e-94e8-8e135f599c93 req-7335b2ea-7d8d-4bd4-b01e-52756155f4ac tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eecd754-cde9-472e-8e1b-2ada05b66585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322835 Sep 30 13:44:42.783941 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfecd9d-5772-4bce-8fff-f035ee9d7860 req-75b4af33-6ef7-4308-a111-30c24f6e351c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:42.785496 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7bfecd9d-5772-4bce-8fff-f035ee9d7860 req-75b4af33-6ef7-4308-a111-30c24f6e351c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 943 time: 0.0484931 Sep 30 13:44:42.823220 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7bfecd9d-5772-4bce-8fff-f035ee9d7860 req-e4a2adb9-f52b-4ec1-ba75-8c49b691e542 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eecd754-cde9-472e-8e1b-2ada05b66585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318527 Sep 30 13:44:43.814326 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 5bb93996-d8ae-4757-b2cf-cf557d66e1be details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:44:43.907625 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 5bb93996-d8ae-4757-b2cf-cf557d66e1be, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=5bb93996-d8ae-4757-b2cf-cf557d66e1be,segment=NetworkSegment(9fc835b5-4673-4c9f-8ffb-1282577f042d),segment_id=9fc835b5-4673-4c9f-8ffb-1282577f042d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:44:43.919355 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '5bb93996-d8ae-4757-b2cf-cf557d66e1be', 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d', 'port_id': '5bb93996-d8ae-4757-b2cf-cf557d66e1be', 'mac_address': 'fa:16:3e:2c:3d:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8399c4d-0996-4835-9d23-af9f39302da7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:44:43.937579 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e338c-5190-4c07-8016-0fff443d822e req-84c29dc8-3d04-4522-a454-881dd9b6f3a5 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:43.939187 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e02e338c-5190-4c07-8016-0fff443d822e req-84c29dc8-3d04-4522-a454-881dd9b6f3a5 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 943 time: 0.0489097 Sep 30 13:44:43.960123 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:43.972959 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb93996-d8ae-4757-b2cf-cf557d66e1be {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:44:43.978029 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e02e338c-5190-4c07-8016-0fff443d822e req-24410c94-9e63-4846-bf88-caf642a8cd91 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eecd754-cde9-472e-8e1b-2ada05b66585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324924 Sep 30 13:44:43.993205 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 5bb93996-d8ae-4757-b2cf-cf557d66e1be, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=5bb93996-d8ae-4757-b2cf-cf557d66e1be,segment=NetworkSegment(9fc835b5-4673-4c9f-8ffb-1282577f042d),segment_id=9fc835b5-4673-4c9f-8ffb-1282577f042d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:44:43.997326 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:44.042730 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=5bb93996-d8ae-4757-b2cf-cf557d66e1be,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:44.200118 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['5bb93996-d8ae-4757-b2cf-cf557d66e1be'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:44:45.061174 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:45.097737 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22dc6a-3386-4c5a-a347-def6c49ea508 req-cbe8219b-14f1-4897-9a5a-7694b83980e7 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:45.099259 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bb22dc6a-3386-4c5a-a347-def6c49ea508 req-cbe8219b-14f1-4897-9a5a-7694b83980e7 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 944 time: 0.0510104 Sep 30 13:44:45.137648 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bb22dc6a-3386-4c5a-a347-def6c49ea508 req-64cdca35-ea5b-4139-8cae-5b7f3e69d3f1 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eecd754-cde9-472e-8e1b-2ada05b66585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323133 Sep 30 13:44:45.829604 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 5bb93996-d8ae-4757-b2cf-cf557d66e1be up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:44:45.876931 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 5bb93996-d8ae-4757-b2cf-cf557d66e1be completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:44:45.880843 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 5bb93996-d8ae-4757-b2cf-cf557d66e1be triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:44:45.881278 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:45.958061 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:45.980048 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48eb7d14-c657-4fbb-b91e-8020d243d624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb93996-d8ae-4757-b2cf-cf557d66e1be'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:44:45.982307 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768dfd3e-6266-49a7-bd1f-847125bbe8d9" -d '{"events": [{"server_uuid": "48eb7d14-c657-4fbb-b91e-8020d243d624", "name": "network-vif-plugged", "status": "completed", "tag": "5bb93996-d8ae-4757-b2cf-cf557d66e1be"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:44:45.995238 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 5bb93996-d8ae-4757-b2cf-cf557d66e1be, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=5bb93996-d8ae-4757-b2cf-cf557d66e1be,segment=NetworkSegment(9fc835b5-4673-4c9f-8ffb-1282577f042d),segment_id=9fc835b5-4673-4c9f-8ffb-1282577f042d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:44:45.999138 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:46.021795 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2cc7b3-8c2f-4b5b-9537-d03fad28dfe1 x-openstack-request-id: req-7b2cc7b3-8c2f-4b5b-9537-d03fad28dfe1 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:44:46.022121 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48eb7d14-c657-4fbb-b91e-8020d243d624", "name": "network-vif-plugged", "status": "completed", "tag": "5bb93996-d8ae-4757-b2cf-cf557d66e1be", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:44:46.022372 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b2cc7b3-8c2f-4b5b-9537-d03fad28dfe1 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:44:46.022757 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48eb7d14-c657-4fbb-b91e-8020d243d624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb93996-d8ae-4757-b2cf-cf557d66e1be', 'code': 200} Sep 30 13:44:46.048200 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=5bb93996-d8ae-4757-b2cf-cf557d66e1be,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:46.123709 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff662b3-de4a-4f00-b116-8b2f76f86ce9 req-6f4514e9-e2b5-494f-8c04-88f6fcaca199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:46.125274 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7ff662b3-de4a-4f00-b116-8b2f76f86ce9 req-6f4514e9-e2b5-494f-8c04-88f6fcaca199 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 1096 time: 0.0470660 Sep 30 13:44:46.158507 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7ff662b3-de4a-4f00-b116-8b2f76f86ce9 req-62e65d4a-fd2b-4025-807b-733cfc8b4940 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8eecd754-cde9-472e-8e1b-2ada05b66585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265167 Sep 30 13:44:46.253542 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320c277-f6fc-41c5-ba80-7ad1a3bf976b req-d3dd6298-009c-48c7-98b4-141b4c73fd43 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:46.255080 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6320c277-f6fc-41c5-ba80-7ad1a3bf976b req-d3dd6298-009c-48c7-98b4-141b4c73fd43 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 945 time: 0.0519216 Sep 30 13:44:46.293602 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6320c277-f6fc-41c5-ba80-7ad1a3bf976b req-f40c60eb-b62c-46da-bc3c-339f502b4108 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eecd754-cde9-472e-8e1b-2ada05b66585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319936 Sep 30 13:44:47.408801 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1f1be-2a18-49c3-aee7-f8890d863474 req-c94994ce-61d1-488d-bccc-1ea3174b6e48 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:47.410305 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d3e1f1be-2a18-49c3-aee7-f8890d863474 req-c94994ce-61d1-488d-bccc-1ea3174b6e48 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 945 time: 0.0481129 Sep 30 13:44:47.448276 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d3e1f1be-2a18-49c3-aee7-f8890d863474 req-73c852f2-b004-4097-815d-e4a7e089b859 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eecd754-cde9-472e-8e1b-2ada05b66585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313628 Sep 30 13:44:47.560895 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266cfac-5bac-4ddd-93db-638ad0707b4f req-0598b8e2-34b4-4482-a4fc-8662f9c8f7ef tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:47.562395 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a266cfac-5bac-4ddd-93db-638ad0707b4f req-0598b8e2-34b4-4482-a4fc-8662f9c8f7ef tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 945 time: 0.0487177 Sep 30 13:44:47.600575 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a266cfac-5bac-4ddd-93db-638ad0707b4f req-4b7d9153-9894-4360-b5ee-417c4ab5af11 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eecd754-cde9-472e-8e1b-2ada05b66585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321884 Sep 30 13:44:47.621220 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44900) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:44:47.660113 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fc9e64-e509-492f-bdd1-9ce1fc55375c tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:47.661886 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-45fc9e64-e509-492f-bdd1-9ce1fc55375c tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 1091 time: 0.0393944 Sep 30 13:44:47.664467 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44902) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:44:47.668654 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-afd59093-e60e-4b5d-aa56-7aaa9726d09e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'port_id': '5bb93996-d8ae-4757-b2cf-cf557d66e1be', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:44:47.689659 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afd59093-e60e-4b5d-aa56-7aaa9726d09e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:47.786473 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afd59093-e60e-4b5d-aa56-7aaa9726d09e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:47.886090 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-afd59093-e60e-4b5d-aa56-7aaa9726d09e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Allocated IP 172.25.5.231 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/b1c4203a-9de5-4f29-b5b5-4490d818a1fe) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:44:47.988634 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afd59093-e60e-4b5d-aa56-7aaa9726d09e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:48.021402 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afd59093-e60e-4b5d-aa56-7aaa9726d09e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:48.058996 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd59093-e60e-4b5d-aa56-7aaa9726d09e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:44:48.061700 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-afd59093-e60e-4b5d-aa56-7aaa9726d09e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:44:48.064426 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd59093-e60e-4b5d-aa56-7aaa9726d09e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:44:48.091443 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd59093-e60e-4b5d-aa56-7aaa9726d09e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Port': ['ID=b1c4203a-9de5-4f29-b5b5-4490d818a1fe,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:48.229464 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1d8d2a27-053d-4464-b122-a69e534bc56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:48.424341 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afd59093-e60e-4b5d-aa56-7aaa9726d09e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:48.489260 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afd59093-e60e-4b5d-aa56-7aaa9726d09e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:48.636892 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afd59093-e60e-4b5d-aa56-7aaa9726d09e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:48.641569 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afd59093-e60e-4b5d-aa56-7aaa9726d09e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:48.716151 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd59093-e60e-4b5d-aa56-7aaa9726d09e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Port': ['ID=b1c4203a-9de5-4f29-b5b5-4490d818a1fe,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:44:48.723523 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afd59093-e60e-4b5d-aa56-7aaa9726d09e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:48.822861 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-afd59093-e60e-4b5d-aa56-7aaa9726d09e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Floating IP 38535712-0732-47c5-975a-325b43e73dba associated. External IP: 172.25.5.231, port: 5bb93996-d8ae-4757-b2cf-cf557d66e1be. Sep 30 13:44:49.022472 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd59093-e60e-4b5d-aa56-7aaa9726d09e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Router 8a1b0810-3397-4c47-b954-52ac893279e8 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:44:49.128841 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd59093-e60e-4b5d-aa56-7aaa9726d09e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:44:49.138365 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03117190-5d84-4e6c-bbfc-2b6f52c9a75f None None] Sync routers for ids ['8a1b0810-3397-4c47-b954-52ac893279e8'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:44:49.145712 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afd59093-e60e-4b5d-aa56-7aaa9726d09e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:49.147154 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03117190-5d84-4e6c-bbfc-2b6f52c9a75f None None] Routers {'8a1b0810-3397-4c47-b954-52ac893279e8'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:44:49.147860 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-03117190-5d84-4e6c-bbfc-2b6f52c9a75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:44:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['8a1b0810-3397-4c47-b954-52ac893279e8'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:44:49.172450 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-afd59093-e60e-4b5d-aa56-7aaa9726d09e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5069818 Sep 30 13:44:49.173047 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48eb7d14-c657-4fbb-b91e-8020d243d624', 'tag': '5bb93996-d8ae-4757-b2cf-cf557d66e1be'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:44:49.175363 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68018df0-48f5-4c74-a06b-465c3189c6f8" -d '{"events": [{"name": "network-changed", "server_uuid": "48eb7d14-c657-4fbb-b91e-8020d243d624", "tag": "5bb93996-d8ae-4757-b2cf-cf557d66e1be"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:44:49.282210 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476ca2d-9aed-4ce3-b175-ad59c32b9a75 req-359f7be8-53ab-46fb-8bbb-d28db93a2c18 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:49.285967 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b476ca2d-9aed-4ce3-b175-ad59c32b9a75 req-359f7be8-53ab-46fb-8bbb-d28db93a2c18 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 945 time: 0.0536003 Sep 30 13:44:49.327416 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b476ca2d-9aed-4ce3-b175-ad59c32b9a75 req-cda3cff2-e0ee-4c53-8f55-31cdd4391bd5 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eecd754-cde9-472e-8e1b-2ada05b66585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348275 Sep 30 13:44:49.353530 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44910) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:44:49.354638 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-03117190-5d84-4e6c-bbfc-2b6f52c9a75f None None] Set router 8a1b0810-3397-4c47-b954-52ac893279e8 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:44:49.363698 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4726b9c6-decd-4d5f-8a4c-006f71ee14f7 x-openstack-request-id: req-4726b9c6-decd-4d5f-8a4c-006f71ee14f7 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:44:49.363987 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48eb7d14-c657-4fbb-b91e-8020d243d624", "tag": "5bb93996-d8ae-4757-b2cf-cf557d66e1be", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:44:49.364232 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4726b9c6-decd-4d5f-8a4c-006f71ee14f7 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:44:49.365445 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48eb7d14-c657-4fbb-b91e-8020d243d624', 'tag': '5bb93996-d8ae-4757-b2cf-cf557d66e1be', 'status': 'completed', 'code': 200} Sep 30 13:44:49.428020 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68018df0-48f5-4c74-a06b-465c3189c6f8 req-4b9d7cd5-9931-46d0-94f9-b1830f6aeee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:49.430394 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-68018df0-48f5-4c74-a06b-465c3189c6f8 req-4b9d7cd5-9931-46d0-94f9-b1830f6aeee0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 1096 time: 0.0472243 Sep 30 13:44:49.532418 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68018df0-48f5-4c74-a06b-465c3189c6f8 req-eebde96b-461c-48c5-862f-91d113983925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:49.533951 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-68018df0-48f5-4c74-a06b-465c3189c6f8 req-eebde96b-461c-48c5-862f-91d113983925 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3eb3047b-1d3a-430d-a7cc-3b41cd2be49d HTTP/1.1" status: 200 len: 898 time: 0.0966947 Sep 30 13:44:49.590781 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-03117190-5d84-4e6c-bbfc-2b6f52c9a75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171249641', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:44:35Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '38535712-0732-47c5-975a-325b43e73dba', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'port_id': '5bb93996-d8ae-4757-b2cf-cf557d66e1be', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d', 'mac_address': 'fa:16:3e:2c:3d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eb7d14-c657-4fbb-b91e-8020d243d624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:44:48Z', 'updated_at': '2021-09-30T13:44:48Z', 'revision_number': 0, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4968437-6d70-4093-9284-3f5a780fc717', 'name': '', 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:99:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'd8399c4d-0996-4835-9d23-af9f39302da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:44:34Z', 'updated_at': '2021-09-30T13:44:38Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': 'd8399c4d-0996-4835-9d23-af9f39302da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:44:49.613366 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-68018df0-48f5-4c74-a06b-465c3189c6f8 req-f18ab9c2-0caa-4229-a31f-cab4d56e0774 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bb93996-d8ae-4757-b2cf-cf557d66e1be HTTP/1.1" status: 200 len: 999 time: 0.0725358 Sep 30 13:44:49.621075 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03117190-5d84-4e6c-bbfc-2b6f52c9a75f None None] Checking router: 8a1b0810-3397-4c47-b954-52ac893279e8 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:44:49.634795 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03117190-5d84-4e6c-bbfc-2b6f52c9a75f None None] Routers {'8a1b0810-3397-4c47-b954-52ac893279e8'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:44:49.635422 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-03117190-5d84-4e6c-bbfc-2b6f52c9a75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:44:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['8a1b0810-3397-4c47-b954-52ac893279e8'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:44:49.666501 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68018df0-48f5-4c74-a06b-465c3189c6f8 req-578936b5-f4e8-4a89-b6ed-a241137ae758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:49.668057 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-68018df0-48f5-4c74-a06b-465c3189c6f8 req-578936b5-f4e8-4a89-b6ed-a241137ae758 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8399c4d-0996-4835-9d23-af9f39302da7 HTTP/1.1" status: 200 len: 835 time: 0.0482802 Sep 30 13:44:49.717158 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68018df0-48f5-4c74-a06b-465c3189c6f8 req-1f0abd85-0f27-48d1-9894-4631936f0dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:44:49.718849 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-68018df0-48f5-4c74-a06b-465c3189c6f8 req-1f0abd85-0f27-48d1-9894-4631936f0dad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3eb3047b-1d3a-430d-a7cc-3b41cd2be49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437934 Sep 30 13:44:49.740814 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-223723fe-8ae4-4dcf-8988-777a11d356c3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/floatingips/38535712-0732-47c5-975a-325b43e73dba HTTP/1.1" status: 200 len: 991 time: 0.3860257 Sep 30 13:44:49.745439 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-03117190-5d84-4e6c-bbfc-2b6f52c9a75f None None] Set router 8a1b0810-3397-4c47-b954-52ac893279e8 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:44:49.805002 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:49.815736 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-68018df0-48f5-4c74-a06b-465c3189c6f8 req-bed6f7ac-4a89-4410-8384-3ffad96b2e93 service neutron] 10.222.0.39 "GET /v2.0/networks/3eb3047b-1d3a-430d-a7cc-3b41cd2be49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888155 Sep 30 13:44:49.906346 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-68018df0-48f5-4c74-a06b-465c3189c6f8 req-55b987d3-354d-4d09-a8f3-44aee232eecc service neutron] 10.222.0.39 "GET /v2.0/networks/3eb3047b-1d3a-430d-a7cc-3b41cd2be49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840464 Sep 30 13:44:49.973463 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-03117190-5d84-4e6c-bbfc-2b6f52c9a75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171249641', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:44:35Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '38535712-0732-47c5-975a-325b43e73dba', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'port_id': '5bb93996-d8ae-4757-b2cf-cf557d66e1be', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d', 'mac_address': 'fa:16:3e:2c:3d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eb7d14-c657-4fbb-b91e-8020d243d624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:44:48Z', 'updated_at': '2021-09-30T13:44:48Z', 'revision_number': 0, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4968437-6d70-4093-9284-3f5a780fc717', 'name': '', 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:99:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'd8399c4d-0996-4835-9d23-af9f39302da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:44:34Z', 'updated_at': '2021-09-30T13:44:38Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': 'd8399c4d-0996-4835-9d23-af9f39302da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:44:49.998391 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03117190-5d84-4e6c-bbfc-2b6f52c9a75f None None] The sync data for ids ['8a1b0810-3397-4c47-b954-52ac893279e8'] in n-d-810909-2 is: [{'id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171249641', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:44:35Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '38535712-0732-47c5-975a-325b43e73dba', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'port_id': '5bb93996-d8ae-4757-b2cf-cf557d66e1be', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d', 'mac_address': 'fa:16:3e:2c:3d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eb7d14-c657-4fbb-b91e-8020d243d624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:44:48Z', 'updated_at': '2021-09-30T13:44:48Z', 'revision_number': 0, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4968437-6d70-4093-9284-3f5a780fc717', 'name': '', 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:99:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'd8399c4d-0996-4835-9d23-af9f39302da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:44:34Z', 'updated_at': '2021-09-30T13:44:38Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': 'd8399c4d-0996-4835-9d23-af9f39302da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:44:50.205056 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26abe167-955f-41ff-a862-ee43dd68bdec None None] New status for floating IP 38535712-0732-47c5-975a-325b43e73dba: ACTIVE {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:44:50.732658 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ef784406-eeaa-4bd6-8387-defe6005760a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:50.743743 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44912) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:44:50.802940 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-746b5a04-2544-4be0-8383-841e8b4fe28c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/floatingips/38535712-0732-47c5-975a-325b43e73dba HTTP/1.1" status: 200 len: 993 time: 0.0580685 Sep 30 13:44:51.656497 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:51.753947 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:44:52.458692 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:44:54.229119 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:04.206434 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f6f01c27-d187-420a-b660-def69f8f8342 req-83845f9a-d8a6-423c-a014-24e724efad30 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444953 Sep 30 13:45:04.283828 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f01c27-d187-420a-b660-def69f8f8342 req-222a0b0d-b894-44d6-a6e0-40982271a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:04.285324 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f6f01c27-d187-420a-b660-def69f8f8342 req-222a0b0d-b894-44d6-a6e0-40982271a8eb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 1096 time: 0.0392320 Sep 30 13:45:04.387648 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f01c27-d187-420a-b660-def69f8f8342 req-39892cd8-e4ad-4c95-a793-aedd252d3ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:04.389112 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f6f01c27-d187-420a-b660-def69f8f8342 req-39892cd8-e4ad-4c95-a793-aedd252d3ab7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3eb3047b-1d3a-430d-a7cc-3b41cd2be49d HTTP/1.1" status: 200 len: 898 time: 0.0848193 Sep 30 13:45:04.457694 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f6f01c27-d187-420a-b660-def69f8f8342 req-21c5c902-d785-46d5-bd07-cdd29b7da7e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bb93996-d8ae-4757-b2cf-cf557d66e1be HTTP/1.1" status: 200 len: 1001 time: 0.0611117 Sep 30 13:45:04.506672 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f01c27-d187-420a-b660-def69f8f8342 req-7969b6b8-eb8b-471c-9bcd-fb3a60ba1a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:04.508123 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f6f01c27-d187-420a-b660-def69f8f8342 req-7969b6b8-eb8b-471c-9bcd-fb3a60ba1a4a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8399c4d-0996-4835-9d23-af9f39302da7 HTTP/1.1" status: 200 len: 835 time: 0.0435126 Sep 30 13:45:04.551914 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f01c27-d187-420a-b660-def69f8f8342 req-75acd8bf-3067-4d54-a84f-60c73f3cce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:04.553355 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f6f01c27-d187-420a-b660-def69f8f8342 req-75acd8bf-3067-4d54-a84f-60c73f3cce45 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3eb3047b-1d3a-430d-a7cc-3b41cd2be49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387444 Sep 30 13:45:04.645546 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f6f01c27-d187-420a-b660-def69f8f8342 req-995732ce-8135-498e-a8ce-ba417d05935a service neutron] 10.222.0.39 "GET /v2.0/networks/3eb3047b-1d3a-430d-a7cc-3b41cd2be49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831811 Sep 30 13:45:04.736240 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f6f01c27-d187-420a-b660-def69f8f8342 req-d0120ceb-1205-416e-859a-e3484387967d service neutron] 10.222.0.39 "GET /v2.0/networks/3eb3047b-1d3a-430d-a7cc-3b41cd2be49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837190 Sep 30 13:45:15.059792 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:18.229926 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bb4dafa2-46d2-4dc2-86a0-6a923cab675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:19.802106 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:20.733695 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7c7a63bf-a6aa-4ff0-867e-ce405e3e63c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:21.657475 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:22.461162 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:24.098241 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db16f5f-af33-4b76-b89a-fc297b362bdf req-bea11006-d688-4216-82ef-a31d4cc8a6b4 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:24.099717 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6db16f5f-af33-4b76-b89a-fc297b362bdf req-bea11006-d688-4216-82ef-a31d4cc8a6b4 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 945 time: 0.0509031 Sep 30 13:45:24.138024 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6db16f5f-af33-4b76-b89a-fc297b362bdf req-2370148e-d2cf-4f03-8a25-743ee58651bc tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eecd754-cde9-472e-8e1b-2ada05b66585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323730 Sep 30 13:45:24.159363 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 44926) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:45:24.218145 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-38bac435-6e92-4486-9b17-45af7f18c432 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/floatingips/38535712-0732-47c5-975a-325b43e73dba HTTP/1.1" status: 200 len: 993 time: 0.0576503 Sep 30 13:45:24.229821 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:24.554973 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e03bf-69d3-420a-9e01-a0eedee1e4ab req-e519acc8-85ba-4068-9084-8912ff203a7e tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:24.556413 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b90e03bf-69d3-420a-9e01-a0eedee1e4ab req-e519acc8-85ba-4068-9084-8912ff203a7e tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 1096 time: 0.0436966 Sep 30 13:45:24.589889 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b90e03bf-69d3-420a-9e01-a0eedee1e4ab req-29c4587c-87c2-44c4-b1d8-a74199ef0962 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=8eecd754-cde9-472e-8e1b-2ada05b66585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276279 Sep 30 13:45:25.061656 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-5c49c12b-7642-4976-aa23-e931d7055af0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0388763 Sep 30 13:45:25.070175 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-73570e26-a75f-4e70-ac4a-20b2539714a4 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:45:25.071116 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-73570e26-a75f-4e70-ac4a-20b2539714a4 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049045 Sep 30 13:45:25.592254 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-9326fd6e-0830-4ca8-84e0-5f810a45d4dd tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:25.593591 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-9326fd6e-0830-4ca8-84e0-5f810a45d4dd tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.18 "GET /v2.0/ports/5bb93996-d8ae-4757-b2cf-cf557d66e1be HTTP/1.1" status: 200 len: 1093 time: 0.0898347 Sep 30 13:45:25.602183 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-dac258d4-5055-411d-b367-2afed14e6f5b service neutron] Request body: {'binding': {'host': 'n-h2-810909-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:45:25.602658 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-dac258d4-5055-411d-b367-2afed14e6f5b service neutron] Unknown quota resources ['binding']. {{(pid=94764) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 30 13:45:25.732271 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-dac258d4-5055-411d-b367-2afed14e6f5b service neutron] Attempting to bind port 5bb93996-d8ae-4757-b2cf-cf557d66e1be on host n-h2-810909-2 for vnic_type normal with profile None {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:45:25.732515 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-dac258d4-5055-411d-b367-2afed14e6f5b service neutron] Attempting to bind port 5bb93996-d8ae-4757-b2cf-cf557d66e1be by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '9fc835b5-4673-4c9f-8ffb-1282577f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:45:25.732837 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-dac258d4-5055-411d-b367-2afed14e6f5b service neutron] Attempting to bind port 5bb93996-d8ae-4757-b2cf-cf557d66e1be on network 3eb3047b-1d3a-430d-a7cc-3b41cd2be49d {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:45:25.736929 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-dac258d4-5055-411d-b367-2afed14e6f5b service neutron] Port 5bb93996-d8ae-4757-b2cf-cf557d66e1be on network 3eb3047b-1d3a-430d-a7cc-3b41cd2be49d not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:45:25.737242 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-dac258d4-5055-411d-b367-2afed14e6f5b service neutron] Attempting to bind port 5bb93996-d8ae-4757-b2cf-cf557d66e1be on network 3eb3047b-1d3a-430d-a7cc-3b41cd2be49d {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:45:25.741858 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-dac258d4-5055-411d-b367-2afed14e6f5b service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:45:25.742220 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-dac258d4-5055-411d-b367-2afed14e6f5b service neutron] Checking segment: {'id': '9fc835b5-4673-4c9f-8ffb-1282577f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:45:25.742599 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-dac258d4-5055-411d-b367-2afed14e6f5b service neutron] Bound using segment: {'id': '9fc835b5-4673-4c9f-8ffb-1282577f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:45:25.743014 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-dac258d4-5055-411d-b367-2afed14e6f5b service neutron] Bound port: 5bb93996-d8ae-4757-b2cf-cf557d66e1be, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc835b5-4673-4c9f-8ffb-1282577f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:45:25.826629 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-dac258d4-5055-411d-b367-2afed14e6f5b service neutron] For port 5bb93996-d8ae-4757-b2cf-cf557d66e1be, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=5bb93996-d8ae-4757-b2cf-cf557d66e1be,segment=NetworkSegment(9fc835b5-4673-4c9f-8ffb-1282577f042d),segment_id=9fc835b5-4673-4c9f-8ffb-1282577f042d)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:45:25.831699 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-dac258d4-5055-411d-b367-2afed14e6f5b service neutron] Notify callbacks [] for binding, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:25.832860 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-dac258d4-5055-411d-b367-2afed14e6f5b service neutron] 10.222.0.18 "POST /v2.0/ports/5bb93996-d8ae-4757-b2cf-cf557d66e1be/bindings HTTP/1.1" status: 201 len: 389 time: 0.2338600 Sep 30 13:45:25.988317 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077c201-4259-465f-9ab2-233f591f1836 req-a20b4b96-f606-414d-918e-032b9588c621 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:25.989748 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7077c201-4259-465f-9ab2-233f591f1836 req-a20b4b96-f606-414d-918e-032b9588c621 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 945 time: 0.0541737 Sep 30 13:45:26.028097 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7077c201-4259-465f-9ab2-233f591f1836 req-e898f8aa-97cc-4f72-8829-493cd104539f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eecd754-cde9-472e-8e1b-2ada05b66585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316582 Sep 30 13:45:26.054239 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-cda0512c-db74-4391-8ab4-801608644c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:26.055989 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-cda0512c-db74-4391-8ab4-801608644c4d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 1096 time: 0.0424709 Sep 30 13:45:26.145766 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-d536c74c-a8be-4933-b0c9-0efe353091d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:26.147283 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-d536c74c-a8be-4933-b0c9-0efe353091d3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3eb3047b-1d3a-430d-a7cc-3b41cd2be49d HTTP/1.1" status: 200 len: 898 time: 0.0850570 Sep 30 13:45:26.216837 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-e89f1de5-48e2-49f6-a2b0-ba92b9012565 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bb93996-d8ae-4757-b2cf-cf557d66e1be HTTP/1.1" status: 200 len: 1001 time: 0.0617902 Sep 30 13:45:26.263767 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-a0714454-c254-4b96-9faa-6c9187f0bfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:26.265082 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-a0714454-c254-4b96-9faa-6c9187f0bfbc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8399c4d-0996-4835-9d23-af9f39302da7 HTTP/1.1" status: 200 len: 835 time: 0.0418358 Sep 30 13:45:26.309294 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-bd22eb04-1240-42a7-9089-5c80fcdf0511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:26.310774 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-bd22eb04-1240-42a7-9089-5c80fcdf0511 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3eb3047b-1d3a-430d-a7cc-3b41cd2be49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387168 Sep 30 13:45:26.403076 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-2a51e4c8-b99c-474f-bace-ae78568b9edd service neutron] 10.222.0.54 "GET /v2.0/networks/3eb3047b-1d3a-430d-a7cc-3b41cd2be49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847096 Sep 30 13:45:26.493924 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-036a6b78-9eb5-4c96-bda8-7a46bac634d7 service neutron] 10.222.0.54 "GET /v2.0/networks/3eb3047b-1d3a-430d-a7cc-3b41cd2be49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844646 Sep 30 13:45:26.640757 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-73116d9c-03da-4ead-bf6e-afbc3318d759 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:26.642433 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-73116d9c-03da-4ead-bf6e-afbc3318d759 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624&tenant_id=4fa461100d3b4c25872c36a62d32e6d8&binding%3Ahost_id=n-h1-810909-2 HTTP/1.1" status: 200 len: 1096 time: 0.0938702 Sep 30 13:45:26.653436 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810909-2'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:45:26.704048 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:26.832565 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] For port 5bb93996-d8ae-4757-b2cf-cf557d66e1be, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=5bb93996-d8ae-4757-b2cf-cf557d66e1be,segment=NetworkSegment(9fc835b5-4673-4c9f-8ffb-1282577f042d),segment_id=9fc835b5-4673-4c9f-8ffb-1282577f042d)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:45:26.867882 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] For port 5bb93996-d8ae-4757-b2cf-cf557d66e1be, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:45:26.907439 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48eb7d14-c657-4fbb-b91e-8020d243d624', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bb93996-d8ae-4757-b2cf-cf557d66e1be'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:45:26.909717 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea17fcc-3004-4249-b28d-ff207da04b9d" -d '{"events": [{"server_uuid": "48eb7d14-c657-4fbb-b91e-8020d243d624", "name": "network-vif-unplugged", "status": "completed", "tag": "5bb93996-d8ae-4757-b2cf-cf557d66e1be"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:45:26.914100 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:26.919700 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:26.950825 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb3778e-7bf4-49b4-a417-b6b8327cfe9f x-openstack-request-id: req-4bb3778e-7bf4-49b4-a417-b6b8327cfe9f {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:45:26.951126 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48eb7d14-c657-4fbb-b91e-8020d243d624", "name": "network-vif-unplugged", "status": "completed", "tag": "5bb93996-d8ae-4757-b2cf-cf557d66e1be", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:45:26.951397 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4bb3778e-7bf4-49b4-a417-b6b8327cfe9f {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:45:26.951766 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48eb7d14-c657-4fbb-b91e-8020d243d624', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bb93996-d8ae-4757-b2cf-cf557d66e1be', 'code': 200} Sep 30 13:45:27.017932 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Pushing event updated for resources: {'Port': ['ID=5bb93996-d8ae-4757-b2cf-cf557d66e1be,revision_number=7']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:27.075886 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Attempting to bind port 5bb93996-d8ae-4757-b2cf-cf557d66e1be on host n-h1-810909-2 for vnic_type normal with profile {"migrating_to": "n-h2-810909-2"} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:45:27.076528 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Attempting to bind port 5bb93996-d8ae-4757-b2cf-cf557d66e1be by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '9fc835b5-4673-4c9f-8ffb-1282577f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:45:27.076528 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Attempting to bind port 5bb93996-d8ae-4757-b2cf-cf557d66e1be on network 3eb3047b-1d3a-430d-a7cc-3b41cd2be49d {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:45:27.081258 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Port 5bb93996-d8ae-4757-b2cf-cf557d66e1be on network 3eb3047b-1d3a-430d-a7cc-3b41cd2be49d not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:45:27.081588 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Attempting to bind port 5bb93996-d8ae-4757-b2cf-cf557d66e1be on network 3eb3047b-1d3a-430d-a7cc-3b41cd2be49d {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:45:27.087640 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:45:27.087988 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Checking segment: {'id': '9fc835b5-4673-4c9f-8ffb-1282577f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:45:27.088380 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Bound using segment: {'id': '9fc835b5-4673-4c9f-8ffb-1282577f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:45:27.088818 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Bound port: 5bb93996-d8ae-4757-b2cf-cf557d66e1be, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc835b5-4673-4c9f-8ffb-1282577f042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:45:27.089180 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:27.155264 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf4528-a105-4b7a-8630-19902d7cc546 req-18eb028e-2012-4d30-adf3-634023b93dc8 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:27.156897 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7ecf4528-a105-4b7a-8630-19902d7cc546 req-18eb028e-2012-4d30-adf3-634023b93dc8 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 943 time: 0.0529602 Sep 30 13:45:27.163040 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] For port 5bb93996-d8ae-4757-b2cf-cf557d66e1be, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:45:27.166917 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] For port 5bb93996-d8ae-4757-b2cf-cf557d66e1be, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=5bb93996-d8ae-4757-b2cf-cf557d66e1be,segment=NetworkSegment(9fc835b5-4673-4c9f-8ffb-1282577f042d),segment_id=9fc835b5-4673-4c9f-8ffb-1282577f042d)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:45:27.170979 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:27.195484 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7ecf4528-a105-4b7a-8630-19902d7cc546 req-1ac54d78-eb3f-4a16-823b-b45a176d6e41 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eecd754-cde9-472e-8e1b-2ada05b66585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324144 Sep 30 13:45:27.207187 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-82d500dc-12bc-4ad7-b11f-0c0f66f7fea6 None None] Provisioning complete for port 5bb93996-d8ae-4757-b2cf-cf557d66e1be triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:45:27.207755 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-82d500dc-12bc-4ad7-b11f-0c0f66f7fea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:27.285389 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Pushing event updated for resources: {'Port': ['ID=5bb93996-d8ae-4757-b2cf-cf557d66e1be,revision_number=8']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:27.291845 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-82d500dc-12bc-4ad7-b11f-0c0f66f7fea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:27.296008 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:27.296353 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:27.296694 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:27.297027 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:27.297355 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:27.297682 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:27.298005 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:27.298351 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:27.298671 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:27.298987 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:27.299336 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:27.299623 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:27.315621 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48eb7d14-c657-4fbb-b91e-8020d243d624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb93996-d8ae-4757-b2cf-cf557d66e1be'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:45:27.318118 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c883e65b-8349-43cd-8d8d-1cccfe8917b1" -d '{"events": [{"server_uuid": "48eb7d14-c657-4fbb-b91e-8020d243d624", "name": "network-vif-plugged", "status": "completed", "tag": "5bb93996-d8ae-4757-b2cf-cf557d66e1be"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:45:27.335704 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-82d500dc-12bc-4ad7-b11f-0c0f66f7fea6 None None] For port 5bb93996-d8ae-4757-b2cf-cf557d66e1be, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=5bb93996-d8ae-4757-b2cf-cf557d66e1be,segment=NetworkSegment(9fc835b5-4673-4c9f-8ffb-1282577f042d),segment_id=9fc835b5-4673-4c9f-8ffb-1282577f042d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:45:27.341654 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-82d500dc-12bc-4ad7-b11f-0c0f66f7fea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:27.344779 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:27.345783 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:27.347298 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-bafd016d-4f18-4694-8f88-cc2656eb469e service neutron] 10.222.0.54 "PUT /v2.0/ports/5bb93996-d8ae-4757-b2cf-cf557d66e1be HTTP/1.1" status: 200 len: 1121 time: 0.6982512 Sep 30 13:45:27.366919 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6691e8ef-1848-4a38-9f12-dc3e496ab678 x-openstack-request-id: req-6691e8ef-1848-4a38-9f12-dc3e496ab678 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:45:27.367210 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48eb7d14-c657-4fbb-b91e-8020d243d624", "name": "network-vif-plugged", "status": "completed", "tag": "5bb93996-d8ae-4757-b2cf-cf557d66e1be", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:45:27.367657 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6691e8ef-1848-4a38-9f12-dc3e496ab678 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:45:27.368794 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48eb7d14-c657-4fbb-b91e-8020d243d624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb93996-d8ae-4757-b2cf-cf557d66e1be', 'code': 200} Sep 30 13:45:27.462164 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['5bb93996-d8ae-4757-b2cf-cf557d66e1be'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:45:27.521738 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d500dc-12bc-4ad7-b11f-0c0f66f7fea6 None None] Pushing event updated for resources: {'Port': ['ID=5bb93996-d8ae-4757-b2cf-cf557d66e1be,revision_number=9']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:27.780266 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d3bccdc2-74b2-41ba-9e56-42fd1500e5ce None None] Provisioning complete for port 5bb93996-d8ae-4757-b2cf-cf557d66e1be triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:45:27.780551 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d3bccdc2-74b2-41ba-9e56-42fd1500e5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:28.309146 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b1874-5dba-4123-b00f-27e659c6ca51 req-91e65feb-1d38-486c-91c3-9b2f8612a7a9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:28.310738 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-098b1874-5dba-4123-b00f-27e659c6ca51 req-91e65feb-1d38-486c-91c3-9b2f8612a7a9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 945 time: 0.0486071 Sep 30 13:45:28.351738 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-098b1874-5dba-4123-b00f-27e659c6ca51 req-3cf40a6d-ece0-499a-95f5-69edff2b2fb4 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eecd754-cde9-472e-8e1b-2ada05b66585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351439 Sep 30 13:45:28.752406 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:45:28.953510 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48eb7d14-c657-4fbb-b91e-8020d243d624', 'tag': '5bb93996-d8ae-4757-b2cf-cf557d66e1be'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:45:28.955917 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f439890-40b4-4679-9df9-194cabd85c62" -d '{"events": [{"name": "network-changed", "server_uuid": "48eb7d14-c657-4fbb-b91e-8020d243d624", "tag": "5bb93996-d8ae-4757-b2cf-cf557d66e1be"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:45:28.993226 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4b2266-07ec-4872-abb8-334830bfca67 x-openstack-request-id: req-de4b2266-07ec-4872-abb8-334830bfca67 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:45:28.993515 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48eb7d14-c657-4fbb-b91e-8020d243d624", "tag": "5bb93996-d8ae-4757-b2cf-cf557d66e1be", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:45:28.993767 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de4b2266-07ec-4872-abb8-334830bfca67 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:45:28.994199 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48eb7d14-c657-4fbb-b91e-8020d243d624', 'tag': '5bb93996-d8ae-4757-b2cf-cf557d66e1be', 'status': 'completed', 'code': 200} Sep 30 13:45:29.055287 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f439890-40b4-4679-9df9-194cabd85c62 req-c7b68a2a-812b-4b67-acc0-b4079610e838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:29.057196 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8f439890-40b4-4679-9df9-194cabd85c62 req-c7b68a2a-812b-4b67-acc0-b4079610e838 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 1126 time: 0.0405695 Sep 30 13:45:29.145793 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f439890-40b4-4679-9df9-194cabd85c62 req-d539e6f8-4dff-4d50-866f-932e30709e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:29.147292 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8f439890-40b4-4679-9df9-194cabd85c62 req-d539e6f8-4dff-4d50-866f-932e30709e46 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3eb3047b-1d3a-430d-a7cc-3b41cd2be49d HTTP/1.1" status: 200 len: 898 time: 0.0832317 Sep 30 13:45:29.216156 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8f439890-40b4-4679-9df9-194cabd85c62 req-ab190edc-ebf9-4d11-9227-4d41b3c856a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bb93996-d8ae-4757-b2cf-cf557d66e1be HTTP/1.1" status: 200 len: 1001 time: 0.0615289 Sep 30 13:45:29.264381 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f439890-40b4-4679-9df9-194cabd85c62 req-9fdb0590-cfb7-46a4-928d-85f5c1d45d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:29.265784 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8f439890-40b4-4679-9df9-194cabd85c62 req-9fdb0590-cfb7-46a4-928d-85f5c1d45d5e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8399c4d-0996-4835-9d23-af9f39302da7 HTTP/1.1" status: 200 len: 835 time: 0.0426977 Sep 30 13:45:29.310737 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f439890-40b4-4679-9df9-194cabd85c62 req-9cef6a37-e7d0-4ab7-a4a9-4535e5cb3e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:29.312092 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8f439890-40b4-4679-9df9-194cabd85c62 req-9cef6a37-e7d0-4ab7-a4a9-4535e5cb3e92 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3eb3047b-1d3a-430d-a7cc-3b41cd2be49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385301 Sep 30 13:45:29.404553 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8f439890-40b4-4679-9df9-194cabd85c62 req-ec2bc5f7-faf3-4d3b-b561-77bd7813a3c7 service neutron] 10.222.0.39 "GET /v2.0/networks/3eb3047b-1d3a-430d-a7cc-3b41cd2be49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849636 Sep 30 13:45:29.467419 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f9692-81ed-4ae3-be77-6cc4c439cbc5 req-f1f952c8-aa23-4c4a-991c-f7ae12362ebf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:29.468923 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4d6f9692-81ed-4ae3-be77-6cc4c439cbc5 req-f1f952c8-aa23-4c4a-991c-f7ae12362ebf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 945 time: 0.0504858 Sep 30 13:45:29.501173 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8f439890-40b4-4679-9df9-194cabd85c62 req-1c66478e-57b0-4fbc-b391-dbdf5f3af928 service neutron] 10.222.0.39 "GET /v2.0/networks/3eb3047b-1d3a-430d-a7cc-3b41cd2be49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884793 Sep 30 13:45:29.507214 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4d6f9692-81ed-4ae3-be77-6cc4c439cbc5 req-139d6d71-09f7-4f87-b6e7-a8703e3b2241 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eecd754-cde9-472e-8e1b-2ada05b66585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321944 Sep 30 13:45:30.111145 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 5bb93996-d8ae-4757-b2cf-cf557d66e1be details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:45:30.202379 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 5bb93996-d8ae-4757-b2cf-cf557d66e1be, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=5bb93996-d8ae-4757-b2cf-cf557d66e1be,segment=NetworkSegment(9fc835b5-4673-4c9f-8ffb-1282577f042d),segment_id=9fc835b5-4673-4c9f-8ffb-1282577f042d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:45:30.213557 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 5bb93996-d8ae-4757-b2cf-cf557d66e1be has no active binding in host n-h2-810909-2 {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 30 13:45:30.629342 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618086f-8394-4a35-8b1c-99e93648e1cb req-afc25d24-df7a-47a0-a6a1-089046d56cf5 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:30.630878 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a618086f-8394-4a35-8b1c-99e93648e1cb req-afc25d24-df7a-47a0-a6a1-089046d56cf5 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 945 time: 0.0534177 Sep 30 13:45:30.667426 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a618086f-8394-4a35-8b1c-99e93648e1cb req-3f9239df-d29b-43b5-86a6-cc879fddca48 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eecd754-cde9-472e-8e1b-2ada05b66585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299680 Sep 30 13:45:31.782989 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53374f49-b1fb-4387-a401-d986599fffb5 req-07704d2b-4459-4cc3-8019-68feb69b8862 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:31.784461 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-53374f49-b1fb-4387-a401-d986599fffb5 req-07704d2b-4459-4cc3-8019-68feb69b8862 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 945 time: 0.0494661 Sep 30 13:45:31.822852 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-53374f49-b1fb-4387-a401-d986599fffb5 req-33a08ab4-2c4f-4153-aaa5-ff9a30822112 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eecd754-cde9-472e-8e1b-2ada05b66585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325603 Sep 30 13:45:32.936735 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3601e-b447-4f3e-b439-5e8462e1fa5c req-5aa2e14e-f498-4255-815f-d37364a62525 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:32.938226 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f1e3601e-b447-4f3e-b439-5e8462e1fa5c req-5aa2e14e-f498-4255-815f-d37364a62525 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 945 time: 0.0483689 Sep 30 13:45:32.974845 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f1e3601e-b447-4f3e-b439-5e8462e1fa5c req-59510ecc-43b2-4d7e-98b3-21c5824edbc9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eecd754-cde9-472e-8e1b-2ada05b66585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306432 Sep 30 13:45:34.086514 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b63547-a302-4c41-abb4-979d844d68df req-d0428569-bff7-4650-98cf-565259759695 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:34.087980 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-41b63547-a302-4c41-abb4-979d844d68df req-d0428569-bff7-4650-98cf-565259759695 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 945 time: 0.0485857 Sep 30 13:45:34.130169 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-41b63547-a302-4c41-abb4-979d844d68df req-c56bb945-78f7-4e68-a7bd-63116c9e086b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eecd754-cde9-472e-8e1b-2ada05b66585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359409 Sep 30 13:45:35.244073 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da3538-0af1-434b-9e55-ab6a5a6dcb1a req-2e912e76-34e5-4277-b8a0-2661be617caf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:35.245557 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88da3538-0af1-434b-9e55-ab6a5a6dcb1a req-2e912e76-34e5-4277-b8a0-2661be617caf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 945 time: 0.0503042 Sep 30 13:45:35.287242 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88da3538-0af1-434b-9e55-ab6a5a6dcb1a req-d482df06-1c4a-459c-9795-da25694afcae tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eecd754-cde9-472e-8e1b-2ada05b66585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356953 Sep 30 13:45:35.505849 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-e71da9b6-9ed5-4a49-9f42-16d195a10a6a service neutron] 10.222.0.39 "GET /v2.0/ports/5bb93996-d8ae-4757-b2cf-cf557d66e1be/bindings/n-h2-810909-2 HTTP/1.1" status: 200 len: 384 time: 0.0550325 Sep 30 13:45:35.674949 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-cc5346ec-9d7b-403f-8ff0-043aa4150b61 service neutron] For port 5bb93996-d8ae-4757-b2cf-cf557d66e1be, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=5bb93996-d8ae-4757-b2cf-cf557d66e1be,segment=NetworkSegment(9fc835b5-4673-4c9f-8ffb-1282577f042d),segment_id=9fc835b5-4673-4c9f-8ffb-1282577f042d)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:45:35.694621 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-cc5346ec-9d7b-403f-8ff0-043aa4150b61 service neutron] For port 5bb93996-d8ae-4757-b2cf-cf557d66e1be, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:45:35.737301 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48eb7d14-c657-4fbb-b91e-8020d243d624', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bb93996-d8ae-4757-b2cf-cf557d66e1be'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:45:35.739612 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b6c740-dcf1-45c7-b8ce-f7a21025f406" -d '{"events": [{"server_uuid": "48eb7d14-c657-4fbb-b91e-8020d243d624", "name": "network-vif-unplugged", "status": "completed", "tag": "5bb93996-d8ae-4757-b2cf-cf557d66e1be"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:45:35.747652 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-cc5346ec-9d7b-403f-8ff0-043aa4150b61 service neutron] For port 5bb93996-d8ae-4757-b2cf-cf557d66e1be, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=5bb93996-d8ae-4757-b2cf-cf557d66e1be,segment=NetworkSegment(9fc835b5-4673-4c9f-8ffb-1282577f042d),segment_id=9fc835b5-4673-4c9f-8ffb-1282577f042d)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:45:35.761961 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-cc5346ec-9d7b-403f-8ff0-043aa4150b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:35.795550 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81342aae-ed8b-4363-949b-dc36490d151a x-openstack-request-id: req-81342aae-ed8b-4363-949b-dc36490d151a {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:45:35.795841 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48eb7d14-c657-4fbb-b91e-8020d243d624", "name": "network-vif-unplugged", "status": "completed", "tag": "5bb93996-d8ae-4757-b2cf-cf557d66e1be", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:45:35.796087 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81342aae-ed8b-4363-949b-dc36490d151a {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:45:35.796467 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48eb7d14-c657-4fbb-b91e-8020d243d624', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bb93996-d8ae-4757-b2cf-cf557d66e1be', 'code': 200} Sep 30 13:45:35.844903 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-cc5346ec-9d7b-403f-8ff0-043aa4150b61 service neutron] Transition to ACTIVE for port object 5bb93996-d8ae-4757-b2cf-cf557d66e1be will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:45:35.848907 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-cc5346ec-9d7b-403f-8ff0-043aa4150b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:35.945130 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5346ec-9d7b-403f-8ff0-043aa4150b61 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb93996-d8ae-4757-b2cf-cf557d66e1be,revision_number=11']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:35.978379 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-cc5346ec-9d7b-403f-8ff0-043aa4150b61 service neutron] No DVR routers for this DVR port 5bb93996-d8ae-4757-b2cf-cf557d66e1be on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:45:36.112923 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-cc5346ec-9d7b-403f-8ff0-043aa4150b61 service neutron] 10.222.0.39 "PUT /v2.0/ports/5bb93996-d8ae-4757-b2cf-cf557d66e1be/bindings/n-h2-810909-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6004353 Sep 30 13:45:36.203504 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-a87ef5c8-3fa1-4535-9929-c722bf7c3ffd tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:36.204881 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-a87ef5c8-3fa1-4535-9929-c722bf7c3ffd tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624&tenant_id=4fa461100d3b4c25872c36a62d32e6d8&binding%3Ahost_id=n-h1-810909-2 HTTP/1.1" status: 200 len: 1095 time: 0.0421522 Sep 30 13:45:36.250189 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-f0e001a9-3f0a-4ee7-9256-100ba556e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:36.251828 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-f0e001a9-3f0a-4ee7-9256-100ba556e9e7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624&tenant_id=4fa461100d3b4c25872c36a62d32e6d8 HTTP/1.1" status: 200 len: 1095 time: 0.0389194 Sep 30 13:45:36.313506 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-d2f0182e-abbd-4e85-9f54-eae1b570140f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:36.315341 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-d2f0182e-abbd-4e85-9f54-eae1b570140f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 1095 time: 0.0413249 Sep 30 13:45:36.447905 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-994b982d-1d2b-45ed-8699-370e55b65e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:36.449406 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-994b982d-1d2b-45ed-8699-370e55b65e38 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3eb3047b-1d3a-430d-a7cc-3b41cd2be49d HTTP/1.1" status: 200 len: 898 time: 0.1270149 Sep 30 13:45:36.460103 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af559c-3635-4730-b3d6-71496fe67fef req-c7de8243-a5ae-4ab2-b8c0-33e700f92b91 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:36.461445 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f0af559c-3635-4730-b3d6-71496fe67fef req-c7de8243-a5ae-4ab2-b8c0-33e700f92b91 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 944 time: 0.1015115 Sep 30 13:45:36.545271 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f0af559c-3635-4730-b3d6-71496fe67fef req-f17b6f5d-500a-43a6-ad02-62bdf6ad2f12 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eecd754-cde9-472e-8e1b-2ada05b66585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764449 Sep 30 13:45:36.549497 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-5522a4b3-27cb-48d8-84d1-ace8c6b49aac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bb93996-d8ae-4757-b2cf-cf557d66e1be HTTP/1.1" status: 200 len: 999 time: 0.0865695 Sep 30 13:45:36.600361 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-ffb885aa-92d3-49cc-80f4-a32ffcff0452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:36.601798 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-ffb885aa-92d3-49cc-80f4-a32ffcff0452 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8399c4d-0996-4835-9d23-af9f39302da7 HTTP/1.1" status: 200 len: 835 time: 0.0450125 Sep 30 13:45:36.646362 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-13d0ed22-1b17-48d4-884a-2d2fe3faf886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:36.647806 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-13d0ed22-1b17-48d4-884a-2d2fe3faf886 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3eb3047b-1d3a-430d-a7cc-3b41cd2be49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396876 Sep 30 13:45:36.746615 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-a846ca4c-40af-4c74-bcec-82f874abcef3 service neutron] 10.222.0.54 "GET /v2.0/networks/3eb3047b-1d3a-430d-a7cc-3b41cd2be49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913489 Sep 30 13:45:36.834918 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-7fa4fd4a-b2df-4612-ab46-a842401f4f51 service neutron] 10.222.0.54 "GET /v2.0/networks/3eb3047b-1d3a-430d-a7cc-3b41cd2be49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820222 Sep 30 13:45:37.055156 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-e8c5af2a-71c3-4e99-99fa-6aa56727934f tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:37.057220 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-e8c5af2a-71c3-4e99-99fa-6aa56727934f tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624&tenant_id=4fa461100d3b4c25872c36a62d32e6d8&binding%3Ahost_id=n-h2-810909-2 HTTP/1.1" status: 200 len: 1095 time: 0.0493855 Sep 30 13:45:37.195912 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-56655860-5cc2-4dd3-b308-1514a53c605a service neutron] For port 5bb93996-d8ae-4757-b2cf-cf557d66e1be, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:45:37.199139 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-56655860-5cc2-4dd3-b308-1514a53c605a service neutron] Notify callbacks [] for binding, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:37.200258 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e1045ca-3c42-47a5-81e2-e1788ffeffc4 req-56655860-5cc2-4dd3-b308-1514a53c605a service neutron] 10.222.0.54 "DELETE /v2.0/ports/5bb93996-d8ae-4757-b2cf-cf557d66e1be/bindings/n-h1-810909-2 HTTP/1.1" status: 204 len: 173 time: 0.1356518 Sep 30 13:45:37.661737 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2d212-f0f1-4375-85df-bae94710292e req-e47f3196-2f84-4484-b90a-c06b5b02a4e6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:37.663220 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71f2d212-f0f1-4375-85df-bae94710292e req-e47f3196-2f84-4484-b90a-c06b5b02a4e6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 944 time: 0.0484142 Sep 30 13:45:37.699871 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71f2d212-f0f1-4375-85df-bae94710292e req-f62456d6-3074-4437-a592-6c54f93434fa tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eecd754-cde9-472e-8e1b-2ada05b66585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306320 Sep 30 13:45:37.812636 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9843e-b716-4d7c-92cd-fc172c1c848f req-65ed0575-e4bf-4ff5-a1a4-f501df0ea514 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:37.814871 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-42b9843e-b716-4d7c-92cd-fc172c1c848f req-65ed0575-e4bf-4ff5-a1a4-f501df0ea514 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 1095 time: 0.0486057 Sep 30 13:45:37.851872 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-42b9843e-b716-4d7c-92cd-fc172c1c848f req-7d9cde2f-4643-4777-94e8-3686f242fa6c tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=8eecd754-cde9-472e-8e1b-2ada05b66585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311360 Sep 30 13:45:37.964938 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f244960-05bb-43b6-863d-f4597b130626 req-9247d2f2-269d-4a6b-98aa-9875ff73c3b3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:37.966610 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0f244960-05bb-43b6-863d-f4597b130626 req-9247d2f2-269d-4a6b-98aa-9875ff73c3b3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 944 time: 0.0483737 Sep 30 13:45:38.002725 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0f244960-05bb-43b6-863d-f4597b130626 req-44642153-398f-4664-a7f7-8434379c4aee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eecd754-cde9-472e-8e1b-2ada05b66585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301898 Sep 30 13:45:38.025025 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 44998) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:45:38.109814 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ac41d272-ddfe-4d26-9445-45855faeff45 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/floatingips/38535712-0732-47c5-975a-325b43e73dba HTTP/1.1" status: 200 len: 991 time: 0.0836489 Sep 30 13:45:38.116120 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 5bb93996-d8ae-4757-b2cf-cf557d66e1be no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:45:38.158002 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 5bb93996-d8ae-4757-b2cf-cf557d66e1be not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:45:38.331028 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45004) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:45:38.483903 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd9b43-1da4-4761-bdca-2f8074f02500 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Deleting port b1c4203a-9de5-4f29-b5b5-4490d818a1fe {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:45:38.484244 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9b43-1da4-4761-bdca-2f8074f02500 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:38.556479 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9b43-1da4-4761-bdca-2f8074f02500 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:38.556801 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9b43-1da4-4761-bdca-2f8074f02500 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:38.567809 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd9b43-1da4-4761-bdca-2f8074f02500 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Calling delete_port for b1c4203a-9de5-4f29-b5b5-4490d818a1fe owned by network:floatingip {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:45:38.710538 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9b43-1da4-4761-bdca-2f8074f02500 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:38.736384 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd9b43-1da4-4761-bdca-2f8074f02500 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event deleted for resources: {'Port': ['ID=b1c4203a-9de5-4f29-b5b5-4490d818a1fe,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:38.796862 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9b43-1da4-4761-bdca-2f8074f02500 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for floatingip, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:38.797184 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-f4bd9b43-1da4-4761-bdca-2f8074f02500 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Floating IP 38535712-0732-47c5-975a-325b43e73dba disassociated (deleted). External IP: 172.25.5.231, port: 5bb93996-d8ae-4757-b2cf-cf557d66e1be. Sep 30 13:45:39.335570 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bd9b43-1da4-4761-bdca-2f8074f02500 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Router 8a1b0810-3397-4c47-b954-52ac893279e8 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:45:39.438878 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bd9b43-1da4-4761-bdca-2f8074f02500 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:45:39.444062 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9b43-1da4-4761-bdca-2f8074f02500 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:39.449772 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2067e9db-2745-49ef-bbe6-8ae10b7dd21a None None] Sync routers for ids ['8a1b0810-3397-4c47-b954-52ac893279e8'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:45:39.458688 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2067e9db-2745-49ef-bbe6-8ae10b7dd21a None None] Routers {'8a1b0810-3397-4c47-b954-52ac893279e8'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:45:39.459293 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2067e9db-2745-49ef-bbe6-8ae10b7dd21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:45:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['8a1b0810-3397-4c47-b954-52ac893279e8'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:45:39.475160 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f4bd9b43-1da4-4761-bdca-2f8074f02500 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "DELETE /v2.0/floatingips/38535712-0732-47c5-975a-325b43e73dba HTTP/1.1" status: 204 len: 168 time: 1.1431401 Sep 30 13:45:39.475851 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48eb7d14-c657-4fbb-b91e-8020d243d624', 'tag': '5bb93996-d8ae-4757-b2cf-cf557d66e1be'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:45:39.478289 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edc7e18-ba53-4e61-a904-70d7a19e882f" -d '{"events": [{"name": "network-changed", "server_uuid": "48eb7d14-c657-4fbb-b91e-8020d243d624", "tag": "5bb93996-d8ae-4757-b2cf-cf557d66e1be"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:45:39.518255 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c7570b-16d3-4be5-ac8b-aa5d14a0c7aa x-openstack-request-id: req-63c7570b-16d3-4be5-ac8b-aa5d14a0c7aa {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:45:39.518554 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48eb7d14-c657-4fbb-b91e-8020d243d624", "tag": "5bb93996-d8ae-4757-b2cf-cf557d66e1be", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:45:39.518809 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63c7570b-16d3-4be5-ac8b-aa5d14a0c7aa {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:45:39.519402 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48eb7d14-c657-4fbb-b91e-8020d243d624', 'tag': '5bb93996-d8ae-4757-b2cf-cf557d66e1be', 'status': 'completed', 'code': 200} Sep 30 13:45:39.567181 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-2067e9db-2745-49ef-bbe6-8ae10b7dd21a None None] Set router 8a1b0810-3397-4c47-b954-52ac893279e8 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:45:39.585686 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc7e18-ba53-4e61-a904-70d7a19e882f req-565d1a36-a765-468b-86ce-f8afc5f5b114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:39.587601 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9edc7e18-ba53-4e61-a904-70d7a19e882f req-565d1a36-a765-468b-86ce-f8afc5f5b114 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 1095 time: 0.0434453 Sep 30 13:45:39.729548 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc7e18-ba53-4e61-a904-70d7a19e882f req-a65b8182-812c-40d2-bd2a-fe9d82666b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:39.731093 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9edc7e18-ba53-4e61-a904-70d7a19e882f req-a65b8182-812c-40d2-bd2a-fe9d82666b6f service neutron] 10.222.0.54 "GET /v2.0/networks?id=3eb3047b-1d3a-430d-a7cc-3b41cd2be49d HTTP/1.1" status: 200 len: 898 time: 0.1280556 Sep 30 13:45:39.741589 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d83832-556d-428f-bf33-da7309506732 req-b6f1f2d1-789c-40a8-818b-197dae1a9ed2 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:39.743576 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-48d83832-556d-428f-bf33-da7309506732 req-b6f1f2d1-789c-40a8-818b-197dae1a9ed2 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 944 time: 0.0732784 Sep 30 13:45:39.773174 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2067e9db-2745-49ef-bbe6-8ae10b7dd21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171249641', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:44:35Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'a4968437-6d70-4093-9284-3f5a780fc717', 'name': '', 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:99:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'd8399c4d-0996-4835-9d23-af9f39302da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:44:34Z', 'updated_at': '2021-09-30T13:44:38Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': 'd8399c4d-0996-4835-9d23-af9f39302da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:45:39.789999 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9edc7e18-ba53-4e61-a904-70d7a19e882f req-369e57ce-4041-421a-8855-dba3725428ad service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bb93996-d8ae-4757-b2cf-cf557d66e1be HTTP/1.1" status: 200 len: 217 time: 0.0454297 Sep 30 13:45:39.798581 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2067e9db-2745-49ef-bbe6-8ae10b7dd21a None None] Checking router: 8a1b0810-3397-4c47-b954-52ac893279e8 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:45:39.807055 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2067e9db-2745-49ef-bbe6-8ae10b7dd21a None None] Routers {'8a1b0810-3397-4c47-b954-52ac893279e8'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:45:39.807654 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2067e9db-2745-49ef-bbe6-8ae10b7dd21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:45:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['8a1b0810-3397-4c47-b954-52ac893279e8'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:45:39.839370 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-48d83832-556d-428f-bf33-da7309506732 req-bf0571f1-3ca0-4c50-97dd-5f4afc65fc0b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eecd754-cde9-472e-8e1b-2ada05b66585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889764 Sep 30 13:45:39.855855 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc7e18-ba53-4e61-a904-70d7a19e882f req-98b609a8-8389-4569-a41c-f7df5dd78749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:39.858418 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9edc7e18-ba53-4e61-a904-70d7a19e882f req-98b609a8-8389-4569-a41c-f7df5dd78749 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8399c4d-0996-4835-9d23-af9f39302da7 HTTP/1.1" status: 200 len: 835 time: 0.0606036 Sep 30 13:45:39.906491 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc7e18-ba53-4e61-a904-70d7a19e882f req-f01175cc-580d-43a5-8c04-8891ef9ab3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:39.907988 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9edc7e18-ba53-4e61-a904-70d7a19e882f req-f01175cc-580d-43a5-8c04-8891ef9ab3a3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3eb3047b-1d3a-430d-a7cc-3b41cd2be49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400786 Sep 30 13:45:39.913253 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-2067e9db-2745-49ef-bbe6-8ae10b7dd21a None None] Set router 8a1b0810-3397-4c47-b954-52ac893279e8 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:45:40.000240 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9edc7e18-ba53-4e61-a904-70d7a19e882f req-916ba14e-da57-4459-872d-ce024138f7b6 service neutron] 10.222.0.54 "GET /v2.0/networks/3eb3047b-1d3a-430d-a7cc-3b41cd2be49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836186 Sep 30 13:45:40.101526 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9edc7e18-ba53-4e61-a904-70d7a19e882f req-e53f34cd-d0ce-41b7-b5b5-3e8892ca7792 service neutron] 10.222.0.54 "GET /v2.0/networks/3eb3047b-1d3a-430d-a7cc-3b41cd2be49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898905 Sep 30 13:45:40.109559 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2067e9db-2745-49ef-bbe6-8ae10b7dd21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171249641', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:44:35Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'a4968437-6d70-4093-9284-3f5a780fc717', 'name': '', 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:99:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'd8399c4d-0996-4835-9d23-af9f39302da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:44:34Z', 'updated_at': '2021-09-30T13:44:38Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': 'd8399c4d-0996-4835-9d23-af9f39302da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:45:40.138989 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2067e9db-2745-49ef-bbe6-8ae10b7dd21a None None] The sync data for ids ['8a1b0810-3397-4c47-b954-52ac893279e8'] in n-d-810909-2 is: [{'id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171249641', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:44:35Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'a4968437-6d70-4093-9284-3f5a780fc717', 'name': '', 'network_id': '3eb3047b-1d3a-430d-a7cc-3b41cd2be49d', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:99:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'd8399c4d-0996-4835-9d23-af9f39302da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:44:34Z', 'updated_at': '2021-09-30T13:44:38Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': 'd8399c4d-0996-4835-9d23-af9f39302da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:45:40.268278 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d400968-c4e6-4658-8e70-162c3b46bef4 req-bd4908cd-003f-41c5-9f9c-c21cf60feb04 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:40.269828 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d400968-c4e6-4658-8e70-162c3b46bef4 req-bd4908cd-003f-41c5-9f9c-c21cf60feb04 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.54 "GET /v2.0/ports?device_id=48eb7d14-c657-4fbb-b91e-8020d243d624 HTTP/1.1" status: 200 len: 944 time: 0.0493517 Sep 30 13:45:40.364221 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79bf989-a2eb-494d-956a-45e427bcc819 None None] New status for floating IP 38535712-0732-47c5-975a-325b43e73dba: DOWN {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:45:40.367536 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-2d400968-c4e6-4658-8e70-162c3b46bef4 req-a724b590-fb4c-4b1d-bf92-6c02222915fc tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Deleting port 5bb93996-d8ae-4757-b2cf-cf557d66e1be {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:45:40.367954 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2d400968-c4e6-4658-8e70-162c3b46bef4 req-a724b590-fb4c-4b1d-bf92-6c02222915fc tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:40.458428 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-2d400968-c4e6-4658-8e70-162c3b46bef4 req-a724b590-fb4c-4b1d-bf92-6c02222915fc tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] For port 5bb93996-d8ae-4757-b2cf-cf557d66e1be, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=5bb93996-d8ae-4757-b2cf-cf557d66e1be,segment=NetworkSegment(9fc835b5-4673-4c9f-8ffb-1282577f042d),segment_id=9fc835b5-4673-4c9f-8ffb-1282577f042d)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:45:40.458782 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2d400968-c4e6-4658-8e70-162c3b46bef4 req-a724b590-fb4c-4b1d-bf92-6c02222915fc tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:40.471876 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-2d400968-c4e6-4658-8e70-162c3b46bef4 req-a724b590-fb4c-4b1d-bf92-6c02222915fc tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Calling delete_port for 5bb93996-d8ae-4757-b2cf-cf557d66e1be owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:45:40.596996 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2d400968-c4e6-4658-8e70-162c3b46bef4 req-a724b590-fb4c-4b1d-bf92-6c02222915fc tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:40.625434 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724b590-fb4c-4b1d-bf92-6c02222915fc tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event deleted for resources: {'Port': ['ID=5bb93996-d8ae-4757-b2cf-cf557d66e1be,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:40.670150 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d400968-c4e6-4658-8e70-162c3b46bef4 req-a724b590-fb4c-4b1d-bf92-6c02222915fc tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] No DVR routers for this DVR port 5bb93996-d8ae-4757-b2cf-cf557d66e1be on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:45:40.672717 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2d400968-c4e6-4658-8e70-162c3b46bef4 req-a724b590-fb4c-4b1d-bf92-6c02222915fc tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:40.674733 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d400968-c4e6-4658-8e70-162c3b46bef4 req-a724b590-fb4c-4b1d-bf92-6c02222915fc tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.54 "DELETE /v2.0/ports/5bb93996-d8ae-4757-b2cf-cf557d66e1be HTTP/1.1" status: 204 len: 173 time: 0.3980072 Sep 30 13:45:40.897559 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45014) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:45:41.262391 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-665f6742-1b1a-4b36-a59d-50de23aef021 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:41.511257 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-665f6742-1b1a-4b36-a59d-50de23aef021 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Deleting port a4968437-6d70-4093-9284-3f5a780fc717 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:45:41.511924 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-665f6742-1b1a-4b36-a59d-50de23aef021 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:41.524489 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48eb7d14-c657-4fbb-b91e-8020d243d624', 'name': 'network-vif-deleted', 'tag': '5bb93996-d8ae-4757-b2cf-cf557d66e1be'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:45:41.526709 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f2f99b-5af0-4c2d-bee3-2615f95aec17" -d '{"events": [{"server_uuid": "48eb7d14-c657-4fbb-b91e-8020d243d624", "name": "network-vif-deleted", "tag": "5bb93996-d8ae-4757-b2cf-cf557d66e1be"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:45:41.576870 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1172bd-aa4e-42b2-b91d-776b0a12653f x-openstack-request-id: req-8c1172bd-aa4e-42b2-b91d-776b0a12653f {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:45:41.577163 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48eb7d14-c657-4fbb-b91e-8020d243d624", "name": "network-vif-deleted", "tag": "5bb93996-d8ae-4757-b2cf-cf557d66e1be", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:45:41.577418 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c1172bd-aa4e-42b2-b91d-776b0a12653f {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:45:41.577801 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48eb7d14-c657-4fbb-b91e-8020d243d624', 'name': 'network-vif-deleted', 'tag': '5bb93996-d8ae-4757-b2cf-cf557d66e1be', 'status': 'completed', 'code': 200} Sep 30 13:45:41.608672 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-665f6742-1b1a-4b36-a59d-50de23aef021 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] For port a4968437-6d70-4093-9284-3f5a780fc717, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=a4968437-6d70-4093-9284-3f5a780fc717,segment=NetworkSegment(9fc835b5-4673-4c9f-8ffb-1282577f042d),segment_id=9fc835b5-4673-4c9f-8ffb-1282577f042d)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:45:41.609035 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-665f6742-1b1a-4b36-a59d-50de23aef021 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:41.621012 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-665f6742-1b1a-4b36-a59d-50de23aef021 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Calling delete_port for a4968437-6d70-4093-9284-3f5a780fc717 owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:45:41.800933 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-665f6742-1b1a-4b36-a59d-50de23aef021 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:41.827292 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f6742-1b1a-4b36-a59d-50de23aef021 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event deleted for resources: {'Port': ['ID=a4968437-6d70-4093-9284-3f5a780fc717,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:41.998067 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-665f6742-1b1a-4b36-a59d-50de23aef021 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:42.217037 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665f6742-1b1a-4b36-a59d-50de23aef021 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Router 8a1b0810-3397-4c47-b954-52ac893279e8 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:45:42.320756 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665f6742-1b1a-4b36-a59d-50de23aef021 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:45:42.327700 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-665f6742-1b1a-4b36-a59d-50de23aef021 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "PUT /v2.0/routers/8a1b0810-3397-4c47-b954-52ac893279e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4289906 Sep 30 13:45:42.330298 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45018) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:45:42.332602 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f791916-c351-4f67-bf31-476a26bf7010 None None] Sync routers for ids ['8a1b0810-3397-4c47-b954-52ac893279e8'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:45:42.342234 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f791916-c351-4f67-bf31-476a26bf7010 None None] Routers {'8a1b0810-3397-4c47-b954-52ac893279e8'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:45:42.342827 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4f791916-c351-4f67-bf31-476a26bf7010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:45:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['8a1b0810-3397-4c47-b954-52ac893279e8'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:45:42.381256 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f5c2778-ea90-4293-864d-d150690eddd9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Deleting subnet d8399c4d-0996-4835-9d23-af9f39302da7 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:45:42.384807 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f5c2778-ea90-4293-864d-d150690eddd9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:42.423731 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f5c2778-ea90-4293-864d-d150690eddd9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:42.443523 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-4f791916-c351-4f67-bf31-476a26bf7010 None None] Set router 8a1b0810-3397-4c47-b954-52ac893279e8 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:45:42.546941 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f5c2778-ea90-4293-864d-d150690eddd9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:42.604228 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f5c2778-ea90-4293-864d-d150690eddd9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:42.638861 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9f5c2778-ea90-4293-864d-d150690eddd9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:42.642621 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9f5c2778-ea90-4293-864d-d150690eddd9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "DELETE /v2.0/subnets/d8399c4d-0996-4835-9d23-af9f39302da7 HTTP/1.1" status: 204 len: 168 time: 0.3082483 Sep 30 13:45:42.642621 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c2778-ea90-4293-864d-d150690eddd9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event deleted for resources: {'Subnet': ['ID=d8399c4d-0996-4835-9d23-af9f39302da7,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:42.644090 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45020) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:45:42.644589 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0b310f-4138-467c-90d5-00d3307fbb74 None None] Network 3eb3047b-1d3a-430d-a7cc-3b41cd2be49d requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:45:42.720089 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4f791916-c351-4f67-bf31-476a26bf7010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171249641', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:45:41Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:45:42.746584 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f791916-c351-4f67-bf31-476a26bf7010 None None] Checking router: 8a1b0810-3397-4c47-b954-52ac893279e8 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:45:42.753825 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e19a0b2b-f273-4c05-ae6d-40440ab1800e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:42.755603 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f791916-c351-4f67-bf31-476a26bf7010 None None] Routers {'8a1b0810-3397-4c47-b954-52ac893279e8'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:45:42.756300 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4f791916-c351-4f67-bf31-476a26bf7010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:45:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['8a1b0810-3397-4c47-b954-52ac893279e8'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:45:42.827847 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbcf7c8-81bf-4368-a62a-ecd32e2f3447 None None] DHCP port deletion for 3eb3047b-1d3a-430d-a7cc-3b41cd2be49d request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:45:42.868549 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-4f791916-c351-4f67-bf31-476a26bf7010 None None] Set router 8a1b0810-3397-4c47-b954-52ac893279e8 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:45:42.872335 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e19a0b2b-f273-4c05-ae6d-40440ab1800e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:42.895026 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-2fbcf7c8-81bf-4368-a62a-ecd32e2f3447 None None] Deleting port 436f05ae-4fd7-438b-b7ab-d334eb235c9c {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:45:42.895736 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2fbcf7c8-81bf-4368-a62a-ecd32e2f3447 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:42.934293 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-e19a0b2b-f273-4c05-ae6d-40440ab1800e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Deleting port 6af3a52e-d0b1-4ec3-a21c-376ca72a5bef {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:45:42.934913 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e19a0b2b-f273-4c05-ae6d-40440ab1800e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:42.972092 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 436f05ae-4fd7-438b-b7ab-d334eb235c9c no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:45:42.981321 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-2fbcf7c8-81bf-4368-a62a-ecd32e2f3447 None None] For port 436f05ae-4fd7-438b-b7ab-d334eb235c9c, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=436f05ae-4fd7-438b-b7ab-d334eb235c9c,segment=NetworkSegment(9fc835b5-4673-4c9f-8ffb-1282577f042d),segment_id=9fc835b5-4673-4c9f-8ffb-1282577f042d)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:45:42.981720 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2fbcf7c8-81bf-4368-a62a-ecd32e2f3447 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:43.014825 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-2fbcf7c8-81bf-4368-a62a-ecd32e2f3447 None None] Calling delete_port for 436f05ae-4fd7-438b-b7ab-d334eb235c9c owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:45:43.021482 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-e19a0b2b-f273-4c05-ae6d-40440ab1800e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] For port 6af3a52e-d0b1-4ec3-a21c-376ca72a5bef, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=6af3a52e-d0b1-4ec3-a21c-376ca72a5bef,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:45:43.022123 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e19a0b2b-f273-4c05-ae6d-40440ab1800e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:43.034665 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-e19a0b2b-f273-4c05-ae6d-40440ab1800e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Calling delete_port for 6af3a52e-d0b1-4ec3-a21c-376ca72a5bef owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:45:43.071356 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4f791916-c351-4f67-bf31-476a26bf7010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171249641', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:45:41Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:45:43.099518 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f791916-c351-4f67-bf31-476a26bf7010 None None] The sync data for ids ['8a1b0810-3397-4c47-b954-52ac893279e8'] in n-d-810909-2 is: [{'id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171249641', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:45:41Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '6af3a52e-d0b1-4ec3-a21c-376ca72a5bef', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:58:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1b0810-3397-4c47-b954-52ac893279e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:44:32Z', 'updated_at': '2021-09-30T13:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:45:43.118788 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:43.163271 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2fbcf7c8-81bf-4368-a62a-ecd32e2f3447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:43.209978 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbcf7c8-81bf-4368-a62a-ecd32e2f3447 None None] Pushing event deleted for resources: {'Port': ['ID=436f05ae-4fd7-438b-b7ab-d334eb235c9c,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:43.213283 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e19a0b2b-f273-4c05-ae6d-40440ab1800e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:43.215109 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbcf7c8-81bf-4368-a62a-ecd32e2f3447 None None] No DVR routers for this DVR port 436f05ae-4fd7-438b-b7ab-d334eb235c9c on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:45:43.225318 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcf7c8-81bf-4368-a62a-ecd32e2f3447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:43.225318 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcf7c8-81bf-4368-a62a-ecd32e2f3447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:43.225318 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcf7c8-81bf-4368-a62a-ecd32e2f3447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:43.225318 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcf7c8-81bf-4368-a62a-ecd32e2f3447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:43.225318 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcf7c8-81bf-4368-a62a-ecd32e2f3447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:43.225318 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcf7c8-81bf-4368-a62a-ecd32e2f3447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:43.225318 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcf7c8-81bf-4368-a62a-ecd32e2f3447 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:43.225318 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcf7c8-81bf-4368-a62a-ecd32e2f3447 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:43.225318 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcf7c8-81bf-4368-a62a-ecd32e2f3447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:43.226484 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcf7c8-81bf-4368-a62a-ecd32e2f3447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:43.226484 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcf7c8-81bf-4368-a62a-ecd32e2f3447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:43.226484 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbcf7c8-81bf-4368-a62a-ecd32e2f3447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:43.241585 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a0b2b-f273-4c05-ae6d-40440ab1800e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event deleted for resources: {'Port': ['ID=6af3a52e-d0b1-4ec3-a21c-376ca72a5bef,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:43.268443 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a0b2b-f273-4c05-ae6d-40440ab1800e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:43.268793 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a0b2b-f273-4c05-ae6d-40440ab1800e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:43.269130 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a0b2b-f273-4c05-ae6d-40440ab1800e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:43.269460 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a0b2b-f273-4c05-ae6d-40440ab1800e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:43.269790 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a0b2b-f273-4c05-ae6d-40440ab1800e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:43.270147 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a0b2b-f273-4c05-ae6d-40440ab1800e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:43.270473 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a0b2b-f273-4c05-ae6d-40440ab1800e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:43.270796 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a0b2b-f273-4c05-ae6d-40440ab1800e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:43.271120 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a0b2b-f273-4c05-ae6d-40440ab1800e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:43.271440 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a0b2b-f273-4c05-ae6d-40440ab1800e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:43.271761 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a0b2b-f273-4c05-ae6d-40440ab1800e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:43.272076 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a0b2b-f273-4c05-ae6d-40440ab1800e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:43.309015 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e19a0b2b-f273-4c05-ae6d-40440ab1800e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:43.402779 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e19a0b2b-f273-4c05-ae6d-40440ab1800e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:43.404964 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e19a0b2b-f273-4c05-ae6d-40440ab1800e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:43.451471 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e19a0b2b-f273-4c05-ae6d-40440ab1800e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:43.452004 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19a0b2b-f273-4c05-ae6d-40440ab1800e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Fanout notify agent at l3_agent the message router_deleted on router 8a1b0810-3397-4c47-b954-52ac893279e8 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:45:43.459135 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e19a0b2b-f273-4c05-ae6d-40440ab1800e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:43.460279 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e19a0b2b-f273-4c05-ae6d-40440ab1800e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "DELETE /v2.0/routers/8a1b0810-3397-4c47-b954-52ac893279e8 HTTP/1.1" status: 204 len: 168 time: 0.8151271 Sep 30 13:45:43.463547 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45022) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:45:43.548393 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-92063039-cabf-4daa-99b4-efa1a7a195f6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:43.638744 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-92063039-cabf-4daa-99b4-efa1a7a195f6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:43.659236 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-92063039-cabf-4daa-99b4-efa1a7a195f6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb3047b-1d3a-430d-a7cc-3b41cd2be49d']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:45:43.668597 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-92063039-cabf-4daa-99b4-efa1a7a195f6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc835b5-4673-4c9f-8ffb-1282577f042d') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:45:43.668897 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-92063039-cabf-4daa-99b4-efa1a7a195f6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc835b5-4673-4c9f-8ffb-1282577f042d') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:45:43.678576 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-92063039-cabf-4daa-99b4-efa1a7a195f6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:43.692110 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-92063039-cabf-4daa-99b4-efa1a7a195f6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:43.698895 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92063039-cabf-4daa-99b4-efa1a7a195f6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:45:43.699246 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-92063039-cabf-4daa-99b4-efa1a7a195f6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:45:43.702204 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:45:43.771470 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-92063039-cabf-4daa-99b4-efa1a7a195f6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:43.779316 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-92063039-cabf-4daa-99b4-efa1a7a195f6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:43.781059 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-92063039-cabf-4daa-99b4-efa1a7a195f6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "DELETE /v2.0/networks/3eb3047b-1d3a-430d-a7cc-3b41cd2be49d HTTP/1.1" status: 204 len: 168 time: 0.3165715 Sep 30 13:45:43.784188 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45024) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:45:43.792518 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92063039-cabf-4daa-99b4-efa1a7a195f6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event deleted for resources: {'Network': ['ID=3eb3047b-1d3a-430d-a7cc-3b41cd2be49d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:43.846883 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-820c4b62-3264-4e9a-a174-6c70958749a5 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:43.871045 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-820c4b62-3264-4e9a-a174-6c70958749a5 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:43.928379 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-820c4b62-3264-4e9a-a174-6c70958749a5 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:43.930932 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-820c4b62-3264-4e9a-a174-6c70958749a5 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:43.932116 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-820c4b62-3264-4e9a-a174-6c70958749a5 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "DELETE /v2.0/security-groups/8eecd754-cde9-472e-8e1b-2ada05b66585 HTTP/1.1" status: 204 len: 168 time: 0.1468897 Sep 30 13:45:43.941173 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c4b62-3264-4e9a-a174-6c70958749a5 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eecd754-cde9-472e-8e1b-2ada05b66585,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:44.166581 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45030) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:45:44.171184 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-0b6ef136-48f3-4f22-9532-0525392d3b14 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1137792408', 'description': 'tempest-secgroup-smoke-1137792408 description', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:45:44.180925 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 5bb93996-d8ae-4757-b2cf-cf557d66e1be no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:45:44.193607 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0b6ef136-48f3-4f22-9532-0525392d3b14 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:44.201263 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 5bb93996-d8ae-4757-b2cf-cf557d66e1be {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:45:44.201605 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 5bb93996-d8ae-4757-b2cf-cf557d66e1be not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:45:44.275595 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0b6ef136-48f3-4f22-9532-0525392d3b14 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:44.278991 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0b6ef136-48f3-4f22-9532-0525392d3b14 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:44.303630 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0b6ef136-48f3-4f22-9532-0525392d3b14 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:44.304864 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0b6ef136-48f3-4f22-9532-0525392d3b14 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1372783 Sep 30 13:45:44.308442 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45032) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:45:44.309407 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ef136-48f3-4f22-9532-0525392d3b14 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=082bffbe-18bb-4b32-96ef-82cddf6a54e4,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:44.313107 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-634a0f93-f54a-4fab-b0d0-2e88cffd6abd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'security_group_rule': {'security_group_id': '082bffbe-18bb-4b32-96ef-82cddf6a54e4', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:45:44.341114 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-634a0f93-f54a-4fab-b0d0-2e88cffd6abd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:44.395629 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-634a0f93-f54a-4fab-b0d0-2e88cffd6abd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:44.398955 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-634a0f93-f54a-4fab-b0d0-2e88cffd6abd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:44.416575 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a0f93-f54a-4fab-b0d0-2e88cffd6abd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f77f23fb-a87a-4c9d-9f5b-183e14856695,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:44.422334 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-634a0f93-f54a-4fab-b0d0-2e88cffd6abd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:44.423529 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-634a0f93-f54a-4fab-b0d0-2e88cffd6abd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140113 Sep 30 13:45:44.426635 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45034) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:45:44.431597 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-587efe79-8b21-4c0d-94bf-fab8a276e7c8 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'security_group_rule': {'security_group_id': '082bffbe-18bb-4b32-96ef-82cddf6a54e4', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:45:44.459286 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-587efe79-8b21-4c0d-94bf-fab8a276e7c8 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:44.514765 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-587efe79-8b21-4c0d-94bf-fab8a276e7c8 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:44.518153 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-587efe79-8b21-4c0d-94bf-fab8a276e7c8 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:44.538091 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587efe79-8b21-4c0d-94bf-fab8a276e7c8 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361d638e-1081-48a0-abeb-bd6b99466b4f,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:44.545127 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-587efe79-8b21-4c0d-94bf-fab8a276e7c8 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:44.546387 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-587efe79-8b21-4c0d-94bf-fab8a276e7c8 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188293 Sep 30 13:45:44.549102 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45036) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:45:44.553370 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-142af9db-4381-416a-8273-686daaacbc6c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'security_group_rule': {'security_group_id': '082bffbe-18bb-4b32-96ef-82cddf6a54e4', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:45:44.579000 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-142af9db-4381-416a-8273-686daaacbc6c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:44.635394 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-142af9db-4381-416a-8273-686daaacbc6c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:44.638690 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-142af9db-4381-416a-8273-686daaacbc6c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:44.652637 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142af9db-4381-416a-8273-686daaacbc6c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3fa3a47-9f74-4eba-a7dd-28c0324d4ed9,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:44.660960 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-142af9db-4381-416a-8273-686daaacbc6c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:44.662178 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-142af9db-4381-416a-8273-686daaacbc6c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1121376 Sep 30 13:45:44.665300 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45038) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:45:44.669466 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-bc9d1f52-7a2b-4312-916d-fc490784b04e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'security_group_rule': {'security_group_id': '082bffbe-18bb-4b32-96ef-82cddf6a54e4', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:45:44.694874 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc9d1f52-7a2b-4312-916d-fc490784b04e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:44.752567 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc9d1f52-7a2b-4312-916d-fc490784b04e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:44.756219 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc9d1f52-7a2b-4312-916d-fc490784b04e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:44.772584 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d1f52-7a2b-4312-916d-fc490784b04e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5162e09c-c57f-43cf-997e-c239c968c8ae,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:44.778844 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc9d1f52-7a2b-4312-916d-fc490784b04e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:44.779938 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bc9d1f52-7a2b-4312-916d-fc490784b04e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1137307 Sep 30 13:45:44.782590 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45040) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:45:44.786760 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-fb868c03-a8f7-47b0-8f67-4ad543a99877 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'security_group_rule': {'security_group_id': '082bffbe-18bb-4b32-96ef-82cddf6a54e4', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:45:44.807330 n-d-810909-2 neutron-server[94764]: INFO neutron.db.securitygroups_db [None req-fb868c03-a8f7-47b0-8f67-4ad543a99877 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Project 4fa461100d3b4c25872c36a62d32e6d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 13:45:44.811993 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fb868c03-a8f7-47b0-8f67-4ad543a99877 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:44.872542 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 6af3a52e-d0b1-4ec3-a21c-376ca72a5bef no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:45:44.874471 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fb868c03-a8f7-47b0-8f67-4ad543a99877 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:44.879244 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fb868c03-a8f7-47b0-8f67-4ad543a99877 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:44.892526 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 6af3a52e-d0b1-4ec3-a21c-376ca72a5bef {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:45:44.892870 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 6af3a52e-d0b1-4ec3-a21c-376ca72a5bef not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:45:44.893280 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device a4968437-6d70-4093-9284-3f5a780fc717 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:45:44.898591 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb868c03-a8f7-47b0-8f67-4ad543a99877 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee5af36-d21a-4154-a1c5-6b0b90f6b56c,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:44.902789 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fb868c03-a8f7-47b0-8f67-4ad543a99877 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:44.906552 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fb868c03-a8f7-47b0-8f67-4ad543a99877 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204998 Sep 30 13:45:44.907005 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45042) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:45:44.911026 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-c303901f-cbee-4425-b8d9-0751728de95d tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'security_group_rule': {'security_group_id': '082bffbe-18bb-4b32-96ef-82cddf6a54e4', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:45:44.912344 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: a4968437-6d70-4093-9284-3f5a780fc717 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:45:44.912686 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device a4968437-6d70-4093-9284-3f5a780fc717 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:45:44.934517 n-d-810909-2 neutron-server[94764]: INFO neutron.db.securitygroups_db [None req-c303901f-cbee-4425-b8d9-0751728de95d tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Project 4fa461100d3b4c25872c36a62d32e6d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 13:45:44.939313 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c303901f-cbee-4425-b8d9-0751728de95d tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:45.002384 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c303901f-cbee-4425-b8d9-0751728de95d tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:45.005752 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c303901f-cbee-4425-b8d9-0751728de95d tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:45.023241 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303901f-cbee-4425-b8d9-0751728de95d tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9c66a9-6e0e-4f1a-8162-93c89543a6a7,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:45.028634 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c303901f-cbee-4425-b8d9-0751728de95d tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:45.030341 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c303901f-cbee-4425-b8d9-0751728de95d tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221702 Sep 30 13:45:45.033354 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45044) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:45:45.038397 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-4d8186ba-80e4-4f67-b35d-492884362838 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'network': {'name': 'tempest-network-smoke--1534730276', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'port_security_enabled': True}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:45:45.059884 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8186ba-80e4-4f67-b35d-492884362838 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Made reservation on behalf of 4fa461100d3b4c25872c36a62d32e6d8 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:45:45.063494 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d8186ba-80e4-4f67-b35d-492884362838 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:45.081672 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:45.088879 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8186ba-80e4-4f67-b35d-492884362838 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:45:45.097568 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d8186ba-80e4-4f67-b35d-492884362838 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:45.097922 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-4d8186ba-80e4-4f67-b35d-492884362838 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Added segment d8e919d2-b785-4a07-8fcd-abe6f1d95b2b of type vlan for network 438c4c66-db4d-4dae-824b-9eb308080c31 Sep 30 13:45:45.137089 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d8186ba-80e4-4f67-b35d-492884362838 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:45.160933 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d8186ba-80e4-4f67-b35d-492884362838 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:45.166381 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8186ba-80e4-4f67-b35d-492884362838 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:45.166958 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d8186ba-80e4-4f67-b35d-492884362838 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:45.201767 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4d8186ba-80e4-4f67-b35d-492884362838 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1672108 Sep 30 13:45:45.204600 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45046) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:45:45.210889 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-c0e7a71f-1082-4e6d-a2c9-031bdc84cb87 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1208195988', 'admin_state_up': True, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:45:45.247198 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8186ba-80e4-4f67-b35d-492884362838 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Network': ['ID=438c4c66-db4d-4dae-824b-9eb308080c31,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:45.257335 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 438c4c66-db4d-4dae-824b-9eb308080c31 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:45:45.262630 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a71f-1082-4e6d-a2c9-031bdc84cb87 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:45.263642 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a71f-1082-4e6d-a2c9-031bdc84cb87 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:45.314303 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a71f-1082-4e6d-a2c9-031bdc84cb87 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:45.451988 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a71f-1082-4e6d-a2c9-031bdc84cb87 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:45.637238 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a71f-1082-4e6d-a2c9-031bdc84cb87 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:45.658833 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a71f-1082-4e6d-a2c9-031bdc84cb87 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:45.755975 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-c0e7a71f-1082-4e6d-a2c9-031bdc84cb87 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Allocated IP 172.25.5.247 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/4ede4b32-f795-43f3-b241-2caa637c546d) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:45:45.857348 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a71f-1082-4e6d-a2c9-031bdc84cb87 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:45.891048 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a71f-1082-4e6d-a2c9-031bdc84cb87 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:45.931258 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e7a71f-1082-4e6d-a2c9-031bdc84cb87 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:45:45.935586 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-c0e7a71f-1082-4e6d-a2c9-031bdc84cb87 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:45:45.939211 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e7a71f-1082-4e6d-a2c9-031bdc84cb87 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:45:45.962868 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7a71f-1082-4e6d-a2c9-031bdc84cb87 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Port': ['ID=4ede4b32-f795-43f3-b241-2caa637c546d,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:46.185597 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a71f-1082-4e6d-a2c9-031bdc84cb87 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:46.375414 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a71f-1082-4e6d-a2c9-031bdc84cb87 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:46.502363 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e7a71f-1082-4e6d-a2c9-031bdc84cb87 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Router 39b82c37-0a95-4a6f-89a3-4a3f0f79fd53 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:45:46.906689 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e7a71f-1082-4e6d-a2c9-031bdc84cb87 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:45:46.916034 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073ece7d-e7fa-40ce-b2ba-79b50a399d10 None None] Sync routers for ids ['39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:45:46.924708 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a71f-1082-4e6d-a2c9-031bdc84cb87 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:46.925615 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073ece7d-e7fa-40ce-b2ba-79b50a399d10 None None] Routers {'39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:45:46.925937 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c0e7a71f-1082-4e6d-a2c9-031bdc84cb87 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7204309 Sep 30 13:45:46.926270 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-073ece7d-e7fa-40ce-b2ba-79b50a399d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:45:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:45:46.929068 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45048) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:45:46.959431 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fa933ee5-8bca-4dd2-978b-cd22fdde52c5 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=4fa461100d3b4c25872c36a62d32e6d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269411 Sep 30 13:45:46.959655 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45050) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:45:47.034301 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-073ece7d-e7fa-40ce-b2ba-79b50a399d10 None None] Set router 39b82c37-0a95-4a6f-89a3-4a3f0f79fd53 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:45:47.045617 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd8481d-afe9-4236-be47-97e0e2b2a60c tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:47.049829 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5fd8481d-afe9-4236-be47-97e0e2b2a60c tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866501 Sep 30 13:45:47.050126 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45052) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:45:47.082167 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-68f107a8-284a-4917-81bf-64aa61e9d58c tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7bf2cdd5-9828-4259-bd46-d7f13451331c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308359 Sep 30 13:45:47.084607 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45054) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:45:47.090223 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-86733527-dab0-4726-bf43-f1a28f2fa217 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-497484474', 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31', 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:45:47.175552 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86733527-dab0-4726-bf43-f1a28f2fa217 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Made reservation on behalf of 4fa461100d3b4c25872c36a62d32e6d8 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:45:47.179070 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-86733527-dab0-4726-bf43-f1a28f2fa217 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:47.210521 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-073ece7d-e7fa-40ce-b2ba-79b50a399d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208195988', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:45:46Z', 'revision_number': 3, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:45:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:45:47.235889 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073ece7d-e7fa-40ce-b2ba-79b50a399d10 None None] Checking router: 39b82c37-0a95-4a6f-89a3-4a3f0f79fd53 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:45:47.236236 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073ece7d-e7fa-40ce-b2ba-79b50a399d10 None None] Updating router 39b82c37-0a95-4a6f-89a3-4a3f0f79fd53 port 4ede4b32-f795-43f3-b241-2caa637c546d binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:45:47.265331 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-073ece7d-e7fa-40ce-b2ba-79b50a399d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:47.359303 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-86733527-dab0-4726-bf43-f1a28f2fa217 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:47.426093 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86733527-dab0-4726-bf43-f1a28f2fa217 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Subnet': ['ID=07a355c2-72ee-4ba8-b6ff-84ce217719dd,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:47.431119 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86733527-dab0-4726-bf43-f1a28f2fa217 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Checking segment: {'id': 'd8e919d2-b785-4a07-8fcd-abe6f1d95b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:45:47.431477 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86733527-dab0-4726-bf43-f1a28f2fa217 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Network hostable DHCP agents. Network: 438c4c66-db4d-4dae-824b-9eb308080c31, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:45:47.449053 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86733527-dab0-4726-bf43-f1a28f2fa217 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Network 438c4c66-db4d-4dae-824b-9eb308080c31 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:45:47.458854 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-86733527-dab0-4726-bf43-f1a28f2fa217 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 438c4c66-db4d-4dae-824b-9eb308080c31) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:45:47.464639 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86733527-dab0-4726-bf43-f1a28f2fa217 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:47.465570 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-86733527-dab0-4726-bf43-f1a28f2fa217 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:47.472130 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4d1349-9cf5-4678-8c21-ecb41e4e0c69 None None] Network 438c4c66-db4d-4dae-824b-9eb308080c31 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:45:47.483616 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-86733527-dab0-4726-bf43-f1a28f2fa217 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3980477 Sep 30 13:45:47.486579 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45056) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:45:47.579159 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-073ece7d-e7fa-40ce-b2ba-79b50a399d10 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:47.590721 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-073ece7d-e7fa-40ce-b2ba-79b50a399d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:47.671855 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-073ece7d-e7fa-40ce-b2ba-79b50a399d10 None None] Attempting to bind port 4ede4b32-f795-43f3-b241-2caa637c546d on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:45:47.672226 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-073ece7d-e7fa-40ce-b2ba-79b50a399d10 None None] Attempting to bind port 4ede4b32-f795-43f3-b241-2caa637c546d by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:45:47.672586 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073ece7d-e7fa-40ce-b2ba-79b50a399d10 None None] Attempting to bind port 4ede4b32-f795-43f3-b241-2caa637c546d on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:45:47.674416 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c130a-9b79-4127-89e7-d896ceab7762 None None] Pushing event updated for resources: {'Port': ['ID=4ede4b32-f795-43f3-b241-2caa637c546d,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:47.685043 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073ece7d-e7fa-40ce-b2ba-79b50a399d10 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:45:47.685416 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073ece7d-e7fa-40ce-b2ba-79b50a399d10 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:45:47.685813 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-073ece7d-e7fa-40ce-b2ba-79b50a399d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:47.686224 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073ece7d-e7fa-40ce-b2ba-79b50a399d10 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:45:47.686689 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-073ece7d-e7fa-40ce-b2ba-79b50a399d10 None None] Bound port: 4ede4b32-f795-43f3-b241-2caa637c546d, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:45:47.687069 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-073ece7d-e7fa-40ce-b2ba-79b50a399d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:47.735314 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7651e312-79b2-499a-8492-0be78c384a8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-438c4c66-db4d-4dae-824b-9eb308080c31', 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'fixed_ips': [{'subnet_id': '07a355c2-72ee-4ba8-b6ff-84ce217719dd'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:45:47.736166 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7651e312-79b2-499a-8492-0be78c384a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:47.775280 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-073ece7d-e7fa-40ce-b2ba-79b50a399d10 None None] For port 4ede4b32-f795-43f3-b241-2caa637c546d, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:45:47.779455 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-073ece7d-e7fa-40ce-b2ba-79b50a399d10 None None] For port 4ede4b32-f795-43f3-b241-2caa637c546d, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4ede4b32-f795-43f3-b241-2caa637c546d,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:45:47.825895 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-073ece7d-e7fa-40ce-b2ba-79b50a399d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:47.941703 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c130a-9b79-4127-89e7-d896ceab7762 None None] Pushing event updated for resources: {'Port': ['ID=4ede4b32-f795-43f3-b241-2caa637c546d,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:47.944128 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073ece7d-e7fa-40ce-b2ba-79b50a399d10 None None] Routers {'39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:45:47.944733 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-073ece7d-e7fa-40ce-b2ba-79b50a399d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:45:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:45:47.995037 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-7651e312-79b2-499a-8492-0be78c384a8d None None] Allocated IP 172.20.0.2 (438c4c66-db4d-4dae-824b-9eb308080c31/07a355c2-72ee-4ba8-b6ff-84ce217719dd/50858533-2927-4fab-be94-628fa3efc168) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:45:48.181498 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d1b34714-450b-47b2-bb68-c485a9077141 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:48.275367 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dce51238-c609-4305-a602-bd7ae5c4ac90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:48.285337 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-073ece7d-e7fa-40ce-b2ba-79b50a399d10 None None] Set router 39b82c37-0a95-4a6f-89a3-4a3f0f79fd53 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:45:48.470154 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7651e312-79b2-499a-8492-0be78c384a8d None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:48.478246 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7651e312-79b2-499a-8492-0be78c384a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:48.529122 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-d1b34714-450b-47b2-bb68-c485a9077141 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Allocated IP 172.20.0.1 (438c4c66-db4d-4dae-824b-9eb308080c31/07a355c2-72ee-4ba8-b6ff-84ce217719dd/91a288c8-80e9-46f7-9891-d3dc8f7c9552) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:45:48.536440 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7651e312-79b2-499a-8492-0be78c384a8d None None] Network 438c4c66-db4d-4dae-824b-9eb308080c31 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:45:48.542715 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-7651e312-79b2-499a-8492-0be78c384a8d None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:45:48.548827 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7651e312-79b2-499a-8492-0be78c384a8d None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:45:48.559144 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651e312-79b2-499a-8492-0be78c384a8d None None] Pushing event updated for resources: {'Port': ['ID=50858533-2927-4fab-be94-628fa3efc168,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:48.618944 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-073ece7d-e7fa-40ce-b2ba-79b50a399d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208195988', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:45:46Z', 'revision_number': 3, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:45:48.620789 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-7651e312-79b2-499a-8492-0be78c384a8d None None] Attempting to bind port 50858533-2927-4fab-be94-628fa3efc168 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:45:48.621152 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-7651e312-79b2-499a-8492-0be78c384a8d None None] Attempting to bind port 50858533-2927-4fab-be94-628fa3efc168 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'd8e919d2-b785-4a07-8fcd-abe6f1d95b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:45:48.621509 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7651e312-79b2-499a-8492-0be78c384a8d None None] Attempting to bind port 50858533-2927-4fab-be94-628fa3efc168 on network 438c4c66-db4d-4dae-824b-9eb308080c31 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:45:48.644678 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d1b34714-450b-47b2-bb68-c485a9077141 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:48.649472 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7651e312-79b2-499a-8492-0be78c384a8d None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:45:48.649853 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7651e312-79b2-499a-8492-0be78c384a8d None None] Checking segment: {'id': 'd8e919d2-b785-4a07-8fcd-abe6f1d95b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:45:48.650287 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7651e312-79b2-499a-8492-0be78c384a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:48.650686 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7651e312-79b2-499a-8492-0be78c384a8d None None] Bound using segment: {'id': 'd8e919d2-b785-4a07-8fcd-abe6f1d95b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:45:48.651163 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-7651e312-79b2-499a-8492-0be78c384a8d None None] Bound port: 50858533-2927-4fab-be94-628fa3efc168, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e919d2-b785-4a07-8fcd-abe6f1d95b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:45:48.651544 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7651e312-79b2-499a-8492-0be78c384a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:48.654398 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073ece7d-e7fa-40ce-b2ba-79b50a399d10 None None] The sync data for ids ['39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'] in n-d-810909-2 is: [{'id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208195988', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:45:46Z', 'revision_number': 3, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:45:48.681874 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d1b34714-450b-47b2-bb68-c485a9077141 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:48.725482 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7651e312-79b2-499a-8492-0be78c384a8d None None] For port 50858533-2927-4fab-be94-628fa3efc168, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:45:48.729674 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7651e312-79b2-499a-8492-0be78c384a8d None None] For port 50858533-2927-4fab-be94-628fa3efc168, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=50858533-2927-4fab-be94-628fa3efc168,segment=NetworkSegment(d8e919d2-b785-4a07-8fcd-abe6f1d95b2b),segment_id=d8e919d2-b785-4a07-8fcd-abe6f1d95b2b)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:45:48.730680 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b34714-450b-47b2-bb68-c485a9077141 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Network 438c4c66-db4d-4dae-824b-9eb308080c31 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:45:48.734250 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-d1b34714-450b-47b2-bb68-c485a9077141 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:45:48.734513 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7651e312-79b2-499a-8492-0be78c384a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:48.738328 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b34714-450b-47b2-bb68-c485a9077141 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:45:48.745279 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b34714-450b-47b2-bb68-c485a9077141 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Port': ['ID=91a288c8-80e9-46f7-9891-d3dc8f7c9552,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:48.792442 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d1b34714-450b-47b2-bb68-c485a9077141 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:48.802343 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651e312-79b2-499a-8492-0be78c384a8d None None] Pushing event updated for resources: {'Port': ['ID=50858533-2927-4fab-be94-628fa3efc168,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:48.969282 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d1b34714-450b-47b2-bb68-c485a9077141 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:49.286974 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d1b34714-450b-47b2-bb68-c485a9077141 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:49.292515 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d1b34714-450b-47b2-bb68-c485a9077141 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:49.375107 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d1b34714-450b-47b2-bb68-c485a9077141 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:49.376959 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b34714-450b-47b2-bb68-c485a9077141 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Port': ['ID=91a288c8-80e9-46f7-9891-d3dc8f7c9552,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:49.479063 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b34714-450b-47b2-bb68-c485a9077141 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Network 438c4c66-db4d-4dae-824b-9eb308080c31 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:45:49.480569 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-d1b34714-450b-47b2-bb68-c485a9077141 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:45:49.601527 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b34714-450b-47b2-bb68-c485a9077141 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Router 39b82c37-0a95-4a6f-89a3-4a3f0f79fd53 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:45:49.717153 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b34714-450b-47b2-bb68-c485a9077141 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:45:49.722685 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d1b34714-450b-47b2-bb68-c485a9077141 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "PUT /v2.0/routers/39b82c37-0a95-4a6f-89a3-4a3f0f79fd53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2345784 Sep 30 13:45:49.762906 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c955ed-15b0-42a3-ad4d-987ea7cd7608 None None] Network 438c4c66-db4d-4dae-824b-9eb308080c31 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:45:49.847199 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:49.849643 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6eec5c2d-7ac4-446f-9e14-9af23c65014c None None] Provisioning complete for port 50858533-2927-4fab-be94-628fa3efc168 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:45:49.850001 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6eec5c2d-7ac4-446f-9e14-9af23c65014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:49.990667 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6eec5c2d-7ac4-446f-9e14-9af23c65014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:49.993364 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-5b11083c-d554-4a53-a43b-b9477fc91b2c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1137792408&fields=id&tenant_id=4fa461100d3b4c25872c36a62d32e6d8 HTTP/1.1" status: 200 len: 267 time: 0.0383391 Sep 30 13:45:50.037001 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-6eec5c2d-7ac4-446f-9e14-9af23c65014c None None] For port 50858533-2927-4fab-be94-628fa3efc168, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=50858533-2927-4fab-be94-628fa3efc168,segment=NetworkSegment(d8e919d2-b785-4a07-8fcd-abe6f1d95b2b),segment_id=d8e919d2-b785-4a07-8fcd-abe6f1d95b2b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:45:50.049603 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6eec5c2d-7ac4-446f-9e14-9af23c65014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:50.107178 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec5c2d-7ac4-446f-9e14-9af23c65014c None None] Pushing event updated for resources: {'Port': ['ID=50858533-2927-4fab-be94-628fa3efc168,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:50.144996 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-ad6fb613-4c68-40c3-830b-499c39d84cb7 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:50.146650 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-ad6fb613-4c68-40c3-830b-499c39d84cb7 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/networks?id=438c4c66-db4d-4dae-824b-9eb308080c31 HTTP/1.1" status: 200 len: 797 time: 0.1458533 Sep 30 13:45:50.162492 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-a241c6c1-8f18-41b1-8a11-ed7cec33e528 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/quotas/4fa461100d3b4c25872c36a62d32e6d8 HTTP/1.1" status: 200 len: 375 time: 0.0099344 Sep 30 13:45:50.217786 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-4beba59a-65eb-4f9a-8219-359d76cc376b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486627 Sep 30 13:45:50.271603 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4070c131-f38f-4e33-ab41-1c3d05e926ae None None] Provisioning complete for port 91a288c8-80e9-46f7-9891-d3dc8f7c9552 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:45:50.271980 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4070c131-f38f-4e33-ab41-1c3d05e926ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:50.294189 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-fe531539-f04f-4853-957d-fc57ef334dc0 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:45:50.296010 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-fe531539-f04f-4853-957d-fc57ef334dc0 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0656054 Sep 30 13:45:50.314742 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-4070c131-f38f-4e33-ab41-1c3d05e926ae None None] Port 91a288c8-80e9-46f7-9891-d3dc8f7c9552 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:45:50.330527 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4070c131-f38f-4e33-ab41-1c3d05e926ae None None] Provisioning complete for port 50858533-2927-4fab-be94-628fa3efc168 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:45:50.330902 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4070c131-f38f-4e33-ab41-1c3d05e926ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:50.406326 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c59c816-3d4c-4f17-bc66-80ac80e192d2 None None] Sync routers for ids ['39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:45:50.415825 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-e7fe6f25-0f6f-48c4-a1c1-a2d07c86cb3e service neutron] 10.222.0.18 "GET /v2.0/networks/438c4c66-db4d-4dae-824b-9eb308080c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092238 Sep 30 13:45:50.419599 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c59c816-3d4c-4f17-bc66-80ac80e192d2 None None] Routers {'39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:45:50.420215 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-5c59c816-3d4c-4f17-bc66-80ac80e192d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:45:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:45:50.521893 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-67240010-59cd-43ce-b435-2c944c780e46 service neutron] 10.222.0.18 "GET /v2.0/networks/438c4c66-db4d-4dae-824b-9eb308080c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988634 Sep 30 13:45:50.533097 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-5c59c816-3d4c-4f17-bc66-80ac80e192d2 None None] Set router 39b82c37-0a95-4a6f-89a3-4a3f0f79fd53 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:45:50.541700 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-798856b9-32be-4752-9a5c-c6cfe7e3a542 None None] Provisioning complete for port 91a288c8-80e9-46f7-9891-d3dc8f7c9552 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:45:50.542250 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-798856b9-32be-4752-9a5c-c6cfe7e3a542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:50.586088 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-798856b9-32be-4752-9a5c-c6cfe7e3a542 None None] Port 91a288c8-80e9-46f7-9891-d3dc8f7c9552 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:45:50.707592 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-518feb44-7e01-415c-a683-984812980a2f None None] Provisioning complete for port 91a288c8-80e9-46f7-9891-d3dc8f7c9552 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:45:50.707967 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-518feb44-7e01-415c-a683-984812980a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:50.763286 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-5c59c816-3d4c-4f17-bc66-80ac80e192d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208195988', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:45:48Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '91a288c8-80e9-46f7-9891-d3dc8f7c9552', 'name': '', 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:80:a3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '07a355c2-72ee-4ba8-b6ff-84ce217719dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:45:48Z', 'updated_at': '2021-09-30T13:45:49Z', 'revision_number': 2, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': '07a355c2-72ee-4ba8-b6ff-84ce217719dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:45:50.766334 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-518feb44-7e01-415c-a683-984812980a2f None None] Port 91a288c8-80e9-46f7-9891-d3dc8f7c9552 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:45:50.770979 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6c1a804a-5d2c-43ba-b30c-257dec8209d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:50.787058 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a39cd9e2-1bf7-4fce-8fb6-4d9d610d8509 req-49518e07-4a2e-41d6-b4e2-43ffe66b756d tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 210 time: 0.1112022 Sep 30 13:45:50.803496 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c59c816-3d4c-4f17-bc66-80ac80e192d2 None None] Checking router: 39b82c37-0a95-4a6f-89a3-4a3f0f79fd53 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:45:50.803852 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c59c816-3d4c-4f17-bc66-80ac80e192d2 None None] Updating router 39b82c37-0a95-4a6f-89a3-4a3f0f79fd53 port 91a288c8-80e9-46f7-9891-d3dc8f7c9552 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:45:50.831082 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c59c816-3d4c-4f17-bc66-80ac80e192d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:50.937895 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 50858533-2927-4fab-be94-628fa3efc168 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:45:50.988007 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 50858533-2927-4fab-be94-628fa3efc168 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:45:50.988686 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:51.075186 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4ede4b32-f795-43f3-b241-2caa637c546d up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:45:51.105541 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c59c816-3d4c-4f17-bc66-80ac80e192d2 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:51.111982 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c59c816-3d4c-4f17-bc66-80ac80e192d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:51.131578 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 4ede4b32-f795-43f3-b241-2caa637c546d triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:45:51.131857 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:51.190112 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750bb28d-3a1a-4263-990a-3763d90232f4 None None] Pushing event updated for resources: {'Port': ['ID=91a288c8-80e9-46f7-9891-d3dc8f7c9552,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:51.213391 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750bb28d-3a1a-4263-990a-3763d90232f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:51.213745 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750bb28d-3a1a-4263-990a-3763d90232f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:51.214082 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750bb28d-3a1a-4263-990a-3763d90232f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:51.214416 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750bb28d-3a1a-4263-990a-3763d90232f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:51.214742 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750bb28d-3a1a-4263-990a-3763d90232f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:51.215065 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750bb28d-3a1a-4263-990a-3763d90232f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:51.215383 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750bb28d-3a1a-4263-990a-3763d90232f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:51.215706 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750bb28d-3a1a-4263-990a-3763d90232f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:51.216289 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750bb28d-3a1a-4263-990a-3763d90232f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:51.216605 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750bb28d-3a1a-4263-990a-3763d90232f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:51.216914 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750bb28d-3a1a-4263-990a-3763d90232f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:51.217236 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750bb28d-3a1a-4263-990a-3763d90232f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:45:51.221502 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:51.228931 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-5c59c816-3d4c-4f17-bc66-80ac80e192d2 None None] Attempting to bind port 91a288c8-80e9-46f7-9891-d3dc8f7c9552 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:45:51.229295 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-5c59c816-3d4c-4f17-bc66-80ac80e192d2 None None] Attempting to bind port 91a288c8-80e9-46f7-9891-d3dc8f7c9552 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'd8e919d2-b785-4a07-8fcd-abe6f1d95b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:45:51.229677 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c59c816-3d4c-4f17-bc66-80ac80e192d2 None None] Attempting to bind port 91a288c8-80e9-46f7-9891-d3dc8f7c9552 on network 438c4c66-db4d-4dae-824b-9eb308080c31 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:45:51.238528 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c59c816-3d4c-4f17-bc66-80ac80e192d2 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:45:51.239288 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c59c816-3d4c-4f17-bc66-80ac80e192d2 None None] Checking segment: {'id': 'd8e919d2-b785-4a07-8fcd-abe6f1d95b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:45:51.239855 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c59c816-3d4c-4f17-bc66-80ac80e192d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:51.240381 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c59c816-3d4c-4f17-bc66-80ac80e192d2 None None] Bound using segment: {'id': 'd8e919d2-b785-4a07-8fcd-abe6f1d95b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:45:51.241003 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-5c59c816-3d4c-4f17-bc66-80ac80e192d2 None None] Bound port: 91a288c8-80e9-46f7-9891-d3dc8f7c9552, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e919d2-b785-4a07-8fcd-abe6f1d95b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:45:51.241527 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c59c816-3d4c-4f17-bc66-80ac80e192d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:51.245951 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 4ede4b32-f795-43f3-b241-2caa637c546d, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4ede4b32-f795-43f3-b241-2caa637c546d,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:45:51.249842 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:51.308287 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=4ede4b32-f795-43f3-b241-2caa637c546d,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:51.322506 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-5c59c816-3d4c-4f17-bc66-80ac80e192d2 None None] For port 91a288c8-80e9-46f7-9891-d3dc8f7c9552, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:45:51.325668 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-5c59c816-3d4c-4f17-bc66-80ac80e192d2 None None] For port 91a288c8-80e9-46f7-9891-d3dc8f7c9552, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=91a288c8-80e9-46f7-9891-d3dc8f7c9552,segment=NetworkSegment(d8e919d2-b785-4a07-8fcd-abe6f1d95b2b),segment_id=d8e919d2-b785-4a07-8fcd-abe6f1d95b2b)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:45:51.330974 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c59c816-3d4c-4f17-bc66-80ac80e192d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:51.388641 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c59c816-3d4c-4f17-bc66-80ac80e192d2 None None] Routers {'39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:45:51.389252 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-5c59c816-3d4c-4f17-bc66-80ac80e192d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:45:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:45:51.392133 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750bb28d-3a1a-4263-990a-3763d90232f4 None None] Pushing event updated for resources: {'Port': ['ID=91a288c8-80e9-46f7-9891-d3dc8f7c9552,revision_number=4']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:51.492168 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d44e8646-430d-49c0-b0d7-43a2df2814f0 None None] Provisioning complete for port 91a288c8-80e9-46f7-9891-d3dc8f7c9552 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:45:51.492550 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d44e8646-430d-49c0-b0d7-43a2df2814f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:51.584671 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d44e8646-430d-49c0-b0d7-43a2df2814f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:51.630614 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d44e8646-430d-49c0-b0d7-43a2df2814f0 None None] For port 91a288c8-80e9-46f7-9891-d3dc8f7c9552, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=91a288c8-80e9-46f7-9891-d3dc8f7c9552,segment=NetworkSegment(d8e919d2-b785-4a07-8fcd-abe6f1d95b2b),segment_id=d8e919d2-b785-4a07-8fcd-abe6f1d95b2b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:45:51.634794 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-5c59c816-3d4c-4f17-bc66-80ac80e192d2 None None] Set router 39b82c37-0a95-4a6f-89a3-4a3f0f79fd53 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:45:51.637472 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d44e8646-430d-49c0-b0d7-43a2df2814f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:51.709910 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:51.726229 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e8646-430d-49c0-b0d7-43a2df2814f0 None None] Pushing event updated for resources: {'Port': ['ID=91a288c8-80e9-46f7-9891-d3dc8f7c9552,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:51.764798 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f7c260f9-3fc7-445f-9698-e5a90d722174 None None] Provisioning complete for port 91a288c8-80e9-46f7-9891-d3dc8f7c9552 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:45:51.765353 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f7c260f9-3fc7-445f-9698-e5a90d722174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:51.784821 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-799d5857-4965-4581-9811-86ecb9649682 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:51.786894 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-799d5857-4965-4581-9811-86ecb9649682 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.39 "GET /v2.0/networks?id=438c4c66-db4d-4dae-824b-9eb308080c31 HTTP/1.1" status: 200 len: 797 time: 0.1675048 Sep 30 13:45:51.843899 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-3b4a7151-59e1-4ffd-a7bc-98e7e890820a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fa461100d3b4c25872c36a62d32e6d8 HTTP/1.1" status: 200 len: 380 time: 0.0454943 Sep 30 13:45:51.855622 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-12f55bfd-a230-4be7-b35b-63e7b7eb5881 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'port': {'device_id': '863398be-81d9-4b6f-aff7-3f482610b220', 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31', 'admin_state_up': True, 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'security_groups': ['082bffbe-18bb-4b32-96ef-82cddf6a54e4']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:45:51.899180 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-630daa48-0594-42d8-8f6f-af307706653a req-57f3ac26-b5af-4703-893f-b1f9cf94bc64 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 210 time: 0.0265210 Sep 30 13:45:51.900087 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-5c59c816-3d4c-4f17-bc66-80ac80e192d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208195988', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:45:48Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '91a288c8-80e9-46f7-9891-d3dc8f7c9552', 'name': '', 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:80:a3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '07a355c2-72ee-4ba8-b6ff-84ce217719dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:45:48Z', 'updated_at': '2021-09-30T13:45:51Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': '07a355c2-72ee-4ba8-b6ff-84ce217719dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:45:51.928884 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c59c816-3d4c-4f17-bc66-80ac80e192d2 None None] The sync data for ids ['39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'] in n-d-810909-2 is: [{'id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208195988', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:45:48Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '91a288c8-80e9-46f7-9891-d3dc8f7c9552', 'name': '', 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:80:a3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '07a355c2-72ee-4ba8-b6ff-84ce217719dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:45:48Z', 'updated_at': '2021-09-30T13:45:51Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': '07a355c2-72ee-4ba8-b6ff-84ce217719dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:45:51.982987 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-12f55bfd-a230-4be7-b35b-63e7b7eb5881 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Made reservation on behalf of 4fa461100d3b4c25872c36a62d32e6d8 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:45:51.987138 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-12f55bfd-a230-4be7-b35b-63e7b7eb5881 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:52.129171 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-12f55bfd-a230-4be7-b35b-63e7b7eb5881 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Allocated IP 172.20.0.10 (438c4c66-db4d-4dae-824b-9eb308080c31/07a355c2-72ee-4ba8-b6ff-84ce217719dd/8aa76492-0412-4978-a26e-fc10ba546825) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:45:52.278377 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-12f55bfd-a230-4be7-b35b-63e7b7eb5881 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:52.312723 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-12f55bfd-a230-4be7-b35b-63e7b7eb5881 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:52.354842 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-12f55bfd-a230-4be7-b35b-63e7b7eb5881 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Network 438c4c66-db4d-4dae-824b-9eb308080c31 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:45:52.360089 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-12f55bfd-a230-4be7-b35b-63e7b7eb5881 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:45:52.366931 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-12f55bfd-a230-4be7-b35b-63e7b7eb5881 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:45:52.406102 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f55bfd-a230-4be7-b35b-63e7b7eb5881 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Port': ['ID=8aa76492-0412-4978-a26e-fc10ba546825,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:52.436574 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-12f55bfd-a230-4be7-b35b-63e7b7eb5881 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:52.436574 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-12f55bfd-a230-4be7-b35b-63e7b7eb5881 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:52.452912 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-12f55bfd-a230-4be7-b35b-63e7b7eb5881 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6016338 Sep 30 13:45:52.469866 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-82cb5efe-9a2e-442e-a8a9-3ca0579cceb9 service neutron] Request body: {'port': {'device_id': '863398be-81d9-4b6f-aff7-3f482610b220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:45:52.471014 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:52.528778 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-82cb5efe-9a2e-442e-a8a9-3ca0579cceb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:52.578763 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6fa34f43-928b-473b-86b4-bdfc5d3ef43f None None] Provisioning complete for port 8aa76492-0412-4978-a26e-fc10ba546825 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:45:52.579422 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6fa34f43-928b-473b-86b4-bdfc5d3ef43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:52.616317 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-6fa34f43-928b-473b-86b4-bdfc5d3ef43f None None] Port 8aa76492-0412-4978-a26e-fc10ba546825 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:45:52.808994 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-82cb5efe-9a2e-442e-a8a9-3ca0579cceb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aa76492-0412-4978-a26e-fc10ba546825 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:45:52.817279 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-82cb5efe-9a2e-442e-a8a9-3ca0579cceb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:52.830947 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-82cb5efe-9a2e-442e-a8a9-3ca0579cceb9 service neutron] Transition to ACTIVE for port object 8aa76492-0412-4978-a26e-fc10ba546825 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:45:52.835695 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-82cb5efe-9a2e-442e-a8a9-3ca0579cceb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:52.943763 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb5efe-9a2e-442e-a8a9-3ca0579cceb9 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa76492-0412-4978-a26e-fc10ba546825,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:52.979211 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-82cb5efe-9a2e-442e-a8a9-3ca0579cceb9 service neutron] Attempting to bind port 8aa76492-0412-4978-a26e-fc10ba546825 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:45:52.979613 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-82cb5efe-9a2e-442e-a8a9-3ca0579cceb9 service neutron] Attempting to bind port 8aa76492-0412-4978-a26e-fc10ba546825 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'd8e919d2-b785-4a07-8fcd-abe6f1d95b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:45:52.979947 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-82cb5efe-9a2e-442e-a8a9-3ca0579cceb9 service neutron] Attempting to bind port 8aa76492-0412-4978-a26e-fc10ba546825 on network 438c4c66-db4d-4dae-824b-9eb308080c31 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:45:52.984912 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-82cb5efe-9a2e-442e-a8a9-3ca0579cceb9 service neutron] Port 8aa76492-0412-4978-a26e-fc10ba546825 on network 438c4c66-db4d-4dae-824b-9eb308080c31 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:45:52.985235 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-82cb5efe-9a2e-442e-a8a9-3ca0579cceb9 service neutron] Attempting to bind port 8aa76492-0412-4978-a26e-fc10ba546825 on network 438c4c66-db4d-4dae-824b-9eb308080c31 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:45:52.992132 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-82cb5efe-9a2e-442e-a8a9-3ca0579cceb9 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:45:52.992486 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-82cb5efe-9a2e-442e-a8a9-3ca0579cceb9 service neutron] Checking segment: {'id': 'd8e919d2-b785-4a07-8fcd-abe6f1d95b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:45:52.992933 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-82cb5efe-9a2e-442e-a8a9-3ca0579cceb9 service neutron] Bound using segment: {'id': 'd8e919d2-b785-4a07-8fcd-abe6f1d95b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:45:52.993349 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-82cb5efe-9a2e-442e-a8a9-3ca0579cceb9 service neutron] Bound port: 8aa76492-0412-4978-a26e-fc10ba546825, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e919d2-b785-4a07-8fcd-abe6f1d95b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:45:52.993714 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-82cb5efe-9a2e-442e-a8a9-3ca0579cceb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:53.018472 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4ede4b32-f795-43f3-b241-2caa637c546d up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:45:53.070904 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 4ede4b32-f795-43f3-b241-2caa637c546d triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:45:53.072016 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:53.096187 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d2cea-6a65-41ab-983b-e258a5e40b14 req-f4d24ba3-5ce9-4547-b2cf-31c42a5aa353 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:53.097749 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d59d2cea-6a65-41ab-983b-e258a5e40b14 req-f4d24ba3-5ce9-4547-b2cf-31c42a5aa353 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 944 time: 0.1017337 Sep 30 13:45:53.129011 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-82cb5efe-9a2e-442e-a8a9-3ca0579cceb9 service neutron] For port 8aa76492-0412-4978-a26e-fc10ba546825, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:45:53.152563 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-82cb5efe-9a2e-442e-a8a9-3ca0579cceb9 service neutron] For port 8aa76492-0412-4978-a26e-fc10ba546825, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8aa76492-0412-4978-a26e-fc10ba546825,segment=NetworkSegment(d8e919d2-b785-4a07-8fcd-abe6f1d95b2b),segment_id=d8e919d2-b785-4a07-8fcd-abe6f1d95b2b)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:45:53.156174 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d59d2cea-6a65-41ab-983b-e258a5e40b14 req-f0c7ad1d-8f5c-4ab3-b0ca-387ad31af6c6 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=082bffbe-18bb-4b32-96ef-82cddf6a54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504994 Sep 30 13:45:53.159050 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-82cb5efe-9a2e-442e-a8a9-3ca0579cceb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:53.165865 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 91a288c8-80e9-46f7-9891-d3dc8f7c9552 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:45:53.201711 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-82cb5efe-9a2e-442e-a8a9-3ca0579cceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:53.202486 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-82cb5efe-9a2e-442e-a8a9-3ca0579cceb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:53.203878 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-82cb5efe-9a2e-442e-a8a9-3ca0579cceb9 service neutron] 10.222.0.39 "PUT /v2.0/ports/8aa76492-0412-4978-a26e-fc10ba546825 HTTP/1.1" status: 200 len: 1092 time: 0.7398210 Sep 30 13:45:53.204323 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863398be-81d9-4b6f-aff7-3f482610b220', 'tag': '8aa76492-0412-4978-a26e-fc10ba546825'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:45:53.206624 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17da92a-eaff-40eb-8171-78acd778effe" -d '{"events": [{"name": "network-changed", "server_uuid": "863398be-81d9-4b6f-aff7-3f482610b220", "tag": "8aa76492-0412-4978-a26e-fc10ba546825"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:45:53.218633 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 91a288c8-80e9-46f7-9891-d3dc8f7c9552 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:45:53.219011 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:53.235777 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb5efe-9a2e-442e-a8a9-3ca0579cceb9 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa76492-0412-4978-a26e-fc10ba546825,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:53.248226 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40318813-6d41-4a25-ba31-446c424ae5da x-openstack-request-id: req-40318813-6d41-4a25-ba31-446c424ae5da {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:45:53.249286 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "863398be-81d9-4b6f-aff7-3f482610b220", "tag": "8aa76492-0412-4978-a26e-fc10ba546825", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:45:53.249649 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40318813-6d41-4a25-ba31-446c424ae5da {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:45:53.250192 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '863398be-81d9-4b6f-aff7-3f482610b220', 'tag': '8aa76492-0412-4978-a26e-fc10ba546825', 'status': 'completed', 'code': 200} Sep 30 13:45:53.291046 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-e40c9183-96f7-4a19-acb9-78e04e0fc64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:53.292805 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-e40c9183-96f7-4a19-acb9-78e04e0fc64e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 1095 time: 0.0466077 Sep 30 13:45:53.341544 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-e3edf8d0-4799-4833-8ff3-5a0829eedab3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aa76492-0412-4978-a26e-fc10ba546825 HTTP/1.1" status: 200 len: 217 time: 0.0412498 Sep 30 13:45:53.394108 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-76877bca-739b-4f06-ba52-f914523c0101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:53.395581 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-76877bca-739b-4f06-ba52-f914523c0101 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07a355c2-72ee-4ba8-b6ff-84ce217719dd HTTP/1.1" status: 200 len: 834 time: 0.0470281 Sep 30 13:45:53.440752 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-8e147c6d-deb1-4cf1-89d0-3d5fd5e5001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:53.442436 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-8e147c6d-deb1-4cf1-89d0-3d5fd5e5001c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=438c4c66-db4d-4dae-824b-9eb308080c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400362 Sep 30 13:45:53.535698 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-5cf463d3-0773-46c4-8294-0d5e0ef3e480 service neutron] 10.222.0.39 "GET /v2.0/networks/438c4c66-db4d-4dae-824b-9eb308080c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859179 Sep 30 13:45:53.622652 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88b4719c-f148-41ff-a85b-e7c1c6034c96 req-83a45252-1ec6-4b6e-89d6-30fb59d7ad11 service neutron] 10.222.0.39 "GET /v2.0/networks/438c4c66-db4d-4dae-824b-9eb308080c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794466 Sep 30 13:45:53.708369 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17da92a-eaff-40eb-8171-78acd778effe req-04efda96-039b-40e6-97b8-08077a0c084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:53.709754 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f17da92a-eaff-40eb-8171-78acd778effe req-04efda96-039b-40e6-97b8-08077a0c084c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 1095 time: 0.0438058 Sep 30 13:45:53.798292 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17da92a-eaff-40eb-8171-78acd778effe req-b7bf16d8-8fa5-40e7-be56-6ab77a530c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:53.799702 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f17da92a-eaff-40eb-8171-78acd778effe req-b7bf16d8-8fa5-40e7-be56-6ab77a530c99 service neutron] 10.222.0.39 "GET /v2.0/networks?id=438c4c66-db4d-4dae-824b-9eb308080c31 HTTP/1.1" status: 200 len: 898 time: 0.0829251 Sep 30 13:45:53.843764 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f17da92a-eaff-40eb-8171-78acd778effe req-c9aeaa05-c0b7-49d3-9522-7cad46739082 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aa76492-0412-4978-a26e-fc10ba546825 HTTP/1.1" status: 200 len: 217 time: 0.0370805 Sep 30 13:45:53.893154 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17da92a-eaff-40eb-8171-78acd778effe req-d16b1e72-ebda-46ab-b078-5858a4c2fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:53.894580 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f17da92a-eaff-40eb-8171-78acd778effe req-d16b1e72-ebda-46ab-b078-5858a4c2fb56 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07a355c2-72ee-4ba8-b6ff-84ce217719dd HTTP/1.1" status: 200 len: 834 time: 0.0427463 Sep 30 13:45:53.939224 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17da92a-eaff-40eb-8171-78acd778effe req-11d81054-7d27-4e06-bd94-58b409dcbd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:53.940685 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f17da92a-eaff-40eb-8171-78acd778effe req-11d81054-7d27-4e06-bd94-58b409dcbd61 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=438c4c66-db4d-4dae-824b-9eb308080c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389993 Sep 30 13:45:54.032291 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f17da92a-eaff-40eb-8171-78acd778effe req-41969cab-7150-4682-9dad-491079ef04f9 service neutron] 10.222.0.39 "GET /v2.0/networks/438c4c66-db4d-4dae-824b-9eb308080c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839622 Sep 30 13:45:54.122455 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f17da92a-eaff-40eb-8171-78acd778effe req-3a46b9d9-a7ce-4bff-8877-d786d7b5c422 service neutron] 10.222.0.39 "GET /v2.0/networks/438c4c66-db4d-4dae-824b-9eb308080c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813878 Sep 30 13:45:54.229906 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:54.278911 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48915f8d-f99e-4417-91ba-b0e5a2c62b51 req-7c893dec-2ee0-4a4b-9a29-c185a20f8c19 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:54.280399 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-48915f8d-f99e-4417-91ba-b0e5a2c62b51 req-7c893dec-2ee0-4a4b-9a29-c185a20f8c19 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 944 time: 0.0489306 Sep 30 13:45:54.321371 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-48915f8d-f99e-4417-91ba-b0e5a2c62b51 req-85e8faa1-3cbe-4d57-b167-4e7735bc5e6a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=082bffbe-18bb-4b32-96ef-82cddf6a54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343351 Sep 30 13:45:55.434820 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcffae-a7c5-406e-ad0d-60dd1b4843ef req-bef8ccbf-1da1-4c11-92d4-6c429c87c693 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:55.436307 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0adcffae-a7c5-406e-ad0d-60dd1b4843ef req-bef8ccbf-1da1-4c11-92d4-6c429c87c693 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 944 time: 0.0476727 Sep 30 13:45:55.473713 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0adcffae-a7c5-406e-ad0d-60dd1b4843ef req-0a555f7f-82e2-4419-8bf0-81e35cbc8d56 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=082bffbe-18bb-4b32-96ef-82cddf6a54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314682 Sep 30 13:45:56.200435 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8aa76492-0412-4978-a26e-fc10ba546825 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:45:56.293492 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8aa76492-0412-4978-a26e-fc10ba546825, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8aa76492-0412-4978-a26e-fc10ba546825,segment=NetworkSegment(d8e919d2-b785-4a07-8fcd-abe6f1d95b2b),segment_id=d8e919d2-b785-4a07-8fcd-abe6f1d95b2b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:45:56.304159 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '8aa76492-0412-4978-a26e-fc10ba546825', 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31', 'port_id': '8aa76492-0412-4978-a26e-fc10ba546825', 'mac_address': 'fa:16:3e:9d:3e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a355c2-72ee-4ba8-b6ff-84ce217719dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:45:56.339994 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:56.352338 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aa76492-0412-4978-a26e-fc10ba546825 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:45:56.374456 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8aa76492-0412-4978-a26e-fc10ba546825, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8aa76492-0412-4978-a26e-fc10ba546825,segment=NetworkSegment(d8e919d2-b785-4a07-8fcd-abe6f1d95b2b),segment_id=d8e919d2-b785-4a07-8fcd-abe6f1d95b2b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:45:56.378860 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:56.425293 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=8aa76492-0412-4978-a26e-fc10ba546825,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:56.586843 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c10030-fce7-416e-ab72-20a9405d2ac9 req-88669794-5d2b-42bf-b678-9dc50c389700 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:56.589201 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c6c10030-fce7-416e-ab72-20a9405d2ac9 req-88669794-5d2b-42bf-b678-9dc50c389700 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 945 time: 0.0485208 Sep 30 13:45:56.590060 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['8aa76492-0412-4978-a26e-fc10ba546825'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:45:56.627881 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c6c10030-fce7-416e-ab72-20a9405d2ac9 req-c3cac7e6-95c0-4a2f-808a-4df50ee4dd08 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=082bffbe-18bb-4b32-96ef-82cddf6a54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323672 Sep 30 13:45:57.739761 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a48e0-c245-49b9-a86d-ff866761177e req-c66d5829-4a12-4490-8301-8602d9f8a2b1 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:57.741129 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6f8a48e0-c245-49b9-a86d-ff866761177e req-c66d5829-4a12-4490-8301-8602d9f8a2b1 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 945 time: 0.0477138 Sep 30 13:45:57.778315 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6f8a48e0-c245-49b9-a86d-ff866761177e req-aafa1cc6-aea4-4c16-abdf-24476993272f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=082bffbe-18bb-4b32-96ef-82cddf6a54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306802 Sep 30 13:45:58.200417 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8aa76492-0412-4978-a26e-fc10ba546825 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:45:58.248164 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 8aa76492-0412-4978-a26e-fc10ba546825 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:45:58.251781 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 8aa76492-0412-4978-a26e-fc10ba546825 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:45:58.252150 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:58.328258 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:58.350127 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863398be-81d9-4b6f-aff7-3f482610b220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa76492-0412-4978-a26e-fc10ba546825'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:45:58.352975 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3101322-4b6a-410c-9e0f-29e5426f18fe" -d '{"events": [{"server_uuid": "863398be-81d9-4b6f-aff7-3f482610b220", "name": "network-vif-plugged", "status": "completed", "tag": "8aa76492-0412-4978-a26e-fc10ba546825"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:45:58.365326 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8aa76492-0412-4978-a26e-fc10ba546825, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8aa76492-0412-4978-a26e-fc10ba546825,segment=NetworkSegment(d8e919d2-b785-4a07-8fcd-abe6f1d95b2b),segment_id=d8e919d2-b785-4a07-8fcd-abe6f1d95b2b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:45:58.369554 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:45:58.392623 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17d239d-17f4-420f-aba3-9ab40038326c x-openstack-request-id: req-f17d239d-17f4-420f-aba3-9ab40038326c {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:45:58.392913 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863398be-81d9-4b6f-aff7-3f482610b220", "name": "network-vif-plugged", "status": "completed", "tag": "8aa76492-0412-4978-a26e-fc10ba546825", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:45:58.393161 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f17d239d-17f4-420f-aba3-9ab40038326c {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:45:58.393540 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863398be-81d9-4b6f-aff7-3f482610b220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa76492-0412-4978-a26e-fc10ba546825', 'code': 200} Sep 30 13:45:58.419114 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=8aa76492-0412-4978-a26e-fc10ba546825,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:45:58.484974 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6fe84-92df-4101-8fac-7a3d3b081ba3 req-fbc50181-023c-4fb8-b4b2-7e1a5c6d726c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:58.486507 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-12f6fe84-92df-4101-8fac-7a3d3b081ba3 req-fbc50181-023c-4fb8-b4b2-7e1a5c6d726c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 1097 time: 0.0407386 Sep 30 13:45:58.520154 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-12f6fe84-92df-4101-8fac-7a3d3b081ba3 req-4ed8aeca-41ef-41e8-8ee4-a7ad7be2cf32 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=082bffbe-18bb-4b32-96ef-82cddf6a54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270243 Sep 30 13:45:58.896832 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5243d0-5d3d-4657-95dd-82683e864d24 req-fe563238-eee2-4a28-9d34-f6dc657895d9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:45:58.898332 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9a5243d0-5d3d-4657-95dd-82683e864d24 req-fe563238-eee2-4a28-9d34-f6dc657895d9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 946 time: 0.0516891 Sep 30 13:45:58.936002 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9a5243d0-5d3d-4657-95dd-82683e864d24 req-22221a75-3900-4750-a18b-3bfa4be9bc25 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=082bffbe-18bb-4b32-96ef-82cddf6a54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310826 Sep 30 13:46:00.052878 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227ec3d-5f1a-4da9-9bea-02cc872aa9ac req-2acd5b18-4df7-41cf-9579-be75c7849c22 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:46:00.054387 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0227ec3d-5f1a-4da9-9bea-02cc872aa9ac req-2acd5b18-4df7-41cf-9579-be75c7849c22 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 946 time: 0.0500898 Sep 30 13:46:00.094904 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0227ec3d-5f1a-4da9-9bea-02cc872aa9ac req-8a65fe0b-f162-47db-ac88-86b00384c649 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=082bffbe-18bb-4b32-96ef-82cddf6a54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345302 Sep 30 13:46:00.206739 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ebb42-c0a9-4c6b-8990-8c65dcd9fecd req-c9250ec1-3b37-4ea4-9a2f-6172efc11bbd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:46:00.208280 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-335ebb42-c0a9-4c6b-8990-8c65dcd9fecd req-c9250ec1-3b37-4ea4-9a2f-6172efc11bbd tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 946 time: 0.0479543 Sep 30 13:46:00.245627 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-335ebb42-c0a9-4c6b-8990-8c65dcd9fecd req-5937315c-c08f-4c51-bff8-4f50f9a57c23 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=082bffbe-18bb-4b32-96ef-82cddf6a54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308268 Sep 30 13:46:00.267995 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45116) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:46:00.306447 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8e62de-7739-472e-926d-91e814b8c704 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:46:00.307955 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fa8e62de-7739-472e-926d-91e814b8c704 tempest-TestNetworkAdvancedServerOps-1788901828 tempest-TestNetworkAdvancedServerOps-1788901828-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 1092 time: 0.0390031 Sep 30 13:46:00.310783 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45118) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:46:00.314857 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-b9d7b2d9-8cba-48cf-8a19-6f6779e7380a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'port_id': '8aa76492-0412-4978-a26e-fc10ba546825', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:46:00.338681 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b9d7b2d9-8cba-48cf-8a19-6f6779e7380a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for floatingip, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:00.430830 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b9d7b2d9-8cba-48cf-8a19-6f6779e7380a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:00.575886 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-b9d7b2d9-8cba-48cf-8a19-6f6779e7380a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Allocated IP 172.25.5.153 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/c824ca8f-07b7-4700-bc9c-793fe739d843) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:46:00.676423 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b9d7b2d9-8cba-48cf-8a19-6f6779e7380a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:00.709237 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b9d7b2d9-8cba-48cf-8a19-6f6779e7380a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:00.747773 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d7b2d9-8cba-48cf-8a19-6f6779e7380a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:46:00.750600 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-b9d7b2d9-8cba-48cf-8a19-6f6779e7380a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:46:00.754235 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d7b2d9-8cba-48cf-8a19-6f6779e7380a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:46:00.760094 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7b2d9-8cba-48cf-8a19-6f6779e7380a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Port': ['ID=c824ca8f-07b7-4700-bc9c-793fe739d843,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:46:01.487155 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b9d7b2d9-8cba-48cf-8a19-6f6779e7380a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:01.586773 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b9d7b2d9-8cba-48cf-8a19-6f6779e7380a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:01.730612 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b9d7b2d9-8cba-48cf-8a19-6f6779e7380a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:01.734785 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b9d7b2d9-8cba-48cf-8a19-6f6779e7380a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:01.799223 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7b2d9-8cba-48cf-8a19-6f6779e7380a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event updated for resources: {'Port': ['ID=c824ca8f-07b7-4700-bc9c-793fe739d843,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:46:01.810631 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b9d7b2d9-8cba-48cf-8a19-6f6779e7380a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:01.910889 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-b9d7b2d9-8cba-48cf-8a19-6f6779e7380a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Floating IP 643e0c31-3e30-4ea2-94e6-5eaa6a9e61e9 associated. External IP: 172.25.5.153, port: 8aa76492-0412-4978-a26e-fc10ba546825. Sep 30 13:46:02.114882 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d7b2d9-8cba-48cf-8a19-6f6779e7380a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Router 39b82c37-0a95-4a6f-89a3-4a3f0f79fd53 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:46:02.220771 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d7b2d9-8cba-48cf-8a19-6f6779e7380a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:46:02.230159 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e582f7-62f5-4743-ba35-0a3148ed7bee None None] Sync routers for ids ['39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:46:02.236981 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b9d7b2d9-8cba-48cf-8a19-6f6779e7380a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:02.240294 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e582f7-62f5-4743-ba35-0a3148ed7bee None None] Routers {'39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:46:02.240912 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-c9e582f7-62f5-4743-ba35-0a3148ed7bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:45:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:46:02.264835 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b9d7b2d9-8cba-48cf-8a19-6f6779e7380a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9530544 Sep 30 13:46:02.265658 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863398be-81d9-4b6f-aff7-3f482610b220', 'tag': '8aa76492-0412-4978-a26e-fc10ba546825'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:46:02.268106 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb39ac4b-0ff5-482a-84ac-3e2a79b6ed93" -d '{"events": [{"name": "network-changed", "server_uuid": "863398be-81d9-4b6f-aff7-3f482610b220", "tag": "8aa76492-0412-4978-a26e-fc10ba546825"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:46:02.303510 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48dc9ef-90d1-4b2a-90f2-685ec2b010d8 x-openstack-request-id: req-e48dc9ef-90d1-4b2a-90f2-685ec2b010d8 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:46:02.303807 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "863398be-81d9-4b6f-aff7-3f482610b220", "tag": "8aa76492-0412-4978-a26e-fc10ba546825", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:46:02.304061 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e48dc9ef-90d1-4b2a-90f2-685ec2b010d8 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:46:02.304469 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '863398be-81d9-4b6f-aff7-3f482610b220', 'tag': '8aa76492-0412-4978-a26e-fc10ba546825', 'status': 'completed', 'code': 200} Sep 30 13:46:02.346830 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-c9e582f7-62f5-4743-ba35-0a3148ed7bee None None] Set router 39b82c37-0a95-4a6f-89a3-4a3f0f79fd53 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:46:02.401479 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc58d65-2aed-4337-a952-fca230f167ff req-c4a8371c-a800-4356-a6be-9c71e420a21c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:46:02.402927 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6cc58d65-2aed-4337-a952-fca230f167ff req-c4a8371c-a800-4356-a6be-9c71e420a21c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 946 time: 0.0791063 Sep 30 13:46:02.405583 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39ac4b-0ff5-482a-84ac-3e2a79b6ed93 req-bfc54db4-3004-4466-8bc3-ffca19daa83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:46:02.406992 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cb39ac4b-0ff5-482a-84ac-3e2a79b6ed93 req-bfc54db4-3004-4466-8bc3-ffca19daa83e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 1097 time: 0.0819890 Sep 30 13:46:02.493749 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6cc58d65-2aed-4337-a952-fca230f167ff req-868f1cbd-8b42-4dd5-b568-50c7b5826b72 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=082bffbe-18bb-4b32-96ef-82cddf6a54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846779 Sep 30 13:46:02.515741 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45126) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:46:02.520635 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39ac4b-0ff5-482a-84ac-3e2a79b6ed93 req-5e858bfc-40a7-4da5-bc9d-9d176f2565b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:46:02.522259 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cb39ac4b-0ff5-482a-84ac-3e2a79b6ed93 req-5e858bfc-40a7-4da5-bc9d-9d176f2565b4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=438c4c66-db4d-4dae-824b-9eb308080c31 HTTP/1.1" status: 200 len: 898 time: 0.1074548 Sep 30 13:46:02.582480 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-c9e582f7-62f5-4743-ba35-0a3148ed7bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208195988', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:45:48Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '643e0c31-3e30-4ea2-94e6-5eaa6a9e61e9', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'port_id': '8aa76492-0412-4978-a26e-fc10ba546825', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31', 'mac_address': 'fa:16:3e:9d:3e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863398be-81d9-4b6f-aff7-3f482610b220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:46:01Z', 'updated_at': '2021-09-30T13:46:01Z', 'revision_number': 0, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a288c8-80e9-46f7-9891-d3dc8f7c9552', 'name': '', 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:80:a3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '07a355c2-72ee-4ba8-b6ff-84ce217719dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:45:48Z', 'updated_at': '2021-09-30T13:45:51Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': '07a355c2-72ee-4ba8-b6ff-84ce217719dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:46:02.584988 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fd781f24-3c96-4c63-9459-6533a36ebbc5 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/floatingips/643e0c31-3e30-4ea2-94e6-5eaa6a9e61e9 HTTP/1.1" status: 200 len: 992 time: 0.0677834 Sep 30 13:46:02.597368 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cb39ac4b-0ff5-482a-84ac-3e2a79b6ed93 req-2f77c1a4-fd73-4cd9-854d-d21e191fadb8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aa76492-0412-4978-a26e-fc10ba546825 HTTP/1.1" status: 200 len: 1000 time: 0.0680389 Sep 30 13:46:02.611098 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e582f7-62f5-4743-ba35-0a3148ed7bee None None] Checking router: 39b82c37-0a95-4a6f-89a3-4a3f0f79fd53 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:46:02.619525 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e582f7-62f5-4743-ba35-0a3148ed7bee None None] Routers {'39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:46:02.620127 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-c9e582f7-62f5-4743-ba35-0a3148ed7bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:45:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:46:02.648479 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39ac4b-0ff5-482a-84ac-3e2a79b6ed93 req-7908e1e0-1bb6-433a-89b1-82968ffd0185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:46:02.649958 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cb39ac4b-0ff5-482a-84ac-3e2a79b6ed93 req-7908e1e0-1bb6-433a-89b1-82968ffd0185 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07a355c2-72ee-4ba8-b6ff-84ce217719dd HTTP/1.1" status: 200 len: 834 time: 0.0437720 Sep 30 13:46:02.695239 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39ac4b-0ff5-482a-84ac-3e2a79b6ed93 req-cefd2b97-63da-4a2f-8a95-627a40e6b51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:46:02.696696 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cb39ac4b-0ff5-482a-84ac-3e2a79b6ed93 req-cefd2b97-63da-4a2f-8a95-627a40e6b51c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=438c4c66-db4d-4dae-824b-9eb308080c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399010 Sep 30 13:46:02.723678 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-c9e582f7-62f5-4743-ba35-0a3148ed7bee None None] Set router 39b82c37-0a95-4a6f-89a3-4a3f0f79fd53 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:46:02.790909 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cb39ac4b-0ff5-482a-84ac-3e2a79b6ed93 req-959a432e-c742-43b9-8c1e-fe3003e3eb09 service neutron] 10.222.0.39 "GET /v2.0/networks/438c4c66-db4d-4dae-824b-9eb308080c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873134 Sep 30 13:46:02.883946 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cb39ac4b-0ff5-482a-84ac-3e2a79b6ed93 req-d1247daf-1b91-4e80-bc9c-b5e2a5bbf816 service neutron] 10.222.0.39 "GET /v2.0/networks/438c4c66-db4d-4dae-824b-9eb308080c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866315 Sep 30 13:46:03.106291 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-c9e582f7-62f5-4743-ba35-0a3148ed7bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208195988', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:45:48Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '643e0c31-3e30-4ea2-94e6-5eaa6a9e61e9', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'port_id': '8aa76492-0412-4978-a26e-fc10ba546825', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31', 'mac_address': 'fa:16:3e:9d:3e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863398be-81d9-4b6f-aff7-3f482610b220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:46:01Z', 'updated_at': '2021-09-30T13:46:01Z', 'revision_number': 0, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a288c8-80e9-46f7-9891-d3dc8f7c9552', 'name': '', 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:80:a3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '07a355c2-72ee-4ba8-b6ff-84ce217719dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:45:48Z', 'updated_at': '2021-09-30T13:45:51Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': '07a355c2-72ee-4ba8-b6ff-84ce217719dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:46:03.137161 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e582f7-62f5-4743-ba35-0a3148ed7bee None None] The sync data for ids ['39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'] in n-d-810909-2 is: [{'id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208195988', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:45:48Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '643e0c31-3e30-4ea2-94e6-5eaa6a9e61e9', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'port_id': '8aa76492-0412-4978-a26e-fc10ba546825', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31', 'mac_address': 'fa:16:3e:9d:3e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863398be-81d9-4b6f-aff7-3f482610b220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:46:01Z', 'updated_at': '2021-09-30T13:46:01Z', 'revision_number': 0, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a288c8-80e9-46f7-9891-d3dc8f7c9552', 'name': '', 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:80:a3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '07a355c2-72ee-4ba8-b6ff-84ce217719dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:45:48Z', 'updated_at': '2021-09-30T13:45:51Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': '07a355c2-72ee-4ba8-b6ff-84ce217719dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:46:03.324972 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60df1a82-9518-4f91-8fae-bd89506da153 None None] New status for floating IP 643e0c31-3e30-4ea2-94e6-5eaa6a9e61e9: ACTIVE {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:46:03.588901 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45128) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:46:03.648778 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9580c01d-6d97-4f53-9646-79f33fb7d421 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/floatingips/643e0c31-3e30-4ea2-94e6-5eaa6a9e61e9 HTTP/1.1" status: 200 len: 994 time: 0.0588126 Sep 30 13:46:05.675511 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-31c9d955-b6d2-49ac-9ba0-bc1587456c79 req-eb6bb583-b572-4cfc-ba78-e01edfe27d27 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432861 Sep 30 13:46:05.751066 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:46:05.757587 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9d955-b6d2-49ac-9ba0-bc1587456c79 req-74fe4b8e-7bbd-4ca8-afc3-88e527778f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:46:05.759102 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-31c9d955-b6d2-49ac-9ba0-bc1587456c79 req-74fe4b8e-7bbd-4ca8-afc3-88e527778f96 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 1097 time: 0.0403101 Sep 30 13:46:05.868682 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9d955-b6d2-49ac-9ba0-bc1587456c79 req-1e3f9239-411d-442a-8375-53609b0a995e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:46:05.870137 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-31c9d955-b6d2-49ac-9ba0-bc1587456c79 req-1e3f9239-411d-442a-8375-53609b0a995e service neutron] 10.222.0.39 "GET /v2.0/networks?id=438c4c66-db4d-4dae-824b-9eb308080c31 HTTP/1.1" status: 200 len: 898 time: 0.0834894 Sep 30 13:46:05.940772 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-31c9d955-b6d2-49ac-9ba0-bc1587456c79 req-7bee4b64-95ae-4e8b-97a3-eba1d394e366 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aa76492-0412-4978-a26e-fc10ba546825 HTTP/1.1" status: 200 len: 1002 time: 0.0598600 Sep 30 13:46:05.990637 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9d955-b6d2-49ac-9ba0-bc1587456c79 req-2e2ca852-df03-4d3e-bd32-6b3b635464a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:46:05.992080 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-31c9d955-b6d2-49ac-9ba0-bc1587456c79 req-2e2ca852-df03-4d3e-bd32-6b3b635464a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07a355c2-72ee-4ba8-b6ff-84ce217719dd HTTP/1.1" status: 200 len: 834 time: 0.0444741 Sep 30 13:46:06.035887 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9d955-b6d2-49ac-9ba0-bc1587456c79 req-e0ae21b4-31b0-4af0-bad6-919ae6c3a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:46:06.037317 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-31c9d955-b6d2-49ac-9ba0-bc1587456c79 req-e0ae21b4-31b0-4af0-bad6-919ae6c3a7cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=438c4c66-db4d-4dae-824b-9eb308080c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385451 Sep 30 13:46:06.129048 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-31c9d955-b6d2-49ac-9ba0-bc1587456c79 req-176b1707-1ab4-467f-8480-cca49af7765b service neutron] 10.222.0.39 "GET /v2.0/networks/438c4c66-db4d-4dae-824b-9eb308080c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843863 Sep 30 13:46:06.219931 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-31c9d955-b6d2-49ac-9ba0-bc1587456c79 req-cc572f94-0114-4e72-96b8-c45035635e32 service neutron] 10.222.0.39 "GET /v2.0/networks/438c4c66-db4d-4dae-824b-9eb308080c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839758 Sep 30 13:46:15.081404 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:18.226495 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ddcf661b-b6f0-459c-894b-542280ad79c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:19.817250 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:20.732224 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d8b4d8c0-4664-476f-ae62-c168449f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:21.661181 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:22.175995 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-ee9b1225-9855-4278-b502-9a5b4f023456 req-33f19681-0b3b-44f6-a9b3-bf5355313e71 service neutron] (94763) timed out ('10.222.0.18', 55902) {{(pid=94763) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 13:46:22.469088 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:24.232212 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:32.492101 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddc74b-4fa2-4949-8310-3830a48ecbf4 req-a14d8910-33e8-44b5-ba7c-6d047a6342cc tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:46:32.493489 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-aeddc74b-4fa2-4949-8310-3830a48ecbf4 req-a14d8910-33e8-44b5-ba7c-6d047a6342cc tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 946 time: 0.0558884 Sep 30 13:46:32.531460 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-aeddc74b-4fa2-4949-8310-3830a48ecbf4 req-b76fcdd1-97f4-42ab-9648-7b7a0fcf16cf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=082bffbe-18bb-4b32-96ef-82cddf6a54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319154 Sep 30 13:46:33.905446 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73684bae-0142-4c0e-bee5-ac4276474d3d req-78337132-aa29-42ba-88fc-474c38ba82b3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:46:33.906985 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-73684bae-0142-4c0e-bee5-ac4276474d3d req-78337132-aa29-42ba-88fc-474c38ba82b3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 946 time: 0.3071103 Sep 30 13:46:33.944611 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-73684bae-0142-4c0e-bee5-ac4276474d3d req-ab0d03a4-a396-409f-be34-e7752598eca5 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=082bffbe-18bb-4b32-96ef-82cddf6a54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315793 Sep 30 13:46:35.061609 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd3e95-149f-42f6-bcc4-21632ddb87e1 req-f564348f-bfc9-4259-8b3e-aa608dec1cda tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:46:35.063131 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1ebd3e95-149f-42f6-bcc4-21632ddb87e1 req-f564348f-bfc9-4259-8b3e-aa608dec1cda tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 946 time: 0.0515344 Sep 30 13:46:35.100440 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1ebd3e95-149f-42f6-bcc4-21632ddb87e1 req-1199e85f-f12b-490d-b260-3b319d746c7b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=082bffbe-18bb-4b32-96ef-82cddf6a54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313425 Sep 30 13:46:36.214618 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9f7e7-e6af-4241-abbe-cd9cf85837d0 req-32efcf55-5620-4510-931d-ee8e28f4935a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:46:36.216349 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2fb9f7e7-e6af-4241-abbe-cd9cf85837d0 req-32efcf55-5620-4510-931d-ee8e28f4935a tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 946 time: 0.0482063 Sep 30 13:46:36.252101 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2fb9f7e7-e6af-4241-abbe-cd9cf85837d0 req-90524200-13ab-47d2-ae52-733f161b2a4c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=082bffbe-18bb-4b32-96ef-82cddf6a54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299208 Sep 30 13:46:37.366409 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee074e-917c-4602-b436-3fd0f9737ea9 req-e45f9dac-f411-4f6b-a105-a63d9a346c23 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:46:37.367788 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-99ee074e-917c-4602-b436-3fd0f9737ea9 req-e45f9dac-f411-4f6b-a105-a63d9a346c23 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 946 time: 0.0487282 Sep 30 13:46:37.404684 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-99ee074e-917c-4602-b436-3fd0f9737ea9 req-03c7266c-2471-4cf4-870c-2585f22432eb tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=082bffbe-18bb-4b32-96ef-82cddf6a54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311372 Sep 30 13:46:38.521974 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae518a-64ee-4cbb-a13c-19f6fecbd3b5 req-b772b4c4-6af1-4e61-a60e-06ee2c47e63d tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:46:38.523466 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64ae518a-64ee-4cbb-a13c-19f6fecbd3b5 req-b772b4c4-6af1-4e61-a60e-06ee2c47e63d tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 946 time: 0.0510519 Sep 30 13:46:38.560680 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64ae518a-64ee-4cbb-a13c-19f6fecbd3b5 req-d891ac0c-6b99-4411-b10a-937953804d10 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=082bffbe-18bb-4b32-96ef-82cddf6a54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311644 Sep 30 13:46:39.671835 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0d3c3-152b-4c30-90af-07f73be95977 req-270a6aa1-7907-4b14-9838-db4d49952895 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:46:39.673298 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-94c0d3c3-152b-4c30-90af-07f73be95977 req-270a6aa1-7907-4b14-9838-db4d49952895 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 946 time: 0.0476305 Sep 30 13:46:39.710584 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-94c0d3c3-152b-4c30-90af-07f73be95977 req-e76e8be8-1781-42e5-a8b3-db89fdf1bc4f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=082bffbe-18bb-4b32-96ef-82cddf6a54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313303 Sep 30 13:46:40.821493 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742a0a9-77ca-4f6a-8ade-db1c7f2f39fb req-03c2e152-1074-4d0e-8873-a1311c579936 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:46:40.823503 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d742a0a9-77ca-4f6a-8ade-db1c7f2f39fb req-03c2e152-1074-4d0e-8873-a1311c579936 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 946 time: 0.0479605 Sep 30 13:46:40.861100 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d742a0a9-77ca-4f6a-8ade-db1c7f2f39fb req-9ace732d-32ca-45cb-97fb-07ec05aeac48 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=082bffbe-18bb-4b32-96ef-82cddf6a54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316379 Sep 30 13:46:41.979762 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9032971-174b-452e-a564-1415c6db566e req-c3c9d1d7-083a-4822-a761-f4a72b79fe51 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:46:41.981230 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d9032971-174b-452e-a564-1415c6db566e req-c3c9d1d7-083a-4822-a761-f4a72b79fe51 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 946 time: 0.0533361 Sep 30 13:46:42.018629 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d9032971-174b-452e-a564-1415c6db566e req-74af40a7-6390-4ff5-be90-063e6f5c6ba8 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=082bffbe-18bb-4b32-96ef-82cddf6a54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315280 Sep 30 13:46:42.749780 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:46:43.130793 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ccc6a-47ff-453c-9ea5-e66d7ba2626c req-d0dd08bd-d3ed-495a-abda-6c281cbb2688 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:46:43.132259 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-923ccc6a-47ff-453c-9ea5-e66d7ba2626c req-d0dd08bd-d3ed-495a-abda-6c281cbb2688 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 946 time: 0.0482635 Sep 30 13:46:43.170967 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-923ccc6a-47ff-453c-9ea5-e66d7ba2626c req-9d33dc9a-016c-4342-99ec-833b6d5234d9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=082bffbe-18bb-4b32-96ef-82cddf6a54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321038 Sep 30 13:46:44.284155 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957bca8-93a0-4a58-9cd6-9758c141c613 req-aff111da-415d-4c7a-ba63-89ece42739da tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:46:44.285620 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b957bca8-93a0-4a58-9cd6-9758c141c613 req-aff111da-415d-4c7a-ba63-89ece42739da tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 946 time: 0.0485346 Sep 30 13:46:44.322469 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b957bca8-93a0-4a58-9cd6-9758c141c613 req-cef775eb-1c4e-4c8d-bad1-1fcd27c2d392 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=082bffbe-18bb-4b32-96ef-82cddf6a54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310237 Sep 30 13:46:45.084270 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:45.440124 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b8386-f284-4930-b573-309727331db2 req-8f77aa5d-9f2a-42e5-bb0e-1f5480933cc4 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:46:45.441617 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0b5b8386-f284-4930-b573-309727331db2 req-8f77aa5d-9f2a-42e5-bb0e-1f5480933cc4 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 946 time: 0.0516336 Sep 30 13:46:45.480011 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0b5b8386-f284-4930-b573-309727331db2 req-762849ab-1f43-4a03-befc-faba0d18c2c3 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=082bffbe-18bb-4b32-96ef-82cddf6a54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324526 Sep 30 13:46:46.066709 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadabea7-a594-4793-abc9-92bec24d6e8f req-aa4b4f0c-632a-46f8-aa93-3abf08676ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:46:46.068186 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fadabea7-a594-4793-abc9-92bec24d6e8f req-aa4b4f0c-632a-46f8-aa93-3abf08676ddd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 1097 time: 0.0383162 Sep 30 13:46:46.102392 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fadabea7-a594-4793-abc9-92bec24d6e8f req-d42b75fd-7a43-4fa3-a6c2-da822645b8a8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=082bffbe-18bb-4b32-96ef-82cddf6a54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269058 Sep 30 13:46:46.594287 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f8224-4bee-4d32-a5c8-e8dc5d655a74 req-e1cbb8d3-6770-4489-8db1-d0b0c29bc2f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:46:46.595772 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-651f8224-4bee-4d32-a5c8-e8dc5d655a74 req-e1cbb8d3-6770-4489-8db1-d0b0c29bc2f9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 946 time: 0.0491366 Sep 30 13:46:46.632191 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-651f8224-4bee-4d32-a5c8-e8dc5d655a74 req-4e7456ef-eeb2-4a69-a682-03e001c3d912 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=082bffbe-18bb-4b32-96ef-82cddf6a54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306029 Sep 30 13:46:47.746657 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4495ad-4804-4c35-bede-b526447a203b req-f71a6a4c-15c0-4a1b-8405-50394fd02775 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:46:47.748021 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0b4495ad-4804-4c35-bede-b526447a203b req-f71a6a4c-15c0-4a1b-8405-50394fd02775 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 946 time: 0.0478444 Sep 30 13:46:47.785050 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0b4495ad-4804-4c35-bede-b526447a203b req-0b997d67-7004-4393-8ee4-93527a3d24f7 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=082bffbe-18bb-4b32-96ef-82cddf6a54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311463 Sep 30 13:46:47.807192 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45182) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:46:47.870635 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bef56a7f-7d53-4b72-b6be-b621e0de817b tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/floatingips/643e0c31-3e30-4ea2-94e6-5eaa6a9e61e9 HTTP/1.1" status: 200 len: 994 time: 0.0623403 Sep 30 13:46:48.226661 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6583b7ec-fbdb-4d5d-98a4-8fc0149acefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:48.388708 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8aa76492-0412-4978-a26e-fc10ba546825 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:46:48.390680 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8aa76492-0412-4978-a26e-fc10ba546825 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:46:48.530707 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:48.548800 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8aa76492-0412-4978-a26e-fc10ba546825, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8aa76492-0412-4978-a26e-fc10ba546825,segment=NetworkSegment(d8e919d2-b785-4a07-8fcd-abe6f1d95b2b),segment_id=d8e919d2-b785-4a07-8fcd-abe6f1d95b2b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:46:48.566333 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '8aa76492-0412-4978-a26e-fc10ba546825', 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31', 'port_id': '8aa76492-0412-4978-a26e-fc10ba546825', 'mac_address': 'fa:16:3e:9d:3e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a355c2-72ee-4ba8-b6ff-84ce217719dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:46:48.571651 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863398be-81d9-4b6f-aff7-3f482610b220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aa76492-0412-4978-a26e-fc10ba546825'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:46:48.574516 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbfd975-e1ae-4fb3-acf4-01041c9f6351" -d '{"events": [{"server_uuid": "863398be-81d9-4b6f-aff7-3f482610b220", "name": "network-vif-unplugged", "status": "completed", "tag": "8aa76492-0412-4978-a26e-fc10ba546825"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:46:48.592611 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8aa76492-0412-4978-a26e-fc10ba546825, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8aa76492-0412-4978-a26e-fc10ba546825,segment=NetworkSegment(d8e919d2-b785-4a07-8fcd-abe6f1d95b2b),segment_id=d8e919d2-b785-4a07-8fcd-abe6f1d95b2b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:46:48.609888 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:48.652128 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:48.675124 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8aa76492-0412-4978-a26e-fc10ba546825 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:46:48.679930 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61664b0-1ab9-4198-9b90-fb40131fa5fd x-openstack-request-id: req-c61664b0-1ab9-4198-9b90-fb40131fa5fd {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:46:48.680241 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863398be-81d9-4b6f-aff7-3f482610b220", "name": "network-vif-unplugged", "status": "completed", "tag": "8aa76492-0412-4978-a26e-fc10ba546825", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:46:48.680496 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c61664b0-1ab9-4198-9b90-fb40131fa5fd {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:46:48.680877 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863398be-81d9-4b6f-aff7-3f482610b220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aa76492-0412-4978-a26e-fc10ba546825', 'code': 200} Sep 30 13:46:48.681487 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=8aa76492-0412-4978-a26e-fc10ba546825,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:46:48.690591 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:46:48.690935 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:46:48.691275 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:46:48.691608 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:46:48.691937 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:46:48.692263 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:46:48.692586 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:46:48.692908 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:46:48.693229 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:46:48.693546 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:46:48.693866 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:46:48.694214 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:46:48.731137 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:46:48.731501 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:46:49.269114 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:49.281760 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aa76492-0412-4978-a26e-fc10ba546825 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:46:49.300736 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8aa76492-0412-4978-a26e-fc10ba546825, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8aa76492-0412-4978-a26e-fc10ba546825,segment=NetworkSegment(d8e919d2-b785-4a07-8fcd-abe6f1d95b2b),segment_id=d8e919d2-b785-4a07-8fcd-abe6f1d95b2b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:46:49.305051 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:49.350365 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=8aa76492-0412-4978-a26e-fc10ba546825,revision_number=7']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:46:49.508950 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['8aa76492-0412-4978-a26e-fc10ba546825'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:46:49.817620 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:50.394492 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8aa76492-0412-4978-a26e-fc10ba546825 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:46:50.442960 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 8aa76492-0412-4978-a26e-fc10ba546825 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:46:50.443330 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:50.519401 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:50.550240 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8aa76492-0412-4978-a26e-fc10ba546825, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8aa76492-0412-4978-a26e-fc10ba546825,segment=NetworkSegment(d8e919d2-b785-4a07-8fcd-abe6f1d95b2b),segment_id=d8e919d2-b785-4a07-8fcd-abe6f1d95b2b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:46:50.554160 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:50.599388 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=8aa76492-0412-4978-a26e-fc10ba546825,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:46:50.681463 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863398be-81d9-4b6f-aff7-3f482610b220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa76492-0412-4978-a26e-fc10ba546825'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:46:50.684258 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e33b60f-f531-4c7e-84d9-898bebb398f8" -d '{"events": [{"server_uuid": "863398be-81d9-4b6f-aff7-3f482610b220", "name": "network-vif-plugged", "status": "completed", "tag": "8aa76492-0412-4978-a26e-fc10ba546825"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:46:50.723034 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541196f5-2fa9-4222-b769-575a7e698227 x-openstack-request-id: req-541196f5-2fa9-4222-b769-575a7e698227 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:46:50.723316 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863398be-81d9-4b6f-aff7-3f482610b220", "name": "network-vif-plugged", "status": "completed", "tag": "8aa76492-0412-4978-a26e-fc10ba546825", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:46:50.723567 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-541196f5-2fa9-4222-b769-575a7e698227 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:46:50.723967 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863398be-81d9-4b6f-aff7-3f482610b220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa76492-0412-4978-a26e-fc10ba546825', 'code': 200} Sep 30 13:46:50.736378 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-add1c91c-3b35-48d6-b8c9-8034a6ecb628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:51.662382 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:52.471465 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:46:54.235158 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:05.649598 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2a5be987-0fab-4b5b-b1a0-81a2388110f9 req-dd256e2a-0ffe-479b-b6ae-8cf4f62a965e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389526 Sep 30 13:47:05.727863 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5be987-0fab-4b5b-b1a0-81a2388110f9 req-12f9a6b4-6bc9-4c2d-aa31-b8c5c3088495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:05.729236 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2a5be987-0fab-4b5b-b1a0-81a2388110f9 req-12f9a6b4-6bc9-4c2d-aa31-b8c5c3088495 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 1097 time: 0.0393543 Sep 30 13:47:05.831348 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5be987-0fab-4b5b-b1a0-81a2388110f9 req-497350aa-6e30-4de1-b94e-ad6cd20515a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:05.832820 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2a5be987-0fab-4b5b-b1a0-81a2388110f9 req-497350aa-6e30-4de1-b94e-ad6cd20515a8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=438c4c66-db4d-4dae-824b-9eb308080c31 HTTP/1.1" status: 200 len: 898 time: 0.0847197 Sep 30 13:47:05.896206 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2a5be987-0fab-4b5b-b1a0-81a2388110f9 req-d39fd247-e1ce-497e-b342-3de0d27ee7a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aa76492-0412-4978-a26e-fc10ba546825 HTTP/1.1" status: 200 len: 1002 time: 0.0563743 Sep 30 13:47:05.948469 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5be987-0fab-4b5b-b1a0-81a2388110f9 req-833e3677-4f81-45bf-a9e7-1fbaf06dcb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:05.949941 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2a5be987-0fab-4b5b-b1a0-81a2388110f9 req-833e3677-4f81-45bf-a9e7-1fbaf06dcb28 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07a355c2-72ee-4ba8-b6ff-84ce217719dd HTTP/1.1" status: 200 len: 834 time: 0.0466454 Sep 30 13:47:05.997700 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5be987-0fab-4b5b-b1a0-81a2388110f9 req-00839ab5-c351-4941-89a1-ae4c6bc639b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:05.999145 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2a5be987-0fab-4b5b-b1a0-81a2388110f9 req-00839ab5-c351-4941-89a1-ae4c6bc639b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=438c4c66-db4d-4dae-824b-9eb308080c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413880 Sep 30 13:47:06.091740 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2a5be987-0fab-4b5b-b1a0-81a2388110f9 req-10a8602c-af62-4b35-8335-efa0553853cc service neutron] 10.222.0.39 "GET /v2.0/networks/438c4c66-db4d-4dae-824b-9eb308080c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813730 Sep 30 13:47:06.184340 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2a5be987-0fab-4b5b-b1a0-81a2388110f9 req-d4662e09-bf04-4da6-9394-5a28b2670e0c service neutron] 10.222.0.39 "GET /v2.0/networks/438c4c66-db4d-4dae-824b-9eb308080c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840487 Sep 30 13:47:15.085033 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:18.226515 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-20e1f272-1681-4421-958e-ee52b070cad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:19.749418 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:47:19.846494 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:20.736579 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3464-0887-4999-b486-dcee1cb19c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:21.663837 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:22.474289 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:23.029478 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45200) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:47:23.185063 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-41332c4f-d7cb-402f-8f02-75f8511bc0ee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Deleting port c824ca8f-07b7-4700-bc9c-793fe739d843 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:47:23.185329 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-41332c4f-d7cb-402f-8f02-75f8511bc0ee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:23.264051 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-41332c4f-d7cb-402f-8f02-75f8511bc0ee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:23.264384 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-41332c4f-d7cb-402f-8f02-75f8511bc0ee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:23.276148 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-41332c4f-d7cb-402f-8f02-75f8511bc0ee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Calling delete_port for c824ca8f-07b7-4700-bc9c-793fe739d843 owned by network:floatingip {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:47:23.420695 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-41332c4f-d7cb-402f-8f02-75f8511bc0ee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:23.447100 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41332c4f-d7cb-402f-8f02-75f8511bc0ee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event deleted for resources: {'Port': ['ID=c824ca8f-07b7-4700-bc9c-793fe739d843,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:47:23.473463 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41332c4f-d7cb-402f-8f02-75f8511bc0ee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:23.473812 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41332c4f-d7cb-402f-8f02-75f8511bc0ee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:23.474189 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41332c4f-d7cb-402f-8f02-75f8511bc0ee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:23.474526 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41332c4f-d7cb-402f-8f02-75f8511bc0ee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:23.474860 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41332c4f-d7cb-402f-8f02-75f8511bc0ee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:23.475189 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41332c4f-d7cb-402f-8f02-75f8511bc0ee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:23.475516 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41332c4f-d7cb-402f-8f02-75f8511bc0ee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:23.475842 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41332c4f-d7cb-402f-8f02-75f8511bc0ee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:23.476167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41332c4f-d7cb-402f-8f02-75f8511bc0ee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:23.476489 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41332c4f-d7cb-402f-8f02-75f8511bc0ee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:23.476807 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41332c4f-d7cb-402f-8f02-75f8511bc0ee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:23.477124 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41332c4f-d7cb-402f-8f02-75f8511bc0ee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:23.515165 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-41332c4f-d7cb-402f-8f02-75f8511bc0ee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for floatingip, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:23.515492 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-41332c4f-d7cb-402f-8f02-75f8511bc0ee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Floating IP 643e0c31-3e30-4ea2-94e6-5eaa6a9e61e9 disassociated (deleted). External IP: 172.25.5.153, port: 8aa76492-0412-4978-a26e-fc10ba546825. Sep 30 13:47:23.720361 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41332c4f-d7cb-402f-8f02-75f8511bc0ee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Router 39b82c37-0a95-4a6f-89a3-4a3f0f79fd53 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:47:23.826116 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41332c4f-d7cb-402f-8f02-75f8511bc0ee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:47:23.830973 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-41332c4f-d7cb-402f-8f02-75f8511bc0ee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:23.835947 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528c0e22-0ac1-4ddd-b0d4-3218c958c343 None None] Sync routers for ids ['39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:47:23.845115 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528c0e22-0ac1-4ddd-b0d4-3218c958c343 None None] Routers {'39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:47:23.845844 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-528c0e22-0ac1-4ddd-b0d4-3218c958c343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:47:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:47:23.859927 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-41332c4f-d7cb-402f-8f02-75f8511bc0ee tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "DELETE /v2.0/floatingips/643e0c31-3e30-4ea2-94e6-5eaa6a9e61e9 HTTP/1.1" status: 204 len: 168 time: 0.8291702 Sep 30 13:47:23.860568 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863398be-81d9-4b6f-aff7-3f482610b220', 'tag': '8aa76492-0412-4978-a26e-fc10ba546825'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:47:23.863097 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aca9af6-0143-4077-8ae6-197efba82865" -d '{"events": [{"name": "network-changed", "server_uuid": "863398be-81d9-4b6f-aff7-3f482610b220", "tag": "8aa76492-0412-4978-a26e-fc10ba546825"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:47:23.901049 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c8721f-9d47-474c-9ae1-b6e890f7abde x-openstack-request-id: req-b8c8721f-9d47-474c-9ae1-b6e890f7abde {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:47:23.901352 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "863398be-81d9-4b6f-aff7-3f482610b220", "tag": "8aa76492-0412-4978-a26e-fc10ba546825", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:47:23.901597 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8c8721f-9d47-474c-9ae1-b6e890f7abde {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:47:23.902002 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '863398be-81d9-4b6f-aff7-3f482610b220', 'tag': '8aa76492-0412-4978-a26e-fc10ba546825', 'status': 'completed', 'code': 200} Sep 30 13:47:23.958157 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-528c0e22-0ac1-4ddd-b0d4-3218c958c343 None None] Set router 39b82c37-0a95-4a6f-89a3-4a3f0f79fd53 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:47:23.965254 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca9af6-0143-4077-8ae6-197efba82865 req-01501d0d-34ea-4760-b900-90363b9a2ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:23.967276 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2aca9af6-0143-4077-8ae6-197efba82865 req-01501d0d-34ea-4760-b900-90363b9a2ca3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 1097 time: 0.0437365 Sep 30 13:47:24.075565 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca9af6-0143-4077-8ae6-197efba82865 req-a67318b6-7859-4618-b7cb-e5207880369e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:24.078051 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2aca9af6-0143-4077-8ae6-197efba82865 req-a67318b6-7859-4618-b7cb-e5207880369e service neutron] 10.222.0.39 "GET /v2.0/networks?id=438c4c66-db4d-4dae-824b-9eb308080c31 HTTP/1.1" status: 200 len: 898 time: 0.1029658 Sep 30 13:47:24.102977 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0788cc-e3fe-442c-b0ff-23ee04521a55 req-4207b70a-f598-45c5-9220-119dc99d9331 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:24.105310 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7d0788cc-e3fe-442c-b0ff-23ee04521a55 req-4207b70a-f598-45c5-9220-119dc99d9331 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 946 time: 0.0556564 Sep 30 13:47:24.123132 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2aca9af6-0143-4077-8ae6-197efba82865 req-248b3a99-1f6b-4fff-a535-88e1f081286d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aa76492-0412-4978-a26e-fc10ba546825 HTTP/1.1" status: 200 len: 217 time: 0.0368536 Sep 30 13:47:24.151029 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7d0788cc-e3fe-442c-b0ff-23ee04521a55 req-f66ba507-1e9c-4dc7-8b3c-075c228027b8 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=082bffbe-18bb-4b32-96ef-82cddf6a54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390279 Sep 30 13:47:24.179266 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-528c0e22-0ac1-4ddd-b0d4-3218c958c343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208195988', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:45:48Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '91a288c8-80e9-46f7-9891-d3dc8f7c9552', 'name': '', 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:80:a3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '07a355c2-72ee-4ba8-b6ff-84ce217719dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:45:48Z', 'updated_at': '2021-09-30T13:45:51Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': '07a355c2-72ee-4ba8-b6ff-84ce217719dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:47:24.180195 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca9af6-0143-4077-8ae6-197efba82865 req-fdf8ff5d-a5ba-42d5-b917-f7ee10a548ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:24.181671 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2aca9af6-0143-4077-8ae6-197efba82865 req-fdf8ff5d-a5ba-42d5-b917-f7ee10a548ad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07a355c2-72ee-4ba8-b6ff-84ce217719dd HTTP/1.1" status: 200 len: 834 time: 0.0511394 Sep 30 13:47:24.206126 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528c0e22-0ac1-4ddd-b0d4-3218c958c343 None None] Checking router: 39b82c37-0a95-4a6f-89a3-4a3f0f79fd53 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:47:24.214530 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528c0e22-0ac1-4ddd-b0d4-3218c958c343 None None] Routers {'39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:47:24.215140 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-528c0e22-0ac1-4ddd-b0d4-3218c958c343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:47:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:47:24.228496 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca9af6-0143-4077-8ae6-197efba82865 req-57926d83-2dd6-4fe6-a70f-083dae56d504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:24.230549 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2aca9af6-0143-4077-8ae6-197efba82865 req-57926d83-2dd6-4fe6-a70f-083dae56d504 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=438c4c66-db4d-4dae-824b-9eb308080c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404756 Sep 30 13:47:24.275814 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:24.320661 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2aca9af6-0143-4077-8ae6-197efba82865 req-0c8908cb-3d5d-4d23-9774-ae700f62dc71 service neutron] 10.222.0.39 "GET /v2.0/networks/438c4c66-db4d-4dae-824b-9eb308080c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818729 Sep 30 13:47:24.330817 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-528c0e22-0ac1-4ddd-b0d4-3218c958c343 None None] Set router 39b82c37-0a95-4a6f-89a3-4a3f0f79fd53 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:47:24.415301 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2aca9af6-0143-4077-8ae6-197efba82865 req-a6e801a9-dc17-49ad-8786-18ae6714246b service neutron] 10.222.0.39 "GET /v2.0/networks/438c4c66-db4d-4dae-824b-9eb308080c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872591 Sep 30 13:47:24.527737 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-528c0e22-0ac1-4ddd-b0d4-3218c958c343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208195988', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:45:48Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '91a288c8-80e9-46f7-9891-d3dc8f7c9552', 'name': '', 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:80:a3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '07a355c2-72ee-4ba8-b6ff-84ce217719dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:45:48Z', 'updated_at': '2021-09-30T13:45:51Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': '07a355c2-72ee-4ba8-b6ff-84ce217719dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:47:24.553619 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528c0e22-0ac1-4ddd-b0d4-3218c958c343 None None] The sync data for ids ['39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'] in n-d-810909-2 is: [{'id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208195988', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:45:48Z', 'revision_number': 4, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '91a288c8-80e9-46f7-9891-d3dc8f7c9552', 'name': '', 'network_id': '438c4c66-db4d-4dae-824b-9eb308080c31', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'mac_address': 'fa:16:3e:80:a3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '07a355c2-72ee-4ba8-b6ff-84ce217719dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:45:48Z', 'updated_at': '2021-09-30T13:45:51Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'subnets': [{'id': '07a355c2-72ee-4ba8-b6ff-84ce217719dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:47:24.755767 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d342975-0303-4ebf-beda-74d5e6246eee None None] New status for floating IP 643e0c31-3e30-4ea2-94e6-5eaa6a9e61e9: DOWN {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:47:25.262681 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66042849-49ee-484a-a240-38886be6f118 req-d34efc39-0b5a-41ed-85ed-14f6383e06c9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:25.264155 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-66042849-49ee-484a-a240-38886be6f118 req-d34efc39-0b5a-41ed-85ed-14f6383e06c9 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 946 time: 0.0485861 Sep 30 13:47:25.300188 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-66042849-49ee-484a-a240-38886be6f118 req-ca45f558-8a0a-4ec6-adaa-efbe3d23cb0f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "GET /v2.0/security-groups?id=082bffbe-18bb-4b32-96ef-82cddf6a54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300455 Sep 30 13:47:25.405610 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc282f-8231-4487-836e-5e2533050dbf req-712d2009-d950-4c75-94d1-52a384de2f2f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:25.407046 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dbbc282f-8231-4487-836e-5e2533050dbf req-712d2009-d950-4c75-94d1-52a384de2f2f tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.39 "GET /v2.0/ports?device_id=863398be-81d9-4b6f-aff7-3f482610b220 HTTP/1.1" status: 200 len: 946 time: 0.0465424 Sep 30 13:47:25.498891 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-dbbc282f-8231-4487-836e-5e2533050dbf req-ccd19fa4-46fe-4f8d-a69a-04fddd83ab0c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Deleting port 8aa76492-0412-4978-a26e-fc10ba546825 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:47:25.499226 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dbbc282f-8231-4487-836e-5e2533050dbf req-ccd19fa4-46fe-4f8d-a69a-04fddd83ab0c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:25.584274 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-dbbc282f-8231-4487-836e-5e2533050dbf req-ccd19fa4-46fe-4f8d-a69a-04fddd83ab0c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] For port 8aa76492-0412-4978-a26e-fc10ba546825, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8aa76492-0412-4978-a26e-fc10ba546825,segment=NetworkSegment(d8e919d2-b785-4a07-8fcd-abe6f1d95b2b),segment_id=d8e919d2-b785-4a07-8fcd-abe6f1d95b2b)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:47:25.584628 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dbbc282f-8231-4487-836e-5e2533050dbf req-ccd19fa4-46fe-4f8d-a69a-04fddd83ab0c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:25.600561 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-dbbc282f-8231-4487-836e-5e2533050dbf req-ccd19fa4-46fe-4f8d-a69a-04fddd83ab0c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Calling delete_port for 8aa76492-0412-4978-a26e-fc10ba546825 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:47:25.726911 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dbbc282f-8231-4487-836e-5e2533050dbf req-ccd19fa4-46fe-4f8d-a69a-04fddd83ab0c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:25.763104 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd19fa4-46fe-4f8d-a69a-04fddd83ab0c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event deleted for resources: {'Port': ['ID=8aa76492-0412-4978-a26e-fc10ba546825,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:47:25.799302 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbc282f-8231-4487-836e-5e2533050dbf req-ccd19fa4-46fe-4f8d-a69a-04fddd83ab0c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] No DVR routers for this DVR port 8aa76492-0412-4978-a26e-fc10ba546825 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:47:25.801790 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-dbbc282f-8231-4487-836e-5e2533050dbf req-ccd19fa4-46fe-4f8d-a69a-04fddd83ab0c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:25.803874 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dbbc282f-8231-4487-836e-5e2533050dbf req-ccd19fa4-46fe-4f8d-a69a-04fddd83ab0c tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.39 "DELETE /v2.0/ports/8aa76492-0412-4978-a26e-fc10ba546825 HTTP/1.1" status: 204 len: 173 time: 0.3891966 Sep 30 13:47:25.903677 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863398be-81d9-4b6f-aff7-3f482610b220', 'name': 'network-vif-deleted', 'tag': '8aa76492-0412-4978-a26e-fc10ba546825'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:47:25.906138 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6871cf9e-64a7-4c68-8321-db6b5de28dd6" -d '{"events": [{"server_uuid": "863398be-81d9-4b6f-aff7-3f482610b220", "name": "network-vif-deleted", "tag": "8aa76492-0412-4978-a26e-fc10ba546825"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:47:25.944038 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c400ec4-94cf-4385-9b6e-4e84c7fb0421 x-openstack-request-id: req-2c400ec4-94cf-4385-9b6e-4e84c7fb0421 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:47:25.944338 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863398be-81d9-4b6f-aff7-3f482610b220", "name": "network-vif-deleted", "tag": "8aa76492-0412-4978-a26e-fc10ba546825", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:47:25.944598 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2c400ec4-94cf-4385-9b6e-4e84c7fb0421 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:47:25.945004 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863398be-81d9-4b6f-aff7-3f482610b220', 'name': 'network-vif-deleted', 'tag': '8aa76492-0412-4978-a26e-fc10ba546825', 'status': 'completed', 'code': 200} Sep 30 13:47:26.355861 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45216) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:47:26.706386 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-828f7d16-d8c7-4f7c-877b-3e3649e4f625 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:26.958308 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-828f7d16-d8c7-4f7c-877b-3e3649e4f625 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Deleting port 91a288c8-80e9-46f7-9891-d3dc8f7c9552 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:47:26.958584 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-828f7d16-d8c7-4f7c-877b-3e3649e4f625 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:27.048583 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-828f7d16-d8c7-4f7c-877b-3e3649e4f625 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] For port 91a288c8-80e9-46f7-9891-d3dc8f7c9552, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=91a288c8-80e9-46f7-9891-d3dc8f7c9552,segment=NetworkSegment(d8e919d2-b785-4a07-8fcd-abe6f1d95b2b),segment_id=d8e919d2-b785-4a07-8fcd-abe6f1d95b2b)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:47:27.048948 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-828f7d16-d8c7-4f7c-877b-3e3649e4f625 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:27.061165 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-828f7d16-d8c7-4f7c-877b-3e3649e4f625 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Calling delete_port for 91a288c8-80e9-46f7-9891-d3dc8f7c9552 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:47:27.247130 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-828f7d16-d8c7-4f7c-877b-3e3649e4f625 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:27.274217 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f7d16-d8c7-4f7c-877b-3e3649e4f625 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event deleted for resources: {'Port': ['ID=91a288c8-80e9-46f7-9891-d3dc8f7c9552,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:47:27.300816 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f7d16-d8c7-4f7c-877b-3e3649e4f625 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:27.301165 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f7d16-d8c7-4f7c-877b-3e3649e4f625 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:27.301511 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f7d16-d8c7-4f7c-877b-3e3649e4f625 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:27.301850 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f7d16-d8c7-4f7c-877b-3e3649e4f625 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:27.302214 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f7d16-d8c7-4f7c-877b-3e3649e4f625 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:27.302550 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f7d16-d8c7-4f7c-877b-3e3649e4f625 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:27.302882 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f7d16-d8c7-4f7c-877b-3e3649e4f625 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:27.303213 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f7d16-d8c7-4f7c-877b-3e3649e4f625 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:27.303540 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f7d16-d8c7-4f7c-877b-3e3649e4f625 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:27.303878 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f7d16-d8c7-4f7c-877b-3e3649e4f625 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:27.304197 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f7d16-d8c7-4f7c-877b-3e3649e4f625 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:27.304517 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f7d16-d8c7-4f7c-877b-3e3649e4f625 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:27.465297 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-828f7d16-d8c7-4f7c-877b-3e3649e4f625 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:27.670777 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828f7d16-d8c7-4f7c-877b-3e3649e4f625 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Router 39b82c37-0a95-4a6f-89a3-4a3f0f79fd53 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:47:27.773885 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828f7d16-d8c7-4f7c-877b-3e3649e4f625 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:47:27.782819 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-828f7d16-d8c7-4f7c-877b-3e3649e4f625 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "PUT /v2.0/routers/39b82c37-0a95-4a6f-89a3-4a3f0f79fd53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4231031 Sep 30 13:47:27.782819 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45218) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:47:27.784535 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a270679b-dfc1-43c9-85c6-ce964553d44c None None] Sync routers for ids ['39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:47:27.794315 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a270679b-dfc1-43c9-85c6-ce964553d44c None None] Routers {'39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:47:27.794925 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a270679b-dfc1-43c9-85c6-ce964553d44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:47:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:47:27.842052 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71fa431-c23b-455a-be73-0ad9834c7a37 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Deleting subnet 07a355c2-72ee-4ba8-b6ff-84ce217719dd {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:47:27.845300 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c71fa431-c23b-455a-be73-0ad9834c7a37 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:27.886978 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c71fa431-c23b-455a-be73-0ad9834c7a37 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:27.899079 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-a270679b-dfc1-43c9-85c6-ce964553d44c None None] Set router 39b82c37-0a95-4a6f-89a3-4a3f0f79fd53 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:47:27.970393 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c71fa431-c23b-455a-be73-0ad9834c7a37 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:28.034138 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c71fa431-c23b-455a-be73-0ad9834c7a37 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:28.058615 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71fa431-c23b-455a-be73-0ad9834c7a37 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event deleted for resources: {'Subnet': ['ID=07a355c2-72ee-4ba8-b6ff-84ce217719dd,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:47:28.064175 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c71fa431-c23b-455a-be73-0ad9834c7a37 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:28.068641 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c71fa431-c23b-455a-be73-0ad9834c7a37 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "DELETE /v2.0/subnets/07a355c2-72ee-4ba8-b6ff-84ce217719dd HTTP/1.1" status: 204 len: 168 time: 0.2820168 Sep 30 13:47:28.068896 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45220) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:47:28.076318 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb6b4e3-cb53-4a41-83a6-3b8b32f34c59 None None] Network 438c4c66-db4d-4dae-824b-9eb308080c31 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:47:28.102463 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a270679b-dfc1-43c9-85c6-ce964553d44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208195988', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:47:27Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:47:28.161466 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a270679b-dfc1-43c9-85c6-ce964553d44c None None] Checking router: 39b82c37-0a95-4a6f-89a3-4a3f0f79fd53 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:47:28.176526 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-747ffd9b-c5da-4b34-b637-b11738ca902e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:28.194046 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a270679b-dfc1-43c9-85c6-ce964553d44c None None] Routers {'39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:47:28.194944 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a270679b-dfc1-43c9-85c6-ce964553d44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:47:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:47:28.279994 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-747ffd9b-c5da-4b34-b637-b11738ca902e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:28.323526 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-a270679b-dfc1-43c9-85c6-ce964553d44c None None] Set router 39b82c37-0a95-4a6f-89a3-4a3f0f79fd53 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:47:28.385513 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d661b9fb-94d9-4803-82ef-8ce040e088ae None None] DHCP port deletion for 438c4c66-db4d-4dae-824b-9eb308080c31 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 13:47:28.631848 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8aa76492-0412-4978-a26e-fc10ba546825 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:47:28.653350 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-747ffd9b-c5da-4b34-b637-b11738ca902e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Deleting port 4ede4b32-f795-43f3-b241-2caa637c546d {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:47:28.653880 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-747ffd9b-c5da-4b34-b637-b11738ca902e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:28.660891 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 8aa76492-0412-4978-a26e-fc10ba546825 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:47:28.661237 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8aa76492-0412-4978-a26e-fc10ba546825 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:47:28.702257 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-d661b9fb-94d9-4803-82ef-8ce040e088ae None None] Deleting port 50858533-2927-4fab-be94-628fa3efc168 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:47:28.702700 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d661b9fb-94d9-4803-82ef-8ce040e088ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:28.736844 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-747ffd9b-c5da-4b34-b637-b11738ca902e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] For port 4ede4b32-f795-43f3-b241-2caa637c546d, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4ede4b32-f795-43f3-b241-2caa637c546d,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:47:28.737232 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-747ffd9b-c5da-4b34-b637-b11738ca902e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:28.750058 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-747ffd9b-c5da-4b34-b637-b11738ca902e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Calling delete_port for 4ede4b32-f795-43f3-b241-2caa637c546d owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:47:28.777140 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d661b9fb-94d9-4803-82ef-8ce040e088ae None None] For port 50858533-2927-4fab-be94-628fa3efc168, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=50858533-2927-4fab-be94-628fa3efc168,segment=NetworkSegment(d8e919d2-b785-4a07-8fcd-abe6f1d95b2b),segment_id=d8e919d2-b785-4a07-8fcd-abe6f1d95b2b)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:47:28.777532 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d661b9fb-94d9-4803-82ef-8ce040e088ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:28.793455 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-d661b9fb-94d9-4803-82ef-8ce040e088ae None None] Calling delete_port for 50858533-2927-4fab-be94-628fa3efc168 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:47:28.801255 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a270679b-dfc1-43c9-85c6-ce964553d44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208195988', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:47:27Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:47:28.833449 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a270679b-dfc1-43c9-85c6-ce964553d44c None None] The sync data for ids ['39b82c37-0a95-4a6f-89a3-4a3f0f79fd53'] in n-d-810909-2 is: [{'id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208195988', 'tenant_id': '4fa461100d3b4c25872c36a62d32e6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:47:27Z', 'revision_number': 5, 'project_id': '4fa461100d3b4c25872c36a62d32e6d8', 'gw_port': {'id': '4ede4b32-f795-43f3-b241-2caa637c546d', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b82c37-0a95-4a6f-89a3-4a3f0f79fd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:45:45Z', 'updated_at': '2021-09-30T13:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:47:28.910356 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d661b9fb-94d9-4803-82ef-8ce040e088ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:28.925756 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-747ffd9b-c5da-4b34-b637-b11738ca902e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:28.938060 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661b9fb-94d9-4803-82ef-8ce040e088ae None None] Pushing event deleted for resources: {'Port': ['ID=50858533-2927-4fab-be94-628fa3efc168,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:47:28.939810 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d661b9fb-94d9-4803-82ef-8ce040e088ae None None] No DVR routers for this DVR port 50858533-2927-4fab-be94-628fa3efc168 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:47:28.951581 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ffd9b-c5da-4b34-b637-b11738ca902e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event deleted for resources: {'Port': ['ID=4ede4b32-f795-43f3-b241-2caa637c546d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:47:29.010653 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-747ffd9b-c5da-4b34-b637-b11738ca902e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:29.099808 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-747ffd9b-c5da-4b34-b637-b11738ca902e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:29.101996 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-747ffd9b-c5da-4b34-b637-b11738ca902e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:29.147457 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-747ffd9b-c5da-4b34-b637-b11738ca902e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:29.147856 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747ffd9b-c5da-4b34-b637-b11738ca902e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Fanout notify agent at l3_agent the message router_deleted on router 39b82c37-0a95-4a6f-89a3-4a3f0f79fd53 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 13:47:29.155104 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-747ffd9b-c5da-4b34-b637-b11738ca902e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:29.156218 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-747ffd9b-c5da-4b34-b637-b11738ca902e tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "DELETE /v2.0/routers/39b82c37-0a95-4a6f-89a3-4a3f0f79fd53 HTTP/1.1" status: 204 len: 168 time: 1.0863950 Sep 30 13:47:29.158977 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45222) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:47:29.239532 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee515-d295-449a-947b-8488f2f37cbf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:29.307075 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 50858533-2927-4fab-be94-628fa3efc168 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:47:29.331531 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 50858533-2927-4fab-be94-628fa3efc168 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:47:29.331875 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 50858533-2927-4fab-be94-628fa3efc168 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:47:29.332295 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 91a288c8-80e9-46f7-9891-d3dc8f7c9552 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:47:29.343797 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee515-d295-449a-947b-8488f2f37cbf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:29.355542 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 91a288c8-80e9-46f7-9891-d3dc8f7c9552 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:47:29.355889 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 91a288c8-80e9-46f7-9891-d3dc8f7c9552 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:47:29.364870 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-6a9ee515-d295-449a-947b-8488f2f37cbf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['438c4c66-db4d-4dae-824b-9eb308080c31']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:47:29.375438 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-6a9ee515-d295-449a-947b-8488f2f37cbf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e919d2-b785-4a07-8fcd-abe6f1d95b2b') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:47:29.375758 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-6a9ee515-d295-449a-947b-8488f2f37cbf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e919d2-b785-4a07-8fcd-abe6f1d95b2b') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:47:29.384899 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee515-d295-449a-947b-8488f2f37cbf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:29.397981 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee515-d295-449a-947b-8488f2f37cbf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:29.404683 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9ee515-d295-449a-947b-8488f2f37cbf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:47:29.404940 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee515-d295-449a-947b-8488f2f37cbf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:47:29.408100 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:47:29.472172 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee515-d295-449a-947b-8488f2f37cbf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:29.479714 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee515-d295-449a-947b-8488f2f37cbf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:29.481912 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6a9ee515-d295-449a-947b-8488f2f37cbf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "DELETE /v2.0/networks/438c4c66-db4d-4dae-824b-9eb308080c31 HTTP/1.1" status: 204 len: 168 time: 0.3220162 Sep 30 13:47:29.484922 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45224) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:47:29.493605 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ee515-d295-449a-947b-8488f2f37cbf tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event deleted for resources: {'Network': ['ID=438c4c66-db4d-4dae-824b-9eb308080c31,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:47:29.550006 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-53ceeec1-e18e-4f39-b58a-a9c820d61629 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:29.575436 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-53ceeec1-e18e-4f39-b58a-a9c820d61629 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:29.634700 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-53ceeec1-e18e-4f39-b58a-a9c820d61629 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:29.637882 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-53ceeec1-e18e-4f39-b58a-a9c820d61629 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:29.639105 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-53ceeec1-e18e-4f39-b58a-a9c820d61629 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] 10.222.0.18 "DELETE /v2.0/security-groups/082bffbe-18bb-4b32-96ef-82cddf6a54e4 HTTP/1.1" status: 204 len: 168 time: 0.1532063 Sep 30 13:47:29.648573 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ceeec1-e18e-4f39-b58a-a9c820d61629 tempest-TestNetworkAdvancedServerOps-78891508 tempest-TestNetworkAdvancedServerOps-78891508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=082bffbe-18bb-4b32-96ef-82cddf6a54e4,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:47:29.950769 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45232) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:47:30.100999 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d061c985-85b5-46c9-bf2d-3b8038a09424 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4fa461100d3b4c25872c36a62d32e6d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489835 Sep 30 13:47:30.103514 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45236) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:47:30.162553 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-916bc743-f573-4b1a-a415-003204e14f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:30.183988 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-916bc743-f573-4b1a-a415-003204e14f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:30.228848 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-916bc743-f573-4b1a-a415-003204e14f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:30.232163 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-916bc743-f573-4b1a-a415-003204e14f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:30.233340 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-916bc743-f573-4b1a-a415-003204e14f2d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d38e634-cb79-4d54-8b6c-e620994f82b2 HTTP/1.1" status: 204 len: 168 time: 0.1289468 Sep 30 13:47:30.241221 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bc743-f573-4b1a-a415-003204e14f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d38e634-cb79-4d54-8b6c-e620994f82b2,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:47:30.493715 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45242) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:47:30.532486 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-993bbfc4-a9f5-458d-9854-8e291a6ea338 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=51c6dccafba54cae9295508f70f21a41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376272 Sep 30 13:47:30.534822 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45244) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:47:30.581642 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48520c2f-4883-428b-99ce-ebb163372af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:30.602347 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48520c2f-4883-428b-99ce-ebb163372af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:30.646963 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48520c2f-4883-428b-99ce-ebb163372af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:30.649658 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48520c2f-4883-428b-99ce-ebb163372af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:30.650859 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-48520c2f-4883-428b-99ce-ebb163372af8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4eed979d-bffb-4b64-92a3-5fa6281e4747 HTTP/1.1" status: 204 len: 168 time: 0.1151495 Sep 30 13:47:30.659101 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48520c2f-4883-428b-99ce-ebb163372af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eed979d-bffb-4b64-92a3-5fa6281e4747,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:47:30.885166 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4ede4b32-f795-43f3-b241-2caa637c546d no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:47:30.907172 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 4ede4b32-f795-43f3-b241-2caa637c546d {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:47:30.907510 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4ede4b32-f795-43f3-b241-2caa637c546d not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:47:40.528340 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-ab9ab20d-792a-4b73-9a24-40106865bd1c tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5f9d7b1d256f4fd29bdd8adcb0655615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286462 Sep 30 13:47:40.709264 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-4ab2c3f7-d7fe-4278-9a85-6aa8bf75a159 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:40.710769 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-4ab2c3f7-d7fe-4278-9a85-6aa8bf75a159 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772461 Sep 30 13:47:40.726083 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-ba6d33a4-72ce-4204-869a-8900acb22a0b tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] 10.222.0.18 "GET /v2.0/quotas/5f9d7b1d256f4fd29bdd8adcb0655615 HTTP/1.1" status: 200 len: 375 time: 0.0087008 Sep 30 13:47:40.755722 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-faa7b7c2-9e67-4dd9-8749-0bd1b9039132 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f9d7b1d256f4fd29bdd8adcb0655615&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246358 Sep 30 13:47:40.917322 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1fff04ff-93d6-4a73-bdbb-b3c5be844657 req-8554e272-ecc8-47b3-b5d6-146dcaff096e tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fb9e5d-564f-485d-a9ea-b5e6f4819b86 HTTP/1.1" status: 200 len: 210 time: 0.0269136 Sep 30 13:47:41.716850 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-14383179-ec8f-46e3-b124-b077036d08f7 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5f9d7b1d256f4fd29bdd8adcb0655615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228021 Sep 30 13:47:41.827463 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-a9faec16-a0f5-4e25-ba94-5576687c4e00 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:41.828902 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-a9faec16-a0f5-4e25-ba94-5576687c4e00 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1062140 Sep 30 13:47:41.844143 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-a307a7b8-9335-470a-8885-9b5d49449cfd tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Request body: {'port': {'device_id': '55fb9e5d-564f-485d-a9ea-b5e6f4819b86', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'admin_state_up': True, 'tenant_id': '5f9d7b1d256f4fd29bdd8adcb0655615'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:47:41.946880 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-a307a7b8-9335-470a-8885-9b5d49449cfd tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Made reservation on behalf of 5f9d7b1d256f4fd29bdd8adcb0655615 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:47:41.950460 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-a307a7b8-9335-470a-8885-9b5d49449cfd tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:41.963311 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-a307a7b8-9335-470a-8885-9b5d49449cfd tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:42.018289 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f418c299-565a-4524-bdb6-ac89c0663115 req-c10b18c2-f5ca-4a18-9b1c-f826a95f8f99 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fb9e5d-564f-485d-a9ea-b5e6f4819b86 HTTP/1.1" status: 200 len: 210 time: 0.0297811 Sep 30 13:47:42.073833 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-a307a7b8-9335-470a-8885-9b5d49449cfd tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:42.077269 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-a307a7b8-9335-470a-8885-9b5d49449cfd tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:42.136953 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307a7b8-9335-470a-8885-9b5d49449cfd tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a3acf1-a988-4238-9071-1c3ddfb15c5b,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:47:42.208816 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-a307a7b8-9335-470a-8885-9b5d49449cfd tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Allocated IP 192.168.233.43 (d7d10ef6-a65f-4b28-a0c0-97f6547849bc/5b229cf3-e551-481e-91fd-e782824887b0/666ef9e8-6ff1-4c11-baae-a69f6355236e) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:47:42.348625 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-a307a7b8-9335-470a-8885-9b5d49449cfd tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:42.380169 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-a307a7b8-9335-470a-8885-9b5d49449cfd tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:42.426935 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-a307a7b8-9335-470a-8885-9b5d49449cfd tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Network d7d10ef6-a65f-4b28-a0c0-97f6547849bc is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:47:42.429938 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-a307a7b8-9335-470a-8885-9b5d49449cfd tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:47:42.434329 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-a307a7b8-9335-470a-8885-9b5d49449cfd tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:47:42.459534 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307a7b8-9335-470a-8885-9b5d49449cfd tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Pushing event updated for resources: {'Port': ['ID=666ef9e8-6ff1-4c11-baae-a69f6355236e,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:47:42.487679 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-a307a7b8-9335-470a-8885-9b5d49449cfd tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:42.488299 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-a307a7b8-9335-470a-8885-9b5d49449cfd tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:42.504694 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-a307a7b8-9335-470a-8885-9b5d49449cfd tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6642520 Sep 30 13:47:42.517163 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-f7309571-baca-418a-84d5-6d74ce08a93b service neutron] Request body: {'port': {'device_id': '55fb9e5d-564f-485d-a9ea-b5e6f4819b86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:47:42.571474 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-f7309571-baca-418a-84d5-6d74ce08a93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:42.687173 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f71374c2-c29a-4d3f-b5e5-f59cd5f6b8d8 None None] Provisioning complete for port 666ef9e8-6ff1-4c11-baae-a69f6355236e triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:47:42.687806 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f71374c2-c29a-4d3f-b5e5-f59cd5f6b8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:42.721015 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-f71374c2-c29a-4d3f-b5e5-f59cd5f6b8d8 None None] Port 666ef9e8-6ff1-4c11-baae-a69f6355236e cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:47:42.831711 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-f7309571-baca-418a-84d5-6d74ce08a93b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666ef9e8-6ff1-4c11-baae-a69f6355236e {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:47:42.840357 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-f7309571-baca-418a-84d5-6d74ce08a93b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:42.852825 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-f7309571-baca-418a-84d5-6d74ce08a93b service neutron] Transition to ACTIVE for port object 666ef9e8-6ff1-4c11-baae-a69f6355236e will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:47:42.856540 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-f7309571-baca-418a-84d5-6d74ce08a93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:42.907785 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7309571-baca-418a-84d5-6d74ce08a93b service neutron] Pushing event updated for resources: {'Port': ['ID=666ef9e8-6ff1-4c11-baae-a69f6355236e,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:47:42.977754 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-f7309571-baca-418a-84d5-6d74ce08a93b service neutron] Attempting to bind port 666ef9e8-6ff1-4c11-baae-a69f6355236e on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:47:42.978116 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-f7309571-baca-418a-84d5-6d74ce08a93b service neutron] Attempting to bind port 666ef9e8-6ff1-4c11-baae-a69f6355236e by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:47:42.978445 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-f7309571-baca-418a-84d5-6d74ce08a93b service neutron] Attempting to bind port 666ef9e8-6ff1-4c11-baae-a69f6355236e on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:47:42.983014 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-f7309571-baca-418a-84d5-6d74ce08a93b service neutron] Port 666ef9e8-6ff1-4c11-baae-a69f6355236e on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:47:42.983331 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-f7309571-baca-418a-84d5-6d74ce08a93b service neutron] Attempting to bind port 666ef9e8-6ff1-4c11-baae-a69f6355236e on network d7d10ef6-a65f-4b28-a0c0-97f6547849bc {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:47:42.988201 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-f7309571-baca-418a-84d5-6d74ce08a93b service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:47:42.988533 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-f7309571-baca-418a-84d5-6d74ce08a93b service neutron] Checking segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:47:42.988913 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-f7309571-baca-418a-84d5-6d74ce08a93b service neutron] Bound using segment: {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:47:42.989336 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-f7309571-baca-418a-84d5-6d74ce08a93b service neutron] Bound port: 666ef9e8-6ff1-4c11-baae-a69f6355236e, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e228a36b-6e1a-4ae8-9edb-b018ff973942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:47:42.989736 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-f7309571-baca-418a-84d5-6d74ce08a93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:43.057506 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-f7309571-baca-418a-84d5-6d74ce08a93b service neutron] For port 666ef9e8-6ff1-4c11-baae-a69f6355236e, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:47:43.060695 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-f7309571-baca-418a-84d5-6d74ce08a93b service neutron] For port 666ef9e8-6ff1-4c11-baae-a69f6355236e, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=666ef9e8-6ff1-4c11-baae-a69f6355236e,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:47:43.065215 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-f7309571-baca-418a-84d5-6d74ce08a93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:43.103941 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-f7309571-baca-418a-84d5-6d74ce08a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:43.104782 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-f7309571-baca-418a-84d5-6d74ce08a93b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:43.106391 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-f7309571-baca-418a-84d5-6d74ce08a93b service neutron] 10.222.0.39 "PUT /v2.0/ports/666ef9e8-6ff1-4c11-baae-a69f6355236e HTTP/1.1" status: 200 len: 1095 time: 0.5936520 Sep 30 13:47:43.106916 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fb9e5d-564f-485d-a9ea-b5e6f4819b86', 'tag': '666ef9e8-6ff1-4c11-baae-a69f6355236e'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:47:43.109235 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23835336-ee48-4838-b9d3-533ebc871803" -d '{"events": [{"name": "network-changed", "server_uuid": "55fb9e5d-564f-485d-a9ea-b5e6f4819b86", "tag": "666ef9e8-6ff1-4c11-baae-a69f6355236e"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:47:43.137356 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7309571-baca-418a-84d5-6d74ce08a93b service neutron] Pushing event updated for resources: {'Port': ['ID=666ef9e8-6ff1-4c11-baae-a69f6355236e,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:47:43.147376 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a829600-6abe-4b60-b15f-e698a34a3e8b req-ed5e0a5c-c9ee-461d-b908-df650f90c859 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:43.156267 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4a829600-6abe-4b60-b15f-e698a34a3e8b req-ed5e0a5c-c9ee-461d-b908-df650f90c859 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fb9e5d-564f-485d-a9ea-b5e6f4819b86 HTTP/1.1" status: 200 len: 947 time: 0.0694599 Sep 30 13:47:43.188327 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b683e0d3-71d5-4c27-ab04-a58a00f0289d x-openstack-request-id: req-b683e0d3-71d5-4c27-ab04-a58a00f0289d {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:47:43.188688 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55fb9e5d-564f-485d-a9ea-b5e6f4819b86", "tag": "666ef9e8-6ff1-4c11-baae-a69f6355236e", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:47:43.188876 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b683e0d3-71d5-4c27-ab04-a58a00f0289d {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:47:43.189269 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fb9e5d-564f-485d-a9ea-b5e6f4819b86', 'tag': '666ef9e8-6ff1-4c11-baae-a69f6355236e', 'status': 'completed', 'code': 200} Sep 30 13:47:43.201331 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4a829600-6abe-4b60-b15f-e698a34a3e8b req-fbd956a3-8777-4b47-8c83-0843b510ab1f tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8a3acf1-a988-4238-9071-1c3ddfb15c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442703 Sep 30 13:47:43.204985 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-f483e269-7a61-4c08-80c4-4b93ece8d666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:43.206541 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-f483e269-7a61-4c08-80c4-4b93ece8d666 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f9d7b1d256f4fd29bdd8adcb0655615&device_id=55fb9e5d-564f-485d-a9ea-b5e6f4819b86 HTTP/1.1" status: 200 len: 1098 time: 0.0558975 Sep 30 13:47:43.525206 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-6fe165fd-8311-4fee-821b-f74cdd05d352 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=666ef9e8-6ff1-4c11-baae-a69f6355236e HTTP/1.1" status: 200 len: 217 time: 0.3095198 Sep 30 13:47:43.573600 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-4422bcc0-dce9-4944-913c-3086b9830102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:43.575018 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-4422bcc0-dce9-4944-913c-3086b9830102 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0425723 Sep 30 13:47:43.618648 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-fda15048-6f79-44a3-9047-73cf663b8915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:43.620685 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-fda15048-6f79-44a3-9047-73cf663b8915 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0380423 Sep 30 13:47:43.708753 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-8a79e78b-7318-47fd-bea3-8463d51f8825 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816381 Sep 30 13:47:43.796351 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-528291e5-4c92-4fef-b014-be7cad7fad17 req-61902a16-71a7-4462-825f-771c5ca75074 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792999 Sep 30 13:47:43.878377 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23835336-ee48-4838-b9d3-533ebc871803 req-96e11389-b1e1-4d75-8bf0-386aafeb1a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:43.879874 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23835336-ee48-4838-b9d3-533ebc871803 req-96e11389-b1e1-4d75-8bf0-386aafeb1a4f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f9d7b1d256f4fd29bdd8adcb0655615&device_id=55fb9e5d-564f-485d-a9ea-b5e6f4819b86 HTTP/1.1" status: 200 len: 1098 time: 0.0409639 Sep 30 13:47:43.972261 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23835336-ee48-4838-b9d3-533ebc871803 req-994c6707-e62c-4ec8-8606-f688273f80db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:43.973713 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23835336-ee48-4838-b9d3-533ebc871803 req-994c6707-e62c-4ec8-8606-f688273f80db service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc HTTP/1.1" status: 200 len: 870 time: 0.0863168 Sep 30 13:47:44.014896 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23835336-ee48-4838-b9d3-533ebc871803 req-89b58168-f8bb-4330-a9a8-88c10ba6099c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=666ef9e8-6ff1-4c11-baae-a69f6355236e HTTP/1.1" status: 200 len: 217 time: 0.0331349 Sep 30 13:47:44.066234 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23835336-ee48-4838-b9d3-533ebc871803 req-69abb46b-7fa6-4fbd-86d8-f0ab7e9b16aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:44.067557 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23835336-ee48-4838-b9d3-533ebc871803 req-69abb46b-7fa6-4fbd-86d8-f0ab7e9b16aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b229cf3-e551-481e-91fd-e782824887b0 HTTP/1.1" status: 200 len: 843 time: 0.0461721 Sep 30 13:47:44.113864 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23835336-ee48-4838-b9d3-533ebc871803 req-9aaf5f86-1694-4d64-875e-7645ffcf13e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:44.115360 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23835336-ee48-4838-b9d3-533ebc871803 req-9aaf5f86-1694-4d64-875e-7645ffcf13e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7d10ef6-a65f-4b28-a0c0-97f6547849bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0395012 Sep 30 13:47:44.208363 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23835336-ee48-4838-b9d3-533ebc871803 req-ffb77764-027a-4aad-b4c0-ef986a35c790 service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848389 Sep 30 13:47:44.325451 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23835336-ee48-4838-b9d3-533ebc871803 req-c56ebf2e-3170-43c6-b0e3-2189204cb65e service neutron] 10.222.0.39 "GET /v2.0/networks/d7d10ef6-a65f-4b28-a0c0-97f6547849bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095629 Sep 30 13:47:44.337971 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0228b3f-516e-4cc0-a2c5-375af7e6380c req-363e05e6-48a3-49e2-9b4b-5b3c6fdd4f5b tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:44.340031 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d0228b3f-516e-4cc0-a2c5-375af7e6380c req-363e05e6-48a3-49e2-9b4b-5b3c6fdd4f5b tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fb9e5d-564f-485d-a9ea-b5e6f4819b86 HTTP/1.1" status: 200 len: 947 time: 0.0688117 Sep 30 13:47:44.381185 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d0228b3f-516e-4cc0-a2c5-375af7e6380c req-9cba1632-fe75-436d-b1bc-417810676cdf tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8a3acf1-a988-4238-9071-1c3ddfb15c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348279 Sep 30 13:47:45.105369 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:45.493453 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66440c37-6b2e-4553-9b97-cf31a408e823 req-897b7ca8-e315-4724-a5b9-0e90ed00e221 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:45.494953 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-66440c37-6b2e-4553-9b97-cf31a408e823 req-897b7ca8-e315-4724-a5b9-0e90ed00e221 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fb9e5d-564f-485d-a9ea-b5e6f4819b86 HTTP/1.1" status: 200 len: 947 time: 0.0482032 Sep 30 13:47:45.532282 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-66440c37-6b2e-4553-9b97-cf31a408e823 req-08383b6a-b8ce-4d16-926c-497d05ad365f tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8a3acf1-a988-4238-9071-1c3ddfb15c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309904 Sep 30 13:47:46.559113 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 666ef9e8-6ff1-4c11-baae-a69f6355236e details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:47:46.649894 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc9672-4d00-4d8b-ada9-626409651b5e req-045cb6a7-216d-45cc-bdf8-a5a684b60ec1 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:46.651388 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f7dc9672-4d00-4d8b-ada9-626409651b5e req-045cb6a7-216d-45cc-bdf8-a5a684b60ec1 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fb9e5d-564f-485d-a9ea-b5e6f4819b86 HTTP/1.1" status: 200 len: 947 time: 0.0509171 Sep 30 13:47:46.654869 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 666ef9e8-6ff1-4c11-baae-a69f6355236e, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=666ef9e8-6ff1-4c11-baae-a69f6355236e,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:47:46.667967 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '666ef9e8-6ff1-4c11-baae-a69f6355236e', 'network_id': 'd7d10ef6-a65f-4b28-a0c0-97f6547849bc', 'port_id': '666ef9e8-6ff1-4c11-baae-a69f6355236e', 'mac_address': 'fa:16:3e:c0:10:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b229cf3-e551-481e-91fd-e782824887b0', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:47:46.688745 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f7dc9672-4d00-4d8b-ada9-626409651b5e req-6551f064-df39-4f0b-9e37-eeb33f2ae765 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8a3acf1-a988-4238-9071-1c3ddfb15c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308003 Sep 30 13:47:46.704584 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:46.721141 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666ef9e8-6ff1-4c11-baae-a69f6355236e {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:47:46.739711 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 666ef9e8-6ff1-4c11-baae-a69f6355236e, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=666ef9e8-6ff1-4c11-baae-a69f6355236e,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:47:46.743645 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:46.789227 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=666ef9e8-6ff1-4c11-baae-a69f6355236e,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:47:46.944731 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['666ef9e8-6ff1-4c11-baae-a69f6355236e'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:47:47.805185 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e625704-2503-4882-8aaf-747b7fbc5694 req-db510a30-784b-4565-8de4-0f8e49e45cfa tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:47.806677 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6e625704-2503-4882-8aaf-747b7fbc5694 req-db510a30-784b-4565-8de4-0f8e49e45cfa tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fb9e5d-564f-485d-a9ea-b5e6f4819b86 HTTP/1.1" status: 200 len: 948 time: 0.0515041 Sep 30 13:47:47.844107 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6e625704-2503-4882-8aaf-747b7fbc5694 req-6ef650fe-9056-4dc6-a863-a7ef16060cba tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8a3acf1-a988-4238-9071-1c3ddfb15c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310602 Sep 30 13:47:48.227788 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6273452b-5649-41da-92cf-887c4b57270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:48.575216 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 666ef9e8-6ff1-4c11-baae-a69f6355236e up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:47:48.623853 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 666ef9e8-6ff1-4c11-baae-a69f6355236e completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:47:48.627300 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 666ef9e8-6ff1-4c11-baae-a69f6355236e triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:47:48.627662 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:48.700327 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:48.721427 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fb9e5d-564f-485d-a9ea-b5e6f4819b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666ef9e8-6ff1-4c11-baae-a69f6355236e'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:47:48.723677 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35bca4c-47bc-4897-b4af-e5cd5c893c9b" -d '{"events": [{"server_uuid": "55fb9e5d-564f-485d-a9ea-b5e6f4819b86", "name": "network-vif-plugged", "status": "completed", "tag": "666ef9e8-6ff1-4c11-baae-a69f6355236e"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:47:48.735801 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 666ef9e8-6ff1-4c11-baae-a69f6355236e, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=666ef9e8-6ff1-4c11-baae-a69f6355236e,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:47:48.739686 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:48.766358 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9581081-d41a-47f8-b68c-f63efac1a33d x-openstack-request-id: req-a9581081-d41a-47f8-b68c-f63efac1a33d {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:47:48.766648 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fb9e5d-564f-485d-a9ea-b5e6f4819b86", "name": "network-vif-plugged", "status": "completed", "tag": "666ef9e8-6ff1-4c11-baae-a69f6355236e", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:47:48.766899 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a9581081-d41a-47f8-b68c-f63efac1a33d {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:47:48.767277 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fb9e5d-564f-485d-a9ea-b5e6f4819b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666ef9e8-6ff1-4c11-baae-a69f6355236e', 'code': 200} Sep 30 13:47:48.793821 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=666ef9e8-6ff1-4c11-baae-a69f6355236e,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:47:48.801431 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:48.802215 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:48.802571 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:48.802906 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:48.803237 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:48.803759 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:48.804094 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:48.804419 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:48.804741 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:48.805061 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:48.805384 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:48.805699 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:47:48.853939 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bd35b-f98e-4838-9b13-557d216238bb req-60cbe7b3-120f-4b15-bd93-eef6892629d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:48.855373 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f46bd35b-f98e-4838-9b13-557d216238bb req-60cbe7b3-120f-4b15-bd93-eef6892629d6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=55fb9e5d-564f-485d-a9ea-b5e6f4819b86 HTTP/1.1" status: 200 len: 1100 time: 0.0396242 Sep 30 13:47:48.892051 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f46bd35b-f98e-4838-9b13-557d216238bb req-33752ea6-91f9-4c23-9d3e-fa18744505e8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d8a3acf1-a988-4238-9071-1c3ddfb15c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297570 Sep 30 13:47:48.959847 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5b2fa-eb0f-4de9-9c94-f22faa4d9b9a req-2b0a96a3-8a53-41ab-90d6-e24116fad7fd tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:48.961307 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-16b5b2fa-eb0f-4de9-9c94-f22faa4d9b9a req-2b0a96a3-8a53-41ab-90d6-e24116fad7fd tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fb9e5d-564f-485d-a9ea-b5e6f4819b86 HTTP/1.1" status: 200 len: 949 time: 0.0476463 Sep 30 13:47:48.998642 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-16b5b2fa-eb0f-4de9-9c94-f22faa4d9b9a req-33d5fe65-47dd-4931-8ab4-d8c71ca684bf tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8a3acf1-a988-4238-9071-1c3ddfb15c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304420 Sep 30 13:47:49.846850 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:50.115896 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e802006-58f8-4609-a979-490edc4b72f0 req-0adeefc5-0072-4158-9b03-5ec80bb42f60 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:50.117382 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0e802006-58f8-4609-a979-490edc4b72f0 req-0adeefc5-0072-4158-9b03-5ec80bb42f60 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fb9e5d-564f-485d-a9ea-b5e6f4819b86 HTTP/1.1" status: 200 len: 949 time: 0.0483854 Sep 30 13:47:50.158646 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0e802006-58f8-4609-a979-490edc4b72f0 req-21c62b71-eb2f-41fa-88ed-9ff5f0f7c2b1 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8a3acf1-a988-4238-9071-1c3ddfb15c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347860 Sep 30 13:47:50.434363 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-13117c90-1123-48b3-99f2-f990034924db req-3b197909-93ec-4590-891a-585083ca5050 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:47:50.435294 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-13117c90-1123-48b3-99f2-f990034924db req-3b197909-93ec-4590-891a-585083ca5050 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060372 Sep 30 13:47:50.738969 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e996b732-e958-46ab-aa11-25ad3a5a55e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:50.852472 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-42b07fd4-049f-4694-a883-d264ecdd2a2c req-13b776ff-3afe-4d0c-9efc-838b116487d5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:47:50.853475 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-42b07fd4-049f-4694-a883-d264ecdd2a2c req-13b776ff-3afe-4d0c-9efc-838b116487d5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1027458 Sep 30 13:47:51.182333 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772b560-9a4f-4312-93f4-cf26c0db63c9 req-899362f5-c2f3-4756-ad5e-59af840452d8 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:51.184486 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2772b560-9a4f-4312-93f4-cf26c0db63c9 req-899362f5-c2f3-4756-ad5e-59af840452d8 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fb9e5d-564f-485d-a9ea-b5e6f4819b86 HTTP/1.1" status: 200 len: 949 time: 0.0513549 Sep 30 13:47:51.221461 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2772b560-9a4f-4312-93f4-cf26c0db63c9 req-c56dc324-1b14-4eaa-a9dc-788372c63a1b tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8a3acf1-a988-4238-9071-1c3ddfb15c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308943 Sep 30 13:47:51.665522 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:52.338576 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8040d4c-4167-44b0-8f0c-df53d15c5324 req-c08afb24-122a-416d-8587-d8d22750337d tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:52.340059 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f8040d4c-4167-44b0-8f0c-df53d15c5324 req-c08afb24-122a-416d-8587-d8d22750337d tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] 10.222.0.18 "GET /v2.0/ports?device_id=55fb9e5d-564f-485d-a9ea-b5e6f4819b86 HTTP/1.1" status: 200 len: 949 time: 0.0486896 Sep 30 13:47:52.378102 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f8040d4c-4167-44b0-8f0c-df53d15c5324 req-64db08eb-93a1-441b-ba1e-c75023d6d5f6 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8a3acf1-a988-4238-9071-1c3ddfb15c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318010 Sep 30 13:47:52.412324 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f522f60-4f3e-4cf6-aed5-d9c05f8e7215 req-95167a55-3fd1-4e1a-83e0-4aadc8f9254f tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:52.413784 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9f522f60-4f3e-4cf6-aed5-d9c05f8e7215 req-95167a55-3fd1-4e1a-83e0-4aadc8f9254f tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] 10.222.0.39 "GET /v2.0/ports?device_id=55fb9e5d-564f-485d-a9ea-b5e6f4819b86 HTTP/1.1" status: 200 len: 949 time: 0.0488319 Sep 30 13:47:52.476364 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:52.505286 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-9f522f60-4f3e-4cf6-aed5-d9c05f8e7215 req-ed0627f2-2f71-4c9d-82bb-7571039b6b07 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Deleting port 666ef9e8-6ff1-4c11-baae-a69f6355236e {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:47:52.505553 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9f522f60-4f3e-4cf6-aed5-d9c05f8e7215 req-ed0627f2-2f71-4c9d-82bb-7571039b6b07 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:52.594131 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-9f522f60-4f3e-4cf6-aed5-d9c05f8e7215 req-ed0627f2-2f71-4c9d-82bb-7571039b6b07 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] For port 666ef9e8-6ff1-4c11-baae-a69f6355236e, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=666ef9e8-6ff1-4c11-baae-a69f6355236e,segment=NetworkSegment(e228a36b-6e1a-4ae8-9edb-b018ff973942),segment_id=e228a36b-6e1a-4ae8-9edb-b018ff973942)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:47:52.594498 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9f522f60-4f3e-4cf6-aed5-d9c05f8e7215 req-ed0627f2-2f71-4c9d-82bb-7571039b6b07 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:52.607379 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-9f522f60-4f3e-4cf6-aed5-d9c05f8e7215 req-ed0627f2-2f71-4c9d-82bb-7571039b6b07 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Calling delete_port for 666ef9e8-6ff1-4c11-baae-a69f6355236e owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:47:52.734789 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9f522f60-4f3e-4cf6-aed5-d9c05f8e7215 req-ed0627f2-2f71-4c9d-82bb-7571039b6b07 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:52.761252 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0627f2-2f71-4c9d-82bb-7571039b6b07 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Pushing event deleted for resources: {'Port': ['ID=666ef9e8-6ff1-4c11-baae-a69f6355236e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:47:52.804675 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f522f60-4f3e-4cf6-aed5-d9c05f8e7215 req-ed0627f2-2f71-4c9d-82bb-7571039b6b07 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] No DVR routers for this DVR port 666ef9e8-6ff1-4c11-baae-a69f6355236e on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:47:52.807565 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9f522f60-4f3e-4cf6-aed5-d9c05f8e7215 req-ed0627f2-2f71-4c9d-82bb-7571039b6b07 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:52.809578 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9f522f60-4f3e-4cf6-aed5-d9c05f8e7215 req-ed0627f2-2f71-4c9d-82bb-7571039b6b07 tempest-ServersAdminNegativeTestJSON-548540257 tempest-ServersAdminNegativeTestJSON-548540257-project] 10.222.0.39 "DELETE /v2.0/ports/666ef9e8-6ff1-4c11-baae-a69f6355236e HTTP/1.1" status: 204 len: 173 time: 0.3894398 Sep 30 13:47:52.810091 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fb9e5d-564f-485d-a9ea-b5e6f4819b86', 'name': 'network-vif-deleted', 'tag': '666ef9e8-6ff1-4c11-baae-a69f6355236e'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:47:52.812393 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69e177e-62f2-405f-aba0-be8349832435" -d '{"events": [{"server_uuid": "55fb9e5d-564f-485d-a9ea-b5e6f4819b86", "name": "network-vif-deleted", "tag": "666ef9e8-6ff1-4c11-baae-a69f6355236e"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:47:52.852292 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285ed341-c294-4312-bb6d-9a9e5f81b388 x-openstack-request-id: req-285ed341-c294-4312-bb6d-9a9e5f81b388 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:47:52.852590 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fb9e5d-564f-485d-a9ea-b5e6f4819b86", "name": "network-vif-deleted", "tag": "666ef9e8-6ff1-4c11-baae-a69f6355236e", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:47:52.852859 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-285ed341-c294-4312-bb6d-9a9e5f81b388 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:47:52.853256 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fb9e5d-564f-485d-a9ea-b5e6f4819b86', 'name': 'network-vif-deleted', 'tag': '666ef9e8-6ff1-4c11-baae-a69f6355236e', 'status': 'completed', 'code': 200} Sep 30 13:47:53.664770 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45376) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:47:53.799474 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-57f8ee47-a630-4054-92fd-18fe2ce83744 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f9d7b1d256f4fd29bdd8adcb0655615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334953 Sep 30 13:47:53.801896 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45380) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:47:53.848418 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b9dece88-25fe-4247-a2ee-60dc98ca5d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:53.869586 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b9dece88-25fe-4247-a2ee-60dc98ca5d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:53.915599 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b9dece88-25fe-4247-a2ee-60dc98ca5d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:53.918238 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b9dece88-25fe-4247-a2ee-60dc98ca5d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:53.919669 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b9dece88-25fe-4247-a2ee-60dc98ca5d9c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8a3acf1-a988-4238-9071-1c3ddfb15c5b HTTP/1.1" status: 204 len: 168 time: 0.1168277 Sep 30 13:47:53.927192 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dece88-25fe-4247-a2ee-60dc98ca5d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a3acf1-a988-4238-9071-1c3ddfb15c5b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:47:54.184501 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45386) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:47:54.197593 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-483a5808-eb79-4471-8c05-01eba9f160c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:54.241946 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:54.293123 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-483a5808-eb79-4471-8c05-01eba9f160c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:54.296648 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-483a5808-eb79-4471-8c05-01eba9f160c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:54.335135 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-483a5808-eb79-4471-8c05-01eba9f160c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=84833cb20c5b4873a2b7c4c9f6821b5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494837 Sep 30 13:47:54.336270 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a5808-eb79-4471-8c05-01eba9f160c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bea881e-b708-47e9-94c6-5f5032303d45,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:47:54.337804 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45388) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:47:54.388814 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1341954f-f0f2-4ad2-ba95-366a2e3f4e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:54.409876 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1341954f-f0f2-4ad2-ba95-366a2e3f4e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:54.456494 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1341954f-f0f2-4ad2-ba95-366a2e3f4e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:54.459340 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1341954f-f0f2-4ad2-ba95-366a2e3f4e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:54.460549 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1341954f-f0f2-4ad2-ba95-366a2e3f4e0b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0bea881e-b708-47e9-94c6-5f5032303d45 HTTP/1.1" status: 204 len: 168 time: 0.1208253 Sep 30 13:47:54.470104 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341954f-f0f2-4ad2-ba95-366a2e3f4e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bea881e-b708-47e9-94c6-5f5032303d45,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:47:54.606735 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 666ef9e8-6ff1-4c11-baae-a69f6355236e no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:47:54.631270 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 666ef9e8-6ff1-4c11-baae-a69f6355236e {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:47:54.631617 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 666ef9e8-6ff1-4c11-baae-a69f6355236e not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:47:55.148888 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45410) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:47:55.244336 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-04dba88f-a05a-44b1-a345-8fd469d6b09d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-938213313-network', 'tenant_id': 'baf41dfe037b4f7dbc6f6ef031198226'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:47:55.269509 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04dba88f-a05a-44b1-a345-8fd469d6b09d admin admin] Made reservation on behalf of baf41dfe037b4f7dbc6f6ef031198226 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:47:55.271797 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-04dba88f-a05a-44b1-a345-8fd469d6b09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:55.280036 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-04dba88f-a05a-44b1-a345-8fd469d6b09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:55.365227 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-04dba88f-a05a-44b1-a345-8fd469d6b09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:55.368889 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-04dba88f-a05a-44b1-a345-8fd469d6b09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:55.394158 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04dba88f-a05a-44b1-a345-8fd469d6b09d admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:47:55.402674 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dba88f-a05a-44b1-a345-8fd469d6b09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd5298f-f6ff-4a38-8c0f-3a60998e9d18,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:47:55.410378 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-04dba88f-a05a-44b1-a345-8fd469d6b09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:55.410378 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-04dba88f-a05a-44b1-a345-8fd469d6b09d admin admin] Added segment 338bb976-8e53-4c88-a15a-1a23caab8822 of type vlan for network c9b01d90-9c24-461f-b51f-c528cdcd79c8 Sep 30 13:47:55.450323 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-04dba88f-a05a-44b1-a345-8fd469d6b09d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:55.474198 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-04dba88f-a05a-44b1-a345-8fd469d6b09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:55.475091 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dba88f-a05a-44b1-a345-8fd469d6b09d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:55.475671 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-04dba88f-a05a-44b1-a345-8fd469d6b09d admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:55.506263 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-04dba88f-a05a-44b1-a345-8fd469d6b09d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3562124 Sep 30 13:47:55.509320 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45414) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:47:55.514964 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d2f192fa-cbe9-4b88-a3c1-906837a4b8cf admin admin] Request body: {'subnet': {'network_id': 'c9b01d90-9c24-461f-b51f-c528cdcd79c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-938213313-subnet', 'tenant_id': 'baf41dfe037b4f7dbc6f6ef031198226', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:47:55.534540 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f192fa-cbe9-4b88-a3c1-906837a4b8cf admin admin] Made reservation on behalf of baf41dfe037b4f7dbc6f6ef031198226 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:47:55.536832 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d2f192fa-cbe9-4b88-a3c1-906837a4b8cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:55.538332 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dba88f-a05a-44b1-a345-8fd469d6b09d admin admin] Pushing event updated for resources: {'Network': ['ID=c9b01d90-9c24-461f-b51f-c528cdcd79c8,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:47:55.548488 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network c9b01d90-9c24-461f-b51f-c528cdcd79c8 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:47:55.703252 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d2f192fa-cbe9-4b88-a3c1-906837a4b8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:55.755469 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f192fa-cbe9-4b88-a3c1-906837a4b8cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c556eae-51ca-4019-9ea3-af74661a40cb,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:47:55.765232 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f192fa-cbe9-4b88-a3c1-906837a4b8cf admin admin] Checking segment: {'id': '338bb976-8e53-4c88-a15a-1a23caab8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c9b01d90-9c24-461f-b51f-c528cdcd79c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:47:55.765593 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f192fa-cbe9-4b88-a3c1-906837a4b8cf admin admin] Network hostable DHCP agents. Network: c9b01d90-9c24-461f-b51f-c528cdcd79c8, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:47:55.781700 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f192fa-cbe9-4b88-a3c1-906837a4b8cf admin admin] Network c9b01d90-9c24-461f-b51f-c528cdcd79c8 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:47:55.789926 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-d2f192fa-cbe9-4b88-a3c1-906837a4b8cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, c9b01d90-9c24-461f-b51f-c528cdcd79c8) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:47:55.794522 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f192fa-cbe9-4b88-a3c1-906837a4b8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:55.795053 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d2f192fa-cbe9-4b88-a3c1-906837a4b8cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:55.799266 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d729f3-dd3e-463d-b57b-fc6920435ea4 None None] Network c9b01d90-9c24-461f-b51f-c528cdcd79c8 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:47:55.809006 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d2f192fa-cbe9-4b88-a3c1-906837a4b8cf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2985239 Sep 30 13:47:55.928471 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc08743-c2c2-4f8d-bcbe-8d90b48c616e None None] Network c9b01d90-9c24-461f-b51f-c528cdcd79c8 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:47:56.236732 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d808001-48ba-47df-946f-efd9560cda95 req-28fe8cbd-07ed-4a22-85d1-759aee631a9c tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:56.238216 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d808001-48ba-47df-946f-efd9560cda95 req-28fe8cbd-07ed-4a22-85d1-759aee631a9c tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/networks?id=c9b01d90-9c24-461f-b51f-c528cdcd79c8 HTTP/1.1" status: 200 len: 811 time: 0.1064851 Sep 30 13:47:56.252500 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d808001-48ba-47df-946f-efd9560cda95 req-5ce2b490-45de-43df-958b-525cb4398882 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/quotas/baf41dfe037b4f7dbc6f6ef031198226 HTTP/1.1" status: 200 len: 375 time: 0.0085969 Sep 30 13:47:56.283385 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d808001-48ba-47df-946f-efd9560cda95 req-7db64447-e4cf-4534-aca4-64a30f299fce tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=baf41dfe037b4f7dbc6f6ef031198226&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258126 Sep 30 13:47:56.374565 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d808001-48ba-47df-946f-efd9560cda95 req-0923598c-8cab-44b6-9eef-89743bd590f4 service neutron] 10.222.0.18 "GET /v2.0/networks/c9b01d90-9c24-461f-b51f-c528cdcd79c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844207 Sep 30 13:47:56.463009 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d808001-48ba-47df-946f-efd9560cda95 req-f5314162-1e57-4b76-8462-91deb3e8c346 service neutron] 10.222.0.18 "GET /v2.0/networks/c9b01d90-9c24-461f-b51f-c528cdcd79c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824287 Sep 30 13:47:56.618149 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bff2baf8-e954-405e-9021-b28a773f061d req-71995983-2809-4280-afc3-4b312ebd288a tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 210 time: 0.0264223 Sep 30 13:47:56.748262 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:47:57.510293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d808001-48ba-47df-946f-efd9560cda95 req-8c19ae28-4a6b-4237-95a8-8e99ac41a5df tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:57.511752 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d808001-48ba-47df-946f-efd9560cda95 req-8c19ae28-4a6b-4237-95a8-8e99ac41a5df tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.39 "GET /v2.0/networks?id=c9b01d90-9c24-461f-b51f-c528cdcd79c8 HTTP/1.1" status: 200 len: 811 time: 0.1136396 Sep 30 13:47:57.525999 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-2d808001-48ba-47df-946f-efd9560cda95 req-df053407-4ead-41b1-82f5-cc4205df0b3e tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Request body: {'port': {'device_id': '8c29ab70-c632-4b8d-87a2-2ba7475ffb00', 'network_id': 'c9b01d90-9c24-461f-b51f-c528cdcd79c8', 'admin_state_up': True, 'tenant_id': 'baf41dfe037b4f7dbc6f6ef031198226'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:47:57.629588 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d808001-48ba-47df-946f-efd9560cda95 req-df053407-4ead-41b1-82f5-cc4205df0b3e tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Made reservation on behalf of baf41dfe037b4f7dbc6f6ef031198226 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:47:57.633074 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2d808001-48ba-47df-946f-efd9560cda95 req-df053407-4ead-41b1-82f5-cc4205df0b3e tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:57.722339 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e5b530ae-d0d8-4588-8945-451054a8df16 req-6741593b-eb3b-4979-95ca-d9672f3d00c8 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 210 time: 0.0334473 Sep 30 13:47:57.779513 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-2d808001-48ba-47df-946f-efd9560cda95 req-df053407-4ead-41b1-82f5-cc4205df0b3e tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Allocated IP 172.20.0.5 (c9b01d90-9c24-461f-b51f-c528cdcd79c8/1c556eae-51ca-4019-9ea3-af74661a40cb/06bbc9e4-69c1-46de-8920-019682e7b470) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:47:57.926698 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2d808001-48ba-47df-946f-efd9560cda95 req-df053407-4ead-41b1-82f5-cc4205df0b3e tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:57.959057 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2d808001-48ba-47df-946f-efd9560cda95 req-df053407-4ead-41b1-82f5-cc4205df0b3e tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:57.997424 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d808001-48ba-47df-946f-efd9560cda95 req-df053407-4ead-41b1-82f5-cc4205df0b3e tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Network c9b01d90-9c24-461f-b51f-c528cdcd79c8 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:47:58.002351 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-2d808001-48ba-47df-946f-efd9560cda95 req-df053407-4ead-41b1-82f5-cc4205df0b3e tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:47:58.005907 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d808001-48ba-47df-946f-efd9560cda95 req-df053407-4ead-41b1-82f5-cc4205df0b3e tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:47:58.035132 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df053407-4ead-41b1-82f5-cc4205df0b3e tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Pushing event updated for resources: {'Port': ['ID=06bbc9e4-69c1-46de-8920-019682e7b470,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:47:58.059491 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d808001-48ba-47df-946f-efd9560cda95 req-df053407-4ead-41b1-82f5-cc4205df0b3e tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:58.060101 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2d808001-48ba-47df-946f-efd9560cda95 req-df053407-4ead-41b1-82f5-cc4205df0b3e tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:58.074199 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d808001-48ba-47df-946f-efd9560cda95 req-df053407-4ead-41b1-82f5-cc4205df0b3e tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5516953 Sep 30 13:47:58.085840 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-2d808001-48ba-47df-946f-efd9560cda95 req-8fdbd919-4cf7-4f75-849e-1dc4891fb72a service neutron] Request body: {'port': {'device_id': '8c29ab70-c632-4b8d-87a2-2ba7475ffb00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:47:58.141791 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2d808001-48ba-47df-946f-efd9560cda95 req-8fdbd919-4cf7-4f75-849e-1dc4891fb72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:58.397564 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-2d808001-48ba-47df-946f-efd9560cda95 req-8fdbd919-4cf7-4f75-849e-1dc4891fb72a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06bbc9e4-69c1-46de-8920-019682e7b470 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:47:58.404790 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2d808001-48ba-47df-946f-efd9560cda95 req-8fdbd919-4cf7-4f75-849e-1dc4891fb72a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:58.416218 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-2d808001-48ba-47df-946f-efd9560cda95 req-8fdbd919-4cf7-4f75-849e-1dc4891fb72a service neutron] Transition to ACTIVE for port object 06bbc9e4-69c1-46de-8920-019682e7b470 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:47:58.419888 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2d808001-48ba-47df-946f-efd9560cda95 req-8fdbd919-4cf7-4f75-849e-1dc4891fb72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:58.474881 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbd919-4cf7-4f75-849e-1dc4891fb72a service neutron] Pushing event updated for resources: {'Port': ['ID=06bbc9e4-69c1-46de-8920-019682e7b470,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:47:58.536358 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-2d808001-48ba-47df-946f-efd9560cda95 req-8fdbd919-4cf7-4f75-849e-1dc4891fb72a service neutron] Attempting to bind port 06bbc9e4-69c1-46de-8920-019682e7b470 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:47:58.536998 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-2d808001-48ba-47df-946f-efd9560cda95 req-8fdbd919-4cf7-4f75-849e-1dc4891fb72a service neutron] Attempting to bind port 06bbc9e4-69c1-46de-8920-019682e7b470 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '338bb976-8e53-4c88-a15a-1a23caab8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c9b01d90-9c24-461f-b51f-c528cdcd79c8'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:47:58.536998 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d808001-48ba-47df-946f-efd9560cda95 req-8fdbd919-4cf7-4f75-849e-1dc4891fb72a service neutron] Attempting to bind port 06bbc9e4-69c1-46de-8920-019682e7b470 on network c9b01d90-9c24-461f-b51f-c528cdcd79c8 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:47:58.541260 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d808001-48ba-47df-946f-efd9560cda95 req-8fdbd919-4cf7-4f75-849e-1dc4891fb72a service neutron] Port 06bbc9e4-69c1-46de-8920-019682e7b470 on network c9b01d90-9c24-461f-b51f-c528cdcd79c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:47:58.541581 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d808001-48ba-47df-946f-efd9560cda95 req-8fdbd919-4cf7-4f75-849e-1dc4891fb72a service neutron] Attempting to bind port 06bbc9e4-69c1-46de-8920-019682e7b470 on network c9b01d90-9c24-461f-b51f-c528cdcd79c8 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:47:58.546840 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d808001-48ba-47df-946f-efd9560cda95 req-8fdbd919-4cf7-4f75-849e-1dc4891fb72a service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:47:58.547176 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d808001-48ba-47df-946f-efd9560cda95 req-8fdbd919-4cf7-4f75-849e-1dc4891fb72a service neutron] Checking segment: {'id': '338bb976-8e53-4c88-a15a-1a23caab8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c9b01d90-9c24-461f-b51f-c528cdcd79c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:47:58.547556 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d808001-48ba-47df-946f-efd9560cda95 req-8fdbd919-4cf7-4f75-849e-1dc4891fb72a service neutron] Bound using segment: {'id': '338bb976-8e53-4c88-a15a-1a23caab8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c9b01d90-9c24-461f-b51f-c528cdcd79c8'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:47:58.547976 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-2d808001-48ba-47df-946f-efd9560cda95 req-8fdbd919-4cf7-4f75-849e-1dc4891fb72a service neutron] Bound port: 06bbc9e4-69c1-46de-8920-019682e7b470, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338bb976-8e53-4c88-a15a-1a23caab8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c9b01d90-9c24-461f-b51f-c528cdcd79c8'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:47:58.548323 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2d808001-48ba-47df-946f-efd9560cda95 req-8fdbd919-4cf7-4f75-849e-1dc4891fb72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:58.608956 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-2d808001-48ba-47df-946f-efd9560cda95 req-8fdbd919-4cf7-4f75-849e-1dc4891fb72a service neutron] For port 06bbc9e4-69c1-46de-8920-019682e7b470, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:47:58.611870 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-2d808001-48ba-47df-946f-efd9560cda95 req-8fdbd919-4cf7-4f75-849e-1dc4891fb72a service neutron] For port 06bbc9e4-69c1-46de-8920-019682e7b470, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=06bbc9e4-69c1-46de-8920-019682e7b470,segment=NetworkSegment(338bb976-8e53-4c88-a15a-1a23caab8822),segment_id=338bb976-8e53-4c88-a15a-1a23caab8822)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:47:58.616020 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2d808001-48ba-47df-946f-efd9560cda95 req-8fdbd919-4cf7-4f75-849e-1dc4891fb72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:58.655028 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d808001-48ba-47df-946f-efd9560cda95 req-8fdbd919-4cf7-4f75-849e-1dc4891fb72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:58.655957 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2d808001-48ba-47df-946f-efd9560cda95 req-8fdbd919-4cf7-4f75-849e-1dc4891fb72a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:47:58.657342 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d808001-48ba-47df-946f-efd9560cda95 req-8fdbd919-4cf7-4f75-849e-1dc4891fb72a service neutron] 10.222.0.39 "PUT /v2.0/ports/06bbc9e4-69c1-46de-8920-019682e7b470 HTTP/1.1" status: 200 len: 1091 time: 0.5754418 Sep 30 13:47:58.657776 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c29ab70-c632-4b8d-87a2-2ba7475ffb00', 'tag': '06bbc9e4-69c1-46de-8920-019682e7b470'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:47:58.660054 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165d4cda-83fe-45f3-9b5d-611fc1f60a28" -d '{"events": [{"name": "network-changed", "server_uuid": "8c29ab70-c632-4b8d-87a2-2ba7475ffb00", "tag": "06bbc9e4-69c1-46de-8920-019682e7b470"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:47:58.687588 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbd919-4cf7-4f75-849e-1dc4891fb72a service neutron] Pushing event updated for resources: {'Port': ['ID=06bbc9e4-69c1-46de-8920-019682e7b470,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:47:58.704750 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b697fe0-7e66-4c72-8a92-f0949b3e61ca x-openstack-request-id: req-6b697fe0-7e66-4c72-8a92-f0949b3e61ca {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:47:58.705055 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c29ab70-c632-4b8d-87a2-2ba7475ffb00", "tag": "06bbc9e4-69c1-46de-8920-019682e7b470", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:47:58.705301 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b697fe0-7e66-4c72-8a92-f0949b3e61ca {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:47:58.705683 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c29ab70-c632-4b8d-87a2-2ba7475ffb00', 'tag': '06bbc9e4-69c1-46de-8920-019682e7b470', 'status': 'completed', 'code': 200} Sep 30 13:47:58.737290 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d808001-48ba-47df-946f-efd9560cda95 req-66648026-661b-4f8c-a406-f172a0b53f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:58.738789 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d808001-48ba-47df-946f-efd9560cda95 req-66648026-661b-4f8c-a406-f172a0b53f42 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=baf41dfe037b4f7dbc6f6ef031198226&device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 1094 time: 0.0427980 Sep 30 13:47:58.782203 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d808001-48ba-47df-946f-efd9560cda95 req-cc81b64c-e136-4536-b098-7906c6c9c838 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06bbc9e4-69c1-46de-8920-019682e7b470 HTTP/1.1" status: 200 len: 217 time: 0.0338693 Sep 30 13:47:58.858409 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d808001-48ba-47df-946f-efd9560cda95 req-798b6da8-2704-4579-beda-8200726753fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:58.859869 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d808001-48ba-47df-946f-efd9560cda95 req-798b6da8-2704-4579-beda-8200726753fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c556eae-51ca-4019-9ea3-af74661a40cb HTTP/1.1" status: 200 len: 851 time: 0.0712769 Sep 30 13:47:58.883812 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73de05d-65de-4d44-8516-36501f36d2aa req-6e5e1f73-2c7a-4eb0-993b-838b6b569faf tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:58.885304 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e73de05d-65de-4d44-8516-36501f36d2aa req-6e5e1f73-2c7a-4eb0-993b-838b6b569faf tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 943 time: 0.0889478 Sep 30 13:47:58.902312 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d808001-48ba-47df-946f-efd9560cda95 req-4bce9f02-fe24-4a07-b625-84e890e02487 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c9b01d90-9c24-461f-b51f-c528cdcd79c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346279 Sep 30 13:47:58.957180 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e73de05d-65de-4d44-8516-36501f36d2aa req-35c0a3cb-f6f1-4c7d-bc6e-4217946b7c28 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582976 Sep 30 13:47:59.015776 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d808001-48ba-47df-946f-efd9560cda95 req-96fc33b3-4ab8-4a3f-9c84-e67f83de3fca service neutron] 10.222.0.39 "GET /v2.0/networks/c9b01d90-9c24-461f-b51f-c528cdcd79c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019351 Sep 30 13:47:59.103978 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d808001-48ba-47df-946f-efd9560cda95 req-5876b363-95bc-4475-9a26-21ceb3321a9d service neutron] 10.222.0.39 "GET /v2.0/networks/c9b01d90-9c24-461f-b51f-c528cdcd79c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810606 Sep 30 13:47:59.185067 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d4cda-83fe-45f3-9b5d-611fc1f60a28 req-b3eaa172-ec1c-4824-ba5d-6cd1c5c345d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:59.186526 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-165d4cda-83fe-45f3-9b5d-611fc1f60a28 req-b3eaa172-ec1c-4824-ba5d-6cd1c5c345d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=baf41dfe037b4f7dbc6f6ef031198226&device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 1094 time: 0.0403492 Sep 30 13:47:59.278191 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d4cda-83fe-45f3-9b5d-611fc1f60a28 req-6802e0e0-b063-4ee6-866a-90f1a03590a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:59.279644 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-165d4cda-83fe-45f3-9b5d-611fc1f60a28 req-6802e0e0-b063-4ee6-866a-90f1a03590a0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c9b01d90-9c24-461f-b51f-c528cdcd79c8 HTTP/1.1" status: 200 len: 912 time: 0.0865669 Sep 30 13:47:59.320010 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-165d4cda-83fe-45f3-9b5d-611fc1f60a28 req-2f824a0f-17eb-476b-89aa-3530e16261ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06bbc9e4-69c1-46de-8920-019682e7b470 HTTP/1.1" status: 200 len: 217 time: 0.0333116 Sep 30 13:47:59.371502 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d4cda-83fe-45f3-9b5d-611fc1f60a28 req-6d1e3f3c-17fb-49b6-bcb7-a7e9b022d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:47:59.372919 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-165d4cda-83fe-45f3-9b5d-611fc1f60a28 req-6d1e3f3c-17fb-49b6-bcb7-a7e9b022d8e6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c556eae-51ca-4019-9ea3-af74661a40cb HTTP/1.1" status: 200 len: 851 time: 0.0455673 Sep 30 13:47:59.404570 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-165d4cda-83fe-45f3-9b5d-611fc1f60a28 req-7cc62684-181e-4b82-8c21-3fd66e68c3b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c9b01d90-9c24-461f-b51f-c528cdcd79c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243535 Sep 30 13:47:59.491429 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-165d4cda-83fe-45f3-9b5d-611fc1f60a28 req-a01f1149-bed5-47a6-8da6-e67438417967 service neutron] 10.222.0.39 "GET /v2.0/networks/c9b01d90-9c24-461f-b51f-c528cdcd79c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798287 Sep 30 13:47:59.583586 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-165d4cda-83fe-45f3-9b5d-611fc1f60a28 req-aa2e2ebf-9bc4-4a31-bbdd-58081aafb295 service neutron] 10.222.0.39 "GET /v2.0/networks/c9b01d90-9c24-461f-b51f-c528cdcd79c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837767 Sep 30 13:48:00.073970 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf45548-ee40-4dce-9164-1ca6526b6d60 req-bc963d9a-c1c3-4b99-8426-2040bf1b0af0 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:00.075463 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0cf45548-ee40-4dce-9164-1ca6526b6d60 req-bc963d9a-c1c3-4b99-8426-2040bf1b0af0 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 943 time: 0.0483553 Sep 30 13:48:00.112965 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0cf45548-ee40-4dce-9164-1ca6526b6d60 req-1c49cd17-9f6c-42b6-8bc7-99a3266f66eb tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314844 Sep 30 13:48:01.228169 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d2919-9049-412f-aff4-957f376a62b5 req-fae06e06-3d93-4ed3-9fed-0dd06b232ac9 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:01.230378 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b19d2919-9049-412f-aff4-957f376a62b5 req-fae06e06-3d93-4ed3-9fed-0dd06b232ac9 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 943 time: 0.0502377 Sep 30 13:48:01.267455 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b19d2919-9049-412f-aff4-957f376a62b5 req-e1a52058-85e3-4fae-ba5c-639d9a065648 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308757 Sep 30 13:48:02.380838 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132582e0-d32b-44bf-8432-379ec4367845 req-6022efca-926b-4b20-876c-4cf480290b5b tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:02.382305 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-132582e0-d32b-44bf-8432-379ec4367845 req-6022efca-926b-4b20-876c-4cf480290b5b tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 943 time: 0.0479913 Sep 30 13:48:02.419146 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-132582e0-d32b-44bf-8432-379ec4367845 req-9eb87aad-bd22-4f3b-853d-c48e7beec03b tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305147 Sep 30 13:48:02.685855 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 06bbc9e4-69c1-46de-8920-019682e7b470 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:48:02.781251 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 06bbc9e4-69c1-46de-8920-019682e7b470, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=06bbc9e4-69c1-46de-8920-019682e7b470,segment=NetworkSegment(338bb976-8e53-4c88-a15a-1a23caab8822),segment_id=338bb976-8e53-4c88-a15a-1a23caab8822)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:48:02.791978 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '06bbc9e4-69c1-46de-8920-019682e7b470', 'network_id': 'c9b01d90-9c24-461f-b51f-c528cdcd79c8', 'port_id': '06bbc9e4-69c1-46de-8920-019682e7b470', 'mac_address': 'fa:16:3e:60:19:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c556eae-51ca-4019-9ea3-af74661a40cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:48:02.827873 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:02.840076 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06bbc9e4-69c1-46de-8920-019682e7b470 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:48:02.858684 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 06bbc9e4-69c1-46de-8920-019682e7b470, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=06bbc9e4-69c1-46de-8920-019682e7b470,segment=NetworkSegment(338bb976-8e53-4c88-a15a-1a23caab8822),segment_id=338bb976-8e53-4c88-a15a-1a23caab8822)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:48:02.862674 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:02.911505 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=06bbc9e4-69c1-46de-8920-019682e7b470,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:48:03.052402 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['06bbc9e4-69c1-46de-8920-019682e7b470'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:48:03.532677 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537e6b7-1e07-4cfa-8589-3930241fab7c req-a8a62930-36c8-4827-ab76-a2002828bd30 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:03.534169 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c537e6b7-1e07-4cfa-8589-3930241fab7c req-a8a62930-36c8-4827-ab76-a2002828bd30 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 944 time: 0.0476158 Sep 30 13:48:03.575233 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c537e6b7-1e07-4cfa-8589-3930241fab7c req-ff5d24bc-be3e-4e59-b0cf-f99fb1fde100 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352221 Sep 30 13:48:04.692509 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7043c4-e902-4a43-9fa3-06767ba7fcd1 req-71096a28-9388-44b1-a6ab-4331d9c4bc4b tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:04.693889 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1d7043c4-e902-4a43-9fa3-06767ba7fcd1 req-71096a28-9388-44b1-a6ab-4331d9c4bc4b tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 944 time: 0.0518892 Sep 30 13:48:04.700346 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 06bbc9e4-69c1-46de-8920-019682e7b470 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:48:04.732900 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1d7043c4-e902-4a43-9fa3-06767ba7fcd1 req-d783e58d-2ac7-459b-bbb8-1ac5f260dee0 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320187 Sep 30 13:48:04.756812 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 06bbc9e4-69c1-46de-8920-019682e7b470 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:48:04.760384 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 06bbc9e4-69c1-46de-8920-019682e7b470 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:48:04.760751 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:04.834473 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:04.856423 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c29ab70-c632-4b8d-87a2-2ba7475ffb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bbc9e4-69c1-46de-8920-019682e7b470'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:48:04.858651 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5766020-7172-4811-9d9c-a064e672eceb" -d '{"events": [{"server_uuid": "8c29ab70-c632-4b8d-87a2-2ba7475ffb00", "name": "network-vif-plugged", "status": "completed", "tag": "06bbc9e4-69c1-46de-8920-019682e7b470"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:48:04.871310 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 06bbc9e4-69c1-46de-8920-019682e7b470, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=06bbc9e4-69c1-46de-8920-019682e7b470,segment=NetworkSegment(338bb976-8e53-4c88-a15a-1a23caab8822),segment_id=338bb976-8e53-4c88-a15a-1a23caab8822)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:48:04.875372 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:04.897551 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c470da-cc40-4245-abb5-8629369c762b x-openstack-request-id: req-80c470da-cc40-4245-abb5-8629369c762b {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:48:04.897839 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c29ab70-c632-4b8d-87a2-2ba7475ffb00", "name": "network-vif-plugged", "status": "completed", "tag": "06bbc9e4-69c1-46de-8920-019682e7b470", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:48:04.898110 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80c470da-cc40-4245-abb5-8629369c762b {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:48:04.898490 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c29ab70-c632-4b8d-87a2-2ba7475ffb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bbc9e4-69c1-46de-8920-019682e7b470', 'code': 200} Sep 30 13:48:04.928100 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=06bbc9e4-69c1-46de-8920-019682e7b470,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:48:05.047979 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9187b-268e-4995-8185-4ca18ba69a84 req-a5631eba-dc18-4842-bd89-9f9a54d9b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:05.049463 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-87f9187b-268e-4995-8185-4ca18ba69a84 req-a5631eba-dc18-4842-bd89-9f9a54d9b213 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 1096 time: 0.0950980 Sep 30 13:48:05.083874 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-87f9187b-268e-4995-8185-4ca18ba69a84 req-50da26b0-8e24-4485-9727-7fe96528b097 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260956 Sep 30 13:48:05.849506 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b58c4-8789-41c1-a7b9-0dc6eb1e6ebf req-6968c85b-59ed-49be-9ec7-42c66a29a23f tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:05.851000 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-746b58c4-8789-41c1-a7b9-0dc6eb1e6ebf req-6968c85b-59ed-49be-9ec7-42c66a29a23f tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0478227 Sep 30 13:48:05.888048 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-746b58c4-8789-41c1-a7b9-0dc6eb1e6ebf req-81ecab5a-7230-4332-88e1-94309c583f85 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306509 Sep 30 13:48:07.002314 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2208d3-f6fb-4479-8fe9-bdd38d63ed5a req-ce3a4b55-8487-4ede-b3e4-9ed8f9be65d0 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:07.003794 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd2208d3-f6fb-4479-8fe9-bdd38d63ed5a req-ce3a4b55-8487-4ede-b3e4-9ed8f9be65d0 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0485096 Sep 30 13:48:07.040271 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd2208d3-f6fb-4479-8fe9-bdd38d63ed5a req-63fc1724-8026-43d9-9e13-e4781a93f54a tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305729 Sep 30 13:48:07.261249 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5128852c-a3a7-4c74-afce-08214fe9972e req-d373d258-0987-4fc1-ada5-c8b66e8efda8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0390308 Sep 30 13:48:07.278824 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5185414-c295-4251-88b7-91d630d12894 req-cf8ece29-aeb7-40ba-96ea-ce70b0b73d85 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:07.280608 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e5185414-c295-4251-88b7-91d630d12894 req-cf8ece29-aeb7-40ba-96ea-ce70b0b73d85 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0481114 Sep 30 13:48:07.322886 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e5185414-c295-4251-88b7-91d630d12894 req-44aa283f-7a90-4bdd-bbf7-4dbcfdea884d tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362430 Sep 30 13:48:07.704055 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8f596-19be-4578-8af7-6ddda8f99b60 req-f8f937e9-564a-41bc-bcad-5f768957f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:07.705610 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b3e8f596-19be-4578-8af7-6ddda8f99b60 req-f8f937e9-564a-41bc-bcad-5f768957f629 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=baf41dfe037b4f7dbc6f6ef031198226&device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 1096 time: 0.0414343 Sep 30 13:48:07.813969 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8f596-19be-4578-8af7-6ddda8f99b60 req-df0311d2-5422-49ae-8e7b-21fe5b2489d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:07.815899 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b3e8f596-19be-4578-8af7-6ddda8f99b60 req-df0311d2-5422-49ae-8e7b-21fe5b2489d4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c9b01d90-9c24-461f-b51f-c528cdcd79c8 HTTP/1.1" status: 200 len: 912 time: 0.0906153 Sep 30 13:48:07.867176 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b3e8f596-19be-4578-8af7-6ddda8f99b60 req-b57b0725-4208-4a64-b3f4-d842e545a575 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06bbc9e4-69c1-46de-8920-019682e7b470 HTTP/1.1" status: 200 len: 217 time: 0.0432382 Sep 30 13:48:07.921808 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8f596-19be-4578-8af7-6ddda8f99b60 req-50fdf984-dc8a-4838-85a9-dd7ccdbbd092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:07.923572 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b3e8f596-19be-4578-8af7-6ddda8f99b60 req-50fdf984-dc8a-4838-85a9-dd7ccdbbd092 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c556eae-51ca-4019-9ea3-af74661a40cb HTTP/1.1" status: 200 len: 851 time: 0.0498958 Sep 30 13:48:07.955504 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b3e8f596-19be-4578-8af7-6ddda8f99b60 req-f9c244ef-9ffb-4464-80ae-848559a8cb54 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c9b01d90-9c24-461f-b51f-c528cdcd79c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252705 Sep 30 13:48:08.056410 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b3e8f596-19be-4578-8af7-6ddda8f99b60 req-12ecc8ea-5a20-47ed-94df-868a0024dfc7 service neutron] 10.222.0.39 "GET /v2.0/networks/c9b01d90-9c24-461f-b51f-c528cdcd79c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944331 Sep 30 13:48:08.144481 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b3e8f596-19be-4578-8af7-6ddda8f99b60 req-5ced05cc-3781-491b-a0f7-12914a3279ed service neutron] 10.222.0.39 "GET /v2.0/networks/c9b01d90-9c24-461f-b51f-c528cdcd79c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815811 Sep 30 13:48:08.364764 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128852c-a3a7-4c74-afce-08214fe9972e req-3f5835a0-8799-4201-96bd-061899a8a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:08.366306 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5128852c-a3a7-4c74-afce-08214fe9972e req-3f5835a0-8799-4201-96bd-061899a8a1ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=baf41dfe037b4f7dbc6f6ef031198226&device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 1096 time: 0.0456846 Sep 30 13:48:08.445725 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904cc61-b328-4caf-853e-4d422c6f0c16 req-ecbe9bb9-e774-4ace-b3e9-33e48df86edd tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:08.448610 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8904cc61-b328-4caf-853e-4d422c6f0c16 req-ecbe9bb9-e774-4ace-b3e9-33e48df86edd tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0566180 Sep 30 13:48:08.466229 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128852c-a3a7-4c74-afce-08214fe9972e req-8d214bd4-814a-40de-ad08-1a735599a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:08.467421 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5128852c-a3a7-4c74-afce-08214fe9972e req-8d214bd4-814a-40de-ad08-1a735599a443 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c9b01d90-9c24-461f-b51f-c528cdcd79c8 HTTP/1.1" status: 200 len: 912 time: 0.0935102 Sep 30 13:48:08.489223 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8904cc61-b328-4caf-853e-4d422c6f0c16 req-28c480e3-7283-434c-b11b-356c0037a496 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336888 Sep 30 13:48:08.514325 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5128852c-a3a7-4c74-afce-08214fe9972e req-a93a3489-9236-4505-b424-fe9f11928e03 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06bbc9e4-69c1-46de-8920-019682e7b470 HTTP/1.1" status: 200 len: 217 time: 0.0400255 Sep 30 13:48:08.565080 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128852c-a3a7-4c74-afce-08214fe9972e req-251e38bb-a37b-4050-b53e-2684719a36ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:08.566523 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5128852c-a3a7-4c74-afce-08214fe9972e req-251e38bb-a37b-4050-b53e-2684719a36ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c556eae-51ca-4019-9ea3-af74661a40cb HTTP/1.1" status: 200 len: 851 time: 0.0428963 Sep 30 13:48:08.598252 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5128852c-a3a7-4c74-afce-08214fe9972e req-19288641-577a-4f0a-8ae5-dd7427bc0c5b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c9b01d90-9c24-461f-b51f-c528cdcd79c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241802 Sep 30 13:48:08.689095 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5128852c-a3a7-4c74-afce-08214fe9972e req-7044c9f1-262a-4ad4-8e4c-54e9270d6d6f service neutron] 10.222.0.39 "GET /v2.0/networks/c9b01d90-9c24-461f-b51f-c528cdcd79c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829372 Sep 30 13:48:08.777942 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5128852c-a3a7-4c74-afce-08214fe9972e req-36ce8175-328d-4b38-80e6-ca587233b8b5 service neutron] 10.222.0.39 "GET /v2.0/networks/c9b01d90-9c24-461f-b51f-c528cdcd79c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812931 Sep 30 13:48:09.602830 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781e2df-8f85-4032-88de-47ae927ed9bc req-e7c447d8-1a8b-49e1-9274-c06bae0ebb76 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:09.604321 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5781e2df-8f85-4032-88de-47ae927ed9bc req-e7c447d8-1a8b-49e1-9274-c06bae0ebb76 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0489080 Sep 30 13:48:09.641803 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5781e2df-8f85-4032-88de-47ae927ed9bc req-101781c4-fd14-4edf-a2d0-fc408cdecbc4 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315967 Sep 30 13:48:10.753974 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff6583-ff65-47fd-ae6f-df7418408ad2 req-c671a13f-f7bb-457a-a29e-1724d8e676a3 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:10.755374 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-08ff6583-ff65-47fd-ae6f-df7418408ad2 req-c671a13f-f7bb-457a-a29e-1724d8e676a3 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0481057 Sep 30 13:48:10.792722 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-08ff6583-ff65-47fd-ae6f-df7418408ad2 req-46400a98-288a-45a2-821b-75c5f3b9a239 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310643 Sep 30 13:48:11.909799 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bee894-6211-4c83-856b-be9560be9020 req-9a20ce28-6377-4079-9cf5-875eb1e7816c tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:11.911328 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d6bee894-6211-4c83-856b-be9560be9020 req-9a20ce28-6377-4079-9cf5-875eb1e7816c tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0513406 Sep 30 13:48:11.947772 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d6bee894-6211-4c83-856b-be9560be9020 req-e62fbb1e-ae43-4d8f-a0ab-e8317b2c15f7 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300949 Sep 30 13:48:13.061302 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc987a-6ac2-4912-b4f6-96b86bfa57ad req-da47cfae-37df-4154-a842-275c2a984b14 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:13.062783 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-25cc987a-6ac2-4912-b4f6-96b86bfa57ad req-da47cfae-37df-4154-a842-275c2a984b14 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0479007 Sep 30 13:48:13.100080 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-25cc987a-6ac2-4912-b4f6-96b86bfa57ad req-76d1213b-44f1-456d-860b-84508e62e0ea tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313957 Sep 30 13:48:14.214699 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335db29-57c5-4f89-898e-37e8d8c3547f req-fb8d09df-af60-40f7-9d72-d9bba02ec9f5 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:14.216410 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4335db29-57c5-4f89-898e-37e8d8c3547f req-fb8d09df-af60-40f7-9d72-d9bba02ec9f5 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0486562 Sep 30 13:48:14.252971 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4335db29-57c5-4f89-898e-37e8d8c3547f req-06b8b159-248c-41dd-8013-749d0d574824 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305765 Sep 30 13:48:15.106771 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:15.368462 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394e2a9-bb40-4fef-983d-a72a738400c5 req-518edb01-394f-4bc3-8a7a-7f3083dd49a4 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:15.370585 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5394e2a9-bb40-4fef-983d-a72a738400c5 req-518edb01-394f-4bc3-8a7a-7f3083dd49a4 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0520668 Sep 30 13:48:15.408032 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5394e2a9-bb40-4fef-983d-a72a738400c5 req-3cfbd950-fafe-4b04-bc66-16d80adf7606 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315821 Sep 30 13:48:16.524101 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d366621-d4ad-4525-a3ab-529bc3d1531e req-af20f8fb-881a-476b-8a05-7c71855c9e88 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:16.525564 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4d366621-d4ad-4525-a3ab-529bc3d1531e req-af20f8fb-881a-476b-8a05-7c71855c9e88 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0489004 Sep 30 13:48:16.563127 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4d366621-d4ad-4525-a3ab-529bc3d1531e req-c9f89e88-8c6e-4db8-8208-843213eec254 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314844 Sep 30 13:48:17.676629 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2117f-5eac-4688-9463-1881ea8924b8 req-7ff7eae0-360b-48e1-9097-fc9fa52427e3 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:17.678119 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-97f2117f-5eac-4688-9463-1881ea8924b8 req-7ff7eae0-360b-48e1-9097-fc9fa52427e3 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0488572 Sep 30 13:48:17.715248 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-97f2117f-5eac-4688-9463-1881ea8924b8 req-5b9fe20f-990b-4ea3-ad69-4dc00fb67f0f tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311036 Sep 30 13:48:18.227469 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-74aa0a9b-0a2a-4518-ba4f-1ba0c1536bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:18.833312 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe9866-3a6a-433e-bc14-a5470dd59ef4 req-6a93cafa-0283-4d08-8159-c596c61bd30a tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:18.834807 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5dbe9866-3a6a-433e-bc14-a5470dd59ef4 req-6a93cafa-0283-4d08-8159-c596c61bd30a tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0531921 Sep 30 13:48:18.872176 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5dbe9866-3a6a-433e-bc14-a5470dd59ef4 req-7e1ce329-5bee-4609-9187-2154e53b470c tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306566 Sep 30 13:48:19.844242 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:19.990424 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7eed7c-8ccf-475e-a732-be9975607e6d req-597423ad-6f2f-4c1f-a514-3cbfbf31e787 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:19.991886 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f7eed7c-8ccf-475e-a732-be9975607e6d req-597423ad-6f2f-4c1f-a514-3cbfbf31e787 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0486581 Sep 30 13:48:20.028579 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f7eed7c-8ccf-475e-a732-be9975607e6d req-800dcf86-1f71-4ede-80bf-b3abceca33bd tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308959 Sep 30 13:48:20.738676 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-085a0632-12d7-4522-bddb-e412960c7b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:21.143246 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4cbb1a-4811-4867-88d7-aa5f6f0b0b33 req-bfe0f5fb-b90f-4de8-aaaa-8a2b26c5fadd tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:21.144723 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd4cbb1a-4811-4867-88d7-aa5f6f0b0b33 req-bfe0f5fb-b90f-4de8-aaaa-8a2b26c5fadd tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0491498 Sep 30 13:48:21.183151 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd4cbb1a-4811-4867-88d7-aa5f6f0b0b33 req-9e22315a-d238-43fd-9f5f-96db5d43b0ab tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324292 Sep 30 13:48:21.667436 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:22.298422 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fc167-90e0-45b3-b34b-8f2c7e5ca5b8 req-3d3d11c3-d262-475e-92b6-dd46fc2a9d4d tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:22.299879 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-109fc167-90e0-45b3-b34b-8f2c7e5ca5b8 req-3d3d11c3-d262-475e-92b6-dd46fc2a9d4d tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0512056 Sep 30 13:48:22.336847 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-109fc167-90e0-45b3-b34b-8f2c7e5ca5b8 req-dd46743a-4311-49f8-88e3-ced4085f9a43 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310819 Sep 30 13:48:22.479344 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:23.449980 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9926848-fc77-4536-9f5f-be9795c1d896 req-20258d88-57a2-4fe6-962a-6d689d16741e tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:23.451533 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c9926848-fc77-4536-9f5f-be9795c1d896 req-20258d88-57a2-4fe6-962a-6d689d16741e tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0483706 Sep 30 13:48:23.489501 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c9926848-fc77-4536-9f5f-be9795c1d896 req-5ddccb09-b3f1-4751-858d-afb19229de79 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316906 Sep 30 13:48:24.243649 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:24.602251 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c2bd4-6cec-4102-b1ff-26c049c86ade req-9bfb039c-2cd1-4336-b416-ee8d85c0d888 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:24.604406 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2c7c2bd4-6cec-4102-b1ff-26c049c86ade req-9bfb039c-2cd1-4336-b416-ee8d85c0d888 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0482218 Sep 30 13:48:24.641028 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2c7c2bd4-6cec-4102-b1ff-26c049c86ade req-592b1a33-97cc-4a6a-b478-4b7aa261c6da tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308375 Sep 30 13:48:25.758563 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9706abd-3c8d-497b-b0a4-12373177fae0 req-a4a53423-45c7-4bf1-9394-83dbc6940d26 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:25.759971 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e9706abd-3c8d-497b-b0a4-12373177fae0 req-a4a53423-45c7-4bf1-9394-83dbc6940d26 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0519605 Sep 30 13:48:25.796496 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e9706abd-3c8d-497b-b0a4-12373177fae0 req-46873ff1-1bcc-41b1-8323-fc59b3b53f3d tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305705 Sep 30 13:48:26.911723 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e4ec5-be8f-46c9-ad20-587669b4eb8b req-4937c7f3-dd77-4a4e-96f9-906c93e4b245 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:26.913214 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d36e4ec5-be8f-46c9-ad20-587669b4eb8b req-4937c7f3-dd77-4a4e-96f9-906c93e4b245 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0489612 Sep 30 13:48:26.951162 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d36e4ec5-be8f-46c9-ad20-587669b4eb8b req-5b26a9ba-c658-42ba-9a45-c0185c4b5227 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320246 Sep 30 13:48:28.063067 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb21e32-54c8-4cf2-8269-07807f839f63 req-b120e6fa-0533-4cee-a317-b15620380f7c tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:28.064541 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6cb21e32-54c8-4cf2-8269-07807f839f63 req-b120e6fa-0533-4cee-a317-b15620380f7c tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0478032 Sep 30 13:48:28.102323 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6cb21e32-54c8-4cf2-8269-07807f839f63 req-c0b9ab6e-d456-4d99-bfe6-6f029fb235b6 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316939 Sep 30 13:48:29.232633 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f8b83-2975-49b0-9c64-1d3fef3034ac req-cf01714f-428b-4c73-936f-0e87619283a3 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:29.234130 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c85f8b83-2975-49b0-9c64-1d3fef3034ac req-cf01714f-428b-4c73-936f-0e87619283a3 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0521593 Sep 30 13:48:29.271293 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c85f8b83-2975-49b0-9c64-1d3fef3034ac req-3203c184-b29a-4a64-a635-9f9d61b944e8 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312588 Sep 30 13:48:30.383000 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d9d13-5e8f-411a-b8f9-312edccd35c8 req-ac18c29d-7fb2-43d0-befd-553743493cb8 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:30.384461 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a8d9d13-5e8f-411a-b8f9-312edccd35c8 req-ac18c29d-7fb2-43d0-befd-553743493cb8 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0477953 Sep 30 13:48:30.421758 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a8d9d13-5e8f-411a-b8f9-312edccd35c8 req-e43eec03-1fe6-4b2e-bf00-6276bda031b3 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308280 Sep 30 13:48:31.535597 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92328eab-3977-4ea4-8b51-b6d2026fdc63 req-370b737c-3cc6-4931-a071-bf0cf42ecaf8 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:31.537077 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-92328eab-3977-4ea4-8b51-b6d2026fdc63 req-370b737c-3cc6-4931-a071-bf0cf42ecaf8 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0481465 Sep 30 13:48:31.574835 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-92328eab-3977-4ea4-8b51-b6d2026fdc63 req-dca01d3a-8514-4e85-9490-470d0f0bf80a tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312772 Sep 30 13:48:32.691952 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3db0f-eb2b-452d-aeac-538d6455784b req-b0a01c11-8187-4ce9-b7ac-10d16736aa05 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:32.693345 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b7c3db0f-eb2b-452d-aeac-538d6455784b req-b0a01c11-8187-4ce9-b7ac-10d16736aa05 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0522335 Sep 30 13:48:32.730208 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b7c3db0f-eb2b-452d-aeac-538d6455784b req-0ce4e1b2-ee1d-4c98-aaa9-d503b8710549 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303411 Sep 30 13:48:33.747079 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:48:33.845519 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959890a-b2a6-48af-9bd0-d03ba0eb1f03 req-dc2e2f57-8b1d-4e26-b91f-81e3362bf58b tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:33.847039 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2959890a-b2a6-48af-9bd0-d03ba0eb1f03 req-dc2e2f57-8b1d-4e26-b91f-81e3362bf58b tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0493407 Sep 30 13:48:33.883938 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2959890a-b2a6-48af-9bd0-d03ba0eb1f03 req-6007b38d-ff61-456d-8a31-3b4cdeb27721 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311017 Sep 30 13:48:34.997420 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e88fad-26a2-4200-ad80-383389c4d5de req-69a7d4e9-80f1-4794-9d6e-0eeb5b06136a tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:34.998908 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88e88fad-26a2-4200-ad80-383389c4d5de req-69a7d4e9-80f1-4794-9d6e-0eeb5b06136a tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0483730 Sep 30 13:48:35.036763 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-88e88fad-26a2-4200-ad80-383389c4d5de req-588bd72a-e4a2-43f6-8396-28ec35880a8a tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318549 Sep 30 13:48:35.740143 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-5128852c-a3a7-4c74-afce-08214fe9972e req-a1015f39-5f39-4531-9cfd-634297a17a40 service neutron] show failed (client error): The resource could not be found. Sep 30 13:48:35.741350 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5128852c-a3a7-4c74-afce-08214fe9972e req-a1015f39-5f39-4531-9cfd-634297a17a40 service neutron] 10.222.0.39 "GET /v2.0/ports/06bbc9e4-69c1-46de-8920-019682e7b470/bindings/n-h2-810909-2 HTTP/1.1" status: 404 len: 380 time: 0.0535378 Sep 30 13:48:36.161600 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6800db9-b2b9-4e12-9456-06906ce907a5 req-73d049b2-c835-4b8b-b7f5-16010778850a tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:36.163228 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d6800db9-b2b9-4e12-9456-06906ce907a5 req-73d049b2-c835-4b8b-b7f5-16010778850a tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0553477 Sep 30 13:48:36.205348 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d6800db9-b2b9-4e12-9456-06906ce907a5 req-228e36a4-178c-4f0e-af56-3f913cb4ac1d tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340681 Sep 30 13:48:36.272528 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128852c-a3a7-4c74-afce-08214fe9972e req-9e890402-8c63-4aac-8d77-f11ca401366f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:36.274052 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5128852c-a3a7-4c74-afce-08214fe9972e req-9e890402-8c63-4aac-8d77-f11ca401366f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00&tenant_id=baf41dfe037b4f7dbc6f6ef031198226 HTTP/1.1" status: 200 len: 1096 time: 0.3810997 Sep 30 13:48:36.286248 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-5128852c-a3a7-4c74-afce-08214fe9972e req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810909-2', 'device_owner': 'compute:nova'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:48:36.337304 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5128852c-a3a7-4c74-afce-08214fe9972e req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:36.543053 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-5128852c-a3a7-4c74-afce-08214fe9972e req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] For port 06bbc9e4-69c1-46de-8920-019682e7b470, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=06bbc9e4-69c1-46de-8920-019682e7b470,segment=NetworkSegment(338bb976-8e53-4c88-a15a-1a23caab8822),segment_id=338bb976-8e53-4c88-a15a-1a23caab8822)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:48:36.575712 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-5128852c-a3a7-4c74-afce-08214fe9972e req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] For port 06bbc9e4-69c1-46de-8920-019682e7b470, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:48:36.619957 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c29ab70-c632-4b8d-87a2-2ba7475ffb00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06bbc9e4-69c1-46de-8920-019682e7b470'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:48:36.623097 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8b65cf-7833-4818-b1b7-f9dd758a5722" -d '{"events": [{"server_uuid": "8c29ab70-c632-4b8d-87a2-2ba7475ffb00", "name": "network-vif-unplugged", "status": "completed", "tag": "06bbc9e4-69c1-46de-8920-019682e7b470"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:48:36.627612 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5128852c-a3a7-4c74-afce-08214fe9972e req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:36.640825 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-5128852c-a3a7-4c74-afce-08214fe9972e req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Transition to ACTIVE for port object 06bbc9e4-69c1-46de-8920-019682e7b470 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:48:36.644710 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5128852c-a3a7-4c74-afce-08214fe9972e req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:36.704290 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-5128852c-a3a7-4c74-afce-08214fe9972e req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] No DVR routers for this DVR port 06bbc9e4-69c1-46de-8920-019682e7b470 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:48:36.710971 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=06bbc9e4-69c1-46de-8920-019682e7b470,revision_number=6']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:48:36.737464 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:36.737809 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:36.738173 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:36.738511 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:36.738839 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:36.739166 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:36.739489 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:36.739810 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:36.740130 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:36.740448 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:36.740767 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:36.741082 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:36.745888 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18eec38d-d987-4e1c-bbab-023f174db78b x-openstack-request-id: req-18eec38d-d987-4e1c-bbab-023f174db78b {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:48:36.746206 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c29ab70-c632-4b8d-87a2-2ba7475ffb00", "name": "network-vif-unplugged", "status": "completed", "tag": "06bbc9e4-69c1-46de-8920-019682e7b470", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:48:36.746453 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18eec38d-d987-4e1c-bbab-023f174db78b {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:48:36.746853 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c29ab70-c632-4b8d-87a2-2ba7475ffb00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06bbc9e4-69c1-46de-8920-019682e7b470', 'code': 200} Sep 30 13:48:36.756000 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-5128852c-a3a7-4c74-afce-08214fe9972e req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Attempting to bind port 06bbc9e4-69c1-46de-8920-019682e7b470 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:48:36.756332 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-5128852c-a3a7-4c74-afce-08214fe9972e req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Attempting to bind port 06bbc9e4-69c1-46de-8920-019682e7b470 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': '338bb976-8e53-4c88-a15a-1a23caab8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c9b01d90-9c24-461f-b51f-c528cdcd79c8'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:48:36.756657 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5128852c-a3a7-4c74-afce-08214fe9972e req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Attempting to bind port 06bbc9e4-69c1-46de-8920-019682e7b470 on network c9b01d90-9c24-461f-b51f-c528cdcd79c8 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:48:36.762102 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5128852c-a3a7-4c74-afce-08214fe9972e req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Port 06bbc9e4-69c1-46de-8920-019682e7b470 on network c9b01d90-9c24-461f-b51f-c528cdcd79c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:48:36.762419 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5128852c-a3a7-4c74-afce-08214fe9972e req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Attempting to bind port 06bbc9e4-69c1-46de-8920-019682e7b470 on network c9b01d90-9c24-461f-b51f-c528cdcd79c8 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:48:36.767469 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5128852c-a3a7-4c74-afce-08214fe9972e req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:48:36.767802 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5128852c-a3a7-4c74-afce-08214fe9972e req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Checking segment: {'id': '338bb976-8e53-4c88-a15a-1a23caab8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c9b01d90-9c24-461f-b51f-c528cdcd79c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:48:36.768181 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5128852c-a3a7-4c74-afce-08214fe9972e req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Bound using segment: {'id': '338bb976-8e53-4c88-a15a-1a23caab8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c9b01d90-9c24-461f-b51f-c528cdcd79c8'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:48:36.768608 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-5128852c-a3a7-4c74-afce-08214fe9972e req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Bound port: 06bbc9e4-69c1-46de-8920-019682e7b470, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338bb976-8e53-4c88-a15a-1a23caab8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c9b01d90-9c24-461f-b51f-c528cdcd79c8'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:48:36.768961 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5128852c-a3a7-4c74-afce-08214fe9972e req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:36.833837 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-5128852c-a3a7-4c74-afce-08214fe9972e req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] For port 06bbc9e4-69c1-46de-8920-019682e7b470, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:48:36.836997 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-5128852c-a3a7-4c74-afce-08214fe9972e req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] For port 06bbc9e4-69c1-46de-8920-019682e7b470, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=06bbc9e4-69c1-46de-8920-019682e7b470,segment=NetworkSegment(338bb976-8e53-4c88-a15a-1a23caab8822),segment_id=338bb976-8e53-4c88-a15a-1a23caab8822)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:48:36.841346 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5128852c-a3a7-4c74-afce-08214fe9972e req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:36.876840 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128852c-a3a7-4c74-afce-08214fe9972e req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:36.877452 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-5128852c-a3a7-4c74-afce-08214fe9972e req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:36.878865 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5128852c-a3a7-4c74-afce-08214fe9972e req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] 10.222.0.54 "PUT /v2.0/ports/06bbc9e4-69c1-46de-8920-019682e7b470 HTTP/1.1" status: 200 len: 1091 time: 0.5964575 Sep 30 13:48:36.896502 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82da391-987d-478e-a8bc-f288f8634ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=06bbc9e4-69c1-46de-8920-019682e7b470,revision_number=7']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:48:36.941139 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128852c-a3a7-4c74-afce-08214fe9972e req-8673afb6-69a5-46d3-bd7d-50c50cadd1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:36.942661 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5128852c-a3a7-4c74-afce-08214fe9972e req-8673afb6-69a5-46d3-bd7d-50c50cadd1a0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=baf41dfe037b4f7dbc6f6ef031198226&device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 1094 time: 0.0402794 Sep 30 13:48:37.033683 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128852c-a3a7-4c74-afce-08214fe9972e req-81a33769-1570-4050-8ddc-be424d72410e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:37.035153 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5128852c-a3a7-4c74-afce-08214fe9972e req-81a33769-1570-4050-8ddc-be424d72410e service neutron] 10.222.0.54 "GET /v2.0/networks?id=c9b01d90-9c24-461f-b51f-c528cdcd79c8 HTTP/1.1" status: 200 len: 912 time: 0.0854120 Sep 30 13:48:37.076475 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5128852c-a3a7-4c74-afce-08214fe9972e req-b6850f26-2648-4722-ba90-f062a604b66f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06bbc9e4-69c1-46de-8920-019682e7b470 HTTP/1.1" status: 200 len: 217 time: 0.0338326 Sep 30 13:48:37.124136 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128852c-a3a7-4c74-afce-08214fe9972e req-e66a2f96-dd01-4f92-8244-233f130c04ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:37.125485 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5128852c-a3a7-4c74-afce-08214fe9972e req-e66a2f96-dd01-4f92-8244-233f130c04ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1c556eae-51ca-4019-9ea3-af74661a40cb HTTP/1.1" status: 200 len: 851 time: 0.0426726 Sep 30 13:48:37.164865 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5128852c-a3a7-4c74-afce-08214fe9972e req-68247a23-8a9a-49f8-8fc5-b8954fd185c5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c9b01d90-9c24-461f-b51f-c528cdcd79c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327752 Sep 30 13:48:37.254599 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5128852c-a3a7-4c74-afce-08214fe9972e req-1936ce71-a90f-4f9e-803b-f73686bafac8 service neutron] 10.222.0.54 "GET /v2.0/networks/c9b01d90-9c24-461f-b51f-c528cdcd79c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828676 Sep 30 13:48:37.321712 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4234af3-2882-41b0-8fd4-966610881f07 req-46317a3c-cfd5-4146-9f63-f952f40994cd tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:37.323865 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d4234af3-2882-41b0-8fd4-966610881f07 req-46317a3c-cfd5-4146-9f63-f952f40994cd tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 943 time: 0.0477397 Sep 30 13:48:37.348714 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5128852c-a3a7-4c74-afce-08214fe9972e req-9dfbb9a9-9653-4cbf-bf32-5ee45d02934f service neutron] 10.222.0.54 "GET /v2.0/networks/c9b01d90-9c24-461f-b51f-c528cdcd79c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864289 Sep 30 13:48:37.361356 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d4234af3-2882-41b0-8fd4-966610881f07 req-c124a24b-f723-45a3-9c27-0206e6a19c66 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313866 Sep 30 13:48:38.479553 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf97d1-a879-4c4b-9f30-b3e357398a6b req-f157111b-cea9-42ed-859f-1fdfd0ca9f6a tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:38.481005 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-95cf97d1-a879-4c4b-9f30-b3e357398a6b req-f157111b-cea9-42ed-859f-1fdfd0ca9f6a tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 943 time: 0.0496290 Sep 30 13:48:38.517398 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-95cf97d1-a879-4c4b-9f30-b3e357398a6b req-ea506422-5d6c-4a73-84f3-b36fc34da90a tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303679 Sep 30 13:48:38.747658 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c29ab70-c632-4b8d-87a2-2ba7475ffb00', 'tag': '06bbc9e4-69c1-46de-8920-019682e7b470'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:48:38.749965 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bd3034-1061-45a2-a529-36ca24c8513f" -d '{"events": [{"name": "network-changed", "server_uuid": "8c29ab70-c632-4b8d-87a2-2ba7475ffb00", "tag": "06bbc9e4-69c1-46de-8920-019682e7b470"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:48:38.795789 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd4f982-ae72-40b3-a1d5-7b851c9e0ffe x-openstack-request-id: req-5bd4f982-ae72-40b3-a1d5-7b851c9e0ffe {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:48:38.796080 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c29ab70-c632-4b8d-87a2-2ba7475ffb00", "tag": "06bbc9e4-69c1-46de-8920-019682e7b470", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:48:38.796328 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5bd4f982-ae72-40b3-a1d5-7b851c9e0ffe {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:48:38.796741 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c29ab70-c632-4b8d-87a2-2ba7475ffb00', 'tag': '06bbc9e4-69c1-46de-8920-019682e7b470', 'status': 'completed', 'code': 200} Sep 30 13:48:38.855255 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 06bbc9e4-69c1-46de-8920-019682e7b470 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:48:38.884580 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd3034-1061-45a2-a529-36ca24c8513f req-dab09cc6-6845-449e-9512-83bda1b3a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:38.886679 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-38bd3034-1061-45a2-a529-36ca24c8513f req-dab09cc6-6845-449e-9512-83bda1b3a779 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=baf41dfe037b4f7dbc6f6ef031198226&device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 1094 time: 0.0711966 Sep 30 13:48:38.889140 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd3034-1061-45a2-a529-36ca24c8513f req-0efb6455-7c95-4b7e-9573-61816e89fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:38.890506 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-38bd3034-1061-45a2-a529-36ca24c8513f req-0efb6455-7c95-4b7e-9573-61816e89fa39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=baf41dfe037b4f7dbc6f6ef031198226&device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 1094 time: 0.0655656 Sep 30 13:48:38.893213 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 06bbc9e4-69c1-46de-8920-019682e7b470 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:48:39.042695 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd3034-1061-45a2-a529-36ca24c8513f req-7375941e-c7b0-4d3b-8c08-5015a4343e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:39.044058 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-38bd3034-1061-45a2-a529-36ca24c8513f req-7375941e-c7b0-4d3b-8c08-5015a4343e1e service neutron] 10.222.0.54 "GET /v2.0/networks?id=c9b01d90-9c24-461f-b51f-c528cdcd79c8 HTTP/1.1" status: 200 len: 912 time: 0.1494780 Sep 30 13:48:39.046528 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd3034-1061-45a2-a529-36ca24c8513f req-3766de3e-88be-4736-8c53-cddcae0a3b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:39.047826 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-38bd3034-1061-45a2-a529-36ca24c8513f req-3766de3e-88be-4736-8c53-cddcae0a3b7a service neutron] 10.222.0.39 "GET /v2.0/networks?id=c9b01d90-9c24-461f-b51f-c528cdcd79c8 HTTP/1.1" status: 200 len: 912 time: 0.1462004 Sep 30 13:48:39.091585 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-38bd3034-1061-45a2-a529-36ca24c8513f req-5ab96511-042b-4443-ac2c-dd8f973842ff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06bbc9e4-69c1-46de-8920-019682e7b470 HTTP/1.1" status: 200 len: 217 time: 0.0398827 Sep 30 13:48:39.127196 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-38bd3034-1061-45a2-a529-36ca24c8513f req-c3db0826-4771-459f-b9b1-da7ab87b6b55 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06bbc9e4-69c1-46de-8920-019682e7b470 HTTP/1.1" status: 200 len: 217 time: 0.0686643 Sep 30 13:48:39.193740 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd3034-1061-45a2-a529-36ca24c8513f req-525c4b54-ca72-4cbb-bf45-3c1fde3c1137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:39.195197 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-38bd3034-1061-45a2-a529-36ca24c8513f req-525c4b54-ca72-4cbb-bf45-3c1fde3c1137 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1c556eae-51ca-4019-9ea3-af74661a40cb HTTP/1.1" status: 200 len: 851 time: 0.0757654 Sep 30 13:48:39.200544 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd3034-1061-45a2-a529-36ca24c8513f req-670084ec-c03e-4417-a9b7-8d79c8fda2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:39.201845 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-38bd3034-1061-45a2-a529-36ca24c8513f req-670084ec-c03e-4417-a9b7-8d79c8fda2f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c556eae-51ca-4019-9ea3-af74661a40cb HTTP/1.1" status: 200 len: 851 time: 0.0557511 Sep 30 13:48:39.236518 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-38bd3034-1061-45a2-a529-36ca24c8513f req-fcf4cb86-426a-488c-86c1-25cd216eea46 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c9b01d90-9c24-461f-b51f-c528cdcd79c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337684 Sep 30 13:48:39.250954 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-38bd3034-1061-45a2-a529-36ca24c8513f req-92933567-26b5-4d03-ada7-17873a32af9c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c9b01d90-9c24-461f-b51f-c528cdcd79c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403848 Sep 30 13:48:39.398419 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-38bd3034-1061-45a2-a529-36ca24c8513f req-b835af92-bd89-4325-8933-0af2808f7a37 service neutron] 10.222.0.54 "GET /v2.0/networks/c9b01d90-9c24-461f-b51f-c528cdcd79c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495044 Sep 30 13:48:39.400527 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-38bd3034-1061-45a2-a529-36ca24c8513f req-446c7a6d-cfc7-4005-907a-7de4dde60c03 service neutron] 10.222.0.39 "GET /v2.0/networks/c9b01d90-9c24-461f-b51f-c528cdcd79c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424880 Sep 30 13:48:39.555099 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-38bd3034-1061-45a2-a529-36ca24c8513f req-254d0f59-e6ed-4634-946a-234de8b1fa78 service neutron] 10.222.0.39 "GET /v2.0/networks/c9b01d90-9c24-461f-b51f-c528cdcd79c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424675 Sep 30 13:48:39.556839 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-38bd3034-1061-45a2-a529-36ca24c8513f req-830180f6-b9a5-40af-a730-0f74f6e5fe65 service neutron] 10.222.0.54 "GET /v2.0/networks/c9b01d90-9c24-461f-b51f-c528cdcd79c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511111 Sep 30 13:48:39.637760 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafb1b8-181d-4709-a2c5-2624c2dcf438 req-20b5704e-6d37-46eb-a80a-0f76f222c3c2 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:39.639272 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8eafb1b8-181d-4709-a2c5-2624c2dcf438 req-20b5704e-6d37-46eb-a80a-0f76f222c3c2 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 943 time: 0.0537341 Sep 30 13:48:39.675840 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8eafb1b8-181d-4709-a2c5-2624c2dcf438 req-a3ca0871-b755-439a-97cd-962d034766f9 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306246 Sep 30 13:48:40.796760 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8b540-f55f-482d-947c-a70292ca59d9 req-0f948802-aee4-4943-a8a7-ab9fed638f6b tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:40.798263 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-20c8b540-f55f-482d-947c-a70292ca59d9 req-0f948802-aee4-4943-a8a7-ab9fed638f6b tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 943 time: 0.0485623 Sep 30 13:48:40.834951 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-20c8b540-f55f-482d-947c-a70292ca59d9 req-9403811a-131d-47de-a07a-a78b35f83344 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307586 Sep 30 13:48:41.034313 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 06bbc9e4-69c1-46de-8920-019682e7b470 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:48:41.067826 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2002d-20fe-4547-8308-2f6a6bb0c20d req-aace5f5a-a194-4ac1-9d3d-655e8a15410c tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:41.069358 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-19e2002d-20fe-4547-8308-2f6a6bb0c20d req-aace5f5a-a194-4ac1-9d3d-655e8a15410c tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00&tenant_id=baf41dfe037b4f7dbc6f6ef031198226&binding%3Ahost_id=n-h2-810909-2 HTTP/1.1" status: 200 len: 943 time: 0.0514731 Sep 30 13:48:41.129314 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-19e2002d-20fe-4547-8308-2f6a6bb0c20d req-14c56bde-3fe4-4309-beaa-5869118eec76 service neutron] delete failed (client error): The resource could not be found. Sep 30 13:48:41.129822 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 06bbc9e4-69c1-46de-8920-019682e7b470, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=06bbc9e4-69c1-46de-8920-019682e7b470,segment=NetworkSegment(338bb976-8e53-4c88-a15a-1a23caab8822),segment_id=338bb976-8e53-4c88-a15a-1a23caab8822)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:48:41.130372 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-19e2002d-20fe-4547-8308-2f6a6bb0c20d req-14c56bde-3fe4-4309-beaa-5869118eec76 service neutron] 10.222.0.39 "DELETE /v2.0/ports/06bbc9e4-69c1-46de-8920-019682e7b470/bindings/n-h1-810909-2 HTTP/1.1" status: 404 len: 380 time: 0.0531757 Sep 30 13:48:41.141748 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '06bbc9e4-69c1-46de-8920-019682e7b470', 'network_id': 'c9b01d90-9c24-461f-b51f-c528cdcd79c8', 'port_id': '06bbc9e4-69c1-46de-8920-019682e7b470', 'mac_address': 'fa:16:3e:60:19:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c556eae-51ca-4019-9ea3-af74661a40cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:48:41.177926 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:41.191838 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06bbc9e4-69c1-46de-8920-019682e7b470 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:48:41.212454 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 06bbc9e4-69c1-46de-8920-019682e7b470, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=06bbc9e4-69c1-46de-8920-019682e7b470,segment=NetworkSegment(338bb976-8e53-4c88-a15a-1a23caab8822),segment_id=338bb976-8e53-4c88-a15a-1a23caab8822)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:48:41.213424 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2002d-20fe-4547-8308-2f6a6bb0c20d req-29158bf6-7fae-4210-aabe-96c4d1036e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:41.215217 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-19e2002d-20fe-4547-8308-2f6a6bb0c20d req-29158bf6-7fae-4210-aabe-96c4d1036e76 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=baf41dfe037b4f7dbc6f6ef031198226&device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 1094 time: 0.0427094 Sep 30 13:48:41.216479 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:41.262641 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=06bbc9e4-69c1-46de-8920-019682e7b470,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:48:41.308304 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2002d-20fe-4547-8308-2f6a6bb0c20d req-e15b8170-a830-4f40-b9f2-c3a1a8f4d634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:41.309751 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-19e2002d-20fe-4547-8308-2f6a6bb0c20d req-e15b8170-a830-4f40-b9f2-c3a1a8f4d634 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c9b01d90-9c24-461f-b51f-c528cdcd79c8 HTTP/1.1" status: 200 len: 912 time: 0.0881777 Sep 30 13:48:41.350750 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-19e2002d-20fe-4547-8308-2f6a6bb0c20d req-e070680b-9539-4f13-8128-499b1d73ce74 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06bbc9e4-69c1-46de-8920-019682e7b470 HTTP/1.1" status: 200 len: 217 time: 0.0339644 Sep 30 13:48:41.403107 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2002d-20fe-4547-8308-2f6a6bb0c20d req-c09a6aff-fc03-48d0-82a1-065bf37db8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:41.404530 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-19e2002d-20fe-4547-8308-2f6a6bb0c20d req-c09a6aff-fc03-48d0-82a1-065bf37db8e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c556eae-51ca-4019-9ea3-af74661a40cb HTTP/1.1" status: 200 len: 851 time: 0.0464544 Sep 30 13:48:41.435724 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-19e2002d-20fe-4547-8308-2f6a6bb0c20d req-9d809295-c37a-405b-ada1-1b83288c3d63 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c9b01d90-9c24-461f-b51f-c528cdcd79c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245900 Sep 30 13:48:41.524913 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-19e2002d-20fe-4547-8308-2f6a6bb0c20d req-0f1533ba-8f4f-4c63-b36b-43047b764e70 service neutron] 10.222.0.39 "GET /v2.0/networks/c9b01d90-9c24-461f-b51f-c528cdcd79c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823519 Sep 30 13:48:41.561529 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['06bbc9e4-69c1-46de-8920-019682e7b470'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:48:41.618165 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-19e2002d-20fe-4547-8308-2f6a6bb0c20d req-7869e902-249d-495d-bf26-dd4dc87e0b5e service neutron] 10.222.0.39 "GET /v2.0/networks/c9b01d90-9c24-461f-b51f-c528cdcd79c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853758 Sep 30 13:48:42.292587 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a92a4d-d72a-4214-a0dd-f8fbd3a9e9ff req-a45f1155-5b0f-440f-ae69-13e8f37f088e tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:42.293974 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-20a92a4d-d72a-4214-a0dd-f8fbd3a9e9ff req-a45f1155-5b0f-440f-ae69-13e8f37f088e tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 944 time: 0.0523300 Sep 30 13:48:42.330900 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-20a92a4d-d72a-4214-a0dd-f8fbd3a9e9ff req-dd786169-5f3e-4a63-876d-a729baf328e9 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310433 Sep 30 13:48:43.034470 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 06bbc9e4-69c1-46de-8920-019682e7b470 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:48:43.080797 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 06bbc9e4-69c1-46de-8920-019682e7b470 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:48:43.084265 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 06bbc9e4-69c1-46de-8920-019682e7b470 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:48:43.084631 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:43.163323 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:43.186876 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c29ab70-c632-4b8d-87a2-2ba7475ffb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bbc9e4-69c1-46de-8920-019682e7b470'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:48:43.189082 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca39f7e-efad-4189-8873-e2349c59a87f" -d '{"events": [{"server_uuid": "8c29ab70-c632-4b8d-87a2-2ba7475ffb00", "name": "network-vif-plugged", "status": "completed", "tag": "06bbc9e4-69c1-46de-8920-019682e7b470"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:48:43.201878 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 06bbc9e4-69c1-46de-8920-019682e7b470, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=06bbc9e4-69c1-46de-8920-019682e7b470,segment=NetworkSegment(338bb976-8e53-4c88-a15a-1a23caab8822),segment_id=338bb976-8e53-4c88-a15a-1a23caab8822)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:48:43.205731 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:43.228121 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10f4585-4af9-4c06-8afd-23bd155891c2 x-openstack-request-id: req-c10f4585-4af9-4c06-8afd-23bd155891c2 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:48:43.228416 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c29ab70-c632-4b8d-87a2-2ba7475ffb00", "name": "network-vif-plugged", "status": "completed", "tag": "06bbc9e4-69c1-46de-8920-019682e7b470", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:48:43.228665 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c10f4585-4af9-4c06-8afd-23bd155891c2 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:48:43.229046 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c29ab70-c632-4b8d-87a2-2ba7475ffb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bbc9e4-69c1-46de-8920-019682e7b470', 'code': 200} Sep 30 13:48:43.253262 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=06bbc9e4-69c1-46de-8920-019682e7b470,revision_number=9']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:48:43.444972 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba7961-b365-44c0-8e96-443f054c5dd7 req-69648d8f-a248-423d-b9d9-2fc4cd2c3686 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:43.446490 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f8ba7961-b365-44c0-8e96-443f054c5dd7 req-69648d8f-a248-423d-b9d9-2fc4cd2c3686 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0489352 Sep 30 13:48:43.484004 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f8ba7961-b365-44c0-8e96-443f054c5dd7 req-16bedba7-eeb7-4fc7-b59d-68505abe816e tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.18 "GET /v2.0/security-groups?id=acd5298f-f6ff-4a38-8c0f-3a60998e9d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308814 Sep 30 13:48:43.620419 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2002d-20fe-4547-8308-2f6a6bb0c20d req-f2cd6103-38c9-4833-8b20-f8414b91d667 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:43.621858 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-19e2002d-20fe-4547-8308-2f6a6bb0c20d req-f2cd6103-38c9-4833-8b20-f8414b91d667 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c29ab70-c632-4b8d-87a2-2ba7475ffb00 HTTP/1.1" status: 200 len: 945 time: 0.0481155 Sep 30 13:48:43.709905 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-19e2002d-20fe-4547-8308-2f6a6bb0c20d req-20e4c056-17e6-4730-ae76-6780fc3ff070 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Deleting port 06bbc9e4-69c1-46de-8920-019682e7b470 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:48:43.710192 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-19e2002d-20fe-4547-8308-2f6a6bb0c20d req-20e4c056-17e6-4730-ae76-6780fc3ff070 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:43.795393 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-19e2002d-20fe-4547-8308-2f6a6bb0c20d req-20e4c056-17e6-4730-ae76-6780fc3ff070 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] For port 06bbc9e4-69c1-46de-8920-019682e7b470, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=06bbc9e4-69c1-46de-8920-019682e7b470,segment=NetworkSegment(338bb976-8e53-4c88-a15a-1a23caab8822),segment_id=338bb976-8e53-4c88-a15a-1a23caab8822)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:48:43.795747 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-19e2002d-20fe-4547-8308-2f6a6bb0c20d req-20e4c056-17e6-4730-ae76-6780fc3ff070 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:43.808191 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-19e2002d-20fe-4547-8308-2f6a6bb0c20d req-20e4c056-17e6-4730-ae76-6780fc3ff070 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Calling delete_port for 06bbc9e4-69c1-46de-8920-019682e7b470 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:48:43.935403 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-19e2002d-20fe-4547-8308-2f6a6bb0c20d req-20e4c056-17e6-4730-ae76-6780fc3ff070 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:43.946795 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['06bbc9e4-69c1-46de-8920-019682e7b470'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:48:43.961946 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4c056-17e6-4730-ae76-6780fc3ff070 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Pushing event deleted for resources: {'Port': ['ID=06bbc9e4-69c1-46de-8920-019682e7b470,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:48:44.003879 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e2002d-20fe-4547-8308-2f6a6bb0c20d req-20e4c056-17e6-4730-ae76-6780fc3ff070 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] No DVR routers for this DVR port 06bbc9e4-69c1-46de-8920-019682e7b470 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:48:44.006546 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-19e2002d-20fe-4547-8308-2f6a6bb0c20d req-20e4c056-17e6-4730-ae76-6780fc3ff070 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:44.008578 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-19e2002d-20fe-4547-8308-2f6a6bb0c20d req-20e4c056-17e6-4730-ae76-6780fc3ff070 tempest-DeleteServersTestJSON-1540495494 tempest-DeleteServersTestJSON-1540495494-project] 10.222.0.54 "DELETE /v2.0/ports/06bbc9e4-69c1-46de-8920-019682e7b470 HTTP/1.1" status: 204 len: 173 time: 0.3811200 Sep 30 13:48:44.009036 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c29ab70-c632-4b8d-87a2-2ba7475ffb00', 'name': 'network-vif-deleted', 'tag': '06bbc9e4-69c1-46de-8920-019682e7b470'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:48:44.011313 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe8933d-5a00-4ba8-b058-89bf5dac1ea5" -d '{"events": [{"server_uuid": "8c29ab70-c632-4b8d-87a2-2ba7475ffb00", "name": "network-vif-deleted", "tag": "06bbc9e4-69c1-46de-8920-019682e7b470"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:48:44.047481 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f104c18-ab93-4fb3-b81d-220830a49969 x-openstack-request-id: req-5f104c18-ab93-4fb3-b81d-220830a49969 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:48:44.047783 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c29ab70-c632-4b8d-87a2-2ba7475ffb00", "name": "network-vif-deleted", "tag": "06bbc9e4-69c1-46de-8920-019682e7b470", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:48:44.048036 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5f104c18-ab93-4fb3-b81d-220830a49969 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:48:44.048450 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c29ab70-c632-4b8d-87a2-2ba7475ffb00', 'name': 'network-vif-deleted', 'tag': '06bbc9e4-69c1-46de-8920-019682e7b470', 'status': 'completed', 'code': 200} Sep 30 13:48:44.609223 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45580) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:48:44.653057 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ac9f9c-5829-461e-97c8-001c98f57674 admin admin] Deleting subnet 1c556eae-51ca-4019-9ea3-af74661a40cb {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:48:44.656165 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47ac9f9c-5829-461e-97c8-001c98f57674 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:44.689659 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47ac9f9c-5829-461e-97c8-001c98f57674 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:44.731672 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47ac9f9c-5829-461e-97c8-001c98f57674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:44.781611 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47ac9f9c-5829-461e-97c8-001c98f57674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:44.806143 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac9f9c-5829-461e-97c8-001c98f57674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c556eae-51ca-4019-9ea3-af74661a40cb,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:48:44.814329 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47ac9f9c-5829-461e-97c8-001c98f57674 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:44.816165 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-47ac9f9c-5829-461e-97c8-001c98f57674 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1c556eae-51ca-4019-9ea3-af74661a40cb HTTP/1.1" status: 204 len: 168 time: 0.2059550 Sep 30 13:48:44.818447 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac9f9c-5829-461e-97c8-001c98f57674 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:44.818794 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac9f9c-5829-461e-97c8-001c98f57674 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:44.819124 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45582) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:48:44.819578 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac9f9c-5829-461e-97c8-001c98f57674 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:44.819578 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac9f9c-5829-461e-97c8-001c98f57674 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:44.819786 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac9f9c-5829-461e-97c8-001c98f57674 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:44.820074 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac9f9c-5829-461e-97c8-001c98f57674 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:44.820397 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac9f9c-5829-461e-97c8-001c98f57674 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:44.820719 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac9f9c-5829-461e-97c8-001c98f57674 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:44.821037 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac9f9c-5829-461e-97c8-001c98f57674 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:44.821354 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac9f9c-5829-461e-97c8-001c98f57674 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:44.821673 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac9f9c-5829-461e-97c8-001c98f57674 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:44.821992 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac9f9c-5829-461e-97c8-001c98f57674 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:44.890698 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-06f2a6fe-c746-4b9d-b34c-5a1866684fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:44.970885 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-06f2a6fe-c746-4b9d-b34c-5a1866684fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:44.990217 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-06f2a6fe-c746-4b9d-b34c-5a1866684fdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b01d90-9c24-461f-b51f-c528cdcd79c8']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:48:44.999592 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-06f2a6fe-c746-4b9d-b34c-5a1866684fdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338bb976-8e53-4c88-a15a-1a23caab8822') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:48:44.999891 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-06f2a6fe-c746-4b9d-b34c-5a1866684fdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338bb976-8e53-4c88-a15a-1a23caab8822') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:48:45.009462 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-06f2a6fe-c746-4b9d-b34c-5a1866684fdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:45.024063 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-06f2a6fe-c746-4b9d-b34c-5a1866684fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:45.029945 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f2a6fe-c746-4b9d-b34c-5a1866684fdc admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:48:45.030434 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-06f2a6fe-c746-4b9d-b34c-5a1866684fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: timer() Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:48:45.032136 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:48:45.084599 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-06f2a6fe-c746-4b9d-b34c-5a1866684fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:45.096618 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-06f2a6fe-c746-4b9d-b34c-5a1866684fdc admin admin] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:45.098513 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-06f2a6fe-c746-4b9d-b34c-5a1866684fdc admin admin] 10.222.0.18 "DELETE /v2.0/networks/c9b01d90-9c24-461f-b51f-c528cdcd79c8 HTTP/1.1" status: 204 len: 168 time: 0.2783482 Sep 30 13:48:45.108264 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:45.109391 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2a6fe-c746-4b9d-b34c-5a1866684fdc admin admin] Pushing event deleted for resources: {'Network': ['ID=c9b01d90-9c24-461f-b51f-c528cdcd79c8,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:48:45.208274 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45586) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:48:45.248355 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8cd9b89e-ab88-4aa2-9303-72a791984805 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=baf41dfe037b4f7dbc6f6ef031198226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386035 Sep 30 13:48:45.250392 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45588) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:48:45.300021 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-03e8c03d-9e44-4494-9ae2-e6026a973692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:45.320634 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-03e8c03d-9e44-4494-9ae2-e6026a973692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:45.366132 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-03e8c03d-9e44-4494-9ae2-e6026a973692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:45.368719 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-03e8c03d-9e44-4494-9ae2-e6026a973692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:45.370474 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-03e8c03d-9e44-4494-9ae2-e6026a973692 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/acd5298f-f6ff-4a38-8c0f-3a60998e9d18 HTTP/1.1" status: 204 len: 168 time: 0.1186259 Sep 30 13:48:45.378175 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8c03d-9e44-4494-9ae2-e6026a973692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd5298f-f6ff-4a38-8c0f-3a60998e9d18,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:48:46.009063 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 45610) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:48:46.148917 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-ca52c69c-6b2e-498a-bcc2-b50426376872 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-625142650-network', 'tenant_id': 'a9bef3732d314f5893e039b7adf75820'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:48:46.171209 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca52c69c-6b2e-498a-bcc2-b50426376872 admin admin] Made reservation on behalf of a9bef3732d314f5893e039b7adf75820 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:48:46.174033 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ca52c69c-6b2e-498a-bcc2-b50426376872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:46.182922 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ca52c69c-6b2e-498a-bcc2-b50426376872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:46.268348 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ca52c69c-6b2e-498a-bcc2-b50426376872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:46.272360 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ca52c69c-6b2e-498a-bcc2-b50426376872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:46.296760 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca52c69c-6b2e-498a-bcc2-b50426376872 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:48:46.306340 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52c69c-6b2e-498a-bcc2-b50426376872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038bacc2-3645-443b-a2fe-526a3f9c6e26,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:48:46.311484 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ca52c69c-6b2e-498a-bcc2-b50426376872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:46.311829 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-ca52c69c-6b2e-498a-bcc2-b50426376872 admin admin] Added segment bd16702b-6665-4180-a02c-6793aec6cca6 of type vlan for network 2dc2dcbd-9a4e-479d-97ed-d41afa596480 Sep 30 13:48:46.350822 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ca52c69c-6b2e-498a-bcc2-b50426376872 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:46.377727 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ca52c69c-6b2e-498a-bcc2-b50426376872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:46.378717 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca52c69c-6b2e-498a-bcc2-b50426376872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:46.379290 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ca52c69c-6b2e-498a-bcc2-b50426376872 admin admin] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:46.415027 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ca52c69c-6b2e-498a-bcc2-b50426376872 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4048843 Sep 30 13:48:46.418289 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45616) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:48:46.423287 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-83c5a608-9ed0-4ba9-b0a3-5d694004f95e admin admin] Request body: {'subnet': {'network_id': '2dc2dcbd-9a4e-479d-97ed-d41afa596480', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-625142650-subnet', 'tenant_id': 'a9bef3732d314f5893e039b7adf75820', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:48:46.449594 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c5a608-9ed0-4ba9-b0a3-5d694004f95e admin admin] Made reservation on behalf of a9bef3732d314f5893e039b7adf75820 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:48:46.452182 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83c5a608-9ed0-4ba9-b0a3-5d694004f95e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:46.464384 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52c69c-6b2e-498a-bcc2-b50426376872 admin admin] Pushing event updated for resources: {'Network': ['ID=2dc2dcbd-9a4e-479d-97ed-d41afa596480,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:48:46.474593 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 2dc2dcbd-9a4e-479d-97ed-d41afa596480 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:48:46.625824 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83c5a608-9ed0-4ba9-b0a3-5d694004f95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:46.681078 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5a608-9ed0-4ba9-b0a3-5d694004f95e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d7c4196-450a-4eaf-9ade-83e15370c732,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:48:46.688684 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c5a608-9ed0-4ba9-b0a3-5d694004f95e admin admin] Checking segment: {'id': 'bd16702b-6665-4180-a02c-6793aec6cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2dc2dcbd-9a4e-479d-97ed-d41afa596480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:48:46.689040 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c5a608-9ed0-4ba9-b0a3-5d694004f95e admin admin] Network hostable DHCP agents. Network: 2dc2dcbd-9a4e-479d-97ed-d41afa596480, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:48:46.704669 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c5a608-9ed0-4ba9-b0a3-5d694004f95e admin admin] Network 2dc2dcbd-9a4e-479d-97ed-d41afa596480 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:48:46.712444 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-83c5a608-9ed0-4ba9-b0a3-5d694004f95e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 2dc2dcbd-9a4e-479d-97ed-d41afa596480) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:48:46.716638 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c5a608-9ed0-4ba9-b0a3-5d694004f95e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:46.717234 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83c5a608-9ed0-4ba9-b0a3-5d694004f95e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:46.721657 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f6ba96-8e8d-42a1-98ae-4c095bb37c03 None None] Network 2dc2dcbd-9a4e-479d-97ed-d41afa596480 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:48:46.731323 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-83c5a608-9ed0-4ba9-b0a3-5d694004f95e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3119078 Sep 30 13:48:46.851976 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5456328-b517-4315-a241-7231270a0ed2 None None] Network 2dc2dcbd-9a4e-479d-97ed-d41afa596480 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:48:47.065986 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 06bbc9e4-69c1-46de-8920-019682e7b470 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:48:47.086092 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 06bbc9e4-69c1-46de-8920-019682e7b470 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:48:47.086441 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 06bbc9e4-69c1-46de-8920-019682e7b470 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:48:47.167936 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-824bc953-a7a8-4879-bd6a-c3254883173d tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:47.169327 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-824bc953-a7a8-4879-bd6a-c3254883173d tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/networks?id=2dc2dcbd-9a4e-479d-97ed-d41afa596480 HTTP/1.1" status: 200 len: 814 time: 0.1069303 Sep 30 13:48:47.184999 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-3ed6520b-12de-48a7-875e-f086a406d1af tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/quotas/a9bef3732d314f5893e039b7adf75820 HTTP/1.1" status: 200 len: 375 time: 0.0095644 Sep 30 13:48:47.216205 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-3002950c-395b-4e27-a450-4d4ada7f8b2e tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9bef3732d314f5893e039b7adf75820&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256741 Sep 30 13:48:47.306042 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-985c31f9-987b-4a1d-a826-bf834eaf8a4b service neutron] 10.222.0.18 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827847 Sep 30 13:48:47.394177 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-3dbf0cda-6ec2-4909-8d7e-bea0d5099135 service neutron] 10.222.0.18 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814335 Sep 30 13:48:47.555446 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4fc798a1-35fb-4d49-8187-923fcef0d39c req-5b8f43ee-fdca-4533-89d2-edcfd3e1b553 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 210 time: 0.0314636 Sep 30 13:48:48.227957 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e0a9-07d6-4c99-a335-4f1b968e073d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:48.429192 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-27695016-0a03-4eff-bf1b-e4b23f12e909 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:48.430760 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-27695016-0a03-4eff-bf1b-e4b23f12e909 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.54 "GET /v2.0/networks?id=2dc2dcbd-9a4e-479d-97ed-d41afa596480 HTTP/1.1" status: 200 len: 814 time: 0.1094575 Sep 30 13:48:48.460478 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-e08d2cbd-fa0b-4b97-8b3a-fa378de6dce3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Request body: {'port': {'device_id': '54f0bf8c-b414-457a-a59f-ab040120d8c8', 'network_id': '2dc2dcbd-9a4e-479d-97ed-d41afa596480', 'admin_state_up': True, 'tenant_id': 'a9bef3732d314f5893e039b7adf75820'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:48:48.563977 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-e08d2cbd-fa0b-4b97-8b3a-fa378de6dce3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Made reservation on behalf of a9bef3732d314f5893e039b7adf75820 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:48:48.567350 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-e08d2cbd-fa0b-4b97-8b3a-fa378de6dce3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:48.654322 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-16f379fd-11c7-42c0-8655-a49a7ad96c13 req-83ddf2e3-4272-4895-a732-ea83a781828b tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 210 time: 0.0313849 Sep 30 13:48:48.714696 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-e08d2cbd-fa0b-4b97-8b3a-fa378de6dce3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Allocated IP 172.20.0.7 (2dc2dcbd-9a4e-479d-97ed-d41afa596480/9d7c4196-450a-4eaf-9ade-83e15370c732/a27beade-479f-401a-a8d3-a452fc36bff2) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:48:48.860158 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-e08d2cbd-fa0b-4b97-8b3a-fa378de6dce3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:48.891720 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-e08d2cbd-fa0b-4b97-8b3a-fa378de6dce3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:48.932317 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-e08d2cbd-fa0b-4b97-8b3a-fa378de6dce3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Network 2dc2dcbd-9a4e-479d-97ed-d41afa596480 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:48:48.935250 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-e08d2cbd-fa0b-4b97-8b3a-fa378de6dce3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:48:48.938814 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-e08d2cbd-fa0b-4b97-8b3a-fa378de6dce3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:48:48.969636 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d2cbd-fa0b-4b97-8b3a-fa378de6dce3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Pushing event updated for resources: {'Port': ['ID=a27beade-479f-401a-a8d3-a452fc36bff2,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:48:48.993572 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-e08d2cbd-fa0b-4b97-8b3a-fa378de6dce3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:48.994199 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-e08d2cbd-fa0b-4b97-8b3a-fa378de6dce3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:49.007571 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-e08d2cbd-fa0b-4b97-8b3a-fa378de6dce3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5511210 Sep 30 13:48:49.019833 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-f3711962-6f87-40ef-9e26-9ff7d59a907f service neutron] Request body: {'port': {'device_id': '54f0bf8c-b414-457a-a59f-ab040120d8c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:48:49.070243 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-f3711962-6f87-40ef-9e26-9ff7d59a907f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:49.324636 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-f3711962-6f87-40ef-9e26-9ff7d59a907f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a27beade-479f-401a-a8d3-a452fc36bff2 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:48:49.331801 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-f3711962-6f87-40ef-9e26-9ff7d59a907f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:49.343866 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-f3711962-6f87-40ef-9e26-9ff7d59a907f service neutron] Transition to ACTIVE for port object a27beade-479f-401a-a8d3-a452fc36bff2 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:48:49.346953 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-f3711962-6f87-40ef-9e26-9ff7d59a907f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:49.681537 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3711962-6f87-40ef-9e26-9ff7d59a907f service neutron] Pushing event updated for resources: {'Port': ['ID=a27beade-479f-401a-a8d3-a452fc36bff2,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:48:49.745841 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-f3711962-6f87-40ef-9e26-9ff7d59a907f service neutron] Attempting to bind port a27beade-479f-401a-a8d3-a452fc36bff2 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:48:49.746202 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-f3711962-6f87-40ef-9e26-9ff7d59a907f service neutron] Attempting to bind port a27beade-479f-401a-a8d3-a452fc36bff2 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'bd16702b-6665-4180-a02c-6793aec6cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2dc2dcbd-9a4e-479d-97ed-d41afa596480'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:48:49.746525 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-f3711962-6f87-40ef-9e26-9ff7d59a907f service neutron] Attempting to bind port a27beade-479f-401a-a8d3-a452fc36bff2 on network 2dc2dcbd-9a4e-479d-97ed-d41afa596480 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:48:49.750718 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-f3711962-6f87-40ef-9e26-9ff7d59a907f service neutron] Port a27beade-479f-401a-a8d3-a452fc36bff2 on network 2dc2dcbd-9a4e-479d-97ed-d41afa596480 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:48:49.751035 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-f3711962-6f87-40ef-9e26-9ff7d59a907f service neutron] Attempting to bind port a27beade-479f-401a-a8d3-a452fc36bff2 on network 2dc2dcbd-9a4e-479d-97ed-d41afa596480 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:48:49.755710 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-f3711962-6f87-40ef-9e26-9ff7d59a907f service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:48:49.756042 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-f3711962-6f87-40ef-9e26-9ff7d59a907f service neutron] Checking segment: {'id': 'bd16702b-6665-4180-a02c-6793aec6cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2dc2dcbd-9a4e-479d-97ed-d41afa596480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:48:49.756421 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-f3711962-6f87-40ef-9e26-9ff7d59a907f service neutron] Bound using segment: {'id': 'bd16702b-6665-4180-a02c-6793aec6cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2dc2dcbd-9a4e-479d-97ed-d41afa596480'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:48:49.756837 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-f3711962-6f87-40ef-9e26-9ff7d59a907f service neutron] Bound port: a27beade-479f-401a-a8d3-a452fc36bff2, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd16702b-6665-4180-a02c-6793aec6cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2dc2dcbd-9a4e-479d-97ed-d41afa596480'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:48:49.757187 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-f3711962-6f87-40ef-9e26-9ff7d59a907f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:49.769459 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085ad0c-4a11-454e-b275-d442a5e0ce01 req-f230809a-9fe9-4861-8f16-2b0fab071f7a tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:49.770993 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d085ad0c-4a11-454e-b275-d442a5e0ce01 req-f230809a-9fe9-4861-8f16-2b0fab071f7a tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 943 time: 0.0483639 Sep 30 13:48:49.810161 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d085ad0c-4a11-454e-b275-d442a5e0ce01 req-1010d0f4-ceed-488b-ae37-310921bdad19 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329702 Sep 30 13:48:49.826893 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-f3711962-6f87-40ef-9e26-9ff7d59a907f service neutron] For port a27beade-479f-401a-a8d3-a452fc36bff2, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:48:49.829672 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-f3711962-6f87-40ef-9e26-9ff7d59a907f service neutron] For port a27beade-479f-401a-a8d3-a452fc36bff2, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=a27beade-479f-401a-a8d3-a452fc36bff2,segment=NetworkSegment(bd16702b-6665-4180-a02c-6793aec6cca6),segment_id=bd16702b-6665-4180-a02c-6793aec6cca6)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:48:49.834258 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-f3711962-6f87-40ef-9e26-9ff7d59a907f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:49.860522 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:49.870441 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-f3711962-6f87-40ef-9e26-9ff7d59a907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:49.871713 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-f3711962-6f87-40ef-9e26-9ff7d59a907f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:49.873097 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-f3711962-6f87-40ef-9e26-9ff7d59a907f service neutron] 10.222.0.54 "PUT /v2.0/ports/a27beade-479f-401a-a8d3-a452fc36bff2 HTTP/1.1" status: 200 len: 1091 time: 0.8571725 Sep 30 13:48:49.875401 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f0bf8c-b414-457a-a59f-ab040120d8c8', 'tag': 'a27beade-479f-401a-a8d3-a452fc36bff2'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:48:49.878708 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f38fe0-18d6-4960-a850-8ff82e7d9b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "54f0bf8c-b414-457a-a59f-ab040120d8c8", "tag": "a27beade-479f-401a-a8d3-a452fc36bff2"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:48:49.906860 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3711962-6f87-40ef-9e26-9ff7d59a907f service neutron] Pushing event updated for resources: {'Port': ['ID=a27beade-479f-401a-a8d3-a452fc36bff2,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:48:49.921442 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef887af-33d7-4cbc-b24c-471c05b2882e x-openstack-request-id: req-aef887af-33d7-4cbc-b24c-471c05b2882e {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:48:49.921724 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f0bf8c-b414-457a-a59f-ab040120d8c8", "tag": "a27beade-479f-401a-a8d3-a452fc36bff2", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:48:49.921971 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aef887af-33d7-4cbc-b24c-471c05b2882e {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:48:49.922369 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f0bf8c-b414-457a-a59f-ab040120d8c8', 'tag': 'a27beade-479f-401a-a8d3-a452fc36bff2', 'status': 'completed', 'code': 200} Sep 30 13:48:49.954524 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-8394dde6-208b-4b6f-8f13-916c28dfd349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:49.956019 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-8394dde6-208b-4b6f-8f13-916c28dfd349 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a9bef3732d314f5893e039b7adf75820&device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 1094 time: 0.0436277 Sep 30 13:48:49.997891 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-0d577fd9-f232-4fc4-9f59-38453f073731 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a27beade-479f-401a-a8d3-a452fc36bff2 HTTP/1.1" status: 200 len: 217 time: 0.0347421 Sep 30 13:48:50.049749 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-1c6c56a6-4deb-425c-83e4-23b5866dc58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:50.051267 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-1c6c56a6-4deb-425c-83e4-23b5866dc58d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9d7c4196-450a-4eaf-9ade-83e15370c732 HTTP/1.1" status: 200 len: 854 time: 0.0470853 Sep 30 13:48:50.082316 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-0e2f5ae6-0e1c-4009-a8e4-730979dc8a66 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2dc2dcbd-9a4e-479d-97ed-d41afa596480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239515 Sep 30 13:48:50.172092 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-f9c36eab-7831-4609-bb3f-1065c4417d9c service neutron] 10.222.0.54 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825195 Sep 30 13:48:50.263273 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0681a9b7-a65e-4cb4-ac37-7f8f99d9d1df req-9a694197-0b84-4f52-8839-610b939456e5 service neutron] 10.222.0.54 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844319 Sep 30 13:48:50.347814 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f38fe0-18d6-4960-a850-8ff82e7d9b7b req-e2af19c4-26fc-46e3-b5d0-e3a0c9a41a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:50.349291 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b6f38fe0-18d6-4960-a850-8ff82e7d9b7b req-e2af19c4-26fc-46e3-b5d0-e3a0c9a41a15 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a9bef3732d314f5893e039b7adf75820&device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 1094 time: 0.0411036 Sep 30 13:48:50.442116 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f38fe0-18d6-4960-a850-8ff82e7d9b7b req-fe2ab380-93c3-47e8-a6f7-0223ebe91460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:50.443672 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b6f38fe0-18d6-4960-a850-8ff82e7d9b7b req-fe2ab380-93c3-47e8-a6f7-0223ebe91460 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2dc2dcbd-9a4e-479d-97ed-d41afa596480 HTTP/1.1" status: 200 len: 915 time: 0.0871513 Sep 30 13:48:50.485400 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b6f38fe0-18d6-4960-a850-8ff82e7d9b7b req-115fb6b8-5902-4540-a6ed-ce811365e9b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a27beade-479f-401a-a8d3-a452fc36bff2 HTTP/1.1" status: 200 len: 217 time: 0.0343366 Sep 30 13:48:50.539309 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f38fe0-18d6-4960-a850-8ff82e7d9b7b req-dcad82e7-efd1-4531-85b3-7df6b3e30217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:50.540732 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b6f38fe0-18d6-4960-a850-8ff82e7d9b7b req-dcad82e7-efd1-4531-85b3-7df6b3e30217 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9d7c4196-450a-4eaf-9ade-83e15370c732 HTTP/1.1" status: 200 len: 854 time: 0.0468380 Sep 30 13:48:50.570478 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b6f38fe0-18d6-4960-a850-8ff82e7d9b7b req-d83ba106-611d-4751-9b48-4b0edacd2582 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2dc2dcbd-9a4e-479d-97ed-d41afa596480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231056 Sep 30 13:48:50.657908 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b6f38fe0-18d6-4960-a850-8ff82e7d9b7b req-c57720ec-0800-4bf5-a9ec-907773845612 service neutron] 10.222.0.54 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795946 Sep 30 13:48:50.739756 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2058b339-e0ad-4846-951e-0af4cfe3c1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:50.750243 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b6f38fe0-18d6-4960-a850-8ff82e7d9b7b req-b8803275-1821-4e14-b230-e7acfb456008 service neutron] 10.222.0.54 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850403 Sep 30 13:48:50.921501 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d6701-5e26-40fb-8a45-49cea1b2c6f1 req-b819c5e1-af16-4cf5-97b1-297f0c057a46 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:50.923018 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-030d6701-5e26-40fb-8a45-49cea1b2c6f1 req-b819c5e1-af16-4cf5-97b1-297f0c057a46 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 943 time: 0.0478520 Sep 30 13:48:50.960446 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-030d6701-5e26-40fb-8a45-49cea1b2c6f1 req-482a89ea-30d1-48e2-b329-fa69352bf207 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315435 Sep 30 13:48:51.668307 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:52.075663 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169fc9e-aa23-425b-9d5b-0e7520b48092 req-300059cb-2536-46ff-a8ac-8badeb829a40 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:52.077147 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c169fc9e-aa23-425b-9d5b-0e7520b48092 req-300059cb-2536-46ff-a8ac-8badeb829a40 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 943 time: 0.0483439 Sep 30 13:48:52.114563 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c169fc9e-aa23-425b-9d5b-0e7520b48092 req-1f62e95f-9037-41f2-b246-ccb1fb29d4d0 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313668 Sep 30 13:48:52.481859 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:53.096111 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device a27beade-479f-401a-a8d3-a452fc36bff2 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:48:53.194083 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port a27beade-479f-401a-a8d3-a452fc36bff2, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=a27beade-479f-401a-a8d3-a452fc36bff2,segment=NetworkSegment(bd16702b-6665-4180-a02c-6793aec6cca6),segment_id=bd16702b-6665-4180-a02c-6793aec6cca6)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:48:53.205415 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'a27beade-479f-401a-a8d3-a452fc36bff2', 'network_id': '2dc2dcbd-9a4e-479d-97ed-d41afa596480', 'port_id': 'a27beade-479f-401a-a8d3-a452fc36bff2', 'mac_address': 'fa:16:3e:8a:c8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7c4196-450a-4eaf-9ade-83e15370c732', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:48:53.230922 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c87a2-bb85-44ba-b859-a0476fb1aad7 req-9f2ba5f6-6230-45b0-9a09-613d76396fd4 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:53.232664 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-938c87a2-bb85-44ba-b859-a0476fb1aad7 req-9f2ba5f6-6230-45b0-9a09-613d76396fd4 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 943 time: 0.0491629 Sep 30 13:48:53.243801 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:53.256481 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a27beade-479f-401a-a8d3-a452fc36bff2 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:48:53.275151 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-938c87a2-bb85-44ba-b859-a0476fb1aad7 req-f85beb0e-88d4-4dc7-96cd-b7c8865b35ef tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365191 Sep 30 13:48:53.277250 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port a27beade-479f-401a-a8d3-a452fc36bff2, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=a27beade-479f-401a-a8d3-a452fc36bff2,segment=NetworkSegment(bd16702b-6665-4180-a02c-6793aec6cca6),segment_id=bd16702b-6665-4180-a02c-6793aec6cca6)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:48:53.282272 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:53.328116 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=a27beade-479f-401a-a8d3-a452fc36bff2,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:48:53.335250 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:53.335595 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:53.335933 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:53.336354 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:53.336687 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:53.337014 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:53.337338 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:53.337660 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:53.337980 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:53.338975 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:53.339310 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:53.339632 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:48:53.556554 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['a27beade-479f-401a-a8d3-a452fc36bff2'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:48:54.246995 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:54.389073 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ac490-659b-4072-87df-4345824371c8 req-51e072ee-4148-4d43-bcbf-4ac36f98214a tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:54.390555 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f01ac490-659b-4072-87df-4345824371c8 req-51e072ee-4148-4d43-bcbf-4ac36f98214a tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 944 time: 0.0481317 Sep 30 13:48:54.431867 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f01ac490-659b-4072-87df-4345824371c8 req-1d603608-ea7b-4309-863b-f3bc8d7c400e tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353582 Sep 30 13:48:55.092568 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device a27beade-479f-401a-a8d3-a452fc36bff2 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:48:55.139603 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port a27beade-479f-401a-a8d3-a452fc36bff2 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:48:55.143707 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port a27beade-479f-401a-a8d3-a452fc36bff2 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:48:55.144237 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:55.221607 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:55.243801 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f0bf8c-b414-457a-a59f-ab040120d8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27beade-479f-401a-a8d3-a452fc36bff2'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:48:55.246513 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d11dc2-cf4f-4659-965d-fd72896ac31f" -d '{"events": [{"server_uuid": "54f0bf8c-b414-457a-a59f-ab040120d8c8", "name": "network-vif-plugged", "status": "completed", "tag": "a27beade-479f-401a-a8d3-a452fc36bff2"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:48:55.258327 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port a27beade-479f-401a-a8d3-a452fc36bff2, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=a27beade-479f-401a-a8d3-a452fc36bff2,segment=NetworkSegment(bd16702b-6665-4180-a02c-6793aec6cca6),segment_id=bd16702b-6665-4180-a02c-6793aec6cca6)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:48:55.262976 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:48:55.287036 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cab09a-fd74-4279-bc51-e7565f8dd12f x-openstack-request-id: req-48cab09a-fd74-4279-bc51-e7565f8dd12f {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:48:55.287323 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f0bf8c-b414-457a-a59f-ab040120d8c8", "name": "network-vif-plugged", "status": "completed", "tag": "a27beade-479f-401a-a8d3-a452fc36bff2", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:48:55.287569 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48cab09a-fd74-4279-bc51-e7565f8dd12f {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:48:55.287949 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f0bf8c-b414-457a-a59f-ab040120d8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27beade-479f-401a-a8d3-a452fc36bff2', 'code': 200} Sep 30 13:48:55.315131 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=a27beade-479f-401a-a8d3-a452fc36bff2,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:48:55.424429 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c9b71-b4f4-468d-b53c-2c962e348eed req-08f1960d-1bd4-4d56-87c9-8599384753cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:55.425906 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ed5c9b71-b4f4-468d-b53c-2c962e348eed req-08f1960d-1bd4-4d56-87c9-8599384753cf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 1096 time: 0.0405805 Sep 30 13:48:55.461677 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ed5c9b71-b4f4-468d-b53c-2c962e348eed req-85e2b937-090f-4f11-93f1-8f0cd45d13e3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283124 Sep 30 13:48:55.543988 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f322269-f7c7-4572-9ef1-2527caf6227d req-6de92c2f-c6f7-4992-9591-a47d169d0d3c tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:55.545398 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f322269-f7c7-4572-9ef1-2527caf6227d req-6de92c2f-c6f7-4992-9591-a47d169d0d3c tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0487704 Sep 30 13:48:55.582581 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f322269-f7c7-4572-9ef1-2527caf6227d req-a4662006-3fa4-442c-b45c-b767394be33c tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311115 Sep 30 13:48:56.697556 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8240a4-76dd-4484-8636-a12e04eed9da req-6026ee96-ed73-4380-bb00-4f7abe1f712a tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:56.699535 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fd8240a4-76dd-4484-8636-a12e04eed9da req-6026ee96-ed73-4380-bb00-4f7abe1f712a tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0498419 Sep 30 13:48:56.738969 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fd8240a4-76dd-4484-8636-a12e04eed9da req-621388d3-1b44-46a4-a310-964f92229a67 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334489 Sep 30 13:48:57.853990 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27038b01-31bf-4f49-9f8e-3090ce85ee34 req-be449014-cda8-46a0-8346-c15e1d97eb5b tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:57.855557 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-27038b01-31bf-4f49-9f8e-3090ce85ee34 req-be449014-cda8-46a0-8346-c15e1d97eb5b tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0491371 Sep 30 13:48:57.896256 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-27038b01-31bf-4f49-9f8e-3090ce85ee34 req-297d556b-547c-4bd8-a80b-65dae3b6410c tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347593 Sep 30 13:48:58.010838 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1011ecc-fa81-4c80-94c7-04e639c2a3e4 req-75893f1b-567d-4874-8c33-7b7aadc9ace0 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:58.012307 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d1011ecc-fa81-4c80-94c7-04e639c2a3e4 req-75893f1b-567d-4874-8c33-7b7aadc9ace0 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0488658 Sep 30 13:48:58.049490 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d1011ecc-fa81-4c80-94c7-04e639c2a3e4 req-203d59e8-f34c-4d3f-a725-d5a14b0ef341 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312915 Sep 30 13:48:58.245709 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3976cb6-3b1e-42b3-abb4-ea3eab0c9f33 req-34a067f7-b5c9-496e-bee9-88788eb82029 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:58.247202 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a3976cb6-3b1e-42b3-abb4-ea3eab0c9f33 req-34a067f7-b5c9-496e-bee9-88788eb82029 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0483272 Sep 30 13:48:58.287938 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a3976cb6-3b1e-42b3-abb4-ea3eab0c9f33 req-ec4e5415-7031-41aa-8c9c-3c6c5811bf66 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348349 Sep 30 13:48:58.401203 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a1fc3-91b9-4ed0-a74d-fd25563577bc req-a119c75a-5727-4083-b68e-747aae1e85e2 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:58.402697 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f6a1fc3-91b9-4ed0-a74d-fd25563577bc req-a119c75a-5727-4083-b68e-747aae1e85e2 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0484641 Sep 30 13:48:58.439365 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f6a1fc3-91b9-4ed0-a74d-fd25563577bc req-82204669-7aec-4fde-8122-6e5bc8a64918 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307920 Sep 30 13:48:58.673222 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7980a2-c215-47b6-88f0-c4196451c99e req-8d89017b-a01d-4ae8-865e-50292a101795 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:58.674789 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ea7980a2-c215-47b6-88f0-c4196451c99e req-8d89017b-a01d-4ae8-865e-50292a101795 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0499477 Sep 30 13:48:58.712809 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ea7980a2-c215-47b6-88f0-c4196451c99e req-64f76527-9c05-4625-9f0a-8eb17cb1b3cd tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320494 Sep 30 13:48:58.740286 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0733b5ac-f0db-4818-9768-1925c804068e req-2db4123a-dc2a-42ff-8919-46c9815e5144 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1195905 Sep 30 13:48:59.831890 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8107698-936c-4b38-ac73-7cb1fd88b16b req-c42e9177-846d-4c9a-8bee-6c28721bb8fd tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:59.833374 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e8107698-936c-4b38-ac73-7cb1fd88b16b req-c42e9177-846d-4c9a-8bee-6c28721bb8fd tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0499694 Sep 30 13:48:59.836627 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733b5ac-f0db-4818-9768-1925c804068e req-5fc0e35a-3903-4540-88aa-96de3d306768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:59.838157 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0733b5ac-f0db-4818-9768-1925c804068e req-5fc0e35a-3903-4540-88aa-96de3d306768 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a9bef3732d314f5893e039b7adf75820&device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 1096 time: 0.0406373 Sep 30 13:48:59.871642 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e8107698-936c-4b38-ac73-7cb1fd88b16b req-0e90e236-6838-4c73-b5aa-ed7a671b3b28 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320547 Sep 30 13:48:59.931997 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733b5ac-f0db-4818-9768-1925c804068e req-d5132d74-9902-4ef1-a180-dc0a2f13c6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:48:59.933477 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0733b5ac-f0db-4818-9768-1925c804068e req-d5132d74-9902-4ef1-a180-dc0a2f13c6de service neutron] 10.222.0.54 "GET /v2.0/networks?id=2dc2dcbd-9a4e-479d-97ed-d41afa596480 HTTP/1.1" status: 200 len: 915 time: 0.0885851 Sep 30 13:48:59.973812 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0733b5ac-f0db-4818-9768-1925c804068e req-c456ead4-dd42-4fb0-8a19-f9dd76ffe1e8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a27beade-479f-401a-a8d3-a452fc36bff2 HTTP/1.1" status: 200 len: 217 time: 0.0334606 Sep 30 13:49:00.025228 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733b5ac-f0db-4818-9768-1925c804068e req-9d862fe8-69a4-453e-a3d2-78b0752aa801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:00.026609 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0733b5ac-f0db-4818-9768-1925c804068e req-9d862fe8-69a4-453e-a3d2-78b0752aa801 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9d7c4196-450a-4eaf-9ade-83e15370c732 HTTP/1.1" status: 200 len: 854 time: 0.0456173 Sep 30 13:49:00.057745 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0733b5ac-f0db-4818-9768-1925c804068e req-794f726e-9e93-49b1-915f-5c854e9da6f6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2dc2dcbd-9a4e-479d-97ed-d41afa596480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242457 Sep 30 13:49:00.146642 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0733b5ac-f0db-4818-9768-1925c804068e req-9abf9916-ac41-47f0-8e30-ce657777eb90 service neutron] 10.222.0.54 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818498 Sep 30 13:49:00.237746 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0733b5ac-f0db-4818-9768-1925c804068e req-91f368fe-5d32-47dc-be13-33c3694e45a0 service neutron] 10.222.0.54 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844519 Sep 30 13:49:00.988780 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a92d3-8c0e-4dd3-ba5a-ce62d585caa9 req-a2086efe-3205-428c-a30b-35fd2b7d9117 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:00.990327 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-755a92d3-8c0e-4dd3-ba5a-ce62d585caa9 req-a2086efe-3205-428c-a30b-35fd2b7d9117 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0493286 Sep 30 13:49:01.027593 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-755a92d3-8c0e-4dd3-ba5a-ce62d585caa9 req-4216bf96-8308-4593-b31b-f02bc9767357 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306776 Sep 30 13:49:02.145149 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42942b-e519-462e-9a60-83b0e2039f47 req-cc928262-b003-4eb1-8df0-ce310c0f00d4 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:02.146690 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cb42942b-e519-462e-9a60-83b0e2039f47 req-cc928262-b003-4eb1-8df0-ce310c0f00d4 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0491731 Sep 30 13:49:02.188272 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cb42942b-e519-462e-9a60-83b0e2039f47 req-494d5d90-458e-4615-984d-09668c37aad7 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350714 Sep 30 13:49:03.300679 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5dfc44-7d4b-4ca2-a169-bede33312367 req-5333baff-7f17-4fcb-9b05-4d7648134ef6 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:03.302215 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-da5dfc44-7d4b-4ca2-a169-bede33312367 req-5333baff-7f17-4fcb-9b05-4d7648134ef6 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0474584 Sep 30 13:49:03.343725 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-da5dfc44-7d4b-4ca2-a169-bede33312367 req-b27ea8e2-ecea-4c65-86c1-732aad0cc28b tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356896 Sep 30 13:49:04.460979 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b7ba6-30f0-4cb1-a0d0-179c7e531028 req-66dc8dfd-f069-42d4-9f7d-eaf914f9eebc tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:04.462495 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f4b7ba6-30f0-4cb1-a0d0-179c7e531028 req-66dc8dfd-f069-42d4-9f7d-eaf914f9eebc tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0523522 Sep 30 13:49:04.500231 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f4b7ba6-30f0-4cb1-a0d0-179c7e531028 req-92db3647-e918-4486-af3f-d05fe081a99f tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310092 Sep 30 13:49:05.614070 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8cc8e-3c89-4e3d-85fd-6a8b09374c3a req-28efc094-4848-47c5-8b47-fefb86ea402b tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:05.615572 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-60c8cc8e-3c89-4e3d-85fd-6a8b09374c3a req-28efc094-4848-47c5-8b47-fefb86ea402b tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0487599 Sep 30 13:49:05.652872 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-60c8cc8e-3c89-4e3d-85fd-6a8b09374c3a req-83caa6a0-e168-497f-94a4-d1bef67da624 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309756 Sep 30 13:49:06.768603 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155d364-9296-4d0a-9c66-c4ed0045a6ab req-e38be577-01d8-4ff3-bc81-4b6b07307d12 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:06.770120 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4155d364-9296-4d0a-9c66-c4ed0045a6ab req-e38be577-01d8-4ff3-bc81-4b6b07307d12 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0497260 Sep 30 13:49:06.808283 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4155d364-9296-4d0a-9c66-c4ed0045a6ab req-75a04e39-f0fd-49de-86db-32e310a21ba0 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323169 Sep 30 13:49:07.927182 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8b01d-35e5-4cb2-ba1f-8a187dbaf3c6 req-23707d49-c679-486f-89b0-2be0e736b98f tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:07.928685 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28d8b01d-35e5-4cb2-ba1f-8a187dbaf3c6 req-23707d49-c679-486f-89b0-2be0e736b98f tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0488429 Sep 30 13:49:07.967535 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-28d8b01d-35e5-4cb2-ba1f-8a187dbaf3c6 req-ee7d386e-46f5-47ac-a7a8-77bea2e36bdd tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319765 Sep 30 13:49:09.079509 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2666ff-4c67-466b-9d64-9f0350e85d20 req-f7182e3b-9004-48c2-b605-4516f9e6e535 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:09.080962 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ab2666ff-4c67-466b-9d64-9f0350e85d20 req-f7182e3b-9004-48c2-b605-4516f9e6e535 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0472648 Sep 30 13:49:09.117841 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ab2666ff-4c67-466b-9d64-9f0350e85d20 req-8c888c8f-d792-4aba-b853-d7deef766bcb tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309436 Sep 30 13:49:10.231891 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e5376-9b51-49d3-bbf0-14670a068aff req-09c99cf7-10af-455d-84bf-aa8e352f147b tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:10.233344 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a56e5376-9b51-49d3-bbf0-14670a068aff req-09c99cf7-10af-455d-84bf-aa8e352f147b tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0479617 Sep 30 13:49:10.275398 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a56e5376-9b51-49d3-bbf0-14670a068aff req-b71ceecd-d72a-4a9d-baab-358ec73415b9 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361290 Sep 30 13:49:10.346521 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91290ea-a46f-42f5-a0bf-9b2831c60306 req-7698f1b5-6b5a-46be-a505-d8c29cc6a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:10.347998 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a91290ea-a46f-42f5-a0bf-9b2831c60306 req-7698f1b5-6b5a-46be-a505-d8c29cc6a734 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a9bef3732d314f5893e039b7adf75820&device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 1096 time: 0.0404241 Sep 30 13:49:10.448922 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91290ea-a46f-42f5-a0bf-9b2831c60306 req-f9251f4d-4221-487f-8b10-8623ed6ebbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:10.450454 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a91290ea-a46f-42f5-a0bf-9b2831c60306 req-f9251f4d-4221-487f-8b10-8623ed6ebbfb service neutron] 10.222.0.54 "GET /v2.0/networks?id=2dc2dcbd-9a4e-479d-97ed-d41afa596480 HTTP/1.1" status: 200 len: 915 time: 0.0824249 Sep 30 13:49:10.495010 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a91290ea-a46f-42f5-a0bf-9b2831c60306 req-6259df6a-3ead-4f1d-a192-9ae25befddc2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a27beade-479f-401a-a8d3-a452fc36bff2 HTTP/1.1" status: 200 len: 217 time: 0.0378394 Sep 30 13:49:10.542940 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91290ea-a46f-42f5-a0bf-9b2831c60306 req-da485844-651c-4317-96a0-0e420eede3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:10.544349 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a91290ea-a46f-42f5-a0bf-9b2831c60306 req-da485844-651c-4317-96a0-0e420eede3a4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9d7c4196-450a-4eaf-9ade-83e15370c732 HTTP/1.1" status: 200 len: 854 time: 0.0425081 Sep 30 13:49:10.574569 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a91290ea-a46f-42f5-a0bf-9b2831c60306 req-f12dff05-5d56-410a-a086-fb8fb4596467 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2dc2dcbd-9a4e-479d-97ed-d41afa596480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229306 Sep 30 13:49:10.664069 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a91290ea-a46f-42f5-a0bf-9b2831c60306 req-83b788c0-20af-49e6-975f-7b1597fb3d05 service neutron] 10.222.0.54 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835629 Sep 30 13:49:10.746163 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:49:10.751993 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a91290ea-a46f-42f5-a0bf-9b2831c60306 req-cb7a23f5-1d81-46b5-8efc-ac1b46871a90 service neutron] 10.222.0.54 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801890 Sep 30 13:49:11.393303 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20507b0e-5751-408f-863b-30df8288db6d req-70513ad0-c375-4b9d-9fb7-5163c8365161 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:11.394811 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-20507b0e-5751-408f-863b-30df8288db6d req-70513ad0-c375-4b9d-9fb7-5163c8365161 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0515320 Sep 30 13:49:11.431431 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-20507b0e-5751-408f-863b-30df8288db6d req-38828b65-0089-404b-874a-827f21d3de43 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307822 Sep 30 13:49:12.549293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5741552-4deb-490c-aeac-08cd67e0ea31 req-dd9ee6b6-2288-443d-a583-733ff3e55b9d tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:12.550794 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d5741552-4deb-490c-aeac-08cd67e0ea31 req-dd9ee6b6-2288-443d-a583-733ff3e55b9d tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0524852 Sep 30 13:49:12.587670 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d5741552-4deb-490c-aeac-08cd67e0ea31 req-25116e2a-efe4-4f50-8154-fb9681ab351c tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310102 Sep 30 13:49:13.699659 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4a057-ba7d-45fb-a521-9e9813f2f080 req-27fecc69-0e21-427f-bba7-20ad78cee971 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:13.701072 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-59c4a057-ba7d-45fb-a521-9e9813f2f080 req-27fecc69-0e21-427f-bba7-20ad78cee971 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0482566 Sep 30 13:49:13.738028 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-59c4a057-ba7d-45fb-a521-9e9813f2f080 req-e3db26db-8e01-4b98-bb59-1cd41acd43ad tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310721 Sep 30 13:49:14.852243 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52183e4-230e-4c37-aa75-2929bbed6f85 req-f3154b19-72a9-4327-a3ba-79bbd7030483 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:14.853714 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f52183e4-230e-4c37-aa75-2929bbed6f85 req-f3154b19-72a9-4327-a3ba-79bbd7030483 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0487173 Sep 30 13:49:14.891206 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f52183e4-230e-4c37-aa75-2929bbed6f85 req-0fa7f578-e735-4f20-99c8-6a2b8dda7474 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315640 Sep 30 13:49:15.107846 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:16.007802 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad953a5-5d5e-4100-9649-34718bae0e63 req-026eac78-bb9d-47d5-909c-a1b177c7d2f8 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:16.009444 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0ad953a5-5d5e-4100-9649-34718bae0e63 req-026eac78-bb9d-47d5-909c-a1b177c7d2f8 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0522163 Sep 30 13:49:16.047338 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0ad953a5-5d5e-4100-9649-34718bae0e63 req-d28c24d8-a58d-48a3-b534-4844af69ce90 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314827 Sep 30 13:49:17.162342 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26e1ac-3270-427e-9689-2e06f76ca522 req-c75f20c1-4c5c-44e7-803b-66babb3ad580 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:17.163826 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ed26e1ac-3270-427e-9689-2e06f76ca522 req-c75f20c1-4c5c-44e7-803b-66babb3ad580 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0489841 Sep 30 13:49:17.200820 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ed26e1ac-3270-427e-9689-2e06f76ca522 req-b05e2ecb-97ff-49cd-9e29-999e7936254f tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304179 Sep 30 13:49:18.227693 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5df44539-13ac-4bc6-83ad-126f22e93a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:18.319002 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986876fb-cb52-4602-b71c-96ac0d1227aa req-79bcf1de-3bd4-4251-8a09-69510008dd3a tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:18.320474 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-986876fb-cb52-4602-b71c-96ac0d1227aa req-79bcf1de-3bd4-4251-8a09-69510008dd3a tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0515673 Sep 30 13:49:18.358324 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-986876fb-cb52-4602-b71c-96ac0d1227aa req-af3559d6-774a-4a50-bfc3-f4505b00e89c tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318182 Sep 30 13:49:19.475759 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e2499-92b7-4656-8b30-2c85586c81e1 req-b8b2786e-1c69-4c28-b0de-963d776e71e2 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:19.477284 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-271e2499-92b7-4656-8b30-2c85586c81e1 req-b8b2786e-1c69-4c28-b0de-963d776e71e2 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0528338 Sep 30 13:49:19.515285 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-271e2499-92b7-4656-8b30-2c85586c81e1 req-a9c0fc90-8b2d-4a68-a7f7-cdeb86850fe1 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313554 Sep 30 13:49:19.862606 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:20.632612 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c425dc-398c-4c2c-b96a-163ab3905f07 req-11eefb17-5330-44ea-8e48-26dd9f42e5d6 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:20.634117 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-77c425dc-398c-4c2c-b96a-163ab3905f07 req-11eefb17-5330-44ea-8e48-26dd9f42e5d6 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0488706 Sep 30 13:49:20.671596 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-77c425dc-398c-4c2c-b96a-163ab3905f07 req-a11608cd-8d1f-4da3-8f36-d70ccb3630f5 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315714 Sep 30 13:49:20.739973 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-96e46f0a-54a5-4f6c-b008-e442261f2d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:21.668555 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:21.785343 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bfcc7-4199-4ae7-9ca5-92a1c8654918 req-728c354a-f89b-4d73-972c-04764240f27b tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:21.786844 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6b1bfcc7-4199-4ae7-9ca5-92a1c8654918 req-728c354a-f89b-4d73-972c-04764240f27b tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0483282 Sep 30 13:49:21.823968 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6b1bfcc7-4199-4ae7-9ca5-92a1c8654918 req-ff47fc15-2583-4e2b-b1d5-7bd705e50d1d tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311952 Sep 30 13:49:22.485426 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:22.935869 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2abcf-1b51-442c-a8e4-cafaa789e8f3 req-ab97bd59-ac59-470a-8495-69ff9b467311 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:22.937344 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f3b2abcf-1b51-442c-a8e4-cafaa789e8f3 req-ab97bd59-ac59-470a-8495-69ff9b467311 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0472355 Sep 30 13:49:22.974400 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f3b2abcf-1b51-442c-a8e4-cafaa789e8f3 req-774ba485-7811-4de6-a0f0-a3cb32bef3b2 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310075 Sep 30 13:49:24.087257 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419af85d-a110-46f0-9516-7433f2f1f254 req-145f02a9-f1de-4521-8a09-83ab81b85b84 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:24.088749 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-419af85d-a110-46f0-9516-7433f2f1f254 req-145f02a9-f1de-4521-8a09-83ab81b85b84 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0487332 Sep 30 13:49:24.126904 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-419af85d-a110-46f0-9516-7433f2f1f254 req-3d64e826-f71c-483b-a855-303800bb8fdb tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319827 Sep 30 13:49:24.249062 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:25.244140 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29da77-2362-4840-a881-f1617a639ee1 req-c8342a52-e483-4d5c-b24d-128c6b850190 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:25.245540 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ef29da77-2362-4840-a881-f1617a639ee1 req-c8342a52-e483-4d5c-b24d-128c6b850190 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0521543 Sep 30 13:49:25.282274 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ef29da77-2362-4840-a881-f1617a639ee1 req-753e18de-0f97-4606-930e-0b358ce1ed5e tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308206 Sep 30 13:49:26.399605 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b81f1-9037-40a4-b0e0-560d7ba85d60 req-934780ac-7541-4cf7-bf0b-6851bd5141e1 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:26.401112 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bb0b81f1-9037-40a4-b0e0-560d7ba85d60 req-934780ac-7541-4cf7-bf0b-6851bd5141e1 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0516028 Sep 30 13:49:26.438979 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bb0b81f1-9037-40a4-b0e0-560d7ba85d60 req-950e00a0-0af4-48f2-a670-a455d66dd3da tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308118 Sep 30 13:49:27.042930 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-0733b5ac-f0db-4818-9768-1925c804068e req-2bbe9f49-4c38-4e45-b52e-acc176014e1a service neutron] show failed (client error): The resource could not be found. Sep 30 13:49:27.043924 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0733b5ac-f0db-4818-9768-1925c804068e req-2bbe9f49-4c38-4e45-b52e-acc176014e1a service neutron] 10.222.0.54 "GET /v2.0/ports/a27beade-479f-401a-a8d3-a452fc36bff2/bindings/n-h1-810909-2 HTTP/1.1" status: 404 len: 380 time: 0.0538373 Sep 30 13:49:27.239039 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733b5ac-f0db-4818-9768-1925c804068e req-8713aa08-e95b-4069-978b-6f41c7bb8a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:27.240511 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0733b5ac-f0db-4818-9768-1925c804068e req-8713aa08-e95b-4069-978b-6f41c7bb8a38 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8&tenant_id=a9bef3732d314f5893e039b7adf75820 HTTP/1.1" status: 200 len: 1096 time: 0.0419815 Sep 30 13:49:27.252791 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-0733b5ac-f0db-4818-9768-1925c804068e req-6e28634c-10d2-4d35-939c-8257b2df897d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810909-2', 'device_owner': 'compute:nova'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:49:27.307482 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0733b5ac-f0db-4818-9768-1925c804068e req-6e28634c-10d2-4d35-939c-8257b2df897d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:27.511138 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0733b5ac-f0db-4818-9768-1925c804068e req-6e28634c-10d2-4d35-939c-8257b2df897d service neutron] For port a27beade-479f-401a-a8d3-a452fc36bff2, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=a27beade-479f-401a-a8d3-a452fc36bff2,segment=NetworkSegment(bd16702b-6665-4180-a02c-6793aec6cca6),segment_id=bd16702b-6665-4180-a02c-6793aec6cca6)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:49:27.543873 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0733b5ac-f0db-4818-9768-1925c804068e req-6e28634c-10d2-4d35-939c-8257b2df897d service neutron] For port a27beade-479f-401a-a8d3-a452fc36bff2, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:49:27.554516 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d50e51-69d6-4610-b910-8378495d5536 req-bd11134e-e8d5-4d75-8b97-695ddb1c4d2d tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:27.556020 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-34d50e51-69d6-4610-b910-8378495d5536 req-bd11134e-e8d5-4d75-8b97-695ddb1c4d2d tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0490324 Sep 30 13:49:27.583795 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f0bf8c-b414-457a-a59f-ab040120d8c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a27beade-479f-401a-a8d3-a452fc36bff2'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:49:27.586078 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a98aef9-3b6f-48ac-9bcc-514411d0c7fd" -d '{"events": [{"server_uuid": "54f0bf8c-b414-457a-a59f-ab040120d8c8", "name": "network-vif-unplugged", "status": "completed", "tag": "a27beade-479f-401a-a8d3-a452fc36bff2"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:49:27.590225 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0733b5ac-f0db-4818-9768-1925c804068e req-6e28634c-10d2-4d35-939c-8257b2df897d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:27.595740 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-34d50e51-69d6-4610-b910-8378495d5536 req-8683e0fe-c76a-4315-b09f-a3b01078c57a tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329416 Sep 30 13:49:27.603507 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-0733b5ac-f0db-4818-9768-1925c804068e req-6e28634c-10d2-4d35-939c-8257b2df897d service neutron] Transition to ACTIVE for port object a27beade-479f-401a-a8d3-a452fc36bff2 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:49:27.607187 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0733b5ac-f0db-4818-9768-1925c804068e req-6e28634c-10d2-4d35-939c-8257b2df897d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:27.644421 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99353b57-fa0a-46fa-837f-7cec8853998d x-openstack-request-id: req-99353b57-fa0a-46fa-837f-7cec8853998d {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:49:27.644727 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f0bf8c-b414-457a-a59f-ab040120d8c8", "name": "network-vif-unplugged", "status": "completed", "tag": "a27beade-479f-401a-a8d3-a452fc36bff2", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:49:27.644975 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99353b57-fa0a-46fa-837f-7cec8853998d {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:49:27.645371 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f0bf8c-b414-457a-a59f-ab040120d8c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a27beade-479f-401a-a8d3-a452fc36bff2', 'code': 200} Sep 30 13:49:27.658599 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28634c-10d2-4d35-939c-8257b2df897d service neutron] Pushing event updated for resources: {'Port': ['ID=a27beade-479f-401a-a8d3-a452fc36bff2,revision_number=6']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:49:27.679307 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-0733b5ac-f0db-4818-9768-1925c804068e req-6e28634c-10d2-4d35-939c-8257b2df897d service neutron] No DVR routers for this DVR port a27beade-479f-401a-a8d3-a452fc36bff2 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:49:27.717437 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-0733b5ac-f0db-4818-9768-1925c804068e req-6e28634c-10d2-4d35-939c-8257b2df897d service neutron] Attempting to bind port a27beade-479f-401a-a8d3-a452fc36bff2 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:49:27.717768 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-0733b5ac-f0db-4818-9768-1925c804068e req-6e28634c-10d2-4d35-939c-8257b2df897d service neutron] Attempting to bind port a27beade-479f-401a-a8d3-a452fc36bff2 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'bd16702b-6665-4180-a02c-6793aec6cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2dc2dcbd-9a4e-479d-97ed-d41afa596480'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:49:27.718128 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0733b5ac-f0db-4818-9768-1925c804068e req-6e28634c-10d2-4d35-939c-8257b2df897d service neutron] Attempting to bind port a27beade-479f-401a-a8d3-a452fc36bff2 on network 2dc2dcbd-9a4e-479d-97ed-d41afa596480 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:49:27.722267 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0733b5ac-f0db-4818-9768-1925c804068e req-6e28634c-10d2-4d35-939c-8257b2df897d service neutron] Port a27beade-479f-401a-a8d3-a452fc36bff2 on network 2dc2dcbd-9a4e-479d-97ed-d41afa596480 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:49:27.722587 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0733b5ac-f0db-4818-9768-1925c804068e req-6e28634c-10d2-4d35-939c-8257b2df897d service neutron] Attempting to bind port a27beade-479f-401a-a8d3-a452fc36bff2 on network 2dc2dcbd-9a4e-479d-97ed-d41afa596480 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:49:27.727325 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0733b5ac-f0db-4818-9768-1925c804068e req-6e28634c-10d2-4d35-939c-8257b2df897d service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:49:27.727659 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0733b5ac-f0db-4818-9768-1925c804068e req-6e28634c-10d2-4d35-939c-8257b2df897d service neutron] Checking segment: {'id': 'bd16702b-6665-4180-a02c-6793aec6cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2dc2dcbd-9a4e-479d-97ed-d41afa596480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:49:27.728041 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0733b5ac-f0db-4818-9768-1925c804068e req-6e28634c-10d2-4d35-939c-8257b2df897d service neutron] Bound using segment: {'id': 'bd16702b-6665-4180-a02c-6793aec6cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2dc2dcbd-9a4e-479d-97ed-d41afa596480'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:49:27.728461 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-0733b5ac-f0db-4818-9768-1925c804068e req-6e28634c-10d2-4d35-939c-8257b2df897d service neutron] Bound port: a27beade-479f-401a-a8d3-a452fc36bff2, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd16702b-6665-4180-a02c-6793aec6cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2dc2dcbd-9a4e-479d-97ed-d41afa596480'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:49:27.728817 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0733b5ac-f0db-4818-9768-1925c804068e req-6e28634c-10d2-4d35-939c-8257b2df897d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:27.790106 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0733b5ac-f0db-4818-9768-1925c804068e req-6e28634c-10d2-4d35-939c-8257b2df897d service neutron] For port a27beade-479f-401a-a8d3-a452fc36bff2, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:49:27.792908 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0733b5ac-f0db-4818-9768-1925c804068e req-6e28634c-10d2-4d35-939c-8257b2df897d service neutron] For port a27beade-479f-401a-a8d3-a452fc36bff2, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=a27beade-479f-401a-a8d3-a452fc36bff2,segment=NetworkSegment(bd16702b-6665-4180-a02c-6793aec6cca6),segment_id=bd16702b-6665-4180-a02c-6793aec6cca6)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:49:27.798434 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0733b5ac-f0db-4818-9768-1925c804068e req-6e28634c-10d2-4d35-939c-8257b2df897d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:27.834653 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733b5ac-f0db-4818-9768-1925c804068e req-6e28634c-10d2-4d35-939c-8257b2df897d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:27.835269 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0733b5ac-f0db-4818-9768-1925c804068e req-6e28634c-10d2-4d35-939c-8257b2df897d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:27.836670 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0733b5ac-f0db-4818-9768-1925c804068e req-6e28634c-10d2-4d35-939c-8257b2df897d service neutron] 10.222.0.39 "PUT /v2.0/ports/a27beade-479f-401a-a8d3-a452fc36bff2 HTTP/1.1" status: 200 len: 1091 time: 0.5877450 Sep 30 13:49:27.854421 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28634c-10d2-4d35-939c-8257b2df897d service neutron] Pushing event updated for resources: {'Port': ['ID=a27beade-479f-401a-a8d3-a452fc36bff2,revision_number=7']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:49:27.897432 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733b5ac-f0db-4818-9768-1925c804068e req-18b258f5-ee52-4dad-b9b4-61785ec7c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:27.898963 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0733b5ac-f0db-4818-9768-1925c804068e req-18b258f5-ee52-4dad-b9b4-61785ec7c5cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9bef3732d314f5893e039b7adf75820&device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 1094 time: 0.0401566 Sep 30 13:49:27.993842 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733b5ac-f0db-4818-9768-1925c804068e req-edc27fde-b872-48e6-ba26-1ffffe4f3220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:27.995363 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0733b5ac-f0db-4818-9768-1925c804068e req-edc27fde-b872-48e6-ba26-1ffffe4f3220 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2dc2dcbd-9a4e-479d-97ed-d41afa596480 HTTP/1.1" status: 200 len: 915 time: 0.0881069 Sep 30 13:49:28.035323 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0733b5ac-f0db-4818-9768-1925c804068e req-e6e8adcf-72ed-447f-be39-49ee83e4b902 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a27beade-479f-401a-a8d3-a452fc36bff2 HTTP/1.1" status: 200 len: 217 time: 0.0329506 Sep 30 13:49:28.088163 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733b5ac-f0db-4818-9768-1925c804068e req-e207bcf3-5542-4b90-b8c5-d45f0a3123e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:28.089515 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0733b5ac-f0db-4818-9768-1925c804068e req-e207bcf3-5542-4b90-b8c5-d45f0a3123e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9d7c4196-450a-4eaf-9ade-83e15370c732 HTTP/1.1" status: 200 len: 854 time: 0.0464981 Sep 30 13:49:28.119971 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0733b5ac-f0db-4818-9768-1925c804068e req-1d6f06f6-142d-413c-97f0-2312e79cbc38 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dc2dcbd-9a4e-479d-97ed-d41afa596480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238471 Sep 30 13:49:28.208268 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0733b5ac-f0db-4818-9768-1925c804068e req-0c4da57f-0eb4-47a2-91d4-8a5a6ee834eb service neutron] 10.222.0.39 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816073 Sep 30 13:49:28.307060 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0733b5ac-f0db-4818-9768-1925c804068e req-b5f57c65-1f50-4efc-9612-81209d45b0ed service neutron] 10.222.0.39 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862830 Sep 30 13:49:28.711089 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd638d1d-716a-42d6-a337-1e8ae16e06ce req-e29f537e-8028-4601-8e03-d88bb8eb25d8 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:28.712454 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cd638d1d-716a-42d6-a337-1e8ae16e06ce req-e29f537e-8028-4601-8e03-d88bb8eb25d8 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 943 time: 0.0476210 Sep 30 13:49:28.749851 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cd638d1d-716a-42d6-a337-1e8ae16e06ce req-03b52df7-5292-45a1-bf36-cff8b81b47f1 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312643 Sep 30 13:49:29.646265 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f0bf8c-b414-457a-a59f-ab040120d8c8', 'tag': 'a27beade-479f-401a-a8d3-a452fc36bff2'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:49:29.648626 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf902a1-9a6a-403a-99cf-173f109179e0" -d '{"events": [{"name": "network-changed", "server_uuid": "54f0bf8c-b414-457a-a59f-ab040120d8c8", "tag": "a27beade-479f-401a-a8d3-a452fc36bff2"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:49:29.697341 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d308ec26-3b93-4670-b6ce-97396d29dd2b x-openstack-request-id: req-d308ec26-3b93-4670-b6ce-97396d29dd2b {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:49:29.697636 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f0bf8c-b414-457a-a59f-ab040120d8c8", "tag": "a27beade-479f-401a-a8d3-a452fc36bff2", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:49:29.697886 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d308ec26-3b93-4670-b6ce-97396d29dd2b {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:49:29.698307 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f0bf8c-b414-457a-a59f-ab040120d8c8', 'tag': 'a27beade-479f-401a-a8d3-a452fc36bff2', 'status': 'completed', 'code': 200} Sep 30 13:49:29.787894 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf902a1-9a6a-403a-99cf-173f109179e0 req-d2f4c228-4943-470d-827a-b71135b2e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:29.789419 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aaf902a1-9a6a-403a-99cf-173f109179e0 req-d2f4c228-4943-470d-827a-b71135b2e94e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a9bef3732d314f5893e039b7adf75820&device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 1094 time: 0.0703022 Sep 30 13:49:29.794779 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf902a1-9a6a-403a-99cf-173f109179e0 req-bd63023d-472c-4ba3-878b-d9771e7428ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:29.796262 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aaf902a1-9a6a-403a-99cf-173f109179e0 req-bd63023d-472c-4ba3-878b-d9771e7428ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9bef3732d314f5893e039b7adf75820&device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 1094 time: 0.0682695 Sep 30 13:49:29.890576 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e30922-4320-4834-b2e6-608aee06b41c req-635f0c81-d2c7-4cf7-b2da-549fedad0ba7 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:29.892166 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-36e30922-4320-4834-b2e6-608aee06b41c req-635f0c81-d2c7-4cf7-b2da-549fedad0ba7 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 943 time: 0.0607283 Sep 30 13:49:29.929423 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-36e30922-4320-4834-b2e6-608aee06b41c req-b8258ea7-6913-4672-b186-d63954486de8 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312731 Sep 30 13:49:29.954254 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf902a1-9a6a-403a-99cf-173f109179e0 req-e1a0244b-442f-45b8-a79b-3a5a41630824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:29.955684 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aaf902a1-9a6a-403a-99cf-173f109179e0 req-e1a0244b-442f-45b8-a79b-3a5a41630824 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2dc2dcbd-9a4e-479d-97ed-d41afa596480 HTTP/1.1" status: 200 len: 915 time: 0.1585813 Sep 30 13:49:29.957053 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf902a1-9a6a-403a-99cf-173f109179e0 req-9cdf8d24-9450-4429-b9ac-d0f2ec59f752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:29.958382 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aaf902a1-9a6a-403a-99cf-173f109179e0 req-9cdf8d24-9450-4429-b9ac-d0f2ec59f752 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2dc2dcbd-9a4e-479d-97ed-d41afa596480 HTTP/1.1" status: 200 len: 915 time: 0.1529512 Sep 30 13:49:30.002304 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aaf902a1-9a6a-403a-99cf-173f109179e0 req-d5847f47-786a-4e5c-bbef-7cb67373820e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a27beade-479f-401a-a8d3-a452fc36bff2 HTTP/1.1" status: 200 len: 217 time: 0.0397053 Sep 30 13:49:30.038146 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aaf902a1-9a6a-403a-99cf-173f109179e0 req-9a4aef92-1c1a-4248-a45c-a22444a514c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a27beade-479f-401a-a8d3-a452fc36bff2 HTTP/1.1" status: 200 len: 217 time: 0.0689087 Sep 30 13:49:30.107405 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf902a1-9a6a-403a-99cf-173f109179e0 req-5ce580d6-0a9e-4918-bcec-dfeb23ff3a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:30.108853 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aaf902a1-9a6a-403a-99cf-173f109179e0 req-5ce580d6-0a9e-4918-bcec-dfeb23ff3a53 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9d7c4196-450a-4eaf-9ade-83e15370c732 HTTP/1.1" status: 200 len: 854 time: 0.0782192 Sep 30 13:49:30.112111 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf902a1-9a6a-403a-99cf-173f109179e0 req-a845a7c8-277b-43ea-976c-592e7ce6fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:30.113417 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aaf902a1-9a6a-403a-99cf-173f109179e0 req-a845a7c8-277b-43ea-976c-592e7ce6fa88 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9d7c4196-450a-4eaf-9ade-83e15370c732 HTTP/1.1" status: 200 len: 854 time: 0.0564106 Sep 30 13:49:30.158453 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aaf902a1-9a6a-403a-99cf-173f109179e0 req-28978b38-4b2c-4e05-a760-38c0451d14c7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2dc2dcbd-9a4e-479d-97ed-d41afa596480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427632 Sep 30 13:49:30.160253 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aaf902a1-9a6a-403a-99cf-173f109179e0 req-cb5bb2f9-88b9-43bd-96c0-a810fb1c7d88 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dc2dcbd-9a4e-479d-97ed-d41afa596480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371480 Sep 30 13:49:30.317642 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aaf902a1-9a6a-403a-99cf-173f109179e0 req-6c3fa50a-b600-4950-831f-f00cc10b057e service neutron] 10.222.0.54 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525087 Sep 30 13:49:30.319422 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aaf902a1-9a6a-403a-99cf-173f109179e0 req-6e5bbd3d-4646-4319-932f-a9d1d4362802 service neutron] 10.222.0.39 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472955 Sep 30 13:49:30.474604 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aaf902a1-9a6a-403a-99cf-173f109179e0 req-97311b13-e20b-43aa-9fe5-75d64729796d service neutron] 10.222.0.54 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496005 Sep 30 13:49:30.476492 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aaf902a1-9a6a-403a-99cf-173f109179e0 req-dd98dc7e-8c26-4a95-b816-a9d37a1481d6 service neutron] 10.222.0.39 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447859 Sep 30 13:49:31.042891 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device a27beade-479f-401a-a8d3-a452fc36bff2 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:49:31.045813 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fa706-d687-409b-97b1-914e862baed1 req-146b70d8-1508-49ad-bee8-a399ad12366d tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:31.047418 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-081fa706-d687-409b-97b1-914e862baed1 req-146b70d8-1508-49ad-bee8-a399ad12366d tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 943 time: 0.0488377 Sep 30 13:49:31.085375 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-081fa706-d687-409b-97b1-914e862baed1 req-d8a65f2c-c947-44f3-ab0b-160cbb429cbd tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319545 Sep 30 13:49:31.135674 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port a27beade-479f-401a-a8d3-a452fc36bff2, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=a27beade-479f-401a-a8d3-a452fc36bff2,segment=NetworkSegment(bd16702b-6665-4180-a02c-6793aec6cca6),segment_id=bd16702b-6665-4180-a02c-6793aec6cca6)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:49:31.148395 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'a27beade-479f-401a-a8d3-a452fc36bff2', 'network_id': '2dc2dcbd-9a4e-479d-97ed-d41afa596480', 'port_id': 'a27beade-479f-401a-a8d3-a452fc36bff2', 'mac_address': 'fa:16:3e:8a:c8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7c4196-450a-4eaf-9ade-83e15370c732', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:49:31.188634 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:31.203226 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a27beade-479f-401a-a8d3-a452fc36bff2 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:49:31.222868 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port a27beade-479f-401a-a8d3-a452fc36bff2, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=a27beade-479f-401a-a8d3-a452fc36bff2,segment=NetworkSegment(bd16702b-6665-4180-a02c-6793aec6cca6),segment_id=bd16702b-6665-4180-a02c-6793aec6cca6)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:49:31.227816 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:31.252691 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device a27beade-479f-401a-a8d3-a452fc36bff2 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:49:31.288940 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64eae1-2e49-4568-9f53-15d9cfecdf5d req-9cef1a2a-b543-4992-bf36-9d0f4bf2970d tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:31.290437 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cb64eae1-2e49-4568-9f53-15d9cfecdf5d req-9cef1a2a-b543-4992-bf36-9d0f4bf2970d tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 944 time: 0.0571647 Sep 30 13:49:31.306225 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=a27beade-479f-401a-a8d3-a452fc36bff2,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:49:31.311409 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device a27beade-479f-401a-a8d3-a452fc36bff2 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:49:31.356664 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cb64eae1-2e49-4568-9f53-15d9cfecdf5d req-c5811adc-035f-45ca-8af1-ec3f47cf3fcb tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569780 Sep 30 13:49:31.364847 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c42048-a89e-438c-b25c-5427f1c59845 req-8511b6c9-12fd-4582-9afe-808e05087e65 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:31.366284 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75c42048-a89e-438c-b25c-5427f1c59845 req-8511b6c9-12fd-4582-9afe-808e05087e65 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.54 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8&tenant_id=a9bef3732d314f5893e039b7adf75820&binding%3Ahost_id=n-h1-810909-2 HTTP/1.1" status: 200 len: 944 time: 0.0749586 Sep 30 13:49:31.424762 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-75c42048-a89e-438c-b25c-5427f1c59845 req-69016a13-10ca-4887-8f43-4f52bc445c3b service neutron] delete failed (client error): The resource could not be found. Sep 30 13:49:31.425746 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75c42048-a89e-438c-b25c-5427f1c59845 req-69016a13-10ca-4887-8f43-4f52bc445c3b service neutron] 10.222.0.54 "DELETE /v2.0/ports/a27beade-479f-401a-a8d3-a452fc36bff2/bindings/n-h2-810909-2 HTTP/1.1" status: 404 len: 380 time: 0.0525081 Sep 30 13:49:31.448641 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['a27beade-479f-401a-a8d3-a452fc36bff2'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:49:31.511615 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c42048-a89e-438c-b25c-5427f1c59845 req-9c344b97-04e6-49ac-80bc-d338d90fba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:31.513177 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75c42048-a89e-438c-b25c-5427f1c59845 req-9c344b97-04e6-49ac-80bc-d338d90fba84 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a9bef3732d314f5893e039b7adf75820&device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 1095 time: 0.0437796 Sep 30 13:49:31.601248 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c42048-a89e-438c-b25c-5427f1c59845 req-d664a98b-c9cf-4fd0-95ff-6d6c6e209b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:31.602736 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75c42048-a89e-438c-b25c-5427f1c59845 req-d664a98b-c9cf-4fd0-95ff-6d6c6e209b95 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2dc2dcbd-9a4e-479d-97ed-d41afa596480 HTTP/1.1" status: 200 len: 915 time: 0.0829933 Sep 30 13:49:31.645883 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75c42048-a89e-438c-b25c-5427f1c59845 req-ba51b5af-10cc-408a-bea3-04c432bfd99c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a27beade-479f-401a-a8d3-a452fc36bff2 HTTP/1.1" status: 200 len: 217 time: 0.0362248 Sep 30 13:49:31.692924 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c42048-a89e-438c-b25c-5427f1c59845 req-24aebbde-4bda-4093-9903-bd756b5433d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:31.694269 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75c42048-a89e-438c-b25c-5427f1c59845 req-24aebbde-4bda-4093-9903-bd756b5433d3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9d7c4196-450a-4eaf-9ade-83e15370c732 HTTP/1.1" status: 200 len: 854 time: 0.0418079 Sep 30 13:49:31.724424 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75c42048-a89e-438c-b25c-5427f1c59845 req-54c7d4ea-bba8-4214-920f-bbc30658420b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2dc2dcbd-9a4e-479d-97ed-d41afa596480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232553 Sep 30 13:49:31.814493 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75c42048-a89e-438c-b25c-5427f1c59845 req-7c375e49-ec4f-4bef-bfb9-e67f9767172c service neutron] 10.222.0.54 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830541 Sep 30 13:49:32.182806 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75c42048-a89e-438c-b25c-5427f1c59845 req-2745bab0-d5a2-45f3-9fd1-d31a037be41c service neutron] 10.222.0.54 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614805 Sep 30 13:49:32.472860 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30e90b-5927-499b-8f41-15151f5af4aa req-797ec7e9-4b0b-4399-aa5d-444879b6bf48 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:32.474385 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8f30e90b-5927-499b-8f41-15151f5af4aa req-797ec7e9-4b0b-4399-aa5d-444879b6bf48 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 944 time: 0.0494282 Sep 30 13:49:32.513713 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8f30e90b-5927-499b-8f41-15151f5af4aa req-42032687-b3e4-4547-bd59-d338d9c2da0e tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332398 Sep 30 13:49:33.077983 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device a27beade-479f-401a-a8d3-a452fc36bff2 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:49:33.124934 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port a27beade-479f-401a-a8d3-a452fc36bff2 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:49:33.128548 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port a27beade-479f-401a-a8d3-a452fc36bff2 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:49:33.128918 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:33.208751 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:33.230893 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f0bf8c-b414-457a-a59f-ab040120d8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27beade-479f-401a-a8d3-a452fc36bff2'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:49:33.233113 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137a3cac-e416-4c58-9fb5-0669f7d4b25d" -d '{"events": [{"server_uuid": "54f0bf8c-b414-457a-a59f-ab040120d8c8", "name": "network-vif-plugged", "status": "completed", "tag": "a27beade-479f-401a-a8d3-a452fc36bff2"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:49:33.245408 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port a27beade-479f-401a-a8d3-a452fc36bff2, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=a27beade-479f-401a-a8d3-a452fc36bff2,segment=NetworkSegment(bd16702b-6665-4180-a02c-6793aec6cca6),segment_id=bd16702b-6665-4180-a02c-6793aec6cca6)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:49:33.249566 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:33.274794 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cca10c-708b-433f-8dee-94e3a4966eef x-openstack-request-id: req-37cca10c-708b-433f-8dee-94e3a4966eef {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:49:33.275082 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f0bf8c-b414-457a-a59f-ab040120d8c8", "name": "network-vif-plugged", "status": "completed", "tag": "a27beade-479f-401a-a8d3-a452fc36bff2", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:49:33.275332 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37cca10c-708b-433f-8dee-94e3a4966eef {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:49:33.275711 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f0bf8c-b414-457a-a59f-ab040120d8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27beade-479f-401a-a8d3-a452fc36bff2', 'code': 200} Sep 30 13:49:33.299973 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=a27beade-479f-401a-a8d3-a452fc36bff2,revision_number=9']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:49:33.627269 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75162a-ddeb-40d6-ab08-badfcc174061 req-fa32472d-b0f4-446a-82a2-2708a899b2cf tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:33.628739 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2b75162a-ddeb-40d6-ab08-badfcc174061 req-fa32472d-b0f4-446a-82a2-2708a899b2cf tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0478826 Sep 30 13:49:33.665972 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2b75162a-ddeb-40d6-ab08-badfcc174061 req-0279b38d-3ec8-408c-8ad2-027aba6e9d32 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313370 Sep 30 13:49:33.780577 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c7c46-4afe-4461-903a-dc301e7740a8 req-320be063-3d03-4c0e-8860-609c1b1c94a1 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:33.782062 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4d8c7c46-4afe-4461-903a-dc301e7740a8 req-320be063-3d03-4c0e-8860-609c1b1c94a1 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0475538 Sep 30 13:49:33.821835 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4d8c7c46-4afe-4461-903a-dc301e7740a8 req-c9a86b31-a9f5-4a3f-a12b-4078cfce7042 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338266 Sep 30 13:49:33.936932 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705a524-0b87-4ce5-81db-55d68f9356c7 req-83cdc19c-8912-4d6b-bc4d-cbd496057413 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:33.938467 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c705a524-0b87-4ce5-81db-55d68f9356c7 req-83cdc19c-8912-4d6b-bc4d-cbd496057413 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0525188 Sep 30 13:49:33.975965 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c705a524-0b87-4ce5-81db-55d68f9356c7 req-31fcb607-407a-4906-a7cd-5514f7f55b56 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315957 Sep 30 13:49:34.317375 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-d2643271-96af-405c-bc9d-0cc34a2299d3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:34.318886 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-d2643271-96af-405c-bc9d-0cc34a2299d3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/networks?id=2dc2dcbd-9a4e-479d-97ed-d41afa596480 HTTP/1.1" status: 200 len: 814 time: 0.1001389 Sep 30 13:49:34.333815 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-38d62f73-5ed8-4067-9dc1-9ec5e4d44cb9 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/quotas/a9bef3732d314f5893e039b7adf75820 HTTP/1.1" status: 200 len: 375 time: 0.0093234 Sep 30 13:49:34.385210 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-a2843b77-16c7-4a59-b599-cd4214670803 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9bef3732d314f5893e039b7adf75820&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463269 Sep 30 13:49:34.473979 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-7b55e1b7-e608-4d09-9e4e-f2b3b4cab91e service neutron] 10.222.0.18 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811515 Sep 30 13:49:34.566227 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-b44ea54c-d485-471a-9bbe-7637b35432a7 service neutron] 10.222.0.18 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860734 Sep 30 13:49:34.723675 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-edc72204-16e5-4991-ad5d-dd56e6672563 req-942ac13f-78f5-4c4c-9315-d06ab0fe80aa tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 210 time: 0.0261130 Sep 30 13:49:35.469763 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5a08e-f651-4546-a549-97895e1f6ffa req-19695ba0-2a85-4549-aab6-1ac757fa1012 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:35.471213 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7f5a08e-f651-4546-a549-97895e1f6ffa req-19695ba0-2a85-4549-aab6-1ac757fa1012 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.39 "GET /v2.0/ports?device_id=54f0bf8c-b414-457a-a59f-ab040120d8c8 HTTP/1.1" status: 200 len: 945 time: 0.0480618 Sep 30 13:49:35.558773 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-c7f5a08e-f651-4546-a549-97895e1f6ffa req-bbf0c95b-c6cb-47ef-8383-0cbd3a295c50 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Deleting port a27beade-479f-401a-a8d3-a452fc36bff2 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:49:35.559205 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c7f5a08e-f651-4546-a549-97895e1f6ffa req-bbf0c95b-c6cb-47ef-8383-0cbd3a295c50 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:35.726126 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-c7f5a08e-f651-4546-a549-97895e1f6ffa req-bbf0c95b-c6cb-47ef-8383-0cbd3a295c50 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] For port a27beade-479f-401a-a8d3-a452fc36bff2, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=a27beade-479f-401a-a8d3-a452fc36bff2,segment=NetworkSegment(bd16702b-6665-4180-a02c-6793aec6cca6),segment_id=bd16702b-6665-4180-a02c-6793aec6cca6)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:49:35.726386 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c7f5a08e-f651-4546-a549-97895e1f6ffa req-bbf0c95b-c6cb-47ef-8383-0cbd3a295c50 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:35.744751 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-c7f5a08e-f651-4546-a549-97895e1f6ffa req-bbf0c95b-c6cb-47ef-8383-0cbd3a295c50 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Calling delete_port for a27beade-479f-401a-a8d3-a452fc36bff2 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:49:35.766481 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-3dc2a62d-1208-4372-900f-a69de34686b9 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:35.767936 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-3dc2a62d-1208-4372-900f-a69de34686b9 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.39 "GET /v2.0/networks?id=2dc2dcbd-9a4e-479d-97ed-d41afa596480 HTTP/1.1" status: 200 len: 814 time: 0.1733875 Sep 30 13:49:35.805367 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-78000af0-8174-4c9c-aa0c-ee628863df01 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Request body: {'port': {'device_id': '81cdb0b1-efbe-4f7d-be58-78ffc3b77166', 'network_id': '2dc2dcbd-9a4e-479d-97ed-d41afa596480', 'admin_state_up': True, 'tenant_id': 'a9bef3732d314f5893e039b7adf75820'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:49:35.816834 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fe8b3a06-8f30-44a5-b4e8-b133692c098b req-eed6cb9d-61c6-4265-bce9-7123e815dc76 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 210 time: 0.0266423 Sep 30 13:49:35.967959 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-78000af0-8174-4c9c-aa0c-ee628863df01 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Made reservation on behalf of a9bef3732d314f5893e039b7adf75820 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:49:35.971523 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-78000af0-8174-4c9c-aa0c-ee628863df01 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:35.988829 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c7f5a08e-f651-4546-a549-97895e1f6ffa req-bbf0c95b-c6cb-47ef-8383-0cbd3a295c50 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:36.001538 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['a27beade-479f-401a-a8d3-a452fc36bff2'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:49:36.029435 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0c95b-c6cb-47ef-8383-0cbd3a295c50 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Pushing event deleted for resources: {'Port': ['ID=a27beade-479f-401a-a8d3-a452fc36bff2,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:49:36.115456 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f5a08e-f651-4546-a549-97895e1f6ffa req-bbf0c95b-c6cb-47ef-8383-0cbd3a295c50 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] No DVR routers for this DVR port a27beade-479f-401a-a8d3-a452fc36bff2 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:49:36.118282 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c7f5a08e-f651-4546-a549-97895e1f6ffa req-bbf0c95b-c6cb-47ef-8383-0cbd3a295c50 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:36.120561 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7f5a08e-f651-4546-a549-97895e1f6ffa req-bbf0c95b-c6cb-47ef-8383-0cbd3a295c50 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.39 "DELETE /v2.0/ports/a27beade-479f-401a-a8d3-a452fc36bff2 HTTP/1.1" status: 204 len: 173 time: 0.6424809 Sep 30 13:49:36.124337 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f0bf8c-b414-457a-a59f-ab040120d8c8', 'name': 'network-vif-deleted', 'tag': 'a27beade-479f-401a-a8d3-a452fc36bff2'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:49:36.126816 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40738110-6a62-440d-8250-e7bac210f3ea" -d '{"events": [{"server_uuid": "54f0bf8c-b414-457a-a59f-ab040120d8c8", "name": "network-vif-deleted", "tag": "a27beade-479f-401a-a8d3-a452fc36bff2"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:49:36.164900 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29080f46-0b67-4466-a881-818679586f38 x-openstack-request-id: req-29080f46-0b67-4466-a881-818679586f38 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:49:36.165188 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f0bf8c-b414-457a-a59f-ab040120d8c8", "name": "network-vif-deleted", "tag": "a27beade-479f-401a-a8d3-a452fc36bff2", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:49:36.165437 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29080f46-0b67-4466-a881-818679586f38 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:49:36.165823 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f0bf8c-b414-457a-a59f-ab040120d8c8', 'name': 'network-vif-deleted', 'tag': 'a27beade-479f-401a-a8d3-a452fc36bff2', 'status': 'completed', 'code': 200} Sep 30 13:49:36.188414 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-78000af0-8174-4c9c-aa0c-ee628863df01 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Allocated IP 172.20.0.2 (2dc2dcbd-9a4e-479d-97ed-d41afa596480/9d7c4196-450a-4eaf-9ade-83e15370c732/8f130178-660b-4ad5-bf84-6b55bef71a34) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:49:36.339145 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-78000af0-8174-4c9c-aa0c-ee628863df01 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:36.372261 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-78000af0-8174-4c9c-aa0c-ee628863df01 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:36.384246 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['a27beade-479f-401a-a8d3-a452fc36bff2'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:49:36.416557 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-78000af0-8174-4c9c-aa0c-ee628863df01 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Network 2dc2dcbd-9a4e-479d-97ed-d41afa596480 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:49:36.419594 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-78000af0-8174-4c9c-aa0c-ee628863df01 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:49:36.421834 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-78000af0-8174-4c9c-aa0c-ee628863df01 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:49:36.457674 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78000af0-8174-4c9c-aa0c-ee628863df01 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Pushing event updated for resources: {'Port': ['ID=8f130178-660b-4ad5-bf84-6b55bef71a34,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:49:36.481639 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-78000af0-8174-4c9c-aa0c-ee628863df01 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:36.482287 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-78000af0-8174-4c9c-aa0c-ee628863df01 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:36.495649 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-78000af0-8174-4c9c-aa0c-ee628863df01 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6952498 Sep 30 13:49:36.507043 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Request body: {'port': {'device_id': '81cdb0b1-efbe-4f7d-be58-78ffc3b77166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:49:36.558245 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:36.819305 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f130178-660b-4ad5-bf84-6b55bef71a34 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:49:36.826535 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:36.837917 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Transition to ACTIVE for port object 8f130178-660b-4ad5-bf84-6b55bef71a34 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:49:36.842660 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:36.895544 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Pushing event updated for resources: {'Port': ['ID=8f130178-660b-4ad5-bf84-6b55bef71a34,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:49:36.934022 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:49:36.934266 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6261d-380c-43d3-b889-3f296d658458 req-9d817b51-66a8-4c66-824a-5364dafe856f tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:36.934847 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:49:36.934847 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:49:36.935678 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:49:36.935947 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:49:36.936288 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:49:36.936490 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f1f6261d-380c-43d3-b889-3f296d658458 req-9d817b51-66a8-4c66-824a-5364dafe856f tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 943 time: 0.0495799 Sep 30 13:49:36.936601 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:49:36.936928 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:49:36.937350 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:49:36.937555 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:49:36.937882 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:49:36.938229 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:49:36.971367 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Attempting to bind port 8f130178-660b-4ad5-bf84-6b55bef71a34 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:49:36.971711 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Attempting to bind port 8f130178-660b-4ad5-bf84-6b55bef71a34 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'bd16702b-6665-4180-a02c-6793aec6cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2dc2dcbd-9a4e-479d-97ed-d41afa596480'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:49:36.972042 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Attempting to bind port 8f130178-660b-4ad5-bf84-6b55bef71a34 on network 2dc2dcbd-9a4e-479d-97ed-d41afa596480 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:49:36.976095 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f1f6261d-380c-43d3-b889-3f296d658458 req-19de2fab-e281-4b03-ad61-e3f2a3d9faab tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322859 Sep 30 13:49:36.976535 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Port 8f130178-660b-4ad5-bf84-6b55bef71a34 on network 2dc2dcbd-9a4e-479d-97ed-d41afa596480 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:49:36.976859 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Attempting to bind port 8f130178-660b-4ad5-bf84-6b55bef71a34 on network 2dc2dcbd-9a4e-479d-97ed-d41afa596480 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:49:36.982678 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:49:36.983019 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Checking segment: {'id': 'bd16702b-6665-4180-a02c-6793aec6cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2dc2dcbd-9a4e-479d-97ed-d41afa596480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:49:36.983402 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Bound using segment: {'id': 'bd16702b-6665-4180-a02c-6793aec6cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2dc2dcbd-9a4e-479d-97ed-d41afa596480'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:49:36.983832 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Bound port: 8f130178-660b-4ad5-bf84-6b55bef71a34, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd16702b-6665-4180-a02c-6793aec6cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2dc2dcbd-9a4e-479d-97ed-d41afa596480'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:49:36.984188 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:37.051606 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] For port 8f130178-660b-4ad5-bf84-6b55bef71a34, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:49:37.054726 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] For port 8f130178-660b-4ad5-bf84-6b55bef71a34, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8f130178-660b-4ad5-bf84-6b55bef71a34,segment=NetworkSegment(bd16702b-6665-4180-a02c-6793aec6cca6),segment_id=bd16702b-6665-4180-a02c-6793aec6cca6)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:49:37.058613 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:37.094525 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:37.095141 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:37.096519 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] 10.222.0.39 "PUT /v2.0/ports/8f130178-660b-4ad5-bf84-6b55bef71a34 HTTP/1.1" status: 200 len: 1091 time: 0.5934267 Sep 30 13:49:37.116108 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b4ca5-376b-4f08-8181-8d2142985f60 service neutron] Pushing event updated for resources: {'Port': ['ID=8f130178-660b-4ad5-bf84-6b55bef71a34,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:49:37.178022 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-13cbb454-f9b5-45c2-bcc5-ebb26c8d4d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:37.179551 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-13cbb454-f9b5-45c2-bcc5-ebb26c8d4d6f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9bef3732d314f5893e039b7adf75820&device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 1094 time: 0.0460103 Sep 30 13:49:37.222290 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-429b6d86-747b-44ae-b27c-15dd94297890 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f130178-660b-4ad5-bf84-6b55bef71a34 HTTP/1.1" status: 200 len: 217 time: 0.0345712 Sep 30 13:49:37.274818 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-5836fd5b-b8ee-41a0-84b8-e7da77373d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:37.276231 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-5836fd5b-b8ee-41a0-84b8-e7da77373d54 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9d7c4196-450a-4eaf-9ade-83e15370c732 HTTP/1.1" status: 200 len: 854 time: 0.0464034 Sep 30 13:49:37.306789 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-4ace3875-35e1-441b-ab6d-73bc3d16f025 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dc2dcbd-9a4e-479d-97ed-d41afa596480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239108 Sep 30 13:49:37.394343 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-62dde597-0602-4551-9a11-4f9a3c2cd130 service neutron] 10.222.0.39 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803483 Sep 30 13:49:37.487606 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f105ff2-9917-44cc-ae22-c63f80cd3a0a req-dbc72f09-a041-402f-a6e4-7796bba0fc92 service neutron] 10.222.0.39 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862353 Sep 30 13:49:38.091412 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d63e3b-2d32-4f3c-894a-7394feaf26b0 req-079a8790-4517-4e6e-8af2-5d24737faebf tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:38.092881 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-91d63e3b-2d32-4f3c-894a-7394feaf26b0 req-079a8790-4517-4e6e-8af2-5d24737faebf tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 943 time: 0.0491562 Sep 30 13:49:38.129600 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-91d63e3b-2d32-4f3c-894a-7394feaf26b0 req-6a5d1c52-3bd3-4804-b87e-5c1a352254c9 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308704 Sep 30 13:49:38.167357 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81cdb0b1-efbe-4f7d-be58-78ffc3b77166', 'tag': '8f130178-660b-4ad5-bf84-6b55bef71a34'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:49:38.170272 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bcc8a3-e59c-4fdf-94dc-9f2bb0e2d70d" -d '{"events": [{"name": "network-changed", "server_uuid": "81cdb0b1-efbe-4f7d-be58-78ffc3b77166", "tag": "8f130178-660b-4ad5-bf84-6b55bef71a34"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:49:38.205555 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a97ae1-e92c-431e-adff-b8a48c3b2eba x-openstack-request-id: req-95a97ae1-e92c-431e-adff-b8a48c3b2eba {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:49:38.205853 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81cdb0b1-efbe-4f7d-be58-78ffc3b77166", "tag": "8f130178-660b-4ad5-bf84-6b55bef71a34", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:49:38.206139 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-95a97ae1-e92c-431e-adff-b8a48c3b2eba {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:49:38.206536 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81cdb0b1-efbe-4f7d-be58-78ffc3b77166', 'tag': '8f130178-660b-4ad5-bf84-6b55bef71a34', 'status': 'completed', 'code': 200} Sep 30 13:49:38.273160 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcc8a3-e59c-4fdf-94dc-9f2bb0e2d70d req-c2519a15-23a1-4b14-a30b-27ca64bee195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:38.274667 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-97bcc8a3-e59c-4fdf-94dc-9f2bb0e2d70d req-c2519a15-23a1-4b14-a30b-27ca64bee195 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9bef3732d314f5893e039b7adf75820&device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 1094 time: 0.0467730 Sep 30 13:49:38.365888 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcc8a3-e59c-4fdf-94dc-9f2bb0e2d70d req-416d9dcd-0c74-4408-a253-83d4a33675cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:38.367399 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-97bcc8a3-e59c-4fdf-94dc-9f2bb0e2d70d req-416d9dcd-0c74-4408-a253-83d4a33675cf service neutron] 10.222.0.39 "GET /v2.0/networks?id=2dc2dcbd-9a4e-479d-97ed-d41afa596480 HTTP/1.1" status: 200 len: 915 time: 0.0842645 Sep 30 13:49:38.412342 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-97bcc8a3-e59c-4fdf-94dc-9f2bb0e2d70d req-d446088b-f6ff-4de5-9560-80cbfbef2088 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f130178-660b-4ad5-bf84-6b55bef71a34 HTTP/1.1" status: 200 len: 217 time: 0.0370555 Sep 30 13:49:38.462359 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcc8a3-e59c-4fdf-94dc-9f2bb0e2d70d req-fdca9a16-9193-4b11-8a68-0d4509b2bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:38.463832 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-97bcc8a3-e59c-4fdf-94dc-9f2bb0e2d70d req-fdca9a16-9193-4b11-8a68-0d4509b2bde1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9d7c4196-450a-4eaf-9ade-83e15370c732 HTTP/1.1" status: 200 len: 854 time: 0.0435605 Sep 30 13:49:38.494877 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-97bcc8a3-e59c-4fdf-94dc-9f2bb0e2d70d req-71113a9c-f878-4d56-a509-624a78a2a5e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dc2dcbd-9a4e-479d-97ed-d41afa596480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240996 Sep 30 13:49:38.586332 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-97bcc8a3-e59c-4fdf-94dc-9f2bb0e2d70d req-66ae8010-93a5-4e6a-8a10-7b8a1c6dbb95 service neutron] 10.222.0.39 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841808 Sep 30 13:49:38.677352 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-97bcc8a3-e59c-4fdf-94dc-9f2bb0e2d70d req-0b367a39-81c8-4ef3-aabb-ff29c2b48115 service neutron] 10.222.0.39 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837667 Sep 30 13:49:39.120381 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8f130178-660b-4ad5-bf84-6b55bef71a34 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:49:39.123537 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device a27beade-479f-401a-a8d3-a452fc36bff2 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:49:39.151127 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: a27beade-479f-401a-a8d3-a452fc36bff2 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:49:39.151467 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device a27beade-479f-401a-a8d3-a452fc36bff2 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:49:39.233998 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8f130178-660b-4ad5-bf84-6b55bef71a34, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8f130178-660b-4ad5-bf84-6b55bef71a34,segment=NetworkSegment(bd16702b-6665-4180-a02c-6793aec6cca6),segment_id=bd16702b-6665-4180-a02c-6793aec6cca6)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:49:39.244270 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '8f130178-660b-4ad5-bf84-6b55bef71a34', 'network_id': '2dc2dcbd-9a4e-479d-97ed-d41afa596480', 'port_id': '8f130178-660b-4ad5-bf84-6b55bef71a34', 'mac_address': 'fa:16:3e:c9:d2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7c4196-450a-4eaf-9ade-83e15370c732', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:49:39.244552 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ef84c-218e-4417-b615-839106da2fd5 req-e5f98b4f-8029-4d2c-a451-b4ade3aa88d4 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:39.246075 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc5ef84c-218e-4417-b615-839106da2fd5 req-e5f98b4f-8029-4d2c-a451-b4ade3aa88d4 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 943 time: 0.0489182 Sep 30 13:49:39.285365 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:39.285794 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc5ef84c-218e-4417-b615-839106da2fd5 req-c2945c98-e813-4548-9fa2-ab13f8b392dc tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335248 Sep 30 13:49:39.298627 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f130178-660b-4ad5-bf84-6b55bef71a34 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:49:39.317704 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8f130178-660b-4ad5-bf84-6b55bef71a34, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8f130178-660b-4ad5-bf84-6b55bef71a34,segment=NetworkSegment(bd16702b-6665-4180-a02c-6793aec6cca6),segment_id=bd16702b-6665-4180-a02c-6793aec6cca6)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:49:39.321358 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:39.366518 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=8f130178-660b-4ad5-bf84-6b55bef71a34,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:49:39.507048 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['8f130178-660b-4ad5-bf84-6b55bef71a34'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:49:40.406594 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c06d41-7f74-4baf-ba83-277e0c4fc7c4 req-9fc45252-565b-4f6a-ace3-8df5c46d0d2b tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:40.408051 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-35c06d41-7f74-4baf-ba83-277e0c4fc7c4 req-9fc45252-565b-4f6a-ace3-8df5c46d0d2b tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 944 time: 0.0525310 Sep 30 13:49:40.446734 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-35c06d41-7f74-4baf-ba83-277e0c4fc7c4 req-39ca4b6b-ad80-4d42-af5b-58cf8a3cfe15 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327647 Sep 30 13:49:41.124273 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8f130178-660b-4ad5-bf84-6b55bef71a34 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:49:41.173042 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 8f130178-660b-4ad5-bf84-6b55bef71a34 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:49:41.175537 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 8f130178-660b-4ad5-bf84-6b55bef71a34 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:49:41.175902 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:41.250003 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:41.271366 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cdb0b1-efbe-4f7d-be58-78ffc3b77166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f130178-660b-4ad5-bf84-6b55bef71a34'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:49:41.273590 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29e114d-ebc6-45ce-bf54-d790065c93e2" -d '{"events": [{"server_uuid": "81cdb0b1-efbe-4f7d-be58-78ffc3b77166", "name": "network-vif-plugged", "status": "completed", "tag": "8f130178-660b-4ad5-bf84-6b55bef71a34"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:49:41.285966 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8f130178-660b-4ad5-bf84-6b55bef71a34, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8f130178-660b-4ad5-bf84-6b55bef71a34,segment=NetworkSegment(bd16702b-6665-4180-a02c-6793aec6cca6),segment_id=bd16702b-6665-4180-a02c-6793aec6cca6)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:49:41.290062 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:41.316145 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c76b23a-273f-4bb3-9f1b-2a550c895dc0 x-openstack-request-id: req-6c76b23a-273f-4bb3-9f1b-2a550c895dc0 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:49:41.316432 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81cdb0b1-efbe-4f7d-be58-78ffc3b77166", "name": "network-vif-plugged", "status": "completed", "tag": "8f130178-660b-4ad5-bf84-6b55bef71a34", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:49:41.316682 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c76b23a-273f-4bb3-9f1b-2a550c895dc0 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:49:41.317066 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cdb0b1-efbe-4f7d-be58-78ffc3b77166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f130178-660b-4ad5-bf84-6b55bef71a34', 'code': 200} Sep 30 13:49:41.342313 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=8f130178-660b-4ad5-bf84-6b55bef71a34,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:49:41.405122 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08a50c-df1a-4394-930d-acae1183d94c req-78049bcd-89e2-41d9-aa99-957bb0937b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:41.406566 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dc08a50c-df1a-4394-930d-acae1183d94c req-78049bcd-89e2-41d9-aa99-957bb0937b5d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 1096 time: 0.0434670 Sep 30 13:49:41.441346 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dc08a50c-df1a-4394-930d-acae1183d94c req-a8749589-f5f0-439c-a8d6-9b5de2d21e63 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277836 Sep 30 13:49:41.560334 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df43edb-9ec0-4d12-89c2-e2a7e66dcf0b req-336b8508-4b47-4b2c-836f-5313b52e9af4 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:41.561800 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4df43edb-9ec0-4d12-89c2-e2a7e66dcf0b req-336b8508-4b47-4b2c-836f-5313b52e9af4 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 945 time: 0.0483160 Sep 30 13:49:41.599861 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4df43edb-9ec0-4d12-89c2-e2a7e66dcf0b req-80b61c14-1d80-4aad-95c5-f8a62ee511ab tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322793 Sep 30 13:49:42.716152 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25e7e5-eb54-4e2e-9162-e9b1bc5b2d41 req-6ceee982-f70a-4b72-8938-7170503f2b8c tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:42.717543 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ce25e7e5-eb54-4e2e-9162-e9b1bc5b2d41 req-6ceee982-f70a-4b72-8938-7170503f2b8c tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 945 time: 0.0495398 Sep 30 13:49:42.754851 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ce25e7e5-eb54-4e2e-9162-e9b1bc5b2d41 req-a3fd1604-b70a-4d4c-a7f8-7f16194377ec tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314438 Sep 30 13:49:42.878066 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ebb03-c457-438b-8ad0-e745eae149a6 req-3b75facc-732f-4d7c-92fb-a258875800a4 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:42.879512 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c70ebb03-c457-438b-8ad0-e745eae149a6 req-3b75facc-732f-4d7c-92fb-a258875800a4 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 945 time: 0.0474381 Sep 30 13:49:42.916263 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c70ebb03-c457-438b-8ad0-e745eae149a6 req-1ff7f01a-e184-4e58-acff-648da6acae45 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309458 Sep 30 13:49:43.165376 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-16107c05-0623-4c32-8093-3aa0621eba0e req-68d65636-b10a-461e-ad3c-46141e87af9a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0723279 Sep 30 13:49:43.172774 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d669a97-8b82-4439-b055-3b557824ea04 req-65631d7a-24ec-4fb2-baf2-2a6341c2d06e tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:43.174193 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d669a97-8b82-4439-b055-3b557824ea04 req-65631d7a-24ec-4fb2-baf2-2a6341c2d06e tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 945 time: 0.0722287 Sep 30 13:49:43.217426 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d669a97-8b82-4439-b055-3b557824ea04 req-3d0ce8b2-99e1-445a-b692-fbd9f1169887 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345545 Sep 30 13:49:44.272978 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16107c05-0623-4c32-8093-3aa0621eba0e req-862981df-2907-479e-8284-ad264dba5c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:44.274648 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-16107c05-0623-4c32-8093-3aa0621eba0e req-862981df-2907-479e-8284-ad264dba5c63 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9bef3732d314f5893e039b7adf75820&device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 1096 time: 0.0410187 Sep 30 13:49:44.391227 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d744f-2a3e-436d-9f88-c4c419a8fdb0 req-dcc0d098-f2fd-42e1-b869-88457978394d tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:44.392722 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d1d744f-2a3e-436d-9f88-c4c419a8fdb0 req-dcc0d098-f2fd-42e1-b869-88457978394d tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 945 time: 0.1026962 Sep 30 13:49:44.420815 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16107c05-0623-4c32-8093-3aa0621eba0e req-d6155b65-ada4-4cf8-b7f4-c4dcc9664552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:44.422265 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-16107c05-0623-4c32-8093-3aa0621eba0e req-d6155b65-ada4-4cf8-b7f4-c4dcc9664552 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2dc2dcbd-9a4e-479d-97ed-d41afa596480 HTTP/1.1" status: 200 len: 915 time: 0.1404068 Sep 30 13:49:44.476608 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1d1d744f-2a3e-436d-9f88-c4c419a8fdb0 req-3cd742cf-b513-4e9f-8d08-7cfb759615e9 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762305 Sep 30 13:49:44.477972 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-16107c05-0623-4c32-8093-3aa0621eba0e req-f995738e-3fe7-496e-be6f-4a93f65e03d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f130178-660b-4ad5-bf84-6b55bef71a34 HTTP/1.1" status: 200 len: 217 time: 0.0485809 Sep 30 13:49:44.526298 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16107c05-0623-4c32-8093-3aa0621eba0e req-72055bf8-f239-4443-86ae-88662318e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:44.527701 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-16107c05-0623-4c32-8093-3aa0621eba0e req-72055bf8-f239-4443-86ae-88662318e4c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9d7c4196-450a-4eaf-9ade-83e15370c732 HTTP/1.1" status: 200 len: 854 time: 0.0431228 Sep 30 13:49:44.558214 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-16107c05-0623-4c32-8093-3aa0621eba0e req-683a3035-1ec3-4222-8b51-914e717b3113 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dc2dcbd-9a4e-479d-97ed-d41afa596480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239136 Sep 30 13:49:44.647871 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-16107c05-0623-4c32-8093-3aa0621eba0e req-d0390791-8ab5-4e0c-b385-2efbb0cd1708 service neutron] 10.222.0.39 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830629 Sep 30 13:49:44.735111 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-16107c05-0623-4c32-8093-3aa0621eba0e req-c522341e-26b0-491f-b37b-0f53abef2733 service neutron] 10.222.0.39 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800378 Sep 30 13:49:45.118711 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:45.589561 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb81dd6-0284-4b9c-8d91-1e11b4675c02 req-ecabe727-c571-4bc5-b7ea-0505b027dd8b tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:45.591867 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-abb81dd6-0284-4b9c-8d91-1e11b4675c02 req-ecabe727-c571-4bc5-b7ea-0505b027dd8b tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 945 time: 0.0490360 Sep 30 13:49:45.629426 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-abb81dd6-0284-4b9c-8d91-1e11b4675c02 req-c57d8ebe-a9a2-4031-8264-3f6a524a5fdd tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317674 Sep 30 13:49:46.747210 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018812f-d84b-49ad-babc-6d5a6a5cd560 req-c65a50c3-13cf-46f7-a7bb-1356cbfd19da tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:46.749296 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7018812f-d84b-49ad-babc-6d5a6a5cd560 req-c65a50c3-13cf-46f7-a7bb-1356cbfd19da tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 945 time: 0.0536230 Sep 30 13:49:46.785780 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7018812f-d84b-49ad-babc-6d5a6a5cd560 req-a4804d50-136d-47a4-ae3c-9e7651ca960f tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306196 Sep 30 13:49:47.744482 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:49:47.902284 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07027813-9ff2-41c2-88a1-994c34ddd024 req-5d6b6c7e-27f4-4a6f-b0d4-cdfa5e2f2c00 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:47.904236 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-07027813-9ff2-41c2-88a1-994c34ddd024 req-5d6b6c7e-27f4-4a6f-b0d4-cdfa5e2f2c00 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 945 time: 0.0509281 Sep 30 13:49:47.940962 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-07027813-9ff2-41c2-88a1-994c34ddd024 req-c8276d32-11b1-4544-9184-7b85f96eb3a6 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308912 Sep 30 13:49:48.231984 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c5b045d3-a7e5-4e65-ad30-8ac222d0cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:49.057444 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e5677-591b-432e-83a9-c675162e2206 req-bb4b1aab-83ee-4881-ba86-5055ad66f925 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:49.058948 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-343e5677-591b-432e-83a9-c675162e2206 req-bb4b1aab-83ee-4881-ba86-5055ad66f925 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 945 time: 0.0484383 Sep 30 13:49:49.096050 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-343e5677-591b-432e-83a9-c675162e2206 req-a8c59ee5-dca7-498b-ae98-e7d99daa19e6 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311852 Sep 30 13:49:49.857901 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:50.209257 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14900681-ca3f-4812-bd1a-3914f3818b6f req-1c24ced0-5571-4b61-936c-a3cc5a6b8c02 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:50.210750 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-14900681-ca3f-4812-bd1a-3914f3818b6f req-1c24ced0-5571-4b61-936c-a3cc5a6b8c02 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 945 time: 0.0479412 Sep 30 13:49:50.250371 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-14900681-ca3f-4812-bd1a-3914f3818b6f req-d2c584cb-18c1-4824-9f1d-21876d23285e tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334427 Sep 30 13:49:50.740492 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5a523aa0-1a5e-49de-af3f-1bb8ae1a5a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:51.363915 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9ba2a-06a8-4759-bc84-37ceb8c12a19 req-a7ecd059-b113-49ec-80b0-95a885b26a39 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:51.365401 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75a9ba2a-06a8-4759-bc84-37ceb8c12a19 req-a7ecd059-b113-49ec-80b0-95a885b26a39 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 945 time: 0.0479779 Sep 30 13:49:51.402663 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-75a9ba2a-06a8-4759-bc84-37ceb8c12a19 req-a29e311b-afac-4001-aed2-a11bff431550 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313714 Sep 30 13:49:51.669241 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:52.489128 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:52.515956 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785fcaf-3ee7-4de3-a260-80c20bd72f14 req-42a452ee-580d-4001-9e72-41f34f3ff71e tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:52.517443 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6785fcaf-3ee7-4de3-a260-80c20bd72f14 req-42a452ee-580d-4001-9e72-41f34f3ff71e tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 945 time: 0.0486784 Sep 30 13:49:52.553975 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6785fcaf-3ee7-4de3-a260-80c20bd72f14 req-cb5fd48f-a4d9-413d-9784-b95928fef9ed tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305758 Sep 30 13:49:53.673667 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de65bb-5914-4c77-a10d-6f52377409fe req-58f17a9d-aa7a-4ce0-bc0c-d24ac6427309 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:53.675164 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-54de65bb-5914-4c77-a10d-6f52377409fe req-58f17a9d-aa7a-4ce0-bc0c-d24ac6427309 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 945 time: 0.0522106 Sep 30 13:49:53.712334 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-54de65bb-5914-4c77-a10d-6f52377409fe req-7fb8a432-82b9-4514-83ca-acddf9686d53 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312293 Sep 30 13:49:54.095094 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-4da8b6ec-75fd-4c81-b5e3-715db8d83748 req-7b9ed3b1-b8d0-45f3-ae9f-7d51e78046c6 tempest-ServerDiskConfigTestJSON-999079558 tempest-ServerDiskConfigTestJSON-999079558-project] (94764) timed out ('10.222.0.39', 54754) {{(pid=94764) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 13:49:54.258493 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:49:54.829148 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c5589-eaeb-478f-9be1-6a2fa44c5d19 req-2c8bb17b-19ee-4ae5-b94a-b8e3a1eff77f tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:54.830631 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-913c5589-eaeb-478f-9be1-6a2fa44c5d19 req-2c8bb17b-19ee-4ae5-b94a-b8e3a1eff77f tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 945 time: 0.0525758 Sep 30 13:49:54.867511 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-913c5589-eaeb-478f-9be1-6a2fa44c5d19 req-5e5e8740-4a96-4f02-88ab-4f055409ca78 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309875 Sep 30 13:49:55.980650 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430db163-6a34-403c-b438-fc81a68babb3 req-2b013d28-5f83-41d5-9c34-e5ce567219db tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:55.982797 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-430db163-6a34-403c-b438-fc81a68babb3 req-2b013d28-5f83-41d5-9c34-e5ce567219db tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 945 time: 0.0474253 Sep 30 13:49:56.019991 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-430db163-6a34-403c-b438-fc81a68babb3 req-d8d38860-9070-4d29-ac01-6c82abc9ea82 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311244 Sep 30 13:49:57.132950 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08743a5-36b3-4fcc-8d72-1acff753956f req-ad2e9cbe-f354-4acb-a2bd-e6cdb5cbebc5 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:57.134441 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a08743a5-36b3-4fcc-8d72-1acff753956f req-ad2e9cbe-f354-4acb-a2bd-e6cdb5cbebc5 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 945 time: 0.0482183 Sep 30 13:49:57.173094 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a08743a5-36b3-4fcc-8d72-1acff753956f req-afc99ba4-f123-42e5-bc3b-7d9774508366 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322227 Sep 30 13:49:58.285334 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6fe8a-23ad-442c-93de-07d848102e10 req-52de5d3e-aee5-426c-913e-0b89d5fda9b0 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:58.286819 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ac6fe8a-23ad-442c-93de-07d848102e10 req-52de5d3e-aee5-426c-913e-0b89d5fda9b0 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 945 time: 0.0471442 Sep 30 13:49:58.324775 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ac6fe8a-23ad-442c-93de-07d848102e10 req-99a116d8-40a9-4714-8a09-05eeb79b4ec7 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315571 Sep 30 13:49:59.437674 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91c36f-1462-4d74-884d-f62c676b4897 req-58bf1f35-398a-4e8a-a72f-539a0838b683 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:49:59.439208 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c91c36f-1462-4d74-884d-f62c676b4897 req-58bf1f35-398a-4e8a-a72f-539a0838b683 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 945 time: 0.0482001 Sep 30 13:49:59.477294 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c91c36f-1462-4d74-884d-f62c676b4897 req-80aac0f1-7e26-4ad2-a3b3-8f2410e09548 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322163 Sep 30 13:50:00.593849 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cc02f-8dba-4b8b-bd0d-636b694e26b3 req-0fc73d39-4cb9-4497-a25a-6eab389bafee tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:00.595449 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f54cc02f-8dba-4b8b-bd0d-636b694e26b3 req-0fc73d39-4cb9-4497-a25a-6eab389bafee tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 945 time: 0.0527389 Sep 30 13:50:00.632241 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f54cc02f-8dba-4b8b-bd0d-636b694e26b3 req-ac428d8d-d591-485c-9706-fff657b1c211 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309637 Sep 30 13:50:01.747622 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2264ad8-c552-440b-b39e-62ba67f56795 req-9553c1d0-3781-4043-bb6c-1dd9d07da546 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:01.749005 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c2264ad8-c552-440b-b39e-62ba67f56795 req-9553c1d0-3781-4043-bb6c-1dd9d07da546 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 945 time: 0.0523000 Sep 30 13:50:01.786415 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c2264ad8-c552-440b-b39e-62ba67f56795 req-ff5a9ee1-37ca-48e4-a293-e80899fd44cd tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315137 Sep 30 13:50:02.899759 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64143959-76b7-49b9-b9f5-d6a7a851c8d4 req-89abae41-5e84-4f11-a35a-0d2b7998c623 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:02.901215 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64143959-76b7-49b9-b9f5-d6a7a851c8d4 req-89abae41-5e84-4f11-a35a-0d2b7998c623 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 945 time: 0.0485601 Sep 30 13:50:02.937724 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-64143959-76b7-49b9-b9f5-d6a7a851c8d4 req-aea667cf-9f05-4d94-9e73-46638cd5e164 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299397 Sep 30 13:50:04.051722 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24763187-1f73-4c4c-ae8f-4921bc13ab95 req-e797808e-b32a-483e-bc16-0ef2c885b1af tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:04.053202 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-24763187-1f73-4c4c-ae8f-4921bc13ab95 req-e797808e-b32a-483e-bc16-0ef2c885b1af tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 945 time: 0.0482812 Sep 30 13:50:04.089332 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-24763187-1f73-4c4c-ae8f-4921bc13ab95 req-23e44a38-792e-4c90-bb1a-d730ebedda2f tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302980 Sep 30 13:50:05.203781 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23798790-4a4f-4003-aa7a-c68ec1854981 req-be334f24-3450-4909-a327-fb9a1abbaa0c tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:05.205156 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23798790-4a4f-4003-aa7a-c68ec1854981 req-be334f24-3450-4909-a327-fb9a1abbaa0c tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 945 time: 0.0474691 Sep 30 13:50:05.241586 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23798790-4a4f-4003-aa7a-c68ec1854981 req-2642628a-4f31-4c7d-bcea-ed21d8ff230a tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306203 Sep 30 13:50:06.354578 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de8355-3f06-4471-9772-fb8f321b1c3a req-f8f9f176-5a1e-4ef7-9fc8-255fb312542f tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:06.356042 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-62de8355-3f06-4471-9772-fb8f321b1c3a req-f8f9f176-5a1e-4ef7-9fc8-255fb312542f tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 945 time: 0.0484891 Sep 30 13:50:06.393392 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-62de8355-3f06-4471-9772-fb8f321b1c3a req-3755d25d-ef54-45b5-aecc-5b700e3df595 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310686 Sep 30 13:50:07.524798 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93778ad1-2246-49fb-bc2f-74eab6c550f7 req-b0cb80c0-ad3c-41c2-8d69-2f513652736a tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:07.526277 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-93778ad1-2246-49fb-bc2f-74eab6c550f7 req-b0cb80c0-ad3c-41c2-8d69-2f513652736a tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 945 time: 0.0522611 Sep 30 13:50:07.563228 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-93778ad1-2246-49fb-bc2f-74eab6c550f7 req-723a7727-405e-40ea-9815-15689d38536c tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311055 Sep 30 13:50:08.682759 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827bc6b-592a-4feb-b12f-3424570fc2d0 req-546bedfa-985e-4e4a-bc1d-0576bc0f2270 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:08.684268 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c827bc6b-592a-4feb-b12f-3424570fc2d0 req-546bedfa-985e-4e4a-bc1d-0576bc0f2270 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 945 time: 0.0545042 Sep 30 13:50:08.720955 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26152bb-61a5-4d81-94e0-56d8629739e7 req-09363cb4-97b7-4fd2-9398-ffa0ede6ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:08.722492 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b26152bb-61a5-4d81-94e0-56d8629739e7 req-09363cb4-97b7-4fd2-9398-ffa0ede6ec6b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9bef3732d314f5893e039b7adf75820&device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 1096 time: 0.0411055 Sep 30 13:50:08.722966 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c827bc6b-592a-4feb-b12f-3424570fc2d0 req-d4b6ae12-5766-47aa-8022-ce3ca2710736 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321970 Sep 30 13:50:08.828680 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26152bb-61a5-4d81-94e0-56d8629739e7 req-21a3c906-5b2e-44c4-831a-53cf148503b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:08.830195 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b26152bb-61a5-4d81-94e0-56d8629739e7 req-21a3c906-5b2e-44c4-831a-53cf148503b8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2dc2dcbd-9a4e-479d-97ed-d41afa596480 HTTP/1.1" status: 200 len: 915 time: 0.0887344 Sep 30 13:50:08.869832 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b26152bb-61a5-4d81-94e0-56d8629739e7 req-3a1fa69b-337a-4b7f-83f5-68e531208d95 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f130178-660b-4ad5-bf84-6b55bef71a34 HTTP/1.1" status: 200 len: 217 time: 0.0328524 Sep 30 13:50:08.915770 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26152bb-61a5-4d81-94e0-56d8629739e7 req-3aab7d93-a65d-4ef6-a091-5e662c11eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:08.917169 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b26152bb-61a5-4d81-94e0-56d8629739e7 req-3aab7d93-a65d-4ef6-a091-5e662c11eab4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9d7c4196-450a-4eaf-9ade-83e15370c732 HTTP/1.1" status: 200 len: 854 time: 0.0411487 Sep 30 13:50:08.948047 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b26152bb-61a5-4d81-94e0-56d8629739e7 req-ba5dea87-536b-4cc2-9a8c-a3a6379a7c13 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dc2dcbd-9a4e-479d-97ed-d41afa596480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237596 Sep 30 13:50:09.040378 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b26152bb-61a5-4d81-94e0-56d8629739e7 req-0aceed8a-b11c-4226-8294-881e423f1323 service neutron] 10.222.0.39 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850248 Sep 30 13:50:09.131550 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b26152bb-61a5-4d81-94e0-56d8629739e7 req-a2c8b832-763e-470f-81f2-c31bcd5801cd service neutron] 10.222.0.39 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834262 Sep 30 13:50:09.834890 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d9b59-90ca-4e96-9687-721988a2e8ed req-47ae8972-a7c7-4263-8772-547b890c6edf tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:09.836352 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-547d9b59-90ca-4e96-9687-721988a2e8ed req-47ae8972-a7c7-4263-8772-547b890c6edf tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 945 time: 0.0474734 Sep 30 13:50:09.872856 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-547d9b59-90ca-4e96-9687-721988a2e8ed req-de728361-adc2-4fb9-9a63-4b82df3b2397 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297718 Sep 30 13:50:10.987705 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7cca2a-bdc1-47cb-a3b7-4ee646da948a req-a46c9569-bf47-4dda-857a-69ad362a1be6 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:10.989178 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ba7cca2a-bdc1-47cb-a3b7-4ee646da948a req-a46c9569-bf47-4dda-857a-69ad362a1be6 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 945 time: 0.0496287 Sep 30 13:50:11.027824 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ba7cca2a-bdc1-47cb-a3b7-4ee646da948a req-765b4ae5-23ed-48f5-8948-3feb5e26eb29 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326242 Sep 30 13:50:11.491039 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-16107c05-0623-4c32-8093-3aa0621eba0e req-990c3d48-0c89-4762-a2ce-4ae537ce70e2 service neutron] show failed (client error): The resource could not be found. Sep 30 13:50:11.492020 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-16107c05-0623-4c32-8093-3aa0621eba0e req-990c3d48-0c89-4762-a2ce-4ae537ce70e2 service neutron] 10.222.0.39 "GET /v2.0/ports/8f130178-660b-4ad5-bf84-6b55bef71a34/bindings/n-h2-810909-2 HTTP/1.1" status: 404 len: 380 time: 0.0528097 Sep 30 13:50:11.681962 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16107c05-0623-4c32-8093-3aa0621eba0e req-b4bfa5ba-8eb1-4074-9899-58c3cb9a2cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:11.683434 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-16107c05-0623-4c32-8093-3aa0621eba0e req-b4bfa5ba-8eb1-4074-9899-58c3cb9a2cdd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166&tenant_id=a9bef3732d314f5893e039b7adf75820 HTTP/1.1" status: 200 len: 1096 time: 0.0398300 Sep 30 13:50:11.694843 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-16107c05-0623-4c32-8093-3aa0621eba0e req-6eda1035-83e7-46b0-9be4-cb878e583e74 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810909-2', 'device_owner': 'compute:nova'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:50:11.748471 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-16107c05-0623-4c32-8093-3aa0621eba0e req-6eda1035-83e7-46b0-9be4-cb878e583e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:11.848783 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.54', 57029) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:50:11.888920 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580dd887-94c6-4c4a-b7d1-e59997a5419b req-ca4112bc-7eae-48be-ae09-ac708d7caafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:11.890316 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-580dd887-94c6-4c4a-b7d1-e59997a5419b req-ca4112bc-7eae-48be-ae09-ac708d7caafb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a9bef3732d314f5893e039b7adf75820&device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 1096 time: 0.0403650 Sep 30 13:50:11.946457 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-16107c05-0623-4c32-8093-3aa0621eba0e req-6eda1035-83e7-46b0-9be4-cb878e583e74 service neutron] For port 8f130178-660b-4ad5-bf84-6b55bef71a34, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8f130178-660b-4ad5-bf84-6b55bef71a34,segment=NetworkSegment(bd16702b-6665-4180-a02c-6793aec6cca6),segment_id=bd16702b-6665-4180-a02c-6793aec6cca6)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:50:11.978168 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-16107c05-0623-4c32-8093-3aa0621eba0e req-6eda1035-83e7-46b0-9be4-cb878e583e74 service neutron] For port 8f130178-660b-4ad5-bf84-6b55bef71a34, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:50:11.995304 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580dd887-94c6-4c4a-b7d1-e59997a5419b req-0fdc6ae6-e72d-4549-924d-26cba7e47352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:11.996782 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-580dd887-94c6-4c4a-b7d1-e59997a5419b req-0fdc6ae6-e72d-4549-924d-26cba7e47352 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2dc2dcbd-9a4e-479d-97ed-d41afa596480 HTTP/1.1" status: 200 len: 915 time: 0.0884106 Sep 30 13:50:12.017044 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cdb0b1-efbe-4f7d-be58-78ffc3b77166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f130178-660b-4ad5-bf84-6b55bef71a34'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:50:12.020000 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1189eb1b-6c1e-4daf-a7d7-7c5745dce55c" -d '{"events": [{"server_uuid": "81cdb0b1-efbe-4f7d-be58-78ffc3b77166", "name": "network-vif-unplugged", "status": "completed", "tag": "8f130178-660b-4ad5-bf84-6b55bef71a34"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:50:12.023423 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-16107c05-0623-4c32-8093-3aa0621eba0e req-6eda1035-83e7-46b0-9be4-cb878e583e74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:12.036375 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-16107c05-0623-4c32-8093-3aa0621eba0e req-6eda1035-83e7-46b0-9be4-cb878e583e74 service neutron] Transition to ACTIVE for port object 8f130178-660b-4ad5-bf84-6b55bef71a34 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:50:12.039576 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-580dd887-94c6-4c4a-b7d1-e59997a5419b req-64739112-445e-4d9d-91c0-feaa1b8cd797 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f130178-660b-4ad5-bf84-6b55bef71a34 HTTP/1.1" status: 200 len: 217 time: 0.0355880 Sep 30 13:50:12.042192 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-16107c05-0623-4c32-8093-3aa0621eba0e req-6eda1035-83e7-46b0-9be4-cb878e583e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:12.095770 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580dd887-94c6-4c4a-b7d1-e59997a5419b req-6848b9ac-0280-4480-bdc3-50c95b04f9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:12.097397 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-580dd887-94c6-4c4a-b7d1-e59997a5419b req-6848b9ac-0280-4480-bdc3-50c95b04f9b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9d7c4196-450a-4eaf-9ade-83e15370c732 HTTP/1.1" status: 200 len: 854 time: 0.0510676 Sep 30 13:50:12.139007 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c598e9b3-b68e-4d83-9009-1709e312330c x-openstack-request-id: req-c598e9b3-b68e-4d83-9009-1709e312330c {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:50:12.139308 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81cdb0b1-efbe-4f7d-be58-78ffc3b77166", "name": "network-vif-unplugged", "status": "completed", "tag": "8f130178-660b-4ad5-bf84-6b55bef71a34", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:50:12.139563 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c598e9b3-b68e-4d83-9009-1709e312330c {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:50:12.139951 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cdb0b1-efbe-4f7d-be58-78ffc3b77166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f130178-660b-4ad5-bf84-6b55bef71a34', 'code': 200} Sep 30 13:50:12.140648 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-16107c05-0623-4c32-8093-3aa0621eba0e req-6eda1035-83e7-46b0-9be4-cb878e583e74 service neutron] No DVR routers for this DVR port 8f130178-660b-4ad5-bf84-6b55bef71a34 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:50:12.151102 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda1035-83e7-46b0-9be4-cb878e583e74 service neutron] Pushing event updated for resources: {'Port': ['ID=8f130178-660b-4ad5-bf84-6b55bef71a34,revision_number=6']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:12.163344 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-580dd887-94c6-4c4a-b7d1-e59997a5419b req-7816110a-039d-4f1a-a1da-8d562ec6256c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2dc2dcbd-9a4e-479d-97ed-d41afa596480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587430 Sep 30 13:50:12.181482 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-16107c05-0623-4c32-8093-3aa0621eba0e req-6eda1035-83e7-46b0-9be4-cb878e583e74 service neutron] Attempting to bind port 8f130178-660b-4ad5-bf84-6b55bef71a34 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:50:12.181815 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-16107c05-0623-4c32-8093-3aa0621eba0e req-6eda1035-83e7-46b0-9be4-cb878e583e74 service neutron] Attempting to bind port 8f130178-660b-4ad5-bf84-6b55bef71a34 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'bd16702b-6665-4180-a02c-6793aec6cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2dc2dcbd-9a4e-479d-97ed-d41afa596480'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:50:12.182172 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16107c05-0623-4c32-8093-3aa0621eba0e req-6eda1035-83e7-46b0-9be4-cb878e583e74 service neutron] Attempting to bind port 8f130178-660b-4ad5-bf84-6b55bef71a34 on network 2dc2dcbd-9a4e-479d-97ed-d41afa596480 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:50:12.187121 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16107c05-0623-4c32-8093-3aa0621eba0e req-6eda1035-83e7-46b0-9be4-cb878e583e74 service neutron] Port 8f130178-660b-4ad5-bf84-6b55bef71a34 on network 2dc2dcbd-9a4e-479d-97ed-d41afa596480 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:50:12.187439 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16107c05-0623-4c32-8093-3aa0621eba0e req-6eda1035-83e7-46b0-9be4-cb878e583e74 service neutron] Attempting to bind port 8f130178-660b-4ad5-bf84-6b55bef71a34 on network 2dc2dcbd-9a4e-479d-97ed-d41afa596480 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:50:12.192213 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16107c05-0623-4c32-8093-3aa0621eba0e req-6eda1035-83e7-46b0-9be4-cb878e583e74 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:50:12.192548 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16107c05-0623-4c32-8093-3aa0621eba0e req-6eda1035-83e7-46b0-9be4-cb878e583e74 service neutron] Checking segment: {'id': 'bd16702b-6665-4180-a02c-6793aec6cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2dc2dcbd-9a4e-479d-97ed-d41afa596480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:50:12.192923 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16107c05-0623-4c32-8093-3aa0621eba0e req-6eda1035-83e7-46b0-9be4-cb878e583e74 service neutron] Bound using segment: {'id': 'bd16702b-6665-4180-a02c-6793aec6cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2dc2dcbd-9a4e-479d-97ed-d41afa596480'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:50:12.193341 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-16107c05-0623-4c32-8093-3aa0621eba0e req-6eda1035-83e7-46b0-9be4-cb878e583e74 service neutron] Bound port: 8f130178-660b-4ad5-bf84-6b55bef71a34, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd16702b-6665-4180-a02c-6793aec6cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2dc2dcbd-9a4e-479d-97ed-d41afa596480'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:50:12.193691 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-16107c05-0623-4c32-8093-3aa0621eba0e req-6eda1035-83e7-46b0-9be4-cb878e583e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:12.217464 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc2908-d3b7-4896-98cd-7f49384ef8d4 req-d8fcc68a-8eb9-4982-ada3-9358b19c0efb tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:12.218891 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-68bc2908-d3b7-4896-98cd-7f49384ef8d4 req-d8fcc68a-8eb9-4982-ada3-9358b19c0efb tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 943 time: 0.0994878 Sep 30 13:50:12.255893 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-16107c05-0623-4c32-8093-3aa0621eba0e req-6eda1035-83e7-46b0-9be4-cb878e583e74 service neutron] For port 8f130178-660b-4ad5-bf84-6b55bef71a34, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:50:12.259002 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-16107c05-0623-4c32-8093-3aa0621eba0e req-6eda1035-83e7-46b0-9be4-cb878e583e74 service neutron] For port 8f130178-660b-4ad5-bf84-6b55bef71a34, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=8f130178-660b-4ad5-bf84-6b55bef71a34,segment=NetworkSegment(bd16702b-6665-4180-a02c-6793aec6cca6),segment_id=bd16702b-6665-4180-a02c-6793aec6cca6)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:50:12.264733 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-16107c05-0623-4c32-8093-3aa0621eba0e req-6eda1035-83e7-46b0-9be4-cb878e583e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:12.302914 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-68bc2908-d3b7-4896-98cd-7f49384ef8d4 req-50ae394e-9597-4273-beb0-817c4dc3010a tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578783 Sep 30 13:50:12.305738 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-580dd887-94c6-4c4a-b7d1-e59997a5419b req-ed4daf91-e14d-44cb-9940-cfee4f4f87e6 service neutron] 10.222.0.54 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318755 Sep 30 13:50:12.309990 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16107c05-0623-4c32-8093-3aa0621eba0e req-6eda1035-83e7-46b0-9be4-cb878e583e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:12.310806 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-16107c05-0623-4c32-8093-3aa0621eba0e req-6eda1035-83e7-46b0-9be4-cb878e583e74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:12.312776 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-16107c05-0623-4c32-8093-3aa0621eba0e req-6eda1035-83e7-46b0-9be4-cb878e583e74 service neutron] 10.222.0.54 "PUT /v2.0/ports/8f130178-660b-4ad5-bf84-6b55bef71a34 HTTP/1.1" status: 200 len: 1091 time: 0.6216159 Sep 30 13:50:12.331232 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda1035-83e7-46b0-9be4-cb878e583e74 service neutron] Pushing event updated for resources: {'Port': ['ID=8f130178-660b-4ad5-bf84-6b55bef71a34,revision_number=7']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:12.396367 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-580dd887-94c6-4c4a-b7d1-e59997a5419b req-9a4dd82d-21f8-4d0d-81a9-fb009e751cc0 service neutron] 10.222.0.54 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836077 Sep 30 13:50:12.472749 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16107c05-0623-4c32-8093-3aa0621eba0e req-3c35dd78-b26e-40ac-abd1-82b280bd5ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:12.474232 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-16107c05-0623-4c32-8093-3aa0621eba0e req-3c35dd78-b26e-40ac-abd1-82b280bd5ba8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a9bef3732d314f5893e039b7adf75820&device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 1094 time: 0.0402870 Sep 30 13:50:12.564839 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16107c05-0623-4c32-8093-3aa0621eba0e req-625599b6-155c-42be-96b1-66747c2d4d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:12.566372 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-16107c05-0623-4c32-8093-3aa0621eba0e req-625599b6-155c-42be-96b1-66747c2d4d66 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2dc2dcbd-9a4e-479d-97ed-d41afa596480 HTTP/1.1" status: 200 len: 915 time: 0.0858095 Sep 30 13:50:12.606240 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-16107c05-0623-4c32-8093-3aa0621eba0e req-3b9b09cd-fbea-4acb-925b-75c9dc9219ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f130178-660b-4ad5-bf84-6b55bef71a34 HTTP/1.1" status: 200 len: 217 time: 0.0331137 Sep 30 13:50:12.657668 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16107c05-0623-4c32-8093-3aa0621eba0e req-3f5e913b-4e22-4d18-aa61-e77d132bf64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:12.659150 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-16107c05-0623-4c32-8093-3aa0621eba0e req-3f5e913b-4e22-4d18-aa61-e77d132bf64e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9d7c4196-450a-4eaf-9ade-83e15370c732 HTTP/1.1" status: 200 len: 854 time: 0.0467694 Sep 30 13:50:12.689619 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-16107c05-0623-4c32-8093-3aa0621eba0e req-d7a81111-8279-4258-b0a0-dad7566e9d41 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2dc2dcbd-9a4e-479d-97ed-d41afa596480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235794 Sep 30 13:50:12.777876 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-16107c05-0623-4c32-8093-3aa0621eba0e req-2ac38626-90bf-4e3b-8141-5d15332da154 service neutron] 10.222.0.54 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808280 Sep 30 13:50:12.869304 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-16107c05-0623-4c32-8093-3aa0621eba0e req-a3a0f5b9-9c5f-4bdb-b484-4178889f4aa6 service neutron] 10.222.0.54 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848730 Sep 30 13:50:13.700065 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffd89a-8828-4135-a54d-b4317c411233 req-039a2833-2c0f-4ff3-a30f-5e59f3cd501d tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:13.702152 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-46ffd89a-8828-4135-a54d-b4317c411233 req-039a2833-2c0f-4ff3-a30f-5e59f3cd501d tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 943 time: 0.3294730 Sep 30 13:50:13.739089 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-46ffd89a-8828-4135-a54d-b4317c411233 req-f29e5b72-718a-48bc-ba09-7e22d23b1c6c tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308301 Sep 30 13:50:14.141389 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81cdb0b1-efbe-4f7d-be58-78ffc3b77166', 'tag': '8f130178-660b-4ad5-bf84-6b55bef71a34'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:50:14.143758 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb441cf3-bbbd-4595-821c-1d29ed01f436" -d '{"events": [{"name": "network-changed", "server_uuid": "81cdb0b1-efbe-4f7d-be58-78ffc3b77166", "tag": "8f130178-660b-4ad5-bf84-6b55bef71a34"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:50:14.190385 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47fb9fe-980f-4c55-8361-8877a2fa73a0 x-openstack-request-id: req-b47fb9fe-980f-4c55-8361-8877a2fa73a0 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:50:14.190679 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81cdb0b1-efbe-4f7d-be58-78ffc3b77166", "tag": "8f130178-660b-4ad5-bf84-6b55bef71a34", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:50:14.190964 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b47fb9fe-980f-4c55-8361-8877a2fa73a0 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:50:14.191385 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81cdb0b1-efbe-4f7d-be58-78ffc3b77166', 'tag': '8f130178-660b-4ad5-bf84-6b55bef71a34', 'status': 'completed', 'code': 200} Sep 30 13:50:14.246283 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb441cf3-bbbd-4595-821c-1d29ed01f436 req-2497e53c-0081-4a1f-8759-4c78e3076b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:14.248343 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bb441cf3-bbbd-4595-821c-1d29ed01f436 req-2497e53c-0081-4a1f-8759-4c78e3076b8e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a9bef3732d314f5893e039b7adf75820&device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 1094 time: 0.0409338 Sep 30 13:50:14.251603 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb441cf3-bbbd-4595-821c-1d29ed01f436 req-938fc5be-8330-4d75-8a8b-d0e40f0d5671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:14.253068 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bb441cf3-bbbd-4595-821c-1d29ed01f436 req-938fc5be-8330-4d75-8a8b-d0e40f0d5671 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9bef3732d314f5893e039b7adf75820&device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 1094 time: 0.0401287 Sep 30 13:50:14.340619 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb441cf3-bbbd-4595-821c-1d29ed01f436 req-ced8f3b7-511a-4761-89b5-2a23af3d1908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:14.342213 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bb441cf3-bbbd-4595-821c-1d29ed01f436 req-ced8f3b7-511a-4761-89b5-2a23af3d1908 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2dc2dcbd-9a4e-479d-97ed-d41afa596480 HTTP/1.1" status: 200 len: 915 time: 0.0874181 Sep 30 13:50:14.343696 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb441cf3-bbbd-4595-821c-1d29ed01f436 req-6664c7d6-d5fd-4c9c-ae13-23d591b806ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:14.345132 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bb441cf3-bbbd-4595-821c-1d29ed01f436 req-6664c7d6-d5fd-4c9c-ae13-23d591b806ce service neutron] 10.222.0.39 "GET /v2.0/networks?id=2dc2dcbd-9a4e-479d-97ed-d41afa596480 HTTP/1.1" status: 200 len: 915 time: 0.0851877 Sep 30 13:50:14.383838 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bb441cf3-bbbd-4595-821c-1d29ed01f436 req-6a9ff621-d09f-4434-8a84-b2e881e949b3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f130178-660b-4ad5-bf84-6b55bef71a34 HTTP/1.1" status: 200 len: 217 time: 0.0344784 Sep 30 13:50:14.386613 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bb441cf3-bbbd-4595-821c-1d29ed01f436 req-6aa97240-e2cd-41a2-af7c-4e4b2bbe0668 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f130178-660b-4ad5-bf84-6b55bef71a34 HTTP/1.1" status: 200 len: 217 time: 0.0344539 Sep 30 13:50:14.436971 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb441cf3-bbbd-4595-821c-1d29ed01f436 req-961ac405-9398-4450-bad0-e367a1e0d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:14.437401 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb441cf3-bbbd-4595-821c-1d29ed01f436 req-e8df6d52-61b5-4c60-a187-d650e1dfedcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:14.438501 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bb441cf3-bbbd-4595-821c-1d29ed01f436 req-961ac405-9398-4450-bad0-e367a1e0d394 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9d7c4196-450a-4eaf-9ade-83e15370c732 HTTP/1.1" status: 200 len: 854 time: 0.0448437 Sep 30 13:50:14.439423 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bb441cf3-bbbd-4595-821c-1d29ed01f436 req-e8df6d52-61b5-4c60-a187-d650e1dfedcb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9d7c4196-450a-4eaf-9ade-83e15370c732 HTTP/1.1" status: 200 len: 854 time: 0.0473106 Sep 30 13:50:14.470161 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bb441cf3-bbbd-4595-821c-1d29ed01f436 req-745b3357-5247-43dc-98a3-93725a3d5d6c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2dc2dcbd-9a4e-479d-97ed-d41afa596480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242391 Sep 30 13:50:14.473908 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bb441cf3-bbbd-4595-821c-1d29ed01f436 req-1aa5eece-d211-4fa8-9ccc-54428f7a3dd3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dc2dcbd-9a4e-479d-97ed-d41afa596480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286615 Sep 30 13:50:14.557919 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bb441cf3-bbbd-4595-821c-1d29ed01f436 req-d5b44b5a-4b10-43bc-8328-04dbe2c9fa7f service neutron] 10.222.0.54 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812685 Sep 30 13:50:14.563974 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bb441cf3-bbbd-4595-821c-1d29ed01f436 req-d4ada84c-8498-46e5-929b-1712f7772595 service neutron] 10.222.0.39 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824606 Sep 30 13:50:14.651021 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bb441cf3-bbbd-4595-821c-1d29ed01f436 req-50cda795-6d13-4623-ad3f-676c7ef606b0 service neutron] 10.222.0.54 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843587 Sep 30 13:50:14.657057 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bb441cf3-bbbd-4595-821c-1d29ed01f436 req-a002f40d-ac3d-42a5-a1e1-70be998fefa5 service neutron] 10.222.0.39 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857151 Sep 30 13:50:14.851589 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7c1ba-53b2-4e3a-982a-46c1da0930b8 req-2391f19c-f5e3-48c7-834a-2d9cb0234c72 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:14.853051 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0ce7c1ba-53b2-4e3a-982a-46c1da0930b8 req-2391f19c-f5e3-48c7-834a-2d9cb0234c72 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 943 time: 0.0478086 Sep 30 13:50:14.890313 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0ce7c1ba-53b2-4e3a-982a-46c1da0930b8 req-ef669473-5cb4-4d94-abf6-e159bd236905 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306919 Sep 30 13:50:15.115809 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:16.006423 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b204bd-fe2b-4ed7-b430-2b181d46c558 req-b5750cf7-df4c-4fe8-9533-cd588fc95935 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:16.008521 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-00b204bd-fe2b-4ed7-b430-2b181d46c558 req-b5750cf7-df4c-4fe8-9533-cd588fc95935 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 943 time: 0.0491402 Sep 30 13:50:16.052849 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-00b204bd-fe2b-4ed7-b430-2b181d46c558 req-a776659a-8ac2-4f74-9e2d-b428de661b5a tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342226 Sep 30 13:50:16.245854 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c22b91-4b98-4b57-9e02-667729581142 req-436cb94e-8209-4d7c-b97b-7e6c3e06bf32 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:16.247881 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-30c22b91-4b98-4b57-9e02-667729581142 req-436cb94e-8209-4d7c-b97b-7e6c3e06bf32 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 943 time: 0.0477974 Sep 30 13:50:16.257067 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d3c4c-c81c-4c57-b034-88c1e67cb1fa req-919bd54c-a394-4f75-8bc8-c0a4893a0df7 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:16.258554 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bc5d3c4c-c81c-4c57-b034-88c1e67cb1fa req-919bd54c-a394-4f75-8bc8-c0a4893a0df7 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.39 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166&tenant_id=a9bef3732d314f5893e039b7adf75820&binding%3Ahost_id=n-h2-810909-2 HTTP/1.1" status: 200 len: 943 time: 0.0505798 Sep 30 13:50:16.289798 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-30c22b91-4b98-4b57-9e02-667729581142 req-8477610e-0d94-4c6a-8c70-cee718520feb tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357857 Sep 30 13:50:16.331325 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-bc5d3c4c-c81c-4c57-b034-88c1e67cb1fa req-b27b43cd-55af-42be-8169-eaf3bd585ca5 service neutron] delete failed (client error): The resource could not be found. Sep 30 13:50:16.332365 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bc5d3c4c-c81c-4c57-b034-88c1e67cb1fa req-b27b43cd-55af-42be-8169-eaf3bd585ca5 service neutron] 10.222.0.39 "DELETE /v2.0/ports/8f130178-660b-4ad5-bf84-6b55bef71a34/bindings/n-h1-810909-2 HTTP/1.1" status: 404 len: 380 time: 0.0656741 Sep 30 13:50:16.416617 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d3c4c-c81c-4c57-b034-88c1e67cb1fa req-dd09e29d-cddb-40cd-8106-b6daebf72711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:16.418157 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bc5d3c4c-c81c-4c57-b034-88c1e67cb1fa req-dd09e29d-cddb-40cd-8106-b6daebf72711 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9bef3732d314f5893e039b7adf75820&device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 1094 time: 0.0408542 Sep 30 13:50:16.509265 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d3c4c-c81c-4c57-b034-88c1e67cb1fa req-2ac48514-dfe4-4554-b797-e47db84402ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:16.510788 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bc5d3c4c-c81c-4c57-b034-88c1e67cb1fa req-2ac48514-dfe4-4554-b797-e47db84402ff service neutron] 10.222.0.39 "GET /v2.0/networks?id=2dc2dcbd-9a4e-479d-97ed-d41afa596480 HTTP/1.1" status: 200 len: 915 time: 0.0861120 Sep 30 13:50:16.555929 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bc5d3c4c-c81c-4c57-b034-88c1e67cb1fa req-765e6e6d-e242-434f-a8eb-eb806c5e3329 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f130178-660b-4ad5-bf84-6b55bef71a34 HTTP/1.1" status: 200 len: 217 time: 0.0378230 Sep 30 13:50:16.606174 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d3c4c-c81c-4c57-b034-88c1e67cb1fa req-7cefd000-3e11-4104-a01d-10ed227521f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:16.608147 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bc5d3c4c-c81c-4c57-b034-88c1e67cb1fa req-7cefd000-3e11-4104-a01d-10ed227521f7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9d7c4196-450a-4eaf-9ade-83e15370c732 HTTP/1.1" status: 200 len: 854 time: 0.0439768 Sep 30 13:50:16.639559 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bc5d3c4c-c81c-4c57-b034-88c1e67cb1fa req-c114733c-d680-4447-9e5d-e246ba988ae5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dc2dcbd-9a4e-479d-97ed-d41afa596480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248044 Sep 30 13:50:16.730947 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bc5d3c4c-c81c-4c57-b034-88c1e67cb1fa req-2257f5d9-a2ea-4665-af05-10d0c12360bf service neutron] 10.222.0.39 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840316 Sep 30 13:50:16.823582 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bc5d3c4c-c81c-4c57-b034-88c1e67cb1fa req-6839d808-315c-498d-a6ee-98a3acb52b39 service neutron] 10.222.0.39 "GET /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861282 Sep 30 13:50:17.236289 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8f130178-660b-4ad5-bf84-6b55bef71a34 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:50:17.274595 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8f130178-660b-4ad5-bf84-6b55bef71a34 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:50:17.414215 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070d72d-3a18-4c94-8fd8-39d49f33df89 req-af07ed8b-8184-49d3-a19c-427155012e01 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:17.415689 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d070d72d-3a18-4c94-8fd8-39d49f33df89 req-af07ed8b-8184-49d3-a19c-427155012e01 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 943 time: 0.0545592 Sep 30 13:50:17.453860 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d070d72d-3a18-4c94-8fd8-39d49f33df89 req-0ca2949b-f58f-442b-b0c1-db239756b6af tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319967 Sep 30 13:50:17.469664 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 8f130178-660b-4ad5-bf84-6b55bef71a34 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:50:17.564863 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 8f130178-660b-4ad5-bf84-6b55bef71a34, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=8f130178-660b-4ad5-bf84-6b55bef71a34,segment=NetworkSegment(bd16702b-6665-4180-a02c-6793aec6cca6),segment_id=bd16702b-6665-4180-a02c-6793aec6cca6)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:50:17.567907 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1bf0a-6bea-4c8d-8bef-0ea904a25315 req-828e5aca-dd4a-40df-9fd1-08d9391f6e3b tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:17.569392 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-58a1bf0a-6bea-4c8d-8bef-0ea904a25315 req-828e5aca-dd4a-40df-9fd1-08d9391f6e3b tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 943 time: 0.0494349 Sep 30 13:50:17.576587 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '8f130178-660b-4ad5-bf84-6b55bef71a34', 'network_id': '2dc2dcbd-9a4e-479d-97ed-d41afa596480', 'port_id': '8f130178-660b-4ad5-bf84-6b55bef71a34', 'mac_address': 'fa:16:3e:c9:d2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7c4196-450a-4eaf-9ade-83e15370c732', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:50:17.607730 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-58a1bf0a-6bea-4c8d-8bef-0ea904a25315 req-cbfaddff-5a7e-4dbe-acc0-4a4d81a2d602 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321612 Sep 30 13:50:17.612843 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:17.626363 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f130178-660b-4ad5-bf84-6b55bef71a34 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:50:17.645716 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 8f130178-660b-4ad5-bf84-6b55bef71a34, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=8f130178-660b-4ad5-bf84-6b55bef71a34,segment=NetworkSegment(bd16702b-6665-4180-a02c-6793aec6cca6),segment_id=bd16702b-6665-4180-a02c-6793aec6cca6)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:50:17.649747 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:17.698885 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=8f130178-660b-4ad5-bf84-6b55bef71a34,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:17.706951 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:17.707236 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:17.707580 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:17.707917 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:17.708253 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:17.708582 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:17.708909 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:17.709234 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:17.709564 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:17.709936 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:17.710252 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:17.710644 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:17.722347 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425d463-0e6d-45e6-b7e7-f793a2d69a21 req-67f76926-1de0-442e-b17f-c78081c344ab tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:17.723836 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6425d463-0e6d-45e6-b7e7-f793a2d69a21 req-67f76926-1de0-442e-b17f-c78081c344ab tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 944 time: 0.0505986 Sep 30 13:50:17.760905 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6425d463-0e6d-45e6-b7e7-f793a2d69a21 req-53845f9b-2572-4938-b10e-403f02524bab tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310357 Sep 30 13:50:17.995676 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['8f130178-660b-4ad5-bf84-6b55bef71a34'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:50:18.085545 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4283c-e8ea-4c27-afad-efa34086035d req-8092188d-03e0-4028-a6f9-869b6f234fc4 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:18.087058 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e4f4283c-e8ea-4c27-afad-efa34086035d req-8092188d-03e0-4028-a6f9-869b6f234fc4 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 944 time: 0.0500569 Sep 30 13:50:18.125540 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e4f4283c-e8ea-4c27-afad-efa34086035d req-55205e46-2498-4198-8673-05750e253d38 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321426 Sep 30 13:50:18.234382 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fbaff29e-2492-4464-bbd2-a3ecdf10f37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:19.239294 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62791f24-ad50-4eb2-a50a-18f7461fa6c3 req-17b8f1a2-6c61-4c29-891a-c70b6ecceec0 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:19.241606 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62791f24-ad50-4eb2-a50a-18f7461fa6c3 req-17b8f1a2-6c61-4c29-891a-c70b6ecceec0 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 944 time: 0.0496264 Sep 30 13:50:19.279399 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62791f24-ad50-4eb2-a50a-18f7461fa6c3 req-79604149-df75-410c-87a8-5fec2b354b53 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/security-groups?id=038bacc2-3645-443b-a2fe-526a3f9c6e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320871 Sep 30 13:50:19.484854 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 8f130178-660b-4ad5-bf84-6b55bef71a34 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:50:19.494056 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4fd93-15da-43e7-8784-d8c5da5bec63 req-1f89479b-7021-422f-9693-f057123c70fb tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:19.495435 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-66b4fd93-15da-43e7-8784-d8c5da5bec63 req-1f89479b-7021-422f-9693-f057123c70fb tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.54 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 944 time: 0.0489635 Sep 30 13:50:19.533337 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 8f130178-660b-4ad5-bf84-6b55bef71a34 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:50:19.540184 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 8f130178-660b-4ad5-bf84-6b55bef71a34 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:50:19.540555 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:19.621714 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:19.645586 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cdb0b1-efbe-4f7d-be58-78ffc3b77166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f130178-660b-4ad5-bf84-6b55bef71a34'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:50:19.647889 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904bdc9b-249c-416b-9f58-3e75f335dbd0" -d '{"events": [{"server_uuid": "81cdb0b1-efbe-4f7d-be58-78ffc3b77166", "name": "network-vif-plugged", "status": "completed", "tag": "8f130178-660b-4ad5-bf84-6b55bef71a34"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:50:19.668454 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 8f130178-660b-4ad5-bf84-6b55bef71a34, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=8f130178-660b-4ad5-bf84-6b55bef71a34,segment=NetworkSegment(bd16702b-6665-4180-a02c-6793aec6cca6),segment_id=bd16702b-6665-4180-a02c-6793aec6cca6)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:50:19.673082 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:19.696568 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b8eb81-4bee-43d9-b166-9957d00a19fc x-openstack-request-id: req-d1b8eb81-4bee-43d9-b166-9957d00a19fc {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:50:19.696856 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81cdb0b1-efbe-4f7d-be58-78ffc3b77166", "name": "network-vif-plugged", "status": "completed", "tag": "8f130178-660b-4ad5-bf84-6b55bef71a34", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:50:19.697102 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1b8eb81-4bee-43d9-b166-9957d00a19fc {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:50:19.697489 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cdb0b1-efbe-4f7d-be58-78ffc3b77166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f130178-660b-4ad5-bf84-6b55bef71a34', 'code': 200} Sep 30 13:50:19.724796 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=8f130178-660b-4ad5-bf84-6b55bef71a34,revision_number=9']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:19.871512 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:19.892001 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-66b4fd93-15da-43e7-8784-d8c5da5bec63 req-2b2b4a39-d44f-49e7-b0f8-344127a80bf3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Deleting port 8f130178-660b-4ad5-bf84-6b55bef71a34 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:50:19.892356 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-66b4fd93-15da-43e7-8784-d8c5da5bec63 req-2b2b4a39-d44f-49e7-b0f8-344127a80bf3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:19.980112 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-66b4fd93-15da-43e7-8784-d8c5da5bec63 req-2b2b4a39-d44f-49e7-b0f8-344127a80bf3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] For port 8f130178-660b-4ad5-bf84-6b55bef71a34, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=8f130178-660b-4ad5-bf84-6b55bef71a34,segment=NetworkSegment(bd16702b-6665-4180-a02c-6793aec6cca6),segment_id=bd16702b-6665-4180-a02c-6793aec6cca6)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:50:19.980473 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-66b4fd93-15da-43e7-8784-d8c5da5bec63 req-2b2b4a39-d44f-49e7-b0f8-344127a80bf3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:19.992512 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-66b4fd93-15da-43e7-8784-d8c5da5bec63 req-2b2b4a39-d44f-49e7-b0f8-344127a80bf3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Calling delete_port for 8f130178-660b-4ad5-bf84-6b55bef71a34 owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:50:20.116016 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-66b4fd93-15da-43e7-8784-d8c5da5bec63 req-2b2b4a39-d44f-49e7-b0f8-344127a80bf3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:20.127800 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['8f130178-660b-4ad5-bf84-6b55bef71a34'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:50:20.146834 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b4a39-d44f-49e7-b0f8-344127a80bf3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Pushing event deleted for resources: {'Port': ['ID=8f130178-660b-4ad5-bf84-6b55bef71a34,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:20.161216 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2b4a39-d44f-49e7-b0f8-344127a80bf3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:20.161564 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2b4a39-d44f-49e7-b0f8-344127a80bf3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:20.161902 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2b4a39-d44f-49e7-b0f8-344127a80bf3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:20.162259 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2b4a39-d44f-49e7-b0f8-344127a80bf3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:20.162587 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2b4a39-d44f-49e7-b0f8-344127a80bf3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:20.162911 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2b4a39-d44f-49e7-b0f8-344127a80bf3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:20.163235 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2b4a39-d44f-49e7-b0f8-344127a80bf3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:20.163554 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2b4a39-d44f-49e7-b0f8-344127a80bf3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:20.163873 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2b4a39-d44f-49e7-b0f8-344127a80bf3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:20.164189 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2b4a39-d44f-49e7-b0f8-344127a80bf3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:20.164506 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2b4a39-d44f-49e7-b0f8-344127a80bf3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:20.164821 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2b4a39-d44f-49e7-b0f8-344127a80bf3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:20.197950 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b4fd93-15da-43e7-8784-d8c5da5bec63 req-2b2b4a39-d44f-49e7-b0f8-344127a80bf3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] No DVR routers for this DVR port 8f130178-660b-4ad5-bf84-6b55bef71a34 on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:50:20.200492 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-66b4fd93-15da-43e7-8784-d8c5da5bec63 req-2b2b4a39-d44f-49e7-b0f8-344127a80bf3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:20.202480 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-66b4fd93-15da-43e7-8784-d8c5da5bec63 req-2b2b4a39-d44f-49e7-b0f8-344127a80bf3 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.54 "DELETE /v2.0/ports/8f130178-660b-4ad5-bf84-6b55bef71a34 HTTP/1.1" status: 204 len: 173 time: 0.7001259 Sep 30 13:50:20.202920 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cdb0b1-efbe-4f7d-be58-78ffc3b77166', 'name': 'network-vif-deleted', 'tag': '8f130178-660b-4ad5-bf84-6b55bef71a34'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:50:20.205142 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b75a04-0e6a-4136-8025-c9ed877807d9" -d '{"events": [{"server_uuid": "81cdb0b1-efbe-4f7d-be58-78ffc3b77166", "name": "network-vif-deleted", "tag": "8f130178-660b-4ad5-bf84-6b55bef71a34"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:50:20.304539 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da26bff-ea37-441c-9ea7-84565cef6ba2 x-openstack-request-id: req-4da26bff-ea37-441c-9ea7-84565cef6ba2 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:50:20.304832 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81cdb0b1-efbe-4f7d-be58-78ffc3b77166", "name": "network-vif-deleted", "tag": "8f130178-660b-4ad5-bf84-6b55bef71a34", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:50:20.305086 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4da26bff-ea37-441c-9ea7-84565cef6ba2 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:50:20.305486 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cdb0b1-efbe-4f7d-be58-78ffc3b77166', 'name': 'network-vif-deleted', 'tag': '8f130178-660b-4ad5-bf84-6b55bef71a34', 'status': 'completed', 'code': 200} Sep 30 13:50:20.390539 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a70b344f-d24e-47b7-9b19-f5023bdfa3d3 req-adbe5a53-63d5-4d61-a588-18ddcb19d970 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] 10.222.0.18 "GET /v2.0/ports?device_id=81cdb0b1-efbe-4f7d-be58-78ffc3b77166 HTTP/1.1" status: 200 len: 210 time: 0.0265241 Sep 30 13:50:20.740789 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1ee26d0a-5d05-4b71-9958-412ce260982a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:21.508519 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45968) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:50:21.551675 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee9eb51-506f-49ac-9486-cf93adb8600a admin admin] Deleting subnet 9d7c4196-450a-4eaf-9ade-83e15370c732 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 13:50:21.554711 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8ee9eb51-506f-49ac-9486-cf93adb8600a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:21.592048 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8ee9eb51-506f-49ac-9486-cf93adb8600a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:21.629098 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8ee9eb51-506f-49ac-9486-cf93adb8600a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:21.670840 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:21.683284 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8ee9eb51-506f-49ac-9486-cf93adb8600a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:21.707142 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9eb51-506f-49ac-9486-cf93adb8600a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d7c4196-450a-4eaf-9ade-83e15370c732,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:21.712933 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8ee9eb51-506f-49ac-9486-cf93adb8600a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:21.714938 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8ee9eb51-506f-49ac-9486-cf93adb8600a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9d7c4196-450a-4eaf-9ade-83e15370c732 HTTP/1.1" status: 204 len: 168 time: 0.2054081 Sep 30 13:50:21.717938 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45970) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:50:21.787582 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-247f0841-3a49-406f-9c68-b9947b948569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:21.863307 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-247f0841-3a49-406f-9c68-b9947b948569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:21.882851 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-247f0841-3a49-406f-9c68-b9947b948569 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc2dcbd-9a4e-479d-97ed-d41afa596480']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:50:21.891813 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-247f0841-3a49-406f-9c68-b9947b948569 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd16702b-6665-4180-a02c-6793aec6cca6') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:50:21.892105 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-247f0841-3a49-406f-9c68-b9947b948569 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd16702b-6665-4180-a02c-6793aec6cca6') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:50:21.901185 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-247f0841-3a49-406f-9c68-b9947b948569 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:21.913933 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-247f0841-3a49-406f-9c68-b9947b948569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:21.920122 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-247f0841-3a49-406f-9c68-b9947b948569 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 13:50:21.920501 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-247f0841-3a49-406f-9c68-b9947b948569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: timer() Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 13:50:21.922200 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 13:50:21.978436 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-247f0841-3a49-406f-9c68-b9947b948569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:21.984476 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-247f0841-3a49-406f-9c68-b9947b948569 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:21.987926 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-247f0841-3a49-406f-9c68-b9947b948569 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2dc2dcbd-9a4e-479d-97ed-d41afa596480 HTTP/1.1" status: 204 len: 168 time: 0.2673922 Sep 30 13:50:21.997072 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f0841-3a49-406f-9c68-b9947b948569 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dc2dcbd-9a4e-479d-97ed-d41afa596480,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:22.088653 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45974) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:50:22.128077 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-66df8b17-7a38-4888-9a5a-9a8e6a8ec9e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9bef3732d314f5893e039b7adf75820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382962 Sep 30 13:50:22.130440 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45976) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:50:22.177953 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a13cd0cf-c5d1-49b2-aad2-3fc0cb663d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:22.198225 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a13cd0cf-c5d1-49b2-aad2-3fc0cb663d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:22.247260 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a13cd0cf-c5d1-49b2-aad2-3fc0cb663d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:22.250067 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a13cd0cf-c5d1-49b2-aad2-3fc0cb663d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:22.251414 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a13cd0cf-c5d1-49b2-aad2-3fc0cb663d09 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/038bacc2-3645-443b-a2fe-526a3f9c6e26 HTTP/1.1" status: 204 len: 168 time: 0.1200659 Sep 30 13:50:22.258962 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13cd0cf-c5d1-49b2-aad2-3fc0cb663d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038bacc2-3645-443b-a2fe-526a3f9c6e26,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:22.490362 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:22.897174 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 45998) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:50:22.990473 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-8b5c4b70-63ae-48c2-89d3-c7806eb49011 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-410913131-network', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:50:23.012025 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5c4b70-63ae-48c2-89d3-c7806eb49011 admin admin] Made reservation on behalf of 4a0cd83bf7674d50be353991eaf1323f for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:50:23.014947 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8b5c4b70-63ae-48c2-89d3-c7806eb49011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:23.023194 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8b5c4b70-63ae-48c2-89d3-c7806eb49011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:23.109672 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8b5c4b70-63ae-48c2-89d3-c7806eb49011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:23.113176 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8b5c4b70-63ae-48c2-89d3-c7806eb49011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:23.134192 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5c4b70-63ae-48c2-89d3-c7806eb49011 admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 13:50:23.150235 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c4b70-63ae-48c2-89d3-c7806eb49011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a859bb8-379a-492f-ba07-4d7c59691cfc,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:23.154234 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8b5c4b70-63ae-48c2-89d3-c7806eb49011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:23.154577 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-8b5c4b70-63ae-48c2-89d3-c7806eb49011 admin admin] Added segment f8223d61-6329-410c-96a1-1f4b54b6c5ed of type vlan for network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f Sep 30 13:50:23.195081 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8b5c4b70-63ae-48c2-89d3-c7806eb49011 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:23.219295 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8b5c4b70-63ae-48c2-89d3-c7806eb49011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:23.220277 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5c4b70-63ae-48c2-89d3-c7806eb49011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:23.220845 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8b5c4b70-63ae-48c2-89d3-c7806eb49011 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:23.252582 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8b5c4b70-63ae-48c2-89d3-c7806eb49011 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3543537 Sep 30 13:50:23.255807 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 46002) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:50:23.260619 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-0c89b395-4732-4898-93c1-8ee5f93428cd admin admin] Request body: {'subnet': {'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-410913131-subnet', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:50:23.283424 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c89b395-4732-4898-93c1-8ee5f93428cd admin admin] Made reservation on behalf of 4a0cd83bf7674d50be353991eaf1323f for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:50:23.284273 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c4b70-63ae-48c2-89d3-c7806eb49011 admin admin] Pushing event updated for resources: {'Network': ['ID=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:23.286302 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c89b395-4732-4898-93c1-8ee5f93428cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:23.294689 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 13:50:23.454307 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c89b395-4732-4898-93c1-8ee5f93428cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:23.517642 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 8f130178-660b-4ad5-bf84-6b55bef71a34 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:50:23.518395 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89b395-4732-4898-93c1-8ee5f93428cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e557d68b-576f-41a9-a61d-f9ace28817cf,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:23.522819 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c89b395-4732-4898-93c1-8ee5f93428cd admin admin] Checking segment: {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:50:23.523180 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c89b395-4732-4898-93c1-8ee5f93428cd admin admin] Network hostable DHCP agents. Network: 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 13:50:23.538742 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 8f130178-660b-4ad5-bf84-6b55bef71a34 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:50:23.539173 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 8f130178-660b-4ad5-bf84-6b55bef71a34 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:50:23.540234 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c89b395-4732-4898-93c1-8ee5f93428cd admin admin] Network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 13:50:23.548519 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-0c89b395-4732-4898-93c1-8ee5f93428cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:50:23.552649 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c89b395-4732-4898-93c1-8ee5f93428cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:23.553247 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c89b395-4732-4898-93c1-8ee5f93428cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:23.557174 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e483f4b-fdbf-4a3e-9cdb-efddd97ccb70 None None] Network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:50:23.567651 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0c89b395-4732-4898-93c1-8ee5f93428cd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3107779 Sep 30 13:50:23.570385 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 46004) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:50:23.574607 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-592739b2-9a66-42c2-843e-eac1097983a6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:50:23.597474 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-592739b2-9a66-42c2-843e-eac1097983a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:23.598470 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-592739b2-9a66-42c2-843e-eac1097983a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:23.683586 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-592739b2-9a66-42c2-843e-eac1097983a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:23.702261 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5971a6d8-ab21-48a9-8221-cbcf2351b7ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 13:50:23.703112 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5971a6d8-ab21-48a9-8221-cbcf2351b7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:23.817803 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-592739b2-9a66-42c2-843e-eac1097983a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:23.835758 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-5971a6d8-ab21-48a9-8221-cbcf2351b7ea None None] Allocated IP 172.20.0.2 (6ea3dc96-daed-4dd4-b85c-22effdc0ca4f/e557d68b-576f-41a9-a61d-f9ace28817cf/8d33e52e-e586-49f0-9576-da679cfaa401) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:50:23.977237 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5971a6d8-ab21-48a9-8221-cbcf2351b7ea None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:23.983990 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5971a6d8-ab21-48a9-8221-cbcf2351b7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:24.020829 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-592739b2-9a66-42c2-843e-eac1097983a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:24.022308 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5971a6d8-ab21-48a9-8221-cbcf2351b7ea None None] Network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:50:24.025004 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-5971a6d8-ab21-48a9-8221-cbcf2351b7ea None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:50:24.027487 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5971a6d8-ab21-48a9-8221-cbcf2351b7ea None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:50:24.042029 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971a6d8-ab21-48a9-8221-cbcf2351b7ea None None] Pushing event updated for resources: {'Port': ['ID=8d33e52e-e586-49f0-9576-da679cfaa401,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:24.046231 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-592739b2-9a66-42c2-843e-eac1097983a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:24.085115 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-5971a6d8-ab21-48a9-8221-cbcf2351b7ea None None] Attempting to bind port 8d33e52e-e586-49f0-9576-da679cfaa401 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:50:24.085388 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-5971a6d8-ab21-48a9-8221-cbcf2351b7ea None None] Attempting to bind port 8d33e52e-e586-49f0-9576-da679cfaa401 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:50:24.085752 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5971a6d8-ab21-48a9-8221-cbcf2351b7ea None None] Attempting to bind port 8d33e52e-e586-49f0-9576-da679cfaa401 on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:50:24.090755 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5971a6d8-ab21-48a9-8221-cbcf2351b7ea None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:50:24.091151 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5971a6d8-ab21-48a9-8221-cbcf2351b7ea None None] Checking segment: {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:50:24.091543 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5971a6d8-ab21-48a9-8221-cbcf2351b7ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:24.091947 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5971a6d8-ab21-48a9-8221-cbcf2351b7ea None None] Bound using segment: {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:50:24.092385 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-5971a6d8-ab21-48a9-8221-cbcf2351b7ea None None] Bound port: 8d33e52e-e586-49f0-9576-da679cfaa401, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:50:24.092756 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5971a6d8-ab21-48a9-8221-cbcf2351b7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:24.155899 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-592739b2-9a66-42c2-843e-eac1097983a6 admin admin] Allocated IP 172.25.5.235 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/c7c2a7f4-ea67-461f-a635-3776d5713bc9) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:50:24.156846 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5971a6d8-ab21-48a9-8221-cbcf2351b7ea None None] For port 8d33e52e-e586-49f0-9576-da679cfaa401, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:50:24.159914 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5971a6d8-ab21-48a9-8221-cbcf2351b7ea None None] For port 8d33e52e-e586-49f0-9576-da679cfaa401, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=8d33e52e-e586-49f0-9576-da679cfaa401,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:50:24.163588 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5971a6d8-ab21-48a9-8221-cbcf2351b7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:24.223237 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971a6d8-ab21-48a9-8221-cbcf2351b7ea None None] Pushing event updated for resources: {'Port': ['ID=8d33e52e-e586-49f0-9576-da679cfaa401,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:24.261436 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:24.265408 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-592739b2-9a66-42c2-843e-eac1097983a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:24.299925 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-592739b2-9a66-42c2-843e-eac1097983a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:24.339554 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592739b2-9a66-42c2-843e-eac1097983a6 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:50:24.343579 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-592739b2-9a66-42c2-843e-eac1097983a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:50:24.346709 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592739b2-9a66-42c2-843e-eac1097983a6 admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:50:24.390199 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592739b2-9a66-42c2-843e-eac1097983a6 admin admin] Pushing event updated for resources: {'Port': ['ID=c7c2a7f4-ea67-461f-a635-3776d5713bc9,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:24.611149 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-592739b2-9a66-42c2-843e-eac1097983a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:24.744773 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:50:24.799767 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-592739b2-9a66-42c2-843e-eac1097983a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:24.937925 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592739b2-9a66-42c2-843e-eac1097983a6 admin admin] Router da067940-c404-4a8c-9223-1730ca4c2c76 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 13:50:25.049982 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 8d33e52e-e586-49f0-9576-da679cfaa401 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:50:25.062202 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592739b2-9a66-42c2-843e-eac1097983a6 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:50:25.074420 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c93ec2-b3c1-455e-8391-f10171b76a0c None None] Sync routers for ids ['da067940-c404-4a8c-9223-1730ca4c2c76'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:50:25.082893 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-592739b2-9a66-42c2-843e-eac1097983a6 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:25.084219 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-592739b2-9a66-42c2-843e-eac1097983a6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5128677 Sep 30 13:50:25.087096 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 46006) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:50:25.093137 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c93ec2-b3c1-455e-8391-f10171b76a0c None None] Routers {'da067940-c404-4a8c-9223-1730ca4c2c76'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:50:25.093759 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-37c93ec2-b3c1-455e-8391-f10171b76a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:50:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['da067940-c404-4a8c-9223-1730ca4c2c76'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:50:25.121615 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc07b59d-982b-4b6e-98b6-165c16c9ada9 None None] Network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 13:50:25.148690 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 8d33e52e-e586-49f0-9576-da679cfaa401 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:50:25.148927 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:25.205070 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-37c93ec2-b3c1-455e-8391-f10171b76a0c None None] Set router da067940-c404-4a8c-9223-1730ca4c2c76 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:50:25.256089 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-60523056-33b0-4c73-8956-61d893009eea None None] Provisioning complete for port 8d33e52e-e586-49f0-9576-da679cfaa401 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:50:25.256460 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-60523056-33b0-4c73-8956-61d893009eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:25.351440 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:25.379152 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-37c93ec2-b3c1-455e-8391-f10171b76a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:24Z', 'revision_number': 3, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:50:25.405818 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c93ec2-b3c1-455e-8391-f10171b76a0c None None] Checking router: da067940-c404-4a8c-9223-1730ca4c2c76 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:50:25.406170 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c93ec2-b3c1-455e-8391-f10171b76a0c None None] Updating router da067940-c404-4a8c-9223-1730ca4c2c76 port c7c2a7f4-ea67-461f-a635-3776d5713bc9 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:50:25.415768 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 8d33e52e-e586-49f0-9576-da679cfaa401, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=8d33e52e-e586-49f0-9576-da679cfaa401,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:50:25.434418 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-37c93ec2-b3c1-455e-8391-f10171b76a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:25.438854 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:25.499428 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-60523056-33b0-4c73-8956-61d893009eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:25.526982 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=8d33e52e-e586-49f0-9576-da679cfaa401,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:25.536257 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8a8f19e1-5c50-4a19-b8a4-effb2cbb2016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:25.573491 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-60523056-33b0-4c73-8956-61d893009eea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 13:50:25.573876 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-60523056-33b0-4c73-8956-61d893009eea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 13:50:25.805874 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-37c93ec2-b3c1-455e-8391-f10171b76a0c None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:25.811368 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-37c93ec2-b3c1-455e-8391-f10171b76a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:25.862586 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-37c93ec2-b3c1-455e-8391-f10171b76a0c None None] Attempting to bind port c7c2a7f4-ea67-461f-a635-3776d5713bc9 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:50:25.862946 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-37c93ec2-b3c1-455e-8391-f10171b76a0c None None] Attempting to bind port c7c2a7f4-ea67-461f-a635-3776d5713bc9 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:50:25.863295 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c93ec2-b3c1-455e-8391-f10171b76a0c None None] Attempting to bind port c7c2a7f4-ea67-461f-a635-3776d5713bc9 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:50:25.870270 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae1132-7994-487f-8abd-253dd97789a4 None None] Pushing event updated for resources: {'Port': ['ID=c7c2a7f4-ea67-461f-a635-3776d5713bc9,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:25.873565 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c93ec2-b3c1-455e-8391-f10171b76a0c None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:50:25.873927 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c93ec2-b3c1-455e-8391-f10171b76a0c None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:50:25.874418 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-37c93ec2-b3c1-455e-8391-f10171b76a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:25.874798 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c93ec2-b3c1-455e-8391-f10171b76a0c None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:50:25.875257 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-37c93ec2-b3c1-455e-8391-f10171b76a0c None None] Bound port: c7c2a7f4-ea67-461f-a635-3776d5713bc9, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:50:25.875621 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-37c93ec2-b3c1-455e-8391-f10171b76a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:25.882212 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae1132-7994-487f-8abd-253dd97789a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:25.882545 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae1132-7994-487f-8abd-253dd97789a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:25.882872 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae1132-7994-487f-8abd-253dd97789a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:25.883196 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae1132-7994-487f-8abd-253dd97789a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:25.883516 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae1132-7994-487f-8abd-253dd97789a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:25.883833 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae1132-7994-487f-8abd-253dd97789a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:25.884146 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae1132-7994-487f-8abd-253dd97789a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:25.884460 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae1132-7994-487f-8abd-253dd97789a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:25.884768 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae1132-7994-487f-8abd-253dd97789a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:25.885077 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae1132-7994-487f-8abd-253dd97789a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:25.885386 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae1132-7994-487f-8abd-253dd97789a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:25.885695 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecae1132-7994-487f-8abd-253dd97789a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:50:25.939581 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-37c93ec2-b3c1-455e-8391-f10171b76a0c None None] For port c7c2a7f4-ea67-461f-a635-3776d5713bc9, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:50:25.942639 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-37c93ec2-b3c1-455e-8391-f10171b76a0c None None] For port c7c2a7f4-ea67-461f-a635-3776d5713bc9, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c7c2a7f4-ea67-461f-a635-3776d5713bc9,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:50:25.946396 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-37c93ec2-b3c1-455e-8391-f10171b76a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:26.004194 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c93ec2-b3c1-455e-8391-f10171b76a0c None None] Routers {'da067940-c404-4a8c-9223-1730ca4c2c76'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:50:26.004795 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-37c93ec2-b3c1-455e-8391-f10171b76a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:50:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['da067940-c404-4a8c-9223-1730ca4c2c76'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:50:26.006408 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae1132-7994-487f-8abd-253dd97789a4 None None] Pushing event updated for resources: {'Port': ['ID=c7c2a7f4-ea67-461f-a635-3776d5713bc9,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:26.042401 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-8a8f19e1-5c50-4a19-b8a4-effb2cbb2016 admin admin] Allocated IP 172.20.0.1 (6ea3dc96-daed-4dd4-b85c-22effdc0ca4f/e557d68b-576f-41a9-a61d-f9ace28817cf/add813c1-fc77-42d9-b2c4-ce8b770aaa14) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:50:26.118428 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-37c93ec2-b3c1-455e-8391-f10171b76a0c None None] Set router da067940-c404-4a8c-9223-1730ca4c2c76 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:50:26.150943 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8a8f19e1-5c50-4a19-b8a4-effb2cbb2016 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:26.184017 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8a8f19e1-5c50-4a19-b8a4-effb2cbb2016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:26.224441 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8f19e1-5c50-4a19-b8a4-effb2cbb2016 admin admin] Network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:50:26.228842 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-8a8f19e1-5c50-4a19-b8a4-effb2cbb2016 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:50:26.231117 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f5a4c568-591d-484a-b8d7-83e07f3fb47e None None] Provisioning complete for port 8d33e52e-e586-49f0-9576-da679cfaa401 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:50:26.232159 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8f19e1-5c50-4a19-b8a4-effb2cbb2016 admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:50:26.232579 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f5a4c568-591d-484a-b8d7-83e07f3fb47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:26.258596 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f19e1-5c50-4a19-b8a4-effb2cbb2016 admin admin] Pushing event updated for resources: {'Port': ['ID=add813c1-fc77-42d9-b2c4-ce8b770aaa14,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:26.281261 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8a8f19e1-5c50-4a19-b8a4-effb2cbb2016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:26.298788 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-37c93ec2-b3c1-455e-8391-f10171b76a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:24Z', 'revision_number': 3, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:50:26.332758 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c93ec2-b3c1-455e-8391-f10171b76a0c None None] The sync data for ids ['da067940-c404-4a8c-9223-1730ca4c2c76'] in n-d-810909-2 is: [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:24Z', 'revision_number': 3, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:50:26.433145 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8a8f19e1-5c50-4a19-b8a4-effb2cbb2016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:26.569188 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-14638adf-617f-4291-a17c-662e38a644b2 None None] Provisioning complete for port add813c1-fc77-42d9-b2c4-ce8b770aaa14 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:50:26.569971 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-14638adf-617f-4291-a17c-662e38a644b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:26.609473 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-14638adf-617f-4291-a17c-662e38a644b2 None None] Port add813c1-fc77-42d9-b2c4-ce8b770aaa14 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:50:26.622247 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8a8f19e1-5c50-4a19-b8a4-effb2cbb2016 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:26.627146 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8a8f19e1-5c50-4a19-b8a4-effb2cbb2016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:26.695494 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f19e1-5c50-4a19-b8a4-effb2cbb2016 admin admin] Pushing event updated for resources: {'Port': ['ID=add813c1-fc77-42d9-b2c4-ce8b770aaa14,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:26.698114 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8a8f19e1-5c50-4a19-b8a4-effb2cbb2016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:26.800980 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8f19e1-5c50-4a19-b8a4-effb2cbb2016 admin admin] Network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:50:26.802476 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-8a8f19e1-5c50-4a19-b8a4-effb2cbb2016 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:50:26.928652 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8f19e1-5c50-4a19-b8a4-effb2cbb2016 admin admin] Router da067940-c404-4a8c-9223-1730ca4c2c76 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:50:27.037481 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5300dfa0-9055-47b2-b5d2-6776e997f0ad None None] Provisioning complete for port add813c1-fc77-42d9-b2c4-ce8b770aaa14 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:50:27.037861 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5300dfa0-9055-47b2-b5d2-6776e997f0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:27.060271 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8f19e1-5c50-4a19-b8a4-effb2cbb2016 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:50:27.066117 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8a8f19e1-5c50-4a19-b8a4-effb2cbb2016 admin admin] 10.222.0.18 "PUT /v2.0/routers/da067940-c404-4a8c-9223-1730ca4c2c76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9778905 Sep 30 13:50:27.085507 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5300dfa0-9055-47b2-b5d2-6776e997f0ad None None] Port add813c1-fc77-42d9-b2c4-ce8b770aaa14 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:50:27.123869 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c7c2a7f4-ea67-461f-a635-3776d5713bc9 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:50:27.181652 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port c7c2a7f4-ea67-461f-a635-3776d5713bc9 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:50:27.182137 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:27.265094 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:27.286311 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port c7c2a7f4-ea67-461f-a635-3776d5713bc9, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c7c2a7f4-ea67-461f-a635-3776d5713bc9,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:50:27.290653 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:27.291565 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 8d33e52e-e586-49f0-9576-da679cfaa401 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:50:27.371657 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=c7c2a7f4-ea67-461f-a635-3776d5713bc9,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:27.382099 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 8d33e52e-e586-49f0-9576-da679cfaa401 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:50:27.382474 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:27.877358 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a130acdf-ebe4-4fa3-9132-dd0f7427b9de None None] Sync routers for ids ['da067940-c404-4a8c-9223-1730ca4c2c76'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:50:27.886317 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a130acdf-ebe4-4fa3-9132-dd0f7427b9de None None] Routers {'da067940-c404-4a8c-9223-1730ca4c2c76'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:50:27.886916 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a130acdf-ebe4-4fa3-9132-dd0f7427b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:50:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['da067940-c404-4a8c-9223-1730ca4c2c76'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:50:27.989734 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-a130acdf-ebe4-4fa3-9132-dd0f7427b9de None None] Set router da067940-c404-4a8c-9223-1730ca4c2c76 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:50:28.332758 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a130acdf-ebe4-4fa3-9132-dd0f7427b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:26Z', 'revision_number': 4, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'add813c1-fc77-42d9-b2c4-ce8b770aaa14', 'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'mac_address': 'fa:16:3e:23:d2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:25Z', 'updated_at': '2021-09-30T13:50:26Z', 'revision_number': 2, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'subnets': [{'id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:50:28.358447 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a130acdf-ebe4-4fa3-9132-dd0f7427b9de None None] Checking router: da067940-c404-4a8c-9223-1730ca4c2c76 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:50:28.358796 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a130acdf-ebe4-4fa3-9132-dd0f7427b9de None None] Updating router da067940-c404-4a8c-9223-1730ca4c2c76 port add813c1-fc77-42d9-b2c4-ce8b770aaa14 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 13:50:28.383119 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a130acdf-ebe4-4fa3-9132-dd0f7427b9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:28.638956 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a130acdf-ebe4-4fa3-9132-dd0f7427b9de None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:28.646191 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a130acdf-ebe4-4fa3-9132-dd0f7427b9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:28.670576 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 46018) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:50:28.675285 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-dc366045-4048-4d1a-821c-f4e6cfa0787b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Request body: {'security_group': {'name': 'tempest-securitygroup--961443943', 'description': 'tempest-description--1108953336'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:50:28.693755 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8183285-2f2e-4951-8d40-08eb5b263696 None None] Pushing event updated for resources: {'Port': ['ID=add813c1-fc77-42d9-b2c4-ce8b770aaa14,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:28.703921 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dc366045-4048-4d1a-821c-f4e6cfa0787b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:28.748272 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-a130acdf-ebe4-4fa3-9132-dd0f7427b9de None None] Attempting to bind port add813c1-fc77-42d9-b2c4-ce8b770aaa14 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:50:28.748643 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-a130acdf-ebe4-4fa3-9132-dd0f7427b9de None None] Attempting to bind port add813c1-fc77-42d9-b2c4-ce8b770aaa14 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:50:28.748998 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a130acdf-ebe4-4fa3-9132-dd0f7427b9de None None] Attempting to bind port add813c1-fc77-42d9-b2c4-ce8b770aaa14 on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:50:28.754402 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a130acdf-ebe4-4fa3-9132-dd0f7427b9de None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:50:28.754768 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a130acdf-ebe4-4fa3-9132-dd0f7427b9de None None] Checking segment: {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:50:28.755167 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a130acdf-ebe4-4fa3-9132-dd0f7427b9de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:28.755558 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a130acdf-ebe4-4fa3-9132-dd0f7427b9de None None] Bound using segment: {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:50:28.756018 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-a130acdf-ebe4-4fa3-9132-dd0f7427b9de None None] Bound port: add813c1-fc77-42d9-b2c4-ce8b770aaa14, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:50:28.756700 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a130acdf-ebe4-4fa3-9132-dd0f7427b9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:28.796851 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dc366045-4048-4d1a-821c-f4e6cfa0787b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:28.801958 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dc366045-4048-4d1a-821c-f4e6cfa0787b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:28.828840 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-a130acdf-ebe4-4fa3-9132-dd0f7427b9de None None] For port add813c1-fc77-42d9-b2c4-ce8b770aaa14, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:50:28.832341 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-a130acdf-ebe4-4fa3-9132-dd0f7427b9de None None] For port add813c1-fc77-42d9-b2c4-ce8b770aaa14, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=add813c1-fc77-42d9-b2c4-ce8b770aaa14,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:50:28.835269 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dc366045-4048-4d1a-821c-f4e6cfa0787b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:28.837085 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a130acdf-ebe4-4fa3-9132-dd0f7427b9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:28.838480 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-dc366045-4048-4d1a-821c-f4e6cfa0787b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1667960 Sep 30 13:50:28.840160 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46020) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:50:28.842419 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc366045-4048-4d1a-821c-f4e6cfa0787b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:28.846048 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-34fbed4d-f48b-4f6d-b67f-f9a16afad7d9 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Request body: {'security_group_rule': {'security_group_id': 'a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:50:28.882139 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-34fbed4d-f48b-4f6d-b67f-f9a16afad7d9 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:28.901383 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a130acdf-ebe4-4fa3-9132-dd0f7427b9de None None] Routers {'da067940-c404-4a8c-9223-1730ca4c2c76'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:50:28.902160 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a130acdf-ebe4-4fa3-9132-dd0f7427b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:50:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['da067940-c404-4a8c-9223-1730ca4c2c76'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:50:28.904498 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8183285-2f2e-4951-8d40-08eb5b263696 None None] Pushing event updated for resources: {'Port': ['ID=add813c1-fc77-42d9-b2c4-ce8b770aaa14,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:28.943273 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-34fbed4d-f48b-4f6d-b67f-f9a16afad7d9 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:28.948136 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-34fbed4d-f48b-4f6d-b67f-f9a16afad7d9 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:28.966824 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-09aebc55-b968-4702-8465-1c0961c8fd5a None None] Provisioning complete for port add813c1-fc77-42d9-b2c4-ce8b770aaa14 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:50:28.967274 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-09aebc55-b968-4702-8465-1c0961c8fd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:28.972646 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbed4d-f48b-4f6d-b67f-f9a16afad7d9 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60b764c7-28e3-43fb-84de-23f1fed01a97,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:28.976903 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-34fbed4d-f48b-4f6d-b67f-f9a16afad7d9 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:28.981456 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 46024) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:50:28.982595 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-34fbed4d-f48b-4f6d-b67f-f9a16afad7d9 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1405988 Sep 30 13:50:28.987034 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-b0b9c767-026e-443f-9909-416b968a663f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Request body: {'security_group_rule': {'security_group_id': 'a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:50:29.028716 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b0b9c767-026e-443f-9909-416b968a663f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:29.054348 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c7c2a7f4-ea67-461f-a635-3776d5713bc9 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:50:29.103454 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b0b9c767-026e-443f-9909-416b968a663f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:29.105111 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-a130acdf-ebe4-4fa3-9132-dd0f7427b9de None None] Set router da067940-c404-4a8c-9223-1730ca4c2c76 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:50:29.108301 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b0b9c767-026e-443f-9909-416b968a663f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:29.125749 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9c767-026e-443f-9909-416b968a663f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d0cb05-6202-4c74-97b3-341c4498205f,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:29.135734 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b0b9c767-026e-443f-9909-416b968a663f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:29.139477 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b0b9c767-026e-443f-9909-416b968a663f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1537495 Sep 30 13:50:29.140735 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 46026) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:50:29.145126 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-74ee4079-227c-49cc-8f22-d97a071a46d0 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:50:29.167468 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74ee4079-227c-49cc-8f22-d97a071a46d0 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for floatingip, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:29.177811 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-09aebc55-b968-4702-8465-1c0961c8fd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:29.259476 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port c7c2a7f4-ea67-461f-a635-3776d5713bc9 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:50:29.260137 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:29.266278 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-09aebc55-b968-4702-8465-1c0961c8fd5a None None] For port add813c1-fc77-42d9-b2c4-ce8b770aaa14, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=add813c1-fc77-42d9-b2c4-ce8b770aaa14,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:50:29.269176 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74ee4079-227c-49cc-8f22-d97a071a46d0 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:29.287704 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-09aebc55-b968-4702-8465-1c0961c8fd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:29.379668 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-74ee4079-227c-49cc-8f22-d97a071a46d0 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Allocated IP 172.25.5.135 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/0415d495-0f81-4821-8a1e-5ff2a269e561) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:50:29.419794 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aebc55-b968-4702-8465-1c0961c8fd5a None None] Pushing event updated for resources: {'Port': ['ID=add813c1-fc77-42d9-b2c4-ce8b770aaa14,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:29.471554 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-c69948a3-dd92-4caa-9849-18f0fa03933e None None] Provisioning complete for port add813c1-fc77-42d9-b2c4-ce8b770aaa14 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:50:29.471925 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c69948a3-dd92-4caa-9849-18f0fa03933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:29.486548 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74ee4079-227c-49cc-8f22-d97a071a46d0 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:29.521245 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74ee4079-227c-49cc-8f22-d97a071a46d0 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:29.536653 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a130acdf-ebe4-4fa3-9132-dd0f7427b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:26Z', 'revision_number': 4, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'add813c1-fc77-42d9-b2c4-ce8b770aaa14', 'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'mac_address': 'fa:16:3e:23:d2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:25Z', 'updated_at': '2021-09-30T13:50:28Z', 'revision_number': 4, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'subnets': [{'id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:50:29.559345 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ee4079-227c-49cc-8f22-d97a071a46d0 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:50:29.564170 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-74ee4079-227c-49cc-8f22-d97a071a46d0 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:50:29.567744 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ee4079-227c-49cc-8f22-d97a071a46d0 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:50:29.585366 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a130acdf-ebe4-4fa3-9132-dd0f7427b9de None None] The sync data for ids ['da067940-c404-4a8c-9223-1730ca4c2c76'] in n-d-810909-2 is: [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:26Z', 'revision_number': 4, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'add813c1-fc77-42d9-b2c4-ce8b770aaa14', 'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'mac_address': 'fa:16:3e:23:d2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:25Z', 'updated_at': '2021-09-30T13:50:28Z', 'revision_number': 4, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'subnets': [{'id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:50:29.595710 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee4079-227c-49cc-8f22-d97a071a46d0 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Pushing event updated for resources: {'Port': ['ID=0415d495-0f81-4821-8a1e-5ff2a269e561,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:29.665601 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74ee4079-227c-49cc-8f22-d97a071a46d0 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:29.701854 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74ee4079-227c-49cc-8f22-d97a071a46d0 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:29.861663 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74ee4079-227c-49cc-8f22-d97a071a46d0 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:29.867490 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74ee4079-227c-49cc-8f22-d97a071a46d0 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:29.940985 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee4079-227c-49cc-8f22-d97a071a46d0 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Pushing event updated for resources: {'Port': ['ID=0415d495-0f81-4821-8a1e-5ff2a269e561,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:29.947639 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74ee4079-227c-49cc-8f22-d97a071a46d0 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:29.962303 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74ee4079-227c-49cc-8f22-d97a071a46d0 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:29.963574 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-74ee4079-227c-49cc-8f22-d97a071a46d0 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8219395 Sep 30 13:50:30.116326 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-bd762091-493d-455c-a815-d518a3cf745e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--961443943&fields=id&tenant_id=4a0cd83bf7674d50be353991eaf1323f HTTP/1.1" status: 200 len: 267 time: 0.0402713 Sep 30 13:50:30.230022 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-808d95e5-c0e1-4450-b3fc-bc17c2642868 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:30.231609 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-808d95e5-c0e1-4450-b3fc-bc17c2642868 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 811 time: 0.1076133 Sep 30 13:50:30.247779 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-d6fd9627-f054-4a55-89d1-0adf774286a1 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/quotas/4a0cd83bf7674d50be353991eaf1323f HTTP/1.1" status: 200 len: 375 time: 0.0098553 Sep 30 13:50:30.303107 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-5cea0eac-90b2-41d7-9e1e-747775b8c114 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494354 Sep 30 13:50:30.408192 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-6baffcfa-4773-4535-88b8-f323e16fb464 service neutron] 10.222.0.18 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915682 Sep 30 13:50:30.507906 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-27f72f28-3b05-4432-b5dd-db6b28be5097 service neutron] 10.222.0.18 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935860 Sep 30 13:50:30.671242 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b5339285-9768-4168-a2cb-c59d971b0112 req-10336557-77a1-4330-ab99-5252929e48ea tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 210 time: 0.0263603 Sep 30 13:50:31.046251 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device add813c1-fc77-42d9-b2c4-ce8b770aaa14 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:50:31.095074 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port add813c1-fc77-42d9-b2c4-ce8b770aaa14 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:50:31.095456 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:31.579462 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-6b45ea53-52ba-497d-a47c-a72a4ab8fd24 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:31.580927 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-6b45ea53-52ba-497d-a47c-a72a4ab8fd24 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.54 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 811 time: 0.1071150 Sep 30 13:50:31.626200 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-c7aee0e4-96bd-4fa4-849f-1ce15a837216 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a0cd83bf7674d50be353991eaf1323f HTTP/1.1" status: 200 len: 379 time: 0.0362256 Sep 30 13:50:31.641714 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-12e6cdd5-9c80-43fb-b40d-a667a2d70fa5 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Request body: {'port': {'device_id': 'acc8b240-24e6-4e56-a252-41ee8ed120e8', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'admin_state_up': True, 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'security_groups': ['a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc']}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:50:31.751126 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-12e6cdd5-9c80-43fb-b40d-a667a2d70fa5 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Made reservation on behalf of 4a0cd83bf7674d50be353991eaf1323f for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:50:31.755298 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-12e6cdd5-9c80-43fb-b40d-a667a2d70fa5 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:31.765407 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6e6f26b6-e299-4412-b4b0-98581111c222 req-e5845b0f-9976-41e8-8468-0ac78b65919c tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 210 time: 0.0274220 Sep 30 13:50:31.878459 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-12e6cdd5-9c80-43fb-b40d-a667a2d70fa5 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Allocated IP 172.20.0.12 (6ea3dc96-daed-4dd4-b85c-22effdc0ca4f/e557d68b-576f-41a9-a61d-f9ace28817cf/0f518ddd-6c4b-4e33-a7ba-b4ca12e09845) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:50:32.014727 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-12e6cdd5-9c80-43fb-b40d-a667a2d70fa5 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:32.047831 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-12e6cdd5-9c80-43fb-b40d-a667a2d70fa5 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:32.088794 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-12e6cdd5-9c80-43fb-b40d-a667a2d70fa5 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:50:32.092533 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-12e6cdd5-9c80-43fb-b40d-a667a2d70fa5 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:50:32.096190 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-12e6cdd5-9c80-43fb-b40d-a667a2d70fa5 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:50:32.124308 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6cdd5-9c80-43fb-b40d-a667a2d70fa5 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Pushing event updated for resources: {'Port': ['ID=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:32.150735 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-12e6cdd5-9c80-43fb-b40d-a667a2d70fa5 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:32.151368 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-12e6cdd5-9c80-43fb-b40d-a667a2d70fa5 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:32.167630 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-12e6cdd5-9c80-43fb-b40d-a667a2d70fa5 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5294185 Sep 30 13:50:32.180322 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-72727ec6-b643-41a4-bdda-b52d2c2ac07a service neutron] Request body: {'port': {'device_id': 'acc8b240-24e6-4e56-a252-41ee8ed120e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:50:32.241260 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-72727ec6-b643-41a4-bdda-b52d2c2ac07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:32.339230 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-b339db8f-110f-4dbd-8224-092869e9809e None None] Provisioning complete for port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:50:32.339853 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b339db8f-110f-4dbd-8224-092869e9809e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:32.373462 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-b339db8f-110f-4dbd-8224-092869e9809e None None] Port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:50:32.500646 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-72727ec6-b643-41a4-bdda-b52d2c2ac07a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:50:32.507889 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-72727ec6-b643-41a4-bdda-b52d2c2ac07a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:32.520370 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-72727ec6-b643-41a4-bdda-b52d2c2ac07a service neutron] Transition to ACTIVE for port object 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:50:32.523790 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-72727ec6-b643-41a4-bdda-b52d2c2ac07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:32.578298 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72727ec6-b643-41a4-bdda-b52d2c2ac07a service neutron] Pushing event updated for resources: {'Port': ['ID=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:32.647668 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-72727ec6-b643-41a4-bdda-b52d2c2ac07a service neutron] Attempting to bind port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:50:32.648010 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-72727ec6-b643-41a4-bdda-b52d2c2ac07a service neutron] Attempting to bind port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:50:32.648343 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-72727ec6-b643-41a4-bdda-b52d2c2ac07a service neutron] Attempting to bind port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:50:32.652919 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-72727ec6-b643-41a4-bdda-b52d2c2ac07a service neutron] Port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:50:32.653290 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-72727ec6-b643-41a4-bdda-b52d2c2ac07a service neutron] Attempting to bind port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:50:32.658333 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-72727ec6-b643-41a4-bdda-b52d2c2ac07a service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:50:32.658675 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-72727ec6-b643-41a4-bdda-b52d2c2ac07a service neutron] Checking segment: {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:50:32.659058 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-72727ec6-b643-41a4-bdda-b52d2c2ac07a service neutron] Bound using segment: {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:50:32.659490 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-72727ec6-b643-41a4-bdda-b52d2c2ac07a service neutron] Bound port: 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:50:32.659849 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-72727ec6-b643-41a4-bdda-b52d2c2ac07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:32.725593 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-72727ec6-b643-41a4-bdda-b52d2c2ac07a service neutron] For port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:50:32.728621 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-72727ec6-b643-41a4-bdda-b52d2c2ac07a service neutron] For port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:50:32.732626 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-72727ec6-b643-41a4-bdda-b52d2c2ac07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:32.772622 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-72727ec6-b643-41a4-bdda-b52d2c2ac07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:32.773241 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-72727ec6-b643-41a4-bdda-b52d2c2ac07a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:32.774688 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-72727ec6-b643-41a4-bdda-b52d2c2ac07a service neutron] 10.222.0.54 "PUT /v2.0/ports/0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 HTTP/1.1" status: 200 len: 1092 time: 0.5985870 Sep 30 13:50:32.775154 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc8b240-24e6-4e56-a252-41ee8ed120e8', 'tag': '0f518ddd-6c4b-4e33-a7ba-b4ca12e09845'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:50:32.777382 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25a9ab4-f1e9-464b-aca6-08b936aa06e8" -d '{"events": [{"name": "network-changed", "server_uuid": "acc8b240-24e6-4e56-a252-41ee8ed120e8", "tag": "0f518ddd-6c4b-4e33-a7ba-b4ca12e09845"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:50:32.800055 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72727ec6-b643-41a4-bdda-b52d2c2ac07a service neutron] Pushing event updated for resources: {'Port': ['ID=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:32.855921 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4786fc2c-f22d-49f0-945d-ab077fb928a6 x-openstack-request-id: req-4786fc2c-f22d-49f0-945d-ab077fb928a6 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:50:32.856240 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc8b240-24e6-4e56-a252-41ee8ed120e8", "tag": "0f518ddd-6c4b-4e33-a7ba-b4ca12e09845", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:50:32.856506 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4786fc2c-f22d-49f0-945d-ab077fb928a6 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:50:32.856894 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc8b240-24e6-4e56-a252-41ee8ed120e8', 'tag': '0f518ddd-6c4b-4e33-a7ba-b4ca12e09845', 'status': 'completed', 'code': 200} Sep 30 13:50:32.875157 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-9d62c08e-f049-4cea-911b-d9c7fc1b2cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:32.876764 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-9d62c08e-f049-4cea-911b-d9c7fc1b2cb7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 1095 time: 0.0489867 Sep 30 13:50:32.898991 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390d7b7-f390-48b0-b2b4-c1859dc92c12 req-23049b49-690f-4149-9e11-ad238544d627 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:32.902614 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2390d7b7-f390-48b0-b2b4-c1859dc92c12 req-23049b49-690f-4149-9e11-ad238544d627 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 944 time: 0.0534980 Sep 30 13:50:32.920540 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-886f1c0b-4e5b-4897-8879-ae98623ff295 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 HTTP/1.1" status: 200 len: 217 time: 0.0363262 Sep 30 13:50:32.944455 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2390d7b7-f390-48b0-b2b4-c1859dc92c12 req-9acdaf27-71ae-4efd-9f30-9db639a064a7 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372624 Sep 30 13:50:32.972285 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-f070cc11-015c-46b4-b24c-7bcd01e91122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:32.973798 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-f070cc11-015c-46b4-b24c-7bcd01e91122 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0463634 Sep 30 13:50:33.028021 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-131e1b33-6457-4b2a-bb19-2d259ffb58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:33.029662 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-131e1b33-6457-4b2a-bb19-2d259ffb58f9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482600 Sep 30 13:50:33.119794 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-c71c1990-8a32-4f4a-b5a3-8f97ba676104 service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828447 Sep 30 13:50:33.213514 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-30261f1d-ce96-4c58-8169-6a348f8aaa38 req-c2936a18-0250-45b9-bc25-6ed02754dc95 service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862479 Sep 30 13:50:33.292471 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a9ab4-f1e9-464b-aca6-08b936aa06e8 req-c5921a4b-c60d-47bd-a6fc-185bbce80544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:33.294569 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a25a9ab4-f1e9-464b-aca6-08b936aa06e8 req-c5921a4b-c60d-47bd-a6fc-185bbce80544 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 1095 time: 0.0399089 Sep 30 13:50:33.388097 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a9ab4-f1e9-464b-aca6-08b936aa06e8 req-a18d2e49-9332-4b6f-9a12-9d22d7ed24fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:33.389560 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a25a9ab4-f1e9-464b-aca6-08b936aa06e8 req-a18d2e49-9332-4b6f-9a12-9d22d7ed24fc service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0888181 Sep 30 13:50:33.431799 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a25a9ab4-f1e9-464b-aca6-08b936aa06e8 req-26905a98-5f38-4749-a3c3-2524495cd9b1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 HTTP/1.1" status: 200 len: 217 time: 0.0347426 Sep 30 13:50:33.480440 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a9ab4-f1e9-464b-aca6-08b936aa06e8 req-3852c40d-5d43-4f89-8167-727db0b0ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:33.482556 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a25a9ab4-f1e9-464b-aca6-08b936aa06e8 req-3852c40d-5d43-4f89-8167-727db0b0ba2c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0438294 Sep 30 13:50:33.531030 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a9ab4-f1e9-464b-aca6-08b936aa06e8 req-98bb69ff-5d75-4d61-9816-d4cab1decf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:33.532505 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a25a9ab4-f1e9-464b-aca6-08b936aa06e8 req-98bb69ff-5d75-4d61-9816-d4cab1decf23 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436263 Sep 30 13:50:33.621639 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a25a9ab4-f1e9-464b-aca6-08b936aa06e8 req-c7100c21-c6de-4e84-9963-c285b93c8ba3 service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817683 Sep 30 13:50:33.713939 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a25a9ab4-f1e9-464b-aca6-08b936aa06e8 req-cf51dbcc-a26b-4920-93e8-5aeb682b3bf5 service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852737 Sep 30 13:50:34.059867 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ace06f-1411-4ce8-b0a6-08a5891af347 req-4d67209f-aae1-4d69-8f71-29456e2d2a89 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:34.061364 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c8ace06f-1411-4ce8-b0a6-08a5891af347 req-4d67209f-aae1-4d69-8f71-29456e2d2a89 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 944 time: 0.0494561 Sep 30 13:50:34.099285 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c8ace06f-1411-4ce8-b0a6-08a5891af347 req-7b192649-a2cb-4d9e-ad82-d49da5fdaadd tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319543 Sep 30 13:50:35.212656 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18781a-9581-41a3-8778-645bfd83c4cf req-2cbbd3dc-10e8-4682-abb4-46e18fd7d32e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:35.214135 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d18781a-9581-41a3-8778-645bfd83c4cf req-2cbbd3dc-10e8-4682-abb4-46e18fd7d32e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 944 time: 0.0476916 Sep 30 13:50:35.253256 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d18781a-9581-41a3-8778-645bfd83c4cf req-f30f550a-c33d-41e0-8480-8551ff4b11af tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321386 Sep 30 13:50:36.367889 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a24f8-dc3b-49cf-bc2c-ac7c98bad349 req-9369cbcb-f63a-4364-9169-b5eec6731db5 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:36.369383 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f4a24f8-dc3b-49cf-bc2c-ac7c98bad349 req-9369cbcb-f63a-4364-9169-b5eec6731db5 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 944 time: 0.0491972 Sep 30 13:50:36.411328 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f4a24f8-dc3b-49cf-bc2c-ac7c98bad349 req-0e9f90a8-a9d3-4e42-95e1-d6d7d1ef1867 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356944 Sep 30 13:50:37.528381 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f84d5c-76f0-4286-8f30-87a422c67bfb req-338b7b33-2d04-4b27-bf91-372876c437c3 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:37.529846 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f0f84d5c-76f0-4286-8f30-87a422c67bfb req-338b7b33-2d04-4b27-bf91-372876c437c3 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 944 time: 0.0522075 Sep 30 13:50:37.562706 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:50:37.567363 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f0f84d5c-76f0-4286-8f30-87a422c67bfb req-8af7e15d-ca36-472d-9705-bf5346ee7a4d tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316355 Sep 30 13:50:37.653334 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:50:37.664004 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '0f518ddd-6c4b-4e33-a7ba-b4ca12e09845', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'port_id': '0f518ddd-6c4b-4e33-a7ba-b4ca12e09845', 'mac_address': 'fa:16:3e:4a:e2:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:50:37.703311 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:37.715535 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:50:37.733853 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:50:37.737602 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:37.783115 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:38.064946 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['0f518ddd-6c4b-4e33-a7ba-b4ca12e09845'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:50:38.680453 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c8908-9238-44da-bc1d-293448c34b45 req-7f8699f7-3ffa-451e-976f-8e1941d0b57d tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:38.681944 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b65c8908-9238-44da-bc1d-293448c34b45 req-7f8699f7-3ffa-451e-976f-8e1941d0b57d tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 945 time: 0.0489833 Sep 30 13:50:38.719267 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b65c8908-9238-44da-bc1d-293448c34b45 req-2d175731-afe2-4a09-a758-c3e6dc26b812 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313873 Sep 30 13:50:39.562480 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:50:39.610875 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:50:39.614713 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:50:39.615086 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:39.689173 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:39.713681 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc8b240-24e6-4e56-a252-41ee8ed120e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f518ddd-6c4b-4e33-a7ba-b4ca12e09845'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:50:39.716212 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99da575c-9d48-4356-a6fe-026fb9b6aa0c" -d '{"events": [{"server_uuid": "acc8b240-24e6-4e56-a252-41ee8ed120e8", "name": "network-vif-plugged", "status": "completed", "tag": "0f518ddd-6c4b-4e33-a7ba-b4ca12e09845"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:50:39.729506 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:50:39.733797 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:39.758576 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ae80ac-3ced-4554-a27d-e7976a9bd5f0 x-openstack-request-id: req-d8ae80ac-3ced-4554-a27d-e7976a9bd5f0 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:50:39.758876 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc8b240-24e6-4e56-a252-41ee8ed120e8", "name": "network-vif-plugged", "status": "completed", "tag": "0f518ddd-6c4b-4e33-a7ba-b4ca12e09845", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:50:39.759159 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d8ae80ac-3ced-4554-a27d-e7976a9bd5f0 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:50:39.759555 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc8b240-24e6-4e56-a252-41ee8ed120e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f518ddd-6c4b-4e33-a7ba-b4ca12e09845', 'code': 200} Sep 30 13:50:39.792310 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:50:39.864834 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cdf62b-d6f0-42ff-9ff0-44099584149f req-74f2f570-19e9-44cd-9c39-cafcf25a66e3 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:39.866351 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-95cdf62b-d6f0-42ff-9ff0-44099584149f req-74f2f570-19e9-44cd-9c39-cafcf25a66e3 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 946 time: 0.0781093 Sep 30 13:50:39.870706 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d9dbd-e609-4fa1-bc1c-0f8720eb2158 req-5bc4ada9-8325-47b7-ab75-93c4adaf7baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:39.872084 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e09d9dbd-e609-4fa1-bc1c-0f8720eb2158 req-5bc4ada9-8325-47b7-ab75-93c4adaf7baa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 1097 time: 0.0579312 Sep 30 13:50:39.930163 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-95cdf62b-d6f0-42ff-9ff0-44099584149f req-11ae4274-5f3d-4c3d-9338-bf414b9ab9ba tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571256 Sep 30 13:50:39.932071 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e09d9dbd-e609-4fa1-bc1c-0f8720eb2158 req-d1723533-745a-44b4-917d-8cd8c5cad392 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525548 Sep 30 13:50:41.045883 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236bc0a-8a7b-4ed7-9bc5-f874e56000a3 req-c06c2790-8b99-4470-9656-c2843f4b3048 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:41.047400 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3236bc0a-8a7b-4ed7-9bc5-f874e56000a3 req-c06c2790-8b99-4470-9656-c2843f4b3048 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 946 time: 0.0487013 Sep 30 13:50:41.084035 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3236bc0a-8a7b-4ed7-9bc5-f874e56000a3 req-0884cccb-fd37-4908-aab8-c9538fed7645 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306256 Sep 30 13:50:42.199540 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c91d4-d382-4f9f-ac4b-8e4878368108 req-3529e041-e45a-49f2-8648-c2b3f47389fa tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:42.201502 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-623c91d4-d382-4f9f-ac4b-8e4878368108 req-3529e041-e45a-49f2-8648-c2b3f47389fa tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 946 time: 0.0488241 Sep 30 13:50:42.239746 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-623c91d4-d382-4f9f-ac4b-8e4878368108 req-52dee94d-69a4-4e6e-bb4b-599e028f4a4b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323405 Sep 30 13:50:42.349476 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baa00f-6fd3-4bad-b5dd-b3fd3d01c03d req-8d2cbd3a-409f-472c-8e2d-25bd56e62489 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:42.350988 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e2baa00f-6fd3-4bad-b5dd-b3fd3d01c03d req-8d2cbd3a-409f-472c-8e2d-25bd56e62489 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 946 time: 0.0482800 Sep 30 13:50:42.360016 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 46078) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:50:42.364304 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-17a0c94d-30be-4cc0-927a-c1fbb54314db tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Request body: {'floatingip': {'port_id': '0f518ddd-6c4b-4e33-a7ba-b4ca12e09845'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:50:42.405752 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-17a0c94d-30be-4cc0-927a-c1fbb54314db tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for floatingip, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:42.829781 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-17a0c94d-30be-4cc0-927a-c1fbb54314db tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:42.833605 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-17a0c94d-30be-4cc0-927a-c1fbb54314db tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:42.927263 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-17a0c94d-30be-4cc0-927a-c1fbb54314db tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Floating IP 4d7060d5-eb19-4faf-bdfd-e6db5e5024ef associated. External IP: 172.25.5.135, port: 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845. Sep 30 13:50:43.128504 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a0c94d-30be-4cc0-927a-c1fbb54314db tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Router da067940-c404-4a8c-9223-1730ca4c2c76 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:50:43.235484 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a0c94d-30be-4cc0-927a-c1fbb54314db tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:50:43.240445 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-17a0c94d-30be-4cc0-927a-c1fbb54314db tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:43.245410 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb9716c-f605-42df-b683-a77c6efd1b4d None None] Sync routers for ids ['da067940-c404-4a8c-9223-1730ca4c2c76'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:50:43.259168 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb9716c-f605-42df-b683-a77c6efd1b4d None None] Routers {'da067940-c404-4a8c-9223-1730ca4c2c76'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:50:43.259787 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4eb9716c-f605-42df-b683-a77c6efd1b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:50:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['da067940-c404-4a8c-9223-1730ca4c2c76'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:50:43.267653 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-17a0c94d-30be-4cc0-927a-c1fbb54314db tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "PUT /v2.0/floatingips/4d7060d5-eb19-4faf-bdfd-e6db5e5024ef HTTP/1.1" status: 200 len: 992 time: 0.9066229 Sep 30 13:50:43.268242 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc8b240-24e6-4e56-a252-41ee8ed120e8', 'tag': '0f518ddd-6c4b-4e33-a7ba-b4ca12e09845'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:50:43.270555 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a44fb4b-5540-4575-92c3-bc795f9cf566" -d '{"events": [{"name": "network-changed", "server_uuid": "acc8b240-24e6-4e56-a252-41ee8ed120e8", "tag": "0f518ddd-6c4b-4e33-a7ba-b4ca12e09845"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:50:43.306662 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e48ce71-3b20-4366-b386-2f65b09009d7 x-openstack-request-id: req-5e48ce71-3b20-4366-b386-2f65b09009d7 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:50:43.306960 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc8b240-24e6-4e56-a252-41ee8ed120e8", "tag": "0f518ddd-6c4b-4e33-a7ba-b4ca12e09845", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:50:43.307234 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e48ce71-3b20-4366-b386-2f65b09009d7 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:50:43.307637 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc8b240-24e6-4e56-a252-41ee8ed120e8', 'tag': '0f518ddd-6c4b-4e33-a7ba-b4ca12e09845', 'status': 'completed', 'code': 200} Sep 30 13:50:43.361954 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-4eb9716c-f605-42df-b683-a77c6efd1b4d None None] Set router da067940-c404-4a8c-9223-1730ca4c2c76 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:50:43.369270 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44fb4b-5540-4575-92c3-bc795f9cf566 req-9231fcde-2d6b-4fa7-8764-11bec550abe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:43.370828 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7a44fb4b-5540-4575-92c3-bc795f9cf566 req-9231fcde-2d6b-4fa7-8764-11bec550abe1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 1097 time: 0.0405183 Sep 30 13:50:43.466136 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44fb4b-5540-4575-92c3-bc795f9cf566 req-8dafc67b-ee38-45ad-bf77-a5833ad8d8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:43.467783 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7a44fb4b-5540-4575-92c3-bc795f9cf566 req-8dafc67b-ee38-45ad-bf77-a5833ad8d8a8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0894547 Sep 30 13:50:43.532653 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7a44fb4b-5540-4575-92c3-bc795f9cf566 req-9bfd281c-38cf-458a-91ee-0da324d10e77 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 HTTP/1.1" status: 200 len: 1000 time: 0.0578513 Sep 30 13:50:43.583564 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4eb9716c-f605-42df-b683-a77c6efd1b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:26Z', 'revision_number': 4, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '4d7060d5-eb19-4faf-bdfd-e6db5e5024ef', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'port_id': '0f518ddd-6c4b-4e33-a7ba-b4ca12e09845', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'mac_address': 'fa:16:3e:4a:e2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc8b240-24e6-4e56-a252-41ee8ed120e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:50:29Z', 'updated_at': '2021-09-30T13:50:42Z', 'revision_number': 1, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add813c1-fc77-42d9-b2c4-ce8b770aaa14', 'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'mac_address': 'fa:16:3e:23:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:25Z', 'updated_at': '2021-09-30T13:50:29Z', 'revision_number': 5, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'subnets': [{'id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:50:43.586117 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44fb4b-5540-4575-92c3-bc795f9cf566 req-57ea5381-0c10-4936-a077-d9675b07a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:43.587785 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7a44fb4b-5540-4575-92c3-bc795f9cf566 req-57ea5381-0c10-4936-a077-d9675b07a6a7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0482378 Sep 30 13:50:43.609812 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb9716c-f605-42df-b683-a77c6efd1b4d None None] Checking router: da067940-c404-4a8c-9223-1730ca4c2c76 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:50:43.617875 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb9716c-f605-42df-b683-a77c6efd1b4d None None] Routers {'da067940-c404-4a8c-9223-1730ca4c2c76'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:50:43.618508 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4eb9716c-f605-42df-b683-a77c6efd1b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:50:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['da067940-c404-4a8c-9223-1730ca4c2c76'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:50:43.633396 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44fb4b-5540-4575-92c3-bc795f9cf566 req-67eed0ae-7912-4a9b-b630-5aca9ed54efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:50:43.634916 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7a44fb4b-5540-4575-92c3-bc795f9cf566 req-67eed0ae-7912-4a9b-b630-5aca9ed54efc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403957 Sep 30 13:50:43.722651 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-4eb9716c-f605-42df-b683-a77c6efd1b4d None None] Set router da067940-c404-4a8c-9223-1730ca4c2c76 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:50:43.725342 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7a44fb4b-5540-4575-92c3-bc795f9cf566 req-4b919b1a-f4dd-4806-b652-081fdf9a62fb service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823393 Sep 30 13:50:43.819908 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7a44fb4b-5540-4575-92c3-bc795f9cf566 req-2da2334f-1116-473d-84f2-0afeb9c398b6 service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867217 Sep 30 13:50:43.944599 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4eb9716c-f605-42df-b683-a77c6efd1b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:26Z', 'revision_number': 4, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '4d7060d5-eb19-4faf-bdfd-e6db5e5024ef', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'port_id': '0f518ddd-6c4b-4e33-a7ba-b4ca12e09845', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'mac_address': 'fa:16:3e:4a:e2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc8b240-24e6-4e56-a252-41ee8ed120e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:50:29Z', 'updated_at': '2021-09-30T13:50:42Z', 'revision_number': 1, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add813c1-fc77-42d9-b2c4-ce8b770aaa14', 'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'mac_address': 'fa:16:3e:23:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:25Z', 'updated_at': '2021-09-30T13:50:29Z', 'revision_number': 5, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'subnets': [{'id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:50:43.969991 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb9716c-f605-42df-b683-a77c6efd1b4d None None] The sync data for ids ['da067940-c404-4a8c-9223-1730ca4c2c76'] in n-d-810909-2 is: [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:26Z', 'revision_number': 4, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '4d7060d5-eb19-4faf-bdfd-e6db5e5024ef', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'port_id': '0f518ddd-6c4b-4e33-a7ba-b4ca12e09845', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'mac_address': 'fa:16:3e:4a:e2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc8b240-24e6-4e56-a252-41ee8ed120e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:50:29Z', 'updated_at': '2021-09-30T13:50:42Z', 'revision_number': 1, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add813c1-fc77-42d9-b2c4-ce8b770aaa14', 'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'mac_address': 'fa:16:3e:23:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:25Z', 'updated_at': '2021-09-30T13:50:29Z', 'revision_number': 5, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'subnets': [{'id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:50:44.172966 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307630e7-179e-4e44-9835-326470be7a0b None None] New status for floating IP 4d7060d5-eb19-4faf-bdfd-e6db5e5024ef: ACTIVE {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:50:45.123587 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:48.235786 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1c5f2576-488f-4e2a-ae6c-200079dd02b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:49.889024 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:50.741401 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cc54f4c9-7f30-482a-b35a-ffc267c673e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:51.672149 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:52.493657 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:50:54.257471 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:51:01.746098 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:51:13.825021 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cdf98021-ceae-4b1a-875e-ae63bd235bc2 req-49420075-72f9-4a07-bf95-278e962a10ac service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393405 Sep 30 13:51:13.911947 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf98021-ceae-4b1a-875e-ae63bd235bc2 req-eb05ed93-8923-41cd-b35a-792eb054ffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:51:13.913431 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cdf98021-ceae-4b1a-875e-ae63bd235bc2 req-eb05ed93-8923-41cd-b35a-792eb054ffe6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 1097 time: 0.0443428 Sep 30 13:51:14.014865 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf98021-ceae-4b1a-875e-ae63bd235bc2 req-bb2fc8a0-b1a8-46b5-847b-98e469ac44a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:51:14.016360 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cdf98021-ceae-4b1a-875e-ae63bd235bc2 req-bb2fc8a0-b1a8-46b5-847b-98e469ac44a6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0836203 Sep 30 13:51:14.088315 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cdf98021-ceae-4b1a-875e-ae63bd235bc2 req-afc965e9-c3dc-4fcc-9420-39f448ac0170 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 HTTP/1.1" status: 200 len: 1002 time: 0.0640912 Sep 30 13:51:14.136974 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf98021-ceae-4b1a-875e-ae63bd235bc2 req-48e66073-8ff7-4ca9-abc4-de163fb88fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:51:14.138416 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cdf98021-ceae-4b1a-875e-ae63bd235bc2 req-48e66073-8ff7-4ca9-abc4-de163fb88fbe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0429072 Sep 30 13:51:14.187671 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf98021-ceae-4b1a-875e-ae63bd235bc2 req-e0cd5122-6a48-4716-8f05-1b9f13f9e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:51:14.189829 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cdf98021-ceae-4b1a-875e-ae63bd235bc2 req-e0cd5122-6a48-4716-8f05-1b9f13f9e592 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437632 Sep 30 13:51:14.287640 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cdf98021-ceae-4b1a-875e-ae63bd235bc2 req-d03faa2f-ad6a-41b6-bd30-7195d533b80b service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855322 Sep 30 13:51:14.377825 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cdf98021-ceae-4b1a-875e-ae63bd235bc2 req-d483ed06-9d44-4de8-b000-d0e0266fedbe service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811622 Sep 30 13:51:15.124654 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:51:18.240098 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-eeb6fab2-fdd5-485c-8870-59c2113efbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:51:19.891844 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:51:20.740980 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d0fd053c-00bc-459a-b22b-523ce8370ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:51:21.673000 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:51:22.497830 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:51:24.259564 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:51:38.745272 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:51:45.123123 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:51:48.240169 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-04eb2d02-d6f8-4c18-9b1d-6d53e4129636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:51:49.901319 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:51:50.741070 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c675cf67-1f6d-4da9-89de-97807c08ee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:51:51.674123 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:51:52.503610 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:51:54.262269 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:52:13.306853 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-149c6c70-826e-41a1-8e3e-63c0ec8a608f req-33a49a74-72a2-4b61-8158-b0db160f33b1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396070 Sep 30 13:52:13.388771 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c6c70-826e-41a1-8e3e-63c0ec8a608f req-7fd4a49d-8306-4a52-b71a-5fadc9257bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:52:13.390818 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-149c6c70-826e-41a1-8e3e-63c0ec8a608f req-7fd4a49d-8306-4a52-b71a-5fadc9257bdf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 1097 time: 0.0440347 Sep 30 13:52:13.492702 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c6c70-826e-41a1-8e3e-63c0ec8a608f req-ae6bcedf-3524-463e-a02a-ac8f3c0fbe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:52:13.494353 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-149c6c70-826e-41a1-8e3e-63c0ec8a608f req-ae6bcedf-3524-463e-a02a-ac8f3c0fbe60 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0853305 Sep 30 13:52:13.563841 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-149c6c70-826e-41a1-8e3e-63c0ec8a608f req-ffea51a4-2886-4cb1-a343-92a87a2afe6b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 HTTP/1.1" status: 200 len: 1002 time: 0.0624387 Sep 30 13:52:13.614286 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c6c70-826e-41a1-8e3e-63c0ec8a608f req-c1afdce2-7560-4154-b581-068603dcb41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:52:13.615731 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-149c6c70-826e-41a1-8e3e-63c0ec8a608f req-c1afdce2-7560-4154-b581-068603dcb41b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0451493 Sep 30 13:52:13.660326 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c6c70-826e-41a1-8e3e-63c0ec8a608f req-67dea5bc-c5cf-4548-8113-98cfafbe5921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:52:13.661787 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-149c6c70-826e-41a1-8e3e-63c0ec8a608f req-67dea5bc-c5cf-4548-8113-98cfafbe5921 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394938 Sep 30 13:52:13.673522 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-149c6c70-826e-41a1-8e3e-63c0ec8a608f req-ff667b94-de17-4e31-b722-12284bb0c3af service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:52:13.674490 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-149c6c70-826e-41a1-8e3e-63c0ec8a608f req-ff667b94-de17-4e31-b722-12284bb0c3af service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047827 Sep 30 13:52:13.766784 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-149c6c70-826e-41a1-8e3e-63c0ec8a608f req-aa60e76b-a349-42bb-b605-c939e13bd5c7 service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850780 Sep 30 13:52:13.854732 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-149c6c70-826e-41a1-8e3e-63c0ec8a608f req-caf93368-7a7a-4398-9de9-16e496f61550 service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814986 Sep 30 13:52:15.122674 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:52:15.745621 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:52:18.240162 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c9e62974-2983-4a74-85c2-fa02cc3ba6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:52:19.899075 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:52:20.740308 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-49274fe6-9ef0-4d74-8872-98996b456e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:52:21.674245 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:52:22.504485 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:52:24.266917 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:52:45.123188 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:52:48.240348 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9250fbf7-9b28-407f-be33-89c0e0f6cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:52:49.913530 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:52:50.739446 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3c74df74-3ad1-47c7-ae19-28bb4e767a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:52:51.675308 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:52:52.507945 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:52:52.744968 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:52:54.268935 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:08.950286 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a9240-d4e7-496d-be9f-b3f9ffa43a6c req-139bb33c-9972-4884-8450-e80daf8148bb tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:08.951819 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a99a9240-d4e7-496d-be9f-b3f9ffa43a6c req-139bb33c-9972-4884-8450-e80daf8148bb tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 946 time: 0.1747122 Sep 30 13:53:08.990267 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a99a9240-d4e7-496d-be9f-b3f9ffa43a6c req-5ec4493d-0914-4bf7-a6ce-23b30a654c2d tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317669 Sep 30 13:53:09.223594 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17010801-f0d9-4c3b-942d-70af07199bee req-bf65e649-fc2a-432a-9398-ba3d4c965d63 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:09.225113 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-17010801-f0d9-4c3b-942d-70af07199bee req-bf65e649-fc2a-432a-9398-ba3d4c965d63 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 946 time: 0.0486352 Sep 30 13:53:09.288285 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-17010801-f0d9-4c3b-942d-70af07199bee req-1ba7982a-409b-4626-9bf3-377b8d19c654 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569403 Sep 30 13:53:09.297846 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-b5cf550a-5ca6-45be-984d-10d2e8a96d98 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1288276 Sep 30 13:53:09.306840 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-f26f67bb-2465-4257-8cf5-b9a7ea40656c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:53:09.307780 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-f26f67bb-2465-4257-8cf5-b9a7ea40656c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048423 Sep 30 13:53:10.439797 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-15c90bf1-8bbc-44f5-a051-7bc3e7e1eb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:10.441285 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-15c90bf1-8bbc-44f5-a051-7bc3e7e1eb28 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 1097 time: 0.0484071 Sep 30 13:53:10.486906 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e79948-de6c-420b-81d6-c62d771d2282 req-5bd55fcf-e05d-4116-a041-f5577400f742 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:10.488413 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-95e79948-de6c-420b-81d6-c62d771d2282 req-5bd55fcf-e05d-4116-a041-f5577400f742 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 946 time: 0.1154356 Sep 30 13:53:10.529169 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-95e79948-de6c-420b-81d6-c62d771d2282 req-0831044e-9e0e-49b7-a7db-6a553390ca1a tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344825 Sep 30 13:53:10.534338 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-c4d102b5-a2a8-46e0-96a1-6f81ccbefe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:10.535803 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-c4d102b5-a2a8-46e0-96a1-6f81ccbefe9b service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0870800 Sep 30 13:53:10.606984 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-c9eadf3d-2284-4265-8b0a-9b39dc9c77e0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 HTTP/1.1" status: 200 len: 1002 time: 0.0637486 Sep 30 13:53:10.655348 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-ee215adb-d7c7-46f0-a2d1-1ba07f211b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:10.656788 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-ee215adb-d7c7-46f0-a2d1-1ba07f211b8a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0433364 Sep 30 13:53:10.703369 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-f9c70e7f-f7f1-4bd6-abde-b8b704a9f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:10.704888 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-f9c70e7f-f7f1-4bd6-abde-b8b704a9f778 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401945 Sep 30 13:53:10.797295 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-b737bc47-1953-4b66-a864-5faae5d5b4a6 service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842426 Sep 30 13:53:10.885766 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-60c89954-8237-45e8-b1e6-41ae4c3e59c6 service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812089 Sep 30 13:53:11.655835 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035e1f5-9d65-4ade-a66c-0d3bfb540dae req-3e85b8e6-1208-401f-aa2c-6443831b795e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:11.657314 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9035e1f5-9d65-4ade-a66c-0d3bfb540dae req-3e85b8e6-1208-401f-aa2c-6443831b795e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 946 time: 0.0597548 Sep 30 13:53:11.694060 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9035e1f5-9d65-4ade-a66c-0d3bfb540dae req-0d06afb2-bbec-4ce3-97c4-dba2f2a6682d tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307648 Sep 30 13:53:12.808692 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c3e8c-b101-4f5c-bc57-7deb2f60e036 req-a5218322-9666-4a52-b80d-8d220e6d9b32 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:12.810198 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e11c3e8c-b101-4f5c-bc57-7deb2f60e036 req-a5218322-9666-4a52-b80d-8d220e6d9b32 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 946 time: 0.0486946 Sep 30 13:53:12.847251 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e11c3e8c-b101-4f5c-bc57-7deb2f60e036 req-a9b34486-90a0-4782-9c98-2df1de027a64 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304334 Sep 30 13:53:13.876049 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0635343-8226-43cc-82ea-3eb2776ec29f req-f6a8ae34-39c4-4941-8211-93c0a77ce7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:13.877582 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b0635343-8226-43cc-82ea-3eb2776ec29f req-f6a8ae34-39c4-4941-8211-93c0a77ce7c6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 1097 time: 0.0403879 Sep 30 13:53:14.006350 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd786b-b4e2-4d08-9c7b-d959c9f41adc req-79dd9e49-d3c4-4ea4-8367-0584bec423ea tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:14.007871 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-07dd786b-b4e2-4d08-9c7b-d959c9f41adc req-79dd9e49-d3c4-4ea4-8367-0584bec423ea tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 946 time: 0.0928388 Sep 30 13:53:14.027265 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0635343-8226-43cc-82ea-3eb2776ec29f req-cac27b0c-9a08-43d9-873b-21f868c647aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:14.028633 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b0635343-8226-43cc-82ea-3eb2776ec29f req-cac27b0c-9a08-43d9-873b-21f868c647aa service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.1312094 Sep 30 13:53:14.090995 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-07dd786b-b4e2-4d08-9c7b-d959c9f41adc req-3c63ac45-b01f-49ae-8174-e537d2ccff7b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737977 Sep 30 13:53:14.106779 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b0635343-8226-43cc-82ea-3eb2776ec29f req-bb3963e6-18fc-47ff-8df9-a2c48147500d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 HTTP/1.1" status: 200 len: 1002 time: 0.0699949 Sep 30 13:53:14.158599 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0635343-8226-43cc-82ea-3eb2776ec29f req-1b5902db-3f6a-43c3-a230-209d9e22f169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:14.159923 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b0635343-8226-43cc-82ea-3eb2776ec29f req-1b5902db-3f6a-43c3-a230-209d9e22f169 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0464685 Sep 30 13:53:14.206460 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0635343-8226-43cc-82ea-3eb2776ec29f req-1f54cf9e-e9db-4ab3-9185-77fc4beec804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:14.207896 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b0635343-8226-43cc-82ea-3eb2776ec29f req-1f54cf9e-e9db-4ab3-9185-77fc4beec804 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395257 Sep 30 13:53:14.297421 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b0635343-8226-43cc-82ea-3eb2776ec29f req-0ea70ca0-5a95-4369-87b5-4c3c32fdbe81 service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822108 Sep 30 13:53:14.695291 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b0635343-8226-43cc-82ea-3eb2776ec29f req-21cd4820-058f-4d1d-8c78-89602f89f02f service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906660 Sep 30 13:53:15.146678 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:15.207271 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efeeb1-3123-4710-89ed-f50a52dbd69c req-148338d3-943e-45bc-b112-9fe5871a5118 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:15.208743 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b8efeeb1-3123-4710-89ed-f50a52dbd69c req-148338d3-943e-45bc-b112-9fe5871a5118 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 946 time: 0.0491424 Sep 30 13:53:15.244803 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b8efeeb1-3123-4710-89ed-f50a52dbd69c req-a624aff4-8195-49b1-8220-795c3c50b565 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299816 Sep 30 13:53:16.361121 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8ba7d-e8a9-4368-b595-936893928705 req-38001b3e-b82d-4ea0-9d87-f23a35b5db2c tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:16.362655 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1ab8ba7d-e8a9-4368-b595-936893928705 req-38001b3e-b82d-4ea0-9d87-f23a35b5db2c tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 946 time: 0.0501740 Sep 30 13:53:16.403842 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1ab8ba7d-e8a9-4368-b595-936893928705 req-f2d479a2-dd5b-4dfe-a608-b11c63da5b2e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351951 Sep 30 13:53:17.523714 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4e3e1-17b7-40ee-93c1-f6e7236feb7a req-e6913694-d9e6-4528-8075-ccd8a36f2f8b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:17.525181 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-45a4e3e1-17b7-40ee-93c1-f6e7236feb7a req-e6913694-d9e6-4528-8075-ccd8a36f2f8b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 946 time: 0.0530903 Sep 30 13:53:17.562127 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-45a4e3e1-17b7-40ee-93c1-f6e7236feb7a req-cd52da2e-3f2d-4291-9859-c50c31351ed4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305095 Sep 30 13:53:18.389628 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f82fae12-b30e-4526-8250-812375de0380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:18.676172 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f5378-3f67-4a2e-b2f7-df554fa5714f req-3d0f8c1a-59b2-4114-8c54-656ff53ecb49 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:18.677636 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bd2f5378-3f67-4a2e-b2f7-df554fa5714f req-3d0f8c1a-59b2-4114-8c54-656ff53ecb49 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 946 time: 0.0484807 Sep 30 13:53:18.714456 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bd2f5378-3f67-4a2e-b2f7-df554fa5714f req-f0edc284-bf08-40a0-a38f-314081b91346 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305829 Sep 30 13:53:19.826825 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044ef07-9a0b-4f8a-a7f4-806fcfcac767 req-393559fa-aadb-415e-9068-ae52c2796390 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:19.828292 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7044ef07-9a0b-4f8a-a7f4-806fcfcac767 req-393559fa-aadb-415e-9068-ae52c2796390 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 946 time: 0.0474896 Sep 30 13:53:19.866031 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7044ef07-9a0b-4f8a-a7f4-806fcfcac767 req-22491463-f0b1-4a6f-bd0a-e3c241dd5215 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318549 Sep 30 13:53:19.907917 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:20.739442 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8593dbbb-e6df-4d68-b748-053d4eacb54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:20.978809 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41436935-e349-4aea-a3b0-74981b30cc15 req-b36c5a6d-c7cf-41da-8fd7-c931a2154ed7 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:20.980278 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-41436935-e349-4aea-a3b0-74981b30cc15 req-b36c5a6d-c7cf-41da-8fd7-c931a2154ed7 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 946 time: 0.0481017 Sep 30 13:53:21.017998 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-41436935-e349-4aea-a3b0-74981b30cc15 req-620589c7-7060-4350-a84b-40c7dc50ed03 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311158 Sep 30 13:53:21.676394 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:22.131037 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34372419-4a00-43db-b194-5b0396840990 req-d4c69906-ae3d-438a-b247-0ceed21df055 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:22.132509 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-34372419-4a00-43db-b194-5b0396840990 req-d4c69906-ae3d-438a-b247-0ceed21df055 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 946 time: 0.0482216 Sep 30 13:53:22.169274 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-34372419-4a00-43db-b194-5b0396840990 req-40a96e88-955a-4f46-ab24-9cfdfe23ae5d tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308778 Sep 30 13:53:22.509068 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:22.800330 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-cefeb080-7238-4526-986e-ca2dc1edabc2 service neutron] show failed (client error): The resource could not be found. Sep 30 13:53:22.801253 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-cefeb080-7238-4526-986e-ca2dc1edabc2 service neutron] 10.222.0.54 "GET /v2.0/ports/0f518ddd-6c4b-4e33-a7ba-b4ca12e09845/bindings/n-h1-810909-2 HTTP/1.1" status: 404 len: 380 time: 0.0538447 Sep 30 13:53:23.047128 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-fe5352af-29c7-4a60-a265-8eeb7273886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:23.048666 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-fe5352af-29c7-4a60-a265-8eeb7273886a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8&tenant_id=4a0cd83bf7674d50be353991eaf1323f HTTP/1.1" status: 200 len: 1097 time: 0.0917890 Sep 30 13:53:23.059951 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-ded42cc4-be5b-41c2-8259-9f434800f6be service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:53:23.060844 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-ded42cc4-be5b-41c2-8259-9f434800f6be service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047507 Sep 30 13:53:23.072650 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810909-2', 'device_owner': 'compute:nova'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:53:23.123815 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:23.290965 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d76bd5-58d6-4ec9-aec5-24d64bd86aab req-b86b5db8-1e3a-4b6b-8582-f22ec8fdc5a9 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:23.292447 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-04d76bd5-58d6-4ec9-aec5-24d64bd86aab req-b86b5db8-1e3a-4b6b-8582-f22ec8fdc5a9 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 946 time: 0.0522699 Sep 30 13:53:23.326224 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] For port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:53:23.329901 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-04d76bd5-58d6-4ec9-aec5-24d64bd86aab req-4bd0c6ef-a74b-4b07-8e8c-af70044c487c tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313816 Sep 30 13:53:23.360000 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] For port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:53:23.403167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc8b240-24e6-4e56-a252-41ee8ed120e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f518ddd-6c4b-4e33-a7ba-b4ca12e09845'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:53:23.405436 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9405eb4c-566f-4fa2-862e-f154567711d7" -d '{"events": [{"server_uuid": "acc8b240-24e6-4e56-a252-41ee8ed120e8", "name": "network-vif-unplugged", "status": "completed", "tag": "0f518ddd-6c4b-4e33-a7ba-b4ca12e09845"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:53:23.409104 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:23.422790 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Transition to ACTIVE for port object 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:53:23.426935 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:23.484109 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0077f498-96ab-4498-bd54-ec63e5c54664 x-openstack-request-id: req-0077f498-96ab-4498-bd54-ec63e5c54664 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:53:23.484390 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc8b240-24e6-4e56-a252-41ee8ed120e8", "name": "network-vif-unplugged", "status": "completed", "tag": "0f518ddd-6c4b-4e33-a7ba-b4ca12e09845", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:53:23.484639 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0077f498-96ab-4498-bd54-ec63e5c54664 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:53:23.485024 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc8b240-24e6-4e56-a252-41ee8ed120e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f518ddd-6c4b-4e33-a7ba-b4ca12e09845', 'code': 200} Sep 30 13:53:23.530564 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Pushing event updated for resources: {'Port': ['ID=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845,revision_number=6']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:53:23.545057 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:53:23.545406 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:53:23.545742 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:53:23.546106 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:53:23.546438 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:53:23.546761 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:53:23.547085 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:53:23.547401 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:53:23.547717 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:53:23.548033 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:53:23.548377 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:53:23.548695 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:53:23.579297 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] No DVR routers for this DVR port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:53:23.717392 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Attempting to bind port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:53:23.717725 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Attempting to bind port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:53:23.718072 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Attempting to bind port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:53:23.722219 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:53:23.722539 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Attempting to bind port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:53:23.727288 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:53:23.727624 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Checking segment: {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:53:23.728004 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Bound using segment: {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:53:23.728423 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Bound port: 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:53:23.728770 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:23.789264 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] For port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:53:23.792105 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] For port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:53:23.797380 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:23.828539 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:23.829139 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:23.830535 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] 10.222.0.39 "PUT /v2.0/ports/0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 HTTP/1.1" status: 200 len: 1092 time: 0.7615387 Sep 30 13:53:23.852781 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a5b00-4f28-45a4-a9b2-95824e65cd94 service neutron] Pushing event updated for resources: {'Port': ['ID=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845,revision_number=7']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:53:23.896534 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-1359fed1-826b-4cc8-81e1-50d5647f387f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:23.898073 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-1359fed1-826b-4cc8-81e1-50d5647f387f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 1095 time: 0.0424149 Sep 30 13:53:23.996959 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-1175b2bb-bd19-4d3c-ab0e-47c9d8a7f102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:23.998502 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-1175b2bb-bd19-4d3c-ab0e-47c9d8a7f102 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0928500 Sep 30 13:53:24.062032 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-7c30b323-ada7-4cdb-bcd5-6dba6f0dc149 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 HTTP/1.1" status: 200 len: 1000 time: 0.0560088 Sep 30 13:53:24.111732 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-91f3a82d-87e5-469a-950a-4321e74e15a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:24.113027 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-91f3a82d-87e5-469a-950a-4321e74e15a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0453060 Sep 30 13:53:24.157083 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-d100741a-edbd-4c1c-8040-6c7b68ca4c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:24.158553 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-d100741a-edbd-4c1c-8040-6c7b68ca4c27 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390542 Sep 30 13:53:24.249647 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-53515b00-0661-4a6f-af19-05ece86244f2 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834916 Sep 30 13:53:24.271144 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:24.449452 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df4f82-f5f6-4a7f-bf88-e9ec5b769ff7 req-1f71ca06-0dc7-46b7-b286-90441d2e230c tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:24.451142 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-80df4f82-f5f6-4a7f-bf88-e9ec5b769ff7 req-1f71ca06-0dc7-46b7-b286-90441d2e230c tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 944 time: 0.0510840 Sep 30 13:53:24.492004 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-80df4f82-f5f6-4a7f-bf88-e9ec5b769ff7 req-5196c323-15fb-4fd9-9b7b-13f14a64a056 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346582 Sep 30 13:53:24.630973 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-e1a1246f-f841-4356-881e-4cab51f4cbb3 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745461 Sep 30 13:53:25.486454 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc8b240-24e6-4e56-a252-41ee8ed120e8', 'tag': '0f518ddd-6c4b-4e33-a7ba-b4ca12e09845'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:53:25.488813 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43b0119-f97a-429f-ab86-1397ec15ecec" -d '{"events": [{"name": "network-changed", "server_uuid": "acc8b240-24e6-4e56-a252-41ee8ed120e8", "tag": "0f518ddd-6c4b-4e33-a7ba-b4ca12e09845"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:53:25.536500 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13617e31-8cbb-4b28-a955-676d1b7e8701 x-openstack-request-id: req-13617e31-8cbb-4b28-a955-676d1b7e8701 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:53:25.536799 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc8b240-24e6-4e56-a252-41ee8ed120e8", "tag": "0f518ddd-6c4b-4e33-a7ba-b4ca12e09845", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:53:25.537116 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13617e31-8cbb-4b28-a955-676d1b7e8701 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:53:25.537513 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc8b240-24e6-4e56-a252-41ee8ed120e8', 'tag': '0f518ddd-6c4b-4e33-a7ba-b4ca12e09845', 'status': 'completed', 'code': 200} Sep 30 13:53:25.600928 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b0119-f97a-429f-ab86-1397ec15ecec req-bd158db6-6e88-4f6c-a78c-13c73522dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:25.602448 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d43b0119-f97a-429f-ab86-1397ec15ecec req-bd158db6-6e88-4f6c-a78c-13c73522dfd4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 1095 time: 0.0397029 Sep 30 13:53:25.633274 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2357b-4cea-4954-989d-f1ac2774caef req-06a6b567-eac7-4986-9af3-194e4db532e7 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:25.634818 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-91e2357b-4cea-4954-989d-f1ac2774caef req-06a6b567-eac7-4986-9af3-194e4db532e7 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 944 time: 0.0717051 Sep 30 13:53:25.636726 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b0119-f97a-429f-ab86-1397ec15ecec req-621ae3d6-305e-4343-b36f-bfca839aed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:25.638161 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d43b0119-f97a-429f-ab86-1397ec15ecec req-621ae3d6-305e-4343-b36f-bfca839aed2a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 1095 time: 0.0835056 Sep 30 13:53:25.696932 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b0119-f97a-429f-ab86-1397ec15ecec req-637dc54c-8016-48ba-81b2-d63b43b3a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:25.698346 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d43b0119-f97a-429f-ab86-1397ec15ecec req-637dc54c-8016-48ba-81b2-d63b43b3a6da service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0881503 Sep 30 13:53:25.724923 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-91e2357b-4cea-4954-989d-f1ac2774caef req-218c71ad-7477-4fa8-a25b-a96142cb50c1 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842314 Sep 30 13:53:25.750900 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b0119-f97a-429f-ab86-1397ec15ecec req-d2748294-5f17-4610-bdc5-20ee523d72b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:25.752557 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d43b0119-f97a-429f-ab86-1397ec15ecec req-d2748294-5f17-4610-bdc5-20ee523d72b7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.1059866 Sep 30 13:53:25.767776 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d43b0119-f97a-429f-ab86-1397ec15ecec req-49f3463b-0877-4ba5-a586-6f4cc203b2fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 HTTP/1.1" status: 200 len: 1000 time: 0.0616105 Sep 30 13:53:25.817397 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b0119-f97a-429f-ab86-1397ec15ecec req-5e3ddc8e-816b-4930-978e-4cf22da71d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:25.818929 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d43b0119-f97a-429f-ab86-1397ec15ecec req-5e3ddc8e-816b-4930-978e-4cf22da71d22 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0435665 Sep 30 13:53:25.820534 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d43b0119-f97a-429f-ab86-1397ec15ecec req-1021b30f-6692-4e2f-bfa4-7152b9c76734 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 HTTP/1.1" status: 200 len: 1000 time: 0.0613015 Sep 30 13:53:25.865851 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b0119-f97a-429f-ab86-1397ec15ecec req-afba58f1-8dac-4da4-aeff-742afdeda2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:25.867379 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d43b0119-f97a-429f-ab86-1397ec15ecec req-afba58f1-8dac-4da4-aeff-742afdeda2b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405359 Sep 30 13:53:25.869681 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b0119-f97a-429f-ab86-1397ec15ecec req-77eff69c-da80-456b-bd1a-65a215be5ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:25.871152 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d43b0119-f97a-429f-ab86-1397ec15ecec req-77eff69c-da80-456b-bd1a-65a215be5ee3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0439153 Sep 30 13:53:25.916128 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b0119-f97a-429f-ab86-1397ec15ecec req-a53fa2ea-f249-4fea-a920-7bcfe253380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:25.917617 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d43b0119-f97a-429f-ab86-1397ec15ecec req-a53fa2ea-f249-4fea-a920-7bcfe253380d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393469 Sep 30 13:53:25.960513 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d43b0119-f97a-429f-ab86-1397ec15ecec req-2b018a0f-5e53-4bd6-a679-f49dabdc116d service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842464 Sep 30 13:53:26.010104 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d43b0119-f97a-429f-ab86-1397ec15ecec req-17880aeb-121c-4159-8bc9-b98b3c6c07fe service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846906 Sep 30 13:53:26.053029 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d43b0119-f97a-429f-ab86-1397ec15ecec req-5e7dbc56-bb5d-4381-8cec-5b081dd0e7b0 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842965 Sep 30 13:53:26.110097 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d43b0119-f97a-429f-ab86-1397ec15ecec req-82a3a471-124f-4446-b24a-def076ef09f4 service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930529 Sep 30 13:53:26.123475 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:53:26.221872 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:53:26.232757 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '0f518ddd-6c4b-4e33-a7ba-b4ca12e09845', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'port_id': '0f518ddd-6c4b-4e33-a7ba-b4ca12e09845', 'mac_address': 'fa:16:3e:4a:e2:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:53:26.268487 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:26.281267 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:53:26.299773 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:53:26.303726 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:26.349849 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:53:26.354273 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:53:26.383003 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:53:26.383352 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:53:26.383692 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:53:26.384027 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:53:26.384361 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:53:26.384691 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:53:26.385031 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:53:26.385349 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:53:26.385683 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:53:26.385999 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:53:26.386357 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:53:26.386683 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:53:26.406449 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:53:26.540156 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['0f518ddd-6c4b-4e33-a7ba-b4ca12e09845'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:53:26.842482 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284fd04-d584-4cb0-8852-f3dc0d7b6912 req-1beab7d7-d2c2-4b1b-8c20-e6c60c487707 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:26.843827 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9284fd04-d584-4cb0-8852-f3dc0d7b6912 req-1beab7d7-d2c2-4b1b-8c20-e6c60c487707 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 945 time: 0.0488017 Sep 30 13:53:26.885426 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9284fd04-d584-4cb0-8852-f3dc0d7b6912 req-5801ef6e-038a-47fe-82c8-aa1f3154deb1 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357413 Sep 30 13:53:27.081853 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcaced-4c37-4804-93d3-5efddc814d51 req-a6ed44b5-ed1b-4f71-984e-2f151830efb1 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:27.083410 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-06dcaced-4c37-4804-93d3-5efddc814d51 req-a6ed44b5-ed1b-4f71-984e-2f151830efb1 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 945 time: 0.0503411 Sep 30 13:53:27.121622 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-06dcaced-4c37-4804-93d3-5efddc814d51 req-d10411cb-5ee4-4111-b580-7157177ef50e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319202 Sep 30 13:53:27.126645 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59cc3e-4436-4e13-8dd5-c012606f967f req-49b975b9-fb1a-4bbb-a033-17503a160037 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:27.128179 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dc59cc3e-4436-4e13-8dd5-c012606f967f req-49b975b9-fb1a-4bbb-a033-17503a160037 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.54 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8&tenant_id=4a0cd83bf7674d50be353991eaf1323f&binding%3Ahost_id=n-h1-810909-2 HTTP/1.1" status: 200 len: 945 time: 0.0916679 Sep 30 13:53:27.189162 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [req-dc59cc3e-4436-4e13-8dd5-c012606f967f req-dc7680e2-53e6-4811-a743-9edbdf35d341 service neutron] delete failed (client error): The resource could not be found. Sep 30 13:53:27.190273 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dc59cc3e-4436-4e13-8dd5-c012606f967f req-dc7680e2-53e6-4811-a743-9edbdf35d341 service neutron] 10.222.0.54 "DELETE /v2.0/ports/0f518ddd-6c4b-4e33-a7ba-b4ca12e09845/bindings/n-h2-810909-2 HTTP/1.1" status: 404 len: 380 time: 0.0548630 Sep 30 13:53:27.272204 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59cc3e-4436-4e13-8dd5-c012606f967f req-3c43325a-b6ed-4be0-ad24-c95600858e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:27.273789 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dc59cc3e-4436-4e13-8dd5-c012606f967f req-3c43325a-b6ed-4be0-ad24-c95600858e25 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 1096 time: 0.0408757 Sep 30 13:53:27.366780 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59cc3e-4436-4e13-8dd5-c012606f967f req-77ded89d-c9d9-45de-8ac4-0ba4ebe1f77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:27.368257 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dc59cc3e-4436-4e13-8dd5-c012606f967f req-77ded89d-c9d9-45de-8ac4-0ba4ebe1f77b service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0871661 Sep 30 13:53:27.431759 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dc59cc3e-4436-4e13-8dd5-c012606f967f req-e7d52525-66cf-4d8b-93a0-3681ae63cb39 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 HTTP/1.1" status: 200 len: 1001 time: 0.0560892 Sep 30 13:53:27.484519 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59cc3e-4436-4e13-8dd5-c012606f967f req-41100a93-6c04-4f57-9486-ce1e13b75369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:27.485930 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dc59cc3e-4436-4e13-8dd5-c012606f967f req-41100a93-6c04-4f57-9486-ce1e13b75369 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0473535 Sep 30 13:53:27.530662 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59cc3e-4436-4e13-8dd5-c012606f967f req-f4dedde4-6f65-4474-b032-cb8516d799f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:27.532514 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dc59cc3e-4436-4e13-8dd5-c012606f967f req-f4dedde4-6f65-4474-b032-cb8516d799f8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397408 Sep 30 13:53:27.623005 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dc59cc3e-4436-4e13-8dd5-c012606f967f req-4bf1b28d-6340-4ab8-b102-5288f489135e service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831409 Sep 30 13:53:27.710294 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dc59cc3e-4436-4e13-8dd5-c012606f967f req-c0dedb34-6653-4f5c-b628-78b92bc57a9f service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799510 Sep 30 13:53:28.132949 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:53:28.181723 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:53:28.185677 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:53:28.186570 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:28.250097 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c537d-6976-4dbd-9245-4e887144e764 req-1fa25d28-0143-4c24-9b53-93d1dfe14199 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:28.251645 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8f6c537d-6976-4dbd-9245-4e887144e764 req-1fa25d28-0143-4c24-9b53-93d1dfe14199 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 945 time: 0.0526035 Sep 30 13:53:28.270449 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:28.293531 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc8b240-24e6-4e56-a252-41ee8ed120e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f518ddd-6c4b-4e33-a7ba-b4ca12e09845'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:53:28.296408 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de47fc76-5d0e-4d47-a7b9-14996d77c835" -d '{"events": [{"server_uuid": "acc8b240-24e6-4e56-a252-41ee8ed120e8", "name": "network-vif-plugged", "status": "completed", "tag": "0f518ddd-6c4b-4e33-a7ba-b4ca12e09845"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:53:28.297128 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8f6c537d-6976-4dbd-9245-4e887144e764 req-3bc77f57-118e-42c5-abac-0f7dbcfa26df tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391216 Sep 30 13:53:28.309873 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:53:28.315173 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:28.363926 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845,revision_number=9']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:53:28.403594 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75575c68-f603-40a2-bc78-32fbf6979e43 x-openstack-request-id: req-75575c68-f603-40a2-bc78-32fbf6979e43 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:53:28.403890 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc8b240-24e6-4e56-a252-41ee8ed120e8", "name": "network-vif-plugged", "status": "completed", "tag": "0f518ddd-6c4b-4e33-a7ba-b4ca12e09845", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:53:28.404143 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75575c68-f603-40a2-bc78-32fbf6979e43 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:53:28.404538 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc8b240-24e6-4e56-a252-41ee8ed120e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f518ddd-6c4b-4e33-a7ba-b4ca12e09845', 'code': 200} Sep 30 13:53:28.428601 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d9a2c-646d-4ac2-9ed8-cd589ef79f93 req-0c081327-cbda-4f1a-9e55-518882e4de05 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:28.430096 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-159d9a2c-646d-4ac2-9ed8-cd589ef79f93 req-0c081327-cbda-4f1a-9e55-518882e4de05 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 946 time: 0.0522578 Sep 30 13:53:28.467858 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-159d9a2c-646d-4ac2-9ed8-cd589ef79f93 req-4abe0446-bf8f-49b0-a1a0-5057202c6830 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318813 Sep 30 13:53:28.581497 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769147a-2764-48a2-9858-986340d9d2b7 req-8722c603-fbe6-4da1-81c3-f7d9bbc2c929 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:28.582996 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2769147a-2764-48a2-9858-986340d9d2b7 req-8722c603-fbe6-4da1-81c3-f7d9bbc2c929 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 946 time: 0.0481477 Sep 30 13:53:28.624618 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2769147a-2764-48a2-9858-986340d9d2b7 req-9625b478-7bca-48cc-b768-22fbb4e50d96 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352807 Sep 30 13:53:28.848791 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a30e84-b37e-48ac-a4f7-edde487a4866 req-22758c4b-4309-4fad-a2e7-51012eb8a6ff tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:28.850291 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c1a30e84-b37e-48ac-a4f7-edde487a4866 req-22758c4b-4309-4fad-a2e7-51012eb8a6ff tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 946 time: 0.0478630 Sep 30 13:53:28.891018 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c1a30e84-b37e-48ac-a4f7-edde487a4866 req-326893d2-0af3-444e-9d79-0bff380ef407 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347397 Sep 30 13:53:29.744152 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:53:30.009444 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf362464-edc2-4893-af3a-deb9b188cadd req-67584722-3d8c-45c8-91a8-b4b915d82a7e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:30.010852 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cf362464-edc2-4893-af3a-deb9b188cadd req-67584722-3d8c-45c8-91a8-b4b915d82a7e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 946 time: 0.0484045 Sep 30 13:53:30.047442 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cf362464-edc2-4893-af3a-deb9b188cadd req-3b8e8a0b-e3f5-4d51-a55a-ead166c95147 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306859 Sep 30 13:53:30.104876 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1c1c9-cfbb-4888-b2d2-f88054fe1334 req-ecdc5188-7a3f-4884-bc75-1e0c021711fd tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:30.106386 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-73a1c1c9-cfbb-4888-b2d2-f88054fe1334 req-ecdc5188-7a3f-4884-bc75-1e0c021711fd tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.39 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 946 time: 0.0485930 Sep 30 13:53:30.193238 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-73a1c1c9-cfbb-4888-b2d2-f88054fe1334 req-7c8056d9-e98a-4bec-a70c-9881fec0110e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Deleting port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:53:30.193578 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-73a1c1c9-cfbb-4888-b2d2-f88054fe1334 req-7c8056d9-e98a-4bec-a70c-9881fec0110e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:30.285584 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-73a1c1c9-cfbb-4888-b2d2-f88054fe1334 req-7c8056d9-e98a-4bec-a70c-9881fec0110e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] For port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:53:30.285855 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-73a1c1c9-cfbb-4888-b2d2-f88054fe1334 req-7c8056d9-e98a-4bec-a70c-9881fec0110e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:30.503473 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-73a1c1c9-cfbb-4888-b2d2-f88054fe1334 req-7c8056d9-e98a-4bec-a70c-9881fec0110e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:30.503839 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-73a1c1c9-cfbb-4888-b2d2-f88054fe1334 req-7c8056d9-e98a-4bec-a70c-9881fec0110e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:30.504160 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [req-73a1c1c9-cfbb-4888-b2d2-f88054fe1334 req-7c8056d9-e98a-4bec-a70c-9881fec0110e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Floating IP 4d7060d5-eb19-4faf-bdfd-e6db5e5024ef disassociated. External IP: 172.25.5.135, port: 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845. Sep 30 13:53:30.504506 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-73a1c1c9-cfbb-4888-b2d2-f88054fe1334 req-7c8056d9-e98a-4bec-a70c-9881fec0110e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Calling delete_port for 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:53:30.628120 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-73a1c1c9-cfbb-4888-b2d2-f88054fe1334 req-7c8056d9-e98a-4bec-a70c-9881fec0110e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:30.659033 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8056d9-e98a-4bec-a70c-9881fec0110e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Pushing event deleted for resources: {'Port': ['ID=0f518ddd-6c4b-4e33-a7ba-b4ca12e09845,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:53:30.775421 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73a1c1c9-cfbb-4888-b2d2-f88054fe1334 req-7c8056d9-e98a-4bec-a70c-9881fec0110e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Router da067940-c404-4a8c-9223-1730ca4c2c76 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:53:30.880835 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73a1c1c9-cfbb-4888-b2d2-f88054fe1334 req-7c8056d9-e98a-4bec-a70c-9881fec0110e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:53:30.891744 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0fd684-b89d-48f1-9c6e-7cdc13915ff0 None None] Sync routers for ids ['da067940-c404-4a8c-9223-1730ca4c2c76'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:53:30.901329 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0fd684-b89d-48f1-9c6e-7cdc13915ff0 None None] Routers {'da067940-c404-4a8c-9223-1730ca4c2c76'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:53:30.901911 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3f0fd684-b89d-48f1-9c6e-7cdc13915ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:53:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['da067940-c404-4a8c-9223-1730ca4c2c76'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:53:30.922199 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a1c1c9-cfbb-4888-b2d2-f88054fe1334 req-7c8056d9-e98a-4bec-a70c-9881fec0110e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] No DVR routers for this DVR port 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:53:30.924866 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-73a1c1c9-cfbb-4888-b2d2-f88054fe1334 req-7c8056d9-e98a-4bec-a70c-9881fec0110e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:30.926893 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-73a1c1c9-cfbb-4888-b2d2-f88054fe1334 req-7c8056d9-e98a-4bec-a70c-9881fec0110e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.39 "DELETE /v2.0/ports/0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 HTTP/1.1" status: 204 len: 173 time: 0.8147237 Sep 30 13:53:30.927349 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc8b240-24e6-4e56-a252-41ee8ed120e8', 'name': 'network-vif-deleted', 'tag': '0f518ddd-6c4b-4e33-a7ba-b4ca12e09845'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:53:30.929585 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566775b2-5fa7-40f4-99ad-a641f1fc1f48" -d '{"events": [{"server_uuid": "acc8b240-24e6-4e56-a252-41ee8ed120e8", "name": "network-vif-deleted", "tag": "0f518ddd-6c4b-4e33-a7ba-b4ca12e09845"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:53:30.967931 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac25ece-460b-457e-8e52-bde3a150df80 x-openstack-request-id: req-8ac25ece-460b-457e-8e52-bde3a150df80 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:53:30.968249 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc8b240-24e6-4e56-a252-41ee8ed120e8", "name": "network-vif-deleted", "tag": "0f518ddd-6c4b-4e33-a7ba-b4ca12e09845", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:53:30.968504 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ac25ece-460b-457e-8e52-bde3a150df80 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:53:30.968934 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc8b240-24e6-4e56-a252-41ee8ed120e8', 'name': 'network-vif-deleted', 'tag': '0f518ddd-6c4b-4e33-a7ba-b4ca12e09845', 'status': 'completed', 'code': 200} Sep 30 13:53:31.005993 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-3f0fd684-b89d-48f1-9c6e-7cdc13915ff0 None None] Set router da067940-c404-4a8c-9223-1730ca4c2c76 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:53:31.168991 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b4aa6181-c2d0-4236-894c-a5d51beb5458 req-08c32dd5-32c4-4a9c-bf84-369dbcdb8e5c tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc8b240-24e6-4e56-a252-41ee8ed120e8 HTTP/1.1" status: 200 len: 210 time: 0.0276215 Sep 30 13:53:31.301141 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3f0fd684-b89d-48f1-9c6e-7cdc13915ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:26Z', 'revision_number': 4, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'add813c1-fc77-42d9-b2c4-ce8b770aaa14', 'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'mac_address': 'fa:16:3e:23:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:25Z', 'updated_at': '2021-09-30T13:50:29Z', 'revision_number': 5, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'subnets': [{'id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:53:31.327586 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0fd684-b89d-48f1-9c6e-7cdc13915ff0 None None] Checking router: da067940-c404-4a8c-9223-1730ca4c2c76 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:53:31.335687 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0fd684-b89d-48f1-9c6e-7cdc13915ff0 None None] Routers {'da067940-c404-4a8c-9223-1730ca4c2c76'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:53:31.336288 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3f0fd684-b89d-48f1-9c6e-7cdc13915ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:53:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['da067940-c404-4a8c-9223-1730ca4c2c76'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:53:31.437710 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-3f0fd684-b89d-48f1-9c6e-7cdc13915ff0 None None] Set router da067940-c404-4a8c-9223-1730ca4c2c76 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:53:31.631366 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3f0fd684-b89d-48f1-9c6e-7cdc13915ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:26Z', 'revision_number': 4, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'add813c1-fc77-42d9-b2c4-ce8b770aaa14', 'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'mac_address': 'fa:16:3e:23:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:25Z', 'updated_at': '2021-09-30T13:50:29Z', 'revision_number': 5, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'subnets': [{'id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:53:31.657085 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0fd684-b89d-48f1-9c6e-7cdc13915ff0 None None] The sync data for ids ['da067940-c404-4a8c-9223-1730ca4c2c76'] in n-d-810909-2 is: [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:26Z', 'revision_number': 4, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'add813c1-fc77-42d9-b2c4-ce8b770aaa14', 'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'mac_address': 'fa:16:3e:23:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:25Z', 'updated_at': '2021-09-30T13:50:29Z', 'revision_number': 5, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'subnets': [{'id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:53:31.866087 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633e4e2c-e166-49c1-8328-f66098f61855 None None] New status for floating IP 4d7060d5-eb19-4faf-bdfd-e6db5e5024ef: DOWN {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:53:32.397132 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-30526c91-6eaa-4fbf-831b-4cc035bdfad3 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--961443943&fields=id&tenant_id=4a0cd83bf7674d50be353991eaf1323f HTTP/1.1" status: 200 len: 267 time: 0.0330248 Sep 30 13:53:32.501598 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-18cf646c-a60e-41ad-9370-45d20394906f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:32.502996 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-18cf646c-a60e-41ad-9370-45d20394906f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 811 time: 0.0992904 Sep 30 13:53:32.518182 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-38114493-df1c-4390-8a6a-c8f2ca5ed4b9 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/quotas/4a0cd83bf7674d50be353991eaf1323f HTTP/1.1" status: 200 len: 375 time: 0.0092661 Sep 30 13:53:32.573373 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-143a1606-7f01-4655-b874-69a68d935b96 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500407 Sep 30 13:53:32.712688 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-732f2b62-25ed-4b13-be0a-282c92ef73d1 service neutron] 10.222.0.18 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273003 Sep 30 13:53:32.804842 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-1d3a9192-10b1-437f-a803-ad0c43db75bc service neutron] 10.222.0.18 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856843 Sep 30 13:53:32.963894 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-eedef03c-48ef-45fe-80fb-cbca56ed87e6 req-df31650f-2329-4a13-89f9-ff460bbae9bb tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 210 time: 0.0295031 Sep 30 13:53:33.862181 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-432286a9-22dc-49bd-953c-cc111c0789a6 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:33.863648 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-432286a9-22dc-49bd-953c-cc111c0789a6 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.39 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 811 time: 0.1005316 Sep 30 13:53:33.912958 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-ad9287b1-d2b4-4cdc-b85b-d04d1950ef09 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a0cd83bf7674d50be353991eaf1323f HTTP/1.1" status: 200 len: 379 time: 0.0396998 Sep 30 13:53:33.927535 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-73f62b9d-10de-4f46-8f37-3639b4b02313 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Request body: {'port': {'device_id': '3373cb0d-eb9e-488d-9047-da0c06f3cb1e', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'admin_state_up': True, 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'security_groups': ['a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:53:34.042785 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-73f62b9d-10de-4f46-8f37-3639b4b02313 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Made reservation on behalf of 4a0cd83bf7674d50be353991eaf1323f for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:53:34.046353 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-73f62b9d-10de-4f46-8f37-3639b4b02313 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:34.062758 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eca63748-a657-4747-9db6-352a06dee242 req-86e8b89a-1b53-4d89-a012-32d213e23439 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 210 time: 0.0310135 Sep 30 13:53:34.157143 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:53:34.179983 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:53:34.180327 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0f518ddd-6c4b-4e33-a7ba-b4ca12e09845 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:53:34.187804 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-73f62b9d-10de-4f46-8f37-3639b4b02313 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Allocated IP 172.20.0.5 (6ea3dc96-daed-4dd4-b85c-22effdc0ca4f/e557d68b-576f-41a9-a61d-f9ace28817cf/e4bb6a35-df2b-46ee-a18f-1bdd81c767e1) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:53:34.323874 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-73f62b9d-10de-4f46-8f37-3639b4b02313 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:34.355908 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-73f62b9d-10de-4f46-8f37-3639b4b02313 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:34.398254 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-73f62b9d-10de-4f46-8f37-3639b4b02313 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:53:34.401243 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-73f62b9d-10de-4f46-8f37-3639b4b02313 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:53:34.404915 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-73f62b9d-10de-4f46-8f37-3639b4b02313 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:53:34.432374 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f62b9d-10de-4f46-8f37-3639b4b02313 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Pushing event updated for resources: {'Port': ['ID=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:53:34.458932 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-73f62b9d-10de-4f46-8f37-3639b4b02313 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:34.459545 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-73f62b9d-10de-4f46-8f37-3639b4b02313 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:34.475729 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-73f62b9d-10de-4f46-8f37-3639b4b02313 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5516737 Sep 30 13:53:34.489405 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-102ff27d-0b8e-4132-8a47-24c792b508b2 service neutron] Request body: {'port': {'device_id': '3373cb0d-eb9e-488d-9047-da0c06f3cb1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:53:34.544644 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-102ff27d-0b8e-4132-8a47-24c792b508b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:34.586810 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-61ffee68-d2f2-46e2-8f7f-662524162c44 None None] Provisioning complete for port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:53:34.587174 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-61ffee68-d2f2-46e2-8f7f-662524162c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:34.621370 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-61ffee68-d2f2-46e2-8f7f-662524162c44 None None] Port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:53:34.806096 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-102ff27d-0b8e-4132-8a47-24c792b508b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:53:34.813369 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-102ff27d-0b8e-4132-8a47-24c792b508b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:34.824827 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-102ff27d-0b8e-4132-8a47-24c792b508b2 service neutron] Transition to ACTIVE for port object e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:53:34.828594 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-102ff27d-0b8e-4132-8a47-24c792b508b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:34.878676 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ff27d-0b8e-4132-8a47-24c792b508b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:53:34.952925 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-102ff27d-0b8e-4132-8a47-24c792b508b2 service neutron] Attempting to bind port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:53:34.953264 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-102ff27d-0b8e-4132-8a47-24c792b508b2 service neutron] Attempting to bind port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:53:34.953592 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-102ff27d-0b8e-4132-8a47-24c792b508b2 service neutron] Attempting to bind port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:53:34.958174 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-102ff27d-0b8e-4132-8a47-24c792b508b2 service neutron] Port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:53:34.958488 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-102ff27d-0b8e-4132-8a47-24c792b508b2 service neutron] Attempting to bind port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:53:34.963432 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-102ff27d-0b8e-4132-8a47-24c792b508b2 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:53:34.964024 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-102ff27d-0b8e-4132-8a47-24c792b508b2 service neutron] Checking segment: {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:53:34.964408 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-102ff27d-0b8e-4132-8a47-24c792b508b2 service neutron] Bound using segment: {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:53:34.964836 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-102ff27d-0b8e-4132-8a47-24c792b508b2 service neutron] Bound port: e4bb6a35-df2b-46ee-a18f-1bdd81c767e1, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:53:34.965195 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-102ff27d-0b8e-4132-8a47-24c792b508b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:35.031843 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-102ff27d-0b8e-4132-8a47-24c792b508b2 service neutron] For port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:53:35.034896 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-102ff27d-0b8e-4132-8a47-24c792b508b2 service neutron] For port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:53:35.039923 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-102ff27d-0b8e-4132-8a47-24c792b508b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:35.075523 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-102ff27d-0b8e-4132-8a47-24c792b508b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:35.076269 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-102ff27d-0b8e-4132-8a47-24c792b508b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:35.077916 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-102ff27d-0b8e-4132-8a47-24c792b508b2 service neutron] 10.222.0.39 "PUT /v2.0/ports/e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 HTTP/1.1" status: 200 len: 1091 time: 0.5927570 Sep 30 13:53:35.078377 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3373cb0d-eb9e-488d-9047-da0c06f3cb1e', 'tag': 'e4bb6a35-df2b-46ee-a18f-1bdd81c767e1'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:53:35.080640 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd10de4-aed8-43c1-8f03-017287453996" -d '{"events": [{"name": "network-changed", "server_uuid": "3373cb0d-eb9e-488d-9047-da0c06f3cb1e", "tag": "e4bb6a35-df2b-46ee-a18f-1bdd81c767e1"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:53:35.111196 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ff27d-0b8e-4132-8a47-24c792b508b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:53:35.150743 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8accb3b-74d8-446e-bca6-b2da8e922167 x-openstack-request-id: req-e8accb3b-74d8-446e-bca6-b2da8e922167 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:53:35.151111 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3373cb0d-eb9e-488d-9047-da0c06f3cb1e", "tag": "e4bb6a35-df2b-46ee-a18f-1bdd81c767e1", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:53:35.151432 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e8accb3b-74d8-446e-bca6-b2da8e922167 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:53:35.151893 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3373cb0d-eb9e-488d-9047-da0c06f3cb1e', 'tag': 'e4bb6a35-df2b-46ee-a18f-1bdd81c767e1', 'status': 'completed', 'code': 200} Sep 30 13:53:35.166498 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-59a96b33-db0e-4b3d-b1f7-a8522e094db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:35.168188 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-59a96b33-db0e-4b3d-b1f7-a8522e094db4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 1094 time: 0.0480862 Sep 30 13:53:35.221328 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebaa43-1f84-4b3d-b224-f4844dfc8cf6 req-3dd467a0-79b6-412e-88e0-c4614f444418 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:35.222823 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-4322eeeb-bf41-4897-95da-812fde12d341 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 HTTP/1.1" status: 200 len: 217 time: 0.0445318 Sep 30 13:53:35.222959 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d8ebaa43-1f84-4b3d-b224-f4844dfc8cf6 req-3dd467a0-79b6-412e-88e0-c4614f444418 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 943 time: 0.0598915 Sep 30 13:53:35.262953 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d8ebaa43-1f84-4b3d-b224-f4844dfc8cf6 req-fbdb5491-d2f8-4c75-803a-637220b6813a tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336971 Sep 30 13:53:35.273955 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-1200c745-cf95-448b-8759-a78584b57c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:35.275600 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-1200c745-cf95-448b-8759-a78584b57c15 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0464163 Sep 30 13:53:35.320263 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-1a30d7a3-db68-4fb4-8f37-88d4a599b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:35.321444 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-1a30d7a3-db68-4fb4-8f37-88d4a599b807 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386522 Sep 30 13:53:35.416365 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-9378f6a5-036c-4519-b186-78ee47aa6119 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867937 Sep 30 13:53:35.506395 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7bcc053b-c3eb-41dc-a91d-d47a5284b573 req-d7ab31bd-bdd8-4879-a455-cbf53e2004b3 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828962 Sep 30 13:53:35.592769 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd10de4-aed8-43c1-8f03-017287453996 req-7b17c136-9fbe-4312-9fd6-1405dc716f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:35.594251 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6bd10de4-aed8-43c1-8f03-017287453996 req-7b17c136-9fbe-4312-9fd6-1405dc716f52 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 1094 time: 0.0449071 Sep 30 13:53:35.683496 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd10de4-aed8-43c1-8f03-017287453996 req-336682b7-6193-45ca-813b-f659e4bde25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:35.684949 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6bd10de4-aed8-43c1-8f03-017287453996 req-336682b7-6193-45ca-813b-f659e4bde25e service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0841815 Sep 30 13:53:35.729603 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6bd10de4-aed8-43c1-8f03-017287453996 req-ce4fedfb-a575-42b7-ac57-ccc54c5b9538 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 HTTP/1.1" status: 200 len: 217 time: 0.0369921 Sep 30 13:53:35.777837 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd10de4-aed8-43c1-8f03-017287453996 req-119f6970-f6c9-4af8-8616-b56b1a51ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:35.779271 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6bd10de4-aed8-43c1-8f03-017287453996 req-119f6970-f6c9-4af8-8616-b56b1a51ff15 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0419800 Sep 30 13:53:35.823901 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd10de4-aed8-43c1-8f03-017287453996 req-acefa941-80f2-4772-ad65-1be8ce619f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:35.825343 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6bd10de4-aed8-43c1-8f03-017287453996 req-acefa941-80f2-4772-ad65-1be8ce619f1f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378654 Sep 30 13:53:35.917883 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6bd10de4-aed8-43c1-8f03-017287453996 req-8e9e2829-25d0-406c-886c-37f632bb5768 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836768 Sep 30 13:53:36.006199 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6bd10de4-aed8-43c1-8f03-017287453996 req-24cc08dc-63bd-4e3c-9f09-9aed91fc6548 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805058 Sep 30 13:53:36.380613 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbafdf6-34c7-45ed-ad96-49563cc7abf2 req-4371ed1f-907e-40b7-91c8-e85cd2ee9476 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:36.382093 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3fbafdf6-34c7-45ed-ad96-49563cc7abf2 req-4371ed1f-907e-40b7-91c8-e85cd2ee9476 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 943 time: 0.0479500 Sep 30 13:53:36.422646 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3fbafdf6-34c7-45ed-ad96-49563cc7abf2 req-c1fa34ca-4f2a-4daa-8bf8-737f42608683 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346031 Sep 30 13:53:37.536717 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70850f88-86e5-4b21-8bac-3461498a0244 req-7ccac531-1683-4a44-a1d5-e6abe1ed4284 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:37.538221 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-70850f88-86e5-4b21-8bac-3461498a0244 req-7ccac531-1683-4a44-a1d5-e6abe1ed4284 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 943 time: 0.0485001 Sep 30 13:53:37.574555 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-70850f88-86e5-4b21-8bac-3461498a0244 req-7ae0896b-4d04-41f0-a600-1783ddde5846 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304816 Sep 30 13:53:38.175134 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:53:38.269375 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:53:38.279975 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'e4bb6a35-df2b-46ee-a18f-1bdd81c767e1', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'port_id': 'e4bb6a35-df2b-46ee-a18f-1bdd81c767e1', 'mac_address': 'fa:16:3e:4a:89:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:53:38.317034 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:38.329067 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:53:38.347397 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:53:38.350872 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:38.395836 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:53:38.538782 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['e4bb6a35-df2b-46ee-a18f-1bdd81c767e1'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:53:38.689231 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36de1e-1bc2-485b-9b8d-6512f667cbad req-d8923727-f75c-4b59-9ac4-fc9a787a09b0 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:38.690671 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e36de1e-1bc2-485b-9b8d-6512f667cbad req-d8923727-f75c-4b59-9ac4-fc9a787a09b0 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 944 time: 0.0491467 Sep 30 13:53:38.728056 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9e36de1e-1bc2-485b-9b8d-6512f667cbad req-1c39859b-bb60-4cca-8716-74e781cd3db4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314999 Sep 30 13:53:39.839979 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79a063-a224-4707-9b31-5ec0ec5ab699 req-4b7fa063-1015-4817-9a83-d4bd71fa601b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:39.841428 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ce79a063-a224-4707-9b31-5ec0ec5ab699 req-4b7fa063-1015-4817-9a83-d4bd71fa601b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 944 time: 0.0482562 Sep 30 13:53:39.882113 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ce79a063-a224-4707-9b31-5ec0ec5ab699 req-a08e993a-2fcd-4ec5-90f5-5ff50a37c22a tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347748 Sep 30 13:53:40.176077 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:53:40.223322 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:53:40.226997 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:53:40.227361 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:40.303721 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:40.324694 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3373cb0d-eb9e-488d-9047-da0c06f3cb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bb6a35-df2b-46ee-a18f-1bdd81c767e1'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:53:40.327688 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe61755-2c74-4e17-b19d-05e9539c07d2" -d '{"events": [{"server_uuid": "3373cb0d-eb9e-488d-9047-da0c06f3cb1e", "name": "network-vif-plugged", "status": "completed", "tag": "e4bb6a35-df2b-46ee-a18f-1bdd81c767e1"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:53:40.343639 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:53:40.347512 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:40.372662 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6a9d3d-474b-46db-b7b2-ec259998ec4d x-openstack-request-id: req-cb6a9d3d-474b-46db-b7b2-ec259998ec4d {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:53:40.372946 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3373cb0d-eb9e-488d-9047-da0c06f3cb1e", "name": "network-vif-plugged", "status": "completed", "tag": "e4bb6a35-df2b-46ee-a18f-1bdd81c767e1", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:53:40.373195 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb6a9d3d-474b-46db-b7b2-ec259998ec4d {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:53:40.373608 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3373cb0d-eb9e-488d-9047-da0c06f3cb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bb6a35-df2b-46ee-a18f-1bdd81c767e1', 'code': 200} Sep 30 13:53:40.401689 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:53:40.462616 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a27e10-3a20-4b26-b6a2-d225019aef0e req-7d4365fc-4a26-4410-a3fc-4cf88f077c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:40.464372 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-61a27e10-3a20-4b26-b6a2-d225019aef0e req-7d4365fc-4a26-4410-a3fc-4cf88f077c3e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 1096 time: 0.0399520 Sep 30 13:53:40.498565 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-61a27e10-3a20-4b26-b6a2-d225019aef0e req-64186e90-18e9-4a03-8302-3fdad6150210 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262597 Sep 30 13:53:40.993319 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baabceb-122b-4fc7-a4c2-6b2f9211124e req-82ee6faa-5881-4d6e-a5de-3c0dbd5da922 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:40.994834 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8baabceb-122b-4fc7-a4c2-6b2f9211124e req-82ee6faa-5881-4d6e-a5de-3c0dbd5da922 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 945 time: 0.0481343 Sep 30 13:53:41.032776 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8baabceb-122b-4fc7-a4c2-6b2f9211124e req-b841b0b5-8712-4438-9c75-9599970d5494 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316513 Sep 30 13:53:42.147380 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec173eea-1f73-4a55-a5df-178bb2a85910 req-69dff7b5-7efd-4f54-9341-3a1c37a9f821 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:42.148844 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ec173eea-1f73-4a55-a5df-178bb2a85910 req-69dff7b5-7efd-4f54-9341-3a1c37a9f821 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 945 time: 0.0481436 Sep 30 13:53:42.190086 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ec173eea-1f73-4a55-a5df-178bb2a85910 req-1f260b6a-4d20-4d11-b314-f8ee9028cf31 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353827 Sep 30 13:53:42.299574 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95c75c-94db-48d8-8cc4-7e3610846e4f req-1cb84828-52e6-46ac-92ed-175d60765f02 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:42.301032 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bf95c75c-94db-48d8-8cc4-7e3610846e4f req-1cb84828-52e6-46ac-92ed-175d60765f02 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 945 time: 0.0480092 Sep 30 13:53:42.309634 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46562) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:53:42.314086 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-b6992b81-61e8-4571-92e2-3ea882bcc070 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Request body: {'floatingip': {'port_id': 'e4bb6a35-df2b-46ee-a18f-1bdd81c767e1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:53:42.355396 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b6992b81-61e8-4571-92e2-3ea882bcc070 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for floatingip, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:42.783283 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b6992b81-61e8-4571-92e2-3ea882bcc070 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:42.787026 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b6992b81-61e8-4571-92e2-3ea882bcc070 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:42.885708 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-b6992b81-61e8-4571-92e2-3ea882bcc070 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Floating IP 4d7060d5-eb19-4faf-bdfd-e6db5e5024ef associated. External IP: 172.25.5.135, port: e4bb6a35-df2b-46ee-a18f-1bdd81c767e1. Sep 30 13:53:43.089421 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6992b81-61e8-4571-92e2-3ea882bcc070 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Router da067940-c404-4a8c-9223-1730ca4c2c76 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:53:43.198238 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6992b81-61e8-4571-92e2-3ea882bcc070 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:53:43.203687 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b6992b81-61e8-4571-92e2-3ea882bcc070 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:43.208172 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915e8b62-a9a5-4f81-85e2-274fcf003901 None None] Sync routers for ids ['da067940-c404-4a8c-9223-1730ca4c2c76'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:53:43.216775 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915e8b62-a9a5-4f81-85e2-274fcf003901 None None] Routers {'da067940-c404-4a8c-9223-1730ca4c2c76'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:53:43.217392 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-915e8b62-a9a5-4f81-85e2-274fcf003901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:53:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['da067940-c404-4a8c-9223-1730ca4c2c76'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:53:43.232395 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b6992b81-61e8-4571-92e2-3ea882bcc070 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "PUT /v2.0/floatingips/4d7060d5-eb19-4faf-bdfd-e6db5e5024ef HTTP/1.1" status: 200 len: 991 time: 0.9191458 Sep 30 13:53:43.232395 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3373cb0d-eb9e-488d-9047-da0c06f3cb1e', 'tag': 'e4bb6a35-df2b-46ee-a18f-1bdd81c767e1'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:53:43.232889 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3faf39b-93d1-47d9-9c69-2a97362ee7db" -d '{"events": [{"name": "network-changed", "server_uuid": "3373cb0d-eb9e-488d-9047-da0c06f3cb1e", "tag": "e4bb6a35-df2b-46ee-a18f-1bdd81c767e1"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:53:43.270227 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ef19b6-8262-4009-a74f-1e88068cbaab x-openstack-request-id: req-05ef19b6-8262-4009-a74f-1e88068cbaab {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:53:43.271071 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3373cb0d-eb9e-488d-9047-da0c06f3cb1e", "tag": "e4bb6a35-df2b-46ee-a18f-1bdd81c767e1", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:53:43.271330 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05ef19b6-8262-4009-a74f-1e88068cbaab {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:53:43.271735 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3373cb0d-eb9e-488d-9047-da0c06f3cb1e', 'tag': 'e4bb6a35-df2b-46ee-a18f-1bdd81c767e1', 'status': 'completed', 'code': 200} Sep 30 13:53:43.328421 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-915e8b62-a9a5-4f81-85e2-274fcf003901 None None] Set router da067940-c404-4a8c-9223-1730ca4c2c76 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:53:43.331298 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3faf39b-93d1-47d9-9c69-2a97362ee7db req-a36d9a72-3ff3-472c-8548-81932abe5050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:43.332792 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e3faf39b-93d1-47d9-9c69-2a97362ee7db req-a36d9a72-3ff3-472c-8548-81932abe5050 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 1096 time: 0.0406544 Sep 30 13:53:43.421668 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3faf39b-93d1-47d9-9c69-2a97362ee7db req-21a4bb27-5b4c-47de-84a0-e08c360d3c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:43.423238 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e3faf39b-93d1-47d9-9c69-2a97362ee7db req-21a4bb27-5b4c-47de-84a0-e08c360d3c93 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0832717 Sep 30 13:53:43.492936 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e3faf39b-93d1-47d9-9c69-2a97362ee7db req-68bd713f-50a5-46cc-b002-e339e3ba0f30 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 HTTP/1.1" status: 200 len: 999 time: 0.0623522 Sep 30 13:53:43.540930 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3faf39b-93d1-47d9-9c69-2a97362ee7db req-d2837675-c6f3-4cb1-bc64-d3d276315110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:43.542446 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e3faf39b-93d1-47d9-9c69-2a97362ee7db req-d2837675-c6f3-4cb1-bc64-d3d276315110 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0427966 Sep 30 13:53:43.542711 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-915e8b62-a9a5-4f81-85e2-274fcf003901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:26Z', 'revision_number': 4, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '4d7060d5-eb19-4faf-bdfd-e6db5e5024ef', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'port_id': 'e4bb6a35-df2b-46ee-a18f-1bdd81c767e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'mac_address': 'fa:16:3e:4a:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3373cb0d-eb9e-488d-9047-da0c06f3cb1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:50:29Z', 'updated_at': '2021-09-30T13:53:42Z', 'revision_number': 5, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add813c1-fc77-42d9-b2c4-ce8b770aaa14', 'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'mac_address': 'fa:16:3e:23:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:25Z', 'updated_at': '2021-09-30T13:50:29Z', 'revision_number': 5, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'subnets': [{'id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:53:43.572589 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915e8b62-a9a5-4f81-85e2-274fcf003901 None None] Checking router: da067940-c404-4a8c-9223-1730ca4c2c76 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:53:43.581111 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915e8b62-a9a5-4f81-85e2-274fcf003901 None None] Routers {'da067940-c404-4a8c-9223-1730ca4c2c76'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:53:43.581643 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-915e8b62-a9a5-4f81-85e2-274fcf003901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:53:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['da067940-c404-4a8c-9223-1730ca4c2c76'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:53:43.589171 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3faf39b-93d1-47d9-9c69-2a97362ee7db req-6663acb9-4ecc-4e80-b645-9b84fa464ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:53:43.590705 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e3faf39b-93d1-47d9-9c69-2a97362ee7db req-6663acb9-4ecc-4e80-b645-9b84fa464ff4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401089 Sep 30 13:53:43.686903 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-915e8b62-a9a5-4f81-85e2-274fcf003901 None None] Set router da067940-c404-4a8c-9223-1730ca4c2c76 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:53:43.688202 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e3faf39b-93d1-47d9-9c69-2a97362ee7db req-b9114227-f0c7-4ca3-a93b-a57a81f381ab service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894473 Sep 30 13:53:43.790419 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e3faf39b-93d1-47d9-9c69-2a97362ee7db req-209064b1-8087-4c25-a628-9732caf56477 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956924 Sep 30 13:53:43.903001 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-915e8b62-a9a5-4f81-85e2-274fcf003901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:26Z', 'revision_number': 4, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '4d7060d5-eb19-4faf-bdfd-e6db5e5024ef', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'port_id': 'e4bb6a35-df2b-46ee-a18f-1bdd81c767e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'mac_address': 'fa:16:3e:4a:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3373cb0d-eb9e-488d-9047-da0c06f3cb1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:50:29Z', 'updated_at': '2021-09-30T13:53:42Z', 'revision_number': 5, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add813c1-fc77-42d9-b2c4-ce8b770aaa14', 'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'mac_address': 'fa:16:3e:23:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:25Z', 'updated_at': '2021-09-30T13:50:29Z', 'revision_number': 5, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'subnets': [{'id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:53:43.932383 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915e8b62-a9a5-4f81-85e2-274fcf003901 None None] The sync data for ids ['da067940-c404-4a8c-9223-1730ca4c2c76'] in n-d-810909-2 is: [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:26Z', 'revision_number': 4, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '4d7060d5-eb19-4faf-bdfd-e6db5e5024ef', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'port_id': 'e4bb6a35-df2b-46ee-a18f-1bdd81c767e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'mac_address': 'fa:16:3e:4a:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3373cb0d-eb9e-488d-9047-da0c06f3cb1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:50:29Z', 'updated_at': '2021-09-30T13:53:42Z', 'revision_number': 5, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add813c1-fc77-42d9-b2c4-ce8b770aaa14', 'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'mac_address': 'fa:16:3e:23:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:25Z', 'updated_at': '2021-09-30T13:50:29Z', 'revision_number': 5, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'subnets': [{'id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:53:44.114452 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0653acec-6086-47c4-83fa-fdd97407ea1f None None] New status for floating IP 4d7060d5-eb19-4faf-bdfd-e6db5e5024ef: ACTIVE {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:53:45.181024 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:48.240693 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-da451657-3fa8-49f4-a92e-453929f9f423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:49.911206 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:50.739358 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b15576ea-8d43-45dc-a31c-11c300b2afd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:51.678941 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:52.511402 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:53:54.277646 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:54:06.743565 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:54:12.648007 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69bbefdf-d676-4e61-ad88-1df0dfd985c4 req-384ea87f-82a5-4f7f-843b-4a999bb8602f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390584 Sep 30 13:54:12.731353 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbefdf-d676-4e61-ad88-1df0dfd985c4 req-8c56513c-09ed-456c-aade-36603530cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:54:12.732761 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69bbefdf-d676-4e61-ad88-1df0dfd985c4 req-8c56513c-09ed-456c-aade-36603530cd4a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 1096 time: 0.0403731 Sep 30 13:54:12.837833 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbefdf-d676-4e61-ad88-1df0dfd985c4 req-83eebfeb-c72e-4423-b174-ec07d8924d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:54:12.839554 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69bbefdf-d676-4e61-ad88-1df0dfd985c4 req-83eebfeb-c72e-4423-b174-ec07d8924d6a service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0867107 Sep 30 13:54:12.903297 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69bbefdf-d676-4e61-ad88-1df0dfd985c4 req-ee63bb8b-a6e9-4535-be39-b747dd360fae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 HTTP/1.1" status: 200 len: 1001 time: 0.0561652 Sep 30 13:54:12.951125 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbefdf-d676-4e61-ad88-1df0dfd985c4 req-c1556049-0457-411d-8da8-f30c79a5596d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:54:12.952515 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69bbefdf-d676-4e61-ad88-1df0dfd985c4 req-c1556049-0457-411d-8da8-f30c79a5596d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0416093 Sep 30 13:54:13.002438 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbefdf-d676-4e61-ad88-1df0dfd985c4 req-be0757aa-982c-411e-9abf-6796a67a163d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:54:13.003680 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69bbefdf-d676-4e61-ad88-1df0dfd985c4 req-be0757aa-982c-411e-9abf-6796a67a163d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438888 Sep 30 13:54:13.102921 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69bbefdf-d676-4e61-ad88-1df0dfd985c4 req-3fe14cec-9544-4001-811f-929ba1bc7271 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815816 Sep 30 13:54:13.493448 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69bbefdf-d676-4e61-ad88-1df0dfd985c4 req-27469c8c-ef8f-4a95-8181-491cafeac5c2 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821740 Sep 30 13:54:15.185868 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:54:18.239696 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a41655d6-99d9-479f-a7d5-359ae2fc5aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:54:19.926447 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:54:20.739815 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-09594e35-df8d-40d6-861d-3c41683074d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:54:21.679465 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:54:22.514406 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:54:24.275958 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:54:43.742645 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:54:45.173632 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:54:48.239213 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f70b28e6-d743-4304-b145-34b9bff4f85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:54:49.924060 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:54:50.739304 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-12539d6d-51b8-4cc8-aa89-f8d0318ec068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:54:51.681066 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:54:52.517750 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:54:54.278453 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:12.645685 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d2777c69-1b1e-4bfd-a455-0e72bb9d5198 req-f9c2be54-fb96-4ad7-819c-e6a2180283ad service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386691 Sep 30 13:55:12.724629 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2777c69-1b1e-4bfd-a455-0e72bb9d5198 req-e9128152-858b-4302-b90d-cd4df992a268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:12.726031 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d2777c69-1b1e-4bfd-a455-0e72bb9d5198 req-e9128152-858b-4302-b90d-cd4df992a268 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 1096 time: 0.0397737 Sep 30 13:55:12.830510 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2777c69-1b1e-4bfd-a455-0e72bb9d5198 req-a10d1adf-cf04-44ec-9384-104cef56927e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:12.832012 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d2777c69-1b1e-4bfd-a455-0e72bb9d5198 req-a10d1adf-cf04-44ec-9384-104cef56927e service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0866430 Sep 30 13:55:12.898504 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d2777c69-1b1e-4bfd-a455-0e72bb9d5198 req-34df9a12-151e-4d91-8eba-aa1ff896ec68 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 HTTP/1.1" status: 200 len: 1001 time: 0.0593693 Sep 30 13:55:12.949688 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2777c69-1b1e-4bfd-a455-0e72bb9d5198 req-56b0b2fb-8a34-4565-9316-e4c5f207057c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:12.951134 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d2777c69-1b1e-4bfd-a455-0e72bb9d5198 req-56b0b2fb-8a34-4565-9316-e4c5f207057c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0459466 Sep 30 13:55:12.998377 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2777c69-1b1e-4bfd-a455-0e72bb9d5198 req-4f82e647-ae9a-4fe2-a45f-49e5d4fa78a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:12.999901 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d2777c69-1b1e-4bfd-a455-0e72bb9d5198 req-4f82e647-ae9a-4fe2-a45f-49e5d4fa78a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404587 Sep 30 13:55:13.088064 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d2777c69-1b1e-4bfd-a455-0e72bb9d5198 req-44fe17c3-3775-48be-bd82-e65f4401f1ca service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805380 Sep 30 13:55:13.183285 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d2777c69-1b1e-4bfd-a455-0e72bb9d5198 req-3da9d23e-7cec-4ac9-83d7-762e833e1863 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880933 Sep 30 13:55:15.172994 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:18.239541 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-28c8ac3d-43dd-4c19-b838-da315871a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:19.941905 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:20.125470 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688d3e0-63f7-4ffb-918b-10945dd65ae8 req-068e7841-ce1e-4ac8-af0a-9d27225f53a0 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:20.126949 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b688d3e0-63f7-4ffb-918b-10945dd65ae8 req-068e7841-ce1e-4ac8-af0a-9d27225f53a0 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 945 time: 0.0560100 Sep 30 13:55:20.165780 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b688d3e0-63f7-4ffb-918b-10945dd65ae8 req-ae74cac1-f6c0-4c7e-a4cc-f1573b28ecf0 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326791 Sep 30 13:55:20.741339 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7069753d-0d91-45c6-b7a2-7136b5fcd222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:20.744057 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:55:21.281997 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6fecc7-7664-41ae-a48f-92cf3a59942e req-7a1a5bfb-3930-49a8-a420-d3fff3aef964 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:21.283496 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f6fecc7-7664-41ae-a48f-92cf3a59942e req-7a1a5bfb-3930-49a8-a420-d3fff3aef964 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 945 time: 0.0483820 Sep 30 13:55:21.320906 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3f6fecc7-7664-41ae-a48f-92cf3a59942e req-1f79c923-f040-49e6-bbc8-8e5b9a8c473b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310826 Sep 30 13:55:21.681701 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:22.434269 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b97c8-f570-40db-bd74-9a57bb22d926 req-c6f19c53-6b72-40bd-9284-97b60582b403 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:22.435775 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d49b97c8-f570-40db-bd74-9a57bb22d926 req-c6f19c53-6b72-40bd-9284-97b60582b403 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 945 time: 0.0487528 Sep 30 13:55:22.474634 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d49b97c8-f570-40db-bd74-9a57bb22d926 req-2ccdfdc7-80cf-4ef2-b7ef-98f5abd1d58a tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329840 Sep 30 13:55:22.519679 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:23.592995 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f507d61-f0d8-41f2-bf9f-f4c2ed7dd522 req-d5d0efab-870c-40bc-8e90-7fa3980e9f66 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:23.594508 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8f507d61-f0d8-41f2-bf9f-f4c2ed7dd522 req-d5d0efab-870c-40bc-8e90-7fa3980e9f66 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 945 time: 0.0522187 Sep 30 13:55:23.631798 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8f507d61-f0d8-41f2-bf9f-f4c2ed7dd522 req-9dc9c27d-4edf-40ec-96c6-33770d2afc4d tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314658 Sep 30 13:55:24.281543 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:24.744239 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7440e3e-fe78-4981-a813-f516c2c5fd67 req-3d1ad133-c55f-4260-8f8e-bc63e1f07c99 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:24.745690 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b7440e3e-fe78-4981-a813-f516c2c5fd67 req-3d1ad133-c55f-4260-8f8e-bc63e1f07c99 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 945 time: 0.0473931 Sep 30 13:55:24.781924 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b7440e3e-fe78-4981-a813-f516c2c5fd67 req-cf41f4e8-e0d7-4e7e-a059-de25be46058d tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303981 Sep 30 13:55:25.894984 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0a3e1-a723-48b3-aebc-3f250050644b req-45b7c4a8-c200-495b-8f78-1918efba3016 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:25.896474 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4bb0a3e1-a723-48b3-aebc-3f250050644b req-45b7c4a8-c200-495b-8f78-1918efba3016 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 945 time: 0.0484638 Sep 30 13:55:25.933107 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4bb0a3e1-a723-48b3-aebc-3f250050644b req-6a901da7-ce9d-454b-87a8-7195edc7e0aa tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307727 Sep 30 13:55:27.096847 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6b1d8-ad0a-4ebe-9e4d-10508275ee1b req-7e478f90-fcd1-4fe1-b9d5-50ccc770d0c6 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:27.098335 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-97c6b1d8-ad0a-4ebe-9e4d-10508275ee1b req-7e478f90-fcd1-4fe1-b9d5-50ccc770d0c6 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 945 time: 0.0521853 Sep 30 13:55:27.135846 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-97c6b1d8-ad0a-4ebe-9e4d-10508275ee1b req-03a0557e-72ef-40f9-8a11-f7ce0c341c6f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316231 Sep 30 13:55:28.254755 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5f5db-f0ef-4f54-ade3-4e82084f6d44 req-54313396-7398-4d51-8a5a-0bead2afebfa tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:28.256239 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-40d5f5db-f0ef-4f54-ade3-4e82084f6d44 req-54313396-7398-4d51-8a5a-0bead2afebfa tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 945 time: 0.0534205 Sep 30 13:55:28.296193 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-40d5f5db-f0ef-4f54-ade3-4e82084f6d44 req-d5cadab4-0685-4faf-a8f3-a21486b63b5d tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326576 Sep 30 13:55:29.410588 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1b372-f847-49fc-805e-68124ddc21b5 req-c9e4400c-a273-4672-afd5-ccf61eb8b421 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:29.411954 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-82c1b372-f847-49fc-805e-68124ddc21b5 req-c9e4400c-a273-4672-afd5-ccf61eb8b421 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 945 time: 0.0475438 Sep 30 13:55:29.449529 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-82c1b372-f847-49fc-805e-68124ddc21b5 req-ee134c46-5c0b-48e2-adca-9989598ce8d9 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317123 Sep 30 13:55:30.566418 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de729fbc-9559-4c14-a534-9b9324b3d053 req-76bc3f26-f25d-4a6c-bb67-a0701274ff38 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:30.567883 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de729fbc-9559-4c14-a534-9b9324b3d053 req-76bc3f26-f25d-4a6c-bb67-a0701274ff38 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 945 time: 0.0521374 Sep 30 13:55:30.604338 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de729fbc-9559-4c14-a534-9b9324b3d053 req-f04c649d-6ceb-4edb-8fff-8691f95aa3be tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305665 Sep 30 13:55:30.838784 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108b952-e3a2-4e84-bfe7-4b136c928dc0 req-2af10751-5cba-4fb8-8087-b893323bf224 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:30.840296 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a108b952-e3a2-4e84-bfe7-4b136c928dc0 req-2af10751-5cba-4fb8-8087-b893323bf224 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 945 time: 0.0486884 Sep 30 13:55:30.872359 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-445a7392-553f-4b95-b5dd-a4a2c41723ae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0896826 Sep 30 13:55:30.878698 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a108b952-e3a2-4e84-bfe7-4b136c928dc0 req-fd033721-8e90-4739-90a1-291b48b02543 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323358 Sep 30 13:55:30.882084 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-9d4aef97-d5a4-404e-a911-dd3277b97d61 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:55:30.883074 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-9d4aef97-d5a4-404e-a911-dd3277b97d61 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049918 Sep 30 13:55:31.984121 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-e9256de5-f996-4e97-ba89-783e118e8174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:31.985658 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-e9256de5-f996-4e97-ba89-783e118e8174 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 1096 time: 0.0402496 Sep 30 13:55:31.995993 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad1663-07d6-46b4-b697-1f6a9cf622ba req-ca1be848-3292-4be0-ba0d-02ac7d2854f8 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:31.997616 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b2ad1663-07d6-46b4-b697-1f6a9cf622ba req-ca1be848-3292-4be0-ba0d-02ac7d2854f8 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 945 time: 0.0483396 Sep 30 13:55:32.039514 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b2ad1663-07d6-46b4-b697-1f6a9cf622ba req-0c7d5c5a-3b58-43e4-99af-ffce332e0d45 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350180 Sep 30 13:55:32.081836 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-57cbe8ef-5784-44bd-9d44-137221b07b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:32.083339 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-57cbe8ef-5784-44bd-9d44-137221b07b78 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0884821 Sep 30 13:55:32.146800 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-84dd709b-9202-457f-8d1a-869f0f6b24d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 HTTP/1.1" status: 200 len: 1001 time: 0.0566700 Sep 30 13:55:32.199999 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-8de9ac20-11f8-4b33-a164-609c921af727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:32.201359 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-8de9ac20-11f8-4b33-a164-609c921af727 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0471237 Sep 30 13:55:32.246317 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-943a3b61-a466-497f-a18c-17ac68f27992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:32.247765 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-943a3b61-a466-497f-a18c-17ac68f27992 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390377 Sep 30 13:55:32.336155 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-5335c7b6-edf1-4e5c-8dcf-128d36d2746d service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800147 Sep 30 13:55:32.428833 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-01282dee-789e-4665-bd50-80f9e6f089b1 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852304 Sep 30 13:55:33.153957 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38e1c3-d1c7-4d3d-bcf8-661f3f7a3698 req-9f740aa2-d442-4de9-9919-13716254f417 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:33.155476 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7a38e1c3-d1c7-4d3d-bcf8-661f3f7a3698 req-9f740aa2-d442-4de9-9919-13716254f417 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 945 time: 0.0483179 Sep 30 13:55:33.195415 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7a38e1c3-d1c7-4d3d-bcf8-661f3f7a3698 req-87bbe9a8-ca31-4e86-969c-9f3c9bc6ec64 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334866 Sep 30 13:55:34.309247 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c58c88-4117-44ac-8223-ed7751c958be req-5d60937f-e97e-4e66-9f5d-9f6980ac3221 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:34.310750 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-34c58c88-4117-44ac-8223-ed7751c958be req-5d60937f-e97e-4e66-9f5d-9f6980ac3221 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 945 time: 0.0496392 Sep 30 13:55:34.316288 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-0dbbb687-fff7-412d-9132-b3c3515a745c service neutron] show failed (client error): The resource could not be found. Sep 30 13:55:34.317308 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-0dbbb687-fff7-412d-9132-b3c3515a745c service neutron] 10.222.0.39 "GET /v2.0/ports/e4bb6a35-df2b-46ee-a18f-1bdd81c767e1/bindings/n-h2-810909-2 HTTP/1.1" status: 404 len: 380 time: 0.0590959 Sep 30 13:55:34.353129 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-34c58c88-4117-44ac-8223-ed7751c958be req-971dd3f2-05b9-420f-bb78-1d24a29bc7c7 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364192 Sep 30 13:55:34.588588 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-6e0fad7f-3c89-4ab6-902d-42f01d5257ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:34.590352 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-6e0fad7f-3c89-4ab6-902d-42f01d5257ce service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e&tenant_id=4a0cd83bf7674d50be353991eaf1323f HTTP/1.1" status: 200 len: 1096 time: 0.1169167 Sep 30 13:55:34.602146 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810909-2', 'device_owner': 'compute:nova'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:55:34.661866 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:34.858409 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] For port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:55:34.889783 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] For port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:55:34.928177 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3373cb0d-eb9e-488d-9047-da0c06f3cb1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4bb6a35-df2b-46ee-a18f-1bdd81c767e1'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:55:34.930660 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7410ea-08ef-4de8-96ae-fdee69b70f9a" -d '{"events": [{"server_uuid": "3373cb0d-eb9e-488d-9047-da0c06f3cb1e", "name": "network-vif-unplugged", "status": "completed", "tag": "e4bb6a35-df2b-46ee-a18f-1bdd81c767e1"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:55:34.934367 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:34.947241 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Transition to ACTIVE for port object e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:55:34.950717 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:35.062116 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d80c88a-b31d-46cc-869f-7da69f74c4ab x-openstack-request-id: req-0d80c88a-b31d-46cc-869f-7da69f74c4ab {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:55:35.062408 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3373cb0d-eb9e-488d-9047-da0c06f3cb1e", "name": "network-vif-unplugged", "status": "completed", "tag": "e4bb6a35-df2b-46ee-a18f-1bdd81c767e1", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:55:35.062654 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d80c88a-b31d-46cc-869f-7da69f74c4ab {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:55:35.063037 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3373cb0d-eb9e-488d-9047-da0c06f3cb1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4bb6a35-df2b-46ee-a18f-1bdd81c767e1', 'code': 200} Sep 30 13:55:35.080572 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Pushing event updated for resources: {'Port': ['ID=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1,revision_number=6']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:55:35.102151 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:35.102491 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:35.102824 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:35.103160 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:35.103483 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:35.103803 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:35.104125 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:35.104445 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:35.104761 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:35.105076 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:35.105390 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:35.105701 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:35.134995 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] No DVR routers for this DVR port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:55:35.268719 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Attempting to bind port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:55:35.268960 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Attempting to bind port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:55:35.269281 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Attempting to bind port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:55:35.273430 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:55:35.273756 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Attempting to bind port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:55:35.278567 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:55:35.278898 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Checking segment: {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:55:35.279275 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Bound using segment: {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:55:35.279695 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Bound port: e4bb6a35-df2b-46ee-a18f-1bdd81c767e1, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:55:35.280040 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:35.341146 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] For port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:55:35.344121 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] For port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:55:35.348733 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:35.384818 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:35.385446 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:35.386934 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] 10.222.0.54 "PUT /v2.0/ports/e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 HTTP/1.1" status: 200 len: 1091 time: 0.7890770 Sep 30 13:55:35.405988 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b70797-de5d-4cca-b84c-57150fd42226 service neutron] Pushing event updated for resources: {'Port': ['ID=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1,revision_number=7']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:55:35.487293 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-0a0cabba-4865-4365-b1e1-13bc1b63f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:35.488864 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-0a0cabba-4865-4365-b1e1-13bc1b63f59a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 1094 time: 0.0787480 Sep 30 13:55:35.500905 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce995975-ca9d-4dfb-bb2a-5258a1dad69b req-cffe1329-0d47-496f-bfb5-cc4ead220f6f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:35.502462 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ce995975-ca9d-4dfb-bb2a-5258a1dad69b req-cffe1329-0d47-496f-bfb5-cc4ead220f6f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 943 time: 0.0609889 Sep 30 13:55:35.592301 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ce995975-ca9d-4dfb-bb2a-5258a1dad69b req-02862678-a36a-472e-b5af-d921a5a91b70 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815289 Sep 30 13:55:35.616895 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-dea4334d-a267-463e-894e-e138b5dbb910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:35.618449 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-dea4334d-a267-463e-894e-e138b5dbb910 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.1150897 Sep 30 13:55:35.681900 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-3edddc59-6939-4541-89ce-fc0547919613 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 HTTP/1.1" status: 200 len: 999 time: 0.0568607 Sep 30 13:55:35.729434 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-6bd87cca-7346-4165-9211-f0596b6913d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:35.730885 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-6bd87cca-7346-4165-9211-f0596b6913d9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0429218 Sep 30 13:55:36.085952 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-b8ec5895-23f1-42fe-bf1c-69ee33cddf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:36.087405 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-b8ec5895-23f1-42fe-bf1c-69ee33cddf35 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3497875 Sep 30 13:55:36.176364 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-19325c20-cb43-4858-a894-b36fe57ad68a service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820856 Sep 30 13:55:36.269975 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c410231-9ee3-414f-8d9b-0e5936fdfbe7 req-5fd4a180-74be-439b-bc58-2fdf040f37fb service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866227 Sep 30 13:55:36.711628 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb437a7-3697-49c6-ac29-3898a34f370a req-73378569-5103-4919-a5c1-6574f0cd4d08 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:36.713369 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aeb437a7-3697-49c6-ac29-3898a34f370a req-73378569-5103-4919-a5c1-6574f0cd4d08 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 943 time: 0.0493562 Sep 30 13:55:36.750125 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aeb437a7-3697-49c6-ac29-3898a34f370a req-cf34d475-2d9e-4085-be7f-b885a18faddf tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307927 Sep 30 13:55:37.064295 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3373cb0d-eb9e-488d-9047-da0c06f3cb1e', 'tag': 'e4bb6a35-df2b-46ee-a18f-1bdd81c767e1'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:55:37.066612 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8985f5-2757-47b1-87f1-87232fa253c0" -d '{"events": [{"name": "network-changed", "server_uuid": "3373cb0d-eb9e-488d-9047-da0c06f3cb1e", "tag": "e4bb6a35-df2b-46ee-a18f-1bdd81c767e1"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:55:37.113049 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefe0d6c-616f-41d3-a6df-51e8b6277591 x-openstack-request-id: req-cefe0d6c-616f-41d3-a6df-51e8b6277591 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:55:37.113349 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3373cb0d-eb9e-488d-9047-da0c06f3cb1e", "tag": "e4bb6a35-df2b-46ee-a18f-1bdd81c767e1", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:55:37.113615 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cefe0d6c-616f-41d3-a6df-51e8b6277591 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:55:37.115012 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3373cb0d-eb9e-488d-9047-da0c06f3cb1e', 'tag': 'e4bb6a35-df2b-46ee-a18f-1bdd81c767e1', 'status': 'completed', 'code': 200} Sep 30 13:55:37.173523 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8985f5-2757-47b1-87f1-87232fa253c0 req-eaa47708-7a01-458c-bb49-574be0233378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:37.174306 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8985f5-2757-47b1-87f1-87232fa253c0 req-df44b3bc-2733-46ea-9a64-3d9960b70231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:37.175060 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8f8985f5-2757-47b1-87f1-87232fa253c0 req-eaa47708-7a01-458c-bb49-574be0233378 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 1094 time: 0.0424688 Sep 30 13:55:37.175937 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8f8985f5-2757-47b1-87f1-87232fa253c0 req-df44b3bc-2733-46ea-9a64-3d9960b70231 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 1094 time: 0.0408278 Sep 30 13:55:37.271017 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8985f5-2757-47b1-87f1-87232fa253c0 req-c34960db-ff75-4ec6-8d1a-2324b3b44e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:37.272565 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8f8985f5-2757-47b1-87f1-87232fa253c0 req-c34960db-ff75-4ec6-8d1a-2324b3b44e91 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0899463 Sep 30 13:55:37.275096 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8985f5-2757-47b1-87f1-87232fa253c0 req-26db7b36-7a00-42fd-b168-4510dcea99dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:37.276576 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8f8985f5-2757-47b1-87f1-87232fa253c0 req-26db7b36-7a00-42fd-b168-4510dcea99dc service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0943260 Sep 30 13:55:37.339192 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8f8985f5-2757-47b1-87f1-87232fa253c0 req-8d7c8e17-9519-4d79-a2a2-09c1f7a7e70a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 HTTP/1.1" status: 200 len: 999 time: 0.0586200 Sep 30 13:55:37.341606 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8f8985f5-2757-47b1-87f1-87232fa253c0 req-7bf47bb0-6cb8-44a8-9a1f-997ad7210641 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 HTTP/1.1" status: 200 len: 999 time: 0.0568018 Sep 30 13:55:37.389062 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8985f5-2757-47b1-87f1-87232fa253c0 req-0c65a035-ad25-44d5-b3d4-1eb16123ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:37.390547 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8f8985f5-2757-47b1-87f1-87232fa253c0 req-0c65a035-ad25-44d5-b3d4-1eb16123ef99 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0421052 Sep 30 13:55:37.395567 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8985f5-2757-47b1-87f1-87232fa253c0 req-a2aa898b-86e3-474f-8bab-f68d33e1923d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:37.397088 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8f8985f5-2757-47b1-87f1-87232fa253c0 req-a2aa898b-86e3-474f-8bab-f68d33e1923d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0509951 Sep 30 13:55:37.444468 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8985f5-2757-47b1-87f1-87232fa253c0 req-169a3117-8bd6-40cf-aba1-1fe1809c8fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:37.444661 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8985f5-2757-47b1-87f1-87232fa253c0 req-00596e92-4f83-4a34-8bb7-aea1c67fa044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:37.446150 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8f8985f5-2757-47b1-87f1-87232fa253c0 req-00596e92-4f83-4a34-8bb7-aea1c67fa044 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477350 Sep 30 13:55:37.446329 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8f8985f5-2757-47b1-87f1-87232fa253c0 req-169a3117-8bd6-40cf-aba1-1fe1809c8fbe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422544 Sep 30 13:55:37.537252 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8f8985f5-2757-47b1-87f1-87232fa253c0 req-b674d2a3-9d05-492c-a6b7-ac4658a99a56 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840049 Sep 30 13:55:37.539670 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8f8985f5-2757-47b1-87f1-87232fa253c0 req-517b9019-f0d9-4422-8a75-40ea077e44b0 service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864344 Sep 30 13:55:37.630966 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8f8985f5-2757-47b1-87f1-87232fa253c0 req-95acee6f-5c97-4cc9-9f2a-923d270b069f service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871558 Sep 30 13:55:37.635810 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8f8985f5-2757-47b1-87f1-87232fa253c0 req-5b12cf57-86bc-4aae-9ba0-823e38ae67f1 service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884750 Sep 30 13:55:37.864019 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69191995-d12f-486a-8247-86058639d8b5 req-57f84570-6a16-4457-96fa-0861e19e3b11 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:37.865508 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69191995-d12f-486a-8247-86058639d8b5 req-57f84570-6a16-4457-96fa-0861e19e3b11 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 943 time: 0.0497630 Sep 30 13:55:37.902165 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69191995-d12f-486a-8247-86058639d8b5 req-09d02087-660f-4d33-9da5-d75745c6511a tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306587 Sep 30 13:55:38.802791 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:55:38.842398 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:55:39.018810 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67cfb8-9aab-4694-a675-885bfbf8e787 req-8c590790-af13-4104-9537-f587c3ddf5e4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:39.020274 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4d67cfb8-9aab-4694-a675-885bfbf8e787 req-8c590790-af13-4104-9537-f587c3ddf5e4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 943 time: 0.0476091 Sep 30 13:55:39.059420 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4d67cfb8-9aab-4694-a675-885bfbf8e787 req-84471208-0892-4438-816e-b1bc96aaab86 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330794 Sep 30 13:55:40.179763 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a48d73-92e0-4a07-8a37-d2d9060cbaba req-b1fa7f44-1098-4fd4-b432-cb79e7bc12b9 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:40.181529 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b8a48d73-92e0-4a07-8a37-d2d9060cbaba req-b1fa7f44-1098-4fd4-b432-cb79e7bc12b9 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 943 time: 0.0532694 Sep 30 13:55:40.219635 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b8a48d73-92e0-4a07-8a37-d2d9060cbaba req-f639b7a5-abbe-458e-81ce-624f777e04f5 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318892 Sep 30 13:55:40.440300 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b70411-80ca-4723-9df5-6b6cf92ab2d7 req-6bb577e8-12f7-4da4-84a6-dd20cf624d12 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:40.442505 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a2b70411-80ca-4723-9df5-6b6cf92ab2d7 req-6bb577e8-12f7-4da4-84a6-dd20cf624d12 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 943 time: 0.0789373 Sep 30 13:55:40.451087 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cf72d-4b87-45e3-ab02-569e0df53ce2 req-65c31237-dc51-4189-a01a-b4c99170a653 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:40.452503 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-591cf72d-4b87-45e3-ab02-569e0df53ce2 req-65c31237-dc51-4189-a01a-b4c99170a653 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.39 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e&tenant_id=4a0cd83bf7674d50be353991eaf1323f&binding%3Ahost_id=n-h2-810909-2 HTTP/1.1" status: 200 len: 943 time: 0.0801654 Sep 30 13:55:40.520469 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a2b70411-80ca-4723-9df5-6b6cf92ab2d7 req-aa63eb4c-ae9d-464d-a25a-b0af510211f0 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669770 Sep 30 13:55:40.536820 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-591cf72d-4b87-45e3-ab02-569e0df53ce2 req-58360a32-2f9b-4d3f-9728-f61cdf2f4ee9 service neutron] delete failed (client error): The resource could not be found. Sep 30 13:55:40.537875 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-591cf72d-4b87-45e3-ab02-569e0df53ce2 req-58360a32-2f9b-4d3f-9728-f61cdf2f4ee9 service neutron] 10.222.0.39 "DELETE /v2.0/ports/e4bb6a35-df2b-46ee-a18f-1bdd81c767e1/bindings/n-h1-810909-2 HTTP/1.1" status: 404 len: 380 time: 0.0711923 Sep 30 13:55:40.620607 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cf72d-4b87-45e3-ab02-569e0df53ce2 req-a2d2a7b1-d82c-4ae2-9d28-4ba0105e6294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:40.622160 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-591cf72d-4b87-45e3-ab02-569e0df53ce2 req-a2d2a7b1-d82c-4ae2-9d28-4ba0105e6294 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 1094 time: 0.0412438 Sep 30 13:55:40.715916 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cf72d-4b87-45e3-ab02-569e0df53ce2 req-c4329c03-63eb-4d49-9afe-d71ec97c2261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:40.717304 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-591cf72d-4b87-45e3-ab02-569e0df53ce2 req-c4329c03-63eb-4d49-9afe-d71ec97c2261 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0883169 Sep 30 13:55:40.782501 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-591cf72d-4b87-45e3-ab02-569e0df53ce2 req-7908a3ea-d102-49b9-bb22-74458841f7c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 HTTP/1.1" status: 200 len: 999 time: 0.0570021 Sep 30 13:55:40.829726 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cf72d-4b87-45e3-ab02-569e0df53ce2 req-7b872b40-a834-490f-930b-da3d3c9d01c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:40.831126 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-591cf72d-4b87-45e3-ab02-569e0df53ce2 req-7b872b40-a834-490f-930b-da3d3c9d01c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0417144 Sep 30 13:55:40.879446 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cf72d-4b87-45e3-ab02-569e0df53ce2 req-e1847b49-33b7-4f5d-bae3-3b429abfc3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:40.880911 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-591cf72d-4b87-45e3-ab02-569e0df53ce2 req-e1847b49-33b7-4f5d-bae3-3b429abfc3c3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432491 Sep 30 13:55:40.941933 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:55:40.968430 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-591cf72d-4b87-45e3-ab02-569e0df53ce2 req-3f480de8-2c30-4e5c-89b6-46e8dd4efdf9 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801120 Sep 30 13:55:41.041323 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:55:41.052357 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': 'e4bb6a35-df2b-46ee-a18f-1bdd81c767e1', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'port_id': 'e4bb6a35-df2b-46ee-a18f-1bdd81c767e1', 'mac_address': 'fa:16:3e:4a:89:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:55:41.060749 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-591cf72d-4b87-45e3-ab02-569e0df53ce2 req-9f42c03f-487c-4069-931c-b42c79267962 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846508 Sep 30 13:55:41.092206 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:41.105056 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:55:41.123757 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:55:41.127514 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:41.174352 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:55:41.181531 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:41.181874 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:41.182240 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:41.182624 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:41.182934 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:41.183382 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:41.183674 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:41.184000 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:41.184320 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:41.184639 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:41.184988 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:41.185304 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:41.501918 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['e4bb6a35-df2b-46ee-a18f-1bdd81c767e1'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:55:41.644562 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15f277-9e08-4a24-bc32-16b2826bea7e req-3d36120b-b3be-4872-b4bd-88bd8838ea13 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:41.646046 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bf15f277-9e08-4a24-bc32-16b2826bea7e req-3d36120b-b3be-4872-b4bd-88bd8838ea13 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 944 time: 0.0517535 Sep 30 13:55:41.683425 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bf15f277-9e08-4a24-bc32-16b2826bea7e req-d56b2fd8-904d-4795-9060-1f2e292cecf2 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312884 Sep 30 13:55:41.797083 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137f156-ad43-4286-8ab2-76449899ef36 req-61e42003-7109-41b2-a04e-1be803b59948 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:41.798595 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3137f156-ad43-4286-8ab2-76449899ef36 req-61e42003-7109-41b2-a04e-1be803b59948 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 944 time: 0.0483692 Sep 30 13:55:41.836173 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3137f156-ad43-4286-8ab2-76449899ef36 req-dbc5acea-138b-485b-a2fb-0cfddc89ef13 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308032 Sep 30 13:55:42.030355 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb87d1-20c5-4cab-be8d-ccddfe3750b5 req-40606a4e-0115-4d7d-bb10-0f3f508baa6b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:42.031865 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c4bb87d1-20c5-4cab-be8d-ccddfe3750b5 req-40606a4e-0115-4d7d-bb10-0f3f508baa6b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 944 time: 0.0485046 Sep 30 13:55:42.058907 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23209580-a67f-4a68-814c-0521d8f5abc1 req-9bc52ea4-ef21-4bb3-a299-44cdd71a08af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:42.060399 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-23209580-a67f-4a68-814c-0521d8f5abc1 req-9bc52ea4-ef21-4bb3-a299-44cdd71a08af service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 1095 time: 0.0444174 Sep 30 13:55:42.070492 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c4bb87d1-20c5-4cab-be8d-ccddfe3750b5 req-73a95c2b-beff-4169-811a-d72c90191bfe tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315742 Sep 30 13:55:42.148854 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23209580-a67f-4a68-814c-0521d8f5abc1 req-daa65bf3-d7ac-4f91-99c4-f1d3cac0fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:42.150357 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-23209580-a67f-4a68-814c-0521d8f5abc1 req-daa65bf3-d7ac-4f91-99c4-f1d3cac0fef6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0832994 Sep 30 13:55:42.219196 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-23209580-a67f-4a68-814c-0521d8f5abc1 req-cd64ace9-3b1f-420b-8cc7-7b7699b08f12 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 HTTP/1.1" status: 200 len: 1000 time: 0.0609317 Sep 30 13:55:42.266802 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23209580-a67f-4a68-814c-0521d8f5abc1 req-6b39cab5-3193-41bf-bf46-c13c467dddda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:42.268177 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-23209580-a67f-4a68-814c-0521d8f5abc1 req-6b39cab5-3193-41bf-bf46-c13c467dddda service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0419996 Sep 30 13:55:42.312769 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23209580-a67f-4a68-814c-0521d8f5abc1 req-70b2cc78-5a1c-4316-b13c-c39f54d1a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:42.314270 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-23209580-a67f-4a68-814c-0521d8f5abc1 req-70b2cc78-5a1c-4316-b13c-c39f54d1a850 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392482 Sep 30 13:55:42.405950 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-23209580-a67f-4a68-814c-0521d8f5abc1 req-423f81d6-55d0-4892-bfae-40f0831ef49e service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844331 Sep 30 13:55:42.494572 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-23209580-a67f-4a68-814c-0521d8f5abc1 req-c87c4ce5-da15-435d-96cd-153951a506fe service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815098 Sep 30 13:55:42.957107 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:55:43.005434 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:55:43.009249 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:55:43.009622 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:43.084428 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:43.110032 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3373cb0d-eb9e-488d-9047-da0c06f3cb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bb6a35-df2b-46ee-a18f-1bdd81c767e1'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:55:43.112270 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3879476a-caae-4491-992d-574f06d1ffc5" -d '{"events": [{"server_uuid": "3373cb0d-eb9e-488d-9047-da0c06f3cb1e", "name": "network-vif-plugged", "status": "completed", "tag": "e4bb6a35-df2b-46ee-a18f-1bdd81c767e1"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:55:43.127521 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:55:43.132019 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:43.159954 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fc18e2-6869-45c2-bf73-6dd6e9b4ce23 x-openstack-request-id: req-f0fc18e2-6869-45c2-bf73-6dd6e9b4ce23 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:55:43.160249 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3373cb0d-eb9e-488d-9047-da0c06f3cb1e", "name": "network-vif-plugged", "status": "completed", "tag": "e4bb6a35-df2b-46ee-a18f-1bdd81c767e1", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:55:43.160622 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0fc18e2-6869-45c2-bf73-6dd6e9b4ce23 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:55:43.161007 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3373cb0d-eb9e-488d-9047-da0c06f3cb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bb6a35-df2b-46ee-a18f-1bdd81c767e1', 'code': 200} Sep 30 13:55:43.184706 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1,revision_number=9']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:55:43.201087 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682c744-7890-49d4-af1a-f490d61be107 req-8528733d-298b-4e48-947f-fa8a0ab5eaea tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:43.202644 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b682c744-7890-49d4-af1a-f490d61be107 req-8528733d-298b-4e48-947f-fa8a0ab5eaea tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 945 time: 0.0616708 Sep 30 13:55:43.240911 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b682c744-7890-49d4-af1a-f490d61be107 req-13665e41-1e90-45f7-9a12-e463cd54a515 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317423 Sep 30 13:55:43.478117 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c06ed-a683-4f32-af8a-d228164f3164 req-76052987-1269-43e9-a313-eb49ce1e79d3 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:43.479605 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-907c06ed-a683-4f32-af8a-d228164f3164 req-76052987-1269-43e9-a313-eb49ce1e79d3 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 945 time: 0.0497482 Sep 30 13:55:43.516894 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-907c06ed-a683-4f32-af8a-d228164f3164 req-6fe19d09-2f4b-4b08-8c7a-8bc06f960c33 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313029 Sep 30 13:55:44.636995 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15513b0a-5602-4602-92da-0a32a3438397 req-a26518e4-9acc-4fbf-af7f-95eb97c47aa7 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:44.638488 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-15513b0a-5602-4602-92da-0a32a3438397 req-a26518e4-9acc-4fbf-af7f-95eb97c47aa7 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 945 time: 0.0529869 Sep 30 13:55:44.675189 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-15513b0a-5602-4602-92da-0a32a3438397 req-6d7e32fe-d38d-48a9-9c4f-068507aac6f0 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307720 Sep 30 13:55:44.915021 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8daee1e-11b5-41b1-8bd1-e6407c96338f req-4da0e612-9cec-41c9-bc48-22d651ca4522 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:44.916477 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f8daee1e-11b5-41b1-8bd1-e6407c96338f req-4da0e612-9cec-41c9-bc48-22d651ca4522 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.54 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 945 time: 0.0472357 Sep 30 13:55:45.006830 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-f8daee1e-11b5-41b1-8bd1-e6407c96338f req-72f1c857-b06c-40a4-9356-08f44945d04f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Deleting port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:55:45.007169 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-f8daee1e-11b5-41b1-8bd1-e6407c96338f req-72f1c857-b06c-40a4-9356-08f44945d04f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:45.092704 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-f8daee1e-11b5-41b1-8bd1-e6407c96338f req-72f1c857-b06c-40a4-9356-08f44945d04f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] For port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:55:45.093064 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-f8daee1e-11b5-41b1-8bd1-e6407c96338f req-72f1c857-b06c-40a4-9356-08f44945d04f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:45.190594 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:45.311132 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-f8daee1e-11b5-41b1-8bd1-e6407c96338f req-72f1c857-b06c-40a4-9356-08f44945d04f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:45.311496 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-f8daee1e-11b5-41b1-8bd1-e6407c96338f req-72f1c857-b06c-40a4-9356-08f44945d04f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:45.311809 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [req-f8daee1e-11b5-41b1-8bd1-e6407c96338f req-72f1c857-b06c-40a4-9356-08f44945d04f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Floating IP 4d7060d5-eb19-4faf-bdfd-e6db5e5024ef disassociated. External IP: 172.25.5.135, port: e4bb6a35-df2b-46ee-a18f-1bdd81c767e1. Sep 30 13:55:45.312146 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-f8daee1e-11b5-41b1-8bd1-e6407c96338f req-72f1c857-b06c-40a4-9356-08f44945d04f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Calling delete_port for e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:55:45.441603 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-f8daee1e-11b5-41b1-8bd1-e6407c96338f req-72f1c857-b06c-40a4-9356-08f44945d04f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:45.470561 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1c857-b06c-40a4-9356-08f44945d04f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Pushing event deleted for resources: {'Port': ['ID=e4bb6a35-df2b-46ee-a18f-1bdd81c767e1,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:55:45.587286 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8daee1e-11b5-41b1-8bd1-e6407c96338f req-72f1c857-b06c-40a4-9356-08f44945d04f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Router da067940-c404-4a8c-9223-1730ca4c2c76 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:55:45.696083 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8daee1e-11b5-41b1-8bd1-e6407c96338f req-72f1c857-b06c-40a4-9356-08f44945d04f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:55:45.708358 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1488c6d-418c-4ee5-8f4e-0c3d1c6b422d None None] Sync routers for ids ['da067940-c404-4a8c-9223-1730ca4c2c76'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:55:45.718567 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1488c6d-418c-4ee5-8f4e-0c3d1c6b422d None None] Routers {'da067940-c404-4a8c-9223-1730ca4c2c76'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:55:45.719361 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-b1488c6d-418c-4ee5-8f4e-0c3d1c6b422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:55:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['da067940-c404-4a8c-9223-1730ca4c2c76'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:55:45.739826 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8daee1e-11b5-41b1-8bd1-e6407c96338f req-72f1c857-b06c-40a4-9356-08f44945d04f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] No DVR routers for this DVR port e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:55:45.742759 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-f8daee1e-11b5-41b1-8bd1-e6407c96338f req-72f1c857-b06c-40a4-9356-08f44945d04f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:45.744765 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f8daee1e-11b5-41b1-8bd1-e6407c96338f req-72f1c857-b06c-40a4-9356-08f44945d04f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.54 "DELETE /v2.0/ports/e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 HTTP/1.1" status: 204 len: 173 time: 0.8223450 Sep 30 13:55:45.745252 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3373cb0d-eb9e-488d-9047-da0c06f3cb1e', 'name': 'network-vif-deleted', 'tag': 'e4bb6a35-df2b-46ee-a18f-1bdd81c767e1'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:55:45.747982 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7eaad7-fdc5-433b-b420-e3babf8313f6" -d '{"events": [{"server_uuid": "3373cb0d-eb9e-488d-9047-da0c06f3cb1e", "name": "network-vif-deleted", "tag": "e4bb6a35-df2b-46ee-a18f-1bdd81c767e1"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:55:45.784231 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a4c19180-ae47-4479-b628-25e4f376dcb8 req-65faf86b-33cc-4646-bff5-f0e08b24f0ae tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=3373cb0d-eb9e-488d-9047-da0c06f3cb1e HTTP/1.1" status: 200 len: 210 time: 0.0333602 Sep 30 13:55:45.798675 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff8f7ca-b695-4ca1-a7ca-b0a93d1b8130 x-openstack-request-id: req-aff8f7ca-b695-4ca1-a7ca-b0a93d1b8130 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:55:45.799060 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3373cb0d-eb9e-488d-9047-da0c06f3cb1e", "name": "network-vif-deleted", "tag": "e4bb6a35-df2b-46ee-a18f-1bdd81c767e1", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:55:45.799432 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aff8f7ca-b695-4ca1-a7ca-b0a93d1b8130 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:55:45.799945 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3373cb0d-eb9e-488d-9047-da0c06f3cb1e', 'name': 'network-vif-deleted', 'tag': 'e4bb6a35-df2b-46ee-a18f-1bdd81c767e1', 'status': 'completed', 'code': 200} Sep 30 13:55:45.938649 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-b1488c6d-418c-4ee5-8f4e-0c3d1c6b422d None None] Set router da067940-c404-4a8c-9223-1730ca4c2c76 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:55:46.128385 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-b1488c6d-418c-4ee5-8f4e-0c3d1c6b422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:26Z', 'revision_number': 4, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'add813c1-fc77-42d9-b2c4-ce8b770aaa14', 'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'mac_address': 'fa:16:3e:23:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:25Z', 'updated_at': '2021-09-30T13:50:29Z', 'revision_number': 5, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'subnets': [{'id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:55:46.154814 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1488c6d-418c-4ee5-8f4e-0c3d1c6b422d None None] Checking router: da067940-c404-4a8c-9223-1730ca4c2c76 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:55:46.163238 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1488c6d-418c-4ee5-8f4e-0c3d1c6b422d None None] Routers {'da067940-c404-4a8c-9223-1730ca4c2c76'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:55:46.163840 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-b1488c6d-418c-4ee5-8f4e-0c3d1c6b422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:55:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['da067940-c404-4a8c-9223-1730ca4c2c76'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:55:46.266795 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-b1488c6d-418c-4ee5-8f4e-0c3d1c6b422d None None] Set router da067940-c404-4a8c-9223-1730ca4c2c76 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:55:46.514282 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-b1488c6d-418c-4ee5-8f4e-0c3d1c6b422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:26Z', 'revision_number': 4, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'add813c1-fc77-42d9-b2c4-ce8b770aaa14', 'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'mac_address': 'fa:16:3e:23:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:25Z', 'updated_at': '2021-09-30T13:50:29Z', 'revision_number': 5, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'subnets': [{'id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:55:46.546682 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1488c6d-418c-4ee5-8f4e-0c3d1c6b422d None None] The sync data for ids ['da067940-c404-4a8c-9223-1730ca4c2c76'] in n-d-810909-2 is: [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:26Z', 'revision_number': 4, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'add813c1-fc77-42d9-b2c4-ce8b770aaa14', 'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'mac_address': 'fa:16:3e:23:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:25Z', 'updated_at': '2021-09-30T13:50:29Z', 'revision_number': 5, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'subnets': [{'id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:55:46.752795 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8becbc4a-6417-423a-9571-8f9b27971922 None None] New status for floating IP 4d7060d5-eb19-4faf-bdfd-e6db5e5024ef: DOWN {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:55:47.065943 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-80d4bca3-cc35-4bc5-b97e-70ad6c34ecef tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--961443943&fields=id&tenant_id=4a0cd83bf7674d50be353991eaf1323f HTTP/1.1" status: 200 len: 267 time: 0.0319941 Sep 30 13:55:47.172234 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-1d82b33d-c098-4b06-8257-b892be6fbc51 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:47.173610 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-1d82b33d-c098-4b06-8257-b892be6fbc51 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 811 time: 0.1004355 Sep 30 13:55:47.189204 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-08d7a484-e75f-4ed4-93ed-0fc9c190bf54 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/quotas/4a0cd83bf7674d50be353991eaf1323f HTTP/1.1" status: 200 len: 375 time: 0.0099001 Sep 30 13:55:47.246154 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-9db8da28-8ead-467b-925f-14b713a0032d tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510571 Sep 30 13:55:47.261867 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-590e2f34-c025-49ee-81a7-71919221b7e0 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 13:55:47.262872 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-590e2f34-c025-49ee-81a7-71919221b7e0 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051310 Sep 30 13:55:47.357668 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-bd7af7fa-d55d-44d1-be9d-6e30d0aba7ab service neutron] 10.222.0.18 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889707 Sep 30 13:55:47.449589 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-d044c79a-3802-47e6-8d61-88c2c360d881 service neutron] 10.222.0.18 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855551 Sep 30 13:55:47.606830 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b3758dbd-f6b8-4953-bc23-22dd4ae01aed req-e6950422-4504-4353-952f-0f545f531b80 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 210 time: 0.0260494 Sep 30 13:55:48.239223 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e3f9327a-c8d3-41a2-b3e7-70481040b1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:48.534277 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-d9be806a-2fea-4193-aab0-1ccd0b7c1a86 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:48.535736 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-d9be806a-2fea-4193-aab0-1ccd0b7c1a86 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.39 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 811 time: 0.1065514 Sep 30 13:55:48.577003 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-9b630f4a-be7d-419e-9ec0-d546a307b205 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a0cd83bf7674d50be353991eaf1323f HTTP/1.1" status: 200 len: 379 time: 0.0322051 Sep 30 13:55:48.589392 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-2cf86b79-c4ce-423e-ba4a-bbf724227fe2 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Request body: {'port': {'device_id': '1896bd55-2f39-4c72-8b5b-10d132f86a26', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'admin_state_up': True, 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'security_groups': ['a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:55:48.710644 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0ad493cf-a590-464e-9eda-bd72b8eec7c1 req-e420102a-ddef-4995-961d-bba69b978831 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 210 time: 0.0348749 Sep 30 13:55:48.728550 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-2cf86b79-c4ce-423e-ba4a-bbf724227fe2 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Made reservation on behalf of 4a0cd83bf7674d50be353991eaf1323f for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:55:48.732056 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-2cf86b79-c4ce-423e-ba4a-bbf724227fe2 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:48.852932 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-2cf86b79-c4ce-423e-ba4a-bbf724227fe2 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Allocated IP 172.20.0.11 (6ea3dc96-daed-4dd4-b85c-22effdc0ca4f/e557d68b-576f-41a9-a61d-f9ace28817cf/070935d1-5b19-4b33-9228-11488570fedc) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:55:48.989686 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-2cf86b79-c4ce-423e-ba4a-bbf724227fe2 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:49.003936 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:55:49.023791 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-2cf86b79-c4ce-423e-ba4a-bbf724227fe2 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:49.026426 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:55:49.026791 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device e4bb6a35-df2b-46ee-a18f-1bdd81c767e1 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:55:49.065717 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-2cf86b79-c4ce-423e-ba4a-bbf724227fe2 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:55:49.068693 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-2cf86b79-c4ce-423e-ba4a-bbf724227fe2 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:55:49.072943 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-2cf86b79-c4ce-423e-ba4a-bbf724227fe2 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:55:49.098334 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf86b79-c4ce-423e-ba4a-bbf724227fe2 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Pushing event updated for resources: {'Port': ['ID=070935d1-5b19-4b33-9228-11488570fedc,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:55:49.109338 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf86b79-c4ce-423e-ba4a-bbf724227fe2 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:49.109683 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf86b79-c4ce-423e-ba4a-bbf724227fe2 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:49.110039 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf86b79-c4ce-423e-ba4a-bbf724227fe2 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:49.110381 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf86b79-c4ce-423e-ba4a-bbf724227fe2 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:49.110710 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf86b79-c4ce-423e-ba4a-bbf724227fe2 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:49.111038 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf86b79-c4ce-423e-ba4a-bbf724227fe2 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:49.111366 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf86b79-c4ce-423e-ba4a-bbf724227fe2 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:49.111689 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf86b79-c4ce-423e-ba4a-bbf724227fe2 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:49.112017 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf86b79-c4ce-423e-ba4a-bbf724227fe2 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:49.112336 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf86b79-c4ce-423e-ba4a-bbf724227fe2 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:49.112657 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf86b79-c4ce-423e-ba4a-bbf724227fe2 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:49.112980 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf86b79-c4ce-423e-ba4a-bbf724227fe2 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:55:49.139078 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-2cf86b79-c4ce-423e-ba4a-bbf724227fe2 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:49.139686 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-2cf86b79-c4ce-423e-ba4a-bbf724227fe2 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:49.156671 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-2cf86b79-c4ce-423e-ba4a-bbf724227fe2 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5714376 Sep 30 13:55:49.169328 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-05e5438b-78df-4a42-b90f-6b93a50b1fb9 service neutron] Request body: {'port': {'device_id': '1896bd55-2f39-4c72-8b5b-10d132f86a26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:55:49.230172 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-05e5438b-78df-4a42-b90f-6b93a50b1fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:49.309314 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-3642cdc9-ea78-4060-ac0b-8aa56e7f3502 None None] Provisioning complete for port 070935d1-5b19-4b33-9228-11488570fedc triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:55:49.309875 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3642cdc9-ea78-4060-ac0b-8aa56e7f3502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:49.345781 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-3642cdc9-ea78-4060-ac0b-8aa56e7f3502 None None] Port 070935d1-5b19-4b33-9228-11488570fedc cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:55:49.489779 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-05e5438b-78df-4a42-b90f-6b93a50b1fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070935d1-5b19-4b33-9228-11488570fedc {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:55:49.496970 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-05e5438b-78df-4a42-b90f-6b93a50b1fb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:49.509172 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-05e5438b-78df-4a42-b90f-6b93a50b1fb9 service neutron] Transition to ACTIVE for port object 070935d1-5b19-4b33-9228-11488570fedc will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:55:49.511994 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-05e5438b-78df-4a42-b90f-6b93a50b1fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:49.578760 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5438b-78df-4a42-b90f-6b93a50b1fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=070935d1-5b19-4b33-9228-11488570fedc,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:55:49.631095 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-05e5438b-78df-4a42-b90f-6b93a50b1fb9 service neutron] Attempting to bind port 070935d1-5b19-4b33-9228-11488570fedc on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:55:49.631439 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-05e5438b-78df-4a42-b90f-6b93a50b1fb9 service neutron] Attempting to bind port 070935d1-5b19-4b33-9228-11488570fedc by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:55:49.631877 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-05e5438b-78df-4a42-b90f-6b93a50b1fb9 service neutron] Attempting to bind port 070935d1-5b19-4b33-9228-11488570fedc on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:55:49.637000 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-05e5438b-78df-4a42-b90f-6b93a50b1fb9 service neutron] Port 070935d1-5b19-4b33-9228-11488570fedc on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:55:49.637791 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-05e5438b-78df-4a42-b90f-6b93a50b1fb9 service neutron] Attempting to bind port 070935d1-5b19-4b33-9228-11488570fedc on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:55:49.642738 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-05e5438b-78df-4a42-b90f-6b93a50b1fb9 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:55:49.643074 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-05e5438b-78df-4a42-b90f-6b93a50b1fb9 service neutron] Checking segment: {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:55:49.643454 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-05e5438b-78df-4a42-b90f-6b93a50b1fb9 service neutron] Bound using segment: {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:55:49.643873 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-05e5438b-78df-4a42-b90f-6b93a50b1fb9 service neutron] Bound port: 070935d1-5b19-4b33-9228-11488570fedc, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:55:49.644230 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-05e5438b-78df-4a42-b90f-6b93a50b1fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:49.709872 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-05e5438b-78df-4a42-b90f-6b93a50b1fb9 service neutron] For port 070935d1-5b19-4b33-9228-11488570fedc, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:55:49.714343 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-05e5438b-78df-4a42-b90f-6b93a50b1fb9 service neutron] For port 070935d1-5b19-4b33-9228-11488570fedc, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=070935d1-5b19-4b33-9228-11488570fedc,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:55:49.718494 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-05e5438b-78df-4a42-b90f-6b93a50b1fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:49.750624 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-05e5438b-78df-4a42-b90f-6b93a50b1fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:49.751227 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-05e5438b-78df-4a42-b90f-6b93a50b1fb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:49.752997 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-05e5438b-78df-4a42-b90f-6b93a50b1fb9 service neutron] 10.222.0.39 "PUT /v2.0/ports/070935d1-5b19-4b33-9228-11488570fedc HTTP/1.1" status: 200 len: 1092 time: 0.5880649 Sep 30 13:55:49.755282 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1896bd55-2f39-4c72-8b5b-10d132f86a26', 'tag': '070935d1-5b19-4b33-9228-11488570fedc'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:55:49.759764 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207560b3-ef8f-4eb2-bc9c-e63e76981d75" -d '{"events": [{"name": "network-changed", "server_uuid": "1896bd55-2f39-4c72-8b5b-10d132f86a26", "tag": "070935d1-5b19-4b33-9228-11488570fedc"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:55:49.798184 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5438b-78df-4a42-b90f-6b93a50b1fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=070935d1-5b19-4b33-9228-11488570fedc,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:55:49.854136 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac422a-ecfa-4c18-a9f5-e1b804625771 req-35a2aa9e-4186-4a91-b489-32e299962058 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:49.863669 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-caac422a-ecfa-4c18-a9f5-e1b804625771 req-35a2aa9e-4186-4a91-b489-32e299962058 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 944 time: 0.0647430 Sep 30 13:55:49.875229 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-ffa85829-0abf-411e-93e2-9ce87655c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:49.876862 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-ffa85829-0abf-411e-93e2-9ce87655c34e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 1095 time: 0.0564535 Sep 30 13:55:49.903382 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-caac422a-ecfa-4c18-a9f5-e1b804625771 req-61c9fe61-5a03-4709-8e40-dfc3f3e7150d tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387058 Sep 30 13:55:49.921501 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8ca05b-b2f7-4988-ad7a-7b63ac98a4d6 x-openstack-request-id: req-0a8ca05b-b2f7-4988-ad7a-7b63ac98a4d6 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:55:49.921857 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1896bd55-2f39-4c72-8b5b-10d132f86a26", "tag": "070935d1-5b19-4b33-9228-11488570fedc", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:55:49.922064 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a8ca05b-b2f7-4988-ad7a-7b63ac98a4d6 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:55:49.922444 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1896bd55-2f39-4c72-8b5b-10d132f86a26', 'tag': '070935d1-5b19-4b33-9228-11488570fedc', 'status': 'completed', 'code': 200} Sep 30 13:55:49.924001 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-ebb74ec2-9829-461f-895e-f24fbf493840 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=070935d1-5b19-4b33-9228-11488570fedc HTTP/1.1" status: 200 len: 217 time: 0.0393639 Sep 30 13:55:49.940123 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:49.975560 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-987da6ec-f085-4804-8a73-8c54a7f06b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:49.977894 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-987da6ec-f085-4804-8a73-8c54a7f06b9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0466795 Sep 30 13:55:50.032069 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-0dc528d4-abcf-43d4-a35f-ad3d00f2c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:50.033550 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-0dc528d4-abcf-43d4-a35f-ad3d00f2c98b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488124 Sep 30 13:55:50.121889 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-1fddc003-bd8d-4537-9c23-76fcd10cc743 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813727 Sep 30 13:55:50.213528 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ccaf1822-545c-42ca-9a5d-b40683f9e8c8 req-0acc12e4-665d-47b6-8128-5d21e9fcb76d service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849764 Sep 30 13:55:50.295254 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207560b3-ef8f-4eb2-bc9c-e63e76981d75 req-3ef40351-efa1-4ac3-974f-3d6bb9ac9f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:50.296761 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-207560b3-ef8f-4eb2-bc9c-e63e76981d75 req-3ef40351-efa1-4ac3-974f-3d6bb9ac9f73 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 1095 time: 0.0410068 Sep 30 13:55:50.387723 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207560b3-ef8f-4eb2-bc9c-e63e76981d75 req-1cead4fd-4239-4d3f-82f6-691444a8a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:50.389077 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-207560b3-ef8f-4eb2-bc9c-e63e76981d75 req-1cead4fd-4239-4d3f-82f6-691444a8a6c5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0847366 Sep 30 13:55:50.430303 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-207560b3-ef8f-4eb2-bc9c-e63e76981d75 req-3ce4d2cb-cf79-479b-9741-0ca445a3c9a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=070935d1-5b19-4b33-9228-11488570fedc HTTP/1.1" status: 200 len: 217 time: 0.0335333 Sep 30 13:55:50.478739 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207560b3-ef8f-4eb2-bc9c-e63e76981d75 req-792244d6-2c22-43db-a697-2c98f5c339a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:50.480165 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-207560b3-ef8f-4eb2-bc9c-e63e76981d75 req-792244d6-2c22-43db-a697-2c98f5c339a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0434036 Sep 30 13:55:50.527427 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207560b3-ef8f-4eb2-bc9c-e63e76981d75 req-3685fa77-8b50-460f-8500-92b7512e200c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:50.528912 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-207560b3-ef8f-4eb2-bc9c-e63e76981d75 req-3685fa77-8b50-460f-8500-92b7512e200c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395763 Sep 30 13:55:50.621467 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-207560b3-ef8f-4eb2-bc9c-e63e76981d75 req-aa0f5182-4a9f-4d9c-ba6c-3eab77dec811 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844581 Sep 30 13:55:50.717966 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-207560b3-ef8f-4eb2-bc9c-e63e76981d75 req-ae96c42a-9c90-49dc-9045-a25e979ffe4b service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864117 Sep 30 13:55:50.741305 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c7556e26-a2f2-4214-9355-aa208e55a8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:51.020717 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4bc8d-347a-4744-883d-7a6696a3522f req-d2f12be3-fe83-416b-828d-2aade4391e62 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:51.022327 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5cf4bc8d-347a-4744-883d-7a6696a3522f req-d2f12be3-fe83-416b-828d-2aade4391e62 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 944 time: 0.0508168 Sep 30 13:55:51.060806 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5cf4bc8d-347a-4744-883d-7a6696a3522f req-4cf6a1e7-9c5a-4e60-b4cc-b7a361120fa8 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325065 Sep 30 13:55:51.682745 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:52.173392 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54dc30-7da4-41ca-a647-7ac7c1d769a6 req-7f4aa31a-dc1d-4efd-88fc-a7fd80037757 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:52.174876 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ae54dc30-7da4-41ca-a647-7ac7c1d769a6 req-7f4aa31a-dc1d-4efd-88fc-a7fd80037757 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 944 time: 0.0480578 Sep 30 13:55:52.212979 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ae54dc30-7da4-41ca-a647-7ac7c1d769a6 req-d45e75c2-d8e8-4330-93b5-96a8a0ee410c tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315161 Sep 30 13:55:52.522712 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:52.880392 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 070935d1-5b19-4b33-9228-11488570fedc details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:55:52.970904 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 070935d1-5b19-4b33-9228-11488570fedc, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=070935d1-5b19-4b33-9228-11488570fedc,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:55:52.981442 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '070935d1-5b19-4b33-9228-11488570fedc', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'port_id': '070935d1-5b19-4b33-9228-11488570fedc', 'mac_address': 'fa:16:3e:6c:1e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:55:53.020542 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:53.032793 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070935d1-5b19-4b33-9228-11488570fedc {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:55:53.050748 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 070935d1-5b19-4b33-9228-11488570fedc, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=070935d1-5b19-4b33-9228-11488570fedc,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:55:53.055209 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:53.100430 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=070935d1-5b19-4b33-9228-11488570fedc,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:55:53.283160 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['070935d1-5b19-4b33-9228-11488570fedc'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:55:53.326565 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32161241-11d0-4370-b24d-d6e99155b8fa req-d06fa7df-0efb-4a8b-99c0-61eebe6e655e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:53.328064 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32161241-11d0-4370-b24d-d6e99155b8fa req-d06fa7df-0efb-4a8b-99c0-61eebe6e655e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 945 time: 0.0486786 Sep 30 13:55:53.365072 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-32161241-11d0-4370-b24d-d6e99155b8fa req-3e5f57bc-7afe-4cf1-95cd-1502aadeaaed tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310497 Sep 30 13:55:54.283980 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:54.483489 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca477d3d-432c-4da2-92ac-b31a3a08c933 req-c1a058d6-0262-4beb-8468-9962a4df8ef8 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:54.484876 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ca477d3d-432c-4da2-92ac-b31a3a08c933 req-c1a058d6-0262-4beb-8468-9962a4df8ef8 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 945 time: 0.0527041 Sep 30 13:55:54.521303 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ca477d3d-432c-4da2-92ac-b31a3a08c933 req-7ba9122f-db6d-42b3-a042-30b9929ba418 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303812 Sep 30 13:55:54.880552 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 070935d1-5b19-4b33-9228-11488570fedc up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:55:54.927872 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 070935d1-5b19-4b33-9228-11488570fedc completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:55:54.932182 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 070935d1-5b19-4b33-9228-11488570fedc triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:55:54.932545 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:55.006243 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:55.028205 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1896bd55-2f39-4c72-8b5b-10d132f86a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070935d1-5b19-4b33-9228-11488570fedc'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:55:55.030559 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e16144b-1018-4190-b755-1626a3d52a01" -d '{"events": [{"server_uuid": "1896bd55-2f39-4c72-8b5b-10d132f86a26", "name": "network-vif-plugged", "status": "completed", "tag": "070935d1-5b19-4b33-9228-11488570fedc"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:55:55.046220 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 070935d1-5b19-4b33-9228-11488570fedc, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=070935d1-5b19-4b33-9228-11488570fedc,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:55:55.050101 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:55.075489 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9d2ec5-21bb-4191-b601-2963f0b68f50 x-openstack-request-id: req-5a9d2ec5-21bb-4191-b601-2963f0b68f50 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:55:55.075782 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1896bd55-2f39-4c72-8b5b-10d132f86a26", "name": "network-vif-plugged", "status": "completed", "tag": "070935d1-5b19-4b33-9228-11488570fedc", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:55:55.076034 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a9d2ec5-21bb-4191-b601-2963f0b68f50 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:55:55.076451 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1896bd55-2f39-4c72-8b5b-10d132f86a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070935d1-5b19-4b33-9228-11488570fedc', 'code': 200} Sep 30 13:55:55.102278 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=070935d1-5b19-4b33-9228-11488570fedc,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:55:55.163159 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d87f7-35e8-43ac-bfb8-22d7c9043b7a req-8d4a5a51-bd0a-4158-ad7b-883c25e5ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:55.165270 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c91d87f7-35e8-43ac-bfb8-22d7c9043b7a req-8d4a5a51-bd0a-4158-ad7b-883c25e5ccc3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 1097 time: 0.0430202 Sep 30 13:55:55.199309 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c91d87f7-35e8-43ac-bfb8-22d7c9043b7a req-e4c9ed3a-fc51-4d58-b51c-d4ab07ef0cfd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262663 Sep 30 13:55:55.634066 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c08770-cf27-4489-ba4e-63f89f724ad3 req-c87312e8-0ec2-4773-8798-e1a39b5b5c7b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:55.635563 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f4c08770-cf27-4489-ba4e-63f89f724ad3 req-c87312e8-0ec2-4773-8798-e1a39b5b5c7b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 946 time: 0.0478039 Sep 30 13:55:55.672442 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f4c08770-cf27-4489-ba4e-63f89f724ad3 req-bf9a7f83-1e2c-488f-9281-d44c09e5942d tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311003 Sep 30 13:55:56.786619 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29123ab-d1a9-4cb8-bedc-f623c0169b56 req-55395df7-3b5a-4f31-9bcc-7f6ec6b1579b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:56.788085 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a29123ab-d1a9-4cb8-bedc-f623c0169b56 req-55395df7-3b5a-4f31-9bcc-7f6ec6b1579b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 946 time: 0.0480998 Sep 30 13:55:56.824990 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a29123ab-d1a9-4cb8-bedc-f623c0169b56 req-5596794c-7fbe-49d8-9e3f-d3ae5479a8f3 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309691 Sep 30 13:55:56.933642 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ba4bb-18b3-41ff-8a0b-e81f655dda34 req-2cf6557a-2b40-4d55-9bd7-38c769ded665 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:56.935134 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-971ba4bb-18b3-41ff-8a0b-e81f655dda34 req-2cf6557a-2b40-4d55-9bd7-38c769ded665 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 946 time: 0.0480795 Sep 30 13:55:56.943472 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 46940) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:55:56.947938 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-f024d58e-2db5-4018-bd91-d9243e117c32 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Request body: {'floatingip': {'port_id': '070935d1-5b19-4b33-9228-11488570fedc'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:55:56.993390 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f024d58e-2db5-4018-bd91-d9243e117c32 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for floatingip, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:57.434605 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f024d58e-2db5-4018-bd91-d9243e117c32 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:57.439112 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f024d58e-2db5-4018-bd91-d9243e117c32 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:57.534536 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-f024d58e-2db5-4018-bd91-d9243e117c32 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Floating IP 4d7060d5-eb19-4faf-bdfd-e6db5e5024ef associated. External IP: 172.25.5.135, port: 070935d1-5b19-4b33-9228-11488570fedc. Sep 30 13:55:57.736313 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f024d58e-2db5-4018-bd91-d9243e117c32 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Router da067940-c404-4a8c-9223-1730ca4c2c76 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:55:57.742965 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:55:57.841809 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f024d58e-2db5-4018-bd91-d9243e117c32 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:55:57.846652 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f024d58e-2db5-4018-bd91-d9243e117c32 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:55:57.852068 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cccc9d4-ff57-4435-865b-44add9c5a628 None None] Sync routers for ids ['da067940-c404-4a8c-9223-1730ca4c2c76'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:55:57.860491 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cccc9d4-ff57-4435-865b-44add9c5a628 None None] Routers {'da067940-c404-4a8c-9223-1730ca4c2c76'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:55:57.861086 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8cccc9d4-ff57-4435-865b-44add9c5a628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:55:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['da067940-c404-4a8c-9223-1730ca4c2c76'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:55:57.872855 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f024d58e-2db5-4018-bd91-d9243e117c32 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "PUT /v2.0/floatingips/4d7060d5-eb19-4faf-bdfd-e6db5e5024ef HTTP/1.1" status: 200 len: 992 time: 0.9283259 Sep 30 13:55:57.873418 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1896bd55-2f39-4c72-8b5b-10d132f86a26', 'tag': '070935d1-5b19-4b33-9228-11488570fedc'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:55:57.875896 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced48c55-371b-44d0-b755-703f53d365d4" -d '{"events": [{"name": "network-changed", "server_uuid": "1896bd55-2f39-4c72-8b5b-10d132f86a26", "tag": "070935d1-5b19-4b33-9228-11488570fedc"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:55:57.912110 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0523be-9559-4cd7-9af5-37635e20121a x-openstack-request-id: req-1e0523be-9559-4cd7-9af5-37635e20121a {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:55:57.912469 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1896bd55-2f39-4c72-8b5b-10d132f86a26", "tag": "070935d1-5b19-4b33-9228-11488570fedc", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:55:57.912892 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e0523be-9559-4cd7-9af5-37635e20121a {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:55:57.913355 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1896bd55-2f39-4c72-8b5b-10d132f86a26', 'tag': '070935d1-5b19-4b33-9228-11488570fedc', 'status': 'completed', 'code': 200} Sep 30 13:55:57.969854 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-8cccc9d4-ff57-4435-865b-44add9c5a628 None None] Set router da067940-c404-4a8c-9223-1730ca4c2c76 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:55:57.974610 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced48c55-371b-44d0-b755-703f53d365d4 req-1b9c6244-df4e-41a8-913d-00a93252cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:57.976239 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ced48c55-371b-44d0-b755-703f53d365d4 req-1b9c6244-df4e-41a8-913d-00a93252cbec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 1097 time: 0.0408528 Sep 30 13:55:58.068066 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced48c55-371b-44d0-b755-703f53d365d4 req-4a184e34-b923-4793-a1f6-ad6b9d9ec43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:58.069533 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ced48c55-371b-44d0-b755-703f53d365d4 req-4a184e34-b923-4793-a1f6-ad6b9d9ec43a service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0862656 Sep 30 13:55:58.134124 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ced48c55-371b-44d0-b755-703f53d365d4 req-faa50e5b-b7da-44f9-83cb-fd59653cb5b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=070935d1-5b19-4b33-9228-11488570fedc HTTP/1.1" status: 200 len: 1000 time: 0.0576448 Sep 30 13:55:58.187131 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced48c55-371b-44d0-b755-703f53d365d4 req-aff33140-5344-4ffb-b1fe-1248566589dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:58.188651 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ced48c55-371b-44d0-b755-703f53d365d4 req-aff33140-5344-4ffb-b1fe-1248566589dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0478144 Sep 30 13:55:58.190843 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8cccc9d4-ff57-4435-865b-44add9c5a628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:26Z', 'revision_number': 4, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '4d7060d5-eb19-4faf-bdfd-e6db5e5024ef', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'port_id': '070935d1-5b19-4b33-9228-11488570fedc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'mac_address': 'fa:16:3e:6c:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1896bd55-2f39-4c72-8b5b-10d132f86a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:50:29Z', 'updated_at': '2021-09-30T13:55:57Z', 'revision_number': 9, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add813c1-fc77-42d9-b2c4-ce8b770aaa14', 'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'mac_address': 'fa:16:3e:23:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:25Z', 'updated_at': '2021-09-30T13:50:29Z', 'revision_number': 5, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'subnets': [{'id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:55:58.217309 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cccc9d4-ff57-4435-865b-44add9c5a628 None None] Checking router: da067940-c404-4a8c-9223-1730ca4c2c76 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:55:58.225646 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cccc9d4-ff57-4435-865b-44add9c5a628 None None] Routers {'da067940-c404-4a8c-9223-1730ca4c2c76'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:55:58.226321 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8cccc9d4-ff57-4435-865b-44add9c5a628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:55:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['da067940-c404-4a8c-9223-1730ca4c2c76'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:55:58.233406 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced48c55-371b-44d0-b755-703f53d365d4 req-5366321a-8012-4050-9edb-f7e1806e7bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:55:58.234942 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ced48c55-371b-44d0-b755-703f53d365d4 req-5366321a-8012-4050-9edb-f7e1806e7bef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391967 Sep 30 13:55:58.324438 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ced48c55-371b-44d0-b755-703f53d365d4 req-d93434bf-decd-4159-a6e0-a115a9545bc3 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809162 Sep 30 13:55:58.333230 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-8cccc9d4-ff57-4435-865b-44add9c5a628 None None] Set router da067940-c404-4a8c-9223-1730ca4c2c76 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:55:58.416526 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ced48c55-371b-44d0-b755-703f53d365d4 req-9b4377fc-d615-45d4-bfd0-5de02fa8d4f4 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852025 Sep 30 13:55:58.548133 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8cccc9d4-ff57-4435-865b-44add9c5a628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:26Z', 'revision_number': 4, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '4d7060d5-eb19-4faf-bdfd-e6db5e5024ef', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'port_id': '070935d1-5b19-4b33-9228-11488570fedc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'mac_address': 'fa:16:3e:6c:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1896bd55-2f39-4c72-8b5b-10d132f86a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:50:29Z', 'updated_at': '2021-09-30T13:55:57Z', 'revision_number': 9, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add813c1-fc77-42d9-b2c4-ce8b770aaa14', 'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'mac_address': 'fa:16:3e:23:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:25Z', 'updated_at': '2021-09-30T13:50:29Z', 'revision_number': 5, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'subnets': [{'id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:55:58.662912 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cccc9d4-ff57-4435-865b-44add9c5a628 None None] The sync data for ids ['da067940-c404-4a8c-9223-1730ca4c2c76'] in n-d-810909-2 is: [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:26Z', 'revision_number': 4, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '4d7060d5-eb19-4faf-bdfd-e6db5e5024ef', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'port_id': '070935d1-5b19-4b33-9228-11488570fedc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'mac_address': 'fa:16:3e:6c:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1896bd55-2f39-4c72-8b5b-10d132f86a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:50:29Z', 'updated_at': '2021-09-30T13:55:57Z', 'revision_number': 9, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add813c1-fc77-42d9-b2c4-ce8b770aaa14', 'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'mac_address': 'fa:16:3e:23:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:25Z', 'updated_at': '2021-09-30T13:50:29Z', 'revision_number': 5, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'subnets': [{'id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:55:58.855913 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322231a3-f2f4-4cc2-a665-fc829ccbeda0 None None] New status for floating IP 4d7060d5-eb19-4faf-bdfd-e6db5e5024ef: ACTIVE {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:56:12.653069 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0328dd6e-e091-472d-aed2-465c4f9c607e req-245a013e-fae0-4b8b-b2fc-4ae1e2643703 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385084 Sep 30 13:56:12.740796 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328dd6e-e091-472d-aed2-465c4f9c607e req-905582fb-d900-401b-a834-6d90934ffed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:56:12.742326 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0328dd6e-e091-472d-aed2-465c4f9c607e req-905582fb-d900-401b-a834-6d90934ffed2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 1097 time: 0.0443606 Sep 30 13:56:13.141898 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328dd6e-e091-472d-aed2-465c4f9c607e req-f0639ea4-6950-474d-ba22-4901ec78a2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:56:13.143405 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0328dd6e-e091-472d-aed2-465c4f9c607e req-f0639ea4-6950-474d-ba22-4901ec78a2c9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.3792968 Sep 30 13:56:13.214332 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0328dd6e-e091-472d-aed2-465c4f9c607e req-5640e542-2d51-4856-89a7-9b4dc719a3db service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=070935d1-5b19-4b33-9228-11488570fedc HTTP/1.1" status: 200 len: 1003 time: 0.0624971 Sep 30 13:56:13.261877 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328dd6e-e091-472d-aed2-465c4f9c607e req-0a96851e-d23a-4982-a214-d4a513f79cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:56:13.263307 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0328dd6e-e091-472d-aed2-465c4f9c607e req-0a96851e-d23a-4982-a214-d4a513f79cf4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0421407 Sep 30 13:56:13.308427 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328dd6e-e091-472d-aed2-465c4f9c607e req-b2967a93-b1ee-4688-950e-feeb4a72af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:56:13.309874 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0328dd6e-e091-472d-aed2-465c4f9c607e req-b2967a93-b1ee-4688-950e-feeb4a72af29 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378141 Sep 30 13:56:13.407567 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0328dd6e-e091-472d-aed2-465c4f9c607e req-a50c64e9-5fc6-433d-84d5-190244688503 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822430 Sep 30 13:56:13.498939 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0328dd6e-e091-472d-aed2-465c4f9c607e req-ef812622-cc45-45ce-9dfa-162d7e08b450 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807989 Sep 30 13:56:15.207560 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:56:18.239911 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3aca0b89-13a3-4928-9b30-394d47d20397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:56:19.953529 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:56:20.741290 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c21b8bf7-3a22-45d9-916c-234211cc5ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:56:21.683252 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:56:22.526524 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:56:24.285943 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:56:34.741997 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:56:45.219968 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:56:48.240417 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-042ea53e-9d32-44f6-82b3-4a8b46c88c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:56:49.951579 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:56:50.741958 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bbef22ff-75fd-46e5-8a8b-df50a72ea702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:56:51.687750 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:56:52.528077 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:56:54.288368 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:57:11.740839 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:57:12.652624 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d29ef6f-4f5b-49f8-ba3b-7e4452f5be26 req-b18df55a-fa1a-432d-bf11-3f6527f28043 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436943 Sep 30 13:57:12.747424 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29ef6f-4f5b-49f8-ba3b-7e4452f5be26 req-ad8a791b-cfc3-4c0b-9d1c-760583cd2d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:12.748869 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d29ef6f-4f5b-49f8-ba3b-7e4452f5be26 req-ad8a791b-cfc3-4c0b-9d1c-760583cd2d8a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 1097 time: 0.0397398 Sep 30 13:57:12.852244 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29ef6f-4f5b-49f8-ba3b-7e4452f5be26 req-a1ae0f91-1f6a-46a9-9fae-539f3ee41625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:12.853699 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d29ef6f-4f5b-49f8-ba3b-7e4452f5be26 req-a1ae0f91-1f6a-46a9-9fae-539f3ee41625 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0828350 Sep 30 13:57:12.920488 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d29ef6f-4f5b-49f8-ba3b-7e4452f5be26 req-815de198-ae8a-4a1d-a316-92cd7642aea7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=070935d1-5b19-4b33-9228-11488570fedc HTTP/1.1" status: 200 len: 1003 time: 0.0591650 Sep 30 13:57:12.970079 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29ef6f-4f5b-49f8-ba3b-7e4452f5be26 req-28d5fad8-952f-409e-ae01-eb9db50a0dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:12.971453 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d29ef6f-4f5b-49f8-ba3b-7e4452f5be26 req-28d5fad8-952f-409e-ae01-eb9db50a0dbb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0424137 Sep 30 13:57:13.015240 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29ef6f-4f5b-49f8-ba3b-7e4452f5be26 req-3bf307f5-3407-4903-b0e6-5c01b9798312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:13.017238 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d29ef6f-4f5b-49f8-ba3b-7e4452f5be26 req-3bf307f5-3407-4903-b0e6-5c01b9798312 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385382 Sep 30 13:57:13.108462 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d29ef6f-4f5b-49f8-ba3b-7e4452f5be26 req-040cf406-a669-437e-be00-88fa22853620 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832565 Sep 30 13:57:13.197724 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d29ef6f-4f5b-49f8-ba3b-7e4452f5be26 req-a29d09cc-96a1-481c-a10f-0e854796677c service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813668 Sep 30 13:57:15.224736 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:57:18.240428 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-235fbc8b-e62d-41ef-a721-0b2a5301890e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:57:19.956323 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:57:20.742249 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5f50cb22-f87f-4686-90dc-5c3d79d52f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:57:21.689798 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:57:22.530444 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:57:24.290747 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:57:35.842628 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-77e157a1-f515-41c3-a489-e73c451e0a11 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0462573 Sep 30 13:57:35.861344 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d46839-88e4-494f-af3b-202365a19da0 req-d8c71da3-76f3-4c5a-ad35-d42f52a8cec0 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:35.862897 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e7d46839-88e4-494f-af3b-202365a19da0 req-d8c71da3-76f3-4c5a-ad35-d42f52a8cec0 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 946 time: 0.0548549 Sep 30 13:57:35.902430 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e7d46839-88e4-494f-af3b-202365a19da0 req-f0dcbc27-1eb7-4d14-a807-fb83733c8564 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333557 Sep 30 13:57:36.887737 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-2acfaf9e-bd13-47af-a3d2-83a7e93cc8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:36.889319 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-2acfaf9e-bd13-47af-a3d2-83a7e93cc8a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 1097 time: 0.0393214 Sep 30 13:57:36.983922 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-692a315a-76c9-4ad1-b81a-2d71111aedc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:36.985416 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-692a315a-76c9-4ad1-b81a-2d71111aedc1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0891817 Sep 30 13:57:37.034086 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c3591-0237-4adb-87e3-a8754c2dc433 req-02b010d4-5088-4454-a081-84ae1cb8ddd7 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:37.036184 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-430c3591-0237-4adb-87e3-a8754c2dc433 req-02b010d4-5088-4454-a081-84ae1cb8ddd7 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 946 time: 0.0487502 Sep 30 13:57:37.051622 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-fcc435b1-4c0b-4eba-bd61-05ee8ebc24f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=070935d1-5b19-4b33-9228-11488570fedc HTTP/1.1" status: 200 len: 1003 time: 0.0586884 Sep 30 13:57:37.073811 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-430c3591-0237-4adb-87e3-a8754c2dc433 req-b1fbd6e1-4c67-4041-bc51-bc2e64f7aed1 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316880 Sep 30 13:57:37.102401 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-b5df8843-36ac-4ced-9314-3dc2961eb804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:37.103866 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-b5df8843-36ac-4ced-9314-3dc2961eb804 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0448053 Sep 30 13:57:37.153152 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-eebf9aa5-68b7-4ef0-b784-80254dc40c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:37.154564 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-eebf9aa5-68b7-4ef0-b784-80254dc40c44 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440381 Sep 30 13:57:37.243371 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-146414f5-3e0b-4358-987f-46df17ec7433 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815394 Sep 30 13:57:37.338304 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-5598a43b-2068-430f-ae07-ee78ccc0d31a service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884237 Sep 30 13:57:38.190031 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114c850-3541-40fd-9856-3156612e4052 req-dc420bfc-a95f-49bd-bd8a-5cd9acd10e42 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:38.191582 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b114c850-3541-40fd-9856-3156612e4052 req-dc420bfc-a95f-49bd-bd8a-5cd9acd10e42 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 946 time: 0.0499063 Sep 30 13:57:38.230029 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b114c850-3541-40fd-9856-3156612e4052 req-c4a06164-86aa-4f9c-a5d0-d600f9ea7381 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320072 Sep 30 13:57:39.345281 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc807fc5-31fc-4f56-a49a-ea71a32f78aa req-4559ecce-802d-455d-9bd0-621ac1c6e8e4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:39.346882 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cc807fc5-31fc-4f56-a49a-ea71a32f78aa req-4559ecce-802d-455d-9bd0-621ac1c6e8e4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 946 time: 0.0487919 Sep 30 13:57:39.383675 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cc807fc5-31fc-4f56-a49a-ea71a32f78aa req-6d2fe601-068f-450c-9ecf-2a5fb35c3b60 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310643 Sep 30 13:57:40.500340 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3c160-31ea-4a81-9048-03772121f1c4 req-34698deb-f2c7-4f04-bd4f-3bda564a328b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:40.501836 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ae3c160-31ea-4a81-9048-03772121f1c4 req-34698deb-f2c7-4f04-bd4f-3bda564a328b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 946 time: 0.0489156 Sep 30 13:57:40.539077 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ae3c160-31ea-4a81-9048-03772121f1c4 req-0159387e-e6a8-463a-af32-fdcec58782d8 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312500 Sep 30 13:57:41.654341 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58be08-1eba-42e1-8e73-e07912c10f77 req-0111a4e4-52f2-432e-88a4-baf6a8719e34 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:41.655795 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6f58be08-1eba-42e1-8e73-e07912c10f77 req-0111a4e4-52f2-432e-88a4-baf6a8719e34 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 946 time: 0.0511408 Sep 30 13:57:41.694239 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6f58be08-1eba-42e1-8e73-e07912c10f77 req-50e5aa1d-00cd-4b89-a95d-28ef86a7fc39 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320165 Sep 30 13:57:42.811115 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bc701-73c7-4dca-a709-0f635be09ca7 req-082b6c67-440c-48af-9518-2db05a2ea74c tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:42.812580 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1c3bc701-73c7-4dca-a709-0f635be09ca7 req-082b6c67-440c-48af-9518-2db05a2ea74c tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 946 time: 0.0518408 Sep 30 13:57:42.849397 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1c3bc701-73c7-4dca-a709-0f635be09ca7 req-37b1c72c-ed66-4a7d-a4b8-2d6f2d769082 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301075 Sep 30 13:57:43.966131 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d848b3d-ccc2-4cda-b521-51b82ebe405f req-609a8e37-fc64-4b4e-a977-ba1b2cf55ec9 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:43.967611 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d848b3d-ccc2-4cda-b521-51b82ebe405f req-609a8e37-fc64-4b4e-a977-ba1b2cf55ec9 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 946 time: 0.0491431 Sep 30 13:57:44.005916 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d848b3d-ccc2-4cda-b521-51b82ebe405f req-e8f0c7b6-35e6-4760-a30c-b5ce93f9edd1 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324695 Sep 30 13:57:45.119765 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03ac52-4a95-452c-a95b-23d90cada313 req-fb379ae9-65c7-4306-be66-e3c938856c35 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:45.121231 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b03ac52-4a95-452c-a95b-23d90cada313 req-fb379ae9-65c7-4306-be66-e3c938856c35 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 946 time: 0.0485909 Sep 30 13:57:45.157991 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b03ac52-4a95-452c-a95b-23d90cada313 req-0c86eb4f-9948-46f0-b31c-fee09ed522c6 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308089 Sep 30 13:57:45.235580 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:57:46.273228 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807a9a5-7a6f-4848-87c4-6248696c7d72 req-6c28ae1a-1534-4075-a4c1-a45c922c6c96 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:46.274752 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9807a9a5-7a6f-4848-87c4-6248696c7d72 req-6c28ae1a-1534-4075-a4c1-a45c922c6c96 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 946 time: 0.0488899 Sep 30 13:57:46.312037 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9807a9a5-7a6f-4848-87c4-6248696c7d72 req-d25b5535-717b-46aa-a874-c46023bf06f4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314374 Sep 30 13:57:47.425184 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec7093-3212-40b3-bd65-60570ac8f912 req-5f0643ac-69e2-415f-8618-2fb22782499a tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:47.426730 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-46ec7093-3212-40b3-bd65-60570ac8f912 req-5f0643ac-69e2-415f-8618-2fb22782499a tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 946 time: 0.0487189 Sep 30 13:57:47.466550 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-46ec7093-3212-40b3-bd65-60570ac8f912 req-e5f60f1b-acb1-45b5-bb7f-f55caecd775f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335934 Sep 30 13:57:48.239869 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-934e9e0f-3c28-4f77-8192-c67863b2946a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:57:48.583519 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178428ad-bae4-4b99-b0f0-db74a76cf99e req-65ac3a09-362a-4348-ad24-8c85ccf8ec43 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:48.584979 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-178428ad-bae4-4b99-b0f0-db74a76cf99e req-65ac3a09-362a-4348-ad24-8c85ccf8ec43 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 946 time: 0.0517910 Sep 30 13:57:48.621258 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-178428ad-bae4-4b99-b0f0-db74a76cf99e req-106b81f4-3f6f-4ef9-8e3c-562d682119cb tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301828 Sep 30 13:57:48.739861 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:57:49.338871 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-d2c66f96-73a7-40e6-9879-ff3f4fb751c4 service neutron] show failed (client error): The resource could not be found. Sep 30 13:57:49.339854 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-d2c66f96-73a7-40e6-9879-ff3f4fb751c4 service neutron] 10.222.0.39 "GET /v2.0/ports/070935d1-5b19-4b33-9228-11488570fedc/bindings/n-h2-810909-2 HTTP/1.1" status: 404 len: 380 time: 0.0577722 Sep 30 13:57:49.532509 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-658e3470-f0cb-473b-9bf8-a6b28d7b4a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:49.533884 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-658e3470-f0cb-473b-9bf8-a6b28d7b4a34 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26&tenant_id=4a0cd83bf7674d50be353991eaf1323f HTTP/1.1" status: 200 len: 1097 time: 0.0400643 Sep 30 13:57:49.545607 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810909-2', 'device_owner': 'compute:nova'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:57:49.595292 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:57:49.738828 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030b9f8-618a-4fd3-8cb6-f91e0415cf00 req-43c41218-0bab-422c-8514-5344f6b4fac9 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:49.740322 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c030b9f8-618a-4fd3-8cb6-f91e0415cf00 req-43c41218-0bab-422c-8514-5344f6b4fac9 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 946 time: 0.0502934 Sep 30 13:57:49.778096 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c030b9f8-618a-4fd3-8cb6-f91e0415cf00 req-b8e23d16-2434-4209-9ba7-bf38b286b346 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316360 Sep 30 13:57:49.797677 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] For port 070935d1-5b19-4b33-9228-11488570fedc, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=070935d1-5b19-4b33-9228-11488570fedc,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:57:49.829271 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] For port 070935d1-5b19-4b33-9228-11488570fedc, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:57:49.866966 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1896bd55-2f39-4c72-8b5b-10d132f86a26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '070935d1-5b19-4b33-9228-11488570fedc'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:57:49.869229 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9585189-8cc0-4eb6-a280-e0ec28fb71b7" -d '{"events": [{"server_uuid": "1896bd55-2f39-4c72-8b5b-10d132f86a26", "name": "network-vif-unplugged", "status": "completed", "tag": "070935d1-5b19-4b33-9228-11488570fedc"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:57:49.872917 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:57:49.885612 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Transition to ACTIVE for port object 070935d1-5b19-4b33-9228-11488570fedc will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:57:49.888978 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:57:49.922058 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 13:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26aa6699-a9f9-46ea-97cc-253fcf1e05d5 x-openstack-request-id: req-26aa6699-a9f9-46ea-97cc-253fcf1e05d5 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:57:49.922347 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1896bd55-2f39-4c72-8b5b-10d132f86a26", "name": "network-vif-unplugged", "status": "completed", "tag": "070935d1-5b19-4b33-9228-11488570fedc", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:57:49.922747 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26aa6699-a9f9-46ea-97cc-253fcf1e05d5 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:57:49.923016 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1896bd55-2f39-4c72-8b5b-10d132f86a26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '070935d1-5b19-4b33-9228-11488570fedc', 'code': 200} Sep 30 13:57:49.967631 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:57:49.973243 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Pushing event updated for resources: {'Port': ['ID=070935d1-5b19-4b33-9228-11488570fedc,revision_number=6']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:57:49.986931 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:49.987272 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:49.987605 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:49.987934 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:49.988289 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:49.988612 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:49.988932 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:49.989256 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:49.989575 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:49.989887 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:49.990226 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:49.990540 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:50.021965 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] No DVR routers for this DVR port 070935d1-5b19-4b33-9228-11488570fedc on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:57:50.478677 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Attempting to bind port 070935d1-5b19-4b33-9228-11488570fedc on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:57:50.479010 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Attempting to bind port 070935d1-5b19-4b33-9228-11488570fedc by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:57:50.479310 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Attempting to bind port 070935d1-5b19-4b33-9228-11488570fedc on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:57:50.483392 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Port 070935d1-5b19-4b33-9228-11488570fedc on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:57:50.483705 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Attempting to bind port 070935d1-5b19-4b33-9228-11488570fedc on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:57:50.488532 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:57:50.488898 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Checking segment: {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:57:50.489282 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Bound using segment: {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:57:50.489710 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Bound port: 070935d1-5b19-4b33-9228-11488570fedc, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:57:50.490091 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:57:50.550968 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] For port 070935d1-5b19-4b33-9228-11488570fedc, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:57:50.553902 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] For port 070935d1-5b19-4b33-9228-11488570fedc, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=070935d1-5b19-4b33-9228-11488570fedc,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:57:50.558344 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:57:50.595626 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:50.596240 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:57:50.597636 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] 10.222.0.54 "PUT /v2.0/ports/070935d1-5b19-4b33-9228-11488570fedc HTTP/1.1" status: 200 len: 1092 time: 1.0561006 Sep 30 13:57:50.619816 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27518b7d-e6e4-4c96-9a20-ff54ffd354da service neutron] Pushing event updated for resources: {'Port': ['ID=070935d1-5b19-4b33-9228-11488570fedc,revision_number=7']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:57:50.666454 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-62695157-e321-4a10-89c3-0627ad7b6aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:50.667969 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-62695157-e321-4a10-89c3-0627ad7b6aa3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 1095 time: 0.0452509 Sep 30 13:57:50.744043 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-38eb456e-ddea-41fc-b7a5-b00b8db57f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:57:50.762537 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-33f64b62-f4c0-4c92-95ef-8f72ab7301c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:50.764086 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-33f64b62-f4c0-4c92-95ef-8f72ab7301c7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0890398 Sep 30 13:57:50.832587 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-fe1dd900-52a4-4378-b4ca-8e8b22d8a62b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=070935d1-5b19-4b33-9228-11488570fedc HTTP/1.1" status: 200 len: 1001 time: 0.0617867 Sep 30 13:57:50.885232 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-db369309-66d6-44fd-95a4-2c16632ee0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:50.886727 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-db369309-66d6-44fd-95a4-2c16632ee0d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0478873 Sep 30 13:57:50.896504 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fa597-532b-40a5-8c5d-3ab473a0161d req-55005bdf-be4f-49bf-9124-bd6827d8a282 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:50.898123 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f15fa597-532b-40a5-8c5d-3ab473a0161d req-55005bdf-be4f-49bf-9124-bd6827d8a282 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 944 time: 0.0502498 Sep 30 13:57:50.933378 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-f229622d-8099-4535-a888-4d9d17cd850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:50.935116 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-f229622d-8099-4535-a888-4d9d17cd850d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409050 Sep 30 13:57:50.936430 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f15fa597-532b-40a5-8c5d-3ab473a0161d req-d2abbb6c-e245-4e7e-a455-d946c304f7b4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321870 Sep 30 13:57:51.028063 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-08062d81-5870-4d23-b1d0-7f8da6bef069 service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856969 Sep 30 13:57:51.115038 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2e377f0-7dcd-4b30-9d73-36b3f01ad40f req-f1a83f36-9b03-40e6-bacb-9b5b04ff84e8 service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805752 Sep 30 13:57:51.691258 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:57:51.924200 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1896bd55-2f39-4c72-8b5b-10d132f86a26', 'tag': '070935d1-5b19-4b33-9228-11488570fedc'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:57:51.927071 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133af45b7d2ce411e9a0e52582876ec4d4f0d70bb511d94ac03cc9c3515c63a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbe87e4-3b7c-4e92-a878-94c8cdc4002f" -d '{"events": [{"name": "network-changed", "server_uuid": "1896bd55-2f39-4c72-8b5b-10d132f86a26", "tag": "070935d1-5b19-4b33-9228-11488570fedc"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:57:51.974530 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7960ede1-2908-48b5-94b3-d255c10ac070 x-openstack-request-id: req-7960ede1-2908-48b5-94b3-d255c10ac070 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:57:51.974828 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1896bd55-2f39-4c72-8b5b-10d132f86a26", "tag": "070935d1-5b19-4b33-9228-11488570fedc", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:57:51.975081 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7960ede1-2908-48b5-94b3-d255c10ac070 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:57:51.975487 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1896bd55-2f39-4c72-8b5b-10d132f86a26', 'tag': '070935d1-5b19-4b33-9228-11488570fedc', 'status': 'completed', 'code': 200} Sep 30 13:57:52.047011 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe87e4-3b7c-4e92-a878-94c8cdc4002f req-1398a82b-7abd-4913-957b-6b530d64a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:52.048553 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7dbe87e4-3b7c-4e92-a878-94c8cdc4002f req-1398a82b-7abd-4913-957b-6b530d64a223 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 1095 time: 0.0453842 Sep 30 13:57:52.070317 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe87e4-3b7c-4e92-a878-94c8cdc4002f req-960eb7d2-4853-466b-a3dc-3198ace3ff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:52.071823 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7dbe87e4-3b7c-4e92-a878-94c8cdc4002f req-960eb7d2-4853-466b-a3dc-3198ace3ff5a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 1095 time: 0.0733929 Sep 30 13:57:52.080061 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29a479-4cd9-40ce-9942-a19742484440 req-17876d10-f893-49de-95c0-7a0773f43a61 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:52.081443 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5a29a479-4cd9-40ce-9942-a19742484440 req-17876d10-f893-49de-95c0-7a0773f43a61 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 944 time: 0.0745904 Sep 30 13:57:52.139163 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe87e4-3b7c-4e92-a878-94c8cdc4002f req-1a569337-b0fa-417b-b3d6-b04d089d912f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:52.140696 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7dbe87e4-3b7c-4e92-a878-94c8cdc4002f req-1a569337-b0fa-417b-b3d6-b04d089d912f service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0853515 Sep 30 13:57:52.171637 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5a29a479-4cd9-40ce-9942-a19742484440 req-5d754e16-9ee7-40de-a590-6edb5964295f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814552 Sep 30 13:57:52.200114 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe87e4-3b7c-4e92-a878-94c8cdc4002f req-38a1a8c2-e2f4-41f0-9858-4b8691cd1084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:52.201650 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7dbe87e4-3b7c-4e92-a878-94c8cdc4002f req-38a1a8c2-e2f4-41f0-9858-4b8691cd1084 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.1193001 Sep 30 13:57:52.211178 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7dbe87e4-3b7c-4e92-a878-94c8cdc4002f req-05e4a275-179b-45d7-a552-3ed5948d233a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=070935d1-5b19-4b33-9228-11488570fedc HTTP/1.1" status: 200 len: 1001 time: 0.0629933 Sep 30 13:57:52.261032 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe87e4-3b7c-4e92-a878-94c8cdc4002f req-726368ac-288e-49ec-a818-973773649536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:52.262499 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7dbe87e4-3b7c-4e92-a878-94c8cdc4002f req-726368ac-288e-49ec-a818-973773649536 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0433497 Sep 30 13:57:52.267848 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7dbe87e4-3b7c-4e92-a878-94c8cdc4002f req-1dabdfac-fe7e-499f-9c18-2e30ae8a8568 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=070935d1-5b19-4b33-9228-11488570fedc HTTP/1.1" status: 200 len: 1001 time: 0.0588191 Sep 30 13:57:52.307623 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe87e4-3b7c-4e92-a878-94c8cdc4002f req-0a16973a-1c80-4a11-bf30-fc13cca6abea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:52.309137 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7dbe87e4-3b7c-4e92-a878-94c8cdc4002f req-0a16973a-1c80-4a11-bf30-fc13cca6abea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392952 Sep 30 13:57:52.315559 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe87e4-3b7c-4e92-a878-94c8cdc4002f req-cad4deea-cd83-4b7f-be19-0a2b49db7397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:52.317852 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7dbe87e4-3b7c-4e92-a878-94c8cdc4002f req-cad4deea-cd83-4b7f-be19-0a2b49db7397 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0437829 Sep 30 13:57:52.368414 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe87e4-3b7c-4e92-a878-94c8cdc4002f req-4a7051cc-bdee-4283-a925-0048934f226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:52.369944 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7dbe87e4-3b7c-4e92-a878-94c8cdc4002f req-4a7051cc-bdee-4283-a925-0048934f226d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445633 Sep 30 13:57:52.402082 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7dbe87e4-3b7c-4e92-a878-94c8cdc4002f req-dae06a25-8cdc-44e2-a77f-384ef12b2463 service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845964 Sep 30 13:57:52.463599 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7dbe87e4-3b7c-4e92-a878-94c8cdc4002f req-a15c6a71-0b18-4c6c-a37a-162ebe967daa service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859737 Sep 30 13:57:52.491792 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7dbe87e4-3b7c-4e92-a878-94c8cdc4002f req-8bac91eb-24fd-45ab-93c8-39e55c040c80 service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824084 Sep 30 13:57:52.533944 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:57:52.557440 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7dbe87e4-3b7c-4e92-a878-94c8cdc4002f req-050fbdf0-0734-4505-ad87-8aae36cddc58 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872998 Sep 30 13:57:53.291098 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca40a1-1b97-435f-8942-f27f27b2f052 req-1614b509-7e75-4999-a5e8-28118e93bd13 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:53.292585 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-12ca40a1-1b97-435f-8942-f27f27b2f052 req-1614b509-7e75-4999-a5e8-28118e93bd13 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 944 time: 0.0488563 Sep 30 13:57:53.334776 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-12ca40a1-1b97-435f-8942-f27f27b2f052 req-95bd1a4c-282f-4f11-9c82-5f6b929665e1 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363009 Sep 30 13:57:53.350693 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 070935d1-5b19-4b33-9228-11488570fedc no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:57:53.388137 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 070935d1-5b19-4b33-9228-11488570fedc not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:57:54.293611 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:57:54.450930 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d5ef8-d23f-4db6-acb9-c67d35d20678 req-12430737-c672-4f6d-8f46-75ae85e53d12 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:54.452472 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db6d5ef8-d23f-4db6-acb9-c67d35d20678 req-12430737-c672-4f6d-8f46-75ae85e53d12 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 944 time: 0.0490854 Sep 30 13:57:54.490455 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-db6d5ef8-d23f-4db6-acb9-c67d35d20678 req-910cfe53-7701-4ce6-aec2-55e2c4d742ba tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313160 Sep 30 13:57:54.767631 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-00303ce5-bfcc-4770-b02d-22e9090e0d0f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:54.769034 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-00303ce5-bfcc-4770-b02d-22e9090e0d0f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.54 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26&tenant_id=4a0cd83bf7674d50be353991eaf1323f&binding%3Ahost_id=n-h2-810909-2 HTTP/1.1" status: 200 len: 944 time: 0.0527575 Sep 30 13:57:54.783831 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0c10c-79b5-49a5-80c9-bd41ca07b78c req-a2b11dff-a881-4243-8890-4d970bb3cdff tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:54.785322 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b8f0c10c-79b5-49a5-80c9-bd41ca07b78c req-a2b11dff-a881-4243-8890-4d970bb3cdff tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 944 time: 0.0497417 Sep 30 13:57:54.823323 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b8f0c10c-79b5-49a5-80c9-bd41ca07b78c req-1dbd2e1b-828f-40e2-abcb-364dab9722aa tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318909 Sep 30 13:57:54.830641 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-88a8acc8-c7be-4417-a09e-15709a29d653 service neutron] 10.222.0.54 "GET /v2.0/ports/070935d1-5b19-4b33-9228-11488570fedc/bindings/n-h2-810909-2 HTTP/1.1" status: 200 len: 382 time: 0.0542173 Sep 30 13:57:54.902517 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-0b40418d-5ef4-4ed4-835c-b0d613722848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:54.903968 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-0b40418d-5ef4-4ed4-835c-b0d613722848 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 1095 time: 0.0396764 Sep 30 13:57:54.993988 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-0a7d46bd-68c7-40c0-97fa-cf7d53fb568d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:54.995438 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-0a7d46bd-68c7-40c0-97fa-cf7d53fb568d service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0848422 Sep 30 13:57:55.059689 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-5e7353b7-a09b-4a28-91b4-c1cd1709fec6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=070935d1-5b19-4b33-9228-11488570fedc HTTP/1.1" status: 200 len: 1001 time: 0.0563133 Sep 30 13:57:55.111035 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-16b37cf4-8465-4da4-9a7d-62eb49c133de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:55.112405 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-16b37cf4-8465-4da4-9a7d-62eb49c133de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0458004 Sep 30 13:57:55.154845 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-3c8d2982-734d-4b97-9f3d-d543a028b89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:55.156261 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-3c8d2982-734d-4b97-9f3d-d543a028b89a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0373952 Sep 30 13:57:55.244667 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-ca279283-c41b-433a-be21-db36a8f9c317 service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815597 Sep 30 13:57:55.341391 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-8354a445-cd37-41a4-9c20-60b23b33b60a service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870368 Sep 30 13:57:55.539015 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 070935d1-5b19-4b33-9228-11488570fedc details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:57:55.634366 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 070935d1-5b19-4b33-9228-11488570fedc, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=070935d1-5b19-4b33-9228-11488570fedc,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:57:55.645540 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '070935d1-5b19-4b33-9228-11488570fedc', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'port_id': '070935d1-5b19-4b33-9228-11488570fedc', 'mac_address': 'fa:16:3e:6c:1e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:57:55.680717 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:57:55.695885 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070935d1-5b19-4b33-9228-11488570fedc {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:57:55.714498 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 070935d1-5b19-4b33-9228-11488570fedc, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=070935d1-5b19-4b33-9228-11488570fedc,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:57:55.718511 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:57:55.763048 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=070935d1-5b19-4b33-9228-11488570fedc,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:57:55.770588 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:55.770928 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:55.771261 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:55.771590 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:55.771917 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:55.772242 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:55.772561 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:55.772901 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:55.773200 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:55.773516 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:55.773833 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:55.774173 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:55.939737 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df2178-c93f-44f0-b36e-c209429711e5 req-1ca761c7-c3f9-467a-bbaf-9b322b8a38cb tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:55.941119 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-90df2178-c93f-44f0-b36e-c209429711e5 req-1ca761c7-c3f9-467a-bbaf-9b322b8a38cb tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 945 time: 0.0483229 Sep 30 13:57:55.978786 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-90df2178-c93f-44f0-b36e-c209429711e5 req-de657239-c45d-4d40-8d04-213853900648 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312891 Sep 30 13:57:56.032980 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['070935d1-5b19-4b33-9228-11488570fedc'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:57:57.096955 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f1379-759b-4790-a583-c624752799e7 req-a9296dac-71f9-4da4-a8f8-6b46feb5c906 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:57.098993 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-459f1379-759b-4790-a583-c624752799e7 req-a9296dac-71f9-4da4-a8f8-6b46feb5c906 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 945 time: 0.0528615 Sep 30 13:57:57.136615 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-459f1379-759b-4790-a583-c624752799e7 req-983721e4-1d6e-4685-9bcc-8a688bae6b76 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317400 Sep 30 13:57:57.482133 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-00926637-3b9a-47d3-8cb6-26fdeb7abbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:57.483634 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-00926637-3b9a-47d3-8cb6-26fdeb7abbdb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26&tenant_id=4a0cd83bf7674d50be353991eaf1323f HTTP/1.1" status: 200 len: 1096 time: 0.0408661 Sep 30 13:57:57.495233 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810909-2', 'device_owner': 'compute:nova'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:57:57.546641 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 070935d1-5b19-4b33-9228-11488570fedc details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:57:57.547167 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:57:57.641005 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 070935d1-5b19-4b33-9228-11488570fedc, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=070935d1-5b19-4b33-9228-11488570fedc,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:57:57.652538 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '070935d1-5b19-4b33-9228-11488570fedc', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'port_id': '070935d1-5b19-4b33-9228-11488570fedc', 'mac_address': 'fa:16:3e:6c:1e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:57:57.757123 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] For port 070935d1-5b19-4b33-9228-11488570fedc, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=070935d1-5b19-4b33-9228-11488570fedc,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:57:57.788912 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] For port 070935d1-5b19-4b33-9228-11488570fedc, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:57:57.821536 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 070935d1-5b19-4b33-9228-11488570fedc {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:57:57.829994 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:57:57.840658 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Ignored duplicate provisioning block setup for port 070935d1-5b19-4b33-9228-11488570fedc by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 30 13:57:57.844658 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:57:57.925461 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=070935d1-5b19-4b33-9228-11488570fedc,revision_number=9']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:57:57.940076 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:57.940418 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:57.940753 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:57.941082 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:57.941956 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:57.942317 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:57.942638 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:57.942956 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:57.943273 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:57.943589 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:57.943903 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:57.944217 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 13:57:57.974407 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] No DVR routers for this DVR port 070935d1-5b19-4b33-9228-11488570fedc on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:57:58.106807 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Attempting to bind port 070935d1-5b19-4b33-9228-11488570fedc on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:57:58.107454 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Attempting to bind port 070935d1-5b19-4b33-9228-11488570fedc by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:57:58.107454 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Attempting to bind port 070935d1-5b19-4b33-9228-11488570fedc on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:57:58.111452 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Port 070935d1-5b19-4b33-9228-11488570fedc on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:57:58.111766 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Attempting to bind port 070935d1-5b19-4b33-9228-11488570fedc on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:57:58.117480 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:57:58.117813 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Checking segment: {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:57:58.118220 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Bound using segment: {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:57:58.118644 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Bound port: 070935d1-5b19-4b33-9228-11488570fedc, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:57:58.118996 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:57:58.181464 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] For port 070935d1-5b19-4b33-9228-11488570fedc, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:57:58.184777 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] For port 070935d1-5b19-4b33-9228-11488570fedc, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=070935d1-5b19-4b33-9228-11488570fedc,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:57:58.189173 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:57:58.227119 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:58.227841 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:57:58.229907 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] 10.222.0.39 "PUT /v2.0/ports/070935d1-5b19-4b33-9228-11488570fedc HTTP/1.1" status: 200 len: 1092 time: 0.7381968 Sep 30 13:57:58.235302 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1896bd55-2f39-4c72-8b5b-10d132f86a26', 'tag': '070935d1-5b19-4b33-9228-11488570fedc'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:57:58.237611 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb577ac-3864-429a-ae5c-9142fe23a140" -d '{"events": [{"name": "network-changed", "server_uuid": "1896bd55-2f39-4c72-8b5b-10d132f86a26", "tag": "070935d1-5b19-4b33-9228-11488570fedc"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:57:58.262179 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41004cd2-77f8-4d35-a2ae-ad9f280b1cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=070935d1-5b19-4b33-9228-11488570fedc,revision_number=10']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:57:58.264268 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a670cf2-730f-48c2-8916-eab500606601 req-27ae710b-2f2b-4d5a-9711-423c9b437827 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:58.266680 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1a670cf2-730f-48c2-8916-eab500606601 req-27ae710b-2f2b-4d5a-9711-423c9b437827 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 945 time: 0.0585699 Sep 30 13:57:58.308451 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab06ab4e-e948-40da-b397-6fe2c4e6240b x-openstack-request-id: req-ab06ab4e-e948-40da-b397-6fe2c4e6240b {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:57:58.308821 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1896bd55-2f39-4c72-8b5b-10d132f86a26", "tag": "070935d1-5b19-4b33-9228-11488570fedc", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:57:58.309367 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ab06ab4e-e948-40da-b397-6fe2c4e6240b {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:57:58.309617 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1896bd55-2f39-4c72-8b5b-10d132f86a26', 'tag': '070935d1-5b19-4b33-9228-11488570fedc', 'status': 'completed', 'code': 200} Sep 30 13:57:58.311803 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1a670cf2-730f-48c2-8916-eab500606601 req-fc7e2bf7-7eef-4678-82b5-5c3cf97ad0e6 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384970 Sep 30 13:57:58.316772 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-648dc0ae-c2fd-4787-b29c-caa34e91702f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:58.318498 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-648dc0ae-c2fd-4787-b29c-caa34e91702f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 1096 time: 0.0506239 Sep 30 13:57:58.372228 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb577ac-3864-429a-ae5c-9142fe23a140 req-cfca3d1d-c46d-4e52-8654-dde5c879b842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:58.373885 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1cb577ac-3864-429a-ae5c-9142fe23a140 req-cfca3d1d-c46d-4e52-8654-dde5c879b842 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 1096 time: 0.0447435 Sep 30 13:57:58.418918 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-d371e668-9d60-4d37-832d-1d6976cc8658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:58.420708 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-d371e668-9d60-4d37-832d-1d6976cc8658 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0936124 Sep 30 13:57:58.481654 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb577ac-3864-429a-ae5c-9142fe23a140 req-c7a568f0-a6c8-4169-9ac0-c27d63cff005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:58.482710 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1cb577ac-3864-429a-ae5c-9142fe23a140 req-c7a568f0-a6c8-4169-9ac0-c27d63cff005 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.1020553 Sep 30 13:57:58.495970 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-1da94f37-52ca-475f-8397-b4a83999475b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=070935d1-5b19-4b33-9228-11488570fedc HTTP/1.1" status: 200 len: 1001 time: 0.0672178 Sep 30 13:57:58.548163 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-e9778635-55ca-4d7d-93a5-ad14e03d3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:58.549761 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1cb577ac-3864-429a-ae5c-9142fe23a140 req-0f17aa57-4c95-4244-9ff5-6f8acb771280 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=070935d1-5b19-4b33-9228-11488570fedc HTTP/1.1" status: 200 len: 1001 time: 0.0597570 Sep 30 13:57:58.549884 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-e9778635-55ca-4d7d-93a5-ad14e03d3fe4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0462196 Sep 30 13:57:58.595739 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-4f6f8805-7ef3-440f-9159-748670eb4684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:58.597262 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-4f6f8805-7ef3-440f-9159-748670eb4684 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402932 Sep 30 13:57:58.599889 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb577ac-3864-429a-ae5c-9142fe23a140 req-2eadbb82-be9e-4b04-aa84-c203eecaf314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:58.601356 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1cb577ac-3864-429a-ae5c-9142fe23a140 req-2eadbb82-be9e-4b04-aa84-c203eecaf314 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0447664 Sep 30 13:57:58.650892 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb577ac-3864-429a-ae5c-9142fe23a140 req-c0d696e3-0007-473f-8667-b4ccb0869159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:58.652422 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1cb577ac-3864-429a-ae5c-9142fe23a140 req-c0d696e3-0007-473f-8667-b4ccb0869159 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440507 Sep 30 13:57:58.690653 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-920e61db-5659-48cd-8890-5ca76795ab98 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862331 Sep 30 13:57:58.744031 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1cb577ac-3864-429a-ae5c-9142fe23a140 req-baffe6eb-899f-4ff4-a73b-f4b1ef878f3e service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841389 Sep 30 13:57:58.782272 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-abb336c3-ded0-4a95-8ced-5fdc94007bb3 req-766a7a11-b22f-4d79-9aca-022ebe9c3bce service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837438 Sep 30 13:57:58.842971 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1cb577ac-3864-429a-ae5c-9142fe23a140 req-63c53792-ffdb-4f98-bf3c-651d163a7052 service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916598 Sep 30 13:57:58.870732 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb577ac-3864-429a-ae5c-9142fe23a140 req-f38234a5-61bf-442e-81f3-8960f742524c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:58.872234 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1cb577ac-3864-429a-ae5c-9142fe23a140 req-f38234a5-61bf-442e-81f3-8960f742524c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 1096 time: 0.0450132 Sep 30 13:57:58.962864 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb577ac-3864-429a-ae5c-9142fe23a140 req-5147c5c8-d801-4756-98c2-8cdef40cb2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:58.964267 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1cb577ac-3864-429a-ae5c-9142fe23a140 req-5147c5c8-d801-4756-98c2-8cdef40cb2af service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0847309 Sep 30 13:57:59.031190 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1cb577ac-3864-429a-ae5c-9142fe23a140 req-e6e05ca8-3bed-4452-92c4-b899d553e515 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=070935d1-5b19-4b33-9228-11488570fedc HTTP/1.1" status: 200 len: 1001 time: 0.0602705 Sep 30 13:57:59.079765 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb577ac-3864-429a-ae5c-9142fe23a140 req-98f175fa-1fbc-4736-81a1-faaca05c3887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:59.081158 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1cb577ac-3864-429a-ae5c-9142fe23a140 req-98f175fa-1fbc-4736-81a1-faaca05c3887 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0422463 Sep 30 13:57:59.124241 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb577ac-3864-429a-ae5c-9142fe23a140 req-535cc593-42bc-418f-95a9-fd071bacfc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:59.125730 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1cb577ac-3864-429a-ae5c-9142fe23a140 req-535cc593-42bc-418f-95a9-fd071bacfc37 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376117 Sep 30 13:57:59.218127 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1cb577ac-3864-429a-ae5c-9142fe23a140 req-2b37fc87-7aaa-493b-9a58-fc93ada6aac3 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844374 Sep 30 13:57:59.306541 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1cb577ac-3864-429a-ae5c-9142fe23a140 req-3bbdaa24-ed9b-46cf-935e-7f5d41a300a4 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808561 Sep 30 13:57:59.433153 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23049b8d-810f-4f52-ac1a-2d34155bdaf5 req-3d17c138-e9bf-4341-83e0-23db73268acf tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:57:59.434698 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23049b8d-810f-4f52-ac1a-2d34155bdaf5 req-3d17c138-e9bf-4341-83e0-23db73268acf tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 945 time: 0.0534983 Sep 30 13:57:59.473905 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-23049b8d-810f-4f52-ac1a-2d34155bdaf5 req-091cf80e-1b49-4cf5-8645-df62f362a10e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331821 Sep 30 13:57:59.549194 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 070935d1-5b19-4b33-9228-11488570fedc no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:57:59.585845 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 070935d1-5b19-4b33-9228-11488570fedc not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:58:00.590803 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789b9d1-0c3e-4a93-ab3e-1ce4385f09df req-c3d77c12-6454-49c5-b92e-07b3b46be217 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:00.592280 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f789b9d1-0c3e-4a93-ab3e-1ce4385f09df req-c3d77c12-6454-49c5-b92e-07b3b46be217 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 945 time: 0.0490847 Sep 30 13:58:00.629190 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f789b9d1-0c3e-4a93-ab3e-1ce4385f09df req-e548ed3b-d10d-4b01-ada7-22103832f5f9 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305908 Sep 30 13:58:00.741181 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9089284-0313-4448-8d79-781a7fc2a095 req-eeb633e8-4b16-4ace-a69d-ccdf05055fb1 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:00.742618 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d9089284-0313-4448-8d79-781a7fc2a095 req-eeb633e8-4b16-4ace-a69d-ccdf05055fb1 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 945 time: 0.0481246 Sep 30 13:58:00.779482 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d9089284-0313-4448-8d79-781a7fc2a095 req-33f60245-d913-4cda-b404-acee9daab2ae tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310469 Sep 30 13:58:00.890478 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34b7a4-2f3b-4e9c-8cd7-409a68819aa7 req-f804a918-606f-4cae-ac74-d307ac30eb0b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:00.891948 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2c34b7a4-2f3b-4e9c-8cd7-409a68819aa7 req-f804a918-606f-4cae-ac74-d307ac30eb0b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 945 time: 0.0483541 Sep 30 13:58:00.928508 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2c34b7a4-2f3b-4e9c-8cd7-409a68819aa7 req-abe972d1-78f5-416b-ad0a-c5aabba19953 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307386 Sep 30 13:58:01.158657 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b23869-03ae-4885-b40c-ee68a03cebc9 req-179c9128-cfd0-424e-9b98-1d47b7a57518 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:01.160630 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-52b23869-03ae-4885-b40c-ee68a03cebc9 req-179c9128-cfd0-424e-9b98-1d47b7a57518 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 945 time: 0.0523722 Sep 30 13:58:01.197919 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-52b23869-03ae-4885-b40c-ee68a03cebc9 req-5478a2f5-aaeb-40f9-b4c6-437b5894d9f1 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313282 Sep 30 13:58:01.402273 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 070935d1-5b19-4b33-9228-11488570fedc details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:58:01.498790 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 070935d1-5b19-4b33-9228-11488570fedc, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=070935d1-5b19-4b33-9228-11488570fedc,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:58:01.509361 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '070935d1-5b19-4b33-9228-11488570fedc', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'port_id': '070935d1-5b19-4b33-9228-11488570fedc', 'mac_address': 'fa:16:3e:6c:1e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:58:01.545547 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:01.557596 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070935d1-5b19-4b33-9228-11488570fedc {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:58:01.579791 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 070935d1-5b19-4b33-9228-11488570fedc, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=070935d1-5b19-4b33-9228-11488570fedc,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:58:01.583899 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:01.632528 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=070935d1-5b19-4b33-9228-11488570fedc,revision_number=11']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:58:01.808230 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['070935d1-5b19-4b33-9228-11488570fedc'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:58:02.320573 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393129c6-ef44-41b5-828c-2028b265e0ac req-369cac64-980d-4eb4-8802-d39faf837732 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:02.322034 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-393129c6-ef44-41b5-828c-2028b265e0ac req-369cac64-980d-4eb4-8802-d39faf837732 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 946 time: 0.0557437 Sep 30 13:58:02.384189 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9aa71d-340b-41e6-bbda-2fe4f5e56b91 req-bfa87f4a-6136-44a3-a5fd-53b91cb1b150 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:02.385612 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ff9aa71d-340b-41e6-bbda-2fe4f5e56b91 req-bfa87f4a-6136-44a3-a5fd-53b91cb1b150 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.39 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 946 time: 0.0840387 Sep 30 13:58:02.388194 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-393129c6-ef44-41b5-828c-2028b265e0ac req-6a852d8b-c4a4-4b05-afdf-5a1410700f05 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495703 Sep 30 13:58:02.474918 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-ff9aa71d-340b-41e6-bbda-2fe4f5e56b91 req-ea37a58e-d44c-48b1-99b7-d3bf773020f4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Deleting port 070935d1-5b19-4b33-9228-11488570fedc {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 13:58:02.475253 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ff9aa71d-340b-41e6-bbda-2fe4f5e56b91 req-ea37a58e-d44c-48b1-99b7-d3bf773020f4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:02.569417 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-ff9aa71d-340b-41e6-bbda-2fe4f5e56b91 req-ea37a58e-d44c-48b1-99b7-d3bf773020f4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] For port 070935d1-5b19-4b33-9228-11488570fedc, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=070935d1-5b19-4b33-9228-11488570fedc,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:58:02.569680 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ff9aa71d-340b-41e6-bbda-2fe4f5e56b91 req-ea37a58e-d44c-48b1-99b7-d3bf773020f4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:02.739336 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ff9aa71d-340b-41e6-bbda-2fe4f5e56b91 req-ea37a58e-d44c-48b1-99b7-d3bf773020f4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:02.739700 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ff9aa71d-340b-41e6-bbda-2fe4f5e56b91 req-ea37a58e-d44c-48b1-99b7-d3bf773020f4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:02.740015 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [req-ff9aa71d-340b-41e6-bbda-2fe4f5e56b91 req-ea37a58e-d44c-48b1-99b7-d3bf773020f4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Floating IP 4d7060d5-eb19-4faf-bdfd-e6db5e5024ef disassociated. External IP: 172.25.5.135, port: 070935d1-5b19-4b33-9228-11488570fedc. Sep 30 13:58:02.740353 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-ff9aa71d-340b-41e6-bbda-2fe4f5e56b91 req-ea37a58e-d44c-48b1-99b7-d3bf773020f4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Calling delete_port for 070935d1-5b19-4b33-9228-11488570fedc owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 13:58:02.865899 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ff9aa71d-340b-41e6-bbda-2fe4f5e56b91 req-ea37a58e-d44c-48b1-99b7-d3bf773020f4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:02.893930 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37a58e-d44c-48b1-99b7-d3bf773020f4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Pushing event deleted for resources: {'Port': ['ID=070935d1-5b19-4b33-9228-11488570fedc,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:58:03.312002 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff9aa71d-340b-41e6-bbda-2fe4f5e56b91 req-ea37a58e-d44c-48b1-99b7-d3bf773020f4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Router da067940-c404-4a8c-9223-1730ca4c2c76 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:58:03.411064 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 070935d1-5b19-4b33-9228-11488570fedc details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:58:03.414988 n-d-810909-2 neutron-server[94765]: INFO neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No ports have port_id starting with 070935d1-5b19-4b33-9228-11488570fedc Sep 30 13:58:03.416682 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 070935d1-5b19-4b33-9228-11488570fedc requested by agent hyperv_n-h1-810909-2 not found in database {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Sep 30 13:58:03.420109 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff9aa71d-340b-41e6-bbda-2fe4f5e56b91 req-ea37a58e-d44c-48b1-99b7-d3bf773020f4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:58:03.431646 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4076f8c9-0395-4f77-924b-9a826b23393c None None] Sync routers for ids ['da067940-c404-4a8c-9223-1730ca4c2c76'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:58:03.442800 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4076f8c9-0395-4f77-924b-9a826b23393c None None] Routers {'da067940-c404-4a8c-9223-1730ca4c2c76'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:58:03.443414 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4076f8c9-0395-4f77-924b-9a826b23393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:57:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['da067940-c404-4a8c-9223-1730ca4c2c76'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:58:03.463800 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9aa71d-340b-41e6-bbda-2fe4f5e56b91 req-ea37a58e-d44c-48b1-99b7-d3bf773020f4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] No DVR routers for this DVR port 070935d1-5b19-4b33-9228-11488570fedc on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 13:58:03.466523 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ff9aa71d-340b-41e6-bbda-2fe4f5e56b91 req-ea37a58e-d44c-48b1-99b7-d3bf773020f4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:03.468562 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ff9aa71d-340b-41e6-bbda-2fe4f5e56b91 req-ea37a58e-d44c-48b1-99b7-d3bf773020f4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.39 "DELETE /v2.0/ports/070935d1-5b19-4b33-9228-11488570fedc HTTP/1.1" status: 204 len: 173 time: 1.0771561 Sep 30 13:58:03.468958 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1896bd55-2f39-4c72-8b5b-10d132f86a26', 'name': 'network-vif-deleted', 'tag': '070935d1-5b19-4b33-9228-11488570fedc'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:58:03.471195 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4590184b-3095-4f3c-bcf7-5f88597741d3" -d '{"events": [{"server_uuid": "1896bd55-2f39-4c72-8b5b-10d132f86a26", "name": "network-vif-deleted", "tag": "070935d1-5b19-4b33-9228-11488570fedc"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:58:03.502877 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0e3d743e-1c84-46a3-92b6-cec2ca30543e req-4e771ab1-30d4-4168-ae2d-e03a80ff42c4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=1896bd55-2f39-4c72-8b5b-10d132f86a26 HTTP/1.1" status: 200 len: 210 time: 0.0416961 Sep 30 13:58:03.511264 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd266ac7-ebb4-4eb7-9ef4-639205ad3dbe x-openstack-request-id: req-fd266ac7-ebb4-4eb7-9ef4-639205ad3dbe {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:58:03.511582 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1896bd55-2f39-4c72-8b5b-10d132f86a26", "name": "network-vif-deleted", "tag": "070935d1-5b19-4b33-9228-11488570fedc", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:58:03.511831 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd266ac7-ebb4-4eb7-9ef4-639205ad3dbe {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:58:03.512263 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1896bd55-2f39-4c72-8b5b-10d132f86a26', 'name': 'network-vif-deleted', 'tag': '070935d1-5b19-4b33-9228-11488570fedc', 'status': 'completed', 'code': 200} Sep 30 13:58:03.557933 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-4076f8c9-0395-4f77-924b-9a826b23393c None None] Set router da067940-c404-4a8c-9223-1730ca4c2c76 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:58:03.755223 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4076f8c9-0395-4f77-924b-9a826b23393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:26Z', 'revision_number': 4, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'add813c1-fc77-42d9-b2c4-ce8b770aaa14', 'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'mac_address': 'fa:16:3e:23:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:25Z', 'updated_at': '2021-09-30T13:50:29Z', 'revision_number': 5, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'subnets': [{'id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:58:03.780845 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4076f8c9-0395-4f77-924b-9a826b23393c None None] Checking router: da067940-c404-4a8c-9223-1730ca4c2c76 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:58:03.788767 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4076f8c9-0395-4f77-924b-9a826b23393c None None] Routers {'da067940-c404-4a8c-9223-1730ca4c2c76'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:58:03.789360 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4076f8c9-0395-4f77-924b-9a826b23393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:57:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['da067940-c404-4a8c-9223-1730ca4c2c76'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:58:03.898551 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-4076f8c9-0395-4f77-924b-9a826b23393c None None] Set router da067940-c404-4a8c-9223-1730ca4c2c76 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:58:04.090547 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4076f8c9-0395-4f77-924b-9a826b23393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:26Z', 'revision_number': 4, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'add813c1-fc77-42d9-b2c4-ce8b770aaa14', 'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'mac_address': 'fa:16:3e:23:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:25Z', 'updated_at': '2021-09-30T13:50:29Z', 'revision_number': 5, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'subnets': [{'id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:58:04.120078 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4076f8c9-0395-4f77-924b-9a826b23393c None None] The sync data for ids ['da067940-c404-4a8c-9223-1730ca4c2c76'] in n-d-810909-2 is: [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:26Z', 'revision_number': 4, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'add813c1-fc77-42d9-b2c4-ce8b770aaa14', 'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'mac_address': 'fa:16:3e:23:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:25Z', 'updated_at': '2021-09-30T13:50:29Z', 'revision_number': 5, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'subnets': [{'id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:58:04.334358 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3fbfe4-29a7-4281-82e4-5c91ad5a92cc None None] New status for floating IP 4d7060d5-eb19-4faf-bdfd-e6db5e5024ef: DOWN {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:58:04.770934 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-26dae3b8-a26e-4af8-aa41-8daba6b05536 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--961443943&fields=id&tenant_id=4a0cd83bf7674d50be353991eaf1323f HTTP/1.1" status: 200 len: 267 time: 0.0328271 Sep 30 13:58:04.877484 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-cdf271c7-081c-4b0d-8c1d-23b3643a02e6 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:04.878990 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-cdf271c7-081c-4b0d-8c1d-23b3643a02e6 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 811 time: 0.1013775 Sep 30 13:58:04.893345 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-3efcd34d-7d73-44f9-bb43-d6603ae7df04 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/quotas/4a0cd83bf7674d50be353991eaf1323f HTTP/1.1" status: 200 len: 375 time: 0.0086536 Sep 30 13:58:04.944169 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-5bde7f20-02be-4464-8e84-63d3da100ca5 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457523 Sep 30 13:58:05.039749 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-2aa866eb-e8dc-46fb-aa31-81f4d5c4b649 service neutron] 10.222.0.18 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840294 Sep 30 13:58:05.125798 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-a83e738e-1ffb-48ed-bd36-1b91c72b0dcc service neutron] 10.222.0.18 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800881 Sep 30 13:58:05.283486 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-02251543-5406-4eb4-98f8-42c9aff77c90 req-4f5f1dc6-32e1-478d-a66a-5687a33c80ff tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 210 time: 0.0274398 Sep 30 13:58:06.360596 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9a992fa2-e984-4806-980f-698708c10df8 req-30b5e291-54e0-49da-b199-b278b96ea2e1 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 210 time: 0.0267816 Sep 30 13:58:07.426587 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 070935d1-5b19-4b33-9228-11488570fedc no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 13:58:07.438287 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2c7d1758-e7c1-4733-8f8b-676d0b795f5b req-bcfb7a6c-2f57-450f-a269-c32fd48b1b84 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 210 time: 0.0274746 Sep 30 13:58:07.463408 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 070935d1-5b19-4b33-9228-11488570fedc {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 13:58:07.463752 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 070935d1-5b19-4b33-9228-11488570fedc not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 13:58:08.515938 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6ca32c89-0ebb-479c-8111-6aeb8c3eed19 req-e861bea0-101c-4275-86aa-42f8b5d0a8f3 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 210 time: 0.0261853 Sep 30 13:58:09.681229 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-df11f0f3-00b3-436f-92ed-7ce2675ea8ef req-224ff8cd-c388-44da-a4ed-cd0fa50f763c tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 210 time: 0.1000419 Sep 30 13:58:10.259729 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-bb8c5298-9816-499d-a49b-e045a3e6a27d tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:10.261215 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-bb8c5298-9816-499d-a49b-e045a3e6a27d tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.39 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 811 time: 0.1068795 Sep 30 13:58:10.303247 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-2c964dc1-ed64-4f5d-aa4a-1752952c8357 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a0cd83bf7674d50be353991eaf1323f HTTP/1.1" status: 200 len: 379 time: 0.0327401 Sep 30 13:58:10.314163 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-81c3ecc7-d608-4d7e-9dbe-18869fa7cb6e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Request body: {'port': {'device_id': '15946b78-8b40-4158-b877-28fff44e96f7', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'admin_state_up': True, 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'security_groups': ['a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:58:10.422123 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-81c3ecc7-d608-4d7e-9dbe-18869fa7cb6e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Made reservation on behalf of 4a0cd83bf7674d50be353991eaf1323f for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 13:58:10.426116 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-81c3ecc7-d608-4d7e-9dbe-18869fa7cb6e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:10.548143 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-81c3ecc7-d608-4d7e-9dbe-18869fa7cb6e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Allocated IP 172.20.0.3 (6ea3dc96-daed-4dd4-b85c-22effdc0ca4f/e557d68b-576f-41a9-a61d-f9ace28817cf/25afca4b-48a3-477a-9b97-ac666cca68f0) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 13:58:10.685232 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-81c3ecc7-d608-4d7e-9dbe-18869fa7cb6e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:10.719936 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-81c3ecc7-d608-4d7e-9dbe-18869fa7cb6e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:10.770545 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-81c3ecc7-d608-4d7e-9dbe-18869fa7cb6e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 13:58:10.773783 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-81c3ecc7-d608-4d7e-9dbe-18869fa7cb6e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 13:58:10.777718 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-81c3ecc7-d608-4d7e-9dbe-18869fa7cb6e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 13:58:10.807444 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3ecc7-d608-4d7e-9dbe-18869fa7cb6e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Pushing event updated for resources: {'Port': ['ID=25afca4b-48a3-477a-9b97-ac666cca68f0,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:58:10.864582 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-81c3ecc7-d608-4d7e-9dbe-18869fa7cb6e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:10.865241 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-81c3ecc7-d608-4d7e-9dbe-18869fa7cb6e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:10.889485 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f10e83-5439-4e9b-8c68-58b3fc2b9d91 req-147bbe27-2c01-414d-9bf5-a94bbc860720 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:10.891806 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-96f10e83-5439-4e9b-8c68-58b3fc2b9d91 req-147bbe27-2c01-414d-9bf5-a94bbc860720 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 931 time: 0.1401341 Sep 30 13:58:10.893630 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-81c3ecc7-d608-4d7e-9dbe-18869fa7cb6e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5830348 Sep 30 13:58:10.909737 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-15210133-cb5c-48d1-a48f-1d781f3e2cf7 service neutron] Request body: {'port': {'device_id': '15946b78-8b40-4158-b877-28fff44e96f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:58:10.978695 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-96f10e83-5439-4e9b-8c68-58b3fc2b9d91 req-d05f1134-218c-4cd6-ad60-1a20594a23ec tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803289 Sep 30 13:58:10.985928 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-15210133-cb5c-48d1-a48f-1d781f3e2cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:11.043023 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6435501b-570e-4001-8749-73b1f35b0703 None None] Provisioning complete for port 25afca4b-48a3-477a-9b97-ac666cca68f0 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:58:11.043611 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6435501b-570e-4001-8749-73b1f35b0703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:11.077119 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-6435501b-570e-4001-8749-73b1f35b0703 None None] Port 25afca4b-48a3-477a-9b97-ac666cca68f0 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 13:58:11.254166 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-15210133-cb5c-48d1-a48f-1d781f3e2cf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25afca4b-48a3-477a-9b97-ac666cca68f0 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:58:11.261518 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-15210133-cb5c-48d1-a48f-1d781f3e2cf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:11.273354 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-15210133-cb5c-48d1-a48f-1d781f3e2cf7 service neutron] Transition to ACTIVE for port object 25afca4b-48a3-477a-9b97-ac666cca68f0 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 13:58:11.276699 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-15210133-cb5c-48d1-a48f-1d781f3e2cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:11.328446 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15210133-cb5c-48d1-a48f-1d781f3e2cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=25afca4b-48a3-477a-9b97-ac666cca68f0,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:58:11.398095 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-15210133-cb5c-48d1-a48f-1d781f3e2cf7 service neutron] Attempting to bind port 25afca4b-48a3-477a-9b97-ac666cca68f0 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 13:58:11.398428 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-15210133-cb5c-48d1-a48f-1d781f3e2cf7 service neutron] Attempting to bind port 25afca4b-48a3-477a-9b97-ac666cca68f0 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 13:58:11.398756 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-15210133-cb5c-48d1-a48f-1d781f3e2cf7 service neutron] Attempting to bind port 25afca4b-48a3-477a-9b97-ac666cca68f0 on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:58:11.403189 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-15210133-cb5c-48d1-a48f-1d781f3e2cf7 service neutron] Port 25afca4b-48a3-477a-9b97-ac666cca68f0 on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 13:58:11.403508 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-15210133-cb5c-48d1-a48f-1d781f3e2cf7 service neutron] Attempting to bind port 25afca4b-48a3-477a-9b97-ac666cca68f0 on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 13:58:11.408489 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-15210133-cb5c-48d1-a48f-1d781f3e2cf7 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 13, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 13:58:11.408825 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-15210133-cb5c-48d1-a48f-1d781f3e2cf7 service neutron] Checking segment: {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 13:58:11.409207 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-15210133-cb5c-48d1-a48f-1d781f3e2cf7 service neutron] Bound using segment: {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 13:58:11.409670 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-15210133-cb5c-48d1-a48f-1d781f3e2cf7 service neutron] Bound port: 25afca4b-48a3-477a-9b97-ac666cca68f0, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 13:58:11.410103 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-15210133-cb5c-48d1-a48f-1d781f3e2cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:11.476590 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-15210133-cb5c-48d1-a48f-1d781f3e2cf7 service neutron] For port 25afca4b-48a3-477a-9b97-ac666cca68f0, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 13:58:11.479889 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-15210133-cb5c-48d1-a48f-1d781f3e2cf7 service neutron] For port 25afca4b-48a3-477a-9b97-ac666cca68f0, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=25afca4b-48a3-477a-9b97-ac666cca68f0,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 13:58:11.483539 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-15210133-cb5c-48d1-a48f-1d781f3e2cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:11.517651 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-15210133-cb5c-48d1-a48f-1d781f3e2cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:11.518218 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-15210133-cb5c-48d1-a48f-1d781f3e2cf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:11.520212 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-15210133-cb5c-48d1-a48f-1d781f3e2cf7 service neutron] 10.222.0.39 "PUT /v2.0/ports/25afca4b-48a3-477a-9b97-ac666cca68f0 HTTP/1.1" status: 200 len: 1091 time: 0.6153858 Sep 30 13:58:11.522560 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15946b78-8b40-4158-b877-28fff44e96f7', 'tag': '25afca4b-48a3-477a-9b97-ac666cca68f0'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:58:11.525592 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d0d9f5-946f-415c-8467-933c1230ec42" -d '{"events": [{"name": "network-changed", "server_uuid": "15946b78-8b40-4158-b877-28fff44e96f7", "tag": "25afca4b-48a3-477a-9b97-ac666cca68f0"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:58:11.556629 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15210133-cb5c-48d1-a48f-1d781f3e2cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=25afca4b-48a3-477a-9b97-ac666cca68f0,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:58:11.575699 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67cca67-1982-4554-a353-495a9e1a9ddb x-openstack-request-id: req-f67cca67-1982-4554-a353-495a9e1a9ddb {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:58:11.576075 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15946b78-8b40-4158-b877-28fff44e96f7", "tag": "25afca4b-48a3-477a-9b97-ac666cca68f0", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:58:11.576399 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f67cca67-1982-4554-a353-495a9e1a9ddb {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:58:11.576869 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15946b78-8b40-4158-b877-28fff44e96f7', 'tag': '25afca4b-48a3-477a-9b97-ac666cca68f0', 'status': 'completed', 'code': 200} Sep 30 13:58:11.608410 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-4fb77bc0-d49e-482f-87bb-54f04833d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:11.609969 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-4fb77bc0-d49e-482f-87bb-54f04833d93b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 1094 time: 0.0475173 Sep 30 13:58:11.658855 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-597375ed-4e78-4724-9b3d-d173bdd2c73b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25afca4b-48a3-477a-9b97-ac666cca68f0 HTTP/1.1" status: 200 len: 217 time: 0.0414248 Sep 30 13:58:11.715933 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-b596612f-eec1-4765-8cfd-d62081fee66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:11.717448 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-b596612f-eec1-4765-8cfd-d62081fee66e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0469151 Sep 30 13:58:11.762127 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-04561efb-b373-4785-85ac-df1334a6660d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:11.763586 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-04561efb-b373-4785-85ac-df1334a6660d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390937 Sep 30 13:58:11.854749 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-d03f3c51-3496-4dff-adda-8458e553591b service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833902 Sep 30 13:58:11.942301 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-72439aa2-4ba7-4870-9179-1dd7463e43da req-19ee6a46-f1f3-494e-bbba-228db9653b63 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807779 Sep 30 13:58:12.032645 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0d9f5-946f-415c-8467-933c1230ec42 req-79ccfb51-9ddd-4361-97ed-802f45deb550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:12.034194 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-53d0d9f5-946f-415c-8467-933c1230ec42 req-79ccfb51-9ddd-4361-97ed-802f45deb550 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 1094 time: 0.0445733 Sep 30 13:58:12.145678 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba78e19-2d42-4717-bec1-f92104fd6ffb req-f021d649-0e57-48ba-b650-0b675655f302 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:12.147168 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aba78e19-2d42-4717-bec1-f92104fd6ffb req-f021d649-0e57-48ba-b650-0b675655f302 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 943 time: 0.0988781 Sep 30 13:58:12.177330 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0d9f5-946f-415c-8467-933c1230ec42 req-52fca334-0ca6-4558-891b-0882690e376a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:12.178809 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-53d0d9f5-946f-415c-8467-933c1230ec42 req-52fca334-0ca6-4558-891b-0882690e376a service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.1375952 Sep 30 13:58:12.202974 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aba78e19-2d42-4717-bec1-f92104fd6ffb req-662b0f87-cd99-40f5-8692-e76a84b2945c tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498476 Sep 30 13:58:12.229337 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-53d0d9f5-946f-415c-8467-933c1230ec42 req-27650f99-479b-4ae5-840c-af41639206c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25afca4b-48a3-477a-9b97-ac666cca68f0 HTTP/1.1" status: 200 len: 217 time: 0.0403590 Sep 30 13:58:12.278529 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0d9f5-946f-415c-8467-933c1230ec42 req-4c75630f-ce0b-4a49-af46-6234086543ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:12.279973 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-53d0d9f5-946f-415c-8467-933c1230ec42 req-4c75630f-ce0b-4a49-af46-6234086543ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0431387 Sep 30 13:58:12.329070 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0d9f5-946f-415c-8467-933c1230ec42 req-35eac6af-ade2-41c8-aa8d-dfc5385748ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:12.330544 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-53d0d9f5-946f-415c-8467-933c1230ec42 req-35eac6af-ade2-41c8-aa8d-dfc5385748ac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427101 Sep 30 13:58:12.417817 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-53d0d9f5-946f-415c-8467-933c1230ec42 req-8d747df9-0a52-4206-8897-1f224ae16a52 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793664 Sep 30 13:58:12.510186 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-53d0d9f5-946f-415c-8467-933c1230ec42 req-7a5050dc-95f5-4281-a593-a78c6bf38671 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838501 Sep 30 13:58:13.321940 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922d680-5e95-4a64-9f2d-c2e08dc0e067 req-110deabe-981d-43c1-9730-6ba1b46f3053 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:13.323444 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c922d680-5e95-4a64-9f2d-c2e08dc0e067 req-110deabe-981d-43c1-9730-6ba1b46f3053 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 943 time: 0.0521917 Sep 30 13:58:13.360314 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c922d680-5e95-4a64-9f2d-c2e08dc0e067 req-f3cb26e4-e6cd-45e8-9362-ddffa975ec7f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310912 Sep 30 13:58:13.438777 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 25afca4b-48a3-477a-9b97-ac666cca68f0 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 13:58:13.535630 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 25afca4b-48a3-477a-9b97-ac666cca68f0, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=25afca4b-48a3-477a-9b97-ac666cca68f0,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:58:13.546170 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '25afca4b-48a3-477a-9b97-ac666cca68f0', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'port_id': '25afca4b-48a3-477a-9b97-ac666cca68f0', 'mac_address': 'fa:16:3e:53:fd:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 13:58:13.581972 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:13.594492 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25afca4b-48a3-477a-9b97-ac666cca68f0 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 13:58:13.613503 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 25afca4b-48a3-477a-9b97-ac666cca68f0, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=25afca4b-48a3-477a-9b97-ac666cca68f0,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:58:13.617510 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:13.662695 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=25afca4b-48a3-477a-9b97-ac666cca68f0,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:58:13.805042 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['25afca4b-48a3-477a-9b97-ac666cca68f0'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 13:58:14.473334 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f2dc6-91c7-4940-9fc8-d482d0d18eb5 req-f1018d31-f0c5-49bd-b252-9d4156003cdf tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:14.474872 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d29f2dc6-91c7-4940-9fc8-d482d0d18eb5 req-f1018d31-f0c5-49bd-b252-9d4156003cdf tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 944 time: 0.0496130 Sep 30 13:58:14.512254 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d29f2dc6-91c7-4940-9fc8-d482d0d18eb5 req-e13ad5b9-2935-4aef-9413-1cdb12982e77 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315115 Sep 30 13:58:15.246277 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:15.462981 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 25afca4b-48a3-477a-9b97-ac666cca68f0 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 13:58:15.510292 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 25afca4b-48a3-477a-9b97-ac666cca68f0 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 13:58:15.513761 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 25afca4b-48a3-477a-9b97-ac666cca68f0 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 13:58:15.514162 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:15.593213 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:15.615571 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15946b78-8b40-4158-b877-28fff44e96f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25afca4b-48a3-477a-9b97-ac666cca68f0'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:58:15.617821 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4042ba9111045f3b7ac6ec8619d75989b1ede06e26ad22c2246dbd0518026aa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754f72d0-1f2c-4c6c-a34d-459bf996417e" -d '{"events": [{"server_uuid": "15946b78-8b40-4158-b877-28fff44e96f7", "name": "network-vif-plugged", "status": "completed", "tag": "25afca4b-48a3-477a-9b97-ac666cca68f0"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:58:15.626626 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aacbc69-8aa9-4dcb-9e4e-25fed2056abf req-b7cc90ab-a748-4af8-b709-dbc6ace9ed96 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:15.628130 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3aacbc69-8aa9-4dcb-9e4e-25fed2056abf req-b7cc90ab-a748-4af8-b709-dbc6ace9ed96 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 944 time: 0.0506301 Sep 30 13:58:15.630702 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 25afca4b-48a3-477a-9b97-ac666cca68f0, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=25afca4b-48a3-477a-9b97-ac666cca68f0,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 13:58:15.634563 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:15.661513 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 13:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90ab0d1-dd81-4ea2-a9a9-7660231e5446 x-openstack-request-id: req-f90ab0d1-dd81-4ea2-a9a9-7660231e5446 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:58:15.661809 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15946b78-8b40-4158-b877-28fff44e96f7", "name": "network-vif-plugged", "status": "completed", "tag": "25afca4b-48a3-477a-9b97-ac666cca68f0", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:58:15.662084 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f90ab0d1-dd81-4ea2-a9a9-7660231e5446 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:58:15.662476 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15946b78-8b40-4158-b877-28fff44e96f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25afca4b-48a3-477a-9b97-ac666cca68f0', 'code': 200} Sep 30 13:58:15.673885 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3aacbc69-8aa9-4dcb-9e4e-25fed2056abf req-936151df-91cf-45bc-beda-53006bad6d70 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345907 Sep 30 13:58:15.687267 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=25afca4b-48a3-477a-9b97-ac666cca68f0,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 13:58:15.752855 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e4763-e049-4ff0-9b5b-02102b6b5dcc req-aca95613-c8fa-4201-bf8b-4158e1ef44d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:15.754422 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-542e4763-e049-4ff0-9b5b-02102b6b5dcc req-aca95613-c8fa-4201-bf8b-4158e1ef44d2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 1096 time: 0.0399377 Sep 30 13:58:15.788750 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-542e4763-e049-4ff0-9b5b-02102b6b5dcc req-ad2206aa-9faa-4f15-b9f7-928af16bf0c3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278051 Sep 30 13:58:16.808870 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00c12c-1c32-4949-a6cc-57a51d0ea5c6 req-1864a525-989f-4748-90b0-c3ad833971c8 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:16.810502 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ef00c12c-1c32-4949-a6cc-57a51d0ea5c6 req-1864a525-989f-4748-90b0-c3ad833971c8 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 945 time: 0.0594535 Sep 30 13:58:16.857945 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ef00c12c-1c32-4949-a6cc-57a51d0ea5c6 req-3425606c-d94d-477a-851d-cb385018df24 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410624 Sep 30 13:58:17.971366 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e6867-c247-4045-ac28-3c767ffc4e6a req-0b970648-4c66-492f-b410-415f6ecfa6e1 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:17.973463 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6a0e6867-c247-4045-ac28-3c767ffc4e6a req-0b970648-4c66-492f-b410-415f6ecfa6e1 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 945 time: 0.0486293 Sep 30 13:58:18.009881 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6a0e6867-c247-4045-ac28-3c767ffc4e6a req-6d3ddb52-c06f-4812-9e8e-127827a94e58 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305233 Sep 30 13:58:18.118346 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b287d77-b123-43e3-a83c-4395d6a8cd7b req-f56c2be0-622a-4944-8aeb-002d879ea443 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:18.119798 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7b287d77-b123-43e3-a83c-4395d6a8cd7b req-f56c2be0-622a-4944-8aeb-002d879ea443 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 945 time: 0.0477419 Sep 30 13:58:18.129295 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 47316) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 13:58:18.133679 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-3e630624-4eb1-4f8e-86f5-d4ecf17a9fe6 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Request body: {'floatingip': {'port_id': '25afca4b-48a3-477a-9b97-ac666cca68f0'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 13:58:18.172439 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3e630624-4eb1-4f8e-86f5-d4ecf17a9fe6 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for floatingip, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:18.239732 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cd054327-5a87-4d32-869d-964ca546e1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:18.615566 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3e630624-4eb1-4f8e-86f5-d4ecf17a9fe6 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:18.619158 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3e630624-4eb1-4f8e-86f5-d4ecf17a9fe6 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:18.718308 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-3e630624-4eb1-4f8e-86f5-d4ecf17a9fe6 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Floating IP 4d7060d5-eb19-4faf-bdfd-e6db5e5024ef associated. External IP: 172.25.5.135, port: 25afca4b-48a3-477a-9b97-ac666cca68f0. Sep 30 13:58:18.921195 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e630624-4eb1-4f8e-86f5-d4ecf17a9fe6 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Router da067940-c404-4a8c-9223-1730ca4c2c76 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 13:58:19.027555 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e630624-4eb1-4f8e-86f5-d4ecf17a9fe6 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 13:58:19.032203 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3e630624-4eb1-4f8e-86f5-d4ecf17a9fe6 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:19.037932 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6adf2a-1993-4dfb-928a-fccf010fa8fd None None] Sync routers for ids ['da067940-c404-4a8c-9223-1730ca4c2c76'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 13:58:19.047365 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6adf2a-1993-4dfb-928a-fccf010fa8fd None None] Routers {'da067940-c404-4a8c-9223-1730ca4c2c76'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:58:19.047962 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8e6adf2a-1993-4dfb-928a-fccf010fa8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:57:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['da067940-c404-4a8c-9223-1730ca4c2c76'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:58:19.059591 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3e630624-4eb1-4f8e-86f5-d4ecf17a9fe6 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "PUT /v2.0/floatingips/4d7060d5-eb19-4faf-bdfd-e6db5e5024ef HTTP/1.1" status: 200 len: 992 time: 0.9292588 Sep 30 13:58:19.060161 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15946b78-8b40-4158-b877-28fff44e96f7', 'tag': '25afca4b-48a3-477a-9b97-ac666cca68f0'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 13:58:19.062543 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35101140b95ce2abac28acb248c83da51519029496946f912884de4efdb3f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a5ab8a-c656-46a0-b54a-ec13d37a7ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "15946b78-8b40-4158-b877-28fff44e96f7", "tag": "25afca4b-48a3-477a-9b97-ac666cca68f0"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 13:58:19.104316 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 13:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cf933f-0fd0-48d1-accb-8ef8ddc3faee x-openstack-request-id: req-67cf933f-0fd0-48d1-accb-8ef8ddc3faee {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 13:58:19.104603 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15946b78-8b40-4158-b877-28fff44e96f7", "tag": "25afca4b-48a3-477a-9b97-ac666cca68f0", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 13:58:19.104859 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67cf933f-0fd0-48d1-accb-8ef8ddc3faee {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 13:58:19.105255 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15946b78-8b40-4158-b877-28fff44e96f7', 'tag': '25afca4b-48a3-477a-9b97-ac666cca68f0', 'status': 'completed', 'code': 200} Sep 30 13:58:19.160909 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-8e6adf2a-1993-4dfb-928a-fccf010fa8fd None None] Set router da067940-c404-4a8c-9223-1730ca4c2c76 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:58:19.167529 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5ab8a-c656-46a0-b54a-ec13d37a7ec4 req-36ddfad3-a9d4-4907-b80f-c79d9efb944b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:19.169108 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f5a5ab8a-c656-46a0-b54a-ec13d37a7ec4 req-36ddfad3-a9d4-4907-b80f-c79d9efb944b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 1096 time: 0.0438993 Sep 30 13:58:19.262771 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5ab8a-c656-46a0-b54a-ec13d37a7ec4 req-db008854-efa9-4bb2-9b45-0c804cc3d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:19.264309 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f5a5ab8a-c656-46a0-b54a-ec13d37a7ec4 req-db008854-efa9-4bb2-9b45-0c804cc3d922 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0880578 Sep 30 13:58:19.327377 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f5a5ab8a-c656-46a0-b54a-ec13d37a7ec4 req-913f3b85-f609-4061-ac35-bb4c66da9476 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25afca4b-48a3-477a-9b97-ac666cca68f0 HTTP/1.1" status: 200 len: 1000 time: 0.0563290 Sep 30 13:58:19.380256 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8e6adf2a-1993-4dfb-928a-fccf010fa8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:26Z', 'revision_number': 4, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '4d7060d5-eb19-4faf-bdfd-e6db5e5024ef', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'port_id': '25afca4b-48a3-477a-9b97-ac666cca68f0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'mac_address': 'fa:16:3e:53:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15946b78-8b40-4158-b877-28fff44e96f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:50:29Z', 'updated_at': '2021-09-30T13:58:18Z', 'revision_number': 13, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add813c1-fc77-42d9-b2c4-ce8b770aaa14', 'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'mac_address': 'fa:16:3e:23:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:25Z', 'updated_at': '2021-09-30T13:50:29Z', 'revision_number': 5, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'subnets': [{'id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:58:19.406666 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6adf2a-1993-4dfb-928a-fccf010fa8fd None None] Checking router: da067940-c404-4a8c-9223-1730ca4c2c76 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 13:58:19.416076 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6adf2a-1993-4dfb-928a-fccf010fa8fd None None] Routers {'da067940-c404-4a8c-9223-1730ca4c2c76'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 13:58:19.416697 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8e6adf2a-1993-4dfb-928a-fccf010fa8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T13:57:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['da067940-c404-4a8c-9223-1730ca4c2c76'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:58:19.524533 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-8e6adf2a-1993-4dfb-928a-fccf010fa8fd None None] Set router da067940-c404-4a8c-9223-1730ca4c2c76 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 13:58:19.689218 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5ab8a-c656-46a0-b54a-ec13d37a7ec4 req-993785c1-5dde-4ce5-a205-3791a07e37ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:19.690758 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f5a5ab8a-c656-46a0-b54a-ec13d37a7ec4 req-993785c1-5dde-4ce5-a205-3791a07e37ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.3573172 Sep 30 13:58:19.735310 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5ab8a-c656-46a0-b54a-ec13d37a7ec4 req-818662f2-2a3a-4670-824d-63f3019b37e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:58:19.736860 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f5a5ab8a-c656-46a0-b54a-ec13d37a7ec4 req-818662f2-2a3a-4670-824d-63f3019b37e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396295 Sep 30 13:58:19.825029 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f5a5ab8a-c656-46a0-b54a-ec13d37a7ec4 req-2d0403b1-f466-453c-8387-898e1831139f service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807920 Sep 30 13:58:19.834210 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-8e6adf2a-1993-4dfb-928a-fccf010fa8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:26Z', 'revision_number': 4, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '4d7060d5-eb19-4faf-bdfd-e6db5e5024ef', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'port_id': '25afca4b-48a3-477a-9b97-ac666cca68f0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'mac_address': 'fa:16:3e:53:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15946b78-8b40-4158-b877-28fff44e96f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:50:29Z', 'updated_at': '2021-09-30T13:58:18Z', 'revision_number': 13, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add813c1-fc77-42d9-b2c4-ce8b770aaa14', 'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'mac_address': 'fa:16:3e:23:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:25Z', 'updated_at': '2021-09-30T13:50:29Z', 'revision_number': 5, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'subnets': [{'id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 13:58:19.860009 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6adf2a-1993-4dfb-928a-fccf010fa8fd None None] The sync data for ids ['da067940-c404-4a8c-9223-1730ca4c2c76'] in n-d-810909-2 is: [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:26Z', 'revision_number': 4, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '4d7060d5-eb19-4faf-bdfd-e6db5e5024ef', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'port_id': '25afca4b-48a3-477a-9b97-ac666cca68f0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'mac_address': 'fa:16:3e:53:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15946b78-8b40-4158-b877-28fff44e96f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T13:50:29Z', 'updated_at': '2021-09-30T13:58:18Z', 'revision_number': 13, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add813c1-fc77-42d9-b2c4-ce8b770aaa14', 'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'mac_address': 'fa:16:3e:23:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:25Z', 'updated_at': '2021-09-30T13:50:29Z', 'revision_number': 5, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'subnets': [{'id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 13:58:19.920988 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f5a5ab8a-c656-46a0-b54a-ec13d37a7ec4 req-09ce9a96-41f0-4459-8adc-a46cc5b1f993 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887184 Sep 30 13:58:19.995464 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:20.042143 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd79aef-c9e3-44c2-9514-bb06e8ce5448 None None] New status for floating IP 4d7060d5-eb19-4faf-bdfd-e6db5e5024ef: ACTIVE {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 13:58:20.744168 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d63aab9c-8088-4ec1-a932-4c8b325d3d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:21.692630 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:22.537050 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:24.299433 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:25.739501 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:58:45.268786 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:48.239486 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-80197df6-c176-4a89-b3ba-7845f1581c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:50.012521 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:50.744511 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4a495760-96be-44bc-a7a1-061be779c4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:51.694371 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:52.544793 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:58:54.298370 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:59:02.738250 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:59:14.743995 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-920864c1-40a1-49a3-b91e-f639dba05321 req-e393d83d-7256-4ca7-bee1-2b537a49a1ff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0767486 Sep 30 13:59:14.826586 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920864c1-40a1-49a3-b91e-f639dba05321 req-b6d1ecf5-244f-4cbd-87bf-9c2c3a5bd67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:59:14.828103 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-920864c1-40a1-49a3-b91e-f639dba05321 req-b6d1ecf5-244f-4cbd-87bf-9c2c3a5bd67d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 1096 time: 0.0436056 Sep 30 13:59:14.929429 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920864c1-40a1-49a3-b91e-f639dba05321 req-173c7428-ed9e-4e19-a8a3-88b50f61decc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:59:14.930818 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-920864c1-40a1-49a3-b91e-f639dba05321 req-173c7428-ed9e-4e19-a8a3-88b50f61decc service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0832796 Sep 30 13:59:14.998689 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-920864c1-40a1-49a3-b91e-f639dba05321 req-a9715655-11fc-4043-9b32-f9fadccb728d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25afca4b-48a3-477a-9b97-ac666cca68f0 HTTP/1.1" status: 200 len: 1002 time: 0.0597210 Sep 30 13:59:15.046296 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920864c1-40a1-49a3-b91e-f639dba05321 req-4eda5c9d-b391-4fa4-88e7-6f1a6b5aed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:59:15.047719 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-920864c1-40a1-49a3-b91e-f639dba05321 req-4eda5c9d-b391-4fa4-88e7-6f1a6b5aed82 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0427899 Sep 30 13:59:15.091232 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920864c1-40a1-49a3-b91e-f639dba05321 req-9db5d617-0230-4c78-9c43-5701d9c2eaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:59:15.092769 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-920864c1-40a1-49a3-b91e-f639dba05321 req-9db5d617-0230-4c78-9c43-5701d9c2eaf2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384343 Sep 30 13:59:15.184880 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-920864c1-40a1-49a3-b91e-f639dba05321 req-92b2644d-fe89-4da6-8b96-7b22bac3c0d3 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841627 Sep 30 13:59:15.264088 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:59:15.276126 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-920864c1-40a1-49a3-b91e-f639dba05321 req-3a9918e5-e84f-4f90-a517-3e9166d68e47 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840619 Sep 30 13:59:18.240554 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6f0d3eab-a26e-418a-84bc-91cdb2538dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:59:20.025333 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:59:20.744494 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-320757bf-22d0-4d44-bdd9-f423393c65e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:59:21.696974 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:59:22.537555 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:59:24.301951 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:59:39.737876 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 13:59:45.269911 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:59:48.240432 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7b9aec83-4f95-49db-ac8c-f98e9e8787bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:59:50.038091 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:59:50.744718 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3e2d86c9-9943-4e4b-a634-9d581d14b677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:59:51.699327 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:59:52.541164 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:59:54.304119 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 13:59:58.376341 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a9728-e4d0-4338-b0b6-ef6a5219a67f req-abd5358b-f874-455e-b4f4-f91d72a37935 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 13:59:58.377905 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-127a9728-e4d0-4338-b0b6-ef6a5219a67f req-abd5358b-f874-455e-b4f4-f91d72a37935 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 945 time: 0.0925322 Sep 30 13:59:58.424172 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-127a9728-e4d0-4338-b0b6-ef6a5219a67f req-c5851905-2820-423a-ac7a-89186b865274 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396719 Sep 30 14:00:09.585847 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-3053ef2a-d047-436f-8a9a-d61e6f9db2ff req-7df85472-272b-45a0-9e15-941d6a16df6e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 14:00:09.586898 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3053ef2a-d047-436f-8a9a-d61e6f9db2ff req-7df85472-272b-45a0-9e15-941d6a16df6e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0434291 Sep 30 14:00:09.789266 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcea8e-7406-40ab-a046-e33533407513 req-d90c61a7-d8d0-4ff0-861f-86bcefdbee23 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:09.790794 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-23dcea8e-7406-40ab-a046-e33533407513 req-d90c61a7-d8d0-4ff0-861f-86bcefdbee23 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 945 time: 0.0707827 Sep 30 14:00:09.794392 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-771a0cbe-01b6-41b3-8b8e-8eee23c4ce6f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0847080 Sep 30 14:00:09.829386 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-23dcea8e-7406-40ab-a046-e33533407513 req-a32d93b9-0e3f-4f3e-98b5-ee4485b165a7 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323162 Sep 30 14:00:10.856606 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-09fce068-0eb2-472b-abd1-80b84ffdf680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:10.858119 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-09fce068-0eb2-472b-abd1-80b84ffdf680 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 1096 time: 0.0413041 Sep 30 14:00:10.978959 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-74e390a7-7d39-4e78-9d55-b724c535f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:10.980421 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-74e390a7-7d39-4e78-9d55-b724c535f25b service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.1159945 Sep 30 14:00:10.992947 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac3dcc-280f-42f7-aa5b-9a99da86171c req-2819e9e7-efdc-4ad9-8d4f-00eaae1b3c3e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:10.994336 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4cac3dcc-280f-42f7-aa5b-9a99da86171c req-2819e9e7-efdc-4ad9-8d4f-00eaae1b3c3e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 945 time: 0.0728486 Sep 30 14:00:11.074388 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4cac3dcc-280f-42f7-aa5b-9a99da86171c req-15ef4216-73e1-4bb5-808f-8f34772cdfde tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727887 Sep 30 14:00:11.076158 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-fc43c738-9395-418a-b517-1ee92db938c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25afca4b-48a3-477a-9b97-ac666cca68f0 HTTP/1.1" status: 200 len: 1002 time: 0.0809984 Sep 30 14:00:11.128286 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-4c1aaa6d-801e-4d66-b57f-f78f18f68d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:11.129799 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-4c1aaa6d-801e-4d66-b57f-f78f18f68d1b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0470426 Sep 30 14:00:11.174310 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-b535ea86-859f-4e51-afb5-5f34289ecac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:11.175815 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-b535ea86-859f-4e51-afb5-5f34289ecac3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389841 Sep 30 14:00:11.265070 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-7a41a19d-938f-43a2-b828-ba540530a574 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816112 Sep 30 14:00:11.357447 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-5736352a-bf7c-4542-b4ee-95ef5aeaf523 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856044 Sep 30 14:00:12.189063 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe62f01-2587-43aa-b28f-3e7a74c63c46 req-59d407bc-2bec-4462-b204-c581f63722d4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:12.190560 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cfe62f01-2587-43aa-b28f-3e7a74c63c46 req-59d407bc-2bec-4462-b204-c581f63722d4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 945 time: 0.0485499 Sep 30 14:00:12.228107 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cfe62f01-2587-43aa-b28f-3e7a74c63c46 req-3054b1e2-8901-44dd-a176-f1a22aee2fca tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317245 Sep 30 14:00:13.345436 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1df4f1-a88a-4517-ab52-7048304ab873 req-9a7d6432-95be-487d-9e93-f7f285639dd9 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:13.346935 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c1df4f1-a88a-4517-ab52-7048304ab873 req-9a7d6432-95be-487d-9e93-f7f285639dd9 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 945 time: 0.0505812 Sep 30 14:00:13.383273 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c1df4f1-a88a-4517-ab52-7048304ab873 req-13e3b994-50c1-456f-a3f4-cacec4181048 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303907 Sep 30 14:00:14.501091 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42331d52-e1ec-4208-bf88-b47a00760d98 req-c157462b-f544-4c37-9331-54e78242b469 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:14.502617 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-42331d52-e1ec-4208-bf88-b47a00760d98 req-c157462b-f544-4c37-9331-54e78242b469 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 945 time: 0.0522447 Sep 30 14:00:14.540240 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-42331d52-e1ec-4208-bf88-b47a00760d98 req-d6b02659-9e96-4448-997c-6b1aeb3e5bb4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311916 Sep 30 14:00:14.691870 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638daf14-b306-4a1f-867b-ea94acc9c433 req-3fa7b351-023b-4dac-81bb-0f4cfba4af36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:14.693253 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-638daf14-b306-4a1f-867b-ea94acc9c433 req-3fa7b351-023b-4dac-81bb-0f4cfba4af36 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 1096 time: 0.0449779 Sep 30 14:00:14.793395 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638daf14-b306-4a1f-867b-ea94acc9c433 req-4922c2e9-d613-4f9b-8801-9b952ea41468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:14.794872 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-638daf14-b306-4a1f-867b-ea94acc9c433 req-4922c2e9-d613-4f9b-8801-9b952ea41468 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0828555 Sep 30 14:00:14.863449 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-638daf14-b306-4a1f-867b-ea94acc9c433 req-f759e99f-0897-4163-b7ec-98fc17e6a1fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25afca4b-48a3-477a-9b97-ac666cca68f0 HTTP/1.1" status: 200 len: 1002 time: 0.0611308 Sep 30 14:00:14.911264 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638daf14-b306-4a1f-867b-ea94acc9c433 req-dfed99b3-f487-44bf-939c-ab2be048fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:14.912667 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-638daf14-b306-4a1f-867b-ea94acc9c433 req-dfed99b3-f487-44bf-939c-ab2be048fc7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0418797 Sep 30 14:00:14.957286 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638daf14-b306-4a1f-867b-ea94acc9c433 req-2379b93d-44bc-4400-ad5d-b0221c2dc647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:14.958679 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-638daf14-b306-4a1f-867b-ea94acc9c433 req-2379b93d-44bc-4400-ad5d-b0221c2dc647 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384855 Sep 30 14:00:15.049005 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-638daf14-b306-4a1f-867b-ea94acc9c433 req-9afd0807-b792-4a33-8174-97b90e59b7f8 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827680 Sep 30 14:00:15.135367 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-638daf14-b306-4a1f-867b-ea94acc9c433 req-7d8254f0-4617-4b91-8b6c-07c009251ab4 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793085 Sep 30 14:00:15.277347 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:15.660673 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3c298-b86e-42b7-a7d8-2edccd46b1ad req-23909dc4-518a-4a6b-8170-1efa5b84ff4e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:15.662204 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f3e3c298-b86e-42b7-a7d8-2edccd46b1ad req-23909dc4-518a-4a6b-8170-1efa5b84ff4e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 945 time: 0.0536540 Sep 30 14:00:15.699272 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f3e3c298-b86e-42b7-a7d8-2edccd46b1ad req-9856e415-ce9b-4554-9e5f-daafdcc9dd64 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310519 Sep 30 14:00:16.737714 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:00:16.816337 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd69ab3-069c-4c08-9981-43aab37a8ead req-7a028efe-dbba-49d6-ba30-55ddfd0fa6ec tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:16.817812 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fcd69ab3-069c-4c08-9981-43aab37a8ead req-7a028efe-dbba-49d6-ba30-55ddfd0fa6ec tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 945 time: 0.0485828 Sep 30 14:00:16.856785 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fcd69ab3-069c-4c08-9981-43aab37a8ead req-ed21d24f-0537-467f-aced-40f68bd33666 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312450 Sep 30 14:00:17.973355 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab5fe5-0840-454f-92ca-bbd534cd566b req-2d6c13d6-79f3-4b32-9178-a58da439ab4d tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:17.974903 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-52ab5fe5-0840-454f-92ca-bbd534cd566b req-2d6c13d6-79f3-4b32-9178-a58da439ab4d tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 945 time: 0.0508769 Sep 30 14:00:18.012103 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-52ab5fe5-0840-454f-92ca-bbd534cd566b req-39a7d2f7-f6a7-4bce-839e-f4f6d30c3e8e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307832 Sep 30 14:00:18.241177 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a2078f79-2b2e-4149-aae1-2a7633874f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:19.126812 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577a34e-c59d-4c64-bb29-c395c7a47457 req-cfc80eac-9cbb-4ec8-a783-5cf4062094bf tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:19.128308 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4577a34e-c59d-4c64-bb29-c395c7a47457 req-cfc80eac-9cbb-4ec8-a783-5cf4062094bf tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 945 time: 0.0484390 Sep 30 14:00:19.165187 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4577a34e-c59d-4c64-bb29-c395c7a47457 req-b2c9a442-be0b-4b98-9bfa-56b3e559b588 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303869 Sep 30 14:00:20.039981 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:20.281552 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702971e-7e5d-4e88-8624-a6bf9f356218 req-cb8c767e-259d-47d6-bc23-da117296d4b3 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:20.283052 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e702971e-7e5d-4e88-8624-a6bf9f356218 req-cb8c767e-259d-47d6-bc23-da117296d4b3 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 945 time: 0.0488901 Sep 30 14:00:20.321194 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e702971e-7e5d-4e88-8624-a6bf9f356218 req-73c0af78-8f1b-44a2-8545-ef1d571ac9f8 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320232 Sep 30 14:00:20.744173 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3fba819b-ae5f-4d45-b922-2ac410f10a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:21.437745 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f8ce1-8794-4f59-8563-2096c8c0d2f9 req-b15e2caf-65dc-4b9a-b6c9-c5d7afc0366c tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:21.439281 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cc3f8ce1-8794-4f59-8563-2096c8c0d2f9 req-b15e2caf-65dc-4b9a-b6c9-c5d7afc0366c tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 945 time: 0.0518930 Sep 30 14:00:21.477932 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cc3f8ce1-8794-4f59-8563-2096c8c0d2f9 req-f2faadbd-d7cf-4eb4-bef0-70f8e6abb530 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317147 Sep 30 14:00:21.701566 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:22.545446 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:22.602354 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de37e4-aa98-4557-a05c-3e0733377878 req-144a43c6-2ad1-44a6-b590-ab515f8a2d02 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:22.603816 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-12de37e4-aa98-4557-a05c-3e0733377878 req-144a43c6-2ad1-44a6-b590-ab515f8a2d02 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 945 time: 0.0553677 Sep 30 14:00:22.643461 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-12de37e4-aa98-4557-a05c-3e0733377878 req-e1a295f3-c4fa-4573-a416-9fdc4d640be1 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337129 Sep 30 14:00:23.759746 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad9720-323e-4944-b2da-e46bd9beb5c6 req-8eaa2056-2f00-474e-9069-0cb1ec34b1d9 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:23.761238 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1aad9720-323e-4944-b2da-e46bd9beb5c6 req-8eaa2056-2f00-474e-9069-0cb1ec34b1d9 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 945 time: 0.0492582 Sep 30 14:00:23.801098 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1aad9720-323e-4944-b2da-e46bd9beb5c6 req-ac40c5fd-3a05-4d2f-9304-1756e67dc0d2 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336747 Sep 30 14:00:24.307059 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:24.921518 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9e0fb-3921-49e8-b3ff-ba02cbb699db req-3cc1c3ef-7e20-4c13-b435-4cd18dcaa951 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:24.923347 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e1e9e0fb-3921-49e8-b3ff-ba02cbb699db req-3cc1c3ef-7e20-4c13-b435-4cd18dcaa951 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 945 time: 0.0536895 Sep 30 14:00:24.986671 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e1e9e0fb-3921-49e8-b3ff-ba02cbb699db req-2c6e198a-bea8-4d6f-bbfa-979eb96fd89b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573585 Sep 30 14:00:25.013688 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-643da73e-a0c0-46b8-a9d1-39ead4a8f7db service neutron] show failed (client error): The resource could not be found. Sep 30 14:00:25.014738 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-643da73e-a0c0-46b8-a9d1-39ead4a8f7db service neutron] 10.222.0.39 "GET /v2.0/ports/25afca4b-48a3-477a-9b97-ac666cca68f0/bindings/n-h2-810909-2 HTTP/1.1" status: 404 len: 380 time: 0.0634570 Sep 30 14:00:25.326634 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-5e24d748-78ee-4bae-ae28-87767fed0f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:25.328121 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-5e24d748-78ee-4bae-ae28-87767fed0f3f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7&tenant_id=4a0cd83bf7674d50be353991eaf1323f HTTP/1.1" status: 200 len: 1096 time: 0.0817270 Sep 30 14:00:25.340204 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810909-2', 'device_owner': 'compute:nova'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:00:25.394816 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:25.593918 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] For port 25afca4b-48a3-477a-9b97-ac666cca68f0, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=25afca4b-48a3-477a-9b97-ac666cca68f0,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:00:25.625964 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] For port 25afca4b-48a3-477a-9b97-ac666cca68f0, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:00:25.664442 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15946b78-8b40-4158-b877-28fff44e96f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25afca4b-48a3-477a-9b97-ac666cca68f0'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:00:25.669803 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:25.682510 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Transition to ACTIVE for port object 25afca4b-48a3-477a-9b97-ac666cca68f0 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 14:00:25.686418 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:25.714621 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e219da2189c054287262e416842f7478ca0ea1bcac3b9d962638c13bcc9183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d1d51a-eb7a-492f-8381-cb7555691425" -d '{"events": [{"server_uuid": "15946b78-8b40-4158-b877-28fff44e96f7", "name": "network-vif-unplugged", "status": "completed", "tag": "25afca4b-48a3-477a-9b97-ac666cca68f0"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:00:25.737563 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Pushing event updated for resources: {'Port': ['ID=25afca4b-48a3-477a-9b97-ac666cca68f0,revision_number=6']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:00:25.746204 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:25.746648 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:25.746880 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:25.747215 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:25.747545 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:25.747870 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:25.748194 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:25.748516 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:25.748837 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:25.749156 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:25.749469 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:25.749788 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:25.846128 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 14:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2d25be-5b85-4abc-a02f-4ab16e5c5bef x-openstack-request-id: req-ed2d25be-5b85-4abc-a02f-4ab16e5c5bef {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:00:25.846420 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15946b78-8b40-4158-b877-28fff44e96f7", "name": "network-vif-unplugged", "status": "completed", "tag": "25afca4b-48a3-477a-9b97-ac666cca68f0", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:00:25.846674 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed2d25be-5b85-4abc-a02f-4ab16e5c5bef {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:00:25.847068 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15946b78-8b40-4158-b877-28fff44e96f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25afca4b-48a3-477a-9b97-ac666cca68f0', 'code': 200} Sep 30 14:00:25.847986 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] No DVR routers for this DVR port 25afca4b-48a3-477a-9b97-ac666cca68f0 on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:00:25.983707 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Attempting to bind port 25afca4b-48a3-477a-9b97-ac666cca68f0 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:00:25.983962 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Attempting to bind port 25afca4b-48a3-477a-9b97-ac666cca68f0 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:00:25.984287 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Attempting to bind port 25afca4b-48a3-477a-9b97-ac666cca68f0 on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:00:25.988475 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Port 25afca4b-48a3-477a-9b97-ac666cca68f0 on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 14:00:25.988794 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Attempting to bind port 25afca4b-48a3-477a-9b97-ac666cca68f0 on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:00:25.994220 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:00:25.994512 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Checking segment: {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:00:25.994891 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Bound using segment: {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:00:25.995320 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Bound port: 25afca4b-48a3-477a-9b97-ac666cca68f0, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:00:25.995672 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:26.065135 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] For port 25afca4b-48a3-477a-9b97-ac666cca68f0, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:00:26.068375 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] For port 25afca4b-48a3-477a-9b97-ac666cca68f0, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=25afca4b-48a3-477a-9b97-ac666cca68f0,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:00:26.074270 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:26.109373 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:26.110150 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c385506-f437-49ec-86c9-6d3b89d832cd req-698ae19f-42ad-4e1d-999d-b24cec987b5d tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:26.110727 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:26.111684 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9c385506-f437-49ec-86c9-6d3b89d832cd req-698ae19f-42ad-4e1d-999d-b24cec987b5d tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 943 time: 0.0527706 Sep 30 14:00:26.112030 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] 10.222.0.54 "PUT /v2.0/ports/25afca4b-48a3-477a-9b97-ac666cca68f0 HTTP/1.1" status: 200 len: 1091 time: 0.7756135 Sep 30 14:00:26.162207 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9c385506-f437-49ec-86c9-6d3b89d832cd req-c3fe8cc4-015f-45e4-85b7-d8a1d8d22230 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333636 Sep 30 14:00:26.168948 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d3267-be0d-45ee-814c-0d8be7f03049 service neutron] Pushing event updated for resources: {'Port': ['ID=25afca4b-48a3-477a-9b97-ac666cca68f0,revision_number=7']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:00:26.192080 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-c8ff833c-a018-46ce-bf01-10d857f67d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:26.193615 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-c8ff833c-a018-46ce-bf01-10d857f67d01 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 1094 time: 0.0566998 Sep 30 14:00:26.295926 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-62c90517-5717-4e9c-82ee-034015ce0598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:26.297376 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-62c90517-5717-4e9c-82ee-034015ce0598 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0967784 Sep 30 14:00:26.366515 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-a0f2f97f-77f9-460c-ae60-84e92a40119e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25afca4b-48a3-477a-9b97-ac666cca68f0 HTTP/1.1" status: 200 len: 1000 time: 0.0617204 Sep 30 14:00:26.414443 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-4933425e-3fe5-41d3-86a9-df379f416fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:26.415753 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-4933425e-3fe5-41d3-86a9-df379f416fb6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0424495 Sep 30 14:00:26.464387 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-49f43582-cbeb-4f3e-a4f1-def4917e7b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:26.465867 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-49f43582-cbeb-4f3e-a4f1-def4917e7b72 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430381 Sep 30 14:00:26.552644 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-b3045e5f-ceb7-4036-975f-20e661dcd54d service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794063 Sep 30 14:00:26.642796 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c8da6c8-8e11-4743-884c-b4b321d7b993 req-cc999355-a63a-4d94-aed8-ea8640a699fe service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837686 Sep 30 14:00:27.523530 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6437-1487-411c-a873-ca141bb81347 req-6a6b09cf-03fc-48fa-8903-cc10bdd3b69d tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:27.524935 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cdcd6437-1487-411c-a873-ca141bb81347 req-6a6b09cf-03fc-48fa-8903-cc10bdd3b69d tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 943 time: 0.0497797 Sep 30 14:00:27.563742 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cdcd6437-1487-411c-a873-ca141bb81347 req-44f837dd-96fc-49e4-ab54-707cb1a16aca tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326691 Sep 30 14:00:27.848083 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15946b78-8b40-4158-b877-28fff44e96f7', 'tag': '25afca4b-48a3-477a-9b97-ac666cca68f0'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:00:27.850393 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e219da2189c054287262e416842f7478ca0ea1bcac3b9d962638c13bcc9183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7994f1db-19a9-4c3c-a9c6-2785643b942e" -d '{"events": [{"name": "network-changed", "server_uuid": "15946b78-8b40-4158-b877-28fff44e96f7", "tag": "25afca4b-48a3-477a-9b97-ac666cca68f0"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:00:27.899376 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d95c67-ad2d-4580-a6a9-759f0759019c x-openstack-request-id: req-29d95c67-ad2d-4580-a6a9-759f0759019c {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:00:27.899673 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15946b78-8b40-4158-b877-28fff44e96f7", "tag": "25afca4b-48a3-477a-9b97-ac666cca68f0", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:00:27.899927 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29d95c67-ad2d-4580-a6a9-759f0759019c {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:00:27.900324 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15946b78-8b40-4158-b877-28fff44e96f7', 'tag': '25afca4b-48a3-477a-9b97-ac666cca68f0', 'status': 'completed', 'code': 200} Sep 30 14:00:27.961690 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994f1db-19a9-4c3c-a9c6-2785643b942e req-66a5e781-d5e8-43a7-a9d7-2526a42cda22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:27.962584 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994f1db-19a9-4c3c-a9c6-2785643b942e req-7e180ba8-04f9-4baa-b0bd-6e2d944c4627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:27.963247 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7994f1db-19a9-4c3c-a9c6-2785643b942e req-66a5e781-d5e8-43a7-a9d7-2526a42cda22 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 1094 time: 0.0416453 Sep 30 14:00:27.964059 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7994f1db-19a9-4c3c-a9c6-2785643b942e req-7e180ba8-04f9-4baa-b0bd-6e2d944c4627 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 1094 time: 0.0454915 Sep 30 14:00:28.059141 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994f1db-19a9-4c3c-a9c6-2785643b942e req-91e724f0-ab6c-40db-8a3f-7024cfc08d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:28.060746 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994f1db-19a9-4c3c-a9c6-2785643b942e req-3400f8ba-dfb9-4727-9cd8-6230586e09d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:28.060895 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7994f1db-19a9-4c3c-a9c6-2785643b942e req-91e724f0-ab6c-40db-8a3f-7024cfc08d49 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0900347 Sep 30 14:00:28.062426 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7994f1db-19a9-4c3c-a9c6-2785643b942e req-3400f8ba-dfb9-4727-9cd8-6230586e09d5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0917664 Sep 30 14:00:28.127239 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 25afca4b-48a3-477a-9b97-ac666cca68f0 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:00:28.128238 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7994f1db-19a9-4c3c-a9c6-2785643b942e req-43a336a5-866b-42af-ba95-79007a934d7f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25afca4b-48a3-477a-9b97-ac666cca68f0 HTTP/1.1" status: 200 len: 1000 time: 0.0604179 Sep 30 14:00:28.130328 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7994f1db-19a9-4c3c-a9c6-2785643b942e req-8236ae17-3e56-49ba-83bc-72db90298639 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25afca4b-48a3-477a-9b97-ac666cca68f0 HTTP/1.1" status: 200 len: 1000 time: 0.0610797 Sep 30 14:00:28.169307 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 25afca4b-48a3-477a-9b97-ac666cca68f0 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:00:28.183205 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994f1db-19a9-4c3c-a9c6-2785643b942e req-44036bdf-35f6-4f27-b52b-80264433a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:28.184776 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7994f1db-19a9-4c3c-a9c6-2785643b942e req-44036bdf-35f6-4f27-b52b-80264433a009 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0477967 Sep 30 14:00:28.189124 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994f1db-19a9-4c3c-a9c6-2785643b942e req-c110bbcd-07ec-4e02-9ce7-1e97ebee7aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:28.190803 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7994f1db-19a9-4c3c-a9c6-2785643b942e req-c110bbcd-07ec-4e02-9ce7-1e97ebee7aba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0564096 Sep 30 14:00:28.234964 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994f1db-19a9-4c3c-a9c6-2785643b942e req-70b3edb2-33ba-4f3b-8744-090eace343d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:28.236589 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7994f1db-19a9-4c3c-a9c6-2785643b942e req-70b3edb2-33ba-4f3b-8744-090eace343d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451462 Sep 30 14:00:28.237637 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994f1db-19a9-4c3c-a9c6-2785643b942e req-e082cb8c-f86c-48d1-b81c-0ca4c0d6ac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:28.239155 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7994f1db-19a9-4c3c-a9c6-2785643b942e req-e082cb8c-f86c-48d1-b81c-0ca4c0d6ac94 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421333 Sep 30 14:00:28.330313 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7994f1db-19a9-4c3c-a9c6-2785643b942e req-3c213a6d-ec04-4a36-81ab-ff97f498f0c4 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865018 Sep 30 14:00:28.331848 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7994f1db-19a9-4c3c-a9c6-2785643b942e req-2649462f-aa16-42f4-bf0d-523f244f4968 service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853088 Sep 30 14:00:28.427778 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7994f1db-19a9-4c3c-a9c6-2785643b942e req-488c4f91-5ef7-412e-8c92-2d82aeb2282c service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909047 Sep 30 14:00:28.429116 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7994f1db-19a9-4c3c-a9c6-2785643b942e req-63bc13bd-5e1b-4a1f-897b-3ea55c1c92c8 service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902719 Sep 30 14:00:28.679774 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618498b-aff2-4f76-af03-d5e5badc66ae req-858e86ef-64cb-46ab-a4d9-fb2512407a86 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:28.681348 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e618498b-aff2-4f76-af03-d5e5badc66ae req-858e86ef-64cb-46ab-a4d9-fb2512407a86 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 943 time: 0.0494518 Sep 30 14:00:28.719457 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e618498b-aff2-4f76-af03-d5e5badc66ae req-844f3350-557f-4efa-b5ef-77d24b410b21 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320954 Sep 30 14:00:29.839504 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f74d2-0a50-49d3-a4b7-833541f2623c req-304b194c-b94a-494f-bc58-fd34a54bd088 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:29.841091 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-df2f74d2-0a50-49d3-a4b7-833541f2623c req-304b194c-b94a-494f-bc58-fd34a54bd088 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 943 time: 0.0487227 Sep 30 14:00:29.879233 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-df2f74d2-0a50-49d3-a4b7-833541f2623c req-a30070cf-dcfb-409f-9a16-55dde5d2e4ba tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319729 Sep 30 14:00:30.997996 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8f019-1d8f-4de4-b9ac-113acdb0cccf req-6959720c-9acb-46e5-b3a9-7a5b0e0a488a tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:30.999481 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-eed8f019-1d8f-4de4-b9ac-113acdb0cccf req-6959720c-9acb-46e5-b3a9-7a5b0e0a488a tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 943 time: 0.0527194 Sep 30 14:00:31.037409 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-eed8f019-1d8f-4de4-b9ac-113acdb0cccf req-d3bd1711-23a3-4532-bb8e-5b846745dd8f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320899 Sep 30 14:00:32.159572 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cea65c-c00d-48c4-adfe-e1f49d799c74 req-9002be1b-5fbe-45ab-8586-757a287f901b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:32.161048 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-45cea65c-c00d-48c4-adfe-e1f49d799c74 req-9002be1b-5fbe-45ab-8586-757a287f901b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 943 time: 0.0554819 Sep 30 14:00:32.198796 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-45cea65c-c00d-48c4-adfe-e1f49d799c74 req-b86ca57e-0dc5-4d0d-a750-8bb1b3d1ee0b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311580 Sep 30 14:00:33.317152 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515fff4-2a24-45a9-9d6b-e90e6f905d77 req-d35837dd-145a-4ffe-a6fa-2af80654ff63 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:33.318660 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2515fff4-2a24-45a9-9d6b-e90e6f905d77 req-d35837dd-145a-4ffe-a6fa-2af80654ff63 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 943 time: 0.0495992 Sep 30 14:00:33.356254 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2515fff4-2a24-45a9-9d6b-e90e6f905d77 req-36a23a62-fc34-4bb5-86eb-a2a26fbe8b48 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316718 Sep 30 14:00:34.481263 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c6b32-4961-435e-b8e9-724143a4908e req-957232dd-de6f-4775-9ca9-513209b65e5b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:34.482773 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-182c6b32-4961-435e-b8e9-724143a4908e req-957232dd-de6f-4775-9ca9-513209b65e5b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 943 time: 0.0598495 Sep 30 14:00:34.520160 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-182c6b32-4961-435e-b8e9-724143a4908e req-9e5154cb-0b7c-41e3-b55d-a52e2f560484 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314512 Sep 30 14:00:35.642967 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbf0b7-ba4b-495a-9e10-0b67b3cf2779 req-5ea281e4-60bd-45f1-bb75-0c28d9fb2981 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:35.644438 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87fbf0b7-ba4b-495a-9e10-0b67b3cf2779 req-5ea281e4-60bd-45f1-bb75-0c28d9fb2981 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 943 time: 0.0541370 Sep 30 14:00:35.681273 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-87fbf0b7-ba4b-495a-9e10-0b67b3cf2779 req-ae2ae16d-1062-4593-a4f6-f94a55cb6262 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308867 Sep 30 14:00:36.797569 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd0a28-8ceb-4ce0-b3c8-96a570761a4f req-5e3224ab-a602-4b78-8b4a-e70ee919b00c tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:36.799087 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-04bd0a28-8ceb-4ce0-b3c8-96a570761a4f req-5e3224ab-a602-4b78-8b4a-e70ee919b00c tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 943 time: 0.0501163 Sep 30 14:00:36.836262 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-04bd0a28-8ceb-4ce0-b3c8-96a570761a4f req-a126a98c-6230-47b3-8d8b-78fb815dadac tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307877 Sep 30 14:00:37.955024 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c42b0b-6468-4e71-8e9e-2f9c6ee72a9b req-a07aa6ff-2f2b-4c97-adb8-3e61b09909ca tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:37.956469 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e7c42b0b-6468-4e71-8e9e-2f9c6ee72a9b req-a07aa6ff-2f2b-4c97-adb8-3e61b09909ca tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 943 time: 0.0513718 Sep 30 14:00:37.993618 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e7c42b0b-6468-4e71-8e9e-2f9c6ee72a9b req-8fb94e2f-3f9e-4ccc-a528-a6f812718f2f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308695 Sep 30 14:00:39.108586 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b536b7b-2ea4-4a4d-8bd4-34758145b663 req-427f4019-cb64-44ba-817a-3617aecf7579 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:39.110076 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b536b7b-2ea4-4a4d-8bd4-34758145b663 req-427f4019-cb64-44ba-817a-3617aecf7579 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 943 time: 0.0486104 Sep 30 14:00:39.146519 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b536b7b-2ea4-4a4d-8bd4-34758145b663 req-6850ebe3-f46c-496a-a1bb-aa215e05f75d tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305412 Sep 30 14:00:40.277223 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110499a-0801-46c7-93b5-2155f2424c85 req-15293c75-88f3-4432-8b52-b8121ef1a4cc tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:40.278731 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e110499a-0801-46c7-93b5-2155f2424c85 req-15293c75-88f3-4432-8b52-b8121ef1a4cc tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 943 time: 0.0484905 Sep 30 14:00:40.315716 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e110499a-0801-46c7-93b5-2155f2424c85 req-a7248a0e-49cc-4fbd-8266-5ae1c57f77e1 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311425 Sep 30 14:00:40.356078 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 25afca4b-48a3-477a-9b97-ac666cca68f0 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 14:00:40.451477 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 25afca4b-48a3-477a-9b97-ac666cca68f0, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=25afca4b-48a3-477a-9b97-ac666cca68f0,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:00:40.463475 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '25afca4b-48a3-477a-9b97-ac666cca68f0', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'port_id': '25afca4b-48a3-477a-9b97-ac666cca68f0', 'mac_address': 'fa:16:3e:53:fd:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 14:00:40.501750 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:40.516717 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25afca4b-48a3-477a-9b97-ac666cca68f0 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:00:40.539028 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 25afca4b-48a3-477a-9b97-ac666cca68f0, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=25afca4b-48a3-477a-9b97-ac666cca68f0,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:00:40.543526 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:40.590565 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=25afca4b-48a3-477a-9b97-ac666cca68f0,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:00:40.597922 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:40.598295 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:40.598643 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:40.598980 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:40.599310 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:40.599641 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:40.599968 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:40.600290 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:40.600613 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:40.600936 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:40.601260 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:40.601581 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:40.632767 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c803972-feea-407a-8d9a-a4054a646b86 req-f7479805-88b2-4ee1-89d8-1e52c0357917 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:40.634243 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0c803972-feea-407a-8d9a-a4054a646b86 req-f7479805-88b2-4ee1-89d8-1e52c0357917 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.54 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7&tenant_id=4a0cd83bf7674d50be353991eaf1323f&binding%3Ahost_id=n-h2-810909-2 HTTP/1.1" status: 200 len: 944 time: 0.0813758 Sep 30 14:00:40.655367 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f389ee-d415-453c-8b6b-0343fe4c9a7e req-4842eb3c-e1f1-4fc9-8e26-9b387e875337 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:40.656752 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b0f389ee-d415-453c-8b6b-0343fe4c9a7e req-4842eb3c-e1f1-4fc9-8e26-9b387e875337 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 944 time: 0.0765452 Sep 30 14:00:40.729867 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b0f389ee-d415-453c-8b6b-0343fe4c9a7e req-f25902db-ae7c-45e1-83d0-452c8c26acca tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551059 Sep 30 14:00:40.731508 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0c803972-feea-407a-8d9a-a4054a646b86 req-9914aacd-54a4-4a8e-88e9-406acf7e06b4 service neutron] 10.222.0.54 "GET /v2.0/ports/25afca4b-48a3-477a-9b97-ac666cca68f0/bindings/n-h2-810909-2 HTTP/1.1" status: 200 len: 382 time: 0.0895698 Sep 30 14:00:40.794448 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c803972-feea-407a-8d9a-a4054a646b86 req-53013864-8c55-4dd6-bbc1-3a83f3a484e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:40.795903 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0c803972-feea-407a-8d9a-a4054a646b86 req-53013864-8c55-4dd6-bbc1-3a83f3a484e1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 1095 time: 0.0400205 Sep 30 14:00:40.880342 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['25afca4b-48a3-477a-9b97-ac666cca68f0'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:00:40.887207 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c803972-feea-407a-8d9a-a4054a646b86 req-1e6212a4-ad85-4931-a6d1-314de0ee84d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:40.888661 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0c803972-feea-407a-8d9a-a4054a646b86 req-1e6212a4-ad85-4931-a6d1-314de0ee84d0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0849972 Sep 30 14:00:40.952426 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0c803972-feea-407a-8d9a-a4054a646b86 req-b7b42573-2bfa-43e7-a1aa-ab82f7244d7b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25afca4b-48a3-477a-9b97-ac666cca68f0 HTTP/1.1" status: 200 len: 1001 time: 0.0567257 Sep 30 14:00:41.004988 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c803972-feea-407a-8d9a-a4054a646b86 req-9a0c5e4e-a8c8-4452-aca3-97086b0b921d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:41.006363 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0c803972-feea-407a-8d9a-a4054a646b86 req-9a0c5e4e-a8c8-4452-aca3-97086b0b921d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0470407 Sep 30 14:00:41.050402 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c803972-feea-407a-8d9a-a4054a646b86 req-8db0a99e-566d-4807-9713-164da6e7e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:41.051854 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0c803972-feea-407a-8d9a-a4054a646b86 req-8db0a99e-566d-4807-9713-164da6e7e135 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386608 Sep 30 14:00:41.140651 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0c803972-feea-407a-8d9a-a4054a646b86 req-6c7676c7-2d69-46b3-95c3-e772dd335e40 service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809538 Sep 30 14:00:41.232869 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0c803972-feea-407a-8d9a-a4054a646b86 req-83eac935-3b67-40ee-9213-f5308ab7745f service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845923 Sep 30 14:00:41.853958 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02560168-f68b-45c6-8c77-11b2b080a048 req-ce00ff12-47d5-4824-ac69-c5d33aab2df6 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:41.855447 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-02560168-f68b-45c6-8c77-11b2b080a048 req-ce00ff12-47d5-4824-ac69-c5d33aab2df6 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 944 time: 0.0549436 Sep 30 14:00:41.895255 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-02560168-f68b-45c6-8c77-11b2b080a048 req-d41d633b-84fd-4599-9b84-50e20c6e7229 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339015 Sep 30 14:00:42.379562 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 25afca4b-48a3-477a-9b97-ac666cca68f0 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:00:42.429746 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 25afca4b-48a3-477a-9b97-ac666cca68f0 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 14:00:42.433329 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 25afca4b-48a3-477a-9b97-ac666cca68f0 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:00:42.433697 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:42.665265 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:42.687837 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15946b78-8b40-4158-b877-28fff44e96f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25afca4b-48a3-477a-9b97-ac666cca68f0'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:00:42.702438 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 25afca4b-48a3-477a-9b97-ac666cca68f0, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=25afca4b-48a3-477a-9b97-ac666cca68f0,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:00:42.707425 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:42.756404 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=25afca4b-48a3-477a-9b97-ac666cca68f0,revision_number=9']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:00:42.788105 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730efdff73588999065a9861b250a1e40d95e5d75871f85cc1573bd279cf301b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa1cb88-7f90-4048-aa8e-95b4f4434995" -d '{"events": [{"server_uuid": "15946b78-8b40-4158-b877-28fff44e96f7", "name": "network-vif-plugged", "status": "completed", "tag": "25afca4b-48a3-477a-9b97-ac666cca68f0"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:00:42.882643 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fa79eb-8a8f-4187-95a2-2353d839d245 x-openstack-request-id: req-e0fa79eb-8a8f-4187-95a2-2353d839d245 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:00:42.882944 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15946b78-8b40-4158-b877-28fff44e96f7", "name": "network-vif-plugged", "status": "completed", "tag": "25afca4b-48a3-477a-9b97-ac666cca68f0", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:00:42.883198 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0fa79eb-8a8f-4187-95a2-2353d839d245 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:00:42.883603 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15946b78-8b40-4158-b877-28fff44e96f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25afca4b-48a3-477a-9b97-ac666cca68f0', 'code': 200} Sep 30 14:00:43.014695 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8a546-92d5-4904-94a8-5cb36251758a req-9ed8db6c-f0d3-40a8-a394-6caca74ccdec tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:43.016174 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c5d8a546-92d5-4904-94a8-5cb36251758a req-9ed8db6c-f0d3-40a8-a394-6caca74ccdec tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 945 time: 0.0515897 Sep 30 14:00:43.054582 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c5d8a546-92d5-4904-94a8-5cb36251758a req-8bd5b499-1f77-41bd-9840-fef98b059ee4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320961 Sep 30 14:00:44.174369 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd175fad-270a-4ede-98dd-b785d6c740dd req-5841eb37-3921-4381-9585-1e07bb16b512 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:44.175881 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fd175fad-270a-4ede-98dd-b785d6c740dd req-5841eb37-3921-4381-9585-1e07bb16b512 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 945 time: 0.0491793 Sep 30 14:00:44.214984 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fd175fad-270a-4ede-98dd-b785d6c740dd req-1e51a8c2-ae12-470f-8a90-1eb66a8a4e0e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331216 Sep 30 14:00:45.073857 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c803972-feea-407a-8d9a-a4054a646b86 req-0b9c6483-f209-4034-8368-a0ae45e25f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:45.075346 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0c803972-feea-407a-8d9a-a4054a646b86 req-0b9c6483-f209-4034-8368-a0ae45e25f23 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7&tenant_id=4a0cd83bf7674d50be353991eaf1323f HTTP/1.1" status: 200 len: 1096 time: 0.0408671 Sep 30 14:00:45.087638 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-0c803972-feea-407a-8d9a-a4054a646b86 req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810909-2', 'device_owner': 'compute:nova'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:00:45.143587 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0c803972-feea-407a-8d9a-a4054a646b86 req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:45.279891 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:45.387192 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce5300-8f2c-4ee5-a765-5dc07527ee59 req-0d754be9-fe49-47a2-9467-a9a6454ae5da tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:45.388732 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-82ce5300-8f2c-4ee5-a765-5dc07527ee59 req-0d754be9-fe49-47a2-9467-a9a6454ae5da tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 945 time: 0.0965252 Sep 30 14:00:45.390587 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0c803972-feea-407a-8d9a-a4054a646b86 req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] For port 25afca4b-48a3-477a-9b97-ac666cca68f0, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=25afca4b-48a3-477a-9b97-ac666cca68f0,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:00:45.453831 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0c803972-feea-407a-8d9a-a4054a646b86 req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] For port 25afca4b-48a3-477a-9b97-ac666cca68f0, host n-h2-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:00:45.458250 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-82ce5300-8f2c-4ee5-a765-5dc07527ee59 req-03a5ba11-d9f0-40bc-a4c9-c3a9a363d883 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587382 Sep 30 14:00:45.498393 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15946b78-8b40-4158-b877-28fff44e96f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25afca4b-48a3-477a-9b97-ac666cca68f0'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:00:45.504826 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0c803972-feea-407a-8d9a-a4054a646b86 req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:45.518414 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-0c803972-feea-407a-8d9a-a4054a646b86 req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Transition to ACTIVE for port object 25afca4b-48a3-477a-9b97-ac666cca68f0 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 14:00:45.522485 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0c803972-feea-407a-8d9a-a4054a646b86 req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:45.551280 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ff28ba-19dc-477f-a5d5-5b2301357c0e" -d '{"events": [{"server_uuid": "15946b78-8b40-4158-b877-28fff44e96f7", "name": "network-vif-unplugged", "status": "completed", "tag": "25afca4b-48a3-477a-9b97-ac666cca68f0"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:00:45.623028 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Pushing event updated for resources: {'Port': ['ID=25afca4b-48a3-477a-9b97-ac666cca68f0,revision_number=10']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:00:45.634206 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:45.634555 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:45.634992 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:45.635281 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:45.635559 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:45.635847 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:45.636172 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:45.636493 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:45.636813 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:45.637135 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:45.637473 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:45.637907 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:00:45.667287 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c803972-feea-407a-8d9a-a4054a646b86 req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] No DVR routers for this DVR port 25afca4b-48a3-477a-9b97-ac666cca68f0 on host n-h2-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:00:45.671615 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 14:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ac2787-ee6e-4ada-b082-dc5fadcddd5d x-openstack-request-id: req-b7ac2787-ee6e-4ada-b082-dc5fadcddd5d {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:00:45.671914 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15946b78-8b40-4158-b877-28fff44e96f7", "name": "network-vif-unplugged", "status": "completed", "tag": "25afca4b-48a3-477a-9b97-ac666cca68f0", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:00:45.672171 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7ac2787-ee6e-4ada-b082-dc5fadcddd5d {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:00:45.672602 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15946b78-8b40-4158-b877-28fff44e96f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25afca4b-48a3-477a-9b97-ac666cca68f0', 'code': 200} Sep 30 14:00:45.805594 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-0c803972-feea-407a-8d9a-a4054a646b86 req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Attempting to bind port 25afca4b-48a3-477a-9b97-ac666cca68f0 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:00:45.805913 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-0c803972-feea-407a-8d9a-a4054a646b86 req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Attempting to bind port 25afca4b-48a3-477a-9b97-ac666cca68f0 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:00:45.806267 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c803972-feea-407a-8d9a-a4054a646b86 req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Attempting to bind port 25afca4b-48a3-477a-9b97-ac666cca68f0 on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:00:45.810436 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c803972-feea-407a-8d9a-a4054a646b86 req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Port 25afca4b-48a3-477a-9b97-ac666cca68f0 on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 14:00:45.810758 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c803972-feea-407a-8d9a-a4054a646b86 req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Attempting to bind port 25afca4b-48a3-477a-9b97-ac666cca68f0 on network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:00:45.815569 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c803972-feea-407a-8d9a-a4054a646b86 req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:00:45.815903 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c803972-feea-407a-8d9a-a4054a646b86 req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Checking segment: {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:00:45.816285 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c803972-feea-407a-8d9a-a4054a646b86 req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Bound using segment: {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:00:45.816705 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-0c803972-feea-407a-8d9a-a4054a646b86 req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Bound port: 25afca4b-48a3-477a-9b97-ac666cca68f0, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8223d61-6329-410c-96a1-1f4b54b6c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:00:45.817056 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0c803972-feea-407a-8d9a-a4054a646b86 req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:45.878213 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0c803972-feea-407a-8d9a-a4054a646b86 req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] For port 25afca4b-48a3-477a-9b97-ac666cca68f0, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:00:45.881139 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-0c803972-feea-407a-8d9a-a4054a646b86 req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] For port 25afca4b-48a3-477a-9b97-ac666cca68f0, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=25afca4b-48a3-477a-9b97-ac666cca68f0,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:00:45.884503 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0c803972-feea-407a-8d9a-a4054a646b86 req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:45.919724 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c803972-feea-407a-8d9a-a4054a646b86 req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:45.920337 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-0c803972-feea-407a-8d9a-a4054a646b86 req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:45.921723 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0c803972-feea-407a-8d9a-a4054a646b86 req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] 10.222.0.39 "PUT /v2.0/ports/25afca4b-48a3-477a-9b97-ac666cca68f0 HTTP/1.1" status: 200 len: 1092 time: 0.8383145 Sep 30 14:00:45.941823 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e3d4f-0e64-46bd-bdb3-572734efce54 service neutron] Pushing event updated for resources: {'Port': ['ID=25afca4b-48a3-477a-9b97-ac666cca68f0,revision_number=11']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:00:45.989974 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c803972-feea-407a-8d9a-a4054a646b86 req-4072eed2-10aa-410d-aa72-f0be4bca4a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:45.991541 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0c803972-feea-407a-8d9a-a4054a646b86 req-4072eed2-10aa-410d-aa72-f0be4bca4a48 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 1095 time: 0.0467911 Sep 30 14:00:46.087298 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c803972-feea-407a-8d9a-a4054a646b86 req-ff65cc0d-a4d5-409a-98d0-398e7363f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:46.088678 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0c803972-feea-407a-8d9a-a4054a646b86 req-ff65cc0d-a4d5-409a-98d0-398e7363f80d service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0894628 Sep 30 14:00:46.157177 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0c803972-feea-407a-8d9a-a4054a646b86 req-17677faa-ca30-4aba-a416-d6e223070485 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25afca4b-48a3-477a-9b97-ac666cca68f0 HTTP/1.1" status: 200 len: 1000 time: 0.0614233 Sep 30 14:00:46.206890 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c803972-feea-407a-8d9a-a4054a646b86 req-c30cc0f7-3d6c-4697-92e0-610e56b92422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:46.208345 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0c803972-feea-407a-8d9a-a4054a646b86 req-c30cc0f7-3d6c-4697-92e0-610e56b92422 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0447271 Sep 30 14:00:46.255146 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c803972-feea-407a-8d9a-a4054a646b86 req-113f9ae9-b115-408d-8e43-bf594269e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:46.256521 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0c803972-feea-407a-8d9a-a4054a646b86 req-113f9ae9-b115-408d-8e43-bf594269e34e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406163 Sep 30 14:00:46.350718 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0c803972-feea-407a-8d9a-a4054a646b86 req-2735d839-2449-4c7e-8198-db1842a3c38e service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855606 Sep 30 14:00:46.383895 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 25afca4b-48a3-477a-9b97-ac666cca68f0 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:00:46.419304 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 25afca4b-48a3-477a-9b97-ac666cca68f0 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:00:46.440238 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0c803972-feea-407a-8d9a-a4054a646b86 req-37d6ffcb-7ca0-47bb-b49f-480c6f5c63de service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818198 Sep 30 14:00:46.581908 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090455c-f1ca-4db3-8d0d-52de7ce2bf3e req-9806bfb3-cfd0-4349-925a-3ed3ec4d8993 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:46.583434 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a090455c-f1ca-4db3-8d0d-52de7ce2bf3e req-9806bfb3-cfd0-4349-925a-3ed3ec4d8993 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 944 time: 0.0536127 Sep 30 14:00:46.621843 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a090455c-f1ca-4db3-8d0d-52de7ce2bf3e req-68728846-79b0-4f64-aff6-b3a45a6d4b75 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312381 Sep 30 14:00:47.674102 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15946b78-8b40-4158-b877-28fff44e96f7', 'tag': '25afca4b-48a3-477a-9b97-ac666cca68f0'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:00:47.676572 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f729f64-3ec4-47c6-b4f8-42e68f328e93" -d '{"events": [{"name": "network-changed", "server_uuid": "15946b78-8b40-4158-b877-28fff44e96f7", "tag": "25afca4b-48a3-477a-9b97-ac666cca68f0"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:00:47.727067 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab8fae1-9b90-4d05-9b02-af262936145f x-openstack-request-id: req-2ab8fae1-9b90-4d05-9b02-af262936145f {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:00:47.727363 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15946b78-8b40-4158-b877-28fff44e96f7", "tag": "25afca4b-48a3-477a-9b97-ac666cca68f0", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:00:47.727611 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ab8fae1-9b90-4d05-9b02-af262936145f {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:00:47.728102 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15946b78-8b40-4158-b877-28fff44e96f7', 'tag': '25afca4b-48a3-477a-9b97-ac666cca68f0', 'status': 'completed', 'code': 200} Sep 30 14:00:47.755932 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49094ea9-d9c6-4367-a179-55626d1f2d4b req-aa6bc507-6f34-49ec-8f00-4c03a8f704d4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:47.758125 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-49094ea9-d9c6-4367-a179-55626d1f2d4b req-aa6bc507-6f34-49ec-8f00-4c03a8f704d4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 944 time: 0.0625174 Sep 30 14:00:47.794108 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f729f64-3ec4-47c6-b4f8-42e68f328e93 req-e9707e1e-1387-4e7c-b141-ed0281b6292a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:47.795495 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f729f64-3ec4-47c6-b4f8-42e68f328e93 req-e9707e1e-1387-4e7c-b141-ed0281b6292a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 1095 time: 0.0427964 Sep 30 14:00:47.826956 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-49094ea9-d9c6-4367-a179-55626d1f2d4b req-df94e2be-ff53-4912-8132-ab8e7cec8e7a tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604498 Sep 30 14:00:47.829036 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f729f64-3ec4-47c6-b4f8-42e68f328e93 req-5d8852fe-9a77-4968-bd3e-b9f6cbe49adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:47.830517 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f729f64-3ec4-47c6-b4f8-42e68f328e93 req-5d8852fe-9a77-4968-bd3e-b9f6cbe49adc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a0cd83bf7674d50be353991eaf1323f&device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 1095 time: 0.0715005 Sep 30 14:00:47.892479 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f729f64-3ec4-47c6-b4f8-42e68f328e93 req-18f3beaa-8dee-46d0-91a2-7e969f866067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:47.893964 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f729f64-3ec4-47c6-b4f8-42e68f328e93 req-18f3beaa-8dee-46d0-91a2-7e969f866067 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0917747 Sep 30 14:00:47.933576 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f729f64-3ec4-47c6-b4f8-42e68f328e93 req-a616944c-3fc0-447e-a570-8afe5c71af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:47.935082 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f729f64-3ec4-47c6-b4f8-42e68f328e93 req-a616944c-3fc0-447e-a570-8afe5c71af8d service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 200 len: 912 time: 0.0967669 Sep 30 14:00:48.008125 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f729f64-3ec4-47c6-b4f8-42e68f328e93 req-c54d563d-ab8a-446e-ae05-a16c97dae6bc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25afca4b-48a3-477a-9b97-ac666cca68f0 HTTP/1.1" status: 200 len: 1000 time: 0.0658948 Sep 30 14:00:48.061080 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f729f64-3ec4-47c6-b4f8-42e68f328e93 req-981dfaee-94fd-44e8-88be-8967f32ebe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:48.062779 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f729f64-3ec4-47c6-b4f8-42e68f328e93 req-981dfaee-94fd-44e8-88be-8967f32ebe29 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0475280 Sep 30 14:00:48.116047 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f729f64-3ec4-47c6-b4f8-42e68f328e93 req-dfe4bf9d-f7b9-4b05-ae96-8f3631247b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:48.117679 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f729f64-3ec4-47c6-b4f8-42e68f328e93 req-dfe4bf9d-f7b9-4b05-ae96-8f3631247b89 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478241 Sep 30 14:00:48.248310 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-62b43487-a1d7-4b2c-a1ec-95945d36fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:48.300751 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f729f64-3ec4-47c6-b4f8-42e68f328e93 req-370c18e2-0953-45a3-a94e-ba8b8c908b5b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25afca4b-48a3-477a-9b97-ac666cca68f0 HTTP/1.1" status: 200 len: 1000 time: 0.3992097 Sep 30 14:00:48.359330 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f729f64-3ec4-47c6-b4f8-42e68f328e93 req-47b61149-1114-461d-bc88-74f3d0122e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:48.361012 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f729f64-3ec4-47c6-b4f8-42e68f328e93 req-47b61149-1114-461d-bc88-74f3d0122e59 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 200 len: 850 time: 0.0512214 Sep 30 14:00:48.413605 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f729f64-3ec4-47c6-b4f8-42e68f328e93 req-d640f50d-fc56-4957-b15c-5aee70847e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:48.415065 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f729f64-3ec4-47c6-b4f8-42e68f328e93 req-d640f50d-fc56-4957-b15c-5aee70847e54 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471668 Sep 30 14:00:48.511852 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f729f64-3ec4-47c6-b4f8-42e68f328e93 req-1b5be5b3-4b28-40f7-acfc-a0639c806448 service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888803 Sep 30 14:00:48.559745 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f729f64-3ec4-47c6-b4f8-42e68f328e93 req-23b63e2a-04eb-4ac0-99b0-246ff11da48d service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340622 Sep 30 14:00:48.608463 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f729f64-3ec4-47c6-b4f8-42e68f328e93 req-48f90bdf-dc48-4d15-a737-4a825dbd2fed service neutron] 10.222.0.39 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890720 Sep 30 14:00:48.654652 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f729f64-3ec4-47c6-b4f8-42e68f328e93 req-8d3f9bf2-489a-4224-b322-6dd375ee2af3 service neutron] 10.222.0.54 "GET /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869880 Sep 30 14:00:48.949497 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06058e2-a884-47fb-905c-a16bbbc25494 req-5d506880-5be8-4c8f-80c2-51f1811c5ef5 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:48.951009 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e06058e2-a884-47fb-905c-a16bbbc25494 req-5d506880-5be8-4c8f-80c2-51f1811c5ef5 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 944 time: 0.0487499 Sep 30 14:00:48.988494 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e06058e2-a884-47fb-905c-a16bbbc25494 req-2c09cf8e-1e87-46a1-aa86-78908270e408 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314436 Sep 30 14:00:50.054093 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:50.112057 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2aa94d-0700-45ef-b3c8-70865e614927 req-3d305a6d-f471-4bd8-ae19-8a5f3512cc27 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:50.113585 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5d2aa94d-0700-45ef-b3c8-70865e614927 req-3d305a6d-f471-4bd8-ae19-8a5f3512cc27 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 944 time: 0.0511081 Sep 30 14:00:50.151786 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5d2aa94d-0700-45ef-b3c8-70865e614927 req-3a850a9d-7796-420a-8e7a-bdd9ebec94ce tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319550 Sep 30 14:00:50.744570 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-64732ab1-8a91-4734-8d00-53acf02609d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:51.275655 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa73e7-1cff-46d3-9810-1c8c44c76e2f req-56d3ed38-c504-498c-aeb9-a127e1c4d660 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:51.277107 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fbaa73e7-1cff-46d3-9810-1c8c44c76e2f req-56d3ed38-c504-498c-aeb9-a127e1c4d660 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 944 time: 0.0471516 Sep 30 14:00:51.314246 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fbaa73e7-1cff-46d3-9810-1c8c44c76e2f req-e8f9687c-2640-4a26-8aab-a9cb96dde5c4 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311964 Sep 30 14:00:51.703013 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:52.427639 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b810254-5419-4103-aa9e-d4043d6753ed req-8bcfba8e-f429-439d-95f9-1787244cf647 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:52.429115 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6b810254-5419-4103-aa9e-d4043d6753ed req-8bcfba8e-f429-439d-95f9-1787244cf647 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 944 time: 0.0477765 Sep 30 14:00:52.466483 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6b810254-5419-4103-aa9e-d4043d6753ed req-8ed87123-5abb-401a-8e44-3e40f3b4351b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314913 Sep 30 14:00:52.546757 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:53.586833 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1a72e-a33c-4100-917e-d2af84e96a4c req-8a9bdef6-f986-4433-b1fa-7167c9bea6c9 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:53.588199 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-86b1a72e-a33c-4100-917e-d2af84e96a4c req-8a9bdef6-f986-4433-b1fa-7167c9bea6c9 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 944 time: 0.0526397 Sep 30 14:00:53.624615 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-86b1a72e-a33c-4100-917e-d2af84e96a4c req-24071003-c8af-4f90-a929-1250fa967e69 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305047 Sep 30 14:00:53.737898 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:00:54.309000 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:54.743095 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6de3d3-9094-4292-b608-7b3109c326df req-bf2ea9e6-3f7d-4a23-a617-c67487afb000 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:54.744570 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6b6de3d3-9094-4292-b608-7b3109c326df req-bf2ea9e6-3f7d-4a23-a617-c67487afb000 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 944 time: 0.0528209 Sep 30 14:00:54.781148 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6b6de3d3-9094-4292-b608-7b3109c326df req-f3049021-f074-48e8-8edd-a84a791ddf50 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306597 Sep 30 14:00:55.899231 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff960faa-e48a-41c3-9081-cb2d07907ceb req-c3a14722-0a90-43fc-abdc-7a553e94d719 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:55.900735 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ff960faa-e48a-41c3-9081-cb2d07907ceb req-c3a14722-0a90-43fc-abdc-7a553e94d719 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 944 time: 0.0503237 Sep 30 14:00:55.937761 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ff960faa-e48a-41c3-9081-cb2d07907ceb req-e55c20b7-ae58-49b8-8686-64b86abc66e9 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310776 Sep 30 14:00:57.052896 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e274a0-7ebb-46f5-9a3c-7bc0c2c3daa2 req-58fc3fb7-4994-4a44-afac-ee122d1efb0c tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:57.055874 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29e274a0-7ebb-46f5-9a3c-7bc0c2c3daa2 req-58fc3fb7-4994-4a44-afac-ee122d1efb0c tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 944 time: 0.0497408 Sep 30 14:00:57.098972 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29e274a0-7ebb-46f5-9a3c-7bc0c2c3daa2 req-ccc22456-8d33-4b58-b04b-6ba663889c0e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369513 Sep 30 14:00:58.214688 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce82e39-45ba-474c-a157-b4aa47ddde17 req-4177945e-8fb1-4f2b-9f9a-f33b33012b58 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:58.216248 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ce82e39-45ba-474c-a157-b4aa47ddde17 req-4177945e-8fb1-4f2b-9f9a-f33b33012b58 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 944 time: 0.0502779 Sep 30 14:00:58.254053 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ce82e39-45ba-474c-a157-b4aa47ddde17 req-9f77e3d5-2605-4e37-bec9-befd6658e778 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319643 Sep 30 14:00:58.298717 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 25afca4b-48a3-477a-9b97-ac666cca68f0 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 14:00:58.371755 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008f90d-4f1a-4fdd-94d1-5f380a6b009b req-c8c13635-457b-4104-a57d-d0b431e18e95 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:58.373411 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d008f90d-4f1a-4fdd-94d1-5f380a6b009b req-c8c13635-457b-4104-a57d-d0b431e18e95 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 944 time: 0.0495770 Sep 30 14:00:58.395632 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 25afca4b-48a3-477a-9b97-ac666cca68f0, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=25afca4b-48a3-477a-9b97-ac666cca68f0,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:00:58.406701 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '25afca4b-48a3-477a-9b97-ac666cca68f0', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'port_id': '25afca4b-48a3-477a-9b97-ac666cca68f0', 'mac_address': 'fa:16:3e:53:fd:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 14:00:58.411557 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d008f90d-4f1a-4fdd-94d1-5f380a6b009b req-714822bb-754d-4dfd-aead-2907487ac29e tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321784 Sep 30 14:00:58.443949 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:58.463725 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25afca4b-48a3-477a-9b97-ac666cca68f0 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:00:58.485639 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 25afca4b-48a3-477a-9b97-ac666cca68f0, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=25afca4b-48a3-477a-9b97-ac666cca68f0,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:00:58.490157 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:00:58.533797 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e92816-33d9-4aa0-8cd8-bc69cec14ca4 req-151dd571-86b1-41ee-8a82-4fae45360780 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:58.535313 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-07e92816-33d9-4aa0-8cd8-bc69cec14ca4 req-151dd571-86b1-41ee-8a82-4fae45360780 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 945 time: 0.0531402 Sep 30 14:00:58.540822 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=25afca4b-48a3-477a-9b97-ac666cca68f0,revision_number=12']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:00:58.572383 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-07e92816-33d9-4aa0-8cd8-bc69cec14ca4 req-bb91515e-d97d-4e47-b4a8-4ac99f46fa23 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311499 Sep 30 14:00:58.742438 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['25afca4b-48a3-477a-9b97-ac666cca68f0'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:00:58.806237 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72f6f4-cb77-4fb9-8238-be0c11d3fb40 req-fcb5fd5e-a688-45ec-95c1-d171c0d3acfc tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:58.807747 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd72f6f4-cb77-4fb9-8238-be0c11d3fb40 req-fcb5fd5e-a688-45ec-95c1-d171c0d3acfc tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 945 time: 0.0492938 Sep 30 14:00:58.846033 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd72f6f4-cb77-4fb9-8238-be0c11d3fb40 req-c558931f-6d68-40a4-a3b3-c724213dcdbe tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321286 Sep 30 14:00:59.967753 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe23f4-d055-4627-9e87-376a029c6d31 req-a5f513a9-e2be-4faf-8b46-3beba56c896f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:00:59.969228 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-89fe23f4-d055-4627-9e87-376a029c6d31 req-a5f513a9-e2be-4faf-8b46-3beba56c896f tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 945 time: 0.0527105 Sep 30 14:01:00.007054 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-89fe23f4-d055-4627-9e87-376a029c6d31 req-21932dd6-d913-408e-907e-57e4614a20bb tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319083 Sep 30 14:01:00.308832 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 25afca4b-48a3-477a-9b97-ac666cca68f0 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:01:00.353047 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a263c-09d4-4399-a0ac-16d6e0b4684c req-15bf3578-7fa9-4af8-877c-0f5bfd8d49d6 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:00.354524 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-556a263c-09d4-4399-a0ac-16d6e0b4684c req-15bf3578-7fa9-4af8-877c-0f5bfd8d49d6 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.39 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 945 time: 0.0475733 Sep 30 14:01:00.360636 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 25afca4b-48a3-477a-9b97-ac666cca68f0 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 14:01:00.364874 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 25afca4b-48a3-477a-9b97-ac666cca68f0 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:01:00.365250 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:00.447140 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:00.447993 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-556a263c-09d4-4399-a0ac-16d6e0b4684c req-318cde8b-50e7-48d0-8125-b49f989653bc tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Deleting port 25afca4b-48a3-477a-9b97-ac666cca68f0 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:01:00.448333 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-556a263c-09d4-4399-a0ac-16d6e0b4684c req-318cde8b-50e7-48d0-8125-b49f989653bc tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:00.470179 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15946b78-8b40-4158-b877-28fff44e96f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25afca4b-48a3-477a-9b97-ac666cca68f0'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:01:00.472383 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730efdff73588999065a9861b250a1e40d95e5d75871f85cc1573bd279cf301b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751df50e-94ed-4d99-829d-5e4a9bafa772" -d '{"events": [{"server_uuid": "15946b78-8b40-4158-b877-28fff44e96f7", "name": "network-vif-plugged", "status": "completed", "tag": "25afca4b-48a3-477a-9b97-ac666cca68f0"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:01:00.485533 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 25afca4b-48a3-477a-9b97-ac666cca68f0, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=25afca4b-48a3-477a-9b97-ac666cca68f0,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:01:00.490311 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:00.517991 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4db9c3-711c-4b12-bdb1-4f215b25a070 x-openstack-request-id: req-ba4db9c3-711c-4b12-bdb1-4f215b25a070 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:01:00.518303 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15946b78-8b40-4158-b877-28fff44e96f7", "name": "network-vif-plugged", "status": "completed", "tag": "25afca4b-48a3-477a-9b97-ac666cca68f0", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:01:00.518576 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba4db9c3-711c-4b12-bdb1-4f215b25a070 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:01:00.518951 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15946b78-8b40-4158-b877-28fff44e96f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25afca4b-48a3-477a-9b97-ac666cca68f0', 'code': 200} Sep 30 14:01:00.539853 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-556a263c-09d4-4399-a0ac-16d6e0b4684c req-318cde8b-50e7-48d0-8125-b49f989653bc tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] For port 25afca4b-48a3-477a-9b97-ac666cca68f0, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=25afca4b-48a3-477a-9b97-ac666cca68f0,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:01:00.540211 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-556a263c-09d4-4399-a0ac-16d6e0b4684c req-318cde8b-50e7-48d0-8125-b49f989653bc tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:00.544785 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=25afca4b-48a3-477a-9b97-ac666cca68f0,revision_number=13']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:00.707640 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-556a263c-09d4-4399-a0ac-16d6e0b4684c req-318cde8b-50e7-48d0-8125-b49f989653bc tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:00.707998 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-556a263c-09d4-4399-a0ac-16d6e0b4684c req-318cde8b-50e7-48d0-8125-b49f989653bc tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:00.708310 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [req-556a263c-09d4-4399-a0ac-16d6e0b4684c req-318cde8b-50e7-48d0-8125-b49f989653bc tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Floating IP 4d7060d5-eb19-4faf-bdfd-e6db5e5024ef disassociated. External IP: 172.25.5.135, port: 25afca4b-48a3-477a-9b97-ac666cca68f0. Sep 30 14:01:00.708644 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-556a263c-09d4-4399-a0ac-16d6e0b4684c req-318cde8b-50e7-48d0-8125-b49f989653bc tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Calling delete_port for 25afca4b-48a3-477a-9b97-ac666cca68f0 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:01:00.831941 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-556a263c-09d4-4399-a0ac-16d6e0b4684c req-318cde8b-50e7-48d0-8125-b49f989653bc tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:00.865398 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318cde8b-50e7-48d0-8125-b49f989653bc tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Pushing event deleted for resources: {'Port': ['ID=25afca4b-48a3-477a-9b97-ac666cca68f0,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:00.984122 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-556a263c-09d4-4399-a0ac-16d6e0b4684c req-318cde8b-50e7-48d0-8125-b49f989653bc tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Router da067940-c404-4a8c-9223-1730ca4c2c76 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:01:01.092272 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-556a263c-09d4-4399-a0ac-16d6e0b4684c req-318cde8b-50e7-48d0-8125-b49f989653bc tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:01:01.101104 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9a7bd239-62a8-4905-950e-7c31a6b0e665 req-dacf97a2-2a2b-423c-a6ff-2bd5f316b246 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 210 time: 0.0264673 Sep 30 14:01:01.104732 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0d8c60-dceb-4071-beee-951901290581 None None] Sync routers for ids ['da067940-c404-4a8c-9223-1730ca4c2c76'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:01:01.121802 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0d8c60-dceb-4071-beee-951901290581 None None] Routers {'da067940-c404-4a8c-9223-1730ca4c2c76'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:01:01.121802 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-5c0d8c60-dceb-4071-beee-951901290581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:00:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['da067940-c404-4a8c-9223-1730ca4c2c76'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:01.136842 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-556a263c-09d4-4399-a0ac-16d6e0b4684c req-318cde8b-50e7-48d0-8125-b49f989653bc tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] No DVR routers for this DVR port 25afca4b-48a3-477a-9b97-ac666cca68f0 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:01:01.139532 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-556a263c-09d4-4399-a0ac-16d6e0b4684c req-318cde8b-50e7-48d0-8125-b49f989653bc tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:01.141533 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-556a263c-09d4-4399-a0ac-16d6e0b4684c req-318cde8b-50e7-48d0-8125-b49f989653bc tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.39 "DELETE /v2.0/ports/25afca4b-48a3-477a-9b97-ac666cca68f0 HTTP/1.1" status: 204 len: 173 time: 0.7806127 Sep 30 14:01:01.141968 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15946b78-8b40-4158-b877-28fff44e96f7', 'name': 'network-vif-deleted', 'tag': '25afca4b-48a3-477a-9b97-ac666cca68f0'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:01:01.144249 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bd6024-ee90-40a9-a475-ac73f55d2b9a" -d '{"events": [{"server_uuid": "15946b78-8b40-4158-b877-28fff44e96f7", "name": "network-vif-deleted", "tag": "25afca4b-48a3-477a-9b97-ac666cca68f0"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:01:01.182482 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25931781-32bb-44da-85ad-8c987a932abd x-openstack-request-id: req-25931781-32bb-44da-85ad-8c987a932abd {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:01:01.182778 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15946b78-8b40-4158-b877-28fff44e96f7", "name": "network-vif-deleted", "tag": "25afca4b-48a3-477a-9b97-ac666cca68f0", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:01:01.183054 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25931781-32bb-44da-85ad-8c987a932abd {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:01:01.183547 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15946b78-8b40-4158-b877-28fff44e96f7', 'name': 'network-vif-deleted', 'tag': '25afca4b-48a3-477a-9b97-ac666cca68f0', 'status': 'completed', 'code': 200} Sep 30 14:01:01.226617 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-5c0d8c60-dceb-4071-beee-951901290581 None None] Set router da067940-c404-4a8c-9223-1730ca4c2c76 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:01:01.420784 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-5c0d8c60-dceb-4071-beee-951901290581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:26Z', 'revision_number': 4, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'add813c1-fc77-42d9-b2c4-ce8b770aaa14', 'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'mac_address': 'fa:16:3e:23:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:25Z', 'updated_at': '2021-09-30T13:50:29Z', 'revision_number': 5, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'subnets': [{'id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:01.451162 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0d8c60-dceb-4071-beee-951901290581 None None] Checking router: da067940-c404-4a8c-9223-1730ca4c2c76 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:01:01.459627 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0d8c60-dceb-4071-beee-951901290581 None None] Routers {'da067940-c404-4a8c-9223-1730ca4c2c76'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:01:01.460221 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-5c0d8c60-dceb-4071-beee-951901290581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:00:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['da067940-c404-4a8c-9223-1730ca4c2c76'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:01.563815 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-5c0d8c60-dceb-4071-beee-951901290581 None None] Set router da067940-c404-4a8c-9223-1730ca4c2c76 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:01:01.754889 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-5c0d8c60-dceb-4071-beee-951901290581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:26Z', 'revision_number': 4, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'add813c1-fc77-42d9-b2c4-ce8b770aaa14', 'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'mac_address': 'fa:16:3e:23:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:25Z', 'updated_at': '2021-09-30T13:50:29Z', 'revision_number': 5, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'subnets': [{'id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:01.780366 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0d8c60-dceb-4071-beee-951901290581 None None] The sync data for ids ['da067940-c404-4a8c-9223-1730ca4c2c76'] in n-d-810909-2 is: [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T13:50:26Z', 'revision_number': 4, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'add813c1-fc77-42d9-b2c4-ce8b770aaa14', 'name': '', 'network_id': '6ea3dc96-daed-4dd4-b85c-22effdc0ca4f', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'mac_address': 'fa:16:3e:23:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:25Z', 'updated_at': '2021-09-30T13:50:29Z', 'revision_number': 5, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'subnets': [{'id': 'e557d68b-576f-41a9-a61d-f9ace28817cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:01:02.001375 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11876ca0-0c2d-480a-94a8-382d4aef1bb5 None None] New status for floating IP 4d7060d5-eb19-4faf-bdfd-e6db5e5024ef: DOWN {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 14:01:02.199011 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-85262b5d-4617-4639-a9b7-4219e249b0bb req-96100993-2c1d-475d-8bae-7855597f41c5 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 210 time: 0.0259387 Sep 30 14:01:03.295771 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1a6718b7-c4a2-4df5-b0c2-8007431d9b74 req-a32343e0-ba18-4690-b948-5d3f44985112 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 210 time: 0.0270331 Sep 30 14:01:04.313068 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 25afca4b-48a3-477a-9b97-ac666cca68f0 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:01:04.332987 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 25afca4b-48a3-477a-9b97-ac666cca68f0 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:01:04.333331 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 25afca4b-48a3-477a-9b97-ac666cca68f0 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:01:04.390696 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c4012dae-efff-4584-811c-503c978d7b1b req-51b74702-6aa8-49d6-92e9-ee30c9a907ff tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/ports?device_id=15946b78-8b40-4158-b877-28fff44e96f7 HTTP/1.1" status: 200 len: 210 time: 0.0263503 Sep 30 14:01:08.087011 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 47840) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:08.142295 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-454d895a-ed8d-4184-b25d-9d8892b32704 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:08.165110 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-454d895a-ed8d-4184-b25d-9d8892b32704 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:08.214663 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-454d895a-ed8d-4184-b25d-9d8892b32704 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:08.217253 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-454d895a-ed8d-4184-b25d-9d8892b32704 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:08.218512 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-454d895a-ed8d-4184-b25d-9d8892b32704 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "DELETE /v2.0/security-groups/a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc HTTP/1.1" status: 204 len: 168 time: 0.1304619 Sep 30 14:01:08.221283 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 47842) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:08.228700 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d895a-ed8d-4184-b25d-9d8892b32704 tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:08.237995 n-d-810909-2 neutron-server[94764]: INFO neutron.api.v2.resource [None req-d88af0ab-d9da-4404-bb7d-a32f486f204b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] show failed (client error): The resource could not be found. Sep 30 14:01:08.239044 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d88af0ab-d9da-4404-bb7d-a32f486f204b tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "GET /v2.0/security-groups/a4bf8b0f-d73f-45d9-96ec-cc1b2cb297cc HTTP/1.1" status: 404 len: 347 time: 0.0167122 Sep 30 14:01:08.241717 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 47844) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:08.365290 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-d225b798-1ebd-4d92-ac68-6ffdca0985fc tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Deleting port 0415d495-0f81-4821-8a1e-5ff2a269e561 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:01:08.365630 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d225b798-1ebd-4d92-ac68-6ffdca0985fc tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:08.449518 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d225b798-1ebd-4d92-ac68-6ffdca0985fc tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:08.449875 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d225b798-1ebd-4d92-ac68-6ffdca0985fc tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:08.462122 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-d225b798-1ebd-4d92-ac68-6ffdca0985fc tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Calling delete_port for 0415d495-0f81-4821-8a1e-5ff2a269e561 owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:01:08.599154 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d225b798-1ebd-4d92-ac68-6ffdca0985fc tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:08.627187 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225b798-1ebd-4d92-ac68-6ffdca0985fc tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Pushing event deleted for resources: {'Port': ['ID=0415d495-0f81-4821-8a1e-5ff2a269e561,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:08.686438 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d225b798-1ebd-4d92-ac68-6ffdca0985fc tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:08.689175 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d225b798-1ebd-4d92-ac68-6ffdca0985fc tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:08.690396 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d225b798-1ebd-4d92-ac68-6ffdca0985fc tempest-ServerActionsTestJSON-1257602390 tempest-ServerActionsTestJSON-1257602390-project] 10.222.0.18 "DELETE /v2.0/floatingips/4d7060d5-eb19-4faf-bdfd-e6db5e5024ef HTTP/1.1" status: 204 len: 168 time: 0.4477217 Sep 30 14:01:08.693439 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 47846) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:09.164535 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aecfc04b-5ccd-4ff0-83e1-02adfe6e2b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:09.406442 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-aecfc04b-5ccd-4ff0-83e1-02adfe6e2b6d admin admin] Deleting port add813c1-fc77-42d9-b2c4-ce8b770aaa14 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:01:09.407117 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aecfc04b-5ccd-4ff0-83e1-02adfe6e2b6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:09.483779 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-aecfc04b-5ccd-4ff0-83e1-02adfe6e2b6d admin admin] For port add813c1-fc77-42d9-b2c4-ce8b770aaa14, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=add813c1-fc77-42d9-b2c4-ce8b770aaa14,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:01:09.484146 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aecfc04b-5ccd-4ff0-83e1-02adfe6e2b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:09.497056 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-aecfc04b-5ccd-4ff0-83e1-02adfe6e2b6d admin admin] Calling delete_port for add813c1-fc77-42d9-b2c4-ce8b770aaa14 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:01:09.672136 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aecfc04b-5ccd-4ff0-83e1-02adfe6e2b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:09.703244 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfc04b-5ccd-4ff0-83e1-02adfe6e2b6d admin admin] Pushing event deleted for resources: {'Port': ['ID=add813c1-fc77-42d9-b2c4-ce8b770aaa14,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:09.866672 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-aecfc04b-5ccd-4ff0-83e1-02adfe6e2b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:10.080799 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecfc04b-5ccd-4ff0-83e1-02adfe6e2b6d admin admin] Router da067940-c404-4a8c-9223-1730ca4c2c76 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:01:10.185084 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecfc04b-5ccd-4ff0-83e1-02adfe6e2b6d admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:01:10.190069 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-aecfc04b-5ccd-4ff0-83e1-02adfe6e2b6d admin admin] 10.222.0.18 "PUT /v2.0/routers/da067940-c404-4a8c-9223-1730ca4c2c76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4955764 Sep 30 14:01:10.193003 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 47850) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:10.193781 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb65d06-6b99-4e23-9592-78cf96a269c4 None None] Sync routers for ids ['da067940-c404-4a8c-9223-1730ca4c2c76'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:01:10.203647 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb65d06-6b99-4e23-9592-78cf96a269c4 None None] Routers {'da067940-c404-4a8c-9223-1730ca4c2c76'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:01:10.204245 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-5fb65d06-6b99-4e23-9592-78cf96a269c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:00:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['da067940-c404-4a8c-9223-1730ca4c2c76'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:10.298439 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-53f9cf7d-f0f0-42e4-acba-8050cb275697 admin admin] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:10.310234 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-5fb65d06-6b99-4e23-9592-78cf96a269c4 None None] Set router da067940-c404-4a8c-9223-1730ca4c2c76 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:01:10.396695 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-53f9cf7d-f0f0-42e4-acba-8050cb275697 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:10.453356 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-53f9cf7d-f0f0-42e4-acba-8050cb275697 admin admin] Deleting port c7c2a7f4-ea67-461f-a635-3776d5713bc9 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:01:10.454004 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-53f9cf7d-f0f0-42e4-acba-8050cb275697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:10.534869 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-53f9cf7d-f0f0-42e4-acba-8050cb275697 admin admin] For port c7c2a7f4-ea67-461f-a635-3776d5713bc9, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c7c2a7f4-ea67-461f-a635-3776d5713bc9,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:01:10.535231 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-53f9cf7d-f0f0-42e4-acba-8050cb275697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:10.548617 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-53f9cf7d-f0f0-42e4-acba-8050cb275697 admin admin] Calling delete_port for c7c2a7f4-ea67-461f-a635-3776d5713bc9 owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:01:10.577569 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-5fb65d06-6b99-4e23-9592-78cf96a269c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T14:01:09Z', 'revision_number': 5, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port': {'id': 'c7c2a7f4-ea67-461f-a635-3776d5713bc9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T13:50:24Z', 'updated_at': '2021-09-30T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:10.603761 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb65d06-6b99-4e23-9592-78cf96a269c4 None None] Checking router: da067940-c404-4a8c-9223-1730ca4c2c76 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:01:10.611846 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb65d06-6b99-4e23-9592-78cf96a269c4 None None] Routers {'da067940-c404-4a8c-9223-1730ca4c2c76'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:01:10.612447 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-5fb65d06-6b99-4e23-9592-78cf96a269c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:00:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['da067940-c404-4a8c-9223-1730ca4c2c76'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:10.697024 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-5fb65d06-6b99-4e23-9592-78cf96a269c4 None None] Set router da067940-c404-4a8c-9223-1730ca4c2c76 gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:01:10.713124 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-53f9cf7d-f0f0-42e4-acba-8050cb275697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:10.739908 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9cf7d-f0f0-42e4-acba-8050cb275697 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7c2a7f4-ea67-461f-a635-3776d5713bc9,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:10.752096 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-5fb65d06-6b99-4e23-9592-78cf96a269c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T14:01:10Z', 'revision_number': 6, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:10.778119 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb65d06-6b99-4e23-9592-78cf96a269c4 None None] The sync data for ids ['da067940-c404-4a8c-9223-1730ca4c2c76'] in n-d-810909-2 is: [{'id': 'da067940-c404-4a8c-9223-1730ca4c2c76', 'name': 'tempest-ServerActionsTestJSON-410913131-router', 'tenant_id': '4a0cd83bf7674d50be353991eaf1323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T13:50:23Z', 'updated_at': '2021-09-30T14:01:10Z', 'revision_number': 6, 'project_id': '4a0cd83bf7674d50be353991eaf1323f', 'gw_port_host': None}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:01:10.801687 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-53f9cf7d-f0f0-42e4-acba-8050cb275697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:10.895954 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-53f9cf7d-f0f0-42e4-acba-8050cb275697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:10.898355 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-53f9cf7d-f0f0-42e4-acba-8050cb275697 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:10.940086 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-53f9cf7d-f0f0-42e4-acba-8050cb275697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:10.940750 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f9cf7d-f0f0-42e4-acba-8050cb275697 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da067940-c404-4a8c-9223-1730ca4c2c76 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 14:01:10.945041 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-53f9cf7d-f0f0-42e4-acba-8050cb275697 admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:10.946463 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-53f9cf7d-f0f0-42e4-acba-8050cb275697 admin admin] 10.222.0.18 "DELETE /v2.0/routers/da067940-c404-4a8c-9223-1730ca4c2c76 HTTP/1.1" status: 204 len: 168 time: 0.7525258 Sep 30 14:01:10.949040 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 47852) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:10.993329 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c5a3b2-1324-4292-a0f6-3c770cf11923 admin admin] Deleting subnet e557d68b-576f-41a9-a61d-f9ace28817cf {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 14:01:10.996369 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-35c5a3b2-1324-4292-a0f6-3c770cf11923 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:11.033407 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-35c5a3b2-1324-4292-a0f6-3c770cf11923 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:11.109474 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-35c5a3b2-1324-4292-a0f6-3c770cf11923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:11.164280 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-35c5a3b2-1324-4292-a0f6-3c770cf11923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:11.190354 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a3b2-1324-4292-a0f6-3c770cf11923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e557d68b-576f-41a9-a61d-f9ace28817cf,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:11.193789 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-35c5a3b2-1324-4292-a0f6-3c770cf11923 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:11.195794 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-35c5a3b2-1324-4292-a0f6-3c770cf11923 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e557d68b-576f-41a9-a61d-f9ace28817cf HTTP/1.1" status: 204 len: 168 time: 0.2458479 Sep 30 14:01:11.198939 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 47854) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:11.201644 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09bbd74-0d1b-49fd-b410-a25405b0d138 None None] Network 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:01:11.270704 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0887db4e-7178-41ba-90d9-32747a72f2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:11.325184 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-0887db4e-7178-41ba-90d9-32747a72f2b5 admin admin] Deleting port 8d33e52e-e586-49f0-9576-da679cfaa401 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:01:11.325514 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0887db4e-7178-41ba-90d9-32747a72f2b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:11.394719 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-0887db4e-7178-41ba-90d9-32747a72f2b5 admin admin] For port 8d33e52e-e586-49f0-9576-da679cfaa401, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=8d33e52e-e586-49f0-9576-da679cfaa401,segment=NetworkSegment(f8223d61-6329-410c-96a1-1f4b54b6c5ed),segment_id=f8223d61-6329-410c-96a1-1f4b54b6c5ed)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:01:11.395085 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0887db4e-7178-41ba-90d9-32747a72f2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:11.407224 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-0887db4e-7178-41ba-90d9-32747a72f2b5 admin admin] Calling delete_port for 8d33e52e-e586-49f0-9576-da679cfaa401 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:01:11.491800 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0887db4e-7178-41ba-90d9-32747a72f2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:11.514826 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f08254-73e1-4b5d-a3f4-ba3098cf7202 None None] DHCP port deletion for 6ea3dc96-daed-4dd4-b85c-22effdc0ca4f request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 14:01:11.522460 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0887db4e-7178-41ba-90d9-32747a72f2b5 admin admin] No DVR routers for this DVR port 8d33e52e-e586-49f0-9576-da679cfaa401 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:01:11.551921 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887db4e-7178-41ba-90d9-32747a72f2b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d33e52e-e586-49f0-9576-da679cfaa401,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:11.584083 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c7c2a7f4-ea67-461f-a635-3776d5713bc9 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:01:11.604941 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: c7c2a7f4-ea67-461f-a635-3776d5713bc9 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:01:11.605288 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c7c2a7f4-ea67-461f-a635-3776d5713bc9 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:01:11.605784 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 8d33e52e-e586-49f0-9576-da679cfaa401 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:01:11.606891 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0887db4e-7178-41ba-90d9-32747a72f2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:11.624566 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 8d33e52e-e586-49f0-9576-da679cfaa401 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:01:11.624918 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 8d33e52e-e586-49f0-9576-da679cfaa401 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:01:11.625333 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device add813c1-fc77-42d9-b2c4-ce8b770aaa14 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:01:11.630873 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-0887db4e-7178-41ba-90d9-32747a72f2b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea3dc96-daed-4dd4-b85c-22effdc0ca4f']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:11.641978 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-0887db4e-7178-41ba-90d9-32747a72f2b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8223d61-6329-410c-96a1-1f4b54b6c5ed') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:11.642307 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-0887db4e-7178-41ba-90d9-32747a72f2b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8223d61-6329-410c-96a1-1f4b54b6c5ed') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:11.647972 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: add813c1-fc77-42d9-b2c4-ce8b770aaa14 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:01:11.648315 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device add813c1-fc77-42d9-b2c4-ce8b770aaa14 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:01:11.653386 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0887db4e-7178-41ba-90d9-32747a72f2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:11.673009 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0887db4e-7178-41ba-90d9-32747a72f2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:11.679298 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0887db4e-7178-41ba-90d9-32747a72f2b5 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 14:01:11.679705 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0887db4e-7178-41ba-90d9-32747a72f2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: timer() Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 14:01:11.681443 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 14:01:11.739783 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0887db4e-7178-41ba-90d9-32747a72f2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:11.745422 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0887db4e-7178-41ba-90d9-32747a72f2b5 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:11.750295 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0887db4e-7178-41ba-90d9-32747a72f2b5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6ea3dc96-daed-4dd4-b85c-22effdc0ca4f HTTP/1.1" status: 204 len: 168 time: 0.5474768 Sep 30 14:01:11.761710 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887db4e-7178-41ba-90d9-32747a72f2b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ea3dc96-daed-4dd4-b85c-22effdc0ca4f,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:11.872462 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 47858) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:11.915617 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f8d8547c-7410-4ed5-a6a6-4845326dbade admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a0cd83bf7674d50be353991eaf1323f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419867 Sep 30 14:01:11.918066 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 47860) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:11.965939 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-530eb735-9360-422f-9631-d31b9e4fa5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:11.986139 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-530eb735-9360-422f-9631-d31b9e4fa5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:12.033269 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-530eb735-9360-422f-9631-d31b9e4fa5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:12.035857 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-530eb735-9360-422f-9631-d31b9e4fa5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:12.037046 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-530eb735-9360-422f-9631-d31b9e4fa5fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a859bb8-379a-492f-ba07-4d7c59691cfc HTTP/1.1" status: 204 len: 168 time: 0.1180699 Sep 30 14:01:12.044538 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530eb735-9360-422f-9631-d31b9e4fa5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a859bb8-379a-492f-ba07-4d7c59691cfc,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:12.730567 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 47882) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:12.824768 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-c411e72f-9032-4fdc-a6f6-5cbe1b88db41 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2141648598-network', 'tenant_id': '007a2507566d4085a9a3df3e90025801'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:01:12.845455 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c411e72f-9032-4fdc-a6f6-5cbe1b88db41 admin admin] Made reservation on behalf of 007a2507566d4085a9a3df3e90025801 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:01:12.847738 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c411e72f-9032-4fdc-a6f6-5cbe1b88db41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:12.856597 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c411e72f-9032-4fdc-a6f6-5cbe1b88db41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:12.949435 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c411e72f-9032-4fdc-a6f6-5cbe1b88db41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:12.952984 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c411e72f-9032-4fdc-a6f6-5cbe1b88db41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:12.979863 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c411e72f-9032-4fdc-a6f6-5cbe1b88db41 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 14:01:12.985919 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411e72f-9032-4fdc-a6f6-5cbe1b88db41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cedbaf-c822-4379-9bbe-04d99f76ef70,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:12.991791 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c411e72f-9032-4fdc-a6f6-5cbe1b88db41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:12.992226 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-c411e72f-9032-4fdc-a6f6-5cbe1b88db41 admin admin] Added segment ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb of type vlan for network 9e475748-62e5-4547-8684-00280c005d65 Sep 30 14:01:13.031066 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c411e72f-9032-4fdc-a6f6-5cbe1b88db41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:13.054097 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c411e72f-9032-4fdc-a6f6-5cbe1b88db41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:13.055039 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c411e72f-9032-4fdc-a6f6-5cbe1b88db41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:13.055630 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c411e72f-9032-4fdc-a6f6-5cbe1b88db41 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:13.089277 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c411e72f-9032-4fdc-a6f6-5cbe1b88db41 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3575685 Sep 30 14:01:13.092957 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 47886) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:13.098143 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-23bc6ec9-b577-46a4-9605-7f169435f37c admin admin] Request body: {'subnet': {'network_id': '9e475748-62e5-4547-8684-00280c005d65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2141648598-subnet', 'tenant_id': '007a2507566d4085a9a3df3e90025801', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:01:13.118575 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411e72f-9032-4fdc-a6f6-5cbe1b88db41 admin admin] Pushing event updated for resources: {'Network': ['ID=9e475748-62e5-4547-8684-00280c005d65,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:13.119625 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bc6ec9-b577-46a4-9605-7f169435f37c admin admin] Made reservation on behalf of 007a2507566d4085a9a3df3e90025801 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:01:13.123318 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-23bc6ec9-b577-46a4-9605-7f169435f37c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:13.128598 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 9e475748-62e5-4547-8684-00280c005d65 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 14:01:13.294496 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-23bc6ec9-b577-46a4-9605-7f169435f37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:13.350682 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc6ec9-b577-46a4-9605-7f169435f37c admin admin] Pushing event updated for resources: {'Subnet': ['ID=62c4c9d1-070e-4cbd-adfd-c08ac7b21c2e,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:13.357363 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bc6ec9-b577-46a4-9605-7f169435f37c admin admin] Checking segment: {'id': 'ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9e475748-62e5-4547-8684-00280c005d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:01:13.357698 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bc6ec9-b577-46a4-9605-7f169435f37c admin admin] Network hostable DHCP agents. Network: 9e475748-62e5-4547-8684-00280c005d65, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 14:01:13.373857 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bc6ec9-b577-46a4-9605-7f169435f37c admin admin] Network 9e475748-62e5-4547-8684-00280c005d65 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 14:01:13.381769 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-23bc6ec9-b577-46a4-9605-7f169435f37c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 9e475748-62e5-4547-8684-00280c005d65) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:01:13.386575 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bc6ec9-b577-46a4-9605-7f169435f37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:13.387303 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-23bc6ec9-b577-46a4-9605-7f169435f37c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:13.392831 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd9fd7f-a618-45ba-ae9c-60ede1dac362 None None] Network 9e475748-62e5-4547-8684-00280c005d65 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:01:13.405585 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-23bc6ec9-b577-46a4-9605-7f169435f37c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3113899 Sep 30 14:01:13.519217 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24241a88-d4a6-4c90-a986-8741d4410854 None None] Network 9e475748-62e5-4547-8684-00280c005d65 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:01:13.819809 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-456bd26a-3a73-488e-8b73-0dc3126b6899 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:13.821792 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-456bd26a-3a73-488e-8b73-0dc3126b6899 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/networks?id=9e475748-62e5-4547-8684-00280c005d65 HTTP/1.1" status: 200 len: 814 time: 0.1022477 Sep 30 14:01:13.837139 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-f6ee5339-fe14-4a03-b7a3-c4ca07168af9 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/quotas/007a2507566d4085a9a3df3e90025801 HTTP/1.1" status: 200 len: 375 time: 0.0090609 Sep 30 14:01:13.867471 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-cae58b7d-4052-4666-a2fb-b8411433cc2c tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=007a2507566d4085a9a3df3e90025801&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252407 Sep 30 14:01:13.948748 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-481ab7b1-fe54-45b6-9140-a46221710eb1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 14:01:13.949772 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-481ab7b1-fe54-45b6-9140-a46221710eb1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0417452 Sep 30 14:01:14.036119 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-c7373f4c-820b-435f-9bcb-ddf855ea37b1 service neutron] 10.222.0.18 "GET /v2.0/networks/9e475748-62e5-4547-8684-00280c005d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800529 Sep 30 14:01:14.445672 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-e1b7682b-43eb-49e6-8587-673c24e67c8f service neutron] 10.222.0.18 "GET /v2.0/networks/9e475748-62e5-4547-8684-00280c005d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029808 Sep 30 14:01:14.611112 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-50774159-0d52-4073-ae00-2225e9e17384 req-5430d680-cfd3-462e-8d98-9be9153cdb78 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/ports?device_id=088e218a-e3b1-4c68-93d6-b24366da5098 HTTP/1.1" status: 200 len: 210 time: 0.0311713 Sep 30 14:01:15.278675 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:15.613242 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-b603fd61-bcf5-4cff-a8e9-4f6448516c1c tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:15.614741 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-b603fd61-bcf5-4cff-a8e9-4f6448516c1c tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.39 "GET /v2.0/networks?id=9e475748-62e5-4547-8684-00280c005d65 HTTP/1.1" status: 200 len: 814 time: 0.1079564 Sep 30 14:01:15.628167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-2f35ff29-4032-4673-8541-5780fb4097a4 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Request body: {'port': {'device_id': '088e218a-e3b1-4c68-93d6-b24366da5098', 'network_id': '9e475748-62e5-4547-8684-00280c005d65', 'admin_state_up': True, 'tenant_id': '007a2507566d4085a9a3df3e90025801'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:01:15.708433 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-143fb93e-ae70-49f0-8fae-c87654d9036c req-826c0090-0a6d-43ee-a3ef-eeb122721e14 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/ports?device_id=088e218a-e3b1-4c68-93d6-b24366da5098 HTTP/1.1" status: 200 len: 210 time: 0.0288455 Sep 30 14:01:15.744335 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-2f35ff29-4032-4673-8541-5780fb4097a4 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Made reservation on behalf of 007a2507566d4085a9a3df3e90025801 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:01:15.747943 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-2f35ff29-4032-4673-8541-5780fb4097a4 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:15.868814 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-2f35ff29-4032-4673-8541-5780fb4097a4 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Allocated IP 172.20.0.13 (9e475748-62e5-4547-8684-00280c005d65/62c4c9d1-070e-4cbd-adfd-c08ac7b21c2e/6451cabd-13ef-4306-a20e-baa4ac07d356) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:01:16.021534 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-2f35ff29-4032-4673-8541-5780fb4097a4 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:16.054511 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-2f35ff29-4032-4673-8541-5780fb4097a4 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:16.099264 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-2f35ff29-4032-4673-8541-5780fb4097a4 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Network 9e475748-62e5-4547-8684-00280c005d65 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:01:16.102863 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-2f35ff29-4032-4673-8541-5780fb4097a4 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:01:16.106654 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-2f35ff29-4032-4673-8541-5780fb4097a4 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:01:16.135041 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35ff29-4032-4673-8541-5780fb4097a4 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Pushing event updated for resources: {'Port': ['ID=6451cabd-13ef-4306-a20e-baa4ac07d356,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:16.162060 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-2f35ff29-4032-4673-8541-5780fb4097a4 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:16.162669 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-2f35ff29-4032-4673-8541-5780fb4097a4 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:16.177596 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-2f35ff29-4032-4673-8541-5780fb4097a4 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5531993 Sep 30 14:01:16.190253 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-fb26ce5e-a8fe-4e88-9343-0ee4a8cbbce0 service neutron] Request body: {'port': {'device_id': '088e218a-e3b1-4c68-93d6-b24366da5098', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:01:16.244519 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-fb26ce5e-a8fe-4e88-9343-0ee4a8cbbce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:16.515578 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-fb26ce5e-a8fe-4e88-9343-0ee4a8cbbce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6451cabd-13ef-4306-a20e-baa4ac07d356 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:01:16.522854 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-fb26ce5e-a8fe-4e88-9343-0ee4a8cbbce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:16.535184 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-fb26ce5e-a8fe-4e88-9343-0ee4a8cbbce0 service neutron] Transition to ACTIVE for port object 6451cabd-13ef-4306-a20e-baa4ac07d356 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 14:01:16.539223 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-fb26ce5e-a8fe-4e88-9343-0ee4a8cbbce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:16.586728 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26ce5e-a8fe-4e88-9343-0ee4a8cbbce0 service neutron] Pushing event updated for resources: {'Port': ['ID=6451cabd-13ef-4306-a20e-baa4ac07d356,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:16.655420 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-fb26ce5e-a8fe-4e88-9343-0ee4a8cbbce0 service neutron] Attempting to bind port 6451cabd-13ef-4306-a20e-baa4ac07d356 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:01:16.656053 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-fb26ce5e-a8fe-4e88-9343-0ee4a8cbbce0 service neutron] Attempting to bind port 6451cabd-13ef-4306-a20e-baa4ac07d356 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9e475748-62e5-4547-8684-00280c005d65'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:01:16.656053 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-fb26ce5e-a8fe-4e88-9343-0ee4a8cbbce0 service neutron] Attempting to bind port 6451cabd-13ef-4306-a20e-baa4ac07d356 on network 9e475748-62e5-4547-8684-00280c005d65 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:01:16.660064 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-fb26ce5e-a8fe-4e88-9343-0ee4a8cbbce0 service neutron] Port 6451cabd-13ef-4306-a20e-baa4ac07d356 on network 9e475748-62e5-4547-8684-00280c005d65 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 14:01:16.660381 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-fb26ce5e-a8fe-4e88-9343-0ee4a8cbbce0 service neutron] Attempting to bind port 6451cabd-13ef-4306-a20e-baa4ac07d356 on network 9e475748-62e5-4547-8684-00280c005d65 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:01:16.665123 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-fb26ce5e-a8fe-4e88-9343-0ee4a8cbbce0 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:01:16.665462 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-fb26ce5e-a8fe-4e88-9343-0ee4a8cbbce0 service neutron] Checking segment: {'id': 'ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9e475748-62e5-4547-8684-00280c005d65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:01:16.665838 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-fb26ce5e-a8fe-4e88-9343-0ee4a8cbbce0 service neutron] Bound using segment: {'id': 'ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9e475748-62e5-4547-8684-00280c005d65'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:01:16.666280 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-fb26ce5e-a8fe-4e88-9343-0ee4a8cbbce0 service neutron] Bound port: 6451cabd-13ef-4306-a20e-baa4ac07d356, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9e475748-62e5-4547-8684-00280c005d65'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:01:16.666637 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-fb26ce5e-a8fe-4e88-9343-0ee4a8cbbce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:16.732328 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-fb26ce5e-a8fe-4e88-9343-0ee4a8cbbce0 service neutron] For port 6451cabd-13ef-4306-a20e-baa4ac07d356, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:01:16.735342 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-fb26ce5e-a8fe-4e88-9343-0ee4a8cbbce0 service neutron] For port 6451cabd-13ef-4306-a20e-baa4ac07d356, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=6451cabd-13ef-4306-a20e-baa4ac07d356,segment=NetworkSegment(ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb),segment_id=ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:01:16.740257 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-fb26ce5e-a8fe-4e88-9343-0ee4a8cbbce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:16.777775 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-fb26ce5e-a8fe-4e88-9343-0ee4a8cbbce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:16.778428 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-fb26ce5e-a8fe-4e88-9343-0ee4a8cbbce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:16.779844 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-fb26ce5e-a8fe-4e88-9343-0ee4a8cbbce0 service neutron] 10.222.0.39 "PUT /v2.0/ports/6451cabd-13ef-4306-a20e-baa4ac07d356 HTTP/1.1" status: 200 len: 1092 time: 0.5936778 Sep 30 14:01:16.780276 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088e218a-e3b1-4c68-93d6-b24366da5098', 'tag': '6451cabd-13ef-4306-a20e-baa4ac07d356'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:01:16.782553 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae89f75a-60be-40ad-8f1e-fa8a8d2255d0" -d '{"events": [{"name": "network-changed", "server_uuid": "088e218a-e3b1-4c68-93d6-b24366da5098", "tag": "6451cabd-13ef-4306-a20e-baa4ac07d356"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:01:16.827139 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f231eb9d-dad0-4aa1-8ced-1dae52273b76 x-openstack-request-id: req-f231eb9d-dad0-4aa1-8ced-1dae52273b76 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:01:16.827468 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088e218a-e3b1-4c68-93d6-b24366da5098", "tag": "6451cabd-13ef-4306-a20e-baa4ac07d356", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:01:16.827676 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f231eb9d-dad0-4aa1-8ced-1dae52273b76 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:01:16.828081 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '088e218a-e3b1-4c68-93d6-b24366da5098', 'tag': '6451cabd-13ef-4306-a20e-baa4ac07d356', 'status': 'completed', 'code': 200} Sep 30 14:01:16.840889 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26ce5e-a8fe-4e88-9343-0ee4a8cbbce0 service neutron] Pushing event updated for resources: {'Port': ['ID=6451cabd-13ef-4306-a20e-baa4ac07d356,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:16.883056 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabba61b-89c5-44ca-a11b-14d281aaccab req-aeeee54b-4f30-4ee9-b39b-01f44b73e89d tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:16.884582 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cabba61b-89c5-44ca-a11b-14d281aaccab req-aeeee54b-4f30-4ee9-b39b-01f44b73e89d tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/ports?device_id=088e218a-e3b1-4c68-93d6-b24366da5098 HTTP/1.1" status: 200 len: 944 time: 0.0973575 Sep 30 14:01:16.890700 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-95eae537-04bc-41e0-aa18-c1c4c4808d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:16.892096 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-95eae537-04bc-41e0-aa18-c1c4c4808d7b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=007a2507566d4085a9a3df3e90025801&device_id=088e218a-e3b1-4c68-93d6-b24366da5098 HTTP/1.1" status: 200 len: 1095 time: 0.0600088 Sep 30 14:01:16.946968 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-9bc746a2-dd13-4010-a366-129e1c327201 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6451cabd-13ef-4306-a20e-baa4ac07d356 HTTP/1.1" status: 200 len: 217 time: 0.0414140 Sep 30 14:01:16.968439 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cabba61b-89c5-44ca-a11b-14d281aaccab req-88988d11-ffda-4375-9b57-8a4bb5595632 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1cedbaf-c822-4379-9bbe-04d99f76ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754495 Sep 30 14:01:17.002671 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-0bf76b96-2f5e-4a5e-9ed2-845abf9917cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:17.004116 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-0bf76b96-2f5e-4a5e-9ed2-845abf9917cb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=62c4c9d1-070e-4cbd-adfd-c08ac7b21c2e HTTP/1.1" status: 200 len: 854 time: 0.0501208 Sep 30 14:01:17.035295 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-d0f43066-2fb5-4958-aaba-639edcdccb9e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e475748-62e5-4547-8684-00280c005d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236719 Sep 30 14:01:17.128549 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-b29f1f7e-c2fd-4d01-8089-7c63a0bb0180 service neutron] 10.222.0.39 "GET /v2.0/networks/9e475748-62e5-4547-8684-00280c005d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868247 Sep 30 14:01:17.218649 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ec4f53c6-7af2-4b07-b3a3-83cd4633a942 req-51eb3cd5-1bad-4d46-8a1f-ac8dfe0fd893 service neutron] 10.222.0.39 "GET /v2.0/networks/9e475748-62e5-4547-8684-00280c005d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836124 Sep 30 14:01:17.309856 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89f75a-60be-40ad-8f1e-fa8a8d2255d0 req-d5060606-3cc0-4df4-861f-119619ce2774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:17.311402 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ae89f75a-60be-40ad-8f1e-fa8a8d2255d0 req-d5060606-3cc0-4df4-861f-119619ce2774 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=007a2507566d4085a9a3df3e90025801&device_id=088e218a-e3b1-4c68-93d6-b24366da5098 HTTP/1.1" status: 200 len: 1095 time: 0.0468616 Sep 30 14:01:17.400125 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89f75a-60be-40ad-8f1e-fa8a8d2255d0 req-e3b45f1a-0e27-4209-bcea-b6f5c987bc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:17.401584 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ae89f75a-60be-40ad-8f1e-fa8a8d2255d0 req-e3b45f1a-0e27-4209-bcea-b6f5c987bc32 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e475748-62e5-4547-8684-00280c005d65 HTTP/1.1" status: 200 len: 915 time: 0.0832589 Sep 30 14:01:17.446934 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ae89f75a-60be-40ad-8f1e-fa8a8d2255d0 req-c0c8f3d8-c0af-42a1-9ff3-e57fb529d199 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6451cabd-13ef-4306-a20e-baa4ac07d356 HTTP/1.1" status: 200 len: 217 time: 0.0387475 Sep 30 14:01:17.497835 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89f75a-60be-40ad-8f1e-fa8a8d2255d0 req-14b1d21d-11b2-4423-bf8b-d376bf41e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:17.499246 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ae89f75a-60be-40ad-8f1e-fa8a8d2255d0 req-14b1d21d-11b2-4423-bf8b-d376bf41e96f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=62c4c9d1-070e-4cbd-adfd-c08ac7b21c2e HTTP/1.1" status: 200 len: 854 time: 0.0443525 Sep 30 14:01:17.530752 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ae89f75a-60be-40ad-8f1e-fa8a8d2255d0 req-3bbd3dc3-0d08-43be-ae7b-e25e7a3bb785 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e475748-62e5-4547-8684-00280c005d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239131 Sep 30 14:01:17.625832 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ae89f75a-60be-40ad-8f1e-fa8a8d2255d0 req-a86c5fe6-5de4-4fc8-87a4-997b8eff70f8 service neutron] 10.222.0.39 "GET /v2.0/networks/9e475748-62e5-4547-8684-00280c005d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866802 Sep 30 14:01:17.718812 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ae89f75a-60be-40ad-8f1e-fa8a8d2255d0 req-38f82ea0-c9f1-41bb-9db5-8dc91ef559d9 service neutron] 10.222.0.39 "GET /v2.0/networks/9e475748-62e5-4547-8684-00280c005d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854785 Sep 30 14:01:18.083310 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cabd3-ddb6-490e-9815-11686245abcd req-6a7c0923-f02d-485e-b017-68d0fc50a509 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:18.085024 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9e4cabd3-ddb6-490e-9815-11686245abcd req-6a7c0923-f02d-485e-b017-68d0fc50a509 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/ports?device_id=088e218a-e3b1-4c68-93d6-b24366da5098 HTTP/1.1" status: 200 len: 944 time: 0.0477588 Sep 30 14:01:18.125998 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9e4cabd3-ddb6-490e-9815-11686245abcd req-24ec85c6-152b-4507-9364-3c2452df8768 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1cedbaf-c822-4379-9bbe-04d99f76ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344226 Sep 30 14:01:18.241304 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-10a37e84-14c8-412b-93a1-b9a4df185b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:18.424651 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 6451cabd-13ef-4306-a20e-baa4ac07d356 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 14:01:18.519362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 6451cabd-13ef-4306-a20e-baa4ac07d356, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=6451cabd-13ef-4306-a20e-baa4ac07d356,segment=NetworkSegment(ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb),segment_id=ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:01:18.530738 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '6451cabd-13ef-4306-a20e-baa4ac07d356', 'network_id': '9e475748-62e5-4547-8684-00280c005d65', 'port_id': '6451cabd-13ef-4306-a20e-baa4ac07d356', 'mac_address': 'fa:16:3e:b2:ae:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c4c9d1-070e-4cbd-adfd-c08ac7b21c2e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 14:01:18.566000 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:18.578940 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6451cabd-13ef-4306-a20e-baa4ac07d356 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:01:18.598222 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 6451cabd-13ef-4306-a20e-baa4ac07d356, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=6451cabd-13ef-4306-a20e-baa4ac07d356,segment=NetworkSegment(ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb),segment_id=ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:01:18.602247 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:18.647354 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=6451cabd-13ef-4306-a20e-baa4ac07d356,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:18.791013 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['6451cabd-13ef-4306-a20e-baa4ac07d356'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:01:19.240634 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca7b38-0172-4ce4-ad3b-905aeba2f8ed req-20cee790-d46d-44ba-92a2-5b0436f5a43f tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:19.242186 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-61ca7b38-0172-4ce4-ad3b-905aeba2f8ed req-20cee790-d46d-44ba-92a2-5b0436f5a43f tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/ports?device_id=088e218a-e3b1-4c68-93d6-b24366da5098 HTTP/1.1" status: 200 len: 945 time: 0.0513275 Sep 30 14:01:19.281148 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-61ca7b38-0172-4ce4-ad3b-905aeba2f8ed req-1f6aada8-fa23-4da0-b24c-c0bea4eb5647 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1cedbaf-c822-4379-9bbe-04d99f76ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329216 Sep 30 14:01:20.066544 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:20.392078 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e59c8-af59-4d6c-855b-1ee602e1c5d4 req-a58dd729-dcd2-47e4-95d1-e5cf3f19ecaf tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:20.393543 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c88e59c8-af59-4d6c-855b-1ee602e1c5d4 req-a58dd729-dcd2-47e4-95d1-e5cf3f19ecaf tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/ports?device_id=088e218a-e3b1-4c68-93d6-b24366da5098 HTTP/1.1" status: 200 len: 945 time: 0.0476420 Sep 30 14:01:20.430581 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c88e59c8-af59-4d6c-855b-1ee602e1c5d4 req-1060ec75-e89c-4cf4-bd22-4f4c288a4f11 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1cedbaf-c822-4379-9bbe-04d99f76ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306957 Sep 30 14:01:20.439952 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 6451cabd-13ef-4306-a20e-baa4ac07d356 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:01:20.487849 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 6451cabd-13ef-4306-a20e-baa4ac07d356 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 14:01:20.491317 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 6451cabd-13ef-4306-a20e-baa4ac07d356 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:01:20.491685 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:20.566956 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:20.588445 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088e218a-e3b1-4c68-93d6-b24366da5098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6451cabd-13ef-4306-a20e-baa4ac07d356'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:01:20.590644 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730efdff73588999065a9861b250a1e40d95e5d75871f85cc1573bd279cf301b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbb5e80-606f-4f98-b1e7-59ae41e587e3" -d '{"events": [{"server_uuid": "088e218a-e3b1-4c68-93d6-b24366da5098", "name": "network-vif-plugged", "status": "completed", "tag": "6451cabd-13ef-4306-a20e-baa4ac07d356"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:01:20.603289 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 6451cabd-13ef-4306-a20e-baa4ac07d356, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=6451cabd-13ef-4306-a20e-baa4ac07d356,segment=NetworkSegment(ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb),segment_id=ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:01:20.607691 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:20.630398 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96e8231-cad9-46b1-85b8-6d8b36c3c1c9 x-openstack-request-id: req-c96e8231-cad9-46b1-85b8-6d8b36c3c1c9 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:01:20.630690 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088e218a-e3b1-4c68-93d6-b24366da5098", "name": "network-vif-plugged", "status": "completed", "tag": "6451cabd-13ef-4306-a20e-baa4ac07d356", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:01:20.630938 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c96e8231-cad9-46b1-85b8-6d8b36c3c1c9 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:01:20.631321 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088e218a-e3b1-4c68-93d6-b24366da5098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6451cabd-13ef-4306-a20e-baa4ac07d356', 'code': 200} Sep 30 14:01:20.657074 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=6451cabd-13ef-4306-a20e-baa4ac07d356,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:20.729074 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6bfb0-949e-49bf-8b44-06079932fa14 req-ecb819c1-b2dc-4398-9db2-2b657fee7c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:20.730631 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f1c6bfb0-949e-49bf-8b44-06079932fa14 req-ecb819c1-b2dc-4398-9db2-2b657fee7c3c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=088e218a-e3b1-4c68-93d6-b24366da5098 HTTP/1.1" status: 200 len: 1097 time: 0.0459404 Sep 30 14:01:20.743962 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0aa1038e-ae14-478c-b82b-9c15d0d3149a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:20.765967 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f1c6bfb0-949e-49bf-8b44-06079932fa14 req-9a5b698d-da03-4b30-9ed4-9111e06a725e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a1cedbaf-c822-4379-9bbe-04d99f76ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277224 Sep 30 14:01:21.542949 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54cdd7d-902e-4487-a011-b2222d362560 req-e8681321-3d40-487a-a9a7-a0172dc8ec4c tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:21.544421 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a54cdd7d-902e-4487-a011-b2222d362560 req-e8681321-3d40-487a-a9a7-a0172dc8ec4c tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/ports?device_id=088e218a-e3b1-4c68-93d6-b24366da5098 HTTP/1.1" status: 200 len: 946 time: 0.0491335 Sep 30 14:01:21.581609 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a54cdd7d-902e-4487-a011-b2222d362560 req-969a07e4-1973-4455-90f0-cafecead0599 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1cedbaf-c822-4379-9bbe-04d99f76ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310423 Sep 30 14:01:21.704561 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:22.550249 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:22.700568 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1a140-6c92-4433-ab00-47d302ad6857 req-e635fc2a-07bd-4f1e-b77d-5cef8e23c750 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:22.701981 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c6f1a140-6c92-4433-ab00-47d302ad6857 req-e635fc2a-07bd-4f1e-b77d-5cef8e23c750 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/ports?device_id=088e218a-e3b1-4c68-93d6-b24366da5098 HTTP/1.1" status: 200 len: 946 time: 0.0483620 Sep 30 14:01:22.739855 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c6f1a140-6c92-4433-ab00-47d302ad6857 req-5dd69e1d-c69c-47b2-ad5f-7a0b45f8c1c2 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1cedbaf-c822-4379-9bbe-04d99f76ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318830 Sep 30 14:01:22.968025 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-aac8d19b-a1ad-4241-a1b0-5984e9225392 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:22.969395 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-aac8d19b-a1ad-4241-a1b0-5984e9225392 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/networks?id=9e475748-62e5-4547-8684-00280c005d65 HTTP/1.1" status: 200 len: 814 time: 0.1088057 Sep 30 14:01:22.984214 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-0b4d5875-f90a-4214-b910-a9d8be679a8a tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/quotas/007a2507566d4085a9a3df3e90025801 HTTP/1.1" status: 200 len: 375 time: 0.0090766 Sep 30 14:01:23.031181 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-40f04a1c-8af2-4cf3-a955-5869d7b0ccb6 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=007a2507566d4085a9a3df3e90025801&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0418172 Sep 30 14:01:23.122344 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-da0155be-dcfd-42e7-af9c-1681224c0958 service neutron] 10.222.0.18 "GET /v2.0/networks/9e475748-62e5-4547-8684-00280c005d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839272 Sep 30 14:01:23.210180 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-ba6f4c07-59c0-4194-b0c9-9c1d9a71d185 service neutron] 10.222.0.18 "GET /v2.0/networks/9e475748-62e5-4547-8684-00280c005d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817313 Sep 30 14:01:23.369713 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7bb141b-dfa0-45c2-b974-51f104c3e0f1 req-e08becd7-ee87-450e-9911-20461ecc4608 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a524c1-418b-4483-95c7-a928c7b93bbb HTTP/1.1" status: 200 len: 210 time: 0.0268149 Sep 30 14:01:24.313689 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:24.363898 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-23176e56-4343-4fd2-8fb4-13126b9f984a tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:24.365444 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-23176e56-4343-4fd2-8fb4-13126b9f984a tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.54 "GET /v2.0/networks?id=9e475748-62e5-4547-8684-00280c005d65 HTTP/1.1" status: 200 len: 814 time: 0.1072755 Sep 30 14:01:24.379944 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-bff41c91-c3f8-4ca7-abc9-2a738ea5aea2 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Request body: {'port': {'device_id': 'd6a524c1-418b-4483-95c7-a928c7b93bbb', 'network_id': '9e475748-62e5-4547-8684-00280c005d65', 'admin_state_up': True, 'tenant_id': '007a2507566d4085a9a3df3e90025801'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:01:24.481097 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4a1b0d84-3ee4-4c6c-beff-cad6d6048e5d req-343ecf65-9550-494a-a986-988333490e20 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a524c1-418b-4483-95c7-a928c7b93bbb HTTP/1.1" status: 200 len: 210 time: 0.0374777 Sep 30 14:01:24.518314 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-bff41c91-c3f8-4ca7-abc9-2a738ea5aea2 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Made reservation on behalf of 007a2507566d4085a9a3df3e90025801 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:01:24.521789 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-bff41c91-c3f8-4ca7-abc9-2a738ea5aea2 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:24.643879 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-bff41c91-c3f8-4ca7-abc9-2a738ea5aea2 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Allocated IP 172.20.0.5 (9e475748-62e5-4547-8684-00280c005d65/62c4c9d1-070e-4cbd-adfd-c08ac7b21c2e/3722bdb4-1a64-4eff-a2ce-d4efc697b86d) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:01:24.788698 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-bff41c91-c3f8-4ca7-abc9-2a738ea5aea2 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:24.822091 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-bff41c91-c3f8-4ca7-abc9-2a738ea5aea2 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:24.833488 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['6451cabd-13ef-4306-a20e-baa4ac07d356'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:01:24.865578 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-bff41c91-c3f8-4ca7-abc9-2a738ea5aea2 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Network 9e475748-62e5-4547-8684-00280c005d65 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:01:24.869219 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-bff41c91-c3f8-4ca7-abc9-2a738ea5aea2 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:01:24.873082 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-bff41c91-c3f8-4ca7-abc9-2a738ea5aea2 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:01:24.879489 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff41c91-c3f8-4ca7-abc9-2a738ea5aea2 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Pushing event updated for resources: {'Port': ['ID=3722bdb4-1a64-4eff-a2ce-d4efc697b86d,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:24.928802 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-bff41c91-c3f8-4ca7-abc9-2a738ea5aea2 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:24.929421 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-bff41c91-c3f8-4ca7-abc9-2a738ea5aea2 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:24.944038 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-bff41c91-c3f8-4ca7-abc9-2a738ea5aea2 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5677674 Sep 30 14:01:24.955674 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-ba23d6be-1d24-460a-9634-fe95061b8cd9 service neutron] Request body: {'port': {'device_id': 'd6a524c1-418b-4483-95c7-a928c7b93bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:01:25.009496 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-ba23d6be-1d24-460a-9634-fe95061b8cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:25.263556 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-ba23d6be-1d24-460a-9634-fe95061b8cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3722bdb4-1a64-4eff-a2ce-d4efc697b86d {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:01:25.270766 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-ba23d6be-1d24-460a-9634-fe95061b8cd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:25.282835 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-ba23d6be-1d24-460a-9634-fe95061b8cd9 service neutron] Transition to ACTIVE for port object 3722bdb4-1a64-4eff-a2ce-d4efc697b86d will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 14:01:25.286057 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-ba23d6be-1d24-460a-9634-fe95061b8cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:25.354517 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23d6be-1d24-460a-9634-fe95061b8cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=3722bdb4-1a64-4eff-a2ce-d4efc697b86d,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:25.403828 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-ba23d6be-1d24-460a-9634-fe95061b8cd9 service neutron] Attempting to bind port 3722bdb4-1a64-4eff-a2ce-d4efc697b86d on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:01:25.404833 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-ba23d6be-1d24-460a-9634-fe95061b8cd9 service neutron] Attempting to bind port 3722bdb4-1a64-4eff-a2ce-d4efc697b86d by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9e475748-62e5-4547-8684-00280c005d65'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:01:25.405757 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-ba23d6be-1d24-460a-9634-fe95061b8cd9 service neutron] Attempting to bind port 3722bdb4-1a64-4eff-a2ce-d4efc697b86d on network 9e475748-62e5-4547-8684-00280c005d65 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:01:25.411120 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-ba23d6be-1d24-460a-9634-fe95061b8cd9 service neutron] Port 3722bdb4-1a64-4eff-a2ce-d4efc697b86d on network 9e475748-62e5-4547-8684-00280c005d65 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 14:01:25.411435 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-ba23d6be-1d24-460a-9634-fe95061b8cd9 service neutron] Attempting to bind port 3722bdb4-1a64-4eff-a2ce-d4efc697b86d on network 9e475748-62e5-4547-8684-00280c005d65 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:01:25.417304 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-ba23d6be-1d24-460a-9634-fe95061b8cd9 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:01:25.417638 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-ba23d6be-1d24-460a-9634-fe95061b8cd9 service neutron] Checking segment: {'id': 'ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9e475748-62e5-4547-8684-00280c005d65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:01:25.418045 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-ba23d6be-1d24-460a-9634-fe95061b8cd9 service neutron] Bound using segment: {'id': 'ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9e475748-62e5-4547-8684-00280c005d65'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:01:25.418454 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-ba23d6be-1d24-460a-9634-fe95061b8cd9 service neutron] Bound port: 3722bdb4-1a64-4eff-a2ce-d4efc697b86d, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9e475748-62e5-4547-8684-00280c005d65'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:01:25.418806 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-ba23d6be-1d24-460a-9634-fe95061b8cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:25.480787 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-ba23d6be-1d24-460a-9634-fe95061b8cd9 service neutron] For port 3722bdb4-1a64-4eff-a2ce-d4efc697b86d, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:01:25.483765 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-ba23d6be-1d24-460a-9634-fe95061b8cd9 service neutron] For port 3722bdb4-1a64-4eff-a2ce-d4efc697b86d, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=3722bdb4-1a64-4eff-a2ce-d4efc697b86d,segment=NetworkSegment(ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb),segment_id=ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:01:25.487154 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-ba23d6be-1d24-460a-9634-fe95061b8cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:25.523994 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-ba23d6be-1d24-460a-9634-fe95061b8cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:25.525000 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-ba23d6be-1d24-460a-9634-fe95061b8cd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:25.526462 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-ba23d6be-1d24-460a-9634-fe95061b8cd9 service neutron] 10.222.0.54 "PUT /v2.0/ports/3722bdb4-1a64-4eff-a2ce-d4efc697b86d HTTP/1.1" status: 200 len: 1091 time: 0.5748520 Sep 30 14:01:25.526914 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a524c1-418b-4483-95c7-a928c7b93bbb', 'tag': '3722bdb4-1a64-4eff-a2ce-d4efc697b86d'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:01:25.529227 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e219da2189c054287262e416842f7478ca0ea1bcac3b9d962638c13bcc9183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae8d1cb-bec9-4be6-a7b8-d88a356f1472" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a524c1-418b-4483-95c7-a928c7b93bbb", "tag": "3722bdb4-1a64-4eff-a2ce-d4efc697b86d"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:01:25.562484 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23d6be-1d24-460a-9634-fe95061b8cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=3722bdb4-1a64-4eff-a2ce-d4efc697b86d,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:25.579919 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828ad2e8-54d0-4f27-be30-b092a6088527 x-openstack-request-id: req-828ad2e8-54d0-4f27-be30-b092a6088527 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:01:25.580215 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a524c1-418b-4483-95c7-a928c7b93bbb", "tag": "3722bdb4-1a64-4eff-a2ce-d4efc697b86d", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:01:25.580465 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-828ad2e8-54d0-4f27-be30-b092a6088527 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:01:25.580857 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a524c1-418b-4483-95c7-a928c7b93bbb', 'tag': '3722bdb4-1a64-4eff-a2ce-d4efc697b86d', 'status': 'completed', 'code': 200} Sep 30 14:01:25.607321 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a5734-e99b-46b0-bd9d-b1d5f4918d66 req-ccacbfdf-4c20-4bbe-90f6-9eb230a8fa50 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:25.608838 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4b9a5734-e99b-46b0-bd9d-b1d5f4918d66 req-ccacbfdf-4c20-4bbe-90f6-9eb230a8fa50 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a524c1-418b-4483-95c7-a928c7b93bbb HTTP/1.1" status: 200 len: 943 time: 0.0589914 Sep 30 14:01:25.609727 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-e0b31329-ab1e-431e-90a7-15ee5fccef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:25.611271 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-e0b31329-ab1e-431e-90a7-15ee5fccef40 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=007a2507566d4085a9a3df3e90025801&device_id=d6a524c1-418b-4483-95c7-a928c7b93bbb HTTP/1.1" status: 200 len: 1094 time: 0.0444779 Sep 30 14:01:25.647563 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4b9a5734-e99b-46b0-bd9d-b1d5f4918d66 req-89b46a4a-9108-471b-a600-27b4226376f0 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1cedbaf-c822-4379-9bbe-04d99f76ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326641 Sep 30 14:01:25.654528 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-f332f00d-b843-4267-8c15-2f6ca21391fa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3722bdb4-1a64-4eff-a2ce-d4efc697b86d HTTP/1.1" status: 200 len: 217 time: 0.0354233 Sep 30 14:01:25.707602 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-c0296440-cc49-487f-8a12-626cdb378345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:25.709437 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-c0296440-cc49-487f-8a12-626cdb378345 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62c4c9d1-070e-4cbd-adfd-c08ac7b21c2e HTTP/1.1" status: 200 len: 854 time: 0.0480509 Sep 30 14:01:25.740590 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-efa25d71-1e93-4db7-9d9b-b75b52d8a624 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e475748-62e5-4547-8684-00280c005d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243933 Sep 30 14:01:25.830837 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-d7ed8fb3-fa80-4a90-8766-c6a310fb29ef service neutron] 10.222.0.54 "GET /v2.0/networks/9e475748-62e5-4547-8684-00280c005d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818806 Sep 30 14:01:25.922037 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b9d6f2e0-d968-49fc-8914-ac51ef7e329a req-361c153a-10a1-4d3a-b847-252d16133800 service neutron] 10.222.0.54 "GET /v2.0/networks/9e475748-62e5-4547-8684-00280c005d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838428 Sep 30 14:01:26.017352 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8d1cb-bec9-4be6-a7b8-d88a356f1472 req-2f76a53e-4798-41cd-b115-4d2920698d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:26.018855 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6ae8d1cb-bec9-4be6-a7b8-d88a356f1472 req-2f76a53e-4798-41cd-b115-4d2920698d0f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=007a2507566d4085a9a3df3e90025801&device_id=d6a524c1-418b-4483-95c7-a928c7b93bbb HTTP/1.1" status: 200 len: 1094 time: 0.0401113 Sep 30 14:01:26.111385 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8d1cb-bec9-4be6-a7b8-d88a356f1472 req-fe72b10e-5d0e-4256-ad3d-7caac0fd9de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:26.112732 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6ae8d1cb-bec9-4be6-a7b8-d88a356f1472 req-fe72b10e-5d0e-4256-ad3d-7caac0fd9de7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e475748-62e5-4547-8684-00280c005d65 HTTP/1.1" status: 200 len: 915 time: 0.0864425 Sep 30 14:01:26.152445 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6ae8d1cb-bec9-4be6-a7b8-d88a356f1472 req-bce7db2c-165b-4361-bdaa-f21f699e7be4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3722bdb4-1a64-4eff-a2ce-d4efc697b86d HTTP/1.1" status: 200 len: 217 time: 0.0331721 Sep 30 14:01:26.200777 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8d1cb-bec9-4be6-a7b8-d88a356f1472 req-dc91b625-7902-48da-a2ed-c8873884c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:26.202215 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6ae8d1cb-bec9-4be6-a7b8-d88a356f1472 req-dc91b625-7902-48da-a2ed-c8873884c258 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62c4c9d1-070e-4cbd-adfd-c08ac7b21c2e HTTP/1.1" status: 200 len: 854 time: 0.0427933 Sep 30 14:01:26.238441 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6ae8d1cb-bec9-4be6-a7b8-d88a356f1472 req-a4a31605-dc9c-49d6-b54e-8f809c668b29 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e475748-62e5-4547-8684-00280c005d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295255 Sep 30 14:01:26.325638 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6ae8d1cb-bec9-4be6-a7b8-d88a356f1472 req-38eb63e4-37a5-434f-bdf2-7e2a79561d85 service neutron] 10.222.0.54 "GET /v2.0/networks/9e475748-62e5-4547-8684-00280c005d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800991 Sep 30 14:01:26.418456 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6ae8d1cb-bec9-4be6-a7b8-d88a356f1472 req-45f9d056-184c-45b4-b819-0872a1080eaf service neutron] 10.222.0.54 "GET /v2.0/networks/9e475748-62e5-4547-8684-00280c005d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863211 Sep 30 14:01:26.763675 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61753dde-9a7a-4ab8-9b05-0e82aa4a8640 req-01e097dc-833b-49f6-919a-bc026875d232 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:26.765178 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-61753dde-9a7a-4ab8-9b05-0e82aa4a8640 req-01e097dc-833b-49f6-919a-bc026875d232 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a524c1-418b-4483-95c7-a928c7b93bbb HTTP/1.1" status: 200 len: 943 time: 0.0500922 Sep 30 14:01:26.803068 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-61753dde-9a7a-4ab8-9b05-0e82aa4a8640 req-761efa11-cbb5-4420-bcd1-13b78d9ada85 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1cedbaf-c822-4379-9bbe-04d99f76ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319233 Sep 30 14:01:27.915081 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a79eb6-0d9c-4d09-87e8-831d4d558e59 req-01af490a-1902-42eb-8012-cbca484bb276 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:27.916563 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-44a79eb6-0d9c-4d09-87e8-831d4d558e59 req-01af490a-1902-42eb-8012-cbca484bb276 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a524c1-418b-4483-95c7-a928c7b93bbb HTTP/1.1" status: 200 len: 943 time: 0.0476844 Sep 30 14:01:27.953978 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-44a79eb6-0d9c-4d09-87e8-831d4d558e59 req-7ddb80f6-3d99-49fb-a85b-ad51a51732ce tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1cedbaf-c822-4379-9bbe-04d99f76ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315580 Sep 30 14:01:28.600593 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 3722bdb4-1a64-4eff-a2ce-d4efc697b86d details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 14:01:28.698356 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 3722bdb4-1a64-4eff-a2ce-d4efc697b86d, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=3722bdb4-1a64-4eff-a2ce-d4efc697b86d,segment=NetworkSegment(ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb),segment_id=ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:01:28.708847 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '3722bdb4-1a64-4eff-a2ce-d4efc697b86d', 'network_id': '9e475748-62e5-4547-8684-00280c005d65', 'port_id': '3722bdb4-1a64-4eff-a2ce-d4efc697b86d', 'mac_address': 'fa:16:3e:b1:55:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c4c9d1-070e-4cbd-adfd-c08ac7b21c2e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 14:01:28.745406 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:28.757571 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3722bdb4-1a64-4eff-a2ce-d4efc697b86d {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:01:28.776339 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 3722bdb4-1a64-4eff-a2ce-d4efc697b86d, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=3722bdb4-1a64-4eff-a2ce-d4efc697b86d,segment=NetworkSegment(ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb),segment_id=ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:01:28.780004 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:28.824397 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=3722bdb4-1a64-4eff-a2ce-d4efc697b86d,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:29.065175 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca50bcd-4523-4332-ba5b-879fbe1dfafe req-eac2c116-abd3-4c39-bd7a-d831c7c9ee9f tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:29.066144 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['3722bdb4-1a64-4eff-a2ce-d4efc697b86d'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:01:29.066706 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7ca50bcd-4523-4332-ba5b-879fbe1dfafe req-eac2c116-abd3-4c39-bd7a-d831c7c9ee9f tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a524c1-418b-4483-95c7-a928c7b93bbb HTTP/1.1" status: 200 len: 944 time: 0.0481172 Sep 30 14:01:29.105215 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7ca50bcd-4523-4332-ba5b-879fbe1dfafe req-dfd1719a-0106-4ddb-9072-60ca6487cf81 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1cedbaf-c822-4379-9bbe-04d99f76ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319736 Sep 30 14:01:30.220212 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f108fad-be0f-4358-b7ed-c2fe7e9abaeb req-6db91286-595a-4789-905b-4e82015f6ee9 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:30.221755 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f108fad-be0f-4358-b7ed-c2fe7e9abaeb req-6db91286-595a-4789-905b-4e82015f6ee9 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a524c1-418b-4483-95c7-a928c7b93bbb HTTP/1.1" status: 200 len: 944 time: 0.0498650 Sep 30 14:01:30.259188 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f108fad-be0f-4358-b7ed-c2fe7e9abaeb req-3f1af236-3eda-412b-b016-563aeb6a9047 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1cedbaf-c822-4379-9bbe-04d99f76ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313408 Sep 30 14:01:30.616225 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 3722bdb4-1a64-4eff-a2ce-d4efc697b86d up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:01:30.663625 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 3722bdb4-1a64-4eff-a2ce-d4efc697b86d completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 14:01:30.667802 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 3722bdb4-1a64-4eff-a2ce-d4efc697b86d triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:01:30.668170 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:30.739487 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:01:30.745723 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:30.768060 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a524c1-418b-4483-95c7-a928c7b93bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3722bdb4-1a64-4eff-a2ce-d4efc697b86d'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:01:30.770344 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730efdff73588999065a9861b250a1e40d95e5d75871f85cc1573bd279cf301b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f875d2-80c8-4ab4-84d3-33ba64949da7" -d '{"events": [{"server_uuid": "d6a524c1-418b-4483-95c7-a928c7b93bbb", "name": "network-vif-plugged", "status": "completed", "tag": "3722bdb4-1a64-4eff-a2ce-d4efc697b86d"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:01:30.783875 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 3722bdb4-1a64-4eff-a2ce-d4efc697b86d, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=3722bdb4-1a64-4eff-a2ce-d4efc697b86d,segment=NetworkSegment(ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb),segment_id=ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:01:30.788973 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:30.812664 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdcfd47-2941-4be0-bd7e-e84a2828dfbf x-openstack-request-id: req-1bdcfd47-2941-4be0-bd7e-e84a2828dfbf {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:01:30.812960 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a524c1-418b-4483-95c7-a928c7b93bbb", "name": "network-vif-plugged", "status": "completed", "tag": "3722bdb4-1a64-4eff-a2ce-d4efc697b86d", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:01:30.813215 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1bdcfd47-2941-4be0-bd7e-e84a2828dfbf {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:01:30.813619 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a524c1-418b-4483-95c7-a928c7b93bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3722bdb4-1a64-4eff-a2ce-d4efc697b86d', 'code': 200} Sep 30 14:01:30.839858 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=3722bdb4-1a64-4eff-a2ce-d4efc697b86d,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:30.909946 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5bfcc-e692-4696-9767-8cf5780c9357 req-c8c49bb9-0b28-4a48-8cfb-4e511df30f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:30.911467 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7cc5bfcc-e692-4696-9767-8cf5780c9357 req-c8c49bb9-0b28-4a48-8cfb-4e511df30f9c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d6a524c1-418b-4483-95c7-a928c7b93bbb HTTP/1.1" status: 200 len: 1096 time: 0.0440161 Sep 30 14:01:30.946165 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7cc5bfcc-e692-4696-9767-8cf5780c9357 req-ce7e6c32-fe0e-42db-b2e2-beed04246c8f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a1cedbaf-c822-4379-9bbe-04d99f76ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267692 Sep 30 14:01:31.374035 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed573e-ab91-4dc6-af8e-14aa3db608ff req-04bb1f0c-7f5f-45c4-aa76-2aad375780c6 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:31.375485 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-11ed573e-ab91-4dc6-af8e-14aa3db608ff req-04bb1f0c-7f5f-45c4-aa76-2aad375780c6 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a524c1-418b-4483-95c7-a928c7b93bbb HTTP/1.1" status: 200 len: 945 time: 0.0518775 Sep 30 14:01:31.412613 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-11ed573e-ab91-4dc6-af8e-14aa3db608ff req-1bd3eb28-6a2f-4998-8949-d8957aa9bdd8 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1cedbaf-c822-4379-9bbe-04d99f76ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308771 Sep 30 14:01:32.531156 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c317c-d08a-44d9-8140-3e084ad85b7f req-22fb73bb-f82a-4ee5-9feb-94bc74506d8d tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:32.532626 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c4c317c-d08a-44d9-8140-3e084ad85b7f req-22fb73bb-f82a-4ee5-9feb-94bc74506d8d tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a524c1-418b-4483-95c7-a928c7b93bbb HTTP/1.1" status: 200 len: 945 time: 0.0486917 Sep 30 14:01:32.571007 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c4c317c-d08a-44d9-8140-3e084ad85b7f req-b3fc71c0-c66a-4e78-b6d5-bffa9584d5fc tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1cedbaf-c822-4379-9bbe-04d99f76ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316517 Sep 30 14:01:32.815173 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623d102-9b92-4389-b5be-4da49e7cbff9 req-88ee165b-cee2-4471-b307-358936e34d54 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:32.816677 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0623d102-9b92-4389-b5be-4da49e7cbff9 req-88ee165b-cee2-4471-b307-358936e34d54 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a524c1-418b-4483-95c7-a928c7b93bbb HTTP/1.1" status: 200 len: 945 time: 0.0486865 Sep 30 14:01:32.854225 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0623d102-9b92-4389-b5be-4da49e7cbff9 req-178925a1-d57b-4fdb-9b9a-1dfe25f5ee14 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1cedbaf-c822-4379-9bbe-04d99f76ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314827 Sep 30 14:01:33.969346 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559eac4-aa68-46bf-aeb3-bf497e2be2ac req-b3117088-3a95-44b3-8abd-ca2a58aabf44 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:33.970873 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d559eac4-aa68-46bf-aeb3-bf497e2be2ac req-b3117088-3a95-44b3-8abd-ca2a58aabf44 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a524c1-418b-4483-95c7-a928c7b93bbb HTTP/1.1" status: 200 len: 945 time: 0.0482154 Sep 30 14:01:34.007792 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d559eac4-aa68-46bf-aeb3-bf497e2be2ac req-08d79b74-0e59-4a45-b817-ebdff0fb78cd tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1cedbaf-c822-4379-9bbe-04d99f76ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310023 Sep 30 14:01:34.191282 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02741139-2b55-4d32-86d9-3b9b3cbaac62 req-7a730abd-f4a4-49c1-a6ef-a425bbec6228 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:34.192651 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-02741139-2b55-4d32-86d9-3b9b3cbaac62 req-7a730abd-f4a4-49c1-a6ef-a425bbec6228 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6a524c1-418b-4483-95c7-a928c7b93bbb HTTP/1.1" status: 200 len: 945 time: 0.0519991 Sep 30 14:01:34.278811 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-02741139-2b55-4d32-86d9-3b9b3cbaac62 req-e0409759-cc8b-4cd2-bbe8-5c05edc4fb7a tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Deleting port 3722bdb4-1a64-4eff-a2ce-d4efc697b86d {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:01:34.279151 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-02741139-2b55-4d32-86d9-3b9b3cbaac62 req-e0409759-cc8b-4cd2-bbe8-5c05edc4fb7a tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:34.368891 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-02741139-2b55-4d32-86d9-3b9b3cbaac62 req-e0409759-cc8b-4cd2-bbe8-5c05edc4fb7a tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] For port 3722bdb4-1a64-4eff-a2ce-d4efc697b86d, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=3722bdb4-1a64-4eff-a2ce-d4efc697b86d,segment=NetworkSegment(ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb),segment_id=ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:01:34.369254 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-02741139-2b55-4d32-86d9-3b9b3cbaac62 req-e0409759-cc8b-4cd2-bbe8-5c05edc4fb7a tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:34.380821 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-02741139-2b55-4d32-86d9-3b9b3cbaac62 req-e0409759-cc8b-4cd2-bbe8-5c05edc4fb7a tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Calling delete_port for 3722bdb4-1a64-4eff-a2ce-d4efc697b86d owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:01:34.504948 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-02741139-2b55-4d32-86d9-3b9b3cbaac62 req-e0409759-cc8b-4cd2-bbe8-5c05edc4fb7a tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:34.517062 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['6451cabd-13ef-4306-a20e-baa4ac07d356'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:01:34.522055 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['3722bdb4-1a64-4eff-a2ce-d4efc697b86d'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:01:34.537477 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0409759-cc8b-4cd2-bbe8-5c05edc4fb7a tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Pushing event deleted for resources: {'Port': ['ID=3722bdb4-1a64-4eff-a2ce-d4efc697b86d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:34.550296 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0409759-cc8b-4cd2-bbe8-5c05edc4fb7a tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:34.550646 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0409759-cc8b-4cd2-bbe8-5c05edc4fb7a tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:34.550982 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0409759-cc8b-4cd2-bbe8-5c05edc4fb7a tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:34.551315 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0409759-cc8b-4cd2-bbe8-5c05edc4fb7a tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:34.551642 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0409759-cc8b-4cd2-bbe8-5c05edc4fb7a tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:34.551969 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0409759-cc8b-4cd2-bbe8-5c05edc4fb7a tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:34.552289 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0409759-cc8b-4cd2-bbe8-5c05edc4fb7a tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:34.552608 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0409759-cc8b-4cd2-bbe8-5c05edc4fb7a tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:34.552929 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0409759-cc8b-4cd2-bbe8-5c05edc4fb7a tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:34.553246 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0409759-cc8b-4cd2-bbe8-5c05edc4fb7a tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:34.553561 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0409759-cc8b-4cd2-bbe8-5c05edc4fb7a tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:34.553875 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0409759-cc8b-4cd2-bbe8-5c05edc4fb7a tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:34.588787 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-02741139-2b55-4d32-86d9-3b9b3cbaac62 req-e0409759-cc8b-4cd2-bbe8-5c05edc4fb7a tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] No DVR routers for this DVR port 3722bdb4-1a64-4eff-a2ce-d4efc697b86d on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:01:34.591566 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-02741139-2b55-4d32-86d9-3b9b3cbaac62 req-e0409759-cc8b-4cd2-bbe8-5c05edc4fb7a tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:34.593648 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-02741139-2b55-4d32-86d9-3b9b3cbaac62 req-e0409759-cc8b-4cd2-bbe8-5c05edc4fb7a tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.54 "DELETE /v2.0/ports/3722bdb4-1a64-4eff-a2ce-d4efc697b86d HTTP/1.1" status: 204 len: 173 time: 0.3951893 Sep 30 14:01:34.594125 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a524c1-418b-4483-95c7-a928c7b93bbb', 'name': 'network-vif-deleted', 'tag': '3722bdb4-1a64-4eff-a2ce-d4efc697b86d'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:01:34.596442 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e219da2189c054287262e416842f7478ca0ea1bcac3b9d962638c13bcc9183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ce932e-173d-4df3-8f81-d3c548ea7b2b" -d '{"events": [{"server_uuid": "d6a524c1-418b-4483-95c7-a928c7b93bbb", "name": "network-vif-deleted", "tag": "3722bdb4-1a64-4eff-a2ce-d4efc697b86d"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:01:34.635304 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478af1f2-b628-4505-9e3a-23b96e778cf1 x-openstack-request-id: req-478af1f2-b628-4505-9e3a-23b96e778cf1 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:01:34.635596 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a524c1-418b-4483-95c7-a928c7b93bbb", "name": "network-vif-deleted", "tag": "3722bdb4-1a64-4eff-a2ce-d4efc697b86d", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:01:34.635849 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-478af1f2-b628-4505-9e3a-23b96e778cf1 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:01:34.636253 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a524c1-418b-4483-95c7-a928c7b93bbb', 'name': 'network-vif-deleted', 'tag': '3722bdb4-1a64-4eff-a2ce-d4efc697b86d', 'status': 'completed', 'code': 200} Sep 30 14:01:35.157788 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b27fb-baf3-41b1-9fa2-1548e53ce6d9 req-0882bfcb-7596-4a2e-be66-b3d220dd2fa4 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:35.159303 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7d2b27fb-baf3-41b1-9fa2-1548e53ce6d9 req-0882bfcb-7596-4a2e-be66-b3d220dd2fa4 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/ports?device_id=088e218a-e3b1-4c68-93d6-b24366da5098 HTTP/1.1" status: 200 len: 946 time: 0.0492036 Sep 30 14:01:35.197158 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7d2b27fb-baf3-41b1-9fa2-1548e53ce6d9 req-ca97ecca-07e7-44bd-a388-13d73408ef84 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1cedbaf-c822-4379-9bbe-04d99f76ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318658 Sep 30 14:01:35.329624 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601d4c9-dcf5-4025-af4a-db76cf465671 req-ee0ca8aa-aae2-4ed3-8368-89a2b65841e3 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:35.331126 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e601d4c9-dcf5-4025-af4a-db76cf465671 req-ee0ca8aa-aae2-4ed3-8368-89a2b65841e3 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/ports?device_id=088e218a-e3b1-4c68-93d6-b24366da5098 HTTP/1.1" status: 200 len: 946 time: 0.0522320 Sep 30 14:01:35.369860 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e601d4c9-dcf5-4025-af4a-db76cf465671 req-bdf8537c-4b97-490c-8c0a-923111307d09 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1cedbaf-c822-4379-9bbe-04d99f76ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325110 Sep 30 14:01:35.485410 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b992ff-2e2a-47f9-83ca-76b59208412f req-dc60a0bb-7b75-4886-8715-3fc4866b91bd tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:35.486871 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e3b992ff-2e2a-47f9-83ca-76b59208412f req-dc60a0bb-7b75-4886-8715-3fc4866b91bd tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/ports?device_id=088e218a-e3b1-4c68-93d6-b24366da5098 HTTP/1.1" status: 200 len: 946 time: 0.0499997 Sep 30 14:01:35.524589 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e3b992ff-2e2a-47f9-83ca-76b59208412f req-65ec877b-e8d4-47a3-9e3d-03738dcb6005 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1cedbaf-c822-4379-9bbe-04d99f76ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311556 Sep 30 14:01:35.596308 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-30611aa2-4576-4956-bc78-c8645b143ad4 req-8556363d-c646-49b0-b762-12481a812ed8 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 14:01:35.597309 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-30611aa2-4576-4956-bc78-c8645b143ad4 req-8556363d-c646-49b0-b762-12481a812ed8 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053730 Sep 30 14:01:35.705689 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03944cd5-bbc8-4cd2-b50b-2987ca2a7cc0 req-efa307ad-5457-4c13-b1c5-f119ba916b84 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:35.707172 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-03944cd5-bbc8-4cd2-b50b-2987ca2a7cc0 req-efa307ad-5457-4c13-b1c5-f119ba916b84 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/ports?device_id=088e218a-e3b1-4c68-93d6-b24366da5098 HTTP/1.1" status: 200 len: 946 time: 0.0525980 Sep 30 14:01:35.745594 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-03944cd5-bbc8-4cd2-b50b-2987ca2a7cc0 req-d1721d99-6e1d-45f7-bbf3-424fe7f41f4f tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1cedbaf-c822-4379-9bbe-04d99f76ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316215 Sep 30 14:01:35.857514 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8843fe-2f7b-4939-b4d5-94db788b4a45 req-63e91da9-a2e2-47e2-b6e1-a3130871ea63 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:35.859013 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f8843fe-2f7b-4939-b4d5-94db788b4a45 req-63e91da9-a2e2-47e2-b6e1-a3130871ea63 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/ports?device_id=088e218a-e3b1-4c68-93d6-b24366da5098 HTTP/1.1" status: 200 len: 946 time: 0.0476930 Sep 30 14:01:35.895505 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f8843fe-2f7b-4939-b4d5-94db788b4a45 req-a1cb5099-24d4-4c60-8793-788ae250ed80 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1cedbaf-c822-4379-9bbe-04d99f76ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306587 Sep 30 14:01:36.015877 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519cb28-498a-437c-ae63-99969ee8081c req-25b64511-35ae-421d-8c0c-b1b9db1249a4 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:36.017237 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a519cb28-498a-437c-ae63-99969ee8081c req-25b64511-35ae-421d-8c0c-b1b9db1249a4 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/ports?device_id=088e218a-e3b1-4c68-93d6-b24366da5098 HTTP/1.1" status: 200 len: 946 time: 0.0470433 Sep 30 14:01:36.053796 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a519cb28-498a-437c-ae63-99969ee8081c req-378f492c-9334-4e73-9105-a7109ec341c5 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1cedbaf-c822-4379-9bbe-04d99f76ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305481 Sep 30 14:01:36.353075 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f58fa-942c-46d5-9e04-65dc80114a00 req-7831f403-8bac-4386-b05e-f023ee788e5e tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:36.354557 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-431f58fa-942c-46d5-9e04-65dc80114a00 req-7831f403-8bac-4386-b05e-f023ee788e5e tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/ports?device_id=088e218a-e3b1-4c68-93d6-b24366da5098 HTTP/1.1" status: 200 len: 946 time: 0.0523887 Sep 30 14:01:36.390972 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-431f58fa-942c-46d5-9e04-65dc80114a00 req-269a2e0a-3117-41ff-8b13-e8d224dfea5b tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1cedbaf-c822-4379-9bbe-04d99f76ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304887 Sep 30 14:01:37.515955 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee9f6c-c3e1-44fa-a33a-f507749360cc req-a1f322c3-3ef3-4490-a131-30adf16758c6 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:37.517432 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-73ee9f6c-c3e1-44fa-a33a-f507749360cc req-a1f322c3-3ef3-4490-a131-30adf16758c6 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/ports?device_id=088e218a-e3b1-4c68-93d6-b24366da5098 HTTP/1.1" status: 200 len: 946 time: 0.0484300 Sep 30 14:01:37.555921 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-73ee9f6c-c3e1-44fa-a33a-f507749360cc req-7b70fba1-3fe3-42ab-a9ff-053f4dc70190 tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1cedbaf-c822-4379-9bbe-04d99f76ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326359 Sep 30 14:01:37.680191 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290ea4e-8c79-4af1-889b-c65005528b49 req-ffce9879-daf9-4c42-a2b3-23b2a0dd17ae tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:37.681523 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f290ea4e-8c79-4af1-889b-c65005528b49 req-ffce9879-daf9-4c42-a2b3-23b2a0dd17ae tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.39 "GET /v2.0/ports?device_id=088e218a-e3b1-4c68-93d6-b24366da5098 HTTP/1.1" status: 200 len: 946 time: 0.0471413 Sep 30 14:01:37.770738 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-f290ea4e-8c79-4af1-889b-c65005528b49 req-69ccf941-8b15-4e2b-aa49-63f6e70bfb2c tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Deleting port 6451cabd-13ef-4306-a20e-baa4ac07d356 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:01:37.771073 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f290ea4e-8c79-4af1-889b-c65005528b49 req-69ccf941-8b15-4e2b-aa49-63f6e70bfb2c tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:37.857925 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-f290ea4e-8c79-4af1-889b-c65005528b49 req-69ccf941-8b15-4e2b-aa49-63f6e70bfb2c tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] For port 6451cabd-13ef-4306-a20e-baa4ac07d356, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=6451cabd-13ef-4306-a20e-baa4ac07d356,segment=NetworkSegment(ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb),segment_id=ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:01:37.858309 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f290ea4e-8c79-4af1-889b-c65005528b49 req-69ccf941-8b15-4e2b-aa49-63f6e70bfb2c tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:37.870374 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-f290ea4e-8c79-4af1-889b-c65005528b49 req-69ccf941-8b15-4e2b-aa49-63f6e70bfb2c tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Calling delete_port for 6451cabd-13ef-4306-a20e-baa4ac07d356 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:01:37.993825 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f290ea4e-8c79-4af1-889b-c65005528b49 req-69ccf941-8b15-4e2b-aa49-63f6e70bfb2c tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:38.005062 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['6451cabd-13ef-4306-a20e-baa4ac07d356'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:01:38.021872 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccf941-8b15-4e2b-aa49-63f6e70bfb2c tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Pushing event deleted for resources: {'Port': ['ID=6451cabd-13ef-4306-a20e-baa4ac07d356,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:38.066041 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-f290ea4e-8c79-4af1-889b-c65005528b49 req-69ccf941-8b15-4e2b-aa49-63f6e70bfb2c tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] No DVR routers for this DVR port 6451cabd-13ef-4306-a20e-baa4ac07d356 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:01:38.068633 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-f290ea4e-8c79-4af1-889b-c65005528b49 req-69ccf941-8b15-4e2b-aa49-63f6e70bfb2c tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:38.071146 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f290ea4e-8c79-4af1-889b-c65005528b49 req-69ccf941-8b15-4e2b-aa49-63f6e70bfb2c tempest-ServersNegativeTestJSON-674625808 tempest-ServersNegativeTestJSON-674625808-project] 10.222.0.39 "DELETE /v2.0/ports/6451cabd-13ef-4306-a20e-baa4ac07d356 HTTP/1.1" status: 204 len: 173 time: 0.3827467 Sep 30 14:01:38.071568 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088e218a-e3b1-4c68-93d6-b24366da5098', 'name': 'network-vif-deleted', 'tag': '6451cabd-13ef-4306-a20e-baa4ac07d356'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:01:38.073776 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b930838-7cb0-411c-9f95-0e8d8fd1e2b5" -d '{"events": [{"server_uuid": "088e218a-e3b1-4c68-93d6-b24366da5098", "name": "network-vif-deleted", "tag": "6451cabd-13ef-4306-a20e-baa4ac07d356"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:01:38.109375 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc0fed8-ba9f-4571-b57b-e97bbc6d8e23 x-openstack-request-id: req-dcc0fed8-ba9f-4571-b57b-e97bbc6d8e23 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:01:38.109691 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088e218a-e3b1-4c68-93d6-b24366da5098", "name": "network-vif-deleted", "tag": "6451cabd-13ef-4306-a20e-baa4ac07d356", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:01:38.109939 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dcc0fed8-ba9f-4571-b57b-e97bbc6d8e23 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:01:38.110379 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088e218a-e3b1-4c68-93d6-b24366da5098', 'name': 'network-vif-deleted', 'tag': '6451cabd-13ef-4306-a20e-baa4ac07d356', 'status': 'completed', 'code': 200} Sep 30 14:01:38.610722 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48062) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:38.647310 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 3722bdb4-1a64-4eff-a2ce-d4efc697b86d no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:01:38.654239 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c4b0ffe-8241-4980-a8d0-a5a18578a7a1 admin admin] Deleting subnet 62c4c9d1-070e-4cbd-adfd-c08ac7b21c2e {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 14:01:38.657280 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4c4b0ffe-8241-4980-a8d0-a5a18578a7a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:38.667026 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 3722bdb4-1a64-4eff-a2ce-d4efc697b86d {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:01:38.667362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 3722bdb4-1a64-4eff-a2ce-d4efc697b86d not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:01:38.691706 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4c4b0ffe-8241-4980-a8d0-a5a18578a7a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:38.729218 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4c4b0ffe-8241-4980-a8d0-a5a18578a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:38.783835 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4c4b0ffe-8241-4980-a8d0-a5a18578a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:38.809737 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b0ffe-8241-4980-a8d0-a5a18578a7a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62c4c9d1-070e-4cbd-adfd-c08ac7b21c2e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:38.813408 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4c4b0ffe-8241-4980-a8d0-a5a18578a7a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:38.815622 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4c4b0ffe-8241-4980-a8d0-a5a18578a7a1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/62c4c9d1-070e-4cbd-adfd-c08ac7b21c2e HTTP/1.1" status: 204 len: 168 time: 0.2035739 Sep 30 14:01:38.817960 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48064) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:38.884627 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4414a35c-583b-4e16-9409-844e69e73968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:38.963881 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4414a35c-583b-4e16-9409-844e69e73968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:38.982619 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-4414a35c-583b-4e16-9409-844e69e73968 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e475748-62e5-4547-8684-00280c005d65']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:38.991932 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-4414a35c-583b-4e16-9409-844e69e73968 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:38.992755 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-4414a35c-583b-4e16-9409-844e69e73968 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddaea9f8-60ee-4b58-9794-f6a9c9f30ffb') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:39.001790 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4414a35c-583b-4e16-9409-844e69e73968 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:39.014902 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4414a35c-583b-4e16-9409-844e69e73968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:39.020500 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4414a35c-583b-4e16-9409-844e69e73968 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 14:01:39.020876 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4414a35c-583b-4e16-9409-844e69e73968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: timer() Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 14:01:39.022496 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 14:01:39.078348 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4414a35c-583b-4e16-9409-844e69e73968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:39.083642 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4414a35c-583b-4e16-9409-844e69e73968 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:39.085709 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4414a35c-583b-4e16-9409-844e69e73968 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9e475748-62e5-4547-8684-00280c005d65 HTTP/1.1" status: 204 len: 168 time: 0.2668219 Sep 30 14:01:39.096074 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414a35c-583b-4e16-9409-844e69e73968 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e475748-62e5-4547-8684-00280c005d65,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:39.191076 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48068) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:39.230720 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ac4ac50f-06f1-4141-b144-9daa136cb497 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=007a2507566d4085a9a3df3e90025801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384371 Sep 30 14:01:39.233078 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48070) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:39.279601 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afe7ceb1-b42b-45db-b2f0-bb824915921f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:39.299730 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afe7ceb1-b42b-45db-b2f0-bb824915921f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:39.346699 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afe7ceb1-b42b-45db-b2f0-bb824915921f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:39.349538 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-afe7ceb1-b42b-45db-b2f0-bb824915921f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:39.350716 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-afe7ceb1-b42b-45db-b2f0-bb824915921f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a1cedbaf-c822-4379-9bbe-04d99f76ef70 HTTP/1.1" status: 204 len: 168 time: 0.1167700 Sep 30 14:01:39.358778 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7ceb1-b42b-45db-b2f0-bb824915921f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cedbaf-c822-4379-9bbe-04d99f76ef70,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:40.014183 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48092) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:40.107204 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-12ad7133-7ed7-4b7f-9780-8a381484c8d4 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1820572119'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:01:40.127583 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ad7133-7ed7-4b7f-9780-8a381484c8d4 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Made reservation on behalf of 76316f4d4e964520b56bc2ed54b1eda8 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:01:40.130931 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12ad7133-7ed7-4b7f-9780-8a381484c8d4 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:40.139504 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12ad7133-7ed7-4b7f-9780-8a381484c8d4 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:40.231180 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12ad7133-7ed7-4b7f-9780-8a381484c8d4 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:40.234854 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12ad7133-7ed7-4b7f-9780-8a381484c8d4 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:40.257254 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ad7133-7ed7-4b7f-9780-8a381484c8d4 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 14:01:40.271507 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad7133-7ed7-4b7f-9780-8a381484c8d4 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020dc63b-a684-4945-bc31-cd9be82a06b5,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:40.278050 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12ad7133-7ed7-4b7f-9780-8a381484c8d4 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:40.278455 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-12ad7133-7ed7-4b7f-9780-8a381484c8d4 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Added segment 0af630cd-25ca-46d3-b8c8-b09503364da5 of type vlan for network 6bc85efb-3433-4a04-a756-3f4f3faed2a7 Sep 30 14:01:40.318826 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12ad7133-7ed7-4b7f-9780-8a381484c8d4 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:40.344609 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12ad7133-7ed7-4b7f-9780-8a381484c8d4 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:40.350292 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ad7133-7ed7-4b7f-9780-8a381484c8d4 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:40.350872 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-12ad7133-7ed7-4b7f-9780-8a381484c8d4 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:40.379524 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-12ad7133-7ed7-4b7f-9780-8a381484c8d4 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3642433 Sep 30 14:01:40.419705 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad7133-7ed7-4b7f-9780-8a381484c8d4 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Pushing event updated for resources: {'Network': ['ID=6bc85efb-3433-4a04-a756-3f4f3faed2a7,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:40.430330 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 6bc85efb-3433-4a04-a756-3f4f3faed2a7 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 14:01:42.562429 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 6451cabd-13ef-4306-a20e-baa4ac07d356 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:01:42.582475 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 6451cabd-13ef-4306-a20e-baa4ac07d356 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:01:42.582815 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 6451cabd-13ef-4306-a20e-baa4ac07d356 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:01:43.628212 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48096) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:43.634914 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-11791f4b-6c56-4837-a1ea-2d7ce761d5fc tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Request body: {'subnet': {'network_id': '6bc85efb-3433-4a04-a756-3f4f3faed2a7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:01:43.725633 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11791f4b-6c56-4837-a1ea-2d7ce761d5fc tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Made reservation on behalf of 76316f4d4e964520b56bc2ed54b1eda8 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:01:43.729536 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-11791f4b-6c56-4837-a1ea-2d7ce761d5fc tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:43.906437 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-11791f4b-6c56-4837-a1ea-2d7ce761d5fc tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:43.963640 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11791f4b-6c56-4837-a1ea-2d7ce761d5fc tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Pushing event updated for resources: {'Subnet': ['ID=d4f5ed25-fbc7-4a88-9941-7fb99546d973,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:43.973593 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11791f4b-6c56-4837-a1ea-2d7ce761d5fc tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Checking segment: {'id': '0af630cd-25ca-46d3-b8c8-b09503364da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6bc85efb-3433-4a04-a756-3f4f3faed2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:01:43.973954 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11791f4b-6c56-4837-a1ea-2d7ce761d5fc tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Network hostable DHCP agents. Network: 6bc85efb-3433-4a04-a756-3f4f3faed2a7, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 14:01:43.989878 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11791f4b-6c56-4837-a1ea-2d7ce761d5fc tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Network 6bc85efb-3433-4a04-a756-3f4f3faed2a7 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 14:01:43.998633 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-11791f4b-6c56-4837-a1ea-2d7ce761d5fc tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 6bc85efb-3433-4a04-a756-3f4f3faed2a7) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:01:44.002726 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11791f4b-6c56-4837-a1ea-2d7ce761d5fc tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:44.003313 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-11791f4b-6c56-4837-a1ea-2d7ce761d5fc tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:44.008411 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c203ef5-8c92-438a-9100-f4da2aab0552 None None] Network 6bc85efb-3433-4a04-a756-3f4f3faed2a7 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:01:44.018002 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-11791f4b-6c56-4837-a1ea-2d7ce761d5fc tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3886604 Sep 30 14:01:44.021391 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48098) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:44.026277 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-2b8284fc-b52e-4e38-82ea-c07f174f8844 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-430237694'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:01:44.046047 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8284fc-b52e-4e38-82ea-c07f174f8844 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Made reservation on behalf of 76316f4d4e964520b56bc2ed54b1eda8 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:01:44.049408 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2b8284fc-b52e-4e38-82ea-c07f174f8844 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:44.073885 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8284fc-b52e-4e38-82ea-c07f174f8844 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 14:01:44.082648 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2b8284fc-b52e-4e38-82ea-c07f174f8844 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:44.083033 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-2b8284fc-b52e-4e38-82ea-c07f174f8844 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Added segment 6ba9bbcc-3ac0-4aea-b07d-4080c1cf1a53 of type vlan for network fe3fb869-9e1e-4bf7-901c-9354821e1aac Sep 30 14:01:44.127261 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2b8284fc-b52e-4e38-82ea-c07f174f8844 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:44.152433 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2b8284fc-b52e-4e38-82ea-c07f174f8844 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:44.153463 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-6bc85efb-3433-4a04-a756-3f4f3faed2a7', 'network_id': '6bc85efb-3433-4a04-a756-3f4f3faed2a7', 'tenant_id': '76316f4d4e964520b56bc2ed54b1eda8', 'fixed_ips': [{'subnet_id': 'd4f5ed25-fbc7-4a88-9941-7fb99546d973'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 14:01:44.154383 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:44.158045 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8284fc-b52e-4e38-82ea-c07f174f8844 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:44.158592 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2b8284fc-b52e-4e38-82ea-c07f174f8844 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:44.189016 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2b8284fc-b52e-4e38-82ea-c07f174f8844 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1665931 Sep 30 14:01:44.192170 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48100) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:44.197950 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-873b802f-77d2-42b5-8881-1fd46e826154 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Request body: {'subnet': {'network_id': 'fe3fb869-9e1e-4bf7-901c-9354821e1aac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:01:44.228746 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8284fc-b52e-4e38-82ea-c07f174f8844 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Pushing event updated for resources: {'Network': ['ID=fe3fb869-9e1e-4bf7-901c-9354821e1aac,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:44.245630 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network fe3fb869-9e1e-4bf7-901c-9354821e1aac details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 14:01:44.288565 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873b802f-77d2-42b5-8881-1fd46e826154 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Made reservation on behalf of 76316f4d4e964520b56bc2ed54b1eda8 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:01:44.292650 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-873b802f-77d2-42b5-8881-1fd46e826154 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:44.356155 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Allocated IP 2001:db8:0:ffff::2 (6bc85efb-3433-4a04-a756-3f4f3faed2a7/d4f5ed25-fbc7-4a88-9941-7fb99546d973/fec85406-030d-4a37-aa38-e0c173c5b6e9) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:01:44.482569 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-873b802f-77d2-42b5-8881-1fd46e826154 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:44.502173 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:44.507368 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:44.545784 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Network 6bc85efb-3433-4a04-a756-3f4f3faed2a7 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:01:44.548625 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:01:44.548780 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b802f-77d2-42b5-8881-1fd46e826154 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Pushing event updated for resources: {'Subnet': ['ID=97955b63-35e3-45a5-a5e4-28a99c853f06,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:44.552295 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:01:44.558651 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873b802f-77d2-42b5-8881-1fd46e826154 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Checking segment: {'id': '6ba9bbcc-3ac0-4aea-b07d-4080c1cf1a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fe3fb869-9e1e-4bf7-901c-9354821e1aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:01:44.559018 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873b802f-77d2-42b5-8881-1fd46e826154 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Network hostable DHCP agents. Network: fe3fb869-9e1e-4bf7-901c-9354821e1aac, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 14:01:44.576623 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873b802f-77d2-42b5-8881-1fd46e826154 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Network fe3fb869-9e1e-4bf7-901c-9354821e1aac is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 14:01:44.579801 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Pushing event updated for resources: {'Port': ['ID=fec85406-030d-4a37-aa38-e0c173c5b6e9,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:44.585560 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-873b802f-77d2-42b5-8881-1fd46e826154 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, fe3fb869-9e1e-4bf7-901c-9354821e1aac) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:01:44.589954 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873b802f-77d2-42b5-8881-1fd46e826154 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:44.590580 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-873b802f-77d2-42b5-8881-1fd46e826154 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:44.591175 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:44.591520 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:44.591904 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:44.592315 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:44.592645 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:44.592967 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:44.593289 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:44.593604 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:44.593953 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:44.594287 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:44.594950 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:44.594950 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:44.606248 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-873b802f-77d2-42b5-8881-1fd46e826154 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4127829 Sep 30 14:01:44.608881 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48102) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:44.612303 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14058f4-db36-4047-8969-9269bd8423a4 None None] Network fe3fb869-9e1e-4bf7-901c-9354821e1aac requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:01:44.644100 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Attempting to bind port fec85406-030d-4a37-aa38-e0c173c5b6e9 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:01:44.644466 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Attempting to bind port fec85406-030d-4a37-aa38-e0c173c5b6e9 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '0af630cd-25ca-46d3-b8c8-b09503364da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6bc85efb-3433-4a04-a756-3f4f3faed2a7'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:01:44.644823 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Attempting to bind port fec85406-030d-4a37-aa38-e0c173c5b6e9 on network 6bc85efb-3433-4a04-a756-3f4f3faed2a7 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:01:44.676893 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:01:44.677259 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Checking segment: {'id': '0af630cd-25ca-46d3-b8c8-b09503364da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6bc85efb-3433-4a04-a756-3f4f3faed2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:01:44.677653 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:44.678060 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Bound using segment: {'id': '0af630cd-25ca-46d3-b8c8-b09503364da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6bc85efb-3433-4a04-a756-3f4f3faed2a7'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:01:44.678530 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Bound port: fec85406-030d-4a37-aa38-e0c173c5b6e9, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af630cd-25ca-46d3-b8c8-b09503364da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6bc85efb-3433-4a04-a756-3f4f3faed2a7'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:01:44.678909 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:44.703232 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d14d1aab-a120-428d-a58e-a9b6786a9692 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:44.783824 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d14d1aab-a120-428d-a58e-a9b6786a9692 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:44.789893 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] For port fec85406-030d-4a37-aa38-e0c173c5b6e9, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:01:44.792961 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] For port fec85406-030d-4a37-aa38-e0c173c5b6e9, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=fec85406-030d-4a37-aa38-e0c173c5b6e9,segment=NetworkSegment(0af630cd-25ca-46d3-b8c8-b09503364da5),segment_id=0af630cd-25ca-46d3-b8c8-b09503364da5)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:01:44.797705 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:44.838272 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e33994-65d5-4495-98ab-e8a3edd32ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-fe3fb869-9e1e-4bf7-901c-9354821e1aac', 'network_id': 'fe3fb869-9e1e-4bf7-901c-9354821e1aac', 'tenant_id': '76316f4d4e964520b56bc2ed54b1eda8', 'fixed_ips': [{'subnet_id': '97955b63-35e3-45a5-a5e4-28a99c853f06'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 14:01:44.839119 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d4e33994-65d5-4495-98ab-e8a3edd32ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:44.851871 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d14d1aab-a120-428d-a58e-a9b6786a9692 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:44.878664 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d1aab-a120-428d-a58e-a9b6786a9692 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Pushing event deleted for resources: {'Subnet': ['ID=97955b63-35e3-45a5-a5e4-28a99c853f06,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:44.937255 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b8e8b-ac8e-4fcc-823a-fb2ef3eb2b54 None None] Pushing event updated for resources: {'Port': ['ID=fec85406-030d-4a37-aa38-e0c173c5b6e9,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:44.958343 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6036c5f4-ac9f-4e9b-b8ef-d7389c1c6c21 None None] Network fe3fb869-9e1e-4bf7-901c-9354821e1aac requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:01:45.266570 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d14d1aab-a120-428d-a58e-a9b6786a9692 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:45.286962 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-d14d1aab-a120-428d-a58e-a9b6786a9692 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3fb869-9e1e-4bf7-901c-9354821e1aac']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:45.293512 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:45.296870 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-d14d1aab-a120-428d-a58e-a9b6786a9692 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ba9bbcc-3ac0-4aea-b07d-4080c1cf1a53') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:45.297167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-d14d1aab-a120-428d-a58e-a9b6786a9692 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ba9bbcc-3ac0-4aea-b07d-4080c1cf1a53') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:45.306768 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d14d1aab-a120-428d-a58e-a9b6786a9692 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:45.320953 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d14d1aab-a120-428d-a58e-a9b6786a9692 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:45.327530 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d14d1aab-a120-428d-a58e-a9b6786a9692 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 14:01:45.327914 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d14d1aab-a120-428d-a58e-a9b6786a9692 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: timer() Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 14:01:45.331182 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 14:01:45.394658 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d14d1aab-a120-428d-a58e-a9b6786a9692 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:45.399232 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d14d1aab-a120-428d-a58e-a9b6786a9692 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:45.401589 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d14d1aab-a120-428d-a58e-a9b6786a9692 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] 10.222.0.18 "DELETE /v2.0/networks/fe3fb869-9e1e-4bf7-901c-9354821e1aac HTTP/1.1" status: 204 len: 168 time: 0.7914591 Sep 30 14:01:45.405188 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48104) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:45.410978 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-c30eb935-83ae-4fc8-92e3-8273c59fb567 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-956416121'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:01:45.415889 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d1aab-a120-428d-a58e-a9b6786a9692 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Pushing event deleted for resources: {'Network': ['ID=fe3fb869-9e1e-4bf7-901c-9354821e1aac,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:45.432255 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fec85406-030d-4a37-aa38-e0c173c5b6e9 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:01:45.452177 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30eb935-83ae-4fc8-92e3-8273c59fb567 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Made reservation on behalf of 76316f4d4e964520b56bc2ed54b1eda8 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:01:45.455730 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c30eb935-83ae-4fc8-92e3-8273c59fb567 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:45.482965 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c30eb935-83ae-4fc8-92e3-8273c59fb567 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 14:01:45.487852 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port fec85406-030d-4a37-aa38-e0c173c5b6e9 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:01:45.488430 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:45.497313 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c30eb935-83ae-4fc8-92e3-8273c59fb567 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:45.497659 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-c30eb935-83ae-4fc8-92e3-8273c59fb567 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Added segment 089844f5-08e6-4cc0-8a21-4bcc444d90e1 of type vlan for network 5ddb152a-6aaf-4d34-995a-4bb05bcb9dc3 Sep 30 14:01:45.546673 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c30eb935-83ae-4fc8-92e3-8273c59fb567 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:45.569466 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:45.574825 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c30eb935-83ae-4fc8-92e3-8273c59fb567 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:45.580405 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30eb935-83ae-4fc8-92e3-8273c59fb567 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:45.581003 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c30eb935-83ae-4fc8-92e3-8273c59fb567 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:45.608199 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port fec85406-030d-4a37-aa38-e0c173c5b6e9, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=fec85406-030d-4a37-aa38-e0c173c5b6e9,segment=NetworkSegment(0af630cd-25ca-46d3-b8c8-b09503364da5),segment_id=0af630cd-25ca-46d3-b8c8-b09503364da5)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:01:45.614045 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c30eb935-83ae-4fc8-92e3-8273c59fb567 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2069609 Sep 30 14:01:45.614319 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:45.618078 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48106) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:45.624846 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-74c8c8c1-f819-4be8-b072-e9831421120d tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Request body: {'subnet': {'network_id': '5ddb152a-6aaf-4d34-995a-4bb05bcb9dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:01:45.661799 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30eb935-83ae-4fc8-92e3-8273c59fb567 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Pushing event updated for resources: {'Network': ['ID=5ddb152a-6aaf-4d34-995a-4bb05bcb9dc3,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:45.677720 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 5ddb152a-6aaf-4d34-995a-4bb05bcb9dc3 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 14:01:45.701429 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=fec85406-030d-4a37-aa38-e0c173c5b6e9,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:45.738831 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c8c8c1-f819-4be8-b072-e9831421120d tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Made reservation on behalf of 76316f4d4e964520b56bc2ed54b1eda8 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:01:45.744339 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74c8c8c1-f819-4be8-b072-e9831421120d tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:45.803479 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.ipam_backend_mixin [None req-74c8c8c1-f819-4be8-b072-e9831421120d tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Performing IP validity checks on allocation pools {{(pid=94763) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 30 14:01:45.804003 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.ipam_backend_mixin [None req-74c8c8c1-f819-4be8-b072-e9831421120d tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94763) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 30 14:01:45.833414 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1fbf72-b354-44a8-a799-08603a17a80f None None] Network 6bc85efb-3433-4a04-a756-3f4f3faed2a7 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:01:45.905634 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d8012af8-7759-42c7-9b08-9e131cfdf7dd None None] Provisioning complete for port fec85406-030d-4a37-aa38-e0c173c5b6e9 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:01:45.906003 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d8012af8-7759-42c7-9b08-9e131cfdf7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:45.930144 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74c8c8c1-f819-4be8-b072-e9831421120d tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:45.990023 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8c8c1-f819-4be8-b072-e9831421120d tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Pushing event updated for resources: {'Subnet': ['ID=bd5f82b9-e62d-40d1-8b9f-16d992db2420,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:46.001515 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c8c8c1-f819-4be8-b072-e9831421120d tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:46.001866 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c8c8c1-f819-4be8-b072-e9831421120d tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:46.002229 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c8c8c1-f819-4be8-b072-e9831421120d tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:46.002578 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c8c8c1-f819-4be8-b072-e9831421120d tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:46.002894 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c8c8c1-f819-4be8-b072-e9831421120d tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:46.003218 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c8c8c1-f819-4be8-b072-e9831421120d tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:46.003539 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c8c8c1-f819-4be8-b072-e9831421120d tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:46.003908 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c8c8c1-f819-4be8-b072-e9831421120d tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:46.004229 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c8c8c1-f819-4be8-b072-e9831421120d tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:46.004545 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c8c8c1-f819-4be8-b072-e9831421120d tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:46.004865 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c8c8c1-f819-4be8-b072-e9831421120d tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:46.005178 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c8c8c1-f819-4be8-b072-e9831421120d tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:01:46.008332 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c8c8c1-f819-4be8-b072-e9831421120d tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Checking segment: {'id': '089844f5-08e6-4cc0-8a21-4bcc444d90e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5ddb152a-6aaf-4d34-995a-4bb05bcb9dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:01:46.008698 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c8c8c1-f819-4be8-b072-e9831421120d tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Network hostable DHCP agents. Network: 5ddb152a-6aaf-4d34-995a-4bb05bcb9dc3, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 14:01:46.026053 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c8c8c1-f819-4be8-b072-e9831421120d tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Network 5ddb152a-6aaf-4d34-995a-4bb05bcb9dc3 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 14:01:46.034733 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-74c8c8c1-f819-4be8-b072-e9831421120d tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 5ddb152a-6aaf-4d34-995a-4bb05bcb9dc3) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:01:46.040099 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c8c8c1-f819-4be8-b072-e9831421120d tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:46.041229 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-74c8c8c1-f819-4be8-b072-e9831421120d tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:46.048989 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483543b7-879b-4a9a-936d-e6f05a3cbdbc None None] Network 5ddb152a-6aaf-4d34-995a-4bb05bcb9dc3 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:01:46.058588 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48108) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:46.058769 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-74c8c8c1-f819-4be8-b072-e9831421120d tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4384320 Sep 30 14:01:46.164389 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f028f61-8000-4ce6-996d-900215823cdd tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:46.219435 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7786fb-1e56-47a9-ad1c-fdc1328df642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-5ddb152a-6aaf-4d34-995a-4bb05bcb9dc3', 'network_id': '5ddb152a-6aaf-4d34-995a-4bb05bcb9dc3', 'tenant_id': '76316f4d4e964520b56bc2ed54b1eda8', 'fixed_ips': [{'subnet_id': 'bd5f82b9-e62d-40d1-8b9f-16d992db2420'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 14:01:46.220438 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7786fb-1e56-47a9-ad1c-fdc1328df642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:46.255097 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f028f61-8000-4ce6-996d-900215823cdd tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:46.322776 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f028f61-8000-4ce6-996d-900215823cdd tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server [None req-5c7786fb-1e56-47a9-ad1c-fdc1328df642 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd5f82b9-e62d-40d1-8b9f-16d992db2420: This subnet is being modified by another concurrent operation. Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise self.value Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server raise exception Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd5f82b9-e62d-40d1-8b9f-16d992db2420: This subnet is being modified by another concurrent operation. Sep 30 14:01:46.325401 n-d-810909-2 neutron-server[94765]: ERROR oslo_messaging.rpc.server Sep 30 14:01:46.348888 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d20497-9192-40b8-883c-92d5d080521d None None] Network 5ddb152a-6aaf-4d34-995a-4bb05bcb9dc3 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:01:46.353252 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f028f61-8000-4ce6-996d-900215823cdd tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Pushing event deleted for resources: {'Subnet': ['ID=bd5f82b9-e62d-40d1-8b9f-16d992db2420,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:46.414120 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f028f61-8000-4ce6-996d-900215823cdd tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:46.434352 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-3f028f61-8000-4ce6-996d-900215823cdd tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ddb152a-6aaf-4d34-995a-4bb05bcb9dc3']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:46.445039 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-2f540c97-1c25-45c8-8b57-807407999a01 None None] Provisioning complete for port fec85406-030d-4a37-aa38-e0c173c5b6e9 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:01:46.445321 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2f540c97-1c25-45c8-8b57-807407999a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:46.447698 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-3f028f61-8000-4ce6-996d-900215823cdd tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '089844f5-08e6-4cc0-8a21-4bcc444d90e1') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:46.447994 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-3f028f61-8000-4ce6-996d-900215823cdd tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '089844f5-08e6-4cc0-8a21-4bcc444d90e1') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:46.458771 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f028f61-8000-4ce6-996d-900215823cdd tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:46.472515 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f028f61-8000-4ce6-996d-900215823cdd tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:46.478859 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f028f61-8000-4ce6-996d-900215823cdd tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 14:01:46.479245 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f028f61-8000-4ce6-996d-900215823cdd tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: timer() Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 14:01:46.482392 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 14:01:46.491634 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91305b62-4bf9-44f4-ac4c-f6762d7a9757 None None] get_active_networks_info from n-d-810909-2 {{(pid=94765) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 14:01:46.550678 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f028f61-8000-4ce6-996d-900215823cdd tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:46.558269 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f028f61-8000-4ce6-996d-900215823cdd tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:46.560547 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3f028f61-8000-4ce6-996d-900215823cdd tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] 10.222.0.18 "DELETE /v2.0/networks/5ddb152a-6aaf-4d34-995a-4bb05bcb9dc3 HTTP/1.1" status: 204 len: 168 time: 0.5006878 Sep 30 14:01:46.564867 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48110) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:46.569895 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-e0c87fd6-9031-45c5-bf55-aece3d4ae3fe tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-303759684'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:01:46.574134 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f028f61-8000-4ce6-996d-900215823cdd tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Pushing event deleted for resources: {'Network': ['ID=5ddb152a-6aaf-4d34-995a-4bb05bcb9dc3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:46.594505 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c87fd6-9031-45c5-bf55-aece3d4ae3fe tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Made reservation on behalf of 76316f4d4e964520b56bc2ed54b1eda8 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:01:46.597945 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e0c87fd6-9031-45c5-bf55-aece3d4ae3fe tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:46.610287 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91305b62-4bf9-44f4-ac4c-f6762d7a9757 None None] Resources bound (agent type, host, resource id): {{(pid=94765) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 14:01:46.622744 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c87fd6-9031-45c5-bf55-aece3d4ae3fe tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 14:01:46.634877 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e0c87fd6-9031-45c5-bf55-aece3d4ae3fe tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:46.635220 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-e0c87fd6-9031-45c5-bf55-aece3d4ae3fe tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Added segment ef2e802a-3933-40aa-a1b3-aa737727948e of type vlan for network 9cc7580b-93c3-4e51-8b87-e5a35756d3cd Sep 30 14:01:46.679005 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e0c87fd6-9031-45c5-bf55-aece3d4ae3fe tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:46.703823 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e0c87fd6-9031-45c5-bf55-aece3d4ae3fe tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:46.709812 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c87fd6-9031-45c5-bf55-aece3d4ae3fe tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:46.710428 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e0c87fd6-9031-45c5-bf55-aece3d4ae3fe tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:46.741694 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e0c87fd6-9031-45c5-bf55-aece3d4ae3fe tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1757133 Sep 30 14:01:46.744570 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48112) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:46.755969 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-1f760821-b28c-4b16-90a8-4385989685f6 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Request body: {'subnet': {'network_id': '9cc7580b-93c3-4e51-8b87-e5a35756d3cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:01:46.802056 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c87fd6-9031-45c5-bf55-aece3d4ae3fe tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Pushing event updated for resources: {'Network': ['ID=9cc7580b-93c3-4e51-8b87-e5a35756d3cd,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:46.812137 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 9cc7580b-93c3-4e51-8b87-e5a35756d3cd details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 14:01:46.876724 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f760821-b28c-4b16-90a8-4385989685f6 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Made reservation on behalf of 76316f4d4e964520b56bc2ed54b1eda8 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:01:46.880197 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1f760821-b28c-4b16-90a8-4385989685f6 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:47.061861 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1f760821-b28c-4b16-90a8-4385989685f6 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:47.125438 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f760821-b28c-4b16-90a8-4385989685f6 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Pushing event updated for resources: {'Subnet': ['ID=7fe6491c-cf39-4bbf-8295-ac4bc4331bdf,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:47.129776 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f760821-b28c-4b16-90a8-4385989685f6 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Checking segment: {'id': 'ef2e802a-3933-40aa-a1b3-aa737727948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9cc7580b-93c3-4e51-8b87-e5a35756d3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:01:47.130155 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f760821-b28c-4b16-90a8-4385989685f6 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Network hostable DHCP agents. Network: 9cc7580b-93c3-4e51-8b87-e5a35756d3cd, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 14:01:47.146784 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f760821-b28c-4b16-90a8-4385989685f6 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Network 9cc7580b-93c3-4e51-8b87-e5a35756d3cd is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 14:01:47.155493 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-1f760821-b28c-4b16-90a8-4385989685f6 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 9cc7580b-93c3-4e51-8b87-e5a35756d3cd) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:01:47.159860 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f760821-b28c-4b16-90a8-4385989685f6 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:47.160508 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1f760821-b28c-4b16-90a8-4385989685f6 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:47.165113 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d83229-9fcd-4b0e-a84f-5f0ec1434ad5 None None] Network 9cc7580b-93c3-4e51-8b87-e5a35756d3cd requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:01:47.178617 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1f760821-b28c-4b16-90a8-4385989685f6 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4330559 Sep 30 14:01:47.182756 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48114) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:47.187794 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-67272a5b-cee2-457e-8ffa-424d6b63c5f1 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1559287034'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:01:47.208486 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67272a5b-cee2-457e-8ffa-424d6b63c5f1 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Made reservation on behalf of 76316f4d4e964520b56bc2ed54b1eda8 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:01:47.212581 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-67272a5b-cee2-457e-8ffa-424d6b63c5f1 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:47.236196 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67272a5b-cee2-457e-8ffa-424d6b63c5f1 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 14:01:47.245937 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-67272a5b-cee2-457e-8ffa-424d6b63c5f1 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:47.246305 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-67272a5b-cee2-457e-8ffa-424d6b63c5f1 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Added segment c537ed37-49f2-4f1f-84cb-e8f2536464b8 of type vlan for network bc8faf61-f49f-439d-89ee-e324a7398b33 Sep 30 14:01:47.285860 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-67272a5b-cee2-457e-8ffa-424d6b63c5f1 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:47.314026 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-67272a5b-cee2-457e-8ffa-424d6b63c5f1 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:47.315533 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e576bd-f700-4d7e-b259-55db7ef7695c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-9cc7580b-93c3-4e51-8b87-e5a35756d3cd', 'network_id': '9cc7580b-93c3-4e51-8b87-e5a35756d3cd', 'tenant_id': '76316f4d4e964520b56bc2ed54b1eda8', 'fixed_ips': [{'subnet_id': '7fe6491c-cf39-4bbf-8295-ac4bc4331bdf'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 14:01:47.316387 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-68e576bd-f700-4d7e-b259-55db7ef7695c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:47.319963 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67272a5b-cee2-457e-8ffa-424d6b63c5f1 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:47.320556 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-67272a5b-cee2-457e-8ffa-424d6b63c5f1 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:47.356492 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-67272a5b-cee2-457e-8ffa-424d6b63c5f1 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1725671 Sep 30 14:01:47.359958 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48116) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:47.367692 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-43258f49-1b78-4be0-8b2d-a02f2f3598d8 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Request body: {'subnet': {'network_id': 'bc8faf61-f49f-439d-89ee-e324a7398b33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:01:47.399203 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67272a5b-cee2-457e-8ffa-424d6b63c5f1 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Pushing event updated for resources: {'Network': ['ID=bc8faf61-f49f-439d-89ee-e324a7398b33,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:47.415079 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network bc8faf61-f49f-439d-89ee-e324a7398b33 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 14:01:47.422805 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fec85406-030d-4a37-aa38-e0c173c5b6e9 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:01:47.479494 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43258f49-1b78-4be0-8b2d-a02f2f3598d8 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Made reservation on behalf of 76316f4d4e964520b56bc2ed54b1eda8 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:01:47.483212 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-43258f49-1b78-4be0-8b2d-a02f2f3598d8 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:47.557365 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-68e576bd-f700-4d7e-b259-55db7ef7695c None None] Allocated IP 2001:db8::2 (9cc7580b-93c3-4e51-8b87-e5a35756d3cd/7fe6491c-cf39-4bbf-8295-ac4bc4331bdf/9149137c-0362-406a-b6e8-6a2974b0508e) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:01:47.578103 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port fec85406-030d-4a37-aa38-e0c173c5b6e9 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:01:47.578399 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:47.675699 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-43258f49-1b78-4be0-8b2d-a02f2f3598d8 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:47.742091 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43258f49-1b78-4be0-8b2d-a02f2f3598d8 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Pushing event updated for resources: {'Subnet': ['ID=9b7c88ad-52cd-4b90-a2f8-1f5365540945,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:47.749976 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43258f49-1b78-4be0-8b2d-a02f2f3598d8 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Checking segment: {'id': 'c537ed37-49f2-4f1f-84cb-e8f2536464b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bc8faf61-f49f-439d-89ee-e324a7398b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:01:47.750390 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43258f49-1b78-4be0-8b2d-a02f2f3598d8 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Network hostable DHCP agents. Network: bc8faf61-f49f-439d-89ee-e324a7398b33, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 14:01:47.767645 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43258f49-1b78-4be0-8b2d-a02f2f3598d8 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Network bc8faf61-f49f-439d-89ee-e324a7398b33 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 14:01:47.778163 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-43258f49-1b78-4be0-8b2d-a02f2f3598d8 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, bc8faf61-f49f-439d-89ee-e324a7398b33) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:01:47.783214 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43258f49-1b78-4be0-8b2d-a02f2f3598d8 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:47.784801 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-43258f49-1b78-4be0-8b2d-a02f2f3598d8 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:47.800274 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-43258f49-1b78-4be0-8b2d-a02f2f3598d8 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4387884 Sep 30 14:01:47.802845 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48118) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:47.818423 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d24cd3-b1e4-48b6-bcb6-576596706a3b None None] Network bc8faf61-f49f-439d-89ee-e324a7398b33 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:01:47.902411 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c4ee21d5-8e43-4267-a19f-c3e0e726f59b tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:47.953408 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c4ee21d5-8e43-4267-a19f-c3e0e726f59b tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:48.015272 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c4ee21d5-8e43-4267-a19f-c3e0e726f59b tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:48.015988 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-68e576bd-f700-4d7e-b259-55db7ef7695c None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:48.028196 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-68e576bd-f700-4d7e-b259-55db7ef7695c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:48.042862 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee21d5-8e43-4267-a19f-c3e0e726f59b tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Pushing event deleted for resources: {'Subnet': ['ID=9b7c88ad-52cd-4b90-a2f8-1f5365540945,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:48.088662 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e576bd-f700-4d7e-b259-55db7ef7695c None None] Network 9cc7580b-93c3-4e51-8b87-e5a35756d3cd is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:01:48.093184 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-68e576bd-f700-4d7e-b259-55db7ef7695c None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:01:48.096421 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e576bd-f700-4d7e-b259-55db7ef7695c None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:01:48.102817 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f48ea2-c0ac-4810-9216-09e46ee1f548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-bc8faf61-f49f-439d-89ee-e324a7398b33', 'network_id': 'bc8faf61-f49f-439d-89ee-e324a7398b33', 'tenant_id': '76316f4d4e964520b56bc2ed54b1eda8', 'fixed_ips': [{'subnet_id': '9b7c88ad-52cd-4b90-a2f8-1f5365540945'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 14:01:48.103610 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-04f48ea2-c0ac-4810-9216-09e46ee1f548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:48.105392 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c4ee21d5-8e43-4267-a19f-c3e0e726f59b tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:48.108479 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e576bd-f700-4d7e-b259-55db7ef7695c None None] Pushing event updated for resources: {'Port': ['ID=9149137c-0362-406a-b6e8-6a2974b0508e,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:48.124683 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-c4ee21d5-8e43-4267-a19f-c3e0e726f59b tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8faf61-f49f-439d-89ee-e324a7398b33']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:48.136492 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-c4ee21d5-8e43-4267-a19f-c3e0e726f59b tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c537ed37-49f2-4f1f-84cb-e8f2536464b8') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:48.136791 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-c4ee21d5-8e43-4267-a19f-c3e0e726f59b tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c537ed37-49f2-4f1f-84cb-e8f2536464b8') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:48.145420 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c4ee21d5-8e43-4267-a19f-c3e0e726f59b tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:48.160535 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c4ee21d5-8e43-4267-a19f-c3e0e726f59b tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:48.166899 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4ee21d5-8e43-4267-a19f-c3e0e726f59b tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 14:01:48.167326 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c4ee21d5-8e43-4267-a19f-c3e0e726f59b tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: timer() Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 14:01:48.170320 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 14:01:48.220483 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-68e576bd-f700-4d7e-b259-55db7ef7695c None None] Attempting to bind port 9149137c-0362-406a-b6e8-6a2974b0508e on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:01:48.220854 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-68e576bd-f700-4d7e-b259-55db7ef7695c None None] Attempting to bind port 9149137c-0362-406a-b6e8-6a2974b0508e by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'ef2e802a-3933-40aa-a1b3-aa737727948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9cc7580b-93c3-4e51-8b87-e5a35756d3cd'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:01:48.221223 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e576bd-f700-4d7e-b259-55db7ef7695c None None] Attempting to bind port 9149137c-0362-406a-b6e8-6a2974b0508e on network 9cc7580b-93c3-4e51-8b87-e5a35756d3cd {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:01:48.227479 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3b6521-af55-4186-aa24-dcdd02a545e6 None None] Network bc8faf61-f49f-439d-89ee-e324a7398b33 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:01:48.230746 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c4ee21d5-8e43-4267-a19f-c3e0e726f59b tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:48.231097 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e576bd-f700-4d7e-b259-55db7ef7695c None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:01:48.231466 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e576bd-f700-4d7e-b259-55db7ef7695c None None] Checking segment: {'id': 'ef2e802a-3933-40aa-a1b3-aa737727948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9cc7580b-93c3-4e51-8b87-e5a35756d3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:01:48.231856 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-68e576bd-f700-4d7e-b259-55db7ef7695c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:48.232241 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e576bd-f700-4d7e-b259-55db7ef7695c None None] Bound using segment: {'id': 'ef2e802a-3933-40aa-a1b3-aa737727948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9cc7580b-93c3-4e51-8b87-e5a35756d3cd'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:01:48.232710 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-68e576bd-f700-4d7e-b259-55db7ef7695c None None] Bound port: 9149137c-0362-406a-b6e8-6a2974b0508e, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2e802a-3933-40aa-a1b3-aa737727948e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9cc7580b-93c3-4e51-8b87-e5a35756d3cd'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:01:48.233088 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-68e576bd-f700-4d7e-b259-55db7ef7695c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:48.236124 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c4ee21d5-8e43-4267-a19f-c3e0e726f59b tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:48.241199 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c4ee21d5-8e43-4267-a19f-c3e0e726f59b tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] 10.222.0.18 "DELETE /v2.0/networks/bc8faf61-f49f-439d-89ee-e324a7398b33 HTTP/1.1" status: 204 len: 168 time: 0.4343901 Sep 30 14:01:48.241549 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48120) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:48.257367 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee21d5-8e43-4267-a19f-c3e0e726f59b tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Pushing event deleted for resources: {'Network': ['ID=bc8faf61-f49f-439d-89ee-e324a7398b33,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:48.258488 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3b6521-af55-4186-aa24-dcdd02a545e6 None None] Network bc8faf61-f49f-439d-89ee-e324a7398b33 could not be found, it might have been deleted concurrently. {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 30 14:01:48.272256 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fff552-aafd-4ff0-909b-7b44aa31a15c tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] GET failed (client error): The resource could not be found. Sep 30 14:01:48.274331 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-02fff552-aafd-4ff0-909b-7b44aa31a15c tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] 10.222.0.18 "GET /v2.0/subnets/9b7c88ad-52cd-4b90-a2f8-1f5365540945 HTTP/1.1" status: 404 len: 337 time: 0.0312231 Sep 30 14:01:48.277148 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48122) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:48.289441 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e35456b0-c038-4ac7-9177-3d125b9ddec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:48.295599 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-c362c870-c3a9-45b2-b159-3b498c0211b8 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] DELETE failed (client error): The resource could not be found. Sep 30 14:01:48.296153 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c362c870-c3a9-45b2-b159-3b498c0211b8 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 14:01:48.297859 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c362c870-c3a9-45b2-b159-3b498c0211b8 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] 10.222.0.18 "DELETE /v2.0/networks/bc8faf61-f49f-439d-89ee-e324a7398b33 HTTP/1.1" status: 404 len: 339 time: 0.0196524 Sep 30 14:01:48.301724 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48124) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:48.320918 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-68e576bd-f700-4d7e-b259-55db7ef7695c None None] For port 9149137c-0362-406a-b6e8-6a2974b0508e, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:01:48.324313 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-68e576bd-f700-4d7e-b259-55db7ef7695c None None] For port 9149137c-0362-406a-b6e8-6a2974b0508e, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9149137c-0362-406a-b6e8-6a2974b0508e,segment=NetworkSegment(ef2e802a-3933-40aa-a1b3-aa737727948e),segment_id=ef2e802a-3933-40aa-a1b3-aa737727948e)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:01:48.327877 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-c055b0ad-3a74-4321-9281-951f21714778 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] DELETE failed (client error): The resource could not be found. Sep 30 14:01:48.328336 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c055b0ad-3a74-4321-9281-951f21714778 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 14:01:48.328456 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-68e576bd-f700-4d7e-b259-55db7ef7695c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:48.330072 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c055b0ad-3a74-4321-9281-951f21714778 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] 10.222.0.18 "DELETE /v2.0/subnets/9b7c88ad-52cd-4b90-a2f8-1f5365540945 HTTP/1.1" status: 404 len: 337 time: 0.0273802 Sep 30 14:01:48.332915 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48126) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:48.352680 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-81795e86-bfe3-43e0-8bc9-289f686670ff tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] DELETE failed (client error): The resource could not be found. Sep 30 14:01:48.353218 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81795e86-bfe3-43e0-8bc9-289f686670ff tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 14:01:48.357241 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-81795e86-bfe3-43e0-8bc9-289f686670ff tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] 10.222.0.18 "DELETE /v2.0/networks/bc8faf61-f49f-439d-89ee-e324a7398b33 HTTP/1.1" status: 404 len: 339 time: 0.0204048 Sep 30 14:01:48.357473 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48128) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:48.390513 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e576bd-f700-4d7e-b259-55db7ef7695c None None] Pushing event updated for resources: {'Port': ['ID=9149137c-0362-406a-b6e8-6a2974b0508e,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:48.415391 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e739f9-0d39-4013-a77a-1c35139dcad5 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Deleting subnet 7fe6491c-cf39-4bbf-8295-ac4bc4331bdf {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 14:01:48.419300 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-12e739f9-0d39-4013-a77a-1c35139dcad5 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:48.461593 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-12e739f9-0d39-4013-a77a-1c35139dcad5 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:48.557522 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-12e739f9-0d39-4013-a77a-1c35139dcad5 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:48.625816 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-12e739f9-0d39-4013-a77a-1c35139dcad5 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:48.655603 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e739f9-0d39-4013-a77a-1c35139dcad5 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Pushing event deleted for resources: {'Subnet': ['ID=7fe6491c-cf39-4bbf-8295-ac4bc4331bdf,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:48.663570 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-12e739f9-0d39-4013-a77a-1c35139dcad5 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:48.666230 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-12e739f9-0d39-4013-a77a-1c35139dcad5 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] 10.222.0.18 "DELETE /v2.0/subnets/7fe6491c-cf39-4bbf-8295-ac4bc4331bdf HTTP/1.1" status: 204 len: 168 time: 0.3076334 Sep 30 14:01:48.668485 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48130) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:48.744752 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1e9e8155-3a65-4b24-aab4-958a70e55b35 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:48.797169 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e8155-3a65-4b24-aab4-958a70e55b35 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Deleting port 9149137c-0362-406a-b6e8-6a2974b0508e {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:01:48.797512 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1e9e8155-3a65-4b24-aab4-958a70e55b35 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:48.866391 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-1e9e8155-3a65-4b24-aab4-958a70e55b35 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] For port 9149137c-0362-406a-b6e8-6a2974b0508e, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9149137c-0362-406a-b6e8-6a2974b0508e,segment=NetworkSegment(ef2e802a-3933-40aa-a1b3-aa737727948e),segment_id=ef2e802a-3933-40aa-a1b3-aa737727948e)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:01:48.866752 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1e9e8155-3a65-4b24-aab4-958a70e55b35 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:48.878108 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e8155-3a65-4b24-aab4-958a70e55b35 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Calling delete_port for 9149137c-0362-406a-b6e8-6a2974b0508e owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:01:48.956119 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1e9e8155-3a65-4b24-aab4-958a70e55b35 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:48.988422 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e8155-3a65-4b24-aab4-958a70e55b35 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Pushing event deleted for resources: {'Port': ['ID=9149137c-0362-406a-b6e8-6a2974b0508e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:48.990340 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9e8155-3a65-4b24-aab4-958a70e55b35 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] No DVR routers for this DVR port 9149137c-0362-406a-b6e8-6a2974b0508e on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:01:49.071098 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1e9e8155-3a65-4b24-aab4-958a70e55b35 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:49.093392 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-1e9e8155-3a65-4b24-aab4-958a70e55b35 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc7580b-93c3-4e51-8b87-e5a35756d3cd']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:49.103227 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-1e9e8155-3a65-4b24-aab4-958a70e55b35 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2e802a-3933-40aa-a1b3-aa737727948e') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:49.103517 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-1e9e8155-3a65-4b24-aab4-958a70e55b35 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2e802a-3933-40aa-a1b3-aa737727948e') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:49.113479 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1e9e8155-3a65-4b24-aab4-958a70e55b35 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:49.127967 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1e9e8155-3a65-4b24-aab4-958a70e55b35 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:49.134930 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9e8155-3a65-4b24-aab4-958a70e55b35 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 14:01:49.135482 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1e9e8155-3a65-4b24-aab4-958a70e55b35 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: timer() Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 14:01:49.138730 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 14:01:49.204585 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1e9e8155-3a65-4b24-aab4-958a70e55b35 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:49.213191 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1e9e8155-3a65-4b24-aab4-958a70e55b35 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:49.215395 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1e9e8155-3a65-4b24-aab4-958a70e55b35 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] 10.222.0.18 "DELETE /v2.0/networks/9cc7580b-93c3-4e51-8b87-e5a35756d3cd HTTP/1.1" status: 204 len: 168 time: 0.5459504 Sep 30 14:01:49.217921 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48132) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:49.235689 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e8155-3a65-4b24-aab4-958a70e55b35 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Pushing event deleted for resources: {'Network': ['ID=9cc7580b-93c3-4e51-8b87-e5a35756d3cd,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:49.254330 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1526822-87fd-4ae8-b2aa-04081f853198 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] DELETE failed (client error): The resource could not be found. Sep 30 14:01:49.254890 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1526822-87fd-4ae8-b2aa-04081f853198 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 14:01:49.256539 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a1526822-87fd-4ae8-b2aa-04081f853198 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] 10.222.0.18 "DELETE /v2.0/subnets/bd5f82b9-e62d-40d1-8b9f-16d992db2420 HTTP/1.1" status: 404 len: 337 time: 0.0375924 Sep 30 14:01:49.259308 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48134) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:49.278051 n-d-810909-2 neutron-server[94763]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb07655-bda4-45e5-ba8a-bda362209582 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] DELETE failed (client error): The resource could not be found. Sep 30 14:01:49.278625 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb07655-bda4-45e5-ba8a-bda362209582 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 14:01:49.283522 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8bb07655-bda4-45e5-ba8a-bda362209582 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] 10.222.0.18 "DELETE /v2.0/networks/5ddb152a-6aaf-4d34-995a-4bb05bcb9dc3 HTTP/1.1" status: 404 len: 339 time: 0.0201731 Sep 30 14:01:49.283691 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48136) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:49.323311 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcd9cdd-78d1-4ccf-a7ce-580d9941243f None None] DHCP port deletion for 9cc7580b-93c3-4e51-8b87-e5a35756d3cd request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 14:01:49.341236 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d96cce8-070b-4c99-a378-adb44c9c90cc None None] Network 9cc7580b-93c3-4e51-8b87-e5a35756d3cd requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:01:49.357573 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-57548d7f-07ff-4b42-9116-e10a7e82d936 None None] Could not find standard attr ID for object 9149137c-0362-406a-b6e8-6a2974b0508e. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 14:01:49.359145 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d96cce8-070b-4c99-a378-adb44c9c90cc None None] Network 9cc7580b-93c3-4e51-8b87-e5a35756d3cd could not be found, it might have been deleted concurrently. {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 30 14:01:49.634003 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee0643c-eaeb-4d8a-bfba-c2e33f56d345 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] DELETE failed (client error): The resource could not be found. Sep 30 14:01:49.634486 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee0643c-eaeb-4d8a-bfba-c2e33f56d345 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 14:01:49.636188 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4ee0643c-eaeb-4d8a-bfba-c2e33f56d345 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] 10.222.0.18 "DELETE /v2.0/subnets/97955b63-35e3-45a5-a5e4-28a99c853f06 HTTP/1.1" status: 404 len: 337 time: 0.3519592 Sep 30 14:01:49.639053 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48138) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:49.656096 n-d-810909-2 neutron-server[94764]: INFO neutron.pecan_wsgi.hooks.translation [None req-9606c2b7-92f8-4e87-80da-5da5d951c278 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] DELETE failed (client error): The resource could not be found. Sep 30 14:01:49.656609 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9606c2b7-92f8-4e87-80da-5da5d951c278 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 14:01:49.658162 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9606c2b7-92f8-4e87-80da-5da5d951c278 tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] 10.222.0.18 "DELETE /v2.0/networks/fe3fb869-9e1e-4bf7-901c-9354821e1aac HTTP/1.1" status: 404 len: 339 time: 0.0181966 Sep 30 14:01:49.660365 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48140) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:49.708088 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-adecfa0d-d213-4970-8684-c7448f8ef2fd tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Deleting subnet d4f5ed25-fbc7-4a88-9941-7fb99546d973 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 14:01:49.711370 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-adecfa0d-d213-4970-8684-c7448f8ef2fd tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:49.749911 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-adecfa0d-d213-4970-8684-c7448f8ef2fd tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:49.831073 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-adecfa0d-d213-4970-8684-c7448f8ef2fd tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:49.887489 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-adecfa0d-d213-4970-8684-c7448f8ef2fd tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:49.914351 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adecfa0d-d213-4970-8684-c7448f8ef2fd tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f5ed25-fbc7-4a88-9941-7fb99546d973,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:49.917956 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-adecfa0d-d213-4970-8684-c7448f8ef2fd tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:49.921483 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-adecfa0d-d213-4970-8684-c7448f8ef2fd tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] 10.222.0.18 "DELETE /v2.0/subnets/d4f5ed25-fbc7-4a88-9941-7fb99546d973 HTTP/1.1" status: 204 len: 168 time: 0.2586043 Sep 30 14:01:49.922311 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48142) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:49.925590 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d3f30d-b0d9-47ec-a4c9-c9b75d28012c None None] Network 6bc85efb-3433-4a04-a756-3f4f3faed2a7 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:01:49.999741 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4007-f368-4ace-b48a-f2ae4871da7e tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:50.057745 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc4007-f368-4ace-b48a-f2ae4871da7e tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Deleting port fec85406-030d-4a37-aa38-e0c173c5b6e9 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:01:50.058137 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4007-f368-4ace-b48a-f2ae4871da7e tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:50.059664 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:50.117557 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affcf348-2752-435a-878e-9a89edbdde77 None None] DHCP port deletion for 6bc85efb-3433-4a04-a756-3f4f3faed2a7 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 14:01:50.124745 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-b4cc4007-f368-4ace-b48a-f2ae4871da7e tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] For port fec85406-030d-4a37-aa38-e0c173c5b6e9, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=fec85406-030d-4a37-aa38-e0c173c5b6e9,segment=NetworkSegment(0af630cd-25ca-46d3-b8c8-b09503364da5),segment_id=0af630cd-25ca-46d3-b8c8-b09503364da5)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:01:50.125102 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4007-f368-4ace-b48a-f2ae4871da7e tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:50.136691 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc4007-f368-4ace-b48a-f2ae4871da7e tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Calling delete_port for fec85406-030d-4a37-aa38-e0c173c5b6e9 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:01:50.162836 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-affcf348-2752-435a-878e-9a89edbdde77 None None] Deleting port fec85406-030d-4a37-aa38-e0c173c5b6e9 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:01:50.163165 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-affcf348-2752-435a-878e-9a89edbdde77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:50.215364 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4007-f368-4ace-b48a-f2ae4871da7e tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:50.231332 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-affcf348-2752-435a-878e-9a89edbdde77 None None] For port fec85406-030d-4a37-aa38-e0c173c5b6e9, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=fec85406-030d-4a37-aa38-e0c173c5b6e9,segment=NetworkSegment(0af630cd-25ca-46d3-b8c8-b09503364da5),segment_id=0af630cd-25ca-46d3-b8c8-b09503364da5)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:01:50.231737 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-affcf348-2752-435a-878e-9a89edbdde77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:50.240512 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc4007-f368-4ace-b48a-f2ae4871da7e tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Pushing event deleted for resources: {'Port': ['ID=fec85406-030d-4a37-aa38-e0c173c5b6e9,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:50.244495 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc4007-f368-4ace-b48a-f2ae4871da7e tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] No DVR routers for this DVR port fec85406-030d-4a37-aa38-e0c173c5b6e9 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:01:50.244933 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-affcf348-2752-435a-878e-9a89edbdde77 None None] Calling delete_port for fec85406-030d-4a37-aa38-e0c173c5b6e9 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:01:50.320943 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-affcf348-2752-435a-878e-9a89edbdde77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:50.324238 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4007-f368-4ace-b48a-f2ae4871da7e tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:50.344642 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affcf348-2752-435a-878e-9a89edbdde77 None None] Pushing event deleted for resources: {'Port': ['ID=fec85406-030d-4a37-aa38-e0c173c5b6e9,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:50.349250 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-b4cc4007-f368-4ace-b48a-f2ae4871da7e tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc85efb-3433-4a04-a756-3f4f3faed2a7']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:50.350174 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affcf348-2752-435a-878e-9a89edbdde77 None None] No DVR routers for this DVR port fec85406-030d-4a37-aa38-e0c173c5b6e9 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:01:50.362276 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-b4cc4007-f368-4ace-b48a-f2ae4871da7e tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af630cd-25ca-46d3-b8c8-b09503364da5') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:50.362571 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-b4cc4007-f368-4ace-b48a-f2ae4871da7e tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af630cd-25ca-46d3-b8c8-b09503364da5') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:50.371930 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4007-f368-4ace-b48a-f2ae4871da7e tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:50.385309 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4007-f368-4ace-b48a-f2ae4871da7e tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:50.391021 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4cc4007-f368-4ace-b48a-f2ae4871da7e tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 14:01:50.391396 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4007-f368-4ace-b48a-f2ae4871da7e tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: timer() Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 14:01:50.394278 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 14:01:50.454138 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4007-f368-4ace-b48a-f2ae4871da7e tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:50.462246 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4007-f368-4ace-b48a-f2ae4871da7e tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:50.464066 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b4cc4007-f368-4ace-b48a-f2ae4871da7e tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] 10.222.0.18 "DELETE /v2.0/networks/6bc85efb-3433-4a04-a756-3f4f3faed2a7 HTTP/1.1" status: 204 len: 168 time: 0.5408292 Sep 30 14:01:50.477747 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc4007-f368-4ace-b48a-f2ae4871da7e tempest-NetworksIpV6Test-640849481 tempest-NetworksIpV6Test-640849481-project] Pushing event deleted for resources: {'Network': ['ID=6bc85efb-3433-4a04-a756-3f4f3faed2a7,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:50.696920 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48148) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:50.744598 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7da0164e-6942-4636-9d0a-784acc769d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:50.826545 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3f417298-dc0b-47c7-8651-41630baa830c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76316f4d4e964520b56bc2ed54b1eda8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1284680 Sep 30 14:01:50.829044 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48152) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:50.881128 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4b23b61d-dad1-41da-98e9-fc6d16049c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:50.901854 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4b23b61d-dad1-41da-98e9-fc6d16049c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:50.947299 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4b23b61d-dad1-41da-98e9-fc6d16049c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:50.949831 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4b23b61d-dad1-41da-98e9-fc6d16049c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:50.951018 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4b23b61d-dad1-41da-98e9-fc6d16049c82 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/020dc63b-a684-4945-bc31-cd9be82a06b5 HTTP/1.1" status: 204 len: 168 time: 0.1210880 Sep 30 14:01:50.959197 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23b61d-dad1-41da-98e9-fc6d16049c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020dc63b-a684-4945-bc31-cd9be82a06b5,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:51.397430 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fec85406-030d-4a37-aa38-e0c173c5b6e9 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:01:51.417415 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: fec85406-030d-4a37-aa38-e0c173c5b6e9 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:01:51.417762 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fec85406-030d-4a37-aa38-e0c173c5b6e9 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:01:51.578718 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48174) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:51.670852 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-0f231ef0-5953-41d4-a7a0-71aa64e9adcd tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-836665639', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:01:51.693761 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f231ef0-5953-41d4-a7a0-71aa64e9adcd tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:51.695906 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f231ef0-5953-41d4-a7a0-71aa64e9adcd tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:51.706142 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:51.745587 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f231ef0-5953-41d4-a7a0-71aa64e9adcd tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:51.749834 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f231ef0-5953-41d4-a7a0-71aa64e9adcd tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:51.765875 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0f231ef0-5953-41d4-a7a0-71aa64e9adcd tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:51.767109 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0f231ef0-5953-41d4-a7a0-71aa64e9adcd tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1873820 Sep 30 14:01:51.769834 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48178) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:51.774567 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-860a598b-6608-4799-bea6-f4060a10f4a2 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-839619450'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:01:51.794655 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860a598b-6608-4799-bea6-f4060a10f4a2 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Made reservation on behalf of 23c1918c04864496b1daf8fd2407ccf7 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:01:51.797938 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-860a598b-6608-4799-bea6-f4060a10f4a2 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:51.809446 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-860a598b-6608-4799-bea6-f4060a10f4a2 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:51.900703 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-860a598b-6608-4799-bea6-f4060a10f4a2 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:51.904545 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-860a598b-6608-4799-bea6-f4060a10f4a2 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:51.928106 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-860a598b-6608-4799-bea6-f4060a10f4a2 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 14:01:51.942071 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a598b-6608-4799-bea6-f4060a10f4a2 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d617da3d-3277-4a2c-8f94-f775e8fccf4c,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:51.948149 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-860a598b-6608-4799-bea6-f4060a10f4a2 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:51.948534 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-860a598b-6608-4799-bea6-f4060a10f4a2 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Added segment 4d60e6ed-211d-4152-bf34-9c7b8b31def3 of type vlan for network ab0db39d-3bd7-44d9-a63c-792f96c32e13 Sep 30 14:01:51.988721 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-860a598b-6608-4799-bea6-f4060a10f4a2 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:52.013062 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-860a598b-6608-4799-bea6-f4060a10f4a2 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:52.018590 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860a598b-6608-4799-bea6-f4060a10f4a2 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:52.019174 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-860a598b-6608-4799-bea6-f4060a10f4a2 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:52.046225 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-860a598b-6608-4799-bea6-f4060a10f4a2 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2753453 Sep 30 14:01:52.049005 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48180) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:52.060816 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-31ffeb90-678a-4a6f-a601-000c19aedf02 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Request body: {'subnet': {'network_id': 'ab0db39d-3bd7-44d9-a63c-792f96c32e13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:01:52.108124 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a598b-6608-4799-bea6-f4060a10f4a2 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Pushing event updated for resources: {'Network': ['ID=ab0db39d-3bd7-44d9-a63c-792f96c32e13,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:52.119311 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network ab0db39d-3bd7-44d9-a63c-792f96c32e13 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 14:01:52.179124 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ffeb90-678a-4a6f-a601-000c19aedf02 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Made reservation on behalf of 23c1918c04864496b1daf8fd2407ccf7 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:01:52.182787 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-31ffeb90-678a-4a6f-a601-000c19aedf02 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:52.359262 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-31ffeb90-678a-4a6f-a601-000c19aedf02 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:52.417580 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ffeb90-678a-4a6f-a601-000c19aedf02 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Pushing event updated for resources: {'Subnet': ['ID=6ceeabd4-b4c0-409e-aaaa-95549e83170d,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:52.426272 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ffeb90-678a-4a6f-a601-000c19aedf02 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Checking segment: {'id': '4d60e6ed-211d-4152-bf34-9c7b8b31def3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ab0db39d-3bd7-44d9-a63c-792f96c32e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:01:52.426632 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ffeb90-678a-4a6f-a601-000c19aedf02 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Network hostable DHCP agents. Network: ab0db39d-3bd7-44d9-a63c-792f96c32e13, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 14:01:52.443201 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ffeb90-678a-4a6f-a601-000c19aedf02 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Network ab0db39d-3bd7-44d9-a63c-792f96c32e13 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 14:01:52.451805 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-31ffeb90-678a-4a6f-a601-000c19aedf02 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, ab0db39d-3bd7-44d9-a63c-792f96c32e13) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:01:52.456392 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ffeb90-678a-4a6f-a601-000c19aedf02 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:52.459797 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94742d03-f4cb-4ff0-9b8c-05430e15d482 None None] Network ab0db39d-3bd7-44d9-a63c-792f96c32e13 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:01:52.462544 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-31ffeb90-678a-4a6f-a601-000c19aedf02 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:52.475803 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-31ffeb90-678a-4a6f-a601-000c19aedf02 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4258192 Sep 30 14:01:52.479419 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48182) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:52.484218 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-9fd3d9aa-46a1-4809-8948-1defd1d93301 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-467216642'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:01:52.503290 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd3d9aa-46a1-4809-8948-1defd1d93301 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Made reservation on behalf of 23c1918c04864496b1daf8fd2407ccf7 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:01:52.506881 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9fd3d9aa-46a1-4809-8948-1defd1d93301 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:52.535307 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd3d9aa-46a1-4809-8948-1defd1d93301 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 14:01:52.544335 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9fd3d9aa-46a1-4809-8948-1defd1d93301 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:52.544700 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-9fd3d9aa-46a1-4809-8948-1defd1d93301 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Added segment e77f3441-c7ea-4acf-9f98-c805250fe107 of type vlan for network 8a257da7-8e14-4069-8fd7-0e60c32d7f8c Sep 30 14:01:52.573094 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:52.585074 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9fd3d9aa-46a1-4809-8948-1defd1d93301 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:52.610553 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9fd3d9aa-46a1-4809-8948-1defd1d93301 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:52.616045 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd3d9aa-46a1-4809-8948-1defd1d93301 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:52.616638 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9fd3d9aa-46a1-4809-8948-1defd1d93301 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:52.617360 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cd21bd-384f-4be0-a2ae-829f54638692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-ab0db39d-3bd7-44d9-a63c-792f96c32e13', 'network_id': 'ab0db39d-3bd7-44d9-a63c-792f96c32e13', 'tenant_id': '23c1918c04864496b1daf8fd2407ccf7', 'fixed_ips': [{'subnet_id': '6ceeabd4-b4c0-409e-aaaa-95549e83170d'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 14:01:52.618266 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c6cd21bd-384f-4be0-a2ae-829f54638692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:52.652937 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9fd3d9aa-46a1-4809-8948-1defd1d93301 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1724851 Sep 30 14:01:52.655699 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48184) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:52.662537 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-775ad9f5-91ff-42bc-b695-a8494b5c3596 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Request body: {'subnet': {'network_id': '8a257da7-8e14-4069-8fd7-0e60c32d7f8c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:01:52.690730 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3d9aa-46a1-4809-8948-1defd1d93301 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Pushing event updated for resources: {'Network': ['ID=8a257da7-8e14-4069-8fd7-0e60c32d7f8c,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:52.701673 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 8a257da7-8e14-4069-8fd7-0e60c32d7f8c details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 14:01:52.776724 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775ad9f5-91ff-42bc-b695-a8494b5c3596 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Made reservation on behalf of 23c1918c04864496b1daf8fd2407ccf7 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:01:52.780244 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-775ad9f5-91ff-42bc-b695-a8494b5c3596 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:52.807587 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-c6cd21bd-384f-4be0-a2ae-829f54638692 None None] Allocated IP 172.20.0.2 (ab0db39d-3bd7-44d9-a63c-792f96c32e13/6ceeabd4-b4c0-409e-aaaa-95549e83170d/f7c1e582-a7bb-4034-9456-54cb326ba452) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:01:52.951761 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c6cd21bd-384f-4be0-a2ae-829f54638692 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:52.958975 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c6cd21bd-384f-4be0-a2ae-829f54638692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:52.961374 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-775ad9f5-91ff-42bc-b695-a8494b5c3596 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:52.996575 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cd21bd-384f-4be0-a2ae-829f54638692 None None] Network ab0db39d-3bd7-44d9-a63c-792f96c32e13 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:01:52.999305 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-c6cd21bd-384f-4be0-a2ae-829f54638692 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:01:53.002307 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cd21bd-384f-4be0-a2ae-829f54638692 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:01:53.016462 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd21bd-384f-4be0-a2ae-829f54638692 None None] Pushing event updated for resources: {'Port': ['ID=f7c1e582-a7bb-4034-9456-54cb326ba452,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:53.023718 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ad9f5-91ff-42bc-b695-a8494b5c3596 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Pushing event updated for resources: {'Subnet': ['ID=999b9bea-88a1-445b-a298-22da756b1448,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:53.028915 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775ad9f5-91ff-42bc-b695-a8494b5c3596 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Checking segment: {'id': 'e77f3441-c7ea-4acf-9f98-c805250fe107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8a257da7-8e14-4069-8fd7-0e60c32d7f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:01:53.029272 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775ad9f5-91ff-42bc-b695-a8494b5c3596 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Network hostable DHCP agents. Network: 8a257da7-8e14-4069-8fd7-0e60c32d7f8c, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 14:01:53.045739 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775ad9f5-91ff-42bc-b695-a8494b5c3596 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Network 8a257da7-8e14-4069-8fd7-0e60c32d7f8c is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 14:01:53.055178 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-775ad9f5-91ff-42bc-b695-a8494b5c3596 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 8a257da7-8e14-4069-8fd7-0e60c32d7f8c) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:01:53.059962 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775ad9f5-91ff-42bc-b695-a8494b5c3596 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:53.061166 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-775ad9f5-91ff-42bc-b695-a8494b5c3596 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:53.062852 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c589d5-b9a7-4e9c-97b1-a9d35e34abd4 None None] Network 8a257da7-8e14-4069-8fd7-0e60c32d7f8c requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:01:53.075989 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-775ad9f5-91ff-42bc-b695-a8494b5c3596 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4193017 Sep 30 14:01:53.078006 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-c6cd21bd-384f-4be0-a2ae-829f54638692 None None] Attempting to bind port f7c1e582-a7bb-4034-9456-54cb326ba452 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:01:53.078393 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-c6cd21bd-384f-4be0-a2ae-829f54638692 None None] Attempting to bind port f7c1e582-a7bb-4034-9456-54cb326ba452 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '4d60e6ed-211d-4152-bf34-9c7b8b31def3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ab0db39d-3bd7-44d9-a63c-792f96c32e13'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:01:53.078742 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48186) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:53.078855 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cd21bd-384f-4be0-a2ae-829f54638692 None None] Attempting to bind port f7c1e582-a7bb-4034-9456-54cb326ba452 on network ab0db39d-3bd7-44d9-a63c-792f96c32e13 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:01:53.083284 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-1b2b874b-1f41-46d0-9b4f-d59f76c6f2e4 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Request body: {'router': {'external_gateway_info': {'network_id': '8a257da7-8e14-4069-8fd7-0e60c32d7f8c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:01:53.088400 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cd21bd-384f-4be0-a2ae-829f54638692 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:01:53.088775 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cd21bd-384f-4be0-a2ae-829f54638692 None None] Checking segment: {'id': '4d60e6ed-211d-4152-bf34-9c7b8b31def3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ab0db39d-3bd7-44d9-a63c-792f96c32e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:01:53.089178 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c6cd21bd-384f-4be0-a2ae-829f54638692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:53.089575 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cd21bd-384f-4be0-a2ae-829f54638692 None None] Bound using segment: {'id': '4d60e6ed-211d-4152-bf34-9c7b8b31def3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ab0db39d-3bd7-44d9-a63c-792f96c32e13'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:01:53.090065 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-c6cd21bd-384f-4be0-a2ae-829f54638692 None None] Bound port: f7c1e582-a7bb-4034-9456-54cb326ba452, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d60e6ed-211d-4152-bf34-9c7b8b31def3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ab0db39d-3bd7-44d9-a63c-792f96c32e13'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:01:53.090453 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c6cd21bd-384f-4be0-a2ae-829f54638692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:53.228000 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-c6cd21bd-384f-4be0-a2ae-829f54638692 None None] For port f7c1e582-a7bb-4034-9456-54cb326ba452, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:01:53.243702 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-c6cd21bd-384f-4be0-a2ae-829f54638692 None None] For port f7c1e582-a7bb-4034-9456-54cb326ba452, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=f7c1e582-a7bb-4034-9456-54cb326ba452,segment=NetworkSegment(4d60e6ed-211d-4152-bf34-9c7b8b31def3),segment_id=4d60e6ed-211d-4152-bf34-9c7b8b31def3)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:01:53.250311 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c6cd21bd-384f-4be0-a2ae-829f54638692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:53.290671 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e9b871-362a-4680-ac84-5e0913c57f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-8a257da7-8e14-4069-8fd7-0e60c32d7f8c', 'network_id': '8a257da7-8e14-4069-8fd7-0e60c32d7f8c', 'tenant_id': '23c1918c04864496b1daf8fd2407ccf7', 'fixed_ips': [{'subnet_id': '999b9bea-88a1-445b-a298-22da756b1448'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 14:01:53.291520 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c4e9b871-362a-4680-ac84-5e0913c57f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:53.295943 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1b2b874b-1f41-46d0-9b4f-d59f76c6f2e4 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:53.389440 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd21bd-384f-4be0-a2ae-829f54638692 None None] Pushing event updated for resources: {'Port': ['ID=f7c1e582-a7bb-4034-9456-54cb326ba452,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:53.415888 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [None req-1b2b874b-1f41-46d0-9b4f-d59f76c6f2e4 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 14:01:53.417362 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1b2b874b-1f41-46d0-9b4f-d59f76c6f2e4 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] 10.222.0.18 "PUT /v2.0/routers/8c00133e-b923-423e-a53d-d7b52f043fa5 HTTP/1.1" status: 400 len: 364 time: 0.3375280 Sep 30 14:01:53.423488 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48188) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:53.471436 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-c4e9b871-362a-4680-ac84-5e0913c57f29 None None] Allocated IP 172.21.0.2 (8a257da7-8e14-4069-8fd7-0e60c32d7f8c/999b9bea-88a1-445b-a298-22da756b1448/65053d63-d20e-4ad3-9271-84bbcb524d1f) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:01:53.499538 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7278c4-3e50-486c-98b0-2c129eb8ee11 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Deleting subnet 999b9bea-88a1-445b-a298-22da756b1448 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 14:01:53.645063 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c4e9b871-362a-4680-ac84-5e0913c57f29 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:53.650533 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de7278c4-3e50-486c-98b0-2c129eb8ee11 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:53.651074 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c4e9b871-362a-4680-ac84-5e0913c57f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:53.691102 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e9b871-362a-4680-ac84-5e0913c57f29 None None] Network 8a257da7-8e14-4069-8fd7-0e60c32d7f8c is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:01:53.693949 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-c4e9b871-362a-4680-ac84-5e0913c57f29 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:01:53.697074 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de7278c4-3e50-486c-98b0-2c129eb8ee11 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:53.699301 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e9b871-362a-4680-ac84-5e0913c57f29 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:01:53.707046 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9b871-362a-4680-ac84-5e0913c57f29 None None] Pushing event updated for resources: {'Port': ['ID=65053d63-d20e-4ad3-9271-84bbcb524d1f,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:53.756312 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-c4e9b871-362a-4680-ac84-5e0913c57f29 None None] Attempting to bind port 65053d63-d20e-4ad3-9271-84bbcb524d1f on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:01:53.756601 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-c4e9b871-362a-4680-ac84-5e0913c57f29 None None] Attempting to bind port 65053d63-d20e-4ad3-9271-84bbcb524d1f by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e77f3441-c7ea-4acf-9f98-c805250fe107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8a257da7-8e14-4069-8fd7-0e60c32d7f8c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:01:53.756905 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e9b871-362a-4680-ac84-5e0913c57f29 None None] Attempting to bind port 65053d63-d20e-4ad3-9271-84bbcb524d1f on network 8a257da7-8e14-4069-8fd7-0e60c32d7f8c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:01:53.762356 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e9b871-362a-4680-ac84-5e0913c57f29 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:01:53.762718 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e9b871-362a-4680-ac84-5e0913c57f29 None None] Checking segment: {'id': 'e77f3441-c7ea-4acf-9f98-c805250fe107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8a257da7-8e14-4069-8fd7-0e60c32d7f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:01:53.763119 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c4e9b871-362a-4680-ac84-5e0913c57f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:53.764011 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e9b871-362a-4680-ac84-5e0913c57f29 None None] Bound using segment: {'id': 'e77f3441-c7ea-4acf-9f98-c805250fe107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8a257da7-8e14-4069-8fd7-0e60c32d7f8c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:01:53.764696 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-c4e9b871-362a-4680-ac84-5e0913c57f29 None None] Bound port: 65053d63-d20e-4ad3-9271-84bbcb524d1f, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77f3441-c7ea-4acf-9f98-c805250fe107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8a257da7-8e14-4069-8fd7-0e60c32d7f8c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:01:53.764889 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c4e9b871-362a-4680-ac84-5e0913c57f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:53.781597 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de7278c4-3e50-486c-98b0-2c129eb8ee11 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:53.839700 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de7278c4-3e50-486c-98b0-2c129eb8ee11 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:53.842691 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-c4e9b871-362a-4680-ac84-5e0913c57f29 None None] For port 65053d63-d20e-4ad3-9271-84bbcb524d1f, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:01:53.845861 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-c4e9b871-362a-4680-ac84-5e0913c57f29 None None] For port 65053d63-d20e-4ad3-9271-84bbcb524d1f, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=65053d63-d20e-4ad3-9271-84bbcb524d1f,segment=NetworkSegment(e77f3441-c7ea-4acf-9f98-c805250fe107),segment_id=e77f3441-c7ea-4acf-9f98-c805250fe107)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:01:53.850542 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c4e9b871-362a-4680-ac84-5e0913c57f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:53.873510 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7278c4-3e50-486c-98b0-2c129eb8ee11 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Pushing event deleted for resources: {'Subnet': ['ID=999b9bea-88a1-445b-a298-22da756b1448,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:53.875509 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-de7278c4-3e50-486c-98b0-2c129eb8ee11 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:53.879625 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-de7278c4-3e50-486c-98b0-2c129eb8ee11 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] 10.222.0.18 "DELETE /v2.0/subnets/999b9bea-88a1-445b-a298-22da756b1448 HTTP/1.1" status: 204 len: 168 time: 0.4528854 Sep 30 14:01:53.880420 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48190) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:53.908871 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9b871-362a-4680-ac84-5e0913c57f29 None None] Pushing event updated for resources: {'Port': ['ID=65053d63-d20e-4ad3-9271-84bbcb524d1f,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:53.965454 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e1608606-1ba8-4ec4-957c-613f032ccd22 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:54.023656 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-e1608606-1ba8-4ec4-957c-613f032ccd22 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Deleting port 65053d63-d20e-4ad3-9271-84bbcb524d1f {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:01:54.024005 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e1608606-1ba8-4ec4-957c-613f032ccd22 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:54.102201 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-e1608606-1ba8-4ec4-957c-613f032ccd22 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] For port 65053d63-d20e-4ad3-9271-84bbcb524d1f, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=65053d63-d20e-4ad3-9271-84bbcb524d1f,segment=NetworkSegment(e77f3441-c7ea-4acf-9f98-c805250fe107),segment_id=e77f3441-c7ea-4acf-9f98-c805250fe107)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:01:54.102639 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e1608606-1ba8-4ec4-957c-613f032ccd22 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:54.124848 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-e1608606-1ba8-4ec4-957c-613f032ccd22 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Calling delete_port for 65053d63-d20e-4ad3-9271-84bbcb524d1f owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:01:54.209153 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e1608606-1ba8-4ec4-957c-613f032ccd22 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:54.237618 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1608606-1ba8-4ec4-957c-613f032ccd22 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Pushing event deleted for resources: {'Port': ['ID=65053d63-d20e-4ad3-9271-84bbcb524d1f,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:54.242539 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1608606-1ba8-4ec4-957c-613f032ccd22 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] No DVR routers for this DVR port 65053d63-d20e-4ad3-9271-84bbcb524d1f on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:01:54.316212 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:54.331142 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e1608606-1ba8-4ec4-957c-613f032ccd22 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:54.351853 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065311da-d734-4d86-a6f1-8cc72bd16f88 None None] Network ab0db39d-3bd7-44d9-a63c-792f96c32e13 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:01:54.356208 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-e1608606-1ba8-4ec4-957c-613f032ccd22 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a257da7-8e14-4069-8fd7-0e60c32d7f8c']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:54.365621 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-e1608606-1ba8-4ec4-957c-613f032ccd22 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e77f3441-c7ea-4acf-9f98-c805250fe107') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:54.366406 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-e1608606-1ba8-4ec4-957c-613f032ccd22 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e77f3441-c7ea-4acf-9f98-c805250fe107') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:54.375838 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e1608606-1ba8-4ec4-957c-613f032ccd22 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:54.389317 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e1608606-1ba8-4ec4-957c-613f032ccd22 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:54.395841 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1608606-1ba8-4ec4-957c-613f032ccd22 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 14:01:54.396442 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e1608606-1ba8-4ec4-957c-613f032ccd22 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: timer() Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 14:01:54.400586 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 14:01:54.463957 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-08c16db9-9385-4316-a0e9-f96ecdc0f00f None None] Provisioning complete for port f7c1e582-a7bb-4034-9456-54cb326ba452 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:01:54.464324 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-08c16db9-9385-4316-a0e9-f96ecdc0f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:54.471291 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e1608606-1ba8-4ec4-957c-613f032ccd22 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:54.478973 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e1608606-1ba8-4ec4-957c-613f032ccd22 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:54.483699 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e1608606-1ba8-4ec4-957c-613f032ccd22 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] 10.222.0.18 "DELETE /v2.0/networks/8a257da7-8e14-4069-8fd7-0e60c32d7f8c HTTP/1.1" status: 204 len: 168 time: 0.6000116 Sep 30 14:01:54.483699 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48192) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:54.517932 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1608606-1ba8-4ec4-957c-613f032ccd22 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Pushing event deleted for resources: {'Network': ['ID=8a257da7-8e14-4069-8fd7-0e60c32d7f8c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:54.544971 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-1db4fb4a-fb64-4683-9d95-7fdb939c514a tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Deleting subnet 6ceeabd4-b4c0-409e-aaaa-95549e83170d {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 14:01:54.548368 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1db4fb4a-fb64-4683-9d95-7fdb939c514a tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:54.577606 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-08c16db9-9385-4316-a0e9-f96ecdc0f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:54.595005 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1db4fb4a-fb64-4683-9d95-7fdb939c514a tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:54.619675 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-08c16db9-9385-4316-a0e9-f96ecdc0f00f None None] For port f7c1e582-a7bb-4034-9456-54cb326ba452, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=f7c1e582-a7bb-4034-9456-54cb326ba452,segment=NetworkSegment(4d60e6ed-211d-4152-bf34-9c7b8b31def3),segment_id=4d60e6ed-211d-4152-bf34-9c7b8b31def3)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:01:54.624982 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-08c16db9-9385-4316-a0e9-f96ecdc0f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:54.707426 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1db4fb4a-fb64-4683-9d95-7fdb939c514a tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:54.784152 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1db4fb4a-fb64-4683-9d95-7fdb939c514a tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:54.813515 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4fb4a-fb64-4683-9d95-7fdb939c514a tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Pushing event deleted for resources: {'Subnet': ['ID=6ceeabd4-b4c0-409e-aaaa-95549e83170d,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:54.817630 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1db4fb4a-fb64-4683-9d95-7fdb939c514a tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:54.819588 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1db4fb4a-fb64-4683-9d95-7fdb939c514a tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] 10.222.0.18 "DELETE /v2.0/subnets/6ceeabd4-b4c0-409e-aaaa-95549e83170d HTTP/1.1" status: 204 len: 168 time: 0.3353941 Sep 30 14:01:54.822122 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48194) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:54.837685 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab09fe6-1f2b-4459-bf37-d4c02e64c502 None None] Network ab0db39d-3bd7-44d9-a63c-792f96c32e13 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:01:54.908136 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f186dfcd-a90c-4dd1-8fdf-b58308251f90 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:54.931217 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c16db9-9385-4316-a0e9-f96ecdc0f00f None None] Pushing event updated for resources: {'Port': ['ID=f7c1e582-a7bb-4034-9456-54cb326ba452,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:54.956058 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-29557e82-dc9f-4c4e-bc04-7c0c9e658134 None None] Provisioning complete for port f7c1e582-a7bb-4034-9456-54cb326ba452 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:01:54.956449 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-29557e82-dc9f-4c4e-bc04-7c0c9e658134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:54.968487 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-f186dfcd-a90c-4dd1-8fdf-b58308251f90 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Deleting port f7c1e582-a7bb-4034-9456-54cb326ba452 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:01:54.968759 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f186dfcd-a90c-4dd1-8fdf-b58308251f90 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:55.047555 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-f186dfcd-a90c-4dd1-8fdf-b58308251f90 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] For port f7c1e582-a7bb-4034-9456-54cb326ba452, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=f7c1e582-a7bb-4034-9456-54cb326ba452,segment=NetworkSegment(4d60e6ed-211d-4152-bf34-9c7b8b31def3),segment_id=4d60e6ed-211d-4152-bf34-9c7b8b31def3)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:01:55.047984 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f186dfcd-a90c-4dd1-8fdf-b58308251f90 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:55.061274 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d7c4d8-9c09-4f6e-b57c-23b833b67648 None None] DHCP port deletion for 8a257da7-8e14-4069-8fd7-0e60c32d7f8c request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 14:01:55.062072 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-f186dfcd-a90c-4dd1-8fdf-b58308251f90 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Calling delete_port for f7c1e582-a7bb-4034-9456-54cb326ba452 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:01:55.085627 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324e6943-2dec-4120-8ae9-5580a57a7c42 None None] Network 8a257da7-8e14-4069-8fd7-0e60c32d7f8c requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:01:55.103874 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038bf8e1-4477-4138-bdc5-ad1cf976a134 None None] DHCP port deletion for ab0db39d-3bd7-44d9-a63c-792f96c32e13 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 14:01:55.106086 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324e6943-2dec-4120-8ae9-5580a57a7c42 None None] Network 8a257da7-8e14-4069-8fd7-0e60c32d7f8c could not be found, it might have been deleted concurrently. {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 30 14:01:55.157351 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f186dfcd-a90c-4dd1-8fdf-b58308251f90 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:55.164739 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-038bf8e1-4477-4138-bdc5-ad1cf976a134 None None] Deleting port f7c1e582-a7bb-4034-9456-54cb326ba452 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:01:55.165190 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-038bf8e1-4477-4138-bdc5-ad1cf976a134 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:55.184037 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186dfcd-a90c-4dd1-8fdf-b58308251f90 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Pushing event deleted for resources: {'Port': ['ID=f7c1e582-a7bb-4034-9456-54cb326ba452,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:55.187452 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-a88fc286-7a6c-41d1-8e87-fb024c4c9538 None None] Could not find standard attr ID for object 65053d63-d20e-4ad3-9271-84bbcb524d1f. {{(pid=94765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 14:01:55.187597 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f186dfcd-a90c-4dd1-8fdf-b58308251f90 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] No DVR routers for this DVR port f7c1e582-a7bb-4034-9456-54cb326ba452 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:01:55.234031 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-038bf8e1-4477-4138-bdc5-ad1cf976a134 None None] For port f7c1e582-a7bb-4034-9456-54cb326ba452, host n-d-810909-2, got binding levels [] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:01:55.234423 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-038bf8e1-4477-4138-bdc5-ad1cf976a134 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:55.245701 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-038bf8e1-4477-4138-bdc5-ad1cf976a134 None None] Calling delete_port for f7c1e582-a7bb-4034-9456-54cb326ba452 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:01:55.248253 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.ipam_backend_mixin [None req-038bf8e1-4477-4138-bdc5-ad1cf976a134 None None] Port f7c1e582-a7bb-4034-9456-54cb326ba452 was not found and therefore no delete operation was performed {{(pid=94765) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 14:01:55.249474 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-038bf8e1-4477-4138-bdc5-ad1cf976a134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:55.269565 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f186dfcd-a90c-4dd1-8fdf-b58308251f90 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:55.279000 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038bf8e1-4477-4138-bdc5-ad1cf976a134 None None] Pushing event deleted for resources: {'Port': ['ID=f7c1e582-a7bb-4034-9456-54cb326ba452,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:55.280809 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038bf8e1-4477-4138-bdc5-ad1cf976a134 None None] No DVR routers for this DVR port f7c1e582-a7bb-4034-9456-54cb326ba452 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:01:55.296278 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-f186dfcd-a90c-4dd1-8fdf-b58308251f90 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab0db39d-3bd7-44d9-a63c-792f96c32e13']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:55.305662 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-f186dfcd-a90c-4dd1-8fdf-b58308251f90 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d60e6ed-211d-4152-bf34-9c7b8b31def3') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:55.305958 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-f186dfcd-a90c-4dd1-8fdf-b58308251f90 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d60e6ed-211d-4152-bf34-9c7b8b31def3') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:55.315206 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f186dfcd-a90c-4dd1-8fdf-b58308251f90 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:55.328086 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f186dfcd-a90c-4dd1-8fdf-b58308251f90 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:55.334946 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f186dfcd-a90c-4dd1-8fdf-b58308251f90 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 14:01:55.335819 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f186dfcd-a90c-4dd1-8fdf-b58308251f90 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: timer() Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 14:01:55.339045 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 14:01:55.402236 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f186dfcd-a90c-4dd1-8fdf-b58308251f90 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:55.408657 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f186dfcd-a90c-4dd1-8fdf-b58308251f90 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:55.410555 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f186dfcd-a90c-4dd1-8fdf-b58308251f90 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] 10.222.0.18 "DELETE /v2.0/networks/ab0db39d-3bd7-44d9-a63c-792f96c32e13 HTTP/1.1" status: 204 len: 168 time: 0.5875502 Sep 30 14:01:55.413383 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48200) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:55.422330 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186dfcd-a90c-4dd1-8fdf-b58308251f90 tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Pushing event deleted for resources: {'Network': ['ID=ab0db39d-3bd7-44d9-a63c-792f96c32e13,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:55.440582 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0f13979c-643b-4c27-94d2-d136e4a06c3e tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c00133e-b923-423e-a53d-d7b52f043fa5 HTTP/1.1" status: 200 len: 205 time: 0.0253925 Sep 30 14:01:55.443031 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48202) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:55.519381 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c60ca4b-88f3-45d6-87c9-ffc8cd15a58d tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:55.675759 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c60ca4b-88f3-45d6-87c9-ffc8cd15a58d tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:55.678034 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c60ca4b-88f3-45d6-87c9-ffc8cd15a58d tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:55.719726 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c60ca4b-88f3-45d6-87c9-ffc8cd15a58d tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:55.720246 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c60ca4b-88f3-45d6-87c9-ffc8cd15a58d tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Fanout notify agent at l3_agent the message router_deleted on router 8c00133e-b923-423e-a53d-d7b52f043fa5 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 14:01:55.727098 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0c60ca4b-88f3-45d6-87c9-ffc8cd15a58d tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:55.730756 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0c60ca4b-88f3-45d6-87c9-ffc8cd15a58d tempest-RoutersNegativeTest-44099066 tempest-RoutersNegativeTest-44099066-project] 10.222.0.18 "DELETE /v2.0/routers/8c00133e-b923-423e-a53d-d7b52f043fa5 HTTP/1.1" status: 204 len: 168 time: 0.2841690 Sep 30 14:01:55.965082 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48208) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:56.095271 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-708a15fd-5dd4-4036-991c-5da04421a452 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23c1918c04864496b1daf8fd2407ccf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290081 Sep 30 14:01:56.097664 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48212) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:56.143518 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8c995d33-7ce5-4e36-b97d-0a9709f860da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:56.164552 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8c995d33-7ce5-4e36-b97d-0a9709f860da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:56.212312 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8c995d33-7ce5-4e36-b97d-0a9709f860da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:56.215402 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8c995d33-7ce5-4e36-b97d-0a9709f860da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:56.216560 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8c995d33-7ce5-4e36-b97d-0a9709f860da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d617da3d-3277-4a2c-8f94-f775e8fccf4c HTTP/1.1" status: 204 len: 168 time: 0.1179767 Sep 30 14:01:56.224005 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c995d33-7ce5-4e36-b97d-0a9709f860da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d617da3d-3277-4a2c-8f94-f775e8fccf4c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:56.814701 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48234) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:56.911575 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-7b33fa94-cc61-41a6-a144-e55140eeea2d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-507426558-network', 'tenant_id': 'bc11590b26324a4e9346e03e62560b6d'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:01:56.933555 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b33fa94-cc61-41a6-a144-e55140eeea2d admin admin] Made reservation on behalf of bc11590b26324a4e9346e03e62560b6d for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:01:56.935839 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b33fa94-cc61-41a6-a144-e55140eeea2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:56.948332 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b33fa94-cc61-41a6-a144-e55140eeea2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:57.036008 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b33fa94-cc61-41a6-a144-e55140eeea2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:57.043710 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b33fa94-cc61-41a6-a144-e55140eeea2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:57.067028 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b33fa94-cc61-41a6-a144-e55140eeea2d admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 14:01:57.076603 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33fa94-cc61-41a6-a144-e55140eeea2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df665fae-925d-4e0b-9da1-90ff40fe92f1,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:57.081439 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b33fa94-cc61-41a6-a144-e55140eeea2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:57.081772 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-7b33fa94-cc61-41a6-a144-e55140eeea2d admin admin] Added segment 658d97ea-282a-4fbf-9f65-30241aae2f98 of type vlan for network a4c3b794-99d4-42e4-97f3-86424a744f11 Sep 30 14:01:57.120948 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b33fa94-cc61-41a6-a144-e55140eeea2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:57.144191 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b33fa94-cc61-41a6-a144-e55140eeea2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:57.145130 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b33fa94-cc61-41a6-a144-e55140eeea2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:57.145698 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7b33fa94-cc61-41a6-a144-e55140eeea2d admin admin] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:57.171867 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7b33fa94-cc61-41a6-a144-e55140eeea2d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3560507 Sep 30 14:01:57.174849 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48238) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:57.179681 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-3f954e8f-ca70-4d52-bd69-2276efff0a65 admin admin] Request body: {'subnet': {'network_id': 'a4c3b794-99d4-42e4-97f3-86424a744f11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-507426558-subnet', 'tenant_id': 'bc11590b26324a4e9346e03e62560b6d', 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:01:57.199246 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f954e8f-ca70-4d52-bd69-2276efff0a65 admin admin] Made reservation on behalf of bc11590b26324a4e9346e03e62560b6d for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:01:57.201589 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f954e8f-ca70-4d52-bd69-2276efff0a65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:57.212299 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33fa94-cc61-41a6-a144-e55140eeea2d admin admin] Pushing event updated for resources: {'Network': ['ID=a4c3b794-99d4-42e4-97f3-86424a744f11,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:57.223194 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network a4c3b794-99d4-42e4-97f3-86424a744f11 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 14:01:57.370437 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f954e8f-ca70-4d52-bd69-2276efff0a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:57.427975 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f954e8f-ca70-4d52-bd69-2276efff0a65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30afe1d0-b56d-4500-b295-8ae0bdd824b1,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:57.436656 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f954e8f-ca70-4d52-bd69-2276efff0a65 admin admin] Checking segment: {'id': '658d97ea-282a-4fbf-9f65-30241aae2f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a4c3b794-99d4-42e4-97f3-86424a744f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:01:57.437014 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f954e8f-ca70-4d52-bd69-2276efff0a65 admin admin] Network hostable DHCP agents. Network: a4c3b794-99d4-42e4-97f3-86424a744f11, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 14:01:57.454031 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f954e8f-ca70-4d52-bd69-2276efff0a65 admin admin] Network a4c3b794-99d4-42e4-97f3-86424a744f11 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 14:01:57.465356 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-3f954e8f-ca70-4d52-bd69-2276efff0a65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, a4c3b794-99d4-42e4-97f3-86424a744f11) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:01:57.470422 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f954e8f-ca70-4d52-bd69-2276efff0a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:01:57.472405 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3f954e8f-ca70-4d52-bd69-2276efff0a65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:57.473130 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008a8aab-64fa-4002-af26-7f09bcda8c7b None None] Network a4c3b794-99d4-42e4-97f3-86424a744f11 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:01:57.488603 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3f954e8f-ca70-4d52-bd69-2276efff0a65 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3101091 Sep 30 14:01:57.488947 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48240) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:57.493383 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-997610a3-18aa-45a4-8a06-d4910b08bb7c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-507426558-router', 'tenant_id': 'bc11590b26324a4e9346e03e62560b6d', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:01:57.514068 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-997610a3-18aa-45a4-8a06-d4910b08bb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:57.515054 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-997610a3-18aa-45a4-8a06-d4910b08bb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:57.566207 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-997610a3-18aa-45a4-8a06-d4910b08bb7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:57.619974 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f84cc9b-8368-4db4-bc2e-d6b6d0f5c939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-a4c3b794-99d4-42e4-97f3-86424a744f11', 'network_id': 'a4c3b794-99d4-42e4-97f3-86424a744f11', 'tenant_id': 'bc11590b26324a4e9346e03e62560b6d', 'fixed_ips': [{'subnet_id': '30afe1d0-b56d-4500-b295-8ae0bdd824b1'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 14:01:57.620839 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6f84cc9b-8368-4db4-bc2e-d6b6d0f5c939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:57.762471 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-6f84cc9b-8368-4db4-bc2e-d6b6d0f5c939 None None] Allocated IP 172.20.0.2 (a4c3b794-99d4-42e4-97f3-86424a744f11/30afe1d0-b56d-4500-b295-8ae0bdd824b1/1f420c4c-1e8a-435b-8808-774b38008e09) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:01:57.911341 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6f84cc9b-8368-4db4-bc2e-d6b6d0f5c939 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:57.918141 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6f84cc9b-8368-4db4-bc2e-d6b6d0f5c939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:57.956833 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f84cc9b-8368-4db4-bc2e-d6b6d0f5c939 None None] Network a4c3b794-99d4-42e4-97f3-86424a744f11 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:01:57.960076 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-6f84cc9b-8368-4db4-bc2e-d6b6d0f5c939 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:01:57.964479 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f84cc9b-8368-4db4-bc2e-d6b6d0f5c939 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:01:57.969786 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84cc9b-8368-4db4-bc2e-d6b6d0f5c939 None None] Pushing event updated for resources: {'Port': ['ID=1f420c4c-1e8a-435b-8808-774b38008e09,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:58.019333 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-6f84cc9b-8368-4db4-bc2e-d6b6d0f5c939 None None] Attempting to bind port 1f420c4c-1e8a-435b-8808-774b38008e09 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:01:58.019698 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-6f84cc9b-8368-4db4-bc2e-d6b6d0f5c939 None None] Attempting to bind port 1f420c4c-1e8a-435b-8808-774b38008e09 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '658d97ea-282a-4fbf-9f65-30241aae2f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a4c3b794-99d4-42e4-97f3-86424a744f11'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:01:58.020052 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f84cc9b-8368-4db4-bc2e-d6b6d0f5c939 None None] Attempting to bind port 1f420c4c-1e8a-435b-8808-774b38008e09 on network a4c3b794-99d4-42e4-97f3-86424a744f11 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:01:58.022192 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-997610a3-18aa-45a4-8a06-d4910b08bb7c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:58.025454 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f84cc9b-8368-4db4-bc2e-d6b6d0f5c939 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:01:58.025818 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f84cc9b-8368-4db4-bc2e-d6b6d0f5c939 None None] Checking segment: {'id': '658d97ea-282a-4fbf-9f65-30241aae2f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a4c3b794-99d4-42e4-97f3-86424a744f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:01:58.026240 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6f84cc9b-8368-4db4-bc2e-d6b6d0f5c939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:58.026635 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f84cc9b-8368-4db4-bc2e-d6b6d0f5c939 None None] Bound using segment: {'id': '658d97ea-282a-4fbf-9f65-30241aae2f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a4c3b794-99d4-42e4-97f3-86424a744f11'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:01:58.027106 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-6f84cc9b-8368-4db4-bc2e-d6b6d0f5c939 None None] Bound port: 1f420c4c-1e8a-435b-8808-774b38008e09, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658d97ea-282a-4fbf-9f65-30241aae2f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a4c3b794-99d4-42e4-97f3-86424a744f11'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:01:58.027702 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6f84cc9b-8368-4db4-bc2e-d6b6d0f5c939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:58.092787 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-6f84cc9b-8368-4db4-bc2e-d6b6d0f5c939 None None] For port 1f420c4c-1e8a-435b-8808-774b38008e09, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:01:58.096179 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-6f84cc9b-8368-4db4-bc2e-d6b6d0f5c939 None None] For port 1f420c4c-1e8a-435b-8808-774b38008e09, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1f420c4c-1e8a-435b-8808-774b38008e09,segment=NetworkSegment(658d97ea-282a-4fbf-9f65-30241aae2f98),segment_id=658d97ea-282a-4fbf-9f65-30241aae2f98)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:01:58.099746 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6f84cc9b-8368-4db4-bc2e-d6b6d0f5c939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:58.156110 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84cc9b-8368-4db4-bc2e-d6b6d0f5c939 None None] Pushing event updated for resources: {'Port': ['ID=1f420c4c-1e8a-435b-8808-774b38008e09,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:58.225050 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-997610a3-18aa-45a4-8a06-d4910b08bb7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:58.249040 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-997610a3-18aa-45a4-8a06-d4910b08bb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:58.367576 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-997610a3-18aa-45a4-8a06-d4910b08bb7c admin admin] Allocated IP 172.25.5.38 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:01:58.475308 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-997610a3-18aa-45a4-8a06-d4910b08bb7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:58.508142 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-997610a3-18aa-45a4-8a06-d4910b08bb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:58.548676 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997610a3-18aa-45a4-8a06-d4910b08bb7c admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:01:58.551707 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-997610a3-18aa-45a4-8a06-d4910b08bb7c admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:01:58.555446 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997610a3-18aa-45a4-8a06-d4910b08bb7c admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:01:58.561049 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997610a3-18aa-45a4-8a06-d4910b08bb7c admin admin] Pushing event updated for resources: {'Port': ['ID=98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:58.807132 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-997610a3-18aa-45a4-8a06-d4910b08bb7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:59.003806 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9e6150-f2ba-4f61-ba61-cef4f619aadf None None] Network a4c3b794-99d4-42e4-97f3-86424a744f11 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:01:59.013193 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-997610a3-18aa-45a4-8a06-d4910b08bb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:59.065319 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-82109ff1-3c71-4553-bfad-3fb8645cd3a2 None None] Provisioning complete for port 1f420c4c-1e8a-435b-8808-774b38008e09 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:01:59.065686 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-82109ff1-3c71-4553-bfad-3fb8645cd3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:59.141936 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997610a3-18aa-45a4-8a06-d4910b08bb7c admin admin] Router b89a1a4d-fccc-4bad-8632-bcc6bf8118a2 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 14:01:59.213948 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-82109ff1-3c71-4553-bfad-3fb8645cd3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:59.252699 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997610a3-18aa-45a4-8a06-d4910b08bb7c admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:01:59.254125 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-82109ff1-3c71-4553-bfad-3fb8645cd3a2 None None] For port 1f420c4c-1e8a-435b-8808-774b38008e09, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1f420c4c-1e8a-435b-8808-774b38008e09,segment=NetworkSegment(658d97ea-282a-4fbf-9f65-30241aae2f98),segment_id=658d97ea-282a-4fbf-9f65-30241aae2f98)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:01:59.259127 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-82109ff1-3c71-4553-bfad-3fb8645cd3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:59.264692 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f607f02-7fef-4724-87af-4ddb7b75f045 None None] Sync routers for ids ['b89a1a4d-fccc-4bad-8632-bcc6bf8118a2'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:01:59.269473 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-997610a3-18aa-45a4-8a06-d4910b08bb7c admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:59.274361 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48242) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:01:59.274889 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-997610a3-18aa-45a4-8a06-d4910b08bb7c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7846770 Sep 30 14:01:59.302625 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f607f02-7fef-4724-87af-4ddb7b75f045 None None] Routers {'b89a1a4d-fccc-4bad-8632-bcc6bf8118a2'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:01:59.303288 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-8f607f02-7fef-4724-87af-4ddb7b75f045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:01:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b89a1a4d-fccc-4bad-8632-bcc6bf8118a2'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:59.356419 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82109ff1-3c71-4553-bfad-3fb8645cd3a2 None None] Pushing event updated for resources: {'Port': ['ID=1f420c4c-1e8a-435b-8808-774b38008e09,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:01:59.438389 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-8f607f02-7fef-4724-87af-4ddb7b75f045 None None] Set router b89a1a4d-fccc-4bad-8632-bcc6bf8118a2 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:01:59.507883 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1f420c4c-1e8a-435b-8808-774b38008e09 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:01:59.565402 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-8edfc49e-f3fa-4a59-bccd-e35fbe34136f None None] Provisioning complete for port 1f420c4c-1e8a-435b-8808-774b38008e09 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:01:59.565764 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8edfc49e-f3fa-4a59-bccd-e35fbe34136f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:59.664762 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 1f420c4c-1e8a-435b-8808-774b38008e09 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:01:59.665125 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:59.723744 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f478c019-ea6b-4452-9334-b508ca73720f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:59.805093 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-8f607f02-7fef-4724-87af-4ddb7b75f045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89a1a4d-fccc-4bad-8632-bcc6bf8118a2', 'name': 'tempest-TestEncryptedCinderVolumes-507426558-router', 'tenant_id': 'bc11590b26324a4e9346e03e62560b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:01:57Z', 'updated_at': '2021-09-30T14:01:58Z', 'revision_number': 3, 'project_id': 'bc11590b26324a4e9346e03e62560b6d', 'gw_port': {'id': '98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:83:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89a1a4d-fccc-4bad-8632-bcc6bf8118a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:01:58Z', 'updated_at': '2021-09-30T14:01:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:01:59.834004 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f607f02-7fef-4724-87af-4ddb7b75f045 None None] Checking router: b89a1a4d-fccc-4bad-8632-bcc6bf8118a2 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:01:59.834372 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f607f02-7fef-4724-87af-4ddb7b75f045 None None] Updating router b89a1a4d-fccc-4bad-8632-bcc6bf8118a2 port 98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 14:01:59.860542 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8f607f02-7fef-4724-87af-4ddb7b75f045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:01:59.881865 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-f478c019-ea6b-4452-9334-b508ca73720f admin admin] Allocated IP 172.20.0.1 (a4c3b794-99d4-42e4-97f3-86424a744f11/30afe1d0-b56d-4500-b295-8ae0bdd824b1/4d00d6b2-f8d2-447a-88c5-0f4b485cb035) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:01:59.987641 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f478c019-ea6b-4452-9334-b508ca73720f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:00.022436 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f478c019-ea6b-4452-9334-b508ca73720f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:00.068688 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f478c019-ea6b-4452-9334-b508ca73720f admin admin] Network a4c3b794-99d4-42e4-97f3-86424a744f11 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:02:00.071717 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-f478c019-ea6b-4452-9334-b508ca73720f admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:02:00.075687 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f478c019-ea6b-4452-9334-b508ca73720f admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:02:00.102615 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478c019-ea6b-4452-9334-b508ca73720f admin admin] Pushing event updated for resources: {'Port': ['ID=4d00d6b2-f8d2-447a-88c5-0f4b485cb035,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:00.124534 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f478c019-ea6b-4452-9334-b508ca73720f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:00.271709 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f478c019-ea6b-4452-9334-b508ca73720f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:00.289488 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8f607f02-7fef-4724-87af-4ddb7b75f045 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:00.297532 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8f607f02-7fef-4724-87af-4ddb7b75f045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:00.322729 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9c611c91-fd62-43f8-811d-ed145b848b0f None None] Provisioning complete for port 4d00d6b2-f8d2-447a-88c5-0f4b485cb035 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:02:00.323095 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9c611c91-fd62-43f8-811d-ed145b848b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:00.377083 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-8f607f02-7fef-4724-87af-4ddb7b75f045 None None] Attempting to bind port 98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:02:00.377461 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-8f607f02-7fef-4724-87af-4ddb7b75f045 None None] Attempting to bind port 98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:02:00.377818 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f607f02-7fef-4724-87af-4ddb7b75f045 None None] Attempting to bind port 98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:02:00.379638 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bd9b8-5c7e-458b-b826-fa3f5faa295a None None] Pushing event updated for resources: {'Port': ['ID=98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:00.388251 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-9c611c91-fd62-43f8-811d-ed145b848b0f None None] Port 4d00d6b2-f8d2-447a-88c5-0f4b485cb035 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:02:00.389829 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f607f02-7fef-4724-87af-4ddb7b75f045 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:02:00.390223 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f607f02-7fef-4724-87af-4ddb7b75f045 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:02:00.390619 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8f607f02-7fef-4724-87af-4ddb7b75f045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:00.390997 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f607f02-7fef-4724-87af-4ddb7b75f045 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:02:00.391470 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-8f607f02-7fef-4724-87af-4ddb7b75f045 None None] Bound port: 98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:02:00.391852 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8f607f02-7fef-4724-87af-4ddb7b75f045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:00.438398 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f478c019-ea6b-4452-9334-b508ca73720f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:00.443209 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f478c019-ea6b-4452-9334-b508ca73720f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:00.447407 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-8f607f02-7fef-4724-87af-4ddb7b75f045 None None] For port 98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:02:00.452100 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-8f607f02-7fef-4724-87af-4ddb7b75f045 None None] For port 98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:02:00.455582 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8f607f02-7fef-4724-87af-4ddb7b75f045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:00.510872 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f607f02-7fef-4724-87af-4ddb7b75f045 None None] Routers {'b89a1a4d-fccc-4bad-8632-bcc6bf8118a2'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:02:00.511099 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478c019-ea6b-4452-9334-b508ca73720f admin admin] Pushing event updated for resources: {'Port': ['ID=4d00d6b2-f8d2-447a-88c5-0f4b485cb035,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:00.511497 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-8f607f02-7fef-4724-87af-4ddb7b75f045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:01:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b89a1a4d-fccc-4bad-8632-bcc6bf8118a2'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:02:00.514109 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f478c019-ea6b-4452-9334-b508ca73720f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:00.516384 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bd9b8-5c7e-458b-b826-fa3f5faa295a None None] Pushing event updated for resources: {'Port': ['ID=98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:00.608799 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f478c019-ea6b-4452-9334-b508ca73720f admin admin] Network a4c3b794-99d4-42e4-97f3-86424a744f11 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:02:00.610291 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-f478c019-ea6b-4452-9334-b508ca73720f admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:02:00.620025 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-8f607f02-7fef-4724-87af-4ddb7b75f045 None None] Set router b89a1a4d-fccc-4bad-8632-bcc6bf8118a2 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:02:00.725030 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f478c019-ea6b-4452-9334-b508ca73720f admin admin] Router b89a1a4d-fccc-4bad-8632-bcc6bf8118a2 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:02:00.823432 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-13ac6372-27cb-49cb-a47a-5eeb9ced2e41 None None] Provisioning complete for port 4d00d6b2-f8d2-447a-88c5-0f4b485cb035 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:02:00.823806 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-13ac6372-27cb-49cb-a47a-5eeb9ced2e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:00.838935 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f478c019-ea6b-4452-9334-b508ca73720f admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:02:00.844203 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f478c019-ea6b-4452-9334-b508ca73720f admin admin] 10.222.0.18 "PUT /v2.0/routers/b89a1a4d-fccc-4bad-8632-bcc6bf8118a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5680752 Sep 30 14:02:00.863550 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-8f607f02-7fef-4724-87af-4ddb7b75f045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89a1a4d-fccc-4bad-8632-bcc6bf8118a2', 'name': 'tempest-TestEncryptedCinderVolumes-507426558-router', 'tenant_id': 'bc11590b26324a4e9346e03e62560b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:01:57Z', 'updated_at': '2021-09-30T14:02:00Z', 'revision_number': 4, 'project_id': 'bc11590b26324a4e9346e03e62560b6d', 'gw_port': {'id': '98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:83:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89a1a4d-fccc-4bad-8632-bcc6bf8118a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:01:58Z', 'updated_at': '2021-09-30T14:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '4d00d6b2-f8d2-447a-88c5-0f4b485cb035', 'name': '', 'network_id': 'a4c3b794-99d4-42e4-97f3-86424a744f11', 'tenant_id': 'bc11590b26324a4e9346e03e62560b6d', 'mac_address': 'fa:16:3e:3e:43:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89a1a4d-fccc-4bad-8632-bcc6bf8118a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '30afe1d0-b56d-4500-b295-8ae0bdd824b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:01:59Z', 'updated_at': '2021-09-30T14:02:00Z', 'revision_number': 2, 'project_id': 'bc11590b26324a4e9346e03e62560b6d', 'subnets': [{'id': '30afe1d0-b56d-4500-b295-8ae0bdd824b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:02:00.865338 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-13ac6372-27cb-49cb-a47a-5eeb9ced2e41 None None] Port 4d00d6b2-f8d2-447a-88c5-0f4b485cb035 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:02:00.896581 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f607f02-7fef-4724-87af-4ddb7b75f045 None None] The sync data for ids ['b89a1a4d-fccc-4bad-8632-bcc6bf8118a2'] in n-d-810909-2 is: [{'id': 'b89a1a4d-fccc-4bad-8632-bcc6bf8118a2', 'name': 'tempest-TestEncryptedCinderVolumes-507426558-router', 'tenant_id': 'bc11590b26324a4e9346e03e62560b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:01:57Z', 'updated_at': '2021-09-30T14:02:00Z', 'revision_number': 4, 'project_id': 'bc11590b26324a4e9346e03e62560b6d', 'gw_port': {'id': '98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:83:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89a1a4d-fccc-4bad-8632-bcc6bf8118a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:01:58Z', 'updated_at': '2021-09-30T14:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '4d00d6b2-f8d2-447a-88c5-0f4b485cb035', 'name': '', 'network_id': 'a4c3b794-99d4-42e4-97f3-86424a744f11', 'tenant_id': 'bc11590b26324a4e9346e03e62560b6d', 'mac_address': 'fa:16:3e:3e:43:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89a1a4d-fccc-4bad-8632-bcc6bf8118a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '30afe1d0-b56d-4500-b295-8ae0bdd824b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:01:59Z', 'updated_at': '2021-09-30T14:02:00Z', 'revision_number': 2, 'project_id': 'bc11590b26324a4e9346e03e62560b6d', 'subnets': [{'id': '30afe1d0-b56d-4500-b295-8ae0bdd824b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:02:01.343273 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48258) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:02:01.348130 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-a776df31-96f4-4386-90f1-1803387b7516 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1473828732-network', 'tenant_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:02:01.371751 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a776df31-96f4-4386-90f1-1803387b7516 admin admin] Made reservation on behalf of 4e6a2d664c3a4ba4a8a4aaf971e829e9 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:02:01.374819 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a776df31-96f4-4386-90f1-1803387b7516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:01.385496 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a776df31-96f4-4386-90f1-1803387b7516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:01.427857 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1f420c4c-1e8a-435b-8808-774b38008e09 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:02:01.495438 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 1f420c4c-1e8a-435b-8808-774b38008e09 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:02:01.495903 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:01.516336 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a776df31-96f4-4386-90f1-1803387b7516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:01.521534 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a776df31-96f4-4386-90f1-1803387b7516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:01.548841 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a776df31-96f4-4386-90f1-1803387b7516 admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 14:02:01.563028 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776df31-96f4-4386-90f1-1803387b7516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2505a2bf-c532-4333-8598-670e5aba0164,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:01.568204 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a776df31-96f4-4386-90f1-1803387b7516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:01.568549 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-a776df31-96f4-4386-90f1-1803387b7516 admin admin] Added segment 227589ea-b833-4aca-89e3-e355cdbf980f of type vlan for network 74416f18-1253-4f55-841c-beb6082e03a7 Sep 30 14:02:01.613578 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a776df31-96f4-4386-90f1-1803387b7516 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:01.640224 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a776df31-96f4-4386-90f1-1803387b7516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:01.641453 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a776df31-96f4-4386-90f1-1803387b7516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:01.642094 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a776df31-96f4-4386-90f1-1803387b7516 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:01.678906 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a776df31-96f4-4386-90f1-1803387b7516 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3344884 Sep 30 14:02:01.681693 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48260) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:02:01.686765 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-16502f70-b063-465d-a428-43822d832ba9 admin admin] Request body: {'subnet': {'network_id': '74416f18-1253-4f55-841c-beb6082e03a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1473828732-subnet', 'tenant_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:02:01.711974 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16502f70-b063-465d-a428-43822d832ba9 admin admin] Made reservation on behalf of 4e6a2d664c3a4ba4a8a4aaf971e829e9 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:02:01.715103 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-16502f70-b063-465d-a428-43822d832ba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:01.716989 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776df31-96f4-4386-90f1-1803387b7516 admin admin] Pushing event updated for resources: {'Network': ['ID=74416f18-1253-4f55-841c-beb6082e03a7,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:01.727472 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 74416f18-1253-4f55-841c-beb6082e03a7 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 14:02:01.897401 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-16502f70-b063-465d-a428-43822d832ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:01.954510 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16502f70-b063-465d-a428-43822d832ba9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=448a60c3-e9f0-4daf-b28c-90f1e8c34dbe,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:01.966445 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16502f70-b063-465d-a428-43822d832ba9 admin admin] Checking segment: {'id': '227589ea-b833-4aca-89e3-e355cdbf980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '74416f18-1253-4f55-841c-beb6082e03a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:02:01.966805 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16502f70-b063-465d-a428-43822d832ba9 admin admin] Network hostable DHCP agents. Network: 74416f18-1253-4f55-841c-beb6082e03a7, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 14:02:01.983672 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16502f70-b063-465d-a428-43822d832ba9 admin admin] Network 74416f18-1253-4f55-841c-beb6082e03a7 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 14:02:01.994251 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-16502f70-b063-465d-a428-43822d832ba9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 74416f18-1253-4f55-841c-beb6082e03a7) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:02:01.998638 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16502f70-b063-465d-a428-43822d832ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:01.999246 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-16502f70-b063-465d-a428-43822d832ba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:02.003008 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f782683-6c56-400f-bfcf-1d70238d6b87 None None] Network 74416f18-1253-4f55-841c-beb6082e03a7 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:02:02.016953 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-16502f70-b063-465d-a428-43822d832ba9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3339005 Sep 30 14:02:02.019783 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48262) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:02:02.025554 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-5f6e7ba8-b85d-4bfb-8f83-b55ac3e0bbc9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1473828732-router', 'tenant_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:02:02.049740 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7ba8-b85d-4bfb-8f83-b55ac3e0bbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:02.050958 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7ba8-b85d-4bfb-8f83-b55ac3e0bbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:02.109905 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7ba8-b85d-4bfb-8f83-b55ac3e0bbc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:02.159870 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f02429-0d0a-44c4-b5af-583e2537f0b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-74416f18-1253-4f55-841c-beb6082e03a7', 'network_id': '74416f18-1253-4f55-841c-beb6082e03a7', 'tenant_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'fixed_ips': [{'subnet_id': '448a60c3-e9f0-4daf-b28c-90f1e8c34dbe'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 14:02:02.160729 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b8f02429-0d0a-44c4-b5af-583e2537f0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:02.251818 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7ba8-b85d-4bfb-8f83-b55ac3e0bbc9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:02.299139 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-b8f02429-0d0a-44c4-b5af-583e2537f0b8 None None] Allocated IP 172.20.0.2 (74416f18-1253-4f55-841c-beb6082e03a7/448a60c3-e9f0-4daf-b28c-90f1e8c34dbe/bea99d68-0881-4b13-aed1-bb24a7305b4a) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:02:02.449293 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b8f02429-0d0a-44c4-b5af-583e2537f0b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:02.455380 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b8f02429-0d0a-44c4-b5af-583e2537f0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:02.455702 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7ba8-b85d-4bfb-8f83-b55ac3e0bbc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:02.479367 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7ba8-b85d-4bfb-8f83-b55ac3e0bbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:02.501341 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f02429-0d0a-44c4-b5af-583e2537f0b8 None None] Network 74416f18-1253-4f55-841c-beb6082e03a7 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:02:02.504446 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-b8f02429-0d0a-44c4-b5af-583e2537f0b8 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:02:02.508942 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f02429-0d0a-44c4-b5af-583e2537f0b8 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:02:02.512128 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f02429-0d0a-44c4-b5af-583e2537f0b8 None None] Pushing event updated for resources: {'Port': ['ID=bea99d68-0881-4b13-aed1-bb24a7305b4a,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:02.564987 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b8f02429-0d0a-44c4-b5af-583e2537f0b8 None None] Attempting to bind port bea99d68-0881-4b13-aed1-bb24a7305b4a on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:02:02.565274 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b8f02429-0d0a-44c4-b5af-583e2537f0b8 None None] Attempting to bind port bea99d68-0881-4b13-aed1-bb24a7305b4a by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '227589ea-b833-4aca-89e3-e355cdbf980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '74416f18-1253-4f55-841c-beb6082e03a7'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:02:02.565627 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f02429-0d0a-44c4-b5af-583e2537f0b8 None None] Attempting to bind port bea99d68-0881-4b13-aed1-bb24a7305b4a on network 74416f18-1253-4f55-841c-beb6082e03a7 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:02:02.570851 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f02429-0d0a-44c4-b5af-583e2537f0b8 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:02:02.571228 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f02429-0d0a-44c4-b5af-583e2537f0b8 None None] Checking segment: {'id': '227589ea-b833-4aca-89e3-e355cdbf980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '74416f18-1253-4f55-841c-beb6082e03a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:02:02.571632 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b8f02429-0d0a-44c4-b5af-583e2537f0b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:02.572025 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f02429-0d0a-44c4-b5af-583e2537f0b8 None None] Bound using segment: {'id': '227589ea-b833-4aca-89e3-e355cdbf980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '74416f18-1253-4f55-841c-beb6082e03a7'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:02:02.572497 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b8f02429-0d0a-44c4-b5af-583e2537f0b8 None None] Bound port: bea99d68-0881-4b13-aed1-bb24a7305b4a, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227589ea-b833-4aca-89e3-e355cdbf980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '74416f18-1253-4f55-841c-beb6082e03a7'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:02:02.572885 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b8f02429-0d0a-44c4-b5af-583e2537f0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:02.603731 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-5f6e7ba8-b85d-4bfb-8f83-b55ac3e0bbc9 admin admin] Allocated IP 172.25.5.158 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/24c520fa-03bd-496f-ac76-acdf79d6726b) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:02:02.639552 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b8f02429-0d0a-44c4-b5af-583e2537f0b8 None None] For port bea99d68-0881-4b13-aed1-bb24a7305b4a, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:02:02.643443 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b8f02429-0d0a-44c4-b5af-583e2537f0b8 None None] For port bea99d68-0881-4b13-aed1-bb24a7305b4a, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=bea99d68-0881-4b13-aed1-bb24a7305b4a,segment=NetworkSegment(227589ea-b833-4aca-89e3-e355cdbf980f),segment_id=227589ea-b833-4aca-89e3-e355cdbf980f)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:02:02.648567 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b8f02429-0d0a-44c4-b5af-583e2537f0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:02.712339 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f02429-0d0a-44c4-b5af-583e2537f0b8 None None] Pushing event updated for resources: {'Port': ['ID=bea99d68-0881-4b13-aed1-bb24a7305b4a,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:02.714978 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7ba8-b85d-4bfb-8f83-b55ac3e0bbc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:02.751854 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7ba8-b85d-4bfb-8f83-b55ac3e0bbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:02.794965 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6e7ba8-b85d-4bfb-8f83-b55ac3e0bbc9 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:02:02.798090 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-5f6e7ba8-b85d-4bfb-8f83-b55ac3e0bbc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:02:02.800542 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6e7ba8-b85d-4bfb-8f83-b55ac3e0bbc9 admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:02:02.832116 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e7ba8-b85d-4bfb-8f83-b55ac3e0bbc9 admin admin] Pushing event updated for resources: {'Port': ['ID=24c520fa-03bd-496f-ac76-acdf79d6726b,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:02.901515 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf2ac90-fcc3-4c48-b4bb-94124b792687 None None] Sync routers for ids ['b89a1a4d-fccc-4bad-8632-bcc6bf8118a2'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:02:02.918120 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf2ac90-fcc3-4c48-b4bb-94124b792687 None None] Routers {'b89a1a4d-fccc-4bad-8632-bcc6bf8118a2'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:02:02.918754 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4bf2ac90-fcc3-4c48-b4bb-94124b792687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:01:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b89a1a4d-fccc-4bad-8632-bcc6bf8118a2'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:02:03.025361 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-4bf2ac90-fcc3-4c48-b4bb-94124b792687 None None] Set router b89a1a4d-fccc-4bad-8632-bcc6bf8118a2 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:02:03.093616 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7ba8-b85d-4bfb-8f83-b55ac3e0bbc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:03.224479 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4bf2ac90-fcc3-4c48-b4bb-94124b792687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89a1a4d-fccc-4bad-8632-bcc6bf8118a2', 'name': 'tempest-TestEncryptedCinderVolumes-507426558-router', 'tenant_id': 'bc11590b26324a4e9346e03e62560b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:01:57Z', 'updated_at': '2021-09-30T14:02:00Z', 'revision_number': 4, 'project_id': 'bc11590b26324a4e9346e03e62560b6d', 'gw_port': {'id': '98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:83:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89a1a4d-fccc-4bad-8632-bcc6bf8118a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:01:58Z', 'updated_at': '2021-09-30T14:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '4d00d6b2-f8d2-447a-88c5-0f4b485cb035', 'name': '', 'network_id': 'a4c3b794-99d4-42e4-97f3-86424a744f11', 'tenant_id': 'bc11590b26324a4e9346e03e62560b6d', 'mac_address': 'fa:16:3e:3e:43:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89a1a4d-fccc-4bad-8632-bcc6bf8118a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '30afe1d0-b56d-4500-b295-8ae0bdd824b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:01:59Z', 'updated_at': '2021-09-30T14:02:00Z', 'revision_number': 2, 'project_id': 'bc11590b26324a4e9346e03e62560b6d', 'subnets': [{'id': '30afe1d0-b56d-4500-b295-8ae0bdd824b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:02:03.255281 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf2ac90-fcc3-4c48-b4bb-94124b792687 None None] Checking router: b89a1a4d-fccc-4bad-8632-bcc6bf8118a2 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:02:03.255631 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf2ac90-fcc3-4c48-b4bb-94124b792687 None None] Updating router b89a1a4d-fccc-4bad-8632-bcc6bf8118a2 port 4d00d6b2-f8d2-447a-88c5-0f4b485cb035 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 14:02:03.284579 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4bf2ac90-fcc3-4c48-b4bb-94124b792687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:03.290158 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7ba8-b85d-4bfb-8f83-b55ac3e0bbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:03.444218 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6e7ba8-b85d-4bfb-8f83-b55ac3e0bbc9 admin admin] Router 42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 14:02:03.518779 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:02:03.580510 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:02:03.581009 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:03.594556 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6e7ba8-b85d-4bfb-8f83-b55ac3e0bbc9 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:02:03.601554 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4bf2ac90-fcc3-4c48-b4bb-94124b792687 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:03.607684 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6455dc76-75df-4dcb-8e49-bd444d1e8eba None None] Sync routers for ids ['42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:02:03.613113 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4bf2ac90-fcc3-4c48-b4bb-94124b792687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:03.618982 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5f6e7ba8-b85d-4bfb-8f83-b55ac3e0bbc9 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:03.624073 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48266) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:02:03.624597 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5f6e7ba8-b85d-4bfb-8f83-b55ac3e0bbc9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6028728 Sep 30 14:02:03.625914 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6455dc76-75df-4dcb-8e49-bd444d1e8eba None None] Routers {'42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:02:03.626566 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-6455dc76-75df-4dcb-8e49-bd444d1e8eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:01:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:02:03.677635 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4d6a2-5df4-40d6-8e8f-5ce3da2362a4 None None] Pushing event updated for resources: {'Port': ['ID=4d00d6b2-f8d2-447a-88c5-0f4b485cb035,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:03.694265 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4d6a2-5df4-40d6-8e8f-5ce3da2362a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:02:03.694721 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4d6a2-5df4-40d6-8e8f-5ce3da2362a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:02:03.695828 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4d6a2-5df4-40d6-8e8f-5ce3da2362a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:02:03.696179 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4d6a2-5df4-40d6-8e8f-5ce3da2362a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:02:03.696533 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4d6a2-5df4-40d6-8e8f-5ce3da2362a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:02:03.697407 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4d6a2-5df4-40d6-8e8f-5ce3da2362a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:02:03.697753 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4d6a2-5df4-40d6-8e8f-5ce3da2362a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:02:03.698109 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4d6a2-5df4-40d6-8e8f-5ce3da2362a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:02:03.698441 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4d6a2-5df4-40d6-8e8f-5ce3da2362a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:02:03.698814 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4d6a2-5df4-40d6-8e8f-5ce3da2362a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:02:03.699709 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4d6a2-5df4-40d6-8e8f-5ce3da2362a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:02:03.700093 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4d6a2-5df4-40d6-8e8f-5ce3da2362a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:02:03.758545 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:03.768526 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-4bf2ac90-fcc3-4c48-b4bb-94124b792687 None None] Attempting to bind port 4d00d6b2-f8d2-447a-88c5-0f4b485cb035 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:02:03.768887 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-4bf2ac90-fcc3-4c48-b4bb-94124b792687 None None] Attempting to bind port 4d00d6b2-f8d2-447a-88c5-0f4b485cb035 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '658d97ea-282a-4fbf-9f65-30241aae2f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a4c3b794-99d4-42e4-97f3-86424a744f11'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:02:03.769452 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf2ac90-fcc3-4c48-b4bb-94124b792687 None None] Attempting to bind port 4d00d6b2-f8d2-447a-88c5-0f4b485cb035 on network a4c3b794-99d4-42e4-97f3-86424a744f11 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:02:03.777838 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf2ac90-fcc3-4c48-b4bb-94124b792687 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:02:03.779106 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf2ac90-fcc3-4c48-b4bb-94124b792687 None None] Checking segment: {'id': '658d97ea-282a-4fbf-9f65-30241aae2f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a4c3b794-99d4-42e4-97f3-86424a744f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:02:03.779682 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4bf2ac90-fcc3-4c48-b4bb-94124b792687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:03.780231 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf2ac90-fcc3-4c48-b4bb-94124b792687 None None] Bound using segment: {'id': '658d97ea-282a-4fbf-9f65-30241aae2f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a4c3b794-99d4-42e4-97f3-86424a744f11'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:02:03.780891 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-4bf2ac90-fcc3-4c48-b4bb-94124b792687 None None] Bound port: 4d00d6b2-f8d2-447a-88c5-0f4b485cb035, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658d97ea-282a-4fbf-9f65-30241aae2f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a4c3b794-99d4-42e4-97f3-86424a744f11'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:02:03.781610 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4bf2ac90-fcc3-4c48-b4bb-94124b792687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:03.781909 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:02:03.791592 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a8b2eb-5628-4ac4-a88a-41406c9701ec None None] Network 74416f18-1253-4f55-841c-beb6082e03a7 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:02:03.796327 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:03.797366 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device bea99d68-0881-4b13-aed1-bb24a7305b4a up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:02:03.800330 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-6455dc76-75df-4dcb-8e49-bd444d1e8eba None None] Set router 42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:02:03.852591 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-4bf2ac90-fcc3-4c48-b4bb-94124b792687 None None] For port 4d00d6b2-f8d2-447a-88c5-0f4b485cb035, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:02:03.855797 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-4bf2ac90-fcc3-4c48-b4bb-94124b792687 None None] For port 4d00d6b2-f8d2-447a-88c5-0f4b485cb035, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4d00d6b2-f8d2-447a-88c5-0f4b485cb035,segment=NetworkSegment(658d97ea-282a-4fbf-9f65-30241aae2f98),segment_id=658d97ea-282a-4fbf-9f65-30241aae2f98)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:02:03.861072 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4bf2ac90-fcc3-4c48-b4bb-94124b792687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:03.903394 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:03.927748 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4d6a2-5df4-40d6-8e8f-5ce3da2362a4 None None] Pushing event updated for resources: {'Port': ['ID=4d00d6b2-f8d2-447a-88c5-0f4b485cb035,revision_number=4']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:03.945040 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf2ac90-fcc3-4c48-b4bb-94124b792687 None None] Routers {'b89a1a4d-fccc-4bad-8632-bcc6bf8118a2'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:02:03.945667 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4bf2ac90-fcc3-4c48-b4bb-94124b792687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:01:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b89a1a4d-fccc-4bad-8632-bcc6bf8118a2'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:02:04.034035 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-95d352a5-17bc-4bd6-82ef-4b1d20722dce None None] Provisioning complete for port bea99d68-0881-4b13-aed1-bb24a7305b4a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:02:04.034512 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-95d352a5-17bc-4bd6-82ef-4b1d20722dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:04.080408 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-4bf2ac90-fcc3-4c48-b4bb-94124b792687 None None] Set router b89a1a4d-fccc-4bad-8632-bcc6bf8118a2 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:02:04.138873 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port bea99d68-0881-4b13-aed1-bb24a7305b4a triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:02:04.139337 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:04.154390 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7a40-eedd-4d21-b0d2-4f121f2cdd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:04.293970 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-95d352a5-17bc-4bd6-82ef-4b1d20722dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:04.337011 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-bc0f7a40-eedd-4d21-b0d2-4f121f2cdd5e admin admin] Allocated IP 172.20.0.1 (74416f18-1253-4f55-841c-beb6082e03a7/448a60c3-e9f0-4daf-b28c-90f1e8c34dbe/ec5c5d40-a996-4d7e-945f-4011ad6a4f3e) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:02:04.392802 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-95d352a5-17bc-4bd6-82ef-4b1d20722dce None None] For port bea99d68-0881-4b13-aed1-bb24a7305b4a, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=bea99d68-0881-4b13-aed1-bb24a7305b4a,segment=NetworkSegment(227589ea-b833-4aca-89e3-e355cdbf980f),segment_id=227589ea-b833-4aca-89e3-e355cdbf980f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:02:04.395571 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4bf2ac90-fcc3-4c48-b4bb-94124b792687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89a1a4d-fccc-4bad-8632-bcc6bf8118a2', 'name': 'tempest-TestEncryptedCinderVolumes-507426558-router', 'tenant_id': 'bc11590b26324a4e9346e03e62560b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:01:57Z', 'updated_at': '2021-09-30T14:02:00Z', 'revision_number': 4, 'project_id': 'bc11590b26324a4e9346e03e62560b6d', 'gw_port': {'id': '98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:83:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89a1a4d-fccc-4bad-8632-bcc6bf8118a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:01:58Z', 'updated_at': '2021-09-30T14:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '4d00d6b2-f8d2-447a-88c5-0f4b485cb035', 'name': '', 'network_id': 'a4c3b794-99d4-42e4-97f3-86424a744f11', 'tenant_id': 'bc11590b26324a4e9346e03e62560b6d', 'mac_address': 'fa:16:3e:3e:43:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89a1a4d-fccc-4bad-8632-bcc6bf8118a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '30afe1d0-b56d-4500-b295-8ae0bdd824b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:01:59Z', 'updated_at': '2021-09-30T14:02:03Z', 'revision_number': 4, 'project_id': 'bc11590b26324a4e9346e03e62560b6d', 'subnets': [{'id': '30afe1d0-b56d-4500-b295-8ae0bdd824b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:02:04.398803 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:04.408150 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-95d352a5-17bc-4bd6-82ef-4b1d20722dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:04.410673 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-6455dc76-75df-4dcb-8e49-bd444d1e8eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6', 'name': 'tempest-TestEncryptedCinderVolumes-1473828732-router', 'tenant_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '24c520fa-03bd-496f-ac76-acdf79d6726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:02:02Z', 'updated_at': '2021-09-30T14:02:02Z', 'revision_number': 3, 'project_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'gw_port': {'id': '24c520fa-03bd-496f-ac76-acdf79d6726b', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:02:02Z', 'updated_at': '2021-09-30T14:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:02:04.427534 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf2ac90-fcc3-4c48-b4bb-94124b792687 None None] The sync data for ids ['b89a1a4d-fccc-4bad-8632-bcc6bf8118a2'] in n-d-810909-2 is: [{'id': 'b89a1a4d-fccc-4bad-8632-bcc6bf8118a2', 'name': 'tempest-TestEncryptedCinderVolumes-507426558-router', 'tenant_id': 'bc11590b26324a4e9346e03e62560b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:01:57Z', 'updated_at': '2021-09-30T14:02:00Z', 'revision_number': 4, 'project_id': 'bc11590b26324a4e9346e03e62560b6d', 'gw_port': {'id': '98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:83:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89a1a4d-fccc-4bad-8632-bcc6bf8118a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:01:58Z', 'updated_at': '2021-09-30T14:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '4d00d6b2-f8d2-447a-88c5-0f4b485cb035', 'name': '', 'network_id': 'a4c3b794-99d4-42e4-97f3-86424a744f11', 'tenant_id': 'bc11590b26324a4e9346e03e62560b6d', 'mac_address': 'fa:16:3e:3e:43:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89a1a4d-fccc-4bad-8632-bcc6bf8118a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '30afe1d0-b56d-4500-b295-8ae0bdd824b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:01:59Z', 'updated_at': '2021-09-30T14:02:03Z', 'revision_number': 4, 'project_id': 'bc11590b26324a4e9346e03e62560b6d', 'subnets': [{'id': '30afe1d0-b56d-4500-b295-8ae0bdd824b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:02:04.464230 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7a40-eedd-4d21-b0d2-4f121f2cdd5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:04.505050 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7a40-eedd-4d21-b0d2-4f121f2cdd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:04.549260 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0f7a40-eedd-4d21-b0d2-4f121f2cdd5e admin admin] Network 74416f18-1253-4f55-841c-beb6082e03a7 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:02:04.552405 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-bc0f7a40-eedd-4d21-b0d2-4f121f2cdd5e admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:02:04.557106 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0f7a40-eedd-4d21-b0d2-4f121f2cdd5e admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:02:04.609100 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7a40-eedd-4d21-b0d2-4f121f2cdd5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:04.613663 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f7a40-eedd-4d21-b0d2-4f121f2cdd5e admin admin] Pushing event updated for resources: {'Port': ['ID=ec5c5d40-a996-4d7e-945f-4011ad6a4f3e,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:04.646908 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6455dc76-75df-4dcb-8e49-bd444d1e8eba None None] Checking router: 42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:02:04.647454 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6455dc76-75df-4dcb-8e49-bd444d1e8eba None None] Updating router 42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6 port 24c520fa-03bd-496f-ac76-acdf79d6726b binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 14:02:04.713749 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6455dc76-75df-4dcb-8e49-bd444d1e8eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:04.753170 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-a36363c5-3b55-471b-8a86-9fb939e750ef None None] Provisioning complete for port 4d00d6b2-f8d2-447a-88c5-0f4b485cb035 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:02:04.753542 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a36363c5-3b55-471b-8a86-9fb939e750ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:04.759953 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7a40-eedd-4d21-b0d2-4f121f2cdd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:04.794378 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d352a5-17bc-4bd6-82ef-4b1d20722dce None None] Pushing event updated for resources: {'Port': ['ID=bea99d68-0881-4b13-aed1-bb24a7305b4a,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:04.811971 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 14:02:04.812335 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 14:02:04.952636 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a36363c5-3b55-471b-8a86-9fb939e750ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:04.957243 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7a40-eedd-4d21-b0d2-4f121f2cdd5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:04.963391 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7a40-eedd-4d21-b0d2-4f121f2cdd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:05.030516 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7a40-eedd-4d21-b0d2-4f121f2cdd5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:05.037517 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-a36363c5-3b55-471b-8a86-9fb939e750ef None None] For port 4d00d6b2-f8d2-447a-88c5-0f4b485cb035, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4d00d6b2-f8d2-447a-88c5-0f4b485cb035,segment=NetworkSegment(658d97ea-282a-4fbf-9f65-30241aae2f98),segment_id=658d97ea-282a-4fbf-9f65-30241aae2f98)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:02:05.043639 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a36363c5-3b55-471b-8a86-9fb939e750ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:05.088850 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f7a40-eedd-4d21-b0d2-4f121f2cdd5e admin admin] Pushing event updated for resources: {'Port': ['ID=ec5c5d40-a996-4d7e-945f-4011ad6a4f3e,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:05.141669 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36363c5-3b55-471b-8a86-9fb939e750ef None None] Pushing event updated for resources: {'Port': ['ID=4d00d6b2-f8d2-447a-88c5-0f4b485cb035,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:05.176145 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0f7a40-eedd-4d21-b0d2-4f121f2cdd5e admin admin] Network 74416f18-1253-4f55-841c-beb6082e03a7 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:02:05.177716 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-bc0f7a40-eedd-4d21-b0d2-4f121f2cdd5e admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:02:05.183829 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6455dc76-75df-4dcb-8e49-bd444d1e8eba None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:05.190477 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-50f41c51-a06a-4e95-a040-74706856799b None None] Provisioning complete for port ec5c5d40-a996-4d7e-945f-4011ad6a4f3e triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:02:05.190842 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-50f41c51-a06a-4e95-a040-74706856799b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:05.193384 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6455dc76-75df-4dcb-8e49-bd444d1e8eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:05.274924 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-50f41c51-a06a-4e95-a040-74706856799b None None] Port ec5c5d40-a996-4d7e-945f-4011ad6a4f3e cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:02:05.290486 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0c31f-0b60-4b25-94f5-71f1e49a099e None None] Pushing event updated for resources: {'Port': ['ID=24c520fa-03bd-496f-ac76-acdf79d6726b,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:05.294617 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-6455dc76-75df-4dcb-8e49-bd444d1e8eba None None] Attempting to bind port 24c520fa-03bd-496f-ac76-acdf79d6726b on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:02:05.295192 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-6455dc76-75df-4dcb-8e49-bd444d1e8eba None None] Attempting to bind port 24c520fa-03bd-496f-ac76-acdf79d6726b by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:02:05.295337 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6455dc76-75df-4dcb-8e49-bd444d1e8eba None None] Attempting to bind port 24c520fa-03bd-496f-ac76-acdf79d6726b on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:02:05.303064 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6455dc76-75df-4dcb-8e49-bd444d1e8eba None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:02:05.303064 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6455dc76-75df-4dcb-8e49-bd444d1e8eba None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:02:05.303064 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6455dc76-75df-4dcb-8e49-bd444d1e8eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:05.303064 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6455dc76-75df-4dcb-8e49-bd444d1e8eba None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:02:05.304139 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-6455dc76-75df-4dcb-8e49-bd444d1e8eba None None] Bound port: 24c520fa-03bd-496f-ac76-acdf79d6726b, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:02:05.304139 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6455dc76-75df-4dcb-8e49-bd444d1e8eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:05.354603 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-50f41c51-a06a-4e95-a040-74706856799b None None] Provisioning complete for port bea99d68-0881-4b13-aed1-bb24a7305b4a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:02:05.354977 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-50f41c51-a06a-4e95-a040-74706856799b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:05.382754 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0f7a40-eedd-4d21-b0d2-4f121f2cdd5e admin admin] Router 42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:02:05.424166 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-6455dc76-75df-4dcb-8e49-bd444d1e8eba None None] For port 24c520fa-03bd-496f-ac76-acdf79d6726b, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:02:05.429237 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-6455dc76-75df-4dcb-8e49-bd444d1e8eba None None] For port 24c520fa-03bd-496f-ac76-acdf79d6726b, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=24c520fa-03bd-496f-ac76-acdf79d6726b,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:02:05.437147 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6455dc76-75df-4dcb-8e49-bd444d1e8eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:05.493226 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0c31f-0b60-4b25-94f5-71f1e49a099e None None] Pushing event updated for resources: {'Port': ['ID=24c520fa-03bd-496f-ac76-acdf79d6726b,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:05.551508 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6455dc76-75df-4dcb-8e49-bd444d1e8eba None None] Routers {'42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:02:05.552125 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-6455dc76-75df-4dcb-8e49-bd444d1e8eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:01:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:02:05.555466 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0f7a40-eedd-4d21-b0d2-4f121f2cdd5e admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:02:05.562051 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-bc0f7a40-eedd-4d21-b0d2-4f121f2cdd5e admin admin] 10.222.0.18 "PUT /v2.0/routers/42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9350040 Sep 30 14:02:05.607306 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:02:05.714404 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-6455dc76-75df-4dcb-8e49-bd444d1e8eba None None] Set router 42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:02:05.746536 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d3e401a4-4a0b-4504-ad7b-c25c4ab23c1b None None] Provisioning complete for port ec5c5d40-a996-4d7e-945f-4011ad6a4f3e triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:02:05.746920 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d3e401a4-4a0b-4504-ad7b-c25c4ab23c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:05.823308 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:02:05.823685 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:05.845923 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-d3e401a4-4a0b-4504-ad7b-c25c4ab23c1b None None] Port ec5c5d40-a996-4d7e-945f-4011ad6a4f3e cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:02:05.993303 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device bea99d68-0881-4b13-aed1-bb24a7305b4a up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:02:06.052158 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-6455dc76-75df-4dcb-8e49-bd444d1e8eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6', 'name': 'tempest-TestEncryptedCinderVolumes-1473828732-router', 'tenant_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '24c520fa-03bd-496f-ac76-acdf79d6726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:02:02Z', 'updated_at': '2021-09-30T14:02:04Z', 'revision_number': 4, 'project_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'gw_port': {'id': '24c520fa-03bd-496f-ac76-acdf79d6726b', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:02:02Z', 'updated_at': '2021-09-30T14:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'ec5c5d40-a996-4d7e-945f-4011ad6a4f3e', 'name': '', 'network_id': '74416f18-1253-4f55-841c-beb6082e03a7', 'tenant_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'mac_address': 'fa:16:3e:20:78:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '448a60c3-e9f0-4daf-b28c-90f1e8c34dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:02:04Z', 'updated_at': '2021-09-30T14:02:04Z', 'revision_number': 2, 'project_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'subnets': [{'id': '448a60c3-e9f0-4daf-b28c-90f1e8c34dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:02:06.081539 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6455dc76-75df-4dcb-8e49-bd444d1e8eba None None] The sync data for ids ['42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6'] in n-d-810909-2 is: [{'id': '42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6', 'name': 'tempest-TestEncryptedCinderVolumes-1473828732-router', 'tenant_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '24c520fa-03bd-496f-ac76-acdf79d6726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:02:02Z', 'updated_at': '2021-09-30T14:02:04Z', 'revision_number': 4, 'project_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'gw_port': {'id': '24c520fa-03bd-496f-ac76-acdf79d6726b', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:02:02Z', 'updated_at': '2021-09-30T14:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'ec5c5d40-a996-4d7e-945f-4011ad6a4f3e', 'name': '', 'network_id': '74416f18-1253-4f55-841c-beb6082e03a7', 'tenant_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'mac_address': 'fa:16:3e:20:78:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '448a60c3-e9f0-4daf-b28c-90f1e8c34dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:02:04Z', 'updated_at': '2021-09-30T14:02:04Z', 'revision_number': 2, 'project_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'subnets': [{'id': '448a60c3-e9f0-4daf-b28c-90f1e8c34dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:02:06.085215 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port bea99d68-0881-4b13-aed1-bb24a7305b4a triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:02:06.085590 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:06.166752 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4d00d6b2-f8d2-447a-88c5-0f4b485cb035 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:02:06.215024 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 4d00d6b2-f8d2-447a-88c5-0f4b485cb035 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:02:06.215413 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:07.370789 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-85f4606d-387e-4667-9a56-5ed448f6f9b4 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:07.372382 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-85f4606d-387e-4667-9a56-5ed448f6f9b4 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/networks?id=a4c3b794-99d4-42e4-97f3-86424a744f11 HTTP/1.1" status: 200 len: 816 time: 0.1160619 Sep 30 14:02:07.387923 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-320b8d6e-04d9-46d3-b311-425365ee6977 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/quotas/bc11590b26324a4e9346e03e62560b6d HTTP/1.1" status: 200 len: 375 time: 0.0096972 Sep 30 14:02:07.443155 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-e93a62b3-a1bf-4fb7-8d10-f0b5a84097a8 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc11590b26324a4e9346e03e62560b6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493176 Sep 30 14:02:07.543491 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 24c520fa-03bd-496f-ac76-acdf79d6726b up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:02:07.609231 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 24c520fa-03bd-496f-ac76-acdf79d6726b triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:02:07.609633 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:07.694593 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:07.717665 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 24c520fa-03bd-496f-ac76-acdf79d6726b, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=24c520fa-03bd-496f-ac76-acdf79d6726b,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:02:07.722394 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:07.739414 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:02:07.774558 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=24c520fa-03bd-496f-ac76-acdf79d6726b,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:07.881332 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-f5e74308-ef91-4eec-9f48-0aaece02b0dc service neutron] 10.222.0.18 "GET /v2.0/networks/a4c3b794-99d4-42e4-97f3-86424a744f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135327 Sep 30 14:02:07.972349 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-9b1116f2-dc4f-4d8c-a29e-ac45a477f691 service neutron] 10.222.0.18 "GET /v2.0/networks/a4c3b794-99d4-42e4-97f3-86424a744f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840163 Sep 30 14:02:08.134702 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d58e1ce0-9bd0-4620-bbad-f89a5528afe8 req-d43bdf6a-7b10-4c1d-82fd-3da24610c931 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d027d441-1452-478a-be22-eb1f17519633 HTTP/1.1" status: 200 len: 210 time: 0.0270712 Sep 30 14:02:08.646422 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a654e9bb-0846-4364-94d0-7dda15937956 None None] Sync routers for ids ['42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:02:08.655752 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a654e9bb-0846-4364-94d0-7dda15937956 None None] Routers {'42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:02:08.656350 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a654e9bb-0846-4364-94d0-7dda15937956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:01:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:02:08.759564 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-a654e9bb-0846-4364-94d0-7dda15937956 None None] Set router 42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:02:08.953473 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a654e9bb-0846-4364-94d0-7dda15937956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6', 'name': 'tempest-TestEncryptedCinderVolumes-1473828732-router', 'tenant_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '24c520fa-03bd-496f-ac76-acdf79d6726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:02:02Z', 'updated_at': '2021-09-30T14:02:04Z', 'revision_number': 4, 'project_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'gw_port': {'id': '24c520fa-03bd-496f-ac76-acdf79d6726b', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:02:02Z', 'updated_at': '2021-09-30T14:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'ec5c5d40-a996-4d7e-945f-4011ad6a4f3e', 'name': '', 'network_id': '74416f18-1253-4f55-841c-beb6082e03a7', 'tenant_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'mac_address': 'fa:16:3e:20:78:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '448a60c3-e9f0-4daf-b28c-90f1e8c34dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:02:04Z', 'updated_at': '2021-09-30T14:02:04Z', 'revision_number': 2, 'project_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'subnets': [{'id': '448a60c3-e9f0-4daf-b28c-90f1e8c34dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:02:08.984008 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a654e9bb-0846-4364-94d0-7dda15937956 None None] Checking router: 42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:02:08.984407 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a654e9bb-0846-4364-94d0-7dda15937956 None None] Updating router 42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6 port ec5c5d40-a996-4d7e-945f-4011ad6a4f3e binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 14:02:09.008988 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a654e9bb-0846-4364-94d0-7dda15937956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:09.077238 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-9c21edc9-2291-44aa-8b2b-034cbc8f610d tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:09.079568 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-9c21edc9-2291-44aa-8b2b-034cbc8f610d tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.39 "GET /v2.0/networks?id=a4c3b794-99d4-42e4-97f3-86424a744f11 HTTP/1.1" status: 200 len: 816 time: 0.1219668 Sep 30 14:02:09.091302 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-0d54e91c-5c77-4b07-9a14-0a87f150279b tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Request body: {'port': {'device_id': 'd027d441-1452-478a-be22-eb1f17519633', 'network_id': 'a4c3b794-99d4-42e4-97f3-86424a744f11', 'admin_state_up': True, 'tenant_id': 'bc11590b26324a4e9346e03e62560b6d'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:02:09.199914 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-0d54e91c-5c77-4b07-9a14-0a87f150279b tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Made reservation on behalf of bc11590b26324a4e9346e03e62560b6d for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:02:09.203855 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-0d54e91c-5c77-4b07-9a14-0a87f150279b tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:09.251232 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-38f97aaa-15e8-42fa-af68-aefcf768c140 req-ee65dd78-e1e5-4a70-b0d3-83b7aa71e0b8 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d027d441-1452-478a-be22-eb1f17519633 HTTP/1.1" status: 200 len: 210 time: 0.0449696 Sep 30 14:02:09.286672 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a654e9bb-0846-4364-94d0-7dda15937956 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:09.292073 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a654e9bb-0846-4364-94d0-7dda15937956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:09.348038 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca29c89-f5ee-41dd-9171-13b7c6c3bf1f None None] Pushing event updated for resources: {'Port': ['ID=ec5c5d40-a996-4d7e-945f-4011ad6a4f3e,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:09.367667 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-0d54e91c-5c77-4b07-9a14-0a87f150279b tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Allocated IP 172.20.0.14 (a4c3b794-99d4-42e4-97f3-86424a744f11/30afe1d0-b56d-4500-b295-8ae0bdd824b1/9a25d347-f9a9-4aa0-8024-7e0bf9d86d11) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:02:09.395324 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-a654e9bb-0846-4364-94d0-7dda15937956 None None] Attempting to bind port ec5c5d40-a996-4d7e-945f-4011ad6a4f3e on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:02:09.395691 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-a654e9bb-0846-4364-94d0-7dda15937956 None None] Attempting to bind port ec5c5d40-a996-4d7e-945f-4011ad6a4f3e by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '227589ea-b833-4aca-89e3-e355cdbf980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '74416f18-1253-4f55-841c-beb6082e03a7'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:02:09.396062 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a654e9bb-0846-4364-94d0-7dda15937956 None None] Attempting to bind port ec5c5d40-a996-4d7e-945f-4011ad6a4f3e on network 74416f18-1253-4f55-841c-beb6082e03a7 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:02:09.401548 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a654e9bb-0846-4364-94d0-7dda15937956 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:02:09.401919 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a654e9bb-0846-4364-94d0-7dda15937956 None None] Checking segment: {'id': '227589ea-b833-4aca-89e3-e355cdbf980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '74416f18-1253-4f55-841c-beb6082e03a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:02:09.402503 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a654e9bb-0846-4364-94d0-7dda15937956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:09.402896 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a654e9bb-0846-4364-94d0-7dda15937956 None None] Bound using segment: {'id': '227589ea-b833-4aca-89e3-e355cdbf980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '74416f18-1253-4f55-841c-beb6082e03a7'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:02:09.403358 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-a654e9bb-0846-4364-94d0-7dda15937956 None None] Bound port: ec5c5d40-a996-4d7e-945f-4011ad6a4f3e, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227589ea-b833-4aca-89e3-e355cdbf980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '74416f18-1253-4f55-841c-beb6082e03a7'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:02:09.403731 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a654e9bb-0846-4364-94d0-7dda15937956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:09.489965 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-a654e9bb-0846-4364-94d0-7dda15937956 None None] For port ec5c5d40-a996-4d7e-945f-4011ad6a4f3e, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:02:09.497068 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-a654e9bb-0846-4364-94d0-7dda15937956 None None] For port ec5c5d40-a996-4d7e-945f-4011ad6a4f3e, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=ec5c5d40-a996-4d7e-945f-4011ad6a4f3e,segment=NetworkSegment(227589ea-b833-4aca-89e3-e355cdbf980f),segment_id=227589ea-b833-4aca-89e3-e355cdbf980f)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:02:09.503233 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a654e9bb-0846-4364-94d0-7dda15937956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:09.535761 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 24c520fa-03bd-496f-ac76-acdf79d6726b up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:02:09.552803 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-0d54e91c-5c77-4b07-9a14-0a87f150279b tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:09.565233 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a654e9bb-0846-4364-94d0-7dda15937956 None None] Routers {'42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:02:09.565862 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a654e9bb-0846-4364-94d0-7dda15937956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:01:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:02:09.595690 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-0d54e91c-5c77-4b07-9a14-0a87f150279b tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:09.601944 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-b16c9ffe-3c0b-49e9-9e99-b44b42c42d98 None None] Provisioning complete for port ec5c5d40-a996-4d7e-945f-4011ad6a4f3e triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:02:09.602447 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b16c9ffe-3c0b-49e9-9e99-b44b42c42d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:09.630252 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 24c520fa-03bd-496f-ac76-acdf79d6726b triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:02:09.630723 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:09.644279 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-0d54e91c-5c77-4b07-9a14-0a87f150279b tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Network a4c3b794-99d4-42e4-97f3-86424a744f11 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:02:09.648410 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-0d54e91c-5c77-4b07-9a14-0a87f150279b tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:02:09.656383 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-0d54e91c-5c77-4b07-9a14-0a87f150279b tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:02:09.698399 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-a654e9bb-0846-4364-94d0-7dda15937956 None None] Set router 42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:02:09.729940 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-0d54e91c-5c77-4b07-9a14-0a87f150279b tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:09.731246 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-0d54e91c-5c77-4b07-9a14-0a87f150279b tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:09.762564 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-0d54e91c-5c77-4b07-9a14-0a87f150279b tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6746156 Sep 30 14:02:09.764276 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54e91c-5c77-4b07-9a14-0a87f150279b tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Pushing event updated for resources: {'Port': ['ID=9a25d347-f9a9-4aa0-8024-7e0bf9d86d11,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:09.784858 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b16c9ffe-3c0b-49e9-9e99-b44b42c42d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:09.785338 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-c092318a-93cb-433c-a580-74e2300bf620 service neutron] Request body: {'port': {'device_id': 'd027d441-1452-478a-be22-eb1f17519633', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:02:09.848078 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b16c9ffe-3c0b-49e9-9e99-b44b42c42d98 None None] For port ec5c5d40-a996-4d7e-945f-4011ad6a4f3e, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=ec5c5d40-a996-4d7e-945f-4011ad6a4f3e,segment=NetworkSegment(227589ea-b833-4aca-89e3-e355cdbf980f),segment_id=227589ea-b833-4aca-89e3-e355cdbf980f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:02:09.849857 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca29c89-f5ee-41dd-9171-13b7c6c3bf1f None None] Pushing event updated for resources: {'Port': ['ID=ec5c5d40-a996-4d7e-945f-4011ad6a4f3e,revision_number=4']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:09.866978 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b16c9ffe-3c0b-49e9-9e99-b44b42c42d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:09.875239 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-c092318a-93cb-433c-a580-74e2300bf620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:09.929557 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c9ffe-3c0b-49e9-9e99-b44b42c42d98 None None] Pushing event updated for resources: {'Port': ['ID=ec5c5d40-a996-4d7e-945f-4011ad6a4f3e,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:09.941305 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-a654e9bb-0846-4364-94d0-7dda15937956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6', 'name': 'tempest-TestEncryptedCinderVolumes-1473828732-router', 'tenant_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '24c520fa-03bd-496f-ac76-acdf79d6726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:02:02Z', 'updated_at': '2021-09-30T14:02:04Z', 'revision_number': 4, 'project_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'gw_port': {'id': '24c520fa-03bd-496f-ac76-acdf79d6726b', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:02:02Z', 'updated_at': '2021-09-30T14:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'ec5c5d40-a996-4d7e-945f-4011ad6a4f3e', 'name': '', 'network_id': '74416f18-1253-4f55-841c-beb6082e03a7', 'tenant_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'mac_address': 'fa:16:3e:20:78:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '448a60c3-e9f0-4daf-b28c-90f1e8c34dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:02:04Z', 'updated_at': '2021-09-30T14:02:09Z', 'revision_number': 4, 'project_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'subnets': [{'id': '448a60c3-e9f0-4daf-b28c-90f1e8c34dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:02:09.974046 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a654e9bb-0846-4364-94d0-7dda15937956 None None] The sync data for ids ['42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6'] in n-d-810909-2 is: [{'id': '42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6', 'name': 'tempest-TestEncryptedCinderVolumes-1473828732-router', 'tenant_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '24c520fa-03bd-496f-ac76-acdf79d6726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:02:02Z', 'updated_at': '2021-09-30T14:02:04Z', 'revision_number': 4, 'project_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'gw_port': {'id': '24c520fa-03bd-496f-ac76-acdf79d6726b', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:02:02Z', 'updated_at': '2021-09-30T14:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'ec5c5d40-a996-4d7e-945f-4011ad6a4f3e', 'name': '', 'network_id': '74416f18-1253-4f55-841c-beb6082e03a7', 'tenant_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'mac_address': 'fa:16:3e:20:78:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '448a60c3-e9f0-4daf-b28c-90f1e8c34dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:02:04Z', 'updated_at': '2021-09-30T14:02:09Z', 'revision_number': 4, 'project_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'subnets': [{'id': '448a60c3-e9f0-4daf-b28c-90f1e8c34dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:02:09.987810 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-c715d853-c86f-4b41-9987-2c97f7c60751 None None] Provisioning complete for port 9a25d347-f9a9-4aa0-8024-7e0bf9d86d11 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:02:09.988309 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c715d853-c86f-4b41-9987-2c97f7c60751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:10.027332 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-c715d853-c86f-4b41-9987-2c97f7c60751 None None] Port 9a25d347-f9a9-4aa0-8024-7e0bf9d86d11 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:02:10.037529 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-c715d853-c86f-4b41-9987-2c97f7c60751 None None] Provisioning complete for port ec5c5d40-a996-4d7e-945f-4011ad6a4f3e triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:02:10.037904 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c715d853-c86f-4b41-9987-2c97f7c60751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:10.175384 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-c092318a-93cb-433c-a580-74e2300bf620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a25d347-f9a9-4aa0-8024-7e0bf9d86d11 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:02:10.184104 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-c092318a-93cb-433c-a580-74e2300bf620 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:10.197439 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-c092318a-93cb-433c-a580-74e2300bf620 service neutron] Transition to ACTIVE for port object 9a25d347-f9a9-4aa0-8024-7e0bf9d86d11 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 14:02:10.201823 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-c092318a-93cb-433c-a580-74e2300bf620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:10.257326 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092318a-93cb-433c-a580-74e2300bf620 service neutron] Pushing event updated for resources: {'Port': ['ID=9a25d347-f9a9-4aa0-8024-7e0bf9d86d11,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:10.349964 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-c092318a-93cb-433c-a580-74e2300bf620 service neutron] Attempting to bind port 9a25d347-f9a9-4aa0-8024-7e0bf9d86d11 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:02:10.350610 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-c092318a-93cb-433c-a580-74e2300bf620 service neutron] Attempting to bind port 9a25d347-f9a9-4aa0-8024-7e0bf9d86d11 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '658d97ea-282a-4fbf-9f65-30241aae2f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a4c3b794-99d4-42e4-97f3-86424a744f11'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:02:10.351068 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-c092318a-93cb-433c-a580-74e2300bf620 service neutron] Attempting to bind port 9a25d347-f9a9-4aa0-8024-7e0bf9d86d11 on network a4c3b794-99d4-42e4-97f3-86424a744f11 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:02:10.356438 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-c092318a-93cb-433c-a580-74e2300bf620 service neutron] Port 9a25d347-f9a9-4aa0-8024-7e0bf9d86d11 on network a4c3b794-99d4-42e4-97f3-86424a744f11 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 14:02:10.356906 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-c092318a-93cb-433c-a580-74e2300bf620 service neutron] Attempting to bind port 9a25d347-f9a9-4aa0-8024-7e0bf9d86d11 on network a4c3b794-99d4-42e4-97f3-86424a744f11 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:02:10.363147 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-c092318a-93cb-433c-a580-74e2300bf620 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:02:10.363633 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-c092318a-93cb-433c-a580-74e2300bf620 service neutron] Checking segment: {'id': '658d97ea-282a-4fbf-9f65-30241aae2f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a4c3b794-99d4-42e4-97f3-86424a744f11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:02:10.364116 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-c092318a-93cb-433c-a580-74e2300bf620 service neutron] Bound using segment: {'id': '658d97ea-282a-4fbf-9f65-30241aae2f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a4c3b794-99d4-42e4-97f3-86424a744f11'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:02:10.364676 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-c092318a-93cb-433c-a580-74e2300bf620 service neutron] Bound port: 9a25d347-f9a9-4aa0-8024-7e0bf9d86d11, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658d97ea-282a-4fbf-9f65-30241aae2f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a4c3b794-99d4-42e4-97f3-86424a744f11'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:02:10.365152 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-c092318a-93cb-433c-a580-74e2300bf620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:10.393124 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f6618-81c5-44bb-9eac-df12dca21d50 req-b0fa7f44-405c-4ef2-ba7a-0f1a32d25108 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:10.402707 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d1f6618-81c5-44bb-9eac-df12dca21d50 req-b0fa7f44-405c-4ef2-ba7a-0f1a32d25108 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d027d441-1452-478a-be22-eb1f17519633 HTTP/1.1" status: 200 len: 944 time: 0.0754395 Sep 30 14:02:10.446235 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d1f6618-81c5-44bb-9eac-df12dca21d50 req-2542d85a-16d7-49be-9a2b-3f8e787e8516 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/security-groups?id=df665fae-925d-4e0b-9da1-90ff40fe92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423093 Sep 30 14:02:10.455869 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-c092318a-93cb-433c-a580-74e2300bf620 service neutron] For port 9a25d347-f9a9-4aa0-8024-7e0bf9d86d11, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:02:10.460654 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-c092318a-93cb-433c-a580-74e2300bf620 service neutron] For port 9a25d347-f9a9-4aa0-8024-7e0bf9d86d11, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=9a25d347-f9a9-4aa0-8024-7e0bf9d86d11,segment=NetworkSegment(658d97ea-282a-4fbf-9f65-30241aae2f98),segment_id=658d97ea-282a-4fbf-9f65-30241aae2f98)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:02:10.466073 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-c092318a-93cb-433c-a580-74e2300bf620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:10.509483 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-c092318a-93cb-433c-a580-74e2300bf620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:10.510184 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-c092318a-93cb-433c-a580-74e2300bf620 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:10.511604 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-c092318a-93cb-433c-a580-74e2300bf620 service neutron] 10.222.0.39 "PUT /v2.0/ports/9a25d347-f9a9-4aa0-8024-7e0bf9d86d11 HTTP/1.1" status: 200 len: 1092 time: 0.7329049 Sep 30 14:02:10.512120 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd027d441-1452-478a-be22-eb1f17519633', 'tag': '9a25d347-f9a9-4aa0-8024-7e0bf9d86d11'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:02:10.514501 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215c1b2c-8805-4bd7-a09a-0b974ed87f13" -d '{"events": [{"name": "network-changed", "server_uuid": "d027d441-1452-478a-be22-eb1f17519633", "tag": "9a25d347-f9a9-4aa0-8024-7e0bf9d86d11"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:02:10.554831 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092318a-93cb-433c-a580-74e2300bf620 service neutron] Pushing event updated for resources: {'Port': ['ID=9a25d347-f9a9-4aa0-8024-7e0bf9d86d11,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:10.574622 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd59eb0-230f-44ad-8de1-7a4ff6c6fbfb x-openstack-request-id: req-cdd59eb0-230f-44ad-8de1-7a4ff6c6fbfb {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:02:10.574916 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d027d441-1452-478a-be22-eb1f17519633", "tag": "9a25d347-f9a9-4aa0-8024-7e0bf9d86d11", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:02:10.575168 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cdd59eb0-230f-44ad-8de1-7a4ff6c6fbfb {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:02:10.575572 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd027d441-1452-478a-be22-eb1f17519633', 'tag': '9a25d347-f9a9-4aa0-8024-7e0bf9d86d11', 'status': 'completed', 'code': 200} Sep 30 14:02:10.611168 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-22deeace-491a-4823-8f7d-5d6fe348bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:10.613987 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-22deeace-491a-4823-8f7d-5d6fe348bc7f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc11590b26324a4e9346e03e62560b6d&device_id=d027d441-1452-478a-be22-eb1f17519633 HTTP/1.1" status: 200 len: 1095 time: 0.0486107 Sep 30 14:02:10.657958 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-a2075c0a-c680-45a6-a261-56a762f6755d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a25d347-f9a9-4aa0-8024-7e0bf9d86d11 HTTP/1.1" status: 200 len: 217 time: 0.0360811 Sep 30 14:02:10.708101 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-9413ec18-3693-4bec-9305-059776db9c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:10.709900 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-9413ec18-3693-4bec-9305-059776db9c5a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=30afe1d0-b56d-4500-b295-8ae0bdd824b1 HTTP/1.1" status: 200 len: 855 time: 0.0455983 Sep 30 14:02:10.761530 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-b7fa357f-5b99-43f8-a428-85e8b29dbd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:10.763096 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-b7fa357f-5b99-43f8-a428-85e8b29dbd4f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4c3b794-99d4-42e4-97f3-86424a744f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457785 Sep 30 14:02:10.853841 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-d46c0f9f-98b6-46a6-bc7c-469f3ee3b59f service neutron] 10.222.0.39 "GET /v2.0/networks/a4c3b794-99d4-42e4-97f3-86424a744f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834334 Sep 30 14:02:10.948922 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-99c2afae-d359-45ea-8adc-32c9a2d48cc5 req-2d01fd81-151f-4dc5-be11-f3712249e693 service neutron] 10.222.0.39 "GET /v2.0/networks/a4c3b794-99d4-42e4-97f3-86424a744f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877442 Sep 30 14:02:11.031979 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c1b2c-8805-4bd7-a09a-0b974ed87f13 req-9b7f86e5-9414-47f7-900e-179c92fb1552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:11.033690 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-215c1b2c-8805-4bd7-a09a-0b974ed87f13 req-9b7f86e5-9414-47f7-900e-179c92fb1552 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc11590b26324a4e9346e03e62560b6d&device_id=d027d441-1452-478a-be22-eb1f17519633 HTTP/1.1" status: 200 len: 1095 time: 0.0405717 Sep 30 14:02:11.128089 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c1b2c-8805-4bd7-a09a-0b974ed87f13 req-0a6541c2-f12b-46a3-bd90-fa03eb116c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:11.129568 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-215c1b2c-8805-4bd7-a09a-0b974ed87f13 req-0a6541c2-f12b-46a3-bd90-fa03eb116c32 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4c3b794-99d4-42e4-97f3-86424a744f11 HTTP/1.1" status: 200 len: 917 time: 0.0890801 Sep 30 14:02:11.170508 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-215c1b2c-8805-4bd7-a09a-0b974ed87f13 req-e2896d52-725c-4d56-9943-a19071a0d103 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a25d347-f9a9-4aa0-8024-7e0bf9d86d11 HTTP/1.1" status: 200 len: 217 time: 0.0337131 Sep 30 14:02:11.221106 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c1b2c-8805-4bd7-a09a-0b974ed87f13 req-48f7e604-9335-47a4-a239-10c12a8a2d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:11.222588 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-215c1b2c-8805-4bd7-a09a-0b974ed87f13 req-48f7e604-9335-47a4-a239-10c12a8a2d37 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=30afe1d0-b56d-4500-b295-8ae0bdd824b1 HTTP/1.1" status: 200 len: 855 time: 0.0443878 Sep 30 14:02:11.273258 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c1b2c-8805-4bd7-a09a-0b974ed87f13 req-59d3c7a0-4190-4ad5-a5b3-a59bd30303ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:11.274771 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-215c1b2c-8805-4bd7-a09a-0b974ed87f13 req-59d3c7a0-4190-4ad5-a5b3-a59bd30303ef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4c3b794-99d4-42e4-97f3-86424a744f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439906 Sep 30 14:02:11.367256 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-215c1b2c-8805-4bd7-a09a-0b974ed87f13 req-02003f96-092e-4696-a77e-b7c92c8cc3d5 service neutron] 10.222.0.39 "GET /v2.0/networks/a4c3b794-99d4-42e4-97f3-86424a744f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849242 Sep 30 14:02:11.462724 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-215c1b2c-8805-4bd7-a09a-0b974ed87f13 req-100dba61-b2f1-4ebf-ada1-09f917257043 service neutron] 10.222.0.39 "GET /v2.0/networks/a4c3b794-99d4-42e4-97f3-86424a744f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875072 Sep 30 14:02:11.512193 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device ec5c5d40-a996-4d7e-945f-4011ad6a4f3e up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:02:11.566570 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port ec5c5d40-a996-4d7e-945f-4011ad6a4f3e triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:02:11.566965 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:11.574109 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b196498-d060-4396-bf2c-8c1c88cf8dc3 req-97ae6214-3ad4-44d0-a8ab-b6349594187c tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:11.575626 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1b196498-d060-4396-bf2c-8c1c88cf8dc3 req-97ae6214-3ad4-44d0-a8ab-b6349594187c tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d027d441-1452-478a-be22-eb1f17519633 HTTP/1.1" status: 200 len: 944 time: 0.0498955 Sep 30 14:02:11.614893 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1b196498-d060-4396-bf2c-8c1c88cf8dc3 req-02215d19-b314-4f69-892a-e2e8bd18309d tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/security-groups?id=df665fae-925d-4e0b-9da1-90ff40fe92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330362 Sep 30 14:02:12.671839 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 9a25d347-f9a9-4aa0-8024-7e0bf9d86d11 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 14:02:12.732773 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7821e6-dfd3-4eb6-862c-54c5ddae196e req-a03ef030-97ae-4c46-b048-bb7fad15a09b tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:12.734382 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fe7821e6-dfd3-4eb6-862c-54c5ddae196e req-a03ef030-97ae-4c46-b048-bb7fad15a09b tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d027d441-1452-478a-be22-eb1f17519633 HTTP/1.1" status: 200 len: 944 time: 0.0495276 Sep 30 14:02:12.775127 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fe7821e6-dfd3-4eb6-862c-54c5ddae196e req-d9d002dd-aa54-4463-abd0-0268c5a2b67e tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/security-groups?id=df665fae-925d-4e0b-9da1-90ff40fe92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343773 Sep 30 14:02:12.921380 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 9a25d347-f9a9-4aa0-8024-7e0bf9d86d11, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=9a25d347-f9a9-4aa0-8024-7e0bf9d86d11,segment=NetworkSegment(658d97ea-282a-4fbf-9f65-30241aae2f98),segment_id=658d97ea-282a-4fbf-9f65-30241aae2f98)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:02:12.932964 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '9a25d347-f9a9-4aa0-8024-7e0bf9d86d11', 'network_id': 'a4c3b794-99d4-42e4-97f3-86424a744f11', 'port_id': '9a25d347-f9a9-4aa0-8024-7e0bf9d86d11', 'mac_address': 'fa:16:3e:dd:79:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30afe1d0-b56d-4500-b295-8ae0bdd824b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 14:02:12.969070 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:12.981637 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a25d347-f9a9-4aa0-8024-7e0bf9d86d11 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:02:13.001629 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 9a25d347-f9a9-4aa0-8024-7e0bf9d86d11, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=9a25d347-f9a9-4aa0-8024-7e0bf9d86d11,segment=NetworkSegment(658d97ea-282a-4fbf-9f65-30241aae2f98),segment_id=658d97ea-282a-4fbf-9f65-30241aae2f98)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:02:13.005373 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:13.055821 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=9a25d347-f9a9-4aa0-8024-7e0bf9d86d11,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:13.222979 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['9a25d347-f9a9-4aa0-8024-7e0bf9d86d11'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:02:13.889487 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d646dc-0969-439a-a6ab-bcea4a3fd9b4 req-0bf9c803-df7b-40a2-b034-8efc0be541b9 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:13.890953 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b5d646dc-0969-439a-a6ab-bcea4a3fd9b4 req-0bf9c803-df7b-40a2-b034-8efc0be541b9 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d027d441-1452-478a-be22-eb1f17519633 HTTP/1.1" status: 200 len: 945 time: 0.0476904 Sep 30 14:02:13.927162 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b5d646dc-0969-439a-a6ab-bcea4a3fd9b4 req-60e81cbb-1130-4a16-9888-05292ad6e2ae tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/security-groups?id=df665fae-925d-4e0b-9da1-90ff40fe92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303597 Sep 30 14:02:14.686409 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 9a25d347-f9a9-4aa0-8024-7e0bf9d86d11 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:02:14.739408 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 9a25d347-f9a9-4aa0-8024-7e0bf9d86d11 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 14:02:14.744419 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 9a25d347-f9a9-4aa0-8024-7e0bf9d86d11 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:02:14.744790 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:14.819725 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:14.841261 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd027d441-1452-478a-be22-eb1f17519633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a25d347-f9a9-4aa0-8024-7e0bf9d86d11'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:02:14.843520 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730efdff73588999065a9861b250a1e40d95e5d75871f85cc1573bd279cf301b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a18098-dd22-4dd6-9e53-53154c45de38" -d '{"events": [{"server_uuid": "d027d441-1452-478a-be22-eb1f17519633", "name": "network-vif-plugged", "status": "completed", "tag": "9a25d347-f9a9-4aa0-8024-7e0bf9d86d11"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:02:14.856303 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 9a25d347-f9a9-4aa0-8024-7e0bf9d86d11, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=9a25d347-f9a9-4aa0-8024-7e0bf9d86d11,segment=NetworkSegment(658d97ea-282a-4fbf-9f65-30241aae2f98),segment_id=658d97ea-282a-4fbf-9f65-30241aae2f98)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:02:14.860502 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:14.883433 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d061d43-9dd9-4d79-866b-64c987fa1dce x-openstack-request-id: req-5d061d43-9dd9-4d79-866b-64c987fa1dce {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:02:14.883724 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d027d441-1452-478a-be22-eb1f17519633", "name": "network-vif-plugged", "status": "completed", "tag": "9a25d347-f9a9-4aa0-8024-7e0bf9d86d11", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:02:14.883970 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d061d43-9dd9-4d79-866b-64c987fa1dce {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:02:14.884351 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd027d441-1452-478a-be22-eb1f17519633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a25d347-f9a9-4aa0-8024-7e0bf9d86d11', 'code': 200} Sep 30 14:02:14.914333 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=9a25d347-f9a9-4aa0-8024-7e0bf9d86d11,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:14.976109 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93f7ad-14e3-4c66-8419-e9b867e92500 req-d3a6b851-c95e-47ec-919d-c7ed27847d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:14.977615 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f93f7ad-14e3-4c66-8419-e9b867e92500 req-d3a6b851-c95e-47ec-919d-c7ed27847d72 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d027d441-1452-478a-be22-eb1f17519633 HTTP/1.1" status: 200 len: 1097 time: 0.0399950 Sep 30 14:02:15.017014 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f93f7ad-14e3-4c66-8419-e9b867e92500 req-f405837b-d19e-400b-aea7-26e5b3520ed0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=df665fae-925d-4e0b-9da1-90ff40fe92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322740 Sep 30 14:02:15.045782 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120c24b-3474-432e-bfe5-5d8e5feb6567 req-d85daf80-8c9f-4463-b478-92d1e885ca89 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:15.047300 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7120c24b-3474-432e-bfe5-5d8e5feb6567 req-d85daf80-8c9f-4463-b478-92d1e885ca89 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d027d441-1452-478a-be22-eb1f17519633 HTTP/1.1" status: 200 len: 946 time: 0.0523582 Sep 30 14:02:15.085623 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7120c24b-3474-432e-bfe5-5d8e5feb6567 req-2eda8266-d7d3-4141-b93b-f6d987c0de7f tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/security-groups?id=df665fae-925d-4e0b-9da1-90ff40fe92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318141 Sep 30 14:02:15.292512 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:16.206236 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86af53-652c-4822-a32b-88511b0563d8 req-c21bbe9f-01dc-42a9-b764-a296a658c38a tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:16.207700 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fe86af53-652c-4822-a32b-88511b0563d8 req-c21bbe9f-01dc-42a9-b764-a296a658c38a tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d027d441-1452-478a-be22-eb1f17519633 HTTP/1.1" status: 200 len: 946 time: 0.0499415 Sep 30 14:02:16.248238 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fe86af53-652c-4822-a32b-88511b0563d8 req-f9d8df1e-e27c-4b76-86cb-8196b76335a6 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/security-groups?id=df665fae-925d-4e0b-9da1-90ff40fe92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326569 Sep 30 14:02:16.361117 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4c52-8bdc-4c7c-b733-0fa1fbbe73c3 req-ad4f2ccd-078c-47c7-bc61-5cb688bd6d45 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:16.362635 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-497e4c52-8bdc-4c7c-b733-0fa1fbbe73c3 req-ad4f2ccd-078c-47c7-bc61-5cb688bd6d45 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d027d441-1452-478a-be22-eb1f17519633 HTTP/1.1" status: 200 len: 946 time: 0.0489151 Sep 30 14:02:16.402519 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-497e4c52-8bdc-4c7c-b733-0fa1fbbe73c3 req-9e594467-c1c9-43bb-b0e6-dbda4a44710c tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/security-groups?id=df665fae-925d-4e0b-9da1-90ff40fe92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331411 Sep 30 14:02:18.244289 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3fd59938-7eaf-4175-b8cd-eb10928e4831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:20.064903 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:20.745916 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-35ee73fa-c36f-4c81-b50c-9354977d7e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:21.707983 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:22.556344 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:24.317620 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:34.743239 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d0e26-b0f4-43e4-ae3e-968ca2007770 req-65d4e316-acc5-4b3f-a3e5-0540cbfae782 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:34.744734 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-114d0e26-b0f4-43e4-ae3e-968ca2007770 req-65d4e316-acc5-4b3f-a3e5-0540cbfae782 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d027d441-1452-478a-be22-eb1f17519633 HTTP/1.1" status: 200 len: 946 time: 0.0495546 Sep 30 14:02:34.783332 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-114d0e26-b0f4-43e4-ae3e-968ca2007770 req-18c4586f-f41f-42cc-88d5-cd67a5d87e54 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/security-groups?id=df665fae-925d-4e0b-9da1-90ff40fe92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322864 Sep 30 14:02:35.897636 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650a10b-2518-47c6-956a-ff84757f00a9 req-bfeed4a0-9522-4d8a-8ab2-187acfc555a6 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:35.899143 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b650a10b-2518-47c6-956a-ff84757f00a9 req-bfeed4a0-9522-4d8a-8ab2-187acfc555a6 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d027d441-1452-478a-be22-eb1f17519633 HTTP/1.1" status: 200 len: 946 time: 0.0487046 Sep 30 14:02:35.937970 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b650a10b-2518-47c6-956a-ff84757f00a9 req-e2cbd70b-ad10-461b-b3e2-c60a6936f545 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/security-groups?id=df665fae-925d-4e0b-9da1-90ff40fe92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329745 Sep 30 14:02:36.273857 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45142922-62f3-4301-9a6b-81f23215917e req-5bda36e8-8bb1-497e-b9c3-2df13d13c1df tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:36.275372 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-45142922-62f3-4301-9a6b-81f23215917e req-5bda36e8-8bb1-497e-b9c3-2df13d13c1df tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.39 "GET /v2.0/ports?device_id=d027d441-1452-478a-be22-eb1f17519633 HTTP/1.1" status: 200 len: 946 time: 0.0491819 Sep 30 14:02:36.365220 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-45142922-62f3-4301-9a6b-81f23215917e req-bbdd574a-fd78-4c9d-abaa-2471cf306fa4 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Deleting port 9a25d347-f9a9-4aa0-8024-7e0bf9d86d11 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:02:36.365891 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-45142922-62f3-4301-9a6b-81f23215917e req-bbdd574a-fd78-4c9d-abaa-2471cf306fa4 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:36.456215 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-45142922-62f3-4301-9a6b-81f23215917e req-bbdd574a-fd78-4c9d-abaa-2471cf306fa4 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] For port 9a25d347-f9a9-4aa0-8024-7e0bf9d86d11, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=9a25d347-f9a9-4aa0-8024-7e0bf9d86d11,segment=NetworkSegment(658d97ea-282a-4fbf-9f65-30241aae2f98),segment_id=658d97ea-282a-4fbf-9f65-30241aae2f98)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:02:36.456580 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-45142922-62f3-4301-9a6b-81f23215917e req-bbdd574a-fd78-4c9d-abaa-2471cf306fa4 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:36.472957 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-45142922-62f3-4301-9a6b-81f23215917e req-bbdd574a-fd78-4c9d-abaa-2471cf306fa4 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Calling delete_port for 9a25d347-f9a9-4aa0-8024-7e0bf9d86d11 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:02:36.595752 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-45142922-62f3-4301-9a6b-81f23215917e req-bbdd574a-fd78-4c9d-abaa-2471cf306fa4 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:36.608491 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['9a25d347-f9a9-4aa0-8024-7e0bf9d86d11'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:02:36.626421 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd574a-fd78-4c9d-abaa-2471cf306fa4 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Pushing event deleted for resources: {'Port': ['ID=9a25d347-f9a9-4aa0-8024-7e0bf9d86d11,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:36.678826 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-45142922-62f3-4301-9a6b-81f23215917e req-bbdd574a-fd78-4c9d-abaa-2471cf306fa4 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] No DVR routers for this DVR port 9a25d347-f9a9-4aa0-8024-7e0bf9d86d11 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:02:36.682393 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-45142922-62f3-4301-9a6b-81f23215917e req-bbdd574a-fd78-4c9d-abaa-2471cf306fa4 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:36.684771 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-45142922-62f3-4301-9a6b-81f23215917e req-bbdd574a-fd78-4c9d-abaa-2471cf306fa4 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.39 "DELETE /v2.0/ports/9a25d347-f9a9-4aa0-8024-7e0bf9d86d11 HTTP/1.1" status: 204 len: 173 time: 0.4035704 Sep 30 14:02:36.685294 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd027d441-1452-478a-be22-eb1f17519633', 'name': 'network-vif-deleted', 'tag': '9a25d347-f9a9-4aa0-8024-7e0bf9d86d11'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:02:36.688124 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecb3a69-7817-4a9f-a2fd-ab30846c5aec" -d '{"events": [{"server_uuid": "d027d441-1452-478a-be22-eb1f17519633", "name": "network-vif-deleted", "tag": "9a25d347-f9a9-4aa0-8024-7e0bf9d86d11"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:02:36.734251 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a8277c-f885-4176-ac7d-36275119a8ee x-openstack-request-id: req-77a8277c-f885-4176-ac7d-36275119a8ee {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:02:36.734549 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d027d441-1452-478a-be22-eb1f17519633", "name": "network-vif-deleted", "tag": "9a25d347-f9a9-4aa0-8024-7e0bf9d86d11", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:02:36.734805 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77a8277c-f885-4176-ac7d-36275119a8ee {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:02:36.735223 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd027d441-1452-478a-be22-eb1f17519633', 'name': 'network-vif-deleted', 'tag': '9a25d347-f9a9-4aa0-8024-7e0bf9d86d11', 'status': 'completed', 'code': 200} Sep 30 14:02:37.042263 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bee32405-e47c-4dc0-acff-aa90ada28b18 req-7dd9ccd9-01be-4cd3-9bc8-ba215d2b0954 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/ports?device_id=d027d441-1452-478a-be22-eb1f17519633 HTTP/1.1" status: 200 len: 210 time: 0.0272284 Sep 30 14:02:38.624336 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-fb645db8-00c0-41b2-a5d0-80e31996ad12 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:38.625780 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-fb645db8-00c0-41b2-a5d0-80e31996ad12 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/networks?id=a4c3b794-99d4-42e4-97f3-86424a744f11 HTTP/1.1" status: 200 len: 816 time: 0.0992117 Sep 30 14:02:38.640318 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-8f1f7116-7c93-4156-a739-3e791f7f03d3 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/quotas/bc11590b26324a4e9346e03e62560b6d HTTP/1.1" status: 200 len: 375 time: 0.0088315 Sep 30 14:02:38.694103 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-8548d38b-e4d7-4284-8d2b-3debf0aff15a tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc11590b26324a4e9346e03e62560b6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485263 Sep 30 14:02:38.787948 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-a9fabda4-0532-4e44-9f07-ab7c30a9d469 service neutron] 10.222.0.18 "GET /v2.0/networks/a4c3b794-99d4-42e4-97f3-86424a744f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818703 Sep 30 14:02:38.879163 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-863e0c71-8f87-45a8-a3d0-f96f85ef3d07 service neutron] 10.222.0.18 "GET /v2.0/networks/a4c3b794-99d4-42e4-97f3-86424a744f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849941 Sep 30 14:02:39.040013 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-45f56d2f-c646-4ab9-ac8c-7da1361972f1 req-8e3c7b58-46d5-43c0-9c9e-2022a8bd673e tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c04abcbe-5cd9-4271-a38e-79a97fa740c6 HTTP/1.1" status: 200 len: 210 time: 0.0300260 Sep 30 14:02:39.927878 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-c012ffe2-7c3d-47e2-bd2b-7b8e326dc014 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:39.929408 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-c012ffe2-7c3d-47e2-bd2b-7b8e326dc014 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.39 "GET /v2.0/networks?id=a4c3b794-99d4-42e4-97f3-86424a744f11 HTTP/1.1" status: 200 len: 816 time: 0.1123044 Sep 30 14:02:39.943128 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-0a803e23-540c-4cfe-92fe-e37821ee0327 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Request body: {'port': {'device_id': 'c04abcbe-5cd9-4271-a38e-79a97fa740c6', 'network_id': 'a4c3b794-99d4-42e4-97f3-86424a744f11', 'admin_state_up': True, 'tenant_id': 'bc11590b26324a4e9346e03e62560b6d'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:02:40.050747 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-0a803e23-540c-4cfe-92fe-e37821ee0327 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Made reservation on behalf of bc11590b26324a4e9346e03e62560b6d for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:02:40.054805 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-0a803e23-540c-4cfe-92fe-e37821ee0327 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:40.145538 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5613ef1d-2557-425d-9d9b-bd2b67cde634 req-2deeeb7c-03b3-45a3-8c19-18b3464f70c5 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c04abcbe-5cd9-4271-a38e-79a97fa740c6 HTTP/1.1" status: 200 len: 210 time: 0.0373385 Sep 30 14:02:40.206825 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-0a803e23-540c-4cfe-92fe-e37821ee0327 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Allocated IP 172.20.0.12 (a4c3b794-99d4-42e4-97f3-86424a744f11/30afe1d0-b56d-4500-b295-8ae0bdd824b1/0331f01f-d383-4f63-a491-59f75d5c3e68) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:02:40.353007 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-0a803e23-540c-4cfe-92fe-e37821ee0327 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:40.385994 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-0a803e23-540c-4cfe-92fe-e37821ee0327 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:40.440589 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-0a803e23-540c-4cfe-92fe-e37821ee0327 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Network a4c3b794-99d4-42e4-97f3-86424a744f11 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:02:40.443752 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-0a803e23-540c-4cfe-92fe-e37821ee0327 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:02:40.448192 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-0a803e23-540c-4cfe-92fe-e37821ee0327 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:02:40.454607 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a803e23-540c-4cfe-92fe-e37821ee0327 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Pushing event updated for resources: {'Port': ['ID=0331f01f-d383-4f63-a491-59f75d5c3e68,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:40.500478 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-0a803e23-540c-4cfe-92fe-e37821ee0327 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:40.501091 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-0a803e23-540c-4cfe-92fe-e37821ee0327 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:40.516282 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-0a803e23-540c-4cfe-92fe-e37821ee0327 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5779569 Sep 30 14:02:40.528872 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-f96140ae-39cd-4393-ae6c-475277478018 service neutron] Request body: {'port': {'device_id': 'c04abcbe-5cd9-4271-a38e-79a97fa740c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:02:40.588429 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-f96140ae-39cd-4393-ae6c-475277478018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:40.657330 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-04e5da37-4b60-4086-867a-e0645b774742 None None] Provisioning complete for port 0331f01f-d383-4f63-a491-59f75d5c3e68 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:02:40.657935 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-04e5da37-4b60-4086-867a-e0645b774742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:40.694044 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-04e5da37-4b60-4086-867a-e0645b774742 None None] Port 0331f01f-d383-4f63-a491-59f75d5c3e68 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:02:40.796063 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 9a25d347-f9a9-4aa0-8024-7e0bf9d86d11 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:02:40.815614 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 9a25d347-f9a9-4aa0-8024-7e0bf9d86d11 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:02:40.815957 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 9a25d347-f9a9-4aa0-8024-7e0bf9d86d11 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:02:40.851041 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-f96140ae-39cd-4393-ae6c-475277478018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0331f01f-d383-4f63-a491-59f75d5c3e68 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:02:40.858293 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-f96140ae-39cd-4393-ae6c-475277478018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:40.870407 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-f96140ae-39cd-4393-ae6c-475277478018 service neutron] Transition to ACTIVE for port object 0331f01f-d383-4f63-a491-59f75d5c3e68 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 14:02:40.874343 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-f96140ae-39cd-4393-ae6c-475277478018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:40.934456 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96140ae-39cd-4393-ae6c-475277478018 service neutron] Pushing event updated for resources: {'Port': ['ID=0331f01f-d383-4f63-a491-59f75d5c3e68,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:41.004669 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-f96140ae-39cd-4393-ae6c-475277478018 service neutron] Attempting to bind port 0331f01f-d383-4f63-a491-59f75d5c3e68 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:02:41.005006 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-f96140ae-39cd-4393-ae6c-475277478018 service neutron] Attempting to bind port 0331f01f-d383-4f63-a491-59f75d5c3e68 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '658d97ea-282a-4fbf-9f65-30241aae2f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a4c3b794-99d4-42e4-97f3-86424a744f11'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:02:41.005368 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-f96140ae-39cd-4393-ae6c-475277478018 service neutron] Attempting to bind port 0331f01f-d383-4f63-a491-59f75d5c3e68 on network a4c3b794-99d4-42e4-97f3-86424a744f11 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:02:41.009922 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-f96140ae-39cd-4393-ae6c-475277478018 service neutron] Port 0331f01f-d383-4f63-a491-59f75d5c3e68 on network a4c3b794-99d4-42e4-97f3-86424a744f11 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 14:02:41.010277 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-f96140ae-39cd-4393-ae6c-475277478018 service neutron] Attempting to bind port 0331f01f-d383-4f63-a491-59f75d5c3e68 on network a4c3b794-99d4-42e4-97f3-86424a744f11 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:02:41.015359 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-f96140ae-39cd-4393-ae6c-475277478018 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:02:41.015704 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-f96140ae-39cd-4393-ae6c-475277478018 service neutron] Checking segment: {'id': '658d97ea-282a-4fbf-9f65-30241aae2f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a4c3b794-99d4-42e4-97f3-86424a744f11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:02:41.016094 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-f96140ae-39cd-4393-ae6c-475277478018 service neutron] Bound using segment: {'id': '658d97ea-282a-4fbf-9f65-30241aae2f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a4c3b794-99d4-42e4-97f3-86424a744f11'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:02:41.016529 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-f96140ae-39cd-4393-ae6c-475277478018 service neutron] Bound port: 0331f01f-d383-4f63-a491-59f75d5c3e68, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658d97ea-282a-4fbf-9f65-30241aae2f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a4c3b794-99d4-42e4-97f3-86424a744f11'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:02:41.016890 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-f96140ae-39cd-4393-ae6c-475277478018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:41.084234 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-f96140ae-39cd-4393-ae6c-475277478018 service neutron] For port 0331f01f-d383-4f63-a491-59f75d5c3e68, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:02:41.087479 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-f96140ae-39cd-4393-ae6c-475277478018 service neutron] For port 0331f01f-d383-4f63-a491-59f75d5c3e68, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0331f01f-d383-4f63-a491-59f75d5c3e68,segment=NetworkSegment(658d97ea-282a-4fbf-9f65-30241aae2f98),segment_id=658d97ea-282a-4fbf-9f65-30241aae2f98)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:02:41.092121 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-f96140ae-39cd-4393-ae6c-475277478018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:41.134933 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-f96140ae-39cd-4393-ae6c-475277478018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:41.135591 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-f96140ae-39cd-4393-ae6c-475277478018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:41.137062 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-f96140ae-39cd-4393-ae6c-475277478018 service neutron] 10.222.0.39 "PUT /v2.0/ports/0331f01f-d383-4f63-a491-59f75d5c3e68 HTTP/1.1" status: 200 len: 1092 time: 0.6123509 Sep 30 14:02:41.139197 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04abcbe-5cd9-4271-a38e-79a97fa740c6', 'tag': '0331f01f-d383-4f63-a491-59f75d5c3e68'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:02:41.141621 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103bba1d-bff1-4c78-99d5-09c8797623b4" -d '{"events": [{"name": "network-changed", "server_uuid": "c04abcbe-5cd9-4271-a38e-79a97fa740c6", "tag": "0331f01f-d383-4f63-a491-59f75d5c3e68"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:02:41.168324 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96140ae-39cd-4393-ae6c-475277478018 service neutron] Pushing event updated for resources: {'Port': ['ID=0331f01f-d383-4f63-a491-59f75d5c3e68,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:41.207639 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e21201-956e-43e6-bf90-a72cb92c23a2 x-openstack-request-id: req-e9e21201-956e-43e6-bf90-a72cb92c23a2 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:02:41.207960 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04abcbe-5cd9-4271-a38e-79a97fa740c6", "tag": "0331f01f-d383-4f63-a491-59f75d5c3e68", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:02:41.208511 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9e21201-956e-43e6-bf90-a72cb92c23a2 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:02:41.208913 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c04abcbe-5cd9-4271-a38e-79a97fa740c6', 'tag': '0331f01f-d383-4f63-a491-59f75d5c3e68', 'status': 'completed', 'code': 200} Sep 30 14:02:41.238694 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-84d8dd25-cef6-498d-b6bd-33e889a80c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:41.240269 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-84d8dd25-cef6-498d-b6bd-33e889a80c04 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc11590b26324a4e9346e03e62560b6d&device_id=c04abcbe-5cd9-4271-a38e-79a97fa740c6 HTTP/1.1" status: 200 len: 1095 time: 0.0635736 Sep 30 14:02:41.295861 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-8067189e-8cdb-47a1-b3bb-b94857f5d58c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0331f01f-d383-4f63-a491-59f75d5c3e68 HTTP/1.1" status: 200 len: 217 time: 0.0410240 Sep 30 14:02:41.341418 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62eeb3-d5bb-428c-8fbe-ad789c047d92 req-eabbb3a1-8942-4415-bfeb-0579d610a60f tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:41.342945 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0b62eeb3-d5bb-428c-8fbe-ad789c047d92 req-eabbb3a1-8942-4415-bfeb-0579d610a60f tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c04abcbe-5cd9-4271-a38e-79a97fa740c6 HTTP/1.1" status: 200 len: 944 time: 0.1192744 Sep 30 14:02:41.372693 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-03331a15-e80c-4751-a2d8-24f820daf244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:41.374207 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-03331a15-e80c-4751-a2d8-24f820daf244 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=30afe1d0-b56d-4500-b295-8ae0bdd824b1 HTTP/1.1" status: 200 len: 855 time: 0.0716059 Sep 30 14:02:41.411215 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0b62eeb3-d5bb-428c-8fbe-ad789c047d92 req-55f4dcf3-bc1f-4530-a848-9404bfddb5e0 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/security-groups?id=df665fae-925d-4e0b-9da1-90ff40fe92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622680 Sep 30 14:02:41.427872 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-db6ee69c-dbc3-408e-add2-67cece7a3b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:41.429384 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-db6ee69c-dbc3-408e-add2-67cece7a3b27 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4c3b794-99d4-42e4-97f3-86424a744f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457401 Sep 30 14:02:41.526706 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-84e472b4-232f-453b-9d65-b8fe86c9bc6c service neutron] 10.222.0.39 "GET /v2.0/networks/a4c3b794-99d4-42e4-97f3-86424a744f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894749 Sep 30 14:02:41.615986 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c5b53660-1dd0-4e81-b580-bfbf92366b85 req-8d35d585-4225-4680-8e2a-94581b51e52d service neutron] 10.222.0.39 "GET /v2.0/networks/a4c3b794-99d4-42e4-97f3-86424a744f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827219 Sep 30 14:02:41.707174 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bba1d-bff1-4c78-99d5-09c8797623b4 req-092768a7-bf64-40d6-893b-7676d4c06dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:41.708964 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-103bba1d-bff1-4c78-99d5-09c8797623b4 req-092768a7-bf64-40d6-893b-7676d4c06dfd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc11590b26324a4e9346e03e62560b6d&device_id=c04abcbe-5cd9-4271-a38e-79a97fa740c6 HTTP/1.1" status: 200 len: 1095 time: 0.0448682 Sep 30 14:02:41.797447 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bba1d-bff1-4c78-99d5-09c8797623b4 req-5b5a235d-8dc3-4abc-875b-cba7232b8d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:41.798949 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-103bba1d-bff1-4c78-99d5-09c8797623b4 req-5b5a235d-8dc3-4abc-875b-cba7232b8d0e service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4c3b794-99d4-42e4-97f3-86424a744f11 HTTP/1.1" status: 200 len: 917 time: 0.0823526 Sep 30 14:02:41.844557 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-103bba1d-bff1-4c78-99d5-09c8797623b4 req-98c91bdd-8577-454e-a668-5ca11b953481 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0331f01f-d383-4f63-a491-59f75d5c3e68 HTTP/1.1" status: 200 len: 217 time: 0.0388646 Sep 30 14:02:41.892596 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bba1d-bff1-4c78-99d5-09c8797623b4 req-31c39551-86ee-4249-87e3-19b17c82dfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:41.893921 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-103bba1d-bff1-4c78-99d5-09c8797623b4 req-31c39551-86ee-4249-87e3-19b17c82dfcc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=30afe1d0-b56d-4500-b295-8ae0bdd824b1 HTTP/1.1" status: 200 len: 855 time: 0.0427303 Sep 30 14:02:41.938516 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bba1d-bff1-4c78-99d5-09c8797623b4 req-bac9364e-bc18-4da3-bccb-de96e00383ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:41.940022 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-103bba1d-bff1-4c78-99d5-09c8797623b4 req-bac9364e-bc18-4da3-bccb-de96e00383ef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4c3b794-99d4-42e4-97f3-86424a744f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386961 Sep 30 14:02:42.036529 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-103bba1d-bff1-4c78-99d5-09c8797623b4 req-e79e8a78-d362-4b77-911f-6ff3084d090b service neutron] 10.222.0.39 "GET /v2.0/networks/a4c3b794-99d4-42e4-97f3-86424a744f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863175 Sep 30 14:02:42.128049 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-103bba1d-bff1-4c78-99d5-09c8797623b4 req-affb0db7-88fa-4507-8b99-c766026900c4 service neutron] 10.222.0.39 "GET /v2.0/networks/a4c3b794-99d4-42e4-97f3-86424a744f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812943 Sep 30 14:02:42.527882 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7d402-98e7-4ba6-a3cd-1f73d8c339b5 req-1ce18599-372b-4df1-969a-0bd0d4e48ce7 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:42.529352 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-20d7d402-98e7-4ba6-a3cd-1f73d8c339b5 req-1ce18599-372b-4df1-969a-0bd0d4e48ce7 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c04abcbe-5cd9-4271-a38e-79a97fa740c6 HTTP/1.1" status: 200 len: 944 time: 0.0485997 Sep 30 14:02:42.565804 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-20d7d402-98e7-4ba6-a3cd-1f73d8c339b5 req-de56a8c6-ffd0-4f1f-b782-d7c431817c2b tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/security-groups?id=df665fae-925d-4e0b-9da1-90ff40fe92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305183 Sep 30 14:02:42.795134 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0331f01f-d383-4f63-a491-59f75d5c3e68 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 14:02:42.891147 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0331f01f-d383-4f63-a491-59f75d5c3e68, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0331f01f-d383-4f63-a491-59f75d5c3e68,segment=NetworkSegment(658d97ea-282a-4fbf-9f65-30241aae2f98),segment_id=658d97ea-282a-4fbf-9f65-30241aae2f98)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:02:42.901869 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '0331f01f-d383-4f63-a491-59f75d5c3e68', 'network_id': 'a4c3b794-99d4-42e4-97f3-86424a744f11', 'port_id': '0331f01f-d383-4f63-a491-59f75d5c3e68', 'mac_address': 'fa:16:3e:bb:e9:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30afe1d0-b56d-4500-b295-8ae0bdd824b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 14:02:42.937573 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:42.953613 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0331f01f-d383-4f63-a491-59f75d5c3e68 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:02:42.971676 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0331f01f-d383-4f63-a491-59f75d5c3e68, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0331f01f-d383-4f63-a491-59f75d5c3e68,segment=NetworkSegment(658d97ea-282a-4fbf-9f65-30241aae2f98),segment_id=658d97ea-282a-4fbf-9f65-30241aae2f98)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:02:42.975674 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:43.022001 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=0331f01f-d383-4f63-a491-59f75d5c3e68,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:43.163167 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['0331f01f-d383-4f63-a491-59f75d5c3e68'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:02:43.679272 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5406d9-5ba5-493e-88ba-8ef51b0d4276 req-29682450-838b-49a0-98c6-21798998710a tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:43.680762 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ad5406d9-5ba5-493e-88ba-8ef51b0d4276 req-29682450-838b-49a0-98c6-21798998710a tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c04abcbe-5cd9-4271-a38e-79a97fa740c6 HTTP/1.1" status: 200 len: 945 time: 0.0488768 Sep 30 14:02:43.721900 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ad5406d9-5ba5-493e-88ba-8ef51b0d4276 req-32f7d033-eb16-4160-8d2c-d920975d3702 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/security-groups?id=df665fae-925d-4e0b-9da1-90ff40fe92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351272 Sep 30 14:02:44.739779 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:02:44.810828 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0331f01f-d383-4f63-a491-59f75d5c3e68 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:02:44.833945 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47598c-b735-43ba-9b50-9817ff9cd965 req-788113b6-ae25-40b9-aa91-afd74b596b8f tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:44.835455 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9b47598c-b735-43ba-9b50-9817ff9cd965 req-788113b6-ae25-40b9-aa91-afd74b596b8f tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c04abcbe-5cd9-4271-a38e-79a97fa740c6 HTTP/1.1" status: 200 len: 945 time: 0.0484338 Sep 30 14:02:44.861205 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 0331f01f-d383-4f63-a491-59f75d5c3e68 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 14:02:44.864822 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 0331f01f-d383-4f63-a491-59f75d5c3e68 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:02:44.865194 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:44.873620 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9b47598c-b735-43ba-9b50-9817ff9cd965 req-719cf1a8-a06c-457f-a80a-5489d45445bc tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/security-groups?id=df665fae-925d-4e0b-9da1-90ff40fe92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321884 Sep 30 14:02:44.940513 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:44.962357 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04abcbe-5cd9-4271-a38e-79a97fa740c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0331f01f-d383-4f63-a491-59f75d5c3e68'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:02:44.964549 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730efdff73588999065a9861b250a1e40d95e5d75871f85cc1573bd279cf301b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e248cd2-6c9d-43fc-bc1f-6195ee7aa115" -d '{"events": [{"server_uuid": "c04abcbe-5cd9-4271-a38e-79a97fa740c6", "name": "network-vif-plugged", "status": "completed", "tag": "0331f01f-d383-4f63-a491-59f75d5c3e68"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:02:44.977018 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0331f01f-d383-4f63-a491-59f75d5c3e68, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0331f01f-d383-4f63-a491-59f75d5c3e68,segment=NetworkSegment(658d97ea-282a-4fbf-9f65-30241aae2f98),segment_id=658d97ea-282a-4fbf-9f65-30241aae2f98)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:02:44.980895 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:45.006862 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9d2606-44a5-4b84-9250-6a4f2563be99 x-openstack-request-id: req-6b9d2606-44a5-4b84-9250-6a4f2563be99 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:02:45.007154 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04abcbe-5cd9-4271-a38e-79a97fa740c6", "name": "network-vif-plugged", "status": "completed", "tag": "0331f01f-d383-4f63-a491-59f75d5c3e68", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:02:45.007406 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b9d2606-44a5-4b84-9250-6a4f2563be99 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:02:45.007808 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04abcbe-5cd9-4271-a38e-79a97fa740c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0331f01f-d383-4f63-a491-59f75d5c3e68', 'code': 200} Sep 30 14:02:45.032520 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=0331f01f-d383-4f63-a491-59f75d5c3e68,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:02:45.040313 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:02:45.040660 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:02:45.041000 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:02:45.041335 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:02:45.041666 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:02:45.041993 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:02:45.042344 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:02:45.042677 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:02:45.042995 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:02:45.043320 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:02:45.043642 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:02:45.043956 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:02:45.099520 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb783c6-fae0-428f-9f48-2c4f124d3ccf req-119aed5f-5ff8-403f-8442-fc9cfdb2a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:45.101043 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aeb783c6-fae0-428f-9f48-2c4f124d3ccf req-119aed5f-5ff8-403f-8442-fc9cfdb2a6b2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c04abcbe-5cd9-4271-a38e-79a97fa740c6 HTTP/1.1" status: 200 len: 1097 time: 0.0445020 Sep 30 14:02:45.136223 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-aeb783c6-fae0-428f-9f48-2c4f124d3ccf req-7fa5b364-624b-4de5-b1b0-3d49c510c116 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=df665fae-925d-4e0b-9da1-90ff40fe92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267937 Sep 30 14:02:45.300636 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:45.985223 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1015535-748c-4e94-9989-727d8a012109 req-6c167b36-71cc-41f3-9c12-9ffe723e7a06 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:45.986706 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b1015535-748c-4e94-9989-727d8a012109 req-6c167b36-71cc-41f3-9c12-9ffe723e7a06 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c04abcbe-5cd9-4271-a38e-79a97fa740c6 HTTP/1.1" status: 200 len: 946 time: 0.0474844 Sep 30 14:02:46.029883 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b1015535-748c-4e94-9989-727d8a012109 req-91edddfe-4789-4a6c-b868-e01c65690972 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/security-groups?id=df665fae-925d-4e0b-9da1-90ff40fe92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367870 Sep 30 14:02:47.144992 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8290d-4bc2-424f-9546-0c15c503e865 req-7aeefa55-e26e-4016-a461-4214bdb949cc tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:47.146471 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d5f8290d-4bc2-424f-9546-0c15c503e865 req-7aeefa55-e26e-4016-a461-4214bdb949cc tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c04abcbe-5cd9-4271-a38e-79a97fa740c6 HTTP/1.1" status: 200 len: 946 time: 0.0481746 Sep 30 14:02:47.183141 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d5f8290d-4bc2-424f-9546-0c15c503e865 req-ca2d51bf-f264-450b-9cfb-37fbe0808934 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/security-groups?id=df665fae-925d-4e0b-9da1-90ff40fe92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308621 Sep 30 14:02:47.294026 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ad72c-d67f-4da1-b06a-44bbfa6391bb req-6acab589-3432-47b9-beec-c83bf4362ed0 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:02:47.295496 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d46ad72c-d67f-4da1-b06a-44bbfa6391bb req-6acab589-3432-47b9-beec-c83bf4362ed0 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c04abcbe-5cd9-4271-a38e-79a97fa740c6 HTTP/1.1" status: 200 len: 946 time: 0.0474253 Sep 30 14:02:47.332736 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d46ad72c-d67f-4da1-b06a-44bbfa6391bb req-e5a1b538-0686-4232-8ca4-4c024532df95 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/security-groups?id=df665fae-925d-4e0b-9da1-90ff40fe92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312130 Sep 30 14:02:48.247528 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-540eab4c-56c7-420f-a96a-4fa7718f544a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:50.097152 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:50.746129 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a0174f56-7f64-4458-bea7-0e436ddfd0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:51.710613 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:52.558727 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:02:54.320740 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:05.534791 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a4c16-a13e-459e-b29a-b8cdec29bf06 req-6e962b3c-acb3-45b3-a54a-707c8f1e2ae2 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:05.536531 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-001a4c16-a13e-459e-b29a-b8cdec29bf06 req-6e962b3c-acb3-45b3-a54a-707c8f1e2ae2 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c04abcbe-5cd9-4271-a38e-79a97fa740c6 HTTP/1.1" status: 200 len: 946 time: 0.0500197 Sep 30 14:03:05.578708 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-001a4c16-a13e-459e-b29a-b8cdec29bf06 req-15c3a648-f2a8-4dcf-9b82-c356bc8a2e66 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/security-groups?id=df665fae-925d-4e0b-9da1-90ff40fe92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352795 Sep 30 14:03:06.694292 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356e678-9262-4b60-8a66-56b52a29eff7 req-1539b49d-5d0a-4e1f-ab02-bce3241d8a60 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:06.696176 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b356e678-9262-4b60-8a66-56b52a29eff7 req-1539b49d-5d0a-4e1f-ab02-bce3241d8a60 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c04abcbe-5cd9-4271-a38e-79a97fa740c6 HTTP/1.1" status: 200 len: 946 time: 0.0473588 Sep 30 14:03:06.736637 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b356e678-9262-4b60-8a66-56b52a29eff7 req-79caf89c-50a9-47a0-a272-6ab2b5b64d9d tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/security-groups?id=df665fae-925d-4e0b-9da1-90ff40fe92f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345988 Sep 30 14:03:07.068700 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77665adf-395e-4914-9008-872ed5650a2c req-c6771ed5-b295-4f08-bf66-eafbb009d832 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:07.070697 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-77665adf-395e-4914-9008-872ed5650a2c req-c6771ed5-b295-4f08-bf66-eafbb009d832 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.39 "GET /v2.0/ports?device_id=c04abcbe-5cd9-4271-a38e-79a97fa740c6 HTTP/1.1" status: 200 len: 946 time: 0.0476050 Sep 30 14:03:07.159470 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-77665adf-395e-4914-9008-872ed5650a2c req-0291d185-4079-46ec-92ac-a3711bfdf7b0 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Deleting port 0331f01f-d383-4f63-a491-59f75d5c3e68 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:03:07.159785 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-77665adf-395e-4914-9008-872ed5650a2c req-0291d185-4079-46ec-92ac-a3711bfdf7b0 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:07.250351 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-77665adf-395e-4914-9008-872ed5650a2c req-0291d185-4079-46ec-92ac-a3711bfdf7b0 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] For port 0331f01f-d383-4f63-a491-59f75d5c3e68, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0331f01f-d383-4f63-a491-59f75d5c3e68,segment=NetworkSegment(658d97ea-282a-4fbf-9f65-30241aae2f98),segment_id=658d97ea-282a-4fbf-9f65-30241aae2f98)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:03:07.250710 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-77665adf-395e-4914-9008-872ed5650a2c req-0291d185-4079-46ec-92ac-a3711bfdf7b0 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:07.262440 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-77665adf-395e-4914-9008-872ed5650a2c req-0291d185-4079-46ec-92ac-a3711bfdf7b0 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Calling delete_port for 0331f01f-d383-4f63-a491-59f75d5c3e68 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:03:07.389830 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-77665adf-395e-4914-9008-872ed5650a2c req-0291d185-4079-46ec-92ac-a3711bfdf7b0 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:07.402121 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['0331f01f-d383-4f63-a491-59f75d5c3e68'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:03:07.418460 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291d185-4079-46ec-92ac-a3711bfdf7b0 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Pushing event deleted for resources: {'Port': ['ID=0331f01f-d383-4f63-a491-59f75d5c3e68,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:07.447978 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0291d185-4079-46ec-92ac-a3711bfdf7b0 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:07.448337 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0291d185-4079-46ec-92ac-a3711bfdf7b0 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:07.448679 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0291d185-4079-46ec-92ac-a3711bfdf7b0 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:07.449014 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0291d185-4079-46ec-92ac-a3711bfdf7b0 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:07.449346 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0291d185-4079-46ec-92ac-a3711bfdf7b0 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:07.449676 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0291d185-4079-46ec-92ac-a3711bfdf7b0 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:07.450004 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0291d185-4079-46ec-92ac-a3711bfdf7b0 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:07.450357 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0291d185-4079-46ec-92ac-a3711bfdf7b0 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:07.450685 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0291d185-4079-46ec-92ac-a3711bfdf7b0 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:07.451008 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0291d185-4079-46ec-92ac-a3711bfdf7b0 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:07.451330 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0291d185-4079-46ec-92ac-a3711bfdf7b0 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:07.451650 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0291d185-4079-46ec-92ac-a3711bfdf7b0 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:07.468067 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-77665adf-395e-4914-9008-872ed5650a2c req-0291d185-4079-46ec-92ac-a3711bfdf7b0 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] No DVR routers for this DVR port 0331f01f-d383-4f63-a491-59f75d5c3e68 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:03:07.470705 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-77665adf-395e-4914-9008-872ed5650a2c req-0291d185-4079-46ec-92ac-a3711bfdf7b0 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:07.472729 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-77665adf-395e-4914-9008-872ed5650a2c req-0291d185-4079-46ec-92ac-a3711bfdf7b0 tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.39 "DELETE /v2.0/ports/0331f01f-d383-4f63-a491-59f75d5c3e68 HTTP/1.1" status: 204 len: 173 time: 0.3953521 Sep 30 14:03:07.473167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04abcbe-5cd9-4271-a38e-79a97fa740c6', 'name': 'network-vif-deleted', 'tag': '0331f01f-d383-4f63-a491-59f75d5c3e68'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:03:07.475448 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b919bd28-f158-41ed-a75f-7a86ac6a7cc2" -d '{"events": [{"server_uuid": "c04abcbe-5cd9-4271-a38e-79a97fa740c6", "name": "network-vif-deleted", "tag": "0331f01f-d383-4f63-a491-59f75d5c3e68"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:03:07.522047 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c966d65-6dfa-4a9c-9d2f-b7cf4d5d2673 x-openstack-request-id: req-8c966d65-6dfa-4a9c-9d2f-b7cf4d5d2673 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:03:07.522343 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04abcbe-5cd9-4271-a38e-79a97fa740c6", "name": "network-vif-deleted", "tag": "0331f01f-d383-4f63-a491-59f75d5c3e68", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:03:07.522616 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c966d65-6dfa-4a9c-9d2f-b7cf4d5d2673 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:03:07.523110 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04abcbe-5cd9-4271-a38e-79a97fa740c6', 'name': 'network-vif-deleted', 'tag': '0331f01f-d383-4f63-a491-59f75d5c3e68', 'status': 'completed', 'code': 200} Sep 30 14:03:07.839563 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1e971c5c-1895-4f15-bf84-180bcd495a8d req-c159e97a-3b44-4fc3-96f6-b9a4e062912e tempest-TestEncryptedCinderVolumes-135840490 tempest-TestEncryptedCinderVolumes-135840490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c04abcbe-5cd9-4271-a38e-79a97fa740c6 HTTP/1.1" status: 200 len: 210 time: 0.0272605 Sep 30 14:03:08.931007 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48560) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:03:09.267897 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5da0e640-6b2f-4350-b4fe-f3d658a66da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:09.825907 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-5da0e640-6b2f-4350-b4fe-f3d658a66da7 admin admin] Deleting port 4d00d6b2-f8d2-447a-88c5-0f4b485cb035 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:03:09.826271 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5da0e640-6b2f-4350-b4fe-f3d658a66da7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:09.901785 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-5da0e640-6b2f-4350-b4fe-f3d658a66da7 admin admin] For port 4d00d6b2-f8d2-447a-88c5-0f4b485cb035, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4d00d6b2-f8d2-447a-88c5-0f4b485cb035,segment=NetworkSegment(658d97ea-282a-4fbf-9f65-30241aae2f98),segment_id=658d97ea-282a-4fbf-9f65-30241aae2f98)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:03:09.902192 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5da0e640-6b2f-4350-b4fe-f3d658a66da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:09.914921 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-5da0e640-6b2f-4350-b4fe-f3d658a66da7 admin admin] Calling delete_port for 4d00d6b2-f8d2-447a-88c5-0f4b485cb035 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:03:10.089242 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5da0e640-6b2f-4350-b4fe-f3d658a66da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:10.117993 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0e640-6b2f-4350-b4fe-f3d658a66da7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d00d6b2-f8d2-447a-88c5-0f4b485cb035,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:10.130064 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0e640-6b2f-4350-b4fe-f3d658a66da7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:10.130240 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0e640-6b2f-4350-b4fe-f3d658a66da7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:10.130482 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0e640-6b2f-4350-b4fe-f3d658a66da7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:10.130816 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0e640-6b2f-4350-b4fe-f3d658a66da7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:10.131144 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0e640-6b2f-4350-b4fe-f3d658a66da7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:10.131469 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0e640-6b2f-4350-b4fe-f3d658a66da7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:10.131791 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0e640-6b2f-4350-b4fe-f3d658a66da7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:10.132675 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0e640-6b2f-4350-b4fe-f3d658a66da7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:10.133005 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0e640-6b2f-4350-b4fe-f3d658a66da7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:10.133327 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0e640-6b2f-4350-b4fe-f3d658a66da7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:10.133762 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0e640-6b2f-4350-b4fe-f3d658a66da7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:10.133999 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0e640-6b2f-4350-b4fe-f3d658a66da7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:10.295089 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5da0e640-6b2f-4350-b4fe-f3d658a66da7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:10.506871 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da0e640-6b2f-4350-b4fe-f3d658a66da7 admin admin] Router b89a1a4d-fccc-4bad-8632-bcc6bf8118a2 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:03:10.611259 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da0e640-6b2f-4350-b4fe-f3d658a66da7 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:03:10.616251 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5da0e640-6b2f-4350-b4fe-f3d658a66da7 admin admin] 10.222.0.18 "PUT /v2.0/routers/b89a1a4d-fccc-4bad-8632-bcc6bf8118a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6842134 Sep 30 14:03:10.620117 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48562) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:03:10.622473 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bce3066-2d1e-4022-a3d2-d9b22d312561 None None] Sync routers for ids ['b89a1a4d-fccc-4bad-8632-bcc6bf8118a2'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:03:10.631415 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bce3066-2d1e-4022-a3d2-d9b22d312561 None None] Routers {'b89a1a4d-fccc-4bad-8632-bcc6bf8118a2'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:03:10.632028 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2bce3066-2d1e-4022-a3d2-d9b22d312561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:02:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b89a1a4d-fccc-4bad-8632-bcc6bf8118a2'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:10.723692 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b513762b-5e63-4bde-b22a-22a0c644f754 admin admin] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:10.735123 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-2bce3066-2d1e-4022-a3d2-d9b22d312561 None None] Set router b89a1a4d-fccc-4bad-8632-bcc6bf8118a2 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:03:10.822084 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b513762b-5e63-4bde-b22a-22a0c644f754 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:10.878309 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-b513762b-5e63-4bde-b22a-22a0c644f754 admin admin] Deleting port 98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:03:10.878649 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b513762b-5e63-4bde-b22a-22a0c644f754 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:10.885124 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0331f01f-d383-4f63-a491-59f75d5c3e68 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:03:10.910926 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 0331f01f-d383-4f63-a491-59f75d5c3e68 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:03:10.911268 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0331f01f-d383-4f63-a491-59f75d5c3e68 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:03:10.934891 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2bce3066-2d1e-4022-a3d2-d9b22d312561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89a1a4d-fccc-4bad-8632-bcc6bf8118a2', 'name': 'tempest-TestEncryptedCinderVolumes-507426558-router', 'tenant_id': 'bc11590b26324a4e9346e03e62560b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:01:57Z', 'updated_at': '2021-09-30T14:03:10Z', 'revision_number': 5, 'project_id': 'bc11590b26324a4e9346e03e62560b6d', 'gw_port': {'id': '98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:83:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89a1a4d-fccc-4bad-8632-bcc6bf8118a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:01:58Z', 'updated_at': '2021-09-30T14:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:10.958965 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-b513762b-5e63-4bde-b22a-22a0c644f754 admin admin] For port 98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:03:10.959329 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b513762b-5e63-4bde-b22a-22a0c644f754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:10.962789 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bce3066-2d1e-4022-a3d2-d9b22d312561 None None] Checking router: b89a1a4d-fccc-4bad-8632-bcc6bf8118a2 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:03:10.970881 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bce3066-2d1e-4022-a3d2-d9b22d312561 None None] Routers {'b89a1a4d-fccc-4bad-8632-bcc6bf8118a2'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:03:10.971486 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2bce3066-2d1e-4022-a3d2-d9b22d312561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:02:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['b89a1a4d-fccc-4bad-8632-bcc6bf8118a2'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:10.972653 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-b513762b-5e63-4bde-b22a-22a0c644f754 admin admin] Calling delete_port for 98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12 owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:03:11.055871 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-2bce3066-2d1e-4022-a3d2-d9b22d312561 None None] Set router b89a1a4d-fccc-4bad-8632-bcc6bf8118a2 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:03:11.110320 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-2bce3066-2d1e-4022-a3d2-d9b22d312561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89a1a4d-fccc-4bad-8632-bcc6bf8118a2', 'name': 'tempest-TestEncryptedCinderVolumes-507426558-router', 'tenant_id': 'bc11590b26324a4e9346e03e62560b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:01:57Z', 'updated_at': '2021-09-30T14:03:10Z', 'revision_number': 6, 'project_id': 'bc11590b26324a4e9346e03e62560b6d', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:11.136514 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b513762b-5e63-4bde-b22a-22a0c644f754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:11.137142 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bce3066-2d1e-4022-a3d2-d9b22d312561 None None] The sync data for ids ['b89a1a4d-fccc-4bad-8632-bcc6bf8118a2'] in n-d-810909-2 is: [{'id': 'b89a1a4d-fccc-4bad-8632-bcc6bf8118a2', 'name': 'tempest-TestEncryptedCinderVolumes-507426558-router', 'tenant_id': 'bc11590b26324a4e9346e03e62560b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:01:57Z', 'updated_at': '2021-09-30T14:03:10Z', 'revision_number': 6, 'project_id': 'bc11590b26324a4e9346e03e62560b6d', 'gw_port_host': None}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:03:11.167639 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513762b-5e63-4bde-b22a-22a0c644f754 admin admin] Pushing event deleted for resources: {'Port': ['ID=98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:11.231677 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b513762b-5e63-4bde-b22a-22a0c644f754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:11.322248 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b513762b-5e63-4bde-b22a-22a0c644f754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:11.324363 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b513762b-5e63-4bde-b22a-22a0c644f754 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:11.365729 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b513762b-5e63-4bde-b22a-22a0c644f754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:11.366267 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b513762b-5e63-4bde-b22a-22a0c644f754 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b89a1a4d-fccc-4bad-8632-bcc6bf8118a2 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 14:03:11.371206 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b513762b-5e63-4bde-b22a-22a0c644f754 admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:11.374952 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b513762b-5e63-4bde-b22a-22a0c644f754 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b89a1a4d-fccc-4bad-8632-bcc6bf8118a2 HTTP/1.1" status: 204 len: 168 time: 0.7513118 Sep 30 14:03:11.375163 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48564) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:03:11.421503 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa3553f-d04c-4999-89a9-b0f40ad765f9 admin admin] Deleting subnet 30afe1d0-b56d-4500-b295-8ae0bdd824b1 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 14:03:11.424351 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1aa3553f-d04c-4999-89a9-b0f40ad765f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:11.459203 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1aa3553f-d04c-4999-89a9-b0f40ad765f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:11.558846 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1aa3553f-d04c-4999-89a9-b0f40ad765f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:11.615824 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4d00d6b2-f8d2-447a-88c5-0f4b485cb035 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:03:11.625655 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1aa3553f-d04c-4999-89a9-b0f40ad765f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:11.636824 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 4d00d6b2-f8d2-447a-88c5-0f4b485cb035 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:03:11.637349 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4d00d6b2-f8d2-447a-88c5-0f4b485cb035 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:03:11.657935 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3553f-d04c-4999-89a9-b0f40ad765f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30afe1d0-b56d-4500-b295-8ae0bdd824b1,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:11.659931 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1aa3553f-d04c-4999-89a9-b0f40ad765f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:11.661876 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1aa3553f-d04c-4999-89a9-b0f40ad765f9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/30afe1d0-b56d-4500-b295-8ae0bdd824b1 HTTP/1.1" status: 204 len: 168 time: 0.2857172 Sep 30 14:03:11.664936 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48566) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:03:11.667213 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4bb623-7849-4b96-8407-2f36d2813633 None None] Network a4c3b794-99d4-42e4-97f3-86424a744f11 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:03:11.733126 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b1ec6e51-8102-482a-a80b-c43236b1733d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:11.785372 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec6e51-8102-482a-a80b-c43236b1733d admin admin] Deleting port 1f420c4c-1e8a-435b-8808-774b38008e09 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:03:11.785725 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b1ec6e51-8102-482a-a80b-c43236b1733d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:11.854315 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-b1ec6e51-8102-482a-a80b-c43236b1733d admin admin] For port 1f420c4c-1e8a-435b-8808-774b38008e09, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1f420c4c-1e8a-435b-8808-774b38008e09,segment=NetworkSegment(658d97ea-282a-4fbf-9f65-30241aae2f98),segment_id=658d97ea-282a-4fbf-9f65-30241aae2f98)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:03:11.854617 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b1ec6e51-8102-482a-a80b-c43236b1733d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:11.866130 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec6e51-8102-482a-a80b-c43236b1733d admin admin] Calling delete_port for 1f420c4c-1e8a-435b-8808-774b38008e09 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:03:11.922591 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c42d8f-ed94-4a5a-b7e1-73afe21cbb67 None None] DHCP port deletion for a4c3b794-99d4-42e4-97f3-86424a744f11 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 14:03:11.951933 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b1ec6e51-8102-482a-a80b-c43236b1733d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:11.969930 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-44c42d8f-ed94-4a5a-b7e1-73afe21cbb67 None None] Deleting port 1f420c4c-1e8a-435b-8808-774b38008e09 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:03:11.970550 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-44c42d8f-ed94-4a5a-b7e1-73afe21cbb67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:11.979751 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec6e51-8102-482a-a80b-c43236b1733d admin admin] Pushing event deleted for resources: {'Port': ['ID=1f420c4c-1e8a-435b-8808-774b38008e09,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:11.981577 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ec6e51-8102-482a-a80b-c43236b1733d admin admin] No DVR routers for this DVR port 1f420c4c-1e8a-435b-8808-774b38008e09 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:03:12.041516 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-44c42d8f-ed94-4a5a-b7e1-73afe21cbb67 None None] For port 1f420c4c-1e8a-435b-8808-774b38008e09, host n-d-810909-2, got binding levels [] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:03:12.041912 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-44c42d8f-ed94-4a5a-b7e1-73afe21cbb67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:12.054841 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-44c42d8f-ed94-4a5a-b7e1-73afe21cbb67 None None] Calling delete_port for 1f420c4c-1e8a-435b-8808-774b38008e09 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:03:12.057462 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.ipam_backend_mixin [None req-44c42d8f-ed94-4a5a-b7e1-73afe21cbb67 None None] Port 1f420c4c-1e8a-435b-8808-774b38008e09 was not found and therefore no delete operation was performed {{(pid=94765) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 14:03:12.057761 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b1ec6e51-8102-482a-a80b-c43236b1733d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:12.058775 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-44c42d8f-ed94-4a5a-b7e1-73afe21cbb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:12.077584 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-b1ec6e51-8102-482a-a80b-c43236b1733d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c3b794-99d4-42e4-97f3-86424a744f11']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:12.081610 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c42d8f-ed94-4a5a-b7e1-73afe21cbb67 None None] Pushing event deleted for resources: {'Port': ['ID=1f420c4c-1e8a-435b-8808-774b38008e09,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:12.088089 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-b1ec6e51-8102-482a-a80b-c43236b1733d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658d97ea-282a-4fbf-9f65-30241aae2f98') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:12.088284 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c42d8f-ed94-4a5a-b7e1-73afe21cbb67 None None] No DVR routers for this DVR port 1f420c4c-1e8a-435b-8808-774b38008e09 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:03:12.088391 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-b1ec6e51-8102-482a-a80b-c43236b1733d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658d97ea-282a-4fbf-9f65-30241aae2f98') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:12.098582 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b1ec6e51-8102-482a-a80b-c43236b1733d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:12.113217 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b1ec6e51-8102-482a-a80b-c43236b1733d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:12.119851 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ec6e51-8102-482a-a80b-c43236b1733d admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 14:03:12.120125 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b1ec6e51-8102-482a-a80b-c43236b1733d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: timer() Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 14:03:12.122032 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 14:03:12.184668 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b1ec6e51-8102-482a-a80b-c43236b1733d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:12.190520 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b1ec6e51-8102-482a-a80b-c43236b1733d admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:12.192372 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b1ec6e51-8102-482a-a80b-c43236b1733d admin admin] 10.222.0.18 "DELETE /v2.0/networks/a4c3b794-99d4-42e4-97f3-86424a744f11 HTTP/1.1" status: 204 len: 168 time: 0.5265334 Sep 30 14:03:12.195309 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48568) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:03:12.242656 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec6e51-8102-482a-a80b-c43236b1733d admin admin] Pushing event deleted for resources: {'Network': ['ID=a4c3b794-99d4-42e4-97f3-86424a744f11,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:12.545054 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d7aba8f5-7228-4f18-98fe-cce85ac2d37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:12.783641 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-d7aba8f5-7228-4f18-98fe-cce85ac2d37c admin admin] Deleting port ec5c5d40-a996-4d7e-945f-4011ad6a4f3e {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:03:12.783893 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d7aba8f5-7228-4f18-98fe-cce85ac2d37c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:12.862581 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-d7aba8f5-7228-4f18-98fe-cce85ac2d37c admin admin] For port ec5c5d40-a996-4d7e-945f-4011ad6a4f3e, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=ec5c5d40-a996-4d7e-945f-4011ad6a4f3e,segment=NetworkSegment(227589ea-b833-4aca-89e3-e355cdbf980f),segment_id=227589ea-b833-4aca-89e3-e355cdbf980f)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:03:12.862939 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d7aba8f5-7228-4f18-98fe-cce85ac2d37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:12.875551 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-d7aba8f5-7228-4f18-98fe-cce85ac2d37c admin admin] Calling delete_port for ec5c5d40-a996-4d7e-945f-4011ad6a4f3e owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:03:13.047991 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d7aba8f5-7228-4f18-98fe-cce85ac2d37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:13.072254 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aba8f5-7228-4f18-98fe-cce85ac2d37c admin admin] Pushing event deleted for resources: {'Port': ['ID=ec5c5d40-a996-4d7e-945f-4011ad6a4f3e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:13.241380 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d7aba8f5-7228-4f18-98fe-cce85ac2d37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:13.574288 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1f420c4c-1e8a-435b-8808-774b38008e09 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:03:13.597435 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 1f420c4c-1e8a-435b-8808-774b38008e09 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:03:13.597781 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1f420c4c-1e8a-435b-8808-774b38008e09 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:03:13.598237 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:03:13.619572 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:03:13.620010 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 98d1d2c7-6dd2-43a5-ac91-5ac0fe56ed12 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:03:13.786710 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7aba8f5-7228-4f18-98fe-cce85ac2d37c admin admin] Router 42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:03:13.890169 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7aba8f5-7228-4f18-98fe-cce85ac2d37c admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:03:13.895522 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d7aba8f5-7228-4f18-98fe-cce85ac2d37c admin admin] 10.222.0.18 "PUT /v2.0/routers/42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6991928 Sep 30 14:03:13.898682 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48570) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:03:13.899608 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa22392-cc55-457f-b1eb-2b81e1adf23a None None] Sync routers for ids ['42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:03:13.908603 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa22392-cc55-457f-b1eb-2b81e1adf23a None None] Routers {'42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:03:13.909203 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-aaa22392-cc55-457f-b1eb-2b81e1adf23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:02:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:14.000835 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90485431-d966-4683-8dd2-e4667b163c4c admin admin] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:14.010713 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-aaa22392-cc55-457f-b1eb-2b81e1adf23a None None] Set router 42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:03:14.102988 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90485431-d966-4683-8dd2-e4667b163c4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:14.154208 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-90485431-d966-4683-8dd2-e4667b163c4c admin admin] Deleting port 24c520fa-03bd-496f-ac76-acdf79d6726b {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:03:14.154541 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90485431-d966-4683-8dd2-e4667b163c4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:14.181674 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-aaa22392-cc55-457f-b1eb-2b81e1adf23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6', 'name': 'tempest-TestEncryptedCinderVolumes-1473828732-router', 'tenant_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '24c520fa-03bd-496f-ac76-acdf79d6726b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:02:02Z', 'updated_at': '2021-09-30T14:03:13Z', 'revision_number': 5, 'project_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'gw_port': {'id': '24c520fa-03bd-496f-ac76-acdf79d6726b', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:02:02Z', 'updated_at': '2021-09-30T14:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:14.211951 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa22392-cc55-457f-b1eb-2b81e1adf23a None None] Checking router: 42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:03:14.220462 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa22392-cc55-457f-b1eb-2b81e1adf23a None None] Routers {'42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:03:14.221073 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-aaa22392-cc55-457f-b1eb-2b81e1adf23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:02:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:14.239555 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-90485431-d966-4683-8dd2-e4667b163c4c admin admin] For port 24c520fa-03bd-496f-ac76-acdf79d6726b, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=24c520fa-03bd-496f-ac76-acdf79d6726b,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:03:14.239918 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90485431-d966-4683-8dd2-e4667b163c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:14.252573 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-90485431-d966-4683-8dd2-e4667b163c4c admin admin] Calling delete_port for 24c520fa-03bd-496f-ac76-acdf79d6726b owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:03:14.390907 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-aaa22392-cc55-457f-b1eb-2b81e1adf23a None None] Set router 42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6 gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:03:14.421249 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90485431-d966-4683-8dd2-e4667b163c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:14.441258 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-aaa22392-cc55-457f-b1eb-2b81e1adf23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6', 'name': 'tempest-TestEncryptedCinderVolumes-1473828732-router', 'tenant_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:02:02Z', 'updated_at': '2021-09-30T14:03:14Z', 'revision_number': 6, 'project_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:14.448881 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90485431-d966-4683-8dd2-e4667b163c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=24c520fa-03bd-496f-ac76-acdf79d6726b,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:14.471241 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa22392-cc55-457f-b1eb-2b81e1adf23a None None] The sync data for ids ['42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6'] in n-d-810909-2 is: [{'id': '42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6', 'name': 'tempest-TestEncryptedCinderVolumes-1473828732-router', 'tenant_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:02:02Z', 'updated_at': '2021-09-30T14:03:14Z', 'revision_number': 6, 'project_id': '4e6a2d664c3a4ba4a8a4aaf971e829e9', 'gw_port_host': None}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:03:14.511498 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90485431-d966-4683-8dd2-e4667b163c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:14.599307 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90485431-d966-4683-8dd2-e4667b163c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:14.601493 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90485431-d966-4683-8dd2-e4667b163c4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:14.647529 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90485431-d966-4683-8dd2-e4667b163c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:14.648085 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90485431-d966-4683-8dd2-e4667b163c4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 14:03:14.653340 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-90485431-d966-4683-8dd2-e4667b163c4c admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:14.654682 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-90485431-d966-4683-8dd2-e4667b163c4c admin admin] 10.222.0.18 "DELETE /v2.0/routers/42d7e79b-e7eb-43cb-8fd3-c5980c4da5f6 HTTP/1.1" status: 204 len: 168 time: 0.7550666 Sep 30 14:03:14.657262 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48572) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:03:14.701667 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-96660278-cd71-43f3-a899-174090ca7435 admin admin] Deleting subnet 448a60c3-e9f0-4daf-b28c-90f1e8c34dbe {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 14:03:14.704719 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-96660278-cd71-43f3-a899-174090ca7435 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:14.738558 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-96660278-cd71-43f3-a899-174090ca7435 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:14.818711 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-96660278-cd71-43f3-a899-174090ca7435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:14.876064 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-96660278-cd71-43f3-a899-174090ca7435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:14.905728 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96660278-cd71-43f3-a899-174090ca7435 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=448a60c3-e9f0-4daf-b28c-90f1e8c34dbe,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:14.907741 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-96660278-cd71-43f3-a899-174090ca7435 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:14.910563 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-96660278-cd71-43f3-a899-174090ca7435 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/448a60c3-e9f0-4daf-b28c-90f1e8c34dbe HTTP/1.1" status: 204 len: 168 time: 0.2523501 Sep 30 14:03:14.912351 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48574) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:03:14.914897 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb04ef5f-231a-4839-b133-bf326364e064 None None] Network 74416f18-1253-4f55-841c-beb6082e03a7 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:03:14.982278 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2a4dc88c-6616-4289-86f5-5e677dd2dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:15.039165 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-2a4dc88c-6616-4289-86f5-5e677dd2dd26 admin admin] Deleting port bea99d68-0881-4b13-aed1-bb24a7305b4a {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:03:15.039509 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2a4dc88c-6616-4289-86f5-5e677dd2dd26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:15.102249 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-2a4dc88c-6616-4289-86f5-5e677dd2dd26 admin admin] For port bea99d68-0881-4b13-aed1-bb24a7305b4a, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=bea99d68-0881-4b13-aed1-bb24a7305b4a,segment=NetworkSegment(227589ea-b833-4aca-89e3-e355cdbf980f),segment_id=227589ea-b833-4aca-89e3-e355cdbf980f)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:03:15.102603 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2a4dc88c-6616-4289-86f5-5e677dd2dd26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:15.114202 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-2a4dc88c-6616-4289-86f5-5e677dd2dd26 admin admin] Calling delete_port for bea99d68-0881-4b13-aed1-bb24a7305b4a owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:03:15.196315 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2a4dc88c-6616-4289-86f5-5e677dd2dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:15.222636 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4dc88c-6616-4289-86f5-5e677dd2dd26 admin admin] Pushing event deleted for resources: {'Port': ['ID=bea99d68-0881-4b13-aed1-bb24a7305b4a,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:15.227928 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4dc88c-6616-4289-86f5-5e677dd2dd26 admin admin] No DVR routers for this DVR port bea99d68-0881-4b13-aed1-bb24a7305b4a on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:03:15.254542 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdfed94-5a0b-4d02-b901-0c622a6dc1e7 None None] DHCP port deletion for 74416f18-1253-4f55-841c-beb6082e03a7 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 14:03:15.292306 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:15.312312 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2a4dc88c-6616-4289-86f5-5e677dd2dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:15.333682 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-2a4dc88c-6616-4289-86f5-5e677dd2dd26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74416f18-1253-4f55-841c-beb6082e03a7']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:15.343841 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-2a4dc88c-6616-4289-86f5-5e677dd2dd26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227589ea-b833-4aca-89e3-e355cdbf980f') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:15.344191 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-2a4dc88c-6616-4289-86f5-5e677dd2dd26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227589ea-b833-4aca-89e3-e355cdbf980f') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:15.353893 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2a4dc88c-6616-4289-86f5-5e677dd2dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:15.367683 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2a4dc88c-6616-4289-86f5-5e677dd2dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:15.374156 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4dc88c-6616-4289-86f5-5e677dd2dd26 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 14:03:15.374717 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2a4dc88c-6616-4289-86f5-5e677dd2dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: timer() Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 14:03:15.376404 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 14:03:15.436655 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2a4dc88c-6616-4289-86f5-5e677dd2dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:15.442663 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2a4dc88c-6616-4289-86f5-5e677dd2dd26 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:15.445005 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2a4dc88c-6616-4289-86f5-5e677dd2dd26 admin admin] 10.222.0.18 "DELETE /v2.0/networks/74416f18-1253-4f55-841c-beb6082e03a7 HTTP/1.1" status: 204 len: 168 time: 0.5310256 Sep 30 14:03:15.459045 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4dc88c-6616-4289-86f5-5e677dd2dd26 admin admin] Pushing event deleted for resources: {'Network': ['ID=74416f18-1253-4f55-841c-beb6082e03a7,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:15.537998 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 24c520fa-03bd-496f-ac76-acdf79d6726b no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:03:15.558237 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 24c520fa-03bd-496f-ac76-acdf79d6726b {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:03:15.558630 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 24c520fa-03bd-496f-ac76-acdf79d6726b not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:03:15.559033 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device ec5c5d40-a996-4d7e-945f-4011ad6a4f3e no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:03:15.578122 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: ec5c5d40-a996-4d7e-945f-4011ad6a4f3e {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:03:15.578467 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device ec5c5d40-a996-4d7e-945f-4011ad6a4f3e not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:03:15.578876 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device bea99d68-0881-4b13-aed1-bb24a7305b4a no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:03:15.603317 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: bea99d68-0881-4b13-aed1-bb24a7305b4a {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:03:15.603720 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device bea99d68-0881-4b13-aed1-bb24a7305b4a not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:03:15.657128 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48578) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:03:15.697346 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-629f52ba-9517-4d23-9fac-cce44ab7ef44 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc11590b26324a4e9346e03e62560b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390289 Sep 30 14:03:15.699802 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48580) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:03:15.752295 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18e96465-bd3f-4236-aa9a-5e615c1de796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:15.774473 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18e96465-bd3f-4236-aa9a-5e615c1de796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:15.822881 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18e96465-bd3f-4236-aa9a-5e615c1de796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:15.825790 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-18e96465-bd3f-4236-aa9a-5e615c1de796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:15.826994 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-18e96465-bd3f-4236-aa9a-5e615c1de796 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/df665fae-925d-4e0b-9da1-90ff40fe92f1 HTTP/1.1" status: 204 len: 168 time: 0.1262953 Sep 30 14:03:15.835023 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e96465-bd3f-4236-aa9a-5e615c1de796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df665fae-925d-4e0b-9da1-90ff40fe92f1,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:16.163691 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48586) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:03:16.204191 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-81fe6a2c-b910-44cf-bb08-38f1eb3753d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e6a2d664c3a4ba4a8a4aaf971e829e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389361 Sep 30 14:03:16.206561 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48588) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:03:16.259240 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f9854614-e583-4800-969e-adc6224bc44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:16.280218 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f9854614-e583-4800-969e-adc6224bc44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:16.324446 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f9854614-e583-4800-969e-adc6224bc44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:16.326984 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f9854614-e583-4800-969e-adc6224bc44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:16.328146 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f9854614-e583-4800-969e-adc6224bc44e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2505a2bf-c532-4333-8598-670e5aba0164 HTTP/1.1" status: 204 len: 168 time: 0.1206741 Sep 30 14:03:16.336684 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9854614-e583-4800-969e-adc6224bc44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2505a2bf-c532-4333-8598-670e5aba0164,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:17.008385 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48610) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:03:17.129202 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-10bb812e-bae7-40cd-95be-e9200ceda75a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-148643449-network', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:03:17.150662 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bb812e-bae7-40cd-95be-e9200ceda75a admin admin] Made reservation on behalf of c539a331b7ae4aa7a8c2fc1f1675b086 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:03:17.152964 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10bb812e-bae7-40cd-95be-e9200ceda75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:17.161102 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10bb812e-bae7-40cd-95be-e9200ceda75a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:17.252046 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10bb812e-bae7-40cd-95be-e9200ceda75a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:17.255892 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10bb812e-bae7-40cd-95be-e9200ceda75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:17.282823 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10bb812e-bae7-40cd-95be-e9200ceda75a admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 14:03:17.292595 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb812e-bae7-40cd-95be-e9200ceda75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcf4a61-1a10-48ef-9f21-913e9243d64d,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:17.298700 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10bb812e-bae7-40cd-95be-e9200ceda75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:17.299039 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-10bb812e-bae7-40cd-95be-e9200ceda75a admin admin] Added segment 0ef2f923-8f85-4d8a-81fe-b326f149bacd of type vlan for network 2f17e297-2978-4771-86ab-96669c433cb8 Sep 30 14:03:17.340081 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10bb812e-bae7-40cd-95be-e9200ceda75a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:17.367614 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10bb812e-bae7-40cd-95be-e9200ceda75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:17.368718 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bb812e-bae7-40cd-95be-e9200ceda75a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:17.369294 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-10bb812e-bae7-40cd-95be-e9200ceda75a admin admin] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:17.394923 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-10bb812e-bae7-40cd-95be-e9200ceda75a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3854885 Sep 30 14:03:17.397991 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48614) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:03:17.402974 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-49550c35-4d3e-4a24-8104-12cc5f222692 admin admin] Request body: {'subnet': {'network_id': '2f17e297-2978-4771-86ab-96669c433cb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-148643449-subnet', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:03:17.423705 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49550c35-4d3e-4a24-8104-12cc5f222692 admin admin] Made reservation on behalf of c539a331b7ae4aa7a8c2fc1f1675b086 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:03:17.425953 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-49550c35-4d3e-4a24-8104-12cc5f222692 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:17.430929 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb812e-bae7-40cd-95be-e9200ceda75a admin admin] Pushing event updated for resources: {'Network': ['ID=2f17e297-2978-4771-86ab-96669c433cb8,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:17.442122 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 2f17e297-2978-4771-86ab-96669c433cb8 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 14:03:17.606828 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-49550c35-4d3e-4a24-8104-12cc5f222692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:17.661840 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49550c35-4d3e-4a24-8104-12cc5f222692 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac283c2f-2c3a-4346-86c4-7fb0ad878c2c,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:17.672334 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49550c35-4d3e-4a24-8104-12cc5f222692 admin admin] Checking segment: {'id': '0ef2f923-8f85-4d8a-81fe-b326f149bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:03:17.672693 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49550c35-4d3e-4a24-8104-12cc5f222692 admin admin] Network hostable DHCP agents. Network: 2f17e297-2978-4771-86ab-96669c433cb8, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 14:03:17.690049 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49550c35-4d3e-4a24-8104-12cc5f222692 admin admin] Network 2f17e297-2978-4771-86ab-96669c433cb8 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 14:03:17.698238 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-49550c35-4d3e-4a24-8104-12cc5f222692 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 2f17e297-2978-4771-86ab-96669c433cb8) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:03:17.702071 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49550c35-4d3e-4a24-8104-12cc5f222692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:17.702776 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-49550c35-4d3e-4a24-8104-12cc5f222692 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:17.707215 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d4fb38-51a5-4ff4-93a0-309bc67df135 None None] Network 2f17e297-2978-4771-86ab-96669c433cb8 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:03:17.716663 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-49550c35-4d3e-4a24-8104-12cc5f222692 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3175781 Sep 30 14:03:17.719475 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48616) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:03:17.724135 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-33f6f887-a091-49ab-b893-d40484074a14 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-148643449-router', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:03:17.744751 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-33f6f887-a091-49ab-b893-d40484074a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:17.745684 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-33f6f887-a091-49ab-b893-d40484074a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:17.856198 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f67a5df-a750-4450-a991-c726fe7cff49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-2f17e297-2978-4771-86ab-96669c433cb8', 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'fixed_ips': [{'subnet_id': 'ac283c2f-2c3a-4346-86c4-7fb0ad878c2c'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 14:03:17.857070 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6f67a5df-a750-4450-a991-c726fe7cff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:17.998560 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-6f67a5df-a750-4450-a991-c726fe7cff49 None None] Allocated IP 172.20.0.2 (2f17e297-2978-4771-86ab-96669c433cb8/ac283c2f-2c3a-4346-86c4-7fb0ad878c2c/b6d3e7fa-7603-49f6-93f1-3c9a7ed56816) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:03:18.111069 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-33f6f887-a091-49ab-b893-d40484074a14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:18.146619 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6f67a5df-a750-4450-a991-c726fe7cff49 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:18.153275 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6f67a5df-a750-4450-a991-c726fe7cff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:18.251212 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-33f6f887-a091-49ab-b893-d40484074a14 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:18.362719 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f67a5df-a750-4450-a991-c726fe7cff49 None None] Network 2f17e297-2978-4771-86ab-96669c433cb8 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:03:18.368070 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-6f67a5df-a750-4450-a991-c726fe7cff49 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:03:18.370646 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f67a5df-a750-4450-a991-c726fe7cff49 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:03:18.379437 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67a5df-a750-4450-a991-c726fe7cff49 None None] Pushing event updated for resources: {'Port': ['ID=b6d3e7fa-7603-49f6-93f1-3c9a7ed56816,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:18.385475 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2dad7d9f-a422-41f9-8c53-6f29ff1ef1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:18.432946 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-6f67a5df-a750-4450-a991-c726fe7cff49 None None] Attempting to bind port b6d3e7fa-7603-49f6-93f1-3c9a7ed56816 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:03:18.433405 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-6f67a5df-a750-4450-a991-c726fe7cff49 None None] Attempting to bind port b6d3e7fa-7603-49f6-93f1-3c9a7ed56816 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '0ef2f923-8f85-4d8a-81fe-b326f149bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:03:18.433825 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f67a5df-a750-4450-a991-c726fe7cff49 None None] Attempting to bind port b6d3e7fa-7603-49f6-93f1-3c9a7ed56816 on network 2f17e297-2978-4771-86ab-96669c433cb8 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:03:18.439000 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f67a5df-a750-4450-a991-c726fe7cff49 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:03:18.439372 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f67a5df-a750-4450-a991-c726fe7cff49 None None] Checking segment: {'id': '0ef2f923-8f85-4d8a-81fe-b326f149bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:03:18.439775 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6f67a5df-a750-4450-a991-c726fe7cff49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:18.440167 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f67a5df-a750-4450-a991-c726fe7cff49 None None] Bound using segment: {'id': '0ef2f923-8f85-4d8a-81fe-b326f149bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:03:18.440627 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-6f67a5df-a750-4450-a991-c726fe7cff49 None None] Bound port: b6d3e7fa-7603-49f6-93f1-3c9a7ed56816, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef2f923-8f85-4d8a-81fe-b326f149bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:03:18.441002 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6f67a5df-a750-4450-a991-c726fe7cff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:18.458666 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-33f6f887-a091-49ab-b893-d40484074a14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:18.478234 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-33f6f887-a091-49ab-b893-d40484074a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:18.505530 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-6f67a5df-a750-4450-a991-c726fe7cff49 None None] For port b6d3e7fa-7603-49f6-93f1-3c9a7ed56816, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:03:18.509055 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-6f67a5df-a750-4450-a991-c726fe7cff49 None None] For port b6d3e7fa-7603-49f6-93f1-3c9a7ed56816, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b6d3e7fa-7603-49f6-93f1-3c9a7ed56816,segment=NetworkSegment(0ef2f923-8f85-4d8a-81fe-b326f149bacd),segment_id=0ef2f923-8f85-4d8a-81fe-b326f149bacd)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:03:18.513799 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6f67a5df-a750-4450-a991-c726fe7cff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:18.569698 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67a5df-a750-4450-a991-c726fe7cff49 None None] Pushing event updated for resources: {'Port': ['ID=b6d3e7fa-7603-49f6-93f1-3c9a7ed56816,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:18.590878 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-33f6f887-a091-49ab-b893-d40484074a14 admin admin] Allocated IP 172.25.5.85 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/21f8e9b5-1c2f-4991-b0f0-9973b121f1e5) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:03:18.702952 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-33f6f887-a091-49ab-b893-d40484074a14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:18.744225 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-33f6f887-a091-49ab-b893-d40484074a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:18.786490 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f6f887-a091-49ab-b893-d40484074a14 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:03:18.790068 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-33f6f887-a091-49ab-b893-d40484074a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:03:18.793999 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f6f887-a091-49ab-b893-d40484074a14 admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:03:18.799757 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6f887-a091-49ab-b893-d40484074a14 admin admin] Pushing event updated for resources: {'Port': ['ID=21f8e9b5-1c2f-4991-b0f0-9973b121f1e5,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:19.047359 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-33f6f887-a091-49ab-b893-d40484074a14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:19.248346 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-33f6f887-a091-49ab-b893-d40484074a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:19.379034 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f6f887-a091-49ab-b893-d40484074a14 admin admin] Router 132e1c7c-3cd2-4d37-b620-7528e6576df3 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 14:03:19.420876 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9870559b-db5e-40fc-b69a-c3edc66868b2 None None] Network 2f17e297-2978-4771-86ab-96669c433cb8 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:03:19.490657 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f6f887-a091-49ab-b893-d40484074a14 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:03:19.509105 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-33f6f887-a091-49ab-b893-d40484074a14 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:19.509807 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-33f6f887-a091-49ab-b893-d40484074a14 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7889364 Sep 30 14:03:19.512465 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48618) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:03:19.525408 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327346ce-324a-4487-8d8a-bc9b097fbed3 None None] Sync routers for ids ['132e1c7c-3cd2-4d37-b620-7528e6576df3'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:03:19.575237 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327346ce-324a-4487-8d8a-bc9b097fbed3 None None] Routers {'132e1c7c-3cd2-4d37-b620-7528e6576df3'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:03:19.575800 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-327346ce-324a-4487-8d8a-bc9b097fbed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:02:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['132e1c7c-3cd2-4d37-b620-7528e6576df3'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:19.581857 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d6b04dd3-5d92-49e2-9187-1b5ac736df9e None None] Provisioning complete for port b6d3e7fa-7603-49f6-93f1-3c9a7ed56816 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:03:19.582250 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d6b04dd3-5d92-49e2-9187-1b5ac736df9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:19.636724 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b6d3e7fa-7603-49f6-93f1-3c9a7ed56816 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:03:19.784835 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-327346ce-324a-4487-8d8a-bc9b097fbed3 None None] Set router 132e1c7c-3cd2-4d37-b620-7528e6576df3 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:03:19.896402 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port b6d3e7fa-7603-49f6-93f1-3c9a7ed56816 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:03:19.896782 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:19.943144 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1a92c5ee-d4b8-4290-b459-4b174b0df119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:19.955538 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d6b04dd3-5d92-49e2-9187-1b5ac736df9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:20.046624 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d6b04dd3-5d92-49e2-9187-1b5ac736df9e None None] For port b6d3e7fa-7603-49f6-93f1-3c9a7ed56816, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b6d3e7fa-7603-49f6-93f1-3c9a7ed56816,segment=NetworkSegment(0ef2f923-8f85-4d8a-81fe-b326f149bacd),segment_id=0ef2f923-8f85-4d8a-81fe-b326f149bacd)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:03:20.056526 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d6b04dd3-5d92-49e2-9187-1b5ac736df9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:20.118508 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-1a92c5ee-d4b8-4290-b459-4b174b0df119 admin admin] Allocated IP 172.20.0.1 (2f17e297-2978-4771-86ab-96669c433cb8/ac283c2f-2c3a-4346-86c4-7fb0ad878c2c/f021c019-2303-4083-ba0a-afe808f7aa86) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:03:20.143683 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:20.154216 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b04dd3-5d92-49e2-9187-1b5ac736df9e None None] Pushing event updated for resources: {'Port': ['ID=b6d3e7fa-7603-49f6-93f1-3c9a7ed56816,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:20.158475 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-327346ce-324a-4487-8d8a-bc9b097fbed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'name': 'tempest-TestMinimumBasicScenario-148643449-router', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '21f8e9b5-1c2f-4991-b0f0-9973b121f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:03:17Z', 'updated_at': '2021-09-30T14:03:18Z', 'revision_number': 3, 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'gw_port': {'id': '21f8e9b5-1c2f-4991-b0f0-9973b121f1e5', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:18Z', 'updated_at': '2021-09-30T14:03:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:20.192711 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327346ce-324a-4487-8d8a-bc9b097fbed3 None None] Checking router: 132e1c7c-3cd2-4d37-b620-7528e6576df3 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:03:20.193059 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327346ce-324a-4487-8d8a-bc9b097fbed3 None None] Updating router 132e1c7c-3cd2-4d37-b620-7528e6576df3 port 21f8e9b5-1c2f-4991-b0f0-9973b121f1e5 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 14:03:20.223979 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1a92c5ee-d4b8-4290-b459-4b174b0df119 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:20.225966 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-327346ce-324a-4487-8d8a-bc9b097fbed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:20.227431 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d7de2bad-3a6d-44aa-b1a9-5a04d877e0e5 None None] Provisioning complete for port b6d3e7fa-7603-49f6-93f1-3c9a7ed56816 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:03:20.227786 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d7de2bad-3a6d-44aa-b1a9-5a04d877e0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:20.257598 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1a92c5ee-d4b8-4290-b459-4b174b0df119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:20.305860 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a92c5ee-d4b8-4290-b459-4b174b0df119 admin admin] Network 2f17e297-2978-4771-86ab-96669c433cb8 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:03:20.308901 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-1a92c5ee-d4b8-4290-b459-4b174b0df119 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:03:20.313243 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a92c5ee-d4b8-4290-b459-4b174b0df119 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:03:20.316425 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92c5ee-d4b8-4290-b459-4b174b0df119 admin admin] Pushing event updated for resources: {'Port': ['ID=f021c019-2303-4083-ba0a-afe808f7aa86,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:20.357133 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1a92c5ee-d4b8-4290-b459-4b174b0df119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:20.504320 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1a92c5ee-d4b8-4290-b459-4b174b0df119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:20.562168 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-327346ce-324a-4487-8d8a-bc9b097fbed3 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:20.564731 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-556bc25b-726c-4e53-a99b-8669cc6100a6 None None] Provisioning complete for port f021c019-2303-4083-ba0a-afe808f7aa86 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:03:20.565134 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-556bc25b-726c-4e53-a99b-8669cc6100a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:20.567792 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-327346ce-324a-4487-8d8a-bc9b097fbed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:20.642281 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-556bc25b-726c-4e53-a99b-8669cc6100a6 None None] Port f021c019-2303-4083-ba0a-afe808f7aa86 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:03:20.646175 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-327346ce-324a-4487-8d8a-bc9b097fbed3 None None] Attempting to bind port 21f8e9b5-1c2f-4991-b0f0-9973b121f1e5 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:03:20.646556 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-327346ce-324a-4487-8d8a-bc9b097fbed3 None None] Attempting to bind port 21f8e9b5-1c2f-4991-b0f0-9973b121f1e5 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:03:20.646921 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327346ce-324a-4487-8d8a-bc9b097fbed3 None None] Attempting to bind port 21f8e9b5-1c2f-4991-b0f0-9973b121f1e5 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:03:20.653913 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643d1f2-063b-45ce-8c43-1ecb9f0266c8 None None] Pushing event updated for resources: {'Port': ['ID=21f8e9b5-1c2f-4991-b0f0-9973b121f1e5,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:20.656622 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327346ce-324a-4487-8d8a-bc9b097fbed3 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:03:20.656981 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327346ce-324a-4487-8d8a-bc9b097fbed3 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:03:20.657381 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-327346ce-324a-4487-8d8a-bc9b097fbed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:20.657770 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327346ce-324a-4487-8d8a-bc9b097fbed3 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:03:20.658267 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-327346ce-324a-4487-8d8a-bc9b097fbed3 None None] Bound port: 21f8e9b5-1c2f-4991-b0f0-9973b121f1e5, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:03:20.658650 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-327346ce-324a-4487-8d8a-bc9b097fbed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:20.671001 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1a92c5ee-d4b8-4290-b459-4b174b0df119 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:20.676826 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1a92c5ee-d4b8-4290-b459-4b174b0df119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:20.714126 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-327346ce-324a-4487-8d8a-bc9b097fbed3 None None] For port 21f8e9b5-1c2f-4991-b0f0-9973b121f1e5, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:03:20.717195 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-327346ce-324a-4487-8d8a-bc9b097fbed3 None None] For port 21f8e9b5-1c2f-4991-b0f0-9973b121f1e5, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=21f8e9b5-1c2f-4991-b0f0-9973b121f1e5,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:03:20.721523 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-327346ce-324a-4487-8d8a-bc9b097fbed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:20.746257 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1a92c5ee-d4b8-4290-b459-4b174b0df119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:20.748001 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92c5ee-d4b8-4290-b459-4b174b0df119 admin admin] Pushing event updated for resources: {'Port': ['ID=f021c019-2303-4083-ba0a-afe808f7aa86,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:20.778177 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-58c83997-3a7d-42d6-a7cb-ddd917969bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:20.795424 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643d1f2-063b-45ce-8c43-1ecb9f0266c8 None None] Pushing event updated for resources: {'Port': ['ID=21f8e9b5-1c2f-4991-b0f0-9973b121f1e5,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:20.797940 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327346ce-324a-4487-8d8a-bc9b097fbed3 None None] Routers {'132e1c7c-3cd2-4d37-b620-7528e6576df3'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:03:20.798552 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-327346ce-324a-4487-8d8a-bc9b097fbed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:03:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['132e1c7c-3cd2-4d37-b620-7528e6576df3'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:20.843348 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a92c5ee-d4b8-4290-b459-4b174b0df119 admin admin] Network 2f17e297-2978-4771-86ab-96669c433cb8 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:03:20.844878 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-1a92c5ee-d4b8-4290-b459-4b174b0df119 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:03:20.907530 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-327346ce-324a-4487-8d8a-bc9b097fbed3 None None] Set router 132e1c7c-3cd2-4d37-b620-7528e6576df3 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:03:20.959134 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a92c5ee-d4b8-4290-b459-4b174b0df119 admin admin] Router 132e1c7c-3cd2-4d37-b620-7528e6576df3 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:03:21.071061 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a92c5ee-d4b8-4290-b459-4b174b0df119 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:03:21.076200 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1a92c5ee-d4b8-4290-b459-4b174b0df119 admin admin] 10.222.0.18 "PUT /v2.0/routers/132e1c7c-3cd2-4d37-b620-7528e6576df3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5626736 Sep 30 14:03:21.100576 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-866fc7b5-81d3-4ccf-927b-3fa551af0b10 None None] Provisioning complete for port f021c019-2303-4083-ba0a-afe808f7aa86 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:03:21.101480 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-866fc7b5-81d3-4ccf-927b-3fa551af0b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:21.141436 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-866fc7b5-81d3-4ccf-927b-3fa551af0b10 None None] Port f021c019-2303-4083-ba0a-afe808f7aa86 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:03:21.157808 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-327346ce-324a-4487-8d8a-bc9b097fbed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'name': 'tempest-TestMinimumBasicScenario-148643449-router', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '21f8e9b5-1c2f-4991-b0f0-9973b121f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:03:17Z', 'updated_at': '2021-09-30T14:03:20Z', 'revision_number': 4, 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'gw_port': {'id': '21f8e9b5-1c2f-4991-b0f0-9973b121f1e5', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:18Z', 'updated_at': '2021-09-30T14:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'f021c019-2303-4083-ba0a-afe808f7aa86', 'name': '', 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'mac_address': 'fa:16:3e:c0:f6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ac283c2f-2c3a-4346-86c4-7fb0ad878c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:19Z', 'updated_at': '2021-09-30T14:03:20Z', 'revision_number': 2, 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'subnets': [{'id': 'ac283c2f-2c3a-4346-86c4-7fb0ad878c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:21.187777 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327346ce-324a-4487-8d8a-bc9b097fbed3 None None] The sync data for ids ['132e1c7c-3cd2-4d37-b620-7528e6576df3'] in n-d-810909-2 is: [{'id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'name': 'tempest-TestMinimumBasicScenario-148643449-router', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '21f8e9b5-1c2f-4991-b0f0-9973b121f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:03:17Z', 'updated_at': '2021-09-30T14:03:20Z', 'revision_number': 4, 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'gw_port': {'id': '21f8e9b5-1c2f-4991-b0f0-9973b121f1e5', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:18Z', 'updated_at': '2021-09-30T14:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'f021c019-2303-4083-ba0a-afe808f7aa86', 'name': '', 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'mac_address': 'fa:16:3e:c0:f6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ac283c2f-2c3a-4346-86c4-7fb0ad878c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:19Z', 'updated_at': '2021-09-30T14:03:20Z', 'revision_number': 2, 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'subnets': [{'id': 'ac283c2f-2c3a-4346-86c4-7fb0ad878c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:03:21.557740 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b6d3e7fa-7603-49f6-93f1-3c9a7ed56816 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:03:21.575599 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48634) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:03:21.580640 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-9a7a4c95-5fd2-4753-840d-d92f22ebac51 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1479395710-network', 'tenant_id': '48ee335f843c4fd78ab2fb9abfa0f135'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:03:21.608563 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port b6d3e7fa-7603-49f6-93f1-3c9a7ed56816 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:03:21.609129 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7a4c95-5fd2-4753-840d-d92f22ebac51 admin admin] Made reservation on behalf of 48ee335f843c4fd78ab2fb9abfa0f135 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:03:21.609258 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:21.612037 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9a7a4c95-5fd2-4753-840d-d92f22ebac51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:21.621861 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9a7a4c95-5fd2-4753-840d-d92f22ebac51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:21.718299 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:21.729998 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9a7a4c95-5fd2-4753-840d-d92f22ebac51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:21.735021 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9a7a4c95-5fd2-4753-840d-d92f22ebac51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:21.739266 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:03:21.759212 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7a4c95-5fd2-4753-840d-d92f22ebac51 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 14:03:21.775336 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a4c95-5fd2-4753-840d-d92f22ebac51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61bfc41-be93-4598-b226-0ae172f6e752,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:21.778564 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9a7a4c95-5fd2-4753-840d-d92f22ebac51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:21.779010 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-9a7a4c95-5fd2-4753-840d-d92f22ebac51 admin admin] Added segment 7abe60a9-3667-47bd-9f4c-5f28f8365eab of type vlan for network 1283ad9f-610e-412e-9f3c-e92500bddfa3 Sep 30 14:03:21.823625 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9a7a4c95-5fd2-4753-840d-d92f22ebac51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:21.870164 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9a7a4c95-5fd2-4753-840d-d92f22ebac51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:21.871183 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7a4c95-5fd2-4753-840d-d92f22ebac51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:21.871770 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9a7a4c95-5fd2-4753-840d-d92f22ebac51 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:21.908529 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9a7a4c95-5fd2-4753-840d-d92f22ebac51 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3317137 Sep 30 14:03:21.911413 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48636) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:03:21.918271 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-94ad012e-285a-4cb9-83cd-f6fa3c9f8fd6 admin admin] Request body: {'subnet': {'network_id': '1283ad9f-610e-412e-9f3c-e92500bddfa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1479395710-subnet', 'tenant_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:03:21.938655 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a4c95-5fd2-4753-840d-d92f22ebac51 admin admin] Pushing event updated for resources: {'Network': ['ID=1283ad9f-610e-412e-9f3c-e92500bddfa3,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:21.943291 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ad012e-285a-4cb9-83cd-f6fa3c9f8fd6 admin admin] Made reservation on behalf of 48ee335f843c4fd78ab2fb9abfa0f135 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:03:21.946914 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-94ad012e-285a-4cb9-83cd-f6fa3c9f8fd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:21.949839 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 1283ad9f-610e-412e-9f3c-e92500bddfa3 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 14:03:22.129669 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-94ad012e-285a-4cb9-83cd-f6fa3c9f8fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:22.195551 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad012e-285a-4cb9-83cd-f6fa3c9f8fd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e600e58-4eae-4710-949b-a6316f1a4c8e,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:22.203346 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ad012e-285a-4cb9-83cd-f6fa3c9f8fd6 admin admin] Checking segment: {'id': '7abe60a9-3667-47bd-9f4c-5f28f8365eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1283ad9f-610e-412e-9f3c-e92500bddfa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:03:22.203708 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ad012e-285a-4cb9-83cd-f6fa3c9f8fd6 admin admin] Network hostable DHCP agents. Network: 1283ad9f-610e-412e-9f3c-e92500bddfa3, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 14:03:22.222193 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ad012e-285a-4cb9-83cd-f6fa3c9f8fd6 admin admin] Network 1283ad9f-610e-412e-9f3c-e92500bddfa3 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 14:03:22.232636 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-94ad012e-285a-4cb9-83cd-f6fa3c9f8fd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 1283ad9f-610e-412e-9f3c-e92500bddfa3) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:03:22.236836 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ad012e-285a-4cb9-83cd-f6fa3c9f8fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:22.237430 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-94ad012e-285a-4cb9-83cd-f6fa3c9f8fd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:22.245118 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded7bd0b-c747-48c0-b02c-e0031d45af2d None None] Network 1283ad9f-610e-412e-9f3c-e92500bddfa3 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:03:22.255870 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-94ad012e-285a-4cb9-83cd-f6fa3c9f8fd6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3395152 Sep 30 14:03:22.256096 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48638) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:03:22.260791 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-9de75798-e7c7-4481-8956-c842f35a3f36 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1479395710-router', 'tenant_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:03:22.285192 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9de75798-e7c7-4481-8956-c842f35a3f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:22.286672 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9de75798-e7c7-4481-8956-c842f35a3f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:22.342693 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9de75798-e7c7-4481-8956-c842f35a3f36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:22.498122 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9de75798-e7c7-4481-8956-c842f35a3f36 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:22.575069 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d6f00a-22af-48d8-ab22-e16f47eba96a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-1283ad9f-610e-412e-9f3c-e92500bddfa3', 'network_id': '1283ad9f-610e-412e-9f3c-e92500bddfa3', 'tenant_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'fixed_ips': [{'subnet_id': '7e600e58-4eae-4710-949b-a6316f1a4c8e'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 14:03:22.575979 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f8d6f00a-22af-48d8-ab22-e16f47eba96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:22.586458 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:22.708944 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9de75798-e7c7-4481-8956-c842f35a3f36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:22.713000 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-f8d6f00a-22af-48d8-ab22-e16f47eba96a None None] Allocated IP 172.20.0.2 (1283ad9f-610e-412e-9f3c-e92500bddfa3/7e600e58-4eae-4710-949b-a6316f1a4c8e/86195441-a7cf-46d3-8782-a1156a70bde2) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:03:22.729012 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9de75798-e7c7-4481-8956-c842f35a3f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:22.845502 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-9de75798-e7c7-4481-8956-c842f35a3f36 admin admin] Allocated IP 172.25.5.187 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/e29812cc-1e56-46d6-a1a9-1f9041b5f5a9) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:03:22.863141 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f8d6f00a-22af-48d8-ab22-e16f47eba96a None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:22.870213 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f8d6f00a-22af-48d8-ab22-e16f47eba96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:22.917850 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d6f00a-22af-48d8-ab22-e16f47eba96a None None] Network 1283ad9f-610e-412e-9f3c-e92500bddfa3 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:03:22.921459 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6f00a-22af-48d8-ab22-e16f47eba96a None None] Pushing event updated for resources: {'Port': ['ID=86195441-a7cf-46d3-8782-a1156a70bde2,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:22.924852 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-f8d6f00a-22af-48d8-ab22-e16f47eba96a None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:03:22.926884 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d6f00a-22af-48d8-ab22-e16f47eba96a None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:03:22.954847 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9de75798-e7c7-4481-8956-c842f35a3f36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:22.980096 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f8d6f00a-22af-48d8-ab22-e16f47eba96a None None] Attempting to bind port 86195441-a7cf-46d3-8782-a1156a70bde2 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:03:22.980661 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f8d6f00a-22af-48d8-ab22-e16f47eba96a None None] Attempting to bind port 86195441-a7cf-46d3-8782-a1156a70bde2 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '7abe60a9-3667-47bd-9f4c-5f28f8365eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1283ad9f-610e-412e-9f3c-e92500bddfa3'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:03:22.980871 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d6f00a-22af-48d8-ab22-e16f47eba96a None None] Attempting to bind port 86195441-a7cf-46d3-8782-a1156a70bde2 on network 1283ad9f-610e-412e-9f3c-e92500bddfa3 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:03:22.985792 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d6f00a-22af-48d8-ab22-e16f47eba96a None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:03:22.986193 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d6f00a-22af-48d8-ab22-e16f47eba96a None None] Checking segment: {'id': '7abe60a9-3667-47bd-9f4c-5f28f8365eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1283ad9f-610e-412e-9f3c-e92500bddfa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:03:22.986592 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f8d6f00a-22af-48d8-ab22-e16f47eba96a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:22.986980 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d6f00a-22af-48d8-ab22-e16f47eba96a None None] Bound using segment: {'id': '7abe60a9-3667-47bd-9f4c-5f28f8365eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1283ad9f-610e-412e-9f3c-e92500bddfa3'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:03:22.987437 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f8d6f00a-22af-48d8-ab22-e16f47eba96a None None] Bound port: 86195441-a7cf-46d3-8782-a1156a70bde2, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7abe60a9-3667-47bd-9f4c-5f28f8365eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1283ad9f-610e-412e-9f3c-e92500bddfa3'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:03:22.987813 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f8d6f00a-22af-48d8-ab22-e16f47eba96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:22.996260 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9de75798-e7c7-4481-8956-c842f35a3f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:23.037761 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de75798-e7c7-4481-8956-c842f35a3f36 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:03:23.041187 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-9de75798-e7c7-4481-8956-c842f35a3f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:03:23.044825 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de75798-e7c7-4481-8956-c842f35a3f36 admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:03:23.050571 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de75798-e7c7-4481-8956-c842f35a3f36 admin admin] Pushing event updated for resources: {'Port': ['ID=e29812cc-1e56-46d6-a1a9-1f9041b5f5a9,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:23.052257 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f8d6f00a-22af-48d8-ab22-e16f47eba96a None None] For port 86195441-a7cf-46d3-8782-a1156a70bde2, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:03:23.062684 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f8d6f00a-22af-48d8-ab22-e16f47eba96a None None] For port 86195441-a7cf-46d3-8782-a1156a70bde2, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=86195441-a7cf-46d3-8782-a1156a70bde2,segment=NetworkSegment(7abe60a9-3667-47bd-9f4c-5f28f8365eab),segment_id=7abe60a9-3667-47bd-9f4c-5f28f8365eab)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:03:23.067733 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f8d6f00a-22af-48d8-ab22-e16f47eba96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:23.132625 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6f00a-22af-48d8-ab22-e16f47eba96a None None] Pushing event updated for resources: {'Port': ['ID=86195441-a7cf-46d3-8782-a1156a70bde2,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:23.175820 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bac35f9-4bad-42dd-8d57-220c73c297a5 None None] Sync routers for ids ['132e1c7c-3cd2-4d37-b620-7528e6576df3'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:03:23.185721 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bac35f9-4bad-42dd-8d57-220c73c297a5 None None] Routers {'132e1c7c-3cd2-4d37-b620-7528e6576df3'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:03:23.186396 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-9bac35f9-4bad-42dd-8d57-220c73c297a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:03:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['132e1c7c-3cd2-4d37-b620-7528e6576df3'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:23.324570 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9de75798-e7c7-4481-8956-c842f35a3f36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:23.340133 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-9bac35f9-4bad-42dd-8d57-220c73c297a5 None None] Set router 132e1c7c-3cd2-4d37-b620-7528e6576df3 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:03:23.540039 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9de75798-e7c7-4481-8956-c842f35a3f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:23.559105 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-9bac35f9-4bad-42dd-8d57-220c73c297a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'name': 'tempest-TestMinimumBasicScenario-148643449-router', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '21f8e9b5-1c2f-4991-b0f0-9973b121f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:03:17Z', 'updated_at': '2021-09-30T14:03:20Z', 'revision_number': 4, 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'gw_port': {'id': '21f8e9b5-1c2f-4991-b0f0-9973b121f1e5', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:18Z', 'updated_at': '2021-09-30T14:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'f021c019-2303-4083-ba0a-afe808f7aa86', 'name': '', 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'mac_address': 'fa:16:3e:c0:f6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ac283c2f-2c3a-4346-86c4-7fb0ad878c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:19Z', 'updated_at': '2021-09-30T14:03:20Z', 'revision_number': 2, 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'subnets': [{'id': 'ac283c2f-2c3a-4346-86c4-7fb0ad878c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:23.586354 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bac35f9-4bad-42dd-8d57-220c73c297a5 None None] Checking router: 132e1c7c-3cd2-4d37-b620-7528e6576df3 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:03:23.586701 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bac35f9-4bad-42dd-8d57-220c73c297a5 None None] Updating router 132e1c7c-3cd2-4d37-b620-7528e6576df3 port f021c019-2303-4083-ba0a-afe808f7aa86 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 14:03:23.617750 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 21f8e9b5-1c2f-4991-b0f0-9973b121f1e5 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:03:23.618180 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9bac35f9-4bad-42dd-8d57-220c73c297a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:23.669935 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 21f8e9b5-1c2f-4991-b0f0-9973b121f1e5 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:03:23.670337 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:23.687337 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de75798-e7c7-4481-8956-c842f35a3f36 admin admin] Router 52a684b4-a7cf-45aa-be27-78c04f956d89 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 14:03:23.758255 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:23.781546 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 21f8e9b5-1c2f-4991-b0f0-9973b121f1e5, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=21f8e9b5-1c2f-4991-b0f0-9973b121f1e5,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:03:23.788667 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:23.791835 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 86195441-a7cf-46d3-8782-a1156a70bde2 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:03:23.898464 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=21f8e9b5-1c2f-4991-b0f0-9973b121f1e5,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:23.908635 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 86195441-a7cf-46d3-8782-a1156a70bde2 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:03:23.909094 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:23.965708 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9bac35f9-4bad-42dd-8d57-220c73c297a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:23.974887 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9bac35f9-4bad-42dd-8d57-220c73c297a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:24.007134 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:24.025387 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b0b31-10db-4858-bb0e-e7528e2a16ff None None] Pushing event updated for resources: {'Port': ['ID=f021c019-2303-4083-ba0a-afe808f7aa86,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:24.051367 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 86195441-a7cf-46d3-8782-a1156a70bde2, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=86195441-a7cf-46d3-8782-a1156a70bde2,segment=NetworkSegment(7abe60a9-3667-47bd-9f4c-5f28f8365eab),segment_id=7abe60a9-3667-47bd-9f4c-5f28f8365eab)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:03:24.057205 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:24.090953 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b0b31-10db-4858-bb0e-e7528e2a16ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:24.091289 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b0b31-10db-4858-bb0e-e7528e2a16ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:24.091620 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b0b31-10db-4858-bb0e-e7528e2a16ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:24.091942 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b0b31-10db-4858-bb0e-e7528e2a16ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:24.092258 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b0b31-10db-4858-bb0e-e7528e2a16ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:24.092573 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b0b31-10db-4858-bb0e-e7528e2a16ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:24.092889 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b0b31-10db-4858-bb0e-e7528e2a16ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:24.093219 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b0b31-10db-4858-bb0e-e7528e2a16ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:24.093511 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b0b31-10db-4858-bb0e-e7528e2a16ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:24.093817 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b0b31-10db-4858-bb0e-e7528e2a16ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:24.094150 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b0b31-10db-4858-bb0e-e7528e2a16ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:24.094460 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b0b31-10db-4858-bb0e-e7528e2a16ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:24.118877 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-9bac35f9-4bad-42dd-8d57-220c73c297a5 None None] Attempting to bind port f021c019-2303-4083-ba0a-afe808f7aa86 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:03:24.119238 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-9bac35f9-4bad-42dd-8d57-220c73c297a5 None None] Attempting to bind port f021c019-2303-4083-ba0a-afe808f7aa86 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '0ef2f923-8f85-4d8a-81fe-b326f149bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:03:24.119590 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bac35f9-4bad-42dd-8d57-220c73c297a5 None None] Attempting to bind port f021c019-2303-4083-ba0a-afe808f7aa86 on network 2f17e297-2978-4771-86ab-96669c433cb8 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:03:24.127073 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=86195441-a7cf-46d3-8782-a1156a70bde2,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:24.132931 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bac35f9-4bad-42dd-8d57-220c73c297a5 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:03:24.133329 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bac35f9-4bad-42dd-8d57-220c73c297a5 None None] Checking segment: {'id': '0ef2f923-8f85-4d8a-81fe-b326f149bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:03:24.133690 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9bac35f9-4bad-42dd-8d57-220c73c297a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:24.134112 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bac35f9-4bad-42dd-8d57-220c73c297a5 None None] Bound using segment: {'id': '0ef2f923-8f85-4d8a-81fe-b326f149bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:03:24.134588 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-9bac35f9-4bad-42dd-8d57-220c73c297a5 None None] Bound port: f021c019-2303-4083-ba0a-afe808f7aa86, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef2f923-8f85-4d8a-81fe-b326f149bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:03:24.134960 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9bac35f9-4bad-42dd-8d57-220c73c297a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:24.168859 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de75798-e7c7-4481-8956-c842f35a3f36 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:03:24.180892 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f76497-0db8-439a-9009-984fcd62a318 None None] Sync routers for ids ['52a684b4-a7cf-45aa-be27-78c04f956d89'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:03:24.187234 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9de75798-e7c7-4481-8956-c842f35a3f36 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:24.192233 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9de75798-e7c7-4481-8956-c842f35a3f36 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9335139 Sep 30 14:03:24.192398 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f76497-0db8-439a-9009-984fcd62a318 None None] Routers {'52a684b4-a7cf-45aa-be27-78c04f956d89'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:03:24.192522 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a9f76497-0db8-439a-9009-984fcd62a318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:03:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['52a684b4-a7cf-45aa-be27-78c04f956d89'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:24.193145 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48642) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:03:24.234300 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-9bac35f9-4bad-42dd-8d57-220c73c297a5 None None] For port f021c019-2303-4083-ba0a-afe808f7aa86, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:03:24.237827 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-9bac35f9-4bad-42dd-8d57-220c73c297a5 None None] For port f021c019-2303-4083-ba0a-afe808f7aa86, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=f021c019-2303-4083-ba0a-afe808f7aa86,segment=NetworkSegment(0ef2f923-8f85-4d8a-81fe-b326f149bacd),segment_id=0ef2f923-8f85-4d8a-81fe-b326f149bacd)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:03:24.254640 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9bac35f9-4bad-42dd-8d57-220c73c297a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:24.279320 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3674594b-e28c-4b96-b596-a28467aa7554 None None] Network 1283ad9f-610e-412e-9f3c-e92500bddfa3 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:03:24.340030 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b0b31-10db-4858-bb0e-e7528e2a16ff None None] Pushing event updated for resources: {'Port': ['ID=f021c019-2303-4083-ba0a-afe808f7aa86,revision_number=4']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:24.354655 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bac35f9-4bad-42dd-8d57-220c73c297a5 None None] Routers {'132e1c7c-3cd2-4d37-b620-7528e6576df3'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:03:24.356303 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-9bac35f9-4bad-42dd-8d57-220c73c297a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:03:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['132e1c7c-3cd2-4d37-b620-7528e6576df3'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:24.373552 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:24.406959 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ea16ceb9-a3e6-4481-98e2-6138025095d9 None None] Provisioning complete for port 86195441-a7cf-46d3-8782-a1156a70bde2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:03:24.407191 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ea16ceb9-a3e6-4481-98e2-6138025095d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:24.456137 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-a9f76497-0db8-439a-9009-984fcd62a318 None None] Set router 52a684b4-a7cf-45aa-be27-78c04f956d89 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:03:24.475224 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-9bac35f9-4bad-42dd-8d57-220c73c297a5 None None] Set router 132e1c7c-3cd2-4d37-b620-7528e6576df3 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:03:24.690806 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-63247061-c7ba-413a-944a-e5631bddb45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:24.694958 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-9bac35f9-4bad-42dd-8d57-220c73c297a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'name': 'tempest-TestMinimumBasicScenario-148643449-router', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '21f8e9b5-1c2f-4991-b0f0-9973b121f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:03:17Z', 'updated_at': '2021-09-30T14:03:20Z', 'revision_number': 4, 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'gw_port': {'id': '21f8e9b5-1c2f-4991-b0f0-9973b121f1e5', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:18Z', 'updated_at': '2021-09-30T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'f021c019-2303-4083-ba0a-afe808f7aa86', 'name': '', 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'mac_address': 'fa:16:3e:c0:f6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ac283c2f-2c3a-4346-86c4-7fb0ad878c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:19Z', 'updated_at': '2021-09-30T14:03:24Z', 'revision_number': 4, 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'subnets': [{'id': 'ac283c2f-2c3a-4346-86c4-7fb0ad878c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:24.721242 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bac35f9-4bad-42dd-8d57-220c73c297a5 None None] The sync data for ids ['132e1c7c-3cd2-4d37-b620-7528e6576df3'] in n-d-810909-2 is: [{'id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'name': 'tempest-TestMinimumBasicScenario-148643449-router', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '21f8e9b5-1c2f-4991-b0f0-9973b121f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:03:17Z', 'updated_at': '2021-09-30T14:03:20Z', 'revision_number': 4, 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'gw_port': {'id': '21f8e9b5-1c2f-4991-b0f0-9973b121f1e5', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:18Z', 'updated_at': '2021-09-30T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'f021c019-2303-4083-ba0a-afe808f7aa86', 'name': '', 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'mac_address': 'fa:16:3e:c0:f6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ac283c2f-2c3a-4346-86c4-7fb0ad878c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:19Z', 'updated_at': '2021-09-30T14:03:24Z', 'revision_number': 4, 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'subnets': [{'id': 'ac283c2f-2c3a-4346-86c4-7fb0ad878c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:03:24.773790 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a9f76497-0db8-439a-9009-984fcd62a318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a684b4-a7cf-45aa-be27-78c04f956d89', 'name': 'tempest-TestMinimumBasicScenario-1479395710-router', 'tenant_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'e29812cc-1e56-46d6-a1a9-1f9041b5f5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:03:22Z', 'updated_at': '2021-09-30T14:03:23Z', 'revision_number': 3, 'project_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'gw_port': {'id': 'e29812cc-1e56-46d6-a1a9-1f9041b5f5a9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:92:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a684b4-a7cf-45aa-be27-78c04f956d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:22Z', 'updated_at': '2021-09-30T14:03:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:24.805829 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f76497-0db8-439a-9009-984fcd62a318 None None] Checking router: 52a684b4-a7cf-45aa-be27-78c04f956d89 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:03:24.806228 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f76497-0db8-439a-9009-984fcd62a318 None None] Updating router 52a684b4-a7cf-45aa-be27-78c04f956d89 port e29812cc-1e56-46d6-a1a9-1f9041b5f5a9 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 14:03:24.841875 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a9f76497-0db8-439a-9009-984fcd62a318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:24.847383 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-fa5a71e5-8169-460d-bcc2-f5673b69dda1 None None] Provisioning complete for port f021c019-2303-4083-ba0a-afe808f7aa86 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:03:24.847834 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fa5a71e5-8169-460d-bcc2-f5673b69dda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:24.875902 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-63247061-c7ba-413a-944a-e5631bddb45e admin admin] Allocated IP 172.20.0.1 (1283ad9f-610e-412e-9f3c-e92500bddfa3/7e600e58-4eae-4710-949b-a6316f1a4c8e/e08fe61e-7b0a-4fc0-98f5-b5376854a357) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:03:25.008906 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-63247061-c7ba-413a-944a-e5631bddb45e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:25.047142 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-63247061-c7ba-413a-944a-e5631bddb45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:25.060509 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fa5a71e5-8169-460d-bcc2-f5673b69dda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:25.099875 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63247061-c7ba-413a-944a-e5631bddb45e admin admin] Pushing event updated for resources: {'Port': ['ID=e08fe61e-7b0a-4fc0-98f5-b5376854a357,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:25.103352 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63247061-c7ba-413a-944a-e5631bddb45e admin admin] Network 1283ad9f-610e-412e-9f3c-e92500bddfa3 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:03:25.105104 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-63247061-c7ba-413a-944a-e5631bddb45e admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:03:25.107337 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63247061-c7ba-413a-944a-e5631bddb45e admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:03:25.142765 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-fa5a71e5-8169-460d-bcc2-f5673b69dda1 None None] For port f021c019-2303-4083-ba0a-afe808f7aa86, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=f021c019-2303-4083-ba0a-afe808f7aa86,segment=NetworkSegment(0ef2f923-8f85-4d8a-81fe-b326f149bacd),segment_id=0ef2f923-8f85-4d8a-81fe-b326f149bacd)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:03:25.147497 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-63247061-c7ba-413a-944a-e5631bddb45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:25.151550 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fa5a71e5-8169-460d-bcc2-f5673b69dda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:25.250901 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a71e5-8169-460d-bcc2-f5673b69dda1 None None] Pushing event updated for resources: {'Port': ['ID=f021c019-2303-4083-ba0a-afe808f7aa86,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:25.301476 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-bf620c0a-e940-4f46-bb17-1f5bf3732c81 None None] Provisioning complete for port 86195441-a7cf-46d3-8782-a1156a70bde2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:03:25.301753 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bf620c0a-e940-4f46-bb17-1f5bf3732c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:25.317636 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-63247061-c7ba-413a-944a-e5631bddb45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:25.339162 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a9f76497-0db8-439a-9009-984fcd62a318 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:25.351065 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a9f76497-0db8-439a-9009-984fcd62a318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:25.441877 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34ba84-0dbd-467d-a74d-cacbff4a9c6e None None] Pushing event updated for resources: {'Port': ['ID=e29812cc-1e56-46d6-a1a9-1f9041b5f5a9,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:25.450767 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-a9f76497-0db8-439a-9009-984fcd62a318 None None] Attempting to bind port e29812cc-1e56-46d6-a1a9-1f9041b5f5a9 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:03:25.451129 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-a9f76497-0db8-439a-9009-984fcd62a318 None None] Attempting to bind port e29812cc-1e56-46d6-a1a9-1f9041b5f5a9 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:03:25.451485 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f76497-0db8-439a-9009-984fcd62a318 None None] Attempting to bind port e29812cc-1e56-46d6-a1a9-1f9041b5f5a9 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:03:25.461920 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f76497-0db8-439a-9009-984fcd62a318 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:03:25.462397 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f76497-0db8-439a-9009-984fcd62a318 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:03:25.462797 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a9f76497-0db8-439a-9009-984fcd62a318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:25.463184 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f76497-0db8-439a-9009-984fcd62a318 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:03:25.463649 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-a9f76497-0db8-439a-9009-984fcd62a318 None None] Bound port: e29812cc-1e56-46d6-a1a9-1f9041b5f5a9, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:03:25.464018 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a9f76497-0db8-439a-9009-984fcd62a318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:25.520984 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-63247061-c7ba-413a-944a-e5631bddb45e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:25.527725 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-63247061-c7ba-413a-944a-e5631bddb45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:25.532831 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-a9f76497-0db8-439a-9009-984fcd62a318 None None] For port e29812cc-1e56-46d6-a1a9-1f9041b5f5a9, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:03:25.536133 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-a9f76497-0db8-439a-9009-984fcd62a318 None None] For port e29812cc-1e56-46d6-a1a9-1f9041b5f5a9, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e29812cc-1e56-46d6-a1a9-1f9041b5f5a9,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:03:25.543757 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a9f76497-0db8-439a-9009-984fcd62a318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:25.599951 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-63247061-c7ba-413a-944a-e5631bddb45e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:25.602531 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63247061-c7ba-413a-944a-e5631bddb45e admin admin] Pushing event updated for resources: {'Port': ['ID=e08fe61e-7b0a-4fc0-98f5-b5376854a357,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:25.609568 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f76497-0db8-439a-9009-984fcd62a318 None None] Routers {'52a684b4-a7cf-45aa-be27-78c04f956d89'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:03:25.610225 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a9f76497-0db8-439a-9009-984fcd62a318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:03:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['52a684b4-a7cf-45aa-be27-78c04f956d89'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:25.653317 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 21f8e9b5-1c2f-4991-b0f0-9973b121f1e5 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:03:25.682850 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34ba84-0dbd-467d-a74d-cacbff4a9c6e None None] Pushing event updated for resources: {'Port': ['ID=e29812cc-1e56-46d6-a1a9-1f9041b5f5a9,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:25.701247 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63247061-c7ba-413a-944a-e5631bddb45e admin admin] Network 1283ad9f-610e-412e-9f3c-e92500bddfa3 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:03:25.702641 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-63247061-c7ba-413a-944a-e5631bddb45e admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:03:25.711201 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-0fc04a8b-35a9-45a1-bec0-7659b5c7378b None None] Provisioning complete for port e08fe61e-7b0a-4fc0-98f5-b5376854a357 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:03:25.711570 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0fc04a8b-35a9-45a1-bec0-7659b5c7378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:25.801713 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-0fc04a8b-35a9-45a1-bec0-7659b5c7378b None None] Port e08fe61e-7b0a-4fc0-98f5-b5376854a357 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:03:25.804988 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-a9f76497-0db8-439a-9009-984fcd62a318 None None] Set router 52a684b4-a7cf-45aa-be27-78c04f956d89 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:03:25.822801 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63247061-c7ba-413a-944a-e5631bddb45e admin admin] Router 52a684b4-a7cf-45aa-be27-78c04f956d89 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:03:25.837974 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 21f8e9b5-1c2f-4991-b0f0-9973b121f1e5 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:03:25.838379 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:25.950459 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63247061-c7ba-413a-944a-e5631bddb45e admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:03:25.960472 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-63247061-c7ba-413a-944a-e5631bddb45e admin admin] 10.222.0.18 "PUT /v2.0/routers/52a684b4-a7cf-45aa-be27-78c04f956d89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7616992 Sep 30 14:03:26.137226 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9b0aa4cf-96cc-48b9-ba6a-ca7c5014b560 None None] Provisioning complete for port e08fe61e-7b0a-4fc0-98f5-b5376854a357 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:03:26.137497 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9b0aa4cf-96cc-48b9-ba6a-ca7c5014b560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:26.225548 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-9b0aa4cf-96cc-48b9-ba6a-ca7c5014b560 None None] Port e08fe61e-7b0a-4fc0-98f5-b5376854a357 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:03:26.247233 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 86195441-a7cf-46d3-8782-a1156a70bde2 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:03:26.310816 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-a9f76497-0db8-439a-9009-984fcd62a318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a684b4-a7cf-45aa-be27-78c04f956d89', 'name': 'tempest-TestMinimumBasicScenario-1479395710-router', 'tenant_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'e29812cc-1e56-46d6-a1a9-1f9041b5f5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:03:22Z', 'updated_at': '2021-09-30T14:03:25Z', 'revision_number': 4, 'project_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'gw_port': {'id': 'e29812cc-1e56-46d6-a1a9-1f9041b5f5a9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:92:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a684b4-a7cf-45aa-be27-78c04f956d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:22Z', 'updated_at': '2021-09-30T14:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'e08fe61e-7b0a-4fc0-98f5-b5376854a357', 'name': '', 'network_id': '1283ad9f-610e-412e-9f3c-e92500bddfa3', 'tenant_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'mac_address': 'fa:16:3e:0b:fe:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a684b4-a7cf-45aa-be27-78c04f956d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '7e600e58-4eae-4710-949b-a6316f1a4c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:24Z', 'updated_at': '2021-09-30T14:03:25Z', 'revision_number': 2, 'project_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'subnets': [{'id': '7e600e58-4eae-4710-949b-a6316f1a4c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:26.313809 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 86195441-a7cf-46d3-8782-a1156a70bde2 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:03:26.314201 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:26.357489 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f76497-0db8-439a-9009-984fcd62a318 None None] The sync data for ids ['52a684b4-a7cf-45aa-be27-78c04f956d89'] in n-d-810909-2 is: [{'id': '52a684b4-a7cf-45aa-be27-78c04f956d89', 'name': 'tempest-TestMinimumBasicScenario-1479395710-router', 'tenant_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'e29812cc-1e56-46d6-a1a9-1f9041b5f5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:03:22Z', 'updated_at': '2021-09-30T14:03:25Z', 'revision_number': 4, 'project_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'gw_port': {'id': 'e29812cc-1e56-46d6-a1a9-1f9041b5f5a9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:92:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a684b4-a7cf-45aa-be27-78c04f956d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:22Z', 'updated_at': '2021-09-30T14:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'e08fe61e-7b0a-4fc0-98f5-b5376854a357', 'name': '', 'network_id': '1283ad9f-610e-412e-9f3c-e92500bddfa3', 'tenant_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'mac_address': 'fa:16:3e:0b:fe:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a684b4-a7cf-45aa-be27-78c04f956d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '7e600e58-4eae-4710-949b-a6316f1a4c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:24Z', 'updated_at': '2021-09-30T14:03:25Z', 'revision_number': 2, 'project_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'subnets': [{'id': '7e600e58-4eae-4710-949b-a6316f1a4c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:03:26.429606 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device f021c019-2303-4083-ba0a-afe808f7aa86 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:03:26.482933 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port f021c019-2303-4083-ba0a-afe808f7aa86 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:03:26.483272 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:29.109621 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02add8e5-4967-41c8-859c-3a2db5a2d444 None None] Sync routers for ids ['52a684b4-a7cf-45aa-be27-78c04f956d89'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:03:29.119888 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02add8e5-4967-41c8-859c-3a2db5a2d444 None None] Routers {'52a684b4-a7cf-45aa-be27-78c04f956d89'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:03:29.120503 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-02add8e5-4967-41c8-859c-3a2db5a2d444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:03:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['52a684b4-a7cf-45aa-be27-78c04f956d89'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:29.340433 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-02add8e5-4967-41c8-859c-3a2db5a2d444 None None] Set router 52a684b4-a7cf-45aa-be27-78c04f956d89 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:03:29.557566 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-02add8e5-4967-41c8-859c-3a2db5a2d444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a684b4-a7cf-45aa-be27-78c04f956d89', 'name': 'tempest-TestMinimumBasicScenario-1479395710-router', 'tenant_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'e29812cc-1e56-46d6-a1a9-1f9041b5f5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:03:22Z', 'updated_at': '2021-09-30T14:03:25Z', 'revision_number': 4, 'project_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'gw_port': {'id': 'e29812cc-1e56-46d6-a1a9-1f9041b5f5a9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:92:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a684b4-a7cf-45aa-be27-78c04f956d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:22Z', 'updated_at': '2021-09-30T14:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'e08fe61e-7b0a-4fc0-98f5-b5376854a357', 'name': '', 'network_id': '1283ad9f-610e-412e-9f3c-e92500bddfa3', 'tenant_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'mac_address': 'fa:16:3e:0b:fe:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a684b4-a7cf-45aa-be27-78c04f956d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '7e600e58-4eae-4710-949b-a6316f1a4c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:24Z', 'updated_at': '2021-09-30T14:03:25Z', 'revision_number': 2, 'project_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'subnets': [{'id': '7e600e58-4eae-4710-949b-a6316f1a4c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:29.594175 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02add8e5-4967-41c8-859c-3a2db5a2d444 None None] Checking router: 52a684b4-a7cf-45aa-be27-78c04f956d89 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:03:29.594175 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02add8e5-4967-41c8-859c-3a2db5a2d444 None None] Updating router 52a684b4-a7cf-45aa-be27-78c04f956d89 port e08fe61e-7b0a-4fc0-98f5-b5376854a357 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 14:03:29.596437 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e29812cc-1e56-46d6-a1a9-1f9041b5f5a9 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:03:29.621934 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-02add8e5-4967-41c8-859c-3a2db5a2d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:29.687134 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port e29812cc-1e56-46d6-a1a9-1f9041b5f5a9 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:03:29.687541 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:29.798262 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:29.821058 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port e29812cc-1e56-46d6-a1a9-1f9041b5f5a9, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e29812cc-1e56-46d6-a1a9-1f9041b5f5a9,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:03:29.827561 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:29.885766 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=e29812cc-1e56-46d6-a1a9-1f9041b5f5a9,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:29.971110 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-02add8e5-4967-41c8-859c-3a2db5a2d444 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:29.977295 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-02add8e5-4967-41c8-859c-3a2db5a2d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:30.031601 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1e569-de6e-4688-8b85-fb4bcbe950c3 None None] Pushing event updated for resources: {'Port': ['ID=e08fe61e-7b0a-4fc0-98f5-b5376854a357,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:30.115350 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-02add8e5-4967-41c8-859c-3a2db5a2d444 None None] Attempting to bind port e08fe61e-7b0a-4fc0-98f5-b5376854a357 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:03:30.116550 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-02add8e5-4967-41c8-859c-3a2db5a2d444 None None] Attempting to bind port e08fe61e-7b0a-4fc0-98f5-b5376854a357 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '7abe60a9-3667-47bd-9f4c-5f28f8365eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1283ad9f-610e-412e-9f3c-e92500bddfa3'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:03:30.116983 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02add8e5-4967-41c8-859c-3a2db5a2d444 None None] Attempting to bind port e08fe61e-7b0a-4fc0-98f5-b5376854a357 on network 1283ad9f-610e-412e-9f3c-e92500bddfa3 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:03:30.123083 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02add8e5-4967-41c8-859c-3a2db5a2d444 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:03:30.123528 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02add8e5-4967-41c8-859c-3a2db5a2d444 None None] Checking segment: {'id': '7abe60a9-3667-47bd-9f4c-5f28f8365eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1283ad9f-610e-412e-9f3c-e92500bddfa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:03:30.124045 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-02add8e5-4967-41c8-859c-3a2db5a2d444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:30.124480 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02add8e5-4967-41c8-859c-3a2db5a2d444 None None] Bound using segment: {'id': '7abe60a9-3667-47bd-9f4c-5f28f8365eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1283ad9f-610e-412e-9f3c-e92500bddfa3'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:03:30.125066 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-02add8e5-4967-41c8-859c-3a2db5a2d444 None None] Bound port: e08fe61e-7b0a-4fc0-98f5-b5376854a357, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7abe60a9-3667-47bd-9f4c-5f28f8365eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1283ad9f-610e-412e-9f3c-e92500bddfa3'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:03:30.125500 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-02add8e5-4967-41c8-859c-3a2db5a2d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:30.205269 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-02add8e5-4967-41c8-859c-3a2db5a2d444 None None] For port e08fe61e-7b0a-4fc0-98f5-b5376854a357, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:03:30.209503 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-02add8e5-4967-41c8-859c-3a2db5a2d444 None None] For port e08fe61e-7b0a-4fc0-98f5-b5376854a357, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e08fe61e-7b0a-4fc0-98f5-b5376854a357,segment=NetworkSegment(7abe60a9-3667-47bd-9f4c-5f28f8365eab),segment_id=7abe60a9-3667-47bd-9f4c-5f28f8365eab)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:03:30.216382 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-02add8e5-4967-41c8-859c-3a2db5a2d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:30.279773 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02add8e5-4967-41c8-859c-3a2db5a2d444 None None] Routers {'52a684b4-a7cf-45aa-be27-78c04f956d89'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:03:30.280855 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-02add8e5-4967-41c8-859c-3a2db5a2d444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:03:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['52a684b4-a7cf-45aa-be27-78c04f956d89'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:30.325189 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1e569-de6e-4688-8b85-fb4bcbe950c3 None None] Pushing event updated for resources: {'Port': ['ID=e08fe61e-7b0a-4fc0-98f5-b5376854a357,revision_number=4']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:30.379112 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d8ea36d0-4ded-4940-8e71-f137ec52e5e5 None None] Provisioning complete for port e08fe61e-7b0a-4fc0-98f5-b5376854a357 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:03:30.379497 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d8ea36d0-4ded-4940-8e71-f137ec52e5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:30.440145 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-02add8e5-4967-41c8-859c-3a2db5a2d444 None None] Set router 52a684b4-a7cf-45aa-be27-78c04f956d89 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:03:30.504033 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d8ea36d0-4ded-4940-8e71-f137ec52e5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:30.554567 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d8ea36d0-4ded-4940-8e71-f137ec52e5e5 None None] For port e08fe61e-7b0a-4fc0-98f5-b5376854a357, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e08fe61e-7b0a-4fc0-98f5-b5376854a357,segment=NetworkSegment(7abe60a9-3667-47bd-9f4c-5f28f8365eab),segment_id=7abe60a9-3667-47bd-9f4c-5f28f8365eab)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:03:30.564379 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d8ea36d0-4ded-4940-8e71-f137ec52e5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:30.645623 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea36d0-4ded-4940-8e71-f137ec52e5e5 None None] Pushing event updated for resources: {'Port': ['ID=e08fe61e-7b0a-4fc0-98f5-b5376854a357,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:30.692588 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-1b485604-94f9-4057-a22f-74a6d28dfe79 None None] Provisioning complete for port e08fe61e-7b0a-4fc0-98f5-b5376854a357 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:03:30.695806 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1b485604-94f9-4057-a22f-74a6d28dfe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:30.732960 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-02add8e5-4967-41c8-859c-3a2db5a2d444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a684b4-a7cf-45aa-be27-78c04f956d89', 'name': 'tempest-TestMinimumBasicScenario-1479395710-router', 'tenant_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'e29812cc-1e56-46d6-a1a9-1f9041b5f5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:03:22Z', 'updated_at': '2021-09-30T14:03:25Z', 'revision_number': 4, 'project_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'gw_port': {'id': 'e29812cc-1e56-46d6-a1a9-1f9041b5f5a9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:92:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a684b4-a7cf-45aa-be27-78c04f956d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:22Z', 'updated_at': '2021-09-30T14:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'e08fe61e-7b0a-4fc0-98f5-b5376854a357', 'name': '', 'network_id': '1283ad9f-610e-412e-9f3c-e92500bddfa3', 'tenant_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'mac_address': 'fa:16:3e:0b:fe:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a684b4-a7cf-45aa-be27-78c04f956d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '7e600e58-4eae-4710-949b-a6316f1a4c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:24Z', 'updated_at': '2021-09-30T14:03:30Z', 'revision_number': 4, 'project_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'subnets': [{'id': '7e600e58-4eae-4710-949b-a6316f1a4c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:03:30.765614 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02add8e5-4967-41c8-859c-3a2db5a2d444 None None] The sync data for ids ['52a684b4-a7cf-45aa-be27-78c04f956d89'] in n-d-810909-2 is: [{'id': '52a684b4-a7cf-45aa-be27-78c04f956d89', 'name': 'tempest-TestMinimumBasicScenario-1479395710-router', 'tenant_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'e29812cc-1e56-46d6-a1a9-1f9041b5f5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:03:22Z', 'updated_at': '2021-09-30T14:03:25Z', 'revision_number': 4, 'project_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'gw_port': {'id': 'e29812cc-1e56-46d6-a1a9-1f9041b5f5a9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:92:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a684b4-a7cf-45aa-be27-78c04f956d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:22Z', 'updated_at': '2021-09-30T14:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'e08fe61e-7b0a-4fc0-98f5-b5376854a357', 'name': '', 'network_id': '1283ad9f-610e-412e-9f3c-e92500bddfa3', 'tenant_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'mac_address': 'fa:16:3e:0b:fe:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a684b4-a7cf-45aa-be27-78c04f956d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '7e600e58-4eae-4710-949b-a6316f1a4c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:24Z', 'updated_at': '2021-09-30T14:03:30Z', 'revision_number': 4, 'project_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'subnets': [{'id': '7e600e58-4eae-4710-949b-a6316f1a4c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:03:31.584166 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e08fe61e-7b0a-4fc0-98f5-b5376854a357 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:03:31.658264 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port e08fe61e-7b0a-4fc0-98f5-b5376854a357 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:03:31.658950 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:31.764806 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e29812cc-1e56-46d6-a1a9-1f9041b5f5a9 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:03:31.826540 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port e29812cc-1e56-46d6-a1a9-1f9041b5f5a9 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:03:31.826908 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:36.325519 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-fdafc35e-5a11-4ed2-8f47-25fe4dee8d50 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:36.327046 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-fdafc35e-5a11-4ed2-8f47-25fe4dee8d50 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/networks?id=2f17e297-2978-4771-86ab-96669c433cb8 HTTP/1.1" status: 200 len: 814 time: 0.1250970 Sep 30 14:03:36.342292 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-43738016-2f6b-4625-b94b-0144bf18013c tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/quotas/c539a331b7ae4aa7a8c2fc1f1675b086 HTTP/1.1" status: 200 len: 375 time: 0.0093346 Sep 30 14:03:36.393004 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-f0d311e5-8d91-4a69-a643-c19b3db6cca6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c539a331b7ae4aa7a8c2fc1f1675b086&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455456 Sep 30 14:03:36.492317 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-be8a5f60-2683-448f-9077-1b7f6cea5de8 service neutron] 10.222.0.18 "GET /v2.0/networks/2f17e297-2978-4771-86ab-96669c433cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876799 Sep 30 14:03:36.579399 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-1ef3b2d3-cb93-4564-9d1f-7f28f21b30ef service neutron] 10.222.0.18 "GET /v2.0/networks/2f17e297-2978-4771-86ab-96669c433cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810332 Sep 30 14:03:36.740904 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9c2c19ee-0534-4ebf-b833-307eda05114a req-0396d242-e39d-43b8-934c-7b9c00ff7ebb tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 210 time: 0.0296857 Sep 30 14:03:37.648207 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-7a9d66c4-a536-4770-b159-6087de6912a6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:37.649742 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-7a9d66c4-a536-4770-b159-6087de6912a6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.39 "GET /v2.0/networks?id=2f17e297-2978-4771-86ab-96669c433cb8 HTTP/1.1" status: 200 len: 814 time: 0.1081736 Sep 30 14:03:37.663114 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-b285faff-3837-474d-9b78-0977c3d221a0 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Request body: {'port': {'device_id': '27ee4a25-a56e-43e1-b768-ad509d2371e5', 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8', 'admin_state_up': True, 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:03:37.777260 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-b285faff-3837-474d-9b78-0977c3d221a0 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Made reservation on behalf of c539a331b7ae4aa7a8c2fc1f1675b086 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:03:37.781122 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-b285faff-3837-474d-9b78-0977c3d221a0 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:37.871126 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33737c3e-00db-44e3-b26f-43fd6d412b75 req-0b5c799c-f9a7-4402-8a9f-cf6debac5e25 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 210 time: 0.0355382 Sep 30 14:03:37.945867 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-b285faff-3837-474d-9b78-0977c3d221a0 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Allocated IP 172.20.0.14 (2f17e297-2978-4771-86ab-96669c433cb8/ac283c2f-2c3a-4346-86c4-7fb0ad878c2c/182f34af-8125-4edc-8983-9eed975ef0fc) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:03:38.137491 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-b285faff-3837-474d-9b78-0977c3d221a0 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:38.182531 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-b285faff-3837-474d-9b78-0977c3d221a0 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:38.235591 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-b285faff-3837-474d-9b78-0977c3d221a0 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Network 2f17e297-2978-4771-86ab-96669c433cb8 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:03:38.238860 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-b285faff-3837-474d-9b78-0977c3d221a0 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:03:38.241668 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-b285faff-3837-474d-9b78-0977c3d221a0 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:03:38.269088 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285faff-3837-474d-9b78-0977c3d221a0 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Pushing event updated for resources: {'Port': ['ID=182f34af-8125-4edc-8983-9eed975ef0fc,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:38.317030 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-b285faff-3837-474d-9b78-0977c3d221a0 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:38.318273 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-b285faff-3837-474d-9b78-0977c3d221a0 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:38.341202 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-b285faff-3837-474d-9b78-0977c3d221a0 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6816967 Sep 30 14:03:38.476213 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-fa1da28f-129e-439d-aaa4-a8bf12afee60 None None] Provisioning complete for port 182f34af-8125-4edc-8983-9eed975ef0fc triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:03:38.476774 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fa1da28f-129e-439d-aaa4-a8bf12afee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:38.513168 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-fa1da28f-129e-439d-aaa4-a8bf12afee60 None None] Port 182f34af-8125-4edc-8983-9eed975ef0fc cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:03:38.990722 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd60263-cf73-490c-80c2-07a7be3fbd7a req-2aaff5a5-3985-4fbd-9c61-283b72e35941 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:38.992734 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3dd60263-cf73-490c-80c2-07a7be3fbd7a req-2aaff5a5-3985-4fbd-9c61-283b72e35941 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 932 time: 0.0492287 Sep 30 14:03:39.029726 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3dd60263-cf73-490c-80c2-07a7be3fbd7a req-b32bcf8d-7cf5-4423-85c6-b8ebc0711f39 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310519 Sep 30 14:03:40.150064 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f7707-200c-4b94-b280-a4c0aa7c69e8 req-6ec627bd-e0c4-4e49-b8ad-ff89c5022603 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:40.151578 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d26f7707-200c-4b94-b280-a4c0aa7c69e8 req-6ec627bd-e0c4-4e49-b8ad-ff89c5022603 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 932 time: 0.0537338 Sep 30 14:03:40.190984 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d26f7707-200c-4b94-b280-a4c0aa7c69e8 req-212e788c-cea5-40ac-9976-6c398dd77bf1 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333371 Sep 30 14:03:41.310920 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a3086-8e09-45e7-904e-ae9f3884d8b1 req-d4769980-2aab-4bd2-bbf0-9c5469023cf8 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:41.313500 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3c1a3086-8e09-45e7-904e-ae9f3884d8b1 req-d4769980-2aab-4bd2-bbf0-9c5469023cf8 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 932 time: 0.0527875 Sep 30 14:03:41.352665 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3c1a3086-8e09-45e7-904e-ae9f3884d8b1 req-83893051-8370-4a92-a2f7-c336520a812c tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329311 Sep 30 14:03:42.502962 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb0abe-74a8-4119-8061-41e7f82e4b2c req-4a7a0177-b844-4fb6-acb1-18c34d874f69 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:42.504512 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9dbb0abe-74a8-4119-8061-41e7f82e4b2c req-4a7a0177-b844-4fb6-acb1-18c34d874f69 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 932 time: 0.0496294 Sep 30 14:03:42.546813 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9dbb0abe-74a8-4119-8061-41e7f82e4b2c req-62611576-9c67-4c1c-ba0e-8f3b707a53d1 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346649 Sep 30 14:03:43.680260 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d17b5-2326-46bf-ad1a-5c890de6d008 req-bb1fc127-e22a-42d2-9428-7deb16d45ee8 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:43.682709 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c55d17b5-2326-46bf-ad1a-5c890de6d008 req-bb1fc127-e22a-42d2-9428-7deb16d45ee8 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 932 time: 0.0541065 Sep 30 14:03:43.722531 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c55d17b5-2326-46bf-ad1a-5c890de6d008 req-0c9786d0-4e56-44b4-8d17-b99562188668 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329719 Sep 30 14:03:44.854840 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e6a97-c8dd-4daf-a057-35e172549227 req-3b2f0375-b784-4086-9fd2-299e51b22e49 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:44.856317 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-816e6a97-c8dd-4daf-a057-35e172549227 req-3b2f0375-b784-4086-9fd2-299e51b22e49 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 932 time: 0.0550716 Sep 30 14:03:44.895213 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-816e6a97-c8dd-4daf-a057-35e172549227 req-540b3230-0a28-410f-8f4c-16016ba58b7e tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324631 Sep 30 14:03:45.308672 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:46.010647 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868ccf1-36d3-41df-8d1b-ec61b973a10b req-6a32f73a-0c3c-4404-91ac-df5e5550d98a tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:46.012214 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6868ccf1-36d3-41df-8d1b-ec61b973a10b req-6a32f73a-0c3c-4404-91ac-df5e5550d98a tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 932 time: 0.0484667 Sep 30 14:03:46.051997 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6868ccf1-36d3-41df-8d1b-ec61b973a10b req-8961f514-41d5-4628-8451-832b3595a2db tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338612 Sep 30 14:03:47.171965 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde514a-7946-449d-8adb-a1e83906956e req-84b221f6-cba9-4ca7-9caf-d4c9ffed4908 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:47.173455 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7fde514a-7946-449d-8adb-a1e83906956e req-84b221f6-cba9-4ca7-9caf-d4c9ffed4908 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 932 time: 0.0530744 Sep 30 14:03:47.213954 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7fde514a-7946-449d-8adb-a1e83906956e req-bba3ed9c-90e4-43e7-bf60-222babc4bab8 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339005 Sep 30 14:03:47.917440 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-2f723ff4-45e7-409b-9016-396c72987ce3 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 14:03:47.918846 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-2f723ff4-45e7-409b-9016-396c72987ce3 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066562 Sep 30 14:03:47.931369 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-e05540ae-bd0f-483b-a224-d0254da80774 service neutron] Request body: {'port': {'device_id': '27ee4a25-a56e-43e1-b768-ad509d2371e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:03:47.984379 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-e05540ae-bd0f-483b-a224-d0254da80774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:48.244466 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-e05540ae-bd0f-483b-a224-d0254da80774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 182f34af-8125-4edc-8983-9eed975ef0fc {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:03:48.247327 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-11ad3e44-5dec-4b78-8e03-1e9facfad964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:48.254605 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-e05540ae-bd0f-483b-a224-d0254da80774 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:48.267569 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-e05540ae-bd0f-483b-a224-d0254da80774 service neutron] Transition to ACTIVE for port object 182f34af-8125-4edc-8983-9eed975ef0fc will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 14:03:48.271421 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-e05540ae-bd0f-483b-a224-d0254da80774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:48.333700 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177d4e6-b06c-4668-b9e7-b0ab0f9b4cee req-db4e5388-c985-4ad6-bfaa-20d872f6929a tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:48.335285 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0177d4e6-b06c-4668-b9e7-b0ab0f9b4cee req-db4e5388-c985-4ad6-bfaa-20d872f6929a tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 944 time: 0.0499902 Sep 30 14:03:48.343010 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05540ae-bd0f-483b-a224-d0254da80774 service neutron] Pushing event updated for resources: {'Port': ['ID=182f34af-8125-4edc-8983-9eed975ef0fc,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:48.378763 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0177d4e6-b06c-4668-b9e7-b0ab0f9b4cee req-3ffa4f6b-d065-4e87-8dde-9fd61d67999d tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361738 Sep 30 14:03:48.403027 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-e05540ae-bd0f-483b-a224-d0254da80774 service neutron] Attempting to bind port 182f34af-8125-4edc-8983-9eed975ef0fc on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:03:48.403369 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-e05540ae-bd0f-483b-a224-d0254da80774 service neutron] Attempting to bind port 182f34af-8125-4edc-8983-9eed975ef0fc by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '0ef2f923-8f85-4d8a-81fe-b326f149bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:03:48.403725 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-e05540ae-bd0f-483b-a224-d0254da80774 service neutron] Attempting to bind port 182f34af-8125-4edc-8983-9eed975ef0fc on network 2f17e297-2978-4771-86ab-96669c433cb8 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:03:48.408203 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-e05540ae-bd0f-483b-a224-d0254da80774 service neutron] Port 182f34af-8125-4edc-8983-9eed975ef0fc on network 2f17e297-2978-4771-86ab-96669c433cb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 14:03:48.408528 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-e05540ae-bd0f-483b-a224-d0254da80774 service neutron] Attempting to bind port 182f34af-8125-4edc-8983-9eed975ef0fc on network 2f17e297-2978-4771-86ab-96669c433cb8 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:03:48.414413 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-e05540ae-bd0f-483b-a224-d0254da80774 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:03:48.414757 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-e05540ae-bd0f-483b-a224-d0254da80774 service neutron] Checking segment: {'id': '0ef2f923-8f85-4d8a-81fe-b326f149bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:03:48.415143 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-e05540ae-bd0f-483b-a224-d0254da80774 service neutron] Bound using segment: {'id': '0ef2f923-8f85-4d8a-81fe-b326f149bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:03:48.415572 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-e05540ae-bd0f-483b-a224-d0254da80774 service neutron] Bound port: 182f34af-8125-4edc-8983-9eed975ef0fc, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef2f923-8f85-4d8a-81fe-b326f149bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:03:48.415934 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-e05540ae-bd0f-483b-a224-d0254da80774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:48.486210 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-e05540ae-bd0f-483b-a224-d0254da80774 service neutron] For port 182f34af-8125-4edc-8983-9eed975ef0fc, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:03:48.489263 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-e05540ae-bd0f-483b-a224-d0254da80774 service neutron] For port 182f34af-8125-4edc-8983-9eed975ef0fc, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=182f34af-8125-4edc-8983-9eed975ef0fc,segment=NetworkSegment(0ef2f923-8f85-4d8a-81fe-b326f149bacd),segment_id=0ef2f923-8f85-4d8a-81fe-b326f149bacd)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:03:48.493780 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-e05540ae-bd0f-483b-a224-d0254da80774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:48.531220 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-e05540ae-bd0f-483b-a224-d0254da80774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:48.531894 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-e05540ae-bd0f-483b-a224-d0254da80774 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:48.533288 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-e05540ae-bd0f-483b-a224-d0254da80774 service neutron] 10.222.0.39 "PUT /v2.0/ports/182f34af-8125-4edc-8983-9eed975ef0fc HTTP/1.1" status: 200 len: 1092 time: 0.6057656 Sep 30 14:03:48.533729 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ee4a25-a56e-43e1-b768-ad509d2371e5', 'tag': '182f34af-8125-4edc-8983-9eed975ef0fc'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:03:48.536014 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000be028-b820-4252-983a-1f9caea5d58f" -d '{"events": [{"name": "network-changed", "server_uuid": "27ee4a25-a56e-43e1-b768-ad509d2371e5", "tag": "182f34af-8125-4edc-8983-9eed975ef0fc"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:03:48.560728 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05540ae-bd0f-483b-a224-d0254da80774 service neutron] Pushing event updated for resources: {'Port': ['ID=182f34af-8125-4edc-8983-9eed975ef0fc,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:48.587469 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8c9164-6615-4047-9fda-777dcde2bc2d x-openstack-request-id: req-2b8c9164-6615-4047-9fda-777dcde2bc2d {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:03:48.587469 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27ee4a25-a56e-43e1-b768-ad509d2371e5", "tag": "182f34af-8125-4edc-8983-9eed975ef0fc", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:03:48.587469 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b8c9164-6615-4047-9fda-777dcde2bc2d {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:03:48.588540 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ee4a25-a56e-43e1-b768-ad509d2371e5', 'tag': '182f34af-8125-4edc-8983-9eed975ef0fc', 'status': 'completed', 'code': 200} Sep 30 14:03:48.617653 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-983f5b23-4a47-4489-9734-602ec1d1825d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:48.619240 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-983f5b23-4a47-4489-9734-602ec1d1825d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c539a331b7ae4aa7a8c2fc1f1675b086&device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 1095 time: 0.0443561 Sep 30 14:03:48.665859 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-cea68aeb-cd13-44c3-80bb-580673fbd90e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=182f34af-8125-4edc-8983-9eed975ef0fc HTTP/1.1" status: 200 len: 217 time: 0.0390568 Sep 30 14:03:48.718406 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-8f651178-d730-4a0e-832d-efc04692234a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:48.719893 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-8f651178-d730-4a0e-832d-efc04692234a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ac283c2f-2c3a-4346-86c4-7fb0ad878c2c HTTP/1.1" status: 200 len: 853 time: 0.0475676 Sep 30 14:03:48.764803 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-aec2d5fe-9ada-4cb5-80d1-52f8281e8fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:48.766231 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-aec2d5fe-9ada-4cb5-80d1-52f8281e8fa9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f17e297-2978-4771-86ab-96669c433cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388634 Sep 30 14:03:48.858806 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-6665214f-f389-4749-9ae9-c4e5ea0063b6 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17e297-2978-4771-86ab-96669c433cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845361 Sep 30 14:03:48.945945 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-200edb97-310d-44db-aa0c-6c1386e3f388 req-07bee2c7-02da-4f9d-a8ed-8e00624833c8 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17e297-2978-4771-86ab-96669c433cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799863 Sep 30 14:03:49.035954 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000be028-b820-4252-983a-1f9caea5d58f req-69e2a122-30fb-4477-845a-b5965bc7a4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:49.037462 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-000be028-b820-4252-983a-1f9caea5d58f req-69e2a122-30fb-4477-845a-b5965bc7a4fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c539a331b7ae4aa7a8c2fc1f1675b086&device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 1095 time: 0.0448172 Sep 30 14:03:49.128697 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000be028-b820-4252-983a-1f9caea5d58f req-237aaac8-a02e-4c68-ac25-98bcc4150c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:49.130209 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-000be028-b820-4252-983a-1f9caea5d58f req-237aaac8-a02e-4c68-ac25-98bcc4150c23 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2f17e297-2978-4771-86ab-96669c433cb8 HTTP/1.1" status: 200 len: 915 time: 0.0843863 Sep 30 14:03:49.175513 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-000be028-b820-4252-983a-1f9caea5d58f req-750a1583-0b04-46b8-b9ec-c80314677570 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=182f34af-8125-4edc-8983-9eed975ef0fc HTTP/1.1" status: 200 len: 217 time: 0.0380073 Sep 30 14:03:49.225405 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000be028-b820-4252-983a-1f9caea5d58f req-b3b5f135-b609-4bf5-a2e8-37b6184d60e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:49.227526 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-000be028-b820-4252-983a-1f9caea5d58f req-b3b5f135-b609-4bf5-a2e8-37b6184d60e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ac283c2f-2c3a-4346-86c4-7fb0ad878c2c HTTP/1.1" status: 200 len: 853 time: 0.0439827 Sep 30 14:03:49.272341 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000be028-b820-4252-983a-1f9caea5d58f req-a0468372-5bb6-4a58-addd-bc2c2cf781a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:49.274384 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-000be028-b820-4252-983a-1f9caea5d58f req-a0468372-5bb6-4a58-addd-bc2c2cf781a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f17e297-2978-4771-86ab-96669c433cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392954 Sep 30 14:03:49.367693 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-000be028-b820-4252-983a-1f9caea5d58f req-916c58c7-2f82-4794-8d6b-f5772a90655b service neutron] 10.222.0.39 "GET /v2.0/networks/2f17e297-2978-4771-86ab-96669c433cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858922 Sep 30 14:03:49.461868 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-000be028-b820-4252-983a-1f9caea5d58f req-39461f87-beba-46eb-8d4d-b585f8f7c353 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17e297-2978-4771-86ab-96669c433cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857410 Sep 30 14:03:49.498331 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9e9df-7f0d-4807-bd8f-ff5c539bacd7 req-20203a71-3f32-47eb-b063-291cbc8305a2 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:49.499808 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-46f9e9df-7f0d-4807-bd8f-ff5c539bacd7 req-20203a71-3f32-47eb-b063-291cbc8305a2 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 944 time: 0.0532064 Sep 30 14:03:49.536876 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-46f9e9df-7f0d-4807-bd8f-ff5c539bacd7 req-e291c464-7cce-4006-9734-efa68a875123 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309000 Sep 30 14:03:50.107431 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:50.650666 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e9dbb-9285-4c16-9d95-1c3c383dfa35 req-61ce7b61-94cf-470d-9730-192e9515347b tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:50.652132 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023e9dbb-9285-4c16-9d95-1c3c383dfa35 req-61ce7b61-94cf-470d-9730-192e9515347b tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 944 time: 0.0482621 Sep 30 14:03:50.693070 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-023e9dbb-9285-4c16-9d95-1c3c383dfa35 req-85cb4f44-54f8-41b9-9aa6-4d098193d860 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350525 Sep 30 14:03:50.748480 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-af270380-bc28-40d1-b573-68b76619dc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:51.709696 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:51.807231 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033dbbb-7154-477a-bd40-e6c9799ff381 req-5d6dd67a-7f56-43fc-bf54-e2bcb4a5fb4c tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:51.808746 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d033dbbb-7154-477a-bd40-e6c9799ff381 req-5d6dd67a-7f56-43fc-bf54-e2bcb4a5fb4c tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 944 time: 0.0492601 Sep 30 14:03:51.849195 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d033dbbb-7154-477a-bd40-e6c9799ff381 req-2de76eb8-3341-4007-ac53-07c8181f0e79 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330069 Sep 30 14:03:52.565992 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:52.962303 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66996d79-17cb-4d7d-aa64-103133ee202d req-da970fa0-1358-4ea6-a889-28c697be0d75 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:52.963786 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-66996d79-17cb-4d7d-aa64-103133ee202d req-da970fa0-1358-4ea6-a889-28c697be0d75 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 944 time: 0.0491722 Sep 30 14:03:53.000921 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-66996d79-17cb-4d7d-aa64-103133ee202d req-e583ecbf-224b-4bf9-ad87-320f5ef70d42 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311947 Sep 30 14:03:53.076618 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 182f34af-8125-4edc-8983-9eed975ef0fc details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 14:03:53.170933 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 182f34af-8125-4edc-8983-9eed975ef0fc, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=182f34af-8125-4edc-8983-9eed975ef0fc,segment=NetworkSegment(0ef2f923-8f85-4d8a-81fe-b326f149bacd),segment_id=0ef2f923-8f85-4d8a-81fe-b326f149bacd)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:03:53.181533 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '182f34af-8125-4edc-8983-9eed975ef0fc', 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8', 'port_id': '182f34af-8125-4edc-8983-9eed975ef0fc', 'mac_address': 'fa:16:3e:d3:8c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac283c2f-2c3a-4346-86c4-7fb0ad878c2c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 14:03:53.217453 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:53.231358 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 182f34af-8125-4edc-8983-9eed975ef0fc {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:03:53.251211 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 182f34af-8125-4edc-8983-9eed975ef0fc, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=182f34af-8125-4edc-8983-9eed975ef0fc,segment=NetworkSegment(0ef2f923-8f85-4d8a-81fe-b326f149bacd),segment_id=0ef2f923-8f85-4d8a-81fe-b326f149bacd)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:03:53.255147 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:53.305995 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=182f34af-8125-4edc-8983-9eed975ef0fc,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:53.313104 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:53.313449 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:53.313784 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:53.314148 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:53.314484 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:53.314803 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:53.315122 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:53.315441 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:53.315757 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:53.316074 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:53.316392 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:53.316706 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:03:53.489658 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['182f34af-8125-4edc-8983-9eed975ef0fc'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:03:54.114394 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc32491-5446-4f0a-a7a5-828913ef547e req-703cc7e6-a7e4-4320-b4f5-d15261b70fe5 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:54.115885 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cfc32491-5446-4f0a-a7a5-828913ef547e req-703cc7e6-a7e4-4320-b4f5-d15261b70fe5 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 945 time: 0.0481102 Sep 30 14:03:54.153132 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cfc32491-5446-4f0a-a7a5-828913ef547e req-0c6a9977-b267-493b-9380-4fb96204b099 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308039 Sep 30 14:03:54.327396 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:55.094063 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 182f34af-8125-4edc-8983-9eed975ef0fc up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:03:55.144465 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 182f34af-8125-4edc-8983-9eed975ef0fc completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 14:03:55.147993 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 182f34af-8125-4edc-8983-9eed975ef0fc triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:03:55.148358 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:55.225615 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:55.248187 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ee4a25-a56e-43e1-b768-ad509d2371e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182f34af-8125-4edc-8983-9eed975ef0fc'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:03:55.250399 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730efdff73588999065a9861b250a1e40d95e5d75871f85cc1573bd279cf301b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304ea5e8-7e16-4a53-9767-672f67c8bdd8" -d '{"events": [{"server_uuid": "27ee4a25-a56e-43e1-b768-ad509d2371e5", "name": "network-vif-plugged", "status": "completed", "tag": "182f34af-8125-4edc-8983-9eed975ef0fc"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:03:55.263353 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 182f34af-8125-4edc-8983-9eed975ef0fc, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=182f34af-8125-4edc-8983-9eed975ef0fc,segment=NetworkSegment(0ef2f923-8f85-4d8a-81fe-b326f149bacd),segment_id=0ef2f923-8f85-4d8a-81fe-b326f149bacd)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:03:55.266960 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f99a9f-1729-4ea3-8ea9-a2e60b221c05 req-596569da-221c-485b-9e23-9d5e7dd13ac5 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:55.268316 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:03:55.268561 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-77f99a9f-1729-4ea3-8ea9-a2e60b221c05 req-596569da-221c-485b-9e23-9d5e7dd13ac5 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 945 time: 0.0488417 Sep 30 14:03:55.297293 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb5fa1a-e4c5-46f9-bf43-b0e179dcf825 x-openstack-request-id: req-8cb5fa1a-e4c5-46f9-bf43-b0e179dcf825 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:03:55.297587 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ee4a25-a56e-43e1-b768-ad509d2371e5", "name": "network-vif-plugged", "status": "completed", "tag": "182f34af-8125-4edc-8983-9eed975ef0fc", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:03:55.297840 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8cb5fa1a-e4c5-46f9-bf43-b0e179dcf825 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:03:55.298252 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ee4a25-a56e-43e1-b768-ad509d2371e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182f34af-8125-4edc-8983-9eed975ef0fc', 'code': 200} Sep 30 14:03:55.316663 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-77f99a9f-1729-4ea3-8ea9-a2e60b221c05 req-b36607a5-a09f-4d80-8647-828054314a6d tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396333 Sep 30 14:03:55.324415 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=182f34af-8125-4edc-8983-9eed975ef0fc,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:03:55.392060 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f844d-0ae3-4035-b139-6f465bdc2179 req-e275d546-5c33-447c-bbfa-fe2fbd252345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:55.393547 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-473f844d-0ae3-4035-b139-6f465bdc2179 req-e275d546-5c33-447c-bbfa-fe2fbd252345 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 1097 time: 0.0400054 Sep 30 14:03:55.432800 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-473f844d-0ae3-4035-b139-6f465bdc2179 req-d433e225-2c87-4290-a046-8f3c30fc30aa service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316319 Sep 30 14:03:56.434970 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b313538-a3ca-4d41-9796-c62f9d984554 req-c8622892-7ad3-4a1b-861e-a106d89f51a1 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:56.436447 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5b313538-a3ca-4d41-9796-c62f9d984554 req-c8622892-7ad3-4a1b-861e-a106d89f51a1 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 946 time: 0.0520320 Sep 30 14:03:56.477326 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5b313538-a3ca-4d41-9796-c62f9d984554 req-c744b062-ee85-453c-8277-10d6c19b1493 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349696 Sep 30 14:03:57.592488 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789c0b2-e823-4ed4-9241-2f4c5b845483 req-2d8c3eac-037b-45ab-a597-1865f9ca2e97 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:57.593988 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d789c0b2-e823-4ed4-9241-2f4c5b845483 req-2d8c3eac-037b-45ab-a597-1865f9ca2e97 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 946 time: 0.0491240 Sep 30 14:03:57.631629 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d789c0b2-e823-4ed4-9241-2f4c5b845483 req-e7ace7ff-4255-4f92-b1c1-8e8d87b2732b tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317035 Sep 30 14:03:57.744007 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e16b41-fa36-4ea7-883f-688b5b4ad82e req-f9ae1b29-c3de-42ba-861d-df1970cf2df9 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:57.745372 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2e16b41-fa36-4ea7-883f-688b5b4ad82e req-f9ae1b29-c3de-42ba-861d-df1970cf2df9 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 946 time: 0.0485773 Sep 30 14:03:57.782062 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2e16b41-fa36-4ea7-883f-688b5b4ad82e req-31058ca9-48ad-4c34-9dd1-6835a639f64a tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307372 Sep 30 14:03:57.967723 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6296fd7-f523-4de8-a4c5-8cf31db48d3e req-5672bb05-0bea-4cac-a0f2-a4d21439433d tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:03:57.969185 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f6296fd7-f523-4de8-a4c5-8cf31db48d3e req-5672bb05-0bea-4cac-a0f2-a4d21439433d tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 946 time: 0.0492680 Sep 30 14:03:58.006144 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f6296fd7-f523-4de8-a4c5-8cf31db48d3e req-4e6c1652-33d5-42e4-b04b-48acc74c4a01 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307970 Sep 30 14:03:58.738306 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:04:09.411370 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0507e6-1562-4c3e-ac3b-54c391c3a195 req-25626b63-7010-420e-a091-b670271f8f61 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:09.412829 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb0507e6-1562-4c3e-ac3b-54c391c3a195 req-25626b63-7010-420e-a091-b670271f8f61 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 946 time: 0.0523646 Sep 30 14:04:09.450847 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb0507e6-1562-4c3e-ac3b-54c391c3a195 req-530e791d-3045-464e-abd4-52843802669e tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319412 Sep 30 14:04:09.472742 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48850) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:04:09.598548 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d7a666-1472-424b-bf72-6df776647db6 tempest-TestMinimumBasicScenario-346211166 tempest-TestMinimumBasicScenario-346211166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:09.600041 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-41d7a666-1472-424b-bf72-6df776647db6 tempest-TestMinimumBasicScenario-346211166 tempest-TestMinimumBasicScenario-346211166-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 1092 time: 0.1263406 Sep 30 14:04:09.603069 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48854) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:04:09.607229 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'port_id': '182f34af-8125-4edc-8983-9eed975ef0fc', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:04:09.628971 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:09.725259 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:09.825459 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Allocated IP 172.25.5.13 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/ea3d9602-b30c-410c-8c73-059cbfcc4936) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:04:09.926937 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:09.958812 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:09.992413 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:04:09.998480 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:04:10.001911 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:04:10.024969 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Pushing event updated for resources: {'Port': ['ID=ea3d9602-b30c-410c-8c73-059cbfcc4936,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:04:10.352410 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:10.744102 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:10.888913 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:10.893375 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:10.964668 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Pushing event updated for resources: {'Port': ['ID=ea3d9602-b30c-410c-8c73-059cbfcc4936,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:04:10.976026 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:04:10.976366 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:04:10.976701 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:04:10.977030 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:04:10.977355 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:04:10.977677 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:04:10.977994 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:04:10.978331 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:04:10.978649 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:04:10.978965 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:04:10.979277 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:04:10.979589 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:04:10.983677 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:11.083122 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Floating IP 7dc4a668-f758-4ace-83fc-bec27d568be5 associated. External IP: 172.25.5.13, port: 182f34af-8125-4edc-8983-9eed975ef0fc. Sep 30 14:04:11.284260 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Router 132e1c7c-3cd2-4d37-b620-7528e6576df3 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:04:11.391855 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:04:11.401646 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52706e91-b6ae-4277-98d3-9c4cc9528980 None None] Sync routers for ids ['132e1c7c-3cd2-4d37-b620-7528e6576df3'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:04:11.407527 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:11.410423 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52706e91-b6ae-4277-98d3-9c4cc9528980 None None] Routers {'132e1c7c-3cd2-4d37-b620-7528e6576df3'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:04:11.411090 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-52706e91-b6ae-4277-98d3-9c4cc9528980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:03:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['132e1c7c-3cd2-4d37-b620-7528e6576df3'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:04:11.435739 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-14317b36-9a64-46b7-8bf7-0926581173f6 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8316603 Sep 30 14:04:11.436577 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ee4a25-a56e-43e1-b768-ad509d2371e5', 'tag': '182f34af-8125-4edc-8983-9eed975ef0fc'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:04:11.438672 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48856) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:04:11.444750 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e219da2189c054287262e416842f7478ca0ea1bcac3b9d962638c13bcc9183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117bc3ed-8a85-441d-a9b8-4ece5425361c" -d '{"events": [{"name": "network-changed", "server_uuid": "27ee4a25-a56e-43e1-b768-ad509d2371e5", "tag": "182f34af-8125-4edc-8983-9eed975ef0fc"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:04:11.444931 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-0c82db93-978b-49e3-99bc-92208a233e77 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-293854274', 'description': 'tempest-secgroup-smoke-293854274 description', 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:04:11.478658 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c82db93-978b-49e3-99bc-92208a233e77 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:11.483381 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9765f14-0ffd-4ecd-be53-b58f9711063f x-openstack-request-id: req-f9765f14-0ffd-4ecd-be53-b58f9711063f {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:04:11.483668 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27ee4a25-a56e-43e1-b768-ad509d2371e5", "tag": "182f34af-8125-4edc-8983-9eed975ef0fc", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:04:11.483915 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9765f14-0ffd-4ecd-be53-b58f9711063f {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:04:11.484309 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ee4a25-a56e-43e1-b768-ad509d2371e5', 'tag': '182f34af-8125-4edc-8983-9eed975ef0fc', 'status': 'completed', 'code': 200} Sep 30 14:04:11.521034 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-52706e91-b6ae-4277-98d3-9c4cc9528980 None None] Set router 132e1c7c-3cd2-4d37-b620-7528e6576df3 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:04:11.562845 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bc3ed-8a85-441d-a9b8-4ece5425361c req-ed6b6a98-adc6-4988-849b-b7f22a9e6888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:11.564348 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-117bc3ed-8a85-441d-a9b8-4ece5425361c req-ed6b6a98-adc6-4988-849b-b7f22a9e6888 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c539a331b7ae4aa7a8c2fc1f1675b086&device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 1097 time: 0.0588198 Sep 30 14:04:11.626526 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c82db93-978b-49e3-99bc-92208a233e77 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:11.658287 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c82db93-978b-49e3-99bc-92208a233e77 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:11.694431 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c82db93-978b-49e3-99bc-92208a233e77 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:11.695664 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0c82db93-978b-49e3-99bc-92208a233e77 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2559922 Sep 30 14:04:11.699058 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48860) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:04:11.702270 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82db93-978b-49e3-99bc-92208a233e77 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1892897d-8f63-43be-afd2-35fdfa25bdbe,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:04:11.704181 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-1f5dc588-6021-4bc3-a700-8383690df1ea tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Request body: {'security_group_rule': {'security_group_id': '1892897d-8f63-43be-afd2-35fdfa25bdbe', 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:04:11.715038 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82db93-978b-49e3-99bc-92208a233e77 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:04:11.715394 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82db93-978b-49e3-99bc-92208a233e77 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:04:11.715733 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82db93-978b-49e3-99bc-92208a233e77 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:04:11.716064 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82db93-978b-49e3-99bc-92208a233e77 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:04:11.716395 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82db93-978b-49e3-99bc-92208a233e77 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:04:11.716723 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82db93-978b-49e3-99bc-92208a233e77 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:04:11.717041 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82db93-978b-49e3-99bc-92208a233e77 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:04:11.717361 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82db93-978b-49e3-99bc-92208a233e77 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:04:11.717682 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82db93-978b-49e3-99bc-92208a233e77 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:04:11.717999 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82db93-978b-49e3-99bc-92208a233e77 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:04:11.718341 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82db93-978b-49e3-99bc-92208a233e77 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:04:11.718658 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82db93-978b-49e3-99bc-92208a233e77 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:04:11.726314 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bc3ed-8a85-441d-a9b8-4ece5425361c req-ffb13d2b-bc0c-4877-8fa4-bf272d0a56d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:11.727816 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-117bc3ed-8a85-441d-a9b8-4ece5425361c req-ffb13d2b-bc0c-4877-8fa4-bf272d0a56d9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2f17e297-2978-4771-86ab-96669c433cb8 HTTP/1.1" status: 200 len: 915 time: 0.1545858 Sep 30 14:04:11.737358 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f5dc588-6021-4bc3-a700-8383690df1ea tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:11.745693 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-52706e91-b6ae-4277-98d3-9c4cc9528980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'name': 'tempest-TestMinimumBasicScenario-148643449-router', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '21f8e9b5-1c2f-4991-b0f0-9973b121f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:03:17Z', 'updated_at': '2021-09-30T14:03:20Z', 'revision_number': 4, 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'gw_port': {'id': '21f8e9b5-1c2f-4991-b0f0-9973b121f1e5', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:18Z', 'updated_at': '2021-09-30T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '7dc4a668-f758-4ace-83fc-bec27d568be5', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'port_id': '182f34af-8125-4edc-8983-9eed975ef0fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8', 'mac_address': 'fa:16:3e:d3:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ee4a25-a56e-43e1-b768-ad509d2371e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:04:10Z', 'updated_at': '2021-09-30T14:04:10Z', 'revision_number': 0, 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f021c019-2303-4083-ba0a-afe808f7aa86', 'name': '', 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'mac_address': 'fa:16:3e:c0:f6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ac283c2f-2c3a-4346-86c4-7fb0ad878c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:19Z', 'updated_at': '2021-09-30T14:03:25Z', 'revision_number': 5, 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'subnets': [{'id': 'ac283c2f-2c3a-4346-86c4-7fb0ad878c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:04:11.771841 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52706e91-b6ae-4277-98d3-9c4cc9528980 None None] Checking router: 132e1c7c-3cd2-4d37-b620-7528e6576df3 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:04:11.781056 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52706e91-b6ae-4277-98d3-9c4cc9528980 None None] Routers {'132e1c7c-3cd2-4d37-b620-7528e6576df3'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:04:11.781664 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-52706e91-b6ae-4277-98d3-9c4cc9528980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:03:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['132e1c7c-3cd2-4d37-b620-7528e6576df3'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:04:11.797942 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f5dc588-6021-4bc3-a700-8383690df1ea tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:11.803005 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f5dc588-6021-4bc3-a700-8383690df1ea tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:11.817646 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-117bc3ed-8a85-441d-a9b8-4ece5425361c req-997ba8b4-b978-48ed-a439-78ab70583d50 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=182f34af-8125-4edc-8983-9eed975ef0fc HTTP/1.1" status: 200 len: 999 time: 0.0665050 Sep 30 14:04:11.818353 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5dc588-6021-4bc3-a700-8383690df1ea tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d64f0b99-27e1-4642-9640-04c131081b28,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:04:11.827458 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1f5dc588-6021-4bc3-a700-8383690df1ea tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:11.828788 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1f5dc588-6021-4bc3-a700-8383690df1ea tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286967 Sep 30 14:04:11.831629 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48862) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:04:11.837164 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-602d34ba-b707-492b-bfae-f3d20acd0f18 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Request body: {'security_group_rule': {'security_group_id': '1892897d-8f63-43be-afd2-35fdfa25bdbe', 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:04:11.864025 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-602d34ba-b707-492b-bfae-f3d20acd0f18 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:11.873164 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bc3ed-8a85-441d-a9b8-4ece5425361c req-72bf9090-01a6-4053-b70c-a2dfcec334de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:11.874936 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-117bc3ed-8a85-441d-a9b8-4ece5425361c req-72bf9090-01a6-4053-b70c-a2dfcec334de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ac283c2f-2c3a-4346-86c4-7fb0ad878c2c HTTP/1.1" status: 200 len: 853 time: 0.0490780 Sep 30 14:04:11.896759 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-52706e91-b6ae-4277-98d3-9c4cc9528980 None None] Set router 132e1c7c-3cd2-4d37-b620-7528e6576df3 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:04:11.922053 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-602d34ba-b707-492b-bfae-f3d20acd0f18 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:11.922775 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bc3ed-8a85-441d-a9b8-4ece5425361c req-80ccc593-c865-4adc-b157-bc53316158b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:11.924717 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-117bc3ed-8a85-441d-a9b8-4ece5425361c req-80ccc593-c865-4adc-b157-bc53316158b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f17e297-2978-4771-86ab-96669c433cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432973 Sep 30 14:04:11.926494 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-602d34ba-b707-492b-bfae-f3d20acd0f18 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:11.943868 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d34ba-b707-492b-bfae-f3d20acd0f18 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d3a320-9053-4c7f-b774-6758548d719d,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:04:11.955531 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-602d34ba-b707-492b-bfae-f3d20acd0f18 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:11.957953 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-602d34ba-b707-492b-bfae-f3d20acd0f18 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1250324 Sep 30 14:04:11.961262 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48864) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:04:11.965998 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-7fd87887-08a3-47bb-b7e5-241431b9f29b tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Request body: {'security_group_rule': {'security_group_id': '1892897d-8f63-43be-afd2-35fdfa25bdbe', 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:04:12.044955 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7fd87887-08a3-47bb-b7e5-241431b9f29b tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:12.050082 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-117bc3ed-8a85-441d-a9b8-4ece5425361c req-6f2f5bc8-8f13-4c5b-a77d-6e61c7fb5590 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17e297-2978-4771-86ab-96669c433cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178625 Sep 30 14:04:12.133781 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-52706e91-b6ae-4277-98d3-9c4cc9528980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'name': 'tempest-TestMinimumBasicScenario-148643449-router', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '21f8e9b5-1c2f-4991-b0f0-9973b121f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:03:17Z', 'updated_at': '2021-09-30T14:03:20Z', 'revision_number': 4, 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'gw_port': {'id': '21f8e9b5-1c2f-4991-b0f0-9973b121f1e5', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:18Z', 'updated_at': '2021-09-30T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '7dc4a668-f758-4ace-83fc-bec27d568be5', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'port_id': '182f34af-8125-4edc-8983-9eed975ef0fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8', 'mac_address': 'fa:16:3e:d3:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ee4a25-a56e-43e1-b768-ad509d2371e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:04:10Z', 'updated_at': '2021-09-30T14:04:10Z', 'revision_number': 0, 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f021c019-2303-4083-ba0a-afe808f7aa86', 'name': '', 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'mac_address': 'fa:16:3e:c0:f6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ac283c2f-2c3a-4346-86c4-7fb0ad878c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:19Z', 'updated_at': '2021-09-30T14:03:25Z', 'revision_number': 5, 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'subnets': [{'id': 'ac283c2f-2c3a-4346-86c4-7fb0ad878c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:04:12.154935 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7fd87887-08a3-47bb-b7e5-241431b9f29b tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:12.160460 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52706e91-b6ae-4277-98d3-9c4cc9528980 None None] The sync data for ids ['132e1c7c-3cd2-4d37-b620-7528e6576df3'] in n-d-810909-2 is: [{'id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'name': 'tempest-TestMinimumBasicScenario-148643449-router', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '21f8e9b5-1c2f-4991-b0f0-9973b121f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:03:17Z', 'updated_at': '2021-09-30T14:03:20Z', 'revision_number': 4, 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'gw_port': {'id': '21f8e9b5-1c2f-4991-b0f0-9973b121f1e5', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:18Z', 'updated_at': '2021-09-30T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '7dc4a668-f758-4ace-83fc-bec27d568be5', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'port_id': '182f34af-8125-4edc-8983-9eed975ef0fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8', 'mac_address': 'fa:16:3e:d3:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ee4a25-a56e-43e1-b768-ad509d2371e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:04:10Z', 'updated_at': '2021-09-30T14:04:10Z', 'revision_number': 0, 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f021c019-2303-4083-ba0a-afe808f7aa86', 'name': '', 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'mac_address': 'fa:16:3e:c0:f6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ac283c2f-2c3a-4346-86c4-7fb0ad878c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:19Z', 'updated_at': '2021-09-30T14:03:25Z', 'revision_number': 5, 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'subnets': [{'id': 'ac283c2f-2c3a-4346-86c4-7fb0ad878c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:04:12.165635 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7fd87887-08a3-47bb-b7e5-241431b9f29b tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:12.185762 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-117bc3ed-8a85-441d-a9b8-4ece5425361c req-92df0b9c-3fae-4d93-b67a-20ec69d38717 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17e297-2978-4771-86ab-96669c433cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280117 Sep 30 14:04:12.190246 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd87887-08a3-47bb-b7e5-241431b9f29b tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144ef6e5-6361-4dfa-8355-32dbe080d944,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:04:12.200383 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7fd87887-08a3-47bb-b7e5-241431b9f29b tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:12.204626 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7fd87887-08a3-47bb-b7e5-241431b9f29b tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2394991 Sep 30 14:04:12.204929 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48866) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:04:12.210908 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-b4c4c6d8-3af2-43e3-924c-02b70685f01f tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Request body: {'security_group_rule': {'security_group_id': '1892897d-8f63-43be-afd2-35fdfa25bdbe', 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:04:12.238696 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4c4c6d8-3af2-43e3-924c-02b70685f01f tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:12.301295 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4c4c6d8-3af2-43e3-924c-02b70685f01f tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:12.305508 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4c4c6d8-3af2-43e3-924c-02b70685f01f tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:12.324782 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4c6d8-3af2-43e3-924c-02b70685f01f tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd323f76-c9e3-40b4-8d78-01c6366f9ffa,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:04:12.330892 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b4c4c6d8-3af2-43e3-924c-02b70685f01f tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:12.332488 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b4c4c6d8-3af2-43e3-924c-02b70685f01f tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1261013 Sep 30 14:04:12.335882 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 48868) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:04:12.340355 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-a4af8273-bb8b-4b2f-b5bb-b6881be1b6d4 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Request body: {'security_group_rule': {'security_group_id': '1892897d-8f63-43be-afd2-35fdfa25bdbe', 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:04:12.363745 n-d-810909-2 neutron-server[94763]: INFO neutron.db.securitygroups_db [None req-a4af8273-bb8b-4b2f-b5bb-b6881be1b6d4 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Project c539a331b7ae4aa7a8c2fc1f1675b086 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 14:04:12.369621 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a4af8273-bb8b-4b2f-b5bb-b6881be1b6d4 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:12.386049 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b00329-ac03-41d7-900e-e67609011b7a None None] New status for floating IP 7dc4a668-f758-4ace-83fc-bec27d568be5: ACTIVE {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 14:04:12.431031 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a4af8273-bb8b-4b2f-b5bb-b6881be1b6d4 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:12.436244 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a4af8273-bb8b-4b2f-b5bb-b6881be1b6d4 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:12.456078 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af8273-bb8b-4b2f-b5bb-b6881be1b6d4 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1e70ab-6fa0-40cf-8d56-e19ef31d3b88,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:04:12.460226 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a4af8273-bb8b-4b2f-b5bb-b6881be1b6d4 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:12.461529 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a4af8273-bb8b-4b2f-b5bb-b6881be1b6d4 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246386 Sep 30 14:04:12.464497 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48870) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:04:12.469171 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-995cdb17-e985-40a5-a503-03f2d793f417 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Request body: {'security_group_rule': {'security_group_id': '1892897d-8f63-43be-afd2-35fdfa25bdbe', 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:04:12.490679 n-d-810909-2 neutron-server[94764]: INFO neutron.db.securitygroups_db [None req-995cdb17-e985-40a5-a503-03f2d793f417 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Project c539a331b7ae4aa7a8c2fc1f1675b086 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 14:04:12.495325 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-995cdb17-e985-40a5-a503-03f2d793f417 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:12.556714 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-995cdb17-e985-40a5-a503-03f2d793f417 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:12.560564 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-995cdb17-e985-40a5-a503-03f2d793f417 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:12.579151 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995cdb17-e985-40a5-a503-03f2d793f417 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6339b88-82ee-4288-9a28-8e556ed01fe3,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:04:12.586817 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-995cdb17-e985-40a5-a503-03f2d793f417 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:12.588168 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-995cdb17-e985-40a5-a503-03f2d793f417 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226435 Sep 30 14:04:12.667703 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-157f2193-d803-466f-bb15-698b1d7fd01a req-61b1808e-2632-4349-bab7-5e127382520b tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-293854274&fields=id&tenant_id=c539a331b7ae4aa7a8c2fc1f1675b086 HTTP/1.1" status: 200 len: 267 time: 0.0343359 Sep 30 14:04:12.724339 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f2193-d803-466f-bb15-698b1d7fd01a req-8d593082-a1e4-4964-bbcb-628aee02d1b5 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:12.725777 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-157f2193-d803-466f-bb15-698b1d7fd01a req-8d593082-a1e4-4964-bbcb-628aee02d1b5 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 946 time: 0.0525136 Sep 30 14:04:12.736928 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-157f2193-d803-466f-bb15-698b1d7fd01a req-76394029-8036-47b2-ab82-90ee80132723 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Request body: {'port': {'security_groups': ['3bcf4a61-1a10-48ef-9f21-913e9243d64d', '1892897d-8f63-43be-afd2-35fdfa25bdbe']}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:04:12.798175 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-157f2193-d803-466f-bb15-698b1d7fd01a req-76394029-8036-47b2-ab82-90ee80132723 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:12.980928 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-157f2193-d803-466f-bb15-698b1d7fd01a req-76394029-8036-47b2-ab82-90ee80132723 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] For port 182f34af-8125-4edc-8983-9eed975ef0fc, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=182f34af-8125-4edc-8983-9eed975ef0fc,segment=NetworkSegment(0ef2f923-8f85-4d8a-81fe-b326f149bacd),segment_id=0ef2f923-8f85-4d8a-81fe-b326f149bacd)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:04:13.009483 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-157f2193-d803-466f-bb15-698b1d7fd01a req-76394029-8036-47b2-ab82-90ee80132723 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:13.013982 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-157f2193-d803-466f-bb15-698b1d7fd01a req-76394029-8036-47b2-ab82-90ee80132723 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:13.025731 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['182f34af-8125-4edc-8983-9eed975ef0fc'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:04:13.064604 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f2193-d803-466f-bb15-698b1d7fd01a req-76394029-8036-47b2-ab82-90ee80132723 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:13.065241 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-157f2193-d803-466f-bb15-698b1d7fd01a req-76394029-8036-47b2-ab82-90ee80132723 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:13.066692 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-157f2193-d803-466f-bb15-698b1d7fd01a req-76394029-8036-47b2-ab82-90ee80132723 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "PUT /v2.0/ports/182f34af-8125-4edc-8983-9eed975ef0fc HTTP/1.1" status: 200 len: 982 time: 0.3342133 Sep 30 14:04:13.094594 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76394029-8036-47b2-ab82-90ee80132723 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Pushing event updated for resources: {'Port': ['ID=182f34af-8125-4edc-8983-9eed975ef0fc,revision_number=6']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:04:13.121526 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['182f34af-8125-4edc-8983-9eed975ef0fc'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:04:13.174061 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9757528-1cd6-4b4d-ac03-8f4a45e53a2f req-87a47369-f9dd-4488-aba6-c5f89d20dd07 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:13.182543 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d9757528-1cd6-4b4d-ac03-8f4a45e53a2f req-87a47369-f9dd-4488-aba6-c5f89d20dd07 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 985 time: 0.0566421 Sep 30 14:04:13.226634 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d9757528-1cd6-4b4d-ac03-8f4a45e53a2f req-d90b8eac-2f8f-4b39-a3b1-44fd2e44475c tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=1892897d-8f63-43be-afd2-35fdfa25bdbe&id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428638 Sep 30 14:04:13.428066 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d9da512a-68da-4d92-993e-a70fba9d81ca None None] Provisioning complete for port 182f34af-8125-4edc-8983-9eed975ef0fc triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:04:13.428463 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d9da512a-68da-4d92-993e-a70fba9d81ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:13.485329 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ee4a25-a56e-43e1-b768-ad509d2371e5', 'tag': '182f34af-8125-4edc-8983-9eed975ef0fc'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:04:13.487619 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e219da2189c054287262e416842f7478ca0ea1bcac3b9d962638c13bcc9183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb056cc7-2a3f-4e6a-a1e5-7481bffd44c5" -d '{"events": [{"name": "network-changed", "server_uuid": "27ee4a25-a56e-43e1-b768-ad509d2371e5", "tag": "182f34af-8125-4edc-8983-9eed975ef0fc"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:04:13.523386 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194a8bf2-1543-4c21-98cc-9ab228169f3c x-openstack-request-id: req-194a8bf2-1543-4c21-98cc-9ab228169f3c {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:04:13.523671 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27ee4a25-a56e-43e1-b768-ad509d2371e5", "tag": "182f34af-8125-4edc-8983-9eed975ef0fc", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:04:13.523919 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-194a8bf2-1543-4c21-98cc-9ab228169f3c {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:04:13.524311 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ee4a25-a56e-43e1-b768-ad509d2371e5', 'tag': '182f34af-8125-4edc-8983-9eed975ef0fc', 'status': 'completed', 'code': 200} Sep 30 14:04:13.594585 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb056cc7-2a3f-4e6a-a1e5-7481bffd44c5 req-841d08f1-db6a-472c-acc6-6b05fa2f25ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:13.596086 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eb056cc7-2a3f-4e6a-a1e5-7481bffd44c5 req-841d08f1-db6a-472c-acc6-6b05fa2f25ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c539a331b7ae4aa7a8c2fc1f1675b086&device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 1136 time: 0.0499780 Sep 30 14:04:13.685632 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb056cc7-2a3f-4e6a-a1e5-7481bffd44c5 req-74dcd088-18ec-4864-987e-e84d942bc8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:13.687134 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eb056cc7-2a3f-4e6a-a1e5-7481bffd44c5 req-74dcd088-18ec-4864-987e-e84d942bc8f8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2f17e297-2978-4771-86ab-96669c433cb8 HTTP/1.1" status: 200 len: 915 time: 0.0831206 Sep 30 14:04:13.760150 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eb056cc7-2a3f-4e6a-a1e5-7481bffd44c5 req-a87724b6-d76d-44ff-a5c5-c6538e82115f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=182f34af-8125-4edc-8983-9eed975ef0fc HTTP/1.1" status: 200 len: 1001 time: 0.0623333 Sep 30 14:04:13.809749 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb056cc7-2a3f-4e6a-a1e5-7481bffd44c5 req-94258352-292a-4ab4-a431-45640ca7e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:13.811172 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eb056cc7-2a3f-4e6a-a1e5-7481bffd44c5 req-94258352-292a-4ab4-a431-45640ca7e86b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ac283c2f-2c3a-4346-86c4-7fb0ad878c2c HTTP/1.1" status: 200 len: 853 time: 0.0424244 Sep 30 14:04:13.856465 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb056cc7-2a3f-4e6a-a1e5-7481bffd44c5 req-13757360-c22d-469a-920b-32e7f3031dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:13.857922 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eb056cc7-2a3f-4e6a-a1e5-7481bffd44c5 req-13757360-c22d-469a-920b-32e7f3031dee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f17e297-2978-4771-86ab-96669c433cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391090 Sep 30 14:04:13.951077 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eb056cc7-2a3f-4e6a-a1e5-7481bffd44c5 req-a2f47a61-4ba1-448d-9e34-fcb33c6c1de6 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17e297-2978-4771-86ab-96669c433cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839415 Sep 30 14:04:14.038262 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eb056cc7-2a3f-4e6a-a1e5-7481bffd44c5 req-e33dadba-264f-4a56-9ed9-b1c4d7f9d6a1 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17e297-2978-4771-86ab-96669c433cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798893 Sep 30 14:04:15.323938 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:16.691661 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e92d766c-02ed-4551-a40a-f9a2bb0d1088 req-730a17c5-68ca-4b23-b115-ddcd288b0bd0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0941746 Sep 30 14:04:16.778414 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d766c-02ed-4551-a40a-f9a2bb0d1088 req-5f33d8ad-880c-4481-898b-7de760928154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:16.781465 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e92d766c-02ed-4551-a40a-f9a2bb0d1088 req-5f33d8ad-880c-4481-898b-7de760928154 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c539a331b7ae4aa7a8c2fc1f1675b086&device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 1136 time: 0.0457392 Sep 30 14:04:16.885231 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d766c-02ed-4551-a40a-f9a2bb0d1088 req-1bb4d17f-4c97-4915-847c-7e3176fe882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:16.886708 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e92d766c-02ed-4551-a40a-f9a2bb0d1088 req-1bb4d17f-4c97-4915-847c-7e3176fe882c service neutron] 10.222.0.39 "GET /v2.0/networks?id=2f17e297-2978-4771-86ab-96669c433cb8 HTTP/1.1" status: 200 len: 915 time: 0.0858188 Sep 30 14:04:16.952535 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e92d766c-02ed-4551-a40a-f9a2bb0d1088 req-e5bc71a3-b7c3-4d5d-a70a-dfe9aa817a6d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=182f34af-8125-4edc-8983-9eed975ef0fc HTTP/1.1" status: 200 len: 1001 time: 0.0585957 Sep 30 14:04:17.000088 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d766c-02ed-4551-a40a-f9a2bb0d1088 req-25f1d08d-0fd3-4110-a32c-aba0a92f206d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:17.001491 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e92d766c-02ed-4551-a40a-f9a2bb0d1088 req-25f1d08d-0fd3-4110-a32c-aba0a92f206d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ac283c2f-2c3a-4346-86c4-7fb0ad878c2c HTTP/1.1" status: 200 len: 853 time: 0.0417619 Sep 30 14:04:17.048280 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d766c-02ed-4551-a40a-f9a2bb0d1088 req-dcf9d8c8-8663-4ff2-a05e-9174a1d87763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:17.049686 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e92d766c-02ed-4551-a40a-f9a2bb0d1088 req-dcf9d8c8-8663-4ff2-a05e-9174a1d87763 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f17e297-2978-4771-86ab-96669c433cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414412 Sep 30 14:04:17.446379 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e92d766c-02ed-4551-a40a-f9a2bb0d1088 req-1ffb07b7-4e4d-4c4d-ab8f-019774ddfa0b service neutron] 10.222.0.39 "GET /v2.0/networks/2f17e297-2978-4771-86ab-96669c433cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866553 Sep 30 14:04:17.540479 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e92d766c-02ed-4551-a40a-f9a2bb0d1088 req-c0ecbc6c-94a1-479b-b90c-3e1d458a299e service neutron] 10.222.0.39 "GET /v2.0/networks/2f17e297-2978-4771-86ab-96669c433cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865507 Sep 30 14:04:18.246921 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5b858d4a-af6f-40c0-ac73-2dc5831a5e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:20.106060 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:20.748832 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ff9e71c1-95b8-4abd-a411-b64c3a197805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:21.711222 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:22.569361 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:24.330609 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:30.446451 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ee623-ac73-40b7-8123-40b8ce156863 req-1ff422e7-f8f9-40d0-b4d8-a42e8354f05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:30.448052 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c81ee623-ac73-40b7-8123-40b8ce156863 req-1ff422e7-f8f9-40d0-b4d8-a42e8354f05f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c539a331b7ae4aa7a8c2fc1f1675b086&device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 1136 time: 0.0423679 Sep 30 14:04:30.451279 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9101c3-c7dd-4eae-8c66-8caddbd5791b req-9dded263-b14f-482b-a516-7d8683c5112a tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:30.452831 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb9101c3-c7dd-4eae-8c66-8caddbd5791b req-9dded263-b14f-482b-a516-7d8683c5112a tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 985 time: 0.0513597 Sep 30 14:04:30.493190 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb9101c3-c7dd-4eae-8c66-8caddbd5791b req-eb99467d-fca2-4a87-8ac3-1f241aaf8e41 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=1892897d-8f63-43be-afd2-35fdfa25bdbe&id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340264 Sep 30 14:04:30.543502 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ee623-ac73-40b7-8123-40b8ce156863 req-16f12afc-b3d8-4002-806d-b376993eb8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:30.544907 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c81ee623-ac73-40b7-8123-40b8ce156863 req-16f12afc-b3d8-4002-806d-b376993eb8c8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2f17e297-2978-4771-86ab-96669c433cb8 HTTP/1.1" status: 200 len: 915 time: 0.0892241 Sep 30 14:04:30.609021 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c81ee623-ac73-40b7-8123-40b8ce156863 req-dd9ea635-738d-4f5a-a923-e3ab84145cfc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=182f34af-8125-4edc-8983-9eed975ef0fc HTTP/1.1" status: 200 len: 1001 time: 0.0567212 Sep 30 14:04:30.656889 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ee623-ac73-40b7-8123-40b8ce156863 req-f0aa940d-bb2b-4bf1-8bd2-4fcff47d85e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:30.658318 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c81ee623-ac73-40b7-8123-40b8ce156863 req-f0aa940d-bb2b-4bf1-8bd2-4fcff47d85e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ac283c2f-2c3a-4346-86c4-7fb0ad878c2c HTTP/1.1" status: 200 len: 853 time: 0.0422621 Sep 30 14:04:30.707775 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ee623-ac73-40b7-8123-40b8ce156863 req-60c1794e-3c3c-4b5e-8f33-589690de5664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:30.709238 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c81ee623-ac73-40b7-8123-40b8ce156863 req-60c1794e-3c3c-4b5e-8f33-589690de5664 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f17e297-2978-4771-86ab-96669c433cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429034 Sep 30 14:04:30.797718 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c81ee623-ac73-40b7-8123-40b8ce156863 req-2377b0e6-d4a1-4e41-bba2-bcdc0d6b8899 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17e297-2978-4771-86ab-96669c433cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796714 Sep 30 14:04:30.890822 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c81ee623-ac73-40b7-8123-40b8ce156863 req-a54dc340-a488-4c3f-833b-d5883c296d59 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17e297-2978-4771-86ab-96669c433cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857031 Sep 30 14:04:31.610037 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ad2ca-d7d2-4989-a5bb-58f957de653b req-5a541948-a244-42ea-8881-7d5c1a67653a tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:31.611526 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a78ad2ca-d7d2-4989-a5bb-58f957de653b req-5a541948-a244-42ea-8881-7d5c1a67653a tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 985 time: 0.0486248 Sep 30 14:04:31.651957 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a78ad2ca-d7d2-4989-a5bb-58f957de653b req-87b4adb1-df98-4fa9-ba4d-15b293c17f05 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=1892897d-8f63-43be-afd2-35fdfa25bdbe&id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337086 Sep 30 14:04:32.766312 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e951595-1f07-467c-a2be-4fcf84506a50 req-1ab7866e-797a-440d-b4e3-c375b7958f80 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:32.767776 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6e951595-1f07-467c-a2be-4fcf84506a50 req-1ab7866e-797a-440d-b4e3-c375b7958f80 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 985 time: 0.0485673 Sep 30 14:04:32.806520 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6e951595-1f07-467c-a2be-4fcf84506a50 req-a4ac05d6-107c-4a5e-851a-20373d6823f3 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=1892897d-8f63-43be-afd2-35fdfa25bdbe&id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326946 Sep 30 14:04:33.922075 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec373f8-ddb0-4d0b-812d-0be08544a5d5 req-74e2c497-a8e5-4ccc-81b6-df8b6e0a9d41 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:33.923555 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fec373f8-ddb0-4d0b-812d-0be08544a5d5 req-74e2c497-a8e5-4ccc-81b6-df8b6e0a9d41 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 985 time: 0.0487022 Sep 30 14:04:33.967559 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fec373f8-ddb0-4d0b-812d-0be08544a5d5 req-7d446280-1824-49e2-a9e8-ef266e842a0f tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=1892897d-8f63-43be-afd2-35fdfa25bdbe&id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379961 Sep 30 14:04:35.080604 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f56ab4-ccff-4719-9a1c-fd2d6996beef req-5f989434-a181-4359-9a62-b615e6bcf99c tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:35.082621 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-15f56ab4-ccff-4719-9a1c-fd2d6996beef req-5f989434-a181-4359-9a62-b615e6bcf99c tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 985 time: 0.0495055 Sep 30 14:04:35.125790 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-15f56ab4-ccff-4719-9a1c-fd2d6996beef req-d4bd2d93-b881-4601-92a0-99f05a9d2676 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=1892897d-8f63-43be-afd2-35fdfa25bdbe&id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372143 Sep 30 14:04:35.740734 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:04:36.122220 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-c7f5a08e-f651-4546-a549-97895e1f6ffa req-bbf0c95b-c6cb-47ef-8383-0cbd3a295c50 tempest-ServerDiskConfigTestJSON-71375294 tempest-ServerDiskConfigTestJSON-71375294-project] (94763) timed out ('10.222.0.39', 54786) {{(pid=94763) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 14:04:36.240478 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ebfe3-bb3d-4004-b0b0-5cea59d2e5b2 req-75775aa9-1bc7-487b-99ca-f0a1ddb4d6a9 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:36.241963 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-910ebfe3-bb3d-4004-b0b0-5cea59d2e5b2 req-75775aa9-1bc7-487b-99ca-f0a1ddb4d6a9 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 985 time: 0.0498359 Sep 30 14:04:36.281399 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-910ebfe3-bb3d-4004-b0b0-5cea59d2e5b2 req-e4f6f83f-352d-45e0-bffd-ac149480800e tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=1892897d-8f63-43be-afd2-35fdfa25bdbe&id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333610 Sep 30 14:04:37.396522 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae009744-fce2-4d93-9a3e-4245463e3ccf req-35cfe249-63d9-4cba-be31-aa56ebb173fb tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:37.397983 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ae009744-fce2-4d93-9a3e-4245463e3ccf req-35cfe249-63d9-4cba-be31-aa56ebb173fb tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 985 time: 0.0500207 Sep 30 14:04:37.437722 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ae009744-fce2-4d93-9a3e-4245463e3ccf req-6bb88147-d08c-44a0-a5d1-c973bd2b0184 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=1892897d-8f63-43be-afd2-35fdfa25bdbe&id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336068 Sep 30 14:04:38.552326 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b7285-ac85-43c3-b3ff-208ecadb1445 req-12d3c66a-36da-4c26-b060-1a4f1b9bcfc3 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:38.554467 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ef4b7285-ac85-43c3-b3ff-208ecadb1445 req-12d3c66a-36da-4c26-b060-1a4f1b9bcfc3 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 985 time: 0.0499985 Sep 30 14:04:38.594554 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ef4b7285-ac85-43c3-b3ff-208ecadb1445 req-7623538a-1f3d-41ca-98d1-1fcf6a315e1e tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=1892897d-8f63-43be-afd2-35fdfa25bdbe&id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339088 Sep 30 14:04:39.709108 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71652ac0-5fea-41cc-ba10-8b02e95a79c8 req-dcc4310a-4e48-442c-bcff-2f19bcd046e9 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:39.710529 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71652ac0-5fea-41cc-ba10-8b02e95a79c8 req-dcc4310a-4e48-442c-bcff-2f19bcd046e9 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 985 time: 0.0492756 Sep 30 14:04:39.749723 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-71652ac0-5fea-41cc-ba10-8b02e95a79c8 req-a1b24562-4e2d-434c-9578-752ad3c7811e tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=1892897d-8f63-43be-afd2-35fdfa25bdbe&id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330884 Sep 30 14:04:40.863834 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3fd4b-34cf-439a-819a-d3f79cddac23 req-6016a40d-d997-46e8-8ff1-24c8031f2c57 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:40.865406 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-97e3fd4b-34cf-439a-819a-d3f79cddac23 req-6016a40d-d997-46e8-8ff1-24c8031f2c57 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 985 time: 0.0491121 Sep 30 14:04:40.909165 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-97e3fd4b-34cf-439a-819a-d3f79cddac23 req-248ad508-a751-4390-a6a1-22fc7def6555 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=1892897d-8f63-43be-afd2-35fdfa25bdbe&id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371709 Sep 30 14:04:42.021600 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2195c0a-e3d4-4b1f-adc5-d09c6b58ed4c req-1faf440d-fe32-4e0c-8b6d-ade94479d7bb tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:04:42.023600 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f2195c0a-e3d4-4b1f-adc5-d09c6b58ed4c req-1faf440d-fe32-4e0c-8b6d-ade94479d7bb tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 985 time: 0.0484099 Sep 30 14:04:42.066916 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f2195c0a-e3d4-4b1f-adc5-d09c6b58ed4c req-994eaecd-8368-4e2f-b9dc-5f9afc192b7b tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=1892897d-8f63-43be-afd2-35fdfa25bdbe&id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373585 Sep 30 14:04:45.328318 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:48.246763 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-629c7b23-e06c-4462-8993-f3d4ea5ee83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:50.123655 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:50.749892 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f89088a9-5e9f-4a3c-93b6-8f729af2f02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:51.711672 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:52.571931 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:04:54.333448 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:12.313996 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-16107c05-0623-4c32-8093-3aa0621eba0e req-6eda1035-83e7-46b0-9be4-cb878e583e74 service neutron] (94763) timed out ('10.222.0.54', 56416) {{(pid=94763) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 14:05:12.739736 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:05:14.592390 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-317008de-ca71-4c7d-9645-b9d77a1a0017 req-2c5f1360-0d38-4714-b077-71113411795a tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-293854274&fields=id&tenant_id=c539a331b7ae4aa7a8c2fc1f1675b086 HTTP/1.1" status: 200 len: 267 time: 0.1501391 Sep 30 14:05:14.644059 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317008de-ca71-4c7d-9645-b9d77a1a0017 req-d5e9a1b5-e2bd-408c-9263-bc9a1bf35c7b tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:14.645529 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-317008de-ca71-4c7d-9645-b9d77a1a0017 req-d5e9a1b5-e2bd-408c-9263-bc9a1bf35c7b tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 985 time: 0.0475821 Sep 30 14:05:14.656376 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-317008de-ca71-4c7d-9645-b9d77a1a0017 req-fd3ea824-5953-41c3-bcc2-2bff0211ce27 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Request body: {'port': {'security_groups': ['3bcf4a61-1a10-48ef-9f21-913e9243d64d']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:05:14.719198 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-317008de-ca71-4c7d-9645-b9d77a1a0017 req-fd3ea824-5953-41c3-bcc2-2bff0211ce27 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:14.890335 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-317008de-ca71-4c7d-9645-b9d77a1a0017 req-fd3ea824-5953-41c3-bcc2-2bff0211ce27 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] For port 182f34af-8125-4edc-8983-9eed975ef0fc, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=182f34af-8125-4edc-8983-9eed975ef0fc,segment=NetworkSegment(0ef2f923-8f85-4d8a-81fe-b326f149bacd),segment_id=0ef2f923-8f85-4d8a-81fe-b326f149bacd)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:05:14.922300 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-317008de-ca71-4c7d-9645-b9d77a1a0017 req-fd3ea824-5953-41c3-bcc2-2bff0211ce27 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:14.926796 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-317008de-ca71-4c7d-9645-b9d77a1a0017 req-fd3ea824-5953-41c3-bcc2-2bff0211ce27 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:14.940071 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['182f34af-8125-4edc-8983-9eed975ef0fc'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:05:14.977652 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317008de-ca71-4c7d-9645-b9d77a1a0017 req-fd3ea824-5953-41c3-bcc2-2bff0211ce27 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:14.978633 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-317008de-ca71-4c7d-9645-b9d77a1a0017 req-fd3ea824-5953-41c3-bcc2-2bff0211ce27 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:14.980934 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-317008de-ca71-4c7d-9645-b9d77a1a0017 req-fd3ea824-5953-41c3-bcc2-2bff0211ce27 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "PUT /v2.0/ports/182f34af-8125-4edc-8983-9eed975ef0fc HTTP/1.1" status: 200 len: 943 time: 0.3283303 Sep 30 14:05:14.981898 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ee4a25-a56e-43e1-b768-ad509d2371e5', 'tag': '182f34af-8125-4edc-8983-9eed975ef0fc'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:05:14.983996 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164152ea-aa20-42e8-a676-37ab85072aff" -d '{"events": [{"name": "network-changed", "server_uuid": "27ee4a25-a56e-43e1-b768-ad509d2371e5", "tag": "182f34af-8125-4edc-8983-9eed975ef0fc"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:05:14.989016 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48926) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:15.009904 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ea824-5953-41c3-bcc2-2bff0211ce27 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Pushing event updated for resources: {'Port': ['ID=182f34af-8125-4edc-8983-9eed975ef0fc,revision_number=7']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:15.019711 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ea824-5953-41c3-bcc2-2bff0211ce27 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:15.020065 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ea824-5953-41c3-bcc2-2bff0211ce27 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:15.020411 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ea824-5953-41c3-bcc2-2bff0211ce27 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:15.020752 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ea824-5953-41c3-bcc2-2bff0211ce27 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:15.021087 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ea824-5953-41c3-bcc2-2bff0211ce27 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:15.021423 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ea824-5953-41c3-bcc2-2bff0211ce27 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:15.021862 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ea824-5953-41c3-bcc2-2bff0211ce27 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:15.022245 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ea824-5953-41c3-bcc2-2bff0211ce27 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:15.022579 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ea824-5953-41c3-bcc2-2bff0211ce27 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:15.022908 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ea824-5953-41c3-bcc2-2bff0211ce27 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:15.023235 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ea824-5953-41c3-bcc2-2bff0211ce27 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:15.023560 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3ea824-5953-41c3-bcc2-2bff0211ce27 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:15.044025 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3950b7a8-dec4-4e80-8e13-3de04a8385b7 x-openstack-request-id: req-3950b7a8-dec4-4e80-8e13-3de04a8385b7 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:05:15.044322 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27ee4a25-a56e-43e1-b768-ad509d2371e5", "tag": "182f34af-8125-4edc-8983-9eed975ef0fc", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:05:15.044575 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3950b7a8-dec4-4e80-8e13-3de04a8385b7 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:05:15.044986 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ee4a25-a56e-43e1-b768-ad509d2371e5', 'tag': '182f34af-8125-4edc-8983-9eed975ef0fc', 'status': 'completed', 'code': 200} Sep 30 14:05:15.047711 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['182f34af-8125-4edc-8983-9eed975ef0fc'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:05:15.078001 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-44e4303a-ab8f-4cbe-a8cb-56b7683188fe tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:15.108272 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-44e4303a-ab8f-4cbe-a8cb-56b7683188fe tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:15.121535 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164152ea-aa20-42e8-a676-37ab85072aff req-50c23ef9-6717-41aa-8177-f50e814739b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:15.123403 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-164152ea-aa20-42e8-a676-37ab85072aff req-50c23ef9-6717-41aa-8177-f50e814739b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c539a331b7ae4aa7a8c2fc1f1675b086&device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 1097 time: 0.0520992 Sep 30 14:05:15.183347 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-44e4303a-ab8f-4cbe-a8cb-56b7683188fe tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:15.188069 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-44e4303a-ab8f-4cbe-a8cb-56b7683188fe tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:15.193940 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-44e4303a-ab8f-4cbe-a8cb-56b7683188fe tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "DELETE /v2.0/security-groups/1892897d-8f63-43be-afd2-35fdfa25bdbe HTTP/1.1" status: 204 len: 168 time: 0.2030475 Sep 30 14:05:15.194660 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 48930) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:15.211676 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4303a-ab8f-4cbe-a8cb-56b7683188fe tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1892897d-8f63-43be-afd2-35fdfa25bdbe,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:15.247543 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164152ea-aa20-42e8-a676-37ab85072aff req-b45b0b7b-d82b-4638-a6a2-a29f79c3b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:15.248955 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-164152ea-aa20-42e8-a676-37ab85072aff req-b45b0b7b-d82b-4638-a6a2-a29f79c3b406 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2f17e297-2978-4771-86ab-96669c433cb8 HTTP/1.1" status: 200 len: 915 time: 0.1183140 Sep 30 14:05:15.251889 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4303a-ab8f-4cbe-a8cb-56b7683188fe tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:15.252248 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4303a-ab8f-4cbe-a8cb-56b7683188fe tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:15.252610 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4303a-ab8f-4cbe-a8cb-56b7683188fe tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:15.252956 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4303a-ab8f-4cbe-a8cb-56b7683188fe tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:15.253292 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4303a-ab8f-4cbe-a8cb-56b7683188fe tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:15.253625 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4303a-ab8f-4cbe-a8cb-56b7683188fe tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:15.254069 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4303a-ab8f-4cbe-a8cb-56b7683188fe tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:15.254405 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4303a-ab8f-4cbe-a8cb-56b7683188fe tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:15.254735 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4303a-ab8f-4cbe-a8cb-56b7683188fe tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:15.255067 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4303a-ab8f-4cbe-a8cb-56b7683188fe tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:15.255395 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4303a-ab8f-4cbe-a8cb-56b7683188fe tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:15.255724 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4303a-ab8f-4cbe-a8cb-56b7683188fe tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:15.290641 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-8db7e526-1368-48d2-904d-542b907c3c86 None None] Provisioning complete for port 182f34af-8125-4edc-8983-9eed975ef0fc triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:05:15.291139 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8db7e526-1368-48d2-904d-542b907c3c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:15.318853 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-164152ea-aa20-42e8-a676-37ab85072aff req-f64b6c2e-4a56-4090-bdf6-c0a25b3a12a3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=182f34af-8125-4edc-8983-9eed975ef0fc HTTP/1.1" status: 200 len: 1001 time: 0.0622728 Sep 30 14:05:15.367569 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:15.374384 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164152ea-aa20-42e8-a676-37ab85072aff req-31989b7c-becb-4146-a1e5-d8abc9bf407f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:15.376263 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-164152ea-aa20-42e8-a676-37ab85072aff req-31989b7c-becb-4146-a1e5-d8abc9bf407f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ac283c2f-2c3a-4346-86c4-7fb0ad878c2c HTTP/1.1" status: 200 len: 853 time: 0.0497279 Sep 30 14:05:15.387688 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-0ffa9d2c-1b2d-4fcb-ab56-42aa6bc0fb9f tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Deleting port ea3d9602-b30c-410c-8c73-059cbfcc4936 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:05:15.388039 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0ffa9d2c-1b2d-4fcb-ab56-42aa6bc0fb9f tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:15.428902 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164152ea-aa20-42e8-a676-37ab85072aff req-6a7d3a00-4c22-4267-b07f-fc8d2bccb170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:15.431421 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-164152ea-aa20-42e8-a676-37ab85072aff req-6a7d3a00-4c22-4267-b07f-fc8d2bccb170 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f17e297-2978-4771-86ab-96669c433cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474532 Sep 30 14:05:15.470246 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0ffa9d2c-1b2d-4fcb-ab56-42aa6bc0fb9f tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:15.470581 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0ffa9d2c-1b2d-4fcb-ab56-42aa6bc0fb9f tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:15.482782 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-0ffa9d2c-1b2d-4fcb-ab56-42aa6bc0fb9f tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Calling delete_port for ea3d9602-b30c-410c-8c73-059cbfcc4936 owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:05:15.521943 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-164152ea-aa20-42e8-a676-37ab85072aff req-16a2dece-5a08-4529-8a5f-ce366c15011a service neutron] 10.222.0.39 "GET /v2.0/networks/2f17e297-2978-4771-86ab-96669c433cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828297 Sep 30 14:05:15.619188 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-164152ea-aa20-42e8-a676-37ab85072aff req-c50e59e1-a936-459a-ba08-eeb7a2fe3e32 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17e297-2978-4771-86ab-96669c433cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902662 Sep 30 14:05:15.629993 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0ffa9d2c-1b2d-4fcb-ab56-42aa6bc0fb9f tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:15.682609 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa9d2c-1b2d-4fcb-ab56-42aa6bc0fb9f tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Pushing event deleted for resources: {'Port': ['ID=ea3d9602-b30c-410c-8c73-059cbfcc4936,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:15.718979 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0ffa9d2c-1b2d-4fcb-ab56-42aa6bc0fb9f tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:15.719354 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-0ffa9d2c-1b2d-4fcb-ab56-42aa6bc0fb9f tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Floating IP 7dc4a668-f758-4ace-83fc-bec27d568be5 disassociated (deleted). External IP: 172.25.5.13, port: 182f34af-8125-4edc-8983-9eed975ef0fc. Sep 30 14:05:15.923673 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ffa9d2c-1b2d-4fcb-ab56-42aa6bc0fb9f tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Router 132e1c7c-3cd2-4d37-b620-7528e6576df3 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:05:16.032451 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffa9d2c-1b2d-4fcb-ab56-42aa6bc0fb9f tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:05:16.037256 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0ffa9d2c-1b2d-4fcb-ab56-42aa6bc0fb9f tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:16.042706 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327d0c41-bb6e-440f-8be6-35a8c5d71907 None None] Sync routers for ids ['132e1c7c-3cd2-4d37-b620-7528e6576df3'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:05:16.051348 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327d0c41-bb6e-440f-8be6-35a8c5d71907 None None] Routers {'132e1c7c-3cd2-4d37-b620-7528e6576df3'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:05:16.052030 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-327d0c41-bb6e-440f-8be6-35a8c5d71907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:04:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['132e1c7c-3cd2-4d37-b620-7528e6576df3'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:16.070482 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0ffa9d2c-1b2d-4fcb-ab56-42aa6bc0fb9f tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "DELETE /v2.0/floatingips/7dc4a668-f758-4ace-83fc-bec27d568be5 HTTP/1.1" status: 204 len: 168 time: 0.8656614 Sep 30 14:05:16.071078 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ee4a25-a56e-43e1-b768-ad509d2371e5', 'tag': '182f34af-8125-4edc-8983-9eed975ef0fc'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:05:16.073326 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e219da2189c054287262e416842f7478ca0ea1bcac3b9d962638c13bcc9183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b8b77b-326c-49ad-8d9a-a857cd179797" -d '{"events": [{"name": "network-changed", "server_uuid": "27ee4a25-a56e-43e1-b768-ad509d2371e5", "tag": "182f34af-8125-4edc-8983-9eed975ef0fc"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:05:16.155694 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f8abf3-a9de-4e44-9836-be5deb9fdfa5 x-openstack-request-id: req-d2f8abf3-a9de-4e44-9836-be5deb9fdfa5 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:05:16.156685 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27ee4a25-a56e-43e1-b768-ad509d2371e5", "tag": "182f34af-8125-4edc-8983-9eed975ef0fc", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:05:16.156957 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2f8abf3-a9de-4e44-9836-be5deb9fdfa5 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:05:16.157370 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ee4a25-a56e-43e1-b768-ad509d2371e5', 'tag': '182f34af-8125-4edc-8983-9eed975ef0fc', 'status': 'completed', 'code': 200} Sep 30 14:05:16.181544 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-327d0c41-bb6e-440f-8be6-35a8c5d71907 None None] Set router 132e1c7c-3cd2-4d37-b620-7528e6576df3 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:05:16.233528 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8b77b-326c-49ad-8d9a-a857cd179797 req-b653ef18-7915-46f1-b793-ecbab1c5fde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:16.235171 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-74b8b77b-326c-49ad-8d9a-a857cd179797 req-b653ef18-7915-46f1-b793-ecbab1c5fde5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c539a331b7ae4aa7a8c2fc1f1675b086&device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 1097 time: 0.0571082 Sep 30 14:05:16.357261 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8b77b-326c-49ad-8d9a-a857cd179797 req-b7352401-84a3-44ff-9c9d-37d1d7eeff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:16.359022 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-74b8b77b-326c-49ad-8d9a-a857cd179797 req-b7352401-84a3-44ff-9c9d-37d1d7eeff60 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2f17e297-2978-4771-86ab-96669c433cb8 HTTP/1.1" status: 200 len: 915 time: 0.1164334 Sep 30 14:05:16.410864 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-74b8b77b-326c-49ad-8d9a-a857cd179797 req-75134883-768a-4986-8107-556c18197011 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=182f34af-8125-4edc-8983-9eed975ef0fc HTTP/1.1" status: 200 len: 217 time: 0.0445499 Sep 30 14:05:16.436971 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-327d0c41-bb6e-440f-8be6-35a8c5d71907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'name': 'tempest-TestMinimumBasicScenario-148643449-router', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '21f8e9b5-1c2f-4991-b0f0-9973b121f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:03:17Z', 'updated_at': '2021-09-30T14:03:20Z', 'revision_number': 4, 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'gw_port': {'id': '21f8e9b5-1c2f-4991-b0f0-9973b121f1e5', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:18Z', 'updated_at': '2021-09-30T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'f021c019-2303-4083-ba0a-afe808f7aa86', 'name': '', 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'mac_address': 'fa:16:3e:c0:f6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ac283c2f-2c3a-4346-86c4-7fb0ad878c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:19Z', 'updated_at': '2021-09-30T14:03:25Z', 'revision_number': 5, 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'subnets': [{'id': 'ac283c2f-2c3a-4346-86c4-7fb0ad878c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:16.464214 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8b77b-326c-49ad-8d9a-a857cd179797 req-ed09ea3b-339c-4430-a9f3-855b823baf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:16.464438 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327d0c41-bb6e-440f-8be6-35a8c5d71907 None None] Checking router: 132e1c7c-3cd2-4d37-b620-7528e6576df3 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:05:16.466092 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-74b8b77b-326c-49ad-8d9a-a857cd179797 req-ed09ea3b-339c-4430-a9f3-855b823baf42 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ac283c2f-2c3a-4346-86c4-7fb0ad878c2c HTTP/1.1" status: 200 len: 853 time: 0.0461206 Sep 30 14:05:16.472734 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327d0c41-bb6e-440f-8be6-35a8c5d71907 None None] Routers {'132e1c7c-3cd2-4d37-b620-7528e6576df3'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:05:16.473331 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-327d0c41-bb6e-440f-8be6-35a8c5d71907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:04:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['132e1c7c-3cd2-4d37-b620-7528e6576df3'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:16.514473 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8b77b-326c-49ad-8d9a-a857cd179797 req-91278733-5e5c-4208-aa80-b81f24e9d9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:16.516001 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-74b8b77b-326c-49ad-8d9a-a857cd179797 req-91278733-5e5c-4208-aa80-b81f24e9d9cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f17e297-2978-4771-86ab-96669c433cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417478 Sep 30 14:05:16.583937 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-327d0c41-bb6e-440f-8be6-35a8c5d71907 None None] Set router 132e1c7c-3cd2-4d37-b620-7528e6576df3 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:05:16.613472 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-74b8b77b-326c-49ad-8d9a-a857cd179797 req-4fb34027-f2f2-43d7-b61f-1bb86a6823d6 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17e297-2978-4771-86ab-96669c433cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890558 Sep 30 14:05:16.719500 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-74b8b77b-326c-49ad-8d9a-a857cd179797 req-555d2800-8989-499c-9dbb-d007ef7153d9 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17e297-2978-4771-86ab-96669c433cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987737 Sep 30 14:05:16.786972 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-327d0c41-bb6e-440f-8be6-35a8c5d71907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'name': 'tempest-TestMinimumBasicScenario-148643449-router', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '21f8e9b5-1c2f-4991-b0f0-9973b121f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:03:17Z', 'updated_at': '2021-09-30T14:03:20Z', 'revision_number': 4, 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'gw_port': {'id': '21f8e9b5-1c2f-4991-b0f0-9973b121f1e5', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:18Z', 'updated_at': '2021-09-30T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'f021c019-2303-4083-ba0a-afe808f7aa86', 'name': '', 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'mac_address': 'fa:16:3e:c0:f6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ac283c2f-2c3a-4346-86c4-7fb0ad878c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:19Z', 'updated_at': '2021-09-30T14:03:25Z', 'revision_number': 5, 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'subnets': [{'id': 'ac283c2f-2c3a-4346-86c4-7fb0ad878c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:16.814762 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327d0c41-bb6e-440f-8be6-35a8c5d71907 None None] The sync data for ids ['132e1c7c-3cd2-4d37-b620-7528e6576df3'] in n-d-810909-2 is: [{'id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'name': 'tempest-TestMinimumBasicScenario-148643449-router', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '21f8e9b5-1c2f-4991-b0f0-9973b121f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:03:17Z', 'updated_at': '2021-09-30T14:03:20Z', 'revision_number': 4, 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'gw_port': {'id': '21f8e9b5-1c2f-4991-b0f0-9973b121f1e5', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:18Z', 'updated_at': '2021-09-30T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'f021c019-2303-4083-ba0a-afe808f7aa86', 'name': '', 'network_id': '2f17e297-2978-4771-86ab-96669c433cb8', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'mac_address': 'fa:16:3e:c0:f6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ac283c2f-2c3a-4346-86c4-7fb0ad878c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:19Z', 'updated_at': '2021-09-30T14:03:25Z', 'revision_number': 5, 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'subnets': [{'id': 'ac283c2f-2c3a-4346-86c4-7fb0ad878c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:05:17.049723 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b474d05d-61e4-40ba-afb1-8162a34fec54 None None] New status for floating IP 7dc4a668-f758-4ace-83fc-bec27d568be5: DOWN {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 14:05:18.247442 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-abadf018-254c-4afb-aad3-cb035913b5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:18.651863 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d0a014b8-d953-4f0a-add3-3b03c8ee420c req-a9346d78-ee4c-42b8-a92a-c5dc7fe795f2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406089 Sep 30 14:05:18.733441 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a014b8-d953-4f0a-add3-3b03c8ee420c req-f842e144-95b7-4e49-a7ba-38498e9c50bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:18.734975 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d0a014b8-d953-4f0a-add3-3b03c8ee420c req-f842e144-95b7-4e49-a7ba-38498e9c50bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c539a331b7ae4aa7a8c2fc1f1675b086&device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 1097 time: 0.0412776 Sep 30 14:05:18.840787 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a014b8-d953-4f0a-add3-3b03c8ee420c req-fef06a80-30c6-4a1f-8d60-3d504a608088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:18.842275 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d0a014b8-d953-4f0a-add3-3b03c8ee420c req-fef06a80-30c6-4a1f-8d60-3d504a608088 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2f17e297-2978-4771-86ab-96669c433cb8 HTTP/1.1" status: 200 len: 915 time: 0.0888617 Sep 30 14:05:18.883618 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d0a014b8-d953-4f0a-add3-3b03c8ee420c req-6cabe3ea-f835-43aa-a98a-797e62bff8a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=182f34af-8125-4edc-8983-9eed975ef0fc HTTP/1.1" status: 200 len: 217 time: 0.0344152 Sep 30 14:05:18.931713 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a014b8-d953-4f0a-add3-3b03c8ee420c req-edbb1151-9d0c-402b-9e00-5a05894a7b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:18.933102 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d0a014b8-d953-4f0a-add3-3b03c8ee420c req-edbb1151-9d0c-402b-9e00-5a05894a7b46 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ac283c2f-2c3a-4346-86c4-7fb0ad878c2c HTTP/1.1" status: 200 len: 853 time: 0.0426836 Sep 30 14:05:18.983674 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a014b8-d953-4f0a-add3-3b03c8ee420c req-9e706768-20a0-45b9-acca-0eea347687da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:18.985096 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d0a014b8-d953-4f0a-add3-3b03c8ee420c req-9e706768-20a0-45b9-acca-0eea347687da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f17e297-2978-4771-86ab-96669c433cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444183 Sep 30 14:05:19.074605 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d0a014b8-d953-4f0a-add3-3b03c8ee420c req-521e71af-5329-4ad0-b406-f977ad2c69e3 service neutron] 10.222.0.39 "GET /v2.0/networks/2f17e297-2978-4771-86ab-96669c433cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820069 Sep 30 14:05:19.169213 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d0a014b8-d953-4f0a-add3-3b03c8ee420c req-092fd56f-594a-46d7-9600-bceaf2a5312f service neutron] 10.222.0.39 "GET /v2.0/networks/2f17e297-2978-4771-86ab-96669c433cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866117 Sep 30 14:05:20.120350 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:20.751774 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-86bca096-0520-435d-84bc-43c750dfa7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:21.717053 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:22.575416 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:23.077808 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6762d8f-5569-4bff-9210-bbb65586b53a req-c209fbfb-1c9c-47eb-b957-e0237a742335 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:23.079268 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a6762d8f-5569-4bff-9210-bbb65586b53a req-c209fbfb-1c9c-47eb-b957-e0237a742335 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 946 time: 0.0498426 Sep 30 14:05:23.116723 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a6762d8f-5569-4bff-9210-bbb65586b53a req-7c222556-d93d-4421-baa7-b6ee89f7cb63 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304894 Sep 30 14:05:24.280878 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934975cb-55be-4944-a2b4-2d34bcd93ecc req-407ff973-652e-4586-8f82-267c31df7bb0 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:24.282388 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-934975cb-55be-4944-a2b4-2d34bcd93ecc req-407ff973-652e-4586-8f82-267c31df7bb0 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 946 time: 0.0976756 Sep 30 14:05:24.318656 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-934975cb-55be-4944-a2b4-2d34bcd93ecc req-74024eb4-8207-414c-aa26-5d4dc36f777b tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bcf4a61-1a10-48ef-9f21-913e9243d64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303080 Sep 30 14:05:24.336823 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:24.724142 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771440f-45fa-4bb4-a31f-eb3f33a7407c req-c8f90107-27fe-40a8-a965-d26929ab38c7 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:24.725613 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d771440f-45fa-4bb4-a31f-eb3f33a7407c req-c8f90107-27fe-40a8-a965-d26929ab38c7 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.39 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 946 time: 0.0480499 Sep 30 14:05:24.820958 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-d771440f-45fa-4bb4-a31f-eb3f33a7407c req-a6676a20-8d3e-45b1-8bc6-9137ca0c70b1 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Deleting port 182f34af-8125-4edc-8983-9eed975ef0fc {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:05:24.821300 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d771440f-45fa-4bb4-a31f-eb3f33a7407c req-a6676a20-8d3e-45b1-8bc6-9137ca0c70b1 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:24.906863 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-d771440f-45fa-4bb4-a31f-eb3f33a7407c req-a6676a20-8d3e-45b1-8bc6-9137ca0c70b1 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] For port 182f34af-8125-4edc-8983-9eed975ef0fc, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=182f34af-8125-4edc-8983-9eed975ef0fc,segment=NetworkSegment(0ef2f923-8f85-4d8a-81fe-b326f149bacd),segment_id=0ef2f923-8f85-4d8a-81fe-b326f149bacd)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:05:24.907221 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d771440f-45fa-4bb4-a31f-eb3f33a7407c req-a6676a20-8d3e-45b1-8bc6-9137ca0c70b1 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:24.923938 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-d771440f-45fa-4bb4-a31f-eb3f33a7407c req-a6676a20-8d3e-45b1-8bc6-9137ca0c70b1 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Calling delete_port for 182f34af-8125-4edc-8983-9eed975ef0fc owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:05:25.047290 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d771440f-45fa-4bb4-a31f-eb3f33a7407c req-a6676a20-8d3e-45b1-8bc6-9137ca0c70b1 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:25.059694 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['182f34af-8125-4edc-8983-9eed975ef0fc'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:05:25.076806 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6676a20-8d3e-45b1-8bc6-9137ca0c70b1 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Pushing event deleted for resources: {'Port': ['ID=182f34af-8125-4edc-8983-9eed975ef0fc,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:25.123644 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-d771440f-45fa-4bb4-a31f-eb3f33a7407c req-a6676a20-8d3e-45b1-8bc6-9137ca0c70b1 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] No DVR routers for this DVR port 182f34af-8125-4edc-8983-9eed975ef0fc on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:05:25.126294 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d771440f-45fa-4bb4-a31f-eb3f33a7407c req-a6676a20-8d3e-45b1-8bc6-9137ca0c70b1 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:25.128348 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d771440f-45fa-4bb4-a31f-eb3f33a7407c req-a6676a20-8d3e-45b1-8bc6-9137ca0c70b1 tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.39 "DELETE /v2.0/ports/182f34af-8125-4edc-8983-9eed975ef0fc HTTP/1.1" status: 204 len: 173 time: 0.3969615 Sep 30 14:05:25.128773 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ee4a25-a56e-43e1-b768-ad509d2371e5', 'name': 'network-vif-deleted', 'tag': '182f34af-8125-4edc-8983-9eed975ef0fc'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:05:25.131005 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb309ba-dc48-47d2-8d1e-0c82d75135da" -d '{"events": [{"server_uuid": "27ee4a25-a56e-43e1-b768-ad509d2371e5", "name": "network-vif-deleted", "tag": "182f34af-8125-4edc-8983-9eed975ef0fc"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:05:25.168986 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd00a55b-0b85-4ed1-8ce2-5b15f5f14f58 x-openstack-request-id: req-cd00a55b-0b85-4ed1-8ce2-5b15f5f14f58 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:05:25.169275 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ee4a25-a56e-43e1-b768-ad509d2371e5", "name": "network-vif-deleted", "tag": "182f34af-8125-4edc-8983-9eed975ef0fc", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:05:25.169522 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd00a55b-0b85-4ed1-8ce2-5b15f5f14f58 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:05:25.169911 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ee4a25-a56e-43e1-b768-ad509d2371e5', 'name': 'network-vif-deleted', 'tag': '182f34af-8125-4edc-8983-9eed975ef0fc', 'status': 'completed', 'code': 200} Sep 30 14:05:25.427769 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e1df6770-2a56-4486-b56e-7ded05bdbc93 req-c08a06e4-9bda-4a5e-8525-d250b77ea86c tempest-TestMinimumBasicScenario-2002515491 tempest-TestMinimumBasicScenario-2002515491-project] 10.222.0.18 "GET /v2.0/ports?device_id=27ee4a25-a56e-43e1-b768-ad509d2371e5 HTTP/1.1" status: 200 len: 210 time: 0.0317538 Sep 30 14:05:26.980048 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49034) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:27.322976 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cd9a59d9-951f-4796-a5db-012cd08d882d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:27.553133 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 182f34af-8125-4edc-8983-9eed975ef0fc no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:05:27.565229 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-cd9a59d9-951f-4796-a5db-012cd08d882d admin admin] Deleting port f021c019-2303-4083-ba0a-afe808f7aa86 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:05:27.565570 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cd9a59d9-951f-4796-a5db-012cd08d882d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:27.576011 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 182f34af-8125-4edc-8983-9eed975ef0fc {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:05:27.576289 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 182f34af-8125-4edc-8983-9eed975ef0fc not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:05:27.641289 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-cd9a59d9-951f-4796-a5db-012cd08d882d admin admin] For port f021c019-2303-4083-ba0a-afe808f7aa86, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=f021c019-2303-4083-ba0a-afe808f7aa86,segment=NetworkSegment(0ef2f923-8f85-4d8a-81fe-b326f149bacd),segment_id=0ef2f923-8f85-4d8a-81fe-b326f149bacd)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:05:27.641644 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cd9a59d9-951f-4796-a5db-012cd08d882d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:27.657838 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-cd9a59d9-951f-4796-a5db-012cd08d882d admin admin] Calling delete_port for f021c019-2303-4083-ba0a-afe808f7aa86 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:05:27.832967 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cd9a59d9-951f-4796-a5db-012cd08d882d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:27.858734 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a59d9-951f-4796-a5db-012cd08d882d admin admin] Pushing event deleted for resources: {'Port': ['ID=f021c019-2303-4083-ba0a-afe808f7aa86,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:28.023948 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cd9a59d9-951f-4796-a5db-012cd08d882d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:28.237083 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9a59d9-951f-4796-a5db-012cd08d882d admin admin] Router 132e1c7c-3cd2-4d37-b620-7528e6576df3 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:05:28.340038 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9a59d9-951f-4796-a5db-012cd08d882d admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:05:28.344968 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cd9a59d9-951f-4796-a5db-012cd08d882d admin admin] 10.222.0.18 "PUT /v2.0/routers/132e1c7c-3cd2-4d37-b620-7528e6576df3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3638964 Sep 30 14:05:28.347584 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49036) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:28.349237 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8b8167-17ea-4463-95e2-9ddec08f79bc None None] Sync routers for ids ['132e1c7c-3cd2-4d37-b620-7528e6576df3'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:05:28.358901 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8b8167-17ea-4463-95e2-9ddec08f79bc None None] Routers {'132e1c7c-3cd2-4d37-b620-7528e6576df3'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:05:28.359507 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-4f8b8167-17ea-4463-95e2-9ddec08f79bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:05:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['132e1c7c-3cd2-4d37-b620-7528e6576df3'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:28.450633 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c28a088b-6d3e-4885-9a3f-43ebb8df08fb admin admin] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:28.464767 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-4f8b8167-17ea-4463-95e2-9ddec08f79bc None None] Set router 132e1c7c-3cd2-4d37-b620-7528e6576df3 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:05:28.551463 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c28a088b-6d3e-4885-9a3f-43ebb8df08fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:28.605022 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-c28a088b-6d3e-4885-9a3f-43ebb8df08fb admin admin] Deleting port 21f8e9b5-1c2f-4991-b0f0-9973b121f1e5 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:05:28.605365 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c28a088b-6d3e-4885-9a3f-43ebb8df08fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:28.642261 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-4f8b8167-17ea-4463-95e2-9ddec08f79bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'name': 'tempest-TestMinimumBasicScenario-148643449-router', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '21f8e9b5-1c2f-4991-b0f0-9973b121f1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:03:17Z', 'updated_at': '2021-09-30T14:05:27Z', 'revision_number': 5, 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'gw_port': {'id': '21f8e9b5-1c2f-4991-b0f0-9973b121f1e5', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:18Z', 'updated_at': '2021-09-30T14:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:28.668789 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8b8167-17ea-4463-95e2-9ddec08f79bc None None] Checking router: 132e1c7c-3cd2-4d37-b620-7528e6576df3 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:05:28.677146 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8b8167-17ea-4463-95e2-9ddec08f79bc None None] Routers {'132e1c7c-3cd2-4d37-b620-7528e6576df3'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:05:28.677759 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-4f8b8167-17ea-4463-95e2-9ddec08f79bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:05:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['132e1c7c-3cd2-4d37-b620-7528e6576df3'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:28.682510 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-c28a088b-6d3e-4885-9a3f-43ebb8df08fb admin admin] For port 21f8e9b5-1c2f-4991-b0f0-9973b121f1e5, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=21f8e9b5-1c2f-4991-b0f0-9973b121f1e5,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:05:28.682877 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c28a088b-6d3e-4885-9a3f-43ebb8df08fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:28.699466 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-c28a088b-6d3e-4885-9a3f-43ebb8df08fb admin admin] Calling delete_port for 21f8e9b5-1c2f-4991-b0f0-9973b121f1e5 owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:05:28.764356 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-4f8b8167-17ea-4463-95e2-9ddec08f79bc None None] Set router 132e1c7c-3cd2-4d37-b620-7528e6576df3 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:05:28.820360 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-4f8b8167-17ea-4463-95e2-9ddec08f79bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'name': 'tempest-TestMinimumBasicScenario-148643449-router', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:03:17Z', 'updated_at': '2021-09-30T14:05:28Z', 'revision_number': 6, 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:28.847823 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8b8167-17ea-4463-95e2-9ddec08f79bc None None] The sync data for ids ['132e1c7c-3cd2-4d37-b620-7528e6576df3'] in n-d-810909-2 is: [{'id': '132e1c7c-3cd2-4d37-b620-7528e6576df3', 'name': 'tempest-TestMinimumBasicScenario-148643449-router', 'tenant_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:03:17Z', 'updated_at': '2021-09-30T14:05:28Z', 'revision_number': 6, 'project_id': 'c539a331b7ae4aa7a8c2fc1f1675b086', 'gw_port_host': None}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:05:29.183113 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c28a088b-6d3e-4885-9a3f-43ebb8df08fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:29.209679 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a088b-6d3e-4885-9a3f-43ebb8df08fb admin admin] Pushing event deleted for resources: {'Port': ['ID=21f8e9b5-1c2f-4991-b0f0-9973b121f1e5,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:29.274952 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c28a088b-6d3e-4885-9a3f-43ebb8df08fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:29.367808 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c28a088b-6d3e-4885-9a3f-43ebb8df08fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:29.370029 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c28a088b-6d3e-4885-9a3f-43ebb8df08fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:29.410763 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c28a088b-6d3e-4885-9a3f-43ebb8df08fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:29.411337 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28a088b-6d3e-4885-9a3f-43ebb8df08fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 132e1c7c-3cd2-4d37-b620-7528e6576df3 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 14:05:29.416374 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c28a088b-6d3e-4885-9a3f-43ebb8df08fb admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:29.417585 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c28a088b-6d3e-4885-9a3f-43ebb8df08fb admin admin] 10.222.0.18 "DELETE /v2.0/routers/132e1c7c-3cd2-4d37-b620-7528e6576df3 HTTP/1.1" status: 204 len: 168 time: 1.0690727 Sep 30 14:05:29.420436 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49038) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:29.464079 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-47896f79-49e7-4351-b4a2-31661c9c0738 admin admin] Deleting subnet ac283c2f-2c3a-4346-86c4-7fb0ad878c2c {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 14:05:29.467164 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47896f79-49e7-4351-b4a2-31661c9c0738 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:29.501229 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47896f79-49e7-4351-b4a2-31661c9c0738 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:29.580453 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47896f79-49e7-4351-b4a2-31661c9c0738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:29.639038 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47896f79-49e7-4351-b4a2-31661c9c0738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:29.662198 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 21f8e9b5-1c2f-4991-b0f0-9973b121f1e5 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:05:29.663984 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47896f79-49e7-4351-b4a2-31661c9c0738 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac283c2f-2c3a-4346-86c4-7fb0ad878c2c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:29.669692 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-47896f79-49e7-4351-b4a2-31661c9c0738 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:29.672423 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-47896f79-49e7-4351-b4a2-31661c9c0738 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ac283c2f-2c3a-4346-86c4-7fb0ad878c2c HTTP/1.1" status: 204 len: 168 time: 0.2501733 Sep 30 14:05:29.674287 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49040) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:29.683922 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14218c4-6ecd-4f8a-aec1-903d68a61709 None None] Network 2f17e297-2978-4771-86ab-96669c433cb8 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:05:29.686868 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 21f8e9b5-1c2f-4991-b0f0-9973b121f1e5 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:05:29.687208 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 21f8e9b5-1c2f-4991-b0f0-9973b121f1e5 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:05:29.687625 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device f021c019-2303-4083-ba0a-afe808f7aa86 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:05:29.728445 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: f021c019-2303-4083-ba0a-afe808f7aa86 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:05:29.728652 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device f021c019-2303-4083-ba0a-afe808f7aa86 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:05:29.744492 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42242427-4de6-4326-ae65-cbce6a04543d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:29.801001 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-42242427-4de6-4326-ae65-cbce6a04543d admin admin] Deleting port b6d3e7fa-7603-49f6-93f1-3c9a7ed56816 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:05:29.801336 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42242427-4de6-4326-ae65-cbce6a04543d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:29.876630 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-42242427-4de6-4326-ae65-cbce6a04543d admin admin] For port b6d3e7fa-7603-49f6-93f1-3c9a7ed56816, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b6d3e7fa-7603-49f6-93f1-3c9a7ed56816,segment=NetworkSegment(0ef2f923-8f85-4d8a-81fe-b326f149bacd),segment_id=0ef2f923-8f85-4d8a-81fe-b326f149bacd)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:05:29.877102 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42242427-4de6-4326-ae65-cbce6a04543d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:29.892679 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-42242427-4de6-4326-ae65-cbce6a04543d admin admin] Calling delete_port for b6d3e7fa-7603-49f6-93f1-3c9a7ed56816 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:05:29.907799 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7812d3-f196-4874-9efa-d5116b932d17 None None] DHCP port deletion for 2f17e297-2978-4771-86ab-96669c433cb8 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 14:05:29.968833 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-2b7812d3-f196-4874-9efa-d5116b932d17 None None] Deleting port b6d3e7fa-7603-49f6-93f1-3c9a7ed56816 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:05:29.969114 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2b7812d3-f196-4874-9efa-d5116b932d17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:29.983110 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42242427-4de6-4326-ae65-cbce6a04543d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:30.010359 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42242427-4de6-4326-ae65-cbce6a04543d admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d3e7fa-7603-49f6-93f1-3c9a7ed56816,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:30.012251 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42242427-4de6-4326-ae65-cbce6a04543d admin admin] No DVR routers for this DVR port b6d3e7fa-7603-49f6-93f1-3c9a7ed56816 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:05:30.033762 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-2b7812d3-f196-4874-9efa-d5116b932d17 None None] For port b6d3e7fa-7603-49f6-93f1-3c9a7ed56816, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b6d3e7fa-7603-49f6-93f1-3c9a7ed56816,segment=NetworkSegment(0ef2f923-8f85-4d8a-81fe-b326f149bacd),segment_id=0ef2f923-8f85-4d8a-81fe-b326f149bacd)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:05:30.034186 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2b7812d3-f196-4874-9efa-d5116b932d17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:30.046651 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-2b7812d3-f196-4874-9efa-d5116b932d17 None None] Calling delete_port for b6d3e7fa-7603-49f6-93f1-3c9a7ed56816 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:05:30.082223 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42242427-4de6-4326-ae65-cbce6a04543d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:30.102050 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-42242427-4de6-4326-ae65-cbce6a04543d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f17e297-2978-4771-86ab-96669c433cb8']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:30.111034 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-42242427-4de6-4326-ae65-cbce6a04543d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef2f923-8f85-4d8a-81fe-b326f149bacd') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:30.111327 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-42242427-4de6-4326-ae65-cbce6a04543d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef2f923-8f85-4d8a-81fe-b326f149bacd') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:30.125266 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42242427-4de6-4326-ae65-cbce6a04543d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:30.127970 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2b7812d3-f196-4874-9efa-d5116b932d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:30.138637 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42242427-4de6-4326-ae65-cbce6a04543d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:30.144395 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42242427-4de6-4326-ae65-cbce6a04543d admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 14:05:30.144771 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42242427-4de6-4326-ae65-cbce6a04543d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: timer() Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 14:05:30.146433 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 14:05:30.159739 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7812d3-f196-4874-9efa-d5116b932d17 None None] Pushing event deleted for resources: {'Port': ['ID=b6d3e7fa-7603-49f6-93f1-3c9a7ed56816,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:30.167093 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7812d3-f196-4874-9efa-d5116b932d17 None None] No DVR routers for this DVR port b6d3e7fa-7603-49f6-93f1-3c9a7ed56816 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:05:30.179968 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7812d3-f196-4874-9efa-d5116b932d17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:30.180315 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7812d3-f196-4874-9efa-d5116b932d17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:30.180658 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7812d3-f196-4874-9efa-d5116b932d17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:30.181093 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7812d3-f196-4874-9efa-d5116b932d17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:30.181309 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7812d3-f196-4874-9efa-d5116b932d17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:30.181636 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7812d3-f196-4874-9efa-d5116b932d17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:30.181960 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7812d3-f196-4874-9efa-d5116b932d17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:30.182322 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7812d3-f196-4874-9efa-d5116b932d17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:30.182628 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7812d3-f196-4874-9efa-d5116b932d17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:30.182947 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7812d3-f196-4874-9efa-d5116b932d17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:30.183263 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7812d3-f196-4874-9efa-d5116b932d17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:30.183580 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7812d3-f196-4874-9efa-d5116b932d17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:30.208335 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42242427-4de6-4326-ae65-cbce6a04543d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:30.214082 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-42242427-4de6-4326-ae65-cbce6a04543d admin admin] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:30.216004 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-42242427-4de6-4326-ae65-cbce6a04543d admin admin] 10.222.0.18 "DELETE /v2.0/networks/2f17e297-2978-4771-86ab-96669c433cb8 HTTP/1.1" status: 204 len: 168 time: 0.5406795 Sep 30 14:05:30.219029 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49044) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:30.227475 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42242427-4de6-4326-ae65-cbce6a04543d admin admin] Pushing event deleted for resources: {'Network': ['ID=2f17e297-2978-4771-86ab-96669c433cb8,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:30.571037 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-600acb0e-a887-4829-aac7-53c49b5e8e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:30.809587 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-600acb0e-a887-4829-aac7-53c49b5e8e6b admin admin] Deleting port e08fe61e-7b0a-4fc0-98f5-b5376854a357 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:05:30.810053 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-600acb0e-a887-4829-aac7-53c49b5e8e6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:30.885489 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-600acb0e-a887-4829-aac7-53c49b5e8e6b admin admin] For port e08fe61e-7b0a-4fc0-98f5-b5376854a357, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e08fe61e-7b0a-4fc0-98f5-b5376854a357,segment=NetworkSegment(7abe60a9-3667-47bd-9f4c-5f28f8365eab),segment_id=7abe60a9-3667-47bd-9f4c-5f28f8365eab)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:05:30.885846 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-600acb0e-a887-4829-aac7-53c49b5e8e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:30.898450 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-600acb0e-a887-4829-aac7-53c49b5e8e6b admin admin] Calling delete_port for e08fe61e-7b0a-4fc0-98f5-b5376854a357 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:05:31.078620 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-600acb0e-a887-4829-aac7-53c49b5e8e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:31.107736 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600acb0e-a887-4829-aac7-53c49b5e8e6b admin admin] Pushing event deleted for resources: {'Port': ['ID=e08fe61e-7b0a-4fc0-98f5-b5376854a357,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:31.279814 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-600acb0e-a887-4829-aac7-53c49b5e8e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:31.490036 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600acb0e-a887-4829-aac7-53c49b5e8e6b admin admin] Router 52a684b4-a7cf-45aa-be27-78c04f956d89 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:05:31.597961 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600acb0e-a887-4829-aac7-53c49b5e8e6b admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:05:31.605842 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-600acb0e-a887-4829-aac7-53c49b5e8e6b admin admin] 10.222.0.18 "PUT /v2.0/routers/52a684b4-a7cf-45aa-be27-78c04f956d89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3830645 Sep 30 14:05:31.605842 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49046) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:31.607360 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae26b14-9f47-4e9d-942f-8d5f9ff495c6 None None] Sync routers for ids ['52a684b4-a7cf-45aa-be27-78c04f956d89'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:05:31.618149 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae26b14-9f47-4e9d-942f-8d5f9ff495c6 None None] Routers {'52a684b4-a7cf-45aa-be27-78c04f956d89'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:05:31.618796 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7ae26b14-9f47-4e9d-942f-8d5f9ff495c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:05:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['52a684b4-a7cf-45aa-be27-78c04f956d89'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:31.722829 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-48dde71c-ef8b-45bb-b0ce-a6f05b81370c admin admin] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:31.734445 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-7ae26b14-9f47-4e9d-942f-8d5f9ff495c6 None None] Set router 52a684b4-a7cf-45aa-be27-78c04f956d89 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:05:31.825165 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-48dde71c-ef8b-45bb-b0ce-a6f05b81370c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:31.827705 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b6d3e7fa-7603-49f6-93f1-3c9a7ed56816 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:05:31.848727 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: b6d3e7fa-7603-49f6-93f1-3c9a7ed56816 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:05:31.849152 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b6d3e7fa-7603-49f6-93f1-3c9a7ed56816 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:05:31.891050 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-48dde71c-ef8b-45bb-b0ce-a6f05b81370c admin admin] Deleting port e29812cc-1e56-46d6-a1a9-1f9041b5f5a9 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:05:31.891488 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-48dde71c-ef8b-45bb-b0ce-a6f05b81370c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:31.917324 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7ae26b14-9f47-4e9d-942f-8d5f9ff495c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a684b4-a7cf-45aa-be27-78c04f956d89', 'name': 'tempest-TestMinimumBasicScenario-1479395710-router', 'tenant_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'e29812cc-1e56-46d6-a1a9-1f9041b5f5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:03:22Z', 'updated_at': '2021-09-30T14:05:31Z', 'revision_number': 5, 'project_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'gw_port': {'id': 'e29812cc-1e56-46d6-a1a9-1f9041b5f5a9', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:92:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a684b4-a7cf-45aa-be27-78c04f956d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:03:22Z', 'updated_at': '2021-09-30T14:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:31.943237 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae26b14-9f47-4e9d-942f-8d5f9ff495c6 None None] Checking router: 52a684b4-a7cf-45aa-be27-78c04f956d89 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:05:31.952117 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae26b14-9f47-4e9d-942f-8d5f9ff495c6 None None] Routers {'52a684b4-a7cf-45aa-be27-78c04f956d89'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:05:31.953053 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7ae26b14-9f47-4e9d-942f-8d5f9ff495c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:05:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['52a684b4-a7cf-45aa-be27-78c04f956d89'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:31.969268 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-48dde71c-ef8b-45bb-b0ce-a6f05b81370c admin admin] For port e29812cc-1e56-46d6-a1a9-1f9041b5f5a9, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e29812cc-1e56-46d6-a1a9-1f9041b5f5a9,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:05:31.969556 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-48dde71c-ef8b-45bb-b0ce-a6f05b81370c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:31.981858 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-48dde71c-ef8b-45bb-b0ce-a6f05b81370c admin admin] Calling delete_port for e29812cc-1e56-46d6-a1a9-1f9041b5f5a9 owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:05:32.039381 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-7ae26b14-9f47-4e9d-942f-8d5f9ff495c6 None None] Set router 52a684b4-a7cf-45aa-be27-78c04f956d89 gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:05:32.094141 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7ae26b14-9f47-4e9d-942f-8d5f9ff495c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a684b4-a7cf-45aa-be27-78c04f956d89', 'name': 'tempest-TestMinimumBasicScenario-1479395710-router', 'tenant_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:03:22Z', 'updated_at': '2021-09-30T14:05:31Z', 'revision_number': 6, 'project_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:32.148606 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-48dde71c-ef8b-45bb-b0ce-a6f05b81370c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:32.174851 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dde71c-ef8b-45bb-b0ce-a6f05b81370c admin admin] Pushing event deleted for resources: {'Port': ['ID=e29812cc-1e56-46d6-a1a9-1f9041b5f5a9,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:32.212898 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae26b14-9f47-4e9d-942f-8d5f9ff495c6 None None] The sync data for ids ['52a684b4-a7cf-45aa-be27-78c04f956d89'] in n-d-810909-2 is: [{'id': '52a684b4-a7cf-45aa-be27-78c04f956d89', 'name': 'tempest-TestMinimumBasicScenario-1479395710-router', 'tenant_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:03:22Z', 'updated_at': '2021-09-30T14:05:31Z', 'revision_number': 6, 'project_id': '48ee335f843c4fd78ab2fb9abfa0f135', 'gw_port_host': None}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:05:32.245146 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-48dde71c-ef8b-45bb-b0ce-a6f05b81370c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:32.336577 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-48dde71c-ef8b-45bb-b0ce-a6f05b81370c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:32.338901 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-48dde71c-ef8b-45bb-b0ce-a6f05b81370c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:32.382220 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-48dde71c-ef8b-45bb-b0ce-a6f05b81370c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:32.382765 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48dde71c-ef8b-45bb-b0ce-a6f05b81370c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52a684b4-a7cf-45aa-be27-78c04f956d89 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 14:05:32.387102 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-48dde71c-ef8b-45bb-b0ce-a6f05b81370c admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:32.388339 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-48dde71c-ef8b-45bb-b0ce-a6f05b81370c admin admin] 10.222.0.18 "DELETE /v2.0/routers/52a684b4-a7cf-45aa-be27-78c04f956d89 HTTP/1.1" status: 204 len: 168 time: 0.7815537 Sep 30 14:05:32.390876 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49050) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:32.437570 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6f9ed2-c574-4a3e-9623-d7e26b0a2389 admin admin] Deleting subnet 7e600e58-4eae-4710-949b-a6316f1a4c8e {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 14:05:32.440738 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7c6f9ed2-c574-4a3e-9623-d7e26b0a2389 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:32.474334 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7c6f9ed2-c574-4a3e-9623-d7e26b0a2389 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:32.549746 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7c6f9ed2-c574-4a3e-9623-d7e26b0a2389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:32.604456 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7c6f9ed2-c574-4a3e-9623-d7e26b0a2389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:32.634990 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f9ed2-c574-4a3e-9623-d7e26b0a2389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e600e58-4eae-4710-949b-a6316f1a4c8e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:32.638646 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7c6f9ed2-c574-4a3e-9623-d7e26b0a2389 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:32.640508 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7c6f9ed2-c574-4a3e-9623-d7e26b0a2389 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7e600e58-4eae-4710-949b-a6316f1a4c8e HTTP/1.1" status: 204 len: 168 time: 0.2487028 Sep 30 14:05:32.642957 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49052) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:32.643849 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7774f3a7-56e9-4276-aa64-be2e0e671961 None None] Network 1283ad9f-610e-412e-9f3c-e92500bddfa3 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:05:32.713432 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d2334caf-aeba-4c6d-97f2-721b7a17d93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:32.765928 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-d2334caf-aeba-4c6d-97f2-721b7a17d93e admin admin] Deleting port 86195441-a7cf-46d3-8782-a1156a70bde2 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:05:32.766314 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d2334caf-aeba-4c6d-97f2-721b7a17d93e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:32.831935 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-d2334caf-aeba-4c6d-97f2-721b7a17d93e admin admin] For port 86195441-a7cf-46d3-8782-a1156a70bde2, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=86195441-a7cf-46d3-8782-a1156a70bde2,segment=NetworkSegment(7abe60a9-3667-47bd-9f4c-5f28f8365eab),segment_id=7abe60a9-3667-47bd-9f4c-5f28f8365eab)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:05:32.832224 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d2334caf-aeba-4c6d-97f2-721b7a17d93e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:32.844150 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-d2334caf-aeba-4c6d-97f2-721b7a17d93e admin admin] Calling delete_port for 86195441-a7cf-46d3-8782-a1156a70bde2 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:05:32.921681 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d2334caf-aeba-4c6d-97f2-721b7a17d93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:32.945356 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e712225-0746-4ad8-a93d-f0dbfdef0e05 None None] DHCP port deletion for 1283ad9f-610e-412e-9f3c-e92500bddfa3 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 14:05:32.947009 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2334caf-aeba-4c6d-97f2-721b7a17d93e admin admin] Pushing event deleted for resources: {'Port': ['ID=86195441-a7cf-46d3-8782-a1156a70bde2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:32.960584 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2334caf-aeba-4c6d-97f2-721b7a17d93e admin admin] No DVR routers for this DVR port 86195441-a7cf-46d3-8782-a1156a70bde2 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:05:33.032461 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d2334caf-aeba-4c6d-97f2-721b7a17d93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:33.052787 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-d2334caf-aeba-4c6d-97f2-721b7a17d93e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1283ad9f-610e-412e-9f3c-e92500bddfa3']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:33.061930 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-d2334caf-aeba-4c6d-97f2-721b7a17d93e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7abe60a9-3667-47bd-9f4c-5f28f8365eab') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:33.062263 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-d2334caf-aeba-4c6d-97f2-721b7a17d93e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7abe60a9-3667-47bd-9f4c-5f28f8365eab') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:33.072113 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d2334caf-aeba-4c6d-97f2-721b7a17d93e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:33.086439 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d2334caf-aeba-4c6d-97f2-721b7a17d93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:33.092601 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2334caf-aeba-4c6d-97f2-721b7a17d93e admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 14:05:33.092989 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d2334caf-aeba-4c6d-97f2-721b7a17d93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: timer() Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 14:05:33.094735 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 14:05:33.154610 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d2334caf-aeba-4c6d-97f2-721b7a17d93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:33.159825 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d2334caf-aeba-4c6d-97f2-721b7a17d93e admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:33.162749 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d2334caf-aeba-4c6d-97f2-721b7a17d93e admin admin] 10.222.0.18 "DELETE /v2.0/networks/1283ad9f-610e-412e-9f3c-e92500bddfa3 HTTP/1.1" status: 204 len: 168 time: 0.5185053 Sep 30 14:05:33.177331 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2334caf-aeba-4c6d-97f2-721b7a17d93e admin admin] Pushing event deleted for resources: {'Network': ['ID=1283ad9f-610e-412e-9f3c-e92500bddfa3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:33.329157 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49056) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:33.370413 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7cdc9efe-e0ca-4c30-8178-16c28b39549e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c539a331b7ae4aa7a8c2fc1f1675b086&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400043 Sep 30 14:05:33.372810 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49058) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:33.420015 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-64477db8-9430-4956-8a45-327ac2671df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:33.441254 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-64477db8-9430-4956-8a45-327ac2671df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:33.489772 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-64477db8-9430-4956-8a45-327ac2671df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:33.492949 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-64477db8-9430-4956-8a45-327ac2671df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:33.494143 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-64477db8-9430-4956-8a45-327ac2671df3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3bcf4a61-1a10-48ef-9f21-913e9243d64d HTTP/1.1" status: 204 len: 168 time: 0.1204011 Sep 30 14:05:33.501765 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64477db8-9430-4956-8a45-327ac2671df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcf4a61-1a10-48ef-9f21-913e9243d64d,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:33.624050 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e08fe61e-7b0a-4fc0-98f5-b5376854a357 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:05:33.645383 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: e08fe61e-7b0a-4fc0-98f5-b5376854a357 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:05:33.645756 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e08fe61e-7b0a-4fc0-98f5-b5376854a357 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:05:33.646222 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e29812cc-1e56-46d6-a1a9-1f9041b5f5a9 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:05:33.664922 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: e29812cc-1e56-46d6-a1a9-1f9041b5f5a9 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:05:33.665272 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e29812cc-1e56-46d6-a1a9-1f9041b5f5a9 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:05:33.665686 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 86195441-a7cf-46d3-8782-a1156a70bde2 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:05:33.687796 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 86195441-a7cf-46d3-8782-a1156a70bde2 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:05:33.688145 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 86195441-a7cf-46d3-8782-a1156a70bde2 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:05:33.811238 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49064) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:33.851181 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1d773cc4-8d10-49f9-9f13-00a9522eb920 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=48ee335f843c4fd78ab2fb9abfa0f135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387192 Sep 30 14:05:33.853613 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49066) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:33.903985 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-71783882-89a5-4fd4-a6f1-e1e0f0bd4f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:33.924645 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-71783882-89a5-4fd4-a6f1-e1e0f0bd4f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:33.970912 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-71783882-89a5-4fd4-a6f1-e1e0f0bd4f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:33.973554 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-71783882-89a5-4fd4-a6f1-e1e0f0bd4f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:33.974744 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-71783882-89a5-4fd4-a6f1-e1e0f0bd4f32 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e61bfc41-be93-4598-b226-0ae172f6e752 HTTP/1.1" status: 204 len: 168 time: 0.1202161 Sep 30 14:05:33.982704 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71783882-89a5-4fd4-a6f1-e1e0f0bd4f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61bfc41-be93-4598-b226-0ae172f6e752,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:35.615050 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49110) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:35.620262 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-3438ed92-663c-41b1-9124-ccdbd1acf856 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1125826833', 'description': 'tempest-secgroup-smoke-1125826833 description', 'project_id': '48c65e1357784d8d8ee61181ac5eb042'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:05:35.642206 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3438ed92-663c-41b1-9124-ccdbd1acf856 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:35.650241 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3438ed92-663c-41b1-9124-ccdbd1acf856 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:35.737619 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3438ed92-663c-41b1-9124-ccdbd1acf856 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:35.741193 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3438ed92-663c-41b1-9124-ccdbd1acf856 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:35.776495 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438ed92-663c-41b1-9124-ccdbd1acf856 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb563860-9410-49ed-b84f-97f57b93344c,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:35.827687 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3438ed92-663c-41b1-9124-ccdbd1acf856 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:35.830918 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3438ed92-663c-41b1-9124-ccdbd1acf856 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:35.856683 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-3438ed92-663c-41b1-9124-ccdbd1acf856 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:35.857886 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3438ed92-663c-41b1-9124-ccdbd1acf856 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2412181 Sep 30 14:05:35.860984 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49112) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:35.861937 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438ed92-663c-41b1-9124-ccdbd1acf856 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2e290d-fa3a-4d2b-96c4-a0770a4a1253,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:35.866993 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d0b7abc1-5a71-419a-88e1-2c6816d1a46b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': '6c2e290d-fa3a-4d2b-96c4-a0770a4a1253', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:05:35.893581 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d0b7abc1-5a71-419a-88e1-2c6816d1a46b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:35.947602 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d0b7abc1-5a71-419a-88e1-2c6816d1a46b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:35.950889 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d0b7abc1-5a71-419a-88e1-2c6816d1a46b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:35.968210 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7abc1-5a71-419a-88e1-2c6816d1a46b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb597be-8c00-439e-9fe3-f8e8068f311a,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:35.973939 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d0b7abc1-5a71-419a-88e1-2c6816d1a46b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:35.978437 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d0b7abc1-5a71-419a-88e1-2c6816d1a46b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163833 Sep 30 14:05:35.978606 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49114) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:35.983180 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-04b8161c-0f23-4c84-8440-1008d81f05d2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': '6c2e290d-fa3a-4d2b-96c4-a0770a4a1253', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:05:36.008714 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-04b8161c-0f23-4c84-8440-1008d81f05d2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:36.067539 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-04b8161c-0f23-4c84-8440-1008d81f05d2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:36.071577 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-04b8161c-0f23-4c84-8440-1008d81f05d2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:36.089759 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8161c-0f23-4c84-8440-1008d81f05d2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abead4bd-e937-4bfa-9020-d32489db8977,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:36.095265 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-04b8161c-0f23-4c84-8440-1008d81f05d2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:36.098455 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-04b8161c-0f23-4c84-8440-1008d81f05d2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188488 Sep 30 14:05:36.099356 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49118) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:36.103992 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-507b12b8-3ca8-4ed7-9d84-9b63191b443c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': '6c2e290d-fa3a-4d2b-96c4-a0770a4a1253', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:05:36.128496 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-507b12b8-3ca8-4ed7-9d84-9b63191b443c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:36.188265 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-507b12b8-3ca8-4ed7-9d84-9b63191b443c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:36.191632 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-507b12b8-3ca8-4ed7-9d84-9b63191b443c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:36.206856 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b12b8-3ca8-4ed7-9d84-9b63191b443c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cfc3143-f661-464e-840e-bc5f3bcd4f3b,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:36.215891 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-507b12b8-3ca8-4ed7-9d84-9b63191b443c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:36.217099 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-507b12b8-3ca8-4ed7-9d84-9b63191b443c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166737 Sep 30 14:05:36.219788 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49120) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:36.224055 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-849434bc-737a-4edb-8829-ef2223f866dc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': '6c2e290d-fa3a-4d2b-96c4-a0770a4a1253', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:05:36.250528 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-849434bc-737a-4edb-8829-ef2223f866dc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:36.308958 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-849434bc-737a-4edb-8829-ef2223f866dc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:36.312239 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-849434bc-737a-4edb-8829-ef2223f866dc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:36.329603 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849434bc-737a-4edb-8829-ef2223f866dc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d450bd-d12f-45fd-93d7-0ac6e2c447b5,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:36.336563 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-849434bc-737a-4edb-8829-ef2223f866dc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:36.337753 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-849434bc-737a-4edb-8829-ef2223f866dc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1170454 Sep 30 14:05:36.340566 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49122) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:36.344747 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-77aa2d2e-581a-4395-99c7-0d487fae4a4b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': '6c2e290d-fa3a-4d2b-96c4-a0770a4a1253', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:05:36.365147 n-d-810909-2 neutron-server[94763]: INFO neutron.db.securitygroups_db [None req-77aa2d2e-581a-4395-99c7-0d487fae4a4b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Project 48c65e1357784d8d8ee61181ac5eb042 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 14:05:36.370339 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-77aa2d2e-581a-4395-99c7-0d487fae4a4b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:36.427913 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-77aa2d2e-581a-4395-99c7-0d487fae4a4b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:36.432721 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-77aa2d2e-581a-4395-99c7-0d487fae4a4b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:36.450795 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa2d2e-581a-4395-99c7-0d487fae4a4b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=977cb0ac-5d74-44ff-8255-5189e8d21fa0,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:36.455735 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-77aa2d2e-581a-4395-99c7-0d487fae4a4b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:36.457291 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-77aa2d2e-581a-4395-99c7-0d487fae4a4b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1158714 Sep 30 14:05:36.460068 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49124) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:36.464277 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-f57cdbdc-fa03-4031-9a99-4ef83268e470 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': '6c2e290d-fa3a-4d2b-96c4-a0770a4a1253', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:05:36.484417 n-d-810909-2 neutron-server[94763]: INFO neutron.db.securitygroups_db [None req-f57cdbdc-fa03-4031-9a99-4ef83268e470 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Project 48c65e1357784d8d8ee61181ac5eb042 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 14:05:36.489026 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f57cdbdc-fa03-4031-9a99-4ef83268e470 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:36.550686 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f57cdbdc-fa03-4031-9a99-4ef83268e470 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:36.554657 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f57cdbdc-fa03-4031-9a99-4ef83268e470 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:36.572251 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cdbdc-fa03-4031-9a99-4ef83268e470 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee24dda6-fb32-4e36-9667-f6b2e5701994,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:36.578138 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f57cdbdc-fa03-4031-9a99-4ef83268e470 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:36.579265 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f57cdbdc-fa03-4031-9a99-4ef83268e470 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182685 Sep 30 14:05:36.582784 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49126) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:36.587564 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-83062797-0392-4d2c-bc9a-ca8ec2a8989c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'network': {'name': 'tempest-network-smoke--1574613802', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'port_security_enabled': True}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:05:36.606480 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83062797-0392-4d2c-bc9a-ca8ec2a8989c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Made reservation on behalf of 48c65e1357784d8d8ee61181ac5eb042 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:05:36.609686 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-83062797-0392-4d2c-bc9a-ca8ec2a8989c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:36.633311 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83062797-0392-4d2c-bc9a-ca8ec2a8989c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 14:05:36.642639 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-83062797-0392-4d2c-bc9a-ca8ec2a8989c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:36.642984 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-83062797-0392-4d2c-bc9a-ca8ec2a8989c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Added segment 8b53dc36-0b62-4716-b44d-f2f13ea166b7 of type vlan for network f389481f-c4ba-442f-a312-9914ebc4cb8c Sep 30 14:05:36.681329 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-83062797-0392-4d2c-bc9a-ca8ec2a8989c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:36.705199 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-83062797-0392-4d2c-bc9a-ca8ec2a8989c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:36.711034 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83062797-0392-4d2c-bc9a-ca8ec2a8989c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:36.711630 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-83062797-0392-4d2c-bc9a-ca8ec2a8989c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:36.740089 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-83062797-0392-4d2c-bc9a-ca8ec2a8989c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1563089 Sep 30 14:05:36.743664 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49128) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:36.748262 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-63d348aa-f55c-43b1-8e7f-1840b30677d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-384504969', 'admin_state_up': True, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:05:36.770538 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-63d348aa-f55c-43b1-8e7f-1840b30677d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:36.771520 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-63d348aa-f55c-43b1-8e7f-1840b30677d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:36.782771 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83062797-0392-4d2c-bc9a-ca8ec2a8989c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Network': ['ID=f389481f-c4ba-442f-a312-9914ebc4cb8c,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:36.793920 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network f389481f-c4ba-442f-a312-9914ebc4cb8c details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 14:05:36.824120 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-63d348aa-f55c-43b1-8e7f-1840b30677d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:37.292264 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-63d348aa-f55c-43b1-8e7f-1840b30677d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:37.482344 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-63d348aa-f55c-43b1-8e7f-1840b30677d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:37.500471 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-63d348aa-f55c-43b1-8e7f-1840b30677d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:37.601424 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-63d348aa-f55c-43b1-8e7f-1840b30677d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Allocated IP 172.25.5.132 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/8ace27e6-3abb-49c7-b166-ed7d17bb8fd2) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:05:37.704492 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-63d348aa-f55c-43b1-8e7f-1840b30677d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:37.737348 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-63d348aa-f55c-43b1-8e7f-1840b30677d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:37.776453 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d348aa-f55c-43b1-8e7f-1840b30677d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:05:37.779298 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-63d348aa-f55c-43b1-8e7f-1840b30677d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:05:37.782844 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d348aa-f55c-43b1-8e7f-1840b30677d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:05:37.803918 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d348aa-f55c-43b1-8e7f-1840b30677d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=8ace27e6-3abb-49c7-b166-ed7d17bb8fd2,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:38.026457 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-63d348aa-f55c-43b1-8e7f-1840b30677d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:38.222146 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-63d348aa-f55c-43b1-8e7f-1840b30677d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:38.351889 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d348aa-f55c-43b1-8e7f-1840b30677d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Router acf32732-187d-4e50-8716-ffc3867c85ab is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 14:05:38.458249 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d348aa-f55c-43b1-8e7f-1840b30677d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:05:38.467955 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942502ff-4023-4a34-8ae4-ac4d89865239 None None] Sync routers for ids ['acf32732-187d-4e50-8716-ffc3867c85ab'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:05:38.476893 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-63d348aa-f55c-43b1-8e7f-1840b30677d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:38.480926 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942502ff-4023-4a34-8ae4-ac4d89865239 None None] Routers {'acf32732-187d-4e50-8716-ffc3867c85ab'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:05:38.481094 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-63d348aa-f55c-43b1-8e7f-1840b30677d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7333510 Sep 30 14:05:38.481206 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-942502ff-4023-4a34-8ae4-ac4d89865239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:05:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['acf32732-187d-4e50-8716-ffc3867c85ab'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:38.481330 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49132) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:38.605490 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-25bf6c5b-ed05-4ae0-95a1-163e4e988a3b tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=48c65e1357784d8d8ee61181ac5eb042&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1231561 Sep 30 14:05:38.608068 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49136) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:38.701111 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856697a0-12e7-42a4-8255-0f8ece4e7e14 tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:38.702686 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-856697a0-12e7-42a4-8255-0f8ece4e7e14 tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0936675 Sep 30 14:05:38.705619 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49138) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:38.734301 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-3b503fb9-1db1-4c2a-8d88-1ddc215be65d tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7bf2cdd5-9828-4259-bd46-d7f13451331c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271637 Sep 30 14:05:38.736605 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49140) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:38.741272 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-748112fc-f29e-4e01-8025-7f19c0200bd5 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1839775108', 'network_id': 'f389481f-c4ba-442f-a312-9914ebc4cb8c', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:05:38.743557 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-942502ff-4023-4a34-8ae4-ac4d89865239 None None] Set router acf32732-187d-4e50-8716-ffc3867c85ab gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:05:38.827707 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748112fc-f29e-4e01-8025-7f19c0200bd5 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Made reservation on behalf of 48c65e1357784d8d8ee61181ac5eb042 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:05:38.831561 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-748112fc-f29e-4e01-8025-7f19c0200bd5 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:38.919312 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-942502ff-4023-4a34-8ae4-ac4d89865239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384504969', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '8ace27e6-3abb-49c7-b166-ed7d17bb8fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:05:36Z', 'updated_at': '2021-09-30T14:05:37Z', 'revision_number': 3, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': '8ace27e6-3abb-49c7-b166-ed7d17bb8fd2', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:10:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:05:37Z', 'updated_at': '2021-09-30T14:05:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:38.949531 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942502ff-4023-4a34-8ae4-ac4d89865239 None None] Checking router: acf32732-187d-4e50-8716-ffc3867c85ab for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:05:38.949891 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942502ff-4023-4a34-8ae4-ac4d89865239 None None] Updating router acf32732-187d-4e50-8716-ffc3867c85ab port 8ace27e6-3abb-49c7-b166-ed7d17bb8fd2 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 14:05:38.974885 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-942502ff-4023-4a34-8ae4-ac4d89865239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:39.014308 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-748112fc-f29e-4e01-8025-7f19c0200bd5 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:39.078826 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748112fc-f29e-4e01-8025-7f19c0200bd5 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Subnet': ['ID=e3ecbe0e-d212-4740-bc1b-c3bf3a960584,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:39.087198 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748112fc-f29e-4e01-8025-7f19c0200bd5 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Checking segment: {'id': '8b53dc36-0b62-4716-b44d-f2f13ea166b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f389481f-c4ba-442f-a312-9914ebc4cb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:05:39.087304 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748112fc-f29e-4e01-8025-7f19c0200bd5 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network hostable DHCP agents. Network: f389481f-c4ba-442f-a312-9914ebc4cb8c, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 14:05:39.103899 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748112fc-f29e-4e01-8025-7f19c0200bd5 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network f389481f-c4ba-442f-a312-9914ebc4cb8c is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 14:05:39.112654 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-748112fc-f29e-4e01-8025-7f19c0200bd5 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, f389481f-c4ba-442f-a312-9914ebc4cb8c) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:05:39.116794 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748112fc-f29e-4e01-8025-7f19c0200bd5 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:39.117388 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-748112fc-f29e-4e01-8025-7f19c0200bd5 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:39.134534 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-748112fc-f29e-4e01-8025-7f19c0200bd5 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3944297 Sep 30 14:05:39.134731 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49142) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:39.139403 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3c3110-aaf0-49cb-a82c-78fafa00eae8 None None] Network f389481f-c4ba-442f-a312-9914ebc4cb8c requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:05:39.320914 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-942502ff-4023-4a34-8ae4-ac4d89865239 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:39.346403 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-942502ff-4023-4a34-8ae4-ac4d89865239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:39.372590 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9055f4ae-196a-42a1-87ac-cd5dc1a5953c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-f389481f-c4ba-442f-a312-9914ebc4cb8c', 'network_id': 'f389481f-c4ba-442f-a312-9914ebc4cb8c', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'fixed_ips': [{'subnet_id': 'e3ecbe0e-d212-4740-bc1b-c3bf3a960584'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 14:05:39.373427 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9055f4ae-196a-42a1-87ac-cd5dc1a5953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:39.419749 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6186d55-ae70-4a11-9d2d-3db9ce580a29 None None] Pushing event updated for resources: {'Port': ['ID=8ace27e6-3abb-49c7-b166-ed7d17bb8fd2,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:39.423120 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-942502ff-4023-4a34-8ae4-ac4d89865239 None None] Attempting to bind port 8ace27e6-3abb-49c7-b166-ed7d17bb8fd2 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:05:39.423493 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-942502ff-4023-4a34-8ae4-ac4d89865239 None None] Attempting to bind port 8ace27e6-3abb-49c7-b166-ed7d17bb8fd2 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:05:39.423858 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942502ff-4023-4a34-8ae4-ac4d89865239 None None] Attempting to bind port 8ace27e6-3abb-49c7-b166-ed7d17bb8fd2 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:05:39.475954 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942502ff-4023-4a34-8ae4-ac4d89865239 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:05:39.476691 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942502ff-4023-4a34-8ae4-ac4d89865239 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:05:39.476691 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-942502ff-4023-4a34-8ae4-ac4d89865239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:39.477103 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942502ff-4023-4a34-8ae4-ac4d89865239 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:05:39.477588 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-942502ff-4023-4a34-8ae4-ac4d89865239 None None] Bound port: 8ace27e6-3abb-49c7-b166-ed7d17bb8fd2, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:05:39.477967 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-942502ff-4023-4a34-8ae4-ac4d89865239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:39.567563 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-02503306-f7eb-4b38-928c-8e565666cb52 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:39.573615 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-942502ff-4023-4a34-8ae4-ac4d89865239 None None] For port 8ace27e6-3abb-49c7-b166-ed7d17bb8fd2, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:05:39.577851 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-942502ff-4023-4a34-8ae4-ac4d89865239 None None] For port 8ace27e6-3abb-49c7-b166-ed7d17bb8fd2, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=8ace27e6-3abb-49c7-b166-ed7d17bb8fd2,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:05:39.583991 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-942502ff-4023-4a34-8ae4-ac4d89865239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:39.591006 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-9055f4ae-196a-42a1-87ac-cd5dc1a5953c None None] Allocated IP 172.20.0.2 (f389481f-c4ba-442f-a312-9914ebc4cb8c/e3ecbe0e-d212-4740-bc1b-c3bf3a960584/0f2c254f-94f8-43d1-9b6b-afe29c9e93d1) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:05:39.668051 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942502ff-4023-4a34-8ae4-ac4d89865239 None None] Routers {'acf32732-187d-4e50-8716-ffc3867c85ab'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:05:39.668671 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-942502ff-4023-4a34-8ae4-ac4d89865239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:05:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['acf32732-187d-4e50-8716-ffc3867c85ab'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:39.742997 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6186d55-ae70-4a11-9d2d-3db9ce580a29 None None] Pushing event updated for resources: {'Port': ['ID=8ace27e6-3abb-49c7-b166-ed7d17bb8fd2,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:39.856730 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-942502ff-4023-4a34-8ae4-ac4d89865239 None None] Set router acf32732-187d-4e50-8716-ffc3867c85ab gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:05:39.930620 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9055f4ae-196a-42a1-87ac-cd5dc1a5953c None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:39.938433 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9055f4ae-196a-42a1-87ac-cd5dc1a5953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:39.988912 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-02503306-f7eb-4b38-928c-8e565666cb52 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Allocated IP 172.20.0.1 (f389481f-c4ba-442f-a312-9914ebc4cb8c/e3ecbe0e-d212-4740-bc1b-c3bf3a960584/74f70161-d3be-4f43-81ed-e822b9b708cb) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:05:40.015236 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9055f4ae-196a-42a1-87ac-cd5dc1a5953c None None] Network f389481f-c4ba-442f-a312-9914ebc4cb8c is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:05:40.021132 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-9055f4ae-196a-42a1-87ac-cd5dc1a5953c None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:05:40.028612 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9055f4ae-196a-42a1-87ac-cd5dc1a5953c None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:05:40.035925 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055f4ae-196a-42a1-87ac-cd5dc1a5953c None None] Pushing event updated for resources: {'Port': ['ID=0f2c254f-94f8-43d1-9b6b-afe29c9e93d1,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:40.104806 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-02503306-f7eb-4b38-928c-8e565666cb52 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:40.116397 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-9055f4ae-196a-42a1-87ac-cd5dc1a5953c None None] Attempting to bind port 0f2c254f-94f8-43d1-9b6b-afe29c9e93d1 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:05:40.116766 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-9055f4ae-196a-42a1-87ac-cd5dc1a5953c None None] Attempting to bind port 0f2c254f-94f8-43d1-9b6b-afe29c9e93d1 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '8b53dc36-0b62-4716-b44d-f2f13ea166b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f389481f-c4ba-442f-a312-9914ebc4cb8c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:05:40.117126 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9055f4ae-196a-42a1-87ac-cd5dc1a5953c None None] Attempting to bind port 0f2c254f-94f8-43d1-9b6b-afe29c9e93d1 on network f389481f-c4ba-442f-a312-9914ebc4cb8c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:05:40.126318 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9055f4ae-196a-42a1-87ac-cd5dc1a5953c None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:05:40.126689 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9055f4ae-196a-42a1-87ac-cd5dc1a5953c None None] Checking segment: {'id': '8b53dc36-0b62-4716-b44d-f2f13ea166b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f389481f-c4ba-442f-a312-9914ebc4cb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:05:40.127090 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9055f4ae-196a-42a1-87ac-cd5dc1a5953c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:40.127478 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9055f4ae-196a-42a1-87ac-cd5dc1a5953c None None] Bound using segment: {'id': '8b53dc36-0b62-4716-b44d-f2f13ea166b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f389481f-c4ba-442f-a312-9914ebc4cb8c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:05:40.127941 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-9055f4ae-196a-42a1-87ac-cd5dc1a5953c None None] Bound port: 0f2c254f-94f8-43d1-9b6b-afe29c9e93d1, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b53dc36-0b62-4716-b44d-f2f13ea166b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f389481f-c4ba-442f-a312-9914ebc4cb8c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:05:40.128321 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9055f4ae-196a-42a1-87ac-cd5dc1a5953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:40.139790 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-02503306-f7eb-4b38-928c-8e565666cb52 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:40.178816 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-942502ff-4023-4a34-8ae4-ac4d89865239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384504969', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '8ace27e6-3abb-49c7-b166-ed7d17bb8fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:05:36Z', 'updated_at': '2021-09-30T14:05:37Z', 'revision_number': 3, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': '8ace27e6-3abb-49c7-b166-ed7d17bb8fd2', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:10:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:05:37Z', 'updated_at': '2021-09-30T14:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:40.188408 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02503306-f7eb-4b38-928c-8e565666cb52 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network f389481f-c4ba-442f-a312-9914ebc4cb8c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:05:40.195012 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-02503306-f7eb-4b38-928c-8e565666cb52 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:05:40.197200 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02503306-f7eb-4b38-928c-8e565666cb52 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=74f70161-d3be-4f43-81ed-e822b9b708cb,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:40.199393 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02503306-f7eb-4b38-928c-8e565666cb52 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:05:40.215346 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942502ff-4023-4a34-8ae4-ac4d89865239 None None] The sync data for ids ['acf32732-187d-4e50-8716-ffc3867c85ab'] in n-d-810909-2 is: [{'id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384504969', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '8ace27e6-3abb-49c7-b166-ed7d17bb8fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:05:36Z', 'updated_at': '2021-09-30T14:05:37Z', 'revision_number': 3, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': '8ace27e6-3abb-49c7-b166-ed7d17bb8fd2', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:10:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:05:37Z', 'updated_at': '2021-09-30T14:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:05:40.229678 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-9055f4ae-196a-42a1-87ac-cd5dc1a5953c None None] For port 0f2c254f-94f8-43d1-9b6b-afe29c9e93d1, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:05:40.233792 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-9055f4ae-196a-42a1-87ac-cd5dc1a5953c None None] For port 0f2c254f-94f8-43d1-9b6b-afe29c9e93d1, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=0f2c254f-94f8-43d1-9b6b-afe29c9e93d1,segment=NetworkSegment(8b53dc36-0b62-4716-b44d-f2f13ea166b7),segment_id=8b53dc36-0b62-4716-b44d-f2f13ea166b7)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:05:40.240929 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9055f4ae-196a-42a1-87ac-cd5dc1a5953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:40.254970 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-02503306-f7eb-4b38-928c-8e565666cb52 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:40.306815 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055f4ae-196a-42a1-87ac-cd5dc1a5953c None None] Pushing event updated for resources: {'Port': ['ID=0f2c254f-94f8-43d1-9b6b-afe29c9e93d1,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:40.401447 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-02503306-f7eb-4b38-928c-8e565666cb52 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:40.739575 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-02503306-f7eb-4b38-928c-8e565666cb52 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:40.745567 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-02503306-f7eb-4b38-928c-8e565666cb52 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:40.821269 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02503306-f7eb-4b38-928c-8e565666cb52 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=74f70161-d3be-4f43-81ed-e822b9b708cb,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:40.823741 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-02503306-f7eb-4b38-928c-8e565666cb52 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:40.924225 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02503306-f7eb-4b38-928c-8e565666cb52 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network f389481f-c4ba-442f-a312-9914ebc4cb8c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:05:40.925699 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-02503306-f7eb-4b38-928c-8e565666cb52 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:05:41.049968 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02503306-f7eb-4b38-928c-8e565666cb52 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Router acf32732-187d-4e50-8716-ffc3867c85ab has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:05:41.165180 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02503306-f7eb-4b38-928c-8e565666cb52 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:05:41.170240 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-02503306-f7eb-4b38-928c-8e565666cb52 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "PUT /v2.0/routers/acf32732-187d-4e50-8716-ffc3867c85ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0345218 Sep 30 14:05:41.257884 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463e39a4-9aff-4270-b2df-3a5025e3699d None None] Network f389481f-c4ba-442f-a312-9914ebc4cb8c requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:05:41.313315 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-dc257131-8c35-494f-a59b-121a92f661cf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125826833&fields=id&tenant_id=48c65e1357784d8d8ee61181ac5eb042 HTTP/1.1" status: 200 len: 267 time: 0.0342510 Sep 30 14:05:41.345493 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9cf93ba9-a988-4b8f-adea-4308411e5f43 None None] Provisioning complete for port 0f2c254f-94f8-43d1-9b6b-afe29c9e93d1 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:05:41.345870 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9cf93ba9-a988-4b8f-adea-4308411e5f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:41.421438 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-8c9c8451-b230-4986-b132-0e4d923d499f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:41.423254 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-8c9c8451-b230-4986-b132-0e4d923d499f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/networks?id=f389481f-c4ba-442f-a312-9914ebc4cb8c HTTP/1.1" status: 200 len: 797 time: 0.1013100 Sep 30 14:05:41.439167 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-d1ee28ed-ddff-4d8a-adc5-b5d9aadc55ae tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/quotas/48c65e1357784d8d8ee61181ac5eb042 HTTP/1.1" status: 200 len: 375 time: 0.0091619 Sep 30 14:05:41.483262 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9cf93ba9-a988-4b8f-adea-4308411e5f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:41.521008 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-9cf93ba9-a988-4b8f-adea-4308411e5f43 None None] For port 0f2c254f-94f8-43d1-9b6b-afe29c9e93d1, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=0f2c254f-94f8-43d1-9b6b-afe29c9e93d1,segment=NetworkSegment(8b53dc36-0b62-4716-b44d-f2f13ea166b7),segment_id=8b53dc36-0b62-4716-b44d-f2f13ea166b7)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:05:41.527749 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9cf93ba9-a988-4b8f-adea-4308411e5f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:41.595218 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf93ba9-a988-4b8f-adea-4308411e5f43 None None] Pushing event updated for resources: {'Port': ['ID=0f2c254f-94f8-43d1-9b6b-afe29c9e93d1,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:41.714037 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0f2c254f-94f8-43d1-9b6b-afe29c9e93d1 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:05:41.767086 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 0f2c254f-94f8-43d1-9b6b-afe29c9e93d1 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:05:41.767512 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:41.862271 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 8ace27e6-3abb-49c7-b166-ed7d17bb8fd2 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:05:41.880707 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-7afed569-ffe1-41f0-a6b5-c867fa6163dd tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4333804 Sep 30 14:05:41.893913 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-b9c3f801-c437-424a-8afc-71766022f5f5 None None] Provisioning complete for port 74f70161-d3be-4f43-81ed-e822b9b708cb triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:05:41.894450 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9c3f801-c437-424a-8afc-71766022f5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:41.938864 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-b9c3f801-c437-424a-8afc-71766022f5f5 None None] Port 74f70161-d3be-4f43-81ed-e822b9b708cb cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:05:41.951482 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 8ace27e6-3abb-49c7-b166-ed7d17bb8fd2 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:05:41.951856 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:41.977981 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-b9c3f801-c437-424a-8afc-71766022f5f5 None None] Provisioning complete for port 0f2c254f-94f8-43d1-9b6b-afe29c9e93d1 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:05:41.978382 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9c3f801-c437-424a-8afc-71766022f5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:41.991600 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-11118431-bf9f-4485-bc7f-3273570a228a service neutron] 10.222.0.18 "GET /v2.0/networks/f389481f-c4ba-442f-a312-9914ebc4cb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986326 Sep 30 14:05:42.001462 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b374a32-05e5-4b1f-8481-edd2d61e9485 None None] Sync routers for ids ['acf32732-187d-4e50-8716-ffc3867c85ab'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:05:42.015616 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b374a32-05e5-4b1f-8481-edd2d61e9485 None None] Routers {'acf32732-187d-4e50-8716-ffc3867c85ab'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:05:42.016458 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-1b374a32-05e5-4b1f-8481-edd2d61e9485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:05:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['acf32732-187d-4e50-8716-ffc3867c85ab'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:42.113501 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-ce663638-9348-4798-b2ac-b9a9f7a1c707 service neutron] 10.222.0.18 "GET /v2.0/networks/f389481f-c4ba-442f-a312-9914ebc4cb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153767 Sep 30 14:05:42.144863 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-1b374a32-05e5-4b1f-8481-edd2d61e9485 None None] Set router acf32732-187d-4e50-8716-ffc3867c85ab gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:05:42.304526 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:42.330521 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 8ace27e6-3abb-49c7-b166-ed7d17bb8fd2, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=8ace27e6-3abb-49c7-b166-ed7d17bb8fd2,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:05:42.330891 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7f231eef-acee-4f96-9722-34ca0415ecca req-e832adda-56f0-4881-80f5-71321adf330c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 210 time: 0.0341935 Sep 30 14:05:42.336227 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:42.389526 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=8ace27e6-3abb-49c7-b166-ed7d17bb8fd2,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:42.394249 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-1b374a32-05e5-4b1f-8481-edd2d61e9485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384504969', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '8ace27e6-3abb-49c7-b166-ed7d17bb8fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:05:36Z', 'updated_at': '2021-09-30T14:05:40Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': '8ace27e6-3abb-49c7-b166-ed7d17bb8fd2', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:10:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:05:37Z', 'updated_at': '2021-09-30T14:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '74f70161-d3be-4f43-81ed-e822b9b708cb', 'name': '', 'network_id': 'f389481f-c4ba-442f-a312-9914ebc4cb8c', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:61:69:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e3ecbe0e-d212-4740-bc1b-c3bf3a960584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:05:39Z', 'updated_at': '2021-09-30T14:05:40Z', 'revision_number': 2, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': 'e3ecbe0e-d212-4740-bc1b-c3bf3a960584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:42.425084 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b374a32-05e5-4b1f-8481-edd2d61e9485 None None] Checking router: acf32732-187d-4e50-8716-ffc3867c85ab for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:05:42.425437 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b374a32-05e5-4b1f-8481-edd2d61e9485 None None] Updating router acf32732-187d-4e50-8716-ffc3867c85ab port 74f70161-d3be-4f43-81ed-e822b9b708cb binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 14:05:42.442062 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-3cb62469-64a3-472e-881d-cb64ccd507cb None None] Provisioning complete for port 74f70161-d3be-4f43-81ed-e822b9b708cb triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:05:42.442062 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3cb62469-64a3-472e-881d-cb64ccd507cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:42.453400 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1b374a32-05e5-4b1f-8481-edd2d61e9485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:42.483498 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-3cb62469-64a3-472e-881d-cb64ccd507cb None None] Port 74f70161-d3be-4f43-81ed-e822b9b708cb cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:05:42.728820 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1b374a32-05e5-4b1f-8481-edd2d61e9485 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:42.734096 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1b374a32-05e5-4b1f-8481-edd2d61e9485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:42.788211 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de930d27-f6b0-46ed-a4a9-4a6ad75c8778 None None] Pushing event updated for resources: {'Port': ['ID=74f70161-d3be-4f43-81ed-e822b9b708cb,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:42.809302 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de930d27-f6b0-46ed-a4a9-4a6ad75c8778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:42.809639 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de930d27-f6b0-46ed-a4a9-4a6ad75c8778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:42.809976 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de930d27-f6b0-46ed-a4a9-4a6ad75c8778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:42.810333 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de930d27-f6b0-46ed-a4a9-4a6ad75c8778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:42.810660 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de930d27-f6b0-46ed-a4a9-4a6ad75c8778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:42.810986 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de930d27-f6b0-46ed-a4a9-4a6ad75c8778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:42.811305 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de930d27-f6b0-46ed-a4a9-4a6ad75c8778 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:42.811626 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de930d27-f6b0-46ed-a4a9-4a6ad75c8778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:42.811945 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de930d27-f6b0-46ed-a4a9-4a6ad75c8778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:42.812262 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de930d27-f6b0-46ed-a4a9-4a6ad75c8778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:42.812578 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de930d27-f6b0-46ed-a4a9-4a6ad75c8778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:42.812893 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de930d27-f6b0-46ed-a4a9-4a6ad75c8778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:05:42.852180 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-1b374a32-05e5-4b1f-8481-edd2d61e9485 None None] Attempting to bind port 74f70161-d3be-4f43-81ed-e822b9b708cb on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:05:42.852542 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-1b374a32-05e5-4b1f-8481-edd2d61e9485 None None] Attempting to bind port 74f70161-d3be-4f43-81ed-e822b9b708cb by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '8b53dc36-0b62-4716-b44d-f2f13ea166b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f389481f-c4ba-442f-a312-9914ebc4cb8c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:05:42.852900 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b374a32-05e5-4b1f-8481-edd2d61e9485 None None] Attempting to bind port 74f70161-d3be-4f43-81ed-e822b9b708cb on network f389481f-c4ba-442f-a312-9914ebc4cb8c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:05:42.858409 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b374a32-05e5-4b1f-8481-edd2d61e9485 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:05:42.858873 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b374a32-05e5-4b1f-8481-edd2d61e9485 None None] Checking segment: {'id': '8b53dc36-0b62-4716-b44d-f2f13ea166b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f389481f-c4ba-442f-a312-9914ebc4cb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:05:42.859247 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1b374a32-05e5-4b1f-8481-edd2d61e9485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:42.859632 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b374a32-05e5-4b1f-8481-edd2d61e9485 None None] Bound using segment: {'id': '8b53dc36-0b62-4716-b44d-f2f13ea166b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f389481f-c4ba-442f-a312-9914ebc4cb8c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:05:42.860090 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-1b374a32-05e5-4b1f-8481-edd2d61e9485 None None] Bound port: 74f70161-d3be-4f43-81ed-e822b9b708cb, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b53dc36-0b62-4716-b44d-f2f13ea166b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f389481f-c4ba-442f-a312-9914ebc4cb8c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:05:42.860471 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1b374a32-05e5-4b1f-8481-edd2d61e9485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:42.927345 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-1b374a32-05e5-4b1f-8481-edd2d61e9485 None None] For port 74f70161-d3be-4f43-81ed-e822b9b708cb, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:05:42.931126 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-1b374a32-05e5-4b1f-8481-edd2d61e9485 None None] For port 74f70161-d3be-4f43-81ed-e822b9b708cb, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=74f70161-d3be-4f43-81ed-e822b9b708cb,segment=NetworkSegment(8b53dc36-0b62-4716-b44d-f2f13ea166b7),segment_id=8b53dc36-0b62-4716-b44d-f2f13ea166b7)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:05:42.935862 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1b374a32-05e5-4b1f-8481-edd2d61e9485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:42.997403 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b374a32-05e5-4b1f-8481-edd2d61e9485 None None] Routers {'acf32732-187d-4e50-8716-ffc3867c85ab'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:05:42.998082 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-1b374a32-05e5-4b1f-8481-edd2d61e9485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:05:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['acf32732-187d-4e50-8716-ffc3867c85ab'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:43.001429 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de930d27-f6b0-46ed-a4a9-4a6ad75c8778 None None] Pushing event updated for resources: {'Port': ['ID=74f70161-d3be-4f43-81ed-e822b9b708cb,revision_number=4']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:43.007561 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-b0c83672-8abc-41c2-9346-b698e5b193a4 None None] Provisioning complete for port 74f70161-d3be-4f43-81ed-e822b9b708cb triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:05:43.008007 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b0c83672-8abc-41c2-9346-b698e5b193a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:43.089890 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b0c83672-8abc-41c2-9346-b698e5b193a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:43.110786 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-1b374a32-05e5-4b1f-8481-edd2d61e9485 None None] Set router acf32732-187d-4e50-8716-ffc3867c85ab gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:05:43.133418 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b0c83672-8abc-41c2-9346-b698e5b193a4 None None] For port 74f70161-d3be-4f43-81ed-e822b9b708cb, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=74f70161-d3be-4f43-81ed-e822b9b708cb,segment=NetworkSegment(8b53dc36-0b62-4716-b44d-f2f13ea166b7),segment_id=8b53dc36-0b62-4716-b44d-f2f13ea166b7)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:05:43.139480 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b0c83672-8abc-41c2-9346-b698e5b193a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:43.198432 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c83672-8abc-41c2-9346-b698e5b193a4 None None] Pushing event updated for resources: {'Port': ['ID=74f70161-d3be-4f43-81ed-e822b9b708cb,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:43.259696 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-262fdec5-7ec5-40d7-8e36-e4f06132ed44 None None] Provisioning complete for port 74f70161-d3be-4f43-81ed-e822b9b708cb triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:05:43.260031 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-262fdec5-7ec5-40d7-8e36-e4f06132ed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:43.315367 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-4d2a5cfe-9578-46ab-95d0-10053657f615 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:43.317480 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-4d2a5cfe-9578-46ab-95d0-10053657f615 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.39 "GET /v2.0/networks?id=f389481f-c4ba-442f-a312-9914ebc4cb8c HTTP/1.1" status: 200 len: 797 time: 0.1222861 Sep 30 14:05:43.349369 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-1b374a32-05e5-4b1f-8481-edd2d61e9485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384504969', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '8ace27e6-3abb-49c7-b166-ed7d17bb8fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:05:36Z', 'updated_at': '2021-09-30T14:05:40Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': '8ace27e6-3abb-49c7-b166-ed7d17bb8fd2', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:10:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:05:37Z', 'updated_at': '2021-09-30T14:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '74f70161-d3be-4f43-81ed-e822b9b708cb', 'name': '', 'network_id': 'f389481f-c4ba-442f-a312-9914ebc4cb8c', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:61:69:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e3ecbe0e-d212-4740-bc1b-c3bf3a960584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:05:39Z', 'updated_at': '2021-09-30T14:05:42Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': 'e3ecbe0e-d212-4740-bc1b-c3bf3a960584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:43.373012 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-5c371662-477d-412b-ab69-3a80417dc1ca tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48c65e1357784d8d8ee61181ac5eb042 HTTP/1.1" status: 200 len: 380 time: 0.0447724 Sep 30 14:05:43.383131 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b374a32-05e5-4b1f-8481-edd2d61e9485 None None] The sync data for ids ['acf32732-187d-4e50-8716-ffc3867c85ab'] in n-d-810909-2 is: [{'id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384504969', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '8ace27e6-3abb-49c7-b166-ed7d17bb8fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:05:36Z', 'updated_at': '2021-09-30T14:05:40Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': '8ace27e6-3abb-49c7-b166-ed7d17bb8fd2', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:10:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:05:37Z', 'updated_at': '2021-09-30T14:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '74f70161-d3be-4f43-81ed-e822b9b708cb', 'name': '', 'network_id': 'f389481f-c4ba-442f-a312-9914ebc4cb8c', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:61:69:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e3ecbe0e-d212-4740-bc1b-c3bf3a960584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:05:39Z', 'updated_at': '2021-09-30T14:05:42Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': 'e3ecbe0e-d212-4740-bc1b-c3bf3a960584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:05:43.384310 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-6e227bc9-bbbb-4c74-901f-0946663b6c5d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'port': {'device_id': '7e0e2918-caad-4d7d-ad08-c6e27e5555f1', 'network_id': 'f389481f-c4ba-442f-a312-9914ebc4cb8c', 'admin_state_up': True, 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'security_groups': ['6c2e290d-fa3a-4d2b-96c4-a0770a4a1253']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:05:43.443567 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0dcbc3c6-6e11-4ca5-828e-50a193e0ae28 req-44506c0a-7c6c-4057-97ab-f36520de5367 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 210 time: 0.0517218 Sep 30 14:05:43.524736 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-6e227bc9-bbbb-4c74-901f-0946663b6c5d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Made reservation on behalf of 48c65e1357784d8d8ee61181ac5eb042 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:05:43.528389 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-6e227bc9-bbbb-4c74-901f-0946663b6c5d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:43.675662 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-6e227bc9-bbbb-4c74-901f-0946663b6c5d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Allocated IP 172.20.0.14 (f389481f-c4ba-442f-a312-9914ebc4cb8c/e3ecbe0e-d212-4740-bc1b-c3bf3a960584/0eb07bf9-5ea9-43af-a4d1-c77fec29b368) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:05:43.703355 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0f2c254f-94f8-43d1-9b6b-afe29c9e93d1 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:05:43.753307 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 0f2c254f-94f8-43d1-9b6b-afe29c9e93d1 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:05:43.753684 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:43.824595 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-6e227bc9-bbbb-4c74-901f-0946663b6c5d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:43.841580 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 74f70161-d3be-4f43-81ed-e822b9b708cb up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:05:43.867102 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-6e227bc9-bbbb-4c74-901f-0946663b6c5d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:43.893005 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 74f70161-d3be-4f43-81ed-e822b9b708cb triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:05:43.893381 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:43.908957 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-6e227bc9-bbbb-4c74-901f-0946663b6c5d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network f389481f-c4ba-442f-a312-9914ebc4cb8c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:05:43.914339 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-6e227bc9-bbbb-4c74-901f-0946663b6c5d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:05:43.918064 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-6e227bc9-bbbb-4c74-901f-0946663b6c5d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:05:43.953275 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e227bc9-bbbb-4c74-901f-0946663b6c5d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=0eb07bf9-5ea9-43af-a4d1-c77fec29b368,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:43.980523 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 8ace27e6-3abb-49c7-b166-ed7d17bb8fd2 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:05:43.991933 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-6e227bc9-bbbb-4c74-901f-0946663b6c5d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:43.993108 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-6e227bc9-bbbb-4c74-901f-0946663b6c5d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:44.013087 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-6e227bc9-bbbb-4c74-901f-0946663b6c5d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6322954 Sep 30 14:05:44.027686 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-007c3d81-fc5e-4b88-8b50-80ba3d7657a1 service neutron] Request body: {'port': {'device_id': '7e0e2918-caad-4d7d-ad08-c6e27e5555f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:05:44.039619 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 8ace27e6-3abb-49c7-b166-ed7d17bb8fd2 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:05:44.039934 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:44.088625 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-007c3d81-fc5e-4b88-8b50-80ba3d7657a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:44.185732 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-55c66619-bb25-4bef-8de0-d1454822e4bf None None] Provisioning complete for port 0eb07bf9-5ea9-43af-a4d1-c77fec29b368 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:05:44.186134 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-55c66619-bb25-4bef-8de0-d1454822e4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:44.223636 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-55c66619-bb25-4bef-8de0-d1454822e4bf None None] Port 0eb07bf9-5ea9-43af-a4d1-c77fec29b368 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:05:44.365349 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-007c3d81-fc5e-4b88-8b50-80ba3d7657a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb07bf9-5ea9-43af-a4d1-c77fec29b368 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:05:44.373059 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-007c3d81-fc5e-4b88-8b50-80ba3d7657a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:44.386280 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-007c3d81-fc5e-4b88-8b50-80ba3d7657a1 service neutron] Transition to ACTIVE for port object 0eb07bf9-5ea9-43af-a4d1-c77fec29b368 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 14:05:44.390125 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-007c3d81-fc5e-4b88-8b50-80ba3d7657a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:44.461847 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c3d81-fc5e-4b88-8b50-80ba3d7657a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb07bf9-5ea9-43af-a4d1-c77fec29b368,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:44.511839 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-007c3d81-fc5e-4b88-8b50-80ba3d7657a1 service neutron] Attempting to bind port 0eb07bf9-5ea9-43af-a4d1-c77fec29b368 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:05:44.512210 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-007c3d81-fc5e-4b88-8b50-80ba3d7657a1 service neutron] Attempting to bind port 0eb07bf9-5ea9-43af-a4d1-c77fec29b368 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '8b53dc36-0b62-4716-b44d-f2f13ea166b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f389481f-c4ba-442f-a312-9914ebc4cb8c'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:05:44.512487 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-007c3d81-fc5e-4b88-8b50-80ba3d7657a1 service neutron] Attempting to bind port 0eb07bf9-5ea9-43af-a4d1-c77fec29b368 on network f389481f-c4ba-442f-a312-9914ebc4cb8c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:05:44.517272 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-007c3d81-fc5e-4b88-8b50-80ba3d7657a1 service neutron] Port 0eb07bf9-5ea9-43af-a4d1-c77fec29b368 on network f389481f-c4ba-442f-a312-9914ebc4cb8c not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 14:05:44.517656 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-007c3d81-fc5e-4b88-8b50-80ba3d7657a1 service neutron] Attempting to bind port 0eb07bf9-5ea9-43af-a4d1-c77fec29b368 on network f389481f-c4ba-442f-a312-9914ebc4cb8c {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:05:44.523610 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-007c3d81-fc5e-4b88-8b50-80ba3d7657a1 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:05:44.524037 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-007c3d81-fc5e-4b88-8b50-80ba3d7657a1 service neutron] Checking segment: {'id': '8b53dc36-0b62-4716-b44d-f2f13ea166b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f389481f-c4ba-442f-a312-9914ebc4cb8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:05:44.524495 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-007c3d81-fc5e-4b88-8b50-80ba3d7657a1 service neutron] Bound using segment: {'id': '8b53dc36-0b62-4716-b44d-f2f13ea166b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f389481f-c4ba-442f-a312-9914ebc4cb8c'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:05:44.525003 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-007c3d81-fc5e-4b88-8b50-80ba3d7657a1 service neutron] Bound port: 0eb07bf9-5ea9-43af-a4d1-c77fec29b368, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b53dc36-0b62-4716-b44d-f2f13ea166b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f389481f-c4ba-442f-a312-9914ebc4cb8c'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:05:44.525432 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-007c3d81-fc5e-4b88-8b50-80ba3d7657a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:44.626143 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468745e7-9e3e-4250-bf2f-95e93cd56af6 req-7b35b6e7-55a2-4e38-8294-bdeae551e87f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:44.627633 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-468745e7-9e3e-4250-bf2f-95e93cd56af6 req-7b35b6e7-55a2-4e38-8294-bdeae551e87f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 944 time: 0.0881791 Sep 30 14:05:44.634169 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-007c3d81-fc5e-4b88-8b50-80ba3d7657a1 service neutron] For port 0eb07bf9-5ea9-43af-a4d1-c77fec29b368, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:05:44.639573 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-007c3d81-fc5e-4b88-8b50-80ba3d7657a1 service neutron] For port 0eb07bf9-5ea9-43af-a4d1-c77fec29b368, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0eb07bf9-5ea9-43af-a4d1-c77fec29b368,segment=NetworkSegment(8b53dc36-0b62-4716-b44d-f2f13ea166b7),segment_id=8b53dc36-0b62-4716-b44d-f2f13ea166b7)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:05:44.647908 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-007c3d81-fc5e-4b88-8b50-80ba3d7657a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:44.692098 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-007c3d81-fc5e-4b88-8b50-80ba3d7657a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:44.692658 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-007c3d81-fc5e-4b88-8b50-80ba3d7657a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:44.695074 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-007c3d81-fc5e-4b88-8b50-80ba3d7657a1 service neutron] 10.222.0.39 "PUT /v2.0/ports/0eb07bf9-5ea9-43af-a4d1-c77fec29b368 HTTP/1.1" status: 200 len: 1092 time: 0.6738169 Sep 30 14:05:44.711580 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0e2918-caad-4d7d-ad08-c6e27e5555f1', 'tag': '0eb07bf9-5ea9-43af-a4d1-c77fec29b368'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:05:44.714064 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1238ba-643e-429a-9e25-f42615021b02" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0e2918-caad-4d7d-ad08-c6e27e5555f1", "tag": "0eb07bf9-5ea9-43af-a4d1-c77fec29b368"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:05:44.730133 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-468745e7-9e3e-4250-bf2f-95e93cd56af6 req-af06214d-7e1a-4bd0-ac2d-0d0f5ea0a5f2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c2e290d-fa3a-4d2b-96c4-a0770a4a1253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937159 Sep 30 14:05:44.769171 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd5c55a-3515-4601-913a-9b4ba17b33f6 x-openstack-request-id: req-fcd5c55a-3515-4601-913a-9b4ba17b33f6 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:05:44.769503 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0e2918-caad-4d7d-ad08-c6e27e5555f1", "tag": "0eb07bf9-5ea9-43af-a4d1-c77fec29b368", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:05:44.769752 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fcd5c55a-3515-4601-913a-9b4ba17b33f6 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:05:44.770162 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0e2918-caad-4d7d-ad08-c6e27e5555f1', 'tag': '0eb07bf9-5ea9-43af-a4d1-c77fec29b368', 'status': 'completed', 'code': 200} Sep 30 14:05:44.770701 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c3d81-fc5e-4b88-8b50-80ba3d7657a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb07bf9-5ea9-43af-a4d1-c77fec29b368,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:44.789022 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-75738104-c867-4ffe-a4e9-9ac1f32a8280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:44.790557 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-75738104-c867-4ffe-a4e9-9ac1f32a8280 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 1095 time: 0.0515587 Sep 30 14:05:44.835424 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-4b6a7147-6e92-4a7a-a9da-78fb9fd66a9f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eb07bf9-5ea9-43af-a4d1-c77fec29b368 HTTP/1.1" status: 200 len: 217 time: 0.0371642 Sep 30 14:05:44.885636 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-50ec66f1-11b3-410f-9531-9eef950c58bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:44.887245 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-50ec66f1-11b3-410f-9531-9eef950c58bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e3ecbe0e-d212-4740-bc1b-c3bf3a960584 HTTP/1.1" status: 200 len: 835 time: 0.0455499 Sep 30 14:05:44.935649 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-4ae6c024-abdd-4786-847d-e96abab1a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:44.937125 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-4ae6c024-abdd-4786-847d-e96abab1a7c0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f389481f-c4ba-442f-a312-9914ebc4cb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430503 Sep 30 14:05:45.024629 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-50cf96b6-0523-459f-ba84-85e63553189f service neutron] 10.222.0.39 "GET /v2.0/networks/f389481f-c4ba-442f-a312-9914ebc4cb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797117 Sep 30 14:05:45.116234 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-29dff1ba-e950-47e0-91b1-17152e3dcb7e req-e2b097e1-29a6-4424-a148-a757640a5a44 service neutron] 10.222.0.39 "GET /v2.0/networks/f389481f-c4ba-442f-a312-9914ebc4cb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842545 Sep 30 14:05:45.199292 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1238ba-643e-429a-9e25-f42615021b02 req-0d8c561f-2287-4836-8286-8b7334899256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:45.200788 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9c1238ba-643e-429a-9e25-f42615021b02 req-0d8c561f-2287-4836-8286-8b7334899256 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 1095 time: 0.0409122 Sep 30 14:05:45.293533 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1238ba-643e-429a-9e25-f42615021b02 req-dbc507b4-deea-45c9-b23b-99117badfa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:45.295048 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9c1238ba-643e-429a-9e25-f42615021b02 req-dbc507b4-deea-45c9-b23b-99117badfa33 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f389481f-c4ba-442f-a312-9914ebc4cb8c HTTP/1.1" status: 200 len: 898 time: 0.0867870 Sep 30 14:05:45.344834 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9c1238ba-643e-429a-9e25-f42615021b02 req-bab7f44a-83ba-4359-964c-96824cf00b7d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eb07bf9-5ea9-43af-a4d1-c77fec29b368 HTTP/1.1" status: 200 len: 217 time: 0.0379245 Sep 30 14:05:45.354539 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:45.393693 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1238ba-643e-429a-9e25-f42615021b02 req-66ecaa4f-0ec3-4c59-b13c-27105276f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:45.395198 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9c1238ba-643e-429a-9e25-f42615021b02 req-66ecaa4f-0ec3-4c59-b13c-27105276f818 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e3ecbe0e-d212-4740-bc1b-c3bf3a960584 HTTP/1.1" status: 200 len: 835 time: 0.0437586 Sep 30 14:05:45.445686 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1238ba-643e-429a-9e25-f42615021b02 req-13fe13fb-ce7c-422c-a124-a9ae5ed0d169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:45.447223 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9c1238ba-643e-429a-9e25-f42615021b02 req-13fe13fb-ce7c-422c-a124-a9ae5ed0d169 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f389481f-c4ba-442f-a312-9914ebc4cb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442164 Sep 30 14:05:45.536340 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9c1238ba-643e-429a-9e25-f42615021b02 req-6b5a3d84-48ce-4ce4-baf7-cc3b2c23239f service neutron] 10.222.0.39 "GET /v2.0/networks/f389481f-c4ba-442f-a312-9914ebc4cb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808830 Sep 30 14:05:45.627463 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9c1238ba-643e-429a-9e25-f42615021b02 req-c27c9dbc-c825-4c4e-b313-4413ee7af5f4 service neutron] 10.222.0.39 "GET /v2.0/networks/f389481f-c4ba-442f-a312-9914ebc4cb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835910 Sep 30 14:05:45.846567 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51c69a-d519-491c-bfe8-a0032e60c801 req-cfe05e13-b7d5-4d51-a189-f2fe6236cf0a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:45.848040 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ac51c69a-d519-491c-bfe8-a0032e60c801 req-cfe05e13-b7d5-4d51-a189-f2fe6236cf0a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 944 time: 0.0485833 Sep 30 14:05:45.884383 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ac51c69a-d519-491c-bfe8-a0032e60c801 req-cc3ddb55-2435-4819-9843-c4d2ee078b3d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c2e290d-fa3a-4d2b-96c4-a0770a4a1253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304561 Sep 30 14:05:46.997543 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b2a74-2287-4da0-9403-7885fbbf1588 req-efee21aa-054a-453d-98b2-348bb6cc1606 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:46.999030 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7d1b2a74-2287-4da0-9403-7885fbbf1588 req-efee21aa-054a-453d-98b2-348bb6cc1606 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 944 time: 0.0480816 Sep 30 14:05:47.035708 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7d1b2a74-2287-4da0-9403-7885fbbf1588 req-8ac188b3-5c70-4370-8c23-46dc73f7277b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c2e290d-fa3a-4d2b-96c4-a0770a4a1253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308321 Sep 30 14:05:47.648519 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0eb07bf9-5ea9-43af-a4d1-c77fec29b368 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 14:05:47.745645 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0eb07bf9-5ea9-43af-a4d1-c77fec29b368, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0eb07bf9-5ea9-43af-a4d1-c77fec29b368,segment=NetworkSegment(8b53dc36-0b62-4716-b44d-f2f13ea166b7),segment_id=8b53dc36-0b62-4716-b44d-f2f13ea166b7)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:05:47.756886 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '0eb07bf9-5ea9-43af-a4d1-c77fec29b368', 'network_id': 'f389481f-c4ba-442f-a312-9914ebc4cb8c', 'port_id': '0eb07bf9-5ea9-43af-a4d1-c77fec29b368', 'mac_address': 'fa:16:3e:cc:a4:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ecbe0e-d212-4740-bc1b-c3bf3a960584', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 14:05:47.791514 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:47.804108 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb07bf9-5ea9-43af-a4d1-c77fec29b368 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:05:47.826478 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0eb07bf9-5ea9-43af-a4d1-c77fec29b368, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0eb07bf9-5ea9-43af-a4d1-c77fec29b368,segment=NetworkSegment(8b53dc36-0b62-4716-b44d-f2f13ea166b7),segment_id=8b53dc36-0b62-4716-b44d-f2f13ea166b7)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:05:47.830279 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:47.874897 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=0eb07bf9-5ea9-43af-a4d1-c77fec29b368,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:48.060752 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['0eb07bf9-5ea9-43af-a4d1-c77fec29b368'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:05:48.147394 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590dc1e8-08fd-41c9-a73e-63d81918883a req-1eae854e-b7da-4fd7-85cb-c10cc7fcbdc9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:48.148886 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-590dc1e8-08fd-41c9-a73e-63d81918883a req-1eae854e-b7da-4fd7-85cb-c10cc7fcbdc9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 945 time: 0.0480318 Sep 30 14:05:48.187149 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-590dc1e8-08fd-41c9-a73e-63d81918883a req-80eb636f-95f6-4408-920d-ec0a20b78ca8 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c2e290d-fa3a-4d2b-96c4-a0770a4a1253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322368 Sep 30 14:05:48.256013 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f1edc034-068e-4358-b62b-490614c41a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:49.301461 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f731fdc-db47-44e5-b42c-4a6d3d7e4f10 req-a6daed2f-b292-40e1-980c-b5976c749523 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:49.302998 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f731fdc-db47-44e5-b42c-4a6d3d7e4f10 req-a6daed2f-b292-40e1-980c-b5976c749523 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 945 time: 0.0496247 Sep 30 14:05:49.344489 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f731fdc-db47-44e5-b42c-4a6d3d7e4f10 req-6a8c6bb7-8553-4727-bf33-67ad97ae8960 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c2e290d-fa3a-4d2b-96c4-a0770a4a1253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356407 Sep 30 14:05:49.651352 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0eb07bf9-5ea9-43af-a4d1-c77fec29b368 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:05:49.698719 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 0eb07bf9-5ea9-43af-a4d1-c77fec29b368 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 14:05:49.702457 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 0eb07bf9-5ea9-43af-a4d1-c77fec29b368 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:05:49.702832 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:49.739553 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:05:49.783052 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:49.805610 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0e2918-caad-4d7d-ad08-c6e27e5555f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb07bf9-5ea9-43af-a4d1-c77fec29b368'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:05:49.807868 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730efdff73588999065a9861b250a1e40d95e5d75871f85cc1573bd279cf301b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc8b0fd-7d30-4ae3-bbf0-447ac77b6d27" -d '{"events": [{"server_uuid": "7e0e2918-caad-4d7d-ad08-c6e27e5555f1", "name": "network-vif-plugged", "status": "completed", "tag": "0eb07bf9-5ea9-43af-a4d1-c77fec29b368"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:05:49.820319 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 0eb07bf9-5ea9-43af-a4d1-c77fec29b368, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0eb07bf9-5ea9-43af-a4d1-c77fec29b368,segment=NetworkSegment(8b53dc36-0b62-4716-b44d-f2f13ea166b7),segment_id=8b53dc36-0b62-4716-b44d-f2f13ea166b7)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:05:49.824179 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:49.871042 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=0eb07bf9-5ea9-43af-a4d1-c77fec29b368,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:49.898612 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e89398b-5b83-44e3-aca4-258e2b9258d3 x-openstack-request-id: req-1e89398b-5b83-44e3-aca4-258e2b9258d3 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:05:49.898900 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0e2918-caad-4d7d-ad08-c6e27e5555f1", "name": "network-vif-plugged", "status": "completed", "tag": "0eb07bf9-5ea9-43af-a4d1-c77fec29b368", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:05:49.899146 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e89398b-5b83-44e3-aca4-258e2b9258d3 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:05:49.899531 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0e2918-caad-4d7d-ad08-c6e27e5555f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb07bf9-5ea9-43af-a4d1-c77fec29b368', 'code': 200} Sep 30 14:05:49.996556 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09a6d9-e44b-4b06-983d-7f41bb8f28c1 req-2e3a050a-ec06-4981-8345-b909a52ea765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:49.998065 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d09a6d9-e44b-4b06-983d-7f41bb8f28c1 req-2e3a050a-ec06-4981-8345-b909a52ea765 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 1097 time: 0.0444844 Sep 30 14:05:50.032053 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8d09a6d9-e44b-4b06-983d-7f41bb8f28c1 req-c679a1f2-602e-4ae5-829f-3b2eadd3c0c1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6c2e290d-fa3a-4d2b-96c4-a0770a4a1253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270140 Sep 30 14:05:50.133486 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:50.457612 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048e7eb-731d-4cf3-9932-e2f5c1bd62ce req-2b85f15d-e00f-4ec3-9c04-89b334823936 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:50.459713 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b048e7eb-731d-4cf3-9932-e2f5c1bd62ce req-2b85f15d-e00f-4ec3-9c04-89b334823936 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 946 time: 0.0487165 Sep 30 14:05:50.496419 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b048e7eb-731d-4cf3-9932-e2f5c1bd62ce req-d4abe557-0bd2-4b18-b4bc-c3fe994cb19f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c2e290d-fa3a-4d2b-96c4-a0770a4a1253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307441 Sep 30 14:05:50.753546 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-54ee144e-428b-4c2c-96e2-f1168f129e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:51.610803 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a126903-b3f9-495b-8902-d7d922c22ded req-155107fa-e406-4b03-af54-a6cde3e590db tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:51.612283 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a126903-b3f9-495b-8902-d7d922c22ded req-155107fa-e406-4b03-af54-a6cde3e590db tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 946 time: 0.0484173 Sep 30 14:05:51.649289 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0a126903-b3f9-495b-8902-d7d922c22ded req-bf55cf2d-a44d-462c-89b9-539b8ae6d1dc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c2e290d-fa3a-4d2b-96c4-a0770a4a1253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306323 Sep 30 14:05:51.719223 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:51.763217 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d06c0-5fa9-4bbd-9cbc-ea483a3e4c74 req-a76edf24-72b3-4e7b-9a2b-3b099939c52d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:51.764689 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f6d06c0-5fa9-4bbd-9cbc-ea483a3e4c74 req-a76edf24-72b3-4e7b-9a2b-3b099939c52d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 946 time: 0.0494218 Sep 30 14:05:51.801579 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7f6d06c0-5fa9-4bbd-9cbc-ea483a3e4c74 req-538c338b-86f6-4ff2-85c4-e511f2a5ca0f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c2e290d-fa3a-4d2b-96c4-a0770a4a1253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309598 Sep 30 14:05:51.823075 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49192) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:51.861713 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c6d81a-2f67-4c23-a290-88e7029d914b tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:51.863237 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-97c6d81a-2f67-4c23-a290-88e7029d914b tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 1092 time: 0.0392570 Sep 30 14:05:51.866541 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49194) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:51.870675 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-28124d59-b9ca-4cec-bef7-41a7309a114b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'port_id': '0eb07bf9-5ea9-43af-a4d1-c77fec29b368', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:05:51.891177 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-28124d59-b9ca-4cec-bef7-41a7309a114b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:51.988544 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-28124d59-b9ca-4cec-bef7-41a7309a114b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:52.092195 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-28124d59-b9ca-4cec-bef7-41a7309a114b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Allocated IP 172.25.5.9 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/2edcea3a-5140-49b1-a545-d092c9bafb1b) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:05:52.191350 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-28124d59-b9ca-4cec-bef7-41a7309a114b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:52.223953 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-28124d59-b9ca-4cec-bef7-41a7309a114b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:52.257804 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28124d59-b9ca-4cec-bef7-41a7309a114b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:05:52.263841 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-28124d59-b9ca-4cec-bef7-41a7309a114b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:05:52.267306 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28124d59-b9ca-4cec-bef7-41a7309a114b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:05:52.295415 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28124d59-b9ca-4cec-bef7-41a7309a114b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=2edcea3a-5140-49b1-a545-d092c9bafb1b,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:52.579079 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:52.627427 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-28124d59-b9ca-4cec-bef7-41a7309a114b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:52.696382 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-28124d59-b9ca-4cec-bef7-41a7309a114b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:52.846550 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-28124d59-b9ca-4cec-bef7-41a7309a114b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:52.850979 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-28124d59-b9ca-4cec-bef7-41a7309a114b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:52.920040 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28124d59-b9ca-4cec-bef7-41a7309a114b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=2edcea3a-5140-49b1-a545-d092c9bafb1b,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:05:52.930325 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-28124d59-b9ca-4cec-bef7-41a7309a114b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:53.029736 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-28124d59-b9ca-4cec-bef7-41a7309a114b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Floating IP 5fd14bed-97c2-4e97-a53b-8dbd446bcec6 associated. External IP: 172.25.5.9, port: 0eb07bf9-5ea9-43af-a4d1-c77fec29b368. Sep 30 14:05:53.237500 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28124d59-b9ca-4cec-bef7-41a7309a114b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Router acf32732-187d-4e50-8716-ffc3867c85ab has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:05:53.344795 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28124d59-b9ca-4cec-bef7-41a7309a114b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:05:53.354520 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa97cec-afbf-4e7e-a4f0-7d2a9cca716f None None] Sync routers for ids ['acf32732-187d-4e50-8716-ffc3867c85ab'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:05:53.360901 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-28124d59-b9ca-4cec-bef7-41a7309a114b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:53.363138 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa97cec-afbf-4e7e-a4f0-7d2a9cca716f None None] Routers {'acf32732-187d-4e50-8716-ffc3867c85ab'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:05:53.363753 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-7fa97cec-afbf-4e7e-a4f0-7d2a9cca716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:05:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['acf32732-187d-4e50-8716-ffc3867c85ab'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:53.388291 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-28124d59-b9ca-4cec-bef7-41a7309a114b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5207555 Sep 30 14:05:53.388877 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0e2918-caad-4d7d-ad08-c6e27e5555f1', 'tag': '0eb07bf9-5ea9-43af-a4d1-c77fec29b368'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:05:53.391186 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e219da2189c054287262e416842f7478ca0ea1bcac3b9d962638c13bcc9183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51435be4-512b-4618-a370-97a98b3a7b77" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0e2918-caad-4d7d-ad08-c6e27e5555f1", "tag": "0eb07bf9-5ea9-43af-a4d1-c77fec29b368"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:05:53.487427 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-7fa97cec-afbf-4e7e-a4f0-7d2a9cca716f None None] Set router acf32732-187d-4e50-8716-ffc3867c85ab gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:05:53.488878 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429365e7-225d-4deb-bb7f-4e87f58b998a req-5954e84e-d10e-4e80-ace6-904700ff06ca tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:53.490385 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-429365e7-225d-4deb-bb7f-4e87f58b998a req-5954e84e-d10e-4e80-ace6-904700ff06ca tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 946 time: 0.0514007 Sep 30 14:05:53.503353 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc83b9f-5b21-4ad9-9045-0ff2b4f5639c x-openstack-request-id: req-afc83b9f-5b21-4ad9-9045-0ff2b4f5639c {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:05:53.503644 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0e2918-caad-4d7d-ad08-c6e27e5555f1", "tag": "0eb07bf9-5ea9-43af-a4d1-c77fec29b368", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:05:53.503898 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-afc83b9f-5b21-4ad9-9045-0ff2b4f5639c {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:05:53.504354 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0e2918-caad-4d7d-ad08-c6e27e5555f1', 'tag': '0eb07bf9-5ea9-43af-a4d1-c77fec29b368', 'status': 'completed', 'code': 200} Sep 30 14:05:53.723191 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-7fa97cec-afbf-4e7e-a4f0-7d2a9cca716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384504969', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '8ace27e6-3abb-49c7-b166-ed7d17bb8fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:05:36Z', 'updated_at': '2021-09-30T14:05:40Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': '8ace27e6-3abb-49c7-b166-ed7d17bb8fd2', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:10:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:05:37Z', 'updated_at': '2021-09-30T14:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '5fd14bed-97c2-4e97-a53b-8dbd446bcec6', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'port_id': '0eb07bf9-5ea9-43af-a4d1-c77fec29b368', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f389481f-c4ba-442f-a312-9914ebc4cb8c', 'mac_address': 'fa:16:3e:cc:a4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0e2918-caad-4d7d-ad08-c6e27e5555f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:05:52Z', 'updated_at': '2021-09-30T14:05:52Z', 'revision_number': 0, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74f70161-d3be-4f43-81ed-e822b9b708cb', 'name': '', 'network_id': 'f389481f-c4ba-442f-a312-9914ebc4cb8c', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:61:69:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e3ecbe0e-d212-4740-bc1b-c3bf3a960584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:05:39Z', 'updated_at': '2021-09-30T14:05:43Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': 'e3ecbe0e-d212-4740-bc1b-c3bf3a960584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:53.751214 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa97cec-afbf-4e7e-a4f0-7d2a9cca716f None None] Checking router: acf32732-187d-4e50-8716-ffc3867c85ab for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:05:53.760084 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa97cec-afbf-4e7e-a4f0-7d2a9cca716f None None] Routers {'acf32732-187d-4e50-8716-ffc3867c85ab'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:05:53.760706 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-7fa97cec-afbf-4e7e-a4f0-7d2a9cca716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:05:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['acf32732-187d-4e50-8716-ffc3867c85ab'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:53.862160 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-429365e7-225d-4deb-bb7f-4e87f58b998a req-bc94d492-32a7-48ab-a7d7-fbd410f081e2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c2e290d-fa3a-4d2b-96c4-a0770a4a1253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3632734 Sep 30 14:05:53.868980 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-7fa97cec-afbf-4e7e-a4f0-7d2a9cca716f None None] Set router acf32732-187d-4e50-8716-ffc3867c85ab gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:05:53.884542 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49202) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:53.887866 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51435be4-512b-4618-a370-97a98b3a7b77 req-bc0d16b1-f6a2-412d-8fda-44ae964d6868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:53.889353 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51435be4-512b-4618-a370-97a98b3a7b77 req-bc0d16b1-f6a2-412d-8fda-44ae964d6868 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 1097 time: 0.3629167 Sep 30 14:05:53.946418 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-07d9e736-9c6a-49e5-896e-6ad5870c1406 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/floatingips/5fd14bed-97c2-4e97-a53b-8dbd446bcec6 HTTP/1.1" status: 200 len: 990 time: 0.0594795 Sep 30 14:05:53.981244 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51435be4-512b-4618-a370-97a98b3a7b77 req-4fa97457-cbb4-49cd-a6a3-658dca4aedf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:53.982783 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51435be4-512b-4618-a370-97a98b3a7b77 req-4fa97457-cbb4-49cd-a6a3-658dca4aedf0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f389481f-c4ba-442f-a312-9914ebc4cb8c HTTP/1.1" status: 200 len: 898 time: 0.0848191 Sep 30 14:05:54.050073 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51435be4-512b-4618-a370-97a98b3a7b77 req-d287f1d3-dea4-49bc-9746-782532e8e0dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eb07bf9-5ea9-43af-a4d1-c77fec29b368 HTTP/1.1" status: 200 len: 998 time: 0.0603645 Sep 30 14:05:54.089725 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-7fa97cec-afbf-4e7e-a4f0-7d2a9cca716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384504969', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '8ace27e6-3abb-49c7-b166-ed7d17bb8fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:05:36Z', 'updated_at': '2021-09-30T14:05:40Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': '8ace27e6-3abb-49c7-b166-ed7d17bb8fd2', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:10:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:05:37Z', 'updated_at': '2021-09-30T14:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '5fd14bed-97c2-4e97-a53b-8dbd446bcec6', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'port_id': '0eb07bf9-5ea9-43af-a4d1-c77fec29b368', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f389481f-c4ba-442f-a312-9914ebc4cb8c', 'mac_address': 'fa:16:3e:cc:a4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0e2918-caad-4d7d-ad08-c6e27e5555f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:05:52Z', 'updated_at': '2021-09-30T14:05:52Z', 'revision_number': 0, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74f70161-d3be-4f43-81ed-e822b9b708cb', 'name': '', 'network_id': 'f389481f-c4ba-442f-a312-9914ebc4cb8c', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:61:69:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e3ecbe0e-d212-4740-bc1b-c3bf3a960584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:05:39Z', 'updated_at': '2021-09-30T14:05:43Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': 'e3ecbe0e-d212-4740-bc1b-c3bf3a960584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:05:54.098624 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51435be4-512b-4618-a370-97a98b3a7b77 req-4635bb46-24ee-4172-bffa-43dcb9cbba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:54.100135 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51435be4-512b-4618-a370-97a98b3a7b77 req-4635bb46-24ee-4172-bffa-43dcb9cbba3c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e3ecbe0e-d212-4740-bc1b-c3bf3a960584 HTTP/1.1" status: 200 len: 835 time: 0.0438116 Sep 30 14:05:54.119784 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa97cec-afbf-4e7e-a4f0-7d2a9cca716f None None] The sync data for ids ['acf32732-187d-4e50-8716-ffc3867c85ab'] in n-d-810909-2 is: [{'id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384504969', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '8ace27e6-3abb-49c7-b166-ed7d17bb8fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:05:36Z', 'updated_at': '2021-09-30T14:05:40Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': '8ace27e6-3abb-49c7-b166-ed7d17bb8fd2', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:10:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:05:37Z', 'updated_at': '2021-09-30T14:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '5fd14bed-97c2-4e97-a53b-8dbd446bcec6', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'port_id': '0eb07bf9-5ea9-43af-a4d1-c77fec29b368', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f389481f-c4ba-442f-a312-9914ebc4cb8c', 'mac_address': 'fa:16:3e:cc:a4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0e2918-caad-4d7d-ad08-c6e27e5555f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:05:52Z', 'updated_at': '2021-09-30T14:05:52Z', 'revision_number': 0, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74f70161-d3be-4f43-81ed-e822b9b708cb', 'name': '', 'network_id': 'f389481f-c4ba-442f-a312-9914ebc4cb8c', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:61:69:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e3ecbe0e-d212-4740-bc1b-c3bf3a960584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:05:39Z', 'updated_at': '2021-09-30T14:05:43Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': 'e3ecbe0e-d212-4740-bc1b-c3bf3a960584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:05:54.145941 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51435be4-512b-4618-a370-97a98b3a7b77 req-d3af6337-840e-48f2-bdf3-812262cf97f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:05:54.148078 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51435be4-512b-4618-a370-97a98b3a7b77 req-d3af6337-840e-48f2-bdf3-812262cf97f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f389481f-c4ba-442f-a312-9914ebc4cb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414426 Sep 30 14:05:54.242405 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51435be4-512b-4618-a370-97a98b3a7b77 req-a8f44089-a87d-4493-9255-1331a3739c9c service neutron] 10.222.0.39 "GET /v2.0/networks/f389481f-c4ba-442f-a312-9914ebc4cb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871661 Sep 30 14:05:54.318232 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eae5be8-7399-4f9d-b4dc-222ec9d1ce27 None None] New status for floating IP 5fd14bed-97c2-4e97-a53b-8dbd446bcec6: ACTIVE {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 14:05:54.341723 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51435be4-512b-4618-a370-97a98b3a7b77 req-90ec5536-98d7-4a19-a7ea-18b5efb04d94 service neutron] 10.222.0.39 "GET /v2.0/networks/f389481f-c4ba-442f-a312-9914ebc4cb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923836 Sep 30 14:05:54.342927 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:05:54.949218 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49204) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:05:55.012042 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-dc28adf4-1cb9-4cae-bfe5-71b5857a4d81 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/floatingips/5fd14bed-97c2-4e97-a53b-8dbd446bcec6 HTTP/1.1" status: 200 len: 992 time: 0.0617049 Sep 30 14:06:15.366930 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:18.247265 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dd532cca-64ee-4e13-b6ce-4c826e753a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:18.635412 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e87b18d-8cc5-474e-b180-c0887c87739e req-74b3f876-e49c-4999-9af4-74ae71df2606 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431871 Sep 30 14:06:18.719375 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87b18d-8cc5-474e-b180-c0887c87739e req-4044fe8f-a622-4e0f-880b-f48735de1b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:18.720817 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e87b18d-8cc5-474e-b180-c0887c87739e req-4044fe8f-a622-4e0f-880b-f48735de1b39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 1097 time: 0.0403275 Sep 30 14:06:18.824873 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87b18d-8cc5-474e-b180-c0887c87739e req-e1aadf33-ea0d-499c-bb37-c307e26beb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:18.826388 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e87b18d-8cc5-474e-b180-c0887c87739e req-e1aadf33-ea0d-499c-bb37-c307e26beb8c service neutron] 10.222.0.39 "GET /v2.0/networks?id=f389481f-c4ba-442f-a312-9914ebc4cb8c HTTP/1.1" status: 200 len: 898 time: 0.0817435 Sep 30 14:06:18.894539 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e87b18d-8cc5-474e-b180-c0887c87739e req-86632e2d-6cc1-4854-9545-25a3bfba1c23 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eb07bf9-5ea9-43af-a4d1-c77fec29b368 HTTP/1.1" status: 200 len: 1000 time: 0.0590341 Sep 30 14:06:18.943203 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87b18d-8cc5-474e-b180-c0887c87739e req-56fdc8b0-18b0-4f3a-9a5e-56f49db64358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:18.944635 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e87b18d-8cc5-474e-b180-c0887c87739e req-56fdc8b0-18b0-4f3a-9a5e-56f49db64358 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e3ecbe0e-d212-4740-bc1b-c3bf3a960584 HTTP/1.1" status: 200 len: 835 time: 0.0424156 Sep 30 14:06:18.989243 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87b18d-8cc5-474e-b180-c0887c87739e req-3187adb0-a867-4dc5-a6ac-c31bfc51de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:18.990733 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e87b18d-8cc5-474e-b180-c0887c87739e req-3187adb0-a867-4dc5-a6ac-c31bfc51de53 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f389481f-c4ba-442f-a312-9914ebc4cb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392785 Sep 30 14:06:19.085822 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e87b18d-8cc5-474e-b180-c0887c87739e req-5911e3b5-b757-49b0-bbc5-44b6fb9d44e9 service neutron] 10.222.0.39 "GET /v2.0/networks/f389481f-c4ba-442f-a312-9914ebc4cb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824056 Sep 30 14:06:19.175396 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e87b18d-8cc5-474e-b180-c0887c87739e req-c5dbd492-079a-4047-9696-f96258e7ba01 service neutron] 10.222.0.39 "GET /v2.0/networks/f389481f-c4ba-442f-a312-9914ebc4cb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827324 Sep 30 14:06:20.148838 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:20.754902 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3e0f8205-2f88-4cb9-add2-f3bb95225bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:21.721015 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:22.580298 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:23.818942 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3452821-f50e-429c-b960-47f7b2b3e8fd req-1a4c35c4-4bc1-499d-8c45-4432eab04dcd tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:23.820441 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f3452821-f50e-429c-b960-47f7b2b3e8fd req-1a4c35c4-4bc1-499d-8c45-4432eab04dcd tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 946 time: 0.0487914 Sep 30 14:06:23.858842 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f3452821-f50e-429c-b960-47f7b2b3e8fd req-748d9fce-9f3b-4fa3-ac98-fb4cdd2d8635 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c2e290d-fa3a-4d2b-96c4-a0770a4a1253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319343 Sep 30 14:06:24.343740 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:24.974983 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c591c-e472-4f1e-9e36-6bca53d13b29 req-77580f85-21ab-4a9a-bba0-441e955ce113 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:24.976423 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d2c591c-e472-4f1e-9e36-6bca53d13b29 req-77580f85-21ab-4a9a-bba0-441e955ce113 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 946 time: 0.0490499 Sep 30 14:06:25.013796 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d2c591c-e472-4f1e-9e36-6bca53d13b29 req-eca0b5fc-80f8-4749-9fb6-fc5bda320b9a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c2e290d-fa3a-4d2b-96c4-a0770a4a1253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303791 Sep 30 14:06:25.035889 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49222) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:06:25.095442 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-94f10eab-f1dc-4dfc-9c7a-3b2d68ef8aee tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/floatingips/5fd14bed-97c2-4e97-a53b-8dbd446bcec6 HTTP/1.1" status: 200 len: 992 time: 0.0584426 Sep 30 14:06:26.358354 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a85238-7b07-43d2-a534-85e5902e9fa2 req-cd17730a-a0a0-4523-86d1-a8b83624ce26 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:26.359999 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b0a85238-7b07-43d2-a534-85e5902e9fa2 req-cd17730a-a0a0-4523-86d1-a8b83624ce26 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 946 time: 0.0506625 Sep 30 14:06:26.397891 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b0a85238-7b07-43d2-a534-85e5902e9fa2 req-18fae13d-ecf4-4d0d-a4f3-15af27da46b2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c2e290d-fa3a-4d2b-96c4-a0770a4a1253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319405 Sep 30 14:06:26.739556 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:06:27.519587 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40b455-e941-4454-9821-3af578cf536a req-15422c81-7fac-4aad-bb17-5b938a3eee7e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:27.521047 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bf40b455-e941-4454-9821-3af578cf536a req-15422c81-7fac-4aad-bb17-5b938a3eee7e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 946 time: 0.0523963 Sep 30 14:06:27.557142 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bf40b455-e941-4454-9821-3af578cf536a req-4277229b-6ba3-448f-abe7-9d4149e26420 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c2e290d-fa3a-4d2b-96c4-a0770a4a1253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302472 Sep 30 14:06:28.675771 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77035be8-6481-462c-913f-d0d8ca7fc233 req-8d7dad86-ac6c-442b-87aa-b89fc078eb3e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:28.677231 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-77035be8-6481-462c-913f-d0d8ca7fc233 req-8d7dad86-ac6c-442b-87aa-b89fc078eb3e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 946 time: 0.0518866 Sep 30 14:06:28.714215 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-77035be8-6481-462c-913f-d0d8ca7fc233 req-15d2e05a-acd5-4533-9241-1aa2bcafb707 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c2e290d-fa3a-4d2b-96c4-a0770a4a1253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309057 Sep 30 14:06:29.827602 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f5271-9cf1-49e8-ad01-b070507bbea1 req-0f02c7cf-fb33-43c5-bd50-f80e7ed2ae91 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:29.829082 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a08f5271-9cf1-49e8-ad01-b070507bbea1 req-0f02c7cf-fb33-43c5-bd50-f80e7ed2ae91 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 946 time: 0.0482926 Sep 30 14:06:29.865688 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a08f5271-9cf1-49e8-ad01-b070507bbea1 req-26c53ca5-e223-4e55-b2f5-a25f0be3749b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c2e290d-fa3a-4d2b-96c4-a0770a4a1253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304933 Sep 30 14:06:30.979257 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618963f-1e0d-40ec-853e-12ac69b5521f req-3707879f-d35f-40ef-88fd-0724fb314c28 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:30.980727 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5618963f-1e0d-40ec-853e-12ac69b5521f req-3707879f-d35f-40ef-88fd-0724fb314c28 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 946 time: 0.0477691 Sep 30 14:06:31.017981 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5618963f-1e0d-40ec-853e-12ac69b5521f req-71c6e120-c8ee-4ee7-bb92-4cbec2c8bd29 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c2e290d-fa3a-4d2b-96c4-a0770a4a1253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306952 Sep 30 14:06:32.138362 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a99c17-63d1-4068-b79e-b4105d4215e7 req-39331f9c-6427-4cc6-b9ac-b31e261144ce tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:32.139851 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08a99c17-63d1-4068-b79e-b4105d4215e7 req-39331f9c-6427-4cc6-b9ac-b31e261144ce tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 946 time: 0.0483339 Sep 30 14:06:32.177705 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-08a99c17-63d1-4068-b79e-b4105d4215e7 req-3d4d35b4-0c7b-4a95-bdec-0c8e3dcd9f26 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c2e290d-fa3a-4d2b-96c4-a0770a4a1253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313246 Sep 30 14:06:32.199661 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49242) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:06:32.264410 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-30b923ae-e87c-4404-a97e-1e8de6a021f9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/floatingips/5fd14bed-97c2-4e97-a53b-8dbd446bcec6 HTTP/1.1" status: 200 len: 992 time: 0.0635712 Sep 30 14:06:32.485505 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49248) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:06:32.644041 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-48b1699f-7b7b-4998-927a-19eeba24bf6d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Deleting port 2edcea3a-5140-49b1-a545-d092c9bafb1b {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:06:32.644387 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48b1699f-7b7b-4998-927a-19eeba24bf6d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:32.722745 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48b1699f-7b7b-4998-927a-19eeba24bf6d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:32.722975 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48b1699f-7b7b-4998-927a-19eeba24bf6d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:32.735321 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-48b1699f-7b7b-4998-927a-19eeba24bf6d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Calling delete_port for 2edcea3a-5140-49b1-a545-d092c9bafb1b owned by network:floatingip {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:06:32.878324 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48b1699f-7b7b-4998-927a-19eeba24bf6d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:32.907649 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1699f-7b7b-4998-927a-19eeba24bf6d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Port': ['ID=2edcea3a-5140-49b1-a545-d092c9bafb1b,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:32.919124 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b1699f-7b7b-4998-927a-19eeba24bf6d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:32.919469 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b1699f-7b7b-4998-927a-19eeba24bf6d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:32.919803 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b1699f-7b7b-4998-927a-19eeba24bf6d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:32.920139 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b1699f-7b7b-4998-927a-19eeba24bf6d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:32.920458 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b1699f-7b7b-4998-927a-19eeba24bf6d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:32.920786 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b1699f-7b7b-4998-927a-19eeba24bf6d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:32.921111 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b1699f-7b7b-4998-927a-19eeba24bf6d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:32.921431 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b1699f-7b7b-4998-927a-19eeba24bf6d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:32.921755 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b1699f-7b7b-4998-927a-19eeba24bf6d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:32.922162 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b1699f-7b7b-4998-927a-19eeba24bf6d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:32.922483 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b1699f-7b7b-4998-927a-19eeba24bf6d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:32.922802 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b1699f-7b7b-4998-927a-19eeba24bf6d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:32.976215 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48b1699f-7b7b-4998-927a-19eeba24bf6d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for floatingip, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:32.976516 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-48b1699f-7b7b-4998-927a-19eeba24bf6d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Floating IP 5fd14bed-97c2-4e97-a53b-8dbd446bcec6 disassociated (deleted). External IP: 172.25.5.9, port: 0eb07bf9-5ea9-43af-a4d1-c77fec29b368. Sep 30 14:06:33.179627 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b1699f-7b7b-4998-927a-19eeba24bf6d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Router acf32732-187d-4e50-8716-ffc3867c85ab has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:06:33.288057 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b1699f-7b7b-4998-927a-19eeba24bf6d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:06:33.292765 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-48b1699f-7b7b-4998-927a-19eeba24bf6d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:33.297969 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c78f2d-6527-4cf5-96f8-721ddc12d9d0 None None] Sync routers for ids ['acf32732-187d-4e50-8716-ffc3867c85ab'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:06:33.307075 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c78f2d-6527-4cf5-96f8-721ddc12d9d0 None None] Routers {'acf32732-187d-4e50-8716-ffc3867c85ab'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:06:33.307674 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f0c78f2d-6527-4cf5-96f8-721ddc12d9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:06:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['acf32732-187d-4e50-8716-ffc3867c85ab'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:06:33.320071 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-48b1699f-7b7b-4998-927a-19eeba24bf6d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "DELETE /v2.0/floatingips/5fd14bed-97c2-4e97-a53b-8dbd446bcec6 HTTP/1.1" status: 204 len: 168 time: 0.8334415 Sep 30 14:06:33.320668 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0e2918-caad-4d7d-ad08-c6e27e5555f1', 'tag': '0eb07bf9-5ea9-43af-a4d1-c77fec29b368'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:06:33.323036 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82c77f9-a191-4015-8236-02aba92c4d22" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0e2918-caad-4d7d-ad08-c6e27e5555f1", "tag": "0eb07bf9-5ea9-43af-a4d1-c77fec29b368"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:06:33.417923 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ba4804-7700-48e2-b293-4571a8e531d3 x-openstack-request-id: req-61ba4804-7700-48e2-b293-4571a8e531d3 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:06:33.418248 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0e2918-caad-4d7d-ad08-c6e27e5555f1", "tag": "0eb07bf9-5ea9-43af-a4d1-c77fec29b368", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:06:33.418503 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61ba4804-7700-48e2-b293-4571a8e531d3 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:06:33.419327 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0e2918-caad-4d7d-ad08-c6e27e5555f1', 'tag': '0eb07bf9-5ea9-43af-a4d1-c77fec29b368', 'status': 'completed', 'code': 200} Sep 30 14:06:33.429900 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-f0c78f2d-6527-4cf5-96f8-721ddc12d9d0 None None] Set router acf32732-187d-4e50-8716-ffc3867c85ab gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:06:33.486354 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c77f9-a191-4015-8236-02aba92c4d22 req-38ce621a-65bb-41c8-9e25-0d4c19f9262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:33.488161 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a82c77f9-a191-4015-8236-02aba92c4d22 req-38ce621a-65bb-41c8-9e25-0d4c19f9262a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 1097 time: 0.0461690 Sep 30 14:06:33.555061 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fd7ef-db6f-4e0f-a9ae-fa5a63f38f99 req-51818b89-a2fd-40a9-bf5d-3a6c8b3e5b8b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:33.556582 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3e0fd7ef-db6f-4e0f-a9ae-fa5a63f38f99 req-51818b89-a2fd-40a9-bf5d-3a6c8b3e5b8b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 946 time: 0.0516047 Sep 30 14:06:33.588357 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c77f9-a191-4015-8236-02aba92c4d22 req-2262f4ad-9a87-42ee-ab0c-42832cd59461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:33.590028 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a82c77f9-a191-4015-8236-02aba92c4d22 req-2262f4ad-9a87-42ee-ab0c-42832cd59461 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f389481f-c4ba-442f-a312-9914ebc4cb8c HTTP/1.1" status: 200 len: 898 time: 0.0944233 Sep 30 14:06:33.597126 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3e0fd7ef-db6f-4e0f-a9ae-fa5a63f38f99 req-0f67eede-9daa-40b6-a7b0-620d636752e6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c2e290d-fa3a-4d2b-96c4-a0770a4a1253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341327 Sep 30 14:06:33.634996 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a82c77f9-a191-4015-8236-02aba92c4d22 req-84093f40-329b-4ae0-9255-e980724efd9b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eb07bf9-5ea9-43af-a4d1-c77fec29b368 HTTP/1.1" status: 200 len: 217 time: 0.0359914 Sep 30 14:06:33.654688 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f0c78f2d-6527-4cf5-96f8-721ddc12d9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384504969', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '8ace27e6-3abb-49c7-b166-ed7d17bb8fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:05:36Z', 'updated_at': '2021-09-30T14:05:40Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': '8ace27e6-3abb-49c7-b166-ed7d17bb8fd2', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:10:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:05:37Z', 'updated_at': '2021-09-30T14:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '74f70161-d3be-4f43-81ed-e822b9b708cb', 'name': '', 'network_id': 'f389481f-c4ba-442f-a312-9914ebc4cb8c', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:61:69:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e3ecbe0e-d212-4740-bc1b-c3bf3a960584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:05:39Z', 'updated_at': '2021-09-30T14:05:43Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': 'e3ecbe0e-d212-4740-bc1b-c3bf3a960584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:06:33.685205 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c78f2d-6527-4cf5-96f8-721ddc12d9d0 None None] Checking router: acf32732-187d-4e50-8716-ffc3867c85ab for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:06:33.689805 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c77f9-a191-4015-8236-02aba92c4d22 req-0f9391cb-38dc-420b-ac61-772747c0bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:33.691307 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a82c77f9-a191-4015-8236-02aba92c4d22 req-0f9391cb-38dc-420b-ac61-772747c0bab6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e3ecbe0e-d212-4740-bc1b-c3bf3a960584 HTTP/1.1" status: 200 len: 835 time: 0.0484996 Sep 30 14:06:33.693342 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c78f2d-6527-4cf5-96f8-721ddc12d9d0 None None] Routers {'acf32732-187d-4e50-8716-ffc3867c85ab'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:06:33.693933 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f0c78f2d-6527-4cf5-96f8-721ddc12d9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:06:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['acf32732-187d-4e50-8716-ffc3867c85ab'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:06:33.738606 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c77f9-a191-4015-8236-02aba92c4d22 req-c36debbe-275e-48fe-9924-ffc990c84a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:33.740188 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a82c77f9-a191-4015-8236-02aba92c4d22 req-c36debbe-275e-48fe-9924-ffc990c84a24 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f389481f-c4ba-442f-a312-9914ebc4cb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407884 Sep 30 14:06:33.800146 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-f0c78f2d-6527-4cf5-96f8-721ddc12d9d0 None None] Set router acf32732-187d-4e50-8716-ffc3867c85ab gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:06:33.831738 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a82c77f9-a191-4015-8236-02aba92c4d22 req-25d628f0-5753-4e50-a406-2d619ae0b274 service neutron] 10.222.0.39 "GET /v2.0/networks/f389481f-c4ba-442f-a312-9914ebc4cb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839190 Sep 30 14:06:33.925504 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a82c77f9-a191-4015-8236-02aba92c4d22 req-db38f974-8a0e-4298-8fb8-07a9ef06adb6 service neutron] 10.222.0.39 "GET /v2.0/networks/f389481f-c4ba-442f-a312-9914ebc4cb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862873 Sep 30 14:06:33.999331 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-f0c78f2d-6527-4cf5-96f8-721ddc12d9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384504969', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '8ace27e6-3abb-49c7-b166-ed7d17bb8fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:05:36Z', 'updated_at': '2021-09-30T14:05:40Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': '8ace27e6-3abb-49c7-b166-ed7d17bb8fd2', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:10:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:05:37Z', 'updated_at': '2021-09-30T14:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '74f70161-d3be-4f43-81ed-e822b9b708cb', 'name': '', 'network_id': 'f389481f-c4ba-442f-a312-9914ebc4cb8c', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:61:69:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e3ecbe0e-d212-4740-bc1b-c3bf3a960584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:05:39Z', 'updated_at': '2021-09-30T14:05:43Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': 'e3ecbe0e-d212-4740-bc1b-c3bf3a960584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:06:34.024936 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c78f2d-6527-4cf5-96f8-721ddc12d9d0 None None] The sync data for ids ['acf32732-187d-4e50-8716-ffc3867c85ab'] in n-d-810909-2 is: [{'id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384504969', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '8ace27e6-3abb-49c7-b166-ed7d17bb8fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:05:36Z', 'updated_at': '2021-09-30T14:05:40Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': '8ace27e6-3abb-49c7-b166-ed7d17bb8fd2', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:10:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:05:37Z', 'updated_at': '2021-09-30T14:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '74f70161-d3be-4f43-81ed-e822b9b708cb', 'name': '', 'network_id': 'f389481f-c4ba-442f-a312-9914ebc4cb8c', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:61:69:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e3ecbe0e-d212-4740-bc1b-c3bf3a960584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:05:39Z', 'updated_at': '2021-09-30T14:05:43Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': 'e3ecbe0e-d212-4740-bc1b-c3bf3a960584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:06:34.240824 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14faeca7-0101-4748-9e94-50587908e0a5 None None] New status for floating IP 5fd14bed-97c2-4e97-a53b-8dbd446bcec6: DOWN {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 14:06:34.715836 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9e86b-3f2d-4d2f-98fe-29fc6368df78 req-e1e8f53e-f038-4a26-810a-293b314d1b29 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:34.717305 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c5e9e86b-3f2d-4d2f-98fe-29fc6368df78 req-e1e8f53e-f038-4a26-810a-293b314d1b29 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 946 time: 0.0486271 Sep 30 14:06:34.753651 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c5e9e86b-3f2d-4d2f-98fe-29fc6368df78 req-4047408f-9ac2-4f68-bfd2-d2c6a11b663a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c2e290d-fa3a-4d2b-96c4-a0770a4a1253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305386 Sep 30 14:06:35.057227 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf61a6-e24b-4a6a-a66e-02dca4406a3c req-b871236c-6f1a-494d-8668-4677af8323d6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:35.058593 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8fdf61a6-e24b-4a6a-a66e-02dca4406a3c req-b871236c-6f1a-494d-8668-4677af8323d6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 946 time: 0.0464270 Sep 30 14:06:35.148732 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-8fdf61a6-e24b-4a6a-a66e-02dca4406a3c req-efb905e5-d88d-49d6-8385-0b441d15642e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Deleting port 0eb07bf9-5ea9-43af-a4d1-c77fec29b368 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:06:35.149071 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8fdf61a6-e24b-4a6a-a66e-02dca4406a3c req-efb905e5-d88d-49d6-8385-0b441d15642e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:35.241978 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-8fdf61a6-e24b-4a6a-a66e-02dca4406a3c req-efb905e5-d88d-49d6-8385-0b441d15642e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] For port 0eb07bf9-5ea9-43af-a4d1-c77fec29b368, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=0eb07bf9-5ea9-43af-a4d1-c77fec29b368,segment=NetworkSegment(8b53dc36-0b62-4716-b44d-f2f13ea166b7),segment_id=8b53dc36-0b62-4716-b44d-f2f13ea166b7)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:06:35.242362 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8fdf61a6-e24b-4a6a-a66e-02dca4406a3c req-efb905e5-d88d-49d6-8385-0b441d15642e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:35.258544 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-8fdf61a6-e24b-4a6a-a66e-02dca4406a3c req-efb905e5-d88d-49d6-8385-0b441d15642e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Calling delete_port for 0eb07bf9-5ea9-43af-a4d1-c77fec29b368 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:06:35.383497 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8fdf61a6-e24b-4a6a-a66e-02dca4406a3c req-efb905e5-d88d-49d6-8385-0b441d15642e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:35.409989 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb905e5-d88d-49d6-8385-0b441d15642e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Port': ['ID=0eb07bf9-5ea9-43af-a4d1-c77fec29b368,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:35.458504 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fdf61a6-e24b-4a6a-a66e-02dca4406a3c req-efb905e5-d88d-49d6-8385-0b441d15642e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] No DVR routers for this DVR port 0eb07bf9-5ea9-43af-a4d1-c77fec29b368 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:06:35.460907 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-8fdf61a6-e24b-4a6a-a66e-02dca4406a3c req-efb905e5-d88d-49d6-8385-0b441d15642e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:35.463075 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8fdf61a6-e24b-4a6a-a66e-02dca4406a3c req-efb905e5-d88d-49d6-8385-0b441d15642e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.39 "DELETE /v2.0/ports/0eb07bf9-5ea9-43af-a4d1-c77fec29b368 HTTP/1.1" status: 204 len: 173 time: 0.3980508 Sep 30 14:06:35.463509 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0e2918-caad-4d7d-ad08-c6e27e5555f1', 'name': 'network-vif-deleted', 'tag': '0eb07bf9-5ea9-43af-a4d1-c77fec29b368'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:06:35.465711 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e44078-175c-4ede-a621-ec37792f5505" -d '{"events": [{"server_uuid": "7e0e2918-caad-4d7d-ad08-c6e27e5555f1", "name": "network-vif-deleted", "tag": "0eb07bf9-5ea9-43af-a4d1-c77fec29b368"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:06:35.507003 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb4248f-294d-423e-b732-688fedca10a5 x-openstack-request-id: req-edb4248f-294d-423e-b732-688fedca10a5 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:06:35.507388 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0e2918-caad-4d7d-ad08-c6e27e5555f1", "name": "network-vif-deleted", "tag": "0eb07bf9-5ea9-43af-a4d1-c77fec29b368", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:06:35.507704 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-edb4248f-294d-423e-b732-688fedca10a5 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:06:35.508097 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0e2918-caad-4d7d-ad08-c6e27e5555f1', 'name': 'network-vif-deleted', 'tag': '0eb07bf9-5ea9-43af-a4d1-c77fec29b368', 'status': 'completed', 'code': 200} Sep 30 14:06:35.872345 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e45a70bf-90d6-4bfb-af6e-b07689d6e446 req-2d3d3e7e-71be-430f-88a8-310a89ea03d3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e0e2918-caad-4d7d-ad08-c6e27e5555f1 HTTP/1.1" status: 200 len: 210 time: 0.0281463 Sep 30 14:06:36.933162 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49266) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:06:37.283770 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-366479f6-9015-4149-97cc-bd30e94dc5b8 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:37.532073 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-366479f6-9015-4149-97cc-bd30e94dc5b8 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Deleting port 74f70161-d3be-4f43-81ed-e822b9b708cb {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:06:37.532412 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-366479f6-9015-4149-97cc-bd30e94dc5b8 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:37.622028 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-366479f6-9015-4149-97cc-bd30e94dc5b8 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] For port 74f70161-d3be-4f43-81ed-e822b9b708cb, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=74f70161-d3be-4f43-81ed-e822b9b708cb,segment=NetworkSegment(8b53dc36-0b62-4716-b44d-f2f13ea166b7),segment_id=8b53dc36-0b62-4716-b44d-f2f13ea166b7)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:06:37.622400 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-366479f6-9015-4149-97cc-bd30e94dc5b8 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:37.635239 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-366479f6-9015-4149-97cc-bd30e94dc5b8 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Calling delete_port for 74f70161-d3be-4f43-81ed-e822b9b708cb owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:06:37.819899 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-366479f6-9015-4149-97cc-bd30e94dc5b8 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:37.848070 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366479f6-9015-4149-97cc-bd30e94dc5b8 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Port': ['ID=74f70161-d3be-4f43-81ed-e822b9b708cb,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:37.978198 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0eb07bf9-5ea9-43af-a4d1-c77fec29b368 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:06:38.004753 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 0eb07bf9-5ea9-43af-a4d1-c77fec29b368 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:06:38.005181 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 0eb07bf9-5ea9-43af-a4d1-c77fec29b368 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:06:38.024376 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-366479f6-9015-4149-97cc-bd30e94dc5b8 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:38.537530 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366479f6-9015-4149-97cc-bd30e94dc5b8 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Router acf32732-187d-4e50-8716-ffc3867c85ab has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:06:38.640318 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366479f6-9015-4149-97cc-bd30e94dc5b8 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:06:38.647061 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-366479f6-9015-4149-97cc-bd30e94dc5b8 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "PUT /v2.0/routers/acf32732-187d-4e50-8716-ffc3867c85ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7128513 Sep 30 14:06:38.649011 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49268) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:06:38.651994 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ee9641-d6eb-40be-9382-ddae74d28c52 None None] Sync routers for ids ['acf32732-187d-4e50-8716-ffc3867c85ab'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:06:38.661441 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ee9641-d6eb-40be-9382-ddae74d28c52 None None] Routers {'acf32732-187d-4e50-8716-ffc3867c85ab'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:06:38.662067 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-42ee9641-d6eb-40be-9382-ddae74d28c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:06:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['acf32732-187d-4e50-8716-ffc3867c85ab'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:06:38.699029 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e4f86e-326e-40e7-a480-d2ee6eb961d1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Deleting subnet e3ecbe0e-d212-4740-bc1b-c3bf3a960584 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 14:06:38.701974 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f86e-326e-40e7-a480-d2ee6eb961d1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:38.741782 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f86e-326e-40e7-a480-d2ee6eb961d1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:38.836246 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f86e-326e-40e7-a480-d2ee6eb961d1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:38.897444 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f86e-326e-40e7-a480-d2ee6eb961d1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:38.924114 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4f86e-326e-40e7-a480-d2ee6eb961d1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Subnet': ['ID=e3ecbe0e-d212-4740-bc1b-c3bf3a960584,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:38.925762 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-42ee9641-d6eb-40be-9382-ddae74d28c52 None None] Set router acf32732-187d-4e50-8716-ffc3867c85ab gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:06:38.931804 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f86e-326e-40e7-a480-d2ee6eb961d1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:38.933616 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a0e4f86e-326e-40e7-a480-d2ee6eb961d1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "DELETE /v2.0/subnets/e3ecbe0e-d212-4740-bc1b-c3bf3a960584 HTTP/1.1" status: 204 len: 168 time: 0.2835834 Sep 30 14:06:38.936158 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49270) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:06:38.953426 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2c619c-ff8f-470a-86ed-966520c3a021 None None] Network f389481f-c4ba-442f-a312-9914ebc4cb8c requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:06:39.044244 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f85ba211-a0b3-4d75-9449-0dea88a4c2d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:39.151920 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f85ba211-a0b3-4d75-9449-0dea88a4c2d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:39.199649 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-42ee9641-d6eb-40be-9382-ddae74d28c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384504969', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '8ace27e6-3abb-49c7-b166-ed7d17bb8fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:05:36Z', 'updated_at': '2021-09-30T14:06:37Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': '8ace27e6-3abb-49c7-b166-ed7d17bb8fd2', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:10:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:05:37Z', 'updated_at': '2021-09-30T14:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:06:39.208022 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-f85ba211-a0b3-4d75-9449-0dea88a4c2d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Deleting port 8ace27e6-3abb-49c7-b166-ed7d17bb8fd2 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:06:39.208374 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f85ba211-a0b3-4d75-9449-0dea88a4c2d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:39.227299 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ee9641-d6eb-40be-9382-ddae74d28c52 None None] Checking router: acf32732-187d-4e50-8716-ffc3867c85ab for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:06:39.240748 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ee9641-d6eb-40be-9382-ddae74d28c52 None None] Routers {'acf32732-187d-4e50-8716-ffc3867c85ab'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:06:39.240948 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-42ee9641-d6eb-40be-9382-ddae74d28c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:06:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['acf32732-187d-4e50-8716-ffc3867c85ab'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:06:39.245067 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4af3604-d2ec-4f25-9cbe-d54e2d2a6ed9 None None] DHCP port deletion for f389481f-c4ba-442f-a312-9914ebc4cb8c request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 14:06:39.293663 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-f85ba211-a0b3-4d75-9449-0dea88a4c2d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] For port 8ace27e6-3abb-49c7-b166-ed7d17bb8fd2, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=8ace27e6-3abb-49c7-b166-ed7d17bb8fd2,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:06:39.294049 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f85ba211-a0b3-4d75-9449-0dea88a4c2d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:39.305351 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-f85ba211-a0b3-4d75-9449-0dea88a4c2d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Calling delete_port for 8ace27e6-3abb-49c7-b166-ed7d17bb8fd2 owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:06:39.355831 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-42ee9641-d6eb-40be-9382-ddae74d28c52 None None] Set router acf32732-187d-4e50-8716-ffc3867c85ab gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:06:39.406962 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-42ee9641-d6eb-40be-9382-ddae74d28c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384504969', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:05:36Z', 'updated_at': '2021-09-30T14:06:39Z', 'revision_number': 6, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:06:39.439536 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ee9641-d6eb-40be-9382-ddae74d28c52 None None] The sync data for ids ['acf32732-187d-4e50-8716-ffc3867c85ab'] in n-d-810909-2 is: [{'id': 'acf32732-187d-4e50-8716-ffc3867c85ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384504969', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:05:36Z', 'updated_at': '2021-09-30T14:06:39Z', 'revision_number': 6, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port_host': None}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:06:39.448101 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-e4af3604-d2ec-4f25-9cbe-d54e2d2a6ed9 None None] Deleting port 0f2c254f-94f8-43d1-9b6b-afe29c9e93d1 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:06:39.448485 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e4af3604-d2ec-4f25-9cbe-d54e2d2a6ed9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:39.488611 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f85ba211-a0b3-4d75-9449-0dea88a4c2d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:39.515666 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e4af3604-d2ec-4f25-9cbe-d54e2d2a6ed9 None None] For port 0f2c254f-94f8-43d1-9b6b-afe29c9e93d1, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=0f2c254f-94f8-43d1-9b6b-afe29c9e93d1,segment=NetworkSegment(8b53dc36-0b62-4716-b44d-f2f13ea166b7),segment_id=8b53dc36-0b62-4716-b44d-f2f13ea166b7)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:06:39.516058 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e4af3604-d2ec-4f25-9cbe-d54e2d2a6ed9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:39.519765 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ba211-a0b3-4d75-9449-0dea88a4c2d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Port': ['ID=8ace27e6-3abb-49c7-b166-ed7d17bb8fd2,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:39.528274 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-e4af3604-d2ec-4f25-9cbe-d54e2d2a6ed9 None None] Calling delete_port for 0f2c254f-94f8-43d1-9b6b-afe29c9e93d1 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:06:39.582605 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f85ba211-a0b3-4d75-9449-0dea88a4c2d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:39.610006 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e4af3604-d2ec-4f25-9cbe-d54e2d2a6ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:39.636065 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af3604-d2ec-4f25-9cbe-d54e2d2a6ed9 None None] Pushing event deleted for resources: {'Port': ['ID=0f2c254f-94f8-43d1-9b6b-afe29c9e93d1,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:39.638268 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4af3604-d2ec-4f25-9cbe-d54e2d2a6ed9 None None] No DVR routers for this DVR port 0f2c254f-94f8-43d1-9b6b-afe29c9e93d1 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:06:39.646374 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af3604-d2ec-4f25-9cbe-d54e2d2a6ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:39.646713 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af3604-d2ec-4f25-9cbe-d54e2d2a6ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:39.647053 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af3604-d2ec-4f25-9cbe-d54e2d2a6ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:39.647388 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af3604-d2ec-4f25-9cbe-d54e2d2a6ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:39.648166 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af3604-d2ec-4f25-9cbe-d54e2d2a6ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:39.648166 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af3604-d2ec-4f25-9cbe-d54e2d2a6ed9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:39.648382 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af3604-d2ec-4f25-9cbe-d54e2d2a6ed9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:39.648698 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af3604-d2ec-4f25-9cbe-d54e2d2a6ed9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:39.649019 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af3604-d2ec-4f25-9cbe-d54e2d2a6ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:39.649340 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af3604-d2ec-4f25-9cbe-d54e2d2a6ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:39.649663 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af3604-d2ec-4f25-9cbe-d54e2d2a6ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:39.649986 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af3604-d2ec-4f25-9cbe-d54e2d2a6ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:39.682473 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f85ba211-a0b3-4d75-9449-0dea88a4c2d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:39.684700 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f85ba211-a0b3-4d75-9449-0dea88a4c2d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:39.730259 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f85ba211-a0b3-4d75-9449-0dea88a4c2d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:39.730657 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85ba211-a0b3-4d75-9449-0dea88a4c2d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Fanout notify agent at l3_agent the message router_deleted on router acf32732-187d-4e50-8716-ffc3867c85ab {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 14:06:39.738113 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f85ba211-a0b3-4d75-9449-0dea88a4c2d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:39.739226 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f85ba211-a0b3-4d75-9449-0dea88a4c2d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "DELETE /v2.0/routers/acf32732-187d-4e50-8716-ffc3867c85ab HTTP/1.1" status: 204 len: 168 time: 0.8021681 Sep 30 14:06:39.742080 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49272) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:06:39.829167 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a704e33d-3b3f-4709-ac20-17d8d3725960 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:39.921812 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a704e33d-3b3f-4709-ac20-17d8d3725960 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:39.941971 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-a704e33d-3b3f-4709-ac20-17d8d3725960 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f389481f-c4ba-442f-a312-9914ebc4cb8c']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:06:39.950811 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-a704e33d-3b3f-4709-ac20-17d8d3725960 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b53dc36-0b62-4716-b44d-f2f13ea166b7') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:06:39.951103 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-a704e33d-3b3f-4709-ac20-17d8d3725960 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b53dc36-0b62-4716-b44d-f2f13ea166b7') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:06:39.960367 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a704e33d-3b3f-4709-ac20-17d8d3725960 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:39.973289 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a704e33d-3b3f-4709-ac20-17d8d3725960 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:39.979041 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a704e33d-3b3f-4709-ac20-17d8d3725960 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 14:06:39.979462 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a704e33d-3b3f-4709-ac20-17d8d3725960 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: timer() Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 14:06:39.982560 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 14:06:40.040307 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a704e33d-3b3f-4709-ac20-17d8d3725960 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:40.048116 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a704e33d-3b3f-4709-ac20-17d8d3725960 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:40.049186 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a704e33d-3b3f-4709-ac20-17d8d3725960 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "DELETE /v2.0/networks/f389481f-c4ba-442f-a312-9914ebc4cb8c HTTP/1.1" status: 204 len: 168 time: 0.3060482 Sep 30 14:06:40.052142 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49274) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:06:40.060411 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704e33d-3b3f-4709-ac20-17d8d3725960 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Network': ['ID=f389481f-c4ba-442f-a312-9914ebc4cb8c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:40.113793 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c85926f-1dd8-4f62-a641-a4919292fd77 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:40.137977 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c85926f-1dd8-4f62-a641-a4919292fd77 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:40.205742 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c85926f-1dd8-4f62-a641-a4919292fd77 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:40.209470 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1c85926f-1dd8-4f62-a641-a4919292fd77 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:40.210682 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1c85926f-1dd8-4f62-a641-a4919292fd77 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "DELETE /v2.0/security-groups/6c2e290d-fa3a-4d2b-96c4-a0770a4a1253 HTTP/1.1" status: 204 len: 168 time: 0.1575730 Sep 30 14:06:40.213993 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0f2c254f-94f8-43d1-9b6b-afe29c9e93d1 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:06:40.221601 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85926f-1dd8-4f62-a641-a4919292fd77 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2e290d-fa3a-4d2b-96c4-a0770a4a1253,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:40.229430 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85926f-1dd8-4f62-a641-a4919292fd77 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:40.229784 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85926f-1dd8-4f62-a641-a4919292fd77 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:40.230153 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85926f-1dd8-4f62-a641-a4919292fd77 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:40.230489 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85926f-1dd8-4f62-a641-a4919292fd77 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:40.230823 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85926f-1dd8-4f62-a641-a4919292fd77 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:40.231377 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85926f-1dd8-4f62-a641-a4919292fd77 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:40.231718 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85926f-1dd8-4f62-a641-a4919292fd77 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:40.232045 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85926f-1dd8-4f62-a641-a4919292fd77 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:40.232370 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85926f-1dd8-4f62-a641-a4919292fd77 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:40.233247 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85926f-1dd8-4f62-a641-a4919292fd77 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:40.233247 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85926f-1dd8-4f62-a641-a4919292fd77 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:40.233457 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c85926f-1dd8-4f62-a641-a4919292fd77 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:40.251016 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 0f2c254f-94f8-43d1-9b6b-afe29c9e93d1 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:06:40.251726 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 0f2c254f-94f8-43d1-9b6b-afe29c9e93d1 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:06:40.252966 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 74f70161-d3be-4f43-81ed-e822b9b708cb no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:06:40.277279 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 74f70161-d3be-4f43-81ed-e822b9b708cb {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:06:40.277621 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 74f70161-d3be-4f43-81ed-e822b9b708cb not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:06:40.561262 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49280) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:06:40.566333 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-49ed57d6-2cce-44fc-a55a-64ab8057f7d0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1411319355', 'description': 'tempest-secgroup-smoke-1411319355 description', 'project_id': '48c65e1357784d8d8ee61181ac5eb042'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:06:40.588410 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-49ed57d6-2cce-44fc-a55a-64ab8057f7d0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:40.672453 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-49ed57d6-2cce-44fc-a55a-64ab8057f7d0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:40.677683 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-49ed57d6-2cce-44fc-a55a-64ab8057f7d0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:40.707136 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-49ed57d6-2cce-44fc-a55a-64ab8057f7d0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:40.708374 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-49ed57d6-2cce-44fc-a55a-64ab8057f7d0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1461127 Sep 30 14:06:40.710331 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed57d6-2cce-44fc-a55a-64ab8057f7d0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2df645b-aefa-4d01-860b-b3720de44df1,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:40.711338 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49282) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:06:40.717157 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-b8f0eeb9-825a-48f9-8830-7d6ad92bd904 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': 'd2df645b-aefa-4d01-860b-b3720de44df1', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:06:40.744764 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b8f0eeb9-825a-48f9-8830-7d6ad92bd904 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:40.791094 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b8f0eeb9-825a-48f9-8830-7d6ad92bd904 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:40.794290 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b8f0eeb9-825a-48f9-8830-7d6ad92bd904 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:40.814511 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0eeb9-825a-48f9-8830-7d6ad92bd904 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd23033-ede6-4345-a160-e9725f99c28f,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:40.821781 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b8f0eeb9-825a-48f9-8830-7d6ad92bd904 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:40.823002 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b8f0eeb9-825a-48f9-8830-7d6ad92bd904 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1098027 Sep 30 14:06:40.825687 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49284) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:06:40.829969 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-cab269fe-34f0-4cd8-8563-ab18c5608354 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': 'd2df645b-aefa-4d01-860b-b3720de44df1', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:06:40.855496 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cab269fe-34f0-4cd8-8563-ab18c5608354 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:40.915404 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cab269fe-34f0-4cd8-8563-ab18c5608354 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:40.919061 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cab269fe-34f0-4cd8-8563-ab18c5608354 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:40.939539 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab269fe-34f0-4cd8-8563-ab18c5608354 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a63ce7-5b5e-4420-afcf-8692ae308d7a,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:40.942172 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cab269fe-34f0-4cd8-8563-ab18c5608354 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:40.943358 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cab269fe-34f0-4cd8-8563-ab18c5608354 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167240 Sep 30 14:06:40.946249 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49286) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:06:40.950529 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-2938a7e7-9a82-4796-bb66-bb71a427c095 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': 'd2df645b-aefa-4d01-860b-b3720de44df1', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:06:40.976430 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2938a7e7-9a82-4796-bb66-bb71a427c095 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:41.035644 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2938a7e7-9a82-4796-bb66-bb71a427c095 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:41.039070 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2938a7e7-9a82-4796-bb66-bb71a427c095 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:41.056750 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938a7e7-9a82-4796-bb66-bb71a427c095 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9869b484-f49c-4e50-858d-31e0d37e3150,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:41.061895 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2938a7e7-9a82-4796-bb66-bb71a427c095 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:41.063682 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2938a7e7-9a82-4796-bb66-bb71a427c095 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165032 Sep 30 14:06:41.066410 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49288) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:06:41.070683 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-454d210e-5f4a-4a58-ac8a-bb6e70b5268c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': 'd2df645b-aefa-4d01-860b-b3720de44df1', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:06:41.095853 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-454d210e-5f4a-4a58-ac8a-bb6e70b5268c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:41.153779 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-454d210e-5f4a-4a58-ac8a-bb6e70b5268c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:41.157675 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-454d210e-5f4a-4a58-ac8a-bb6e70b5268c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:41.175642 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d210e-5f4a-4a58-ac8a-bb6e70b5268c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc50691-169f-4ec3-8c9d-d43db6d0beed,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:41.180759 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-454d210e-5f4a-4a58-ac8a-bb6e70b5268c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:41.182147 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-454d210e-5f4a-4a58-ac8a-bb6e70b5268c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1147382 Sep 30 14:06:41.184773 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49290) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:06:41.189069 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-1a6e67fc-c563-4185-80f1-296e6e0a6062 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': 'd2df645b-aefa-4d01-860b-b3720de44df1', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:06:41.210536 n-d-810909-2 neutron-server[94764]: INFO neutron.db.securitygroups_db [None req-1a6e67fc-c563-4185-80f1-296e6e0a6062 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Project 48c65e1357784d8d8ee61181ac5eb042 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 14:06:41.215149 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1a6e67fc-c563-4185-80f1-296e6e0a6062 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:41.275466 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1a6e67fc-c563-4185-80f1-296e6e0a6062 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:41.278997 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1a6e67fc-c563-4185-80f1-296e6e0a6062 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:41.300043 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e67fc-c563-4185-80f1-296e6e0a6062 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc23523d-51de-4484-a78d-515a30e14af7,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:41.304007 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1a6e67fc-c563-4185-80f1-296e6e0a6062 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:41.305222 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1a6e67fc-c563-4185-80f1-296e6e0a6062 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195154 Sep 30 14:06:41.307985 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49292) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:06:41.312210 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-06074118-d5bc-4432-b5f4-8be88a1d4d14 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': 'd2df645b-aefa-4d01-860b-b3720de44df1', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:06:41.334335 n-d-810909-2 neutron-server[94764]: INFO neutron.db.securitygroups_db [None req-06074118-d5bc-4432-b5f4-8be88a1d4d14 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Project 48c65e1357784d8d8ee61181ac5eb042 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 14:06:41.338957 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-06074118-d5bc-4432-b5f4-8be88a1d4d14 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:41.402636 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-06074118-d5bc-4432-b5f4-8be88a1d4d14 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:41.405880 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-06074118-d5bc-4432-b5f4-8be88a1d4d14 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:41.423421 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06074118-d5bc-4432-b5f4-8be88a1d4d14 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d5461f-713e-4830-af69-2a0c71a8d756,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:41.430294 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-06074118-d5bc-4432-b5f4-8be88a1d4d14 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:41.431547 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-06074118-d5bc-4432-b5f4-8be88a1d4d14 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227047 Sep 30 14:06:41.434358 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49294) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:06:41.439219 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-5384219c-fbd3-42e2-99a6-3db681374053 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'network': {'name': 'tempest-network-smoke--438364640', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'port_security_enabled': True}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:06:41.459699 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5384219c-fbd3-42e2-99a6-3db681374053 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Made reservation on behalf of 48c65e1357784d8d8ee61181ac5eb042 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:06:41.463648 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5384219c-fbd3-42e2-99a6-3db681374053 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:41.487128 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5384219c-fbd3-42e2-99a6-3db681374053 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 14:06:41.496540 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5384219c-fbd3-42e2-99a6-3db681374053 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:41.496880 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-5384219c-fbd3-42e2-99a6-3db681374053 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Added segment 73314c7a-aaab-40be-b681-0113d5074b21 of type vlan for network dc1cc2e1-fffe-449a-9f5b-c6360e2158e7 Sep 30 14:06:41.536710 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5384219c-fbd3-42e2-99a6-3db681374053 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:41.560749 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5384219c-fbd3-42e2-99a6-3db681374053 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:41.566313 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5384219c-fbd3-42e2-99a6-3db681374053 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:41.566894 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5384219c-fbd3-42e2-99a6-3db681374053 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:41.597687 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5384219c-fbd3-42e2-99a6-3db681374053 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1623447 Sep 30 14:06:41.600648 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49296) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:06:41.605832 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-6e3b12eb-3af9-4231-9059-66f2dc93aae2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-321160713', 'admin_state_up': True, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:06:41.610972 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 8ace27e6-3abb-49c7-b166-ed7d17bb8fd2 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:06:41.630715 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6e3b12eb-3af9-4231-9059-66f2dc93aae2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:41.631360 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 8ace27e6-3abb-49c7-b166-ed7d17bb8fd2 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:06:41.631752 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6e3b12eb-3af9-4231-9059-66f2dc93aae2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:41.631878 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 8ace27e6-3abb-49c7-b166-ed7d17bb8fd2 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:06:41.639836 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384219c-fbd3-42e2-99a6-3db681374053 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Network': ['ID=dc1cc2e1-fffe-449a-9f5b-c6360e2158e7,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:41.652645 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network dc1cc2e1-fffe-449a-9f5b-c6360e2158e7 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 14:06:41.686271 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6e3b12eb-3af9-4231-9059-66f2dc93aae2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:41.826770 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6e3b12eb-3af9-4231-9059-66f2dc93aae2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:42.016355 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6e3b12eb-3af9-4231-9059-66f2dc93aae2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:42.038399 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6e3b12eb-3af9-4231-9059-66f2dc93aae2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:42.136203 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-6e3b12eb-3af9-4231-9059-66f2dc93aae2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Allocated IP 172.25.5.230 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/394b549d-dffe-4f46-9022-40b824972d50) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:06:42.247827 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6e3b12eb-3af9-4231-9059-66f2dc93aae2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:42.280340 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6e3b12eb-3af9-4231-9059-66f2dc93aae2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:42.319818 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3b12eb-3af9-4231-9059-66f2dc93aae2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:06:42.324180 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-6e3b12eb-3af9-4231-9059-66f2dc93aae2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:06:42.326666 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3b12eb-3af9-4231-9059-66f2dc93aae2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:06:42.349623 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b12eb-3af9-4231-9059-66f2dc93aae2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=394b549d-dffe-4f46-9022-40b824972d50,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:42.570128 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6e3b12eb-3af9-4231-9059-66f2dc93aae2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:42.762159 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6e3b12eb-3af9-4231-9059-66f2dc93aae2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:42.885379 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3b12eb-3af9-4231-9059-66f2dc93aae2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Router eecb3bd6-803f-4bff-9ba8-8b4134525070 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 14:06:43.288075 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3b12eb-3af9-4231-9059-66f2dc93aae2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:06:43.297990 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf34483-92fb-4fdb-9f4b-0876a9aa8a3d None None] Sync routers for ids ['eecb3bd6-803f-4bff-9ba8-8b4134525070'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:06:43.305722 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6e3b12eb-3af9-4231-9059-66f2dc93aae2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:43.307031 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6e3b12eb-3af9-4231-9059-66f2dc93aae2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7052279 Sep 30 14:06:43.308075 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf34483-92fb-4fdb-9f4b-0876a9aa8a3d None None] Routers {'eecb3bd6-803f-4bff-9ba8-8b4134525070'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:06:43.308671 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7cf34483-92fb-4fdb-9f4b-0876a9aa8a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:06:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['eecb3bd6-803f-4bff-9ba8-8b4134525070'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:06:43.310256 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49298) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:06:43.338029 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-54c644f6-d727-4d2c-9e6b-a57839cc74a1 tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=48c65e1357784d8d8ee61181ac5eb042&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266161 Sep 30 14:06:43.340755 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49300) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:06:43.411071 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-7cf34483-92fb-4fdb-9f4b-0876a9aa8a3d None None] Set router eecb3bd6-803f-4bff-9ba8-8b4134525070 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:06:43.427128 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4f5948-d72d-4d4b-b49b-5941753ed69d tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:43.428705 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2d4f5948-d72d-4d4b-b49b-5941753ed69d tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869017 Sep 30 14:06:43.431604 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49302) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:06:43.465129 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6f8d141a-af65-4551-8b74-4b4ccf1601ec tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7bf2cdd5-9828-4259-bd46-d7f13451331c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320272 Sep 30 14:06:43.467607 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49304) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:06:43.472200 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-4652f91d-b3b8-42f5-85f5-610c74154c3d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-918553107', 'network_id': 'dc1cc2e1-fffe-449a-9f5b-c6360e2158e7', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:06:43.560745 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4652f91d-b3b8-42f5-85f5-610c74154c3d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Made reservation on behalf of 48c65e1357784d8d8ee61181ac5eb042 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:06:43.564611 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4652f91d-b3b8-42f5-85f5-610c74154c3d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:43.585205 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7cf34483-92fb-4fdb-9f4b-0876a9aa8a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321160713', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '394b549d-dffe-4f46-9022-40b824972d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:06:41Z', 'updated_at': '2021-09-30T14:06:42Z', 'revision_number': 3, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': '394b549d-dffe-4f46-9022-40b824972d50', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:06:42Z', 'updated_at': '2021-09-30T14:06:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:06:43.611515 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf34483-92fb-4fdb-9f4b-0876a9aa8a3d None None] Checking router: eecb3bd6-803f-4bff-9ba8-8b4134525070 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:06:43.611887 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf34483-92fb-4fdb-9f4b-0876a9aa8a3d None None] Updating router eecb3bd6-803f-4bff-9ba8-8b4134525070 port 394b549d-dffe-4f46-9022-40b824972d50 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 14:06:43.641936 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7cf34483-92fb-4fdb-9f4b-0876a9aa8a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:43.745817 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4652f91d-b3b8-42f5-85f5-610c74154c3d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:43.806900 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652f91d-b3b8-42f5-85f5-610c74154c3d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Subnet': ['ID=e9e781db-503b-4edf-8df2-870d167979ad,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:43.814405 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4652f91d-b3b8-42f5-85f5-610c74154c3d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Checking segment: {'id': '73314c7a-aaab-40be-b681-0113d5074b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'dc1cc2e1-fffe-449a-9f5b-c6360e2158e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:06:43.814769 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4652f91d-b3b8-42f5-85f5-610c74154c3d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network hostable DHCP agents. Network: dc1cc2e1-fffe-449a-9f5b-c6360e2158e7, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 14:06:43.831831 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4652f91d-b3b8-42f5-85f5-610c74154c3d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network dc1cc2e1-fffe-449a-9f5b-c6360e2158e7 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 14:06:43.842546 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-4652f91d-b3b8-42f5-85f5-610c74154c3d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, dc1cc2e1-fffe-449a-9f5b-c6360e2158e7) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:06:43.849912 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4652f91d-b3b8-42f5-85f5-610c74154c3d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:43.850533 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4652f91d-b3b8-42f5-85f5-610c74154c3d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:43.859066 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71a3728-94eb-44be-944c-cadcb70e245c None None] Network dc1cc2e1-fffe-449a-9f5b-c6360e2158e7 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:06:43.866049 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4652f91d-b3b8-42f5-85f5-610c74154c3d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3973885 Sep 30 14:06:43.868782 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49306) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:06:43.897445 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7cf34483-92fb-4fdb-9f4b-0876a9aa8a3d None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:43.903070 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7cf34483-92fb-4fdb-9f4b-0876a9aa8a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:43.963728 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-7cf34483-92fb-4fdb-9f4b-0876a9aa8a3d None None] Attempting to bind port 394b549d-dffe-4f46-9022-40b824972d50 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:06:43.964094 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-7cf34483-92fb-4fdb-9f4b-0876a9aa8a3d None None] Attempting to bind port 394b549d-dffe-4f46-9022-40b824972d50 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:06:43.964451 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf34483-92fb-4fdb-9f4b-0876a9aa8a3d None None] Attempting to bind port 394b549d-dffe-4f46-9022-40b824972d50 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:06:43.966430 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0102219-a105-41bc-8aa6-b5defacae92e None None] Pushing event updated for resources: {'Port': ['ID=394b549d-dffe-4f46-9022-40b824972d50,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:43.976228 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0102219-a105-41bc-8aa6-b5defacae92e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:43.976607 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0102219-a105-41bc-8aa6-b5defacae92e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:43.976950 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0102219-a105-41bc-8aa6-b5defacae92e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:43.977286 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0102219-a105-41bc-8aa6-b5defacae92e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:43.977612 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0102219-a105-41bc-8aa6-b5defacae92e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:43.977937 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0102219-a105-41bc-8aa6-b5defacae92e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:43.978327 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0102219-a105-41bc-8aa6-b5defacae92e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:43.978651 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0102219-a105-41bc-8aa6-b5defacae92e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:43.978966 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0102219-a105-41bc-8aa6-b5defacae92e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:43.979361 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0102219-a105-41bc-8aa6-b5defacae92e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:43.979609 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0102219-a105-41bc-8aa6-b5defacae92e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:43.979895 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0102219-a105-41bc-8aa6-b5defacae92e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:06:43.983473 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf34483-92fb-4fdb-9f4b-0876a9aa8a3d None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:06:43.984572 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf34483-92fb-4fdb-9f4b-0876a9aa8a3d None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:06:43.984572 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7cf34483-92fb-4fdb-9f4b-0876a9aa8a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:43.984793 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf34483-92fb-4fdb-9f4b-0876a9aa8a3d None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:06:43.985076 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-7cf34483-92fb-4fdb-9f4b-0876a9aa8a3d None None] Bound port: 394b549d-dffe-4f46-9022-40b824972d50, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:06:43.985453 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7cf34483-92fb-4fdb-9f4b-0876a9aa8a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:44.027729 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65fd6c5-0a52-430c-9d5c-c1af5b098fc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-dc1cc2e1-fffe-449a-9f5b-c6360e2158e7', 'network_id': 'dc1cc2e1-fffe-449a-9f5b-c6360e2158e7', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'fixed_ips': [{'subnet_id': 'e9e781db-503b-4edf-8df2-870d167979ad'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 14:06:44.029350 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f65fd6c5-0a52-430c-9d5c-c1af5b098fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:44.041078 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-7cf34483-92fb-4fdb-9f4b-0876a9aa8a3d None None] For port 394b549d-dffe-4f46-9022-40b824972d50, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:06:44.044279 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-7cf34483-92fb-4fdb-9f4b-0876a9aa8a3d None None] For port 394b549d-dffe-4f46-9022-40b824972d50, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=394b549d-dffe-4f46-9022-40b824972d50,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:06:44.049686 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7cf34483-92fb-4fdb-9f4b-0876a9aa8a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:44.104179 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf34483-92fb-4fdb-9f4b-0876a9aa8a3d None None] Routers {'eecb3bd6-803f-4bff-9ba8-8b4134525070'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:06:44.105181 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7cf34483-92fb-4fdb-9f4b-0876a9aa8a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:06:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['eecb3bd6-803f-4bff-9ba8-8b4134525070'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:06:44.140380 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0102219-a105-41bc-8aa6-b5defacae92e None None] Pushing event updated for resources: {'Port': ['ID=394b549d-dffe-4f46-9022-40b824972d50,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:44.171566 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-f65fd6c5-0a52-430c-9d5c-c1af5b098fc0 None None] Allocated IP 172.20.0.2 (dc1cc2e1-fffe-449a-9f5b-c6360e2158e7/e9e781db-503b-4edf-8df2-870d167979ad/9f9b28ca-daa4-4e07-917d-a705fc1d0c6b) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:06:44.215498 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-7cf34483-92fb-4fdb-9f4b-0876a9aa8a3d None None] Set router eecb3bd6-803f-4bff-9ba8-8b4134525070 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:06:44.324860 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f65fd6c5-0a52-430c-9d5c-c1af5b098fc0 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:44.333742 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f65fd6c5-0a52-430c-9d5c-c1af5b098fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:44.355348 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a060c643-2c09-427e-9b97-74f48b87c54f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:44.373917 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65fd6c5-0a52-430c-9d5c-c1af5b098fc0 None None] Network dc1cc2e1-fffe-449a-9f5b-c6360e2158e7 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:06:44.376933 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-f65fd6c5-0a52-430c-9d5c-c1af5b098fc0 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:06:44.380027 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65fd6c5-0a52-430c-9d5c-c1af5b098fc0 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:06:44.391687 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65fd6c5-0a52-430c-9d5c-c1af5b098fc0 None None] Pushing event updated for resources: {'Port': ['ID=9f9b28ca-daa4-4e07-917d-a705fc1d0c6b,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:44.405876 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-7cf34483-92fb-4fdb-9f4b-0876a9aa8a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321160713', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '394b549d-dffe-4f46-9022-40b824972d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:06:41Z', 'updated_at': '2021-09-30T14:06:42Z', 'revision_number': 3, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': '394b549d-dffe-4f46-9022-40b824972d50', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:06:42Z', 'updated_at': '2021-09-30T14:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:06:44.438231 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf34483-92fb-4fdb-9f4b-0876a9aa8a3d None None] The sync data for ids ['eecb3bd6-803f-4bff-9ba8-8b4134525070'] in n-d-810909-2 is: [{'id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321160713', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '394b549d-dffe-4f46-9022-40b824972d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:06:41Z', 'updated_at': '2021-09-30T14:06:42Z', 'revision_number': 3, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': '394b549d-dffe-4f46-9022-40b824972d50', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:06:42Z', 'updated_at': '2021-09-30T14:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:06:44.442931 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f65fd6c5-0a52-430c-9d5c-c1af5b098fc0 None None] Attempting to bind port 9f9b28ca-daa4-4e07-917d-a705fc1d0c6b on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:06:44.443261 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f65fd6c5-0a52-430c-9d5c-c1af5b098fc0 None None] Attempting to bind port 9f9b28ca-daa4-4e07-917d-a705fc1d0c6b by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '73314c7a-aaab-40be-b681-0113d5074b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'dc1cc2e1-fffe-449a-9f5b-c6360e2158e7'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:06:44.443622 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65fd6c5-0a52-430c-9d5c-c1af5b098fc0 None None] Attempting to bind port 9f9b28ca-daa4-4e07-917d-a705fc1d0c6b on network dc1cc2e1-fffe-449a-9f5b-c6360e2158e7 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:06:44.452944 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65fd6c5-0a52-430c-9d5c-c1af5b098fc0 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:06:44.453541 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65fd6c5-0a52-430c-9d5c-c1af5b098fc0 None None] Checking segment: {'id': '73314c7a-aaab-40be-b681-0113d5074b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'dc1cc2e1-fffe-449a-9f5b-c6360e2158e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:06:44.454083 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f65fd6c5-0a52-430c-9d5c-c1af5b098fc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:44.454776 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65fd6c5-0a52-430c-9d5c-c1af5b098fc0 None None] Bound using segment: {'id': '73314c7a-aaab-40be-b681-0113d5074b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'dc1cc2e1-fffe-449a-9f5b-c6360e2158e7'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:06:44.455672 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-f65fd6c5-0a52-430c-9d5c-c1af5b098fc0 None None] Bound port: 9f9b28ca-daa4-4e07-917d-a705fc1d0c6b, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73314c7a-aaab-40be-b681-0113d5074b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'dc1cc2e1-fffe-449a-9f5b-c6360e2158e7'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:06:44.456168 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f65fd6c5-0a52-430c-9d5c-c1af5b098fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:44.525804 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f65fd6c5-0a52-430c-9d5c-c1af5b098fc0 None None] For port 9f9b28ca-daa4-4e07-917d-a705fc1d0c6b, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:06:44.529658 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-f65fd6c5-0a52-430c-9d5c-c1af5b098fc0 None None] For port 9f9b28ca-daa4-4e07-917d-a705fc1d0c6b, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9f9b28ca-daa4-4e07-917d-a705fc1d0c6b,segment=NetworkSegment(73314c7a-aaab-40be-b681-0113d5074b21),segment_id=73314c7a-aaab-40be-b681-0113d5074b21)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:06:44.534570 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f65fd6c5-0a52-430c-9d5c-c1af5b098fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:44.595933 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65fd6c5-0a52-430c-9d5c-c1af5b098fc0 None None] Pushing event updated for resources: {'Port': ['ID=9f9b28ca-daa4-4e07-917d-a705fc1d0c6b,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:44.646188 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-a060c643-2c09-427e-9b97-74f48b87c54f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Allocated IP 172.20.0.1 (dc1cc2e1-fffe-449a-9f5b-c6360e2158e7/e9e781db-503b-4edf-8df2-870d167979ad/fb20d96b-ca8e-4070-9288-90fd3c9cf2f9) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:06:44.810331 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a060c643-2c09-427e-9b97-74f48b87c54f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:44.854331 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a060c643-2c09-427e-9b97-74f48b87c54f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:44.905158 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a060c643-2c09-427e-9b97-74f48b87c54f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network dc1cc2e1-fffe-449a-9f5b-c6360e2158e7 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:06:44.909281 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-a060c643-2c09-427e-9b97-74f48b87c54f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:06:44.912421 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a060c643-2c09-427e-9b97-74f48b87c54f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:06:44.919235 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060c643-2c09-427e-9b97-74f48b87c54f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=fb20d96b-ca8e-4070-9288-90fd3c9cf2f9,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:44.966874 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a060c643-2c09-427e-9b97-74f48b87c54f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:45.105852 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a060c643-2c09-427e-9b97-74f48b87c54f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:45.368359 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:45.401652 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a060c643-2c09-427e-9b97-74f48b87c54f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:45.407506 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a060c643-2c09-427e-9b97-74f48b87c54f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:45.491227 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a060c643-2c09-427e-9b97-74f48b87c54f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:45.493031 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060c643-2c09-427e-9b97-74f48b87c54f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=fb20d96b-ca8e-4070-9288-90fd3c9cf2f9,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:45.583588 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3129aad8-4b0f-45fa-9f99-a3913b8cb7f1 None None] Network dc1cc2e1-fffe-449a-9f5b-c6360e2158e7 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:06:45.587518 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a060c643-2c09-427e-9b97-74f48b87c54f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network dc1cc2e1-fffe-449a-9f5b-c6360e2158e7 is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:06:45.588886 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-a060c643-2c09-427e-9b97-74f48b87c54f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:06:45.666728 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-e616d89a-7ffc-43fa-8371-4f01ffb783dc None None] Provisioning complete for port 9f9b28ca-daa4-4e07-917d-a705fc1d0c6b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:06:45.667410 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e616d89a-7ffc-43fa-8371-4f01ffb783dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:45.714734 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a060c643-2c09-427e-9b97-74f48b87c54f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Router eecb3bd6-803f-4bff-9ba8-8b4134525070 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:06:45.730657 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9f9b28ca-daa4-4e07-917d-a705fc1d0c6b up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:06:45.855955 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e616d89a-7ffc-43fa-8371-4f01ffb783dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:45.861065 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 9f9b28ca-daa4-4e07-917d-a705fc1d0c6b triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:06:45.861429 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:45.931434 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e616d89a-7ffc-43fa-8371-4f01ffb783dc None None] For port 9f9b28ca-daa4-4e07-917d-a705fc1d0c6b, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9f9b28ca-daa4-4e07-917d-a705fc1d0c6b,segment=NetworkSegment(73314c7a-aaab-40be-b681-0113d5074b21),segment_id=73314c7a-aaab-40be-b681-0113d5074b21)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:06:45.939806 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e616d89a-7ffc-43fa-8371-4f01ffb783dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:46.027327 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 394b549d-dffe-4f46-9022-40b824972d50 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:06:46.028975 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616d89a-7ffc-43fa-8371-4f01ffb783dc None None] Pushing event updated for resources: {'Port': ['ID=9f9b28ca-daa4-4e07-917d-a705fc1d0c6b,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:46.083260 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 394b549d-dffe-4f46-9022-40b824972d50 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:06:46.083717 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:46.181400 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-21903642-eec6-49c3-bd2f-dab4748b75e4 None None] Provisioning complete for port 9f9b28ca-daa4-4e07-917d-a705fc1d0c6b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:06:46.181681 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21903642-eec6-49c3-bd2f-dab4748b75e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:46.183175 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:46.189269 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a060c643-2c09-427e-9b97-74f48b87c54f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:06:46.199656 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a060c643-2c09-427e-9b97-74f48b87c54f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "PUT /v2.0/routers/eecb3bd6-803f-4bff-9ba8-8b4134525070/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3298302 Sep 30 14:06:46.204032 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97ea2f7-2116-4075-9edb-25462cc63d01 None None] Sync routers for ids ['eecb3bd6-803f-4bff-9ba8-8b4134525070'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:06:46.231809 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 394b549d-dffe-4f46-9022-40b824972d50, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=394b549d-dffe-4f46-9022-40b824972d50,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:06:46.241348 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:46.248698 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97ea2f7-2116-4075-9edb-25462cc63d01 None None] Routers {'eecb3bd6-803f-4bff-9ba8-8b4134525070'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:06:46.249296 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e97ea2f7-2116-4075-9edb-25462cc63d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:06:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['eecb3bd6-803f-4bff-9ba8-8b4134525070'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:06:46.398583 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-659405cb-6fb3-4c39-954d-2d8f8b429089 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1411319355&fields=id&tenant_id=48c65e1357784d8d8ee61181ac5eb042 HTTP/1.1" status: 200 len: 267 time: 0.0446115 Sep 30 14:06:46.524810 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-2ba3452b-c727-4e17-b2cf-22f61ec7d954 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:46.526730 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-2ba3452b-c727-4e17-b2cf-22f61ec7d954 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/networks?id=dc1cc2e1-fffe-449a-9f5b-c6360e2158e7 HTTP/1.1" status: 200 len: 796 time: 0.1237137 Sep 30 14:06:46.544623 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-ca817a8c-5844-4a51-9f82-e1686512399f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/quotas/48c65e1357784d8d8ee61181ac5eb042 HTTP/1.1" status: 200 len: 375 time: 0.0108993 Sep 30 14:06:46.573868 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=394b549d-dffe-4f46-9022-40b824972d50,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:46.597803 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-e97ea2f7-2116-4075-9edb-25462cc63d01 None None] Set router eecb3bd6-803f-4bff-9ba8-8b4134525070 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:06:46.601110 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-4e240fed-4e84-4120-8f5d-1a9c8d377d74 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489793 Sep 30 14:06:46.664705 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-4cfde75b-f9aa-4660-853a-152e3531b14b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 14:06:46.665733 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-4cfde75b-f9aa-4660-853a-152e3531b14b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0524220 Sep 30 14:06:46.675418 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-21903642-eec6-49c3-bd2f-dab4748b75e4 None None] Provisioning complete for port fb20d96b-ca8e-4070-9288-90fd3c9cf2f9 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:06:46.675716 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21903642-eec6-49c3-bd2f-dab4748b75e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:46.754562 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-3a754e29-cc24-4d82-a55d-901f94580976 service neutron] 10.222.0.18 "GET /v2.0/networks/dc1cc2e1-fffe-449a-9f5b-c6360e2158e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816591 Sep 30 14:06:46.755602 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-21903642-eec6-49c3-bd2f-dab4748b75e4 None None] Port fb20d96b-ca8e-4070-9288-90fd3c9cf2f9 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:06:46.826105 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e97ea2f7-2116-4075-9edb-25462cc63d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321160713', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '394b549d-dffe-4f46-9022-40b824972d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:06:41Z', 'updated_at': '2021-09-30T14:06:45Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': '394b549d-dffe-4f46-9022-40b824972d50', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:06:42Z', 'updated_at': '2021-09-30T14:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'fb20d96b-ca8e-4070-9288-90fd3c9cf2f9', 'name': '', 'network_id': 'dc1cc2e1-fffe-449a-9f5b-c6360e2158e7', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:ba:e5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e9e781db-503b-4edf-8df2-870d167979ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:06:44Z', 'updated_at': '2021-09-30T14:06:45Z', 'revision_number': 2, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': 'e9e781db-503b-4edf-8df2-870d167979ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:06:46.848146 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-060e517d-b1ba-4c5b-96ab-d14262143c8d service neutron] 10.222.0.18 "GET /v2.0/networks/dc1cc2e1-fffe-449a-9f5b-c6360e2158e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860043 Sep 30 14:06:46.856749 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97ea2f7-2116-4075-9edb-25462cc63d01 None None] Checking router: eecb3bd6-803f-4bff-9ba8-8b4134525070 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:06:46.857100 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97ea2f7-2116-4075-9edb-25462cc63d01 None None] Updating router eecb3bd6-803f-4bff-9ba8-8b4134525070 port fb20d96b-ca8e-4070-9288-90fd3c9cf2f9 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 14:06:46.888551 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e97ea2f7-2116-4075-9edb-25462cc63d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:46.902174 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-2a6957f1-0e91-4fa9-9ab3-9930b3cff3f8 None None] Provisioning complete for port fb20d96b-ca8e-4070-9288-90fd3c9cf2f9 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:06:46.902543 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2a6957f1-0e91-4fa9-9ab3-9930b3cff3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:46.966422 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-2a6957f1-0e91-4fa9-9ab3-9930b3cff3f8 None None] Port fb20d96b-ca8e-4070-9288-90fd3c9cf2f9 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:06:47.017336 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c329e02-86f0-48a6-bed9-11f87482d18f req-32692add-2cf7-461d-af62-8ded49424091 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 210 time: 0.0273511 Sep 30 14:06:47.194548 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e97ea2f7-2116-4075-9edb-25462cc63d01 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:47.200118 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e97ea2f7-2116-4075-9edb-25462cc63d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:47.270266 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa729f-7252-41eb-9fa6-4d550ce6839f None None] Pushing event updated for resources: {'Port': ['ID=fb20d96b-ca8e-4070-9288-90fd3c9cf2f9,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:47.311052 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e97ea2f7-2116-4075-9edb-25462cc63d01 None None] Attempting to bind port fb20d96b-ca8e-4070-9288-90fd3c9cf2f9 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:06:47.311558 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e97ea2f7-2116-4075-9edb-25462cc63d01 None None] Attempting to bind port fb20d96b-ca8e-4070-9288-90fd3c9cf2f9 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '73314c7a-aaab-40be-b681-0113d5074b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'dc1cc2e1-fffe-449a-9f5b-c6360e2158e7'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:06:47.311920 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ea2f7-2116-4075-9edb-25462cc63d01 None None] Attempting to bind port fb20d96b-ca8e-4070-9288-90fd3c9cf2f9 on network dc1cc2e1-fffe-449a-9f5b-c6360e2158e7 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:06:47.318198 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ea2f7-2116-4075-9edb-25462cc63d01 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:06:47.319943 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ea2f7-2116-4075-9edb-25462cc63d01 None None] Checking segment: {'id': '73314c7a-aaab-40be-b681-0113d5074b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'dc1cc2e1-fffe-449a-9f5b-c6360e2158e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:06:47.320081 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e97ea2f7-2116-4075-9edb-25462cc63d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:47.320376 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ea2f7-2116-4075-9edb-25462cc63d01 None None] Bound using segment: {'id': '73314c7a-aaab-40be-b681-0113d5074b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'dc1cc2e1-fffe-449a-9f5b-c6360e2158e7'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:06:47.320829 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-e97ea2f7-2116-4075-9edb-25462cc63d01 None None] Bound port: fb20d96b-ca8e-4070-9288-90fd3c9cf2f9, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73314c7a-aaab-40be-b681-0113d5074b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'dc1cc2e1-fffe-449a-9f5b-c6360e2158e7'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:06:47.321214 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e97ea2f7-2116-4075-9edb-25462cc63d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:47.393962 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e97ea2f7-2116-4075-9edb-25462cc63d01 None None] For port fb20d96b-ca8e-4070-9288-90fd3c9cf2f9, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:06:47.396992 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-e97ea2f7-2116-4075-9edb-25462cc63d01 None None] For port fb20d96b-ca8e-4070-9288-90fd3c9cf2f9, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=fb20d96b-ca8e-4070-9288-90fd3c9cf2f9,segment=NetworkSegment(73314c7a-aaab-40be-b681-0113d5074b21),segment_id=73314c7a-aaab-40be-b681-0113d5074b21)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:06:47.401581 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e97ea2f7-2116-4075-9edb-25462cc63d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:47.469636 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97ea2f7-2116-4075-9edb-25462cc63d01 None None] Routers {'eecb3bd6-803f-4bff-9ba8-8b4134525070'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:06:47.470293 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e97ea2f7-2116-4075-9edb-25462cc63d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:06:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['eecb3bd6-803f-4bff-9ba8-8b4134525070'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:06:47.511690 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa729f-7252-41eb-9fa6-4d550ce6839f None None] Pushing event updated for resources: {'Port': ['ID=fb20d96b-ca8e-4070-9288-90fd3c9cf2f9,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:47.549862 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-bedef279-67c2-4de0-a1c9-7be8be07f17c None None] Provisioning complete for port fb20d96b-ca8e-4070-9288-90fd3c9cf2f9 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:06:47.550298 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bedef279-67c2-4de0-a1c9-7be8be07f17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:47.636900 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-e97ea2f7-2116-4075-9edb-25462cc63d01 None None] Set router eecb3bd6-803f-4bff-9ba8-8b4134525070 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:06:47.703604 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9f9b28ca-daa4-4e07-917d-a705fc1d0c6b up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:06:47.785423 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bedef279-67c2-4de0-a1c9-7be8be07f17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:47.874698 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-bedef279-67c2-4de0-a1c9-7be8be07f17c None None] For port fb20d96b-ca8e-4070-9288-90fd3c9cf2f9, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=fb20d96b-ca8e-4070-9288-90fd3c9cf2f9,segment=NetworkSegment(73314c7a-aaab-40be-b681-0113d5074b21),segment_id=73314c7a-aaab-40be-b681-0113d5074b21)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:06:47.884680 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bedef279-67c2-4de0-a1c9-7be8be07f17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:47.886364 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 9f9b28ca-daa4-4e07-917d-a705fc1d0c6b triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:06:47.886725 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:48.021574 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedef279-67c2-4de0-a1c9-7be8be07f17c None None] Pushing event updated for resources: {'Port': ['ID=fb20d96b-ca8e-4070-9288-90fd3c9cf2f9,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:48.070669 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-c2db2a88-236d-4c07-ac49-78344df0c5d4 None None] Provisioning complete for port fb20d96b-ca8e-4070-9288-90fd3c9cf2f9 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:06:48.071048 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c2db2a88-236d-4c07-ac49-78344df0c5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:48.073570 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 394b549d-dffe-4f46-9022-40b824972d50 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:06:48.128338 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0111acde-2333-4cc4-ac32-235cf9b342d2 req-7cb2b405-3b8e-4ed0-9d7c-9120c9b724f0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 210 time: 0.0384028 Sep 30 14:06:48.138258 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-5c4545c6-e9f5-45f3-bdc5-8790d3a12e5e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:48.139843 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-5c4545c6-e9f5-45f3-bdc5-8790d3a12e5e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.39 "GET /v2.0/networks?id=dc1cc2e1-fffe-449a-9f5b-c6360e2158e7 HTTP/1.1" status: 200 len: 796 time: 0.1561420 Sep 30 14:06:48.163204 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e97ea2f7-2116-4075-9edb-25462cc63d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321160713', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '394b549d-dffe-4f46-9022-40b824972d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:06:41Z', 'updated_at': '2021-09-30T14:06:45Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': '394b549d-dffe-4f46-9022-40b824972d50', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:06:42Z', 'updated_at': '2021-09-30T14:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'fb20d96b-ca8e-4070-9288-90fd3c9cf2f9', 'name': '', 'network_id': 'dc1cc2e1-fffe-449a-9f5b-c6360e2158e7', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:ba:e5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e9e781db-503b-4edf-8df2-870d167979ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:06:44Z', 'updated_at': '2021-09-30T14:06:47Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': 'e9e781db-503b-4edf-8df2-870d167979ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:06:48.186518 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-aa89686f-5652-494e-a343-964484a0f368 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48c65e1357784d8d8ee61181ac5eb042 HTTP/1.1" status: 200 len: 380 time: 0.0338745 Sep 30 14:06:48.193657 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97ea2f7-2116-4075-9edb-25462cc63d01 None None] The sync data for ids ['eecb3bd6-803f-4bff-9ba8-8b4134525070'] in n-d-810909-2 is: [{'id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321160713', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '394b549d-dffe-4f46-9022-40b824972d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:06:41Z', 'updated_at': '2021-09-30T14:06:45Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': '394b549d-dffe-4f46-9022-40b824972d50', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:06:42Z', 'updated_at': '2021-09-30T14:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'fb20d96b-ca8e-4070-9288-90fd3c9cf2f9', 'name': '', 'network_id': 'dc1cc2e1-fffe-449a-9f5b-c6360e2158e7', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:ba:e5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e9e781db-503b-4edf-8df2-870d167979ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:06:44Z', 'updated_at': '2021-09-30T14:06:47Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': 'e9e781db-503b-4edf-8df2-870d167979ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:06:48.198645 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-9edad9c8-0213-490c-a664-a8947008f036 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'port': {'device_id': '2623451a-1dd0-4bff-84af-165c633c22ee', 'network_id': 'dc1cc2e1-fffe-449a-9f5b-c6360e2158e7', 'admin_state_up': True, 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'security_groups': ['d2df645b-aefa-4d01-860b-b3720de44df1']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:06:48.250585 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 394b549d-dffe-4f46-9022-40b824972d50 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:06:48.250974 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:48.310967 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a9d9-233c-4cf6-89ea-d797299b7897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:48.347548 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-9edad9c8-0213-490c-a664-a8947008f036 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Made reservation on behalf of 48c65e1357784d8d8ee61181ac5eb042 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:06:48.351547 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-9edad9c8-0213-490c-a664-a8947008f036 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:48.488293 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-9edad9c8-0213-490c-a664-a8947008f036 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Allocated IP 172.20.0.11 (dc1cc2e1-fffe-449a-9f5b-c6360e2158e7/e9e781db-503b-4edf-8df2-870d167979ad/b60b97d6-c391-4a2b-b7b8-675ba68fd269) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:06:48.636329 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-9edad9c8-0213-490c-a664-a8947008f036 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:48.671470 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-9edad9c8-0213-490c-a664-a8947008f036 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:48.718240 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-9edad9c8-0213-490c-a664-a8947008f036 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network dc1cc2e1-fffe-449a-9f5b-c6360e2158e7 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:06:48.723745 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-9edad9c8-0213-490c-a664-a8947008f036 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:06:48.728377 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-9edad9c8-0213-490c-a664-a8947008f036 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:06:48.732391 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edad9c8-0213-490c-a664-a8947008f036 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=b60b97d6-c391-4a2b-b7b8-675ba68fd269,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:48.789621 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-9edad9c8-0213-490c-a664-a8947008f036 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:48.790312 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-9edad9c8-0213-490c-a664-a8947008f036 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:48.807477 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-9edad9c8-0213-490c-a664-a8947008f036 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6136925 Sep 30 14:06:48.821270 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-5a4b4960-f971-431c-b118-87c406226ca4 service neutron] Request body: {'port': {'device_id': '2623451a-1dd0-4bff-84af-165c633c22ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:06:48.885982 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-5a4b4960-f971-431c-b118-87c406226ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:49.020516 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-15b936e2-3648-4a86-a17e-3242f8cce0b0 None None] Provisioning complete for port b60b97d6-c391-4a2b-b7b8-675ba68fd269 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:06:49.021104 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-15b936e2-3648-4a86-a17e-3242f8cce0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:49.056604 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-15b936e2-3648-4a86-a17e-3242f8cce0b0 None None] Port b60b97d6-c391-4a2b-b7b8-675ba68fd269 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:06:49.168986 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-5a4b4960-f971-431c-b118-87c406226ca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b60b97d6-c391-4a2b-b7b8-675ba68fd269 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:06:49.178974 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-5a4b4960-f971-431c-b118-87c406226ca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:49.192379 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-5a4b4960-f971-431c-b118-87c406226ca4 service neutron] Transition to ACTIVE for port object b60b97d6-c391-4a2b-b7b8-675ba68fd269 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 14:06:49.196994 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-5a4b4960-f971-431c-b118-87c406226ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:49.252722 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b4960-f971-431c-b118-87c406226ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=b60b97d6-c391-4a2b-b7b8-675ba68fd269,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:49.286491 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89933a4-a193-4126-aaee-afd97c7562f0 req-331095ac-f1e4-44fb-90e4-b93dd364264d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:49.288841 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d89933a4-a193-4126-aaee-afd97c7562f0 req-331095ac-f1e4-44fb-90e4-b93dd364264d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 944 time: 0.0664463 Sep 30 14:06:49.330822 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-5a4b4960-f971-431c-b118-87c406226ca4 service neutron] Attempting to bind port b60b97d6-c391-4a2b-b7b8-675ba68fd269 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:06:49.331358 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-5a4b4960-f971-431c-b118-87c406226ca4 service neutron] Attempting to bind port b60b97d6-c391-4a2b-b7b8-675ba68fd269 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '73314c7a-aaab-40be-b681-0113d5074b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'dc1cc2e1-fffe-449a-9f5b-c6360e2158e7'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:06:49.331685 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-5a4b4960-f971-431c-b118-87c406226ca4 service neutron] Attempting to bind port b60b97d6-c391-4a2b-b7b8-675ba68fd269 on network dc1cc2e1-fffe-449a-9f5b-c6360e2158e7 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:06:49.332456 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d89933a4-a193-4126-aaee-afd97c7562f0 req-64bc16e8-65c0-4e88-b252-d3121a3e85df tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375342 Sep 30 14:06:49.336520 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-5a4b4960-f971-431c-b118-87c406226ca4 service neutron] Port b60b97d6-c391-4a2b-b7b8-675ba68fd269 on network dc1cc2e1-fffe-449a-9f5b-c6360e2158e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 14:06:49.336841 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-5a4b4960-f971-431c-b118-87c406226ca4 service neutron] Attempting to bind port b60b97d6-c391-4a2b-b7b8-675ba68fd269 on network dc1cc2e1-fffe-449a-9f5b-c6360e2158e7 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:06:49.342248 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-5a4b4960-f971-431c-b118-87c406226ca4 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:06:49.342596 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-5a4b4960-f971-431c-b118-87c406226ca4 service neutron] Checking segment: {'id': '73314c7a-aaab-40be-b681-0113d5074b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'dc1cc2e1-fffe-449a-9f5b-c6360e2158e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:06:49.342973 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-5a4b4960-f971-431c-b118-87c406226ca4 service neutron] Bound using segment: {'id': '73314c7a-aaab-40be-b681-0113d5074b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'dc1cc2e1-fffe-449a-9f5b-c6360e2158e7'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:06:49.343405 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-5a4b4960-f971-431c-b118-87c406226ca4 service neutron] Bound port: b60b97d6-c391-4a2b-b7b8-675ba68fd269, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73314c7a-aaab-40be-b681-0113d5074b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'dc1cc2e1-fffe-449a-9f5b-c6360e2158e7'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:06:49.343787 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-5a4b4960-f971-431c-b118-87c406226ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:49.416675 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-5a4b4960-f971-431c-b118-87c406226ca4 service neutron] For port b60b97d6-c391-4a2b-b7b8-675ba68fd269, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:06:49.420121 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-5a4b4960-f971-431c-b118-87c406226ca4 service neutron] For port b60b97d6-c391-4a2b-b7b8-675ba68fd269, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=b60b97d6-c391-4a2b-b7b8-675ba68fd269,segment=NetworkSegment(73314c7a-aaab-40be-b681-0113d5074b21),segment_id=73314c7a-aaab-40be-b681-0113d5074b21)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:06:49.424845 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-5a4b4960-f971-431c-b118-87c406226ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:49.462754 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-5a4b4960-f971-431c-b118-87c406226ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:49.464780 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-5a4b4960-f971-431c-b118-87c406226ca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:49.466300 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-5a4b4960-f971-431c-b118-87c406226ca4 service neutron] 10.222.0.39 "PUT /v2.0/ports/b60b97d6-c391-4a2b-b7b8-675ba68fd269 HTTP/1.1" status: 200 len: 1092 time: 0.6494966 Sep 30 14:06:49.472791 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2623451a-1dd0-4bff-84af-165c633c22ee', 'tag': 'b60b97d6-c391-4a2b-b7b8-675ba68fd269'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:06:49.475298 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9244989-a6c0-42a1-af42-aac4d411476d" -d '{"events": [{"name": "network-changed", "server_uuid": "2623451a-1dd0-4bff-84af-165c633c22ee", "tag": "b60b97d6-c391-4a2b-b7b8-675ba68fd269"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:06:49.503299 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b4960-f971-431c-b118-87c406226ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=b60b97d6-c391-4a2b-b7b8-675ba68fd269,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:49.522238 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a21474-7667-493d-b66a-830e2103965d x-openstack-request-id: req-93a21474-7667-493d-b66a-830e2103965d {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:06:49.522560 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2623451a-1dd0-4bff-84af-165c633c22ee", "tag": "b60b97d6-c391-4a2b-b7b8-675ba68fd269", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:06:49.522810 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93a21474-7667-493d-b66a-830e2103965d {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:06:49.523200 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2623451a-1dd0-4bff-84af-165c633c22ee', 'tag': 'b60b97d6-c391-4a2b-b7b8-675ba68fd269', 'status': 'completed', 'code': 200} Sep 30 14:06:49.558621 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-76c26c55-09e5-4eda-8989-52b37c1cfa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:49.560150 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-76c26c55-09e5-4eda-8989-52b37c1cfa63 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 1095 time: 0.0478687 Sep 30 14:06:49.605667 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-8a56d869-327f-4f45-8914-7c6856f1623c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b60b97d6-c391-4a2b-b7b8-675ba68fd269 HTTP/1.1" status: 200 len: 217 time: 0.0373089 Sep 30 14:06:49.665489 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-eb384d4f-4730-47ea-b3b2-986d9040cb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:49.667053 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-eb384d4f-4730-47ea-b3b2-986d9040cb2b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9e781db-503b-4edf-8df2-870d167979ad HTTP/1.1" status: 200 len: 834 time: 0.0547051 Sep 30 14:06:49.682620 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fb20d96b-ca8e-4070-9288-90fd3c9cf2f9 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:06:49.715752 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-1008a417-612b-4435-95ce-8ad1fd060cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:49.717255 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-1008a417-612b-4435-95ce-8ad1fd060cda service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dc1cc2e1-fffe-449a-9f5b-c6360e2158e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428696 Sep 30 14:06:49.741042 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port fb20d96b-ca8e-4070-9288-90fd3c9cf2f9 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:06:49.741419 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:49.811787 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-b1b0e736-62f9-4282-bceb-9bac12380c33 service neutron] 10.222.0.39 "GET /v2.0/networks/dc1cc2e1-fffe-449a-9f5b-c6360e2158e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866129 Sep 30 14:06:49.900862 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bceb156b-c051-4f07-8dfb-6e2b809f3e33 req-7f8d607a-6146-4421-a668-c74ca3b40835 service neutron] 10.222.0.39 "GET /v2.0/networks/dc1cc2e1-fffe-449a-9f5b-c6360e2158e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816395 Sep 30 14:06:49.989481 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9244989-a6c0-42a1-af42-aac4d411476d req-4da5e69f-287c-49a2-bcd2-98213131f15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:49.990994 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c9244989-a6c0-42a1-af42-aac4d411476d req-4da5e69f-287c-49a2-bcd2-98213131f15e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 1095 time: 0.0407622 Sep 30 14:06:50.082766 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9244989-a6c0-42a1-af42-aac4d411476d req-eb0ec699-98bb-4832-860f-7ba6bbda18a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:50.084229 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c9244989-a6c0-42a1-af42-aac4d411476d req-eb0ec699-98bb-4832-860f-7ba6bbda18a2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dc1cc2e1-fffe-449a-9f5b-c6360e2158e7 HTTP/1.1" status: 200 len: 897 time: 0.0857425 Sep 30 14:06:50.124516 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c9244989-a6c0-42a1-af42-aac4d411476d req-dd9fbdd6-98bc-4917-9e62-efcd42b2789e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b60b97d6-c391-4a2b-b7b8-675ba68fd269 HTTP/1.1" status: 200 len: 217 time: 0.0332000 Sep 30 14:06:50.163196 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:50.179189 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9244989-a6c0-42a1-af42-aac4d411476d req-a86b4232-13b5-4609-9127-fd900857fea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:50.180686 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c9244989-a6c0-42a1-af42-aac4d411476d req-a86b4232-13b5-4609-9127-fd900857fea5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9e781db-503b-4edf-8df2-870d167979ad HTTP/1.1" status: 200 len: 834 time: 0.0482123 Sep 30 14:06:50.226666 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9244989-a6c0-42a1-af42-aac4d411476d req-e73f7e9a-50db-4e84-a37d-eca705749841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:50.228150 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c9244989-a6c0-42a1-af42-aac4d411476d req-e73f7e9a-50db-4e84-a37d-eca705749841 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dc1cc2e1-fffe-449a-9f5b-c6360e2158e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398154 Sep 30 14:06:50.320879 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c9244989-a6c0-42a1-af42-aac4d411476d req-8a4fdb0b-e65e-4324-bde8-9e31c6d3f34c service neutron] 10.222.0.39 "GET /v2.0/networks/dc1cc2e1-fffe-449a-9f5b-c6360e2158e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851731 Sep 30 14:06:50.410444 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c9244989-a6c0-42a1-af42-aac4d411476d req-f98406ac-d7cf-428e-961a-0e90262c19e2 service neutron] 10.222.0.39 "GET /v2.0/networks/dc1cc2e1-fffe-449a-9f5b-c6360e2158e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812817 Sep 30 14:06:50.448714 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae6927-94ec-49e6-b432-43a7b6ab04bd req-79e4998d-4b77-45a1-b39b-5a72eeb45927 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:50.450221 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7bae6927-94ec-49e6-b432-43a7b6ab04bd req-79e4998d-4b77-45a1-b39b-5a72eeb45927 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 944 time: 0.0493293 Sep 30 14:06:50.488382 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7bae6927-94ec-49e6-b432-43a7b6ab04bd req-18bca85f-7c1f-44f8-abf7-f27eae249fcd tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305481 Sep 30 14:06:50.755675 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bda3cd12-2ea5-493f-b0db-0bab1c7ade5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:51.602871 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ae1ca-47ca-48f5-939f-802b288906d6 req-043a78d8-7e87-4550-957b-b6948b8598b0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:51.604384 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e73ae1ca-47ca-48f5-939f-802b288906d6 req-043a78d8-7e87-4550-957b-b6948b8598b0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 944 time: 0.0488772 Sep 30 14:06:51.642023 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e73ae1ca-47ca-48f5-939f-802b288906d6 req-eb166d15-0ec4-46ca-932b-0b27ae7d4c08 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312028 Sep 30 14:06:51.722005 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:52.583569 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:52.755079 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b823e08-311b-477a-ac2c-d7790c16271e req-dcc9eba5-d2dd-4190-b5fb-b0cac2e955ae tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:52.756474 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5b823e08-311b-477a-ac2c-d7790c16271e req-dcc9eba5-d2dd-4190-b5fb-b0cac2e955ae tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 944 time: 0.0485823 Sep 30 14:06:52.793789 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5b823e08-311b-477a-ac2c-d7790c16271e req-43a1b335-b6ca-4633-b2db-baf684c86676 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307760 Sep 30 14:06:53.912074 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b4a30-c516-4b5b-b82a-141ec5557ccd req-f64ceb76-ef97-41a6-920c-a997ae2647a7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:53.913581 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-648b4a30-c516-4b5b-b82a-141ec5557ccd req-f64ceb76-ef97-41a6-920c-a997ae2647a7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 944 time: 0.0529821 Sep 30 14:06:53.950940 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-648b4a30-c516-4b5b-b82a-141ec5557ccd req-a0590263-88de-4a82-9c90-26a8bf3823f2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314577 Sep 30 14:06:54.088662 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device b60b97d6-c391-4a2b-b7b8-675ba68fd269 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 14:06:54.180227 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port b60b97d6-c391-4a2b-b7b8-675ba68fd269, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=b60b97d6-c391-4a2b-b7b8-675ba68fd269,segment=NetworkSegment(73314c7a-aaab-40be-b681-0113d5074b21),segment_id=73314c7a-aaab-40be-b681-0113d5074b21)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:06:54.191484 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': 'b60b97d6-c391-4a2b-b7b8-675ba68fd269', 'network_id': 'dc1cc2e1-fffe-449a-9f5b-c6360e2158e7', 'port_id': 'b60b97d6-c391-4a2b-b7b8-675ba68fd269', 'mac_address': 'fa:16:3e:ca:cf:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9e781db-503b-4edf-8df2-870d167979ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 14:06:54.231865 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:54.245479 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60b97d6-c391-4a2b-b7b8-675ba68fd269 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:06:54.265328 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port b60b97d6-c391-4a2b-b7b8-675ba68fd269, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=b60b97d6-c391-4a2b-b7b8-675ba68fd269,segment=NetworkSegment(73314c7a-aaab-40be-b681-0113d5074b21),segment_id=73314c7a-aaab-40be-b681-0113d5074b21)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:06:54.269916 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:54.315588 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=b60b97d6-c391-4a2b-b7b8-675ba68fd269,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:54.344252 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:54.528911 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['b60b97d6-c391-4a2b-b7b8-675ba68fd269'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:06:55.072009 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e3cb2-d701-460c-9f82-40a8e2e35c03 req-1eea5da3-b16a-4af5-8527-2b05e97ca06c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:55.073406 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b63e3cb2-d701-460c-9f82-40a8e2e35c03 req-1eea5da3-b16a-4af5-8527-2b05e97ca06c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 945 time: 0.0547516 Sep 30 14:06:55.111549 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b63e3cb2-d701-460c-9f82-40a8e2e35c03 req-f120ccc3-48d8-47f2-a3e7-c1dc187a63b6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315945 Sep 30 14:06:56.089140 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device b60b97d6-c391-4a2b-b7b8-675ba68fd269 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:06:56.136965 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port b60b97d6-c391-4a2b-b7b8-675ba68fd269 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 14:06:56.140910 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port b60b97d6-c391-4a2b-b7b8-675ba68fd269 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:06:56.141286 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:56.220532 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:56.226700 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9103db-3a81-40d7-8240-64856422a5cd req-453028a2-63ae-4f08-bfd9-8b94f5e77e37 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:56.228251 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e9103db-3a81-40d7-8240-64856422a5cd req-453028a2-63ae-4f08-bfd9-8b94f5e77e37 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 945 time: 0.0488212 Sep 30 14:06:56.243139 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2623451a-1dd0-4bff-84af-165c633c22ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60b97d6-c391-4a2b-b7b8-675ba68fd269'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:06:56.245357 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730efdff73588999065a9861b250a1e40d95e5d75871f85cc1573bd279cf301b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d1dcb1-833d-4db1-a652-3ad91ce4929b" -d '{"events": [{"server_uuid": "2623451a-1dd0-4bff-84af-165c633c22ee", "name": "network-vif-plugged", "status": "completed", "tag": "b60b97d6-c391-4a2b-b7b8-675ba68fd269"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:06:56.258792 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port b60b97d6-c391-4a2b-b7b8-675ba68fd269, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=b60b97d6-c391-4a2b-b7b8-675ba68fd269,segment=NetworkSegment(73314c7a-aaab-40be-b681-0113d5074b21),segment_id=73314c7a-aaab-40be-b681-0113d5074b21)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:06:56.262918 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:56.271124 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5e9103db-3a81-40d7-8240-64856422a5cd req-7603ff81-fff8-4330-9db3-55771d6ea374 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344977 Sep 30 14:06:56.286765 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90782105-6687-4b8f-920f-31b814daebff x-openstack-request-id: req-90782105-6687-4b8f-920f-31b814daebff {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:06:56.287055 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2623451a-1dd0-4bff-84af-165c633c22ee", "name": "network-vif-plugged", "status": "completed", "tag": "b60b97d6-c391-4a2b-b7b8-675ba68fd269", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:06:56.287303 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90782105-6687-4b8f-920f-31b814daebff {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:06:56.287685 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2623451a-1dd0-4bff-84af-165c633c22ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60b97d6-c391-4a2b-b7b8-675ba68fd269', 'code': 200} Sep 30 14:06:56.313384 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=b60b97d6-c391-4a2b-b7b8-675ba68fd269,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:56.376836 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539278e9-6875-487b-9030-1a820d076afc req-561cf6c8-4eb3-471b-b1b0-28f61563ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:56.378355 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-539278e9-6875-487b-9030-1a820d076afc req-561cf6c8-4eb3-471b-b1b0-28f61563ec5a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 1097 time: 0.0406063 Sep 30 14:06:56.412990 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-539278e9-6875-487b-9030-1a820d076afc req-1673b46d-f7b4-4cad-a6ae-93185d0f6426 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270183 Sep 30 14:06:57.393576 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d0102-9253-42df-a46f-b6ee3c5e02a0 req-10177a4e-fed7-4606-a610-0b4a3cb46592 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:57.395925 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9f9d0102-9253-42df-a46f-b6ee3c5e02a0 req-10177a4e-fed7-4606-a610-0b4a3cb46592 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 946 time: 0.0526092 Sep 30 14:06:57.436631 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9f9d0102-9253-42df-a46f-b6ee3c5e02a0 req-bf827fb1-76a0-4330-ad23-c3ce54cfe2b6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344675 Sep 30 14:06:58.556275 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bd13d-9afc-45ea-829b-6a6ccbff2bd1 req-b33fd4de-76f6-464f-9022-81e2d2f19bd5 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:58.557658 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-007bd13d-9afc-45ea-829b-6a6ccbff2bd1 req-b33fd4de-76f6-464f-9022-81e2d2f19bd5 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 946 time: 0.0525117 Sep 30 14:06:58.596240 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-007bd13d-9afc-45ea-829b-6a6ccbff2bd1 req-060fc9e3-c47a-40be-8017-a7def68d96dd tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320778 Sep 30 14:06:58.707400 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25143e22-9c25-4760-b774-a937e9bd9d5a req-25883a78-9eac-4f01-ad74-826109bf19e9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:58.708911 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-25143e22-9c25-4760-b774-a937e9bd9d5a req-25883a78-9eac-4f01-ad74-826109bf19e9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 946 time: 0.0488176 Sep 30 14:06:58.746176 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-25143e22-9c25-4760-b774-a937e9bd9d5a req-54f35a56-0c53-4d2a-bfef-026de6ee600c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313768 Sep 30 14:06:58.768029 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49368) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:06:58.810232 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0966083-6123-4da2-93ea-67bedc03d2df tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:06:58.811631 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e0966083-6123-4da2-93ea-67bedc03d2df tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 1092 time: 0.0426538 Sep 30 14:06:58.814986 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49370) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:06:58.819117 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-37ced56b-1ec5-40f5-9fda-450f4004cca3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'port_id': 'b60b97d6-c391-4a2b-b7b8-675ba68fd269', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:06:58.840192 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-37ced56b-1ec5-40f5-9fda-450f4004cca3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:58.933447 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-37ced56b-1ec5-40f5-9fda-450f4004cca3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:59.036036 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-37ced56b-1ec5-40f5-9fda-450f4004cca3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Allocated IP 172.25.5.115 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/d3e36f99-f992-428a-9d6d-e6c6d357637e) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:06:59.135758 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-37ced56b-1ec5-40f5-9fda-450f4004cca3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:59.168295 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-37ced56b-1ec5-40f5-9fda-450f4004cca3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:59.210704 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ced56b-1ec5-40f5-9fda-450f4004cca3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:06:59.215086 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-37ced56b-1ec5-40f5-9fda-450f4004cca3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:06:59.219311 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ced56b-1ec5-40f5-9fda-450f4004cca3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:06:59.242222 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ced56b-1ec5-40f5-9fda-450f4004cca3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=d3e36f99-f992-428a-9d6d-e6c6d357637e,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:59.574933 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-37ced56b-1ec5-40f5-9fda-450f4004cca3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:59.643812 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-37ced56b-1ec5-40f5-9fda-450f4004cca3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:59.792165 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-37ced56b-1ec5-40f5-9fda-450f4004cca3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:59.796468 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-37ced56b-1ec5-40f5-9fda-450f4004cca3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:59.868118 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ced56b-1ec5-40f5-9fda-450f4004cca3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=d3e36f99-f992-428a-9d6d-e6c6d357637e,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:06:59.875895 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-37ced56b-1ec5-40f5-9fda-450f4004cca3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:06:59.975056 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-37ced56b-1ec5-40f5-9fda-450f4004cca3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Floating IP 6d20f92e-2a19-460f-8100-4f03e1766d31 associated. External IP: 172.25.5.115, port: b60b97d6-c391-4a2b-b7b8-675ba68fd269. Sep 30 14:07:00.178468 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ced56b-1ec5-40f5-9fda-450f4004cca3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Router eecb3bd6-803f-4bff-9ba8-8b4134525070 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:07:00.289254 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ced56b-1ec5-40f5-9fda-450f4004cca3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:07:00.298628 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b74274-9b0c-4b37-bb54-1e92f90bb71c None None] Sync routers for ids ['eecb3bd6-803f-4bff-9ba8-8b4134525070'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:07:00.304807 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-37ced56b-1ec5-40f5-9fda-450f4004cca3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:07:00.312127 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b74274-9b0c-4b37-bb54-1e92f90bb71c None None] Routers {'eecb3bd6-803f-4bff-9ba8-8b4134525070'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:07:00.312767 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-31b74274-9b0c-4b37-bb54-1e92f90bb71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:06:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['eecb3bd6-803f-4bff-9ba8-8b4134525070'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:07:00.332824 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-37ced56b-1ec5-40f5-9fda-450f4004cca3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5168509 Sep 30 14:07:00.333406 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2623451a-1dd0-4bff-84af-165c633c22ee', 'tag': 'b60b97d6-c391-4a2b-b7b8-675ba68fd269'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:07:00.335696 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e219da2189c054287262e416842f7478ca0ea1bcac3b9d962638c13bcc9183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f92172-e9ce-491e-824d-84890a4f80df" -d '{"events": [{"name": "network-changed", "server_uuid": "2623451a-1dd0-4bff-84af-165c633c22ee", "tag": "b60b97d6-c391-4a2b-b7b8-675ba68fd269"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:07:00.373703 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1a535a-b202-49ca-b10d-3e9467b8808c x-openstack-request-id: req-de1a535a-b202-49ca-b10d-3e9467b8808c {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:07:00.374066 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2623451a-1dd0-4bff-84af-165c633c22ee", "tag": "b60b97d6-c391-4a2b-b7b8-675ba68fd269", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:07:00.374370 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de1a535a-b202-49ca-b10d-3e9467b8808c {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:07:00.374840 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2623451a-1dd0-4bff-84af-165c633c22ee', 'tag': 'b60b97d6-c391-4a2b-b7b8-675ba68fd269', 'status': 'completed', 'code': 200} Sep 30 14:07:00.420095 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-31b74274-9b0c-4b37-bb54-1e92f90bb71c None None] Set router eecb3bd6-803f-4bff-9ba8-8b4134525070 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:07:00.464623 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748a50d-783f-4983-a649-efd954132b04 req-8057e44f-0bd0-4a3b-90a4-32bbc4cd8832 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:07:00.466169 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3748a50d-783f-4983-a649-efd954132b04 req-8057e44f-0bd0-4a3b-90a4-32bbc4cd8832 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 946 time: 0.0719497 Sep 30 14:07:00.476019 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f92172-e9ce-491e-824d-84890a4f80df req-7b03f16a-1b3b-4c34-b3d4-f8fab186939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:07:00.477450 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05f92172-e9ce-491e-824d-84890a4f80df req-7b03f16a-1b3b-4c34-b3d4-f8fab186939d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 1097 time: 0.0734854 Sep 30 14:07:00.531763 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3748a50d-783f-4983-a649-efd954132b04 req-9ace8e24-78bc-4b90-b2c2-67ee1ed4d27d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572293 Sep 30 14:07:00.553565 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49376) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:07:00.596170 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f92172-e9ce-491e-824d-84890a4f80df req-9977237c-a837-404c-b493-9adbdd3aea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:07:00.597649 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05f92172-e9ce-491e-824d-84890a4f80df req-9977237c-a837-404c-b493-9adbdd3aea3d service neutron] 10.222.0.39 "GET /v2.0/networks?id=dc1cc2e1-fffe-449a-9f5b-c6360e2158e7 HTTP/1.1" status: 200 len: 897 time: 0.1078880 Sep 30 14:07:00.615964 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-48bd3c59-db8b-4aee-bd59-4852725f9de1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/floatingips/6d20f92e-2a19-460f-8100-4f03e1766d31 HTTP/1.1" status: 200 len: 992 time: 0.0599589 Sep 30 14:07:00.643793 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-31b74274-9b0c-4b37-bb54-1e92f90bb71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321160713', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '394b549d-dffe-4f46-9022-40b824972d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:06:41Z', 'updated_at': '2021-09-30T14:06:45Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': '394b549d-dffe-4f46-9022-40b824972d50', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:06:42Z', 'updated_at': '2021-09-30T14:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '6d20f92e-2a19-460f-8100-4f03e1766d31', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'port_id': 'b60b97d6-c391-4a2b-b7b8-675ba68fd269', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1cc2e1-fffe-449a-9f5b-c6360e2158e7', 'mac_address': 'fa:16:3e:ca:cf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2623451a-1dd0-4bff-84af-165c633c22ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:06:59Z', 'updated_at': '2021-09-30T14:06:59Z', 'revision_number': 0, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb20d96b-ca8e-4070-9288-90fd3c9cf2f9', 'name': '', 'network_id': 'dc1cc2e1-fffe-449a-9f5b-c6360e2158e7', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:ba:e5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e9e781db-503b-4edf-8df2-870d167979ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:06:44Z', 'updated_at': '2021-09-30T14:06:47Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': 'e9e781db-503b-4edf-8df2-870d167979ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:07:00.668624 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05f92172-e9ce-491e-824d-84890a4f80df req-8acde11b-5aa6-4bd9-8f29-3b6d739659de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b60b97d6-c391-4a2b-b7b8-675ba68fd269 HTTP/1.1" status: 200 len: 1000 time: 0.0632763 Sep 30 14:07:00.669674 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b74274-9b0c-4b37-bb54-1e92f90bb71c None None] Checking router: eecb3bd6-803f-4bff-9ba8-8b4134525070 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:07:00.677641 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b74274-9b0c-4b37-bb54-1e92f90bb71c None None] Routers {'eecb3bd6-803f-4bff-9ba8-8b4134525070'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:07:00.678272 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-31b74274-9b0c-4b37-bb54-1e92f90bb71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:06:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['eecb3bd6-803f-4bff-9ba8-8b4134525070'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:07:00.721741 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f92172-e9ce-491e-824d-84890a4f80df req-e1fed9a9-e7b2-4ac5-b135-15a49e9e27ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:07:00.723155 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05f92172-e9ce-491e-824d-84890a4f80df req-e1fed9a9-e7b2-4ac5-b135-15a49e9e27ad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9e781db-503b-4edf-8df2-870d167979ad HTTP/1.1" status: 200 len: 834 time: 0.0441315 Sep 30 14:07:00.771105 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f92172-e9ce-491e-824d-84890a4f80df req-1eaed78e-e5d7-4a5a-92a4-14b1092e04dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:07:00.772653 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05f92172-e9ce-491e-824d-84890a4f80df req-1eaed78e-e5d7-4a5a-92a4-14b1092e04dc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dc1cc2e1-fffe-449a-9f5b-c6360e2158e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411158 Sep 30 14:07:00.780518 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-31b74274-9b0c-4b37-bb54-1e92f90bb71c None None] Set router eecb3bd6-803f-4bff-9ba8-8b4134525070 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:07:00.870343 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05f92172-e9ce-491e-824d-84890a4f80df req-18498774-f197-4532-b016-c2b16ec2311d service neutron] 10.222.0.39 "GET /v2.0/networks/dc1cc2e1-fffe-449a-9f5b-c6360e2158e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899694 Sep 30 14:07:00.963355 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-05f92172-e9ce-491e-824d-84890a4f80df req-549adb10-afc0-4ec7-8266-940e54e7d660 service neutron] 10.222.0.39 "GET /v2.0/networks/dc1cc2e1-fffe-449a-9f5b-c6360e2158e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860062 Sep 30 14:07:01.082797 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-31b74274-9b0c-4b37-bb54-1e92f90bb71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321160713', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '394b549d-dffe-4f46-9022-40b824972d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:06:41Z', 'updated_at': '2021-09-30T14:06:45Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': '394b549d-dffe-4f46-9022-40b824972d50', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:06:42Z', 'updated_at': '2021-09-30T14:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '6d20f92e-2a19-460f-8100-4f03e1766d31', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'port_id': 'b60b97d6-c391-4a2b-b7b8-675ba68fd269', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1cc2e1-fffe-449a-9f5b-c6360e2158e7', 'mac_address': 'fa:16:3e:ca:cf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2623451a-1dd0-4bff-84af-165c633c22ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:06:59Z', 'updated_at': '2021-09-30T14:06:59Z', 'revision_number': 0, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb20d96b-ca8e-4070-9288-90fd3c9cf2f9', 'name': '', 'network_id': 'dc1cc2e1-fffe-449a-9f5b-c6360e2158e7', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:ba:e5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e9e781db-503b-4edf-8df2-870d167979ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:06:44Z', 'updated_at': '2021-09-30T14:06:47Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': 'e9e781db-503b-4edf-8df2-870d167979ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:07:01.107739 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b74274-9b0c-4b37-bb54-1e92f90bb71c None None] The sync data for ids ['eecb3bd6-803f-4bff-9ba8-8b4134525070'] in n-d-810909-2 is: [{'id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321160713', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '394b549d-dffe-4f46-9022-40b824972d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:06:41Z', 'updated_at': '2021-09-30T14:06:45Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': '394b549d-dffe-4f46-9022-40b824972d50', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:06:42Z', 'updated_at': '2021-09-30T14:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '6d20f92e-2a19-460f-8100-4f03e1766d31', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'port_id': 'b60b97d6-c391-4a2b-b7b8-675ba68fd269', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1cc2e1-fffe-449a-9f5b-c6360e2158e7', 'mac_address': 'fa:16:3e:ca:cf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2623451a-1dd0-4bff-84af-165c633c22ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:06:59Z', 'updated_at': '2021-09-30T14:06:59Z', 'revision_number': 0, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb20d96b-ca8e-4070-9288-90fd3c9cf2f9', 'name': '', 'network_id': 'dc1cc2e1-fffe-449a-9f5b-c6360e2158e7', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:ba:e5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e9e781db-503b-4edf-8df2-870d167979ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:06:44Z', 'updated_at': '2021-09-30T14:06:47Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': 'e9e781db-503b-4edf-8df2-870d167979ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:07:01.288967 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdb6482-4fe2-4d16-b8b4-3a304fc82253 None None] New status for floating IP 6d20f92e-2a19-460f-8100-4f03e1766d31: ACTIVE {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 14:07:01.618818 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49378) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:07:01.682153 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6eeae4a2-c589-46a1-bfa7-b89f36d58243 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/floatingips/6d20f92e-2a19-460f-8100-4f03e1766d31 HTTP/1.1" status: 200 len: 994 time: 0.0621035 Sep 30 14:07:03.738424 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:07:15.539842 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:07:18.252487 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-361df51f-8d98-4d92-9152-a30a1dcb562c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:07:19.634187 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-002dd28d-881c-45ce-8eff-0e96fc1a40fa req-b4c481b3-fbc2-47a9-a2f9-55e50c822179 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385976 Sep 30 14:07:19.713036 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002dd28d-881c-45ce-8eff-0e96fc1a40fa req-d232f50c-a6c4-401f-8867-0ebcb2d37371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:07:19.714446 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-002dd28d-881c-45ce-8eff-0e96fc1a40fa req-d232f50c-a6c4-401f-8867-0ebcb2d37371 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 1097 time: 0.0398104 Sep 30 14:07:19.818350 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002dd28d-881c-45ce-8eff-0e96fc1a40fa req-14f50823-b7c9-43f2-969d-6ab9b7438c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:07:19.819811 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-002dd28d-881c-45ce-8eff-0e96fc1a40fa req-14f50823-b7c9-43f2-969d-6ab9b7438c56 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dc1cc2e1-fffe-449a-9f5b-c6360e2158e7 HTTP/1.1" status: 200 len: 897 time: 0.0863841 Sep 30 14:07:19.882936 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-002dd28d-881c-45ce-8eff-0e96fc1a40fa req-e0ab6632-8f15-4850-a956-5946b1b0109a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b60b97d6-c391-4a2b-b7b8-675ba68fd269 HTTP/1.1" status: 200 len: 1002 time: 0.0562396 Sep 30 14:07:19.930330 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002dd28d-881c-45ce-8eff-0e96fc1a40fa req-c3956246-f0b8-4796-a621-c45875c4bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:07:19.931709 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-002dd28d-881c-45ce-8eff-0e96fc1a40fa req-c3956246-f0b8-4796-a621-c45875c4bf33 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9e781db-503b-4edf-8df2-870d167979ad HTTP/1.1" status: 200 len: 834 time: 0.0418084 Sep 30 14:07:19.981288 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002dd28d-881c-45ce-8eff-0e96fc1a40fa req-a826a2ed-f851-4cf9-b31e-7c75abe86627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:07:19.982707 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-002dd28d-881c-45ce-8eff-0e96fc1a40fa req-a826a2ed-f851-4cf9-b31e-7c75abe86627 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dc1cc2e1-fffe-449a-9f5b-c6360e2158e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437310 Sep 30 14:07:20.070634 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-002dd28d-881c-45ce-8eff-0e96fc1a40fa req-8ccb6d68-acfd-4f0f-a457-3c9407a50eba service neutron] 10.222.0.39 "GET /v2.0/networks/dc1cc2e1-fffe-449a-9f5b-c6360e2158e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793693 Sep 30 14:07:20.161421 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:07:20.165042 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-002dd28d-881c-45ce-8eff-0e96fc1a40fa req-a92b51fe-3abc-46db-b7de-c7b9bda2a7dd service neutron] 10.222.0.39 "GET /v2.0/networks/dc1cc2e1-fffe-449a-9f5b-c6360e2158e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872602 Sep 30 14:07:20.756291 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9e34a7b7-32d4-4e87-a41a-ada8e14bad35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:07:21.722672 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:07:22.588066 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:07:24.348208 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:07:35.046244 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4aa5e1-df8d-47bf-9425-90d1876c6e88 req-997ec46b-0806-48f7-817c-4dcb5b8236d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:07:35.047793 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee4aa5e1-df8d-47bf-9425-90d1876c6e88 req-997ec46b-0806-48f7-817c-4dcb5b8236d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 1097 time: 0.0403824 Sep 30 14:07:35.055770 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae0e17-a3b2-4168-a370-13bf16e302bd req-6fbce726-ad6b-4237-bbd9-1ed608a0b79c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:07:35.057298 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-faae0e17-a3b2-4168-a370-13bf16e302bd req-6fbce726-ad6b-4237-bbd9-1ed608a0b79c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 946 time: 0.0538404 Sep 30 14:07:35.095770 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-faae0e17-a3b2-4168-a370-13bf16e302bd req-589639be-c31c-4283-99e0-f027f140edbc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321054 Sep 30 14:07:35.143099 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4aa5e1-df8d-47bf-9425-90d1876c6e88 req-acafb484-027b-4452-863a-13d0d404aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:07:35.144530 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee4aa5e1-df8d-47bf-9425-90d1876c6e88 req-acafb484-027b-4452-863a-13d0d404aa75 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dc1cc2e1-fffe-449a-9f5b-c6360e2158e7 HTTP/1.1" status: 200 len: 897 time: 0.0889125 Sep 30 14:07:35.208342 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee4aa5e1-df8d-47bf-9425-90d1876c6e88 req-d217d21a-ce37-4899-a427-ee22fe49c4e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b60b97d6-c391-4a2b-b7b8-675ba68fd269 HTTP/1.1" status: 200 len: 1002 time: 0.0561771 Sep 30 14:07:35.256964 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4aa5e1-df8d-47bf-9425-90d1876c6e88 req-bf057edb-86c1-4cb8-813a-a68704807b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:07:35.258421 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee4aa5e1-df8d-47bf-9425-90d1876c6e88 req-bf057edb-86c1-4cb8-813a-a68704807b54 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9e781db-503b-4edf-8df2-870d167979ad HTTP/1.1" status: 200 len: 834 time: 0.0428057 Sep 30 14:07:35.308478 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4aa5e1-df8d-47bf-9425-90d1876c6e88 req-bfb46119-f3cf-4c90-9e99-623b2e7d27f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:07:35.309948 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee4aa5e1-df8d-47bf-9425-90d1876c6e88 req-bfb46119-f3cf-4c90-9e99-623b2e7d27f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dc1cc2e1-fffe-449a-9f5b-c6360e2158e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439746 Sep 30 14:07:35.398233 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee4aa5e1-df8d-47bf-9425-90d1876c6e88 req-703cfb9b-e3ae-4aba-af02-37c1a57c7ecc service neutron] 10.222.0.39 "GET /v2.0/networks/dc1cc2e1-fffe-449a-9f5b-c6360e2158e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801001 Sep 30 14:07:35.494424 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ee4aa5e1-df8d-47bf-9425-90d1876c6e88 req-91000eba-7ec4-41d0-b60c-de239856c379 service neutron] 10.222.0.39 "GET /v2.0/networks/dc1cc2e1-fffe-449a-9f5b-c6360e2158e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881150 Sep 30 14:07:36.215846 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632300a-b6f9-46c0-ad51-8fbeccceb8ca req-99d7f9ef-106e-40e7-84ac-0b84a05ccf3e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:07:36.217339 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0632300a-b6f9-46c0-ad51-8fbeccceb8ca req-99d7f9ef-106e-40e7-84ac-0b84a05ccf3e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 946 time: 0.0496182 Sep 30 14:07:36.255446 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0632300a-b6f9-46c0-ad51-8fbeccceb8ca req-75cdfbcb-7e89-4c6c-86ee-f6d5393f6c4a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314975 Sep 30 14:07:37.371043 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507be5e7-fdec-49b3-a146-64e9d991d5f8 req-654b1472-f478-4345-9f1d-c3a19d845fb6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:07:37.372513 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-507be5e7-fdec-49b3-a146-64e9d991d5f8 req-654b1472-f478-4345-9f1d-c3a19d845fb6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 946 time: 0.0484312 Sep 30 14:07:37.408358 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-507be5e7-fdec-49b3-a146-64e9d991d5f8 req-e0c8afce-8ce5-4757-937a-d433d9333e19 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300043 Sep 30 14:07:38.523166 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2b486-fca3-44cf-9e47-44b852a56908 req-446d982a-2dac-4687-a738-5453e6ee6246 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:07:38.524633 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3fa2b486-fca3-44cf-9e47-44b852a56908 req-446d982a-2dac-4687-a738-5453e6ee6246 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 946 time: 0.0486259 Sep 30 14:07:38.564862 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3fa2b486-fca3-44cf-9e47-44b852a56908 req-ceb6e939-452d-4fd9-b782-34a5c419834d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342960 Sep 30 14:07:39.678901 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2f982-03de-41f5-beac-72818961dcd2 req-1e9a7348-e93e-419d-8cfd-a53d42502498 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:07:39.680372 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8ea2f982-03de-41f5-beac-72818961dcd2 req-1e9a7348-e93e-419d-8cfd-a53d42502498 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 946 time: 0.0484641 Sep 30 14:07:39.717139 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8ea2f982-03de-41f5-beac-72818961dcd2 req-f1c6d1f6-bf0f-43c8-9a69-45f6f2b37265 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308158 Sep 30 14:07:40.736687 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:07:40.832172 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865cfb8f-3b9b-4d9e-b2fc-17969c42ac9a req-13014070-4216-464f-ab3b-23fdb31e8bfd tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:07:40.833645 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-865cfb8f-3b9b-4d9e-b2fc-17969c42ac9a req-13014070-4216-464f-ab3b-23fdb31e8bfd tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 946 time: 0.0499160 Sep 30 14:07:40.870003 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-865cfb8f-3b9b-4d9e-b2fc-17969c42ac9a req-662abce5-d029-4244-abb8-e35ad8290089 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304933 Sep 30 14:07:41.986470 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4f83d-0dce-49a3-811b-46f2c7916765 req-1e165e9f-1aec-42b3-88ed-d4f562c811d1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:07:41.987947 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d8b4f83d-0dce-49a3-811b-46f2c7916765 req-1e165e9f-1aec-42b3-88ed-d4f562c811d1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 946 time: 0.0526440 Sep 30 14:07:42.025156 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d8b4f83d-0dce-49a3-811b-46f2c7916765 req-d525e65c-6e88-4769-877f-61a88a179e1b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312726 Sep 30 14:07:43.138357 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3dee4-67f3-44de-9a70-c982f01ae9d3 req-a14114fe-3a91-4a53-8510-00d2d0f2192f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:07:43.139816 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bed3dee4-67f3-44de-9a70-c982f01ae9d3 req-a14114fe-3a91-4a53-8510-00d2d0f2192f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 946 time: 0.0475039 Sep 30 14:07:43.178247 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bed3dee4-67f3-44de-9a70-c982f01ae9d3 req-2a14662e-0966-405f-adb1-0f04706daa7d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316274 Sep 30 14:07:44.292862 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489b1f6-4820-4613-b77b-10ebf8a86ca5 req-f55bb562-5f51-4dde-82d8-96696075e5ef tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:07:44.294357 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c489b1f6-4820-4613-b77b-10ebf8a86ca5 req-f55bb562-5f51-4dde-82d8-96696075e5ef tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 946 time: 0.0483785 Sep 30 14:07:44.331784 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c489b1f6-4820-4613-b77b-10ebf8a86ca5 req-d117cf51-4e7e-4374-b8f6-5a8b37ab937c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315578 Sep 30 14:07:45.396121 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:07:45.448076 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a14814-4a00-4542-b0f5-cea4c936740f req-e48b7138-fa8f-483d-990c-4c68a814b7a9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:07:45.449607 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-66a14814-4a00-4542-b0f5-cea4c936740f req-e48b7138-fa8f-483d-990c-4c68a814b7a9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 946 time: 0.0501893 Sep 30 14:07:45.492506 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-66a14814-4a00-4542-b0f5-cea4c936740f req-f5b8efa5-9356-4ea4-81ac-6e05ee781400 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366328 Sep 30 14:07:46.611250 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde6ff9-5483-4459-8774-83e8addfce66 req-e85b69c2-c770-471c-92d6-7bbe234d12af tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:07:46.614119 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6cde6ff9-5483-4459-8774-83e8addfce66 req-e85b69c2-c770-471c-92d6-7bbe234d12af tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 946 time: 0.0508089 Sep 30 14:07:46.651961 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6cde6ff9-5483-4459-8774-83e8addfce66 req-35353b70-637b-4a0f-8f05-a8ea4bae9033 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318639 Sep 30 14:07:47.765860 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5be997-441f-497c-9c46-cd920c36eea0 req-3d6e0c89-22b0-4e99-a2d3-1f3bb537b995 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:07:47.767382 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eb5be997-441f-497c-9c46-cd920c36eea0 req-3d6e0c89-22b0-4e99-a2d3-1f3bb537b995 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 946 time: 0.0493045 Sep 30 14:07:47.805131 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eb5be997-441f-497c-9c46-cd920c36eea0 req-84590349-201a-4596-9744-8aef28d53d45 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313597 Sep 30 14:07:48.253067 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2d0bf6bb-0b5b-4e83-97f7-f51b53f272e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:07:48.922245 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfd6f0-4716-42ee-a0ca-b569c46f1170 req-95805e54-f0fe-4250-b42b-f24f93a455a7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:07:48.923723 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-decfd6f0-4716-42ee-a0ca-b569c46f1170 req-95805e54-f0fe-4250-b42b-f24f93a455a7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 946 time: 0.0526218 Sep 30 14:07:48.961380 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-decfd6f0-4716-42ee-a0ca-b569c46f1170 req-9d2af9b0-198f-44db-b98c-c41c23bddae8 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312631 Sep 30 14:07:50.085594 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d531974-d641-4600-b59c-88636ecff1fc req-594517a7-049a-4985-860b-5f2b0c4a2c30 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:07:50.087098 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3d531974-d641-4600-b59c-88636ecff1fc req-594517a7-049a-4985-860b-5f2b0c4a2c30 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 946 time: 0.0481560 Sep 30 14:07:50.123475 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3d531974-d641-4600-b59c-88636ecff1fc req-7aacf4ec-bbc7-4585-9d56-ab06100a9fad tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301363 Sep 30 14:07:50.191486 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:07:50.756949 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d8bacf27-b301-40a8-9840-f710e0cc82b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:07:51.241662 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fef40-93d5-4083-937c-623439021ca7 req-b2614fe6-cf48-4acd-b482-efc6cd176928 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:07:51.243285 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d9fef40-93d5-4083-937c-623439021ca7 req-b2614fe6-cf48-4acd-b482-efc6cd176928 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 946 time: 0.0496156 Sep 30 14:07:51.282729 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d9fef40-93d5-4083-937c-623439021ca7 req-65b8de65-c3a1-48c5-87a7-bf85000eed15 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328164 Sep 30 14:07:51.724980 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:07:52.401804 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17feedc-311b-4a58-84bc-327cc1a75bef req-b5d547aa-ec3c-46ba-8dd8-d6239dae1dc7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:07:52.403305 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c17feedc-311b-4a58-84bc-327cc1a75bef req-b5d547aa-ec3c-46ba-8dd8-d6239dae1dc7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 946 time: 0.0473728 Sep 30 14:07:52.444525 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c17feedc-311b-4a58-84bc-327cc1a75bef req-0d7e6130-7858-41e2-a36f-bc18a4af5908 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353441 Sep 30 14:07:52.466218 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49430) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:07:52.526209 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b27a9802-fb12-4b25-8072-0ec66c328bec tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/floatingips/6d20f92e-2a19-460f-8100-4f03e1766d31 HTTP/1.1" status: 200 len: 994 time: 0.0588613 Sep 30 14:07:52.590343 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:07:54.350486 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:09.309211 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-d4ed81d9-54df-4368-80d7-11eef97d2fe8 req-f26f67bb-2465-4257-8cf5-b9a7ea40656c service neutron] (94764) timed out ('10.222.0.18', 44170) {{(pid=94764) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 14:08:15.415539 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:17.736498 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:08:18.253861 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8d83e574-2d78-4205-b9e0-f4256a52639a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:20.207250 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:20.630656 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b5c0688-6928-4840-820d-e26f92168a60 req-f557e5a7-5f01-4767-8f38-672a0d1e0c2b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392327 Sep 30 14:08:20.717243 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c0688-6928-4840-820d-e26f92168a60 req-31538908-2bc2-4695-8669-c4ad7cc46b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:20.718728 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b5c0688-6928-4840-820d-e26f92168a60 req-31538908-2bc2-4695-8669-c4ad7cc46b9c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 1097 time: 0.0431535 Sep 30 14:08:20.756632 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5813b864-adfe-4ea5-81ac-9a8f51de0ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:20.820982 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c0688-6928-4840-820d-e26f92168a60 req-487678a7-d0dc-429d-9c07-e3ad9fbcd2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:20.822488 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b5c0688-6928-4840-820d-e26f92168a60 req-487678a7-d0dc-429d-9c07-e3ad9fbcd2b3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dc1cc2e1-fffe-449a-9f5b-c6360e2158e7 HTTP/1.1" status: 200 len: 897 time: 0.0851040 Sep 30 14:08:20.892261 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b5c0688-6928-4840-820d-e26f92168a60 req-08210650-5043-448b-8528-8ce05cdad7bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b60b97d6-c391-4a2b-b7b8-675ba68fd269 HTTP/1.1" status: 200 len: 1002 time: 0.0603271 Sep 30 14:08:20.941286 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c0688-6928-4840-820d-e26f92168a60 req-def32fa6-d626-48ad-9a18-21743a5df54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:20.942773 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b5c0688-6928-4840-820d-e26f92168a60 req-def32fa6-d626-48ad-9a18-21743a5df54d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9e781db-503b-4edf-8df2-870d167979ad HTTP/1.1" status: 200 len: 834 time: 0.0428488 Sep 30 14:08:20.987368 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c0688-6928-4840-820d-e26f92168a60 req-91be5029-76ce-4db3-a13d-aca4f81638e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:20.988712 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b5c0688-6928-4840-820d-e26f92168a60 req-91be5029-76ce-4db3-a13d-aca4f81638e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dc1cc2e1-fffe-449a-9f5b-c6360e2158e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388539 Sep 30 14:08:21.078346 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b5c0688-6928-4840-820d-e26f92168a60 req-c5d39390-377e-459a-b643-3be8fa79ab0b service neutron] 10.222.0.39 "GET /v2.0/networks/dc1cc2e1-fffe-449a-9f5b-c6360e2158e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821242 Sep 30 14:08:21.165503 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b5c0688-6928-4840-820d-e26f92168a60 req-20ed6e66-c65d-4d36-962a-11b97774f89a service neutron] 10.222.0.39 "GET /v2.0/networks/dc1cc2e1-fffe-449a-9f5b-c6360e2158e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801909 Sep 30 14:08:21.720091 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:22.592981 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:23.050326 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49446) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:08:23.204328 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-0cabbb3b-f732-4a97-be91-183c42ce6c17 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Deleting port d3e36f99-f992-428a-9d6d-e6c6d357637e {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:08:23.204668 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0cabbb3b-f732-4a97-be91-183c42ce6c17 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:23.282977 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0cabbb3b-f732-4a97-be91-183c42ce6c17 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:23.283307 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0cabbb3b-f732-4a97-be91-183c42ce6c17 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:23.295273 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-0cabbb3b-f732-4a97-be91-183c42ce6c17 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Calling delete_port for d3e36f99-f992-428a-9d6d-e6c6d357637e owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:08:23.439171 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0cabbb3b-f732-4a97-be91-183c42ce6c17 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:23.465639 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabbb3b-f732-4a97-be91-183c42ce6c17 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Port': ['ID=d3e36f99-f992-428a-9d6d-e6c6d357637e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:23.476828 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabbb3b-f732-4a97-be91-183c42ce6c17 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:23.477174 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabbb3b-f732-4a97-be91-183c42ce6c17 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:23.477513 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabbb3b-f732-4a97-be91-183c42ce6c17 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:23.477847 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabbb3b-f732-4a97-be91-183c42ce6c17 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:23.478264 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabbb3b-f732-4a97-be91-183c42ce6c17 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:23.478596 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabbb3b-f732-4a97-be91-183c42ce6c17 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:23.478924 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabbb3b-f732-4a97-be91-183c42ce6c17 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:23.479248 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabbb3b-f732-4a97-be91-183c42ce6c17 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:23.479574 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabbb3b-f732-4a97-be91-183c42ce6c17 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:23.479895 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabbb3b-f732-4a97-be91-183c42ce6c17 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:23.480212 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabbb3b-f732-4a97-be91-183c42ce6c17 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:23.480529 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cabbb3b-f732-4a97-be91-183c42ce6c17 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:23.536607 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0cabbb3b-f732-4a97-be91-183c42ce6c17 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:23.536941 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-0cabbb3b-f732-4a97-be91-183c42ce6c17 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Floating IP 6d20f92e-2a19-460f-8100-4f03e1766d31 disassociated (deleted). External IP: 172.25.5.115, port: b60b97d6-c391-4a2b-b7b8-675ba68fd269. Sep 30 14:08:23.741400 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cabbb3b-f732-4a97-be91-183c42ce6c17 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Router eecb3bd6-803f-4bff-9ba8-8b4134525070 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:08:23.848251 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cabbb3b-f732-4a97-be91-183c42ce6c17 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:08:23.852986 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0cabbb3b-f732-4a97-be91-183c42ce6c17 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:23.857550 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf48de06-6459-46a6-9793-30c50acdb36c None None] Sync routers for ids ['eecb3bd6-803f-4bff-9ba8-8b4134525070'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:08:23.866805 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf48de06-6459-46a6-9793-30c50acdb36c None None] Routers {'eecb3bd6-803f-4bff-9ba8-8b4134525070'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:08:23.867643 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-cf48de06-6459-46a6-9793-30c50acdb36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:08:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['eecb3bd6-803f-4bff-9ba8-8b4134525070'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:08:23.879367 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0cabbb3b-f732-4a97-be91-183c42ce6c17 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "DELETE /v2.0/floatingips/6d20f92e-2a19-460f-8100-4f03e1766d31 HTTP/1.1" status: 204 len: 168 time: 0.8279705 Sep 30 14:08:23.880520 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2623451a-1dd0-4bff-84af-165c633c22ee', 'tag': 'b60b97d6-c391-4a2b-b7b8-675ba68fd269'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:08:23.883401 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e219da2189c054287262e416842f7478ca0ea1bcac3b9d962638c13bcc9183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd273feb-981d-4d92-b431-25551dfeefc7" -d '{"events": [{"name": "network-changed", "server_uuid": "2623451a-1dd0-4bff-84af-165c633c22ee", "tag": "b60b97d6-c391-4a2b-b7b8-675ba68fd269"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:08:23.920980 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1968631-1881-4da9-8d62-b8d7f752224e x-openstack-request-id: req-e1968631-1881-4da9-8d62-b8d7f752224e {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:08:23.921271 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2623451a-1dd0-4bff-84af-165c633c22ee", "tag": "b60b97d6-c391-4a2b-b7b8-675ba68fd269", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:08:23.921521 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e1968631-1881-4da9-8d62-b8d7f752224e {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:08:23.921921 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2623451a-1dd0-4bff-84af-165c633c22ee', 'tag': 'b60b97d6-c391-4a2b-b7b8-675ba68fd269', 'status': 'completed', 'code': 200} Sep 30 14:08:23.979472 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-cf48de06-6459-46a6-9793-30c50acdb36c None None] Set router eecb3bd6-803f-4bff-9ba8-8b4134525070 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:08:23.991314 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd273feb-981d-4d92-b431-25551dfeefc7 req-d83ef377-7ed0-4c85-a57c-1e82ca6f2bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:23.993015 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd273feb-981d-4d92-b431-25551dfeefc7 req-d83ef377-7ed0-4c85-a57c-1e82ca6f2bb0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 1097 time: 0.0449178 Sep 30 14:08:24.100986 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd273feb-981d-4d92-b431-25551dfeefc7 req-13ec6c29-714d-43bd-979c-622e844e0555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:24.102545 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd273feb-981d-4d92-b431-25551dfeefc7 req-13ec6c29-714d-43bd-979c-622e844e0555 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dc1cc2e1-fffe-449a-9f5b-c6360e2158e7 HTTP/1.1" status: 200 len: 897 time: 0.1004763 Sep 30 14:08:24.108269 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d9f10-2d69-4805-a162-17da8c7418e7 req-246609ce-124d-4060-b2c0-b8ec0c804f18 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:24.109758 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-712d9f10-2d69-4805-a162-17da8c7418e7 req-246609ce-124d-4060-b2c0-b8ec0c804f18 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 946 time: 0.0498638 Sep 30 14:08:24.146394 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd273feb-981d-4d92-b431-25551dfeefc7 req-6dc57fc9-d272-4740-a7ee-350e68501206 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b60b97d6-c391-4a2b-b7b8-675ba68fd269 HTTP/1.1" status: 200 len: 217 time: 0.0362043 Sep 30 14:08:24.151788 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-712d9f10-2d69-4805-a162-17da8c7418e7 req-9e17c149-4b0a-4efc-bdbc-7227c75fdfe8 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350878 Sep 30 14:08:24.198365 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-cf48de06-6459-46a6-9793-30c50acdb36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321160713', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '394b549d-dffe-4f46-9022-40b824972d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:06:41Z', 'updated_at': '2021-09-30T14:06:45Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': '394b549d-dffe-4f46-9022-40b824972d50', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:06:42Z', 'updated_at': '2021-09-30T14:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'fb20d96b-ca8e-4070-9288-90fd3c9cf2f9', 'name': '', 'network_id': 'dc1cc2e1-fffe-449a-9f5b-c6360e2158e7', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:ba:e5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e9e781db-503b-4edf-8df2-870d167979ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:06:44Z', 'updated_at': '2021-09-30T14:06:47Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': 'e9e781db-503b-4edf-8df2-870d167979ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:08:24.199781 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd273feb-981d-4d92-b431-25551dfeefc7 req-79e1e564-92b5-490b-84bd-9dd62a5e7bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:24.201266 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd273feb-981d-4d92-b431-25551dfeefc7 req-79e1e564-92b5-490b-84bd-9dd62a5e7bb8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9e781db-503b-4edf-8df2-870d167979ad HTTP/1.1" status: 200 len: 834 time: 0.0481472 Sep 30 14:08:24.224373 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf48de06-6459-46a6-9793-30c50acdb36c None None] Checking router: eecb3bd6-803f-4bff-9ba8-8b4134525070 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:08:24.232462 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf48de06-6459-46a6-9793-30c50acdb36c None None] Routers {'eecb3bd6-803f-4bff-9ba8-8b4134525070'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:08:24.233063 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-cf48de06-6459-46a6-9793-30c50acdb36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:08:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['eecb3bd6-803f-4bff-9ba8-8b4134525070'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:08:24.249018 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd273feb-981d-4d92-b431-25551dfeefc7 req-4c6c1635-8d0a-4a96-8a85-94c50e439fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:24.250606 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd273feb-981d-4d92-b431-25551dfeefc7 req-4c6c1635-8d0a-4a96-8a85-94c50e439fc5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dc1cc2e1-fffe-449a-9f5b-c6360e2158e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403268 Sep 30 14:08:24.337281 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-cf48de06-6459-46a6-9793-30c50acdb36c None None] Set router eecb3bd6-803f-4bff-9ba8-8b4134525070 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:08:24.345751 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd273feb-981d-4d92-b431-25551dfeefc7 req-5e6cbc8f-6122-4cc5-a854-cbaa53079e78 service neutron] 10.222.0.39 "GET /v2.0/networks/dc1cc2e1-fffe-449a-9f5b-c6360e2158e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861204 Sep 30 14:08:24.352638 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:24.543175 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-cf48de06-6459-46a6-9793-30c50acdb36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321160713', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '394b549d-dffe-4f46-9022-40b824972d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:06:41Z', 'updated_at': '2021-09-30T14:06:45Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': '394b549d-dffe-4f46-9022-40b824972d50', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:06:42Z', 'updated_at': '2021-09-30T14:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'fb20d96b-ca8e-4070-9288-90fd3c9cf2f9', 'name': '', 'network_id': 'dc1cc2e1-fffe-449a-9f5b-c6360e2158e7', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:ba:e5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e9e781db-503b-4edf-8df2-870d167979ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:06:44Z', 'updated_at': '2021-09-30T14:06:47Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': 'e9e781db-503b-4edf-8df2-870d167979ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:08:24.574152 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf48de06-6459-46a6-9793-30c50acdb36c None None] The sync data for ids ['eecb3bd6-803f-4bff-9ba8-8b4134525070'] in n-d-810909-2 is: [{'id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321160713', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '394b549d-dffe-4f46-9022-40b824972d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:06:41Z', 'updated_at': '2021-09-30T14:06:45Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': '394b549d-dffe-4f46-9022-40b824972d50', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:06:42Z', 'updated_at': '2021-09-30T14:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'fb20d96b-ca8e-4070-9288-90fd3c9cf2f9', 'name': '', 'network_id': 'dc1cc2e1-fffe-449a-9f5b-c6360e2158e7', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:ba:e5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e9e781db-503b-4edf-8df2-870d167979ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:06:44Z', 'updated_at': '2021-09-30T14:06:47Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': 'e9e781db-503b-4edf-8df2-870d167979ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:08:24.761589 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd273feb-981d-4d92-b431-25551dfeefc7 req-af51e72c-59c1-4087-95ba-97710781b6d6 service neutron] 10.222.0.39 "GET /v2.0/networks/dc1cc2e1-fffe-449a-9f5b-c6360e2158e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076116 Sep 30 14:08:24.795343 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018766d3-83a1-4cda-9610-52c3a14fda86 None None] New status for floating IP 6d20f92e-2a19-460f-8100-4f03e1766d31: DOWN {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 14:08:25.283036 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b012ce-aa46-44d7-86ea-ddd41e1b7201 req-5f100b10-71d7-4752-9933-ba6fc8321d0b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:25.284497 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-25b012ce-aa46-44d7-86ea-ddd41e1b7201 req-5f100b10-71d7-4752-9933-ba6fc8321d0b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 946 time: 0.0492098 Sep 30 14:08:25.326423 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-25b012ce-aa46-44d7-86ea-ddd41e1b7201 req-0c1e14d8-5071-4c69-bcf7-c40cb0c4f283 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2df645b-aefa-4d01-860b-b3720de44df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359678 Sep 30 14:08:25.547849 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae80fc0-2e3d-48f5-9a31-df9649adbfe0 req-d315216b-2182-490e-b6f2-ed45f16314c6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:25.549365 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eae80fc0-2e3d-48f5-9a31-df9649adbfe0 req-d315216b-2182-490e-b6f2-ed45f16314c6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.39 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 946 time: 0.0487332 Sep 30 14:08:25.635007 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-eae80fc0-2e3d-48f5-9a31-df9649adbfe0 req-c07d1ddd-34cd-4f79-b0f0-7f7df2697c24 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Deleting port b60b97d6-c391-4a2b-b7b8-675ba68fd269 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:08:25.635346 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-eae80fc0-2e3d-48f5-9a31-df9649adbfe0 req-c07d1ddd-34cd-4f79-b0f0-7f7df2697c24 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:25.722759 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-eae80fc0-2e3d-48f5-9a31-df9649adbfe0 req-c07d1ddd-34cd-4f79-b0f0-7f7df2697c24 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] For port b60b97d6-c391-4a2b-b7b8-675ba68fd269, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=b60b97d6-c391-4a2b-b7b8-675ba68fd269,segment=NetworkSegment(73314c7a-aaab-40be-b681-0113d5074b21),segment_id=73314c7a-aaab-40be-b681-0113d5074b21)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:08:25.723038 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-eae80fc0-2e3d-48f5-9a31-df9649adbfe0 req-c07d1ddd-34cd-4f79-b0f0-7f7df2697c24 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:25.734795 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-eae80fc0-2e3d-48f5-9a31-df9649adbfe0 req-c07d1ddd-34cd-4f79-b0f0-7f7df2697c24 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Calling delete_port for b60b97d6-c391-4a2b-b7b8-675ba68fd269 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:08:25.858420 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-eae80fc0-2e3d-48f5-9a31-df9649adbfe0 req-c07d1ddd-34cd-4f79-b0f0-7f7df2697c24 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:25.886738 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d1ddd-34cd-4f79-b0f0-7f7df2697c24 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Port': ['ID=b60b97d6-c391-4a2b-b7b8-675ba68fd269,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:25.897180 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d1ddd-34cd-4f79-b0f0-7f7df2697c24 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:25.897526 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d1ddd-34cd-4f79-b0f0-7f7df2697c24 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:25.897864 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d1ddd-34cd-4f79-b0f0-7f7df2697c24 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:25.898223 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d1ddd-34cd-4f79-b0f0-7f7df2697c24 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:25.898552 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d1ddd-34cd-4f79-b0f0-7f7df2697c24 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:25.898879 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d1ddd-34cd-4f79-b0f0-7f7df2697c24 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:25.899204 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d1ddd-34cd-4f79-b0f0-7f7df2697c24 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:25.899531 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d1ddd-34cd-4f79-b0f0-7f7df2697c24 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:25.899859 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d1ddd-34cd-4f79-b0f0-7f7df2697c24 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:25.900183 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d1ddd-34cd-4f79-b0f0-7f7df2697c24 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:25.900498 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d1ddd-34cd-4f79-b0f0-7f7df2697c24 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:25.900814 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d1ddd-34cd-4f79-b0f0-7f7df2697c24 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:25.937713 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae80fc0-2e3d-48f5-9a31-df9649adbfe0 req-c07d1ddd-34cd-4f79-b0f0-7f7df2697c24 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] No DVR routers for this DVR port b60b97d6-c391-4a2b-b7b8-675ba68fd269 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:08:25.940317 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-eae80fc0-2e3d-48f5-9a31-df9649adbfe0 req-c07d1ddd-34cd-4f79-b0f0-7f7df2697c24 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:25.942375 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eae80fc0-2e3d-48f5-9a31-df9649adbfe0 req-c07d1ddd-34cd-4f79-b0f0-7f7df2697c24 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.39 "DELETE /v2.0/ports/b60b97d6-c391-4a2b-b7b8-675ba68fd269 HTTP/1.1" status: 204 len: 173 time: 0.3868017 Sep 30 14:08:25.942796 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2623451a-1dd0-4bff-84af-165c633c22ee', 'name': 'network-vif-deleted', 'tag': 'b60b97d6-c391-4a2b-b7b8-675ba68fd269'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:08:25.945089 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7faf401-4c5a-4b1e-ae87-6f6b23a99542" -d '{"events": [{"server_uuid": "2623451a-1dd0-4bff-84af-165c633c22ee", "name": "network-vif-deleted", "tag": "b60b97d6-c391-4a2b-b7b8-675ba68fd269"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:08:25.986546 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ec03ff-4435-4675-b6e0-5bf6190af404 x-openstack-request-id: req-c4ec03ff-4435-4675-b6e0-5bf6190af404 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:08:25.986842 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2623451a-1dd0-4bff-84af-165c633c22ee", "name": "network-vif-deleted", "tag": "b60b97d6-c391-4a2b-b7b8-675ba68fd269", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:08:25.987096 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4ec03ff-4435-4675-b6e0-5bf6190af404 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:08:25.987495 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2623451a-1dd0-4bff-84af-165c633c22ee', 'name': 'network-vif-deleted', 'tag': 'b60b97d6-c391-4a2b-b7b8-675ba68fd269', 'status': 'completed', 'code': 200} Sep 30 14:08:26.442766 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33c69841-6bc5-4c3e-9d83-93866d7bd03f req-2f07695b-0042-4b2f-b9fd-8ab868e4e011 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=2623451a-1dd0-4bff-84af-165c633c22ee HTTP/1.1" status: 200 len: 210 time: 0.0258923 Sep 30 14:08:27.498476 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49466) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:08:27.849541 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c6328123-a7b3-4f59-9892-924317650a7f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:28.100709 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-c6328123-a7b3-4f59-9892-924317650a7f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Deleting port fb20d96b-ca8e-4070-9288-90fd3c9cf2f9 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:08:28.100945 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c6328123-a7b3-4f59-9892-924317650a7f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:28.198863 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-c6328123-a7b3-4f59-9892-924317650a7f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] For port fb20d96b-ca8e-4070-9288-90fd3c9cf2f9, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=fb20d96b-ca8e-4070-9288-90fd3c9cf2f9,segment=NetworkSegment(73314c7a-aaab-40be-b681-0113d5074b21),segment_id=73314c7a-aaab-40be-b681-0113d5074b21)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:08:28.199220 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c6328123-a7b3-4f59-9892-924317650a7f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:28.211388 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-c6328123-a7b3-4f59-9892-924317650a7f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Calling delete_port for fb20d96b-ca8e-4070-9288-90fd3c9cf2f9 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:08:28.392380 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c6328123-a7b3-4f59-9892-924317650a7f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:28.417906 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6328123-a7b3-4f59-9892-924317650a7f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Port': ['ID=fb20d96b-ca8e-4070-9288-90fd3c9cf2f9,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:28.592522 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c6328123-a7b3-4f59-9892-924317650a7f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:28.651205 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device b60b97d6-c391-4a2b-b7b8-675ba68fd269 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:08:28.673892 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: b60b97d6-c391-4a2b-b7b8-675ba68fd269 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:08:28.674257 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device b60b97d6-c391-4a2b-b7b8-675ba68fd269 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:08:28.808487 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6328123-a7b3-4f59-9892-924317650a7f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Router eecb3bd6-803f-4bff-9ba8-8b4134525070 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:08:29.238072 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6328123-a7b3-4f59-9892-924317650a7f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:08:29.243779 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c6328123-a7b3-4f59-9892-924317650a7f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "PUT /v2.0/routers/eecb3bd6-803f-4bff-9ba8-8b4134525070/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7441924 Sep 30 14:08:29.246795 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49468) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:08:29.250663 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0333bb05-2c28-4636-802e-c0be4a767f5a None None] Sync routers for ids ['eecb3bd6-803f-4bff-9ba8-8b4134525070'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:08:29.260357 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0333bb05-2c28-4636-802e-c0be4a767f5a None None] Routers {'eecb3bd6-803f-4bff-9ba8-8b4134525070'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:08:29.260955 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-0333bb05-2c28-4636-802e-c0be4a767f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:08:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['eecb3bd6-803f-4bff-9ba8-8b4134525070'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:08:29.296209 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-279b6638-790e-4081-b5a9-002eed10dd1f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Deleting subnet e9e781db-503b-4edf-8df2-870d167979ad {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 14:08:29.299388 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-279b6638-790e-4081-b5a9-002eed10dd1f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:29.338806 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-279b6638-790e-4081-b5a9-002eed10dd1f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:29.361181 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-0333bb05-2c28-4636-802e-c0be4a767f5a None None] Set router eecb3bd6-803f-4bff-9ba8-8b4134525070 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:08:29.423794 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-279b6638-790e-4081-b5a9-002eed10dd1f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:29.482868 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-279b6638-790e-4081-b5a9-002eed10dd1f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:29.507922 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b6638-790e-4081-b5a9-002eed10dd1f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Subnet': ['ID=e9e781db-503b-4edf-8df2-870d167979ad,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:29.513403 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-279b6638-790e-4081-b5a9-002eed10dd1f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:29.515314 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-279b6638-790e-4081-b5a9-002eed10dd1f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "DELETE /v2.0/subnets/e9e781db-503b-4edf-8df2-870d167979ad HTTP/1.1" status: 204 len: 168 time: 0.2676044 Sep 30 14:08:29.517915 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49470) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:08:29.526167 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e643bd49-96d3-4607-a943-439cc59b4e2d None None] Network dc1cc2e1-fffe-449a-9f5b-c6360e2158e7 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:08:29.546296 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-0333bb05-2c28-4636-802e-c0be4a767f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321160713', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '394b549d-dffe-4f46-9022-40b824972d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:06:41Z', 'updated_at': '2021-09-30T14:08:28Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': '394b549d-dffe-4f46-9022-40b824972d50', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:06:42Z', 'updated_at': '2021-09-30T14:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:08:29.575569 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0333bb05-2c28-4636-802e-c0be4a767f5a None None] Checking router: eecb3bd6-803f-4bff-9ba8-8b4134525070 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:08:29.584189 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0333bb05-2c28-4636-802e-c0be4a767f5a None None] Routers {'eecb3bd6-803f-4bff-9ba8-8b4134525070'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:08:29.584783 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-0333bb05-2c28-4636-802e-c0be4a767f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:08:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['eecb3bd6-803f-4bff-9ba8-8b4134525070'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:08:29.630060 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a6ba21fb-48c5-467c-a1a8-ec894fab99cf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:29.747152 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eab533c-c0c4-48ee-a784-73c877143ce2 None None] DHCP port deletion for dc1cc2e1-fffe-449a-9f5b-c6360e2158e7 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 14:08:29.759605 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a6ba21fb-48c5-467c-a1a8-ec894fab99cf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:29.781036 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-0333bb05-2c28-4636-802e-c0be4a767f5a None None] Set router eecb3bd6-803f-4bff-9ba8-8b4134525070 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:08:29.805639 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-0eab533c-c0c4-48ee-a784-73c877143ce2 None None] Deleting port 9f9b28ca-daa4-4e07-917d-a705fc1d0c6b {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:08:29.806003 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0eab533c-c0c4-48ee-a784-73c877143ce2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:29.820651 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-a6ba21fb-48c5-467c-a1a8-ec894fab99cf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Deleting port 394b549d-dffe-4f46-9022-40b824972d50 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:08:29.821029 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a6ba21fb-48c5-467c-a1a8-ec894fab99cf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:29.869548 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-0eab533c-c0c4-48ee-a784-73c877143ce2 None None] For port 9f9b28ca-daa4-4e07-917d-a705fc1d0c6b, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=9f9b28ca-daa4-4e07-917d-a705fc1d0c6b,segment=NetworkSegment(73314c7a-aaab-40be-b681-0113d5074b21),segment_id=73314c7a-aaab-40be-b681-0113d5074b21)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:08:29.869975 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0eab533c-c0c4-48ee-a784-73c877143ce2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:29.882388 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-0eab533c-c0c4-48ee-a784-73c877143ce2 None None] Calling delete_port for 9f9b28ca-daa4-4e07-917d-a705fc1d0c6b owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:08:29.906592 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-a6ba21fb-48c5-467c-a1a8-ec894fab99cf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] For port 394b549d-dffe-4f46-9022-40b824972d50, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=394b549d-dffe-4f46-9022-40b824972d50,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:08:29.906964 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a6ba21fb-48c5-467c-a1a8-ec894fab99cf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:29.919639 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-a6ba21fb-48c5-467c-a1a8-ec894fab99cf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Calling delete_port for 394b549d-dffe-4f46-9022-40b824972d50 owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:08:29.961766 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-0333bb05-2c28-4636-802e-c0be4a767f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321160713', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '394b549d-dffe-4f46-9022-40b824972d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:06:41Z', 'updated_at': '2021-09-30T14:08:28Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': '394b549d-dffe-4f46-9022-40b824972d50', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:06:42Z', 'updated_at': '2021-09-30T14:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:08:29.966667 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0eab533c-c0c4-48ee-a784-73c877143ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:29.989851 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0333bb05-2c28-4636-802e-c0be4a767f5a None None] The sync data for ids ['eecb3bd6-803f-4bff-9ba8-8b4134525070'] in n-d-810909-2 is: [{'id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321160713', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '394b549d-dffe-4f46-9022-40b824972d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:06:41Z', 'updated_at': '2021-09-30T14:08:28Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': '394b549d-dffe-4f46-9022-40b824972d50', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecb3bd6-803f-4bff-9ba8-8b4134525070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:06:42Z', 'updated_at': '2021-09-30T14:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:08:29.990996 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab533c-c0c4-48ee-a784-73c877143ce2 None None] Pushing event deleted for resources: {'Port': ['ID=9f9b28ca-daa4-4e07-917d-a705fc1d0c6b,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:30.004322 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab533c-c0c4-48ee-a784-73c877143ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:30.004847 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab533c-c0c4-48ee-a784-73c877143ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:30.005192 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab533c-c0c4-48ee-a784-73c877143ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:30.005528 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab533c-c0c4-48ee-a784-73c877143ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:30.006032 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab533c-c0c4-48ee-a784-73c877143ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:30.006391 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab533c-c0c4-48ee-a784-73c877143ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:30.006718 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab533c-c0c4-48ee-a784-73c877143ce2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:30.007045 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab533c-c0c4-48ee-a784-73c877143ce2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:30.007368 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab533c-c0c4-48ee-a784-73c877143ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:30.007689 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab533c-c0c4-48ee-a784-73c877143ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:30.008012 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab533c-c0c4-48ee-a784-73c877143ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:30.008329 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab533c-c0c4-48ee-a784-73c877143ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:30.011351 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eab533c-c0c4-48ee-a784-73c877143ce2 None None] No DVR routers for this DVR port 9f9b28ca-daa4-4e07-917d-a705fc1d0c6b on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:08:30.095080 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a6ba21fb-48c5-467c-a1a8-ec894fab99cf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:30.121437 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba21fb-48c5-467c-a1a8-ec894fab99cf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Port': ['ID=394b549d-dffe-4f46-9022-40b824972d50,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:30.182457 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a6ba21fb-48c5-467c-a1a8-ec894fab99cf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:30.274055 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a6ba21fb-48c5-467c-a1a8-ec894fab99cf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:30.276325 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a6ba21fb-48c5-467c-a1a8-ec894fab99cf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:30.317181 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a6ba21fb-48c5-467c-a1a8-ec894fab99cf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:30.318232 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ba21fb-48c5-467c-a1a8-ec894fab99cf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Fanout notify agent at l3_agent the message router_deleted on router eecb3bd6-803f-4bff-9ba8-8b4134525070 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 14:08:30.326613 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a6ba21fb-48c5-467c-a1a8-ec894fab99cf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:30.327764 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a6ba21fb-48c5-467c-a1a8-ec894fab99cf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "DELETE /v2.0/routers/eecb3bd6-803f-4bff-9ba8-8b4134525070 HTTP/1.1" status: 204 len: 168 time: 0.8089058 Sep 30 14:08:30.330733 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49472) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:08:30.413482 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2b77fe1-e8fc-43e4-a05e-764d6613b515 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:30.502767 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2b77fe1-e8fc-43e4-a05e-764d6613b515 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:30.523618 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-f2b77fe1-e8fc-43e4-a05e-764d6613b515 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc1cc2e1-fffe-449a-9f5b-c6360e2158e7']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:08:30.533455 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-f2b77fe1-e8fc-43e4-a05e-764d6613b515 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73314c7a-aaab-40be-b681-0113d5074b21') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:08:30.533752 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-f2b77fe1-e8fc-43e4-a05e-764d6613b515 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73314c7a-aaab-40be-b681-0113d5074b21') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:08:30.543371 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2b77fe1-e8fc-43e4-a05e-764d6613b515 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:30.556791 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2b77fe1-e8fc-43e4-a05e-764d6613b515 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:30.563052 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b77fe1-e8fc-43e4-a05e-764d6613b515 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 14:08:30.563451 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2b77fe1-e8fc-43e4-a05e-764d6613b515 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: timer() Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 14:08:30.566492 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 14:08:30.632039 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2b77fe1-e8fc-43e4-a05e-764d6613b515 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:30.639099 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f2b77fe1-e8fc-43e4-a05e-764d6613b515 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:30.643639 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f2b77fe1-e8fc-43e4-a05e-764d6613b515 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "DELETE /v2.0/networks/dc1cc2e1-fffe-449a-9f5b-c6360e2158e7 HTTP/1.1" status: 204 len: 168 time: 0.3093042 Sep 30 14:08:30.644099 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49474) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:08:30.652721 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b77fe1-e8fc-43e4-a05e-764d6613b515 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Network': ['ID=dc1cc2e1-fffe-449a-9f5b-c6360e2158e7,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:30.704929 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3c1222b4-6cff-44fb-9c01-a7f6ed9acdb1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:30.732121 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3c1222b4-6cff-44fb-9c01-a7f6ed9acdb1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:30.790193 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3c1222b4-6cff-44fb-9c01-a7f6ed9acdb1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:30.792789 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3c1222b4-6cff-44fb-9c01-a7f6ed9acdb1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:30.793979 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3c1222b4-6cff-44fb-9c01-a7f6ed9acdb1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "DELETE /v2.0/security-groups/d2df645b-aefa-4d01-860b-b3720de44df1 HTTP/1.1" status: 204 len: 168 time: 0.1488400 Sep 30 14:08:30.803231 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1222b4-6cff-44fb-9c01-a7f6ed9acdb1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2df645b-aefa-4d01-860b-b3720de44df1,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:31.206779 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49480) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:08:31.212017 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-d5aa681e-4e24-4320-876d-50e7d9aeb393 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-550496179', 'description': 'tempest-secgroup-smoke-550496179 description', 'project_id': '48c65e1357784d8d8ee61181ac5eb042'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:08:31.234059 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5aa681e-4e24-4320-876d-50e7d9aeb393 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:31.313285 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5aa681e-4e24-4320-876d-50e7d9aeb393 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:31.316786 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5aa681e-4e24-4320-876d-50e7d9aeb393 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:31.344234 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5aa681e-4e24-4320-876d-50e7d9aeb393 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:31.345458 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d5aa681e-4e24-4320-876d-50e7d9aeb393 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1376846 Sep 30 14:08:31.347450 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa681e-4e24-4320-876d-50e7d9aeb393 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4863fd4-09df-4b07-b8dd-88e9217a49f5,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:31.348751 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49482) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:08:31.353559 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-6ddac02b-0dcd-4a5d-be23-3f0de534c71b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': 'b4863fd4-09df-4b07-b8dd-88e9217a49f5', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:08:31.379446 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ddac02b-0dcd-4a5d-be23-3f0de534c71b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:31.434635 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ddac02b-0dcd-4a5d-be23-3f0de534c71b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:31.438318 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ddac02b-0dcd-4a5d-be23-3f0de534c71b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:31.456410 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddac02b-0dcd-4a5d-be23-3f0de534c71b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6acefd1-d7f5-4000-99da-2af1cd9281ac,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:31.463053 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6ddac02b-0dcd-4a5d-be23-3f0de534c71b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:31.464287 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6ddac02b-0dcd-4a5d-be23-3f0de534c71b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144204 Sep 30 14:08:31.467042 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49484) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:08:31.471644 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-1d87682d-9033-46ca-b732-7b48647f2742 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': 'b4863fd4-09df-4b07-b8dd-88e9217a49f5', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:08:31.498115 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1d87682d-9033-46ca-b732-7b48647f2742 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:31.559298 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1d87682d-9033-46ca-b732-7b48647f2742 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:31.563302 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1d87682d-9033-46ca-b732-7b48647f2742 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:31.582863 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87682d-9033-46ca-b732-7b48647f2742 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d050915d-7eb8-486a-82c0-8b335025a773,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:31.589407 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-1d87682d-9033-46ca-b732-7b48647f2742 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:31.590659 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1d87682d-9033-46ca-b732-7b48647f2742 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1223223 Sep 30 14:08:31.593293 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49486) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:08:31.597601 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-fda0a511-d87d-4398-937b-27c5b516c7d7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': 'b4863fd4-09df-4b07-b8dd-88e9217a49f5', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:08:31.624441 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fda0a511-d87d-4398-937b-27c5b516c7d7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:31.693212 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fda0a511-d87d-4398-937b-27c5b516c7d7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:31.696841 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fda0a511-d87d-4398-937b-27c5b516c7d7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:31.719116 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0a511-d87d-4398-937b-27c5b516c7d7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04b8fe0-d020-4e82-9fec-855206c3e7d6,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:31.720931 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9f9b28ca-daa4-4e07-917d-a705fc1d0c6b no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:08:31.723185 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-fda0a511-d87d-4398-937b-27c5b516c7d7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:31.726492 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-fda0a511-d87d-4398-937b-27c5b516c7d7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322284 Sep 30 14:08:31.727700 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49488) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:08:31.732352 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-767b1b0b-0c72-4ca0-934d-3a81ddb03bf3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': 'b4863fd4-09df-4b07-b8dd-88e9217a49f5', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:08:31.743423 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 9f9b28ca-daa4-4e07-917d-a705fc1d0c6b {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:08:31.743768 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 9f9b28ca-daa4-4e07-917d-a705fc1d0c6b not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:08:31.744372 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fb20d96b-ca8e-4070-9288-90fd3c9cf2f9 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:08:31.764183 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-767b1b0b-0c72-4ca0-934d-3a81ddb03bf3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:31.764642 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: fb20d96b-ca8e-4070-9288-90fd3c9cf2f9 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:08:31.764993 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device fb20d96b-ca8e-4070-9288-90fd3c9cf2f9 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:08:31.765408 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 394b549d-dffe-4f46-9022-40b824972d50 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:08:31.783591 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 394b549d-dffe-4f46-9022-40b824972d50 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:08:31.783939 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 394b549d-dffe-4f46-9022-40b824972d50 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:08:31.822338 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-767b1b0b-0c72-4ca0-934d-3a81ddb03bf3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:31.825880 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-767b1b0b-0c72-4ca0-934d-3a81ddb03bf3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:31.843026 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b1b0b-0c72-4ca0-934d-3a81ddb03bf3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558d99db-1d3e-4e09-ad5b-4c2339caa1fd,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:31.850131 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-767b1b0b-0c72-4ca0-934d-3a81ddb03bf3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:31.851353 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-767b1b0b-0c72-4ca0-934d-3a81ddb03bf3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225824 Sep 30 14:08:31.853954 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49490) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:08:31.858496 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-b461dd03-e895-4410-a1ee-1251e6d92052 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': 'b4863fd4-09df-4b07-b8dd-88e9217a49f5', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:08:31.879176 n-d-810909-2 neutron-server[94763]: INFO neutron.db.securitygroups_db [None req-b461dd03-e895-4410-a1ee-1251e6d92052 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Project 48c65e1357784d8d8ee61181ac5eb042 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 14:08:31.883895 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b461dd03-e895-4410-a1ee-1251e6d92052 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:31.945154 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b461dd03-e895-4410-a1ee-1251e6d92052 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:31.948579 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b461dd03-e895-4410-a1ee-1251e6d92052 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:31.963144 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461dd03-e895-4410-a1ee-1251e6d92052 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06714a32-c5b3-4501-8431-116060642568,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:31.971863 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b461dd03-e895-4410-a1ee-1251e6d92052 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:31.973119 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b461dd03-e895-4410-a1ee-1251e6d92052 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182299 Sep 30 14:08:31.976312 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49492) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:08:31.980594 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-eeb99fe6-436c-4f22-80f0-e95a8fe54d7d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': 'b4863fd4-09df-4b07-b8dd-88e9217a49f5', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:08:32.001797 n-d-810909-2 neutron-server[94763]: INFO neutron.db.securitygroups_db [None req-eeb99fe6-436c-4f22-80f0-e95a8fe54d7d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Project 48c65e1357784d8d8ee61181ac5eb042 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 14:08:32.006571 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-eeb99fe6-436c-4f22-80f0-e95a8fe54d7d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:32.068165 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-eeb99fe6-436c-4f22-80f0-e95a8fe54d7d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:32.071608 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-eeb99fe6-436c-4f22-80f0-e95a8fe54d7d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:32.088538 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb99fe6-436c-4f22-80f0-e95a8fe54d7d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb820144-9958-47e5-8a34-3d12df5f09da,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:32.094285 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-eeb99fe6-436c-4f22-80f0-e95a8fe54d7d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:32.095528 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-eeb99fe6-436c-4f22-80f0-e95a8fe54d7d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182911 Sep 30 14:08:32.098857 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49494) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:08:32.103672 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-08e885d7-a2a5-4f4f-bc54-0ac77272a16a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'network': {'name': 'tempest-network-smoke--669527554', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'port_security_enabled': True}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:08:32.123477 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e885d7-a2a5-4f4f-bc54-0ac77272a16a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Made reservation on behalf of 48c65e1357784d8d8ee61181ac5eb042 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:08:32.126868 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-08e885d7-a2a5-4f4f-bc54-0ac77272a16a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:32.150234 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e885d7-a2a5-4f4f-bc54-0ac77272a16a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 14:08:32.158990 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-08e885d7-a2a5-4f4f-bc54-0ac77272a16a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:32.159323 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-08e885d7-a2a5-4f4f-bc54-0ac77272a16a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Added segment d967b6f0-3237-4f67-9e4d-64172414fe65 of type vlan for network a97db1f6-537c-4edf-b031-b0d8074986c7 Sep 30 14:08:32.197626 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-08e885d7-a2a5-4f4f-bc54-0ac77272a16a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:32.221401 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-08e885d7-a2a5-4f4f-bc54-0ac77272a16a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:32.226962 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e885d7-a2a5-4f4f-bc54-0ac77272a16a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:32.227534 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-08e885d7-a2a5-4f4f-bc54-0ac77272a16a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:32.266020 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-08e885d7-a2a5-4f4f-bc54-0ac77272a16a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1660886 Sep 30 14:08:32.268664 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49496) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:08:32.272907 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-0fea821d-02c4-4885-8103-79de93057468 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1486329064', 'admin_state_up': True, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:08:32.306763 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e885d7-a2a5-4f4f-bc54-0ac77272a16a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Network': ['ID=a97db1f6-537c-4edf-b031-b0d8074986c7,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:32.318507 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network a97db1f6-537c-4edf-b031-b0d8074986c7 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 14:08:32.324535 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0fea821d-02c4-4885-8103-79de93057468 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:32.325531 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0fea821d-02c4-4885-8103-79de93057468 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:32.380389 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0fea821d-02c4-4885-8103-79de93057468 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:32.513763 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0fea821d-02c4-4885-8103-79de93057468 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:32.702387 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0fea821d-02c4-4885-8103-79de93057468 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:32.720912 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0fea821d-02c4-4885-8103-79de93057468 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:32.820929 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-0fea821d-02c4-4885-8103-79de93057468 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Allocated IP 172.25.5.59 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/d5208ace-a9fb-4377-b6db-89add1594010) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:08:32.931314 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0fea821d-02c4-4885-8103-79de93057468 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:32.963854 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0fea821d-02c4-4885-8103-79de93057468 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:33.002176 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fea821d-02c4-4885-8103-79de93057468 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:08:33.005042 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-0fea821d-02c4-4885-8103-79de93057468 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:08:33.008622 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fea821d-02c4-4885-8103-79de93057468 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:08:33.013919 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea821d-02c4-4885-8103-79de93057468 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=d5208ace-a9fb-4377-b6db-89add1594010,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:33.261746 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0fea821d-02c4-4885-8103-79de93057468 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:33.456062 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0fea821d-02c4-4885-8103-79de93057468 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:33.580271 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fea821d-02c4-4885-8103-79de93057468 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Router 58fb2a94-60e8-4f6f-9fde-6da63972c544 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 14:08:33.689042 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fea821d-02c4-4885-8103-79de93057468 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:08:33.698589 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d453f807-34c5-4e1f-b62b-f1d111103dcb None None] Sync routers for ids ['58fb2a94-60e8-4f6f-9fde-6da63972c544'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:08:33.707566 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0fea821d-02c4-4885-8103-79de93057468 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:33.707770 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d453f807-34c5-4e1f-b62b-f1d111103dcb None None] Routers {'58fb2a94-60e8-4f6f-9fde-6da63972c544'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:08:33.708349 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-d453f807-34c5-4e1f-b62b-f1d111103dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:08:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['58fb2a94-60e8-4f6f-9fde-6da63972c544'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:08:33.709175 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0fea821d-02c4-4885-8103-79de93057468 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4394436 Sep 30 14:08:33.713444 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49498) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:08:33.741375 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-10005be7-2746-4a49-9070-f482931311f3 tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=48c65e1357784d8d8ee61181ac5eb042&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265589 Sep 30 14:08:33.743819 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49500) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:08:33.816968 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-d453f807-34c5-4e1f-b62b-f1d111103dcb None None] Set router 58fb2a94-60e8-4f6f-9fde-6da63972c544 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:08:33.837845 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51f4248-4022-4525-a560-171f37733778 tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:33.839424 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a51f4248-4022-4525-a560-171f37733778 tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0947084 Sep 30 14:08:33.842220 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49502) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:08:33.872899 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-13391d1c-6cec-42a3-a6c1-6982902bf5c0 tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7bf2cdd5-9828-4259-bd46-d7f13451331c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273612 Sep 30 14:08:33.873127 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49504) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:08:33.877904 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-580c7e5f-660d-4df9-b702-8f7ec250a026 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-681213627', 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:08:33.962745 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580c7e5f-660d-4df9-b702-8f7ec250a026 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Made reservation on behalf of 48c65e1357784d8d8ee61181ac5eb042 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:08:33.966254 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-580c7e5f-660d-4df9-b702-8f7ec250a026 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:33.998468 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-d453f807-34c5-4e1f-b62b-f1d111103dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486329064', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:08:33Z', 'revision_number': 3, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:08:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:08:34.028246 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d453f807-34c5-4e1f-b62b-f1d111103dcb None None] Checking router: 58fb2a94-60e8-4f6f-9fde-6da63972c544 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:08:34.028662 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d453f807-34c5-4e1f-b62b-f1d111103dcb None None] Updating router 58fb2a94-60e8-4f6f-9fde-6da63972c544 port d5208ace-a9fb-4377-b6db-89add1594010 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 14:08:34.055553 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d453f807-34c5-4e1f-b62b-f1d111103dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:34.146970 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-580c7e5f-660d-4df9-b702-8f7ec250a026 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:34.211040 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c7e5f-660d-4df9-b702-8f7ec250a026 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Subnet': ['ID=95c0d33b-4f32-4a39-b41f-69ce4f2bf306,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:34.221720 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580c7e5f-660d-4df9-b702-8f7ec250a026 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Checking segment: {'id': 'd967b6f0-3237-4f67-9e4d-64172414fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:08:34.222112 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580c7e5f-660d-4df9-b702-8f7ec250a026 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network hostable DHCP agents. Network: a97db1f6-537c-4edf-b031-b0d8074986c7, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 14:08:34.240215 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580c7e5f-660d-4df9-b702-8f7ec250a026 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network a97db1f6-537c-4edf-b031-b0d8074986c7 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 14:08:34.250504 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-580c7e5f-660d-4df9-b702-8f7ec250a026 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, a97db1f6-537c-4edf-b031-b0d8074986c7) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:08:34.255020 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580c7e5f-660d-4df9-b702-8f7ec250a026 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:34.255773 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-580c7e5f-660d-4df9-b702-8f7ec250a026 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:34.262411 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9133d6cf-7101-4787-b479-d6624492bcf4 None None] Network a97db1f6-537c-4edf-b031-b0d8074986c7 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:08:34.270594 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-580c7e5f-660d-4df9-b702-8f7ec250a026 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3964667 Sep 30 14:08:34.273370 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49506) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:08:34.366515 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d453f807-34c5-4e1f-b62b-f1d111103dcb None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:34.380042 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d453f807-34c5-4e1f-b62b-f1d111103dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:34.462926 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8d179-3daa-4682-b7b7-76c89ebfa9de None None] Pushing event updated for resources: {'Port': ['ID=d5208ace-a9fb-4377-b6db-89add1594010,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:34.468960 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-d453f807-34c5-4e1f-b62b-f1d111103dcb None None] Attempting to bind port d5208ace-a9fb-4377-b6db-89add1594010 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:08:34.469330 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-d453f807-34c5-4e1f-b62b-f1d111103dcb None None] Attempting to bind port d5208ace-a9fb-4377-b6db-89add1594010 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:08:34.469706 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d453f807-34c5-4e1f-b62b-f1d111103dcb None None] Attempting to bind port d5208ace-a9fb-4377-b6db-89add1594010 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:08:34.479811 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d453f807-34c5-4e1f-b62b-f1d111103dcb None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:08:34.480185 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d453f807-34c5-4e1f-b62b-f1d111103dcb None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:08:34.480586 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d453f807-34c5-4e1f-b62b-f1d111103dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:34.480979 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d453f807-34c5-4e1f-b62b-f1d111103dcb None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:08:34.481443 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-d453f807-34c5-4e1f-b62b-f1d111103dcb None None] Bound port: d5208ace-a9fb-4377-b6db-89add1594010, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:08:34.481821 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d453f807-34c5-4e1f-b62b-f1d111103dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:34.527657 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53180e58-73a3-4015-90e5-31a4d70fae98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-a97db1f6-537c-4edf-b031-b0d8074986c7', 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'fixed_ips': [{'subnet_id': '95c0d33b-4f32-4a39-b41f-69ce4f2bf306'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 14:08:34.528504 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-53180e58-73a3-4015-90e5-31a4d70fae98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:34.566043 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d453f807-34c5-4e1f-b62b-f1d111103dcb None None] For port d5208ace-a9fb-4377-b6db-89add1594010, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:08:34.571118 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d453f807-34c5-4e1f-b62b-f1d111103dcb None None] For port d5208ace-a9fb-4377-b6db-89add1594010, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d5208ace-a9fb-4377-b6db-89add1594010,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:08:34.613766 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d453f807-34c5-4e1f-b62b-f1d111103dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:34.704162 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ac5bf6e1-4d78-4976-8914-12d3d4acbe59 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:34.723253 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d453f807-34c5-4e1f-b62b-f1d111103dcb None None] Routers {'58fb2a94-60e8-4f6f-9fde-6da63972c544'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:08:34.724364 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-d453f807-34c5-4e1f-b62b-f1d111103dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:08:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['58fb2a94-60e8-4f6f-9fde-6da63972c544'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:08:34.763432 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8d179-3daa-4682-b7b7-76c89ebfa9de None None] Pushing event updated for resources: {'Port': ['ID=d5208ace-a9fb-4377-b6db-89add1594010,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:34.781167 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-53180e58-73a3-4015-90e5-31a4d70fae98 None None] Allocated IP 172.20.0.2 (a97db1f6-537c-4edf-b031-b0d8074986c7/95c0d33b-4f32-4a39-b41f-69ce4f2bf306/12e28404-b6c5-44f1-b400-14e8efcaffb5) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:08:34.900048 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-d453f807-34c5-4e1f-b62b-f1d111103dcb None None] Set router 58fb2a94-60e8-4f6f-9fde-6da63972c544 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:08:35.238623 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-53180e58-73a3-4015-90e5-31a4d70fae98 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:35.244545 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-53180e58-73a3-4015-90e5-31a4d70fae98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:35.301267 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-ac5bf6e1-4d78-4976-8914-12d3d4acbe59 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Allocated IP 172.20.0.1 (a97db1f6-537c-4edf-b031-b0d8074986c7/95c0d33b-4f32-4a39-b41f-69ce4f2bf306/2043dd41-0db9-4fd1-a821-255161a63c65) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:08:35.313975 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53180e58-73a3-4015-90e5-31a4d70fae98 None None] Network a97db1f6-537c-4edf-b031-b0d8074986c7 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:08:35.319145 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-53180e58-73a3-4015-90e5-31a4d70fae98 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:08:35.321782 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53180e58-73a3-4015-90e5-31a4d70fae98 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:08:35.339459 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53180e58-73a3-4015-90e5-31a4d70fae98 None None] Pushing event updated for resources: {'Port': ['ID=12e28404-b6c5-44f1-b400-14e8efcaffb5,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:35.389488 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-d453f807-34c5-4e1f-b62b-f1d111103dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486329064', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:08:33Z', 'revision_number': 3, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:08:35.393804 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-53180e58-73a3-4015-90e5-31a4d70fae98 None None] Attempting to bind port 12e28404-b6c5-44f1-b400-14e8efcaffb5 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:08:35.394205 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-53180e58-73a3-4015-90e5-31a4d70fae98 None None] Attempting to bind port 12e28404-b6c5-44f1-b400-14e8efcaffb5 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'd967b6f0-3237-4f67-9e4d-64172414fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:08:35.394578 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53180e58-73a3-4015-90e5-31a4d70fae98 None None] Attempting to bind port 12e28404-b6c5-44f1-b400-14e8efcaffb5 on network a97db1f6-537c-4edf-b031-b0d8074986c7 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:08:35.415807 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ac5bf6e1-4d78-4976-8914-12d3d4acbe59 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:35.423119 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d453f807-34c5-4e1f-b62b-f1d111103dcb None None] The sync data for ids ['58fb2a94-60e8-4f6f-9fde-6da63972c544'] in n-d-810909-2 is: [{'id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486329064', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:08:33Z', 'revision_number': 3, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:08:35.425146 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53180e58-73a3-4015-90e5-31a4d70fae98 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:08:35.425544 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53180e58-73a3-4015-90e5-31a4d70fae98 None None] Checking segment: {'id': 'd967b6f0-3237-4f67-9e4d-64172414fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:08:35.425919 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-53180e58-73a3-4015-90e5-31a4d70fae98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:35.426333 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53180e58-73a3-4015-90e5-31a4d70fae98 None None] Bound using segment: {'id': 'd967b6f0-3237-4f67-9e4d-64172414fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:08:35.427345 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-53180e58-73a3-4015-90e5-31a4d70fae98 None None] Bound port: 12e28404-b6c5-44f1-b400-14e8efcaffb5, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd967b6f0-3237-4f67-9e4d-64172414fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:08:35.427345 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-53180e58-73a3-4015-90e5-31a4d70fae98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:35.451061 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ac5bf6e1-4d78-4976-8914-12d3d4acbe59 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:35.502221 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5bf6e1-4d78-4976-8914-12d3d4acbe59 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network a97db1f6-537c-4edf-b031-b0d8074986c7 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:08:35.506179 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-ac5bf6e1-4d78-4976-8914-12d3d4acbe59 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:08:35.509192 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-53180e58-73a3-4015-90e5-31a4d70fae98 None None] For port 12e28404-b6c5-44f1-b400-14e8efcaffb5, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:08:35.510972 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5bf6e1-4d78-4976-8914-12d3d4acbe59 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:08:35.513715 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-53180e58-73a3-4015-90e5-31a4d70fae98 None None] For port 12e28404-b6c5-44f1-b400-14e8efcaffb5, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=12e28404-b6c5-44f1-b400-14e8efcaffb5,segment=NetworkSegment(d967b6f0-3237-4f67-9e4d-64172414fe65),segment_id=d967b6f0-3237-4f67-9e4d-64172414fe65)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:08:35.514961 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bf6e1-4d78-4976-8914-12d3d4acbe59 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=2043dd41-0db9-4fd1-a821-255161a63c65,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:35.527298 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-53180e58-73a3-4015-90e5-31a4d70fae98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:35.557021 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ac5bf6e1-4d78-4976-8914-12d3d4acbe59 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:35.598848 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53180e58-73a3-4015-90e5-31a4d70fae98 None None] Pushing event updated for resources: {'Port': ['ID=12e28404-b6c5-44f1-b400-14e8efcaffb5,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:35.715268 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ac5bf6e1-4d78-4976-8914-12d3d4acbe59 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:36.331945 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ac5bf6e1-4d78-4976-8914-12d3d4acbe59 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:36.337348 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ac5bf6e1-4d78-4976-8914-12d3d4acbe59 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:36.412074 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bf6e1-4d78-4976-8914-12d3d4acbe59 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=2043dd41-0db9-4fd1-a821-255161a63c65,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:36.417100 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ac5bf6e1-4d78-4976-8914-12d3d4acbe59 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:36.514938 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5bf6e1-4d78-4976-8914-12d3d4acbe59 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network a97db1f6-537c-4edf-b031-b0d8074986c7 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:08:36.516335 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-ac5bf6e1-4d78-4976-8914-12d3d4acbe59 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:08:36.611340 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1934c90-6656-439f-8239-42379acc2ca7 None None] Network a97db1f6-537c-4edf-b031-b0d8074986c7 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:08:36.635605 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5bf6e1-4d78-4976-8914-12d3d4acbe59 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Router 58fb2a94-60e8-4f6f-9fde-6da63972c544 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:08:36.647604 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ff27ce53-bb18-44bf-b5ec-61a445bcfcbc None None] Provisioning complete for port 12e28404-b6c5-44f1-b400-14e8efcaffb5 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:08:36.647983 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ff27ce53-bb18-44bf-b5ec-61a445bcfcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:36.744828 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5bf6e1-4d78-4976-8914-12d3d4acbe59 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:08:36.762541 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ac5bf6e1-4d78-4976-8914-12d3d4acbe59 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "PUT /v2.0/routers/58fb2a94-60e8-4f6f-9fde-6da63972c544/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4803505 Sep 30 14:08:36.830354 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ff27ce53-bb18-44bf-b5ec-61a445bcfcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:36.874473 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-ff27ce53-bb18-44bf-b5ec-61a445bcfcbc None None] For port 12e28404-b6c5-44f1-b400-14e8efcaffb5, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=12e28404-b6c5-44f1-b400-14e8efcaffb5,segment=NetworkSegment(d967b6f0-3237-4f67-9e4d-64172414fe65),segment_id=d967b6f0-3237-4f67-9e4d-64172414fe65)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:08:36.879418 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ff27ce53-bb18-44bf-b5ec-61a445bcfcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:36.910158 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-7711503c-a16c-4f58-867e-2eddd8bd6f08 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-550496179&fields=id&tenant_id=48c65e1357784d8d8ee61181ac5eb042 HTTP/1.1" status: 200 len: 267 time: 0.0357656 Sep 30 14:08:36.936214 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27ce53-bb18-44bf-b5ec-61a445bcfcbc None None] Pushing event updated for resources: {'Port': ['ID=12e28404-b6c5-44f1-b400-14e8efcaffb5,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:37.028182 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-b4383aa4-113f-4f95-9e25-af717f0ebcc7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:37.029739 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-b4383aa4-113f-4f95-9e25-af717f0ebcc7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/networks?id=a97db1f6-537c-4edf-b031-b0d8074986c7 HTTP/1.1" status: 200 len: 796 time: 0.1119008 Sep 30 14:08:37.046367 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-97ee9be0-841c-4e56-ad9d-5281279ed160 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/quotas/48c65e1357784d8d8ee61181ac5eb042 HTTP/1.1" status: 200 len: 375 time: 0.0104821 Sep 30 14:08:37.103350 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-2aaf91ca-7d1a-425b-836c-30144b34eacd None None] Provisioning complete for port 2043dd41-0db9-4fd1-a821-255161a63c65 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:08:37.103729 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2aaf91ca-7d1a-425b-836c-30144b34eacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:37.105823 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-72d0c4f8-88ea-492f-aa37-532f44756713 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529904 Sep 30 14:08:37.146672 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-2aaf91ca-7d1a-425b-836c-30144b34eacd None None] Port 2043dd41-0db9-4fd1-a821-255161a63c65 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:08:37.164946 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10db6d8b-9900-4d8c-a96a-b385d83b585a None None] Sync routers for ids ['58fb2a94-60e8-4f6f-9fde-6da63972c544'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:08:37.179919 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10db6d8b-9900-4d8c-a96a-b385d83b585a None None] Routers {'58fb2a94-60e8-4f6f-9fde-6da63972c544'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:08:37.180268 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-2aaf91ca-7d1a-425b-836c-30144b34eacd None None] Provisioning complete for port 12e28404-b6c5-44f1-b400-14e8efcaffb5 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:08:37.180642 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2aaf91ca-7d1a-425b-836c-30144b34eacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:37.181259 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-10db6d8b-9900-4d8c-a96a-b385d83b585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:08:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['58fb2a94-60e8-4f6f-9fde-6da63972c544'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:08:37.231147 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-c58e2b3e-84f6-429d-ac76-25c66891969c service neutron] 10.222.0.18 "GET /v2.0/networks/a97db1f6-537c-4edf-b031-b0d8074986c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116543 Sep 30 14:08:37.305489 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-10db6d8b-9900-4d8c-a96a-b385d83b585a None None] Set router 58fb2a94-60e8-4f6f-9fde-6da63972c544 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:08:37.351900 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-fa845b7d-3562-4dcf-a76f-5a835e1bcc34 service neutron] 10.222.0.18 "GET /v2.0/networks/a97db1f6-537c-4edf-b031-b0d8074986c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139405 Sep 30 14:08:37.405242 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-bcd563b1-cf54-4cf1-a965-6d54cf9401d7 None None] Provisioning complete for port 2043dd41-0db9-4fd1-a821-255161a63c65 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:08:37.405722 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bcd563b1-cf54-4cf1-a965-6d54cf9401d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:37.457504 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-bcd563b1-cf54-4cf1-a965-6d54cf9401d7 None None] Port 2043dd41-0db9-4fd1-a821-255161a63c65 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:08:37.532626 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-10db6d8b-9900-4d8c-a96a-b385d83b585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486329064', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:08:35Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '2043dd41-0db9-4fd1-a821-255161a63c65', 'name': '', 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:79:29:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '95c0d33b-4f32-4a39-b41f-69ce4f2bf306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:08:34Z', 'updated_at': '2021-09-30T14:08:36Z', 'revision_number': 2, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': '95c0d33b-4f32-4a39-b41f-69ce4f2bf306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:08:37.559115 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10db6d8b-9900-4d8c-a96a-b385d83b585a None None] Checking router: 58fb2a94-60e8-4f6f-9fde-6da63972c544 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:08:37.559528 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10db6d8b-9900-4d8c-a96a-b385d83b585a None None] Updating router 58fb2a94-60e8-4f6f-9fde-6da63972c544 port 2043dd41-0db9-4fd1-a821-255161a63c65 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 14:08:37.572502 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-591a294a-f013-4b8f-807e-13de46f53b5c req-0d72bd4c-ee17-42a4-aa29-6ec46f035eca tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 210 time: 0.0352132 Sep 30 14:08:37.585928 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10db6d8b-9900-4d8c-a96a-b385d83b585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:37.588236 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7fefeb5c-3bfc-44f3-9e00-6a970e37b32e None None] Provisioning complete for port 2043dd41-0db9-4fd1-a821-255161a63c65 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:08:37.588724 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7fefeb5c-3bfc-44f3-9e00-6a970e37b32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:37.623803 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7fefeb5c-3bfc-44f3-9e00-6a970e37b32e None None] Port 2043dd41-0db9-4fd1-a821-255161a63c65 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:08:37.783710 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d5208ace-a9fb-4377-b6db-89add1594010 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:08:37.837303 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port d5208ace-a9fb-4377-b6db-89add1594010 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:08:37.837681 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:37.874732 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10db6d8b-9900-4d8c-a96a-b385d83b585a None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:37.888998 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10db6d8b-9900-4d8c-a96a-b385d83b585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:37.921180 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:37.939901 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e21cdc-6b2c-4b3b-be66-b78118d5a734 None None] Pushing event updated for resources: {'Port': ['ID=2043dd41-0db9-4fd1-a821-255161a63c65,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:37.951186 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e21cdc-6b2c-4b3b-be66-b78118d5a734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:37.951541 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e21cdc-6b2c-4b3b-be66-b78118d5a734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:37.951707 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port d5208ace-a9fb-4377-b6db-89add1594010, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d5208ace-a9fb-4377-b6db-89add1594010,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:08:37.951849 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e21cdc-6b2c-4b3b-be66-b78118d5a734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:37.952178 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e21cdc-6b2c-4b3b-be66-b78118d5a734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:37.952851 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e21cdc-6b2c-4b3b-be66-b78118d5a734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:37.953206 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e21cdc-6b2c-4b3b-be66-b78118d5a734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:37.953559 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e21cdc-6b2c-4b3b-be66-b78118d5a734 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:37.954159 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e21cdc-6b2c-4b3b-be66-b78118d5a734 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:37.954585 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e21cdc-6b2c-4b3b-be66-b78118d5a734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:37.954910 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e21cdc-6b2c-4b3b-be66-b78118d5a734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:37.955361 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e21cdc-6b2c-4b3b-be66-b78118d5a734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:37.955713 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e21cdc-6b2c-4b3b-be66-b78118d5a734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:08:37.957216 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:37.959852 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 12e28404-b6c5-44f1-b400-14e8efcaffb5 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:08:38.002977 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-10db6d8b-9900-4d8c-a96a-b385d83b585a None None] Attempting to bind port 2043dd41-0db9-4fd1-a821-255161a63c65 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:08:38.003678 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-10db6d8b-9900-4d8c-a96a-b385d83b585a None None] Attempting to bind port 2043dd41-0db9-4fd1-a821-255161a63c65 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'd967b6f0-3237-4f67-9e4d-64172414fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:08:38.004205 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10db6d8b-9900-4d8c-a96a-b385d83b585a None None] Attempting to bind port 2043dd41-0db9-4fd1-a821-255161a63c65 on network a97db1f6-537c-4edf-b031-b0d8074986c7 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:08:38.013403 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10db6d8b-9900-4d8c-a96a-b385d83b585a None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:08:38.014065 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10db6d8b-9900-4d8c-a96a-b385d83b585a None None] Checking segment: {'id': 'd967b6f0-3237-4f67-9e4d-64172414fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:08:38.014849 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10db6d8b-9900-4d8c-a96a-b385d83b585a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:38.015556 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10db6d8b-9900-4d8c-a96a-b385d83b585a None None] Bound using segment: {'id': 'd967b6f0-3237-4f67-9e4d-64172414fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:08:38.015934 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-10db6d8b-9900-4d8c-a96a-b385d83b585a None None] Bound port: 2043dd41-0db9-4fd1-a821-255161a63c65, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd967b6f0-3237-4f67-9e4d-64172414fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:08:38.016318 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10db6d8b-9900-4d8c-a96a-b385d83b585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:38.042936 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=d5208ace-a9fb-4377-b6db-89add1594010,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:38.058434 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 12e28404-b6c5-44f1-b400-14e8efcaffb5 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:08:38.060345 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:38.091563 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-10db6d8b-9900-4d8c-a96a-b385d83b585a None None] For port 2043dd41-0db9-4fd1-a821-255161a63c65, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:08:38.095090 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-10db6d8b-9900-4d8c-a96a-b385d83b585a None None] For port 2043dd41-0db9-4fd1-a821-255161a63c65, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2043dd41-0db9-4fd1-a821-255161a63c65,segment=NetworkSegment(d967b6f0-3237-4f67-9e4d-64172414fe65),segment_id=d967b6f0-3237-4f67-9e4d-64172414fe65)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:08:38.102862 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10db6d8b-9900-4d8c-a96a-b385d83b585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:38.164988 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10db6d8b-9900-4d8c-a96a-b385d83b585a None None] Routers {'58fb2a94-60e8-4f6f-9fde-6da63972c544'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:08:38.165643 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-10db6d8b-9900-4d8c-a96a-b385d83b585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:08:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['58fb2a94-60e8-4f6f-9fde-6da63972c544'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:08:38.169684 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e21cdc-6b2c-4b3b-be66-b78118d5a734 None None] Pushing event updated for resources: {'Port': ['ID=2043dd41-0db9-4fd1-a821-255161a63c65,revision_number=4']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:38.253791 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9fb34300-0ec4-4ac4-8ebc-56aa2e1e7c8b None None] Provisioning complete for port 2043dd41-0db9-4fd1-a821-255161a63c65 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:08:38.254193 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9fb34300-0ec4-4ac4-8ebc-56aa2e1e7c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:38.279384 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-10db6d8b-9900-4d8c-a96a-b385d83b585a None None] Set router 58fb2a94-60e8-4f6f-9fde-6da63972c544 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:08:38.338707 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9fb34300-0ec4-4ac4-8ebc-56aa2e1e7c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:38.375399 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-9fb34300-0ec4-4ac4-8ebc-56aa2e1e7c8b None None] For port 2043dd41-0db9-4fd1-a821-255161a63c65, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2043dd41-0db9-4fd1-a821-255161a63c65,segment=NetworkSegment(d967b6f0-3237-4f67-9e4d-64172414fe65),segment_id=d967b6f0-3237-4f67-9e4d-64172414fe65)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:08:38.379551 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9fb34300-0ec4-4ac4-8ebc-56aa2e1e7c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:38.427546 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb34300-0ec4-4ac4-8ebc-56aa2e1e7c8b None None] Pushing event updated for resources: {'Port': ['ID=2043dd41-0db9-4fd1-a821-255161a63c65,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:38.483481 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-10db6d8b-9900-4d8c-a96a-b385d83b585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486329064', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:08:35Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '2043dd41-0db9-4fd1-a821-255161a63c65', 'name': '', 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:79:29:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '95c0d33b-4f32-4a39-b41f-69ce4f2bf306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:08:34Z', 'updated_at': '2021-09-30T14:08:38Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': '95c0d33b-4f32-4a39-b41f-69ce4f2bf306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:08:38.501138 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-4071fe38-9873-4307-99e3-12ffb92b12ae None None] Provisioning complete for port 2043dd41-0db9-4fd1-a821-255161a63c65 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:08:38.501504 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4071fe38-9873-4307-99e3-12ffb92b12ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:38.609853 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10db6d8b-9900-4d8c-a96a-b385d83b585a None None] The sync data for ids ['58fb2a94-60e8-4f6f-9fde-6da63972c544'] in n-d-810909-2 is: [{'id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486329064', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:08:35Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '2043dd41-0db9-4fd1-a821-255161a63c65', 'name': '', 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:79:29:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '95c0d33b-4f32-4a39-b41f-69ce4f2bf306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:08:34Z', 'updated_at': '2021-09-30T14:08:38Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': '95c0d33b-4f32-4a39-b41f-69ce4f2bf306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:08:38.627249 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-6faf175d-a01f-46fd-b011-6017630db882 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:38.628780 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-6faf175d-a01f-46fd-b011-6017630db882 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.39 "GET /v2.0/networks?id=a97db1f6-537c-4edf-b031-b0d8074986c7 HTTP/1.1" status: 200 len: 796 time: 0.1518865 Sep 30 14:08:38.705566 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6d7c87d6-a421-4fb2-af2e-37b72ad0402c req-f5dd7c5d-6e2a-4e1f-a17d-63c1a5c06597 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 210 time: 0.0482347 Sep 30 14:08:38.726939 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-734f2007-48f6-45ba-aef1-b0e579e21922 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48c65e1357784d8d8ee61181ac5eb042 HTTP/1.1" status: 200 len: 379 time: 0.0847924 Sep 30 14:08:38.740358 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-0b56f7e9-ed97-4728-8195-c7daccbb3bc9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'port': {'device_id': '9e446cda-3a02-409a-a68c-c028522fe65d', 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7', 'admin_state_up': True, 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'security_groups': ['b4863fd4-09df-4b07-b8dd-88e9217a49f5']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:08:38.858879 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-0b56f7e9-ed97-4728-8195-c7daccbb3bc9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Made reservation on behalf of 48c65e1357784d8d8ee61181ac5eb042 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:08:38.862365 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-0b56f7e9-ed97-4728-8195-c7daccbb3bc9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:38.990157 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-0b56f7e9-ed97-4728-8195-c7daccbb3bc9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Allocated IP 172.20.0.8 (a97db1f6-537c-4edf-b031-b0d8074986c7/95c0d33b-4f32-4a39-b41f-69ce4f2bf306/8a8faf57-4965-4e3d-a32e-29031fc776b1) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:08:39.139108 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-0b56f7e9-ed97-4728-8195-c7daccbb3bc9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:39.174357 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-0b56f7e9-ed97-4728-8195-c7daccbb3bc9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:39.218938 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-0b56f7e9-ed97-4728-8195-c7daccbb3bc9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network a97db1f6-537c-4edf-b031-b0d8074986c7 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:08:39.221683 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-0b56f7e9-ed97-4728-8195-c7daccbb3bc9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:08:39.226320 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-0b56f7e9-ed97-4728-8195-c7daccbb3bc9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:08:39.255188 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56f7e9-ed97-4728-8195-c7daccbb3bc9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=8a8faf57-4965-4e3d-a32e-29031fc776b1,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:39.282304 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-0b56f7e9-ed97-4728-8195-c7daccbb3bc9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:39.282950 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-0b56f7e9-ed97-4728-8195-c7daccbb3bc9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:39.300185 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-0b56f7e9-ed97-4728-8195-c7daccbb3bc9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5662026 Sep 30 14:08:39.312926 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-56a48758-de98-403a-ae14-2a71ea9d67cc service neutron] Request body: {'port': {'device_id': '9e446cda-3a02-409a-a68c-c028522fe65d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:08:39.376840 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-56a48758-de98-403a-ae14-2a71ea9d67cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:39.466168 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-adf4f309-1f8d-495c-8a6a-3c3185d43218 None None] Provisioning complete for port 8a8faf57-4965-4e3d-a32e-29031fc776b1 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:08:39.466717 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-adf4f309-1f8d-495c-8a6a-3c3185d43218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:39.505137 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-adf4f309-1f8d-495c-8a6a-3c3185d43218 None None] Port 8a8faf57-4965-4e3d-a32e-29031fc776b1 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:08:39.657806 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-56a48758-de98-403a-ae14-2a71ea9d67cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8faf57-4965-4e3d-a32e-29031fc776b1 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:08:39.665333 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-56a48758-de98-403a-ae14-2a71ea9d67cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:39.678421 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-56a48758-de98-403a-ae14-2a71ea9d67cc service neutron] Transition to ACTIVE for port object 8a8faf57-4965-4e3d-a32e-29031fc776b1 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 14:08:39.684248 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-56a48758-de98-403a-ae14-2a71ea9d67cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:39.741123 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a48758-de98-403a-ae14-2a71ea9d67cc service neutron] Pushing event updated for resources: {'Port': ['ID=8a8faf57-4965-4e3d-a32e-29031fc776b1,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:39.826998 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2043dd41-0db9-4fd1-a821-255161a63c65 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:08:39.830933 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-56a48758-de98-403a-ae14-2a71ea9d67cc service neutron] Attempting to bind port 8a8faf57-4965-4e3d-a32e-29031fc776b1 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:08:39.831276 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-56a48758-de98-403a-ae14-2a71ea9d67cc service neutron] Attempting to bind port 8a8faf57-4965-4e3d-a32e-29031fc776b1 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'd967b6f0-3237-4f67-9e4d-64172414fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:08:39.831750 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-56a48758-de98-403a-ae14-2a71ea9d67cc service neutron] Attempting to bind port 8a8faf57-4965-4e3d-a32e-29031fc776b1 on network a97db1f6-537c-4edf-b031-b0d8074986c7 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:08:39.836733 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-56a48758-de98-403a-ae14-2a71ea9d67cc service neutron] Port 8a8faf57-4965-4e3d-a32e-29031fc776b1 on network a97db1f6-537c-4edf-b031-b0d8074986c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 14:08:39.837062 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-56a48758-de98-403a-ae14-2a71ea9d67cc service neutron] Attempting to bind port 8a8faf57-4965-4e3d-a32e-29031fc776b1 on network a97db1f6-537c-4edf-b031-b0d8074986c7 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:08:39.842606 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-56a48758-de98-403a-ae14-2a71ea9d67cc service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:08:39.842952 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-56a48758-de98-403a-ae14-2a71ea9d67cc service neutron] Checking segment: {'id': 'd967b6f0-3237-4f67-9e4d-64172414fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:08:39.843343 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-56a48758-de98-403a-ae14-2a71ea9d67cc service neutron] Bound using segment: {'id': 'd967b6f0-3237-4f67-9e4d-64172414fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:08:39.843778 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-56a48758-de98-403a-ae14-2a71ea9d67cc service neutron] Bound port: 8a8faf57-4965-4e3d-a32e-29031fc776b1, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd967b6f0-3237-4f67-9e4d-64172414fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:08:39.844138 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-56a48758-de98-403a-ae14-2a71ea9d67cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:39.853907 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6164c-c994-4041-8ae3-2f80758ff9d0 req-3fbaeb5b-b3fd-4852-9d57-f453f81d46b6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:39.856449 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-97c6164c-c994-4041-8ae3-2f80758ff9d0 req-3fbaeb5b-b3fd-4852-9d57-f453f81d46b6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 943 time: 0.0566406 Sep 30 14:08:39.894110 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 2043dd41-0db9-4fd1-a821-255161a63c65 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:08:39.894614 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:39.901724 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-97c6164c-c994-4041-8ae3-2f80758ff9d0 req-cc12fc09-eea8-4cb1-8a16-e42d13826fb4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388474 Sep 30 14:08:39.931564 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-56a48758-de98-403a-ae14-2a71ea9d67cc service neutron] For port 8a8faf57-4965-4e3d-a32e-29031fc776b1, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:08:39.934771 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-56a48758-de98-403a-ae14-2a71ea9d67cc service neutron] For port 8a8faf57-4965-4e3d-a32e-29031fc776b1, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8a8faf57-4965-4e3d-a32e-29031fc776b1,segment=NetworkSegment(d967b6f0-3237-4f67-9e4d-64172414fe65),segment_id=d967b6f0-3237-4f67-9e4d-64172414fe65)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:08:39.940831 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-56a48758-de98-403a-ae14-2a71ea9d67cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:39.978798 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-56a48758-de98-403a-ae14-2a71ea9d67cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:39.979585 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-56a48758-de98-403a-ae14-2a71ea9d67cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:39.980448 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d5208ace-a9fb-4377-b6db-89add1594010 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:08:39.980999 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-56a48758-de98-403a-ae14-2a71ea9d67cc service neutron] 10.222.0.39 "PUT /v2.0/ports/8a8faf57-4965-4e3d-a32e-29031fc776b1 HTTP/1.1" status: 200 len: 1091 time: 0.6726892 Sep 30 14:08:39.981433 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e446cda-3a02-409a-a68c-c028522fe65d', 'tag': '8a8faf57-4965-4e3d-a32e-29031fc776b1'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:08:39.983742 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4051b3f-ef46-4f5e-81ad-4d63aafeec7e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e446cda-3a02-409a-a68c-c028522fe65d", "tag": "8a8faf57-4965-4e3d-a32e-29031fc776b1"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:08:40.019543 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a48758-de98-403a-ae14-2a71ea9d67cc service neutron] Pushing event updated for resources: {'Port': ['ID=8a8faf57-4965-4e3d-a32e-29031fc776b1,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:40.031962 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36227eed-8dad-44ac-983f-788c99388d11 x-openstack-request-id: req-36227eed-8dad-44ac-983f-788c99388d11 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:08:40.032439 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e446cda-3a02-409a-a68c-c028522fe65d", "tag": "8a8faf57-4965-4e3d-a32e-29031fc776b1", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:08:40.032676 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36227eed-8dad-44ac-983f-788c99388d11 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:08:40.033087 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e446cda-3a02-409a-a68c-c028522fe65d', 'tag': '8a8faf57-4965-4e3d-a32e-29031fc776b1', 'status': 'completed', 'code': 200} Sep 30 14:08:40.057059 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port d5208ace-a9fb-4377-b6db-89add1594010 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:08:40.057430 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:40.088200 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-5dfa1336-4976-4648-a1cd-1b5c6f1ff252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:40.089819 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-5dfa1336-4976-4648-a1cd-1b5c6f1ff252 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 1094 time: 0.0519416 Sep 30 14:08:40.134497 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-3c5360dd-2d10-4ce1-a5b9-898dc240d64f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a8faf57-4965-4e3d-a32e-29031fc776b1 HTTP/1.1" status: 200 len: 217 time: 0.0367815 Sep 30 14:08:40.187648 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-dcac337d-b590-4f02-ad2f-2dc7afffde24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:40.189159 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-dcac337d-b590-4f02-ad2f-2dc7afffde24 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95c0d33b-4f32-4a39-b41f-69ce4f2bf306 HTTP/1.1" status: 200 len: 834 time: 0.0462832 Sep 30 14:08:40.238585 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-6f890728-9dd5-4b41-aeb1-7a0cd430653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:40.240624 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-6f890728-9dd5-4b41-aeb1-7a0cd430653a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a97db1f6-537c-4edf-b031-b0d8074986c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435884 Sep 30 14:08:40.332140 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-c822e9fb-3648-40f9-b031-8c16d07fa8a9 service neutron] 10.222.0.39 "GET /v2.0/networks/a97db1f6-537c-4edf-b031-b0d8074986c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846586 Sep 30 14:08:40.425788 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd0ae02e-ab82-44d8-a311-a8dc8e143512 req-9439cbc6-feec-42ff-8e16-a2c4b504587b service neutron] 10.222.0.39 "GET /v2.0/networks/a97db1f6-537c-4edf-b031-b0d8074986c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863545 Sep 30 14:08:40.512400 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4051b3f-ef46-4f5e-81ad-4d63aafeec7e req-ff21c3a7-6ef3-4780-8448-b758e5d05401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:40.513925 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a4051b3f-ef46-4f5e-81ad-4d63aafeec7e req-ff21c3a7-6ef3-4780-8448-b758e5d05401 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 1094 time: 0.0394545 Sep 30 14:08:40.607780 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4051b3f-ef46-4f5e-81ad-4d63aafeec7e req-606f1582-1f6a-43a2-a97e-8cc579d8452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:40.609255 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a4051b3f-ef46-4f5e-81ad-4d63aafeec7e req-606f1582-1f6a-43a2-a97e-8cc579d8452a service neutron] 10.222.0.39 "GET /v2.0/networks?id=a97db1f6-537c-4edf-b031-b0d8074986c7 HTTP/1.1" status: 200 len: 897 time: 0.0875251 Sep 30 14:08:40.650553 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a4051b3f-ef46-4f5e-81ad-4d63aafeec7e req-3101b98e-7fea-4dc8-bf67-8c1f261b9797 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a8faf57-4965-4e3d-a32e-29031fc776b1 HTTP/1.1" status: 200 len: 217 time: 0.0338609 Sep 30 14:08:40.699535 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4051b3f-ef46-4f5e-81ad-4d63aafeec7e req-760dd3a6-1a12-40e5-b350-93dda8ca591e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:40.700955 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a4051b3f-ef46-4f5e-81ad-4d63aafeec7e req-760dd3a6-1a12-40e5-b350-93dda8ca591e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95c0d33b-4f32-4a39-b41f-69ce4f2bf306 HTTP/1.1" status: 200 len: 834 time: 0.0426171 Sep 30 14:08:40.752095 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4051b3f-ef46-4f5e-81ad-4d63aafeec7e req-ed00b6c4-9b63-4351-ba3b-a2f0fcb89435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:40.753634 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a4051b3f-ef46-4f5e-81ad-4d63aafeec7e req-ed00b6c4-9b63-4351-ba3b-a2f0fcb89435 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a97db1f6-537c-4edf-b031-b0d8074986c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433829 Sep 30 14:08:40.842409 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a4051b3f-ef46-4f5e-81ad-4d63aafeec7e req-f92bdc57-3bf3-4a1b-90b3-888a36283c7c service neutron] 10.222.0.39 "GET /v2.0/networks/a97db1f6-537c-4edf-b031-b0d8074986c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810919 Sep 30 14:08:40.933406 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a4051b3f-ef46-4f5e-81ad-4d63aafeec7e req-949682e8-168c-4d37-9274-0d63c492a774 service neutron] 10.222.0.39 "GET /v2.0/networks/a97db1f6-537c-4edf-b031-b0d8074986c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837924 Sep 30 14:08:41.021637 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19009905-acd1-4401-afc7-ef5d9a9ebc12 req-8526240c-619c-44d5-9f9a-0cd63c4f0ec1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:41.023083 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-19009905-acd1-4401-afc7-ef5d9a9ebc12 req-8526240c-619c-44d5-9f9a-0cd63c4f0ec1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 943 time: 0.0516045 Sep 30 14:08:41.059669 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-19009905-acd1-4401-afc7-ef5d9a9ebc12 req-18bfd103-61a3-4cda-93d8-4a3bc4665ccd tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307748 Sep 30 14:08:42.173152 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94eaee0-e246-486b-b291-ddb2826c33ea req-db7d0e8f-c0a8-4ab2-bb15-c4dee7560e6a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:42.174685 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f94eaee0-e246-486b-b291-ddb2826c33ea req-db7d0e8f-c0a8-4ab2-bb15-c4dee7560e6a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 943 time: 0.0479484 Sep 30 14:08:42.212054 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f94eaee0-e246-486b-b291-ddb2826c33ea req-5a62c44f-9db9-4a3e-a47a-41398f7d0922 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309634 Sep 30 14:08:43.327650 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd711d-02f7-403f-96f4-713f46f0e167 req-9d26d9ec-e479-453a-859a-4b6d572b48ca tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:43.329388 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-53bd711d-02f7-403f-96f4-713f46f0e167 req-9d26d9ec-e479-453a-859a-4b6d572b48ca tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 943 time: 0.0490105 Sep 30 14:08:43.367207 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-53bd711d-02f7-403f-96f4-713f46f0e167 req-a71a2262-9e6c-4db2-b321-6e29992b95ae tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318809 Sep 30 14:08:44.480614 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863b2db-2626-43c3-ac07-1b63c3837ee6 req-08a301d4-0685-4a98-ab4d-645bb8742c1a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:44.482151 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e863b2db-2626-43c3-ac07-1b63c3837ee6 req-08a301d4-0685-4a98-ab4d-645bb8742c1a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 943 time: 0.0486710 Sep 30 14:08:44.524657 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e863b2db-2626-43c3-ac07-1b63c3837ee6 req-53a9bb3a-4d40-4031-bc5d-772d435da6a2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361581 Sep 30 14:08:44.663959 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8a8faf57-4965-4e3d-a32e-29031fc776b1 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 14:08:44.757409 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8a8faf57-4965-4e3d-a32e-29031fc776b1, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8a8faf57-4965-4e3d-a32e-29031fc776b1,segment=NetworkSegment(d967b6f0-3237-4f67-9e4d-64172414fe65),segment_id=d967b6f0-3237-4f67-9e4d-64172414fe65)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:08:44.768335 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '8a8faf57-4965-4e3d-a32e-29031fc776b1', 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7', 'port_id': '8a8faf57-4965-4e3d-a32e-29031fc776b1', 'mac_address': 'fa:16:3e:bc:e1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c0d33b-4f32-4a39-b41f-69ce4f2bf306', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 14:08:44.803783 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:44.815791 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8faf57-4965-4e3d-a32e-29031fc776b1 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:08:44.835213 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8a8faf57-4965-4e3d-a32e-29031fc776b1, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8a8faf57-4965-4e3d-a32e-29031fc776b1,segment=NetworkSegment(d967b6f0-3237-4f67-9e4d-64172414fe65),segment_id=d967b6f0-3237-4f67-9e4d-64172414fe65)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:08:44.839118 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:44.885609 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=8a8faf57-4965-4e3d-a32e-29031fc776b1,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:45.063026 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['8a8faf57-4965-4e3d-a32e-29031fc776b1'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:08:45.408531 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:45.639155 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76961549-95a9-4c69-a75a-91b3e7f257dc req-c912775a-0e30-41a5-a588-25645d638a9e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:45.640655 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-76961549-95a9-4c69-a75a-91b3e7f257dc req-c912775a-0e30-41a5-a588-25645d638a9e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 944 time: 0.0485351 Sep 30 14:08:45.678652 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-76961549-95a9-4c69-a75a-91b3e7f257dc req-b6fe18a0-27c8-4fe2-8343-582fb76bf3bb tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315948 Sep 30 14:08:46.679749 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8a8faf57-4965-4e3d-a32e-29031fc776b1 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:08:46.734373 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 8a8faf57-4965-4e3d-a32e-29031fc776b1 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 14:08:46.738322 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 8a8faf57-4965-4e3d-a32e-29031fc776b1 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:08:46.738697 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:46.800274 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52baa696-1c81-4153-9c18-a3a1a821e0c4 req-d23b5bda-3612-40ac-9cfe-5a4f0cbf2055 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:46.802327 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-52baa696-1c81-4153-9c18-a3a1a821e0c4 req-d23b5bda-3612-40ac-9cfe-5a4f0cbf2055 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 944 time: 0.0548270 Sep 30 14:08:46.819714 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:46.839683 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-52baa696-1c81-4153-9c18-a3a1a821e0c4 req-9cceeb8e-710b-4c03-896c-4a6a60c42d24 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310974 Sep 30 14:08:46.842869 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e446cda-3a02-409a-a68c-c028522fe65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8faf57-4965-4e3d-a32e-29031fc776b1'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:08:46.845042 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730efdff73588999065a9861b250a1e40d95e5d75871f85cc1573bd279cf301b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b4461d-5ab8-470e-a7c8-518c585ff585" -d '{"events": [{"server_uuid": "9e446cda-3a02-409a-a68c-c028522fe65d", "name": "network-vif-plugged", "status": "completed", "tag": "8a8faf57-4965-4e3d-a32e-29031fc776b1"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:08:46.858236 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 8a8faf57-4965-4e3d-a32e-29031fc776b1, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8a8faf57-4965-4e3d-a32e-29031fc776b1,segment=NetworkSegment(d967b6f0-3237-4f67-9e4d-64172414fe65),segment_id=d967b6f0-3237-4f67-9e4d-64172414fe65)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:08:46.863466 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:46.888132 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bbfa80-f767-4c03-b496-55e729298139 x-openstack-request-id: req-f0bbfa80-f767-4c03-b496-55e729298139 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:08:46.888462 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e446cda-3a02-409a-a68c-c028522fe65d", "name": "network-vif-plugged", "status": "completed", "tag": "8a8faf57-4965-4e3d-a32e-29031fc776b1", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:08:46.888689 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0bbfa80-f767-4c03-b496-55e729298139 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:08:46.889109 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e446cda-3a02-409a-a68c-c028522fe65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8faf57-4965-4e3d-a32e-29031fc776b1', 'code': 200} Sep 30 14:08:46.915579 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=8a8faf57-4965-4e3d-a32e-29031fc776b1,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:46.977297 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267ee4c-191e-4db8-8715-c4828736d30f req-8b41964d-76cc-4ccb-a334-5e6a470f13f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:46.978753 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8267ee4c-191e-4db8-8715-c4828736d30f req-8b41964d-76cc-4ccb-a334-5e6a470f13f2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 1096 time: 0.0401716 Sep 30 14:08:47.013882 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8267ee4c-191e-4db8-8715-c4828736d30f req-4b14dd46-3ae7-4041-bbfe-461501ccf3f0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280266 Sep 30 14:08:47.954430 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf69fb-3175-4fd3-ae03-7dceaa02d926 req-723a33c9-fff0-4400-bde5-c07976f8f0b6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:47.955918 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a2cf69fb-3175-4fd3-ae03-7dceaa02d926 req-723a33c9-fff0-4400-bde5-c07976f8f0b6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 945 time: 0.0496240 Sep 30 14:08:47.996600 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a2cf69fb-3175-4fd3-ae03-7dceaa02d926 req-53250447-07b3-452b-aff6-e02e5325f5e0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342300 Sep 30 14:08:48.254627 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-40e7e0e4-0a46-48cc-bdd9-89e7a78a7e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:49.126294 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4d809-e2ce-49ee-8ff5-233774560b2a req-82b8368f-6380-453b-871d-0ccc3100bdf9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:49.127757 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bbd4d809-e2ce-49ee-8ff5-233774560b2a req-82b8368f-6380-453b-871d-0ccc3100bdf9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 945 time: 0.0522807 Sep 30 14:08:49.164482 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bbd4d809-e2ce-49ee-8ff5-233774560b2a req-7d03bc1e-1dcf-4da4-9d6a-9681610b7df9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308135 Sep 30 14:08:49.276227 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289bd1b-4284-4066-9805-0af476561e8f req-52a39698-4557-47b9-85b7-9ac5638ba373 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:49.277728 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7289bd1b-4284-4066-9805-0af476561e8f req-52a39698-4557-47b9-85b7-9ac5638ba373 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 945 time: 0.0481756 Sep 30 14:08:49.314939 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7289bd1b-4284-4066-9805-0af476561e8f req-db86fd78-f373-4e94-b725-0074fb6326a3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311184 Sep 30 14:08:49.336442 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49562) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:08:49.374087 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d12dba7-9529-497e-882f-84072f70b0df tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:49.375569 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0d12dba7-9529-497e-882f-84072f70b0df tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 1091 time: 0.0382037 Sep 30 14:08:49.378353 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49564) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:08:49.382486 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-1a2a2f74-2034-4dc6-958e-05dc57a3bd68 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'port_id': '8a8faf57-4965-4e3d-a32e-29031fc776b1', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:08:49.403864 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a2a2f74-2034-4dc6-958e-05dc57a3bd68 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for floatingip, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:49.501687 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a2a2f74-2034-4dc6-958e-05dc57a3bd68 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:49.601222 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-1a2a2f74-2034-4dc6-958e-05dc57a3bd68 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Allocated IP 172.25.5.101 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/8c264c67-19de-4f4a-9419-85c565307500) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:08:49.703312 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a2a2f74-2034-4dc6-958e-05dc57a3bd68 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:49.736390 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a2a2f74-2034-4dc6-958e-05dc57a3bd68 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:49.776193 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2a2f74-2034-4dc6-958e-05dc57a3bd68 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:08:49.779012 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-1a2a2f74-2034-4dc6-958e-05dc57a3bd68 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:08:49.781552 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2a2f74-2034-4dc6-958e-05dc57a3bd68 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:08:49.806395 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a2f74-2034-4dc6-958e-05dc57a3bd68 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=8c264c67-19de-4f4a-9419-85c565307500,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:50.134402 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a2a2f74-2034-4dc6-958e-05dc57a3bd68 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:50.198479 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a2a2f74-2034-4dc6-958e-05dc57a3bd68 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:50.205867 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:50.349621 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a2a2f74-2034-4dc6-958e-05dc57a3bd68 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:50.353952 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a2a2f74-2034-4dc6-958e-05dc57a3bd68 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:50.423299 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a2f74-2034-4dc6-958e-05dc57a3bd68 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=8c264c67-19de-4f4a-9419-85c565307500,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:08:50.435426 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a2a2f74-2034-4dc6-958e-05dc57a3bd68 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:50.531334 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-1a2a2f74-2034-4dc6-958e-05dc57a3bd68 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Floating IP 94625d5e-00db-466c-ad25-68f1823b267a associated. External IP: 172.25.5.101, port: 8a8faf57-4965-4e3d-a32e-29031fc776b1. Sep 30 14:08:50.731576 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2a2f74-2034-4dc6-958e-05dc57a3bd68 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Router 58fb2a94-60e8-4f6f-9fde-6da63972c544 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:08:50.756892 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c59f859a-1924-4c8e-924b-6c61fc4cb5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:50.843530 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2a2f74-2034-4dc6-958e-05dc57a3bd68 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:08:50.854515 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a38240-9f22-4c72-b6f0-61855b483ad2 None None] Sync routers for ids ['58fb2a94-60e8-4f6f-9fde-6da63972c544'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:08:50.859233 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-1a2a2f74-2034-4dc6-958e-05dc57a3bd68 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:50.864228 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a38240-9f22-4c72-b6f0-61855b483ad2 None None] Routers {'58fb2a94-60e8-4f6f-9fde-6da63972c544'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:08:50.864988 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-34a38240-9f22-4c72-b6f0-61855b483ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:08:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['58fb2a94-60e8-4f6f-9fde-6da63972c544'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:08:50.885350 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1a2a2f74-2034-4dc6-958e-05dc57a3bd68 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5060270 Sep 30 14:08:50.886053 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e446cda-3a02-409a-a68c-c028522fe65d', 'tag': '8a8faf57-4965-4e3d-a32e-29031fc776b1'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:08:50.888381 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99b6473-66a5-48b1-8900-d36cc0974b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e446cda-3a02-409a-a68c-c028522fe65d", "tag": "8a8faf57-4965-4e3d-a32e-29031fc776b1"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:08:50.934574 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9823d937-5172-4075-a599-f2fba179ef17 x-openstack-request-id: req-9823d937-5172-4075-a599-f2fba179ef17 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:08:50.934840 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e446cda-3a02-409a-a68c-c028522fe65d", "tag": "8a8faf57-4965-4e3d-a32e-29031fc776b1", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:08:50.935090 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9823d937-5172-4075-a599-f2fba179ef17 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:08:50.935561 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e446cda-3a02-409a-a68c-c028522fe65d', 'tag': '8a8faf57-4965-4e3d-a32e-29031fc776b1', 'status': 'completed', 'code': 200} Sep 30 14:08:50.982545 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-34a38240-9f22-4c72-b6f0-61855b483ad2 None None] Set router 58fb2a94-60e8-4f6f-9fde-6da63972c544 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:08:50.994752 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf4124-5087-4edc-b937-fb6024b7e779 req-7ca4cc65-11c3-4142-bbc8-ad28b684d473 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:50.996377 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fecf4124-5087-4edc-b937-fb6024b7e779 req-7ca4cc65-11c3-4142-bbc8-ad28b684d473 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 945 time: 0.0510490 Sep 30 14:08:51.001929 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b6473-66a5-48b1-8900-d36cc0974b4f req-931e431b-16ff-4143-9649-c1a32df613b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:51.003493 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d99b6473-66a5-48b1-8900-d36cc0974b4f req-931e431b-16ff-4143-9649-c1a32df613b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 1096 time: 0.0455821 Sep 30 14:08:51.036170 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fecf4124-5087-4edc-b937-fb6024b7e779 req-6546b0a0-3a54-4478-ae47-826e6f8e6c25 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325408 Sep 30 14:08:51.059498 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49572) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:08:51.100385 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b6473-66a5-48b1-8900-d36cc0974b4f req-de0df14c-4663-43bd-9ec9-67770bd85591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:51.101894 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d99b6473-66a5-48b1-8900-d36cc0974b4f req-de0df14c-4663-43bd-9ec9-67770bd85591 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a97db1f6-537c-4edf-b031-b0d8074986c7 HTTP/1.1" status: 200 len: 897 time: 0.0914466 Sep 30 14:08:51.127016 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ffc375c9-8169-48be-af4d-52439f902c57 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/floatingips/94625d5e-00db-466c-ad25-68f1823b267a HTTP/1.1" status: 200 len: 991 time: 0.0647101 Sep 30 14:08:51.219101 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-34a38240-9f22-4c72-b6f0-61855b483ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486329064', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:08:35Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '94625d5e-00db-466c-ad25-68f1823b267a', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'floating_ip_address': '172.25.5.101', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'port_id': '8a8faf57-4965-4e3d-a32e-29031fc776b1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7', 'mac_address': 'fa:16:3e:bc:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e446cda-3a02-409a-a68c-c028522fe65d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:08:49Z', 'updated_at': '2021-09-30T14:08:49Z', 'revision_number': 0, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2043dd41-0db9-4fd1-a821-255161a63c65', 'name': '', 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:79:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '95c0d33b-4f32-4a39-b41f-69ce4f2bf306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:08:34Z', 'updated_at': '2021-09-30T14:08:38Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': '95c0d33b-4f32-4a39-b41f-69ce4f2bf306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:08:51.247789 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a38240-9f22-4c72-b6f0-61855b483ad2 None None] Checking router: 58fb2a94-60e8-4f6f-9fde-6da63972c544 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:08:51.258757 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a38240-9f22-4c72-b6f0-61855b483ad2 None None] Routers {'58fb2a94-60e8-4f6f-9fde-6da63972c544'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:08:51.259379 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-34a38240-9f22-4c72-b6f0-61855b483ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:08:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['58fb2a94-60e8-4f6f-9fde-6da63972c544'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:08:51.369260 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-34a38240-9f22-4c72-b6f0-61855b483ad2 None None] Set router 58fb2a94-60e8-4f6f-9fde-6da63972c544 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:08:51.484547 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d99b6473-66a5-48b1-8900-d36cc0974b4f req-93d4c0ad-c55c-45b8-8645-4c41b623b6e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a8faf57-4965-4e3d-a32e-29031fc776b1 HTTP/1.1" status: 200 len: 999 time: 0.3759398 Sep 30 14:08:51.534173 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b6473-66a5-48b1-8900-d36cc0974b4f req-feb26324-5cb6-47b3-9d81-d30f2770cedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:51.535588 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d99b6473-66a5-48b1-8900-d36cc0974b4f req-feb26324-5cb6-47b3-9d81-d30f2770cedc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95c0d33b-4f32-4a39-b41f-69ce4f2bf306 HTTP/1.1" status: 200 len: 834 time: 0.0430813 Sep 30 14:08:51.581426 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b6473-66a5-48b1-8900-d36cc0974b4f req-de1b9c7b-37e5-4606-92bc-8412e628466c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:08:51.583002 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d99b6473-66a5-48b1-8900-d36cc0974b4f req-de1b9c7b-37e5-4606-92bc-8412e628466c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a97db1f6-537c-4edf-b031-b0d8074986c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407319 Sep 30 14:08:51.680155 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d99b6473-66a5-48b1-8900-d36cc0974b4f req-dbcfbfa5-d18c-45a1-8644-bd59d6ed5445 service neutron] 10.222.0.39 "GET /v2.0/networks/a97db1f6-537c-4edf-b031-b0d8074986c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897210 Sep 30 14:08:51.751433 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:51.770725 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-34a38240-9f22-4c72-b6f0-61855b483ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486329064', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:08:35Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '94625d5e-00db-466c-ad25-68f1823b267a', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'floating_ip_address': '172.25.5.101', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'port_id': '8a8faf57-4965-4e3d-a32e-29031fc776b1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7', 'mac_address': 'fa:16:3e:bc:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e446cda-3a02-409a-a68c-c028522fe65d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:08:49Z', 'updated_at': '2021-09-30T14:08:49Z', 'revision_number': 0, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2043dd41-0db9-4fd1-a821-255161a63c65', 'name': '', 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:79:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '95c0d33b-4f32-4a39-b41f-69ce4f2bf306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:08:34Z', 'updated_at': '2021-09-30T14:08:38Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': '95c0d33b-4f32-4a39-b41f-69ce4f2bf306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:08:51.783756 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d99b6473-66a5-48b1-8900-d36cc0974b4f req-fc52ce25-d740-45a8-acd3-6a45d463858d service neutron] 10.222.0.39 "GET /v2.0/networks/a97db1f6-537c-4edf-b031-b0d8074986c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968597 Sep 30 14:08:51.800681 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a38240-9f22-4c72-b6f0-61855b483ad2 None None] The sync data for ids ['58fb2a94-60e8-4f6f-9fde-6da63972c544'] in n-d-810909-2 is: [{'id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486329064', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:08:35Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '94625d5e-00db-466c-ad25-68f1823b267a', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'floating_ip_address': '172.25.5.101', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'port_id': '8a8faf57-4965-4e3d-a32e-29031fc776b1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7', 'mac_address': 'fa:16:3e:bc:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e446cda-3a02-409a-a68c-c028522fe65d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:08:49Z', 'updated_at': '2021-09-30T14:08:49Z', 'revision_number': 0, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2043dd41-0db9-4fd1-a821-255161a63c65', 'name': '', 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:79:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '95c0d33b-4f32-4a39-b41f-69ce4f2bf306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:08:34Z', 'updated_at': '2021-09-30T14:08:38Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': '95c0d33b-4f32-4a39-b41f-69ce4f2bf306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:08:51.987367 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4263360f-af83-4671-9d40-f8d18dd9cb12 None None] New status for floating IP 94625d5e-00db-466c-ad25-68f1823b267a: ACTIVE {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 14:08:52.129546 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49574) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:08:52.195748 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-63fac684-236b-45a3-8806-2e4007c6248e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/floatingips/94625d5e-00db-466c-ad25-68f1823b267a HTTP/1.1" status: 200 len: 993 time: 0.0650222 Sep 30 14:08:52.594887 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:54.356307 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:08:54.735658 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:09:15.411200 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:09:18.254695 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c1a2fe37-965a-4432-b903-7092559d11cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:09:20.214404 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:09:20.757707 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1688556d-dee0-4ad9-ad57-c559c121b691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:09:20.991367 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b50a2-d3de-4163-b513-6e4fb89feea8 req-2edabc4f-95dc-4270-ac0b-5987bef8f86a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:20.993086 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-325b50a2-d3de-4163-b513-6e4fb89feea8 req-2edabc4f-95dc-4270-ac0b-5987bef8f86a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 945 time: 0.0538545 Sep 30 14:09:21.031523 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-325b50a2-d3de-4163-b513-6e4fb89feea8 req-fd16b53a-c2a6-447b-9fac-ef043aea4af6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322413 Sep 30 14:09:21.079737 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-17990291-2700-4f38-b91f-01e5854159da req-77a887f1-de1c-49f2-b674-e80c8cdab39f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0769672 Sep 30 14:09:21.088963 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-17990291-2700-4f38-b91f-01e5854159da req-a6710e75-c996-49e1-a2d0-82601ded2363 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 14:09:21.089889 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-17990291-2700-4f38-b91f-01e5854159da req-a6710e75-c996-49e1-a2d0-82601ded2363 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048170 Sep 30 14:09:21.725602 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:09:22.159227 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088ccbb-aee3-4b3f-9001-39c4ad881cca req-e05754cb-7083-46fe-b777-81b50c064d72 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:22.160756 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9088ccbb-aee3-4b3f-9001-39c4ad881cca req-e05754cb-7083-46fe-b777-81b50c064d72 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 945 time: 0.0596032 Sep 30 14:09:22.199755 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9088ccbb-aee3-4b3f-9001-39c4ad881cca req-1b7865e1-0823-453f-b0dc-0010b2d95b61 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328302 Sep 30 14:09:22.262113 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17990291-2700-4f38-b91f-01e5854159da req-b7532a48-ab92-47b8-8ec5-a46994e52af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:22.263654 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-17990291-2700-4f38-b91f-01e5854159da req-b7532a48-ab92-47b8-8ec5-a46994e52af2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 1096 time: 0.0852180 Sep 30 14:09:22.357695 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17990291-2700-4f38-b91f-01e5854159da req-29db87ee-eeb2-4d5a-bd6e-a321418246c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:22.359085 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-17990291-2700-4f38-b91f-01e5854159da req-29db87ee-eeb2-4d5a-bd6e-a321418246c5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a97db1f6-537c-4edf-b031-b0d8074986c7 HTTP/1.1" status: 200 len: 897 time: 0.0865672 Sep 30 14:09:22.427339 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-17990291-2700-4f38-b91f-01e5854159da req-a04bcc3a-9d95-4695-a1d9-54e12f016ed9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a8faf57-4965-4e3d-a32e-29031fc776b1 HTTP/1.1" status: 200 len: 1001 time: 0.0557940 Sep 30 14:09:22.480329 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17990291-2700-4f38-b91f-01e5854159da req-51066da3-cd1f-433f-b272-fc02874f49b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:22.481855 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-17990291-2700-4f38-b91f-01e5854159da req-51066da3-cd1f-433f-b272-fc02874f49b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95c0d33b-4f32-4a39-b41f-69ce4f2bf306 HTTP/1.1" status: 200 len: 834 time: 0.0447505 Sep 30 14:09:22.531122 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17990291-2700-4f38-b91f-01e5854159da req-acd76116-895e-44b1-a665-23b853f0f6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:22.532577 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-17990291-2700-4f38-b91f-01e5854159da req-acd76116-895e-44b1-a665-23b853f0f6d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a97db1f6-537c-4edf-b031-b0d8074986c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438321 Sep 30 14:09:22.597694 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:09:22.622410 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-17990291-2700-4f38-b91f-01e5854159da req-b152bc72-83ca-4012-80a7-13f8d545fdd7 service neutron] 10.222.0.39 "GET /v2.0/networks/a97db1f6-537c-4edf-b031-b0d8074986c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815430 Sep 30 14:09:22.714907 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-17990291-2700-4f38-b91f-01e5854159da req-8f09e565-b081-409f-a54d-ad64544f0ecd service neutron] 10.222.0.39 "GET /v2.0/networks/a97db1f6-537c-4edf-b031-b0d8074986c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843215 Sep 30 14:09:22.820854 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b352073-c8b1-4ee9-b79f-4866a2165b33 req-349931d5-cdcb-4b9f-a673-7487bef70d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:22.822724 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b352073-c8b1-4ee9-b79f-4866a2165b33 req-349931d5-cdcb-4b9f-a673-7487bef70d3d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 1096 time: 0.0425467 Sep 30 14:09:22.935202 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b352073-c8b1-4ee9-b79f-4866a2165b33 req-7f705216-f811-4dad-80ba-ed494132710b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:22.936641 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b352073-c8b1-4ee9-b79f-4866a2165b33 req-7f705216-f811-4dad-80ba-ed494132710b service neutron] 10.222.0.39 "GET /v2.0/networks?id=a97db1f6-537c-4edf-b031-b0d8074986c7 HTTP/1.1" status: 200 len: 897 time: 0.0879326 Sep 30 14:09:23.003566 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b352073-c8b1-4ee9-b79f-4866a2165b33 req-9a35fd96-a8f4-448f-9690-cc924576a669 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a8faf57-4965-4e3d-a32e-29031fc776b1 HTTP/1.1" status: 200 len: 1001 time: 0.0574830 Sep 30 14:09:23.051468 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b352073-c8b1-4ee9-b79f-4866a2165b33 req-4c7c1dae-af57-4d56-8241-a7acf11090c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:23.053460 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b352073-c8b1-4ee9-b79f-4866a2165b33 req-4c7c1dae-af57-4d56-8241-a7acf11090c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95c0d33b-4f32-4a39-b41f-69ce4f2bf306 HTTP/1.1" status: 200 len: 834 time: 0.0426447 Sep 30 14:09:23.102524 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b352073-c8b1-4ee9-b79f-4866a2165b33 req-dbf23fb6-d1d0-479a-9475-a948b3e044b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:23.104031 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b352073-c8b1-4ee9-b79f-4866a2165b33 req-dbf23fb6-d1d0-479a-9475-a948b3e044b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a97db1f6-537c-4edf-b031-b0d8074986c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431042 Sep 30 14:09:23.198035 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b352073-c8b1-4ee9-b79f-4866a2165b33 req-fe5aa935-6a95-4539-991e-ea342c088248 service neutron] 10.222.0.39 "GET /v2.0/networks/a97db1f6-537c-4edf-b031-b0d8074986c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811775 Sep 30 14:09:23.326901 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b352073-c8b1-4ee9-b79f-4866a2165b33 req-98592b4b-a44e-4f37-949e-41276c6eced1 service neutron] 10.222.0.39 "GET /v2.0/networks/a97db1f6-537c-4edf-b031-b0d8074986c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209118 Sep 30 14:09:23.337989 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b904154-4d28-491d-922b-d5a718e5cad5 req-79d5093d-6d73-41db-84b7-11c46bef1127 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:23.339474 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0b904154-4d28-491d-922b-d5a718e5cad5 req-79d5093d-6d73-41db-84b7-11c46bef1127 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 945 time: 0.0685706 Sep 30 14:09:23.378073 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0b904154-4d28-491d-922b-d5a718e5cad5 req-606bd2f6-4953-4ce5-8042-e0a7a58067ca tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322878 Sep 30 14:09:24.358050 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:09:24.492727 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70073100-3228-4ce9-a0fe-de30008bb0ea req-88f1813a-3242-4445-ae2a-6b78780ed329 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:24.494232 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-70073100-3228-4ce9-a0fe-de30008bb0ea req-88f1813a-3242-4445-ae2a-6b78780ed329 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 945 time: 0.0488167 Sep 30 14:09:24.530274 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-70073100-3228-4ce9-a0fe-de30008bb0ea req-f46b86f5-ddf9-4e51-8d91-3d921d1e00f7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300729 Sep 30 14:09:25.644955 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed8073-2ed6-4e33-b625-28883bee1db5 req-01a5b1bb-7467-4622-8c4f-f7e6aaedbc4d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:25.646439 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a9ed8073-2ed6-4e33-b625-28883bee1db5 req-01a5b1bb-7467-4622-8c4f-f7e6aaedbc4d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 945 time: 0.0481653 Sep 30 14:09:25.683737 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a9ed8073-2ed6-4e33-b625-28883bee1db5 req-d897a184-fdbd-4a54-8000-dfb89ee933c9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313966 Sep 30 14:09:26.800946 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048d39f-0c8f-4fac-a4bd-9a868279382e req-306c4885-ff93-4c46-803b-18a35357b193 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:26.803006 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6048d39f-0c8f-4fac-a4bd-9a868279382e req-306c4885-ff93-4c46-803b-18a35357b193 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 945 time: 0.0494373 Sep 30 14:09:26.839816 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6048d39f-0c8f-4fac-a4bd-9a868279382e req-7b8a3fb4-357e-469f-b6f5-35eda846559e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308576 Sep 30 14:09:27.957012 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4413738-fefe-4be4-b1f9-4553a3ea0f28 req-ec5b6489-1b23-40a1-813d-05cded57f61c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:27.958496 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e4413738-fefe-4be4-b1f9-4553a3ea0f28 req-ec5b6489-1b23-40a1-813d-05cded57f61c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 945 time: 0.0531092 Sep 30 14:09:27.994984 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e4413738-fefe-4be4-b1f9-4553a3ea0f28 req-fd595332-0e04-4c7b-ba7e-d5fc0b3bb5b1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299966 Sep 30 14:09:29.114220 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b3b8d-fb03-4eec-80ba-ed2f7e4099df req-f1a1ebac-663e-4cd9-b51e-370def768d00 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:29.115679 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5c8b3b8d-fb03-4eec-80ba-ed2f7e4099df req-f1a1ebac-663e-4cd9-b51e-370def768d00 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 945 time: 0.0523903 Sep 30 14:09:29.152264 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5c8b3b8d-fb03-4eec-80ba-ed2f7e4099df req-cc712d4c-c4e8-4f74-9b9b-f9551c11d476 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306721 Sep 30 14:09:30.267929 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834ecc8-a61a-448c-8c26-a49680598f2b req-2a282f3c-2deb-4865-aafd-192f710ce566 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:30.269745 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b834ecc8-a61a-448c-8c26-a49680598f2b req-2a282f3c-2deb-4865-aafd-192f710ce566 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 945 time: 0.0490849 Sep 30 14:09:30.308051 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b834ecc8-a61a-448c-8c26-a49680598f2b req-05ff9d52-a146-4f61-94b9-24ca42768dd6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323381 Sep 30 14:09:31.421971 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0fcaf-74c5-4ac2-a5ee-6456069ef730 req-f5c9deae-9286-43e0-927f-4a2a895c4e6b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:31.423473 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-44e0fcaf-74c5-4ac2-a5ee-6456069ef730 req-f5c9deae-9286-43e0-927f-4a2a895c4e6b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 945 time: 0.0487959 Sep 30 14:09:31.462358 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-44e0fcaf-74c5-4ac2-a5ee-6456069ef730 req-314413e2-7717-4dd2-a65d-6ee6247f2abb tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324240 Sep 30 14:09:31.734142 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:09:32.575501 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7cc322-240e-4465-91a5-0a5d33afc512 req-bd70664a-1f32-4bee-8984-43cabe16972b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:32.576997 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eb7cc322-240e-4465-91a5-0a5d33afc512 req-bd70664a-1f32-4bee-8984-43cabe16972b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 945 time: 0.0492566 Sep 30 14:09:32.614218 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eb7cc322-240e-4465-91a5-0a5d33afc512 req-fc061051-5242-4116-99f0-addf94b06279 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310719 Sep 30 14:09:33.727730 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20b103-c225-4134-b29d-c02d5c32df19 req-6843f9dc-8e3d-4b6f-8f1a-cd9d86b243a7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:33.729186 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f20b103-c225-4134-b29d-c02d5c32df19 req-6843f9dc-8e3d-4b6f-8f1a-cd9d86b243a7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 945 time: 0.0486083 Sep 30 14:09:33.765189 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f20b103-c225-4134-b29d-c02d5c32df19 req-6d1bb15b-b6a9-431b-a1fd-e0931037c0d2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301037 Sep 30 14:09:34.519970 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-17990291-2700-4f38-b91f-01e5854159da req-58148a7b-93b9-4952-95c4-267e0b939242 service neutron] show failed (client error): The resource could not be found. Sep 30 14:09:34.520978 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-17990291-2700-4f38-b91f-01e5854159da req-58148a7b-93b9-4952-95c4-267e0b939242 service neutron] 10.222.0.39 "GET /v2.0/ports/8a8faf57-4965-4e3d-a32e-29031fc776b1/bindings/n-h2-810909-2 HTTP/1.1" status: 404 len: 380 time: 0.0579104 Sep 30 14:09:34.757509 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17990291-2700-4f38-b91f-01e5854159da req-d20be4e1-7dc3-461f-9fe1-50237eac3a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:34.759009 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-17990291-2700-4f38-b91f-01e5854159da req-d20be4e1-7dc3-461f-9fe1-50237eac3a0a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d&tenant_id=48c65e1357784d8d8ee61181ac5eb042 HTTP/1.1" status: 200 len: 1096 time: 0.0859342 Sep 30 14:09:34.769641 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-17990291-2700-4f38-b91f-01e5854159da req-25d89420-b64b-4b90-bee7-ff865acc265d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 14:09:34.770711 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-17990291-2700-4f38-b91f-01e5854159da req-25d89420-b64b-4b90-bee7-ff865acc265d service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048571 Sep 30 14:09:34.782303 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-17990291-2700-4f38-b91f-01e5854159da req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810909-2', 'device_owner': 'compute:nova'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:09:34.835765 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-17990291-2700-4f38-b91f-01e5854159da req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:09:34.880430 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0a7f0-d4c6-42cf-a117-6941bc210f0f req-5c6a7e4e-21f0-4681-b383-eb6221b65efa tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:34.881940 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cfa0a7f0-d4c6-42cf-a117-6941bc210f0f req-5c6a7e4e-21f0-4681-b383-eb6221b65efa tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 945 time: 0.0496588 Sep 30 14:09:34.922004 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cfa0a7f0-d4c6-42cf-a117-6941bc210f0f req-7fd8f530-107a-458c-bc6d-620372799ae7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339546 Sep 30 14:09:35.035431 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-17990291-2700-4f38-b91f-01e5854159da req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] For port 8a8faf57-4965-4e3d-a32e-29031fc776b1, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=8a8faf57-4965-4e3d-a32e-29031fc776b1,segment=NetworkSegment(d967b6f0-3237-4f67-9e4d-64172414fe65),segment_id=d967b6f0-3237-4f67-9e4d-64172414fe65)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:09:35.067664 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-17990291-2700-4f38-b91f-01e5854159da req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] For port 8a8faf57-4965-4e3d-a32e-29031fc776b1, host n-h1-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:09:35.110678 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e446cda-3a02-409a-a68c-c028522fe65d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a8faf57-4965-4e3d-a32e-29031fc776b1'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:09:35.112923 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e219da2189c054287262e416842f7478ca0ea1bcac3b9d962638c13bcc9183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4ab068-2898-4651-931b-4a940c51dd20" -d '{"events": [{"server_uuid": "9e446cda-3a02-409a-a68c-c028522fe65d", "name": "network-vif-unplugged", "status": "completed", "tag": "8a8faf57-4965-4e3d-a32e-29031fc776b1"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:09:35.116627 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-17990291-2700-4f38-b91f-01e5854159da req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:09:35.128621 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-17990291-2700-4f38-b91f-01e5854159da req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Transition to ACTIVE for port object 8a8faf57-4965-4e3d-a32e-29031fc776b1 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 14:09:35.135094 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-17990291-2700-4f38-b91f-01e5854159da req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:09:35.166158 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 14:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3277b71b-45f1-4de3-b85e-6d5cebad6360 x-openstack-request-id: req-3277b71b-45f1-4de3-b85e-6d5cebad6360 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:09:35.166443 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e446cda-3a02-409a-a68c-c028522fe65d", "name": "network-vif-unplugged", "status": "completed", "tag": "8a8faf57-4965-4e3d-a32e-29031fc776b1", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:09:35.166691 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3277b71b-45f1-4de3-b85e-6d5cebad6360 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:09:35.167067 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e446cda-3a02-409a-a68c-c028522fe65d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a8faf57-4965-4e3d-a32e-29031fc776b1', 'code': 200} Sep 30 14:09:35.216214 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Pushing event updated for resources: {'Port': ['ID=8a8faf57-4965-4e3d-a32e-29031fc776b1,revision_number=6']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:09:35.230733 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:09:35.231073 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:09:35.231406 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:09:35.231737 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:09:35.232062 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:09:35.232385 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:09:35.232703 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:09:35.233019 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:09:35.233334 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:09:35.233650 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:09:35.233967 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:09:35.234302 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:09:35.270124 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-17990291-2700-4f38-b91f-01e5854159da req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] No DVR routers for this DVR port 8a8faf57-4965-4e3d-a32e-29031fc776b1 on host n-h1-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:09:35.407440 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-17990291-2700-4f38-b91f-01e5854159da req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Attempting to bind port 8a8faf57-4965-4e3d-a32e-29031fc776b1 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:09:35.407770 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-17990291-2700-4f38-b91f-01e5854159da req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Attempting to bind port 8a8faf57-4965-4e3d-a32e-29031fc776b1 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'd967b6f0-3237-4f67-9e4d-64172414fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:09:35.408090 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17990291-2700-4f38-b91f-01e5854159da req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Attempting to bind port 8a8faf57-4965-4e3d-a32e-29031fc776b1 on network a97db1f6-537c-4edf-b031-b0d8074986c7 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:09:35.412225 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17990291-2700-4f38-b91f-01e5854159da req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Port 8a8faf57-4965-4e3d-a32e-29031fc776b1 on network a97db1f6-537c-4edf-b031-b0d8074986c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 14:09:35.413112 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17990291-2700-4f38-b91f-01e5854159da req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Attempting to bind port 8a8faf57-4965-4e3d-a32e-29031fc776b1 on network a97db1f6-537c-4edf-b031-b0d8074986c7 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:09:35.417842 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17990291-2700-4f38-b91f-01e5854159da req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:09:35.418208 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17990291-2700-4f38-b91f-01e5854159da req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Checking segment: {'id': 'd967b6f0-3237-4f67-9e4d-64172414fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:09:35.418585 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17990291-2700-4f38-b91f-01e5854159da req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Bound using segment: {'id': 'd967b6f0-3237-4f67-9e4d-64172414fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:09:35.419003 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-17990291-2700-4f38-b91f-01e5854159da req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Bound port: 8a8faf57-4965-4e3d-a32e-29031fc776b1, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd967b6f0-3237-4f67-9e4d-64172414fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:09:35.419350 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-17990291-2700-4f38-b91f-01e5854159da req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:09:35.480512 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-17990291-2700-4f38-b91f-01e5854159da req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] For port 8a8faf57-4965-4e3d-a32e-29031fc776b1, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:09:35.483517 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-17990291-2700-4f38-b91f-01e5854159da req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] For port 8a8faf57-4965-4e3d-a32e-29031fc776b1, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=8a8faf57-4965-4e3d-a32e-29031fc776b1,segment=NetworkSegment(d967b6f0-3237-4f67-9e4d-64172414fe65),segment_id=d967b6f0-3237-4f67-9e4d-64172414fe65)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:09:35.486963 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-17990291-2700-4f38-b91f-01e5854159da req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:09:35.518779 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17990291-2700-4f38-b91f-01e5854159da req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:35.519396 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-17990291-2700-4f38-b91f-01e5854159da req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:09:35.520768 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-17990291-2700-4f38-b91f-01e5854159da req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] 10.222.0.54 "PUT /v2.0/ports/8a8faf57-4965-4e3d-a32e-29031fc776b1 HTTP/1.1" status: 200 len: 1091 time: 0.7422762 Sep 30 14:09:35.556117 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217421ca-d5a8-43db-8450-6d222bf4e42e service neutron] Pushing event updated for resources: {'Port': ['ID=8a8faf57-4965-4e3d-a32e-29031fc776b1,revision_number=7']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:09:35.589313 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17990291-2700-4f38-b91f-01e5854159da req-e7dd9d96-ac57-4f1e-b550-4047bb648071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:35.590881 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-17990291-2700-4f38-b91f-01e5854159da req-e7dd9d96-ac57-4f1e-b550-4047bb648071 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 1094 time: 0.0476274 Sep 30 14:09:35.689729 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17990291-2700-4f38-b91f-01e5854159da req-957ec69f-d22b-4e4f-8b6e-aeb09df45162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:35.691285 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-17990291-2700-4f38-b91f-01e5854159da req-957ec69f-d22b-4e4f-8b6e-aeb09df45162 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a97db1f6-537c-4edf-b031-b0d8074986c7 HTTP/1.1" status: 200 len: 897 time: 0.0931349 Sep 30 14:09:35.754759 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-17990291-2700-4f38-b91f-01e5854159da req-5502c8ae-7875-4c01-abab-c02a6c3ef324 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a8faf57-4965-4e3d-a32e-29031fc776b1 HTTP/1.1" status: 200 len: 999 time: 0.0568027 Sep 30 14:09:35.807268 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17990291-2700-4f38-b91f-01e5854159da req-a7970425-54f5-4f08-bb1d-bb586482ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:35.808735 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-17990291-2700-4f38-b91f-01e5854159da req-a7970425-54f5-4f08-bb1d-bb586482ed77 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=95c0d33b-4f32-4a39-b41f-69ce4f2bf306 HTTP/1.1" status: 200 len: 834 time: 0.0472476 Sep 30 14:09:35.854883 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17990291-2700-4f38-b91f-01e5854159da req-a64f9cff-9434-4a37-b419-02c20a868488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:35.856330 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-17990291-2700-4f38-b91f-01e5854159da req-a64f9cff-9434-4a37-b419-02c20a868488 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a97db1f6-537c-4edf-b031-b0d8074986c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399003 Sep 30 14:09:35.951584 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-17990291-2700-4f38-b91f-01e5854159da req-cc411ee8-14e8-4b8f-90a3-a9b0c576dbc8 service neutron] 10.222.0.54 "GET /v2.0/networks/a97db1f6-537c-4edf-b031-b0d8074986c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879169 Sep 30 14:09:36.042776 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd5c25-35bd-4f9d-9b17-d1efa657350b req-b37d0037-c1d2-49b5-9ad2-f78ef8a1ddbc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:36.044398 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-12dd5c25-35bd-4f9d-9b17-d1efa657350b req-b37d0037-c1d2-49b5-9ad2-f78ef8a1ddbc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 943 time: 0.0514648 Sep 30 14:09:36.045809 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-17990291-2700-4f38-b91f-01e5854159da req-770b760a-2679-4a8c-bbab-bcd4b2aab381 service neutron] 10.222.0.54 "GET /v2.0/networks/a97db1f6-537c-4edf-b031-b0d8074986c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870230 Sep 30 14:09:36.084108 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-12dd5c25-35bd-4f9d-9b17-d1efa657350b req-ee54302e-0f35-42d2-930d-39438b3832a0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336647 Sep 30 14:09:37.180425 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e446cda-3a02-409a-a68c-c028522fe65d', 'tag': '8a8faf57-4965-4e3d-a32e-29031fc776b1'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:09:37.182637 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e219da2189c054287262e416842f7478ca0ea1bcac3b9d962638c13bcc9183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e66f19e-d416-4510-8275-eb51bd8ae64b" -d '{"events": [{"name": "network-changed", "server_uuid": "9e446cda-3a02-409a-a68c-c028522fe65d", "tag": "8a8faf57-4965-4e3d-a32e-29031fc776b1"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:09:37.207742 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55b0d9-8d6a-4a66-af9f-1b6295da7532 req-9555b14f-f2bb-49e4-ad81-8d817b139528 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:37.209307 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ad55b0d9-8d6a-4a66-af9f-1b6295da7532 req-9555b14f-f2bb-49e4-ad81-8d817b139528 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 943 time: 0.0547435 Sep 30 14:09:37.232943 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be4397b-93cc-4cfe-9df4-832519495804 x-openstack-request-id: req-6be4397b-93cc-4cfe-9df4-832519495804 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:09:37.233229 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e446cda-3a02-409a-a68c-c028522fe65d", "tag": "8a8faf57-4965-4e3d-a32e-29031fc776b1", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:09:37.233476 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6be4397b-93cc-4cfe-9df4-832519495804 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:09:37.233853 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e446cda-3a02-409a-a68c-c028522fe65d', 'tag': '8a8faf57-4965-4e3d-a32e-29031fc776b1', 'status': 'completed', 'code': 200} Sep 30 14:09:37.269861 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ad55b0d9-8d6a-4a66-af9f-1b6295da7532 req-410916e4-06fe-4839-893a-0f63f3cc255a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539551 Sep 30 14:09:37.304000 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66f19e-d416-4510-8275-eb51bd8ae64b req-ae0bbe68-fc13-408c-944b-1621bdabc9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:37.305503 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3e66f19e-d416-4510-8275-eb51bd8ae64b req-ae0bbe68-fc13-408c-944b-1621bdabc9f6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 1094 time: 0.0506868 Sep 30 14:09:37.306252 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66f19e-d416-4510-8275-eb51bd8ae64b req-214f1bda-0ca3-4a99-a34c-c29873f7e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:37.307840 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3e66f19e-d416-4510-8275-eb51bd8ae64b req-214f1bda-0ca3-4a99-a34c-c29873f7e907 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 1094 time: 0.0478752 Sep 30 14:09:37.398427 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66f19e-d416-4510-8275-eb51bd8ae64b req-df4ccb86-d0c6-4755-8814-e5c4a91afd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:37.398696 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66f19e-d416-4510-8275-eb51bd8ae64b req-0602d412-bb80-400c-93a8-3bd6ca08f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:37.399940 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3e66f19e-d416-4510-8275-eb51bd8ae64b req-df4ccb86-d0c6-4755-8814-e5c4a91afd03 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a97db1f6-537c-4edf-b031-b0d8074986c7 HTTP/1.1" status: 200 len: 897 time: 0.0868173 Sep 30 14:09:37.400131 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3e66f19e-d416-4510-8275-eb51bd8ae64b req-0602d412-bb80-400c-93a8-3bd6ca08f549 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a97db1f6-537c-4edf-b031-b0d8074986c7 HTTP/1.1" status: 200 len: 897 time: 0.0856700 Sep 30 14:09:37.470042 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3e66f19e-d416-4510-8275-eb51bd8ae64b req-00a1e5d0-a8d3-4992-80e8-178cce245823 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a8faf57-4965-4e3d-a32e-29031fc776b1 HTTP/1.1" status: 200 len: 999 time: 0.0630431 Sep 30 14:09:37.470778 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3e66f19e-d416-4510-8275-eb51bd8ae64b req-8fd2cbdd-f51a-4423-b117-e439eb5e525f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a8faf57-4965-4e3d-a32e-29031fc776b1 HTTP/1.1" status: 200 len: 999 time: 0.0639050 Sep 30 14:09:37.518841 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66f19e-d416-4510-8275-eb51bd8ae64b req-4e8eaa56-a372-46f9-b5bc-8250a40e474a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:37.519869 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66f19e-d416-4510-8275-eb51bd8ae64b req-9e44150f-4a89-4e34-83d0-75116762903c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:37.520316 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3e66f19e-d416-4510-8275-eb51bd8ae64b req-4e8eaa56-a372-46f9-b5bc-8250a40e474a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=95c0d33b-4f32-4a39-b41f-69ce4f2bf306 HTTP/1.1" status: 200 len: 834 time: 0.0435305 Sep 30 14:09:37.521372 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3e66f19e-d416-4510-8275-eb51bd8ae64b req-9e44150f-4a89-4e34-83d0-75116762903c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95c0d33b-4f32-4a39-b41f-69ce4f2bf306 HTTP/1.1" status: 200 len: 834 time: 0.0433233 Sep 30 14:09:37.566411 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66f19e-d416-4510-8275-eb51bd8ae64b req-bcc8f41a-232d-44de-a826-507a735e5875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:37.566670 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66f19e-d416-4510-8275-eb51bd8ae64b req-5b1de80a-2b77-42df-8926-e62d8c269e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:37.567912 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3e66f19e-d416-4510-8275-eb51bd8ae64b req-bcc8f41a-232d-44de-a826-507a735e5875 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a97db1f6-537c-4edf-b031-b0d8074986c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401845 Sep 30 14:09:37.568043 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3e66f19e-d416-4510-8275-eb51bd8ae64b req-5b1de80a-2b77-42df-8926-e62d8c269e9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a97db1f6-537c-4edf-b031-b0d8074986c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401804 Sep 30 14:09:37.663277 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3e66f19e-d416-4510-8275-eb51bd8ae64b req-80b8b390-83f9-41ae-8768-a516204ca876 service neutron] 10.222.0.39 "GET /v2.0/networks/a97db1f6-537c-4edf-b031-b0d8074986c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873265 Sep 30 14:09:37.663505 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3e66f19e-d416-4510-8275-eb51bd8ae64b req-c8197e2e-6e82-4f87-9d5d-8687c9dc7f82 service neutron] 10.222.0.54 "GET /v2.0/networks/a97db1f6-537c-4edf-b031-b0d8074986c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872083 Sep 30 14:09:37.752254 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3e66f19e-d416-4510-8275-eb51bd8ae64b req-7a4fdd0c-e509-416f-b4b0-f440449af668 service neutron] 10.222.0.39 "GET /v2.0/networks/a97db1f6-537c-4edf-b031-b0d8074986c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829194 Sep 30 14:09:37.753336 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3e66f19e-d416-4510-8275-eb51bd8ae64b req-1b949db2-6c27-404f-9a87-6db9e3a8eeff service neutron] 10.222.0.54 "GET /v2.0/networks/a97db1f6-537c-4edf-b031-b0d8074986c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826366 Sep 30 14:09:38.394440 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c3c9f-5800-4108-819a-881904123026 req-f47b0703-829e-43fd-ac91-7d1b8f643435 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:38.395913 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b72c3c9f-5800-4108-819a-881904123026 req-f47b0703-829e-43fd-ac91-7d1b8f643435 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 943 time: 0.0532515 Sep 30 14:09:38.433601 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b72c3c9f-5800-4108-819a-881904123026 req-e3bbb8b7-a196-44b4-95c3-abc08aff9040 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318103 Sep 30 14:09:38.945721 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8a8faf57-4965-4e3d-a32e-29031fc776b1 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:09:38.982468 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 8a8faf57-4965-4e3d-a32e-29031fc776b1 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:09:39.051308 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 8a8faf57-4965-4e3d-a32e-29031fc776b1 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 14:09:39.144241 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 8a8faf57-4965-4e3d-a32e-29031fc776b1, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=8a8faf57-4965-4e3d-a32e-29031fc776b1,segment=NetworkSegment(d967b6f0-3237-4f67-9e4d-64172414fe65),segment_id=d967b6f0-3237-4f67-9e4d-64172414fe65)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:09:39.154673 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '8a8faf57-4965-4e3d-a32e-29031fc776b1', 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7', 'port_id': '8a8faf57-4965-4e3d-a32e-29031fc776b1', 'mac_address': 'fa:16:3e:bc:e1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c0d33b-4f32-4a39-b41f-69ce4f2bf306', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 14:09:39.190358 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:09:39.202352 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8faf57-4965-4e3d-a32e-29031fc776b1 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:09:39.220400 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 8a8faf57-4965-4e3d-a32e-29031fc776b1, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=8a8faf57-4965-4e3d-a32e-29031fc776b1,segment=NetworkSegment(d967b6f0-3237-4f67-9e4d-64172414fe65),segment_id=d967b6f0-3237-4f67-9e4d-64172414fe65)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:09:39.224409 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:09:39.271940 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=8a8faf57-4965-4e3d-a32e-29031fc776b1,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:09:39.279461 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:09:39.279806 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:09:39.280143 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:09:39.280473 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:09:39.280802 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:09:39.281129 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:09:39.281453 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:09:39.281774 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:09:39.282207 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:09:39.282529 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:09:39.282848 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:09:39.283166 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:09:39.554385 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d04b10-1ccc-4767-aa20-8f5162a1bf20 req-9ae8b172-4385-44bc-a1a6-baf8bf34888e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:39.556318 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d1d04b10-1ccc-4767-aa20-8f5162a1bf20 req-9ae8b172-4385-44bc-a1a6-baf8bf34888e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 944 time: 0.0532207 Sep 30 14:09:39.567099 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['8a8faf57-4965-4e3d-a32e-29031fc776b1'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:09:39.594767 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d1d04b10-1ccc-4767-aa20-8f5162a1bf20 req-35182f74-0f4d-4ff0-a6fd-7de61ea1c9c8 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322847 Sep 30 14:09:39.798787 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ca0d4-370f-4561-9728-ef01170dd139 req-67e6643c-61e4-471c-8ece-987a5f8b51cb tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:39.800360 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bf4ca0d4-370f-4561-9728-ef01170dd139 req-67e6643c-61e4-471c-8ece-987a5f8b51cb tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 944 time: 0.0549016 Sep 30 14:09:39.808542 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b3c63-e312-4772-8e37-16c504ab4f92 req-109a4a2b-3aca-4e2a-8338-b1dc5f3bb6fb tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:39.810037 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-406b3c63-e312-4772-8e37-16c504ab4f92 req-109a4a2b-3aca-4e2a-8338-b1dc5f3bb6fb tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d&tenant_id=48c65e1357784d8d8ee61181ac5eb042&binding%3Ahost_id=n-h2-810909-2 HTTP/1.1" status: 200 len: 944 time: 0.0536036 Sep 30 14:09:39.838429 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bf4ca0d4-370f-4561-9728-ef01170dd139 req-2e4a357c-f00a-4558-a779-f3fea64a7f30 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319350 Sep 30 14:09:39.871903 n-d-810909-2 neutron-server[94763]: INFO neutron.api.v2.resource [req-406b3c63-e312-4772-8e37-16c504ab4f92 req-8b7ad46d-c339-436b-9fd1-ab61da3a3b5e service neutron] delete failed (client error): The resource could not be found. Sep 30 14:09:39.873082 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-406b3c63-e312-4772-8e37-16c504ab4f92 req-8b7ad46d-c339-436b-9fd1-ab61da3a3b5e service neutron] 10.222.0.39 "DELETE /v2.0/ports/8a8faf57-4965-4e3d-a32e-29031fc776b1/bindings/n-h1-810909-2 HTTP/1.1" status: 404 len: 380 time: 0.0543432 Sep 30 14:09:39.985707 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ad323-a56e-4038-ac1a-2c0287c0fb09 req-4cc584be-5bc0-4d23-be03-b1c64330c41b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:39.987222 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c09ad323-a56e-4038-ac1a-2c0287c0fb09 req-4cc584be-5bc0-4d23-be03-b1c64330c41b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 944 time: 0.0804472 Sep 30 14:09:39.989741 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b3c63-e312-4772-8e37-16c504ab4f92 req-7bc88512-39d7-4d82-ba93-9726872a3c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:39.991164 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-406b3c63-e312-4772-8e37-16c504ab4f92 req-7bc88512-39d7-4d82-ba93-9726872a3c09 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 1095 time: 0.0738614 Sep 30 14:09:40.051648 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c09ad323-a56e-4038-ac1a-2c0287c0fb09 req-498a11cc-c947-4e24-8ca1-f54b12cdfeb2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583694 Sep 30 14:09:40.102655 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b3c63-e312-4772-8e37-16c504ab4f92 req-5e70003f-54b6-4e8c-9c25-2a5876a24f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:40.104117 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-406b3c63-e312-4772-8e37-16c504ab4f92 req-5e70003f-54b6-4e8c-9c25-2a5876a24f93 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a97db1f6-537c-4edf-b031-b0d8074986c7 HTTP/1.1" status: 200 len: 897 time: 0.1053510 Sep 30 14:09:40.172473 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-406b3c63-e312-4772-8e37-16c504ab4f92 req-4dd38298-be3e-4f24-9391-0221bcc2cfd1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a8faf57-4965-4e3d-a32e-29031fc776b1 HTTP/1.1" status: 200 len: 1000 time: 0.0610161 Sep 30 14:09:40.222149 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b3c63-e312-4772-8e37-16c504ab4f92 req-30aa3a44-5b54-4cad-95b1-b131f1d27990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:40.223553 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-406b3c63-e312-4772-8e37-16c504ab4f92 req-30aa3a44-5b54-4cad-95b1-b131f1d27990 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95c0d33b-4f32-4a39-b41f-69ce4f2bf306 HTTP/1.1" status: 200 len: 834 time: 0.0433414 Sep 30 14:09:40.268060 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b3c63-e312-4772-8e37-16c504ab4f92 req-06458bfe-9b3d-4848-8f22-ddda7520d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:40.269534 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-406b3c63-e312-4772-8e37-16c504ab4f92 req-06458bfe-9b3d-4848-8f22-ddda7520d056 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a97db1f6-537c-4edf-b031-b0d8074986c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392253 Sep 30 14:09:40.361619 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-406b3c63-e312-4772-8e37-16c504ab4f92 req-71427d91-3235-441e-8150-da435ecb32ce service neutron] 10.222.0.39 "GET /v2.0/networks/a97db1f6-537c-4edf-b031-b0d8074986c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847948 Sep 30 14:09:40.450551 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-406b3c63-e312-4772-8e37-16c504ab4f92 req-46464905-dd40-4f5c-a1cd-e06538dfdcb3 service neutron] 10.222.0.39 "GET /v2.0/networks/a97db1f6-537c-4edf-b031-b0d8074986c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818505 Sep 30 14:09:41.073289 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 8a8faf57-4965-4e3d-a32e-29031fc776b1 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:09:41.120755 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 8a8faf57-4965-4e3d-a32e-29031fc776b1 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 14:09:41.124554 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 8a8faf57-4965-4e3d-a32e-29031fc776b1 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:09:41.124928 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:09:41.164676 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69491319-2bc7-4a65-b5d0-69c920fc419b req-04065899-990a-47d2-85a2-a35833d4527a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:09:41.166186 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-69491319-2bc7-4a65-b5d0-69c920fc419b req-04065899-990a-47d2-85a2-a35833d4527a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 944 time: 0.0479150 Sep 30 14:09:41.202745 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-69491319-2bc7-4a65-b5d0-69c920fc419b req-c10480ac-84da-4c06-bf3d-435c0a8647d0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303712 Sep 30 14:09:41.203314 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:09:41.226398 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e446cda-3a02-409a-a68c-c028522fe65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8faf57-4965-4e3d-a32e-29031fc776b1'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:09:41.227091 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49674) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:09:41.228714 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730efdff73588999065a9861b250a1e40d95e5d75871f85cc1573bd279cf301b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cee4c11-4b16-4a93-8ea2-26a28ef76196" -d '{"events": [{"server_uuid": "9e446cda-3a02-409a-a68c-c028522fe65d", "name": "network-vif-plugged", "status": "completed", "tag": "8a8faf57-4965-4e3d-a32e-29031fc776b1"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:09:41.241834 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 8a8faf57-4965-4e3d-a32e-29031fc776b1, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=8a8faf57-4965-4e3d-a32e-29031fc776b1,segment=NetworkSegment(d967b6f0-3237-4f67-9e4d-64172414fe65),segment_id=d967b6f0-3237-4f67-9e4d-64172414fe65)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:09:41.245928 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:09:41.270599 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f8cf7b-0378-4eb2-84c6-fc2758e7227f x-openstack-request-id: req-71f8cf7b-0378-4eb2-84c6-fc2758e7227f {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:09:41.270897 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e446cda-3a02-409a-a68c-c028522fe65d", "name": "network-vif-plugged", "status": "completed", "tag": "8a8faf57-4965-4e3d-a32e-29031fc776b1", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:09:41.271148 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71f8cf7b-0378-4eb2-84c6-fc2758e7227f {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:09:41.272043 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e446cda-3a02-409a-a68c-c028522fe65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8faf57-4965-4e3d-a32e-29031fc776b1', 'code': 200} Sep 30 14:09:41.296741 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=8a8faf57-4965-4e3d-a32e-29031fc776b1,revision_number=9']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:09:41.300731 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a31b9bbf-5300-4562-8858-7611bcfdd69c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/floatingips/94625d5e-00db-466c-ad25-68f1823b267a HTTP/1.1" status: 200 len: 992 time: 0.0724328 Sep 30 14:09:45.411820 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:09:48.255586 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2acc3516-6ea1-49a0-8bfc-9627cf8b00a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:09:50.230657 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:09:50.757897 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-47c4e26d-983e-44dd-aef1-7b93dd18cdda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:09:51.726817 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:09:52.601994 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:09:54.360117 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:08.733548 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:10:15.426705 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:18.258412 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3746b119-ce14-4b41-874e-73ca364aaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:20.243810 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:20.757917 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6e118050-f88d-4b11-bced-22b162d47cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:21.727198 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:22.604052 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:24.362957 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:31.246355 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c8970d66-ddbd-4c6a-8c08-bd6dd3b0eca9 req-fdac5e20-933f-4d09-bcb4-d92e9f5b5661 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416071 Sep 30 14:10:31.326075 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8970d66-ddbd-4c6a-8c08-bd6dd3b0eca9 req-66bec295-f5ca-4299-b127-88adaed0fa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:31.327780 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c8970d66-ddbd-4c6a-8c08-bd6dd3b0eca9 req-66bec295-f5ca-4299-b127-88adaed0fa7d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 1096 time: 0.0397825 Sep 30 14:10:31.430530 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8970d66-ddbd-4c6a-8c08-bd6dd3b0eca9 req-3fdaf523-7685-444a-8590-10f58a2b7105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:31.431949 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c8970d66-ddbd-4c6a-8c08-bd6dd3b0eca9 req-3fdaf523-7685-444a-8590-10f58a2b7105 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a97db1f6-537c-4edf-b031-b0d8074986c7 HTTP/1.1" status: 200 len: 897 time: 0.0855703 Sep 30 14:10:31.495691 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c8970d66-ddbd-4c6a-8c08-bd6dd3b0eca9 req-6d6e3a30-60ce-433e-995d-277bbf9616d1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a8faf57-4965-4e3d-a32e-29031fc776b1 HTTP/1.1" status: 200 len: 1001 time: 0.0567667 Sep 30 14:10:31.542247 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8970d66-ddbd-4c6a-8c08-bd6dd3b0eca9 req-e088e31c-f08e-47c0-bec9-25281ecb6e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:31.543545 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c8970d66-ddbd-4c6a-8c08-bd6dd3b0eca9 req-e088e31c-f08e-47c0-bec9-25281ecb6e80 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=95c0d33b-4f32-4a39-b41f-69ce4f2bf306 HTTP/1.1" status: 200 len: 834 time: 0.0412679 Sep 30 14:10:31.590462 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8970d66-ddbd-4c6a-8c08-bd6dd3b0eca9 req-a1bff029-0daf-404e-82e4-4880de3d5502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:31.591905 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c8970d66-ddbd-4c6a-8c08-bd6dd3b0eca9 req-a1bff029-0daf-404e-82e4-4880de3d5502 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a97db1f6-537c-4edf-b031-b0d8074986c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415714 Sep 30 14:10:31.678729 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c8970d66-ddbd-4c6a-8c08-bd6dd3b0eca9 req-e984da04-00eb-402d-96ad-28a8ae6d4ca0 service neutron] 10.222.0.54 "GET /v2.0/networks/a97db1f6-537c-4edf-b031-b0d8074986c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791390 Sep 30 14:10:31.771052 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c8970d66-ddbd-4c6a-8c08-bd6dd3b0eca9 req-cb3c6323-a7c6-4f49-9fd0-aad5da86f4f4 service neutron] 10.222.0.54 "GET /v2.0/networks/a97db1f6-537c-4edf-b031-b0d8074986c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850270 Sep 30 14:10:34.191320 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49694) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:10:34.343287 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-29d50a89-6967-4281-9637-0097396cacc3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Deleting port 8c264c67-19de-4f4a-9419-85c565307500 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:10:34.343624 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-29d50a89-6967-4281-9637-0097396cacc3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:34.420563 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-29d50a89-6967-4281-9637-0097396cacc3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:34.420884 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-29d50a89-6967-4281-9637-0097396cacc3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:34.432527 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-29d50a89-6967-4281-9637-0097396cacc3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Calling delete_port for 8c264c67-19de-4f4a-9419-85c565307500 owned by network:floatingip {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:10:34.575378 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-29d50a89-6967-4281-9637-0097396cacc3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:34.603951 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d50a89-6967-4281-9637-0097396cacc3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Port': ['ID=8c264c67-19de-4f4a-9419-85c565307500,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:34.615565 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d50a89-6967-4281-9637-0097396cacc3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:34.615917 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d50a89-6967-4281-9637-0097396cacc3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:34.616263 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d50a89-6967-4281-9637-0097396cacc3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:34.617181 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d50a89-6967-4281-9637-0097396cacc3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:34.617512 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d50a89-6967-4281-9637-0097396cacc3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:34.617842 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d50a89-6967-4281-9637-0097396cacc3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:34.618205 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d50a89-6967-4281-9637-0097396cacc3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:34.618535 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d50a89-6967-4281-9637-0097396cacc3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:34.618862 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d50a89-6967-4281-9637-0097396cacc3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:34.619185 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d50a89-6967-4281-9637-0097396cacc3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:34.619506 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d50a89-6967-4281-9637-0097396cacc3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:34.619828 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d50a89-6967-4281-9637-0097396cacc3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:34.673023 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-29d50a89-6967-4281-9637-0097396cacc3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for floatingip, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:34.673313 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-29d50a89-6967-4281-9637-0097396cacc3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Floating IP 94625d5e-00db-466c-ad25-68f1823b267a disassociated (deleted). External IP: 172.25.5.101, port: 8a8faf57-4965-4e3d-a32e-29031fc776b1. Sep 30 14:10:34.883609 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d50a89-6967-4281-9637-0097396cacc3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Router 58fb2a94-60e8-4f6f-9fde-6da63972c544 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:10:34.988100 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d50a89-6967-4281-9637-0097396cacc3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:10:34.992898 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-29d50a89-6967-4281-9637-0097396cacc3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:34.998115 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a80cf9a-4cda-4454-931c-5964bb5d97a7 None None] Sync routers for ids ['58fb2a94-60e8-4f6f-9fde-6da63972c544'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:10:35.006610 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a80cf9a-4cda-4454-931c-5964bb5d97a7 None None] Routers {'58fb2a94-60e8-4f6f-9fde-6da63972c544'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:10:35.007719 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-7a80cf9a-4cda-4454-931c-5964bb5d97a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:10:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['58fb2a94-60e8-4f6f-9fde-6da63972c544'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:10:35.019842 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-29d50a89-6967-4281-9637-0097396cacc3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "DELETE /v2.0/floatingips/94625d5e-00db-466c-ad25-68f1823b267a HTTP/1.1" status: 204 len: 168 time: 0.8274312 Sep 30 14:10:35.020537 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e446cda-3a02-409a-a68c-c028522fe65d', 'tag': '8a8faf57-4965-4e3d-a32e-29031fc776b1'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:10:35.023487 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758da669-f4a3-4005-bd90-9ae63167018f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e446cda-3a02-409a-a68c-c028522fe65d", "tag": "8a8faf57-4965-4e3d-a32e-29031fc776b1"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:10:35.083804 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a108c2-9609-4e75-9528-0e017694b393 x-openstack-request-id: req-71a108c2-9609-4e75-9528-0e017694b393 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:10:35.084098 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e446cda-3a02-409a-a68c-c028522fe65d", "tag": "8a8faf57-4965-4e3d-a32e-29031fc776b1", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:10:35.084349 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71a108c2-9609-4e75-9528-0e017694b393 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:10:35.084756 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e446cda-3a02-409a-a68c-c028522fe65d', 'tag': '8a8faf57-4965-4e3d-a32e-29031fc776b1', 'status': 'completed', 'code': 200} Sep 30 14:10:35.119807 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-7a80cf9a-4cda-4454-931c-5964bb5d97a7 None None] Set router 58fb2a94-60e8-4f6f-9fde-6da63972c544 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:10:35.151506 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758da669-f4a3-4005-bd90-9ae63167018f req-48de80a0-02ef-4310-8c78-1858c12733ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:35.153058 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-758da669-f4a3-4005-bd90-9ae63167018f req-48de80a0-02ef-4310-8c78-1858c12733ca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 1096 time: 0.0463862 Sep 30 14:10:35.250872 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758da669-f4a3-4005-bd90-9ae63167018f req-0ba1f044-4e7c-41bf-b80c-758c0c1558c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:35.252441 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-758da669-f4a3-4005-bd90-9ae63167018f req-0ba1f044-4e7c-41bf-b80c-758c0c1558c0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a97db1f6-537c-4edf-b031-b0d8074986c7 HTTP/1.1" status: 200 len: 897 time: 0.0912015 Sep 30 14:10:35.301841 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-758da669-f4a3-4005-bd90-9ae63167018f req-6123b85d-da11-4af3-a8b7-22004367d99e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a8faf57-4965-4e3d-a32e-29031fc776b1 HTTP/1.1" status: 200 len: 217 time: 0.0398996 Sep 30 14:10:35.329703 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-7a80cf9a-4cda-4454-931c-5964bb5d97a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486329064', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:08:35Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '2043dd41-0db9-4fd1-a821-255161a63c65', 'name': '', 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:79:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '95c0d33b-4f32-4a39-b41f-69ce4f2bf306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:08:34Z', 'updated_at': '2021-09-30T14:08:38Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': '95c0d33b-4f32-4a39-b41f-69ce4f2bf306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:10:35.355638 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758da669-f4a3-4005-bd90-9ae63167018f req-2d52111d-de33-42c5-b402-ce76cdbb025a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:35.356726 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a80cf9a-4cda-4454-931c-5964bb5d97a7 None None] Checking router: 58fb2a94-60e8-4f6f-9fde-6da63972c544 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:10:35.357120 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-758da669-f4a3-4005-bd90-9ae63167018f req-2d52111d-de33-42c5-b402-ce76cdbb025a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=95c0d33b-4f32-4a39-b41f-69ce4f2bf306 HTTP/1.1" status: 200 len: 834 time: 0.0470810 Sep 30 14:10:35.364875 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a80cf9a-4cda-4454-931c-5964bb5d97a7 None None] Routers {'58fb2a94-60e8-4f6f-9fde-6da63972c544'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:10:35.365478 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-7a80cf9a-4cda-4454-931c-5964bb5d97a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:10:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['58fb2a94-60e8-4f6f-9fde-6da63972c544'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:10:35.435954 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf39ca-6698-41f2-a8ac-a76ce2414f8d req-e004834c-abb8-454e-b409-60abce431840 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:35.437532 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bfdf39ca-6698-41f2-a8ac-a76ce2414f8d req-e004834c-abb8-454e-b409-60abce431840 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 945 time: 0.1414387 Sep 30 14:10:35.440650 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758da669-f4a3-4005-bd90-9ae63167018f req-c23aa0ae-e255-4dd1-8b64-30fdaf2a1762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:35.442126 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-758da669-f4a3-4005-bd90-9ae63167018f req-c23aa0ae-e255-4dd1-8b64-30fdaf2a1762 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a97db1f6-537c-4edf-b031-b0d8074986c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767317 Sep 30 14:10:35.479291 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-7a80cf9a-4cda-4454-931c-5964bb5d97a7 None None] Set router 58fb2a94-60e8-4f6f-9fde-6da63972c544 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:10:35.530748 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bfdf39ca-6698-41f2-a8ac-a76ce2414f8d req-f1b912c7-12c3-456a-b6ee-d7437611385b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846851 Sep 30 14:10:35.557508 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-758da669-f4a3-4005-bd90-9ae63167018f req-b58aa927-c646-4db2-9878-2d2099f9e70c service neutron] 10.222.0.54 "GET /v2.0/networks/a97db1f6-537c-4edf-b031-b0d8074986c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052477 Sep 30 14:10:35.654465 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-758da669-f4a3-4005-bd90-9ae63167018f req-297bc9cf-5491-400c-a8cf-f0a4be20cab9 service neutron] 10.222.0.54 "GET /v2.0/networks/a97db1f6-537c-4edf-b031-b0d8074986c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876958 Sep 30 14:10:35.680721 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-7a80cf9a-4cda-4454-931c-5964bb5d97a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486329064', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:08:35Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '2043dd41-0db9-4fd1-a821-255161a63c65', 'name': '', 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:79:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '95c0d33b-4f32-4a39-b41f-69ce4f2bf306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:08:34Z', 'updated_at': '2021-09-30T14:08:38Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': '95c0d33b-4f32-4a39-b41f-69ce4f2bf306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:10:35.711121 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a80cf9a-4cda-4454-931c-5964bb5d97a7 None None] The sync data for ids ['58fb2a94-60e8-4f6f-9fde-6da63972c544'] in n-d-810909-2 is: [{'id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486329064', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:08:35Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '2043dd41-0db9-4fd1-a821-255161a63c65', 'name': '', 'network_id': 'a97db1f6-537c-4edf-b031-b0d8074986c7', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:79:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '95c0d33b-4f32-4a39-b41f-69ce4f2bf306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:08:34Z', 'updated_at': '2021-09-30T14:08:38Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': '95c0d33b-4f32-4a39-b41f-69ce4f2bf306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:10:35.920494 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb36c427-795f-4a5b-99b4-d6579ccfdfc3 None None] New status for floating IP 94625d5e-00db-466c-ad25-68f1823b267a: DOWN {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 14:10:36.695860 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf365dfb-e398-46a9-931a-b0abce80de92 req-53af3d8b-4456-4777-b5dc-e9c7383b7681 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:36.697301 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bf365dfb-e398-46a9-931a-b0abce80de92 req-53af3d8b-4456-4777-b5dc-e9c7383b7681 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 945 time: 0.0976605 Sep 30 14:10:36.698436 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c3b70-8d64-41a7-8b7c-4012fb608c18 req-344a7bed-22ca-4e40-8602-1bc0ad5c9df8 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:36.699893 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e94c3b70-8d64-41a7-8b7c-4012fb608c18 req-344a7bed-22ca-4e40-8602-1bc0ad5c9df8 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e446cda-3a02-409a-a68c-c028522fe65d HTTP/1.1" status: 200 len: 945 time: 0.0488842 Sep 30 14:10:36.736089 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bf365dfb-e398-46a9-931a-b0abce80de92 req-2feaece4-13de-4743-9bdb-630127307404 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4863fd4-09df-4b07-b8dd-88e9217a49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322630 Sep 30 14:10:36.795256 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-e94c3b70-8d64-41a7-8b7c-4012fb608c18 req-e0f48be7-2bd9-4484-a711-8809c1d7b895 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Deleting port 8a8faf57-4965-4e3d-a32e-29031fc776b1 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:10:36.795696 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e94c3b70-8d64-41a7-8b7c-4012fb608c18 req-e0f48be7-2bd9-4484-a711-8809c1d7b895 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:36.883626 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-e94c3b70-8d64-41a7-8b7c-4012fb608c18 req-e0f48be7-2bd9-4484-a711-8809c1d7b895 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] For port 8a8faf57-4965-4e3d-a32e-29031fc776b1, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=8a8faf57-4965-4e3d-a32e-29031fc776b1,segment=NetworkSegment(d967b6f0-3237-4f67-9e4d-64172414fe65),segment_id=d967b6f0-3237-4f67-9e4d-64172414fe65)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:10:36.883984 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e94c3b70-8d64-41a7-8b7c-4012fb608c18 req-e0f48be7-2bd9-4484-a711-8809c1d7b895 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:36.895985 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-e94c3b70-8d64-41a7-8b7c-4012fb608c18 req-e0f48be7-2bd9-4484-a711-8809c1d7b895 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Calling delete_port for 8a8faf57-4965-4e3d-a32e-29031fc776b1 owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:10:37.023738 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e94c3b70-8d64-41a7-8b7c-4012fb608c18 req-e0f48be7-2bd9-4484-a711-8809c1d7b895 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:37.049734 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f48be7-2bd9-4484-a711-8809c1d7b895 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Port': ['ID=8a8faf57-4965-4e3d-a32e-29031fc776b1,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:37.060071 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f48be7-2bd9-4484-a711-8809c1d7b895 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:37.060394 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f48be7-2bd9-4484-a711-8809c1d7b895 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:37.060744 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f48be7-2bd9-4484-a711-8809c1d7b895 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:37.061167 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f48be7-2bd9-4484-a711-8809c1d7b895 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:37.061492 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f48be7-2bd9-4484-a711-8809c1d7b895 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:37.061824 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f48be7-2bd9-4484-a711-8809c1d7b895 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:37.062180 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f48be7-2bd9-4484-a711-8809c1d7b895 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:37.062510 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f48be7-2bd9-4484-a711-8809c1d7b895 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:37.062833 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f48be7-2bd9-4484-a711-8809c1d7b895 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:37.063689 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f48be7-2bd9-4484-a711-8809c1d7b895 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:37.063689 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f48be7-2bd9-4484-a711-8809c1d7b895 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:37.063894 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f48be7-2bd9-4484-a711-8809c1d7b895 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:37.104786 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94c3b70-8d64-41a7-8b7c-4012fb608c18 req-e0f48be7-2bd9-4484-a711-8809c1d7b895 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] No DVR routers for this DVR port 8a8faf57-4965-4e3d-a32e-29031fc776b1 on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:10:37.107467 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-e94c3b70-8d64-41a7-8b7c-4012fb608c18 req-e0f48be7-2bd9-4484-a711-8809c1d7b895 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:37.109429 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e94c3b70-8d64-41a7-8b7c-4012fb608c18 req-e0f48be7-2bd9-4484-a711-8809c1d7b895 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.54 "DELETE /v2.0/ports/8a8faf57-4965-4e3d-a32e-29031fc776b1 HTTP/1.1" status: 204 len: 173 time: 0.4036882 Sep 30 14:10:37.109970 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e446cda-3a02-409a-a68c-c028522fe65d', 'name': 'network-vif-deleted', 'tag': '8a8faf57-4965-4e3d-a32e-29031fc776b1'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:10:37.112191 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e219da2189c054287262e416842f7478ca0ea1bcac3b9d962638c13bcc9183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae38a97-2dd9-48f1-90f5-8b2c789cdb06" -d '{"events": [{"server_uuid": "9e446cda-3a02-409a-a68c-c028522fe65d", "name": "network-vif-deleted", "tag": "8a8faf57-4965-4e3d-a32e-29031fc776b1"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:10:37.149837 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304cf5cd-c88f-415a-874b-861278ad9b03 x-openstack-request-id: req-304cf5cd-c88f-415a-874b-861278ad9b03 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:10:37.150146 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e446cda-3a02-409a-a68c-c028522fe65d", "name": "network-vif-deleted", "tag": "8a8faf57-4965-4e3d-a32e-29031fc776b1", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:10:37.150397 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-304cf5cd-c88f-415a-874b-861278ad9b03 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:10:37.150792 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e446cda-3a02-409a-a68c-c028522fe65d', 'name': 'network-vif-deleted', 'tag': '8a8faf57-4965-4e3d-a32e-29031fc776b1', 'status': 'completed', 'code': 200} Sep 30 14:10:37.791128 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49716) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:10:38.149338 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5d5d8a87-13ef-4d3b-9548-864a8868cb1b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:38.727413 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-5d5d8a87-13ef-4d3b-9548-864a8868cb1b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Deleting port 2043dd41-0db9-4fd1-a821-255161a63c65 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:10:38.727656 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5d5d8a87-13ef-4d3b-9548-864a8868cb1b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:38.816584 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-5d5d8a87-13ef-4d3b-9548-864a8868cb1b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] For port 2043dd41-0db9-4fd1-a821-255161a63c65, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=2043dd41-0db9-4fd1-a821-255161a63c65,segment=NetworkSegment(d967b6f0-3237-4f67-9e4d-64172414fe65),segment_id=d967b6f0-3237-4f67-9e4d-64172414fe65)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:10:38.817259 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5d5d8a87-13ef-4d3b-9548-864a8868cb1b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:38.828714 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-5d5d8a87-13ef-4d3b-9548-864a8868cb1b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Calling delete_port for 2043dd41-0db9-4fd1-a821-255161a63c65 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:10:39.005679 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5d5d8a87-13ef-4d3b-9548-864a8868cb1b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:39.030799 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d8a87-13ef-4d3b-9548-864a8868cb1b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Port': ['ID=2043dd41-0db9-4fd1-a821-255161a63c65,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:39.198277 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5d5d8a87-13ef-4d3b-9548-864a8868cb1b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:39.360176 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 8a8faf57-4965-4e3d-a32e-29031fc776b1 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:10:39.379024 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 8a8faf57-4965-4e3d-a32e-29031fc776b1 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:10:39.379363 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 8a8faf57-4965-4e3d-a32e-29031fc776b1 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:10:39.415238 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5d8a87-13ef-4d3b-9548-864a8868cb1b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Router 58fb2a94-60e8-4f6f-9fde-6da63972c544 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:10:39.534986 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5d8a87-13ef-4d3b-9548-864a8868cb1b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:10:39.540590 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5d5d8a87-13ef-4d3b-9548-864a8868cb1b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "PUT /v2.0/routers/58fb2a94-60e8-4f6f-9fde-6da63972c544/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7484610 Sep 30 14:10:39.543491 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49718) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:10:39.545958 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef7bfbc-1c6d-4bb5-b431-c7988dcabfda None None] Sync routers for ids ['58fb2a94-60e8-4f6f-9fde-6da63972c544'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:10:39.555559 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef7bfbc-1c6d-4bb5-b431-c7988dcabfda None None] Routers {'58fb2a94-60e8-4f6f-9fde-6da63972c544'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:10:39.556157 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-8ef7bfbc-1c6d-4bb5-b431-c7988dcabfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:10:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['58fb2a94-60e8-4f6f-9fde-6da63972c544'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:10:39.598790 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-40fc25ed-eb5a-4873-9670-518b34ad7eaf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Deleting subnet 95c0d33b-4f32-4a39-b41f-69ce4f2bf306 {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 14:10:39.602362 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-40fc25ed-eb5a-4873-9670-518b34ad7eaf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:39.641836 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-40fc25ed-eb5a-4873-9670-518b34ad7eaf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:39.657988 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-8ef7bfbc-1c6d-4bb5-b431-c7988dcabfda None None] Set router 58fb2a94-60e8-4f6f-9fde-6da63972c544 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:10:39.723034 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-40fc25ed-eb5a-4873-9670-518b34ad7eaf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:39.789477 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-40fc25ed-eb5a-4873-9670-518b34ad7eaf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:39.818332 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc25ed-eb5a-4873-9670-518b34ad7eaf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Subnet': ['ID=95c0d33b-4f32-4a39-b41f-69ce4f2bf306,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:39.820987 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-40fc25ed-eb5a-4873-9670-518b34ad7eaf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:39.823124 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-40fc25ed-eb5a-4873-9670-518b34ad7eaf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "DELETE /v2.0/subnets/95c0d33b-4f32-4a39-b41f-69ce4f2bf306 HTTP/1.1" status: 204 len: 168 time: 0.2778299 Sep 30 14:10:39.824899 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49720) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:10:39.827857 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76c3c82-cbc9-496c-be37-1a5b79cfd893 None None] Network a97db1f6-537c-4edf-b031-b0d8074986c7 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:10:39.904044 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-8ef7bfbc-1c6d-4bb5-b431-c7988dcabfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486329064', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:10:38Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:10:39.933973 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dfc02dfb-4f44-4d11-956d-ae6b64fbbcbc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:39.946949 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef7bfbc-1c6d-4bb5-b431-c7988dcabfda None None] Checking router: 58fb2a94-60e8-4f6f-9fde-6da63972c544 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:10:39.971182 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef7bfbc-1c6d-4bb5-b431-c7988dcabfda None None] Routers {'58fb2a94-60e8-4f6f-9fde-6da63972c544'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:10:39.971787 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-8ef7bfbc-1c6d-4bb5-b431-c7988dcabfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:10:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['58fb2a94-60e8-4f6f-9fde-6da63972c544'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:10:40.040667 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dfc02dfb-4f44-4d11-956d-ae6b64fbbcbc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:40.247702 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-8ef7bfbc-1c6d-4bb5-b431-c7988dcabfda None None] Set router 58fb2a94-60e8-4f6f-9fde-6da63972c544 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:10:40.278793 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6254ead-4a16-4ed4-9cd0-78bae665a8dc None None] DHCP port deletion for a97db1f6-537c-4edf-b031-b0d8074986c7 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 14:10:40.405611 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-dfc02dfb-4f44-4d11-956d-ae6b64fbbcbc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Deleting port d5208ace-a9fb-4377-b6db-89add1594010 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:10:40.405949 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dfc02dfb-4f44-4d11-956d-ae6b64fbbcbc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:40.441825 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-a6254ead-4a16-4ed4-9cd0-78bae665a8dc None None] Deleting port 12e28404-b6c5-44f1-b400-14e8efcaffb5 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:10:40.442317 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a6254ead-4a16-4ed4-9cd0-78bae665a8dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:40.484584 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-dfc02dfb-4f44-4d11-956d-ae6b64fbbcbc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] For port d5208ace-a9fb-4377-b6db-89add1594010, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=d5208ace-a9fb-4377-b6db-89add1594010,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:10:40.484861 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dfc02dfb-4f44-4d11-956d-ae6b64fbbcbc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:40.496876 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-dfc02dfb-4f44-4d11-956d-ae6b64fbbcbc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Calling delete_port for d5208ace-a9fb-4377-b6db-89add1594010 owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:10:40.517252 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-a6254ead-4a16-4ed4-9cd0-78bae665a8dc None None] For port 12e28404-b6c5-44f1-b400-14e8efcaffb5, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=12e28404-b6c5-44f1-b400-14e8efcaffb5,segment=NetworkSegment(d967b6f0-3237-4f67-9e4d-64172414fe65),segment_id=d967b6f0-3237-4f67-9e4d-64172414fe65)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:10:40.517641 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a6254ead-4a16-4ed4-9cd0-78bae665a8dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:40.532631 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-a6254ead-4a16-4ed4-9cd0-78bae665a8dc None None] Calling delete_port for 12e28404-b6c5-44f1-b400-14e8efcaffb5 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:10:40.546873 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-8ef7bfbc-1c6d-4bb5-b431-c7988dcabfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486329064', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:10:38Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:10:40.602209 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef7bfbc-1c6d-4bb5-b431-c7988dcabfda None None] The sync data for ids ['58fb2a94-60e8-4f6f-9fde-6da63972c544'] in n-d-810909-2 is: [{'id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486329064', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:10:38Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'd5208ace-a9fb-4377-b6db-89add1594010', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fb2a94-60e8-4f6f-9fde-6da63972c544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:08:32Z', 'updated_at': '2021-09-30T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:10:40.651395 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a6254ead-4a16-4ed4-9cd0-78bae665a8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:40.665113 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dfc02dfb-4f44-4d11-956d-ae6b64fbbcbc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:40.681777 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6254ead-4a16-4ed4-9cd0-78bae665a8dc None None] Pushing event deleted for resources: {'Port': ['ID=12e28404-b6c5-44f1-b400-14e8efcaffb5,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:40.684085 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6254ead-4a16-4ed4-9cd0-78bae665a8dc None None] No DVR routers for this DVR port 12e28404-b6c5-44f1-b400-14e8efcaffb5 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:10:40.697221 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6254ead-4a16-4ed4-9cd0-78bae665a8dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:40.698091 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6254ead-4a16-4ed4-9cd0-78bae665a8dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:40.698528 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6254ead-4a16-4ed4-9cd0-78bae665a8dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:40.698960 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6254ead-4a16-4ed4-9cd0-78bae665a8dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:40.699173 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc02dfb-4f44-4d11-956d-ae6b64fbbcbc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Port': ['ID=d5208ace-a9fb-4377-b6db-89add1594010,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:40.699495 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6254ead-4a16-4ed4-9cd0-78bae665a8dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:40.699918 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6254ead-4a16-4ed4-9cd0-78bae665a8dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:40.700356 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6254ead-4a16-4ed4-9cd0-78bae665a8dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:40.700775 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6254ead-4a16-4ed4-9cd0-78bae665a8dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:40.701193 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6254ead-4a16-4ed4-9cd0-78bae665a8dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:40.701729 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6254ead-4a16-4ed4-9cd0-78bae665a8dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:40.702092 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6254ead-4a16-4ed4-9cd0-78bae665a8dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:40.702752 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6254ead-4a16-4ed4-9cd0-78bae665a8dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:40.759947 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dfc02dfb-4f44-4d11-956d-ae6b64fbbcbc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:40.847068 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dfc02dfb-4f44-4d11-956d-ae6b64fbbcbc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:40.849283 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dfc02dfb-4f44-4d11-956d-ae6b64fbbcbc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:40.895852 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dfc02dfb-4f44-4d11-956d-ae6b64fbbcbc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:40.896341 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc02dfb-4f44-4d11-956d-ae6b64fbbcbc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Fanout notify agent at l3_agent the message router_deleted on router 58fb2a94-60e8-4f6f-9fde-6da63972c544 {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 14:10:40.903420 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dfc02dfb-4f44-4d11-956d-ae6b64fbbcbc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:40.904603 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-dfc02dfb-4f44-4d11-956d-ae6b64fbbcbc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "DELETE /v2.0/routers/58fb2a94-60e8-4f6f-9fde-6da63972c544 HTTP/1.1" status: 204 len: 168 time: 1.0787907 Sep 30 14:10:40.908055 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49722) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:10:40.982730 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7702c9d9-ce41-49ad-ad73-2131fb19b7dc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:41.074581 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7702c9d9-ce41-49ad-ad73-2131fb19b7dc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:41.095714 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-7702c9d9-ce41-49ad-ad73-2131fb19b7dc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97db1f6-537c-4edf-b031-b0d8074986c7']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:10:41.104975 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-7702c9d9-ce41-49ad-ad73-2131fb19b7dc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd967b6f0-3237-4f67-9e4d-64172414fe65') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:10:41.105273 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-7702c9d9-ce41-49ad-ad73-2131fb19b7dc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd967b6f0-3237-4f67-9e4d-64172414fe65') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:10:41.114365 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7702c9d9-ce41-49ad-ad73-2131fb19b7dc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:41.128472 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7702c9d9-ce41-49ad-ad73-2131fb19b7dc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:41.135455 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7702c9d9-ce41-49ad-ad73-2131fb19b7dc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 14:10:41.135844 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7702c9d9-ce41-49ad-ad73-2131fb19b7dc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: timer() Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 14:10:41.138992 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 14:10:41.198705 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7702c9d9-ce41-49ad-ad73-2131fb19b7dc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:41.208136 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7702c9d9-ce41-49ad-ad73-2131fb19b7dc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:41.209238 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7702c9d9-ce41-49ad-ad73-2131fb19b7dc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "DELETE /v2.0/networks/a97db1f6-537c-4edf-b031-b0d8074986c7 HTTP/1.1" status: 204 len: 168 time: 0.3002608 Sep 30 14:10:41.212895 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49724) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:10:41.226531 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702c9d9-ce41-49ad-ad73-2131fb19b7dc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Network': ['ID=a97db1f6-537c-4edf-b031-b0d8074986c7,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:41.276057 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-29371996-6532-4aed-946a-e88237ec06e8 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:41.300648 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-29371996-6532-4aed-946a-e88237ec06e8 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:41.359242 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-29371996-6532-4aed-946a-e88237ec06e8 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:41.361934 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-29371996-6532-4aed-946a-e88237ec06e8 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:41.363497 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-29371996-6532-4aed-946a-e88237ec06e8 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "DELETE /v2.0/security-groups/b4863fd4-09df-4b07-b8dd-88e9217a49f5 HTTP/1.1" status: 204 len: 168 time: 0.1496084 Sep 30 14:10:41.373421 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29371996-6532-4aed-946a-e88237ec06e8 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4863fd4-09df-4b07-b8dd-88e9217a49f5,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:41.557607 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49730) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:10:41.563328 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-cc727509-d2ec-4bef-9ae4-75f6ff09495b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2079769074', 'description': 'tempest-secgroup-smoke-2079769074 description', 'project_id': '48c65e1357784d8d8ee61181ac5eb042'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:10:41.587620 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc727509-d2ec-4bef-9ae4-75f6ff09495b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:41.675752 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc727509-d2ec-4bef-9ae4-75f6ff09495b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:41.679874 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc727509-d2ec-4bef-9ae4-75f6ff09495b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:41.705567 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cc727509-d2ec-4bef-9ae4-75f6ff09495b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:41.706830 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cc727509-d2ec-4bef-9ae4-75f6ff09495b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1481638 Sep 30 14:10:41.709822 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49732) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:10:41.712454 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc727509-d2ec-4bef-9ae4-75f6ff09495b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37364d6e-aab6-4b2e-9359-ac079931e991,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:41.714742 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-52b8e5c5-0f6b-4c61-b519-002ed9c45e06 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': '37364d6e-aab6-4b2e-9359-ac079931e991', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:10:41.741627 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-52b8e5c5-0f6b-4c61-b519-002ed9c45e06 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:41.785230 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2043dd41-0db9-4fd1-a821-255161a63c65 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:10:41.799164 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-52b8e5c5-0f6b-4c61-b519-002ed9c45e06 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:41.807244 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 2043dd41-0db9-4fd1-a821-255161a63c65 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:10:41.807584 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 2043dd41-0db9-4fd1-a821-255161a63c65 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:10:41.808000 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d5208ace-a9fb-4377-b6db-89add1594010 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:10:41.808195 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-52b8e5c5-0f6b-4c61-b519-002ed9c45e06 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:41.826464 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8e5c5-0f6b-4c61-b519-002ed9c45e06 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b8d9823-a1a5-4e99-8d5b-3e3647218aac,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:41.830644 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: d5208ace-a9fb-4377-b6db-89add1594010 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:10:41.831027 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device d5208ace-a9fb-4377-b6db-89add1594010 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:10:41.831464 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 12e28404-b6c5-44f1-b400-14e8efcaffb5 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:10:41.836518 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-52b8e5c5-0f6b-4c61-b519-002ed9c45e06 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:41.837774 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-52b8e5c5-0f6b-4c61-b519-002ed9c45e06 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268916 Sep 30 14:10:41.840566 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49734) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:10:41.845154 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-0c01c695-83f3-406f-94ed-ec1f900a0081 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': '37364d6e-aab6-4b2e-9359-ac079931e991', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:10:41.851819 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 12e28404-b6c5-44f1-b400-14e8efcaffb5 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:10:41.852226 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 12e28404-b6c5-44f1-b400-14e8efcaffb5 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:10:41.871956 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c01c695-83f3-406f-94ed-ec1f900a0081 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:41.927608 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c01c695-83f3-406f-94ed-ec1f900a0081 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:41.931059 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c01c695-83f3-406f-94ed-ec1f900a0081 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:41.948511 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01c695-83f3-406f-94ed-ec1f900a0081 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8a5190-1a66-4cac-a909-69caafb8f11b,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:41.955322 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0c01c695-83f3-406f-94ed-ec1f900a0081 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:41.956658 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0c01c695-83f3-406f-94ed-ec1f900a0081 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1149852 Sep 30 14:10:41.959247 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49736) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:10:41.964075 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-8c52baa3-6bb7-4d3b-9a20-904a10b32e6e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': '37364d6e-aab6-4b2e-9359-ac079931e991', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:10:41.988583 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8c52baa3-6bb7-4d3b-9a20-904a10b32e6e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:42.044821 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8c52baa3-6bb7-4d3b-9a20-904a10b32e6e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:42.048300 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8c52baa3-6bb7-4d3b-9a20-904a10b32e6e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:42.062369 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52baa3-6bb7-4d3b-9a20-904a10b32e6e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27da5898-8ae4-4d45-9163-d8a758ac0162,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:42.071292 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-8c52baa3-6bb7-4d3b-9a20-904a10b32e6e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:42.072583 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-8c52baa3-6bb7-4d3b-9a20-904a10b32e6e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1123793 Sep 30 14:10:42.075527 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49738) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:10:42.080052 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-b8b552bd-31ba-4f0b-9445-7969c61efe52 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': '37364d6e-aab6-4b2e-9359-ac079931e991', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:10:42.105861 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8b552bd-31ba-4f0b-9445-7969c61efe52 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:42.166422 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8b552bd-31ba-4f0b-9445-7969c61efe52 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:42.170114 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8b552bd-31ba-4f0b-9445-7969c61efe52 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:42.188406 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b552bd-31ba-4f0b-9445-7969c61efe52 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c20eab07-b209-44ed-96dd-ee413c2c8c14,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:42.195577 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b8b552bd-31ba-4f0b-9445-7969c61efe52 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:42.196826 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b8b552bd-31ba-4f0b-9445-7969c61efe52 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1203945 Sep 30 14:10:42.199510 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49740) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:10:42.204019 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-718bcb27-3374-41f7-9822-0af13c46170e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': '37364d6e-aab6-4b2e-9359-ac079931e991', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:10:42.224501 n-d-810909-2 neutron-server[94763]: INFO neutron.db.securitygroups_db [None req-718bcb27-3374-41f7-9822-0af13c46170e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Project 48c65e1357784d8d8ee61181ac5eb042 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 14:10:42.229293 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-718bcb27-3374-41f7-9822-0af13c46170e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:42.289559 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-718bcb27-3374-41f7-9822-0af13c46170e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:42.293057 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-718bcb27-3374-41f7-9822-0af13c46170e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:42.310806 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718bcb27-3374-41f7-9822-0af13c46170e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd182150-3e47-4e54-8954-88dd77652e16,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:42.316750 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-718bcb27-3374-41f7-9822-0af13c46170e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:42.318033 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-718bcb27-3374-41f7-9822-0af13c46170e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175737 Sep 30 14:10:42.321329 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49742) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:10:42.325566 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-9d7e9c7f-510a-458b-940e-ab5d29ae6eb3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': '37364d6e-aab6-4b2e-9359-ac079931e991', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:10:42.346361 n-d-810909-2 neutron-server[94763]: INFO neutron.db.securitygroups_db [None req-9d7e9c7f-510a-458b-940e-ab5d29ae6eb3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Project 48c65e1357784d8d8ee61181ac5eb042 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 14:10:42.351188 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9d7e9c7f-510a-458b-940e-ab5d29ae6eb3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:42.409886 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9d7e9c7f-510a-458b-940e-ab5d29ae6eb3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:42.413333 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9d7e9c7f-510a-458b-940e-ab5d29ae6eb3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:42.430109 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e9c7f-510a-458b-940e-ab5d29ae6eb3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86d07a5-4c64-430b-ae05-8d0092141365,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:42.438304 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-9d7e9c7f-510a-458b-940e-ab5d29ae6eb3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:42.439610 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9d7e9c7f-510a-458b-940e-ab5d29ae6eb3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1173739 Sep 30 14:10:42.442716 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49744) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:10:42.448319 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-3b3050aa-36c3-497b-b4af-dc57e8ac95bb tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'network': {'name': 'tempest-network-smoke--1522888378', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'port_security_enabled': True}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:10:42.467978 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3050aa-36c3-497b-b4af-dc57e8ac95bb tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Made reservation on behalf of 48c65e1357784d8d8ee61181ac5eb042 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:10:42.471337 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3b3050aa-36c3-497b-b4af-dc57e8ac95bb tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:42.496186 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b3050aa-36c3-497b-b4af-dc57e8ac95bb tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 14:10:42.504725 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3b3050aa-36c3-497b-b4af-dc57e8ac95bb tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:42.505071 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-3b3050aa-36c3-497b-b4af-dc57e8ac95bb tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Added segment 6e250974-de42-4e74-92d2-d9e7404386aa of type vlan for network 94efff40-3e7e-463a-9fb4-013c113a431e Sep 30 14:10:42.543838 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3b3050aa-36c3-497b-b4af-dc57e8ac95bb tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:42.567878 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3b3050aa-36c3-497b-b4af-dc57e8ac95bb tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:42.573395 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3050aa-36c3-497b-b4af-dc57e8ac95bb tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:42.573986 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-3b3050aa-36c3-497b-b4af-dc57e8ac95bb tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:42.601550 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-3b3050aa-36c3-497b-b4af-dc57e8ac95bb tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1577761 Sep 30 14:10:42.604229 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49746) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:10:42.614964 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-67e38ef1-f14b-454c-928d-49b6bc9353c6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-132572429', 'admin_state_up': True, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:10:42.652544 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3050aa-36c3-497b-b4af-dc57e8ac95bb tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Network': ['ID=94efff40-3e7e-463a-9fb4-013c113a431e,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:42.663397 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 94efff40-3e7e-463a-9fb4-013c113a431e details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 14:10:42.668041 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-67e38ef1-f14b-454c-928d-49b6bc9353c6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:42.669208 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-67e38ef1-f14b-454c-928d-49b6bc9353c6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:42.725146 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-67e38ef1-f14b-454c-928d-49b6bc9353c6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:42.860713 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-67e38ef1-f14b-454c-928d-49b6bc9353c6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:43.054158 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-67e38ef1-f14b-454c-928d-49b6bc9353c6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:43.072560 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-67e38ef1-f14b-454c-928d-49b6bc9353c6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:43.177146 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-67e38ef1-f14b-454c-928d-49b6bc9353c6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Allocated IP 172.25.5.12 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/db7b128e-f531-412f-9853-9bcadd78e274) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:10:43.279956 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-67e38ef1-f14b-454c-928d-49b6bc9353c6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:43.311797 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-67e38ef1-f14b-454c-928d-49b6bc9353c6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:43.346263 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e38ef1-f14b-454c-928d-49b6bc9353c6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:10:43.350899 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-67e38ef1-f14b-454c-928d-49b6bc9353c6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:10:43.354205 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e38ef1-f14b-454c-928d-49b6bc9353c6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:10:43.384098 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e38ef1-f14b-454c-928d-49b6bc9353c6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=db7b128e-f531-412f-9853-9bcadd78e274,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:43.602210 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-67e38ef1-f14b-454c-928d-49b6bc9353c6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:43.803774 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-67e38ef1-f14b-454c-928d-49b6bc9353c6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:43.930273 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e38ef1-f14b-454c-928d-49b6bc9353c6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Router a082136e-55d8-433e-adbd-d0f3f1c3a13c is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 14:10:44.036166 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e38ef1-f14b-454c-928d-49b6bc9353c6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:10:44.046698 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183fc2d4-0f0b-4f37-988a-394d0bbf9675 None None] Sync routers for ids ['a082136e-55d8-433e-adbd-d0f3f1c3a13c'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:10:44.055212 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183fc2d4-0f0b-4f37-988a-394d0bbf9675 None None] Routers {'a082136e-55d8-433e-adbd-d0f3f1c3a13c'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:10:44.055387 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-67e38ef1-f14b-454c-928d-49b6bc9353c6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:44.055813 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-183fc2d4-0f0b-4f37-988a-394d0bbf9675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:10:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a082136e-55d8-433e-adbd-d0f3f1c3a13c'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:10:44.056849 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-67e38ef1-f14b-454c-928d-49b6bc9353c6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4516950 Sep 30 14:10:44.060112 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49748) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:10:44.135488 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2442a003-3a79-4fe0-b36e-5e1f349aeab2 tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=48c65e1357784d8d8ee61181ac5eb042&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0740929 Sep 30 14:10:44.138056 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49752) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:10:44.158330 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-183fc2d4-0f0b-4f37-988a-394d0bbf9675 None None] Set router a082136e-55d8-433e-adbd-d0f3f1c3a13c gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:10:44.228621 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633cfd79-2c1c-4bcc-baa4-4c2446ee9153 tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:44.230181 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-633cfd79-2c1c-4bcc-baa4-4c2446ee9153 tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911908 Sep 30 14:10:44.232912 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49754) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:10:44.260858 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-da957fe5-70cb-4e74-aedf-aa507b723b70 tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7bf2cdd5-9828-4259-bd46-d7f13451331c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268502 Sep 30 14:10:44.263483 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49756) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:10:44.268619 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-b8c13f75-d507-4280-8752-de3f42e18267 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-625837132', 'network_id': '94efff40-3e7e-463a-9fb4-013c113a431e', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:10:44.332024 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-183fc2d4-0f0b-4f37-988a-394d0bbf9675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132572429', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:10:42Z', 'updated_at': '2021-09-30T14:10:43Z', 'revision_number': 3, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:10:43Z', 'updated_at': '2021-09-30T14:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:10:44.355031 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c13f75-d507-4280-8752-de3f42e18267 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Made reservation on behalf of 48c65e1357784d8d8ee61181ac5eb042 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:10:44.359103 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b8c13f75-d507-4280-8752-de3f42e18267 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:44.361539 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183fc2d4-0f0b-4f37-988a-394d0bbf9675 None None] Checking router: a082136e-55d8-433e-adbd-d0f3f1c3a13c for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:10:44.361887 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183fc2d4-0f0b-4f37-988a-394d0bbf9675 None None] Updating router a082136e-55d8-433e-adbd-d0f3f1c3a13c port db7b128e-f531-412f-9853-9bcadd78e274 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 14:10:44.386242 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-183fc2d4-0f0b-4f37-988a-394d0bbf9675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:44.548729 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b8c13f75-d507-4280-8752-de3f42e18267 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:44.616300 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c13f75-d507-4280-8752-de3f42e18267 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Subnet': ['ID=aa1587b5-1913-4105-8f6f-b87ec97f8c55,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:44.620692 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c13f75-d507-4280-8752-de3f42e18267 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Checking segment: {'id': '6e250974-de42-4e74-92d2-d9e7404386aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '94efff40-3e7e-463a-9fb4-013c113a431e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:10:44.621045 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c13f75-d507-4280-8752-de3f42e18267 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network hostable DHCP agents. Network: 94efff40-3e7e-463a-9fb4-013c113a431e, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 14:10:44.638069 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c13f75-d507-4280-8752-de3f42e18267 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network 94efff40-3e7e-463a-9fb4-013c113a431e is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 14:10:44.638342 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-183fc2d4-0f0b-4f37-988a-394d0bbf9675 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:44.643332 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-183fc2d4-0f0b-4f37-988a-394d0bbf9675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:44.648262 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-b8c13f75-d507-4280-8752-de3f42e18267 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 94efff40-3e7e-463a-9fb4-013c113a431e) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:10:44.653851 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c13f75-d507-4280-8752-de3f42e18267 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:44.654547 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-b8c13f75-d507-4280-8752-de3f42e18267 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:44.660087 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb39348-ee91-441d-b192-f85df091735d None None] Network 94efff40-3e7e-463a-9fb4-013c113a431e requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:10:44.670327 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-b8c13f75-d507-4280-8752-de3f42e18267 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4057105 Sep 30 14:10:44.672980 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49760) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:10:44.703873 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-183fc2d4-0f0b-4f37-988a-394d0bbf9675 None None] Attempting to bind port db7b128e-f531-412f-9853-9bcadd78e274 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:10:44.704238 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-183fc2d4-0f0b-4f37-988a-394d0bbf9675 None None] Attempting to bind port db7b128e-f531-412f-9853-9bcadd78e274 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:10:44.704589 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183fc2d4-0f0b-4f37-988a-394d0bbf9675 None None] Attempting to bind port db7b128e-f531-412f-9853-9bcadd78e274 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:10:44.712061 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398968a9-ba50-4d38-a343-3cf952da395c None None] Pushing event updated for resources: {'Port': ['ID=db7b128e-f531-412f-9853-9bcadd78e274,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:44.714253 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183fc2d4-0f0b-4f37-988a-394d0bbf9675 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:10:44.714619 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183fc2d4-0f0b-4f37-988a-394d0bbf9675 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:10:44.715443 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-183fc2d4-0f0b-4f37-988a-394d0bbf9675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:44.715443 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183fc2d4-0f0b-4f37-988a-394d0bbf9675 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:10:44.715829 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-183fc2d4-0f0b-4f37-988a-394d0bbf9675 None None] Bound port: db7b128e-f531-412f-9853-9bcadd78e274, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:10:44.716197 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-183fc2d4-0f0b-4f37-988a-394d0bbf9675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:44.739225 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398968a9-ba50-4d38-a343-3cf952da395c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:44.739562 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398968a9-ba50-4d38-a343-3cf952da395c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:44.739896 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398968a9-ba50-4d38-a343-3cf952da395c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:44.740222 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398968a9-ba50-4d38-a343-3cf952da395c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:44.740547 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398968a9-ba50-4d38-a343-3cf952da395c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:44.740868 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398968a9-ba50-4d38-a343-3cf952da395c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:44.741234 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398968a9-ba50-4d38-a343-3cf952da395c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:44.741537 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398968a9-ba50-4d38-a343-3cf952da395c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:44.741849 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398968a9-ba50-4d38-a343-3cf952da395c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:44.742193 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398968a9-ba50-4d38-a343-3cf952da395c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:44.742672 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398968a9-ba50-4d38-a343-3cf952da395c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:44.742814 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398968a9-ba50-4d38-a343-3cf952da395c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:10:44.780491 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-183fc2d4-0f0b-4f37-988a-394d0bbf9675 None None] For port db7b128e-f531-412f-9853-9bcadd78e274, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:10:44.783596 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-183fc2d4-0f0b-4f37-988a-394d0bbf9675 None None] For port db7b128e-f531-412f-9853-9bcadd78e274, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=db7b128e-f531-412f-9853-9bcadd78e274,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:10:44.787937 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-183fc2d4-0f0b-4f37-988a-394d0bbf9675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:44.816012 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9557cb-8c64-4914-83d3-dc08e33e509a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-94efff40-3e7e-463a-9fb4-013c113a431e', 'network_id': '94efff40-3e7e-463a-9fb4-013c113a431e', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'fixed_ips': [{'subnet_id': 'aa1587b5-1913-4105-8f6f-b87ec97f8c55'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 14:10:44.816936 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2b9557cb-8c64-4914-83d3-dc08e33e509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:44.843523 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398968a9-ba50-4d38-a343-3cf952da395c None None] Pushing event updated for resources: {'Port': ['ID=db7b128e-f531-412f-9853-9bcadd78e274,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:44.861724 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183fc2d4-0f0b-4f37-988a-394d0bbf9675 None None] Routers {'a082136e-55d8-433e-adbd-d0f3f1c3a13c'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:10:44.862526 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-183fc2d4-0f0b-4f37-988a-394d0bbf9675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:10:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a082136e-55d8-433e-adbd-d0f3f1c3a13c'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:10:44.951209 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-2b9557cb-8c64-4914-83d3-dc08e33e509a None None] Allocated IP 172.20.0.2 (94efff40-3e7e-463a-9fb4-013c113a431e/aa1587b5-1913-4105-8f6f-b87ec97f8c55/970a8587-d79c-4ec2-933f-c18a6e6a0c02) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:10:44.972969 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-183fc2d4-0f0b-4f37-988a-394d0bbf9675 None None] Set router a082136e-55d8-433e-adbd-d0f3f1c3a13c gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:10:45.104901 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2b9557cb-8c64-4914-83d3-dc08e33e509a None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:45.110789 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2b9557cb-8c64-4914-83d3-dc08e33e509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:45.114456 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6e6e6124-3943-4245-af92-b88114e8c9bf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:45.151361 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9557cb-8c64-4914-83d3-dc08e33e509a None None] Network 94efff40-3e7e-463a-9fb4-013c113a431e is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:10:45.154059 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-183fc2d4-0f0b-4f37-988a-394d0bbf9675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132572429', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:10:42Z', 'updated_at': '2021-09-30T14:10:43Z', 'revision_number': 3, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:10:43Z', 'updated_at': '2021-09-30T14:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:10:45.154658 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-2b9557cb-8c64-4914-83d3-dc08e33e509a None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:10:45.158139 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9557cb-8c64-4914-83d3-dc08e33e509a None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:10:45.166043 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9557cb-8c64-4914-83d3-dc08e33e509a None None] Pushing event updated for resources: {'Port': ['ID=970a8587-d79c-4ec2-933f-c18a6e6a0c02,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:45.222331 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-2b9557cb-8c64-4914-83d3-dc08e33e509a None None] Attempting to bind port 970a8587-d79c-4ec2-933f-c18a6e6a0c02 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:10:45.222595 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-2b9557cb-8c64-4914-83d3-dc08e33e509a None None] Attempting to bind port 970a8587-d79c-4ec2-933f-c18a6e6a0c02 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '6e250974-de42-4e74-92d2-d9e7404386aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '94efff40-3e7e-463a-9fb4-013c113a431e'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:10:45.222953 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9557cb-8c64-4914-83d3-dc08e33e509a None None] Attempting to bind port 970a8587-d79c-4ec2-933f-c18a6e6a0c02 on network 94efff40-3e7e-463a-9fb4-013c113a431e {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:10:45.233060 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9557cb-8c64-4914-83d3-dc08e33e509a None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:10:45.233615 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9557cb-8c64-4914-83d3-dc08e33e509a None None] Checking segment: {'id': '6e250974-de42-4e74-92d2-d9e7404386aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '94efff40-3e7e-463a-9fb4-013c113a431e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:10:45.234159 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2b9557cb-8c64-4914-83d3-dc08e33e509a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:45.234657 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9557cb-8c64-4914-83d3-dc08e33e509a None None] Bound using segment: {'id': '6e250974-de42-4e74-92d2-d9e7404386aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '94efff40-3e7e-463a-9fb4-013c113a431e'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:10:45.235233 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-2b9557cb-8c64-4914-83d3-dc08e33e509a None None] Bound port: 970a8587-d79c-4ec2-933f-c18a6e6a0c02, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e250974-de42-4e74-92d2-d9e7404386aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '94efff40-3e7e-463a-9fb4-013c113a431e'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:10:45.236131 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2b9557cb-8c64-4914-83d3-dc08e33e509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:45.282994 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183fc2d4-0f0b-4f37-988a-394d0bbf9675 None None] The sync data for ids ['a082136e-55d8-433e-adbd-d0f3f1c3a13c'] in n-d-810909-2 is: [{'id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132572429', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:10:42Z', 'updated_at': '2021-09-30T14:10:43Z', 'revision_number': 3, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:10:43Z', 'updated_at': '2021-09-30T14:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:10:45.308259 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-2b9557cb-8c64-4914-83d3-dc08e33e509a None None] For port 970a8587-d79c-4ec2-933f-c18a6e6a0c02, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:10:45.311834 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-2b9557cb-8c64-4914-83d3-dc08e33e509a None None] For port 970a8587-d79c-4ec2-933f-c18a6e6a0c02, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=970a8587-d79c-4ec2-933f-c18a6e6a0c02,segment=NetworkSegment(6e250974-de42-4e74-92d2-d9e7404386aa),segment_id=6e250974-de42-4e74-92d2-d9e7404386aa)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:10:45.318335 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2b9557cb-8c64-4914-83d3-dc08e33e509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:45.377260 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9557cb-8c64-4914-83d3-dc08e33e509a None None] Pushing event updated for resources: {'Port': ['ID=970a8587-d79c-4ec2-933f-c18a6e6a0c02,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:45.423363 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-6e6e6124-3943-4245-af92-b88114e8c9bf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Allocated IP 172.20.0.1 (94efff40-3e7e-463a-9fb4-013c113a431e/aa1587b5-1913-4105-8f6f-b87ec97f8c55/c7362502-f158-4be1-b360-75fd5ee59ffe) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:10:45.460256 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:45.574338 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6e6e6124-3943-4245-af92-b88114e8c9bf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:45.641429 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6e6e6124-3943-4245-af92-b88114e8c9bf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:45.699712 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6e6124-3943-4245-af92-b88114e8c9bf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network 94efff40-3e7e-463a-9fb4-013c113a431e is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:10:45.704483 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-6e6e6124-3943-4245-af92-b88114e8c9bf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:10:45.706526 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e6124-3943-4245-af92-b88114e8c9bf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=c7362502-f158-4be1-b360-75fd5ee59ffe,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:45.708732 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6e6124-3943-4245-af92-b88114e8c9bf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:10:45.741381 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:10:45.764288 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6e6e6124-3943-4245-af92-b88114e8c9bf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:45.880359 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device db7b128e-f531-412f-9853-9bcadd78e274 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:10:45.914518 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6e6e6124-3943-4245-af92-b88114e8c9bf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:45.941249 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port db7b128e-f531-412f-9853-9bcadd78e274 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:10:45.941714 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:46.028492 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:46.050996 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port db7b128e-f531-412f-9853-9bcadd78e274, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=db7b128e-f531-412f-9853-9bcadd78e274,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:10:46.056438 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:46.057982 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 970a8587-d79c-4ec2-933f-c18a6e6a0c02 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:10:46.159291 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=db7b128e-f531-412f-9853-9bcadd78e274,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:46.161914 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 970a8587-d79c-4ec2-933f-c18a6e6a0c02 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:10:46.162329 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:46.228308 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6e6e6124-3943-4245-af92-b88114e8c9bf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:46.233995 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6e6e6124-3943-4245-af92-b88114e8c9bf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:46.268226 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:46.309682 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 970a8587-d79c-4ec2-933f-c18a6e6a0c02, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=970a8587-d79c-4ec2-933f-c18a6e6a0c02,segment=NetworkSegment(6e250974-de42-4e74-92d2-d9e7404386aa),segment_id=6e250974-de42-4e74-92d2-d9e7404386aa)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:10:46.314830 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:46.324908 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6e6e6124-3943-4245-af92-b88114e8c9bf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:46.326989 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e6124-3943-4245-af92-b88114e8c9bf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=c7362502-f158-4be1-b360-75fd5ee59ffe,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:46.365704 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=970a8587-d79c-4ec2-933f-c18a6e6a0c02,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:46.450194 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6e6124-3943-4245-af92-b88114e8c9bf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network 94efff40-3e7e-463a-9fb4-013c113a431e is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:10:46.452062 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-6e6e6124-3943-4245-af92-b88114e8c9bf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:10:46.478661 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be384527-3966-4e5a-b859-e4f7d2e9fbc2 None None] Network 94efff40-3e7e-463a-9fb4-013c113a431e requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:10:46.518956 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-b5d7265b-fd35-426c-b395-632bfeb4932b None None] Provisioning complete for port 970a8587-d79c-4ec2-933f-c18a6e6a0c02 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:10:46.519249 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b5d7265b-fd35-426c-b395-632bfeb4932b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:46.568833 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6e6124-3943-4245-af92-b88114e8c9bf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Router a082136e-55d8-433e-adbd-d0f3f1c3a13c has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:10:46.677945 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6e6124-3943-4245-af92-b88114e8c9bf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:10:46.683537 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6e6e6124-3943-4245-af92-b88114e8c9bf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "PUT /v2.0/routers/a082136e-55d8-433e-adbd-d0f3f1c3a13c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0095971 Sep 30 14:10:46.837798 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29013321-bc17-4c70-a360-da8532dfd74a req-65d89de7-be90-438a-823d-0626c6afadae tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2079769074&fields=id&tenant_id=48c65e1357784d8d8ee61181ac5eb042 HTTP/1.1" status: 200 len: 267 time: 0.0413742 Sep 30 14:10:46.954288 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29013321-bc17-4c70-a360-da8532dfd74a req-e6dc2ae4-2522-4a6f-aecf-37ecf2c7749a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:46.955838 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29013321-bc17-4c70-a360-da8532dfd74a req-e6dc2ae4-2522-4a6f-aecf-37ecf2c7749a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/networks?id=94efff40-3e7e-463a-9fb4-013c113a431e HTTP/1.1" status: 200 len: 797 time: 0.1069524 Sep 30 14:10:46.972197 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29013321-bc17-4c70-a360-da8532dfd74a req-ba3961a0-de66-4017-8e96-4fe0001689b5 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/quotas/48c65e1357784d8d8ee61181ac5eb042 HTTP/1.1" status: 200 len: 375 time: 0.0100477 Sep 30 14:10:46.993937 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-380e0aaf-8299-451e-9b91-395c5f63b78b None None] Provisioning complete for port 970a8587-d79c-4ec2-933f-c18a6e6a0c02 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:10:46.994518 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-380e0aaf-8299-451e-9b91-395c5f63b78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:47.040593 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29013321-bc17-4c70-a360-da8532dfd74a req-3bf11c9a-bdd7-47c8-b1ac-bcc0b93f4ed0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610757 Sep 30 14:10:47.095237 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-380e0aaf-8299-451e-9b91-395c5f63b78b None None] Provisioning complete for port c7362502-f158-4be1-b360-75fd5ee59ffe triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:10:47.095608 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-380e0aaf-8299-451e-9b91-395c5f63b78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:47.122631 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21149a93-c37c-40c3-b830-cfdca0292900 None None] Sync routers for ids ['a082136e-55d8-433e-adbd-d0f3f1c3a13c'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:10:47.144269 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21149a93-c37c-40c3-b830-cfdca0292900 None None] Routers {'a082136e-55d8-433e-adbd-d0f3f1c3a13c'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:10:47.144898 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-21149a93-c37c-40c3-b830-cfdca0292900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:10:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a082136e-55d8-433e-adbd-d0f3f1c3a13c'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:10:47.146780 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-380e0aaf-8299-451e-9b91-395c5f63b78b None None] Port c7362502-f158-4be1-b360-75fd5ee59ffe cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:10:47.208024 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29013321-bc17-4c70-a360-da8532dfd74a req-97bf8292-21c8-4b8d-a7e6-8a6e43295d98 service neutron] 10.222.0.18 "GET /v2.0/networks/94efff40-3e7e-463a-9fb4-013c113a431e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549113 Sep 30 14:10:47.271701 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-21149a93-c37c-40c3-b830-cfdca0292900 None None] Set router a082136e-55d8-433e-adbd-d0f3f1c3a13c gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:10:47.311668 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-3d739729-f5a1-4728-acf1-203a2f289557 None None] Provisioning complete for port c7362502-f158-4be1-b360-75fd5ee59ffe triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:10:47.311955 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3d739729-f5a1-4728-acf1-203a2f289557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:47.313180 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-29013321-bc17-4c70-a360-da8532dfd74a req-f69cb4b0-1027-466d-ac57-6693e129fa67 service neutron] 10.222.0.18 "GET /v2.0/networks/94efff40-3e7e-463a-9fb4-013c113a431e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987530 Sep 30 14:10:47.390144 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-3d739729-f5a1-4728-acf1-203a2f289557 None None] Port c7362502-f158-4be1-b360-75fd5ee59ffe cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:10:47.493375 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3738ba4a-0ee9-47cb-8f2e-9249529ffca6 req-9f5b6c6f-3436-4310-ac7a-2542ef0052e9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 210 time: 0.0356536 Sep 30 14:10:47.529345 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-a26cc8ee-afb8-4b4c-a24c-2813b5ec9642 None None] Provisioning complete for port c7362502-f158-4be1-b360-75fd5ee59ffe triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:10:47.529673 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a26cc8ee-afb8-4b4c-a24c-2813b5ec9642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:47.557540 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-21149a93-c37c-40c3-b830-cfdca0292900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132572429', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:10:42Z', 'updated_at': '2021-09-30T14:10:45Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:10:43Z', 'updated_at': '2021-09-30T14:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'c7362502-f158-4be1-b360-75fd5ee59ffe', 'name': '', 'network_id': '94efff40-3e7e-463a-9fb4-013c113a431e', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:b2:19:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'aa1587b5-1913-4105-8f6f-b87ec97f8c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:10:45Z', 'updated_at': '2021-09-30T14:10:46Z', 'revision_number': 2, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': 'aa1587b5-1913-4105-8f6f-b87ec97f8c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:10:47.745154 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21149a93-c37c-40c3-b830-cfdca0292900 None None] Checking router: a082136e-55d8-433e-adbd-d0f3f1c3a13c for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:10:47.745508 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21149a93-c37c-40c3-b830-cfdca0292900 None None] Updating router a082136e-55d8-433e-adbd-d0f3f1c3a13c port c7362502-f158-4be1-b360-75fd5ee59ffe binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 14:10:47.768106 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-a26cc8ee-afb8-4b4c-a24c-2813b5ec9642 None None] Port c7362502-f158-4be1-b360-75fd5ee59ffe cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:10:47.776291 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21149a93-c37c-40c3-b830-cfdca0292900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:47.823539 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device db7b128e-f531-412f-9853-9bcadd78e274 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:10:47.972015 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port db7b128e-f531-412f-9853-9bcadd78e274 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:10:47.972382 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:48.146329 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 970a8587-d79c-4ec2-933f-c18a6e6a0c02 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:10:48.173733 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21149a93-c37c-40c3-b830-cfdca0292900 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:48.185281 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21149a93-c37c-40c3-b830-cfdca0292900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:48.247868 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d7ad4-a36b-4ef7-be94-9bf87c7de68d None None] Pushing event updated for resources: {'Port': ['ID=c7362502-f158-4be1-b360-75fd5ee59ffe,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:48.287482 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 970a8587-d79c-4ec2-933f-c18a6e6a0c02 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:10:48.287903 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:48.307265 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e13e8299-e9c5-4649-ba2f-a3c13a88ac08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:48.350608 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-21149a93-c37c-40c3-b830-cfdca0292900 None None] Attempting to bind port c7362502-f158-4be1-b360-75fd5ee59ffe on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:10:48.350990 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-21149a93-c37c-40c3-b830-cfdca0292900 None None] Attempting to bind port c7362502-f158-4be1-b360-75fd5ee59ffe by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '6e250974-de42-4e74-92d2-d9e7404386aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '94efff40-3e7e-463a-9fb4-013c113a431e'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:10:48.351439 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21149a93-c37c-40c3-b830-cfdca0292900 None None] Attempting to bind port c7362502-f158-4be1-b360-75fd5ee59ffe on network 94efff40-3e7e-463a-9fb4-013c113a431e {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:10:48.359472 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21149a93-c37c-40c3-b830-cfdca0292900 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:10:48.359964 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21149a93-c37c-40c3-b830-cfdca0292900 None None] Checking segment: {'id': '6e250974-de42-4e74-92d2-d9e7404386aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '94efff40-3e7e-463a-9fb4-013c113a431e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:10:48.360223 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21149a93-c37c-40c3-b830-cfdca0292900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:48.360609 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21149a93-c37c-40c3-b830-cfdca0292900 None None] Bound using segment: {'id': '6e250974-de42-4e74-92d2-d9e7404386aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '94efff40-3e7e-463a-9fb4-013c113a431e'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:10:48.361070 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-21149a93-c37c-40c3-b830-cfdca0292900 None None] Bound port: c7362502-f158-4be1-b360-75fd5ee59ffe, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e250974-de42-4e74-92d2-d9e7404386aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '94efff40-3e7e-463a-9fb4-013c113a431e'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:10:48.361459 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21149a93-c37c-40c3-b830-cfdca0292900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:48.441976 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29013321-bc17-4c70-a360-da8532dfd74a req-430ae99e-b7bd-486f-9e07-6062052fbb49 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:48.443543 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-29013321-bc17-4c70-a360-da8532dfd74a req-430ae99e-b7bd-486f-9e07-6062052fbb49 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.39 "GET /v2.0/networks?id=94efff40-3e7e-463a-9fb4-013c113a431e HTTP/1.1" status: 200 len: 797 time: 0.1196973 Sep 30 14:10:48.481256 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-21149a93-c37c-40c3-b830-cfdca0292900 None None] For port c7362502-f158-4be1-b360-75fd5ee59ffe, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:10:48.484854 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-21149a93-c37c-40c3-b830-cfdca0292900 None None] For port c7362502-f158-4be1-b360-75fd5ee59ffe, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c7362502-f158-4be1-b360-75fd5ee59ffe,segment=NetworkSegment(6e250974-de42-4e74-92d2-d9e7404386aa),segment_id=6e250974-de42-4e74-92d2-d9e7404386aa)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:10:48.489271 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-21149a93-c37c-40c3-b830-cfdca0292900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:48.495424 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-29013321-bc17-4c70-a360-da8532dfd74a req-b3e9d599-f054-4590-902d-4e458793511c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48c65e1357784d8d8ee61181ac5eb042 HTTP/1.1" status: 200 len: 380 time: 0.0392904 Sep 30 14:10:48.505681 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-29013321-bc17-4c70-a360-da8532dfd74a req-38d2dad6-da90-4e78-bcbb-65b927750e84 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'port': {'device_id': '9e6d31da-6f4e-4115-8bd8-59f91a52bef8', 'network_id': '94efff40-3e7e-463a-9fb4-013c113a431e', 'admin_state_up': True, 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'security_groups': ['37364d6e-aab6-4b2e-9359-ac079931e991']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:10:48.560018 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21149a93-c37c-40c3-b830-cfdca0292900 None None] Routers {'a082136e-55d8-433e-adbd-d0f3f1c3a13c'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:10:48.560656 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-21149a93-c37c-40c3-b830-cfdca0292900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:10:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a082136e-55d8-433e-adbd-d0f3f1c3a13c'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:10:48.599785 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-1b466446-5719-4da0-921c-911f3b4d91b4 None None] Provisioning complete for port c7362502-f158-4be1-b360-75fd5ee59ffe triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:10:48.600148 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1b466446-5719-4da0-921c-911f3b4d91b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:48.606511 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d7ad4-a36b-4ef7-be94-9bf87c7de68d None None] Pushing event updated for resources: {'Port': ['ID=c7362502-f158-4be1-b360-75fd5ee59ffe,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:48.608322 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1797fc63-aaec-4b37-b51d-56ffb22d2ae9 req-927ee415-0084-4c21-975f-d886d21238e6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 210 time: 0.0407875 Sep 30 14:10:48.634136 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29013321-bc17-4c70-a360-da8532dfd74a req-38d2dad6-da90-4e78-bcbb-65b927750e84 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Made reservation on behalf of 48c65e1357784d8d8ee61181ac5eb042 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:10:48.637984 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-29013321-bc17-4c70-a360-da8532dfd74a req-38d2dad6-da90-4e78-bcbb-65b927750e84 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:48.746756 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-21149a93-c37c-40c3-b830-cfdca0292900 None None] Set router a082136e-55d8-433e-adbd-d0f3f1c3a13c gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:10:48.779182 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-29013321-bc17-4c70-a360-da8532dfd74a req-38d2dad6-da90-4e78-bcbb-65b927750e84 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Allocated IP 172.20.0.14 (94efff40-3e7e-463a-9fb4-013c113a431e/aa1587b5-1913-4105-8f6f-b87ec97f8c55/9b56a348-8588-4c3e-a75c-4b04d1313bf6) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:10:48.783474 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1b466446-5719-4da0-921c-911f3b4d91b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:48.871223 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-1b466446-5719-4da0-921c-911f3b4d91b4 None None] For port c7362502-f158-4be1-b360-75fd5ee59ffe, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c7362502-f158-4be1-b360-75fd5ee59ffe,segment=NetworkSegment(6e250974-de42-4e74-92d2-d9e7404386aa),segment_id=6e250974-de42-4e74-92d2-d9e7404386aa)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:10:48.900102 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1b466446-5719-4da0-921c-911f3b4d91b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:48.921807 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-29013321-bc17-4c70-a360-da8532dfd74a req-38d2dad6-da90-4e78-bcbb-65b927750e84 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:48.956441 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-29013321-bc17-4c70-a360-da8532dfd74a req-38d2dad6-da90-4e78-bcbb-65b927750e84 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:48.991825 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b466446-5719-4da0-921c-911f3b4d91b4 None None] Pushing event updated for resources: {'Port': ['ID=c7362502-f158-4be1-b360-75fd5ee59ffe,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:49.002388 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29013321-bc17-4c70-a360-da8532dfd74a req-38d2dad6-da90-4e78-bcbb-65b927750e84 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network 94efff40-3e7e-463a-9fb4-013c113a431e is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:10:49.005433 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-29013321-bc17-4c70-a360-da8532dfd74a req-38d2dad6-da90-4e78-bcbb-65b927750e84 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:10:49.009179 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-29013321-bc17-4c70-a360-da8532dfd74a req-38d2dad6-da90-4e78-bcbb-65b927750e84 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:10:49.028745 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-c8bef1e8-bf0b-4887-8234-8f6fa5ce2a0b None None] Provisioning complete for port c7362502-f158-4be1-b360-75fd5ee59ffe triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:10:49.029115 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c8bef1e8-bf0b-4887-8234-8f6fa5ce2a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:49.035968 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2dad6-da90-4e78-bcbb-65b927750e84 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=9b56a348-8588-4c3e-a75c-4b04d1313bf6,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:49.054328 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-21149a93-c37c-40c3-b830-cfdca0292900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132572429', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:10:42Z', 'updated_at': '2021-09-30T14:10:45Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:10:43Z', 'updated_at': '2021-09-30T14:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'c7362502-f158-4be1-b360-75fd5ee59ffe', 'name': '', 'network_id': '94efff40-3e7e-463a-9fb4-013c113a431e', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:b2:19:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'aa1587b5-1913-4105-8f6f-b87ec97f8c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:10:45Z', 'updated_at': '2021-09-30T14:10:48Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': 'aa1587b5-1913-4105-8f6f-b87ec97f8c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:10:49.067799 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29013321-bc17-4c70-a360-da8532dfd74a req-38d2dad6-da90-4e78-bcbb-65b927750e84 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:49.068426 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-29013321-bc17-4c70-a360-da8532dfd74a req-38d2dad6-da90-4e78-bcbb-65b927750e84 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:49.085264 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-29013321-bc17-4c70-a360-da8532dfd74a req-38d2dad6-da90-4e78-bcbb-65b927750e84 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5827260 Sep 30 14:10:49.087657 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21149a93-c37c-40c3-b830-cfdca0292900 None None] The sync data for ids ['a082136e-55d8-433e-adbd-d0f3f1c3a13c'] in n-d-810909-2 is: [{'id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132572429', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:10:42Z', 'updated_at': '2021-09-30T14:10:45Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:10:43Z', 'updated_at': '2021-09-30T14:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'c7362502-f158-4be1-b360-75fd5ee59ffe', 'name': '', 'network_id': '94efff40-3e7e-463a-9fb4-013c113a431e', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:b2:19:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'aa1587b5-1913-4105-8f6f-b87ec97f8c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:10:45Z', 'updated_at': '2021-09-30T14:10:48Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': 'aa1587b5-1913-4105-8f6f-b87ec97f8c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:10:49.098701 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-29013321-bc17-4c70-a360-da8532dfd74a req-d437f328-15c7-48af-9a7b-b25fed07b6a1 service neutron] Request body: {'port': {'device_id': '9e6d31da-6f4e-4115-8bd8-59f91a52bef8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:10:49.194873 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-29013321-bc17-4c70-a360-da8532dfd74a req-d437f328-15c7-48af-9a7b-b25fed07b6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:49.291771 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9876c603-fc2d-4342-b43b-dbc42577031f None None] Provisioning complete for port 9b56a348-8588-4c3e-a75c-4b04d1313bf6 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:10:49.292306 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9876c603-fc2d-4342-b43b-dbc42577031f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:49.328169 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-9876c603-fc2d-4342-b43b-dbc42577031f None None] Port 9b56a348-8588-4c3e-a75c-4b04d1313bf6 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:10:49.482492 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-29013321-bc17-4c70-a360-da8532dfd74a req-d437f328-15c7-48af-9a7b-b25fed07b6a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b56a348-8588-4c3e-a75c-4b04d1313bf6 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:10:49.490118 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-29013321-bc17-4c70-a360-da8532dfd74a req-d437f328-15c7-48af-9a7b-b25fed07b6a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:49.502404 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-29013321-bc17-4c70-a360-da8532dfd74a req-d437f328-15c7-48af-9a7b-b25fed07b6a1 service neutron] Transition to ACTIVE for port object 9b56a348-8588-4c3e-a75c-4b04d1313bf6 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 14:10:49.506173 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-29013321-bc17-4c70-a360-da8532dfd74a req-d437f328-15c7-48af-9a7b-b25fed07b6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:49.557441 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437f328-15c7-48af-9a7b-b25fed07b6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b56a348-8588-4c3e-a75c-4b04d1313bf6,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:49.632760 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-29013321-bc17-4c70-a360-da8532dfd74a req-d437f328-15c7-48af-9a7b-b25fed07b6a1 service neutron] Attempting to bind port 9b56a348-8588-4c3e-a75c-4b04d1313bf6 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:10:49.633179 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-29013321-bc17-4c70-a360-da8532dfd74a req-d437f328-15c7-48af-9a7b-b25fed07b6a1 service neutron] Attempting to bind port 9b56a348-8588-4c3e-a75c-4b04d1313bf6 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '6e250974-de42-4e74-92d2-d9e7404386aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '94efff40-3e7e-463a-9fb4-013c113a431e'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:10:49.633581 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29013321-bc17-4c70-a360-da8532dfd74a req-d437f328-15c7-48af-9a7b-b25fed07b6a1 service neutron] Attempting to bind port 9b56a348-8588-4c3e-a75c-4b04d1313bf6 on network 94efff40-3e7e-463a-9fb4-013c113a431e {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:10:49.638798 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29013321-bc17-4c70-a360-da8532dfd74a req-d437f328-15c7-48af-9a7b-b25fed07b6a1 service neutron] Port 9b56a348-8588-4c3e-a75c-4b04d1313bf6 on network 94efff40-3e7e-463a-9fb4-013c113a431e not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 14:10:49.638954 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29013321-bc17-4c70-a360-da8532dfd74a req-d437f328-15c7-48af-9a7b-b25fed07b6a1 service neutron] Attempting to bind port 9b56a348-8588-4c3e-a75c-4b04d1313bf6 on network 94efff40-3e7e-463a-9fb4-013c113a431e {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:10:49.644479 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29013321-bc17-4c70-a360-da8532dfd74a req-d437f328-15c7-48af-9a7b-b25fed07b6a1 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:10:49.644815 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29013321-bc17-4c70-a360-da8532dfd74a req-d437f328-15c7-48af-9a7b-b25fed07b6a1 service neutron] Checking segment: {'id': '6e250974-de42-4e74-92d2-d9e7404386aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '94efff40-3e7e-463a-9fb4-013c113a431e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:10:49.645199 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29013321-bc17-4c70-a360-da8532dfd74a req-d437f328-15c7-48af-9a7b-b25fed07b6a1 service neutron] Bound using segment: {'id': '6e250974-de42-4e74-92d2-d9e7404386aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '94efff40-3e7e-463a-9fb4-013c113a431e'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:10:49.645625 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-29013321-bc17-4c70-a360-da8532dfd74a req-d437f328-15c7-48af-9a7b-b25fed07b6a1 service neutron] Bound port: 9b56a348-8588-4c3e-a75c-4b04d1313bf6, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e250974-de42-4e74-92d2-d9e7404386aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '94efff40-3e7e-463a-9fb4-013c113a431e'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:10:49.645984 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-29013321-bc17-4c70-a360-da8532dfd74a req-d437f328-15c7-48af-9a7b-b25fed07b6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:49.743888 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-29013321-bc17-4c70-a360-da8532dfd74a req-d437f328-15c7-48af-9a7b-b25fed07b6a1 service neutron] For port 9b56a348-8588-4c3e-a75c-4b04d1313bf6, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:10:49.748588 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-29013321-bc17-4c70-a360-da8532dfd74a req-d437f328-15c7-48af-9a7b-b25fed07b6a1 service neutron] For port 9b56a348-8588-4c3e-a75c-4b04d1313bf6, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=9b56a348-8588-4c3e-a75c-4b04d1313bf6,segment=NetworkSegment(6e250974-de42-4e74-92d2-d9e7404386aa),segment_id=6e250974-de42-4e74-92d2-d9e7404386aa)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:10:49.763537 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f3fb9-0230-46a5-ae76-5f31989d8098 req-99370b36-fb2a-4086-8569-88aa412b4ca1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:49.765099 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-263f3fb9-0230-46a5-ae76-5f31989d8098 req-99370b36-fb2a-4086-8569-88aa412b4ca1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 944 time: 0.0732501 Sep 30 14:10:49.766779 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-29013321-bc17-4c70-a360-da8532dfd74a req-d437f328-15c7-48af-9a7b-b25fed07b6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:49.808670 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29013321-bc17-4c70-a360-da8532dfd74a req-d437f328-15c7-48af-9a7b-b25fed07b6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:49.809206 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-29013321-bc17-4c70-a360-da8532dfd74a req-d437f328-15c7-48af-9a7b-b25fed07b6a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:49.810972 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-29013321-bc17-4c70-a360-da8532dfd74a req-d437f328-15c7-48af-9a7b-b25fed07b6a1 service neutron] 10.222.0.39 "PUT /v2.0/ports/9b56a348-8588-4c3e-a75c-4b04d1313bf6 HTTP/1.1" status: 200 len: 1092 time: 0.7180893 Sep 30 14:10:49.814069 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6d31da-6f4e-4115-8bd8-59f91a52bef8', 'tag': '9b56a348-8588-4c3e-a75c-4b04d1313bf6'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:10:49.816542 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52ca6c9-ef2a-4fba-b67d-5acbe892ca02" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6d31da-6f4e-4115-8bd8-59f91a52bef8", "tag": "9b56a348-8588-4c3e-a75c-4b04d1313bf6"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:10:49.835316 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c7362502-f158-4be1-b360-75fd5ee59ffe up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:10:49.886247 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437f328-15c7-48af-9a7b-b25fed07b6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b56a348-8588-4c3e-a75c-4b04d1313bf6,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:49.893753 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b25d87e-ed83-4d2b-b3e3-40b5fb420474 x-openstack-request-id: req-5b25d87e-ed83-4d2b-b3e3-40b5fb420474 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:10:49.893753 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6d31da-6f4e-4115-8bd8-59f91a52bef8", "tag": "9b56a348-8588-4c3e-a75c-4b04d1313bf6", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:10:49.893753 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b25d87e-ed83-4d2b-b3e3-40b5fb420474 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:10:49.894196 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6d31da-6f4e-4115-8bd8-59f91a52bef8', 'tag': '9b56a348-8588-4c3e-a75c-4b04d1313bf6', 'status': 'completed', 'code': 200} Sep 30 14:10:49.912495 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-263f3fb9-0230-46a5-ae76-5f31989d8098 req-a146496e-c292-4356-9448-c4fc165299aa tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=37364d6e-aab6-4b2e-9359-ac079931e991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224272 Sep 30 14:10:49.919896 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port c7362502-f158-4be1-b360-75fd5ee59ffe triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:10:49.920348 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:49.941489 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29013321-bc17-4c70-a360-da8532dfd74a req-7f423796-6886-4bc7-9d11-8de572257475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:49.943222 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-29013321-bc17-4c70-a360-da8532dfd74a req-7f423796-6886-4bc7-9d11-8de572257475 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 1095 time: 0.0684004 Sep 30 14:10:49.992192 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-29013321-bc17-4c70-a360-da8532dfd74a req-0fe59bf9-9b8a-468e-bda2-059d3b6a9db0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b56a348-8588-4c3e-a75c-4b04d1313bf6 HTTP/1.1" status: 200 len: 217 time: 0.0409887 Sep 30 14:10:50.047357 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29013321-bc17-4c70-a360-da8532dfd74a req-85940aae-1983-4389-a17d-7362c14cf999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:50.049015 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-29013321-bc17-4c70-a360-da8532dfd74a req-85940aae-1983-4389-a17d-7362c14cf999 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa1587b5-1913-4105-8f6f-b87ec97f8c55 HTTP/1.1" status: 200 len: 834 time: 0.0498526 Sep 30 14:10:50.105536 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29013321-bc17-4c70-a360-da8532dfd74a req-6fb33323-a058-4846-b7ad-3dddc740fa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:50.107031 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-29013321-bc17-4c70-a360-da8532dfd74a req-6fb33323-a058-4846-b7ad-3dddc740fa52 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94efff40-3e7e-463a-9fb4-013c113a431e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506868 Sep 30 14:10:50.201077 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-29013321-bc17-4c70-a360-da8532dfd74a req-f88f3ff5-44a9-432f-913e-5e049a2e6efd service neutron] 10.222.0.39 "GET /v2.0/networks/94efff40-3e7e-463a-9fb4-013c113a431e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871737 Sep 30 14:10:50.248204 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:50.300669 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-29013321-bc17-4c70-a360-da8532dfd74a req-1e1e96b4-0af0-4f0e-859d-4fa60fc87526 service neutron] 10.222.0.39 "GET /v2.0/networks/94efff40-3e7e-463a-9fb4-013c113a431e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926962 Sep 30 14:10:50.386264 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ca6c9-ef2a-4fba-b67d-5acbe892ca02 req-c8412289-3fb7-4348-b63a-f2e01f98a384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:50.388486 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f52ca6c9-ef2a-4fba-b67d-5acbe892ca02 req-c8412289-3fb7-4348-b63a-f2e01f98a384 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 1095 time: 0.0417371 Sep 30 14:10:50.486339 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ca6c9-ef2a-4fba-b67d-5acbe892ca02 req-819deb2c-d770-4c15-90e0-abdbf4b2667d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:50.487801 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f52ca6c9-ef2a-4fba-b67d-5acbe892ca02 req-819deb2c-d770-4c15-90e0-abdbf4b2667d service neutron] 10.222.0.39 "GET /v2.0/networks?id=94efff40-3e7e-463a-9fb4-013c113a431e HTTP/1.1" status: 200 len: 898 time: 0.0923727 Sep 30 14:10:50.529528 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f52ca6c9-ef2a-4fba-b67d-5acbe892ca02 req-6e1aefb1-5fd2-44a5-8da6-cd6ea97775ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b56a348-8588-4c3e-a75c-4b04d1313bf6 HTTP/1.1" status: 200 len: 217 time: 0.0333452 Sep 30 14:10:50.578040 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ca6c9-ef2a-4fba-b67d-5acbe892ca02 req-5015ee84-d38d-4769-a602-768fa4edc90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:50.579499 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f52ca6c9-ef2a-4fba-b67d-5acbe892ca02 req-5015ee84-d38d-4769-a602-768fa4edc90f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa1587b5-1913-4105-8f6f-b87ec97f8c55 HTTP/1.1" status: 200 len: 834 time: 0.0427921 Sep 30 14:10:50.628849 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ca6c9-ef2a-4fba-b67d-5acbe892ca02 req-798f0770-cb92-4fd6-a653-82772cbef982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:50.630339 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f52ca6c9-ef2a-4fba-b67d-5acbe892ca02 req-798f0770-cb92-4fd6-a653-82772cbef982 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94efff40-3e7e-463a-9fb4-013c113a431e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432985 Sep 30 14:10:50.719300 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f52ca6c9-ef2a-4fba-b67d-5acbe892ca02 req-e59cdc97-6a93-4073-821c-aa8c15ceb477 service neutron] 10.222.0.39 "GET /v2.0/networks/94efff40-3e7e-463a-9fb4-013c113a431e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807950 Sep 30 14:10:50.759204 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4fb302f9-d73e-4696-84c8-e9d41c5f74c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:50.812700 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f52ca6c9-ef2a-4fba-b67d-5acbe892ca02 req-d9a32701-db3c-45eb-8da4-4ee71bfced97 service neutron] 10.222.0.39 "GET /v2.0/networks/94efff40-3e7e-463a-9fb4-013c113a431e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850708 Sep 30 14:10:51.037353 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7827ed-8d51-4461-a719-6cb58af06af2 req-52fd5291-a114-4059-b340-fdcc816d184f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:51.038889 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7c7827ed-8d51-4461-a719-6cb58af06af2 req-52fd5291-a114-4059-b340-fdcc816d184f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 944 time: 0.0493324 Sep 30 14:10:51.075481 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7c7827ed-8d51-4461-a719-6cb58af06af2 req-e34932d0-94da-4237-aa10-7f83eb404267 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=37364d6e-aab6-4b2e-9359-ac079931e991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306118 Sep 30 14:10:51.728659 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:52.188084 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd6e78-bb99-4d0c-b8c1-e2f64e61e5c7 req-df886cd1-e911-479f-8321-096a9e1172a1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:52.189563 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cacd6e78-bb99-4d0c-b8c1-e2f64e61e5c7 req-df886cd1-e911-479f-8321-096a9e1172a1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 944 time: 0.0483191 Sep 30 14:10:52.226716 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cacd6e78-bb99-4d0c-b8c1-e2f64e61e5c7 req-7761ec12-f0a2-4ff0-8e25-e22f7b1ee1fe tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=37364d6e-aab6-4b2e-9359-ac079931e991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312788 Sep 30 14:10:52.606057 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:53.279427 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 9b56a348-8588-4c3e-a75c-4b04d1313bf6 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 14:10:53.341701 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976aa02-6d60-484c-9974-eebc4a202338 req-bbbe13f2-bc8a-4a18-8c99-f1522f1400ce tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:53.343208 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7976aa02-6d60-484c-9974-eebc4a202338 req-bbbe13f2-bc8a-4a18-8c99-f1522f1400ce tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 944 time: 0.0481346 Sep 30 14:10:53.372223 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 9b56a348-8588-4c3e-a75c-4b04d1313bf6, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=9b56a348-8588-4c3e-a75c-4b04d1313bf6,segment=NetworkSegment(6e250974-de42-4e74-92d2-d9e7404386aa),segment_id=6e250974-de42-4e74-92d2-d9e7404386aa)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:10:53.380807 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7976aa02-6d60-484c-9974-eebc4a202338 req-c8e0febc-bf0b-4e6c-b332-68db84345135 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=37364d6e-aab6-4b2e-9359-ac079931e991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313909 Sep 30 14:10:53.383348 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '9b56a348-8588-4c3e-a75c-4b04d1313bf6', 'network_id': '94efff40-3e7e-463a-9fb4-013c113a431e', 'port_id': '9b56a348-8588-4c3e-a75c-4b04d1313bf6', 'mac_address': 'fa:16:3e:28:7c:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa1587b5-1913-4105-8f6f-b87ec97f8c55', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 14:10:53.423573 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:53.435833 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b56a348-8588-4c3e-a75c-4b04d1313bf6 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:10:53.455523 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 9b56a348-8588-4c3e-a75c-4b04d1313bf6, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=9b56a348-8588-4c3e-a75c-4b04d1313bf6,segment=NetworkSegment(6e250974-de42-4e74-92d2-d9e7404386aa),segment_id=6e250974-de42-4e74-92d2-d9e7404386aa)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:10:53.459124 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:53.505303 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=9b56a348-8588-4c3e-a75c-4b04d1313bf6,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:53.692211 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['9b56a348-8588-4c3e-a75c-4b04d1313bf6'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:10:54.365110 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:54.495086 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a219941-44df-487b-a3cb-d2192af6850a req-9b1c2e0e-85c0-4851-ac8e-c3e0c9a03f93 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:54.496554 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6a219941-44df-487b-a3cb-d2192af6850a req-9b1c2e0e-85c0-4851-ac8e-c3e0c9a03f93 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 945 time: 0.0478623 Sep 30 14:10:54.537175 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6a219941-44df-487b-a3cb-d2192af6850a req-34736157-03e8-42c4-9c55-f9ab59eb4e7a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=37364d6e-aab6-4b2e-9359-ac079931e991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348237 Sep 30 14:10:55.307482 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 9b56a348-8588-4c3e-a75c-4b04d1313bf6 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:10:55.354934 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 9b56a348-8588-4c3e-a75c-4b04d1313bf6 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 14:10:55.359003 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 9b56a348-8588-4c3e-a75c-4b04d1313bf6 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:10:55.359371 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:55.435547 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:55.457963 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6d31da-6f4e-4115-8bd8-59f91a52bef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b56a348-8588-4c3e-a75c-4b04d1313bf6'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:10:55.460747 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730efdff73588999065a9861b250a1e40d95e5d75871f85cc1573bd279cf301b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9691b8-91ce-4c07-ac62-d8a640dca2dd" -d '{"events": [{"server_uuid": "9e6d31da-6f4e-4115-8bd8-59f91a52bef8", "name": "network-vif-plugged", "status": "completed", "tag": "9b56a348-8588-4c3e-a75c-4b04d1313bf6"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:10:55.473226 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 9b56a348-8588-4c3e-a75c-4b04d1313bf6, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=9b56a348-8588-4c3e-a75c-4b04d1313bf6,segment=NetworkSegment(6e250974-de42-4e74-92d2-d9e7404386aa),segment_id=6e250974-de42-4e74-92d2-d9e7404386aa)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:10:55.477517 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:55.526680 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=9b56a348-8588-4c3e-a75c-4b04d1313bf6,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:55.549498 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1204c018-f4b4-457d-b96e-ba0caa3ccec4 x-openstack-request-id: req-1204c018-f4b4-457d-b96e-ba0caa3ccec4 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:10:55.549895 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6d31da-6f4e-4115-8bd8-59f91a52bef8", "name": "network-vif-plugged", "status": "completed", "tag": "9b56a348-8588-4c3e-a75c-4b04d1313bf6", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:10:55.550196 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1204c018-f4b4-457d-b96e-ba0caa3ccec4 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:10:55.550595 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6d31da-6f4e-4115-8bd8-59f91a52bef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b56a348-8588-4c3e-a75c-4b04d1313bf6', 'code': 200} Sep 30 14:10:55.679976 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07701f55-5eea-4b2a-9d70-c89d6808077c req-bcdc44b9-a57a-4c72-a54b-ac1ab261ab15 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:55.681461 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-07701f55-5eea-4b2a-9d70-c89d6808077c req-bcdc44b9-a57a-4c72-a54b-ac1ab261ab15 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 946 time: 0.0749452 Sep 30 14:10:55.683710 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda80f3-773a-4b95-8c9c-a0b66f5c3ede req-c5f8719c-9efc-4f0e-bddd-551179a6d9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:55.685057 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9bda80f3-773a-4b95-8c9c-a0b66f5c3ede req-c5f8719c-9efc-4f0e-bddd-551179a6d9d5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 1097 time: 0.0766993 Sep 30 14:10:55.735810 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-07701f55-5eea-4b2a-9d70-c89d6808077c req-1ac65f7b-a869-4ceb-b15c-34e4debbed7a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=37364d6e-aab6-4b2e-9359-ac079931e991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484030 Sep 30 14:10:55.741158 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9bda80f3-773a-4b95-8c9c-a0b66f5c3ede req-c41a11bd-e7b7-4e83-9786-59954795a716 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=37364d6e-aab6-4b2e-9359-ac079931e991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482185 Sep 30 14:10:56.855835 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b85bc5-7c15-4670-82ec-e54e51affde0 req-221df1a7-19f0-44b6-acf8-fa3e9642c030 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:56.857316 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-69b85bc5-7c15-4670-82ec-e54e51affde0 req-221df1a7-19f0-44b6-acf8-fa3e9642c030 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 946 time: 0.0537002 Sep 30 14:10:56.893985 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-69b85bc5-7c15-4670-82ec-e54e51affde0 req-d97358d9-c017-4d6b-bbfd-c24938e811a5 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=37364d6e-aab6-4b2e-9359-ac079931e991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307209 Sep 30 14:10:57.008441 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667bf37-c8d5-4c00-aa39-39ee81d17e27 req-64698c64-e7e5-402e-9406-daa18f9aecea tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:57.009901 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d667bf37-c8d5-4c00-aa39-39ee81d17e27 req-64698c64-e7e5-402e-9406-daa18f9aecea tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 946 time: 0.0513456 Sep 30 14:10:57.047239 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d667bf37-c8d5-4c00-aa39-39ee81d17e27 req-773375ec-6507-434d-8709-f298d3d27f77 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=37364d6e-aab6-4b2e-9359-ac079931e991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314016 Sep 30 14:10:57.067802 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49818) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:10:57.106799 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26222ffd-d13c-48ea-9364-cfe6cb8a1e03 tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:57.108297 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-26222ffd-d13c-48ea-9364-cfe6cb8a1e03 tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 1092 time: 0.0395281 Sep 30 14:10:57.110960 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49820) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:10:57.115099 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-b3bb3fae-7e1c-490d-afac-af90d1f50746 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'port_id': '9b56a348-8588-4c3e-a75c-4b04d1313bf6', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:10:57.137437 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b3bb3fae-7e1c-490d-afac-af90d1f50746 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for floatingip, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:57.232478 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b3bb3fae-7e1c-490d-afac-af90d1f50746 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:57.630042 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-b3bb3fae-7e1c-490d-afac-af90d1f50746 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Allocated IP 172.25.5.164 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/ed3739fd-f22b-45eb-8f5c-ad4de75e428f) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:10:57.734721 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b3bb3fae-7e1c-490d-afac-af90d1f50746 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:57.766942 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b3bb3fae-7e1c-490d-afac-af90d1f50746 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:57.805058 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bb3fae-7e1c-490d-afac-af90d1f50746 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:10:57.807905 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-b3bb3fae-7e1c-490d-afac-af90d1f50746 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:10:57.811502 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bb3fae-7e1c-490d-afac-af90d1f50746 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:10:57.833075 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb3fae-7e1c-490d-afac-af90d1f50746 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=ed3739fd-f22b-45eb-8f5c-ad4de75e428f,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:58.162866 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b3bb3fae-7e1c-490d-afac-af90d1f50746 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:58.225917 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b3bb3fae-7e1c-490d-afac-af90d1f50746 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:58.373292 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b3bb3fae-7e1c-490d-afac-af90d1f50746 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:58.377722 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b3bb3fae-7e1c-490d-afac-af90d1f50746 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:58.449099 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb3fae-7e1c-490d-afac-af90d1f50746 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=ed3739fd-f22b-45eb-8f5c-ad4de75e428f,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:10:58.457268 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b3bb3fae-7e1c-490d-afac-af90d1f50746 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:58.551503 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-b3bb3fae-7e1c-490d-afac-af90d1f50746 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Floating IP 291a9de7-675a-44c5-8ee5-4bc32cc79961 associated. External IP: 172.25.5.164, port: 9b56a348-8588-4c3e-a75c-4b04d1313bf6. Sep 30 14:10:58.760640 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bb3fae-7e1c-490d-afac-af90d1f50746 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Router a082136e-55d8-433e-adbd-d0f3f1c3a13c has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:10:58.867804 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bb3fae-7e1c-490d-afac-af90d1f50746 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:10:58.877595 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e4a4b3-fcc9-49f5-9f4a-7422ab2df107 None None] Sync routers for ids ['a082136e-55d8-433e-adbd-d0f3f1c3a13c'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:10:58.883432 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-b3bb3fae-7e1c-490d-afac-af90d1f50746 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:10:58.887768 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e4a4b3-fcc9-49f5-9f4a-7422ab2df107 None None] Routers {'a082136e-55d8-433e-adbd-d0f3f1c3a13c'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:10:58.888381 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-b8e4a4b3-fcc9-49f5-9f4a-7422ab2df107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:10:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a082136e-55d8-433e-adbd-d0f3f1c3a13c'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:10:58.910562 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-b3bb3fae-7e1c-490d-afac-af90d1f50746 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7986202 Sep 30 14:10:58.911150 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6d31da-6f4e-4115-8bd8-59f91a52bef8', 'tag': '9b56a348-8588-4c3e-a75c-4b04d1313bf6'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:10:58.914050 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026b6dd2-5eea-489c-9730-9d45a606a4cd" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6d31da-6f4e-4115-8bd8-59f91a52bef8", "tag": "9b56a348-8588-4c3e-a75c-4b04d1313bf6"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:10:58.956352 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b91dc3-b2b5-44c1-a1d5-91fb70c828ce x-openstack-request-id: req-55b91dc3-b2b5-44c1-a1d5-91fb70c828ce {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:10:58.957158 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6d31da-6f4e-4115-8bd8-59f91a52bef8", "tag": "9b56a348-8588-4c3e-a75c-4b04d1313bf6", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:10:58.957429 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-55b91dc3-b2b5-44c1-a1d5-91fb70c828ce {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:10:58.957836 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6d31da-6f4e-4115-8bd8-59f91a52bef8', 'tag': '9b56a348-8588-4c3e-a75c-4b04d1313bf6', 'status': 'completed', 'code': 200} Sep 30 14:10:58.995173 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-b8e4a4b3-fcc9-49f5-9f4a-7422ab2df107 None None] Set router a082136e-55d8-433e-adbd-d0f3f1c3a13c gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:10:59.019999 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b092f-cc22-416a-86b0-c73a0456a273 req-78d87306-b842-42fd-971b-95778e5217b6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:59.022901 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9c5b092f-cc22-416a-86b0-c73a0456a273 req-78d87306-b842-42fd-971b-95778e5217b6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 946 time: 0.0533116 Sep 30 14:10:59.026953 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b6dd2-5eea-489c-9730-9d45a606a4cd req-95429f50-26c4-4e56-a7f7-be99414519cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:59.028592 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-026b6dd2-5eea-489c-9730-9d45a606a4cd req-95429f50-26c4-4e56-a7f7-be99414519cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 1097 time: 0.0474014 Sep 30 14:10:59.060781 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9c5b092f-cc22-416a-86b0-c73a0456a273 req-0f3c15e4-de0f-43ff-8865-57a0e2a52959 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=37364d6e-aab6-4b2e-9359-ac079931e991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325699 Sep 30 14:10:59.083281 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49826) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:10:59.128129 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b6dd2-5eea-489c-9730-9d45a606a4cd req-28d82da1-4124-452c-aafe-5dce3b9ab7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:59.129626 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-026b6dd2-5eea-489c-9730-9d45a606a4cd req-28d82da1-4124-452c-aafe-5dce3b9ab7f6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=94efff40-3e7e-463a-9fb4-013c113a431e HTTP/1.1" status: 200 len: 898 time: 0.0941246 Sep 30 14:10:59.149162 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9fcf9792-ca12-424f-8cfc-b9a75221a2e1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/floatingips/291a9de7-675a-44c5-8ee5-4bc32cc79961 HTTP/1.1" status: 200 len: 992 time: 0.0647433 Sep 30 14:10:59.200677 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-026b6dd2-5eea-489c-9730-9d45a606a4cd req-287e76eb-1efa-4636-9ef6-0cb704467467 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b56a348-8588-4c3e-a75c-4b04d1313bf6 HTTP/1.1" status: 200 len: 1000 time: 0.0633149 Sep 30 14:10:59.214475 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-b8e4a4b3-fcc9-49f5-9f4a-7422ab2df107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132572429', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:10:42Z', 'updated_at': '2021-09-30T14:10:45Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:10:43Z', 'updated_at': '2021-09-30T14:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '291a9de7-675a-44c5-8ee5-4bc32cc79961', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'port_id': '9b56a348-8588-4c3e-a75c-4b04d1313bf6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94efff40-3e7e-463a-9fb4-013c113a431e', 'mac_address': 'fa:16:3e:28:7c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d31da-6f4e-4115-8bd8-59f91a52bef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:10:58Z', 'updated_at': '2021-09-30T14:10:58Z', 'revision_number': 0, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7362502-f158-4be1-b360-75fd5ee59ffe', 'name': '', 'network_id': '94efff40-3e7e-463a-9fb4-013c113a431e', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:b2:19:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'aa1587b5-1913-4105-8f6f-b87ec97f8c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:10:45Z', 'updated_at': '2021-09-30T14:10:48Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': 'aa1587b5-1913-4105-8f6f-b87ec97f8c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:10:59.244552 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e4a4b3-fcc9-49f5-9f4a-7422ab2df107 None None] Checking router: a082136e-55d8-433e-adbd-d0f3f1c3a13c for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:10:59.249518 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b6dd2-5eea-489c-9730-9d45a606a4cd req-7d808b81-b469-4892-83bc-411313e8faea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:59.251025 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-026b6dd2-5eea-489c-9730-9d45a606a4cd req-7d808b81-b469-4892-83bc-411313e8faea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa1587b5-1913-4105-8f6f-b87ec97f8c55 HTTP/1.1" status: 200 len: 834 time: 0.0436532 Sep 30 14:10:59.252591 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e4a4b3-fcc9-49f5-9f4a-7422ab2df107 None None] Routers {'a082136e-55d8-433e-adbd-d0f3f1c3a13c'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:10:59.253185 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-b8e4a4b3-fcc9-49f5-9f4a-7422ab2df107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:10:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a082136e-55d8-433e-adbd-d0f3f1c3a13c'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:10:59.297016 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b6dd2-5eea-489c-9730-9d45a606a4cd req-c2efe915-4497-410d-88d9-a0b682fa86b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:10:59.298576 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-026b6dd2-5eea-489c-9730-9d45a606a4cd req-c2efe915-4497-410d-88d9-a0b682fa86b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94efff40-3e7e-463a-9fb4-013c113a431e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404656 Sep 30 14:10:59.357047 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-b8e4a4b3-fcc9-49f5-9f4a-7422ab2df107 None None] Set router a082136e-55d8-433e-adbd-d0f3f1c3a13c gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:10:59.394403 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-026b6dd2-5eea-489c-9730-9d45a606a4cd req-c8d319be-1736-4ad0-bdc6-77612e8166d6 service neutron] 10.222.0.39 "GET /v2.0/networks/94efff40-3e7e-463a-9fb4-013c113a431e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876942 Sep 30 14:10:59.484850 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-026b6dd2-5eea-489c-9730-9d45a606a4cd req-da912284-4fc5-4066-ad8b-d1b9c93fe958 service neutron] 10.222.0.39 "GET /v2.0/networks/94efff40-3e7e-463a-9fb4-013c113a431e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829594 Sep 30 14:10:59.575860 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-b8e4a4b3-fcc9-49f5-9f4a-7422ab2df107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132572429', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:10:42Z', 'updated_at': '2021-09-30T14:10:45Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:10:43Z', 'updated_at': '2021-09-30T14:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '291a9de7-675a-44c5-8ee5-4bc32cc79961', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'port_id': '9b56a348-8588-4c3e-a75c-4b04d1313bf6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94efff40-3e7e-463a-9fb4-013c113a431e', 'mac_address': 'fa:16:3e:28:7c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d31da-6f4e-4115-8bd8-59f91a52bef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:10:58Z', 'updated_at': '2021-09-30T14:10:58Z', 'revision_number': 0, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7362502-f158-4be1-b360-75fd5ee59ffe', 'name': '', 'network_id': '94efff40-3e7e-463a-9fb4-013c113a431e', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:b2:19:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'aa1587b5-1913-4105-8f6f-b87ec97f8c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:10:45Z', 'updated_at': '2021-09-30T14:10:48Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': 'aa1587b5-1913-4105-8f6f-b87ec97f8c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:10:59.606028 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e4a4b3-fcc9-49f5-9f4a-7422ab2df107 None None] The sync data for ids ['a082136e-55d8-433e-adbd-d0f3f1c3a13c'] in n-d-810909-2 is: [{'id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132572429', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:10:42Z', 'updated_at': '2021-09-30T14:10:45Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:10:43Z', 'updated_at': '2021-09-30T14:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '291a9de7-675a-44c5-8ee5-4bc32cc79961', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'port_id': '9b56a348-8588-4c3e-a75c-4b04d1313bf6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94efff40-3e7e-463a-9fb4-013c113a431e', 'mac_address': 'fa:16:3e:28:7c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d31da-6f4e-4115-8bd8-59f91a52bef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:10:58Z', 'updated_at': '2021-09-30T14:10:58Z', 'revision_number': 0, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7362502-f158-4be1-b360-75fd5ee59ffe', 'name': '', 'network_id': '94efff40-3e7e-463a-9fb4-013c113a431e', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:b2:19:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'aa1587b5-1913-4105-8f6f-b87ec97f8c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:10:45Z', 'updated_at': '2021-09-30T14:10:48Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': 'aa1587b5-1913-4105-8f6f-b87ec97f8c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:10:59.787662 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68541e40-9e6e-4f02-b791-e112f729c0e2 None None] New status for floating IP 291a9de7-675a-44c5-8ee5-4bc32cc79961: ACTIVE {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 14:11:00.153014 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49828) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:11:00.216726 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-452bee83-0390-4e23-8a37-d7710a4b5a23 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/floatingips/291a9de7-675a-44c5-8ee5-4bc32cc79961 HTTP/1.1" status: 200 len: 994 time: 0.0625730 Sep 30 14:11:15.447439 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:11:18.258156 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fdde899c-3982-4b46-ae01-f37ff063386f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:11:20.263903 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:11:20.759971 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ad1e9834-e5e5-46ef-a90b-4f91cfaa81bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:11:21.729943 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:11:22.610618 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:11:22.741210 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:11:24.367512 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:11:24.630029 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8bfd87aa-a766-4222-adb1-6a346e825ca3 req-e81f5238-21aa-44ed-a340-aefe7257576c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391963 Sep 30 14:11:24.712080 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd87aa-a766-4222-adb1-6a346e825ca3 req-d523ef71-8d20-458b-bc7a-b2fff4e72682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:11:24.713566 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8bfd87aa-a766-4222-adb1-6a346e825ca3 req-d523ef71-8d20-458b-bc7a-b2fff4e72682 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 1097 time: 0.0408890 Sep 30 14:11:24.821055 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd87aa-a766-4222-adb1-6a346e825ca3 req-ba0e5d34-41a4-4f7d-b3fa-82cdbe1b9f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:11:24.822531 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8bfd87aa-a766-4222-adb1-6a346e825ca3 req-ba0e5d34-41a4-4f7d-b3fa-82cdbe1b9f0a service neutron] 10.222.0.39 "GET /v2.0/networks?id=94efff40-3e7e-463a-9fb4-013c113a431e HTTP/1.1" status: 200 len: 898 time: 0.0877645 Sep 30 14:11:24.887175 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8bfd87aa-a766-4222-adb1-6a346e825ca3 req-bbea18ca-fdfd-47dc-8b6f-50801efc6d5f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b56a348-8588-4c3e-a75c-4b04d1313bf6 HTTP/1.1" status: 200 len: 1002 time: 0.0565305 Sep 30 14:11:24.939508 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd87aa-a766-4222-adb1-6a346e825ca3 req-6eb812f9-76e1-40a5-89fb-d71e07036197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:11:24.940931 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8bfd87aa-a766-4222-adb1-6a346e825ca3 req-6eb812f9-76e1-40a5-89fb-d71e07036197 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa1587b5-1913-4105-8f6f-b87ec97f8c55 HTTP/1.1" status: 200 len: 834 time: 0.0462167 Sep 30 14:11:24.986124 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd87aa-a766-4222-adb1-6a346e825ca3 req-0aaee79f-56b7-4eb8-85a6-763f7670bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:11:24.987610 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8bfd87aa-a766-4222-adb1-6a346e825ca3 req-0aaee79f-56b7-4eb8-85a6-763f7670bba5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94efff40-3e7e-463a-9fb4-013c113a431e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385466 Sep 30 14:11:25.076134 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8bfd87aa-a766-4222-adb1-6a346e825ca3 req-4e0b7ca8-cf45-4ba6-967c-6d82f498d62c service neutron] 10.222.0.39 "GET /v2.0/networks/94efff40-3e7e-463a-9fb4-013c113a431e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804989 Sep 30 14:11:25.167809 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8bfd87aa-a766-4222-adb1-6a346e825ca3 req-0beb691e-bb51-4798-b1fa-d82e1ffd07ee service neutron] 10.222.0.39 "GET /v2.0/networks/94efff40-3e7e-463a-9fb4-013c113a431e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836236 Sep 30 14:11:28.900507 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b469c9-b7c5-45d1-946b-4516a6b86725 req-c09ff4df-dcd8-4054-ba9b-319dab6c3906 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:11:28.901988 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7b469c9-b7c5-45d1-946b-4516a6b86725 req-c09ff4df-dcd8-4054-ba9b-319dab6c3906 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 946 time: 0.0485027 Sep 30 14:11:28.938430 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c7b469c9-b7c5-45d1-946b-4516a6b86725 req-4e04516b-15c4-42e0-9b96-96552dcea433 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=37364d6e-aab6-4b2e-9359-ac079931e991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305531 Sep 30 14:11:30.052994 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644372a-b110-4761-9f91-eebe081e7c5d req-1ce98277-5417-4470-bada-9b5fb873ed67 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:11:30.054376 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a644372a-b110-4761-9f91-eebe081e7c5d req-1ce98277-5417-4470-bada-9b5fb873ed67 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 946 time: 0.0473473 Sep 30 14:11:30.090999 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a644372a-b110-4761-9f91-eebe081e7c5d req-4b173edd-544f-41bf-9f79-d39cfd0fe7a8 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=37364d6e-aab6-4b2e-9359-ac079931e991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307212 Sep 30 14:11:31.220552 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72dbaa0-b6d7-45b5-9493-692e1a712bfb req-3ba29d5d-135b-40c9-a41b-05eb8ad34f88 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:11:31.222053 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a72dbaa0-b6d7-45b5-9493-692e1a712bfb req-3ba29d5d-135b-40c9-a41b-05eb8ad34f88 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 946 time: 0.0530746 Sep 30 14:11:31.259192 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a72dbaa0-b6d7-45b5-9493-692e1a712bfb req-2166bf9f-aabc-4572-ad1b-8213754dca79 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=37364d6e-aab6-4b2e-9359-ac079931e991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312150 Sep 30 14:11:32.373468 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f635466-9adc-4255-889f-82e99beb5443 req-decd9eaa-346d-48e7-9e19-8978434c4cc0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:11:32.374964 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5f635466-9adc-4255-889f-82e99beb5443 req-decd9eaa-346d-48e7-9e19-8978434c4cc0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 946 time: 0.0490096 Sep 30 14:11:32.411659 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5f635466-9adc-4255-889f-82e99beb5443 req-b5d8f4dc-39c0-4414-9684-86db37dd521e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=37364d6e-aab6-4b2e-9359-ac079931e991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301812 Sep 30 14:11:33.525985 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e0d96-3ab4-4413-acfb-89f232b3164f req-c66c10ee-4786-4411-b27d-b4fc50ca3bbc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:11:33.527488 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-328e0d96-3ab4-4413-acfb-89f232b3164f req-c66c10ee-4786-4411-b27d-b4fc50ca3bbc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 946 time: 0.0490179 Sep 30 14:11:33.563900 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-328e0d96-3ab4-4413-acfb-89f232b3164f req-d5413c50-99b6-41d8-bee8-fc43203f0b36 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=37364d6e-aab6-4b2e-9359-ac079931e991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304532 Sep 30 14:11:34.684724 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac5980-a908-4b45-9794-7179a052f76b req-57d5b9fd-db84-4da0-b0e3-5811d72bf03b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:11:34.686223 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-59ac5980-a908-4b45-9794-7179a052f76b req-57d5b9fd-db84-4da0-b0e3-5811d72bf03b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 946 time: 0.0556345 Sep 30 14:11:34.723478 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-59ac5980-a908-4b45-9794-7179a052f76b req-7caa910c-29d4-4dcd-90fd-cdcfcfde9635 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=37364d6e-aab6-4b2e-9359-ac079931e991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312803 Sep 30 14:11:35.836800 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378524a-a614-46d6-a9fe-6de45a384aa9 req-db1e6951-5767-454e-96bf-439d793d33b2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:11:35.838322 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0378524a-a614-46d6-a9fe-6de45a384aa9 req-db1e6951-5767-454e-96bf-439d793d33b2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 946 time: 0.0479801 Sep 30 14:11:35.875430 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0378524a-a614-46d6-a9fe-6de45a384aa9 req-01937392-81ce-412e-b017-849120f119f2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=37364d6e-aab6-4b2e-9359-ac079931e991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312362 Sep 30 14:11:36.988340 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea1550-a793-49e8-b1b0-c881c51bf5bd req-cbc54415-e63c-494f-b2db-e322a43afc1e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:11:36.990246 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2ea1550-a793-49e8-b1b0-c881c51bf5bd req-cbc54415-e63c-494f-b2db-e322a43afc1e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 946 time: 0.0486147 Sep 30 14:11:37.027481 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e2ea1550-a793-49e8-b1b0-c881c51bf5bd req-975a0c39-f86d-41c5-b954-52e56af0d8bb tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=37364d6e-aab6-4b2e-9359-ac079931e991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312204 Sep 30 14:11:38.146836 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a8c66-f113-4f45-8c0d-e0b2f55d8cdc req-f2cf04a7-5a20-4f16-9100-677b81d5759b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:11:38.148317 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c3a8c66-f113-4f45-8c0d-e0b2f55d8cdc req-f2cf04a7-5a20-4f16-9100-677b81d5759b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 946 time: 0.0526135 Sep 30 14:11:38.184669 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3c3a8c66-f113-4f45-8c0d-e0b2f55d8cdc req-8e1b625a-43fd-40f3-b87f-4a197695223a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=37364d6e-aab6-4b2e-9359-ac079931e991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305433 Sep 30 14:11:39.302652 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e4c60-f32b-4e1f-b711-464f15283d34 req-a9d0fd5e-d06a-48cf-9378-af85f2fcbc4f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:11:39.304129 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-319e4c60-f32b-4e1f-b711-464f15283d34 req-a9d0fd5e-d06a-48cf-9378-af85f2fcbc4f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 946 time: 0.0492072 Sep 30 14:11:39.341251 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-319e4c60-f32b-4e1f-b711-464f15283d34 req-5c346e1c-9dae-4059-9c1b-f31454597126 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=37364d6e-aab6-4b2e-9359-ac079931e991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311937 Sep 30 14:11:39.363182 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49868) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:11:39.425576 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cd33dca3-caa4-4ac4-b274-5e4bcaeff9a6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/floatingips/291a9de7-675a-44c5-8ee5-4bc32cc79961 HTTP/1.1" status: 200 len: 994 time: 0.0612638 Sep 30 14:11:40.715274 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7597d-97de-4df7-88be-05b1bc5930c6 req-9650a968-aa8c-4b90-8f3c-c8e5431f95b5 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:11:40.716675 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7fb7597d-97de-4df7-88be-05b1bc5930c6 req-9650a968-aa8c-4b90-8f3c-c8e5431f95b5 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 946 time: 0.0782559 Sep 30 14:11:40.722114 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c147f85-8386-4bc9-9c9b-791a521864f8 req-4e3680dd-ba7f-4b69-89bb-760d81339f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:11:40.723507 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9c147f85-8386-4bc9-9c9b-791a521864f8 req-4e3680dd-ba7f-4b69-89bb-760d81339f95 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 1097 time: 0.0573967 Sep 30 14:11:40.783695 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7fb7597d-97de-4df7-88be-05b1bc5930c6 req-e11f1f76-1470-4fa8-9980-01309b5e5120 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=37364d6e-aab6-4b2e-9359-ac079931e991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592420 Sep 30 14:11:40.835956 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c147f85-8386-4bc9-9c9b-791a521864f8 req-a8183f8a-1c9c-42b5-9aa3-b5fc47a3aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:11:40.837409 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9c147f85-8386-4bc9-9c9b-791a521864f8 req-a8183f8a-1c9c-42b5-9aa3-b5fc47a3aa65 service neutron] 10.222.0.39 "GET /v2.0/networks?id=94efff40-3e7e-463a-9fb4-013c113a431e HTTP/1.1" status: 200 len: 898 time: 0.1065893 Sep 30 14:11:40.901548 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9c147f85-8386-4bc9-9c9b-791a521864f8 req-1eb26ce3-e9d2-4275-ade1-b87d00a7256d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b56a348-8588-4c3e-a75c-4b04d1313bf6 HTTP/1.1" status: 200 len: 1002 time: 0.0564029 Sep 30 14:11:40.954816 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c147f85-8386-4bc9-9c9b-791a521864f8 req-423c55c3-ecd0-448f-9b3c-4a1cdf50099b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:11:40.956264 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9c147f85-8386-4bc9-9c9b-791a521864f8 req-423c55c3-ecd0-448f-9b3c-4a1cdf50099b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa1587b5-1913-4105-8f6f-b87ec97f8c55 HTTP/1.1" status: 200 len: 834 time: 0.0468161 Sep 30 14:11:41.000550 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c147f85-8386-4bc9-9c9b-791a521864f8 req-95f781d3-9e00-4faa-9a18-1d9f8ef9df29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:11:41.001914 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9c147f85-8386-4bc9-9c9b-791a521864f8 req-95f781d3-9e00-4faa-9a18-1d9f8ef9df29 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94efff40-3e7e-463a-9fb4-013c113a431e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386331 Sep 30 14:11:41.091845 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9c147f85-8386-4bc9-9c9b-791a521864f8 req-e1419925-c307-4626-a736-4ce0dc09983e service neutron] 10.222.0.39 "GET /v2.0/networks/94efff40-3e7e-463a-9fb4-013c113a431e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827332 Sep 30 14:11:41.182114 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9c147f85-8386-4bc9-9c9b-791a521864f8 req-724dbfc8-aab2-46d6-9f57-3733ac04156f service neutron] 10.222.0.39 "GET /v2.0/networks/94efff40-3e7e-463a-9fb4-013c113a431e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822389 Sep 30 14:11:41.901097 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21f0ed-bced-4e72-aad8-611d0f98cec8 req-133cd7d5-1033-4025-959a-4d1a0f607c43 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:11:41.902595 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3e21f0ed-bced-4e72-aad8-611d0f98cec8 req-133cd7d5-1033-4025-959a-4d1a0f607c43 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 946 time: 0.0488174 Sep 30 14:11:41.938699 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3e21f0ed-bced-4e72-aad8-611d0f98cec8 req-c6981dbe-54b0-42b0-ba2a-c2667b5ef4d2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=37364d6e-aab6-4b2e-9359-ac079931e991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302846 Sep 30 14:11:41.961595 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49878) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:11:42.347293 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-095ed952-ae8d-46c9-9c69-621571df062f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/floatingips/291a9de7-675a-44c5-8ee5-4bc32cc79961 HTTP/1.1" status: 200 len: 994 time: 0.3845682 Sep 30 14:11:45.438761 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:11:48.258478 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-958eadca-5fe3-49b5-8771-a594e4730949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:11:50.260246 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:11:50.760546 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4a34887f-c7ab-49e0-a55e-eb29ce27d22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:11:51.730713 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:11:52.613430 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:11:54.372350 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:11:59.739436 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:12:12.707702 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49892) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:12:12.863266 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-d38cda32-abe6-449e-96b4-8df026d36736 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Deleting port ed3739fd-f22b-45eb-8f5c-ad4de75e428f {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:12:12.863608 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d38cda32-abe6-449e-96b4-8df026d36736 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:12.936650 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d38cda32-abe6-449e-96b4-8df026d36736 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:12.936971 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d38cda32-abe6-449e-96b4-8df026d36736 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:12.948791 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-d38cda32-abe6-449e-96b4-8df026d36736 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Calling delete_port for ed3739fd-f22b-45eb-8f5c-ad4de75e428f owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:12:13.094084 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d38cda32-abe6-449e-96b4-8df026d36736 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:13.118924 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38cda32-abe6-449e-96b4-8df026d36736 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Port': ['ID=ed3739fd-f22b-45eb-8f5c-ad4de75e428f,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:13.130547 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38cda32-abe6-449e-96b4-8df026d36736 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:13.130899 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38cda32-abe6-449e-96b4-8df026d36736 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:13.131242 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38cda32-abe6-449e-96b4-8df026d36736 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:13.131576 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38cda32-abe6-449e-96b4-8df026d36736 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:13.131908 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38cda32-abe6-449e-96b4-8df026d36736 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:13.132237 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38cda32-abe6-449e-96b4-8df026d36736 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:13.132589 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38cda32-abe6-449e-96b4-8df026d36736 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:13.132896 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38cda32-abe6-449e-96b4-8df026d36736 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:13.133222 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38cda32-abe6-449e-96b4-8df026d36736 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:13.133544 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38cda32-abe6-449e-96b4-8df026d36736 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:13.133869 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38cda32-abe6-449e-96b4-8df026d36736 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:13.134216 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38cda32-abe6-449e-96b4-8df026d36736 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:13.190420 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d38cda32-abe6-449e-96b4-8df026d36736 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:13.190749 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-d38cda32-abe6-449e-96b4-8df026d36736 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Floating IP 291a9de7-675a-44c5-8ee5-4bc32cc79961 disassociated (deleted). External IP: 172.25.5.164, port: 9b56a348-8588-4c3e-a75c-4b04d1313bf6. Sep 30 14:12:13.396082 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38cda32-abe6-449e-96b4-8df026d36736 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Router a082136e-55d8-433e-adbd-d0f3f1c3a13c has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:12:13.502241 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38cda32-abe6-449e-96b4-8df026d36736 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:12:13.507576 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-d38cda32-abe6-449e-96b4-8df026d36736 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:13.512118 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3f91e7-ee64-4355-8941-8431ccfcba81 None None] Sync routers for ids ['a082136e-55d8-433e-adbd-d0f3f1c3a13c'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:12:13.521583 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3f91e7-ee64-4355-8941-8431ccfcba81 None None] Routers {'a082136e-55d8-433e-adbd-d0f3f1c3a13c'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:12:13.522214 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3e3f91e7-ee64-4355-8941-8431ccfcba81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:11:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a082136e-55d8-433e-adbd-d0f3f1c3a13c'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:12:13.533863 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d38cda32-abe6-449e-96b4-8df026d36736 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "DELETE /v2.0/floatingips/291a9de7-675a-44c5-8ee5-4bc32cc79961 HTTP/1.1" status: 204 len: 168 time: 0.8238251 Sep 30 14:12:13.534581 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6d31da-6f4e-4115-8bd8-59f91a52bef8', 'tag': '9b56a348-8588-4c3e-a75c-4b04d1313bf6'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:12:13.536935 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e219da2189c054287262e416842f7478ca0ea1bcac3b9d962638c13bcc9183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a19aaf-43bc-4fe3-8239-84a764f701c7" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6d31da-6f4e-4115-8bd8-59f91a52bef8", "tag": "9b56a348-8588-4c3e-a75c-4b04d1313bf6"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:12:13.630599 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da27cc11-e048-473c-b388-8c8d378287bf x-openstack-request-id: req-da27cc11-e048-473c-b388-8c8d378287bf {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:12:13.630959 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6d31da-6f4e-4115-8bd8-59f91a52bef8", "tag": "9b56a348-8588-4c3e-a75c-4b04d1313bf6", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:12:13.631281 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da27cc11-e048-473c-b388-8c8d378287bf {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:12:13.631799 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6d31da-6f4e-4115-8bd8-59f91a52bef8', 'tag': '9b56a348-8588-4c3e-a75c-4b04d1313bf6', 'status': 'completed', 'code': 200} Sep 30 14:12:13.645108 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-3e3f91e7-ee64-4355-8941-8431ccfcba81 None None] Set router a082136e-55d8-433e-adbd-d0f3f1c3a13c gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:12:13.713048 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a19aaf-43bc-4fe3-8239-84a764f701c7 req-514c0e11-f8a5-44f4-979e-e875fa04a5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:13.714625 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33a19aaf-43bc-4fe3-8239-84a764f701c7 req-514c0e11-f8a5-44f4-979e-e875fa04a5e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 1097 time: 0.0562251 Sep 30 14:12:13.829746 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1660a-a091-4055-8614-ec0bd2bb786d req-4e89e818-8058-4383-9d0f-9ca0c43335a7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:13.831675 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c3a1660a-a091-4055-8614-ec0bd2bb786d req-4e89e818-8058-4383-9d0f-9ca0c43335a7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 946 time: 0.1090620 Sep 30 14:12:13.849382 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3e3f91e7-ee64-4355-8941-8431ccfcba81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132572429', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:10:42Z', 'updated_at': '2021-09-30T14:10:45Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:10:43Z', 'updated_at': '2021-09-30T14:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'c7362502-f158-4be1-b360-75fd5ee59ffe', 'name': '', 'network_id': '94efff40-3e7e-463a-9fb4-013c113a431e', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:b2:19:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'aa1587b5-1913-4105-8f6f-b87ec97f8c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:10:45Z', 'updated_at': '2021-09-30T14:10:48Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': 'aa1587b5-1913-4105-8f6f-b87ec97f8c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:12:13.867124 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a19aaf-43bc-4fe3-8239-84a764f701c7 req-c88eb55b-21a9-413c-93b1-025b2e44b8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:13.868596 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33a19aaf-43bc-4fe3-8239-84a764f701c7 req-c88eb55b-21a9-413c-93b1-025b2e44b8c2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=94efff40-3e7e-463a-9fb4-013c113a431e HTTP/1.1" status: 200 len: 898 time: 0.1448750 Sep 30 14:12:13.875359 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3f91e7-ee64-4355-8941-8431ccfcba81 None None] Checking router: a082136e-55d8-433e-adbd-d0f3f1c3a13c for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:12:13.884156 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3f91e7-ee64-4355-8941-8431ccfcba81 None None] Routers {'a082136e-55d8-433e-adbd-d0f3f1c3a13c'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:12:13.884761 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3e3f91e7-ee64-4355-8941-8431ccfcba81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:11:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a082136e-55d8-433e-adbd-d0f3f1c3a13c'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:12:13.920408 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c3a1660a-a091-4055-8614-ec0bd2bb786d req-74d016d7-2344-487b-ac34-b4f1c681597b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=37364d6e-aab6-4b2e-9359-ac079931e991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817297 Sep 30 14:12:13.921704 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33a19aaf-43bc-4fe3-8239-84a764f701c7 req-fea3321f-108f-4618-bb5e-ae101a9a6a91 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b56a348-8588-4c3e-a75c-4b04d1313bf6 HTTP/1.1" status: 200 len: 217 time: 0.0439787 Sep 30 14:12:13.971930 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a19aaf-43bc-4fe3-8239-84a764f701c7 req-e47b027a-6b6b-4c1f-8c33-9386391acb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:13.973504 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33a19aaf-43bc-4fe3-8239-84a764f701c7 req-e47b027a-6b6b-4c1f-8c33-9386391acb5e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa1587b5-1913-4105-8f6f-b87ec97f8c55 HTTP/1.1" status: 200 len: 834 time: 0.0445619 Sep 30 14:12:13.989827 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-3e3f91e7-ee64-4355-8941-8431ccfcba81 None None] Set router a082136e-55d8-433e-adbd-d0f3f1c3a13c gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:12:14.020013 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a19aaf-43bc-4fe3-8239-84a764f701c7 req-18154fe1-7106-47e8-b91b-8edffaaf483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:14.021641 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33a19aaf-43bc-4fe3-8239-84a764f701c7 req-18154fe1-7106-47e8-b91b-8edffaaf483e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94efff40-3e7e-463a-9fb4-013c113a431e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410669 Sep 30 14:12:14.116465 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33a19aaf-43bc-4fe3-8239-84a764f701c7 req-e23a2a92-83bb-4c92-8775-7d4f1a902252 service neutron] 10.222.0.39 "GET /v2.0/networks/94efff40-3e7e-463a-9fb4-013c113a431e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864723 Sep 30 14:12:14.211235 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-33a19aaf-43bc-4fe3-8239-84a764f701c7 req-5ed11ca3-3b5d-4a13-98c7-05f4b2c8fd5b service neutron] 10.222.0.39 "GET /v2.0/networks/94efff40-3e7e-463a-9fb4-013c113a431e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870497 Sep 30 14:12:14.282692 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3e3f91e7-ee64-4355-8941-8431ccfcba81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132572429', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:10:42Z', 'updated_at': '2021-09-30T14:10:45Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:10:43Z', 'updated_at': '2021-09-30T14:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'c7362502-f158-4be1-b360-75fd5ee59ffe', 'name': '', 'network_id': '94efff40-3e7e-463a-9fb4-013c113a431e', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:b2:19:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'aa1587b5-1913-4105-8f6f-b87ec97f8c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:10:45Z', 'updated_at': '2021-09-30T14:10:48Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': 'aa1587b5-1913-4105-8f6f-b87ec97f8c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:12:14.307673 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3f91e7-ee64-4355-8941-8431ccfcba81 None None] The sync data for ids ['a082136e-55d8-433e-adbd-d0f3f1c3a13c'] in n-d-810909-2 is: [{'id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132572429', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:10:42Z', 'updated_at': '2021-09-30T14:10:45Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:10:43Z', 'updated_at': '2021-09-30T14:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'c7362502-f158-4be1-b360-75fd5ee59ffe', 'name': '', 'network_id': '94efff40-3e7e-463a-9fb4-013c113a431e', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:b2:19:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'aa1587b5-1913-4105-8f6f-b87ec97f8c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:10:45Z', 'updated_at': '2021-09-30T14:10:48Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': 'aa1587b5-1913-4105-8f6f-b87ec97f8c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:12:14.526482 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd58617-0a2f-4f0a-b747-27f70ca93288 None None] New status for floating IP 291a9de7-675a-44c5-8ee5-4bc32cc79961: DOWN {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 14:12:15.035196 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2efcdb-cb93-4fb6-9433-c72679e56a94 req-7d9b926c-f4d9-4d28-9614-3c15072a943f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:15.037181 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c2efcdb-cb93-4fb6-9433-c72679e56a94 req-7d9b926c-f4d9-4d28-9614-3c15072a943f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 946 time: 0.0488811 Sep 30 14:12:15.074324 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c2efcdb-cb93-4fb6-9433-c72679e56a94 req-b0eae5c3-caaf-4177-a088-87cb937abd9b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=37364d6e-aab6-4b2e-9359-ac079931e991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311649 Sep 30 14:12:15.218616 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7b2a9-458e-40dd-8917-1a45045d885f req-7044e728-7c6c-4c2a-b3a2-3f1a1b93bbb3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:15.219968 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bfc7b2a9-458e-40dd-8917-1a45045d885f req-7044e728-7c6c-4c2a-b3a2-3f1a1b93bbb3 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e6d31da-6f4e-4115-8bd8-59f91a52bef8 HTTP/1.1" status: 200 len: 946 time: 0.0517206 Sep 30 14:12:15.304976 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-bfc7b2a9-458e-40dd-8917-1a45045d885f req-96cb8863-af8a-4937-8357-d8cdce83613e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Deleting port 9b56a348-8588-4c3e-a75c-4b04d1313bf6 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:12:15.305313 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bfc7b2a9-458e-40dd-8917-1a45045d885f req-96cb8863-af8a-4937-8357-d8cdce83613e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:15.393945 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-bfc7b2a9-458e-40dd-8917-1a45045d885f req-96cb8863-af8a-4937-8357-d8cdce83613e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] For port 9b56a348-8588-4c3e-a75c-4b04d1313bf6, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=9b56a348-8588-4c3e-a75c-4b04d1313bf6,segment=NetworkSegment(6e250974-de42-4e74-92d2-d9e7404386aa),segment_id=6e250974-de42-4e74-92d2-d9e7404386aa)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:12:15.394337 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bfc7b2a9-458e-40dd-8917-1a45045d885f req-96cb8863-af8a-4937-8357-d8cdce83613e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:15.406269 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-bfc7b2a9-458e-40dd-8917-1a45045d885f req-96cb8863-af8a-4937-8357-d8cdce83613e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Calling delete_port for 9b56a348-8588-4c3e-a75c-4b04d1313bf6 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:12:15.454352 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:15.530405 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bfc7b2a9-458e-40dd-8917-1a45045d885f req-96cb8863-af8a-4937-8357-d8cdce83613e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:15.567711 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb8863-af8a-4937-8357-d8cdce83613e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Port': ['ID=9b56a348-8588-4c3e-a75c-4b04d1313bf6,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:15.590327 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb8863-af8a-4937-8357-d8cdce83613e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:15.590674 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb8863-af8a-4937-8357-d8cdce83613e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:15.591008 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb8863-af8a-4937-8357-d8cdce83613e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:15.591336 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb8863-af8a-4937-8357-d8cdce83613e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:15.591685 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb8863-af8a-4937-8357-d8cdce83613e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:15.592010 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb8863-af8a-4937-8357-d8cdce83613e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:15.592332 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb8863-af8a-4937-8357-d8cdce83613e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:15.592655 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb8863-af8a-4937-8357-d8cdce83613e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:15.592971 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb8863-af8a-4937-8357-d8cdce83613e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:15.593289 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb8863-af8a-4937-8357-d8cdce83613e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:15.593603 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb8863-af8a-4937-8357-d8cdce83613e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:15.593915 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb8863-af8a-4937-8357-d8cdce83613e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:15.616877 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc7b2a9-458e-40dd-8917-1a45045d885f req-96cb8863-af8a-4937-8357-d8cdce83613e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] No DVR routers for this DVR port 9b56a348-8588-4c3e-a75c-4b04d1313bf6 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:12:15.619418 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-bfc7b2a9-458e-40dd-8917-1a45045d885f req-96cb8863-af8a-4937-8357-d8cdce83613e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:15.621727 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bfc7b2a9-458e-40dd-8917-1a45045d885f req-96cb8863-af8a-4937-8357-d8cdce83613e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.39 "DELETE /v2.0/ports/9b56a348-8588-4c3e-a75c-4b04d1313bf6 HTTP/1.1" status: 204 len: 173 time: 0.3955936 Sep 30 14:12:15.622203 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6d31da-6f4e-4115-8bd8-59f91a52bef8', 'name': 'network-vif-deleted', 'tag': '9b56a348-8588-4c3e-a75c-4b04d1313bf6'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:12:15.624977 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af2f039-b471-4bb9-90ce-1075078042b9" -d '{"events": [{"server_uuid": "9e6d31da-6f4e-4115-8bd8-59f91a52bef8", "name": "network-vif-deleted", "tag": "9b56a348-8588-4c3e-a75c-4b04d1313bf6"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:12:15.715346 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79f0eb5-b887-4f43-8185-3dbc6b6b9a79 x-openstack-request-id: req-c79f0eb5-b887-4f43-8185-3dbc6b6b9a79 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:12:15.715641 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6d31da-6f4e-4115-8bd8-59f91a52bef8", "name": "network-vif-deleted", "tag": "9b56a348-8588-4c3e-a75c-4b04d1313bf6", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:12:15.715892 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c79f0eb5-b887-4f43-8185-3dbc6b6b9a79 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:12:15.716298 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6d31da-6f4e-4115-8bd8-59f91a52bef8', 'name': 'network-vif-deleted', 'tag': '9b56a348-8588-4c3e-a75c-4b04d1313bf6', 'status': 'completed', 'code': 200} Sep 30 14:12:16.130139 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49916) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:12:16.505032 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a7487352-8f2e-47c8-a7b1-3eb9ea235bab tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:16.768342 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-a7487352-8f2e-47c8-a7b1-3eb9ea235bab tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Deleting port c7362502-f158-4be1-b360-75fd5ee59ffe {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:12:16.768586 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a7487352-8f2e-47c8-a7b1-3eb9ea235bab tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:16.859009 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-a7487352-8f2e-47c8-a7b1-3eb9ea235bab tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] For port c7362502-f158-4be1-b360-75fd5ee59ffe, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c7362502-f158-4be1-b360-75fd5ee59ffe,segment=NetworkSegment(6e250974-de42-4e74-92d2-d9e7404386aa),segment_id=6e250974-de42-4e74-92d2-d9e7404386aa)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:12:16.859375 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a7487352-8f2e-47c8-a7b1-3eb9ea235bab tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:16.872009 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-a7487352-8f2e-47c8-a7b1-3eb9ea235bab tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Calling delete_port for c7362502-f158-4be1-b360-75fd5ee59ffe owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:12:17.062685 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a7487352-8f2e-47c8-a7b1-3eb9ea235bab tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:17.090753 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7487352-8f2e-47c8-a7b1-3eb9ea235bab tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Port': ['ID=c7362502-f158-4be1-b360-75fd5ee59ffe,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:17.264584 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a7487352-8f2e-47c8-a7b1-3eb9ea235bab tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:17.479022 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7487352-8f2e-47c8-a7b1-3eb9ea235bab tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Router a082136e-55d8-433e-adbd-d0f3f1c3a13c has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:12:17.580955 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7487352-8f2e-47c8-a7b1-3eb9ea235bab tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:12:17.586596 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a7487352-8f2e-47c8-a7b1-3eb9ea235bab tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "PUT /v2.0/routers/a082136e-55d8-433e-adbd-d0f3f1c3a13c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4552166 Sep 30 14:12:17.589105 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49918) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:12:17.591797 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b590b76-7049-499a-ac78-abfbd71ca8e8 None None] Sync routers for ids ['a082136e-55d8-433e-adbd-d0f3f1c3a13c'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:12:17.601420 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b590b76-7049-499a-ac78-abfbd71ca8e8 None None] Routers {'a082136e-55d8-433e-adbd-d0f3f1c3a13c'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:12:17.602036 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4b590b76-7049-499a-ac78-abfbd71ca8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:11:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a082136e-55d8-433e-adbd-d0f3f1c3a13c'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:12:17.638545 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-c607b59d-b2a8-4f8f-93d1-f33e3c48546b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Deleting subnet aa1587b5-1913-4105-8f6f-b87ec97f8c55 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 14:12:17.641612 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c607b59d-b2a8-4f8f-93d1-f33e3c48546b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:17.680768 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c607b59d-b2a8-4f8f-93d1-f33e3c48546b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:17.704626 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-4b590b76-7049-499a-ac78-abfbd71ca8e8 None None] Set router a082136e-55d8-433e-adbd-d0f3f1c3a13c gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:12:17.766375 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c607b59d-b2a8-4f8f-93d1-f33e3c48546b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:17.827995 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c607b59d-b2a8-4f8f-93d1-f33e3c48546b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:17.843189 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c607b59d-b2a8-4f8f-93d1-f33e3c48546b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:17.847521 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c607b59d-b2a8-4f8f-93d1-f33e3c48546b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "DELETE /v2.0/subnets/aa1587b5-1913-4105-8f6f-b87ec97f8c55 HTTP/1.1" status: 204 len: 168 time: 0.2550228 Sep 30 14:12:17.847750 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49920) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:12:17.852663 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23e3064-0142-4951-9675-68deba33c7cb None None] Network 94efff40-3e7e-463a-9fb4-013c113a431e requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:12:17.872715 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607b59d-b2a8-4f8f-93d1-f33e3c48546b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Subnet': ['ID=aa1587b5-1913-4105-8f6f-b87ec97f8c55,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:17.898843 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4b590b76-7049-499a-ac78-abfbd71ca8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132572429', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:10:42Z', 'updated_at': '2021-09-30T14:12:17Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:10:43Z', 'updated_at': '2021-09-30T14:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:12:17.925202 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b590b76-7049-499a-ac78-abfbd71ca8e8 None None] Checking router: a082136e-55d8-433e-adbd-d0f3f1c3a13c for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:12:17.933478 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b590b76-7049-499a-ac78-abfbd71ca8e8 None None] Routers {'a082136e-55d8-433e-adbd-d0f3f1c3a13c'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:12:17.934114 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4b590b76-7049-499a-ac78-abfbd71ca8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:11:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a082136e-55d8-433e-adbd-d0f3f1c3a13c'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:12:17.977696 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b631084-3267-4d27-a398-4e74f22379b0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:18.043438 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5ed0df-71a4-45d8-a3fa-eb02242a743d None None] DHCP port deletion for 94efff40-3e7e-463a-9fb4-013c113a431e request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 14:12:18.056970 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-4b590b76-7049-499a-ac78-abfbd71ca8e8 None None] Set router a082136e-55d8-433e-adbd-d0f3f1c3a13c gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:12:18.086581 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b631084-3267-4d27-a398-4e74f22379b0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:18.095255 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-ae5ed0df-71a4-45d8-a3fa-eb02242a743d None None] Deleting port 970a8587-d79c-4ec2-933f-c18a6e6a0c02 {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:12:18.095953 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ae5ed0df-71a4-45d8-a3fa-eb02242a743d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:18.154157 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-7b631084-3267-4d27-a398-4e74f22379b0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Deleting port db7b128e-f531-412f-9853-9bcadd78e274 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:12:18.155138 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b631084-3267-4d27-a398-4e74f22379b0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:18.161327 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-ae5ed0df-71a4-45d8-a3fa-eb02242a743d None None] For port 970a8587-d79c-4ec2-933f-c18a6e6a0c02, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=970a8587-d79c-4ec2-933f-c18a6e6a0c02,segment=NetworkSegment(6e250974-de42-4e74-92d2-d9e7404386aa),segment_id=6e250974-de42-4e74-92d2-d9e7404386aa)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:12:18.161721 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ae5ed0df-71a4-45d8-a3fa-eb02242a743d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:18.174499 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-ae5ed0df-71a4-45d8-a3fa-eb02242a743d None None] Calling delete_port for 970a8587-d79c-4ec2-933f-c18a6e6a0c02 owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:12:18.241525 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-7b631084-3267-4d27-a398-4e74f22379b0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] For port db7b128e-f531-412f-9853-9bcadd78e274, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=db7b128e-f531-412f-9853-9bcadd78e274,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:12:18.241804 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b631084-3267-4d27-a398-4e74f22379b0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:18.255238 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-7b631084-3267-4d27-a398-4e74f22379b0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Calling delete_port for db7b128e-f531-412f-9853-9bcadd78e274 owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:12:18.258787 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4b590b76-7049-499a-ac78-abfbd71ca8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132572429', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:10:42Z', 'updated_at': '2021-09-30T14:12:17Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:10:43Z', 'updated_at': '2021-09-30T14:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:12:18.286788 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b590b76-7049-499a-ac78-abfbd71ca8e8 None None] The sync data for ids ['a082136e-55d8-433e-adbd-d0f3f1c3a13c'] in n-d-810909-2 is: [{'id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132572429', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:10:42Z', 'updated_at': '2021-09-30T14:12:17Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'db7b128e-f531-412f-9853-9bcadd78e274', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a082136e-55d8-433e-adbd-d0f3f1c3a13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:10:43Z', 'updated_at': '2021-09-30T14:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:12:18.401164 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7fa50aeb-5fb5-44c7-aca6-5e898f51c30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:18.425295 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ae5ed0df-71a4-45d8-a3fa-eb02242a743d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:18.430631 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b631084-3267-4d27-a398-4e74f22379b0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:18.449864 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ed0df-71a4-45d8-a3fa-eb02242a743d None None] Pushing event deleted for resources: {'Port': ['ID=970a8587-d79c-4ec2-933f-c18a6e6a0c02,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:18.456295 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b631084-3267-4d27-a398-4e74f22379b0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Port': ['ID=db7b128e-f531-412f-9853-9bcadd78e274,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:18.458451 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5ed0df-71a4-45d8-a3fa-eb02242a743d None None] No DVR routers for this DVR port 970a8587-d79c-4ec2-933f-c18a6e6a0c02 on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:12:18.460784 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ed0df-71a4-45d8-a3fa-eb02242a743d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:18.461127 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ed0df-71a4-45d8-a3fa-eb02242a743d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:18.461460 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ed0df-71a4-45d8-a3fa-eb02242a743d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:18.461791 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ed0df-71a4-45d8-a3fa-eb02242a743d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:18.462159 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ed0df-71a4-45d8-a3fa-eb02242a743d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:18.462481 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ed0df-71a4-45d8-a3fa-eb02242a743d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:18.462823 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ed0df-71a4-45d8-a3fa-eb02242a743d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:18.463157 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ed0df-71a4-45d8-a3fa-eb02242a743d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:18.463699 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ed0df-71a4-45d8-a3fa-eb02242a743d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:18.464159 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ed0df-71a4-45d8-a3fa-eb02242a743d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:18.464336 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ed0df-71a4-45d8-a3fa-eb02242a743d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:18.466253 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ed0df-71a4-45d8-a3fa-eb02242a743d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:18.524386 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b631084-3267-4d27-a398-4e74f22379b0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:18.612040 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b631084-3267-4d27-a398-4e74f22379b0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:18.614388 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b631084-3267-4d27-a398-4e74f22379b0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:18.658270 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b631084-3267-4d27-a398-4e74f22379b0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:18.658821 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b631084-3267-4d27-a398-4e74f22379b0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Fanout notify agent at l3_agent the message router_deleted on router a082136e-55d8-433e-adbd-d0f3f1c3a13c {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 14:12:18.666027 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-7b631084-3267-4d27-a398-4e74f22379b0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:18.669863 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-7b631084-3267-4d27-a398-4e74f22379b0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "DELETE /v2.0/routers/a082136e-55d8-433e-adbd-d0f3f1c3a13c HTTP/1.1" status: 204 len: 168 time: 0.8184774 Sep 30 14:12:18.670469 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 49924) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:12:18.749978 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a0ee03d4-2bc1-464a-94de-bd32b796f5c7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:18.837075 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a0ee03d4-2bc1-464a-94de-bd32b796f5c7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:18.858234 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-a0ee03d4-2bc1-464a-94de-bd32b796f5c7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94efff40-3e7e-463a-9fb4-013c113a431e']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:12:18.868865 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-a0ee03d4-2bc1-464a-94de-bd32b796f5c7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e250974-de42-4e74-92d2-d9e7404386aa') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:12:18.869161 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-a0ee03d4-2bc1-464a-94de-bd32b796f5c7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e250974-de42-4e74-92d2-d9e7404386aa') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:12:18.879124 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a0ee03d4-2bc1-464a-94de-bd32b796f5c7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:18.892707 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a0ee03d4-2bc1-464a-94de-bd32b796f5c7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:18.899729 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0ee03d4-2bc1-464a-94de-bd32b796f5c7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 14:12:18.900122 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a0ee03d4-2bc1-464a-94de-bd32b796f5c7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: timer() Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 14:12:18.903225 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 14:12:19.296206 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a0ee03d4-2bc1-464a-94de-bd32b796f5c7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:19.304245 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-a0ee03d4-2bc1-464a-94de-bd32b796f5c7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:19.305917 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-a0ee03d4-2bc1-464a-94de-bd32b796f5c7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "DELETE /v2.0/networks/94efff40-3e7e-463a-9fb4-013c113a431e HTTP/1.1" status: 204 len: 168 time: 0.6348345 Sep 30 14:12:19.308785 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49926) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:12:19.317406 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee03d4-2bc1-464a-94de-bd32b796f5c7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Network': ['ID=94efff40-3e7e-463a-9fb4-013c113a431e,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:19.368294 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a5d10515-fbb8-41b3-ac62-b74f6ea1c92e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:19.392892 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a5d10515-fbb8-41b3-ac62-b74f6ea1c92e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:19.455744 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a5d10515-fbb8-41b3-ac62-b74f6ea1c92e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:19.459159 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a5d10515-fbb8-41b3-ac62-b74f6ea1c92e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:19.460723 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a5d10515-fbb8-41b3-ac62-b74f6ea1c92e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "DELETE /v2.0/security-groups/37364d6e-aab6-4b2e-9359-ac079931e991 HTTP/1.1" status: 204 len: 168 time: 0.1504612 Sep 30 14:12:19.469933 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d10515-fbb8-41b3-ac62-b74f6ea1c92e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37364d6e-aab6-4b2e-9359-ac079931e991,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:19.662544 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49932) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:12:19.667123 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-7e9735ff-f3de-48f4-b4a4-d587bbfce514 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-862587210', 'description': 'tempest-secgroup-smoke-862587210 description', 'project_id': '48c65e1357784d8d8ee61181ac5eb042'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:12:19.689209 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7e9735ff-f3de-48f4-b4a4-d587bbfce514 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:19.722820 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 9b56a348-8588-4c3e-a75c-4b04d1313bf6 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:12:19.742740 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 9b56a348-8588-4c3e-a75c-4b04d1313bf6 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:12:19.743005 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 9b56a348-8588-4c3e-a75c-4b04d1313bf6 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:12:19.774628 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7e9735ff-f3de-48f4-b4a4-d587bbfce514 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:19.778272 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7e9735ff-f3de-48f4-b4a4-d587bbfce514 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:19.807268 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7e9735ff-f3de-48f4-b4a4-d587bbfce514 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:19.808520 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7e9735ff-f3de-48f4-b4a4-d587bbfce514 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1449883 Sep 30 14:12:19.809313 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9735ff-f3de-48f4-b4a4-d587bbfce514 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c36edc9-638e-4048-9904-e5ae63b63425,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:19.811383 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49934) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:12:19.815660 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-914bec3a-410f-4504-bf87-bc027b10c1a0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': '1c36edc9-638e-4048-9904-e5ae63b63425', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:12:19.843008 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-914bec3a-410f-4504-bf87-bc027b10c1a0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:19.843573 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c7362502-f158-4be1-b360-75fd5ee59ffe no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:12:19.865907 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: c7362502-f158-4be1-b360-75fd5ee59ffe {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:12:19.866271 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c7362502-f158-4be1-b360-75fd5ee59ffe not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:12:19.866685 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device db7b128e-f531-412f-9853-9bcadd78e274 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:12:19.884542 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: db7b128e-f531-412f-9853-9bcadd78e274 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:12:19.884878 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device db7b128e-f531-412f-9853-9bcadd78e274 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:12:19.885277 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 970a8587-d79c-4ec2-933f-c18a6e6a0c02 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:12:19.900123 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-914bec3a-410f-4504-bf87-bc027b10c1a0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:19.903799 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-914bec3a-410f-4504-bf87-bc027b10c1a0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:19.904249 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 970a8587-d79c-4ec2-933f-c18a6e6a0c02 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:12:19.904634 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 970a8587-d79c-4ec2-933f-c18a6e6a0c02 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:12:19.921557 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914bec3a-410f-4504-bf87-bc027b10c1a0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6625e4-4bce-4727-8092-0d2024587bf4,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:19.927702 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-914bec3a-410f-4504-bf87-bc027b10c1a0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:19.931456 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-914bec3a-410f-4504-bf87-bc027b10c1a0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165705 Sep 30 14:12:19.931579 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49936) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:12:19.935773 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-83372efd-87d4-42f7-bf89-35e6df0cf9cf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': '1c36edc9-638e-4048-9904-e5ae63b63425', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:12:19.961631 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-83372efd-87d4-42f7-bf89-35e6df0cf9cf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:20.017176 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-83372efd-87d4-42f7-bf89-35e6df0cf9cf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:20.020601 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-83372efd-87d4-42f7-bf89-35e6df0cf9cf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:20.039250 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83372efd-87d4-42f7-bf89-35e6df0cf9cf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d182db-2b06-4220-933c-26bd5415de96,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:20.042434 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-83372efd-87d4-42f7-bf89-35e6df0cf9cf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:20.046183 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-83372efd-87d4-42f7-bf89-35e6df0cf9cf tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1111891 Sep 30 14:12:20.046667 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49938) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:12:20.050565 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-84fe7480-dd32-4c60-b32b-29c7a6346080 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': '1c36edc9-638e-4048-9904-e5ae63b63425', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:12:20.076327 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-84fe7480-dd32-4c60-b32b-29c7a6346080 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:20.135420 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-84fe7480-dd32-4c60-b32b-29c7a6346080 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:20.139093 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-84fe7480-dd32-4c60-b32b-29c7a6346080 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:20.156295 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe7480-dd32-4c60-b32b-29c7a6346080 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd5961d-8701-413f-aab3-475cc606ecc0,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:20.162246 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-84fe7480-dd32-4c60-b32b-29c7a6346080 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:20.163475 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-84fe7480-dd32-4c60-b32b-29c7a6346080 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162038 Sep 30 14:12:20.166170 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49940) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:12:20.170611 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-05d6ae12-86cb-449e-ab4b-ff1341ea4e99 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': '1c36edc9-638e-4048-9904-e5ae63b63425', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:12:20.196040 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-05d6ae12-86cb-449e-ab4b-ff1341ea4e99 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:20.253270 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-05d6ae12-86cb-449e-ab4b-ff1341ea4e99 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:20.256567 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-05d6ae12-86cb-449e-ab4b-ff1341ea4e99 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:20.273747 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6ae12-86cb-449e-ab4b-ff1341ea4e99 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df2d7ec3-4c8b-4fff-b605-6f764a5cb291,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:20.275130 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:20.279514 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-05d6ae12-86cb-449e-ab4b-ff1341ea4e99 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:20.280809 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-05d6ae12-86cb-449e-ab4b-ff1341ea4e99 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1135798 Sep 30 14:12:20.283499 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49942) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:12:20.288294 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-e18cb52c-3834-442a-b77e-1614448f6a1f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': '1c36edc9-638e-4048-9904-e5ae63b63425', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:12:20.310165 n-d-810909-2 neutron-server[94763]: INFO neutron.db.securitygroups_db [None req-e18cb52c-3834-442a-b77e-1614448f6a1f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Project 48c65e1357784d8d8ee61181ac5eb042 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 14:12:20.315674 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e18cb52c-3834-442a-b77e-1614448f6a1f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:20.374630 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e18cb52c-3834-442a-b77e-1614448f6a1f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:20.377934 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e18cb52c-3834-442a-b77e-1614448f6a1f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:20.392191 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18cb52c-3834-442a-b77e-1614448f6a1f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=281393c8-6a33-4e11-b2f0-6aaf40713502,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:20.401365 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-e18cb52c-3834-442a-b77e-1614448f6a1f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:20.402741 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e18cb52c-3834-442a-b77e-1614448f6a1f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183295 Sep 30 14:12:20.405469 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49944) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:12:20.409668 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-bdcb1a33-8f67-4d4c-b84d-d1cc928d4cd2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'security_group_rule': {'security_group_id': '1c36edc9-638e-4048-9904-e5ae63b63425', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:12:20.431013 n-d-810909-2 neutron-server[94763]: INFO neutron.db.securitygroups_db [None req-bdcb1a33-8f67-4d4c-b84d-d1cc928d4cd2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Project 48c65e1357784d8d8ee61181ac5eb042 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 14:12:20.435941 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bdcb1a33-8f67-4d4c-b84d-d1cc928d4cd2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:20.497660 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bdcb1a33-8f67-4d4c-b84d-d1cc928d4cd2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:20.501254 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bdcb1a33-8f67-4d4c-b84d-d1cc928d4cd2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:20.519141 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb1a33-8f67-4d4c-b84d-d1cc928d4cd2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876a41fe-8d62-47b8-82f2-60e83dfe7acd,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:20.522838 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-bdcb1a33-8f67-4d4c-b84d-d1cc928d4cd2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:20.524089 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-bdcb1a33-8f67-4d4c-b84d-d1cc928d4cd2 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1176078 Sep 30 14:12:20.526884 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49946) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:12:20.531582 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-7d247f3c-a227-488c-9b24-40a3e6e2a209 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'network': {'name': 'tempest-network-smoke--1369906122', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'port_security_enabled': True}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:12:20.551493 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d247f3c-a227-488c-9b24-40a3e6e2a209 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Made reservation on behalf of 48c65e1357784d8d8ee61181ac5eb042 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:12:20.554897 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7d247f3c-a227-488c-9b24-40a3e6e2a209 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:20.578528 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d247f3c-a227-488c-9b24-40a3e6e2a209 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 14:12:20.587468 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7d247f3c-a227-488c-9b24-40a3e6e2a209 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:20.587779 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-7d247f3c-a227-488c-9b24-40a3e6e2a209 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Added segment 3c072918-f4da-484e-a675-e38d7d8d1183 of type vlan for network 49b2333e-53fe-4a4b-94eb-7cc013b05ae9 Sep 30 14:12:20.627234 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7d247f3c-a227-488c-9b24-40a3e6e2a209 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:20.650646 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7d247f3c-a227-488c-9b24-40a3e6e2a209 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:20.656485 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d247f3c-a227-488c-9b24-40a3e6e2a209 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:20.657064 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7d247f3c-a227-488c-9b24-40a3e6e2a209 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:20.691524 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7d247f3c-a227-488c-9b24-40a3e6e2a209 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1636639 Sep 30 14:12:20.694348 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49948) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:12:20.698691 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-fc67d9e1-a891-40bd-9566-881ce5162dc4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1091448788', 'admin_state_up': True, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:12:20.736984 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d247f3c-a227-488c-9b24-40a3e6e2a209 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Network': ['ID=49b2333e-53fe-4a4b-94eb-7cc013b05ae9,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:20.746952 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 49b2333e-53fe-4a4b-94eb-7cc013b05ae9 details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 14:12:20.757207 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc67d9e1-a891-40bd-9566-881ce5162dc4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:20.758325 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc67d9e1-a891-40bd-9566-881ce5162dc4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:20.780499 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f97e3ab7-2945-4a89-82a0-b4a850c873ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:20.812071 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc67d9e1-a891-40bd-9566-881ce5162dc4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:21.254653 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc67d9e1-a891-40bd-9566-881ce5162dc4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:21.444185 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc67d9e1-a891-40bd-9566-881ce5162dc4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:21.463502 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc67d9e1-a891-40bd-9566-881ce5162dc4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:21.565114 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-fc67d9e1-a891-40bd-9566-881ce5162dc4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Allocated IP 172.25.5.222 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/bd5d43ee-7bbd-4bb3-9b21-00fe7903a723) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:12:21.662969 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc67d9e1-a891-40bd-9566-881ce5162dc4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:21.699453 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc67d9e1-a891-40bd-9566-881ce5162dc4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:21.731319 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:21.736811 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc67d9e1-a891-40bd-9566-881ce5162dc4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:12:21.741797 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-fc67d9e1-a891-40bd-9566-881ce5162dc4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:12:21.745362 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc67d9e1-a891-40bd-9566-881ce5162dc4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:12:21.750711 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67d9e1-a891-40bd-9566-881ce5162dc4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=bd5d43ee-7bbd-4bb3-9b21-00fe7903a723,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:22.000312 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc67d9e1-a891-40bd-9566-881ce5162dc4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:22.192593 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc67d9e1-a891-40bd-9566-881ce5162dc4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:22.317924 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc67d9e1-a891-40bd-9566-881ce5162dc4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Router a92cf4a2-a761-41be-bb89-b1b4185ede63 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 14:12:22.423514 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc67d9e1-a891-40bd-9566-881ce5162dc4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:12:22.434292 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0414ab-6f6d-49bb-be3a-9e3795b58cd6 None None] Sync routers for ids ['a92cf4a2-a761-41be-bb89-b1b4185ede63'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:12:22.444111 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fc67d9e1-a891-40bd-9566-881ce5162dc4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:22.445688 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fc67d9e1-a891-40bd-9566-881ce5162dc4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7503963 Sep 30 14:12:22.448386 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0414ab-6f6d-49bb-be3a-9e3795b58cd6 None None] Routers {'a92cf4a2-a761-41be-bb89-b1b4185ede63'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:12:22.448922 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49952) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:12:22.449083 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-bf0414ab-6f6d-49bb-be3a-9e3795b58cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:12:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a92cf4a2-a761-41be-bb89-b1b4185ede63'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:12:22.478866 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e6adbd12-fdc3-4ff0-83ca-b6142e86919b tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=48c65e1357784d8d8ee61181ac5eb042&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286872 Sep 30 14:12:22.481515 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49954) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:12:22.551974 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-bf0414ab-6f6d-49bb-be3a-9e3795b58cd6 None None] Set router a92cf4a2-a761-41be-bb89-b1b4185ede63 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:12:22.567590 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9004e2d9-3df6-4bde-a4b8-7ac78ba6ef36 tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:22.569195 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9004e2d9-3df6-4bde-a4b8-7ac78ba6ef36 tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866144 Sep 30 14:12:22.571940 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49956) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:12:22.603303 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-9ec38b3c-fd75-4b5e-9446-f6abe0405c5d tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7bf2cdd5-9828-4259-bd46-d7f13451331c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279937 Sep 30 14:12:22.603573 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49958) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:12:22.608374 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-4dbdbace-dc93-4b57-a55c-0c185e5616db tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-781259539', 'network_id': '49b2333e-53fe-4a4b-94eb-7cc013b05ae9', 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:12:22.631274 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:22.699550 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbdbace-dc93-4b57-a55c-0c185e5616db tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Made reservation on behalf of 48c65e1357784d8d8ee61181ac5eb042 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:12:22.703440 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4dbdbace-dc93-4b57-a55c-0c185e5616db tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:22.745914 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-bf0414ab-6f6d-49bb-be3a-9e3795b58cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091448788', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:12:20Z', 'updated_at': '2021-09-30T14:12:21Z', 'revision_number': 3, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:12:21Z', 'updated_at': '2021-09-30T14:12:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:12:22.773250 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0414ab-6f6d-49bb-be3a-9e3795b58cd6 None None] Checking router: a92cf4a2-a761-41be-bb89-b1b4185ede63 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:12:22.773598 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0414ab-6f6d-49bb-be3a-9e3795b58cd6 None None] Updating router a92cf4a2-a761-41be-bb89-b1b4185ede63 port bd5d43ee-7bbd-4bb3-9b21-00fe7903a723 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 14:12:22.797971 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bf0414ab-6f6d-49bb-be3a-9e3795b58cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:22.887852 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4dbdbace-dc93-4b57-a55c-0c185e5616db tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:22.949133 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbdbace-dc93-4b57-a55c-0c185e5616db tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Subnet': ['ID=965e580c-0baf-4b54-a3af-ccdd2dbb8af2,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:22.957437 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbdbace-dc93-4b57-a55c-0c185e5616db tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Checking segment: {'id': '3c072918-f4da-484e-a675-e38d7d8d1183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '49b2333e-53fe-4a4b-94eb-7cc013b05ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:12:22.958548 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbdbace-dc93-4b57-a55c-0c185e5616db tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network hostable DHCP agents. Network: 49b2333e-53fe-4a4b-94eb-7cc013b05ae9, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 14:12:22.974260 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbdbace-dc93-4b57-a55c-0c185e5616db tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network 49b2333e-53fe-4a4b-94eb-7cc013b05ae9 is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 14:12:22.982989 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-4dbdbace-dc93-4b57-a55c-0c185e5616db tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 49b2333e-53fe-4a4b-94eb-7cc013b05ae9) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:12:22.988337 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbdbace-dc93-4b57-a55c-0c185e5616db tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:22.989435 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-4dbdbace-dc93-4b57-a55c-0c185e5616db tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:22.997821 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cb65d1-476c-4365-8093-ce2ab57b6fbc None None] Network 49b2333e-53fe-4a4b-94eb-7cc013b05ae9 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:12:23.006070 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-4dbdbace-dc93-4b57-a55c-0c185e5616db tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4013720 Sep 30 14:12:23.008892 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 49960) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:12:23.109369 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bf0414ab-6f6d-49bb-be3a-9e3795b58cd6 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:23.116322 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bf0414ab-6f6d-49bb-be3a-9e3795b58cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:23.194264 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-bf0414ab-6f6d-49bb-be3a-9e3795b58cd6 None None] Attempting to bind port bd5d43ee-7bbd-4bb3-9b21-00fe7903a723 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:12:23.194618 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-bf0414ab-6f6d-49bb-be3a-9e3795b58cd6 None None] Attempting to bind port bd5d43ee-7bbd-4bb3-9b21-00fe7903a723 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:12:23.194973 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0414ab-6f6d-49bb-be3a-9e3795b58cd6 None None] Attempting to bind port bd5d43ee-7bbd-4bb3-9b21-00fe7903a723 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:12:23.208407 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba84ac-3eb2-4e8d-8412-20ba218e8339 None None] Pushing event updated for resources: {'Port': ['ID=bd5d43ee-7bbd-4bb3-9b21-00fe7903a723,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:23.212825 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0414ab-6f6d-49bb-be3a-9e3795b58cd6 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:12:23.213194 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0414ab-6f6d-49bb-be3a-9e3795b58cd6 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:12:23.213586 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bf0414ab-6f6d-49bb-be3a-9e3795b58cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:23.213971 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0414ab-6f6d-49bb-be3a-9e3795b58cd6 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:12:23.214459 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-bf0414ab-6f6d-49bb-be3a-9e3795b58cd6 None None] Bound port: bd5d43ee-7bbd-4bb3-9b21-00fe7903a723, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:12:23.214835 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bf0414ab-6f6d-49bb-be3a-9e3795b58cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:23.269209 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0f671e-adbb-4fe5-bb9d-8d7aa36dcc08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-49b2333e-53fe-4a4b-94eb-7cc013b05ae9', 'network_id': '49b2333e-53fe-4a4b-94eb-7cc013b05ae9', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'fixed_ips': [{'subnet_id': '965e580c-0baf-4b54-a3af-ccdd2dbb8af2'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 14:12:23.270816 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0a0f671e-adbb-4fe5-bb9d-8d7aa36dcc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:23.307839 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-bf0414ab-6f6d-49bb-be3a-9e3795b58cd6 None None] For port bd5d43ee-7bbd-4bb3-9b21-00fe7903a723, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:12:23.311587 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-bf0414ab-6f6d-49bb-be3a-9e3795b58cd6 None None] For port bd5d43ee-7bbd-4bb3-9b21-00fe7903a723, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=bd5d43ee-7bbd-4bb3-9b21-00fe7903a723,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:12:23.357428 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bf0414ab-6f6d-49bb-be3a-9e3795b58cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:23.457849 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d39aa382-e840-4e74-aa1c-0d703dc6bce0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:23.464737 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba84ac-3eb2-4e8d-8412-20ba218e8339 None None] Pushing event updated for resources: {'Port': ['ID=bd5d43ee-7bbd-4bb3-9b21-00fe7903a723,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:23.469295 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0414ab-6f6d-49bb-be3a-9e3795b58cd6 None None] Routers {'a92cf4a2-a761-41be-bb89-b1b4185ede63'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:12:23.469884 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-bf0414ab-6f6d-49bb-be3a-9e3795b58cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:12:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a92cf4a2-a761-41be-bb89-b1b4185ede63'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:12:23.517894 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-0a0f671e-adbb-4fe5-bb9d-8d7aa36dcc08 None None] Allocated IP 172.20.0.2 (49b2333e-53fe-4a4b-94eb-7cc013b05ae9/965e580c-0baf-4b54-a3af-ccdd2dbb8af2/f88b5a54-86b5-40ed-a1fa-e9618da96ada) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:12:23.635175 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-bf0414ab-6f6d-49bb-be3a-9e3795b58cd6 None None] Set router a92cf4a2-a761-41be-bb89-b1b4185ede63 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:12:23.972740 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0a0f671e-adbb-4fe5-bb9d-8d7aa36dcc08 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:23.996120 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0a0f671e-adbb-4fe5-bb9d-8d7aa36dcc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:24.031665 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-d39aa382-e840-4e74-aa1c-0d703dc6bce0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Allocated IP 172.20.0.1 (49b2333e-53fe-4a4b-94eb-7cc013b05ae9/965e580c-0baf-4b54-a3af-ccdd2dbb8af2/66262cad-0c16-4600-8f77-4b5c7408e6e5) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:12:24.043367 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0f671e-adbb-4fe5-bb9d-8d7aa36dcc08 None None] Network 49b2333e-53fe-4a4b-94eb-7cc013b05ae9 is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:12:24.050307 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-0a0f671e-adbb-4fe5-bb9d-8d7aa36dcc08 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:12:24.053036 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f671e-adbb-4fe5-bb9d-8d7aa36dcc08 None None] Pushing event updated for resources: {'Port': ['ID=f88b5a54-86b5-40ed-a1fa-e9618da96ada,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:24.056325 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0f671e-adbb-4fe5-bb9d-8d7aa36dcc08 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:12:24.114413 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-bf0414ab-6f6d-49bb-be3a-9e3795b58cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091448788', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:12:20Z', 'updated_at': '2021-09-30T14:12:21Z', 'revision_number': 3, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:12:21Z', 'updated_at': '2021-09-30T14:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:12:24.141501 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-0a0f671e-adbb-4fe5-bb9d-8d7aa36dcc08 None None] Attempting to bind port f88b5a54-86b5-40ed-a1fa-e9618da96ada on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:12:24.141867 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-0a0f671e-adbb-4fe5-bb9d-8d7aa36dcc08 None None] Attempting to bind port f88b5a54-86b5-40ed-a1fa-e9618da96ada by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '3c072918-f4da-484e-a675-e38d7d8d1183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '49b2333e-53fe-4a4b-94eb-7cc013b05ae9'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:12:24.142252 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0f671e-adbb-4fe5-bb9d-8d7aa36dcc08 None None] Attempting to bind port f88b5a54-86b5-40ed-a1fa-e9618da96ada on network 49b2333e-53fe-4a4b-94eb-7cc013b05ae9 {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:12:24.144341 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0414ab-6f6d-49bb-be3a-9e3795b58cd6 None None] The sync data for ids ['a92cf4a2-a761-41be-bb89-b1b4185ede63'] in n-d-810909-2 is: [{'id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091448788', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:12:20Z', 'updated_at': '2021-09-30T14:12:21Z', 'revision_number': 3, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:12:21Z', 'updated_at': '2021-09-30T14:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:12:24.150217 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0f671e-adbb-4fe5-bb9d-8d7aa36dcc08 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:12:24.150594 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0f671e-adbb-4fe5-bb9d-8d7aa36dcc08 None None] Checking segment: {'id': '3c072918-f4da-484e-a675-e38d7d8d1183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '49b2333e-53fe-4a4b-94eb-7cc013b05ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:12:24.150990 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0a0f671e-adbb-4fe5-bb9d-8d7aa36dcc08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:24.151369 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0f671e-adbb-4fe5-bb9d-8d7aa36dcc08 None None] Bound using segment: {'id': '3c072918-f4da-484e-a675-e38d7d8d1183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '49b2333e-53fe-4a4b-94eb-7cc013b05ae9'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:12:24.151833 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-0a0f671e-adbb-4fe5-bb9d-8d7aa36dcc08 None None] Bound port: f88b5a54-86b5-40ed-a1fa-e9618da96ada, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c072918-f4da-484e-a675-e38d7d8d1183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '49b2333e-53fe-4a4b-94eb-7cc013b05ae9'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:12:24.152219 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0a0f671e-adbb-4fe5-bb9d-8d7aa36dcc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:24.153712 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d39aa382-e840-4e74-aa1c-0d703dc6bce0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:24.196422 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d39aa382-e840-4e74-aa1c-0d703dc6bce0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:24.220425 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-0a0f671e-adbb-4fe5-bb9d-8d7aa36dcc08 None None] For port f88b5a54-86b5-40ed-a1fa-e9618da96ada, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:12:24.224672 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-0a0f671e-adbb-4fe5-bb9d-8d7aa36dcc08 None None] For port f88b5a54-86b5-40ed-a1fa-e9618da96ada, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=f88b5a54-86b5-40ed-a1fa-e9618da96ada,segment=NetworkSegment(3c072918-f4da-484e-a675-e38d7d8d1183),segment_id=3c072918-f4da-484e-a675-e38d7d8d1183)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:12:24.229105 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0a0f671e-adbb-4fe5-bb9d-8d7aa36dcc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:24.241400 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39aa382-e840-4e74-aa1c-0d703dc6bce0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network 49b2333e-53fe-4a4b-94eb-7cc013b05ae9 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:12:24.244490 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-d39aa382-e840-4e74-aa1c-0d703dc6bce0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:12:24.246894 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39aa382-e840-4e74-aa1c-0d703dc6bce0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:12:24.291016 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f671e-adbb-4fe5-bb9d-8d7aa36dcc08 None None] Pushing event updated for resources: {'Port': ['ID=f88b5a54-86b5-40ed-a1fa-e9618da96ada,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:24.296198 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39aa382-e840-4e74-aa1c-0d703dc6bce0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=66262cad-0c16-4600-8f77-4b5c7408e6e5,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:24.311780 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d39aa382-e840-4e74-aa1c-0d703dc6bce0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:24.400648 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:24.477228 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d39aa382-e840-4e74-aa1c-0d703dc6bce0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:24.792566 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d39aa382-e840-4e74-aa1c-0d703dc6bce0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:24.797416 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d39aa382-e840-4e74-aa1c-0d703dc6bce0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:24.875972 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d39aa382-e840-4e74-aa1c-0d703dc6bce0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:24.879733 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39aa382-e840-4e74-aa1c-0d703dc6bce0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=66262cad-0c16-4600-8f77-4b5c7408e6e5,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:24.976687 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39aa382-e840-4e74-aa1c-0d703dc6bce0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network 49b2333e-53fe-4a4b-94eb-7cc013b05ae9 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:12:24.978178 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-d39aa382-e840-4e74-aa1c-0d703dc6bce0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:12:25.101383 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39aa382-e840-4e74-aa1c-0d703dc6bce0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Router a92cf4a2-a761-41be-bb89-b1b4185ede63 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:12:25.213912 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09de1c94-8fb5-4738-a4fd-ff20a920083d None None] Network 49b2333e-53fe-4a4b-94eb-7cc013b05ae9 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:12:25.289813 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-dd742652-817f-44b9-83ec-5d9f42aabb8f None None] Provisioning complete for port f88b5a54-86b5-40ed-a1fa-e9618da96ada triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:12:25.290230 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dd742652-817f-44b9-83ec-5d9f42aabb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:25.436664 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dd742652-817f-44b9-83ec-5d9f42aabb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:25.478160 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-dd742652-817f-44b9-83ec-5d9f42aabb8f None None] For port f88b5a54-86b5-40ed-a1fa-e9618da96ada, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=f88b5a54-86b5-40ed-a1fa-e9618da96ada,segment=NetworkSegment(3c072918-f4da-484e-a675-e38d7d8d1183),segment_id=3c072918-f4da-484e-a675-e38d7d8d1183)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:12:25.483270 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dd742652-817f-44b9-83ec-5d9f42aabb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:25.538732 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd742652-817f-44b9-83ec-5d9f42aabb8f None None] Pushing event updated for resources: {'Port': ['ID=f88b5a54-86b5-40ed-a1fa-e9618da96ada,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:25.547291 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39aa382-e840-4e74-aa1c-0d703dc6bce0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:12:25.554667 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d39aa382-e840-4e74-aa1c-0d703dc6bce0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "PUT /v2.0/routers/a92cf4a2-a761-41be-bb89-b1b4185ede63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5445971 Sep 30 14:12:25.705573 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-5aa39299-4bcd-43fb-ad91-0d9251540615 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-862587210&fields=id&tenant_id=48c65e1357784d8d8ee61181ac5eb042 HTTP/1.1" status: 200 len: 267 time: 0.0387814 Sep 30 14:12:25.768242 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086d24e5-4d2b-4089-9a06-c85e070e20f0 None None] Sync routers for ids ['a92cf4a2-a761-41be-bb89-b1b4185ede63'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:12:25.777636 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086d24e5-4d2b-4089-9a06-c85e070e20f0 None None] Routers {'a92cf4a2-a761-41be-bb89-b1b4185ede63'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:12:25.778314 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-086d24e5-4d2b-4089-9a06-c85e070e20f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:12:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a92cf4a2-a761-41be-bb89-b1b4185ede63'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:12:25.811586 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9f25a44b-63fd-4113-8d8b-2fc962541da5 None None] Provisioning complete for port 66262cad-0c16-4600-8f77-4b5c7408e6e5 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:12:25.811954 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9f25a44b-63fd-4113-8d8b-2fc962541da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:25.841947 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-ae2c7b89-a953-43b3-b4aa-f28b338d7106 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:25.843687 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-ae2c7b89-a953-43b3-b4aa-f28b338d7106 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/networks?id=49b2333e-53fe-4a4b-94eb-7cc013b05ae9 HTTP/1.1" status: 200 len: 797 time: 0.1301143 Sep 30 14:12:25.867194 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-e2059db9-f3c8-4bc2-bd94-6229ab35fb8e tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/quotas/48c65e1357784d8d8ee61181ac5eb042 HTTP/1.1" status: 200 len: 375 time: 0.0130618 Sep 30 14:12:25.880551 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-9f25a44b-63fd-4113-8d8b-2fc962541da5 None None] Port 66262cad-0c16-4600-8f77-4b5c7408e6e5 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:12:25.906190 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9f25a44b-63fd-4113-8d8b-2fc962541da5 None None] Provisioning complete for port f88b5a54-86b5-40ed-a1fa-e9618da96ada triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:12:25.907448 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9f25a44b-63fd-4113-8d8b-2fc962541da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:25.943326 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-ba804f54-7c49-49fa-8af1-b0a3b90fd35b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605359 Sep 30 14:12:25.945308 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-086d24e5-4d2b-4089-9a06-c85e070e20f0 None None] Set router a92cf4a2-a761-41be-bb89-b1b4185ede63 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:12:26.001955 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device bd5d43ee-7bbd-4bb3-9b21-00fe7903a723 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:12:26.057942 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port bd5d43ee-7bbd-4bb3-9b21-00fe7903a723 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:12:26.058512 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:26.113069 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-de733b99-c1db-433b-86f2-458505de42d4 service neutron] 10.222.0.18 "GET /v2.0/networks/49b2333e-53fe-4a4b-94eb-7cc013b05ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664877 Sep 30 14:12:26.163973 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-73ea3a8b-ce27-4a87-ba92-45daac37682e None None] Provisioning complete for port 66262cad-0c16-4600-8f77-4b5c7408e6e5 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:12:26.164269 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-73ea3a8b-ce27-4a87-ba92-45daac37682e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:26.176119 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-086d24e5-4d2b-4089-9a06-c85e070e20f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091448788', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:12:20Z', 'updated_at': '2021-09-30T14:12:24Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:12:21Z', 'updated_at': '2021-09-30T14:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '66262cad-0c16-4600-8f77-4b5c7408e6e5', 'name': '', 'network_id': '49b2333e-53fe-4a4b-94eb-7cc013b05ae9', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:40:33:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '965e580c-0baf-4b54-a3af-ccdd2dbb8af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:12:23Z', 'updated_at': '2021-09-30T14:12:24Z', 'revision_number': 2, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': '965e580c-0baf-4b54-a3af-ccdd2dbb8af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:12:26.190459 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:26.204365 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086d24e5-4d2b-4089-9a06-c85e070e20f0 None None] Checking router: a92cf4a2-a761-41be-bb89-b1b4185ede63 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:12:26.205004 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086d24e5-4d2b-4089-9a06-c85e070e20f0 None None] Updating router a92cf4a2-a761-41be-bb89-b1b4185ede63 port 66262cad-0c16-4600-8f77-4b5c7408e6e5 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 14:12:26.222106 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-245057a0-4284-4a6a-88c3-0cce22a6c52e service neutron] 10.222.0.18 "GET /v2.0/networks/49b2333e-53fe-4a4b-94eb-7cc013b05ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019387 Sep 30 14:12:26.225158 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-73ea3a8b-ce27-4a87-ba92-45daac37682e None None] Port 66262cad-0c16-4600-8f77-4b5c7408e6e5 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:12:26.231773 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port bd5d43ee-7bbd-4bb3-9b21-00fe7903a723, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=bd5d43ee-7bbd-4bb3-9b21-00fe7903a723,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:12:26.235830 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-086d24e5-4d2b-4089-9a06-c85e070e20f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:26.239261 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:26.239953 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device f88b5a54-86b5-40ed-a1fa-e9618da96ada up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:12:26.316071 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=bd5d43ee-7bbd-4bb3-9b21-00fe7903a723,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:26.360481 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-daf0cd6f-63db-4afb-b5d1-ae93781aeddb None None] Provisioning complete for port 66262cad-0c16-4600-8f77-4b5c7408e6e5 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:12:26.360855 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-daf0cd6f-63db-4afb-b5d1-ae93781aeddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:26.408756 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-daf0cd6f-63db-4afb-b5d1-ae93781aeddb None None] Port 66262cad-0c16-4600-8f77-4b5c7408e6e5 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:12:26.422521 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port f88b5a54-86b5-40ed-a1fa-e9618da96ada triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:12:26.423119 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:26.428440 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-1f158e73-9b4e-44ac-983b-43438a39d2f1 req-175ad469-5fc4-48e7-8c0d-0388ff70a15a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1 HTTP/1.1" status: 200 len: 210 time: 0.0287802 Sep 30 14:12:26.545063 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-086d24e5-4d2b-4089-9a06-c85e070e20f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:26.552270 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-086d24e5-4d2b-4089-9a06-c85e070e20f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:26.740549 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a33837-bc2f-44e5-b32e-36769f3162f6 None None] Pushing event updated for resources: {'Port': ['ID=66262cad-0c16-4600-8f77-4b5c7408e6e5,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:26.756626 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a33837-bc2f-44e5-b32e-36769f3162f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:26.757190 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a33837-bc2f-44e5-b32e-36769f3162f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:26.757527 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a33837-bc2f-44e5-b32e-36769f3162f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:26.757993 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a33837-bc2f-44e5-b32e-36769f3162f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:26.758495 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a33837-bc2f-44e5-b32e-36769f3162f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:26.759388 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a33837-bc2f-44e5-b32e-36769f3162f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:26.760032 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a33837-bc2f-44e5-b32e-36769f3162f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:26.760455 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a33837-bc2f-44e5-b32e-36769f3162f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:26.760938 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a33837-bc2f-44e5-b32e-36769f3162f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:26.761480 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a33837-bc2f-44e5-b32e-36769f3162f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:26.761861 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a33837-bc2f-44e5-b32e-36769f3162f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:26.762204 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a33837-bc2f-44e5-b32e-36769f3162f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:12:26.825215 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-086d24e5-4d2b-4089-9a06-c85e070e20f0 None None] Attempting to bind port 66262cad-0c16-4600-8f77-4b5c7408e6e5 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:12:26.826588 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-086d24e5-4d2b-4089-9a06-c85e070e20f0 None None] Attempting to bind port 66262cad-0c16-4600-8f77-4b5c7408e6e5 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': '3c072918-f4da-484e-a675-e38d7d8d1183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '49b2333e-53fe-4a4b-94eb-7cc013b05ae9'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:12:26.827125 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086d24e5-4d2b-4089-9a06-c85e070e20f0 None None] Attempting to bind port 66262cad-0c16-4600-8f77-4b5c7408e6e5 on network 49b2333e-53fe-4a4b-94eb-7cc013b05ae9 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:12:26.836401 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086d24e5-4d2b-4089-9a06-c85e070e20f0 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:12:26.836769 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086d24e5-4d2b-4089-9a06-c85e070e20f0 None None] Checking segment: {'id': '3c072918-f4da-484e-a675-e38d7d8d1183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '49b2333e-53fe-4a4b-94eb-7cc013b05ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:12:26.837189 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-086d24e5-4d2b-4089-9a06-c85e070e20f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:26.837723 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086d24e5-4d2b-4089-9a06-c85e070e20f0 None None] Bound using segment: {'id': '3c072918-f4da-484e-a675-e38d7d8d1183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '49b2333e-53fe-4a4b-94eb-7cc013b05ae9'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:12:26.838234 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-086d24e5-4d2b-4089-9a06-c85e070e20f0 None None] Bound port: 66262cad-0c16-4600-8f77-4b5c7408e6e5, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c072918-f4da-484e-a675-e38d7d8d1183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '49b2333e-53fe-4a4b-94eb-7cc013b05ae9'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:12:26.838620 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-086d24e5-4d2b-4089-9a06-c85e070e20f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:26.938588 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-82f564c4-9abd-47ce-96a2-7b7a0ad63f90 None None] Provisioning complete for port 66262cad-0c16-4600-8f77-4b5c7408e6e5 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:12:26.938955 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-82f564c4-9abd-47ce-96a2-7b7a0ad63f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:26.948600 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-086d24e5-4d2b-4089-9a06-c85e070e20f0 None None] For port 66262cad-0c16-4600-8f77-4b5c7408e6e5, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:12:26.953045 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-086d24e5-4d2b-4089-9a06-c85e070e20f0 None None] For port 66262cad-0c16-4600-8f77-4b5c7408e6e5, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=66262cad-0c16-4600-8f77-4b5c7408e6e5,segment=NetworkSegment(3c072918-f4da-484e-a675-e38d7d8d1183),segment_id=3c072918-f4da-484e-a675-e38d7d8d1183)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:12:26.958314 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-086d24e5-4d2b-4089-9a06-c85e070e20f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:26.981992 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-82f564c4-9abd-47ce-96a2-7b7a0ad63f90 None None] Port 66262cad-0c16-4600-8f77-4b5c7408e6e5 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:12:27.022113 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086d24e5-4d2b-4089-9a06-c85e070e20f0 None None] Routers {'a92cf4a2-a761-41be-bb89-b1b4185ede63'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:12:27.022738 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-086d24e5-4d2b-4089-9a06-c85e070e20f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:12:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a92cf4a2-a761-41be-bb89-b1b4185ede63'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:12:27.024610 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a33837-bc2f-44e5-b32e-36769f3162f6 None None] Pushing event updated for resources: {'Port': ['ID=66262cad-0c16-4600-8f77-4b5c7408e6e5,revision_number=4']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:27.134026 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-086d24e5-4d2b-4089-9a06-c85e070e20f0 None None] Set router a92cf4a2-a761-41be-bb89-b1b4185ede63 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:12:27.200524 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-2b914450-5f45-4cf4-821f-16281e8a3b37 None None] Provisioning complete for port 66262cad-0c16-4600-8f77-4b5c7408e6e5 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:12:27.200893 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2b914450-5f45-4cf4-821f-16281e8a3b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:27.280164 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2b914450-5f45-4cf4-821f-16281e8a3b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:27.313396 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-2b914450-5f45-4cf4-821f-16281e8a3b37 None None] For port 66262cad-0c16-4600-8f77-4b5c7408e6e5, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=66262cad-0c16-4600-8f77-4b5c7408e6e5,segment=NetworkSegment(3c072918-f4da-484e-a675-e38d7d8d1183),segment_id=3c072918-f4da-484e-a675-e38d7d8d1183)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:12:27.318221 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-2b914450-5f45-4cf4-821f-16281e8a3b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:27.339459 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-086d24e5-4d2b-4089-9a06-c85e070e20f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091448788', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:12:20Z', 'updated_at': '2021-09-30T14:12:24Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:12:21Z', 'updated_at': '2021-09-30T14:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '66262cad-0c16-4600-8f77-4b5c7408e6e5', 'name': '', 'network_id': '49b2333e-53fe-4a4b-94eb-7cc013b05ae9', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:40:33:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '965e580c-0baf-4b54-a3af-ccdd2dbb8af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:12:23Z', 'updated_at': '2021-09-30T14:12:26Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': '965e580c-0baf-4b54-a3af-ccdd2dbb8af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:12:27.371999 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b914450-5f45-4cf4-821f-16281e8a3b37 None None] Pushing event updated for resources: {'Port': ['ID=66262cad-0c16-4600-8f77-4b5c7408e6e5,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:27.376199 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086d24e5-4d2b-4089-9a06-c85e070e20f0 None None] The sync data for ids ['a92cf4a2-a761-41be-bb89-b1b4185ede63'] in n-d-810909-2 is: [{'id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091448788', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:12:20Z', 'updated_at': '2021-09-30T14:12:24Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:12:21Z', 'updated_at': '2021-09-30T14:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '66262cad-0c16-4600-8f77-4b5c7408e6e5', 'name': '', 'network_id': '49b2333e-53fe-4a4b-94eb-7cc013b05ae9', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:40:33:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '965e580c-0baf-4b54-a3af-ccdd2dbb8af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:12:23Z', 'updated_at': '2021-09-30T14:12:26Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': '965e580c-0baf-4b54-a3af-ccdd2dbb8af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:12:27.486280 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-0b1b0bcf-2e1c-407f-ab75-dd2063d1fb16 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:27.487817 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-0b1b0bcf-2e1c-407f-ab75-dd2063d1fb16 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.39 "GET /v2.0/networks?id=49b2333e-53fe-4a4b-94eb-7cc013b05ae9 HTTP/1.1" status: 200 len: 797 time: 0.1479752 Sep 30 14:12:27.542296 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-647bffd6-7554-4baa-a520-dfa92186cee2 req-bf54f748-ce2a-4d38-9ed3-7eafae9f74fb tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1 HTTP/1.1" status: 200 len: 210 time: 0.0325887 Sep 30 14:12:27.565104 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-7266655b-ba1c-4d0e-b678-524ae5be736d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48c65e1357784d8d8ee61181ac5eb042 HTTP/1.1" status: 200 len: 379 time: 0.0625582 Sep 30 14:12:27.577215 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-89949684-a85c-4506-bdee-68291b035505 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'port': {'device_id': '4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1', 'network_id': '49b2333e-53fe-4a4b-94eb-7cc013b05ae9', 'admin_state_up': True, 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'security_groups': ['1c36edc9-638e-4048-9904-e5ae63b63425']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:12:27.694558 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-89949684-a85c-4506-bdee-68291b035505 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Made reservation on behalf of 48c65e1357784d8d8ee61181ac5eb042 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:12:27.698338 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-89949684-a85c-4506-bdee-68291b035505 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:27.836797 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-89949684-a85c-4506-bdee-68291b035505 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Allocated IP 172.20.0.7 (49b2333e-53fe-4a4b-94eb-7cc013b05ae9/965e580c-0baf-4b54-a3af-ccdd2dbb8af2/18658e04-5820-48da-ae8e-8b0b76e46114) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:12:27.928776 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device bd5d43ee-7bbd-4bb3-9b21-00fe7903a723 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:12:27.979144 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port bd5d43ee-7bbd-4bb3-9b21-00fe7903a723 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:12:27.979520 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:28.001334 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-89949684-a85c-4506-bdee-68291b035505 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:28.039614 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-89949684-a85c-4506-bdee-68291b035505 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:28.061098 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 66262cad-0c16-4600-8f77-4b5c7408e6e5 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:12:28.092914 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-89949684-a85c-4506-bdee-68291b035505 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network 49b2333e-53fe-4a4b-94eb-7cc013b05ae9 is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:12:28.097416 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-89949684-a85c-4506-bdee-68291b035505 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:12:28.100351 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-89949684-a85c-4506-bdee-68291b035505 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:12:28.116826 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 66262cad-0c16-4600-8f77-4b5c7408e6e5 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:12:28.117328 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:28.137147 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89949684-a85c-4506-bdee-68291b035505 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=18658e04-5820-48da-ae8e-8b0b76e46114,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:28.165739 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-89949684-a85c-4506-bdee-68291b035505 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:28.166522 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-89949684-a85c-4506-bdee-68291b035505 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:28.184880 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-89949684-a85c-4506-bdee-68291b035505 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6117239 Sep 30 14:12:28.200008 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-39c0c83e-8eef-4ee5-8e5e-a8efc269f48a service neutron] Request body: {'port': {'device_id': '4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:12:28.261836 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-39c0c83e-8eef-4ee5-8e5e-a8efc269f48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:28.370598 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6bb887ac-3e55-4d61-b964-7e4d711ec1b3 None None] Provisioning complete for port 18658e04-5820-48da-ae8e-8b0b76e46114 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:12:28.371146 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6bb887ac-3e55-4d61-b964-7e4d711ec1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:28.413033 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-6bb887ac-3e55-4d61-b964-7e4d711ec1b3 None None] Port 18658e04-5820-48da-ae8e-8b0b76e46114 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:12:28.548117 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-39c0c83e-8eef-4ee5-8e5e-a8efc269f48a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18658e04-5820-48da-ae8e-8b0b76e46114 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:12:28.556071 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-39c0c83e-8eef-4ee5-8e5e-a8efc269f48a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:28.568674 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-39c0c83e-8eef-4ee5-8e5e-a8efc269f48a service neutron] Transition to ACTIVE for port object 18658e04-5820-48da-ae8e-8b0b76e46114 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 14:12:28.573086 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-39c0c83e-8eef-4ee5-8e5e-a8efc269f48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:28.625396 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0c83e-8eef-4ee5-8e5e-a8efc269f48a service neutron] Pushing event updated for resources: {'Port': ['ID=18658e04-5820-48da-ae8e-8b0b76e46114,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:28.668489 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fc0cd-a357-4d07-aafb-d80a27fce4ea req-5b30c6c4-0a95-4400-a7a8-688f3e6443d7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:28.676289 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f85fc0cd-a357-4d07-aafb-d80a27fce4ea req-5b30c6c4-0a95-4400-a7a8-688f3e6443d7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1 HTTP/1.1" status: 200 len: 943 time: 0.0661156 Sep 30 14:12:28.695324 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-39c0c83e-8eef-4ee5-8e5e-a8efc269f48a service neutron] Attempting to bind port 18658e04-5820-48da-ae8e-8b0b76e46114 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:12:28.695773 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-39c0c83e-8eef-4ee5-8e5e-a8efc269f48a service neutron] Attempting to bind port 18658e04-5820-48da-ae8e-8b0b76e46114 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': '3c072918-f4da-484e-a675-e38d7d8d1183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '49b2333e-53fe-4a4b-94eb-7cc013b05ae9'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:12:28.696166 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-39c0c83e-8eef-4ee5-8e5e-a8efc269f48a service neutron] Attempting to bind port 18658e04-5820-48da-ae8e-8b0b76e46114 on network 49b2333e-53fe-4a4b-94eb-7cc013b05ae9 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:12:28.700757 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-39c0c83e-8eef-4ee5-8e5e-a8efc269f48a service neutron] Port 18658e04-5820-48da-ae8e-8b0b76e46114 on network 49b2333e-53fe-4a4b-94eb-7cc013b05ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 14:12:28.701405 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-39c0c83e-8eef-4ee5-8e5e-a8efc269f48a service neutron] Attempting to bind port 18658e04-5820-48da-ae8e-8b0b76e46114 on network 49b2333e-53fe-4a4b-94eb-7cc013b05ae9 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:12:28.706597 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-39c0c83e-8eef-4ee5-8e5e-a8efc269f48a service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:12:28.707554 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-39c0c83e-8eef-4ee5-8e5e-a8efc269f48a service neutron] Checking segment: {'id': '3c072918-f4da-484e-a675-e38d7d8d1183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '49b2333e-53fe-4a4b-94eb-7cc013b05ae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:12:28.708029 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-39c0c83e-8eef-4ee5-8e5e-a8efc269f48a service neutron] Bound using segment: {'id': '3c072918-f4da-484e-a675-e38d7d8d1183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '49b2333e-53fe-4a4b-94eb-7cc013b05ae9'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:12:28.708530 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-39c0c83e-8eef-4ee5-8e5e-a8efc269f48a service neutron] Bound port: 18658e04-5820-48da-ae8e-8b0b76e46114, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c072918-f4da-484e-a675-e38d7d8d1183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '49b2333e-53fe-4a4b-94eb-7cc013b05ae9'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:12:28.708961 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-39c0c83e-8eef-4ee5-8e5e-a8efc269f48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:28.713621 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f85fc0cd-a357-4d07-aafb-d80a27fce4ea req-9387d718-2942-4327-8e0e-f9b5795705de tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c36edc9-638e-4048-9904-e5ae63b63425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364952 Sep 30 14:12:28.780532 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-39c0c83e-8eef-4ee5-8e5e-a8efc269f48a service neutron] For port 18658e04-5820-48da-ae8e-8b0b76e46114, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:12:28.784452 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-39c0c83e-8eef-4ee5-8e5e-a8efc269f48a service neutron] For port 18658e04-5820-48da-ae8e-8b0b76e46114, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=18658e04-5820-48da-ae8e-8b0b76e46114,segment=NetworkSegment(3c072918-f4da-484e-a675-e38d7d8d1183),segment_id=3c072918-f4da-484e-a675-e38d7d8d1183)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:12:28.790267 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-39c0c83e-8eef-4ee5-8e5e-a8efc269f48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:28.824246 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-39c0c83e-8eef-4ee5-8e5e-a8efc269f48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:28.824915 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-39c0c83e-8eef-4ee5-8e5e-a8efc269f48a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:28.827241 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-39c0c83e-8eef-4ee5-8e5e-a8efc269f48a service neutron] 10.222.0.39 "PUT /v2.0/ports/18658e04-5820-48da-ae8e-8b0b76e46114 HTTP/1.1" status: 200 len: 1091 time: 0.6340487 Sep 30 14:12:28.829834 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1', 'tag': '18658e04-5820-48da-ae8e-8b0b76e46114'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:12:28.833648 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b8aa6e-5a86-4e32-b1cf-857df26c08a4" -d '{"events": [{"name": "network-changed", "server_uuid": "4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1", "tag": "18658e04-5820-48da-ae8e-8b0b76e46114"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:12:28.865559 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0c83e-8eef-4ee5-8e5e-a8efc269f48a service neutron] Pushing event updated for resources: {'Port': ['ID=18658e04-5820-48da-ae8e-8b0b76e46114,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:28.882123 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c5314f-f703-46b2-bc2e-58ea1b2f22cb x-openstack-request-id: req-c2c5314f-f703-46b2-bc2e-58ea1b2f22cb {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:12:28.882437 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1", "tag": "18658e04-5820-48da-ae8e-8b0b76e46114", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:12:28.882834 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2c5314f-f703-46b2-bc2e-58ea1b2f22cb {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:12:28.883348 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1', 'tag': '18658e04-5820-48da-ae8e-8b0b76e46114', 'status': 'completed', 'code': 200} Sep 30 14:12:28.912852 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-7109623e-ba5e-4685-b9d6-84dcb0fac801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:28.914557 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-7109623e-ba5e-4685-b9d6-84dcb0fac801 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1 HTTP/1.1" status: 200 len: 1094 time: 0.0455654 Sep 30 14:12:28.959202 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-0f846f38-b29f-42ff-a80c-06c75b50d31b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18658e04-5820-48da-ae8e-8b0b76e46114 HTTP/1.1" status: 200 len: 217 time: 0.0360153 Sep 30 14:12:29.015706 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-f7ddb8ca-4762-49d2-8b8e-0f58ae2cced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:29.017193 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-f7ddb8ca-4762-49d2-8b8e-0f58ae2cced3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=965e580c-0baf-4b54-a3af-ccdd2dbb8af2 HTTP/1.1" status: 200 len: 834 time: 0.0506072 Sep 30 14:12:29.066407 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-ebe27356-cb66-4d82-a9d3-8deabcdeb15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:29.067926 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-ebe27356-cb66-4d82-a9d3-8deabcdeb15d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=49b2333e-53fe-4a4b-94eb-7cc013b05ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432084 Sep 30 14:12:29.162804 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-bd3ab14d-015a-43bd-ad85-24a92d71a969 service neutron] 10.222.0.39 "GET /v2.0/networks/49b2333e-53fe-4a4b-94eb-7cc013b05ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868192 Sep 30 14:12:29.253040 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fc3b9dcb-8ea2-4d36-990e-2f69a8a6cca0 req-31e113c6-6c89-4365-9e8a-322aaaa4025e service neutron] 10.222.0.39 "GET /v2.0/networks/49b2333e-53fe-4a4b-94eb-7cc013b05ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821552 Sep 30 14:12:29.340594 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8aa6e-5a86-4e32-b1cf-857df26c08a4 req-4c33ef2a-5175-4192-98a2-f7ba54aaf2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:29.342136 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-25b8aa6e-5a86-4e32-b1cf-857df26c08a4 req-4c33ef2a-5175-4192-98a2-f7ba54aaf2ac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1 HTTP/1.1" status: 200 len: 1094 time: 0.0396712 Sep 30 14:12:29.435655 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8aa6e-5a86-4e32-b1cf-857df26c08a4 req-060bf589-cac9-4ded-84d0-9605c3c749d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:29.437222 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-25b8aa6e-5a86-4e32-b1cf-857df26c08a4 req-060bf589-cac9-4ded-84d0-9605c3c749d2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=49b2333e-53fe-4a4b-94eb-7cc013b05ae9 HTTP/1.1" status: 200 len: 898 time: 0.0879178 Sep 30 14:12:29.479402 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-25b8aa6e-5a86-4e32-b1cf-857df26c08a4 req-9a1169e0-4950-4a1a-b6c1-2f234a715208 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18658e04-5820-48da-ae8e-8b0b76e46114 HTTP/1.1" status: 200 len: 217 time: 0.0344844 Sep 30 14:12:29.533183 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8aa6e-5a86-4e32-b1cf-857df26c08a4 req-fd0c1bc0-b4d4-445b-b226-c26f44971daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:29.534630 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-25b8aa6e-5a86-4e32-b1cf-857df26c08a4 req-fd0c1bc0-b4d4-445b-b226-c26f44971daa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=965e580c-0baf-4b54-a3af-ccdd2dbb8af2 HTTP/1.1" status: 200 len: 834 time: 0.0472581 Sep 30 14:12:29.581264 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8aa6e-5a86-4e32-b1cf-857df26c08a4 req-dbcaf585-3f6c-4c03-a1b1-3abeabd7ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:29.582838 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-25b8aa6e-5a86-4e32-b1cf-857df26c08a4 req-dbcaf585-3f6c-4c03-a1b1-3abeabd7ddb4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=49b2333e-53fe-4a4b-94eb-7cc013b05ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399303 Sep 30 14:12:29.676600 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-25b8aa6e-5a86-4e32-b1cf-857df26c08a4 req-8aecfa2d-e068-4dae-8d55-d1c3bdb190bf service neutron] 10.222.0.39 "GET /v2.0/networks/49b2333e-53fe-4a4b-94eb-7cc013b05ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852337 Sep 30 14:12:29.766289 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-25b8aa6e-5a86-4e32-b1cf-857df26c08a4 req-74ce94b6-8317-40d3-8c38-18b893c23154 service neutron] 10.222.0.39 "GET /v2.0/networks/49b2333e-53fe-4a4b-94eb-7cc013b05ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819170 Sep 30 14:12:29.835056 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cc1f7-cb99-4630-ac0b-6d34a42b446f req-48617654-14fc-4128-b70b-4e71a3611a14 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:29.836514 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-499cc1f7-cb99-4630-ac0b-6d34a42b446f req-48617654-14fc-4128-b70b-4e71a3611a14 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1 HTTP/1.1" status: 200 len: 943 time: 0.0517251 Sep 30 14:12:29.873708 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-499cc1f7-cb99-4630-ac0b-6d34a42b446f req-3a53f88c-ceb7-4909-b533-0ea0f6802ed7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c36edc9-638e-4048-9904-e5ae63b63425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312667 Sep 30 14:12:30.987054 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f54d7e-2fab-4847-9e19-8dd54433888b req-96632fdc-1252-41a1-9882-22d63f6b72aa tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:30.989008 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f5f54d7e-2fab-4847-9e19-8dd54433888b req-96632fdc-1252-41a1-9882-22d63f6b72aa tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1 HTTP/1.1" status: 200 len: 943 time: 0.0480518 Sep 30 14:12:31.026093 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f5f54d7e-2fab-4847-9e19-8dd54433888b req-9e2e6cd1-1235-4183-a0dc-f9afe2e7e9e1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c36edc9-638e-4048-9904-e5ae63b63425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308402 Sep 30 14:12:31.800374 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 18658e04-5820-48da-ae8e-8b0b76e46114 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 14:12:31.896227 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 18658e04-5820-48da-ae8e-8b0b76e46114, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=18658e04-5820-48da-ae8e-8b0b76e46114,segment=NetworkSegment(3c072918-f4da-484e-a675-e38d7d8d1183),segment_id=3c072918-f4da-484e-a675-e38d7d8d1183)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:12:31.907298 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '18658e04-5820-48da-ae8e-8b0b76e46114', 'network_id': '49b2333e-53fe-4a4b-94eb-7cc013b05ae9', 'port_id': '18658e04-5820-48da-ae8e-8b0b76e46114', 'mac_address': 'fa:16:3e:74:4f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '965e580c-0baf-4b54-a3af-ccdd2dbb8af2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 14:12:31.944713 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:31.958853 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18658e04-5820-48da-ae8e-8b0b76e46114 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:12:31.978842 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 18658e04-5820-48da-ae8e-8b0b76e46114, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=18658e04-5820-48da-ae8e-8b0b76e46114,segment=NetworkSegment(3c072918-f4da-484e-a675-e38d7d8d1183),segment_id=3c072918-f4da-484e-a675-e38d7d8d1183)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:12:31.982275 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:32.032764 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=18658e04-5820-48da-ae8e-8b0b76e46114,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:32.138913 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00725bb2-d3e5-46cd-bdf4-c3595fe9d0e3 req-33d5544c-8021-4a28-bed3-bdd541e9153a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:32.140385 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-00725bb2-d3e5-46cd-bdf4-c3595fe9d0e3 req-33d5544c-8021-4a28-bed3-bdd541e9153a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1 HTTP/1.1" status: 200 len: 944 time: 0.0476685 Sep 30 14:12:32.177756 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-00725bb2-d3e5-46cd-bdf4-c3595fe9d0e3 req-b82987a9-d7f6-4b03-b981-ccc8ec188537 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c36edc9-638e-4048-9904-e5ae63b63425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306089 Sep 30 14:12:32.186278 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['18658e04-5820-48da-ae8e-8b0b76e46114'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:12:33.296307 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39d9ad-4830-413a-a026-87f1cbe95ea0 req-b396c352-f337-469b-8e28-090b183f69ca tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:33.297822 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f39d9ad-4830-413a-a026-87f1cbe95ea0 req-b396c352-f337-469b-8e28-090b183f69ca tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1 HTTP/1.1" status: 200 len: 944 time: 0.0544984 Sep 30 14:12:33.335869 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0f39d9ad-4830-413a-a026-87f1cbe95ea0 req-a29b4472-487a-4505-8fe4-efa789c17a0f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c36edc9-638e-4048-9904-e5ae63b63425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315456 Sep 30 14:12:33.817044 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 18658e04-5820-48da-ae8e-8b0b76e46114 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:12:33.865014 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 18658e04-5820-48da-ae8e-8b0b76e46114 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 14:12:33.868600 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 18658e04-5820-48da-ae8e-8b0b76e46114 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:12:33.868971 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:33.942560 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:33.967526 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18658e04-5820-48da-ae8e-8b0b76e46114'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:12:33.969794 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730efdff73588999065a9861b250a1e40d95e5d75871f85cc1573bd279cf301b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37e6d97-7be8-4ad0-b673-b1a986d11dc4" -d '{"events": [{"server_uuid": "4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1", "name": "network-vif-plugged", "status": "completed", "tag": "18658e04-5820-48da-ae8e-8b0b76e46114"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:12:33.981910 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 18658e04-5820-48da-ae8e-8b0b76e46114, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=18658e04-5820-48da-ae8e-8b0b76e46114,segment=NetworkSegment(3c072918-f4da-484e-a675-e38d7d8d1183),segment_id=3c072918-f4da-484e-a675-e38d7d8d1183)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:12:33.985815 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:34.009545 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2e2fc6-2902-4ac7-b982-2a4f08051594 x-openstack-request-id: req-6e2e2fc6-2902-4ac7-b982-2a4f08051594 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:12:34.009838 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1", "name": "network-vif-plugged", "status": "completed", "tag": "18658e04-5820-48da-ae8e-8b0b76e46114", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:12:34.010116 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e2e2fc6-2902-4ac7-b982-2a4f08051594 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:12:34.010503 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18658e04-5820-48da-ae8e-8b0b76e46114', 'code': 200} Sep 30 14:12:34.035374 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=18658e04-5820-48da-ae8e-8b0b76e46114,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:34.096860 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5caf4-3ba7-4110-bd5e-896731600e6e req-549923ea-7ac0-41ae-8e1e-60d469499e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:34.098403 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-71b5caf4-3ba7-4110-bd5e-896731600e6e req-549923ea-7ac0-41ae-8e1e-60d469499e43 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1 HTTP/1.1" status: 200 len: 1096 time: 0.0395126 Sep 30 14:12:34.132443 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-71b5caf4-3ba7-4110-bd5e-896731600e6e req-30eb8fd6-2e30-43f6-93a3-49c61ba1e380 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1c36edc9-638e-4048-9904-e5ae63b63425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274816 Sep 30 14:12:34.449660 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d1858-186a-4990-988b-bd4d350f58e3 req-50e38bdf-4521-419c-ad5c-767b8d86bd03 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:34.451519 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d8d1858-186a-4990-988b-bd4d350f58e3 req-50e38bdf-4521-419c-ad5c-767b8d86bd03 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1 HTTP/1.1" status: 200 len: 945 time: 0.0490115 Sep 30 14:12:34.488996 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d8d1858-186a-4990-988b-bd4d350f58e3 req-d84f6905-acc3-4645-a02d-1e1e9fbe11b5 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c36edc9-638e-4048-9904-e5ae63b63425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310373 Sep 30 14:12:35.604384 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e180f-8145-4a40-8e97-801d95d28fff req-b6668812-7733-4e89-aa9d-1de654d22d78 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:35.605889 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-343e180f-8145-4a40-8e97-801d95d28fff req-b6668812-7733-4e89-aa9d-1de654d22d78 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1 HTTP/1.1" status: 200 len: 945 time: 0.0487380 Sep 30 14:12:35.643001 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-343e180f-8145-4a40-8e97-801d95d28fff req-9c32bd38-eb76-4a6c-a26e-6938d8e80099 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c36edc9-638e-4048-9904-e5ae63b63425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309966 Sep 30 14:12:35.760074 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bc8fe-cdcc-46a4-81c1-aada46ebbd42 req-288da833-c516-4216-8573-caa5d7f4b07f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:35.761529 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-215bc8fe-cdcc-46a4-81c1-aada46ebbd42 req-288da833-c516-4216-8573-caa5d7f4b07f tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1 HTTP/1.1" status: 200 len: 945 time: 0.0522556 Sep 30 14:12:35.799063 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-215bc8fe-cdcc-46a4-81c1-aada46ebbd42 req-72d0e644-d5e7-4bc4-8411-d244ff00da8a tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c36edc9-638e-4048-9904-e5ae63b63425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314567 Sep 30 14:12:35.821226 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50020) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:12:35.859790 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e5af78-a5c6-40ae-bd8c-0f6a641a49de tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:35.861270 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-19e5af78-a5c6-40ae-bd8c-0f6a641a49de tempest-TestNetworkAdvancedServerOps-1978846697 tempest-TestNetworkAdvancedServerOps-1978846697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1 HTTP/1.1" status: 200 len: 1091 time: 0.0391078 Sep 30 14:12:35.863932 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50022) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:12:35.868054 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-45269376-2fe1-4075-9205-35f1f5f82bff tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'port_id': '18658e04-5820-48da-ae8e-8b0b76e46114', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:12:35.889410 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45269376-2fe1-4075-9205-35f1f5f82bff tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for floatingip, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:35.999341 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45269376-2fe1-4075-9205-35f1f5f82bff tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:36.106073 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-45269376-2fe1-4075-9205-35f1f5f82bff tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Allocated IP 172.25.5.77 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/bd658f85-3669-4ce0-ac4b-43f8e604ffb5) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:12:36.209594 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45269376-2fe1-4075-9205-35f1f5f82bff tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:36.241915 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45269376-2fe1-4075-9205-35f1f5f82bff tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:36.280939 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45269376-2fe1-4075-9205-35f1f5f82bff tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:12:36.283763 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-45269376-2fe1-4075-9205-35f1f5f82bff tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:12:36.287366 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45269376-2fe1-4075-9205-35f1f5f82bff tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:12:36.310726 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45269376-2fe1-4075-9205-35f1f5f82bff tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=bd658f85-3669-4ce0-ac4b-43f8e604ffb5,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:36.642585 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45269376-2fe1-4075-9205-35f1f5f82bff tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:36.709851 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45269376-2fe1-4075-9205-35f1f5f82bff tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:36.738378 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:12:36.861163 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45269376-2fe1-4075-9205-35f1f5f82bff tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:36.866512 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45269376-2fe1-4075-9205-35f1f5f82bff tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:36.931242 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45269376-2fe1-4075-9205-35f1f5f82bff tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event updated for resources: {'Port': ['ID=bd658f85-3669-4ce0-ac4b-43f8e604ffb5,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:12:36.943269 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45269376-2fe1-4075-9205-35f1f5f82bff tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:37.043760 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-45269376-2fe1-4075-9205-35f1f5f82bff tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Floating IP 8fe41d8c-2213-45b3-8a1f-315e7ada8539 associated. External IP: 172.25.5.77, port: 18658e04-5820-48da-ae8e-8b0b76e46114. Sep 30 14:12:37.246964 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45269376-2fe1-4075-9205-35f1f5f82bff tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Router a92cf4a2-a761-41be-bb89-b1b4185ede63 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:12:37.353691 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45269376-2fe1-4075-9205-35f1f5f82bff tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:12:37.364602 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74911b9-5c87-466e-9d18-e78d65c27df6 None None] Sync routers for ids ['a92cf4a2-a761-41be-bb89-b1b4185ede63'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:12:37.372330 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-45269376-2fe1-4075-9205-35f1f5f82bff tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:37.375404 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74911b9-5c87-466e-9d18-e78d65c27df6 None None] Routers {'a92cf4a2-a761-41be-bb89-b1b4185ede63'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:12:37.376020 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-c74911b9-5c87-466e-9d18-e78d65c27df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:12:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a92cf4a2-a761-41be-bb89-b1b4185ede63'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:12:37.400845 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-45269376-2fe1-4075-9205-35f1f5f82bff tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5359297 Sep 30 14:12:37.401442 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1', 'tag': '18658e04-5820-48da-ae8e-8b0b76e46114'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:12:37.403731 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d08519-d38a-4003-af61-26568e605a63" -d '{"events": [{"name": "network-changed", "server_uuid": "4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1", "tag": "18658e04-5820-48da-ae8e-8b0b76e46114"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:12:37.445840 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96515684-7820-4611-a81b-2cdeebce76a3 x-openstack-request-id: req-96515684-7820-4611-a81b-2cdeebce76a3 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:12:37.445840 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1", "tag": "18658e04-5820-48da-ae8e-8b0b76e46114", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:12:37.445840 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96515684-7820-4611-a81b-2cdeebce76a3 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:12:37.445840 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1', 'tag': '18658e04-5820-48da-ae8e-8b0b76e46114', 'status': 'completed', 'code': 200} Sep 30 14:12:37.493532 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-c74911b9-5c87-466e-9d18-e78d65c27df6 None None] Set router a92cf4a2-a761-41be-bb89-b1b4185ede63 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:12:37.510286 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d08519-d38a-4003-af61-26568e605a63 req-afda6228-f5e8-458a-90f4-719103d72a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:37.511800 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13d08519-d38a-4003-af61-26568e605a63 req-afda6228-f5e8-458a-90f4-719103d72a6e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1 HTTP/1.1" status: 200 len: 1096 time: 0.0426185 Sep 30 14:12:37.511956 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d5b2b-34e3-4723-bdea-e6573e1d397c req-780b5b1b-bb14-419b-b4d2-6f9610446aa6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:37.513432 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ad3d5b2b-34e3-4723-bdea-e6573e1d397c req-780b5b1b-bb14-419b-b4d2-6f9610446aa6 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1 HTTP/1.1" status: 200 len: 945 time: 0.0539222 Sep 30 14:12:37.551763 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-ad3d5b2b-34e3-4723-bdea-e6573e1d397c req-f4fda46e-29e5-44fd-a024-b28947d3bc42 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c36edc9-638e-4048-9904-e5ae63b63425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321248 Sep 30 14:12:37.574687 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50028) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:12:37.615761 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d08519-d38a-4003-af61-26568e605a63 req-c4aad27e-631f-41a8-9414-f87843833765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:37.617547 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13d08519-d38a-4003-af61-26568e605a63 req-c4aad27e-631f-41a8-9414-f87843833765 service neutron] 10.222.0.39 "GET /v2.0/networks?id=49b2333e-53fe-4a4b-94eb-7cc013b05ae9 HTTP/1.1" status: 200 len: 898 time: 0.0980985 Sep 30 14:12:37.638030 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-1127f5e7-ea2f-425e-a0c3-3b15f38199d4 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/floatingips/8fe41d8c-2213-45b3-8a1f-315e7ada8539 HTTP/1.1" status: 200 len: 990 time: 0.0621467 Sep 30 14:12:37.683752 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13d08519-d38a-4003-af61-26568e605a63 req-4e34b4eb-ab27-4b4a-ba2a-b65154eccadd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18658e04-5820-48da-ae8e-8b0b76e46114 HTTP/1.1" status: 200 len: 998 time: 0.0583253 Sep 30 14:12:37.727755 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-c74911b9-5c87-466e-9d18-e78d65c27df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091448788', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:12:20Z', 'updated_at': '2021-09-30T14:12:24Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:12:21Z', 'updated_at': '2021-09-30T14:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '8fe41d8c-2213-45b3-8a1f-315e7ada8539', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'floating_ip_address': '172.25.5.77', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'port_id': '18658e04-5820-48da-ae8e-8b0b76e46114', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b2333e-53fe-4a4b-94eb-7cc013b05ae9', 'mac_address': 'fa:16:3e:74:4f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:12:36Z', 'updated_at': '2021-09-30T14:12:36Z', 'revision_number': 0, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66262cad-0c16-4600-8f77-4b5c7408e6e5', 'name': '', 'network_id': '49b2333e-53fe-4a4b-94eb-7cc013b05ae9', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:40:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '965e580c-0baf-4b54-a3af-ccdd2dbb8af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:12:23Z', 'updated_at': '2021-09-30T14:12:27Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': '965e580c-0baf-4b54-a3af-ccdd2dbb8af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:12:37.737475 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d08519-d38a-4003-af61-26568e605a63 req-da70c9e7-ebf5-4d5a-8166-09b493cae519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:37.738998 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13d08519-d38a-4003-af61-26568e605a63 req-da70c9e7-ebf5-4d5a-8166-09b493cae519 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=965e580c-0baf-4b54-a3af-ccdd2dbb8af2 HTTP/1.1" status: 200 len: 834 time: 0.0474057 Sep 30 14:12:37.756910 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74911b9-5c87-466e-9d18-e78d65c27df6 None None] Checking router: a92cf4a2-a761-41be-bb89-b1b4185ede63 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:12:37.765248 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74911b9-5c87-466e-9d18-e78d65c27df6 None None] Routers {'a92cf4a2-a761-41be-bb89-b1b4185ede63'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:12:37.765857 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-c74911b9-5c87-466e-9d18-e78d65c27df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:12:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a92cf4a2-a761-41be-bb89-b1b4185ede63'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:12:37.783416 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d08519-d38a-4003-af61-26568e605a63 req-f580e19f-520d-4ff1-9146-084325e3b5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:12:37.785507 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13d08519-d38a-4003-af61-26568e605a63 req-f580e19f-520d-4ff1-9146-084325e3b5c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=49b2333e-53fe-4a4b-94eb-7cc013b05ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390277 Sep 30 14:12:37.871075 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-c74911b9-5c87-466e-9d18-e78d65c27df6 None None] Set router a92cf4a2-a761-41be-bb89-b1b4185ede63 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:12:37.876717 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13d08519-d38a-4003-af61-26568e605a63 req-ccb05747-2ee5-4d7f-8ba6-5bb727925369 service neutron] 10.222.0.39 "GET /v2.0/networks/49b2333e-53fe-4a4b-94eb-7cc013b05ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850317 Sep 30 14:12:38.102247 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-c74911b9-5c87-466e-9d18-e78d65c27df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091448788', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:12:20Z', 'updated_at': '2021-09-30T14:12:24Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:12:21Z', 'updated_at': '2021-09-30T14:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '8fe41d8c-2213-45b3-8a1f-315e7ada8539', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'floating_ip_address': '172.25.5.77', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'port_id': '18658e04-5820-48da-ae8e-8b0b76e46114', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b2333e-53fe-4a4b-94eb-7cc013b05ae9', 'mac_address': 'fa:16:3e:74:4f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:12:36Z', 'updated_at': '2021-09-30T14:12:36Z', 'revision_number': 0, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66262cad-0c16-4600-8f77-4b5c7408e6e5', 'name': '', 'network_id': '49b2333e-53fe-4a4b-94eb-7cc013b05ae9', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:40:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '965e580c-0baf-4b54-a3af-ccdd2dbb8af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:12:23Z', 'updated_at': '2021-09-30T14:12:27Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': '965e580c-0baf-4b54-a3af-ccdd2dbb8af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:12:38.133290 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74911b9-5c87-466e-9d18-e78d65c27df6 None None] The sync data for ids ['a92cf4a2-a761-41be-bb89-b1b4185ede63'] in n-d-810909-2 is: [{'id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091448788', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:12:20Z', 'updated_at': '2021-09-30T14:12:24Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:12:21Z', 'updated_at': '2021-09-30T14:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '8fe41d8c-2213-45b3-8a1f-315e7ada8539', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'floating_ip_address': '172.25.5.77', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'port_id': '18658e04-5820-48da-ae8e-8b0b76e46114', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b2333e-53fe-4a4b-94eb-7cc013b05ae9', 'mac_address': 'fa:16:3e:74:4f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:12:36Z', 'updated_at': '2021-09-30T14:12:36Z', 'revision_number': 0, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66262cad-0c16-4600-8f77-4b5c7408e6e5', 'name': '', 'network_id': '49b2333e-53fe-4a4b-94eb-7cc013b05ae9', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:40:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '965e580c-0baf-4b54-a3af-ccdd2dbb8af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:12:23Z', 'updated_at': '2021-09-30T14:12:27Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': '965e580c-0baf-4b54-a3af-ccdd2dbb8af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:12:38.283748 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13d08519-d38a-4003-af61-26568e605a63 req-0d8a66f8-d6d3-46e2-acab-a07b9363b290 service neutron] 10.222.0.39 "GET /v2.0/networks/49b2333e-53fe-4a4b-94eb-7cc013b05ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998392 Sep 30 14:12:38.340824 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a86a02-6d68-4e72-853b-d38203c1debf None None] New status for floating IP 8fe41d8c-2213-45b3-8a1f-315e7ada8539: ACTIVE {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 14:12:38.639804 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50032) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:12:38.711211 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-e488b50b-c879-4e52-9342-ba8f02bb404d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/floatingips/8fe41d8c-2213-45b3-8a1f-315e7ada8539 HTTP/1.1" status: 200 len: 992 time: 0.0701773 Sep 30 14:12:45.453772 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:48.260122 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-423689d4-ae58-4144-baed-d27391932e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:50.273881 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:50.760925 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7202bb2f-b1af-4857-a58c-be8d81cbdb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:51.732391 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:52.618431 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:12:54.378163 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:12.084176 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7127c-30b2-496b-b3c0-402604024c24 req-71fd8752-aa37-41f0-963a-a4d8d00a42a8 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:12.085530 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5eb7127c-30b2-496b-b3c0-402604024c24 req-71fd8752-aa37-41f0-963a-a4d8d00a42a8 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1 HTTP/1.1" status: 200 len: 945 time: 0.0478773 Sep 30 14:13:12.122418 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5eb7127c-30b2-496b-b3c0-402604024c24 req-035cf50e-1ba9-433d-a09f-e8de42a8b2e0 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c36edc9-638e-4048-9904-e5ae63b63425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309768 Sep 30 14:13:13.238409 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cb214-e728-4bc9-aacf-015ee29ca8fa req-cf03a391-3e23-4818-8426-cc2b17e60ab7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:13.239912 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-339cb214-e728-4bc9-aacf-015ee29ca8fa req-cf03a391-3e23-4818-8426-cc2b17e60ab7 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1 HTTP/1.1" status: 200 len: 945 time: 0.0483720 Sep 30 14:13:13.283722 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-339cb214-e728-4bc9-aacf-015ee29ca8fa req-39db4f88-d491-459f-afb2-48df6859e8ff tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c36edc9-638e-4048-9904-e5ae63b63425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375957 Sep 30 14:13:13.306381 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50052) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:13:13.366799 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f4b15f31-1a34-4856-aad0-a38db1e0551d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/floatingips/8fe41d8c-2213-45b3-8a1f-315e7ada8539 HTTP/1.1" status: 200 len: 992 time: 0.0592556 Sep 30 14:13:13.738579 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:13:14.662368 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b8dcf-b010-48e3-a7d6-8e97a272b262 req-4fbd0819-8483-4fe9-83e6-04fd9acc5653 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:14.663774 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-847b8dcf-b010-48e3-a7d6-8e97a272b262 req-4fbd0819-8483-4fe9-83e6-04fd9acc5653 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1 HTTP/1.1" status: 200 len: 945 time: 0.0787835 Sep 30 14:13:14.669950 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e1884-9e62-47a8-94ae-397981964482 req-809afe0c-4bd6-4c13-8236-f4359ede2550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:14.671360 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-472e1884-9e62-47a8-94ae-397981964482 req-809afe0c-4bd6-4c13-8236-f4359ede2550 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1 HTTP/1.1" status: 200 len: 1096 time: 0.0573678 Sep 30 14:13:14.728549 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-847b8dcf-b010-48e3-a7d6-8e97a272b262 req-e6c9e9f0-d661-4e58-8ccd-5b16f4588cc1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c36edc9-638e-4048-9904-e5ae63b63425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562491 Sep 30 14:13:14.783873 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e1884-9e62-47a8-94ae-397981964482 req-28c320ca-b678-4dd0-9443-e232daeefa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:14.785352 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-472e1884-9e62-47a8-94ae-397981964482 req-28c320ca-b678-4dd0-9443-e232daeefa78 service neutron] 10.222.0.39 "GET /v2.0/networks?id=49b2333e-53fe-4a4b-94eb-7cc013b05ae9 HTTP/1.1" status: 200 len: 898 time: 0.1066706 Sep 30 14:13:14.849129 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-472e1884-9e62-47a8-94ae-397981964482 req-26a91ee9-7c77-4acf-99e7-cfda807d81b8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18658e04-5820-48da-ae8e-8b0b76e46114 HTTP/1.1" status: 200 len: 1000 time: 0.0570481 Sep 30 14:13:14.896567 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e1884-9e62-47a8-94ae-397981964482 req-dae77e61-5fb2-4285-a765-6900c76bcf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:14.898030 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-472e1884-9e62-47a8-94ae-397981964482 req-dae77e61-5fb2-4285-a765-6900c76bcf94 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=965e580c-0baf-4b54-a3af-ccdd2dbb8af2 HTTP/1.1" status: 200 len: 834 time: 0.0419216 Sep 30 14:13:14.945676 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e1884-9e62-47a8-94ae-397981964482 req-66106b88-4a53-4a02-a416-91b9cfb77113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:14.947096 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-472e1884-9e62-47a8-94ae-397981964482 req-66106b88-4a53-4a02-a416-91b9cfb77113 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=49b2333e-53fe-4a4b-94eb-7cc013b05ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428109 Sep 30 14:13:15.035390 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-472e1884-9e62-47a8-94ae-397981964482 req-f2e1c1c7-0289-4cd2-b516-0696b661166d service neutron] 10.222.0.39 "GET /v2.0/networks/49b2333e-53fe-4a4b-94eb-7cc013b05ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797338 Sep 30 14:13:15.126211 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-472e1884-9e62-47a8-94ae-397981964482 req-35037bd0-2f58-48ef-abc0-4392db893a49 service neutron] 10.222.0.39 "GET /v2.0/networks/49b2333e-53fe-4a4b-94eb-7cc013b05ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836639 Sep 30 14:13:15.470243 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:15.847306 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45eae40-e714-4aa2-85a0-09ec3faf8476 req-43052af5-6c0b-4e79-9c42-9e7d010f6347 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:15.848992 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d45eae40-e714-4aa2-85a0-09ec3faf8476 req-43052af5-6c0b-4e79-9c42-9e7d010f6347 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1 HTTP/1.1" status: 200 len: 945 time: 0.0494468 Sep 30 14:13:15.892734 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d45eae40-e714-4aa2-85a0-09ec3faf8476 req-ca610b81-e5df-4f61-90e0-b803e745872b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c36edc9-638e-4048-9904-e5ae63b63425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358045 Sep 30 14:13:17.008831 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de260c-b713-47a1-a067-1c96733e7dc7 req-91664f72-70d3-4526-abb9-2c90e3121058 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:17.010577 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e6de260c-b713-47a1-a067-1c96733e7dc7 req-91664f72-70d3-4526-abb9-2c90e3121058 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1 HTTP/1.1" status: 200 len: 945 time: 0.0483251 Sep 30 14:13:17.048183 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e6de260c-b713-47a1-a067-1c96733e7dc7 req-b6ce16f5-3803-4ce6-8aac-6879fa703bea tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c36edc9-638e-4048-9904-e5ae63b63425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310097 Sep 30 14:13:17.070526 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50064) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:13:17.134081 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-1ddb90fd-45b3-4bd9-92af-69cde26f813d tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/floatingips/8fe41d8c-2213-45b3-8a1f-315e7ada8539 HTTP/1.1" status: 200 len: 992 time: 0.0623341 Sep 30 14:13:17.344074 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50070) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:13:17.497351 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-531a83cd-ec7d-417d-b086-c1d6c303b7f9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Deleting port bd658f85-3669-4ce0-ac4b-43f8e604ffb5 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:13:17.497689 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-531a83cd-ec7d-417d-b086-c1d6c303b7f9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:17.573619 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-531a83cd-ec7d-417d-b086-c1d6c303b7f9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:17.573939 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-531a83cd-ec7d-417d-b086-c1d6c303b7f9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:17.585948 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-531a83cd-ec7d-417d-b086-c1d6c303b7f9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Calling delete_port for bd658f85-3669-4ce0-ac4b-43f8e604ffb5 owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:13:17.725648 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-531a83cd-ec7d-417d-b086-c1d6c303b7f9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:17.751890 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a83cd-ec7d-417d-b086-c1d6c303b7f9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Port': ['ID=bd658f85-3669-4ce0-ac4b-43f8e604ffb5,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:17.761821 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531a83cd-ec7d-417d-b086-c1d6c303b7f9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:17.762193 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531a83cd-ec7d-417d-b086-c1d6c303b7f9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:17.762529 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531a83cd-ec7d-417d-b086-c1d6c303b7f9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:17.762857 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531a83cd-ec7d-417d-b086-c1d6c303b7f9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:17.763181 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531a83cd-ec7d-417d-b086-c1d6c303b7f9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:17.763784 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531a83cd-ec7d-417d-b086-c1d6c303b7f9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:17.764477 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531a83cd-ec7d-417d-b086-c1d6c303b7f9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:17.764477 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531a83cd-ec7d-417d-b086-c1d6c303b7f9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:17.764477 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531a83cd-ec7d-417d-b086-c1d6c303b7f9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:17.764736 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531a83cd-ec7d-417d-b086-c1d6c303b7f9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:17.765030 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531a83cd-ec7d-417d-b086-c1d6c303b7f9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:17.765340 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531a83cd-ec7d-417d-b086-c1d6c303b7f9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:17.823991 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-531a83cd-ec7d-417d-b086-c1d6c303b7f9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:17.824323 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-531a83cd-ec7d-417d-b086-c1d6c303b7f9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Floating IP 8fe41d8c-2213-45b3-8a1f-315e7ada8539 disassociated (deleted). External IP: 172.25.5.77, port: 18658e04-5820-48da-ae8e-8b0b76e46114. Sep 30 14:13:18.031284 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531a83cd-ec7d-417d-b086-c1d6c303b7f9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Router a92cf4a2-a761-41be-bb89-b1b4185ede63 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:13:18.140964 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531a83cd-ec7d-417d-b086-c1d6c303b7f9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:13:18.145798 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-531a83cd-ec7d-417d-b086-c1d6c303b7f9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:18.150200 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f55b2d8-3a80-45d3-b7f2-145d659532e6 None None] Sync routers for ids ['a92cf4a2-a761-41be-bb89-b1b4185ede63'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:13:18.159344 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f55b2d8-3a80-45d3-b7f2-145d659532e6 None None] Routers {'a92cf4a2-a761-41be-bb89-b1b4185ede63'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:13:18.159942 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-7f55b2d8-3a80-45d3-b7f2-145d659532e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:12:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a92cf4a2-a761-41be-bb89-b1b4185ede63'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:18.171934 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-531a83cd-ec7d-417d-b086-c1d6c303b7f9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "DELETE /v2.0/floatingips/8fe41d8c-2213-45b3-8a1f-315e7ada8539 HTTP/1.1" status: 204 len: 168 time: 0.8267198 Sep 30 14:13:18.172512 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1', 'tag': '18658e04-5820-48da-ae8e-8b0b76e46114'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:13:18.175379 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e219da2189c054287262e416842f7478ca0ea1bcac3b9d962638c13bcc9183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f849d0c1-ebba-4bbf-827a-481ef287bd46" -d '{"events": [{"name": "network-changed", "server_uuid": "4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1", "tag": "18658e04-5820-48da-ae8e-8b0b76e46114"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:13:18.214321 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d19d3c-338a-4716-8ebe-ad1736fe653c x-openstack-request-id: req-16d19d3c-338a-4716-8ebe-ad1736fe653c {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:13:18.214606 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1", "tag": "18658e04-5820-48da-ae8e-8b0b76e46114", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:13:18.214860 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16d19d3c-338a-4716-8ebe-ad1736fe653c {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:13:18.215261 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1', 'tag': '18658e04-5820-48da-ae8e-8b0b76e46114', 'status': 'completed', 'code': 200} Sep 30 14:13:18.290543 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849d0c1-ebba-4bbf-827a-481ef287bd46 req-f6956690-24fe-4cc6-bee8-7068b96c306f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:18.292738 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f849d0c1-ebba-4bbf-827a-481ef287bd46 req-f6956690-24fe-4cc6-bee8-7068b96c306f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c65e1357784d8d8ee61181ac5eb042&device_id=4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1 HTTP/1.1" status: 200 len: 1096 time: 0.0552175 Sep 30 14:13:18.398912 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849d0c1-ebba-4bbf-827a-481ef287bd46 req-7bda49ba-af39-4522-83bc-4900063122c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:18.400795 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f849d0c1-ebba-4bbf-827a-481ef287bd46 req-7bda49ba-af39-4522-83bc-4900063122c9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=49b2333e-53fe-4a4b-94eb-7cc013b05ae9 HTTP/1.1" status: 200 len: 898 time: 0.0987294 Sep 30 14:13:18.422923 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbbf48-df03-40ef-85f1-5517ac391425 req-7dcd5564-ce9e-4f29-9f31-fbf493b4d87b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:18.425016 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-96cbbf48-df03-40ef-85f1-5517ac391425 req-7dcd5564-ce9e-4f29-9f31-fbf493b4d87b tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1 HTTP/1.1" status: 200 len: 945 time: 0.0528693 Sep 30 14:13:18.451219 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f849d0c1-ebba-4bbf-827a-481ef287bd46 req-2a797d00-e982-4188-9120-f80397502956 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18658e04-5820-48da-ae8e-8b0b76e46114 HTTP/1.1" status: 200 len: 217 time: 0.0401173 Sep 30 14:13:18.451552 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-7f55b2d8-3a80-45d3-b7f2-145d659532e6 None None] Set router a92cf4a2-a761-41be-bb89-b1b4185ede63 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:13:18.467437 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-96cbbf48-df03-40ef-85f1-5517ac391425 req-b226ab56-f081-4abc-a6ea-1cc21959d7de tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c36edc9-638e-4048-9904-e5ae63b63425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356960 Sep 30 14:13:18.483179 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-12192547-3802-4d09-b91b-f43586865080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:18.505667 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849d0c1-ebba-4bbf-827a-481ef287bd46 req-30bc5d81-bf44-4e65-a042-1b32fddce4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:18.507180 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f849d0c1-ebba-4bbf-827a-481ef287bd46 req-30bc5d81-bf44-4e65-a042-1b32fddce4ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=965e580c-0baf-4b54-a3af-ccdd2dbb8af2 HTTP/1.1" status: 200 len: 834 time: 0.0481684 Sep 30 14:13:18.553952 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849d0c1-ebba-4bbf-827a-481ef287bd46 req-381f1ca7-263b-4167-b4d7-b073df5e91cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:18.555472 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f849d0c1-ebba-4bbf-827a-481ef287bd46 req-381f1ca7-263b-4167-b4d7-b073df5e91cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=49b2333e-53fe-4a4b-94eb-7cc013b05ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405924 Sep 30 14:13:18.652425 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-7f55b2d8-3a80-45d3-b7f2-145d659532e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091448788', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:12:20Z', 'updated_at': '2021-09-30T14:12:24Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:12:21Z', 'updated_at': '2021-09-30T14:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '66262cad-0c16-4600-8f77-4b5c7408e6e5', 'name': '', 'network_id': '49b2333e-53fe-4a4b-94eb-7cc013b05ae9', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:40:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '965e580c-0baf-4b54-a3af-ccdd2dbb8af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:12:23Z', 'updated_at': '2021-09-30T14:12:27Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': '965e580c-0baf-4b54-a3af-ccdd2dbb8af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:18.653066 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f849d0c1-ebba-4bbf-827a-481ef287bd46 req-8de45ddc-8ce6-4f50-88f6-d788d5548a80 service neutron] 10.222.0.39 "GET /v2.0/networks/49b2333e-53fe-4a4b-94eb-7cc013b05ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890663 Sep 30 14:13:18.682434 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f55b2d8-3a80-45d3-b7f2-145d659532e6 None None] Checking router: a92cf4a2-a761-41be-bb89-b1b4185ede63 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:13:18.691311 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f55b2d8-3a80-45d3-b7f2-145d659532e6 None None] Routers {'a92cf4a2-a761-41be-bb89-b1b4185ede63'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:13:18.691929 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-7f55b2d8-3a80-45d3-b7f2-145d659532e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:12:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a92cf4a2-a761-41be-bb89-b1b4185ede63'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:18.750220 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f849d0c1-ebba-4bbf-827a-481ef287bd46 req-bf7742b2-48e7-456e-bfe6-726ddd57e0c9 service neutron] 10.222.0.39 "GET /v2.0/networks/49b2333e-53fe-4a4b-94eb-7cc013b05ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883849 Sep 30 14:13:18.796840 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-7f55b2d8-3a80-45d3-b7f2-145d659532e6 None None] Set router a92cf4a2-a761-41be-bb89-b1b4185ede63 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:13:18.988862 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-7f55b2d8-3a80-45d3-b7f2-145d659532e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091448788', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:12:20Z', 'updated_at': '2021-09-30T14:12:24Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:12:21Z', 'updated_at': '2021-09-30T14:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '66262cad-0c16-4600-8f77-4b5c7408e6e5', 'name': '', 'network_id': '49b2333e-53fe-4a4b-94eb-7cc013b05ae9', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:40:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '965e580c-0baf-4b54-a3af-ccdd2dbb8af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:12:23Z', 'updated_at': '2021-09-30T14:12:27Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': '965e580c-0baf-4b54-a3af-ccdd2dbb8af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:19.014157 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f55b2d8-3a80-45d3-b7f2-145d659532e6 None None] The sync data for ids ['a92cf4a2-a761-41be-bb89-b1b4185ede63'] in n-d-810909-2 is: [{'id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091448788', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:12:20Z', 'updated_at': '2021-09-30T14:12:24Z', 'revision_number': 4, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:12:21Z', 'updated_at': '2021-09-30T14:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '66262cad-0c16-4600-8f77-4b5c7408e6e5', 'name': '', 'network_id': '49b2333e-53fe-4a4b-94eb-7cc013b05ae9', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'mac_address': 'fa:16:3e:40:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '965e580c-0baf-4b54-a3af-ccdd2dbb8af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:12:23Z', 'updated_at': '2021-09-30T14:12:27Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'subnets': [{'id': '965e580c-0baf-4b54-a3af-ccdd2dbb8af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:13:19.220838 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec16452e-8825-4c2c-b70e-61b2f7f454df None None] New status for floating IP 8fe41d8c-2213-45b3-8a1f-315e7ada8539: DOWN {{(pid=94766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 14:13:19.584970 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bad0e6-c7f3-42dc-b6f0-51915879ee6e req-60019b02-0a53-409e-950b-dd5261b3e889 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:19.586430 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-61bad0e6-c7f3-42dc-b6f0-51915879ee6e req-60019b02-0a53-409e-950b-dd5261b3e889 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1 HTTP/1.1" status: 200 len: 945 time: 0.0494297 Sep 30 14:13:19.622816 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-61bad0e6-c7f3-42dc-b6f0-51915879ee6e req-5542c1fa-3ca4-4b4f-8260-b5f275fe86c9 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c36edc9-638e-4048-9904-e5ae63b63425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305259 Sep 30 14:13:19.919929 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ab180-6ce2-41aa-bc3e-b6f311c0472f req-85950a96-4e45-4c8d-a7b1-6408a15f3a5c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:19.921378 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d86ab180-6ce2-41aa-bc3e-b6f311c0472f req-85950a96-4e45-4c8d-a7b1-6408a15f3a5c tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1 HTTP/1.1" status: 200 len: 945 time: 0.0471957 Sep 30 14:13:20.012712 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-d86ab180-6ce2-41aa-bc3e-b6f311c0472f req-ec31c975-80a0-4a79-a8be-00b657dd2def tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Deleting port 18658e04-5820-48da-ae8e-8b0b76e46114 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:13:20.013060 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d86ab180-6ce2-41aa-bc3e-b6f311c0472f req-ec31c975-80a0-4a79-a8be-00b657dd2def tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:20.101252 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-d86ab180-6ce2-41aa-bc3e-b6f311c0472f req-ec31c975-80a0-4a79-a8be-00b657dd2def tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] For port 18658e04-5820-48da-ae8e-8b0b76e46114, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=18658e04-5820-48da-ae8e-8b0b76e46114,segment=NetworkSegment(3c072918-f4da-484e-a675-e38d7d8d1183),segment_id=3c072918-f4da-484e-a675-e38d7d8d1183)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:13:20.101611 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d86ab180-6ce2-41aa-bc3e-b6f311c0472f req-ec31c975-80a0-4a79-a8be-00b657dd2def tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:20.114298 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-d86ab180-6ce2-41aa-bc3e-b6f311c0472f req-ec31c975-80a0-4a79-a8be-00b657dd2def tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Calling delete_port for 18658e04-5820-48da-ae8e-8b0b76e46114 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:13:20.243010 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d86ab180-6ce2-41aa-bc3e-b6f311c0472f req-ec31c975-80a0-4a79-a8be-00b657dd2def tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:20.271812 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31c975-80a0-4a79-a8be-00b657dd2def tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Port': ['ID=18658e04-5820-48da-ae8e-8b0b76e46114,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:20.291384 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:20.296955 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec31c975-80a0-4a79-a8be-00b657dd2def tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:20.297307 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec31c975-80a0-4a79-a8be-00b657dd2def tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:20.297666 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec31c975-80a0-4a79-a8be-00b657dd2def tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:20.297998 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec31c975-80a0-4a79-a8be-00b657dd2def tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:20.298349 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec31c975-80a0-4a79-a8be-00b657dd2def tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:20.298674 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec31c975-80a0-4a79-a8be-00b657dd2def tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:20.298997 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec31c975-80a0-4a79-a8be-00b657dd2def tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:20.299320 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec31c975-80a0-4a79-a8be-00b657dd2def tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:20.299637 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec31c975-80a0-4a79-a8be-00b657dd2def tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:20.299955 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec31c975-80a0-4a79-a8be-00b657dd2def tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:20.300271 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec31c975-80a0-4a79-a8be-00b657dd2def tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:20.300586 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec31c975-80a0-4a79-a8be-00b657dd2def tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:20.325983 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86ab180-6ce2-41aa-bc3e-b6f311c0472f req-ec31c975-80a0-4a79-a8be-00b657dd2def tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] No DVR routers for this DVR port 18658e04-5820-48da-ae8e-8b0b76e46114 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:13:20.329102 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-d86ab180-6ce2-41aa-bc3e-b6f311c0472f req-ec31c975-80a0-4a79-a8be-00b657dd2def tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:20.331716 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d86ab180-6ce2-41aa-bc3e-b6f311c0472f req-ec31c975-80a0-4a79-a8be-00b657dd2def tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.39 "DELETE /v2.0/ports/18658e04-5820-48da-ae8e-8b0b76e46114 HTTP/1.1" status: 204 len: 173 time: 0.4039776 Sep 30 14:13:20.332149 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1', 'name': 'network-vif-deleted', 'tag': '18658e04-5820-48da-ae8e-8b0b76e46114'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:13:20.334401 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441320d9-8697-4564-9e88-f2e0d38bf2bf" -d '{"events": [{"server_uuid": "4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1", "name": "network-vif-deleted", "tag": "18658e04-5820-48da-ae8e-8b0b76e46114"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:13:20.368958 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83aa9463-3673-4b72-b747-e82c1f07e2c5 x-openstack-request-id: req-83aa9463-3673-4b72-b747-e82c1f07e2c5 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:13:20.369254 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1", "name": "network-vif-deleted", "tag": "18658e04-5820-48da-ae8e-8b0b76e46114", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:13:20.369503 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83aa9463-3673-4b72-b747-e82c1f07e2c5 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:13:20.369896 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1', 'name': 'network-vif-deleted', 'tag': '18658e04-5820-48da-ae8e-8b0b76e46114', 'status': 'completed', 'code': 200} Sep 30 14:13:20.738611 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-163cbca8-bae7-46b3-91c0-4335ef24df83 req-adff16db-b579-4cf7-b9c1-716d38ea32cc tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a2bf01a-57e5-4b86-9149-ad6b0fb75fd1 HTTP/1.1" status: 200 len: 210 time: 0.0306528 Sep 30 14:13:20.774471 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5ffc5a88-7ffc-4977-9054-a4a93afea189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:21.734184 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:21.793692 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50086) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:13:22.150177 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9796dd0-1623-4a68-9d75-f97fb83a3841 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:22.402912 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-f9796dd0-1623-4a68-9d75-f97fb83a3841 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Deleting port 66262cad-0c16-4600-8f77-4b5c7408e6e5 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:13:22.403165 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9796dd0-1623-4a68-9d75-f97fb83a3841 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:22.489694 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-f9796dd0-1623-4a68-9d75-f97fb83a3841 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] For port 66262cad-0c16-4600-8f77-4b5c7408e6e5, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=66262cad-0c16-4600-8f77-4b5c7408e6e5,segment=NetworkSegment(3c072918-f4da-484e-a675-e38d7d8d1183),segment_id=3c072918-f4da-484e-a675-e38d7d8d1183)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:13:22.490102 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9796dd0-1623-4a68-9d75-f97fb83a3841 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:22.502285 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-f9796dd0-1623-4a68-9d75-f97fb83a3841 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Calling delete_port for 66262cad-0c16-4600-8f77-4b5c7408e6e5 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:13:22.620479 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:22.688088 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9796dd0-1623-4a68-9d75-f97fb83a3841 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:22.715889 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9796dd0-1623-4a68-9d75-f97fb83a3841 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Port': ['ID=66262cad-0c16-4600-8f77-4b5c7408e6e5,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:22.886971 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f9796dd0-1623-4a68-9d75-f97fb83a3841 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:23.096445 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9796dd0-1623-4a68-9d75-f97fb83a3841 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Router a92cf4a2-a761-41be-bb89-b1b4185ede63 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:13:23.200031 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9796dd0-1623-4a68-9d75-f97fb83a3841 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:13:23.205243 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f9796dd0-1623-4a68-9d75-f97fb83a3841 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "PUT /v2.0/routers/a92cf4a2-a761-41be-bb89-b1b4185ede63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4103501 Sep 30 14:13:23.208684 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50088) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:13:23.210375 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60859f71-a5da-4987-ab14-a256eefffb7d None None] Sync routers for ids ['a92cf4a2-a761-41be-bb89-b1b4185ede63'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:13:23.219279 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60859f71-a5da-4987-ab14-a256eefffb7d None None] Routers {'a92cf4a2-a761-41be-bb89-b1b4185ede63'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:13:23.219878 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-60859f71-a5da-4987-ab14-a256eefffb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:13:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a92cf4a2-a761-41be-bb89-b1b4185ede63'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:23.257973 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb260b70-0bcd-4b2e-bf66-6793c0cddbdb tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Deleting subnet 965e580c-0baf-4b54-a3af-ccdd2dbb8af2 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 14:13:23.261073 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb260b70-0bcd-4b2e-bf66-6793c0cddbdb tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:23.300752 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb260b70-0bcd-4b2e-bf66-6793c0cddbdb tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:23.324443 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-60859f71-a5da-4987-ab14-a256eefffb7d None None] Set router a92cf4a2-a761-41be-bb89-b1b4185ede63 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:13:23.386802 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb260b70-0bcd-4b2e-bf66-6793c0cddbdb tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:23.450911 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb260b70-0bcd-4b2e-bf66-6793c0cddbdb tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:23.477266 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb260b70-0bcd-4b2e-bf66-6793c0cddbdb tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Subnet': ['ID=965e580c-0baf-4b54-a3af-ccdd2dbb8af2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:23.480849 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cb260b70-0bcd-4b2e-bf66-6793c0cddbdb tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:23.482895 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cb260b70-0bcd-4b2e-bf66-6793c0cddbdb tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "DELETE /v2.0/subnets/965e580c-0baf-4b54-a3af-ccdd2dbb8af2 HTTP/1.1" status: 204 len: 168 time: 0.2731349 Sep 30 14:13:23.485574 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50090) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:13:23.489534 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbed7b6-72a9-491a-9696-79928009d88d None None] Network 49b2333e-53fe-4a4b-94eb-7cc013b05ae9 requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:13:23.584316 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-60859f71-a5da-4987-ab14-a256eefffb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091448788', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:12:20Z', 'updated_at': '2021-09-30T14:13:22Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:12:21Z', 'updated_at': '2021-09-30T14:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:23.592251 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d2fc5b2-0810-4b31-a710-4ce8a1bed331 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:23.629576 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60859f71-a5da-4987-ab14-a256eefffb7d None None] Checking router: a92cf4a2-a761-41be-bb89-b1b4185ede63 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:13:23.644452 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60859f71-a5da-4987-ab14-a256eefffb7d None None] Routers {'a92cf4a2-a761-41be-bb89-b1b4185ede63'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:13:23.644990 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-60859f71-a5da-4987-ab14-a256eefffb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:13:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a92cf4a2-a761-41be-bb89-b1b4185ede63'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:23.697899 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d2fc5b2-0810-4b31-a710-4ce8a1bed331 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:23.713222 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5028aa-ebe3-44d8-bfb5-8d7d5310612e None None] DHCP port deletion for 49b2333e-53fe-4a4b-94eb-7cc013b05ae9 request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 14:13:23.754632 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-4d2fc5b2-0810-4b31-a710-4ce8a1bed331 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Deleting port bd5d43ee-7bbd-4bb3-9b21-00fe7903a723 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:13:23.754971 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d2fc5b2-0810-4b31-a710-4ce8a1bed331 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:23.785678 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-60859f71-a5da-4987-ab14-a256eefffb7d None None] Set router a92cf4a2-a761-41be-bb89-b1b4185ede63 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:13:23.838230 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-4d2fc5b2-0810-4b31-a710-4ce8a1bed331 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] For port bd5d43ee-7bbd-4bb3-9b21-00fe7903a723, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=bd5d43ee-7bbd-4bb3-9b21-00fe7903a723,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:13:23.838594 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d2fc5b2-0810-4b31-a710-4ce8a1bed331 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:23.851958 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-4d2fc5b2-0810-4b31-a710-4ce8a1bed331 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Calling delete_port for bd5d43ee-7bbd-4bb3-9b21-00fe7903a723 owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:13:23.904849 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-fa5028aa-ebe3-44d8-bfb5-8d7d5310612e None None] Deleting port f88b5a54-86b5-40ed-a1fa-e9618da96ada {{(pid=94765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:13:23.905146 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fa5028aa-ebe3-44d8-bfb5-8d7d5310612e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:23.943781 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device f88b5a54-86b5-40ed-a1fa-e9618da96ada no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:13:24.014717 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-fa5028aa-ebe3-44d8-bfb5-8d7d5310612e None None] For port f88b5a54-86b5-40ed-a1fa-e9618da96ada, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=f88b5a54-86b5-40ed-a1fa-e9618da96ada,segment=NetworkSegment(3c072918-f4da-484e-a675-e38d7d8d1183),segment_id=3c072918-f4da-484e-a675-e38d7d8d1183)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:13:24.015115 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fa5028aa-ebe3-44d8-bfb5-8d7d5310612e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:24.021680 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d2fc5b2-0810-4b31-a710-4ce8a1bed331 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:24.046826 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2fc5b2-0810-4b31-a710-4ce8a1bed331 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Port': ['ID=bd5d43ee-7bbd-4bb3-9b21-00fe7903a723,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:24.055392 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 18658e04-5820-48da-ae8e-8b0b76e46114 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:13:24.065953 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-fa5028aa-ebe3-44d8-bfb5-8d7d5310612e None None] Calling delete_port for f88b5a54-86b5-40ed-a1fa-e9618da96ada owned by network:dhcp {{(pid=94765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:13:24.091800 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 18658e04-5820-48da-ae8e-8b0b76e46114 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:13:24.092153 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 18658e04-5820-48da-ae8e-8b0b76e46114 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:13:24.109042 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d2fc5b2-0810-4b31-a710-4ce8a1bed331 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:24.198902 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d2fc5b2-0810-4b31-a710-4ce8a1bed331 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:24.201303 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d2fc5b2-0810-4b31-a710-4ce8a1bed331 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:24.203880 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:24.208424 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-60859f71-a5da-4987-ab14-a256eefffb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091448788', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:12:20Z', 'updated_at': '2021-09-30T14:13:22Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:12:21Z', 'updated_at': '2021-09-30T14:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:24.244900 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d2fc5b2-0810-4b31-a710-4ce8a1bed331 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:24.245485 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2fc5b2-0810-4b31-a710-4ce8a1bed331 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Fanout notify agent at l3_agent the message router_deleted on router a92cf4a2-a761-41be-bb89-b1b4185ede63 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 14:13:24.252353 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4d2fc5b2-0810-4b31-a710-4ce8a1bed331 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:24.254298 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4d2fc5b2-0810-4b31-a710-4ce8a1bed331 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "DELETE /v2.0/routers/a92cf4a2-a761-41be-bb89-b1b4185ede63 HTTP/1.1" status: 204 len: 168 time: 0.7677312 Sep 30 14:13:24.257244 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50092) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:13:24.259119 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60859f71-a5da-4987-ab14-a256eefffb7d None None] The sync data for ids ['a92cf4a2-a761-41be-bb89-b1b4185ede63'] in n-d-810909-2 is: [{'id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091448788', 'tenant_id': '48c65e1357784d8d8ee61181ac5eb042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:12:20Z', 'updated_at': '2021-09-30T14:13:22Z', 'revision_number': 5, 'project_id': '48c65e1357784d8d8ee61181ac5eb042', 'gw_port': {'id': 'bd5d43ee-7bbd-4bb3-9b21-00fe7903a723', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92cf4a2-a761-41be-bb89-b1b4185ede63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:12:21Z', 'updated_at': '2021-09-30T14:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:13:24.303053 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fa5028aa-ebe3-44d8-bfb5-8d7d5310612e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048'] for port, after_delete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:24.334604 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2f865cc4-913d-4c15-8f3c-b81d66833ab1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:24.339392 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5028aa-ebe3-44d8-bfb5-8d7d5310612e None None] Pushing event deleted for resources: {'Port': ['ID=f88b5a54-86b5-40ed-a1fa-e9618da96ada,revision_number=None']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:24.343525 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5028aa-ebe3-44d8-bfb5-8d7d5310612e None None] No DVR routers for this DVR port f88b5a54-86b5-40ed-a1fa-e9618da96ada on host n-d-810909-2 {{(pid=94765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:13:24.349999 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 14:13:24.349999 n-d-810909-2 neutron-server[94765]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Sep 30 14:13:24.349999 n-d-810909-2 neutron-server[94765]: [parameters: {'status': 'DOWN', 'ports_id': 'f88b5a54-86b5-40ed-a1fa-e9618da96ada'}] Sep 30 14:13:24.349999 n-d-810909-2 neutron-server[94765]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 14:13:24.350471 n-d-810909-2 neutron-server[94765]: DEBUG oslo_db.api [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 14:13:24.356362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5028aa-ebe3-44d8-bfb5-8d7d5310612e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:24.356362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5028aa-ebe3-44d8-bfb5-8d7d5310612e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:24.356362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5028aa-ebe3-44d8-bfb5-8d7d5310612e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:24.356362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5028aa-ebe3-44d8-bfb5-8d7d5310612e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:24.356362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5028aa-ebe3-44d8-bfb5-8d7d5310612e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:24.356362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5028aa-ebe3-44d8-bfb5-8d7d5310612e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:24.356362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5028aa-ebe3-44d8-bfb5-8d7d5310612e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:24.356362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5028aa-ebe3-44d8-bfb5-8d7d5310612e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:24.356362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5028aa-ebe3-44d8-bfb5-8d7d5310612e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:24.356362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5028aa-ebe3-44d8-bfb5-8d7d5310612e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:24.356362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5028aa-ebe3-44d8-bfb5-8d7d5310612e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:24.356362 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5028aa-ebe3-44d8-bfb5-8d7d5310612e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:24.381936 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:24.422477 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2f865cc4-913d-4c15-8f3c-b81d66833ab1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:24.443564 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-2f865cc4-913d-4c15-8f3c-b81d66833ab1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b2333e-53fe-4a4b-94eb-7cc013b05ae9']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:24.453123 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-2f865cc4-913d-4c15-8f3c-b81d66833ab1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c072918-f4da-484e-a675-e38d7d8d1183') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:24.453364 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-2f865cc4-913d-4c15-8f3c-b81d66833ab1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c072918-f4da-484e-a675-e38d7d8d1183') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:24.462640 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2f865cc4-913d-4c15-8f3c-b81d66833ab1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:24.475466 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2f865cc4-913d-4c15-8f3c-b81d66833ab1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:24.481162 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f865cc4-913d-4c15-8f3c-b81d66833ab1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 14:13:24.481541 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2f865cc4-913d-4c15-8f3c-b81d66833ab1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: timer() Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 14:13:24.484411 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 14:13:24.545506 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2f865cc4-913d-4c15-8f3c-b81d66833ab1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:24.552778 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2f865cc4-913d-4c15-8f3c-b81d66833ab1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:24.554538 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2f865cc4-913d-4c15-8f3c-b81d66833ab1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "DELETE /v2.0/networks/49b2333e-53fe-4a4b-94eb-7cc013b05ae9 HTTP/1.1" status: 204 len: 168 time: 0.2963574 Sep 30 14:13:24.557355 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50094) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:13:24.565595 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f865cc4-913d-4c15-8f3c-b81d66833ab1 tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'Network': ['ID=49b2333e-53fe-4a4b-94eb-7cc013b05ae9,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:24.618743 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-af85d7cd-2db0-4395-8fd7-5b7ad4a7d9cd tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:24.645523 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-af85d7cd-2db0-4395-8fd7-5b7ad4a7d9cd tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:24.713355 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-af85d7cd-2db0-4395-8fd7-5b7ad4a7d9cd tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:24.716085 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-af85d7cd-2db0-4395-8fd7-5b7ad4a7d9cd tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:24.717274 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-af85d7cd-2db0-4395-8fd7-5b7ad4a7d9cd tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] 10.222.0.18 "DELETE /v2.0/security-groups/1c36edc9-638e-4048-9904-e5ae63b63425 HTTP/1.1" status: 204 len: 168 time: 0.1589396 Sep 30 14:13:24.727523 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85d7cd-2db0-4395-8fd7-5b7ad4a7d9cd tempest-TestNetworkAdvancedServerOps-398694081 tempest-TestNetworkAdvancedServerOps-398694081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c36edc9-638e-4048-9904-e5ae63b63425,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:24.872921 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Port f88b5a54-86b5-40ed-a1fa-e9618da96ada update to DOWN by agent not found {{(pid=94765) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Sep 30 14:13:25.098336 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50102) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:13:25.254033 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fb93d3b0-9548-4aa3-9880-7aba820cbff0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=48c65e1357784d8d8ee61181ac5eb042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542890 Sep 30 14:13:25.256477 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50106) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:13:25.314319 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6f60215a-cd08-4c6f-912f-135aeb2756f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:25.339810 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6f60215a-cd08-4c6f-912f-135aeb2756f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:25.386488 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6f60215a-cd08-4c6f-912f-135aeb2756f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:25.389164 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6f60215a-cd08-4c6f-912f-135aeb2756f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:25.390372 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6f60215a-cd08-4c6f-912f-135aeb2756f1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb563860-9410-49ed-b84f-97f57b93344c HTTP/1.1" status: 204 len: 168 time: 0.1329677 Sep 30 14:13:25.398601 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60215a-cd08-4c6f-912f-135aeb2756f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb563860-9410-49ed-b84f-97f57b93344c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:25.662374 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50112) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:13:25.675657 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ee1ab9bf-0caa-4d97-9158-2c95ed8d8bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:25.761534 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ee1ab9bf-0caa-4d97-9158-2c95ed8d8bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:25.765137 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ee1ab9bf-0caa-4d97-9158-2c95ed8d8bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:25.802876 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ee1ab9bf-0caa-4d97-9158-2c95ed8d8bdc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a2d24eae7f8d458e80c003a1cd69b32f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1394484 Sep 30 14:13:25.803754 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ab9bf-0caa-4d97-9158-2c95ed8d8bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d17405-9e2c-4970-83f5-f1095bcc4fdb,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:25.805592 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50114) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:13:25.857520 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ad4846ef-9c93-48d1-9537-128e3326a0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:25.873493 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device bd5d43ee-7bbd-4bb3-9b21-00fe7903a723 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:13:25.879895 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ad4846ef-9c93-48d1-9537-128e3326a0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:25.897363 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: bd5d43ee-7bbd-4bb3-9b21-00fe7903a723 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:13:25.897708 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device bd5d43ee-7bbd-4bb3-9b21-00fe7903a723 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:13:25.898153 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 66262cad-0c16-4600-8f77-4b5c7408e6e5 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:13:25.915974 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 66262cad-0c16-4600-8f77-4b5c7408e6e5 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:13:25.916314 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 66262cad-0c16-4600-8f77-4b5c7408e6e5 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:13:25.928061 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ad4846ef-9c93-48d1-9537-128e3326a0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:25.930694 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ad4846ef-9c93-48d1-9537-128e3326a0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:25.931890 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ad4846ef-9c93-48d1-9537-128e3326a0bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0d17405-9e2c-4970-83f5-f1095bcc4fdb HTTP/1.1" status: 204 len: 168 time: 0.1251678 Sep 30 14:13:25.941592 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4846ef-9c93-48d1-9537-128e3326a0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d17405-9e2c-4970-83f5-f1095bcc4fdb,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:26.613148 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50136) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:13:26.706616 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-c68345f6-d844-40c0-a3a3-8f4fb24c92d4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1511414060-network', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:13:26.728004 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68345f6-d844-40c0-a3a3-8f4fb24c92d4 admin admin] Made reservation on behalf of 69f4ec0b9c214822ab3c9db8c5dfb7ba for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:13:26.730784 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c68345f6-d844-40c0-a3a3-8f4fb24c92d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:26.739282 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c68345f6-d844-40c0-a3a3-8f4fb24c92d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:26.829332 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c68345f6-d844-40c0-a3a3-8f4fb24c92d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:26.832815 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c68345f6-d844-40c0-a3a3-8f4fb24c92d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:26.853087 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c68345f6-d844-40c0-a3a3-8f4fb24c92d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 14:13:26.868002 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68345f6-d844-40c0-a3a3-8f4fb24c92d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2764d2de-cb28-4af7-b20a-7d5ab27a3fe1,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:26.870936 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c68345f6-d844-40c0-a3a3-8f4fb24c92d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:26.871279 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-c68345f6-d844-40c0-a3a3-8f4fb24c92d4 admin admin] Added segment b829b587-2521-4a9e-8657-fe8bc5e3832f of type vlan for network 040605ab-22a5-474b-abbc-db411ddd84fb Sep 30 14:13:26.910339 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c68345f6-d844-40c0-a3a3-8f4fb24c92d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:26.934253 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c68345f6-d844-40c0-a3a3-8f4fb24c92d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:26.935196 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68345f6-d844-40c0-a3a3-8f4fb24c92d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:26.935829 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-c68345f6-d844-40c0-a3a3-8f4fb24c92d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:26.960510 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-c68345f6-d844-40c0-a3a3-8f4fb24c92d4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3462894 Sep 30 14:13:26.964160 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50140) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:13:26.969078 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-92fec02d-4b8d-4dac-bfb2-d0e563ffd8cc admin admin] Request body: {'subnet': {'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1511414060-subnet', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:13:26.989973 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fec02d-4b8d-4dac-bfb2-d0e563ffd8cc admin admin] Made reservation on behalf of 69f4ec0b9c214822ab3c9db8c5dfb7ba for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:13:26.992254 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-92fec02d-4b8d-4dac-bfb2-d0e563ffd8cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:26.998390 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68345f6-d844-40c0-a3a3-8f4fb24c92d4 admin admin] Pushing event updated for resources: {'Network': ['ID=040605ab-22a5-474b-abbc-db411ddd84fb,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:27.008827 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 040605ab-22a5-474b-abbc-db411ddd84fb details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 14:13:27.156757 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-92fec02d-4b8d-4dac-bfb2-d0e563ffd8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:27.217479 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fec02d-4b8d-4dac-bfb2-d0e563ffd8cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1718ff46-bca4-4c51-8f3b-391831d2b29c,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:27.224822 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fec02d-4b8d-4dac-bfb2-d0e563ffd8cc admin admin] Checking segment: {'id': 'b829b587-2521-4a9e-8657-fe8bc5e3832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:13:27.225189 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fec02d-4b8d-4dac-bfb2-d0e563ffd8cc admin admin] Network hostable DHCP agents. Network: 040605ab-22a5-474b-abbc-db411ddd84fb, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 14:13:27.241438 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fec02d-4b8d-4dac-bfb2-d0e563ffd8cc admin admin] Network 040605ab-22a5-474b-abbc-db411ddd84fb is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 14:13:27.249520 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-92fec02d-4b8d-4dac-bfb2-d0e563ffd8cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 040605ab-22a5-474b-abbc-db411ddd84fb) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:13:27.253406 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fec02d-4b8d-4dac-bfb2-d0e563ffd8cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:27.253986 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-92fec02d-4b8d-4dac-bfb2-d0e563ffd8cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:27.258298 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb53d2f-d743-4d44-9286-865cfba1abfc None None] Network 040605ab-22a5-474b-abbc-db411ddd84fb requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:13:27.267173 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-92fec02d-4b8d-4dac-bfb2-d0e563ffd8cc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3019252 Sep 30 14:13:27.270430 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50142) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:13:27.274629 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-2955c01a-b0a8-4e33-b75d-1af3244f6ae7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1511414060-router', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:13:27.296027 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2955c01a-b0a8-4e33-b75d-1af3244f6ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:27.297032 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2955c01a-b0a8-4e33-b75d-1af3244f6ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:27.350423 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2955c01a-b0a8-4e33-b75d-1af3244f6ae7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:27.402399 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1bea72-dfee-445b-962a-49f148ed5c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-040605ab-22a5-474b-abbc-db411ddd84fb', 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'fixed_ips': [{'subnet_id': '1718ff46-bca4-4c51-8f3b-391831d2b29c'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 14:13:27.403270 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5e1bea72-dfee-445b-962a-49f148ed5c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:27.490606 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2955c01a-b0a8-4e33-b75d-1af3244f6ae7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:27.540054 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-5e1bea72-dfee-445b-962a-49f148ed5c03 None None] Allocated IP 172.20.0.2 (040605ab-22a5-474b-abbc-db411ddd84fb/1718ff46-bca4-4c51-8f3b-391831d2b29c/611e9dfb-e9fc-4792-a772-83019e80a953) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:13:27.681109 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5e1bea72-dfee-445b-962a-49f148ed5c03 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:27.687045 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5e1bea72-dfee-445b-962a-49f148ed5c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:27.689003 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2955c01a-b0a8-4e33-b75d-1af3244f6ae7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:27.708226 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2955c01a-b0a8-4e33-b75d-1af3244f6ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:27.725763 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1bea72-dfee-445b-962a-49f148ed5c03 None None] Network 040605ab-22a5-474b-abbc-db411ddd84fb is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:13:27.728932 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-5e1bea72-dfee-445b-962a-49f148ed5c03 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:13:27.732516 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1bea72-dfee-445b-962a-49f148ed5c03 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:13:27.739950 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1bea72-dfee-445b-962a-49f148ed5c03 None None] Pushing event updated for resources: {'Port': ['ID=611e9dfb-e9fc-4792-a772-83019e80a953,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:27.788702 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-5e1bea72-dfee-445b-962a-49f148ed5c03 None None] Attempting to bind port 611e9dfb-e9fc-4792-a772-83019e80a953 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:13:27.789069 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-5e1bea72-dfee-445b-962a-49f148ed5c03 None None] Attempting to bind port 611e9dfb-e9fc-4792-a772-83019e80a953 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'b829b587-2521-4a9e-8657-fe8bc5e3832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:13:27.789426 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1bea72-dfee-445b-962a-49f148ed5c03 None None] Attempting to bind port 611e9dfb-e9fc-4792-a772-83019e80a953 on network 040605ab-22a5-474b-abbc-db411ddd84fb {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:13:27.794188 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1bea72-dfee-445b-962a-49f148ed5c03 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:13:27.794561 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1bea72-dfee-445b-962a-49f148ed5c03 None None] Checking segment: {'id': 'b829b587-2521-4a9e-8657-fe8bc5e3832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:13:27.794956 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5e1bea72-dfee-445b-962a-49f148ed5c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:27.795345 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1bea72-dfee-445b-962a-49f148ed5c03 None None] Bound using segment: {'id': 'b829b587-2521-4a9e-8657-fe8bc5e3832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:13:27.795802 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-5e1bea72-dfee-445b-962a-49f148ed5c03 None None] Bound port: 611e9dfb-e9fc-4792-a772-83019e80a953, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b829b587-2521-4a9e-8657-fe8bc5e3832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:13:27.796178 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5e1bea72-dfee-445b-962a-49f148ed5c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:27.815581 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-2955c01a-b0a8-4e33-b75d-1af3244f6ae7 admin admin] Allocated IP 172.25.5.26 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/279cabe2-810f-4abf-8bb0-241b1a937369) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:13:27.862455 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5e1bea72-dfee-445b-962a-49f148ed5c03 None None] For port 611e9dfb-e9fc-4792-a772-83019e80a953, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:13:27.865394 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5e1bea72-dfee-445b-962a-49f148ed5c03 None None] For port 611e9dfb-e9fc-4792-a772-83019e80a953, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=611e9dfb-e9fc-4792-a772-83019e80a953,segment=NetworkSegment(b829b587-2521-4a9e-8657-fe8bc5e3832f),segment_id=b829b587-2521-4a9e-8657-fe8bc5e3832f)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:13:27.869132 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5e1bea72-dfee-445b-962a-49f148ed5c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:27.923465 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1bea72-dfee-445b-962a-49f148ed5c03 None None] Pushing event updated for resources: {'Port': ['ID=611e9dfb-e9fc-4792-a772-83019e80a953,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:27.932899 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2955c01a-b0a8-4e33-b75d-1af3244f6ae7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:27.973904 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2955c01a-b0a8-4e33-b75d-1af3244f6ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:28.017387 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2955c01a-b0a8-4e33-b75d-1af3244f6ae7 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:13:28.023375 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-2955c01a-b0a8-4e33-b75d-1af3244f6ae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:13:28.026641 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2955c01a-b0a8-4e33-b75d-1af3244f6ae7 admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:13:28.034421 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955c01a-b0a8-4e33-b75d-1af3244f6ae7 admin admin] Pushing event updated for resources: {'Port': ['ID=279cabe2-810f-4abf-8bb0-241b1a937369,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:28.294194 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2955c01a-b0a8-4e33-b75d-1af3244f6ae7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:28.496635 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2955c01a-b0a8-4e33-b75d-1af3244f6ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:28.627169 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2955c01a-b0a8-4e33-b75d-1af3244f6ae7 admin admin] Router a5c1a926-ea0e-425e-8566-64d180f8ff01 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 14:13:28.858913 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74a5a46-3a04-42c3-8af9-028593d5a5d1 None None] Network 040605ab-22a5-474b-abbc-db411ddd84fb requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:13:28.948268 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6cb7d51a-155b-4a39-86ee-f183a5aa6c7e None None] Provisioning complete for port 611e9dfb-e9fc-4792-a772-83019e80a953 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:13:28.948639 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6cb7d51a-155b-4a39-86ee-f183a5aa6c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:29.055951 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2955c01a-b0a8-4e33-b75d-1af3244f6ae7 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:13:29.065366 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfaa145-9d02-44c9-b7f7-bb17844fcb12 None None] Sync routers for ids ['a5c1a926-ea0e-425e-8566-64d180f8ff01'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:13:29.073501 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2955c01a-b0a8-4e33-b75d-1af3244f6ae7 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:29.075617 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfaa145-9d02-44c9-b7f7-bb17844fcb12 None None] Routers {'a5c1a926-ea0e-425e-8566-64d180f8ff01'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:13:29.076237 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-0cfaa145-9d02-44c9-b7f7-bb17844fcb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:13:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a5c1a926-ea0e-425e-8566-64d180f8ff01'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:29.078255 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50144) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:13:29.078769 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2955c01a-b0a8-4e33-b75d-1af3244f6ae7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8069329 Sep 30 14:13:29.190749 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-0cfaa145-9d02-44c9-b7f7-bb17844fcb12 None None] Set router a5c1a926-ea0e-425e-8566-64d180f8ff01 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:13:29.244373 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6cb7d51a-155b-4a39-86ee-f183a5aa6c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:29.286158 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-6cb7d51a-155b-4a39-86ee-f183a5aa6c7e None None] For port 611e9dfb-e9fc-4792-a772-83019e80a953, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=611e9dfb-e9fc-4792-a772-83019e80a953,segment=NetworkSegment(b829b587-2521-4a9e-8657-fe8bc5e3832f),segment_id=b829b587-2521-4a9e-8657-fe8bc5e3832f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:13:29.291325 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6cb7d51a-155b-4a39-86ee-f183a5aa6c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:29.351265 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7d51a-155b-4a39-86ee-f183a5aa6c7e None None] Pushing event updated for resources: {'Port': ['ID=611e9dfb-e9fc-4792-a772-83019e80a953,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:29.386068 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-0cfaa145-9d02-44c9-b7f7-bb17844fcb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'name': 'tempest-TestShelveInstance-1511414060-router', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:28Z', 'revision_number': 3, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'gw_port': {'id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:29.417276 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfaa145-9d02-44c9-b7f7-bb17844fcb12 None None] Checking router: a5c1a926-ea0e-425e-8566-64d180f8ff01 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:13:29.417621 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfaa145-9d02-44c9-b7f7-bb17844fcb12 None None] Updating router a5c1a926-ea0e-425e-8566-64d180f8ff01 port 279cabe2-810f-4abf-8bb0-241b1a937369 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 14:13:29.447532 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0cfaa145-9d02-44c9-b7f7-bb17844fcb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:29.511497 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-50d039da-8666-41b8-b816-5d6c9f77c9ed None None] Provisioning complete for port 611e9dfb-e9fc-4792-a772-83019e80a953 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:13:29.511870 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-50d039da-8666-41b8-b816-5d6c9f77c9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:29.701419 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0cfaa145-9d02-44c9-b7f7-bb17844fcb12 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:29.707875 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0cfaa145-9d02-44c9-b7f7-bb17844fcb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:29.760715 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-0cfaa145-9d02-44c9-b7f7-bb17844fcb12 None None] Attempting to bind port 279cabe2-810f-4abf-8bb0-241b1a937369 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:13:29.761071 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-0cfaa145-9d02-44c9-b7f7-bb17844fcb12 None None] Attempting to bind port 279cabe2-810f-4abf-8bb0-241b1a937369 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:13:29.761419 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfaa145-9d02-44c9-b7f7-bb17844fcb12 None None] Attempting to bind port 279cabe2-810f-4abf-8bb0-241b1a937369 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:13:29.764400 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caaad86-b6e7-4977-a789-470f1cec9e79 None None] Pushing event updated for resources: {'Port': ['ID=279cabe2-810f-4abf-8bb0-241b1a937369,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:29.772450 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfaa145-9d02-44c9-b7f7-bb17844fcb12 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:13:29.772819 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfaa145-9d02-44c9-b7f7-bb17844fcb12 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:13:29.773205 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0cfaa145-9d02-44c9-b7f7-bb17844fcb12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:29.773581 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfaa145-9d02-44c9-b7f7-bb17844fcb12 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:13:29.774033 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-0cfaa145-9d02-44c9-b7f7-bb17844fcb12 None None] Bound port: 279cabe2-810f-4abf-8bb0-241b1a937369, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:13:29.774417 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0cfaa145-9d02-44c9-b7f7-bb17844fcb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:29.777575 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caaad86-b6e7-4977-a789-470f1cec9e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:29.777909 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caaad86-b6e7-4977-a789-470f1cec9e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:29.778267 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caaad86-b6e7-4977-a789-470f1cec9e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:29.778589 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caaad86-b6e7-4977-a789-470f1cec9e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:29.778903 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caaad86-b6e7-4977-a789-470f1cec9e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:29.779215 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caaad86-b6e7-4977-a789-470f1cec9e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:29.779525 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caaad86-b6e7-4977-a789-470f1cec9e79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:29.779839 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caaad86-b6e7-4977-a789-470f1cec9e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:29.780149 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caaad86-b6e7-4977-a789-470f1cec9e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:29.780503 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caaad86-b6e7-4977-a789-470f1cec9e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:29.780815 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caaad86-b6e7-4977-a789-470f1cec9e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:29.781120 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caaad86-b6e7-4977-a789-470f1cec9e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:13:29.873526 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5bed7feb-4666-485e-bd78-e2f5935795a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:29.912994 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 611e9dfb-e9fc-4792-a772-83019e80a953 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:13:29.930945 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-0cfaa145-9d02-44c9-b7f7-bb17844fcb12 None None] For port 279cabe2-810f-4abf-8bb0-241b1a937369, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:13:29.934564 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-0cfaa145-9d02-44c9-b7f7-bb17844fcb12 None None] For port 279cabe2-810f-4abf-8bb0-241b1a937369, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=279cabe2-810f-4abf-8bb0-241b1a937369,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:13:29.940959 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0cfaa145-9d02-44c9-b7f7-bb17844fcb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:29.967965 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 611e9dfb-e9fc-4792-a772-83019e80a953 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:13:29.968342 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:29.998288 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfaa145-9d02-44c9-b7f7-bb17844fcb12 None None] Routers {'a5c1a926-ea0e-425e-8566-64d180f8ff01'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:13:29.998997 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-0cfaa145-9d02-44c9-b7f7-bb17844fcb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:13:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a5c1a926-ea0e-425e-8566-64d180f8ff01'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:30.001932 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caaad86-b6e7-4977-a789-470f1cec9e79 None None] Pushing event updated for resources: {'Port': ['ID=279cabe2-810f-4abf-8bb0-241b1a937369,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:30.056591 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-5bed7feb-4666-485e-bd78-e2f5935795a5 admin admin] Allocated IP 172.20.0.1 (040605ab-22a5-474b-abbc-db411ddd84fb/1718ff46-bca4-4c51-8f3b-391831d2b29c/644271be-68b4-4ea3-ab0f-c3adafd37be2) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:13:30.105473 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-0cfaa145-9d02-44c9-b7f7-bb17844fcb12 None None] Set router a5c1a926-ea0e-425e-8566-64d180f8ff01 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:13:30.157667 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5bed7feb-4666-485e-bd78-e2f5935795a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:30.191643 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5bed7feb-4666-485e-bd78-e2f5935795a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:30.236623 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bed7feb-4666-485e-bd78-e2f5935795a5 admin admin] Network 040605ab-22a5-474b-abbc-db411ddd84fb is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:13:30.239682 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-5bed7feb-4666-485e-bd78-e2f5935795a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:13:30.243331 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bed7feb-4666-485e-bd78-e2f5935795a5 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:13:30.268350 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed7feb-4666-485e-bd78-e2f5935795a5 admin admin] Pushing event updated for resources: {'Port': ['ID=644271be-68b4-4ea3-ab0f-c3adafd37be2,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:30.286560 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5bed7feb-4666-485e-bd78-e2f5935795a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:30.290097 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-0cfaa145-9d02-44c9-b7f7-bb17844fcb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'name': 'tempest-TestShelveInstance-1511414060-router', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:28Z', 'revision_number': 3, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'gw_port': {'id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:30.316594 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfaa145-9d02-44c9-b7f7-bb17844fcb12 None None] The sync data for ids ['a5c1a926-ea0e-425e-8566-64d180f8ff01'] in n-d-810909-2 is: [{'id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'name': 'tempest-TestShelveInstance-1511414060-router', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:28Z', 'revision_number': 3, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'gw_port': {'id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:13:30.440533 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5bed7feb-4666-485e-bd78-e2f5935795a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:30.519010 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-cf26205f-92fd-42d1-9ccc-0df2b0e91cb4 None None] Provisioning complete for port 644271be-68b4-4ea3-ab0f-c3adafd37be2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:13:30.519438 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cf26205f-92fd-42d1-9ccc-0df2b0e91cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:30.583384 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-cf26205f-92fd-42d1-9ccc-0df2b0e91cb4 None None] Port 644271be-68b4-4ea3-ab0f-c3adafd37be2 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:13:30.631148 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5bed7feb-4666-485e-bd78-e2f5935795a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:30.636178 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5bed7feb-4666-485e-bd78-e2f5935795a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:30.704203 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5bed7feb-4666-485e-bd78-e2f5935795a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:30.706642 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed7feb-4666-485e-bd78-e2f5935795a5 admin admin] Pushing event updated for resources: {'Port': ['ID=644271be-68b4-4ea3-ab0f-c3adafd37be2,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:30.804766 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bed7feb-4666-485e-bd78-e2f5935795a5 admin admin] Network 040605ab-22a5-474b-abbc-db411ddd84fb is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:13:30.806241 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-5bed7feb-4666-485e-bd78-e2f5935795a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:13:30.930873 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bed7feb-4666-485e-bd78-e2f5935795a5 admin admin] Router a5c1a926-ea0e-425e-8566-64d180f8ff01 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:13:31.049672 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bed7feb-4666-485e-bd78-e2f5935795a5 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:13:31.054786 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5bed7feb-4666-485e-bd78-e2f5935795a5 admin admin] 10.222.0.18 "PUT /v2.0/routers/a5c1a926-ea0e-425e-8566-64d180f8ff01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9752944 Sep 30 14:13:31.109439 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-9164eef1-3c42-4da8-9036-e4414eb4da10 None None] Provisioning complete for port 644271be-68b4-4ea3-ab0f-c3adafd37be2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:13:31.110001 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9164eef1-3c42-4da8-9036-e4414eb4da10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:31.153048 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-9164eef1-3c42-4da8-9036-e4414eb4da10 None None] Port 644271be-68b4-4ea3-ab0f-c3adafd37be2 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:13:31.521221 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50160) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:13:31.526367 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-6231d645-a896-41a6-93ed-7f6d5c7371b1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-402979274-network', 'tenant_id': 'a70ceb13ca304ebebc24483894dcf5de'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:13:31.546657 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6231d645-a896-41a6-93ed-7f6d5c7371b1 admin admin] Made reservation on behalf of a70ceb13ca304ebebc24483894dcf5de for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:13:31.549229 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6231d645-a896-41a6-93ed-7f6d5c7371b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:31.558296 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6231d645-a896-41a6-93ed-7f6d5c7371b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:31.647088 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6231d645-a896-41a6-93ed-7f6d5c7371b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:31.651146 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6231d645-a896-41a6-93ed-7f6d5c7371b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:31.678262 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6231d645-a896-41a6-93ed-7f6d5c7371b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 14:13:31.683482 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231d645-a896-41a6-93ed-7f6d5c7371b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cc787e-1071-4bf6-b09f-e52e8efd40d3,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:31.691707 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6231d645-a896-41a6-93ed-7f6d5c7371b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:31.692054 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-6231d645-a896-41a6-93ed-7f6d5c7371b1 admin admin] Added segment bfc5bfd1-b4b5-462b-9e9f-73ed8c32202a of type vlan for network c02080ea-6b22-4049-970b-338dcade553c Sep 30 14:13:31.733635 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6231d645-a896-41a6-93ed-7f6d5c7371b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:31.757206 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6231d645-a896-41a6-93ed-7f6d5c7371b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:31.758197 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6231d645-a896-41a6-93ed-7f6d5c7371b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:31.758772 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6231d645-a896-41a6-93ed-7f6d5c7371b1 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:31.787593 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6231d645-a896-41a6-93ed-7f6d5c7371b1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2627509 Sep 30 14:13:31.788085 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50162) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:13:31.793585 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-2dd8857b-c4c9-4756-80b7-3b05063ab49e admin admin] Request body: {'subnet': {'network_id': 'c02080ea-6b22-4049-970b-338dcade553c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-402979274-subnet', 'tenant_id': 'a70ceb13ca304ebebc24483894dcf5de', 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:13:31.813442 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd8857b-c4c9-4756-80b7-3b05063ab49e admin admin] Made reservation on behalf of a70ceb13ca304ebebc24483894dcf5de for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:13:31.815764 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2dd8857b-c4c9-4756-80b7-3b05063ab49e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:31.825354 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231d645-a896-41a6-93ed-7f6d5c7371b1 admin admin] Pushing event updated for resources: {'Network': ['ID=c02080ea-6b22-4049-970b-338dcade553c,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:31.848267 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network c02080ea-6b22-4049-970b-338dcade553c details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 14:13:31.927385 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4194fa3e-5a9b-488a-bee7-1fd27510528f None None] Sync routers for ids ['a5c1a926-ea0e-425e-8566-64d180f8ff01'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:13:31.941287 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 279cabe2-810f-4abf-8bb0-241b1a937369 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:13:31.979291 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4194fa3e-5a9b-488a-bee7-1fd27510528f None None] Routers {'a5c1a926-ea0e-425e-8566-64d180f8ff01'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:13:31.979997 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-4194fa3e-5a9b-488a-bee7-1fd27510528f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:13:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a5c1a926-ea0e-425e-8566-64d180f8ff01'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:32.005950 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2dd8857b-c4c9-4756-80b7-3b05063ab49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:32.066619 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8857b-c4c9-4756-80b7-3b05063ab49e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcec13e1-5749-4ce1-9fbd-245ca6b7465c,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:32.072008 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd8857b-c4c9-4756-80b7-3b05063ab49e admin admin] Checking segment: {'id': 'bfc5bfd1-b4b5-462b-9e9f-73ed8c32202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c02080ea-6b22-4049-970b-338dcade553c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:13:32.072362 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd8857b-c4c9-4756-80b7-3b05063ab49e admin admin] Network hostable DHCP agents. Network: c02080ea-6b22-4049-970b-338dcade553c, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 14:13:32.073782 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 279cabe2-810f-4abf-8bb0-241b1a937369 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:13:32.074208 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:32.089782 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd8857b-c4c9-4756-80b7-3b05063ab49e admin admin] Network c02080ea-6b22-4049-970b-338dcade553c is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 14:13:32.098105 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-2dd8857b-c4c9-4756-80b7-3b05063ab49e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, c02080ea-6b22-4049-970b-338dcade553c) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:13:32.102201 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd8857b-c4c9-4756-80b7-3b05063ab49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:32.102776 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2dd8857b-c4c9-4756-80b7-3b05063ab49e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:32.110953 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5f4720-4bf5-4758-a890-d95a7f319f4b None None] Network c02080ea-6b22-4049-970b-338dcade553c requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:13:32.115996 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2dd8857b-c4c9-4756-80b7-3b05063ab49e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3265216 Sep 30 14:13:32.118941 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50164) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:13:32.122875 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-4194fa3e-5a9b-488a-bee7-1fd27510528f None None] Set router a5c1a926-ea0e-425e-8566-64d180f8ff01 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:13:32.123419 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-8bd7a778-b9ac-45bd-8b0f-c14ff53a1e24 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-402979274-router', 'tenant_id': 'a70ceb13ca304ebebc24483894dcf5de', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:13:32.143951 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8bd7a778-b9ac-45bd-8b0f-c14ff53a1e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:32.144783 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8bd7a778-b9ac-45bd-8b0f-c14ff53a1e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:32.196532 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8bd7a778-b9ac-45bd-8b0f-c14ff53a1e24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:32.334505 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8bd7a778-b9ac-45bd-8b0f-c14ff53a1e24 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:32.370590 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:32.413351 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 279cabe2-810f-4abf-8bb0-241b1a937369, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=279cabe2-810f-4abf-8bb0-241b1a937369,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:13:32.420668 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:32.504042 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30330c27-2cb6-4184-848c-17ab3d4472c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-c02080ea-6b22-4049-970b-338dcade553c', 'network_id': 'c02080ea-6b22-4049-970b-338dcade553c', 'tenant_id': 'a70ceb13ca304ebebc24483894dcf5de', 'fixed_ips': [{'subnet_id': 'fcec13e1-5749-4ce1-9fbd-245ca6b7465c'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 14:13:32.504884 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-30330c27-2cb6-4184-848c-17ab3d4472c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:32.528315 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=279cabe2-810f-4abf-8bb0-241b1a937369,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:32.537202 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8bd7a778-b9ac-45bd-8b0f-c14ff53a1e24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:32.560411 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8bd7a778-b9ac-45bd-8b0f-c14ff53a1e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:32.606530 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-4194fa3e-5a9b-488a-bee7-1fd27510528f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'name': 'tempest-TestShelveInstance-1511414060-router', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:30Z', 'revision_number': 4, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'gw_port': {'id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '644271be-68b4-4ea3-ab0f-c3adafd37be2', 'name': '', 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'mac_address': 'fa:16:3e:78:4d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:29Z', 'updated_at': '2021-09-30T14:13:30Z', 'revision_number': 2, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'subnets': [{'id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:32.640682 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4194fa3e-5a9b-488a-bee7-1fd27510528f None None] Checking router: a5c1a926-ea0e-425e-8566-64d180f8ff01 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:13:32.641035 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4194fa3e-5a9b-488a-bee7-1fd27510528f None None] Updating router a5c1a926-ea0e-425e-8566-64d180f8ff01 port 644271be-68b4-4ea3-ab0f-c3adafd37be2 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 14:13:32.663362 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-8bd7a778-b9ac-45bd-8b0f-c14ff53a1e24 admin admin] Allocated IP 172.25.5.227 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/7dc749fb-8506-44f0-9819-c108f00706ab) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:13:32.691174 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4194fa3e-5a9b-488a-bee7-1fd27510528f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:32.732376 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-30330c27-2cb6-4184-848c-17ab3d4472c1 None None] Allocated IP 172.20.0.2 (c02080ea-6b22-4049-970b-338dcade553c/fcec13e1-5749-4ce1-9fbd-245ca6b7465c/dd2edc1e-1222-464a-b0a5-6c7ce7435013) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:13:32.770795 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8bd7a778-b9ac-45bd-8b0f-c14ff53a1e24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:32.803805 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8bd7a778-b9ac-45bd-8b0f-c14ff53a1e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:32.843827 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd7a778-b9ac-45bd-8b0f-c14ff53a1e24 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:13:32.846746 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-8bd7a778-b9ac-45bd-8b0f-c14ff53a1e24 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:13:32.850292 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd7a778-b9ac-45bd-8b0f-c14ff53a1e24 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:13:32.875199 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7a778-b9ac-45bd-8b0f-c14ff53a1e24 admin admin] Pushing event updated for resources: {'Port': ['ID=7dc749fb-8506-44f0-9819-c108f00706ab,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:33.014546 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-30330c27-2cb6-4184-848c-17ab3d4472c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:33.023554 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-30330c27-2cb6-4184-848c-17ab3d4472c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:33.094789 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30330c27-2cb6-4184-848c-17ab3d4472c1 None None] Network c02080ea-6b22-4049-970b-338dcade553c is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:13:33.100666 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8bd7a778-b9ac-45bd-8b0f-c14ff53a1e24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:33.103477 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-30330c27-2cb6-4184-848c-17ab3d4472c1 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:13:33.108341 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30330c27-2cb6-4184-848c-17ab3d4472c1 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:13:33.121311 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30330c27-2cb6-4184-848c-17ab3d4472c1 None None] Pushing event updated for resources: {'Port': ['ID=dd2edc1e-1222-464a-b0a5-6c7ce7435013,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:33.129536 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4194fa3e-5a9b-488a-bee7-1fd27510528f None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:33.151864 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4194fa3e-5a9b-488a-bee7-1fd27510528f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:33.214649 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-30330c27-2cb6-4184-848c-17ab3d4472c1 None None] Attempting to bind port dd2edc1e-1222-464a-b0a5-6c7ce7435013 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:13:33.215091 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-30330c27-2cb6-4184-848c-17ab3d4472c1 None None] Attempting to bind port dd2edc1e-1222-464a-b0a5-6c7ce7435013 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'bfc5bfd1-b4b5-462b-9e9f-73ed8c32202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c02080ea-6b22-4049-970b-338dcade553c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:13:33.215460 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30330c27-2cb6-4184-848c-17ab3d4472c1 None None] Attempting to bind port dd2edc1e-1222-464a-b0a5-6c7ce7435013 on network c02080ea-6b22-4049-970b-338dcade553c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:13:33.226224 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30330c27-2cb6-4184-848c-17ab3d4472c1 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:13:33.226602 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30330c27-2cb6-4184-848c-17ab3d4472c1 None None] Checking segment: {'id': 'bfc5bfd1-b4b5-462b-9e9f-73ed8c32202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c02080ea-6b22-4049-970b-338dcade553c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:13:33.227008 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-30330c27-2cb6-4184-848c-17ab3d4472c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:33.227402 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30330c27-2cb6-4184-848c-17ab3d4472c1 None None] Bound using segment: {'id': 'bfc5bfd1-b4b5-462b-9e9f-73ed8c32202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c02080ea-6b22-4049-970b-338dcade553c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:13:33.227876 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-30330c27-2cb6-4184-848c-17ab3d4472c1 None None] Bound port: dd2edc1e-1222-464a-b0a5-6c7ce7435013, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc5bfd1-b4b5-462b-9e9f-73ed8c32202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c02080ea-6b22-4049-970b-338dcade553c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:13:33.228255 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-30330c27-2cb6-4184-848c-17ab3d4472c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:33.241218 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80290c9d-2593-4596-9eb2-abccefa9d7b0 None None] Pushing event updated for resources: {'Port': ['ID=644271be-68b4-4ea3-ab0f-c3adafd37be2,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:33.317688 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8bd7a778-b9ac-45bd-8b0f-c14ff53a1e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:33.329874 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-4194fa3e-5a9b-488a-bee7-1fd27510528f None None] Attempting to bind port 644271be-68b4-4ea3-ab0f-c3adafd37be2 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:13:33.330469 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-4194fa3e-5a9b-488a-bee7-1fd27510528f None None] Attempting to bind port 644271be-68b4-4ea3-ab0f-c3adafd37be2 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'b829b587-2521-4a9e-8657-fe8bc5e3832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:13:33.330934 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4194fa3e-5a9b-488a-bee7-1fd27510528f None None] Attempting to bind port 644271be-68b4-4ea3-ab0f-c3adafd37be2 on network 040605ab-22a5-474b-abbc-db411ddd84fb {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:13:33.348685 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4194fa3e-5a9b-488a-bee7-1fd27510528f None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:13:33.349241 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4194fa3e-5a9b-488a-bee7-1fd27510528f None None] Checking segment: {'id': 'b829b587-2521-4a9e-8657-fe8bc5e3832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:13:33.349750 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4194fa3e-5a9b-488a-bee7-1fd27510528f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:33.350275 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4194fa3e-5a9b-488a-bee7-1fd27510528f None None] Bound using segment: {'id': 'b829b587-2521-4a9e-8657-fe8bc5e3832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:13:33.350858 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-4194fa3e-5a9b-488a-bee7-1fd27510528f None None] Bound port: 644271be-68b4-4ea3-ab0f-c3adafd37be2, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b829b587-2521-4a9e-8657-fe8bc5e3832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:13:33.351336 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4194fa3e-5a9b-488a-bee7-1fd27510528f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:33.367427 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-30330c27-2cb6-4184-848c-17ab3d4472c1 None None] For port dd2edc1e-1222-464a-b0a5-6c7ce7435013, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:13:33.382207 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-30330c27-2cb6-4184-848c-17ab3d4472c1 None None] For port dd2edc1e-1222-464a-b0a5-6c7ce7435013, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=dd2edc1e-1222-464a-b0a5-6c7ce7435013,segment=NetworkSegment(bfc5bfd1-b4b5-462b-9e9f-73ed8c32202a),segment_id=bfc5bfd1-b4b5-462b-9e9f-73ed8c32202a)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:13:33.406037 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-30330c27-2cb6-4184-848c-17ab3d4472c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:33.457490 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd7a778-b9ac-45bd-8b0f-c14ff53a1e24 admin admin] Router 182be080-b177-4198-9de7-4de692198e17 is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 14:13:33.498096 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30330c27-2cb6-4184-848c-17ab3d4472c1 None None] Pushing event updated for resources: {'Port': ['ID=dd2edc1e-1222-464a-b0a5-6c7ce7435013,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:33.501116 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-4194fa3e-5a9b-488a-bee7-1fd27510528f None None] For port 644271be-68b4-4ea3-ab0f-c3adafd37be2, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:13:33.505571 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-4194fa3e-5a9b-488a-bee7-1fd27510528f None None] For port 644271be-68b4-4ea3-ab0f-c3adafd37be2, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=644271be-68b4-4ea3-ab0f-c3adafd37be2,segment=NetworkSegment(b829b587-2521-4a9e-8657-fe8bc5e3832f),segment_id=b829b587-2521-4a9e-8657-fe8bc5e3832f)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:13:33.512146 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4194fa3e-5a9b-488a-bee7-1fd27510528f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:33.525055 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-430487f5-b1fd-4af0-bad1-4c592fa3c586 None None] Provisioning complete for port 644271be-68b4-4ea3-ab0f-c3adafd37be2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:13:33.525336 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-430487f5-b1fd-4af0-bad1-4c592fa3c586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:33.570575 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd7a778-b9ac-45bd-8b0f-c14ff53a1e24 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:13:33.583422 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17dc2c5-2c56-45e1-bc90-8ad0e96b201e None None] Sync routers for ids ['182be080-b177-4198-9de7-4de692198e17'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:13:33.589712 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8bd7a778-b9ac-45bd-8b0f-c14ff53a1e24 admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:33.591282 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8bd7a778-b9ac-45bd-8b0f-c14ff53a1e24 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4712768 Sep 30 14:13:33.594106 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50166) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:13:33.603720 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17dc2c5-2c56-45e1-bc90-8ad0e96b201e None None] Routers {'182be080-b177-4198-9de7-4de692198e17'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:13:33.603929 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4194fa3e-5a9b-488a-bee7-1fd27510528f None None] Routers {'a5c1a926-ea0e-425e-8566-64d180f8ff01'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:13:33.604353 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-4194fa3e-5a9b-488a-bee7-1fd27510528f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:13:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a5c1a926-ea0e-425e-8566-64d180f8ff01'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:33.604883 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-c17dc2c5-2c56-45e1-bc90-8ad0e96b201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:13:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['182be080-b177-4198-9de7-4de692198e17'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:33.796613 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-c17dc2c5-2c56-45e1-bc90-8ad0e96b201e None None] Set router 182be080-b177-4198-9de7-4de692198e17 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:13:33.883691 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80290c9d-2593-4596-9eb2-abccefa9d7b0 None None] Pushing event updated for resources: {'Port': ['ID=644271be-68b4-4ea3-ab0f-c3adafd37be2,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:33.994741 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-430487f5-b1fd-4af0-bad1-4c592fa3c586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:34.012610 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-4194fa3e-5a9b-488a-bee7-1fd27510528f None None] Set router a5c1a926-ea0e-425e-8566-64d180f8ff01 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:13:34.070565 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-430487f5-b1fd-4af0-bad1-4c592fa3c586 None None] For port 644271be-68b4-4ea3-ab0f-c3adafd37be2, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=644271be-68b4-4ea3-ab0f-c3adafd37be2,segment=NetworkSegment(b829b587-2521-4a9e-8657-fe8bc5e3832f),segment_id=b829b587-2521-4a9e-8657-fe8bc5e3832f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:13:34.083418 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-c17dc2c5-2c56-45e1-bc90-8ad0e96b201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182be080-b177-4198-9de7-4de692198e17', 'name': 'tempest-TestShelveInstance-402979274-router', 'tenant_id': 'a70ceb13ca304ebebc24483894dcf5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '7dc749fb-8506-44f0-9819-c108f00706ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:32Z', 'updated_at': '2021-09-30T14:13:32Z', 'revision_number': 3, 'project_id': 'a70ceb13ca304ebebc24483894dcf5de', 'gw_port': {'id': '7dc749fb-8506-44f0-9819-c108f00706ab', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:69:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182be080-b177-4198-9de7-4de692198e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:32Z', 'updated_at': '2021-09-30T14:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:34.107023 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 279cabe2-810f-4abf-8bb0-241b1a937369 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:13:34.109750 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-430487f5-b1fd-4af0-bad1-4c592fa3c586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:34.117702 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17dc2c5-2c56-45e1-bc90-8ad0e96b201e None None] Checking router: 182be080-b177-4198-9de7-4de692198e17 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:13:34.118210 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17dc2c5-2c56-45e1-bc90-8ad0e96b201e None None] Updating router 182be080-b177-4198-9de7-4de692198e17 port 7dc749fb-8506-44f0-9819-c108f00706ab binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 14:13:34.146496 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c17dc2c5-2c56-45e1-bc90-8ad0e96b201e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:34.201241 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5f5e27ac-c452-4fca-9050-d248aecdfa6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:34.235525 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430487f5-b1fd-4af0-bad1-4c592fa3c586 None None] Pushing event updated for resources: {'Port': ['ID=644271be-68b4-4ea3-ab0f-c3adafd37be2,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:34.266824 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7d424e9c-c485-424b-88b0-b0d1d02301df None None] Provisioning complete for port 644271be-68b4-4ea3-ab0f-c3adafd37be2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:13:34.267199 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7d424e9c-c485-424b-88b0-b0d1d02301df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:34.307533 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 279cabe2-810f-4abf-8bb0-241b1a937369 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:13:34.307912 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:34.384565 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-5f5e27ac-c452-4fca-9050-d248aecdfa6b admin admin] Allocated IP 172.20.0.1 (c02080ea-6b22-4049-970b-338dcade553c/fcec13e1-5749-4ce1-9fbd-245ca6b7465c/b07a3b0a-b18b-4200-93da-77d5b9dafa83) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:13:34.457036 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c17dc2c5-2c56-45e1-bc90-8ad0e96b201e None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:34.467246 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c17dc2c5-2c56-45e1-bc90-8ad0e96b201e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:34.479781 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-4194fa3e-5a9b-488a-bee7-1fd27510528f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'name': 'tempest-TestShelveInstance-1511414060-router', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:30Z', 'revision_number': 4, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'gw_port': {'id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '644271be-68b4-4ea3-ab0f-c3adafd37be2', 'name': '', 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'mac_address': 'fa:16:3e:78:4d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:29Z', 'updated_at': '2021-09-30T14:13:33Z', 'revision_number': 4, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'subnets': [{'id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:34.515389 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4194fa3e-5a9b-488a-bee7-1fd27510528f None None] The sync data for ids ['a5c1a926-ea0e-425e-8566-64d180f8ff01'] in n-d-810909-2 is: [{'id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'name': 'tempest-TestShelveInstance-1511414060-router', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:30Z', 'revision_number': 4, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'gw_port': {'id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '644271be-68b4-4ea3-ab0f-c3adafd37be2', 'name': '', 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'mac_address': 'fa:16:3e:78:4d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:29Z', 'updated_at': '2021-09-30T14:13:33Z', 'revision_number': 4, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'subnets': [{'id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:13:34.525495 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device dd2edc1e-1222-464a-b0a5-6c7ce7435013 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:13:34.526863 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5f5e27ac-c452-4fca-9050-d248aecdfa6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:34.528738 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1311e-128b-4394-9883-09356e042814 None None] Pushing event updated for resources: {'Port': ['ID=7dc749fb-8506-44f0-9819-c108f00706ab,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:34.554801 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-c17dc2c5-2c56-45e1-bc90-8ad0e96b201e None None] Attempting to bind port 7dc749fb-8506-44f0-9819-c108f00706ab on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:13:34.555184 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-c17dc2c5-2c56-45e1-bc90-8ad0e96b201e None None] Attempting to bind port 7dc749fb-8506-44f0-9819-c108f00706ab by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:13:34.555506 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17dc2c5-2c56-45e1-bc90-8ad0e96b201e None None] Attempting to bind port 7dc749fb-8506-44f0-9819-c108f00706ab on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:13:34.561056 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17dc2c5-2c56-45e1-bc90-8ad0e96b201e None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:13:34.561372 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17dc2c5-2c56-45e1-bc90-8ad0e96b201e None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:13:34.561786 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c17dc2c5-2c56-45e1-bc90-8ad0e96b201e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:34.562542 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17dc2c5-2c56-45e1-bc90-8ad0e96b201e None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:13:34.563059 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-c17dc2c5-2c56-45e1-bc90-8ad0e96b201e None None] Bound port: 7dc749fb-8506-44f0-9819-c108f00706ab, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:13:34.563759 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c17dc2c5-2c56-45e1-bc90-8ad0e96b201e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:34.612090 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5f5e27ac-c452-4fca-9050-d248aecdfa6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:34.640453 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port dd2edc1e-1222-464a-b0a5-6c7ce7435013 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:13:34.641225 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:34.645124 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-c17dc2c5-2c56-45e1-bc90-8ad0e96b201e None None] For port 7dc749fb-8506-44f0-9819-c108f00706ab, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:13:34.648644 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-c17dc2c5-2c56-45e1-bc90-8ad0e96b201e None None] For port 7dc749fb-8506-44f0-9819-c108f00706ab, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=7dc749fb-8506-44f0-9819-c108f00706ab,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:13:34.654922 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c17dc2c5-2c56-45e1-bc90-8ad0e96b201e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:34.675903 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5e27ac-c452-4fca-9050-d248aecdfa6b admin admin] Network c02080ea-6b22-4049-970b-338dcade553c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:13:34.679230 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-5f5e27ac-c452-4fca-9050-d248aecdfa6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:13:34.682956 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5e27ac-c452-4fca-9050-d248aecdfa6b admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:13:34.727384 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17dc2c5-2c56-45e1-bc90-8ad0e96b201e None None] Routers {'182be080-b177-4198-9de7-4de692198e17'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:13:34.728080 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-c17dc2c5-2c56-45e1-bc90-8ad0e96b201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:13:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['182be080-b177-4198-9de7-4de692198e17'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:34.729950 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1311e-128b-4394-9883-09356e042814 None None] Pushing event updated for resources: {'Port': ['ID=7dc749fb-8506-44f0-9819-c108f00706ab,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:34.767147 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e27ac-c452-4fca-9050-d248aecdfa6b admin admin] Pushing event updated for resources: {'Port': ['ID=b07a3b0a-b18b-4200-93da-77d5b9dafa83,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:34.775482 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:34.802736 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5f5e27ac-c452-4fca-9050-d248aecdfa6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:34.830402 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port dd2edc1e-1222-464a-b0a5-6c7ce7435013, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=dd2edc1e-1222-464a-b0a5-6c7ce7435013,segment=NetworkSegment(bfc5bfd1-b4b5-462b-9e9f-73ed8c32202a),segment_id=bfc5bfd1-b4b5-462b-9e9f-73ed8c32202a)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:13:34.836226 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:34.892731 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1112ac-c840-4709-86ce-1b8fe515487b None None] Network c02080ea-6b22-4049-970b-338dcade553c requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:13:34.906601 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-c17dc2c5-2c56-45e1-bc90-8ad0e96b201e None None] Set router 182be080-b177-4198-9de7-4de692198e17 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:13:34.964889 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5f5e27ac-c452-4fca-9050-d248aecdfa6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:34.992891 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=dd2edc1e-1222-464a-b0a5-6c7ce7435013,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:34.998524 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-01ef5772-a8ae-4182-ba7e-98e4db28781a None None] Provisioning complete for port dd2edc1e-1222-464a-b0a5-6c7ce7435013 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:13:34.999524 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-01ef5772-a8ae-4182-ba7e-98e4db28781a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:35.120827 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-c17dc2c5-2c56-45e1-bc90-8ad0e96b201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182be080-b177-4198-9de7-4de692198e17', 'name': 'tempest-TestShelveInstance-402979274-router', 'tenant_id': 'a70ceb13ca304ebebc24483894dcf5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '7dc749fb-8506-44f0-9819-c108f00706ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:32Z', 'updated_at': '2021-09-30T14:13:32Z', 'revision_number': 3, 'project_id': 'a70ceb13ca304ebebc24483894dcf5de', 'gw_port': {'id': '7dc749fb-8506-44f0-9819-c108f00706ab', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:69:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182be080-b177-4198-9de7-4de692198e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:32Z', 'updated_at': '2021-09-30T14:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:35.168393 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5f5e27ac-c452-4fca-9050-d248aecdfa6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:35.176272 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5f5e27ac-c452-4fca-9050-d248aecdfa6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:35.258072 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e27ac-c452-4fca-9050-d248aecdfa6b admin admin] Pushing event updated for resources: {'Port': ['ID=b07a3b0a-b18b-4200-93da-77d5b9dafa83,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:35.272041 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-5f5e27ac-c452-4fca-9050-d248aecdfa6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:35.281584 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17dc2c5-2c56-45e1-bc90-8ad0e96b201e None None] The sync data for ids ['182be080-b177-4198-9de7-4de692198e17'] in n-d-810909-2 is: [{'id': '182be080-b177-4198-9de7-4de692198e17', 'name': 'tempest-TestShelveInstance-402979274-router', 'tenant_id': 'a70ceb13ca304ebebc24483894dcf5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '7dc749fb-8506-44f0-9819-c108f00706ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:32Z', 'updated_at': '2021-09-30T14:13:32Z', 'revision_number': 3, 'project_id': 'a70ceb13ca304ebebc24483894dcf5de', 'gw_port': {'id': '7dc749fb-8506-44f0-9819-c108f00706ab', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:69:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182be080-b177-4198-9de7-4de692198e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:32Z', 'updated_at': '2021-09-30T14:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:13:35.387008 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5e27ac-c452-4fca-9050-d248aecdfa6b admin admin] Network c02080ea-6b22-4049-970b-338dcade553c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:13:35.388615 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-5f5e27ac-c452-4fca-9050-d248aecdfa6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:13:35.485778 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6db4fc59-0fcd-4761-aaba-41d0f040e398 None None] Provisioning complete for port dd2edc1e-1222-464a-b0a5-6c7ce7435013 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:13:35.487009 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6db4fc59-0fcd-4761-aaba-41d0f040e398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:35.533707 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5e27ac-c452-4fca-9050-d248aecdfa6b admin admin] Router 182be080-b177-4198-9de7-4de692198e17 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:13:35.694194 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6db4fc59-0fcd-4761-aaba-41d0f040e398 None None] Provisioning complete for port b07a3b0a-b18b-4200-93da-77d5b9dafa83 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:13:35.694566 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6db4fc59-0fcd-4761-aaba-41d0f040e398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:35.727783 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5e27ac-c452-4fca-9050-d248aecdfa6b admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:13:35.734526 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-5f5e27ac-c452-4fca-9050-d248aecdfa6b admin admin] 10.222.0.18 "PUT /v2.0/routers/182be080-b177-4198-9de7-4de692198e17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1391897 Sep 30 14:13:35.750200 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-6db4fc59-0fcd-4761-aaba-41d0f040e398 None None] Port b07a3b0a-b18b-4200-93da-77d5b9dafa83 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:13:35.889653 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-50724b2d-36bb-4d9a-b153-1c061c80ccc4 None None] Provisioning complete for port b07a3b0a-b18b-4200-93da-77d5b9dafa83 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:13:35.890981 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-50724b2d-36bb-4d9a-b153-1c061c80ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:35.943615 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-50724b2d-36bb-4d9a-b153-1c061c80ccc4 None None] Port b07a3b0a-b18b-4200-93da-77d5b9dafa83 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:13:36.045860 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device dd2edc1e-1222-464a-b0a5-6c7ce7435013 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:13:36.093895 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-349494b7-7e0e-4f7c-8d14-4f755bbf6571 None None] Provisioning complete for port b07a3b0a-b18b-4200-93da-77d5b9dafa83 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:13:36.094301 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-349494b7-7e0e-4f7c-8d14-4f755bbf6571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:36.140568 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port dd2edc1e-1222-464a-b0a5-6c7ce7435013 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:13:36.140940 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:36.142522 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-349494b7-7e0e-4f7c-8d14-4f755bbf6571 None None] Port b07a3b0a-b18b-4200-93da-77d5b9dafa83 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:13:36.232333 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 7dc749fb-8506-44f0-9819-c108f00706ab up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:13:36.283451 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 7dc749fb-8506-44f0-9819-c108f00706ab triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:13:36.283823 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:36.365482 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:36.388171 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 7dc749fb-8506-44f0-9819-c108f00706ab, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=7dc749fb-8506-44f0-9819-c108f00706ab,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:13:36.393353 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:36.394185 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 644271be-68b4-4ea3-ab0f-c3adafd37be2 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:13:36.471793 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=7dc749fb-8506-44f0-9819-c108f00706ab,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:36.482071 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 644271be-68b4-4ea3-ab0f-c3adafd37be2 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:13:36.482454 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:36.495917 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50174) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:13:36.500896 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-49b08fa7-ed8e-456e-934e-556445facbda tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1809368557', 'description': 'tempest-secgroup-smoke-1809368557 description', 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:13:36.535667 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-49b08fa7-ed8e-456e-934e-556445facbda tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:36.624480 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-49b08fa7-ed8e-456e-934e-556445facbda tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:36.628169 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-49b08fa7-ed8e-456e-934e-556445facbda tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:36.653137 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-49b08fa7-ed8e-456e-934e-556445facbda tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:36.654381 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-49b08fa7-ed8e-456e-934e-556445facbda tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1574636 Sep 30 14:13:36.657453 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50176) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:13:36.659014 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b08fa7-ed8e-456e-934e-556445facbda tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddef264d-9519-4af2-8875-2cd07ff2740c,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:36.662814 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-19092a34-7de5-4315-b8f6-59473b10edc9 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Request body: {'security_group_rule': {'security_group_id': 'ddef264d-9519-4af2-8875-2cd07ff2740c', 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:13:36.690218 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-19092a34-7de5-4315-b8f6-59473b10edc9 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:36.747060 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-19092a34-7de5-4315-b8f6-59473b10edc9 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:36.750667 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-19092a34-7de5-4315-b8f6-59473b10edc9 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:36.767730 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19092a34-7de5-4315-b8f6-59473b10edc9 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b6c241d-c47f-49ee-905f-4051ca4bd9a4,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:36.777392 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-19092a34-7de5-4315-b8f6-59473b10edc9 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:36.778729 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-19092a34-7de5-4315-b8f6-59473b10edc9 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201317 Sep 30 14:13:36.781626 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50178) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:13:36.786581 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-4c7d47c7-e80e-4fb3-a1b1-df99e25d268b tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Request body: {'security_group_rule': {'security_group_id': 'ddef264d-9519-4af2-8875-2cd07ff2740c', 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:13:36.812148 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4c7d47c7-e80e-4fb3-a1b1-df99e25d268b tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:36.868735 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4c7d47c7-e80e-4fb3-a1b1-df99e25d268b tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:36.872183 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4c7d47c7-e80e-4fb3-a1b1-df99e25d268b tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:36.885479 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d47c7-e80e-4fb3-a1b1-df99e25d268b tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5baeaea2-fa2a-4c90-9319-5dcdeb30792d,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:36.897196 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4c7d47c7-e80e-4fb3-a1b1-df99e25d268b tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:36.898398 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4c7d47c7-e80e-4fb3-a1b1-df99e25d268b tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157806 Sep 30 14:13:36.901230 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50180) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:13:36.905890 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-2bccf2c4-4ba8-45db-b662-01f2c2398451 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Request body: {'security_group_rule': {'security_group_id': 'ddef264d-9519-4af2-8875-2cd07ff2740c', 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:13:36.934489 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2bccf2c4-4ba8-45db-b662-01f2c2398451 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:36.995821 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2bccf2c4-4ba8-45db-b662-01f2c2398451 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:36.999683 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2bccf2c4-4ba8-45db-b662-01f2c2398451 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:37.018990 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bccf2c4-4ba8-45db-b662-01f2c2398451 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41136f5b-b28e-4fc8-8248-83f33f1f464c,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:37.022262 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2bccf2c4-4ba8-45db-b662-01f2c2398451 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:37.023468 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2bccf2c4-4ba8-45db-b662-01f2c2398451 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211996 Sep 30 14:13:37.026256 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50182) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:13:37.030570 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-f4ab98cb-9aca-492e-a258-ab04eee2febe tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Request body: {'security_group_rule': {'security_group_id': 'ddef264d-9519-4af2-8875-2cd07ff2740c', 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:13:37.055947 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4ab98cb-9aca-492e-a258-ab04eee2febe tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:37.114218 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4ab98cb-9aca-492e-a258-ab04eee2febe tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:37.117614 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4ab98cb-9aca-492e-a258-ab04eee2febe tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:37.135111 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab98cb-9aca-492e-a258-ab04eee2febe tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd605502-af3c-481a-8b5e-9716338e4579,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:37.141553 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-f4ab98cb-9aca-492e-a258-ab04eee2febe tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:37.142943 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-f4ab98cb-9aca-492e-a258-ab04eee2febe tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156597 Sep 30 14:13:37.145574 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50184) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:13:37.150029 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-cf34d2d0-a44a-4b79-afa9-c6b8f3b02166 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Request body: {'security_group_rule': {'security_group_id': 'ddef264d-9519-4af2-8875-2cd07ff2740c', 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:13:37.170807 n-d-810909-2 neutron-server[94763]: INFO neutron.db.securitygroups_db [None req-cf34d2d0-a44a-4b79-afa9-c6b8f3b02166 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Project 69f4ec0b9c214822ab3c9db8c5dfb7ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 14:13:37.176662 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf34d2d0-a44a-4b79-afa9-c6b8f3b02166 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:37.237135 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf34d2d0-a44a-4b79-afa9-c6b8f3b02166 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:37.240584 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf34d2d0-a44a-4b79-afa9-c6b8f3b02166 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:37.257717 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34d2d0-a44a-4b79-afa9-c6b8f3b02166 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ee5907-da60-4174-ba3b-77fcf970532f,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:37.263757 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-cf34d2d0-a44a-4b79-afa9-c6b8f3b02166 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:37.265050 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-cf34d2d0-a44a-4b79-afa9-c6b8f3b02166 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184444 Sep 30 14:13:37.267746 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50186) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:13:37.272077 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-c1e39f69-8734-4495-b0dc-22890d985bda tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Request body: {'security_group_rule': {'security_group_id': 'ddef264d-9519-4af2-8875-2cd07ff2740c', 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:13:37.294718 n-d-810909-2 neutron-server[94763]: INFO neutron.db.securitygroups_db [None req-c1e39f69-8734-4495-b0dc-22890d985bda tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Project 69f4ec0b9c214822ab3c9db8c5dfb7ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 14:13:37.300160 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c1e39f69-8734-4495-b0dc-22890d985bda tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:37.363493 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c1e39f69-8734-4495-b0dc-22890d985bda tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:37.367064 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c1e39f69-8734-4495-b0dc-22890d985bda tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:37.384697 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e39f69-8734-4495-b0dc-22890d985bda tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eeb7ea0-5eb7-4a87-97bf-6000d6cc33f8,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:37.390753 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-c1e39f69-8734-4495-b0dc-22890d985bda tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:37.391961 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-c1e39f69-8734-4495-b0dc-22890d985bda tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232431 Sep 30 14:13:37.589687 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-629cc04c-c441-4aef-936f-9434d447b793 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1809368557&fields=id&tenant_id=69f4ec0b9c214822ab3c9db8c5dfb7ba HTTP/1.1" status: 200 len: 267 time: 0.0338800 Sep 30 14:13:37.699548 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-d37b71ed-19e9-4a4f-872c-f2abd5eba8bb tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:37.701384 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-d37b71ed-19e9-4a4f-872c-f2abd5eba8bb tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/networks?id=040605ab-22a5-474b-abbc-db411ddd84fb HTTP/1.1" status: 200 len: 809 time: 0.1040504 Sep 30 14:13:37.717092 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-5743c0c8-6c21-43a3-bd98-7931b7fa2ed4 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/quotas/69f4ec0b9c214822ab3c9db8c5dfb7ba HTTP/1.1" status: 200 len: 375 time: 0.0093112 Sep 30 14:13:37.772953 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-54823f31-dbfd-41c4-ab75-c619fa59e645 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=69f4ec0b9c214822ab3c9db8c5dfb7ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498078 Sep 30 14:13:37.872398 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-af9dfe7b-e817-4681-8a7a-cec458411a12 service neutron] 10.222.0.18 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867407 Sep 30 14:13:37.886174 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 7dc749fb-8506-44f0-9819-c108f00706ab up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:13:37.890850 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c356d-deae-4da5-8725-0c0616ddf251 None None] Sync routers for ids ['182be080-b177-4198-9de7-4de692198e17'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:13:37.926248 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843c356d-deae-4da5-8725-0c0616ddf251 None None] Routers {'182be080-b177-4198-9de7-4de692198e17'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:13:37.926863 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-843c356d-deae-4da5-8725-0c0616ddf251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:13:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['182be080-b177-4198-9de7-4de692198e17'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:37.970125 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-4f0ff301-9e06-4a75-8e00-2a933714ff15 service neutron] 10.222.0.18 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904987 Sep 30 14:13:38.022047 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 7dc749fb-8506-44f0-9819-c108f00706ab triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:13:38.022559 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:38.066627 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-843c356d-deae-4da5-8725-0c0616ddf251 None None] Set router 182be080-b177-4198-9de7-4de692198e17 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:13:38.166840 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e42af363-ad82-4e39-a32d-bd6e8d6d14a1 req-f2873961-ccbc-4829-bd8a-0d6f37a8dc0e tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 210 time: 0.0327089 Sep 30 14:13:38.307670 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-843c356d-deae-4da5-8725-0c0616ddf251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182be080-b177-4198-9de7-4de692198e17', 'name': 'tempest-TestShelveInstance-402979274-router', 'tenant_id': 'a70ceb13ca304ebebc24483894dcf5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '7dc749fb-8506-44f0-9819-c108f00706ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:32Z', 'updated_at': '2021-09-30T14:13:34Z', 'revision_number': 4, 'project_id': 'a70ceb13ca304ebebc24483894dcf5de', 'gw_port': {'id': '7dc749fb-8506-44f0-9819-c108f00706ab', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182be080-b177-4198-9de7-4de692198e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:32Z', 'updated_at': '2021-09-30T14:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'b07a3b0a-b18b-4200-93da-77d5b9dafa83', 'name': '', 'network_id': 'c02080ea-6b22-4049-970b-338dcade553c', 'tenant_id': 'a70ceb13ca304ebebc24483894dcf5de', 'mac_address': 'fa:16:3e:b8:41:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182be080-b177-4198-9de7-4de692198e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'fcec13e1-5749-4ce1-9fbd-245ca6b7465c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:34Z', 'updated_at': '2021-09-30T14:13:35Z', 'revision_number': 2, 'project_id': 'a70ceb13ca304ebebc24483894dcf5de', 'subnets': [{'id': 'fcec13e1-5749-4ce1-9fbd-245ca6b7465c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:38.334109 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c356d-deae-4da5-8725-0c0616ddf251 None None] Checking router: 182be080-b177-4198-9de7-4de692198e17 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:13:38.334464 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c356d-deae-4da5-8725-0c0616ddf251 None None] Updating router 182be080-b177-4198-9de7-4de692198e17 port b07a3b0a-b18b-4200-93da-77d5b9dafa83 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 14:13:38.363393 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-843c356d-deae-4da5-8725-0c0616ddf251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:38.787597 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-843c356d-deae-4da5-8725-0c0616ddf251 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:38.792746 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-843c356d-deae-4da5-8725-0c0616ddf251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:38.841364 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178b5ab-30e9-4795-ad7f-6acddbefa1cb None None] Pushing event updated for resources: {'Port': ['ID=b07a3b0a-b18b-4200-93da-77d5b9dafa83,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:38.897339 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-843c356d-deae-4da5-8725-0c0616ddf251 None None] Attempting to bind port b07a3b0a-b18b-4200-93da-77d5b9dafa83 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:13:38.898176 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-843c356d-deae-4da5-8725-0c0616ddf251 None None] Attempting to bind port b07a3b0a-b18b-4200-93da-77d5b9dafa83 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'bfc5bfd1-b4b5-462b-9e9f-73ed8c32202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c02080ea-6b22-4049-970b-338dcade553c'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:13:38.898289 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843c356d-deae-4da5-8725-0c0616ddf251 None None] Attempting to bind port b07a3b0a-b18b-4200-93da-77d5b9dafa83 on network c02080ea-6b22-4049-970b-338dcade553c {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:13:38.903824 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843c356d-deae-4da5-8725-0c0616ddf251 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:13:38.904232 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843c356d-deae-4da5-8725-0c0616ddf251 None None] Checking segment: {'id': 'bfc5bfd1-b4b5-462b-9e9f-73ed8c32202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c02080ea-6b22-4049-970b-338dcade553c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:13:38.904613 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-843c356d-deae-4da5-8725-0c0616ddf251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:38.905017 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843c356d-deae-4da5-8725-0c0616ddf251 None None] Bound using segment: {'id': 'bfc5bfd1-b4b5-462b-9e9f-73ed8c32202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c02080ea-6b22-4049-970b-338dcade553c'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:13:38.905490 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-843c356d-deae-4da5-8725-0c0616ddf251 None None] Bound port: b07a3b0a-b18b-4200-93da-77d5b9dafa83, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc5bfd1-b4b5-462b-9e9f-73ed8c32202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c02080ea-6b22-4049-970b-338dcade553c'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:13:38.905873 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-843c356d-deae-4da5-8725-0c0616ddf251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:38.975817 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-843c356d-deae-4da5-8725-0c0616ddf251 None None] For port b07a3b0a-b18b-4200-93da-77d5b9dafa83, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:13:38.979267 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-843c356d-deae-4da5-8725-0c0616ddf251 None None] For port b07a3b0a-b18b-4200-93da-77d5b9dafa83, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b07a3b0a-b18b-4200-93da-77d5b9dafa83,segment=NetworkSegment(bfc5bfd1-b4b5-462b-9e9f-73ed8c32202a),segment_id=bfc5bfd1-b4b5-462b-9e9f-73ed8c32202a)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:13:38.984195 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-843c356d-deae-4da5-8725-0c0616ddf251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:39.042282 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843c356d-deae-4da5-8725-0c0616ddf251 None None] Routers {'182be080-b177-4198-9de7-4de692198e17'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:13:39.042924 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-843c356d-deae-4da5-8725-0c0616ddf251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:13:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['182be080-b177-4198-9de7-4de692198e17'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:39.093407 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178b5ab-30e9-4795-ad7f-6acddbefa1cb None None] Pushing event updated for resources: {'Port': ['ID=b07a3b0a-b18b-4200-93da-77d5b9dafa83,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:39.113587 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-559ea4b9-d96f-4022-a19d-55c58c74c394 None None] Provisioning complete for port b07a3b0a-b18b-4200-93da-77d5b9dafa83 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:13:39.114240 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-559ea4b9-d96f-4022-a19d-55c58c74c394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:39.118986 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-6ce81b26-5801-48a3-bcf9-1000cb720c1d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:39.120577 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-6ce81b26-5801-48a3-bcf9-1000cb720c1d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.39 "GET /v2.0/networks?id=040605ab-22a5-474b-abbc-db411ddd84fb HTTP/1.1" status: 200 len: 809 time: 0.1329594 Sep 30 14:13:39.169583 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-72e1b953-392a-436c-87f5-819208391b3e tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69f4ec0b9c214822ab3c9db8c5dfb7ba HTTP/1.1" status: 200 len: 380 time: 0.0386069 Sep 30 14:13:39.179926 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-2d1eef80-fef8-4cae-8880-792e51c74cbf tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Request body: {'port': {'device_id': 'cff10e73-e4f4-4ead-8462-4bffbe8b9d3a', 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'admin_state_up': True, 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'security_groups': ['ddef264d-9519-4af2-8875-2cd07ff2740c']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:13:39.226353 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-843c356d-deae-4da5-8725-0c0616ddf251 None None] Set router 182be080-b177-4198-9de7-4de692198e17 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:13:39.295672 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8db5ab35-99a9-4db1-92de-5352719e2617 req-d7a539eb-999b-433e-84a2-fdc60c49d895 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 210 time: 0.0325384 Sep 30 14:13:39.329748 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-2d1eef80-fef8-4cae-8880-792e51c74cbf tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Made reservation on behalf of 69f4ec0b9c214822ab3c9db8c5dfb7ba for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:13:39.333421 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-2d1eef80-fef8-4cae-8880-792e51c74cbf tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:39.359944 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-559ea4b9-d96f-4022-a19d-55c58c74c394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:39.436391 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-559ea4b9-d96f-4022-a19d-55c58c74c394 None None] For port b07a3b0a-b18b-4200-93da-77d5b9dafa83, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b07a3b0a-b18b-4200-93da-77d5b9dafa83,segment=NetworkSegment(bfc5bfd1-b4b5-462b-9e9f-73ed8c32202a),segment_id=bfc5bfd1-b4b5-462b-9e9f-73ed8c32202a)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:13:39.448973 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-559ea4b9-d96f-4022-a19d-55c58c74c394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:39.466419 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-2d1eef80-fef8-4cae-8880-792e51c74cbf tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Allocated IP 172.20.0.4 (040605ab-22a5-474b-abbc-db411ddd84fb/1718ff46-bca4-4c51-8f3b-391831d2b29c/4dcf0508-4cf7-485e-85f8-aff665ff0a7b) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:13:39.527359 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ea4b9-d96f-4022-a19d-55c58c74c394 None None] Pushing event updated for resources: {'Port': ['ID=b07a3b0a-b18b-4200-93da-77d5b9dafa83,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:39.541637 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-843c356d-deae-4da5-8725-0c0616ddf251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182be080-b177-4198-9de7-4de692198e17', 'name': 'tempest-TestShelveInstance-402979274-router', 'tenant_id': 'a70ceb13ca304ebebc24483894dcf5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '7dc749fb-8506-44f0-9819-c108f00706ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:32Z', 'updated_at': '2021-09-30T14:13:34Z', 'revision_number': 4, 'project_id': 'a70ceb13ca304ebebc24483894dcf5de', 'gw_port': {'id': '7dc749fb-8506-44f0-9819-c108f00706ab', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182be080-b177-4198-9de7-4de692198e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:32Z', 'updated_at': '2021-09-30T14:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'b07a3b0a-b18b-4200-93da-77d5b9dafa83', 'name': '', 'network_id': 'c02080ea-6b22-4049-970b-338dcade553c', 'tenant_id': 'a70ceb13ca304ebebc24483894dcf5de', 'mac_address': 'fa:16:3e:b8:41:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182be080-b177-4198-9de7-4de692198e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'fcec13e1-5749-4ce1-9fbd-245ca6b7465c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:34Z', 'updated_at': '2021-09-30T14:13:38Z', 'revision_number': 4, 'project_id': 'a70ceb13ca304ebebc24483894dcf5de', 'subnets': [{'id': 'fcec13e1-5749-4ce1-9fbd-245ca6b7465c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:39.572616 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c356d-deae-4da5-8725-0c0616ddf251 None None] The sync data for ids ['182be080-b177-4198-9de7-4de692198e17'] in n-d-810909-2 is: [{'id': '182be080-b177-4198-9de7-4de692198e17', 'name': 'tempest-TestShelveInstance-402979274-router', 'tenant_id': 'a70ceb13ca304ebebc24483894dcf5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '7dc749fb-8506-44f0-9819-c108f00706ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:32Z', 'updated_at': '2021-09-30T14:13:34Z', 'revision_number': 4, 'project_id': 'a70ceb13ca304ebebc24483894dcf5de', 'gw_port': {'id': '7dc749fb-8506-44f0-9819-c108f00706ab', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182be080-b177-4198-9de7-4de692198e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:32Z', 'updated_at': '2021-09-30T14:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'b07a3b0a-b18b-4200-93da-77d5b9dafa83', 'name': '', 'network_id': 'c02080ea-6b22-4049-970b-338dcade553c', 'tenant_id': 'a70ceb13ca304ebebc24483894dcf5de', 'mac_address': 'fa:16:3e:b8:41:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182be080-b177-4198-9de7-4de692198e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'fcec13e1-5749-4ce1-9fbd-245ca6b7465c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:34Z', 'updated_at': '2021-09-30T14:13:38Z', 'revision_number': 4, 'project_id': 'a70ceb13ca304ebebc24483894dcf5de', 'subnets': [{'id': 'fcec13e1-5749-4ce1-9fbd-245ca6b7465c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:13:39.581909 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7a534a98-aa36-4099-bec6-82193f1c2356 None None] Provisioning complete for port b07a3b0a-b18b-4200-93da-77d5b9dafa83 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:13:39.582320 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7a534a98-aa36-4099-bec6-82193f1c2356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:39.608373 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-2d1eef80-fef8-4cae-8880-792e51c74cbf tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:39.662840 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-2d1eef80-fef8-4cae-8880-792e51c74cbf tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:39.710230 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-2d1eef80-fef8-4cae-8880-792e51c74cbf tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Network 040605ab-22a5-474b-abbc-db411ddd84fb is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:13:39.713941 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-2d1eef80-fef8-4cae-8880-792e51c74cbf tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:13:39.718518 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-2d1eef80-fef8-4cae-8880-792e51c74cbf tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:13:39.723070 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1eef80-fef8-4cae-8880-792e51c74cbf tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Pushing event updated for resources: {'Port': ['ID=4dcf0508-4cf7-485e-85f8-aff665ff0a7b,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:39.771639 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-2d1eef80-fef8-4cae-8880-792e51c74cbf tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:39.772297 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-2d1eef80-fef8-4cae-8880-792e51c74cbf tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:39.791469 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-2d1eef80-fef8-4cae-8880-792e51c74cbf tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6154709 Sep 30 14:13:39.805133 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-659bc146-4e4f-415c-a4f8-e943c5a33a73 service neutron] Request body: {'port': {'device_id': 'cff10e73-e4f4-4ead-8462-4bffbe8b9d3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:13:39.880689 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-659bc146-4e4f-415c-a4f8-e943c5a33a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:39.915932 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b07a3b0a-b18b-4200-93da-77d5b9dafa83 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:13:39.972828 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port b07a3b0a-b18b-4200-93da-77d5b9dafa83 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:13:39.973349 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:40.024602 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-98004db0-60b1-494d-affe-31f1e4bf1e62 None None] Provisioning complete for port 4dcf0508-4cf7-485e-85f8-aff665ff0a7b triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:13:40.024968 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-98004db0-60b1-494d-affe-31f1e4bf1e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:40.085971 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-98004db0-60b1-494d-affe-31f1e4bf1e62 None None] Port 4dcf0508-4cf7-485e-85f8-aff665ff0a7b cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:13:40.180485 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-659bc146-4e4f-415c-a4f8-e943c5a33a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dcf0508-4cf7-485e-85f8-aff665ff0a7b {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:13:40.187892 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-659bc146-4e4f-415c-a4f8-e943c5a33a73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:40.199732 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-659bc146-4e4f-415c-a4f8-e943c5a33a73 service neutron] Transition to ACTIVE for port object 4dcf0508-4cf7-485e-85f8-aff665ff0a7b will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 14:13:40.203789 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-659bc146-4e4f-415c-a4f8-e943c5a33a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:40.251987 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659bc146-4e4f-415c-a4f8-e943c5a33a73 service neutron] Pushing event updated for resources: {'Port': ['ID=4dcf0508-4cf7-485e-85f8-aff665ff0a7b,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:40.338212 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-659bc146-4e4f-415c-a4f8-e943c5a33a73 service neutron] Attempting to bind port 4dcf0508-4cf7-485e-85f8-aff665ff0a7b on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:13:40.338570 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-659bc146-4e4f-415c-a4f8-e943c5a33a73 service neutron] Attempting to bind port 4dcf0508-4cf7-485e-85f8-aff665ff0a7b by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'b829b587-2521-4a9e-8657-fe8bc5e3832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:13:40.339017 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-659bc146-4e4f-415c-a4f8-e943c5a33a73 service neutron] Attempting to bind port 4dcf0508-4cf7-485e-85f8-aff665ff0a7b on network 040605ab-22a5-474b-abbc-db411ddd84fb {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:13:40.344344 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-659bc146-4e4f-415c-a4f8-e943c5a33a73 service neutron] Port 4dcf0508-4cf7-485e-85f8-aff665ff0a7b on network 040605ab-22a5-474b-abbc-db411ddd84fb not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 14:13:40.344748 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-659bc146-4e4f-415c-a4f8-e943c5a33a73 service neutron] Attempting to bind port 4dcf0508-4cf7-485e-85f8-aff665ff0a7b on network 040605ab-22a5-474b-abbc-db411ddd84fb {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:13:40.350527 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-659bc146-4e4f-415c-a4f8-e943c5a33a73 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:13:40.350866 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-659bc146-4e4f-415c-a4f8-e943c5a33a73 service neutron] Checking segment: {'id': 'b829b587-2521-4a9e-8657-fe8bc5e3832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:13:40.351505 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-659bc146-4e4f-415c-a4f8-e943c5a33a73 service neutron] Bound using segment: {'id': 'b829b587-2521-4a9e-8657-fe8bc5e3832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:13:40.351944 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-659bc146-4e4f-415c-a4f8-e943c5a33a73 service neutron] Bound port: 4dcf0508-4cf7-485e-85f8-aff665ff0a7b, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b829b587-2521-4a9e-8657-fe8bc5e3832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:13:40.352303 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-659bc146-4e4f-415c-a4f8-e943c5a33a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:40.425504 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-659bc146-4e4f-415c-a4f8-e943c5a33a73 service neutron] For port 4dcf0508-4cf7-485e-85f8-aff665ff0a7b, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:13:40.429314 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-659bc146-4e4f-415c-a4f8-e943c5a33a73 service neutron] For port 4dcf0508-4cf7-485e-85f8-aff665ff0a7b, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4dcf0508-4cf7-485e-85f8-aff665ff0a7b,segment=NetworkSegment(b829b587-2521-4a9e-8657-fe8bc5e3832f),segment_id=b829b587-2521-4a9e-8657-fe8bc5e3832f)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:13:40.434829 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092c654-dcaa-4288-b126-ad1c7a945f2b req-e4dc48f8-a3b7-4511-a1aa-b938778e61b2 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:40.437114 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9092c654-dcaa-4288-b126-ad1c7a945f2b req-e4dc48f8-a3b7-4511-a1aa-b938778e61b2 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 943 time: 0.0514302 Sep 30 14:13:40.451470 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-659bc146-4e4f-415c-a4f8-e943c5a33a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:40.487933 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-659bc146-4e4f-415c-a4f8-e943c5a33a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:40.488649 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-659bc146-4e4f-415c-a4f8-e943c5a33a73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:40.490422 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-659bc146-4e4f-415c-a4f8-e943c5a33a73 service neutron] 10.222.0.39 "PUT /v2.0/ports/4dcf0508-4cf7-485e-85f8-aff665ff0a7b HTTP/1.1" status: 200 len: 1091 time: 0.6898756 Sep 30 14:13:40.490930 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff10e73-e4f4-4ead-8462-4bffbe8b9d3a', 'tag': '4dcf0508-4cf7-485e-85f8-aff665ff0a7b'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:13:40.495242 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9092c654-dcaa-4288-b126-ad1c7a945f2b req-f4e9d581-97e2-4e76-a3d0-5ed4179905f5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477760 Sep 30 14:13:40.498219 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35430474-f0df-49f1-a45d-d56766777fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "cff10e73-e4f4-4ead-8462-4bffbe8b9d3a", "tag": "4dcf0508-4cf7-485e-85f8-aff665ff0a7b"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:13:40.550676 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659bc146-4e4f-415c-a4f8-e943c5a33a73 service neutron] Pushing event updated for resources: {'Port': ['ID=4dcf0508-4cf7-485e-85f8-aff665ff0a7b,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:40.554319 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93fa9b0-3200-4432-a861-181417ba7e34 x-openstack-request-id: req-a93fa9b0-3200-4432-a861-181417ba7e34 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:13:40.554589 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff10e73-e4f4-4ead-8462-4bffbe8b9d3a", "tag": "4dcf0508-4cf7-485e-85f8-aff665ff0a7b", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:13:40.554845 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a93fa9b0-3200-4432-a861-181417ba7e34 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:13:40.555243 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff10e73-e4f4-4ead-8462-4bffbe8b9d3a', 'tag': '4dcf0508-4cf7-485e-85f8-aff665ff0a7b', 'status': 'completed', 'code': 200} Sep 30 14:13:40.605990 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-280846d6-78b6-47ab-8b28-2a5992ce18bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:40.607549 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-280846d6-78b6-47ab-8b28-2a5992ce18bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69f4ec0b9c214822ab3c9db8c5dfb7ba&device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 1094 time: 0.0475757 Sep 30 14:13:40.651484 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-ad870244-7976-4da1-958e-8d3403971f1c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dcf0508-4cf7-485e-85f8-aff665ff0a7b HTTP/1.1" status: 200 len: 217 time: 0.0353329 Sep 30 14:13:40.702180 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-8f03f2d1-09de-4efe-a48e-9576ffacbd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:40.703595 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-8f03f2d1-09de-4efe-a48e-9576ffacbd8f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1718ff46-bca4-4c51-8f3b-391831d2b29c HTTP/1.1" status: 200 len: 848 time: 0.0453007 Sep 30 14:13:40.753157 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-eb20ffe3-5b2b-4c55-a87f-8ecb02268c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:40.754765 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-eb20ffe3-5b2b-4c55-a87f-8ecb02268c9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=040605ab-22a5-474b-abbc-db411ddd84fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440285 Sep 30 14:13:40.848260 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-b8fef27e-97b6-486f-9202-aeed309f22eb service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866263 Sep 30 14:13:40.940618 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-13e98e1e-41d4-4c50-9b40-b996912c6dd5 req-3eb09b7d-13a8-4874-a537-1a1f88634d8f service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855873 Sep 30 14:13:41.029385 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35430474-f0df-49f1-a45d-d56766777fc7 req-b3f9a671-b8a2-49e2-bb8e-0ab682bb6fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:41.030975 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-35430474-f0df-49f1-a45d-d56766777fc7 req-b3f9a671-b8a2-49e2-bb8e-0ab682bb6fec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69f4ec0b9c214822ab3c9db8c5dfb7ba&device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 1094 time: 0.0412352 Sep 30 14:13:41.120328 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35430474-f0df-49f1-a45d-d56766777fc7 req-408e9714-4d50-484e-9904-a93e98afe3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:41.121826 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-35430474-f0df-49f1-a45d-d56766777fc7 req-408e9714-4d50-484e-9904-a93e98afe3fe service neutron] 10.222.0.39 "GET /v2.0/networks?id=040605ab-22a5-474b-abbc-db411ddd84fb HTTP/1.1" status: 200 len: 910 time: 0.0838141 Sep 30 14:13:41.167273 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-35430474-f0df-49f1-a45d-d56766777fc7 req-a3145431-b5fb-4b2c-aec7-549d50551fa9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dcf0508-4cf7-485e-85f8-aff665ff0a7b HTTP/1.1" status: 200 len: 217 time: 0.0375130 Sep 30 14:13:41.217837 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35430474-f0df-49f1-a45d-d56766777fc7 req-f7ef1d2f-093e-4464-9449-5f04c340ce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:41.219297 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-35430474-f0df-49f1-a45d-d56766777fc7 req-f7ef1d2f-093e-4464-9449-5f04c340ce18 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1718ff46-bca4-4c51-8f3b-391831d2b29c HTTP/1.1" status: 200 len: 848 time: 0.0446217 Sep 30 14:13:41.264586 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35430474-f0df-49f1-a45d-d56766777fc7 req-f2ceaff4-95b2-4913-98ee-ae34593ba044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:41.265960 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-35430474-f0df-49f1-a45d-d56766777fc7 req-f2ceaff4-95b2-4913-98ee-ae34593ba044 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=040605ab-22a5-474b-abbc-db411ddd84fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381465 Sep 30 14:13:41.359445 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-35430474-f0df-49f1-a45d-d56766777fc7 req-ee143cec-d22b-4921-b8a3-3adb1d9434d9 service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856116 Sep 30 14:13:41.452268 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-35430474-f0df-49f1-a45d-d56766777fc7 req-e7264ed9-63e4-4b17-915f-12bc1a05e12c service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854070 Sep 30 14:13:41.635868 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54e499-3dce-4c9f-b16f-6a8e2f329dcc req-0bd8aa88-74e8-4dd7-9900-53d7b0340205 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:41.637482 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7d54e499-3dce-4c9f-b16f-6a8e2f329dcc req-0bd8aa88-74e8-4dd7-9900-53d7b0340205 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 943 time: 0.0501573 Sep 30 14:13:41.676839 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7d54e499-3dce-4c9f-b16f-6a8e2f329dcc req-66e6617e-26c5-45a3-86a8-c9b7a191545d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333352 Sep 30 14:13:42.796172 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7d0b0-57df-41bb-9e8f-a17113cb349a req-5162fe7d-3b24-4bc2-b5b2-81a39b81db71 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:42.797654 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cce7d0b0-57df-41bb-9e8f-a17113cb349a req-5162fe7d-3b24-4bc2-b5b2-81a39b81db71 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 943 time: 0.0526893 Sep 30 14:13:42.835879 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cce7d0b0-57df-41bb-9e8f-a17113cb349a req-7ffd2d7d-da9d-4292-8ea1-ba8a155c5fe9 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320966 Sep 30 14:13:43.947590 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafeedd-689c-4705-896e-263c103d5131 req-64ff1b61-d38d-4de7-a03a-1680238ba4de tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:43.949048 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2cafeedd-689c-4705-896e-263c103d5131 req-64ff1b61-d38d-4de7-a03a-1680238ba4de tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 943 time: 0.0473762 Sep 30 14:13:43.990891 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2cafeedd-689c-4705-896e-263c103d5131 req-32bdc29a-0fed-4065-b457-cd34215cafdd tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356727 Sep 30 14:13:44.189721 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4dcf0508-4cf7-485e-85f8-aff665ff0a7b details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 14:13:44.281017 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4dcf0508-4cf7-485e-85f8-aff665ff0a7b, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4dcf0508-4cf7-485e-85f8-aff665ff0a7b,segment=NetworkSegment(b829b587-2521-4a9e-8657-fe8bc5e3832f),segment_id=b829b587-2521-4a9e-8657-fe8bc5e3832f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:13:44.292745 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '4dcf0508-4cf7-485e-85f8-aff665ff0a7b', 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'port_id': '4dcf0508-4cf7-485e-85f8-aff665ff0a7b', 'mac_address': 'fa:16:3e:48:c2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 14:13:44.332022 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:44.344382 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dcf0508-4cf7-485e-85f8-aff665ff0a7b {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:13:44.364324 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4dcf0508-4cf7-485e-85f8-aff665ff0a7b, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4dcf0508-4cf7-485e-85f8-aff665ff0a7b,segment=NetworkSegment(b829b587-2521-4a9e-8657-fe8bc5e3832f),segment_id=b829b587-2521-4a9e-8657-fe8bc5e3832f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:13:44.368628 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:44.419590 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=4dcf0508-4cf7-485e-85f8-aff665ff0a7b,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:44.575661 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['4dcf0508-4cf7-485e-85f8-aff665ff0a7b'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:13:45.102653 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4ce4c-d2ce-4cff-8f3b-49693c327739 req-9583faa1-47f3-4f76-a24b-e4256857ee04 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:45.104111 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-00e4ce4c-d2ce-4cff-8f3b-49693c327739 req-9583faa1-47f3-4f76-a24b-e4256857ee04 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 944 time: 0.0474429 Sep 30 14:13:45.142470 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-00e4ce4c-d2ce-4cff-8f3b-49693c327739 req-b407de3f-ecd6-45a7-9a93-9a3de2ccd6d4 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322869 Sep 30 14:13:45.482646 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:46.208425 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4dcf0508-4cf7-485e-85f8-aff665ff0a7b up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:13:46.257074 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 4dcf0508-4cf7-485e-85f8-aff665ff0a7b completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 14:13:46.258267 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e010b-cffd-446a-af6e-fe8cdea2f3d4 req-4fe96b7d-9581-42de-91ce-5370c17ea7de tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:46.259890 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f4e010b-cffd-446a-af6e-fe8cdea2f3d4 req-4fe96b7d-9581-42de-91ce-5370c17ea7de tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 944 time: 0.0486376 Sep 30 14:13:46.260855 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 4dcf0508-4cf7-485e-85f8-aff665ff0a7b triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:13:46.261229 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:46.298123 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f4e010b-cffd-446a-af6e-fe8cdea2f3d4 req-bffc93f7-11cd-4a69-a507-f56ca7e8bb7a tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313513 Sep 30 14:13:46.340968 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:46.364191 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff10e73-e4f4-4ead-8462-4bffbe8b9d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcf0508-4cf7-485e-85f8-aff665ff0a7b'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:13:46.366531 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730efdff73588999065a9861b250a1e40d95e5d75871f85cc1573bd279cf301b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf36442-6cb9-4426-82b3-257eb944128a" -d '{"events": [{"server_uuid": "cff10e73-e4f4-4ead-8462-4bffbe8b9d3a", "name": "network-vif-plugged", "status": "completed", "tag": "4dcf0508-4cf7-485e-85f8-aff665ff0a7b"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:13:46.379286 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4dcf0508-4cf7-485e-85f8-aff665ff0a7b, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4dcf0508-4cf7-485e-85f8-aff665ff0a7b,segment=NetworkSegment(b829b587-2521-4a9e-8657-fe8bc5e3832f),segment_id=b829b587-2521-4a9e-8657-fe8bc5e3832f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:13:46.383671 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:46.406158 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a140b7f5-f75c-47e3-867e-ee0314336fdb x-openstack-request-id: req-a140b7f5-f75c-47e3-867e-ee0314336fdb {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:13:46.406451 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff10e73-e4f4-4ead-8462-4bffbe8b9d3a", "name": "network-vif-plugged", "status": "completed", "tag": "4dcf0508-4cf7-485e-85f8-aff665ff0a7b", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:13:46.406703 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a140b7f5-f75c-47e3-867e-ee0314336fdb {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:13:46.407089 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff10e73-e4f4-4ead-8462-4bffbe8b9d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcf0508-4cf7-485e-85f8-aff665ff0a7b', 'code': 200} Sep 30 14:13:46.433193 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=4dcf0508-4cf7-485e-85f8-aff665ff0a7b,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:46.504191 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11235a0-50d6-4d6f-bf4a-9b35b4aae310 req-c1f0d5ee-cffc-4590-9823-0a2b91effc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:46.505861 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a11235a0-50d6-4d6f-bf4a-9b35b4aae310 req-c1f0d5ee-cffc-4590-9823-0a2b91effc42 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 1096 time: 0.0406682 Sep 30 14:13:46.539709 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a11235a0-50d6-4d6f-bf4a-9b35b4aae310 req-352e8daa-b73d-4ec6-865e-9dbc5ce5da09 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271993 Sep 30 14:13:47.412621 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69203ad-ea52-45fa-b64f-7a9e3e0f8471 req-d9d887ab-be90-4319-b552-5be7c43e4d4a tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:47.414120 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d69203ad-ea52-45fa-b64f-7a9e3e0f8471 req-d9d887ab-be90-4319-b552-5be7c43e4d4a tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 945 time: 0.0480850 Sep 30 14:13:47.454361 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d69203ad-ea52-45fa-b64f-7a9e3e0f8471 req-48fea41c-3aac-49c5-9cee-b87611c92f3a tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329735 Sep 30 14:13:48.263546 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-dbd4ad5b-ba0c-43a3-9202-d4a139ecfe09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:48.571717 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ada67-ddc8-49f4-9655-1248dc538723 req-63a3f5df-8408-4654-8747-39500079e7f5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:48.573094 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-842ada67-ddc8-49f4-9655-1248dc538723 req-63a3f5df-8408-4654-8747-39500079e7f5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 945 time: 0.0518050 Sep 30 14:13:48.609704 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-842ada67-ddc8-49f4-9655-1248dc538723 req-69d9ee17-ef5f-4f20-b60f-2208afac0b1d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304978 Sep 30 14:13:48.722851 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f8300-65c1-4cdd-8554-3cf4fbe4733e req-7f4a3d7a-fa88-42ca-9437-0d22c6f64f99 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:48.724337 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-315f8300-65c1-4cdd-8554-3cf4fbe4733e req-7f4a3d7a-fa88-42ca-9437-0d22c6f64f99 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 945 time: 0.0489137 Sep 30 14:13:48.765341 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-315f8300-65c1-4cdd-8554-3cf4fbe4733e req-06ffa7f6-d195-4486-b5d7-0ba54522f232 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349989 Sep 30 14:13:48.787127 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50240) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:13:49.228200 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd91a4e-d35d-4f20-aecb-56c423ccd628 tempest-TestShelveInstance-1317587475 tempest-TestShelveInstance-1317587475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:49.229716 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5fd91a4e-d35d-4f20-aecb-56c423ccd628 tempest-TestShelveInstance-1317587475 tempest-TestShelveInstance-1317587475-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 1091 time: 0.4416180 Sep 30 14:13:49.232616 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50244) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:13:49.237255 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-f03248a7-23c9-47a1-9411-2bc10417a723 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'port_id': '4dcf0508-4cf7-485e-85f8-aff665ff0a7b', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:13:49.258662 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f03248a7-23c9-47a1-9411-2bc10417a723 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:49.356778 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f03248a7-23c9-47a1-9411-2bc10417a723 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:49.464544 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-f03248a7-23c9-47a1-9411-2bc10417a723 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Allocated IP 172.25.5.5 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/32d9c5c3-07eb-4087-9d99-785ddb79fce3) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:13:49.567661 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f03248a7-23c9-47a1-9411-2bc10417a723 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:49.600796 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f03248a7-23c9-47a1-9411-2bc10417a723 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:49.639326 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03248a7-23c9-47a1-9411-2bc10417a723 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:13:49.642150 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-f03248a7-23c9-47a1-9411-2bc10417a723 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:13:49.644884 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03248a7-23c9-47a1-9411-2bc10417a723 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:13:49.668779 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03248a7-23c9-47a1-9411-2bc10417a723 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Pushing event updated for resources: {'Port': ['ID=32d9c5c3-07eb-4087-9d99-785ddb79fce3,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:50.001818 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f03248a7-23c9-47a1-9411-2bc10417a723 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:50.072043 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f03248a7-23c9-47a1-9411-2bc10417a723 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:50.219347 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f03248a7-23c9-47a1-9411-2bc10417a723 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:50.223506 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f03248a7-23c9-47a1-9411-2bc10417a723 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:50.287904 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:50.296211 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03248a7-23c9-47a1-9411-2bc10417a723 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Pushing event updated for resources: {'Port': ['ID=32d9c5c3-07eb-4087-9d99-785ddb79fce3,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:13:50.304180 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f03248a7-23c9-47a1-9411-2bc10417a723 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:50.405423 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-f03248a7-23c9-47a1-9411-2bc10417a723 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Floating IP 29513c63-2b37-401d-b062-7b096ab4cb2f associated. External IP: 172.25.5.5, port: 4dcf0508-4cf7-485e-85f8-aff665ff0a7b. Sep 30 14:13:50.605537 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03248a7-23c9-47a1-9411-2bc10417a723 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Router a5c1a926-ea0e-425e-8566-64d180f8ff01 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:13:50.711218 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03248a7-23c9-47a1-9411-2bc10417a723 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:13:50.720641 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353e554d-5c64-4611-80b7-93cbb8ab5acb None None] Sync routers for ids ['a5c1a926-ea0e-425e-8566-64d180f8ff01'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:13:50.727236 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f03248a7-23c9-47a1-9411-2bc10417a723 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:50.732502 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353e554d-5c64-4611-80b7-93cbb8ab5acb None None] Routers {'a5c1a926-ea0e-425e-8566-64d180f8ff01'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:13:50.733118 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-353e554d-5c64-4611-80b7-93cbb8ab5acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:13:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a5c1a926-ea0e-425e-8566-64d180f8ff01'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:50.740138 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:13:50.755294 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f03248a7-23c9-47a1-9411-2bc10417a723 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5216479 Sep 30 14:13:50.755980 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff10e73-e4f4-4ead-8462-4bffbe8b9d3a', 'tag': '4dcf0508-4cf7-485e-85f8-aff665ff0a7b'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:13:50.758255 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e219da2189c054287262e416842f7478ca0ea1bcac3b9d962638c13bcc9183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d62d3c8-5791-430c-9bc9-41a874837bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "cff10e73-e4f4-4ead-8462-4bffbe8b9d3a", "tag": "4dcf0508-4cf7-485e-85f8-aff665ff0a7b"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:13:50.781442 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f802f327-bd01-402a-8f7c-d3966bf6ef0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:50.798364 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741b565c-3dc5-4342-8617-a9b91c010d76 x-openstack-request-id: req-741b565c-3dc5-4342-8617-a9b91c010d76 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:13:50.799152 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff10e73-e4f4-4ead-8462-4bffbe8b9d3a", "tag": "4dcf0508-4cf7-485e-85f8-aff665ff0a7b", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:13:50.799403 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-741b565c-3dc5-4342-8617-a9b91c010d76 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:13:50.799807 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff10e73-e4f4-4ead-8462-4bffbe8b9d3a', 'tag': '4dcf0508-4cf7-485e-85f8-aff665ff0a7b', 'status': 'completed', 'code': 200} Sep 30 14:13:50.855227 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-353e554d-5c64-4611-80b7-93cbb8ab5acb None None] Set router a5c1a926-ea0e-425e-8566-64d180f8ff01 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:13:50.862816 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62d3c8-5791-430c-9bc9-41a874837bd6 req-4d5df06d-2ca4-4369-b1cd-957257a5ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:50.864326 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0d62d3c8-5791-430c-9bc9-41a874837bd6 req-4d5df06d-2ca4-4369-b1cd-957257a5ef78 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69f4ec0b9c214822ab3c9db8c5dfb7ba&device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 1096 time: 0.0414507 Sep 30 14:13:50.957384 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62d3c8-5791-430c-9bc9-41a874837bd6 req-ab8aadec-582a-4bcd-9c60-0fc15a050002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:50.958999 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0d62d3c8-5791-430c-9bc9-41a874837bd6 req-ab8aadec-582a-4bcd-9c60-0fc15a050002 service neutron] 10.222.0.39 "GET /v2.0/networks?id=040605ab-22a5-474b-abbc-db411ddd84fb HTTP/1.1" status: 200 len: 910 time: 0.0881450 Sep 30 14:13:51.023774 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0d62d3c8-5791-430c-9bc9-41a874837bd6 req-a71a1552-5e99-4e8c-bd7b-e40767b1db06 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dcf0508-4cf7-485e-85f8-aff665ff0a7b HTTP/1.1" status: 200 len: 997 time: 0.0574472 Sep 30 14:13:51.071759 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62d3c8-5791-430c-9bc9-41a874837bd6 req-0c54ace6-47f6-4e67-8431-821a3e2fd5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:51.072024 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-353e554d-5c64-4611-80b7-93cbb8ab5acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'name': 'tempest-TestShelveInstance-1511414060-router', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:30Z', 'revision_number': 4, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'gw_port': {'id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '29513c63-2b37-401d-b062-7b096ab4cb2f', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'port_id': '4dcf0508-4cf7-485e-85f8-aff665ff0a7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'mac_address': 'fa:16:3e:48:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff10e73-e4f4-4ead-8462-4bffbe8b9d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:13:49Z', 'updated_at': '2021-09-30T14:13:49Z', 'revision_number': 0, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644271be-68b4-4ea3-ab0f-c3adafd37be2', 'name': '', 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'mac_address': 'fa:16:3e:78:4d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:29Z', 'updated_at': '2021-09-30T14:13:34Z', 'revision_number': 5, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'subnets': [{'id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:51.073288 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0d62d3c8-5791-430c-9bc9-41a874837bd6 req-0c54ace6-47f6-4e67-8431-821a3e2fd5e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1718ff46-bca4-4c51-8f3b-391831d2b29c HTTP/1.1" status: 200 len: 848 time: 0.0432503 Sep 30 14:13:51.101719 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353e554d-5c64-4611-80b7-93cbb8ab5acb None None] Checking router: a5c1a926-ea0e-425e-8566-64d180f8ff01 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:13:51.109890 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353e554d-5c64-4611-80b7-93cbb8ab5acb None None] Routers {'a5c1a926-ea0e-425e-8566-64d180f8ff01'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:13:51.110540 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-353e554d-5c64-4611-80b7-93cbb8ab5acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:13:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a5c1a926-ea0e-425e-8566-64d180f8ff01'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:51.123652 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62d3c8-5791-430c-9bc9-41a874837bd6 req-43b03182-b24d-411b-9980-5cbda052888c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:13:51.125161 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0d62d3c8-5791-430c-9bc9-41a874837bd6 req-43b03182-b24d-411b-9980-5cbda052888c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=040605ab-22a5-474b-abbc-db411ddd84fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440176 Sep 30 14:13:51.136519 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-0d62d3c8-5791-430c-9bc9-41a874837bd6 req-7a5385fd-1ab5-464e-8a1f-2f9551e76ee0 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 14:13:51.137512 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0d62d3c8-5791-430c-9bc9-41a874837bd6 req-7a5385fd-1ab5-464e-8a1f-2f9551e76ee0 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048447 Sep 30 14:13:51.214267 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-353e554d-5c64-4611-80b7-93cbb8ab5acb None None] Set router a5c1a926-ea0e-425e-8566-64d180f8ff01 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:13:51.227400 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0d62d3c8-5791-430c-9bc9-41a874837bd6 req-32521cf8-4298-4ffc-bd8b-506b72f62634 service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821693 Sep 30 14:13:51.322600 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0d62d3c8-5791-430c-9bc9-41a874837bd6 req-596603d3-3e04-4ab5-a1cf-3a05058bbed7 service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875084 Sep 30 14:13:51.429904 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-353e554d-5c64-4611-80b7-93cbb8ab5acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'name': 'tempest-TestShelveInstance-1511414060-router', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:30Z', 'revision_number': 4, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'gw_port': {'id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '29513c63-2b37-401d-b062-7b096ab4cb2f', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'port_id': '4dcf0508-4cf7-485e-85f8-aff665ff0a7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'mac_address': 'fa:16:3e:48:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff10e73-e4f4-4ead-8462-4bffbe8b9d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:13:49Z', 'updated_at': '2021-09-30T14:13:49Z', 'revision_number': 0, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644271be-68b4-4ea3-ab0f-c3adafd37be2', 'name': '', 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'mac_address': 'fa:16:3e:78:4d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:29Z', 'updated_at': '2021-09-30T14:13:34Z', 'revision_number': 5, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'subnets': [{'id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:13:51.459196 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353e554d-5c64-4611-80b7-93cbb8ab5acb None None] The sync data for ids ['a5c1a926-ea0e-425e-8566-64d180f8ff01'] in n-d-810909-2 is: [{'id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'name': 'tempest-TestShelveInstance-1511414060-router', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:30Z', 'revision_number': 4, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'gw_port': {'id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '29513c63-2b37-401d-b062-7b096ab4cb2f', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'port_id': '4dcf0508-4cf7-485e-85f8-aff665ff0a7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'mac_address': 'fa:16:3e:48:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff10e73-e4f4-4ead-8462-4bffbe8b9d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:13:49Z', 'updated_at': '2021-09-30T14:13:49Z', 'revision_number': 0, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644271be-68b4-4ea3-ab0f-c3adafd37be2', 'name': '', 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'mac_address': 'fa:16:3e:78:4d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:29Z', 'updated_at': '2021-09-30T14:13:34Z', 'revision_number': 5, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'subnets': [{'id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:13:51.734859 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:51.747237 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68fb197-3823-4d26-887f-ef88462e0267 None None] New status for floating IP 29513c63-2b37-401d-b062-7b096ab4cb2f: ACTIVE {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 14:13:52.623287 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:13:54.387995 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:14:15.490128 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:14:18.263147 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-963cd3fa-e340-4f1c-bbb5-93331e632f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:14:20.293940 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:14:20.762700 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-407e4c40-95fc-465b-b77a-7a96b5fbde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:14:21.735814 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:14:22.626903 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:14:24.386723 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:14:27.673720 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cbe97091-5a86-4b05-8142-2645455ed40a req-448b0525-0889-44bf-b2df-3f443059db96 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0850732 Sep 30 14:14:27.738949 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:14:27.753770 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe97091-5a86-4b05-8142-2645455ed40a req-446a02ba-923a-410f-9175-4aae1a20b502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:14:27.755292 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cbe97091-5a86-4b05-8142-2645455ed40a req-446a02ba-923a-410f-9175-4aae1a20b502 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69f4ec0b9c214822ab3c9db8c5dfb7ba&device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 1096 time: 0.0399158 Sep 30 14:14:27.860415 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe97091-5a86-4b05-8142-2645455ed40a req-ed92100d-7751-4138-968a-7a77cbb36e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:14:27.862500 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cbe97091-5a86-4b05-8142-2645455ed40a req-ed92100d-7751-4138-968a-7a77cbb36e7f service neutron] 10.222.0.39 "GET /v2.0/networks?id=040605ab-22a5-474b-abbc-db411ddd84fb HTTP/1.1" status: 200 len: 910 time: 0.0870464 Sep 30 14:14:27.925081 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cbe97091-5a86-4b05-8142-2645455ed40a req-80a4c0fe-fe95-430d-a950-320402d6a240 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dcf0508-4cf7-485e-85f8-aff665ff0a7b HTTP/1.1" status: 200 len: 999 time: 0.0561304 Sep 30 14:14:27.977262 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe97091-5a86-4b05-8142-2645455ed40a req-f81af260-9a08-42e5-9af8-cbaa8ba7dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:14:27.978732 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cbe97091-5a86-4b05-8142-2645455ed40a req-f81af260-9a08-42e5-9af8-cbaa8ba7dfa7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1718ff46-bca4-4c51-8f3b-391831d2b29c HTTP/1.1" status: 200 len: 848 time: 0.0462058 Sep 30 14:14:28.022917 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe97091-5a86-4b05-8142-2645455ed40a req-87654533-b6d7-4cc3-8d2e-96e7512db46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:14:28.024282 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cbe97091-5a86-4b05-8142-2645455ed40a req-87654533-b6d7-4cc3-8d2e-96e7512db46f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=040605ab-22a5-474b-abbc-db411ddd84fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384350 Sep 30 14:14:28.112331 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cbe97091-5a86-4b05-8142-2645455ed40a req-b6aed3ed-59d5-49d0-adc3-d983f9467f25 service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807858 Sep 30 14:14:28.213036 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cbe97091-5a86-4b05-8142-2645455ed40a req-82c7787d-bc23-4ac6-8702-313338f846ae service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850923 Sep 30 14:14:45.499104 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:14:48.263040 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-945e1753-ab26-49ea-bdd6-c5bba4b1f210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:14:50.286790 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:14:50.764224 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-242e8324-0d6c-4c22-a96c-2294710f1a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:14:51.736066 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:14:52.629859 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:14:54.388804 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:15:04.738790 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:15:15.503520 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:15:18.264267 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ea3118f2-e306-4ebe-8357-8df036fbf3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:15:20.301251 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:15:20.764810 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3b92ba15-3424-4760-9568-62574fe80969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:15:21.737678 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:15:22.632234 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:15:24.392511 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:15:27.629357 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f635ec9-bb66-4ad5-be46-20501dc134b3 req-8d56a464-5846-4d00-881a-231530955056 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382915 Sep 30 14:15:27.715238 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f635ec9-bb66-4ad5-be46-20501dc134b3 req-80d14ddf-43d9-4ce0-9a0d-8ccccff0f16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:15:27.716898 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f635ec9-bb66-4ad5-be46-20501dc134b3 req-80d14ddf-43d9-4ce0-9a0d-8ccccff0f16f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69f4ec0b9c214822ab3c9db8c5dfb7ba&device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 1096 time: 0.0448418 Sep 30 14:15:28.121770 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f635ec9-bb66-4ad5-be46-20501dc134b3 req-825bf205-3acc-4803-9d79-c0706a95b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:15:28.123312 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f635ec9-bb66-4ad5-be46-20501dc134b3 req-825bf205-3acc-4803-9d79-c0706a95b2f0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=040605ab-22a5-474b-abbc-db411ddd84fb HTTP/1.1" status: 200 len: 910 time: 0.3875883 Sep 30 14:15:28.191180 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f635ec9-bb66-4ad5-be46-20501dc134b3 req-467fbf38-80ed-474f-85d9-3ff55670fd4e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dcf0508-4cf7-485e-85f8-aff665ff0a7b HTTP/1.1" status: 200 len: 999 time: 0.0589554 Sep 30 14:15:28.239024 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f635ec9-bb66-4ad5-be46-20501dc134b3 req-72186416-8d8a-4e20-8fb3-8310f81fbcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:15:28.240973 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f635ec9-bb66-4ad5-be46-20501dc134b3 req-72186416-8d8a-4e20-8fb3-8310f81fbcc9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1718ff46-bca4-4c51-8f3b-391831d2b29c HTTP/1.1" status: 200 len: 848 time: 0.0421865 Sep 30 14:15:28.283569 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f635ec9-bb66-4ad5-be46-20501dc134b3 req-8e70fff1-eab7-4301-8f44-d873f6d6351f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:15:28.285253 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f635ec9-bb66-4ad5-be46-20501dc134b3 req-8e70fff1-eab7-4301-8f44-d873f6d6351f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=040605ab-22a5-474b-abbc-db411ddd84fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377524 Sep 30 14:15:28.376142 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f635ec9-bb66-4ad5-be46-20501dc134b3 req-5e4f53df-67a3-475f-942d-139def8b844a service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839562 Sep 30 14:15:28.469401 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-1f635ec9-bb66-4ad5-be46-20501dc134b3 req-c7adf948-99a5-4ce9-b08f-4c49f4339145 service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852349 Sep 30 14:15:41.738702 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:15:45.505076 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:15:46.769700 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e498aa-3d24-4a79-aa35-931116a2a7c5 req-3c3a0a59-f4e3-4b98-b963-2e37f96b7488 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:15:46.771237 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f5e498aa-3d24-4a79-aa35-931116a2a7c5 req-3c3a0a59-f4e3-4b98-b963-2e37f96b7488 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 945 time: 0.1013787 Sep 30 14:15:46.809577 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f5e498aa-3d24-4a79-aa35-931116a2a7c5 req-eca53313-212b-46db-a859-68664d6f6774 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323970 Sep 30 14:15:47.945634 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de46a2-2060-4dde-8c84-43be991b353e req-93c734f4-3c15-4d33-9aac-e76ec06cc8b7 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:15:47.947140 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-59de46a2-2060-4dde-8c84-43be991b353e req-93c734f4-3c15-4d33-9aac-e76ec06cc8b7 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 945 time: 0.0530212 Sep 30 14:15:47.984321 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-59de46a2-2060-4dde-8c84-43be991b353e req-ad66a926-69ad-4990-aaaa-33dca30e2054 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309181 Sep 30 14:15:48.264388 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-978791ed-e1b6-4ff5-b593-7d314cf4e594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:15:49.116303 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb2ef4-4925-4bc3-be83-2aefadb83aa6 req-86954ee2-de65-4068-aabe-72d0f5588265 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:15:49.117793 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62bb2ef4-4925-4bc3-be83-2aefadb83aa6 req-86954ee2-de65-4068-aabe-72d0f5588265 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 945 time: 0.0491629 Sep 30 14:15:49.155327 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-62bb2ef4-4925-4bc3-be83-2aefadb83aa6 req-9a1e5bfd-5bbf-4aac-8ce3-878cf39d0b8a tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316403 Sep 30 14:15:50.268389 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f81ebc-9a1d-4d48-b366-f6d000f76980 req-62e06c84-45be-46f9-8e0e-6fce620f8de8 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:15:50.269881 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-63f81ebc-9a1d-4d48-b366-f6d000f76980 req-62e06c84-45be-46f9-8e0e-6fce620f8de8 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 945 time: 0.0489955 Sep 30 14:15:50.300635 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:15:50.310347 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-63f81ebc-9a1d-4d48-b366-f6d000f76980 req-f82d1680-339e-47f1-a9c9-872e276ace23 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339644 Sep 30 14:15:50.765788 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-38d282bd-7492-4c91-8bf8-5bda19ec2a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:15:51.424777 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76700df3-4599-4e01-8e5d-b318a0ed39b3 req-eff1e955-f9cb-4f22-abf3-0da75e19f0fe tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:15:51.426298 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-76700df3-4599-4e01-8e5d-b318a0ed39b3 req-eff1e955-f9cb-4f22-abf3-0da75e19f0fe tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 945 time: 0.0487235 Sep 30 14:15:51.464787 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-76700df3-4599-4e01-8e5d-b318a0ed39b3 req-4f02d499-33f6-461a-82d9-b2f4f52f0bb5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319300 Sep 30 14:15:51.738955 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:15:52.579456 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9910b5-582a-4fa3-bb32-f41f5a704f8e req-6b0bbe13-12cb-4d66-9986-914a74978c61 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:15:52.580962 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-aa9910b5-582a-4fa3-bb32-f41f5a704f8e req-6b0bbe13-12cb-4d66-9986-914a74978c61 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 945 time: 0.0487700 Sep 30 14:15:52.621940 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-aa9910b5-582a-4fa3-bb32-f41f5a704f8e req-8087f3b7-9bba-489c-96d6-3f0fd9144e8f tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349226 Sep 30 14:15:52.636411 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:15:53.739914 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e287e-8015-4ad4-8b7f-b741e65ba43c req-26694119-eeb9-409b-b433-158db009fbd8 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:15:53.741359 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-718e287e-8015-4ad4-8b7f-b741e65ba43c req-26694119-eeb9-409b-b433-158db009fbd8 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 945 time: 0.0524585 Sep 30 14:15:53.778780 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-718e287e-8015-4ad4-8b7f-b741e65ba43c req-89a08c5b-519b-4284-b38d-2b0c2a21d962 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315883 Sep 30 14:15:54.394118 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:15:54.891063 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5663d-d323-4dd5-8d48-7cc0b2c173e2 req-685b6e15-b87a-42f7-9b3b-de71c34f6b99 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:15:54.892802 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6bc5663d-d323-4dd5-8d48-7cc0b2c173e2 req-685b6e15-b87a-42f7-9b3b-de71c34f6b99 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 945 time: 0.0478451 Sep 30 14:15:54.930834 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6bc5663d-d323-4dd5-8d48-7cc0b2c173e2 req-5f47c0c0-9647-4036-b8ae-50fec21e4ef7 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316291 Sep 30 14:15:56.043214 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ff608-8217-4b95-aae2-7fd6d1d91e07 req-6346ec8d-7248-4de4-9392-aa1c882aab52 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:15:56.044672 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-666ff608-8217-4b95-aae2-7fd6d1d91e07 req-6346ec8d-7248-4de4-9392-aa1c882aab52 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 945 time: 0.0478013 Sep 30 14:15:56.081204 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-666ff608-8217-4b95-aae2-7fd6d1d91e07 req-81ed6597-64f8-47cd-8028-d04ccbdce7cc tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306983 Sep 30 14:15:57.194800 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894af51-1f5f-4955-aa4c-1a06af78507a req-499c2a13-c3ae-4fd1-aa1c-c41f3206f226 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:15:57.196266 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5894af51-1f5f-4955-aa4c-1a06af78507a req-499c2a13-c3ae-4fd1-aa1c-c41f3206f226 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 945 time: 0.0487094 Sep 30 14:15:57.233448 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5894af51-1f5f-4955-aa4c-1a06af78507a req-f5984509-807a-4db9-bb37-faaabf66f1b1 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307889 Sep 30 14:15:58.347971 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8feaf-aea4-4d85-966e-70558186b3b0 req-61130180-8ad3-4286-a0f4-aeb2514160c8 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:15:58.349449 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-55f8feaf-aea4-4d85-966e-70558186b3b0 req-61130180-8ad3-4286-a0f4-aeb2514160c8 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 945 time: 0.0489476 Sep 30 14:15:58.387332 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-55f8feaf-aea4-4d85-966e-70558186b3b0 req-573ae9f4-3336-4b13-87b4-5a7bbc38c905 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318754 Sep 30 14:15:58.780613 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4dcf0508-4cf7-485e-85f8-aff665ff0a7b details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 14:15:58.880378 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4dcf0508-4cf7-485e-85f8-aff665ff0a7b, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4dcf0508-4cf7-485e-85f8-aff665ff0a7b,segment=NetworkSegment(b829b587-2521-4a9e-8657-fe8bc5e3832f),segment_id=b829b587-2521-4a9e-8657-fe8bc5e3832f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:15:58.891274 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '4dcf0508-4cf7-485e-85f8-aff665ff0a7b', 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'port_id': '4dcf0508-4cf7-485e-85f8-aff665ff0a7b', 'mac_address': 'fa:16:3e:48:c2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 14:15:58.932270 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:15:58.944721 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4dcf0508-4cf7-485e-85f8-aff665ff0a7b {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:15:58.963337 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4dcf0508-4cf7-485e-85f8-aff665ff0a7b, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4dcf0508-4cf7-485e-85f8-aff665ff0a7b,segment=NetworkSegment(b829b587-2521-4a9e-8657-fe8bc5e3832f),segment_id=b829b587-2521-4a9e-8657-fe8bc5e3832f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:15:58.967675 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:15:59.019820 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=4dcf0508-4cf7-485e-85f8-aff665ff0a7b,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:15:59.027304 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:15:59.027721 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:15:59.028188 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:15:59.028553 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:15:59.028865 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:15:59.029196 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:15:59.029884 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:15:59.029884 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:15:59.030187 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:15:59.030511 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:15:59.030832 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:15:59.031152 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:15:59.037104 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['4dcf0508-4cf7-485e-85f8-aff665ff0a7b'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:15:59.509299 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9175d5-7b01-4bb0-99c2-307cc351d14f req-57321a37-8dd6-4931-9ed1-07f954063637 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:15:59.511595 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5d9175d5-7b01-4bb0-99c2-307cc351d14f req-57321a37-8dd6-4931-9ed1-07f954063637 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 944 time: 0.0538850 Sep 30 14:15:59.558727 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5d9175d5-7b01-4bb0-99c2-307cc351d14f req-b0bcd857-2dce-4860-b0e4-2c0679723507 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407436 Sep 30 14:16:00.695390 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ad018-42a4-4827-9707-4ae9dff75688 req-3b3de215-9e36-49dc-bbe6-87c52eb9c917 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:00.696806 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f44ad018-42a4-4827-9707-4ae9dff75688 req-3b3de215-9e36-49dc-bbe6-87c52eb9c917 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 944 time: 0.0582802 Sep 30 14:16:00.736843 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f44ad018-42a4-4827-9707-4ae9dff75688 req-a209cd32-4bd0-4a79-9260-caac619c180b tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334611 Sep 30 14:16:00.791872 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4dcf0508-4cf7-485e-85f8-aff665ff0a7b up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:16:00.845527 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 4dcf0508-4cf7-485e-85f8-aff665ff0a7b triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:16:00.845879 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:16:00.935297 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:16:00.961074 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff10e73-e4f4-4ead-8462-4bffbe8b9d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcf0508-4cf7-485e-85f8-aff665ff0a7b'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:16:00.964328 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730efdff73588999065a9861b250a1e40d95e5d75871f85cc1573bd279cf301b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a01b498-f815-419f-8cf5-fe82b5f72282" -d '{"events": [{"server_uuid": "cff10e73-e4f4-4ead-8462-4bffbe8b9d3a", "name": "network-vif-plugged", "status": "completed", "tag": "4dcf0508-4cf7-485e-85f8-aff665ff0a7b"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:16:00.977316 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4dcf0508-4cf7-485e-85f8-aff665ff0a7b, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4dcf0508-4cf7-485e-85f8-aff665ff0a7b,segment=NetworkSegment(b829b587-2521-4a9e-8657-fe8bc5e3832f),segment_id=b829b587-2521-4a9e-8657-fe8bc5e3832f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:16:00.986160 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:16:01.040448 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=4dcf0508-4cf7-485e-85f8-aff665ff0a7b,revision_number=7']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:16:01.092580 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eca3aa0-6665-4e0d-9f99-0e48c910ad40 x-openstack-request-id: req-3eca3aa0-6665-4e0d-9f99-0e48c910ad40 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:16:01.092880 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff10e73-e4f4-4ead-8462-4bffbe8b9d3a", "name": "network-vif-plugged", "status": "completed", "tag": "4dcf0508-4cf7-485e-85f8-aff665ff0a7b", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:16:01.093132 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3eca3aa0-6665-4e0d-9f99-0e48c910ad40 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:16:01.093529 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff10e73-e4f4-4ead-8462-4bffbe8b9d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcf0508-4cf7-485e-85f8-aff665ff0a7b', 'code': 200} Sep 30 14:16:01.870470 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a410ef-b5b8-484b-86d9-3eaa0fb135d5 req-308923f4-8130-4878-92d0-44035d0d191b tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:01.872050 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d4a410ef-b5b8-484b-86d9-3eaa0fb135d5 req-308923f4-8130-4878-92d0-44035d0d191b tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 945 time: 0.0545771 Sep 30 14:16:01.914121 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d4a410ef-b5b8-484b-86d9-3eaa0fb135d5 req-a2779644-1869-4ba1-a9b5-7f2f350bdc6d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355721 Sep 30 14:16:03.052217 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e624a-b91c-4166-9a41-418eeb987dae req-0fe721c1-c549-415f-9b59-cdb34549bb0c tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:03.054474 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0c7e624a-b91c-4166-9a41-418eeb987dae req-0fe721c1-c549-415f-9b59-cdb34549bb0c tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 945 time: 0.0573699 Sep 30 14:16:03.099506 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0c7e624a-b91c-4166-9a41-418eeb987dae req-9eacb036-fd91-4e68-9614-b59b32c6fad0 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389025 Sep 30 14:16:04.226886 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664b4fe-1d22-49a8-b2e5-10dfc3ddcca6 req-a06ce959-6ad8-497c-bd58-d5b62112e902 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:04.228440 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9664b4fe-1d22-49a8-b2e5-10dfc3ddcca6 req-a06ce959-6ad8-497c-bd58-d5b62112e902 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 945 time: 0.0546243 Sep 30 14:16:04.268492 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9664b4fe-1d22-49a8-b2e5-10dfc3ddcca6 req-73325c0e-acb3-4bc5-9e60-95f745290c7b tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321512 Sep 30 14:16:05.395763 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2878466-9654-489e-a3a1-38b614cbc0fe req-20c2c4ca-f6e1-4788-aa3b-02f495017909 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:05.397893 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a2878466-9654-489e-a3a1-38b614cbc0fe req-20c2c4ca-f6e1-4788-aa3b-02f495017909 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 945 time: 0.0532475 Sep 30 14:16:05.445892 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a2878466-9654-489e-a3a1-38b614cbc0fe req-83ae14fc-acdd-483d-a2e6-3c3b1a062fd8 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400891 Sep 30 14:16:06.580952 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f3a54-7012-4a8c-81b7-6f3a91aebdc2 req-d9eef025-2d28-4126-b076-395f58846dcc tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:06.582546 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b0f3a54-7012-4a8c-81b7-6f3a91aebdc2 req-d9eef025-2d28-4126-b076-395f58846dcc tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 945 time: 0.0646408 Sep 30 14:16:06.623862 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8b0f3a54-7012-4a8c-81b7-6f3a91aebdc2 req-a1ea33e0-c62f-49d6-9352-f251ac46241f tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353434 Sep 30 14:16:07.747683 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725e2a4-8f7e-4fbc-abbf-7cda3d9bb073 req-bfad7cd3-b3a9-4714-b840-05f53fa5ce9c tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:07.754466 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e725e2a4-8f7e-4fbc-abbf-7cda3d9bb073 req-bfad7cd3-b3a9-4714-b840-05f53fa5ce9c tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 945 time: 0.0540659 Sep 30 14:16:07.796354 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e725e2a4-8f7e-4fbc-abbf-7cda3d9bb073 req-f35b7dd3-c22a-4933-bbfb-c53ea45cea1c tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408127 Sep 30 14:16:08.523788 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e36357-2d1f-4ce9-bbb1-24f928794214 req-deb73ee8-86f6-4fee-b3e2-5e9bce3d2084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:08.525262 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83e36357-2d1f-4ce9-bbb1-24f928794214 req-deb73ee8-86f6-4fee-b3e2-5e9bce3d2084 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69f4ec0b9c214822ab3c9db8c5dfb7ba&device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 1096 time: 0.0402219 Sep 30 14:16:08.622946 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e36357-2d1f-4ce9-bbb1-24f928794214 req-c6cebd41-68de-4030-ad65-cd527f47e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:08.624696 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83e36357-2d1f-4ce9-bbb1-24f928794214 req-c6cebd41-68de-4030-ad65-cd527f47e3b2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=040605ab-22a5-474b-abbc-db411ddd84fb HTTP/1.1" status: 200 len: 910 time: 0.0908706 Sep 30 14:16:08.691281 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83e36357-2d1f-4ce9-bbb1-24f928794214 req-4d50a8e8-c854-46ba-af1d-7a2c0231b5eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dcf0508-4cf7-485e-85f8-aff665ff0a7b HTTP/1.1" status: 200 len: 999 time: 0.0590091 Sep 30 14:16:08.742756 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e36357-2d1f-4ce9-bbb1-24f928794214 req-50b36dc5-4dd3-4ecb-a6f9-d3b2f39b55d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:08.744247 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83e36357-2d1f-4ce9-bbb1-24f928794214 req-50b36dc5-4dd3-4ecb-a6f9-d3b2f39b55d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1718ff46-bca4-4c51-8f3b-391831d2b29c HTTP/1.1" status: 200 len: 848 time: 0.0451128 Sep 30 14:16:08.796585 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e36357-2d1f-4ce9-bbb1-24f928794214 req-f871defd-2b78-4eb2-85a7-806b59a1fe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:08.798154 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83e36357-2d1f-4ce9-bbb1-24f928794214 req-f871defd-2b78-4eb2-85a7-806b59a1fe31 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=040605ab-22a5-474b-abbc-db411ddd84fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460920 Sep 30 14:16:08.914748 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83e36357-2d1f-4ce9-bbb1-24f928794214 req-7caaa5d9-1752-47fb-8e11-31573a4f097c service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081579 Sep 30 14:16:08.930559 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bd1fa-200f-4b0c-b59d-f0b408165c15 req-1eabfc60-c35a-4b52-b746-66aa774a1ad8 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:08.931952 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-948bd1fa-200f-4b0c-b59d-f0b408165c15 req-1eabfc60-c35a-4b52-b746-66aa774a1ad8 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 945 time: 0.0671394 Sep 30 14:16:09.020189 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-948bd1fa-200f-4b0c-b59d-f0b408165c15 req-aa1c8d98-8b42-49a7-ae44-75f87ad199d5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815089 Sep 30 14:16:09.043486 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-83e36357-2d1f-4ce9-bbb1-24f928794214 req-b3606f44-8791-42c1-a51a-b583cb8e6682 service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205575 Sep 30 14:16:10.134882 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddda89-c90d-4cec-92b5-12e27578fc1a req-ce84f56b-3fc1-4e91-a010-c7ebb5d03be6 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:10.136378 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6cddda89-c90d-4cec-92b5-12e27578fc1a req-ce84f56b-3fc1-4e91-a010-c7ebb5d03be6 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 945 time: 0.0491567 Sep 30 14:16:10.173558 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6cddda89-c90d-4cec-92b5-12e27578fc1a req-961de751-e3d8-4134-88f7-ae984e181f03 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313048 Sep 30 14:16:10.870593 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4dcf0508-4cf7-485e-85f8-aff665ff0a7b no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:16:10.946933 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:16:10.968359 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff10e73-e4f4-4ead-8462-4bffbe8b9d3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dcf0508-4cf7-485e-85f8-aff665ff0a7b'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:16:10.970568 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730efdff73588999065a9861b250a1e40d95e5d75871f85cc1573bd279cf301b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eced48d-e162-425e-9d38-6b79513031cc" -d '{"events": [{"server_uuid": "cff10e73-e4f4-4ead-8462-4bffbe8b9d3a", "name": "network-vif-unplugged", "status": "completed", "tag": "4dcf0508-4cf7-485e-85f8-aff665ff0a7b"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:16:10.984230 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4dcf0508-4cf7-485e-85f8-aff665ff0a7b, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4dcf0508-4cf7-485e-85f8-aff665ff0a7b,segment=NetworkSegment(b829b587-2521-4a9e-8657-fe8bc5e3832f),segment_id=b829b587-2521-4a9e-8657-fe8bc5e3832f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:16:10.988296 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:16:11.014286 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 30 Sep 2021 14:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f296c03-ad7c-49c6-aac6-cc9498296049 x-openstack-request-id: req-1f296c03-ad7c-49c6-aac6-cc9498296049 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:16:11.014572 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff10e73-e4f4-4ead-8462-4bffbe8b9d3a", "name": "network-vif-unplugged", "status": "failed", "tag": "4dcf0508-4cf7-485e-85f8-aff665ff0a7b", "code": 422}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:16:11.014818 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f296c03-ad7c-49c6-aac6-cc9498296049 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:16:11.015196 n-d-810909-2 neutron-server[94765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cff10e73-e4f4-4ead-8462-4bffbe8b9d3a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4dcf0508-4cf7-485e-85f8-aff665ff0a7b', 'code': 422} returned with failed status Sep 30 14:16:11.039714 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=4dcf0508-4cf7-485e-85f8-aff665ff0a7b,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:16:11.285650 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cda13-01c5-4872-aff0-ac0f5dfd1a6b req-fc3715c5-9158-4fbe-9caa-8ccfa92b2e81 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:11.287911 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0f4cda13-01c5-4872-aff0-ac0f5dfd1a6b req-fc3715c5-9158-4fbe-9caa-8ccfa92b2e81 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 943 time: 0.0481122 Sep 30 14:16:11.324409 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0f4cda13-01c5-4872-aff0-ac0f5dfd1a6b req-58f7cbe3-a47b-437b-ad8f-4eeb23861b09 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305581 Sep 30 14:16:11.391008 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-a2892c93-301e-4261-a5f5-d6c81fbb5650 req-5893c939-5135-4fe9-95d1-9d8034f55b8d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 14:16:11.392025 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a2892c93-301e-4261-a5f5-d6c81fbb5650 req-5893c939-5135-4fe9-95d1-9d8034f55b8d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055306 Sep 30 14:16:11.544236 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6bcd5-8edc-4fbb-bf15-89d706be07aa req-00f69185-c2c3-4ebe-9671-a74db6db3cbb tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:11.545752 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dfa6bcd5-8edc-4fbb-bf15-89d706be07aa req-00f69185-c2c3-4ebe-9671-a74db6db3cbb tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 943 time: 0.0503638 Sep 30 14:16:11.588993 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-dfa6bcd5-8edc-4fbb-bf15-89d706be07aa req-94d6e58c-c70c-4217-ab35-921085bb484b tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371375 Sep 30 14:16:11.713565 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fb118477-094b-466c-8f68-8a1f3a1085ec req-f56aa07d-25f1-4040-942c-c63bf374dd83 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809340 Sep 30 14:16:12.542556 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb118477-094b-466c-8f68-8a1f3a1085ec req-22318642-f337-4044-8c05-c0ab2ed25669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:12.544035 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb118477-094b-466c-8f68-8a1f3a1085ec req-22318642-f337-4044-8c05-c0ab2ed25669 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a&tenant_id=69f4ec0b9c214822ab3c9db8c5dfb7ba HTTP/1.1" status: 200 len: 1094 time: 0.0409262 Sep 30 14:16:12.607675 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb118477-094b-466c-8f68-8a1f3a1085ec req-37389c5f-a4fc-4d67-8b4f-93a10c2e2982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:12.609156 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb118477-094b-466c-8f68-8a1f3a1085ec req-37389c5f-a4fc-4d67-8b4f-93a10c2e2982 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69f4ec0b9c214822ab3c9db8c5dfb7ba&device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 1094 time: 0.0443490 Sep 30 14:16:12.730339 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb118477-094b-466c-8f68-8a1f3a1085ec req-1500aee5-b970-46fa-893c-1e59f1bf0902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:12.731734 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb118477-094b-466c-8f68-8a1f3a1085ec req-1500aee5-b970-46fa-893c-1e59f1bf0902 service neutron] 10.222.0.39 "GET /v2.0/networks?id=040605ab-22a5-474b-abbc-db411ddd84fb HTTP/1.1" status: 200 len: 910 time: 0.1149163 Sep 30 14:16:12.744256 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bf3d0-85b1-4f4a-b0ab-09647edc5228 req-b3c9bd6b-0f4d-45fc-8864-04e2c149cd94 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:12.745639 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bc5bf3d0-85b1-4f4a-b0ab-09647edc5228 req-b3c9bd6b-0f4d-45fc-8864-04e2c149cd94 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 943 time: 0.0718684 Sep 30 14:16:12.826023 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bc5bf3d0-85b1-4f4a-b0ab-09647edc5228 req-1502fdc2-38d1-4e30-8c8f-f71b8ec52002 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740178 Sep 30 14:16:12.827805 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb118477-094b-466c-8f68-8a1f3a1085ec req-3b75f711-dca8-4cb8-843a-1ba58be3a3d1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dcf0508-4cf7-485e-85f8-aff665ff0a7b HTTP/1.1" status: 200 len: 997 time: 0.0813053 Sep 30 14:16:12.876359 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb118477-094b-466c-8f68-8a1f3a1085ec req-99ad1791-d239-4adc-809f-54ae89489747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:12.877792 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb118477-094b-466c-8f68-8a1f3a1085ec req-99ad1791-d239-4adc-809f-54ae89489747 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1718ff46-bca4-4c51-8f3b-391831d2b29c HTTP/1.1" status: 200 len: 848 time: 0.0429425 Sep 30 14:16:12.925094 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb118477-094b-466c-8f68-8a1f3a1085ec req-9ea4eb03-a7ec-42e4-961d-9a051ffa76a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:12.926595 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb118477-094b-466c-8f68-8a1f3a1085ec req-9ea4eb03-a7ec-42e4-961d-9a051ffa76a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=040605ab-22a5-474b-abbc-db411ddd84fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416429 Sep 30 14:16:13.016332 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb118477-094b-466c-8f68-8a1f3a1085ec req-1e667dc0-7471-4a90-baa4-93c9319823e0 service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815647 Sep 30 14:16:13.112439 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fb118477-094b-466c-8f68-8a1f3a1085ec req-b91b2b6c-2ebb-4601-a7f9-9f5ec91fcf7d service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890355 Sep 30 14:16:13.945529 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d0397-8f38-4980-8cbf-e9ebcadbefe9 req-6f262ea5-1a2e-4bd5-becd-b1f1756a1b21 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:13.947209 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d1d0397-8f38-4980-8cbf-e9ebcadbefe9 req-6f262ea5-1a2e-4bd5-becd-b1f1756a1b21 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 943 time: 0.0506482 Sep 30 14:16:13.997105 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8d1d0397-8f38-4980-8cbf-e9ebcadbefe9 req-f071825c-51de-49b4-a097-83deac8a1eb1 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424912 Sep 30 14:16:14.874422 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4dcf0508-4cf7-485e-85f8-aff665ff0a7b no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:16:15.135761 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6283ea-1122-4ba9-b1e8-ba12ed2431c1 req-af30ac1c-e44f-4a19-94d2-8241c696e776 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:15.137203 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0b6283ea-1122-4ba9-b1e8-ba12ed2431c1 req-af30ac1c-e44f-4a19-94d2-8241c696e776 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 943 time: 0.0489061 Sep 30 14:16:15.180147 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0b6283ea-1122-4ba9-b1e8-ba12ed2431c1 req-2fecd2c5-a584-4934-aab9-da13d3be04ec tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366561 Sep 30 14:16:15.492034 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:16:16.309242 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db03e9-cf17-4290-9765-ab64258ea51d req-d457f205-bd46-4492-8a98-3345870255d4 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:16.311557 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d1db03e9-cf17-4290-9765-ab64258ea51d req-d457f205-bd46-4492-8a98-3345870255d4 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 943 time: 0.0578797 Sep 30 14:16:16.359980 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d1db03e9-cf17-4290-9765-ab64258ea51d req-6d85dc9e-a59a-4697-a6b5-e0a4eb70e036 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420229 Sep 30 14:16:17.493591 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4241381-69aa-4f07-b6f7-978e761cb4ee req-22c31c93-819f-4c2e-865c-df9fc9952b4b tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:17.495399 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f4241381-69aa-4f07-b6f7-978e761cb4ee req-22c31c93-819f-4c2e-865c-df9fc9952b4b tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 943 time: 0.0627339 Sep 30 14:16:17.536542 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f4241381-69aa-4f07-b6f7-978e761cb4ee req-a53914c1-7c92-4f2f-a4d8-5d078d477be3 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352192 Sep 30 14:16:18.264910 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-42e3ce5f-4001-4b0a-8083-32ac04a67679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:16:18.657758 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eee48d-0ac7-4ca4-95fc-81e65e857a01 req-58b53b34-309b-400f-b844-0fe16afc5bdd tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:18.659321 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-95eee48d-0ac7-4ca4-95fc-81e65e857a01 req-58b53b34-309b-400f-b844-0fe16afc5bdd tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 943 time: 0.0514123 Sep 30 14:16:18.703275 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-95eee48d-0ac7-4ca4-95fc-81e65e857a01 req-7399188a-f573-4298-b425-55d2b1874538 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374300 Sep 30 14:16:18.737958 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:16:19.823446 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acc18b-fc09-4cf9-8f38-92a89eb4d539 req-2521fee6-b8ce-411e-a6e2-482e3a539fc6 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:19.824940 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c3acc18b-fc09-4cf9-8f38-92a89eb4d539 req-2521fee6-b8ce-411e-a6e2-482e3a539fc6 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 943 time: 0.0492170 Sep 30 14:16:19.866355 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c3acc18b-fc09-4cf9-8f38-92a89eb4d539 req-73631835-0c1d-4a6b-9623-173607601628 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347571 Sep 30 14:16:20.311687 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:16:20.766379 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8625c9d4-05cc-48e8-a398-436aaef5756c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:16:21.007927 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8497f-5b7a-42ee-b91c-c6348c39fbd1 req-36738a5d-dec8-4a4b-a2f9-b698fe9bcdb5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:21.009431 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-39a8497f-5b7a-42ee-b91c-c6348c39fbd1 req-36738a5d-dec8-4a4b-a2f9-b698fe9bcdb5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 943 time: 0.0505207 Sep 30 14:16:21.054168 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-39a8497f-5b7a-42ee-b91c-c6348c39fbd1 req-90efcec1-9d2d-4ab7-87c9-bbd0f1d7629f tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385408 Sep 30 14:16:21.742697 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:16:22.181411 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530cdf9-caa6-4eef-9bf6-7aeb562507d5 req-4793c596-d072-42f8-a766-ae888b3533e5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:22.186488 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8530cdf9-caa6-4eef-9bf6-7aeb562507d5 req-4793c596-d072-42f8-a766-ae888b3533e5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 943 time: 0.0629606 Sep 30 14:16:22.223120 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8530cdf9-caa6-4eef-9bf6-7aeb562507d5 req-e1c869c5-b72b-426e-9209-59f3e7321324 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333118 Sep 30 14:16:22.641869 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:16:23.353068 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8978e-af8b-4320-ae62-93d0deb1d6bb req-2f4aa98a-41b8-4e5c-9481-032875e5d6dc tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:23.354929 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-03e8978e-af8b-4320-ae62-93d0deb1d6bb req-2f4aa98a-41b8-4e5c-9481-032875e5d6dc tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 943 time: 0.0636549 Sep 30 14:16:23.393755 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-03e8978e-af8b-4320-ae62-93d0deb1d6bb req-bf11c80c-66b7-4c12-9071-aa782a7fc12c tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329745 Sep 30 14:16:24.396992 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:16:24.512303 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edf528-068b-455f-9342-b8ded69fa75d req-2ff9860a-d27f-448f-b227-43c5d2173b00 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:24.513835 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-65edf528-068b-455f-9342-b8ded69fa75d req-2ff9860a-d27f-448f-b227-43c5d2173b00 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 943 time: 0.0492444 Sep 30 14:16:24.555514 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-65edf528-068b-455f-9342-b8ded69fa75d req-92624594-4c95-4253-8936-3a58c8ed630e tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358417 Sep 30 14:16:25.673641 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ac0b3-eb38-4c77-956a-a375ad5ff75e req-dc69bb0d-aab5-4a0e-9670-a451ec993867 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:25.675140 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e54ac0b3-eb38-4c77-956a-a375ad5ff75e req-dc69bb0d-aab5-4a0e-9670-a451ec993867 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 943 time: 0.0526192 Sep 30 14:16:25.712944 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e54ac0b3-eb38-4c77-956a-a375ad5ff75e req-98c2db3c-002e-4615-be71-dcdae79fd240 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312915 Sep 30 14:16:26.833265 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac7879-3a4b-42e4-a7e7-8a81285ba065 req-aa0c3526-1dbd-48b7-ad24-0b81fe8c2ac2 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:26.835391 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-74ac7879-3a4b-42e4-a7e7-8a81285ba065 req-aa0c3526-1dbd-48b7-ad24-0b81fe8c2ac2 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 943 time: 0.0489197 Sep 30 14:16:26.871521 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-74ac7879-3a4b-42e4-a7e7-8a81285ba065 req-29d6a9af-9acf-4b4c-a59e-110d85d07178 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303614 Sep 30 14:16:26.932914 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4dcf0508-4cf7-485e-85f8-aff665ff0a7b details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 14:16:27.025209 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4dcf0508-4cf7-485e-85f8-aff665ff0a7b, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4dcf0508-4cf7-485e-85f8-aff665ff0a7b,segment=NetworkSegment(b829b587-2521-4a9e-8657-fe8bc5e3832f),segment_id=b829b587-2521-4a9e-8657-fe8bc5e3832f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:16:27.036055 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '4dcf0508-4cf7-485e-85f8-aff665ff0a7b', 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'port_id': '4dcf0508-4cf7-485e-85f8-aff665ff0a7b', 'mac_address': 'fa:16:3e:48:c2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 14:16:27.224058 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:16:27.236277 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dcf0508-4cf7-485e-85f8-aff665ff0a7b {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:16:27.255836 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4dcf0508-4cf7-485e-85f8-aff665ff0a7b, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4dcf0508-4cf7-485e-85f8-aff665ff0a7b,segment=NetworkSegment(b829b587-2521-4a9e-8657-fe8bc5e3832f),segment_id=b829b587-2521-4a9e-8657-fe8bc5e3832f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:16:27.260219 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:16:27.305732 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=4dcf0508-4cf7-485e-85f8-aff665ff0a7b,revision_number=9']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:16:27.459758 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['4dcf0508-4cf7-485e-85f8-aff665ff0a7b'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:16:27.986792 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217db203-6c18-4a8f-963d-2aea19c77a51 req-316b70d5-ba6f-4e3b-8099-a762af4ccebc tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:27.988262 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-217db203-6c18-4a8f-963d-2aea19c77a51 req-316b70d5-ba6f-4e3b-8099-a762af4ccebc tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 944 time: 0.0487504 Sep 30 14:16:28.025022 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-217db203-6c18-4a8f-963d-2aea19c77a51 req-20655686-f44d-4a93-a4cf-4125ecf75481 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308971 Sep 30 14:16:28.653311 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba25d25-ffc8-44d3-a59a-690a19a21cd0 req-7bb91ba0-f96c-48f8-bb44-4f2dd5cbef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:28.654829 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4ba25d25-ffc8-44d3-a59a-690a19a21cd0 req-7bb91ba0-f96c-48f8-bb44-4f2dd5cbef80 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69f4ec0b9c214822ab3c9db8c5dfb7ba&device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 1095 time: 0.0405834 Sep 30 14:16:28.758384 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba25d25-ffc8-44d3-a59a-690a19a21cd0 req-33f12ada-9bc4-4b48-846b-3f38fc61e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:28.759748 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4ba25d25-ffc8-44d3-a59a-690a19a21cd0 req-33f12ada-9bc4-4b48-846b-3f38fc61e1e8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=040605ab-22a5-474b-abbc-db411ddd84fb HTTP/1.1" status: 200 len: 910 time: 0.0864785 Sep 30 14:16:28.826414 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4ba25d25-ffc8-44d3-a59a-690a19a21cd0 req-884ab578-9928-48b5-8366-18e7177dfc3a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dcf0508-4cf7-485e-85f8-aff665ff0a7b HTTP/1.1" status: 200 len: 998 time: 0.0582438 Sep 30 14:16:28.874313 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba25d25-ffc8-44d3-a59a-690a19a21cd0 req-a45df30d-c021-47a8-9f43-52b96421f78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:28.875721 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4ba25d25-ffc8-44d3-a59a-690a19a21cd0 req-a45df30d-c021-47a8-9f43-52b96421f78f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1718ff46-bca4-4c51-8f3b-391831d2b29c HTTP/1.1" status: 200 len: 848 time: 0.0429337 Sep 30 14:16:28.924800 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba25d25-ffc8-44d3-a59a-690a19a21cd0 req-c783bf8f-03fa-4a58-a7ae-d6454222a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:28.926338 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4ba25d25-ffc8-44d3-a59a-690a19a21cd0 req-c783bf8f-03fa-4a58-a7ae-d6454222a489 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=040605ab-22a5-474b-abbc-db411ddd84fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432677 Sep 30 14:16:28.936007 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4dcf0508-4cf7-485e-85f8-aff665ff0a7b up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:16:28.982659 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 4dcf0508-4cf7-485e-85f8-aff665ff0a7b triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:16:28.983029 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:16:29.015931 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4ba25d25-ffc8-44d3-a59a-690a19a21cd0 req-2765fd3c-d4c2-468f-a1dc-aab88188aae3 service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819952 Sep 30 14:16:29.061002 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:16:29.093162 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 4dcf0508-4cf7-485e-85f8-aff665ff0a7b, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4dcf0508-4cf7-485e-85f8-aff665ff0a7b,segment=NetworkSegment(b829b587-2521-4a9e-8657-fe8bc5e3832f),segment_id=b829b587-2521-4a9e-8657-fe8bc5e3832f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:16:29.094368 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff10e73-e4f4-4ead-8462-4bffbe8b9d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcf0508-4cf7-485e-85f8-aff665ff0a7b'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:16:29.097053 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730efdff73588999065a9861b250a1e40d95e5d75871f85cc1573bd279cf301b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1890a53e-e622-4b11-8a98-f21c89305734" -d '{"events": [{"server_uuid": "cff10e73-e4f4-4ead-8462-4bffbe8b9d3a", "name": "network-vif-plugged", "status": "completed", "tag": "4dcf0508-4cf7-485e-85f8-aff665ff0a7b"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:16:29.101287 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:16:29.137755 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be94de2a-961b-48d9-b0ca-0a4d21b160e9 x-openstack-request-id: req-be94de2a-961b-48d9-b0ca-0a4d21b160e9 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:16:29.138104 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff10e73-e4f4-4ead-8462-4bffbe8b9d3a", "name": "network-vif-plugged", "status": "completed", "tag": "4dcf0508-4cf7-485e-85f8-aff665ff0a7b", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:16:29.138238 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4ba25d25-ffc8-44d3-a59a-690a19a21cd0 req-19208a27-5f89-48e5-a91d-bf2d7a8c8b73 service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144392 Sep 30 14:16:29.138352 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be94de2a-961b-48d9-b0ca-0a4d21b160e9 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:16:29.138748 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff10e73-e4f4-4ead-8462-4bffbe8b9d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcf0508-4cf7-485e-85f8-aff665ff0a7b', 'code': 200} Sep 30 14:16:29.157088 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afdcfe-6c04-4a22-9d47-d007dc873c33 req-3450efb4-ce84-48fc-b758-b9a826f6893c tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:29.158630 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-84afdcfe-6c04-4a22-9d47-d007dc873c33 req-3450efb4-ce84-48fc-b758-b9a826f6893c tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 946 time: 0.0632756 Sep 30 14:16:29.164699 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=4dcf0508-4cf7-485e-85f8-aff665ff0a7b,revision_number=10']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:16:29.198372 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-84afdcfe-6c04-4a22-9d47-d007dc873c33 req-2bbf678a-187b-4d78-b192-20eda364b3c2 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325882 Sep 30 14:16:29.299439 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c52614-1550-4791-ab28-f44c26422ae8 req-1a0ae22e-5321-4489-9a4c-5ff72f7c3453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:29.300924 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b8c52614-1550-4791-ab28-f44c26422ae8 req-1a0ae22e-5321-4489-9a4c-5ff72f7c3453 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 1097 time: 0.0442119 Sep 30 14:16:29.335873 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b8c52614-1550-4791-ab28-f44c26422ae8 req-d7f1aa01-825a-4437-a686-74918949180e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276906 Sep 30 14:16:30.318469 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf2034-a3e3-4ba9-99a1-5e9967aaa750 req-51494f55-6651-4b8f-92b7-c12f29e4f58a tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:30.320542 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fcaf2034-a3e3-4ba9-99a1-5e9967aaa750 req-51494f55-6651-4b8f-92b7-c12f29e4f58a tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 946 time: 0.0511005 Sep 30 14:16:30.360610 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-fcaf2034-a3e3-4ba9-99a1-5e9967aaa750 req-df02963d-d3ad-403e-9b52-41d5fcf5744f tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336447 Sep 30 14:16:31.480468 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8190c-0b66-4472-a300-f62e6634b097 req-d7fe57c8-3788-48b5-9c12-e7f9de669fb3 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:16:31.481981 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dec8190c-0b66-4472-a300-f62e6634b097 req-d7fe57c8-3788-48b5-9c12-e7f9de669fb3 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 946 time: 0.0508733 Sep 30 14:16:31.518634 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-dec8190c-0b66-4472-a300-f62e6634b097 req-228063b2-2978-4b08-9dd6-7ca9f5a863cc tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307956 Sep 30 14:16:45.513570 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:16:48.265890 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-16dd3e29-411c-4a74-941f-f90a4646c4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:16:50.312320 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:16:50.765316 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-707437e9-a8a8-4fbb-b5f6-8211ed7a6523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:16:51.744003 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:16:52.641413 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:16:54.400501 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:16:55.737754 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:17:15.526412 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:18.269880 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ac106166-aa34-4f74-a87e-94796e83c86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:20.310560 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:20.765612 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8c646c73-8e5e-49ac-8c08-6f9cd0199fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:21.745132 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:22.644215 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:24.402983 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:28.618826 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bfd7081b-dba1-4cc6-87ae-8edc33c4b364 req-43ed2783-9348-4fbc-98d8-f62f56ae9604 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393975 Sep 30 14:17:28.700680 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7081b-dba1-4cc6-87ae-8edc33c4b364 req-e020dd1a-5b10-42a8-bc81-b24138de49dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:17:28.702132 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bfd7081b-dba1-4cc6-87ae-8edc33c4b364 req-e020dd1a-5b10-42a8-bc81-b24138de49dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69f4ec0b9c214822ab3c9db8c5dfb7ba&device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 1097 time: 0.0411158 Sep 30 14:17:28.806874 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7081b-dba1-4cc6-87ae-8edc33c4b364 req-cb2aa3b4-7e48-484a-bd80-7f9594d77d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:17:28.808333 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bfd7081b-dba1-4cc6-87ae-8edc33c4b364 req-cb2aa3b4-7e48-484a-bd80-7f9594d77d57 service neutron] 10.222.0.39 "GET /v2.0/networks?id=040605ab-22a5-474b-abbc-db411ddd84fb HTTP/1.1" status: 200 len: 910 time: 0.0871055 Sep 30 14:17:28.878103 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bfd7081b-dba1-4cc6-87ae-8edc33c4b364 req-78a50f83-0ede-4866-b616-b30ba31e435d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dcf0508-4cf7-485e-85f8-aff665ff0a7b HTTP/1.1" status: 200 len: 999 time: 0.0620897 Sep 30 14:17:28.925264 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7081b-dba1-4cc6-87ae-8edc33c4b364 req-a17a2ca4-6270-4340-9cd5-3ca3f72ba788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:17:28.926669 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bfd7081b-dba1-4cc6-87ae-8edc33c4b364 req-a17a2ca4-6270-4340-9cd5-3ca3f72ba788 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1718ff46-bca4-4c51-8f3b-391831d2b29c HTTP/1.1" status: 200 len: 848 time: 0.0421226 Sep 30 14:17:28.971589 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7081b-dba1-4cc6-87ae-8edc33c4b364 req-f7b4ea5b-fad2-4729-8362-ebdd673b3e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:17:28.972955 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bfd7081b-dba1-4cc6-87ae-8edc33c4b364 req-f7b4ea5b-fad2-4729-8362-ebdd673b3e03 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=040605ab-22a5-474b-abbc-db411ddd84fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383008 Sep 30 14:17:29.067666 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bfd7081b-dba1-4cc6-87ae-8edc33c4b364 req-23bb0ba9-7286-4b1d-bfa5-70e45b9b80a2 service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872695 Sep 30 14:17:29.156406 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bfd7081b-dba1-4cc6-87ae-8edc33c4b364 req-c7a3220b-ff63-4674-81a8-99712a9bc58b service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807073 Sep 30 14:17:32.736445 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:17:44.427309 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50558) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:17:44.587421 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-64ce5af5-b5cb-4a68-aa1f-e3c066b0d4b5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Deleting port 32d9c5c3-07eb-4087-9d99-785ddb79fce3 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:17:44.587764 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-64ce5af5-b5cb-4a68-aa1f-e3c066b0d4b5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:44.661662 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-64ce5af5-b5cb-4a68-aa1f-e3c066b0d4b5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:44.661992 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-64ce5af5-b5cb-4a68-aa1f-e3c066b0d4b5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:44.673497 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-64ce5af5-b5cb-4a68-aa1f-e3c066b0d4b5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Calling delete_port for 32d9c5c3-07eb-4087-9d99-785ddb79fce3 owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:17:44.819468 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-64ce5af5-b5cb-4a68-aa1f-e3c066b0d4b5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:44.844496 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce5af5-b5cb-4a68-aa1f-e3c066b0d4b5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Pushing event deleted for resources: {'Port': ['ID=32d9c5c3-07eb-4087-9d99-785ddb79fce3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:17:44.855792 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce5af5-b5cb-4a68-aa1f-e3c066b0d4b5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:17:44.856135 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce5af5-b5cb-4a68-aa1f-e3c066b0d4b5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:17:44.856471 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce5af5-b5cb-4a68-aa1f-e3c066b0d4b5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:17:44.856803 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce5af5-b5cb-4a68-aa1f-e3c066b0d4b5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:17:44.857136 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce5af5-b5cb-4a68-aa1f-e3c066b0d4b5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:17:44.857461 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce5af5-b5cb-4a68-aa1f-e3c066b0d4b5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:17:44.857783 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce5af5-b5cb-4a68-aa1f-e3c066b0d4b5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:17:44.858131 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce5af5-b5cb-4a68-aa1f-e3c066b0d4b5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:17:44.858480 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce5af5-b5cb-4a68-aa1f-e3c066b0d4b5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:17:44.858801 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce5af5-b5cb-4a68-aa1f-e3c066b0d4b5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:17:44.859147 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce5af5-b5cb-4a68-aa1f-e3c066b0d4b5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:17:44.859471 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce5af5-b5cb-4a68-aa1f-e3c066b0d4b5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:17:44.915114 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-64ce5af5-b5cb-4a68-aa1f-e3c066b0d4b5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:44.915400 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-64ce5af5-b5cb-4a68-aa1f-e3c066b0d4b5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Floating IP 29513c63-2b37-401d-b062-7b096ab4cb2f disassociated (deleted). External IP: 172.25.5.5, port: 4dcf0508-4cf7-485e-85f8-aff665ff0a7b. Sep 30 14:17:45.114271 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ce5af5-b5cb-4a68-aa1f-e3c066b0d4b5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Router a5c1a926-ea0e-425e-8566-64d180f8ff01 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:17:45.219635 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ce5af5-b5cb-4a68-aa1f-e3c066b0d4b5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:17:45.224413 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-64ce5af5-b5cb-4a68-aa1f-e3c066b0d4b5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:45.228977 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67298a64-3fba-4fc7-9040-b5b05b3eee47 None None] Sync routers for ids ['a5c1a926-ea0e-425e-8566-64d180f8ff01'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:17:45.237384 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67298a64-3fba-4fc7-9040-b5b05b3eee47 None None] Routers {'a5c1a926-ea0e-425e-8566-64d180f8ff01'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:17:45.237979 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-67298a64-3fba-4fc7-9040-b5b05b3eee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:17:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a5c1a926-ea0e-425e-8566-64d180f8ff01'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:17:45.250516 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-64ce5af5-b5cb-4a68-aa1f-e3c066b0d4b5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "DELETE /v2.0/floatingips/29513c63-2b37-401d-b062-7b096ab4cb2f HTTP/1.1" status: 204 len: 168 time: 0.8221412 Sep 30 14:17:45.251127 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff10e73-e4f4-4ead-8462-4bffbe8b9d3a', 'tag': '4dcf0508-4cf7-485e-85f8-aff665ff0a7b'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:17:45.253695 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e219da2189c054287262e416842f7478ca0ea1bcac3b9d962638c13bcc9183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e5b487-7f5b-44b2-b4eb-bc4e1813aa5e" -d '{"events": [{"name": "network-changed", "server_uuid": "cff10e73-e4f4-4ead-8462-4bffbe8b9d3a", "tag": "4dcf0508-4cf7-485e-85f8-aff665ff0a7b"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:17:45.344419 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-67298a64-3fba-4fc7-9040-b5b05b3eee47 None None] Set router a5c1a926-ea0e-425e-8566-64d180f8ff01 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:17:45.358635 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13eda531-2bdd-4759-8280-ae2b646fb8dd x-openstack-request-id: req-13eda531-2bdd-4759-8280-ae2b646fb8dd {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:17:45.359012 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff10e73-e4f4-4ead-8462-4bffbe8b9d3a", "tag": "4dcf0508-4cf7-485e-85f8-aff665ff0a7b", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:17:45.359343 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13eda531-2bdd-4759-8280-ae2b646fb8dd {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:17:45.359835 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff10e73-e4f4-4ead-8462-4bffbe8b9d3a', 'tag': '4dcf0508-4cf7-485e-85f8-aff665ff0a7b', 'status': 'completed', 'code': 200} Sep 30 14:17:45.426630 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5b487-7f5b-44b2-b4eb-bc4e1813aa5e req-570c9f16-51b4-4611-8a2d-81322f76298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:17:45.429737 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d6e5b487-7f5b-44b2-b4eb-bc4e1813aa5e req-570c9f16-51b4-4611-8a2d-81322f76298c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69f4ec0b9c214822ab3c9db8c5dfb7ba&device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 1097 time: 0.0454624 Sep 30 14:17:45.527186 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:45.554981 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-67298a64-3fba-4fc7-9040-b5b05b3eee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'name': 'tempest-TestShelveInstance-1511414060-router', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:30Z', 'revision_number': 4, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'gw_port': {'id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '644271be-68b4-4ea3-ab0f-c3adafd37be2', 'name': '', 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'mac_address': 'fa:16:3e:78:4d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:29Z', 'updated_at': '2021-09-30T14:13:34Z', 'revision_number': 5, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'subnets': [{'id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:17:45.563581 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea85b8-fb76-4d0e-87dd-57482a77434e req-8051c496-645a-4832-a903-e285912df1c1 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:17:45.565099 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fcea85b8-fb76-4d0e-87dd-57482a77434e req-8051c496-645a-4832-a903-e285912df1c1 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 946 time: 0.0994205 Sep 30 14:17:45.581877 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5b487-7f5b-44b2-b4eb-bc4e1813aa5e req-e054db87-15b2-4680-8f57-98459e75f842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:17:45.583612 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d6e5b487-7f5b-44b2-b4eb-bc4e1813aa5e req-e054db87-15b2-4680-8f57-98459e75f842 service neutron] 10.222.0.39 "GET /v2.0/networks?id=040605ab-22a5-474b-abbc-db411ddd84fb HTTP/1.1" status: 200 len: 910 time: 0.1474276 Sep 30 14:17:45.637040 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d6e5b487-7f5b-44b2-b4eb-bc4e1813aa5e req-c1920ee7-9f98-4e45-832a-7dbdbc172e9f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dcf0508-4cf7-485e-85f8-aff665ff0a7b HTTP/1.1" status: 200 len: 217 time: 0.0443861 Sep 30 14:17:45.659870 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fcea85b8-fb76-4d0e-87dd-57482a77434e req-eeac2266-01a7-4b02-8a09-86751dcb53f7 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861306 Sep 30 14:17:45.684089 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67298a64-3fba-4fc7-9040-b5b05b3eee47 None None] Checking router: a5c1a926-ea0e-425e-8566-64d180f8ff01 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:17:45.691190 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67298a64-3fba-4fc7-9040-b5b05b3eee47 None None] Routers {'a5c1a926-ea0e-425e-8566-64d180f8ff01'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:17:45.691801 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-67298a64-3fba-4fc7-9040-b5b05b3eee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:17:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a5c1a926-ea0e-425e-8566-64d180f8ff01'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:17:45.697527 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5b487-7f5b-44b2-b4eb-bc4e1813aa5e req-b0ac1f0e-df0b-44c8-9c08-47d774226882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:17:45.699214 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d6e5b487-7f5b-44b2-b4eb-bc4e1813aa5e req-b0ac1f0e-df0b-44c8-9c08-47d774226882 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1718ff46-bca4-4c51-8f3b-391831d2b29c HTTP/1.1" status: 200 len: 848 time: 0.0521162 Sep 30 14:17:45.746837 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5b487-7f5b-44b2-b4eb-bc4e1813aa5e req-3975c0b8-a941-41b8-91e1-ee791ff68a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:17:45.748464 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d6e5b487-7f5b-44b2-b4eb-bc4e1813aa5e req-3975c0b8-a941-41b8-91e1-ee791ff68a25 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=040605ab-22a5-474b-abbc-db411ddd84fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408356 Sep 30 14:17:45.795772 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-67298a64-3fba-4fc7-9040-b5b05b3eee47 None None] Set router a5c1a926-ea0e-425e-8566-64d180f8ff01 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:17:45.844820 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d6e5b487-7f5b-44b2-b4eb-bc4e1813aa5e req-96005e52-e9a5-4696-954e-a06061cc0da4 service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873446 Sep 30 14:17:45.935862 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d6e5b487-7f5b-44b2-b4eb-bc4e1813aa5e req-3f7d047b-76ef-43c1-aabe-0aa3a821b81f service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836613 Sep 30 14:17:45.984432 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-67298a64-3fba-4fc7-9040-b5b05b3eee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'name': 'tempest-TestShelveInstance-1511414060-router', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:30Z', 'revision_number': 4, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'gw_port': {'id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '644271be-68b4-4ea3-ab0f-c3adafd37be2', 'name': '', 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'mac_address': 'fa:16:3e:78:4d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:29Z', 'updated_at': '2021-09-30T14:13:34Z', 'revision_number': 5, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'subnets': [{'id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:17:46.012719 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67298a64-3fba-4fc7-9040-b5b05b3eee47 None None] The sync data for ids ['a5c1a926-ea0e-425e-8566-64d180f8ff01'] in n-d-810909-2 is: [{'id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'name': 'tempest-TestShelveInstance-1511414060-router', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:30Z', 'revision_number': 4, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'gw_port': {'id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '644271be-68b4-4ea3-ab0f-c3adafd37be2', 'name': '', 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'mac_address': 'fa:16:3e:78:4d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:29Z', 'updated_at': '2021-09-30T14:13:34Z', 'revision_number': 5, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'subnets': [{'id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:17:46.225403 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98bf5cd-1ee9-4271-ba98-d690f58f77f1 None None] New status for floating IP 29513c63-2b37-401d-b062-7b096ab4cb2f: DOWN {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 14:17:46.779790 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6f3c0-0975-41b1-b5aa-8bc097d2ae8e req-587db7ed-9975-493f-9438-67696ee1e06a tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:17:46.781187 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-68f6f3c0-0975-41b1-b5aa-8bc097d2ae8e req-587db7ed-9975-493f-9438-67696ee1e06a tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.39 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 946 time: 0.0539408 Sep 30 14:17:46.800919 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff769a-72bc-4972-a9cb-a9fc179194fe req-4a061a8e-9bbd-4b22-bff2-ee2a329f215a tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:17:46.803104 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c3ff769a-72bc-4972-a9cb-a9fc179194fe req-4a061a8e-9bbd-4b22-bff2-ee2a329f215a tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=cff10e73-e4f4-4ead-8462-4bffbe8b9d3a HTTP/1.1" status: 200 len: 946 time: 0.0517271 Sep 30 14:17:46.845083 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c3ff769a-72bc-4972-a9cb-a9fc179194fe req-1300c63a-1124-41f4-ba54-3561ac951b5c tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddef264d-9519-4af2-8875-2cd07ff2740c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357304 Sep 30 14:17:46.885420 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-68f6f3c0-0975-41b1-b5aa-8bc097d2ae8e req-424f505f-1b58-4604-a0f2-ac4cddabc05d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Deleting port 4dcf0508-4cf7-485e-85f8-aff665ff0a7b {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:17:46.885769 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-68f6f3c0-0975-41b1-b5aa-8bc097d2ae8e req-424f505f-1b58-4604-a0f2-ac4cddabc05d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:46.976194 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-68f6f3c0-0975-41b1-b5aa-8bc097d2ae8e req-424f505f-1b58-4604-a0f2-ac4cddabc05d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] For port 4dcf0508-4cf7-485e-85f8-aff665ff0a7b, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=4dcf0508-4cf7-485e-85f8-aff665ff0a7b,segment=NetworkSegment(b829b587-2521-4a9e-8657-fe8bc5e3832f),segment_id=b829b587-2521-4a9e-8657-fe8bc5e3832f)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:17:46.976548 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-68f6f3c0-0975-41b1-b5aa-8bc097d2ae8e req-424f505f-1b58-4604-a0f2-ac4cddabc05d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:46.988272 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-68f6f3c0-0975-41b1-b5aa-8bc097d2ae8e req-424f505f-1b58-4604-a0f2-ac4cddabc05d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Calling delete_port for 4dcf0508-4cf7-485e-85f8-aff665ff0a7b owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:17:47.119552 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-68f6f3c0-0975-41b1-b5aa-8bc097d2ae8e req-424f505f-1b58-4604-a0f2-ac4cddabc05d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:47.150881 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f505f-1b58-4604-a0f2-ac4cddabc05d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Pushing event deleted for resources: {'Port': ['ID=4dcf0508-4cf7-485e-85f8-aff665ff0a7b,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:17:47.181545 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f505f-1b58-4604-a0f2-ac4cddabc05d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:17:47.181893 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f505f-1b58-4604-a0f2-ac4cddabc05d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:17:47.182251 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f505f-1b58-4604-a0f2-ac4cddabc05d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:17:47.182605 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f505f-1b58-4604-a0f2-ac4cddabc05d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:17:47.182915 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f505f-1b58-4604-a0f2-ac4cddabc05d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:17:47.183240 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f505f-1b58-4604-a0f2-ac4cddabc05d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:17:47.183558 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f505f-1b58-4604-a0f2-ac4cddabc05d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:17:47.183877 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f505f-1b58-4604-a0f2-ac4cddabc05d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:17:47.184193 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f505f-1b58-4604-a0f2-ac4cddabc05d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:17:47.184510 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f505f-1b58-4604-a0f2-ac4cddabc05d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:17:47.184847 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f505f-1b58-4604-a0f2-ac4cddabc05d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:17:47.185171 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f505f-1b58-4604-a0f2-ac4cddabc05d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:17:47.203396 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f6f3c0-0975-41b1-b5aa-8bc097d2ae8e req-424f505f-1b58-4604-a0f2-ac4cddabc05d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] No DVR routers for this DVR port 4dcf0508-4cf7-485e-85f8-aff665ff0a7b on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:17:47.205815 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-68f6f3c0-0975-41b1-b5aa-8bc097d2ae8e req-424f505f-1b58-4604-a0f2-ac4cddabc05d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:47.207841 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-68f6f3c0-0975-41b1-b5aa-8bc097d2ae8e req-424f505f-1b58-4604-a0f2-ac4cddabc05d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.39 "DELETE /v2.0/ports/4dcf0508-4cf7-485e-85f8-aff665ff0a7b HTTP/1.1" status: 204 len: 173 time: 0.4168057 Sep 30 14:17:47.208776 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff10e73-e4f4-4ead-8462-4bffbe8b9d3a', 'name': 'network-vif-deleted', 'tag': '4dcf0508-4cf7-485e-85f8-aff665ff0a7b'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:17:47.211006 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73f24b0-6a47-4251-87a5-69a2a19d8128" -d '{"events": [{"server_uuid": "cff10e73-e4f4-4ead-8462-4bffbe8b9d3a", "name": "network-vif-deleted", "tag": "4dcf0508-4cf7-485e-85f8-aff665ff0a7b"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:17:47.300373 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b971171-0bb9-4653-a1ec-64ff58373542 x-openstack-request-id: req-5b971171-0bb9-4653-a1ec-64ff58373542 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:17:47.300680 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff10e73-e4f4-4ead-8462-4bffbe8b9d3a", "name": "network-vif-deleted", "tag": "4dcf0508-4cf7-485e-85f8-aff665ff0a7b", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:17:47.300927 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b971171-0bb9-4653-a1ec-64ff58373542 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:17:47.301332 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff10e73-e4f4-4ead-8462-4bffbe8b9d3a', 'name': 'network-vif-deleted', 'tag': '4dcf0508-4cf7-485e-85f8-aff665ff0a7b', 'status': 'completed', 'code': 200} Sep 30 14:17:47.902344 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50590) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:17:47.959822 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-16efeb5a-cb42-4550-8c6d-47c0ace17365 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:47.984440 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-16efeb5a-cb42-4550-8c6d-47c0ace17365 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:48.044097 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-16efeb5a-cb42-4550-8c6d-47c0ace17365 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:48.046711 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-16efeb5a-cb42-4550-8c6d-47c0ace17365 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:48.047863 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-16efeb5a-cb42-4550-8c6d-47c0ace17365 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "DELETE /v2.0/security-groups/ddef264d-9519-4af2-8875-2cd07ff2740c HTTP/1.1" status: 204 len: 168 time: 0.1445415 Sep 30 14:17:48.057432 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16efeb5a-cb42-4550-8c6d-47c0ace17365 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddef264d-9519-4af2-8875-2cd07ff2740c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:17:48.271693 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b6c7ac5c-46ca-42e9-8ba8-edce45d5a879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:48.336233 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 50596) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:17:48.340820 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-a370626d-c9f2-45ae-889d-fd8bbeebf685 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1618341665', 'description': 'tempest-secgroup-smoke-1618341665 description', 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:17:48.361818 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a370626d-c9f2-45ae-889d-fd8bbeebf685 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:48.440562 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a370626d-c9f2-45ae-889d-fd8bbeebf685 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:48.445647 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a370626d-c9f2-45ae-889d-fd8bbeebf685 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:48.473545 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-a370626d-c9f2-45ae-889d-fd8bbeebf685 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:48.475367 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-a370626d-c9f2-45ae-889d-fd8bbeebf685 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1381485 Sep 30 14:17:48.476480 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370626d-c9f2-45ae-889d-fd8bbeebf685 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df2f451c-861c-4029-96a3-68a0618c5bf2,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:17:48.478333 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50598) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:17:48.483487 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-2bed27ac-79bf-4157-94e2-77afaadccc99 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Request body: {'security_group_rule': {'security_group_id': 'df2f451c-861c-4029-96a3-68a0618c5bf2', 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:17:48.508959 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2bed27ac-79bf-4157-94e2-77afaadccc99 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:48.554533 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2bed27ac-79bf-4157-94e2-77afaadccc99 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:48.557881 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2bed27ac-79bf-4157-94e2-77afaadccc99 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:48.575357 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed27ac-79bf-4157-94e2-77afaadccc99 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfde04c2-a207-46e3-ae97-713517435865,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:17:48.580182 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2bed27ac-79bf-4157-94e2-77afaadccc99 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:48.581650 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2bed27ac-79bf-4157-94e2-77afaadccc99 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1020460 Sep 30 14:17:48.584119 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50600) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:17:48.588343 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-8ffb6d29-56a3-4e89-a273-0b91f5de362a tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Request body: {'security_group_rule': {'security_group_id': 'df2f451c-861c-4029-96a3-68a0618c5bf2', 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:17:48.614218 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8ffb6d29-56a3-4e89-a273-0b91f5de362a tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:48.673825 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8ffb6d29-56a3-4e89-a273-0b91f5de362a tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:48.677891 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8ffb6d29-56a3-4e89-a273-0b91f5de362a tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:48.697062 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb6d29-56a3-4e89-a273-0b91f5de362a tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75352cb-2c0f-4c04-8b78-1bd77a890c4b,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:17:48.704238 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-8ffb6d29-56a3-4e89-a273-0b91f5de362a tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:48.705440 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-8ffb6d29-56a3-4e89-a273-0b91f5de362a tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204073 Sep 30 14:17:48.708715 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50602) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:17:48.712990 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-ac2da795-06db-40b8-bdc5-1aef54e8fb70 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Request body: {'security_group_rule': {'security_group_id': 'df2f451c-861c-4029-96a3-68a0618c5bf2', 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:17:48.739162 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac2da795-06db-40b8-bdc5-1aef54e8fb70 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:48.795498 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac2da795-06db-40b8-bdc5-1aef54e8fb70 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:48.798725 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac2da795-06db-40b8-bdc5-1aef54e8fb70 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:48.815656 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2da795-06db-40b8-bdc5-1aef54e8fb70 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4749aae7-c084-47c1-a3ea-b8c7355efdbb,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:17:48.821109 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-ac2da795-06db-40b8-bdc5-1aef54e8fb70 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:48.822558 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ac2da795-06db-40b8-bdc5-1aef54e8fb70 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129355 Sep 30 14:17:48.825237 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50604) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:17:48.829413 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-07cfe901-ac55-45a8-86bf-1c351699bf2d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Request body: {'security_group_rule': {'security_group_id': 'df2f451c-861c-4029-96a3-68a0618c5bf2', 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:17:48.855244 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-07cfe901-ac55-45a8-86bf-1c351699bf2d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:48.913029 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-07cfe901-ac55-45a8-86bf-1c351699bf2d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:48.916505 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-07cfe901-ac55-45a8-86bf-1c351699bf2d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:48.937127 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfe901-ac55-45a8-86bf-1c351699bf2d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823be8f5-9067-457d-b4d4-1e313c9f5d26,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:17:48.940742 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-07cfe901-ac55-45a8-86bf-1c351699bf2d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:48.941902 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-07cfe901-ac55-45a8-86bf-1c351699bf2d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157649 Sep 30 14:17:48.944703 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50606) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:17:48.949188 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-243d37d7-79d4-4a66-9de0-bb3617ee79c7 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Request body: {'security_group_rule': {'security_group_id': 'df2f451c-861c-4029-96a3-68a0618c5bf2', 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:17:48.970501 n-d-810909-2 neutron-server[94764]: INFO neutron.db.securitygroups_db [None req-243d37d7-79d4-4a66-9de0-bb3617ee79c7 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Project 69f4ec0b9c214822ab3c9db8c5dfb7ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 14:17:48.976103 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-243d37d7-79d4-4a66-9de0-bb3617ee79c7 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:49.038510 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-243d37d7-79d4-4a66-9de0-bb3617ee79c7 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:49.041897 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-243d37d7-79d4-4a66-9de0-bb3617ee79c7 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:49.059321 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d37d7-79d4-4a66-9de0-bb3617ee79c7 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e99d1433-1607-4891-b33d-3343f8e3546d,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:17:49.064465 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-243d37d7-79d4-4a66-9de0-bb3617ee79c7 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:49.065813 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-243d37d7-79d4-4a66-9de0-bb3617ee79c7 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200304 Sep 30 14:17:49.069026 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50608) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:17:49.073553 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-cf1b3d32-cb72-47f5-b899-66c101d625ef tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Request body: {'security_group_rule': {'security_group_id': 'df2f451c-861c-4029-96a3-68a0618c5bf2', 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:17:49.094249 n-d-810909-2 neutron-server[94764]: INFO neutron.db.securitygroups_db [None req-cf1b3d32-cb72-47f5-b899-66c101d625ef tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Project 69f4ec0b9c214822ab3c9db8c5dfb7ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 14:17:49.099417 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cf1b3d32-cb72-47f5-b899-66c101d625ef tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:49.157669 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cf1b3d32-cb72-47f5-b899-66c101d625ef tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:49.160839 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cf1b3d32-cb72-47f5-b899-66c101d625ef tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:49.178769 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b3d32-cb72-47f5-b899-66c101d625ef tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22bcea5c-50e6-497d-9e52-69b74d612a6d,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:17:49.183393 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-cf1b3d32-cb72-47f5-b899-66c101d625ef tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:49.184674 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-cf1b3d32-cb72-47f5-b899-66c101d625ef tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1146438 Sep 30 14:17:49.327039 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4dcf0508-4cf7-485e-85f8-aff665ff0a7b no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:17:49.346253 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 4dcf0508-4cf7-485e-85f8-aff665ff0a7b {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:17:49.346601 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 4dcf0508-4cf7-485e-85f8-aff665ff0a7b not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:17:50.313382 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:50.766362 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-03a09b94-81d7-4493-b911-9de3b3af6a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:51.747916 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:52.648713 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:17:54.406378 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:03.349544 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-106c5e6b-8d22-4157-8a29-82207544c22f req-a2d48ab9-f278-4bf7-82a6-7cabece6dd70 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1618341665&fields=id&tenant_id=69f4ec0b9c214822ab3c9db8c5dfb7ba HTTP/1.1" status: 200 len: 267 time: 0.0329070 Sep 30 14:18:03.456873 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c5e6b-8d22-4157-8a29-82207544c22f req-f296c2c2-9312-4228-8ffe-bbe814a5cc1b tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:03.458277 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-106c5e6b-8d22-4157-8a29-82207544c22f req-f296c2c2-9312-4228-8ffe-bbe814a5cc1b tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/networks?id=040605ab-22a5-474b-abbc-db411ddd84fb HTTP/1.1" status: 200 len: 809 time: 0.1020594 Sep 30 14:18:03.473347 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-106c5e6b-8d22-4157-8a29-82207544c22f req-7d51d58b-63aa-4e67-aa7f-aea8966ee1d7 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/quotas/69f4ec0b9c214822ab3c9db8c5dfb7ba HTTP/1.1" status: 200 len: 375 time: 0.0086832 Sep 30 14:18:03.522546 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-106c5e6b-8d22-4157-8a29-82207544c22f req-7c283540-28ff-464b-b166-dadd959c6690 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=69f4ec0b9c214822ab3c9db8c5dfb7ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434785 Sep 30 14:18:03.579131 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-106c5e6b-8d22-4157-8a29-82207544c22f req-ff3a4235-6f9a-40e1-8949-30bce798e1d8 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 14:18:03.580124 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-106c5e6b-8d22-4157-8a29-82207544c22f req-ff3a4235-6f9a-40e1-8949-30bce798e1d8 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0468397 Sep 30 14:18:03.671866 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-106c5e6b-8d22-4157-8a29-82207544c22f req-538b0f40-f702-4da5-b122-12ff8d7ef2dd service neutron] 10.222.0.18 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851941 Sep 30 14:18:03.761263 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-106c5e6b-8d22-4157-8a29-82207544c22f req-a8cc8e08-3415-4970-a585-952d8259d9e7 service neutron] 10.222.0.18 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834017 Sep 30 14:18:04.041201 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d3c9e63f-4476-4908-b5e7-7599de620131 req-12a83407-917e-4d24-bb7c-6e821ccbc853 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 210 time: 0.0286052 Sep 30 14:18:04.984420 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c5e6b-8d22-4157-8a29-82207544c22f req-bf7cab94-6785-496c-b433-7c1ffc141411 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:04.985916 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-106c5e6b-8d22-4157-8a29-82207544c22f req-bf7cab94-6785-496c-b433-7c1ffc141411 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.39 "GET /v2.0/networks?id=040605ab-22a5-474b-abbc-db411ddd84fb HTTP/1.1" status: 200 len: 809 time: 0.1015875 Sep 30 14:18:05.027706 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-106c5e6b-8d22-4157-8a29-82207544c22f req-a36830ed-e923-459c-8c87-67f836ff11e4 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69f4ec0b9c214822ab3c9db8c5dfb7ba HTTP/1.1" status: 200 len: 380 time: 0.0330215 Sep 30 14:18:05.036694 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-106c5e6b-8d22-4157-8a29-82207544c22f req-b2d7d388-336d-41de-b43d-c07fc6091762 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Request body: {'port': {'device_id': '68e044f5-52f6-439d-816a-a1e20a5e8205', 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'admin_state_up': True, 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'security_groups': ['df2f451c-861c-4029-96a3-68a0618c5bf2']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:18:05.159167 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-eac3bf87-7351-45fc-bed5-f9fd1e92682f req-4ee469c6-f94d-4e89-a6c7-eba7a17526e3 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 210 time: 0.0299175 Sep 30 14:18:05.182580 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-106c5e6b-8d22-4157-8a29-82207544c22f req-b2d7d388-336d-41de-b43d-c07fc6091762 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Made reservation on behalf of 69f4ec0b9c214822ab3c9db8c5dfb7ba for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:18:05.186253 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-106c5e6b-8d22-4157-8a29-82207544c22f req-b2d7d388-336d-41de-b43d-c07fc6091762 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:05.318484 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-106c5e6b-8d22-4157-8a29-82207544c22f req-b2d7d388-336d-41de-b43d-c07fc6091762 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Allocated IP 172.20.0.7 (040605ab-22a5-474b-abbc-db411ddd84fb/1718ff46-bca4-4c51-8f3b-391831d2b29c/080c6ea2-c824-4411-bbc2-47147c04acda) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:18:05.455148 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-106c5e6b-8d22-4157-8a29-82207544c22f req-b2d7d388-336d-41de-b43d-c07fc6091762 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:05.492837 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-106c5e6b-8d22-4157-8a29-82207544c22f req-b2d7d388-336d-41de-b43d-c07fc6091762 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:05.538526 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-106c5e6b-8d22-4157-8a29-82207544c22f req-b2d7d388-336d-41de-b43d-c07fc6091762 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Network 040605ab-22a5-474b-abbc-db411ddd84fb is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:18:05.542074 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-106c5e6b-8d22-4157-8a29-82207544c22f req-b2d7d388-336d-41de-b43d-c07fc6091762 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:18:05.546030 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-106c5e6b-8d22-4157-8a29-82207544c22f req-b2d7d388-336d-41de-b43d-c07fc6091762 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:18:05.569769 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7d388-336d-41de-b43d-c07fc6091762 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Pushing event updated for resources: {'Port': ['ID=080c6ea2-c824-4411-bbc2-47147c04acda,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:18:05.601029 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c5e6b-8d22-4157-8a29-82207544c22f req-b2d7d388-336d-41de-b43d-c07fc6091762 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:05.601695 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-106c5e6b-8d22-4157-8a29-82207544c22f req-b2d7d388-336d-41de-b43d-c07fc6091762 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:05.618819 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-106c5e6b-8d22-4157-8a29-82207544c22f req-b2d7d388-336d-41de-b43d-c07fc6091762 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5856342 Sep 30 14:18:05.631827 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-106c5e6b-8d22-4157-8a29-82207544c22f req-bb225118-93a8-44ff-9149-bab01b0203ca service neutron] Request body: {'port': {'device_id': '68e044f5-52f6-439d-816a-a1e20a5e8205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:18:05.688678 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-106c5e6b-8d22-4157-8a29-82207544c22f req-bb225118-93a8-44ff-9149-bab01b0203ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:05.772169 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d7763b20-42cd-4041-881e-ac5bc859b7bf None None] Provisioning complete for port 080c6ea2-c824-4411-bbc2-47147c04acda triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:18:05.772830 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d7763b20-42cd-4041-881e-ac5bc859b7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:05.806981 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-d7763b20-42cd-4041-881e-ac5bc859b7bf None None] Port 080c6ea2-c824-4411-bbc2-47147c04acda cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:18:06.296607 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b010004-1353-4102-b7e7-8a63d45f6c0d req-5ad984f5-c09f-4b82-a6c8-a9c517f1e7c3 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:06.298546 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6b010004-1353-4102-b7e7-8a63d45f6c0d req-5ad984f5-c09f-4b82-a6c8-a9c517f1e7c3 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 931 time: 0.0550830 Sep 30 14:18:06.301825 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-106c5e6b-8d22-4157-8a29-82207544c22f req-bb225118-93a8-44ff-9149-bab01b0203ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080c6ea2-c824-4411-bbc2-47147c04acda {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:18:06.309865 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-106c5e6b-8d22-4157-8a29-82207544c22f req-bb225118-93a8-44ff-9149-bab01b0203ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:06.323363 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-106c5e6b-8d22-4157-8a29-82207544c22f req-bb225118-93a8-44ff-9149-bab01b0203ca service neutron] Transition to ACTIVE for port object 080c6ea2-c824-4411-bbc2-47147c04acda will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 14:18:06.327720 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-106c5e6b-8d22-4157-8a29-82207544c22f req-bb225118-93a8-44ff-9149-bab01b0203ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:06.346660 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-6b010004-1353-4102-b7e7-8a63d45f6c0d req-5e97f1ec-2d58-4188-85ad-d58c07a2839c tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411508 Sep 30 14:18:06.376089 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb225118-93a8-44ff-9149-bab01b0203ca service neutron] Pushing event updated for resources: {'Port': ['ID=080c6ea2-c824-4411-bbc2-47147c04acda,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:18:06.460072 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-106c5e6b-8d22-4157-8a29-82207544c22f req-bb225118-93a8-44ff-9149-bab01b0203ca service neutron] Attempting to bind port 080c6ea2-c824-4411-bbc2-47147c04acda on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:18:06.460404 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-106c5e6b-8d22-4157-8a29-82207544c22f req-bb225118-93a8-44ff-9149-bab01b0203ca service neutron] Attempting to bind port 080c6ea2-c824-4411-bbc2-47147c04acda by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'b829b587-2521-4a9e-8657-fe8bc5e3832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:18:06.461271 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106c5e6b-8d22-4157-8a29-82207544c22f req-bb225118-93a8-44ff-9149-bab01b0203ca service neutron] Attempting to bind port 080c6ea2-c824-4411-bbc2-47147c04acda on network 040605ab-22a5-474b-abbc-db411ddd84fb {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:18:06.465746 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106c5e6b-8d22-4157-8a29-82207544c22f req-bb225118-93a8-44ff-9149-bab01b0203ca service neutron] Port 080c6ea2-c824-4411-bbc2-47147c04acda on network 040605ab-22a5-474b-abbc-db411ddd84fb not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 14:18:06.466094 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106c5e6b-8d22-4157-8a29-82207544c22f req-bb225118-93a8-44ff-9149-bab01b0203ca service neutron] Attempting to bind port 080c6ea2-c824-4411-bbc2-47147c04acda on network 040605ab-22a5-474b-abbc-db411ddd84fb {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:18:06.472721 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106c5e6b-8d22-4157-8a29-82207544c22f req-bb225118-93a8-44ff-9149-bab01b0203ca service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:18:06.473067 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106c5e6b-8d22-4157-8a29-82207544c22f req-bb225118-93a8-44ff-9149-bab01b0203ca service neutron] Checking segment: {'id': 'b829b587-2521-4a9e-8657-fe8bc5e3832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:18:06.473453 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106c5e6b-8d22-4157-8a29-82207544c22f req-bb225118-93a8-44ff-9149-bab01b0203ca service neutron] Bound using segment: {'id': 'b829b587-2521-4a9e-8657-fe8bc5e3832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:18:06.473884 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-106c5e6b-8d22-4157-8a29-82207544c22f req-bb225118-93a8-44ff-9149-bab01b0203ca service neutron] Bound port: 080c6ea2-c824-4411-bbc2-47147c04acda, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b829b587-2521-4a9e-8657-fe8bc5e3832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:18:06.474290 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-106c5e6b-8d22-4157-8a29-82207544c22f req-bb225118-93a8-44ff-9149-bab01b0203ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:06.540377 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-106c5e6b-8d22-4157-8a29-82207544c22f req-bb225118-93a8-44ff-9149-bab01b0203ca service neutron] For port 080c6ea2-c824-4411-bbc2-47147c04acda, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:18:06.543932 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-106c5e6b-8d22-4157-8a29-82207544c22f req-bb225118-93a8-44ff-9149-bab01b0203ca service neutron] For port 080c6ea2-c824-4411-bbc2-47147c04acda, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=080c6ea2-c824-4411-bbc2-47147c04acda,segment=NetworkSegment(b829b587-2521-4a9e-8657-fe8bc5e3832f),segment_id=b829b587-2521-4a9e-8657-fe8bc5e3832f)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:18:06.549723 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-106c5e6b-8d22-4157-8a29-82207544c22f req-bb225118-93a8-44ff-9149-bab01b0203ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:06.589485 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c5e6b-8d22-4157-8a29-82207544c22f req-bb225118-93a8-44ff-9149-bab01b0203ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:06.590164 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-106c5e6b-8d22-4157-8a29-82207544c22f req-bb225118-93a8-44ff-9149-bab01b0203ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:06.591653 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-106c5e6b-8d22-4157-8a29-82207544c22f req-bb225118-93a8-44ff-9149-bab01b0203ca service neutron] 10.222.0.39 "PUT /v2.0/ports/080c6ea2-c824-4411-bbc2-47147c04acda HTTP/1.1" status: 200 len: 1091 time: 0.9641783 Sep 30 14:18:06.592099 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e044f5-52f6-439d-816a-a1e20a5e8205', 'tag': '080c6ea2-c824-4411-bbc2-47147c04acda'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:18:06.594458 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6d7d21-3689-4156-8a76-f30a09f8ee58" -d '{"events": [{"name": "network-changed", "server_uuid": "68e044f5-52f6-439d-816a-a1e20a5e8205", "tag": "080c6ea2-c824-4411-bbc2-47147c04acda"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:18:06.621505 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb225118-93a8-44ff-9149-bab01b0203ca service neutron] Pushing event updated for resources: {'Port': ['ID=080c6ea2-c824-4411-bbc2-47147c04acda,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:18:06.670444 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc7b2e8-67e5-4c06-bfa9-1c503b3b764a x-openstack-request-id: req-9dc7b2e8-67e5-4c06-bfa9-1c503b3b764a {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:18:06.670745 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e044f5-52f6-439d-816a-a1e20a5e8205", "tag": "080c6ea2-c824-4411-bbc2-47147c04acda", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:18:06.671002 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9dc7b2e8-67e5-4c06-bfa9-1c503b3b764a {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:18:06.671414 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e044f5-52f6-439d-816a-a1e20a5e8205', 'tag': '080c6ea2-c824-4411-bbc2-47147c04acda', 'status': 'completed', 'code': 200} Sep 30 14:18:06.688041 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c5e6b-8d22-4157-8a29-82207544c22f req-54fa919b-c38e-4a8c-9ce3-3bb466e391ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:06.689825 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-106c5e6b-8d22-4157-8a29-82207544c22f req-54fa919b-c38e-4a8c-9ce3-3bb466e391ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69f4ec0b9c214822ab3c9db8c5dfb7ba&device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 1094 time: 0.0490859 Sep 30 14:18:06.740254 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-106c5e6b-8d22-4157-8a29-82207544c22f req-49f68a41-0f91-4388-88af-a48c96839539 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=080c6ea2-c824-4411-bbc2-47147c04acda HTTP/1.1" status: 200 len: 217 time: 0.0423257 Sep 30 14:18:06.793102 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c5e6b-8d22-4157-8a29-82207544c22f req-5ccabae7-bb31-47ce-9ba8-e0b8be637bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:06.794991 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-106c5e6b-8d22-4157-8a29-82207544c22f req-5ccabae7-bb31-47ce-9ba8-e0b8be637bd0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1718ff46-bca4-4c51-8f3b-391831d2b29c HTTP/1.1" status: 200 len: 848 time: 0.0481002 Sep 30 14:18:06.846702 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c5e6b-8d22-4157-8a29-82207544c22f req-063d247f-734e-40c7-a5b6-568441b715b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:06.848440 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-106c5e6b-8d22-4157-8a29-82207544c22f req-063d247f-734e-40c7-a5b6-568441b715b9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=040605ab-22a5-474b-abbc-db411ddd84fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462410 Sep 30 14:18:06.949962 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-106c5e6b-8d22-4157-8a29-82207544c22f req-0969f2ff-fca5-4f70-a906-cfaeb0fef04a service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945606 Sep 30 14:18:07.043842 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-106c5e6b-8d22-4157-8a29-82207544c22f req-a81711bf-4cf7-4baf-a53b-2a3be6c2135d service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866735 Sep 30 14:18:07.127517 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d7d21-3689-4156-8a76-f30a09f8ee58 req-3d3cb5d9-4278-40d2-8471-fe6256a7bab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:07.129019 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd6d7d21-3689-4156-8a76-f30a09f8ee58 req-3d3cb5d9-4278-40d2-8471-fe6256a7bab3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69f4ec0b9c214822ab3c9db8c5dfb7ba&device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 1094 time: 0.0412943 Sep 30 14:18:07.218520 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d7d21-3689-4156-8a76-f30a09f8ee58 req-67a127a6-33ee-4d05-9e3b-ae1b632fb973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:07.219923 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd6d7d21-3689-4156-8a76-f30a09f8ee58 req-67a127a6-33ee-4d05-9e3b-ae1b632fb973 service neutron] 10.222.0.39 "GET /v2.0/networks?id=040605ab-22a5-474b-abbc-db411ddd84fb HTTP/1.1" status: 200 len: 910 time: 0.0838225 Sep 30 14:18:07.265252 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd6d7d21-3689-4156-8a76-f30a09f8ee58 req-96301539-cb99-4899-bcc6-4a6f3c7f12a7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=080c6ea2-c824-4411-bbc2-47147c04acda HTTP/1.1" status: 200 len: 217 time: 0.0376761 Sep 30 14:18:07.315459 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d7d21-3689-4156-8a76-f30a09f8ee58 req-e78b4dbb-9466-4aef-9549-e3b109017d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:07.316853 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd6d7d21-3689-4156-8a76-f30a09f8ee58 req-e78b4dbb-9466-4aef-9549-e3b109017d44 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1718ff46-bca4-4c51-8f3b-391831d2b29c HTTP/1.1" status: 200 len: 848 time: 0.0449047 Sep 30 14:18:07.364091 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d7d21-3689-4156-8a76-f30a09f8ee58 req-60065b07-d38f-4606-b3ff-4f3f13037a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:07.364653 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd6d7d21-3689-4156-8a76-f30a09f8ee58 req-60065b07-d38f-4606-b3ff-4f3f13037a76 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=040605ab-22a5-474b-abbc-db411ddd84fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412672 Sep 30 14:18:07.472700 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd6d7d21-3689-4156-8a76-f30a09f8ee58 req-2ef225d9-5ec1-43fd-8671-648d344fa01a service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993774 Sep 30 14:18:07.473622 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a0a88-73c9-4170-ad6c-d89898448b79 req-235a064c-0d94-436b-9252-74e5dd1a5994 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:07.475199 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f29a0a88-73c9-4170-ad6c-d89898448b79 req-235a064c-0d94-436b-9252-74e5dd1a5994 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 943 time: 0.0595903 Sep 30 14:18:07.516222 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f29a0a88-73c9-4170-ad6c-d89898448b79 req-c5c9e45f-58c6-43f2-b80a-98ff6bd18365 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341756 Sep 30 14:18:07.566405 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cd6d7d21-3689-4156-8a76-f30a09f8ee58 req-4401ec54-c24e-4ac3-8bac-a60838d8a5ed service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860078 Sep 30 14:18:08.638544 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d7066-b188-4bb8-b48b-64ca6d2e1623 req-626fa1de-afa9-4976-8e2e-edda7dd6309b tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:08.640104 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-312d7066-b188-4bb8-b48b-64ca6d2e1623 req-626fa1de-afa9-4976-8e2e-edda7dd6309b tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 943 time: 0.0544081 Sep 30 14:18:08.678566 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-312d7066-b188-4bb8-b48b-64ca6d2e1623 req-ea34e2f1-d4bf-4e2e-ba4b-f2d1d8fc89e6 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323796 Sep 30 14:18:09.736211 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:18:09.792032 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2768539-90c2-4b37-a77f-0f840b92a36e req-92948154-c7b8-4e74-82a8-fc01dc9c1b77 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:09.793495 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f2768539-90c2-4b37-a77f-0f840b92a36e req-92948154-c7b8-4e74-82a8-fc01dc9c1b77 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 943 time: 0.0481467 Sep 30 14:18:09.831627 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f2768539-90c2-4b37-a77f-0f840b92a36e req-190bf39c-7282-4d08-9e4d-0d4d8888c7fc tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321257 Sep 30 14:18:10.942122 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3aab3-4e72-4ec3-981a-682065bd3dc9 req-79f82762-0e9c-4e8e-bc0f-2b762009ec15 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:10.943574 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4df3aab3-4e72-4ec3-981a-682065bd3dc9 req-79f82762-0e9c-4e8e-bc0f-2b762009ec15 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 943 time: 0.0472682 Sep 30 14:18:10.980625 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4df3aab3-4e72-4ec3-981a-682065bd3dc9 req-b8bb3e54-e7e4-4fa3-817b-628cdf968400 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304322 Sep 30 14:18:12.097165 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a0d42-34be-4308-8742-f23ed795a34e req-5193418a-e275-4f02-8e47-612c37b41e28 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:12.098808 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-782a0d42-34be-4308-8742-f23ed795a34e req-5193418a-e275-4f02-8e47-612c37b41e28 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 943 time: 0.0523973 Sep 30 14:18:12.136105 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-782a0d42-34be-4308-8742-f23ed795a34e req-0e48ff59-4157-4d31-94d1-f69818657978 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306518 Sep 30 14:18:13.249558 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1c636-49e9-405f-be3a-85fb475d18c2 req-8cc22740-45e0-425a-b66d-e07bcd308998 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:13.251050 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-95d1c636-49e9-405f-be3a-85fb475d18c2 req-8cc22740-45e0-425a-b66d-e07bcd308998 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 943 time: 0.0482306 Sep 30 14:18:13.287497 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-95d1c636-49e9-405f-be3a-85fb475d18c2 req-c5094c74-4ba7-4954-b489-26d7fbf55828 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306265 Sep 30 14:18:14.405222 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96629f-5646-46c7-9c40-6aba433e1050 req-de3f96ac-e0d2-43e4-a09d-775db82eed6b tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:14.406771 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9e96629f-5646-46c7-9c40-6aba433e1050 req-de3f96ac-e0d2-43e4-a09d-775db82eed6b tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 943 time: 0.0490711 Sep 30 14:18:14.444257 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9e96629f-5646-46c7-9c40-6aba433e1050 req-c4fc80da-7c54-4ead-ac39-8524698c4ecd tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316174 Sep 30 14:18:15.529224 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:15.562329 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d0b24-44c2-42c9-957d-6958c43ee302 req-752836c2-a999-4e66-a1cd-716b7bb942ec tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:15.563799 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d93d0b24-44c2-42c9-957d-6958c43ee302 req-752836c2-a999-4e66-a1cd-716b7bb942ec tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 943 time: 0.0524662 Sep 30 14:18:15.599931 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d93d0b24-44c2-42c9-957d-6958c43ee302 req-6d8bc60f-5d4a-4c1c-89ac-d7951569da07 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302358 Sep 30 14:18:16.718999 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5857a2-b092-4b85-9ee9-a5c36d6af376 req-c9fb31ae-5d4e-41ae-a26b-1fdc54455439 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:16.720369 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7e5857a2-b092-4b85-9ee9-a5c36d6af376 req-c9fb31ae-5d4e-41ae-a26b-1fdc54455439 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 943 time: 0.0508578 Sep 30 14:18:16.758853 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-7e5857a2-b092-4b85-9ee9-a5c36d6af376 req-7dea5749-2514-4901-9655-028bdb003d21 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319624 Sep 30 14:18:17.485195 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 080c6ea2-c824-4411-bbc2-47147c04acda details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 14:18:17.579032 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 080c6ea2-c824-4411-bbc2-47147c04acda, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=080c6ea2-c824-4411-bbc2-47147c04acda,segment=NetworkSegment(b829b587-2521-4a9e-8657-fe8bc5e3832f),segment_id=b829b587-2521-4a9e-8657-fe8bc5e3832f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:18:17.590252 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '080c6ea2-c824-4411-bbc2-47147c04acda', 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'port_id': '080c6ea2-c824-4411-bbc2-47147c04acda', 'mac_address': 'fa:16:3e:d8:f9:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 14:18:17.625374 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:17.638035 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080c6ea2-c824-4411-bbc2-47147c04acda {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:18:17.656820 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 080c6ea2-c824-4411-bbc2-47147c04acda, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=080c6ea2-c824-4411-bbc2-47147c04acda,segment=NetworkSegment(b829b587-2521-4a9e-8657-fe8bc5e3832f),segment_id=b829b587-2521-4a9e-8657-fe8bc5e3832f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:18:17.659743 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:17.719395 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=080c6ea2-c824-4411-bbc2-47147c04acda,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:18:17.728568 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:18:17.728912 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:18:17.729247 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:18:17.729604 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:18:17.729930 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:18:17.730281 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:18:17.730600 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:18:17.730919 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:18:17.731237 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:18:17.731553 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:18:17.731899 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:18:17.732215 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:18:17.871908 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6cc88-2bb1-4a41-9945-ec782ed7fde8 req-00d358e9-9c4f-40cf-91a7-2719cae200fd tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:17.873372 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51e6cc88-2bb1-4a41-9945-ec782ed7fde8 req-00d358e9-9c4f-40cf-91a7-2719cae200fd tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 944 time: 0.0490675 Sep 30 14:18:17.889196 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['080c6ea2-c824-4411-bbc2-47147c04acda'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:18:17.911730 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-51e6cc88-2bb1-4a41-9945-ec782ed7fde8 req-0824416b-3602-448c-90dc-f40fe48cdbf1 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324144 Sep 30 14:18:18.270693 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7947ecb9-6b41-4e10-99fb-d1ac57971df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:19.030712 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d00abb-722c-4eed-852e-3096768aed40 req-7303554e-b9f7-48fa-ab68-65980d28e811 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:19.032176 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-75d00abb-722c-4eed-852e-3096768aed40 req-7303554e-b9f7-48fa-ab68-65980d28e811 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 944 time: 0.0531235 Sep 30 14:18:19.068501 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-75d00abb-722c-4eed-852e-3096768aed40 req-0e888c19-2a7b-4817-b39b-814146c85da0 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304379 Sep 30 14:18:19.485599 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 080c6ea2-c824-4411-bbc2-47147c04acda up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:18:19.533847 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 080c6ea2-c824-4411-bbc2-47147c04acda completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 14:18:19.537291 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 080c6ea2-c824-4411-bbc2-47147c04acda triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:18:19.537659 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:19.610827 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:19.635915 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e044f5-52f6-439d-816a-a1e20a5e8205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080c6ea2-c824-4411-bbc2-47147c04acda'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:18:19.638259 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730efdff73588999065a9861b250a1e40d95e5d75871f85cc1573bd279cf301b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bb85e5-199e-428d-9518-b6396b768ce1" -d '{"events": [{"server_uuid": "68e044f5-52f6-439d-816a-a1e20a5e8205", "name": "network-vif-plugged", "status": "completed", "tag": "080c6ea2-c824-4411-bbc2-47147c04acda"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:18:19.650416 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 080c6ea2-c824-4411-bbc2-47147c04acda, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=080c6ea2-c824-4411-bbc2-47147c04acda,segment=NetworkSegment(b829b587-2521-4a9e-8657-fe8bc5e3832f),segment_id=b829b587-2521-4a9e-8657-fe8bc5e3832f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:18:19.654206 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:19.676494 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e60c10-7e16-489f-b1de-5b36a84dc2da x-openstack-request-id: req-88e60c10-7e16-489f-b1de-5b36a84dc2da {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:18:19.676787 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e044f5-52f6-439d-816a-a1e20a5e8205", "name": "network-vif-plugged", "status": "completed", "tag": "080c6ea2-c824-4411-bbc2-47147c04acda", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:18:19.677035 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88e60c10-7e16-489f-b1de-5b36a84dc2da {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:18:19.677414 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e044f5-52f6-439d-816a-a1e20a5e8205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080c6ea2-c824-4411-bbc2-47147c04acda', 'code': 200} Sep 30 14:18:19.703915 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=080c6ea2-c824-4411-bbc2-47147c04acda,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:18:19.770553 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ea1c7-a500-48ff-b8bc-97e9c4a6ba22 req-20a28a5f-b538-4f99-8d04-99bd28d728a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:19.772046 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f98ea1c7-a500-48ff-b8bc-97e9c4a6ba22 req-20a28a5f-b538-4f99-8d04-99bd28d728a3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 1096 time: 0.0391066 Sep 30 14:18:19.806200 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f98ea1c7-a500-48ff-b8bc-97e9c4a6ba22 req-2780a95a-af7f-4f2d-990d-cb876357ae6c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269530 Sep 30 14:18:20.182539 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0410ee-06ff-465d-ba88-7d116ab46a6e req-dce36a52-b54d-4ae0-b18e-cff56c9b2027 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:20.184021 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9b0410ee-06ff-465d-ba88-7d116ab46a6e req-dce36a52-b54d-4ae0-b18e-cff56c9b2027 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 945 time: 0.0487027 Sep 30 14:18:20.221354 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9b0410ee-06ff-465d-ba88-7d116ab46a6e req-147a1a49-78c0-4052-afbe-5df71f46d7d2 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313470 Sep 30 14:18:20.307139 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:20.770243 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bda982c5-741b-4412-b763-f857cff31b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:21.340298 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0c36b-14c2-4ff8-91c4-ba9235473feb req-1cf7f611-2794-4af9-9c84-fb6c5740d7b8 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:21.341755 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6ee0c36b-14c2-4ff8-91c4-ba9235473feb req-1cf7f611-2794-4af9-9c84-fb6c5740d7b8 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 945 time: 0.0533662 Sep 30 14:18:21.378810 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6ee0c36b-14c2-4ff8-91c4-ba9235473feb req-629510ba-94a8-4919-be91-6f8362283603 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312254 Sep 30 14:18:21.492623 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b0329-7948-4828-9cfc-80ef51acac6f req-9fbdce12-71ff-4753-999d-386e4d5d208f tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:21.494113 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-998b0329-7948-4828-9cfc-80ef51acac6f req-9fbdce12-71ff-4753-999d-386e4d5d208f tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 945 time: 0.0483940 Sep 30 14:18:21.530397 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-998b0329-7948-4828-9cfc-80ef51acac6f req-ea668494-9d1f-41e5-8778-02fa9f070010 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303526 Sep 30 14:18:21.551351 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50806) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:18:21.593053 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b48706-3423-4757-9ecf-5e8bdf1e69d1 tempest-TestShelveInstance-1317587475 tempest-TestShelveInstance-1317587475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:21.594546 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-d3b48706-3423-4757-9ecf-5e8bdf1e69d1 tempest-TestShelveInstance-1317587475 tempest-TestShelveInstance-1317587475-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 1091 time: 0.0422597 Sep 30 14:18:21.597241 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50808) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:18:21.601854 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-5c05c55e-e2b5-482b-b84c-5bc57dab469d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'port_id': '080c6ea2-c824-4411-bbc2-47147c04acda', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:18:21.623020 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c05c55e-e2b5-482b-b84c-5bc57dab469d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:21.717721 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c05c55e-e2b5-482b-b84c-5bc57dab469d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:21.748293 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:21.825887 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-5c05c55e-e2b5-482b-b84c-5bc57dab469d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Allocated IP 172.25.5.144 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/83d55665-8c74-4681-b6eb-ac5df6596fe4) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:18:21.923600 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c05c55e-e2b5-482b-b84c-5bc57dab469d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:21.955066 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c05c55e-e2b5-482b-b84c-5bc57dab469d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:21.992443 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c05c55e-e2b5-482b-b84c-5bc57dab469d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:18:21.998484 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-5c05c55e-e2b5-482b-b84c-5bc57dab469d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:18:22.001907 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c05c55e-e2b5-482b-b84c-5bc57dab469d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:18:22.028880 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05c55e-e2b5-482b-b84c-5bc57dab469d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Pushing event updated for resources: {'Port': ['ID=83d55665-8c74-4681-b6eb-ac5df6596fe4,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:18:22.354128 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c05c55e-e2b5-482b-b84c-5bc57dab469d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:22.419866 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c05c55e-e2b5-482b-b84c-5bc57dab469d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:22.574636 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c05c55e-e2b5-482b-b84c-5bc57dab469d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:22.579317 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c05c55e-e2b5-482b-b84c-5bc57dab469d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:22.649433 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:22.652312 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05c55e-e2b5-482b-b84c-5bc57dab469d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Pushing event updated for resources: {'Port': ['ID=83d55665-8c74-4681-b6eb-ac5df6596fe4,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:18:22.657082 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c05c55e-e2b5-482b-b84c-5bc57dab469d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:22.755165 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-5c05c55e-e2b5-482b-b84c-5bc57dab469d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Floating IP 1d4d838b-831b-4c37-a7c5-7aeb96c138d4 associated. External IP: 172.25.5.144, port: 080c6ea2-c824-4411-bbc2-47147c04acda. Sep 30 14:18:23.278382 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c05c55e-e2b5-482b-b84c-5bc57dab469d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Router a5c1a926-ea0e-425e-8566-64d180f8ff01 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:18:23.384775 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c05c55e-e2b5-482b-b84c-5bc57dab469d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:18:23.394212 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a23d2f4-16c0-4677-b7db-90c028695d35 None None] Sync routers for ids ['a5c1a926-ea0e-425e-8566-64d180f8ff01'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:18:23.402211 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-5c05c55e-e2b5-482b-b84c-5bc57dab469d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:23.404812 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a23d2f4-16c0-4677-b7db-90c028695d35 None None] Routers {'a5c1a926-ea0e-425e-8566-64d180f8ff01'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:18:23.405492 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-0a23d2f4-16c0-4677-b7db-90c028695d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:18:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a5c1a926-ea0e-425e-8566-64d180f8ff01'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:18:23.430096 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-5c05c55e-e2b5-482b-b84c-5bc57dab469d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8318441 Sep 30 14:18:23.430671 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e044f5-52f6-439d-816a-a1e20a5e8205', 'tag': '080c6ea2-c824-4411-bbc2-47147c04acda'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:18:23.435729 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e219da2189c054287262e416842f7478ca0ea1bcac3b9d962638c13bcc9183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13da542-3982-4e44-99ab-bca3fd066105" -d '{"events": [{"name": "network-changed", "server_uuid": "68e044f5-52f6-439d-816a-a1e20a5e8205", "tag": "080c6ea2-c824-4411-bbc2-47147c04acda"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:18:23.469617 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202edef3-1d43-49d4-8165-a81d4186d051 x-openstack-request-id: req-202edef3-1d43-49d4-8165-a81d4186d051 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:18:23.469982 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e044f5-52f6-439d-816a-a1e20a5e8205", "tag": "080c6ea2-c824-4411-bbc2-47147c04acda", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:18:23.470276 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-202edef3-1d43-49d4-8165-a81d4186d051 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:18:23.470680 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e044f5-52f6-439d-816a-a1e20a5e8205', 'tag': '080c6ea2-c824-4411-bbc2-47147c04acda', 'status': 'completed', 'code': 200} Sep 30 14:18:23.515964 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-0a23d2f4-16c0-4677-b7db-90c028695d35 None None] Set router a5c1a926-ea0e-425e-8566-64d180f8ff01 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:18:23.532549 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13da542-3982-4e44-99ab-bca3fd066105 req-7291b7ab-8354-4200-8a59-0de7f887a816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:23.533968 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b13da542-3982-4e44-99ab-bca3fd066105 req-7291b7ab-8354-4200-8a59-0de7f887a816 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69f4ec0b9c214822ab3c9db8c5dfb7ba&device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 1096 time: 0.0419831 Sep 30 14:18:23.625756 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13da542-3982-4e44-99ab-bca3fd066105 req-fd557103-0a3b-4787-9c9a-bb79b67883aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:23.627280 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b13da542-3982-4e44-99ab-bca3fd066105 req-fd557103-0a3b-4787-9c9a-bb79b67883aa service neutron] 10.222.0.39 "GET /v2.0/networks?id=040605ab-22a5-474b-abbc-db411ddd84fb HTTP/1.1" status: 200 len: 910 time: 0.0865664 Sep 30 14:18:23.691751 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b13da542-3982-4e44-99ab-bca3fd066105 req-7fc911db-0e1a-4b18-b31c-aa5b1335640f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=080c6ea2-c824-4411-bbc2-47147c04acda HTTP/1.1" status: 200 len: 999 time: 0.0576968 Sep 30 14:18:23.734632 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-0a23d2f4-16c0-4677-b7db-90c028695d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'name': 'tempest-TestShelveInstance-1511414060-router', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:30Z', 'revision_number': 4, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'gw_port': {'id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '1d4d838b-831b-4c37-a7c5-7aeb96c138d4', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'floating_ip_address': '172.25.5.144', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'port_id': '080c6ea2-c824-4411-bbc2-47147c04acda', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'mac_address': 'fa:16:3e:d8:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e044f5-52f6-439d-816a-a1e20a5e8205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:18:22Z', 'updated_at': '2021-09-30T14:18:22Z', 'revision_number': 0, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644271be-68b4-4ea3-ab0f-c3adafd37be2', 'name': '', 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'mac_address': 'fa:16:3e:78:4d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:29Z', 'updated_at': '2021-09-30T14:13:34Z', 'revision_number': 5, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'subnets': [{'id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:18:23.740956 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13da542-3982-4e44-99ab-bca3fd066105 req-c79fba66-2381-409a-ae3a-3c53cc7dee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:23.742532 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b13da542-3982-4e44-99ab-bca3fd066105 req-c79fba66-2381-409a-ae3a-3c53cc7dee0f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1718ff46-bca4-4c51-8f3b-391831d2b29c HTTP/1.1" status: 200 len: 848 time: 0.0441530 Sep 30 14:18:23.760348 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a23d2f4-16c0-4677-b7db-90c028695d35 None None] Checking router: a5c1a926-ea0e-425e-8566-64d180f8ff01 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:18:23.768384 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a23d2f4-16c0-4677-b7db-90c028695d35 None None] Routers {'a5c1a926-ea0e-425e-8566-64d180f8ff01'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:18:23.768978 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-0a23d2f4-16c0-4677-b7db-90c028695d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:18:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a5c1a926-ea0e-425e-8566-64d180f8ff01'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:18:23.792506 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13da542-3982-4e44-99ab-bca3fd066105 req-7179f974-6025-44d0-a70f-e5ddfa74a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:23.794213 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b13da542-3982-4e44-99ab-bca3fd066105 req-7179f974-6025-44d0-a70f-e5ddfa74a8bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=040605ab-22a5-474b-abbc-db411ddd84fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443351 Sep 30 14:18:23.871735 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-0a23d2f4-16c0-4677-b7db-90c028695d35 None None] Set router a5c1a926-ea0e-425e-8566-64d180f8ff01 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:18:23.884396 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b13da542-3982-4e44-99ab-bca3fd066105 req-a8d7fe16-6850-4ca2-9e5c-c5496e7a2fec service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834217 Sep 30 14:18:23.977462 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b13da542-3982-4e44-99ab-bca3fd066105 req-0bfc15c4-faf1-47af-a162-640d17e195c2 service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857856 Sep 30 14:18:24.090937 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-0a23d2f4-16c0-4677-b7db-90c028695d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'name': 'tempest-TestShelveInstance-1511414060-router', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:30Z', 'revision_number': 4, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'gw_port': {'id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '1d4d838b-831b-4c37-a7c5-7aeb96c138d4', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'floating_ip_address': '172.25.5.144', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'port_id': '080c6ea2-c824-4411-bbc2-47147c04acda', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'mac_address': 'fa:16:3e:d8:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e044f5-52f6-439d-816a-a1e20a5e8205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:18:22Z', 'updated_at': '2021-09-30T14:18:22Z', 'revision_number': 0, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644271be-68b4-4ea3-ab0f-c3adafd37be2', 'name': '', 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'mac_address': 'fa:16:3e:78:4d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:29Z', 'updated_at': '2021-09-30T14:13:34Z', 'revision_number': 5, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'subnets': [{'id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:18:24.115632 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a23d2f4-16c0-4677-b7db-90c028695d35 None None] The sync data for ids ['a5c1a926-ea0e-425e-8566-64d180f8ff01'] in n-d-810909-2 is: [{'id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'name': 'tempest-TestShelveInstance-1511414060-router', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:30Z', 'revision_number': 4, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'gw_port': {'id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '1d4d838b-831b-4c37-a7c5-7aeb96c138d4', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'floating_ip_address': '172.25.5.144', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'port_id': '080c6ea2-c824-4411-bbc2-47147c04acda', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'mac_address': 'fa:16:3e:d8:f9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e044f5-52f6-439d-816a-a1e20a5e8205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:18:22Z', 'updated_at': '2021-09-30T14:18:22Z', 'revision_number': 0, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644271be-68b4-4ea3-ab0f-c3adafd37be2', 'name': '', 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'mac_address': 'fa:16:3e:78:4d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:29Z', 'updated_at': '2021-09-30T14:13:34Z', 'revision_number': 5, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'subnets': [{'id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:18:24.294440 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df376d7-695d-4740-a15a-c26f78d7a156 None None] New status for floating IP 1d4d838b-831b-4c37-a7c5-7aeb96c138d4: ACTIVE {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 14:18:24.435641 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:28.626781 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bc4d6c48-5ab0-4b95-a2fd-14f722d8073e req-58ef287a-bd65-4182-887a-cdf75167cebb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389991 Sep 30 14:18:28.706829 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d6c48-5ab0-4b95-a2fd-14f722d8073e req-71c4b043-1c7a-4894-a6c7-e565df9f36af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:28.708265 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bc4d6c48-5ab0-4b95-a2fd-14f722d8073e req-71c4b043-1c7a-4894-a6c7-e565df9f36af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69f4ec0b9c214822ab3c9db8c5dfb7ba&device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 1096 time: 0.0407701 Sep 30 14:18:28.814435 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d6c48-5ab0-4b95-a2fd-14f722d8073e req-5426b1ce-49b8-49bf-9a9c-e7707284f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:28.815911 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bc4d6c48-5ab0-4b95-a2fd-14f722d8073e req-5426b1ce-49b8-49bf-9a9c-e7707284f76e service neutron] 10.222.0.39 "GET /v2.0/networks?id=040605ab-22a5-474b-abbc-db411ddd84fb HTTP/1.1" status: 200 len: 910 time: 0.0887468 Sep 30 14:18:28.879393 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bc4d6c48-5ab0-4b95-a2fd-14f722d8073e req-310d581c-5fd2-4b7c-9a11-6ca74f3ee3dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=080c6ea2-c824-4411-bbc2-47147c04acda HTTP/1.1" status: 200 len: 1001 time: 0.0564027 Sep 30 14:18:28.932357 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d6c48-5ab0-4b95-a2fd-14f722d8073e req-86f06a76-9881-434f-a564-194177cb99d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:28.933777 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bc4d6c48-5ab0-4b95-a2fd-14f722d8073e req-86f06a76-9881-434f-a564-194177cb99d3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1718ff46-bca4-4c51-8f3b-391831d2b29c HTTP/1.1" status: 200 len: 848 time: 0.0474687 Sep 30 14:18:28.978323 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d6c48-5ab0-4b95-a2fd-14f722d8073e req-930e6763-6347-4d47-a0f7-072e7c651aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:18:28.979698 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bc4d6c48-5ab0-4b95-a2fd-14f722d8073e req-930e6763-6347-4d47-a0f7-072e7c651aa0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=040605ab-22a5-474b-abbc-db411ddd84fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390415 Sep 30 14:18:29.069318 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bc4d6c48-5ab0-4b95-a2fd-14f722d8073e req-3d21a865-62d5-4a2f-98de-2f618094da1d service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822592 Sep 30 14:18:29.164334 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bc4d6c48-5ab0-4b95-a2fd-14f722d8073e req-625b7f44-f9d8-483e-8a89-9da9699493df service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867133 Sep 30 14:18:45.540803 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:46.736540 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:18:48.272756 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1e7be662-4d49-47f2-a47d-4267eb28ba07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:50.322791 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:50.770934 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d1e4fda9-8c1b-4c99-9f38-793675453199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:51.749660 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:52.653939 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:18:54.410177 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:19:15.555781 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:19:18.273527 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4a0eba95-bddf-48ba-a594-8a6cb84b7253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:19:20.335944 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:19:20.770529 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0480c310-74f1-4cc7-b830-aeb5d9c489dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:19:21.750944 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:19:22.656561 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:19:23.737045 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:19:24.413615 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:19:29.691104 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e864e769-3845-4527-a4f1-0e40f358a496 req-611e5331-4ca1-4cf1-92ed-842829d92614 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0851712 Sep 30 14:19:29.775108 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864e769-3845-4527-a4f1-0e40f358a496 req-4d0b1209-ab38-4553-aba8-fc7dcd2c09b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:19:29.776591 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e864e769-3845-4527-a4f1-0e40f358a496 req-4d0b1209-ab38-4553-aba8-fc7dcd2c09b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69f4ec0b9c214822ab3c9db8c5dfb7ba&device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 1096 time: 0.0445094 Sep 30 14:19:29.876922 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864e769-3845-4527-a4f1-0e40f358a496 req-aaea536f-888d-4274-9fc2-6f9b81ac6640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:19:29.878408 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e864e769-3845-4527-a4f1-0e40f358a496 req-aaea536f-888d-4274-9fc2-6f9b81ac6640 service neutron] 10.222.0.39 "GET /v2.0/networks?id=040605ab-22a5-474b-abbc-db411ddd84fb HTTP/1.1" status: 200 len: 910 time: 0.0841076 Sep 30 14:19:29.947599 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e864e769-3845-4527-a4f1-0e40f358a496 req-2e6e33ad-72e4-421c-ac15-6c00a5db857c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=080c6ea2-c824-4411-bbc2-47147c04acda HTTP/1.1" status: 200 len: 1001 time: 0.0612831 Sep 30 14:19:29.997137 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864e769-3845-4527-a4f1-0e40f358a496 req-321c2ce5-b9a4-41dc-b0e7-b6ba78c5399b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:19:29.998605 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e864e769-3845-4527-a4f1-0e40f358a496 req-321c2ce5-b9a4-41dc-b0e7-b6ba78c5399b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1718ff46-bca4-4c51-8f3b-391831d2b29c HTTP/1.1" status: 200 len: 848 time: 0.0424163 Sep 30 14:19:30.043722 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864e769-3845-4527-a4f1-0e40f358a496 req-f5c7451d-8cb4-4bf2-a44b-02ce8b8fcc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:19:30.045171 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e864e769-3845-4527-a4f1-0e40f358a496 req-f5c7451d-8cb4-4bf2-a44b-02ce8b8fcc28 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=040605ab-22a5-474b-abbc-db411ddd84fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391448 Sep 30 14:19:30.139750 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e864e769-3845-4527-a4f1-0e40f358a496 req-642b27c4-b3d6-4e7a-aed9-3bbdf53a3e03 service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862749 Sep 30 14:19:30.228307 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e864e769-3845-4527-a4f1-0e40f358a496 req-1165322f-d8fc-4257-a84d-998377412d16 service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816915 Sep 30 14:19:45.596527 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:19:48.274317 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-acf455c5-b35a-459d-9588-3cc1281969c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:19:50.336043 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:19:50.769936 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-de9744b2-7be9-41f7-a942-2a5c5bde8af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:19:51.751038 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:19:52.659314 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:19:54.414978 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:20:00.736402 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:20:15.611161 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:20:18.273850 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-26c60732-0ec1-4fcc-8994-2e49fcfb96ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:20:20.349436 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:20:20.771602 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a0c04943-56f7-4133-8bb1-b12f8bb4e688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:20:21.021347 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6601fc-8efd-4973-a8ac-8652097ad3fd req-4d71c2b1-364c-41b0-b961-fdb6a5e2acfd tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:21.022782 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d6601fc-8efd-4973-a8ac-8652097ad3fd req-4d71c2b1-364c-41b0-b961-fdb6a5e2acfd tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 945 time: 0.0486197 Sep 30 14:20:21.064923 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9d6601fc-8efd-4973-a8ac-8652097ad3fd req-78076422-4898-44aa-bb39-c3f638d19913 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357294 Sep 30 14:20:21.751595 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:20:22.201401 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef7dd0-898b-469e-9be5-fc3d0f833333 req-1d94269c-3a59-4d2e-aaa4-12e1c3cd9b13 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:22.203247 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-07ef7dd0-898b-469e-9be5-fc3d0f833333 req-1d94269c-3a59-4d2e-aaa4-12e1c3cd9b13 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 945 time: 0.0551300 Sep 30 14:20:22.241088 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-07ef7dd0-898b-469e-9be5-fc3d0f833333 req-df698a61-b7b7-43c8-8b3b-a855a86041b8 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318470 Sep 30 14:20:22.662517 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:20:23.381393 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b3b85-6646-4a4f-ab4b-f7b1445e5082 req-d194f8a8-d7f3-4508-b717-24c6d36b5c79 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:23.382920 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7b1b3b85-6646-4a4f-ab4b-f7b1445e5082 req-d194f8a8-d7f3-4508-b717-24c6d36b5c79 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 945 time: 0.0497513 Sep 30 14:20:23.420182 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7b1b3b85-6646-4a4f-ab4b-f7b1445e5082 req-fff87044-adb9-462c-8b15-7638feb03062 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314107 Sep 30 14:20:24.417475 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:20:24.532821 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648491a-d566-4c99-a27a-6eeb92fe726a req-43fdb052-c2c8-405e-b2b0-d1df65d4b819 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:24.534327 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a648491a-d566-4c99-a27a-6eeb92fe726a req-43fdb052-c2c8-405e-b2b0-d1df65d4b819 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 945 time: 0.0478508 Sep 30 14:20:24.572862 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a648491a-d566-4c99-a27a-6eeb92fe726a req-f7b25ee7-f68b-4b09-bd0a-c0b2ced765f5 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325582 Sep 30 14:20:25.684847 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ff349-41c7-453a-b23d-2f45a7d29008 req-00ebd9f4-696c-461c-a8ff-95c848887444 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:25.686337 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bb9ff349-41c7-453a-b23d-2f45a7d29008 req-00ebd9f4-696c-461c-a8ff-95c848887444 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 945 time: 0.0478692 Sep 30 14:20:25.723717 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bb9ff349-41c7-453a-b23d-2f45a7d29008 req-1d02fc53-b2f0-4f0f-b5d2-71dda38a5b90 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315688 Sep 30 14:20:26.835884 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b8d35-1c03-4d8d-b6b4-9bfd6995dd31 req-5d14186d-6d71-4b3f-a19e-3b763e96ce50 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:26.837346 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bd2b8d35-1c03-4d8d-b6b4-9bfd6995dd31 req-5d14186d-6d71-4b3f-a19e-3b763e96ce50 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 945 time: 0.0476558 Sep 30 14:20:26.874544 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bd2b8d35-1c03-4d8d-b6b4-9bfd6995dd31 req-04e7197a-91cd-4696-859e-721cf696a3be tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307069 Sep 30 14:20:27.986319 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99d40f-821b-4a2b-88c2-680d51eaa596 req-c3b61b3b-6480-4853-9861-ceff02577a3a tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:27.987798 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de99d40f-821b-4a2b-88c2-680d51eaa596 req-c3b61b3b-6480-4853-9861-ceff02577a3a tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 945 time: 0.0483971 Sep 30 14:20:28.028823 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-de99d40f-821b-4a2b-88c2-680d51eaa596 req-ee3bad01-679d-48c3-9b81-75948b1cbfcb tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352075 Sep 30 14:20:29.144864 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082d103-58d2-46ec-9854-7d1d16c9c5d9 req-1c91b7bb-5b9f-4f30-83a9-d4246ecbb188 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:29.146073 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a082d103-58d2-46ec-9854-7d1d16c9c5d9 req-1c91b7bb-5b9f-4f30-83a9-d4246ecbb188 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 945 time: 0.0513656 Sep 30 14:20:29.184026 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a082d103-58d2-46ec-9854-7d1d16c9c5d9 req-4722503e-428f-47ad-9341-7f9771f7e054 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319891 Sep 30 14:20:30.300160 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4606a-990f-4aa4-81c4-72717a156ecb req-40629037-9849-426a-a9b2-aaffc3d27428 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:30.301533 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6df4606a-990f-4aa4-81c4-72717a156ecb req-40629037-9849-426a-a9b2-aaffc3d27428 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 945 time: 0.0487127 Sep 30 14:20:30.340300 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6df4606a-990f-4aa4-81c4-72717a156ecb req-f6b747c4-d447-47b2-9882-d9950d125d3a tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318098 Sep 30 14:20:31.177711 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d606c13-1d74-411b-8cad-823441a3039b req-d1c4e68e-279e-408d-b7d0-be5cc7e98976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:31.179212 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d606c13-1d74-411b-8cad-823441a3039b req-d1c4e68e-279e-408d-b7d0-be5cc7e98976 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69f4ec0b9c214822ab3c9db8c5dfb7ba&device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 1096 time: 0.0401962 Sep 30 14:20:31.270683 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d606c13-1d74-411b-8cad-823441a3039b req-d1ed8a05-17f1-4ceb-bf87-c15ede797d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:31.272149 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d606c13-1d74-411b-8cad-823441a3039b req-d1ed8a05-17f1-4ceb-bf87-c15ede797d47 service neutron] 10.222.0.39 "GET /v2.0/networks?id=040605ab-22a5-474b-abbc-db411ddd84fb HTTP/1.1" status: 200 len: 910 time: 0.0860755 Sep 30 14:20:31.335965 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d606c13-1d74-411b-8cad-823441a3039b req-17a36cad-9313-46ee-b444-839df8dac8fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=080c6ea2-c824-4411-bbc2-47147c04acda HTTP/1.1" status: 200 len: 1001 time: 0.0568759 Sep 30 14:20:31.384323 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d606c13-1d74-411b-8cad-823441a3039b req-03e5bac7-cf74-45f4-a3c8-51c3e8f194cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:31.385820 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d606c13-1d74-411b-8cad-823441a3039b req-03e5bac7-cf74-45f4-a3c8-51c3e8f194cb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1718ff46-bca4-4c51-8f3b-391831d2b29c HTTP/1.1" status: 200 len: 848 time: 0.0434029 Sep 30 14:20:31.437621 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d606c13-1d74-411b-8cad-823441a3039b req-5cdf28d6-ecb4-4a39-b582-d7b8ae5218fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:31.439660 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d606c13-1d74-411b-8cad-823441a3039b req-5cdf28d6-ecb4-4a39-b582-d7b8ae5218fc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=040605ab-22a5-474b-abbc-db411ddd84fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458744 Sep 30 14:20:31.453934 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9247c4c-8b59-4acd-8018-06091d52fd3f req-1841e69b-0e18-4ed2-85ff-738efe7a4d05 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:31.455562 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e9247c4c-8b59-4acd-8018-06091d52fd3f req-1841e69b-0e18-4ed2-85ff-738efe7a4d05 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 945 time: 0.0483170 Sep 30 14:20:31.494201 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e9247c4c-8b59-4acd-8018-06091d52fd3f req-48a7b9d5-3a1c-4d2c-8223-9436b723ceef tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325630 Sep 30 14:20:31.530020 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d606c13-1d74-411b-8cad-823441a3039b req-6aefc97b-294d-45af-9b34-449ca2f330e3 service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832317 Sep 30 14:20:31.626002 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2d606c13-1d74-411b-8cad-823441a3039b req-f366268b-eeba-4581-acd5-804d8b8624b5 service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890427 Sep 30 14:20:31.724155 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389960cb-3b54-4ba6-8abc-aee1b82cd79f req-92769df3-ac83-4beb-9ab6-2ec9b7a1251e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:31.725542 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-389960cb-3b54-4ba6-8abc-aee1b82cd79f req-92769df3-ac83-4beb-9ab6-2ec9b7a1251e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69f4ec0b9c214822ab3c9db8c5dfb7ba&device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 1096 time: 0.0408223 Sep 30 14:20:31.830765 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389960cb-3b54-4ba6-8abc-aee1b82cd79f req-f8a2b4da-c13b-4a10-9738-770f561541f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:31.832217 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-389960cb-3b54-4ba6-8abc-aee1b82cd79f req-f8a2b4da-c13b-4a10-9738-770f561541f3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=040605ab-22a5-474b-abbc-db411ddd84fb HTTP/1.1" status: 200 len: 910 time: 0.0875738 Sep 30 14:20:31.896764 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-389960cb-3b54-4ba6-8abc-aee1b82cd79f req-db684dbf-9ca4-4bac-90bc-5f6b91bfe7de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=080c6ea2-c824-4411-bbc2-47147c04acda HTTP/1.1" status: 200 len: 1001 time: 0.0570333 Sep 30 14:20:31.948002 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389960cb-3b54-4ba6-8abc-aee1b82cd79f req-025f1c90-e4fc-4833-9153-050ddeb3cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:31.950247 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-389960cb-3b54-4ba6-8abc-aee1b82cd79f req-025f1c90-e4fc-4833-9153-050ddeb3cb57 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1718ff46-bca4-4c51-8f3b-391831d2b29c HTTP/1.1" status: 200 len: 848 time: 0.0453165 Sep 30 14:20:31.999703 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389960cb-3b54-4ba6-8abc-aee1b82cd79f req-4e87aa42-a5b4-41ad-a5bc-15a9715cdc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:32.001103 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-389960cb-3b54-4ba6-8abc-aee1b82cd79f req-4e87aa42-a5b4-41ad-a5bc-15a9715cdc52 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=040605ab-22a5-474b-abbc-db411ddd84fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432265 Sep 30 14:20:32.091972 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-389960cb-3b54-4ba6-8abc-aee1b82cd79f req-3665cb8e-79b8-438b-aeef-fe7a9d5072dd service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816057 Sep 30 14:20:32.186265 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-389960cb-3b54-4ba6-8abc-aee1b82cd79f req-a2ab773c-a4d7-4a69-a496-5b2cc36da252 service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853238 Sep 30 14:20:32.607167 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89877720-f74e-4078-bba9-a4057718e203 req-58621484-03a6-4cc3-a284-a0008fa301a1 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:32.608634 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-89877720-f74e-4078-bba9-a4057718e203 req-58621484-03a6-4cc3-a284-a0008fa301a1 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 945 time: 0.0485168 Sep 30 14:20:32.645041 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-89877720-f74e-4078-bba9-a4057718e203 req-cc97510f-ecbe-4859-b279-b1af0f3af26f tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305862 Sep 30 14:20:33.758945 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70ecf4-f20c-4701-b4e6-99d60e485178 req-952efe98-ba42-4878-b38a-503eba11935a tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:33.760352 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c70ecf4-f20c-4701-b4e6-99d60e485178 req-952efe98-ba42-4878-b38a-503eba11935a tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 945 time: 0.0483372 Sep 30 14:20:33.800596 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4c70ecf4-f20c-4701-b4e6-99d60e485178 req-686e96d6-fec5-4990-8407-915abd81b497 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335302 Sep 30 14:20:34.919506 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09085fe-925b-4144-8983-6434bcd5261a req-d36e5a74-2228-46d6-a104-93b12d43a07a tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:34.921286 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c09085fe-925b-4144-8983-6434bcd5261a req-d36e5a74-2228-46d6-a104-93b12d43a07a tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 945 time: 0.0518448 Sep 30 14:20:34.964427 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c09085fe-925b-4144-8983-6434bcd5261a req-75e174c1-591b-4ea7-a3e1-26201be0db97 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368903 Sep 30 14:20:35.073195 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-198fc01f-256d-4872-abce-893d4c4385f3 req-3e69e7fd-130e-4319-844f-fcce91eca5e6 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 14:20:35.074758 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-198fc01f-256d-4872-abce-893d4c4385f3 req-3e69e7fd-130e-4319-844f-fcce91eca5e6 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0471268 Sep 30 14:20:35.200628 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d89b1351-6add-46f7-b7d8-33a164bc95b0 req-b35a9f14-3c9b-431e-ba35-49863314566a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0457065 Sep 30 14:20:35.209663 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-d89b1351-6add-46f7-b7d8-33a164bc95b0 req-f0e7efa8-55c6-48d3-9595-41bf899aa60b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 14:20:35.210685 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d89b1351-6add-46f7-b7d8-33a164bc95b0 req-f0e7efa8-55c6-48d3-9595-41bf899aa60b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051973 Sep 30 14:20:35.225621 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eaf73a-9226-4e6a-bb75-a70a563bbca4 req-1e674aea-16d6-446e-9bf0-b53677474943 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:35.227379 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c8eaf73a-9226-4e6a-bb75-a70a563bbca4 req-1e674aea-16d6-446e-9bf0-b53677474943 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 945 time: 0.0499701 Sep 30 14:20:35.267341 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c8eaf73a-9226-4e6a-bb75-a70a563bbca4 req-b66545a9-0e34-494e-b9df-5dc3f27722dc tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334074 Sep 30 14:20:36.178893 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 080c6ea2-c824-4411-bbc2-47147c04acda no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:20:36.256029 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:20:36.279291 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e044f5-52f6-439d-816a-a1e20a5e8205', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '080c6ea2-c824-4411-bbc2-47147c04acda'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:20:36.281521 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730efdff73588999065a9861b250a1e40d95e5d75871f85cc1573bd279cf301b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819f1443-cfe9-4abd-b450-bb4367d17303" -d '{"events": [{"server_uuid": "68e044f5-52f6-439d-816a-a1e20a5e8205", "name": "network-vif-unplugged", "status": "completed", "tag": "080c6ea2-c824-4411-bbc2-47147c04acda"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:20:36.295420 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 080c6ea2-c824-4411-bbc2-47147c04acda, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=080c6ea2-c824-4411-bbc2-47147c04acda,segment=NetworkSegment(b829b587-2521-4a9e-8657-fe8bc5e3832f),segment_id=b829b587-2521-4a9e-8657-fe8bc5e3832f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:20:36.301415 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:20:36.340099 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 30 Sep 2021 14:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97b3b29-047c-4c02-9dbb-85ea94bfe37b x-openstack-request-id: req-c97b3b29-047c-4c02-9dbb-85ea94bfe37b {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:20:36.340657 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e044f5-52f6-439d-816a-a1e20a5e8205", "name": "network-vif-unplugged", "status": "failed", "tag": "080c6ea2-c824-4411-bbc2-47147c04acda", "code": 422}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:20:36.340992 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c97b3b29-047c-4c02-9dbb-85ea94bfe37b {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:20:36.341475 n-d-810909-2 neutron-server[94765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '68e044f5-52f6-439d-816a-a1e20a5e8205', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '080c6ea2-c824-4411-bbc2-47147c04acda', 'code': 422} returned with failed status Sep 30 14:20:36.368855 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=080c6ea2-c824-4411-bbc2-47147c04acda,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:20:36.376357 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:20:36.376714 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:20:36.377115 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:20:36.377511 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:20:36.377789 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:20:36.378141 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:20:36.378473 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:20:36.378800 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:20:36.379900 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:20:36.379900 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:20:36.379900 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:20:36.380169 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:20:36.393294 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb82e9a-d8c2-4b53-b40a-d0a2114be98b req-2d97e15b-0533-4a28-84ff-6a3d01864ca6 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:36.394841 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8cb82e9a-d8c2-4b53-b40a-d0a2114be98b req-2d97e15b-0533-4a28-84ff-6a3d01864ca6 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 943 time: 0.0506120 Sep 30 14:20:36.434672 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8cb82e9a-d8c2-4b53-b40a-d0a2114be98b req-acd458ac-70dc-4220-8dcd-639cd2f023fc tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338337 Sep 30 14:20:37.551323 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d4592-652d-4da0-9bb9-269d43c295b6 req-ccfdc572-8f60-4468-8a52-9aa06be72686 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:37.552849 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2a5d4592-652d-4da0-9bb9-269d43c295b6 req-ccfdc572-8f60-4468-8a52-9aa06be72686 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 943 time: 0.0485868 Sep 30 14:20:37.592084 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2a5d4592-652d-4da0-9bb9-269d43c295b6 req-5cb64ff4-a9ea-4823-b404-3a9b74934e59 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330195 Sep 30 14:20:37.735817 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:20:38.704384 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e6925-a4b0-4aef-abbb-e8c5360cbddb req-a3b42bdd-77c4-44b7-b5a9-940e3a1a6277 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:38.705802 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e06e6925-a4b0-4aef-abbb-e8c5360cbddb req-a3b42bdd-77c4-44b7-b5a9-940e3a1a6277 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 943 time: 0.0489197 Sep 30 14:20:38.748429 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e06e6925-a4b0-4aef-abbb-e8c5360cbddb req-4020b324-2644-4545-866c-4d94540d41dc tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365279 Sep 30 14:20:39.727078 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b1351-6add-46f7-b7d8-33a164bc95b0 req-99f18415-a3fe-4936-83e6-f71c73ca342e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:39.728416 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d89b1351-6add-46f7-b7d8-33a164bc95b0 req-99f18415-a3fe-4936-83e6-f71c73ca342e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205&tenant_id=69f4ec0b9c214822ab3c9db8c5dfb7ba HTTP/1.1" status: 200 len: 1094 time: 0.0405514 Sep 30 14:20:39.788064 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b1351-6add-46f7-b7d8-33a164bc95b0 req-c07c5418-f146-4bec-91b1-8aebd3e8283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:39.789565 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d89b1351-6add-46f7-b7d8-33a164bc95b0 req-c07c5418-f146-4bec-91b1-8aebd3e8283c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69f4ec0b9c214822ab3c9db8c5dfb7ba&device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 1094 time: 0.0394125 Sep 30 14:20:39.862946 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333316b-512c-499b-adeb-0543cc1eb8d0 req-fd249c22-b179-4294-bef6-a31dac724207 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:39.864424 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3333316b-512c-499b-adeb-0543cc1eb8d0 req-fd249c22-b179-4294-bef6-a31dac724207 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 943 time: 0.0483689 Sep 30 14:20:39.883578 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b1351-6add-46f7-b7d8-33a164bc95b0 req-a83ed2ca-8964-4640-b60d-480ff1ec9103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:39.885204 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d89b1351-6add-46f7-b7d8-33a164bc95b0 req-a83ed2ca-8964-4640-b60d-480ff1ec9103 service neutron] 10.222.0.39 "GET /v2.0/networks?id=040605ab-22a5-474b-abbc-db411ddd84fb HTTP/1.1" status: 200 len: 910 time: 0.0891724 Sep 30 14:20:39.901654 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3333316b-512c-499b-adeb-0543cc1eb8d0 req-15cfbd08-beb0-48a3-aad0-079eb6392803 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311956 Sep 30 14:20:39.950392 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d89b1351-6add-46f7-b7d8-33a164bc95b0 req-dc20e1bd-fb19-4c31-a926-8119bc911ca3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=080c6ea2-c824-4411-bbc2-47147c04acda HTTP/1.1" status: 200 len: 999 time: 0.0584826 Sep 30 14:20:39.998452 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b1351-6add-46f7-b7d8-33a164bc95b0 req-94538a01-8e20-445b-96ce-72f4e209bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:39.999776 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d89b1351-6add-46f7-b7d8-33a164bc95b0 req-94538a01-8e20-445b-96ce-72f4e209bb33 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1718ff46-bca4-4c51-8f3b-391831d2b29c HTTP/1.1" status: 200 len: 848 time: 0.0427809 Sep 30 14:20:40.048960 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b1351-6add-46f7-b7d8-33a164bc95b0 req-d7a853d2-1d23-4f11-9095-213d8110c56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:40.050557 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d89b1351-6add-46f7-b7d8-33a164bc95b0 req-d7a853d2-1d23-4f11-9095-213d8110c56a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=040605ab-22a5-474b-abbc-db411ddd84fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441639 Sep 30 14:20:40.138620 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d89b1351-6add-46f7-b7d8-33a164bc95b0 req-ad648f43-fd37-4ed4-b3a8-fae05b80f902 service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808043 Sep 30 14:20:40.229629 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d89b1351-6add-46f7-b7d8-33a164bc95b0 req-656489f8-c324-40f6-8044-c7c4dcedbd59 service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840163 Sep 30 14:20:41.015473 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30137f-c4c3-45c5-8036-cf681247f35a req-2a6d0fbb-9454-4609-b8a1-7d096e0ea0f2 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:41.016928 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ec30137f-c4c3-45c5-8036-cf681247f35a req-2a6d0fbb-9454-4609-b8a1-7d096e0ea0f2 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 943 time: 0.0478766 Sep 30 14:20:41.053673 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-ec30137f-c4c3-45c5-8036-cf681247f35a req-108fe218-5ed9-4935-9526-2d0d862684b1 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308950 Sep 30 14:20:42.166205 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903fdd5-5372-4b00-bc0d-df2075b7df50 req-110ddb0b-d030-4281-a9d2-8246a7e2a031 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:42.168183 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e903fdd5-5372-4b00-bc0d-df2075b7df50 req-110ddb0b-d030-4281-a9d2-8246a7e2a031 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 943 time: 0.0489547 Sep 30 14:20:42.210519 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-e903fdd5-5372-4b00-bc0d-df2075b7df50 req-5df35ed5-0443-4471-84a0-c14352817dc4 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362217 Sep 30 14:20:43.328145 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28b62b-42c5-4359-9ab2-016f0a359429 req-949cee41-0140-4e98-9846-b00705a1c4d6 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:43.329660 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d28b62b-42c5-4359-9ab2-016f0a359429 req-949cee41-0140-4e98-9846-b00705a1c4d6 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 943 time: 0.0504189 Sep 30 14:20:43.366530 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5d28b62b-42c5-4359-9ab2-016f0a359429 req-500f606c-a421-4cc0-b4cc-364f3f3e8a7d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305884 Sep 30 14:20:44.481406 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9bbfd-60ef-453d-ac2c-95c300975d13 req-e117aa98-4343-403f-8e32-f3940ce7b1a8 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:44.482922 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9fd9bbfd-60ef-453d-ac2c-95c300975d13 req-e117aa98-4343-403f-8e32-f3940ce7b1a8 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 943 time: 0.0500381 Sep 30 14:20:44.520148 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9fd9bbfd-60ef-453d-ac2c-95c300975d13 req-d0ee08b8-464c-4b31-a1c6-a3c150a84bbf tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311224 Sep 30 14:20:45.613808 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:20:45.637928 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69006453-cf6d-4372-a264-a8c3a77c88b5 req-0fa87d90-14c2-4577-9cdd-2b52a499f101 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:45.639424 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69006453-cf6d-4372-a264-a8c3a77c88b5 req-0fa87d90-14c2-4577-9cdd-2b52a499f101 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 943 time: 0.0533402 Sep 30 14:20:45.676498 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-69006453-cf6d-4372-a264-a8c3a77c88b5 req-b0f1c7c0-3e49-4f21-b985-e67ee097190d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312178 Sep 30 14:20:46.843264 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98932b-d54e-4ad6-981b-bf8613ec2b7e req-dcd0a438-a087-4883-8140-d7369006cd27 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:46.844709 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bb98932b-d54e-4ad6-981b-bf8613ec2b7e req-dcd0a438-a087-4883-8140-d7369006cd27 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 943 time: 0.1003764 Sep 30 14:20:46.882991 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bb98932b-d54e-4ad6-981b-bf8613ec2b7e req-0cb2899c-39ba-4890-b60d-9e43c6b3f029 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321546 Sep 30 14:20:48.036845 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde0427-ce6e-4913-8860-ae67c30cf224 req-0b0ac788-4974-4f62-8cce-d5172bafc23e tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:48.038323 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7dde0427-ce6e-4913-8860-ae67c30cf224 req-0b0ac788-4974-4f62-8cce-d5172bafc23e tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 943 time: 0.0896592 Sep 30 14:20:48.075750 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7dde0427-ce6e-4913-8860-ae67c30cf224 req-10d0416a-9a0e-4ef9-afb6-93d0268fdaa4 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309045 Sep 30 14:20:48.242790 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 080c6ea2-c824-4411-bbc2-47147c04acda details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 14:20:48.295984 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-115fabd1-7a0c-489b-93a9-7f5d92674880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:20:48.347919 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 080c6ea2-c824-4411-bbc2-47147c04acda, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=080c6ea2-c824-4411-bbc2-47147c04acda,segment=NetworkSegment(b829b587-2521-4a9e-8657-fe8bc5e3832f),segment_id=b829b587-2521-4a9e-8657-fe8bc5e3832f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:20:48.357940 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '080c6ea2-c824-4411-bbc2-47147c04acda', 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'port_id': '080c6ea2-c824-4411-bbc2-47147c04acda', 'mac_address': 'fa:16:3e:d8:f9:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 14:20:48.393634 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:20:48.406360 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080c6ea2-c824-4411-bbc2-47147c04acda {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:20:48.424385 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 080c6ea2-c824-4411-bbc2-47147c04acda, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=080c6ea2-c824-4411-bbc2-47147c04acda,segment=NetworkSegment(b829b587-2521-4a9e-8657-fe8bc5e3832f),segment_id=b829b587-2521-4a9e-8657-fe8bc5e3832f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:20:48.428006 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:20:48.477809 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=080c6ea2-c824-4411-bbc2-47147c04acda,revision_number=7']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:20:48.633055 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['080c6ea2-c824-4411-bbc2-47147c04acda'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:20:49.204534 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c931c9-2b8b-4c9e-bdfa-7ca6d8a2ebc9 req-0b78403f-e192-4924-b3f7-aa99deb59298 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:49.206048 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-90c931c9-2b8b-4c9e-bdfa-7ca6d8a2ebc9 req-0b78403f-e192-4924-b3f7-aa99deb59298 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 944 time: 0.0497017 Sep 30 14:20:49.247801 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-90c931c9-2b8b-4c9e-bdfa-7ca6d8a2ebc9 req-d274d3c8-c53b-4e6a-9794-7dbc8e0914d8 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358217 Sep 30 14:20:50.258274 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 080c6ea2-c824-4411-bbc2-47147c04acda up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:20:50.305851 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 080c6ea2-c824-4411-bbc2-47147c04acda triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:20:50.306205 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:20:50.361214 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:20:50.366794 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d77cc-0ed7-4540-bd6a-1a99e74a6068 req-02ee5160-3964-48c3-92dc-45718284a33f tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:50.368412 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7e0d77cc-0ed7-4540-bd6a-1a99e74a6068 req-02ee5160-3964-48c3-92dc-45718284a33f tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 944 time: 0.0506606 Sep 30 14:20:50.400427 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:20:50.409527 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7e0d77cc-0ed7-4540-bd6a-1a99e74a6068 req-2af59673-435f-4d00-bdd3-bb7c0fb4ff59 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350964 Sep 30 14:20:50.423730 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e044f5-52f6-439d-816a-a1e20a5e8205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080c6ea2-c824-4411-bbc2-47147c04acda'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:20:50.425955 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730efdff73588999065a9861b250a1e40d95e5d75871f85cc1573bd279cf301b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1093dd0-32fe-4f4f-bfd7-f29c8e4eba73" -d '{"events": [{"server_uuid": "68e044f5-52f6-439d-816a-a1e20a5e8205", "name": "network-vif-plugged", "status": "completed", "tag": "080c6ea2-c824-4411-bbc2-47147c04acda"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:20:50.441820 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 080c6ea2-c824-4411-bbc2-47147c04acda, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=080c6ea2-c824-4411-bbc2-47147c04acda,segment=NetworkSegment(b829b587-2521-4a9e-8657-fe8bc5e3832f),segment_id=b829b587-2521-4a9e-8657-fe8bc5e3832f)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:20:50.450384 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:20:50.473497 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdc42b0-9389-4e29-b383-cdb3a1b7f3b4 x-openstack-request-id: req-cfdc42b0-9389-4e29-b383-cdb3a1b7f3b4 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:20:50.473787 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e044f5-52f6-439d-816a-a1e20a5e8205", "name": "network-vif-plugged", "status": "completed", "tag": "080c6ea2-c824-4411-bbc2-47147c04acda", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:20:50.474060 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cfdc42b0-9389-4e29-b383-cdb3a1b7f3b4 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:20:50.474444 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e044f5-52f6-439d-816a-a1e20a5e8205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080c6ea2-c824-4411-bbc2-47147c04acda', 'code': 200} Sep 30 14:20:50.498930 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=080c6ea2-c824-4411-bbc2-47147c04acda,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:20:50.614984 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04b7c8-c306-4e2e-8e4a-eb8753cb00ab req-f3626b48-cdc1-4d3a-9b7c-8c8494304409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:50.616473 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f04b7c8-c306-4e2e-8e4a-eb8753cb00ab req-f3626b48-cdc1-4d3a-9b7c-8c8494304409 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 1096 time: 0.0453985 Sep 30 14:20:50.650345 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-2f04b7c8-c306-4e2e-8e4a-eb8753cb00ab req-d42b561f-67b5-44ae-a69d-29c2d6478028 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270154 Sep 30 14:20:50.772380 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bb535e07-9ad6-4b57-aa79-9e1aa0cfcc64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:20:51.522199 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616388f-20fd-40c0-9bd1-afc59e1166c3 req-b743efd8-14f1-4896-9810-3e333f88dfa0 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:51.523698 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4616388f-20fd-40c0-9bd1-afc59e1166c3 req-b743efd8-14f1-4896-9810-3e333f88dfa0 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 945 time: 0.0484262 Sep 30 14:20:51.562320 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4616388f-20fd-40c0-9bd1-afc59e1166c3 req-a741ac13-f17c-475b-a5ad-6cfbf5f38744 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322955 Sep 30 14:20:51.753007 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:20:52.664537 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:20:52.677442 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8485a3-0329-42d8-9722-f4dc58f7b4c1 req-e71710ba-91f5-41ea-bc42-c20a5f525aaf tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:20:52.678968 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0d8485a3-0329-42d8-9722-f4dc58f7b4c1 req-e71710ba-91f5-41ea-bc42-c20a5f525aaf tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 945 time: 0.0493751 Sep 30 14:20:52.716265 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0d8485a3-0329-42d8-9722-f4dc58f7b4c1 req-2e1930ca-c31b-419b-895e-9e99614cbcf0 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306728 Sep 30 14:20:54.422195 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:21:14.736442 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:21:15.620758 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:21:18.277531 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e7ac2b2a-4a51-46bd-a961-7b150d003e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:21:20.347473 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:21:20.772180 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-67298ab7-2b2e-47b2-a273-3f84408bab75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:21:21.753765 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:21:22.668163 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:21:24.424781 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:21:32.620416 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-00c24f02-02ab-41cc-9b3f-c5a3d4f98563 req-b2b5e297-fb9a-4efc-b80c-e854e73549ab service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0379052 Sep 30 14:21:32.702943 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c24f02-02ab-41cc-9b3f-c5a3d4f98563 req-52459a2a-e3b1-4f7f-8506-3bb35fa3d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:21:32.705006 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-00c24f02-02ab-41cc-9b3f-c5a3d4f98563 req-52459a2a-e3b1-4f7f-8506-3bb35fa3d90f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69f4ec0b9c214822ab3c9db8c5dfb7ba&device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 1096 time: 0.0437338 Sep 30 14:21:32.804618 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c24f02-02ab-41cc-9b3f-c5a3d4f98563 req-14570a69-1eab-41b4-b409-7e3c5f269163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:21:32.806119 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-00c24f02-02ab-41cc-9b3f-c5a3d4f98563 req-14570a69-1eab-41b4-b409-7e3c5f269163 service neutron] 10.222.0.39 "GET /v2.0/networks?id=040605ab-22a5-474b-abbc-db411ddd84fb HTTP/1.1" status: 200 len: 910 time: 0.0829415 Sep 30 14:21:32.873306 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-00c24f02-02ab-41cc-9b3f-c5a3d4f98563 req-81e7de9e-4e14-4cfa-b77b-647dc789e4ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=080c6ea2-c824-4411-bbc2-47147c04acda HTTP/1.1" status: 200 len: 1001 time: 0.0602975 Sep 30 14:21:32.921247 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c24f02-02ab-41cc-9b3f-c5a3d4f98563 req-27b024ae-f9f9-4782-b836-9da21a0ee93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:21:32.923265 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-00c24f02-02ab-41cc-9b3f-c5a3d4f98563 req-27b024ae-f9f9-4782-b836-9da21a0ee93e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1718ff46-bca4-4c51-8f3b-391831d2b29c HTTP/1.1" status: 200 len: 848 time: 0.0427966 Sep 30 14:21:32.968708 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c24f02-02ab-41cc-9b3f-c5a3d4f98563 req-daab175b-1959-498f-9a29-39e9a45a2600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:21:32.970253 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-00c24f02-02ab-41cc-9b3f-c5a3d4f98563 req-daab175b-1959-498f-9a29-39e9a45a2600 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=040605ab-22a5-474b-abbc-db411ddd84fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392408 Sep 30 14:21:33.061878 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-00c24f02-02ab-41cc-9b3f-c5a3d4f98563 req-1b4f0fcb-2faf-4520-9d0e-3c9bf039845b service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848169 Sep 30 14:21:33.148270 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-00c24f02-02ab-41cc-9b3f-c5a3d4f98563 req-b5e43fcc-d65a-4d47-b6d4-2314d00dbcf4 service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793717 Sep 30 14:21:45.618241 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:21:48.276650 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e95d57c9-958c-4796-9dae-a52b3634144f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:21:50.347786 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:21:50.772707 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-79343b77-bea1-4b08-9de2-8e74127ab8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:21:51.736063 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:21:51.753286 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:21:52.675573 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:21:54.426153 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:05.277046 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 50986) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:05.432001 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-83b71e89-3600-4517-80df-113d3f136697 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Deleting port 83d55665-8c74-4681-b6eb-ac5df6596fe4 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:22:05.432348 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83b71e89-3600-4517-80df-113d3f136697 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:05.511873 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83b71e89-3600-4517-80df-113d3f136697 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:05.512202 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83b71e89-3600-4517-80df-113d3f136697 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:05.523694 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-83b71e89-3600-4517-80df-113d3f136697 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Calling delete_port for 83d55665-8c74-4681-b6eb-ac5df6596fe4 owned by network:floatingip {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:22:05.666786 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83b71e89-3600-4517-80df-113d3f136697 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:05.696599 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b71e89-3600-4517-80df-113d3f136697 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Pushing event deleted for resources: {'Port': ['ID=83d55665-8c74-4681-b6eb-ac5df6596fe4,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:05.719644 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b71e89-3600-4517-80df-113d3f136697 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:05.719984 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b71e89-3600-4517-80df-113d3f136697 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:05.720316 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b71e89-3600-4517-80df-113d3f136697 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:05.720648 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b71e89-3600-4517-80df-113d3f136697 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:05.720978 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b71e89-3600-4517-80df-113d3f136697 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:05.721303 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b71e89-3600-4517-80df-113d3f136697 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:05.721625 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b71e89-3600-4517-80df-113d3f136697 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:05.721943 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b71e89-3600-4517-80df-113d3f136697 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:05.722291 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b71e89-3600-4517-80df-113d3f136697 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:05.722629 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b71e89-3600-4517-80df-113d3f136697 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:05.722957 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b71e89-3600-4517-80df-113d3f136697 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:05.723290 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b71e89-3600-4517-80df-113d3f136697 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:05.763426 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83b71e89-3600-4517-80df-113d3f136697 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for floatingip, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:05.763754 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-83b71e89-3600-4517-80df-113d3f136697 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Floating IP 1d4d838b-831b-4c37-a7c5-7aeb96c138d4 disassociated (deleted). External IP: 172.25.5.144, port: 080c6ea2-c824-4411-bbc2-47147c04acda. Sep 30 14:22:05.968116 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b71e89-3600-4517-80df-113d3f136697 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Router a5c1a926-ea0e-425e-8566-64d180f8ff01 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:22:06.073281 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b71e89-3600-4517-80df-113d3f136697 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:22:06.078632 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-83b71e89-3600-4517-80df-113d3f136697 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:06.083162 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487a56b4-dafe-4e9c-a26b-469868fb766c None None] Sync routers for ids ['a5c1a926-ea0e-425e-8566-64d180f8ff01'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:22:06.091834 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487a56b4-dafe-4e9c-a26b-469868fb766c None None] Routers {'a5c1a926-ea0e-425e-8566-64d180f8ff01'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:22:06.092480 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-487a56b4-dafe-4e9c-a26b-469868fb766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:21:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a5c1a926-ea0e-425e-8566-64d180f8ff01'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:06.105281 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-83b71e89-3600-4517-80df-113d3f136697 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "DELETE /v2.0/floatingips/1d4d838b-831b-4c37-a7c5-7aeb96c138d4 HTTP/1.1" status: 204 len: 168 time: 0.8271379 Sep 30 14:22:06.105853 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e044f5-52f6-439d-816a-a1e20a5e8205', 'tag': '080c6ea2-c824-4411-bbc2-47147c04acda'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:22:06.108112 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e219da2189c054287262e416842f7478ca0ea1bcac3b9d962638c13bcc9183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed8d91a-55c5-4e2e-91e4-3d5ae5940310" -d '{"events": [{"name": "network-changed", "server_uuid": "68e044f5-52f6-439d-816a-a1e20a5e8205", "tag": "080c6ea2-c824-4411-bbc2-47147c04acda"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:22:06.149643 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a244a4b4-256a-4040-a834-8f09166c2d28 x-openstack-request-id: req-a244a4b4-256a-4040-a834-8f09166c2d28 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:22:06.149928 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e044f5-52f6-439d-816a-a1e20a5e8205", "tag": "080c6ea2-c824-4411-bbc2-47147c04acda", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:22:06.150336 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a244a4b4-256a-4040-a834-8f09166c2d28 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:22:06.150738 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e044f5-52f6-439d-816a-a1e20a5e8205', 'tag': '080c6ea2-c824-4411-bbc2-47147c04acda', 'status': 'completed', 'code': 200} Sep 30 14:22:06.202838 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-487a56b4-dafe-4e9c-a26b-469868fb766c None None] Set router a5c1a926-ea0e-425e-8566-64d180f8ff01 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:22:06.232383 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8d91a-55c5-4e2e-91e4-3d5ae5940310 req-7ad25886-d572-40d8-a253-f40447479fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:06.233860 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ed8d91a-55c5-4e2e-91e4-3d5ae5940310 req-7ad25886-d572-40d8-a253-f40447479fbc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69f4ec0b9c214822ab3c9db8c5dfb7ba&device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 1096 time: 0.0590842 Sep 30 14:22:06.336700 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8d91a-55c5-4e2e-91e4-3d5ae5940310 req-51c2fcc2-f3ac-475f-b007-b0a3ac2a3ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:06.338227 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ed8d91a-55c5-4e2e-91e4-3d5ae5940310 req-51c2fcc2-f3ac-475f-b007-b0a3ac2a3ce1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=040605ab-22a5-474b-abbc-db411ddd84fb HTTP/1.1" status: 200 len: 910 time: 0.0905077 Sep 30 14:22:06.344355 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5139690-4870-4681-9cf1-de759ce7488e req-4821f7e6-9fc6-4584-bc21-71fe28a567b3 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:06.345951 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f5139690-4870-4681-9cf1-de759ce7488e req-4821f7e6-9fc6-4584-bc21-71fe28a567b3 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 945 time: 0.0548387 Sep 30 14:22:06.385099 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-f5139690-4870-4681-9cf1-de759ce7488e req-9bb83dfb-072a-4fab-b481-e59fc716b863 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320351 Sep 30 14:22:06.386459 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ed8d91a-55c5-4e2e-91e4-3d5ae5940310 req-24b286cf-c956-4893-aee9-659ba398cb5f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=080c6ea2-c824-4411-bbc2-47147c04acda HTTP/1.1" status: 200 len: 217 time: 0.0391951 Sep 30 14:22:06.406841 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-487a56b4-dafe-4e9c-a26b-469868fb766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'name': 'tempest-TestShelveInstance-1511414060-router', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:30Z', 'revision_number': 4, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'gw_port': {'id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '644271be-68b4-4ea3-ab0f-c3adafd37be2', 'name': '', 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'mac_address': 'fa:16:3e:78:4d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:29Z', 'updated_at': '2021-09-30T14:13:34Z', 'revision_number': 5, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'subnets': [{'id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:06.437007 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487a56b4-dafe-4e9c-a26b-469868fb766c None None] Checking router: a5c1a926-ea0e-425e-8566-64d180f8ff01 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:22:06.449097 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487a56b4-dafe-4e9c-a26b-469868fb766c None None] Routers {'a5c1a926-ea0e-425e-8566-64d180f8ff01'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:22:06.449744 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-487a56b4-dafe-4e9c-a26b-469868fb766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:21:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a5c1a926-ea0e-425e-8566-64d180f8ff01'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:06.556268 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-487a56b4-dafe-4e9c-a26b-469868fb766c None None] Set router a5c1a926-ea0e-425e-8566-64d180f8ff01 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:22:06.742832 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8d91a-55c5-4e2e-91e4-3d5ae5940310 req-ef2881da-fe6a-4126-95c7-ee704263ec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:06.744541 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ed8d91a-55c5-4e2e-91e4-3d5ae5940310 req-ef2881da-fe6a-4126-95c7-ee704263ec66 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1718ff46-bca4-4c51-8f3b-391831d2b29c HTTP/1.1" status: 200 len: 848 time: 0.3521190 Sep 30 14:22:06.752429 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-487a56b4-dafe-4e9c-a26b-469868fb766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'name': 'tempest-TestShelveInstance-1511414060-router', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:30Z', 'revision_number': 4, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'gw_port': {'id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '644271be-68b4-4ea3-ab0f-c3adafd37be2', 'name': '', 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'mac_address': 'fa:16:3e:78:4d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:29Z', 'updated_at': '2021-09-30T14:13:34Z', 'revision_number': 5, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'subnets': [{'id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:06.778552 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487a56b4-dafe-4e9c-a26b-469868fb766c None None] The sync data for ids ['a5c1a926-ea0e-425e-8566-64d180f8ff01'] in n-d-810909-2 is: [{'id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'name': 'tempest-TestShelveInstance-1511414060-router', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:30Z', 'revision_number': 4, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'gw_port': {'id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': '644271be-68b4-4ea3-ab0f-c3adafd37be2', 'name': '', 'network_id': '040605ab-22a5-474b-abbc-db411ddd84fb', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'mac_address': 'fa:16:3e:78:4d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:29Z', 'updated_at': '2021-09-30T14:13:34Z', 'revision_number': 5, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'subnets': [{'id': '1718ff46-bca4-4c51-8f3b-391831d2b29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:22:06.792271 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8d91a-55c5-4e2e-91e4-3d5ae5940310 req-469b76da-009e-4426-8660-0741973adeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:06.793790 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ed8d91a-55c5-4e2e-91e4-3d5ae5940310 req-469b76da-009e-4426-8660-0741973adeca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=040605ab-22a5-474b-abbc-db411ddd84fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414112 Sep 30 14:22:06.888543 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ed8d91a-55c5-4e2e-91e4-3d5ae5940310 req-c0373238-77a5-4544-9f0f-cf16beeb9ba2 service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861197 Sep 30 14:22:06.990740 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-5ed8d91a-55c5-4e2e-91e4-3d5ae5940310 req-b76ed817-008b-48ae-8b04-39a88947ba19 service neutron] 10.222.0.39 "GET /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943563 Sep 30 14:22:07.000355 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11c6f1c-f095-4c29-aad2-93b972cef644 None None] New status for floating IP 1d4d838b-831b-4c37-a7c5-7aeb96c138d4: DOWN {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 14:22:07.510742 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bac46-3a7f-416e-8d63-34b1cb08f617 req-7952a3ad-0747-4954-9f53-9378eaf41a0e tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:07.512366 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-920bac46-3a7f-416e-8d63-34b1cb08f617 req-7952a3ad-0747-4954-9f53-9378eaf41a0e tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 945 time: 0.0520222 Sep 30 14:22:07.549291 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-920bac46-3a7f-416e-8d63-34b1cb08f617 req-98cb0ad0-c1e6-475b-b2f9-f3f54336c107 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/security-groups?id=df2f451c-861c-4029-96a3-68a0618c5bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310695 Sep 30 14:22:07.834043 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ceb82-bfe4-4b9f-a463-a3a22a8f61f8 req-26e1f380-3129-4b73-91c4-95453a07c847 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:07.835372 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9b7ceb82-bfe4-4b9f-a463-a3a22a8f61f8 req-26e1f380-3129-4b73-91c4-95453a07c847 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.39 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 945 time: 0.0470936 Sep 30 14:22:07.921737 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-9b7ceb82-bfe4-4b9f-a463-a3a22a8f61f8 req-f1bd2e2d-61a9-4366-8f43-1188310b57ec tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Deleting port 080c6ea2-c824-4411-bbc2-47147c04acda {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:22:07.922614 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9b7ceb82-bfe4-4b9f-a463-a3a22a8f61f8 req-f1bd2e2d-61a9-4366-8f43-1188310b57ec tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:08.011687 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-9b7ceb82-bfe4-4b9f-a463-a3a22a8f61f8 req-f1bd2e2d-61a9-4366-8f43-1188310b57ec tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] For port 080c6ea2-c824-4411-bbc2-47147c04acda, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=080c6ea2-c824-4411-bbc2-47147c04acda,segment=NetworkSegment(b829b587-2521-4a9e-8657-fe8bc5e3832f),segment_id=b829b587-2521-4a9e-8657-fe8bc5e3832f)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:22:08.012049 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9b7ceb82-bfe4-4b9f-a463-a3a22a8f61f8 req-f1bd2e2d-61a9-4366-8f43-1188310b57ec tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:08.024183 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-9b7ceb82-bfe4-4b9f-a463-a3a22a8f61f8 req-f1bd2e2d-61a9-4366-8f43-1188310b57ec tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Calling delete_port for 080c6ea2-c824-4411-bbc2-47147c04acda owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:22:08.151984 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9b7ceb82-bfe4-4b9f-a463-a3a22a8f61f8 req-f1bd2e2d-61a9-4366-8f43-1188310b57ec tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:08.181101 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd2e2d-61a9-4366-8f43-1188310b57ec tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Pushing event deleted for resources: {'Port': ['ID=080c6ea2-c824-4411-bbc2-47147c04acda,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:08.208497 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd2e2d-61a9-4366-8f43-1188310b57ec tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:08.208847 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd2e2d-61a9-4366-8f43-1188310b57ec tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:08.209188 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd2e2d-61a9-4366-8f43-1188310b57ec tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:08.209533 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd2e2d-61a9-4366-8f43-1188310b57ec tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:08.209866 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd2e2d-61a9-4366-8f43-1188310b57ec tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:08.210340 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd2e2d-61a9-4366-8f43-1188310b57ec tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:08.210670 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd2e2d-61a9-4366-8f43-1188310b57ec tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:08.210997 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd2e2d-61a9-4366-8f43-1188310b57ec tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:08.211322 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd2e2d-61a9-4366-8f43-1188310b57ec tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:08.211649 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd2e2d-61a9-4366-8f43-1188310b57ec tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:08.211994 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd2e2d-61a9-4366-8f43-1188310b57ec tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:08.212324 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd2e2d-61a9-4366-8f43-1188310b57ec tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:08.231395 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7ceb82-bfe4-4b9f-a463-a3a22a8f61f8 req-f1bd2e2d-61a9-4366-8f43-1188310b57ec tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] No DVR routers for this DVR port 080c6ea2-c824-4411-bbc2-47147c04acda on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:22:08.233895 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-9b7ceb82-bfe4-4b9f-a463-a3a22a8f61f8 req-f1bd2e2d-61a9-4366-8f43-1188310b57ec tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:08.235994 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-9b7ceb82-bfe4-4b9f-a463-a3a22a8f61f8 req-f1bd2e2d-61a9-4366-8f43-1188310b57ec tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.39 "DELETE /v2.0/ports/080c6ea2-c824-4411-bbc2-47147c04acda HTTP/1.1" status: 204 len: 173 time: 0.3941584 Sep 30 14:22:08.236423 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e044f5-52f6-439d-816a-a1e20a5e8205', 'name': 'network-vif-deleted', 'tag': '080c6ea2-c824-4411-bbc2-47147c04acda'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:22:08.238673 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f42147-b958-44cf-819f-eb8efc9b87f6" -d '{"events": [{"server_uuid": "68e044f5-52f6-439d-816a-a1e20a5e8205", "name": "network-vif-deleted", "tag": "080c6ea2-c824-4411-bbc2-47147c04acda"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:22:08.274789 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5221cdd2-d96c-4b5e-bee5-8346750f1179 x-openstack-request-id: req-5221cdd2-d96c-4b5e-bee5-8346750f1179 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:22:08.275086 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e044f5-52f6-439d-816a-a1e20a5e8205", "name": "network-vif-deleted", "tag": "080c6ea2-c824-4411-bbc2-47147c04acda", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:22:08.275353 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5221cdd2-d96c-4b5e-bee5-8346750f1179 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:22:08.275739 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e044f5-52f6-439d-816a-a1e20a5e8205', 'name': 'network-vif-deleted', 'tag': '080c6ea2-c824-4411-bbc2-47147c04acda', 'status': 'completed', 'code': 200} Sep 30 14:22:08.648434 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f38fb15c-c29f-4dc6-ac7f-b4f2624132a7 req-e000a8e8-7c7b-45ab-be4c-645e1c24628d tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 210 time: 0.0290959 Sep 30 14:22:09.744913 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4acd13e5-79eb-436f-80a8-d4db8a15186f req-bfc4c430-a32f-413f-a255-2d73c34f2c8f tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 210 time: 0.0270329 Sep 30 14:22:10.668908 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 080c6ea2-c824-4411-bbc2-47147c04acda no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:22:10.693519 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 080c6ea2-c824-4411-bbc2-47147c04acda {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:22:10.693783 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 080c6ea2-c824-4411-bbc2-47147c04acda not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:22:10.846477 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-66f203e9-7d0d-4caf-b5af-b69131a9fb0c req-11343472-84a7-4580-913e-005a427ce663 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 210 time: 0.0307367 Sep 30 14:22:11.955652 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-cb6b5b07-f04b-45a9-b5e0-e839e58049f1 req-2eeddea6-f8ff-45ea-861c-1b01585caa97 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "GET /v2.0/ports?device_id=68e044f5-52f6-439d-816a-a1e20a5e8205 HTTP/1.1" status: 200 len: 210 time: 0.0303843 Sep 30 14:22:13.011597 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51018) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:13.073061 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74f8c09f-0e3a-4629-83d3-388968ca1a66 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:13.098540 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74f8c09f-0e3a-4629-83d3-388968ca1a66 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:13.159213 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74f8c09f-0e3a-4629-83d3-388968ca1a66 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:13.161867 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-74f8c09f-0e3a-4629-83d3-388968ca1a66 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:13.163048 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-74f8c09f-0e3a-4629-83d3-388968ca1a66 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] 10.222.0.18 "DELETE /v2.0/security-groups/df2f451c-861c-4029-96a3-68a0618c5bf2 HTTP/1.1" status: 204 len: 168 time: 0.1504018 Sep 30 14:22:13.177571 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8c09f-0e3a-4629-83d3-388968ca1a66 tempest-TestShelveInstance-1043793412 tempest-TestShelveInstance-1043793412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2f451c-861c-4029-96a3-68a0618c5bf2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:13.227695 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51022) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:13.688682 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-840419b3-a938-471c-8b2f-5b03532258df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:13.932941 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-840419b3-a938-471c-8b2f-5b03532258df admin admin] Deleting port 644271be-68b4-4ea3-ab0f-c3adafd37be2 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:22:13.933278 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-840419b3-a938-471c-8b2f-5b03532258df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:14.009095 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-840419b3-a938-471c-8b2f-5b03532258df admin admin] For port 644271be-68b4-4ea3-ab0f-c3adafd37be2, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=644271be-68b4-4ea3-ab0f-c3adafd37be2,segment=NetworkSegment(b829b587-2521-4a9e-8657-fe8bc5e3832f),segment_id=b829b587-2521-4a9e-8657-fe8bc5e3832f)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:22:14.009444 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-840419b3-a938-471c-8b2f-5b03532258df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:14.022234 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-840419b3-a938-471c-8b2f-5b03532258df admin admin] Calling delete_port for 644271be-68b4-4ea3-ab0f-c3adafd37be2 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:22:14.203756 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-840419b3-a938-471c-8b2f-5b03532258df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:14.229885 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840419b3-a938-471c-8b2f-5b03532258df admin admin] Pushing event deleted for resources: {'Port': ['ID=644271be-68b4-4ea3-ab0f-c3adafd37be2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:14.411729 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-840419b3-a938-471c-8b2f-5b03532258df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:14.627828 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840419b3-a938-471c-8b2f-5b03532258df admin admin] Router a5c1a926-ea0e-425e-8566-64d180f8ff01 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:22:14.726496 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840419b3-a938-471c-8b2f-5b03532258df admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:22:14.733203 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-840419b3-a938-471c-8b2f-5b03532258df admin admin] 10.222.0.18 "PUT /v2.0/routers/a5c1a926-ea0e-425e-8566-64d180f8ff01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5041311 Sep 30 14:22:14.734026 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51026) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:14.736152 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ffd4e2-6da7-4d85-96fa-fa6a6af95e42 None None] Sync routers for ids ['a5c1a926-ea0e-425e-8566-64d180f8ff01'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:22:14.745111 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ffd4e2-6da7-4d85-96fa-fa6a6af95e42 None None] Routers {'a5c1a926-ea0e-425e-8566-64d180f8ff01'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:22:14.745754 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-54ffd4e2-6da7-4d85-96fa-fa6a6af95e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:21:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a5c1a926-ea0e-425e-8566-64d180f8ff01'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:14.838936 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-acc2ded1-49e4-436f-ac0c-59263833ce3f admin admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:14.848600 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-54ffd4e2-6da7-4d85-96fa-fa6a6af95e42 None None] Set router a5c1a926-ea0e-425e-8566-64d180f8ff01 gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:22:14.940373 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-acc2ded1-49e4-436f-ac0c-59263833ce3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:14.993457 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ded1-49e4-436f-ac0c-59263833ce3f admin admin] Deleting port 279cabe2-810f-4abf-8bb0-241b1a937369 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:22:14.993803 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-acc2ded1-49e4-436f-ac0c-59263833ce3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:15.026056 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-54ffd4e2-6da7-4d85-96fa-fa6a6af95e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'name': 'tempest-TestShelveInstance-1511414060-router', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:22:14Z', 'revision_number': 5, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'gw_port': {'id': '279cabe2-810f-4abf-8bb0-241b1a937369', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:15.052589 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ffd4e2-6da7-4d85-96fa-fa6a6af95e42 None None] Checking router: a5c1a926-ea0e-425e-8566-64d180f8ff01 for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:22:15.060882 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ffd4e2-6da7-4d85-96fa-fa6a6af95e42 None None] Routers {'a5c1a926-ea0e-425e-8566-64d180f8ff01'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:22:15.061475 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-54ffd4e2-6da7-4d85-96fa-fa6a6af95e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:21:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['a5c1a926-ea0e-425e-8566-64d180f8ff01'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:15.071845 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-acc2ded1-49e4-436f-ac0c-59263833ce3f admin admin] For port 279cabe2-810f-4abf-8bb0-241b1a937369, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=279cabe2-810f-4abf-8bb0-241b1a937369,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:22:15.072212 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-acc2ded1-49e4-436f-ac0c-59263833ce3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:15.083473 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ded1-49e4-436f-ac0c-59263833ce3f admin admin] Calling delete_port for 279cabe2-810f-4abf-8bb0-241b1a937369 owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:22:15.145770 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-54ffd4e2-6da7-4d85-96fa-fa6a6af95e42 None None] Set router a5c1a926-ea0e-425e-8566-64d180f8ff01 gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:22:15.201712 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-54ffd4e2-6da7-4d85-96fa-fa6a6af95e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'name': 'tempest-TestShelveInstance-1511414060-router', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:22:14Z', 'revision_number': 6, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:15.228327 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ffd4e2-6da7-4d85-96fa-fa6a6af95e42 None None] The sync data for ids ['a5c1a926-ea0e-425e-8566-64d180f8ff01'] in n-d-810909-2 is: [{'id': 'a5c1a926-ea0e-425e-8566-64d180f8ff01', 'name': 'tempest-TestShelveInstance-1511414060-router', 'tenant_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:27Z', 'updated_at': '2021-09-30T14:22:14Z', 'revision_number': 6, 'project_id': '69f4ec0b9c214822ab3c9db8c5dfb7ba', 'gw_port_host': None}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:22:15.247675 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-acc2ded1-49e4-436f-ac0c-59263833ce3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:15.280181 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ded1-49e4-436f-ac0c-59263833ce3f admin admin] Pushing event deleted for resources: {'Port': ['ID=279cabe2-810f-4abf-8bb0-241b1a937369,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:15.344429 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-acc2ded1-49e4-436f-ac0c-59263833ce3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:15.434770 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-acc2ded1-49e4-436f-ac0c-59263833ce3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:15.437081 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-acc2ded1-49e4-436f-ac0c-59263833ce3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:15.478421 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-acc2ded1-49e4-436f-ac0c-59263833ce3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:15.478957 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc2ded1-49e4-436f-ac0c-59263833ce3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5c1a926-ea0e-425e-8566-64d180f8ff01 {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 14:22:15.483193 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-acc2ded1-49e4-436f-ac0c-59263833ce3f admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:15.484958 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-acc2ded1-49e4-436f-ac0c-59263833ce3f admin admin] 10.222.0.18 "DELETE /v2.0/routers/a5c1a926-ea0e-425e-8566-64d180f8ff01 HTTP/1.1" status: 204 len: 168 time: 0.7486703 Sep 30 14:22:15.487512 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51028) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:15.533913 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-129aaef1-85fb-4d0f-b8bc-8ad05289c023 admin admin] Deleting subnet 1718ff46-bca4-4c51-8f3b-391831d2b29c {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 14:22:15.536788 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-129aaef1-85fb-4d0f-b8bc-8ad05289c023 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:15.570892 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-129aaef1-85fb-4d0f-b8bc-8ad05289c023 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:15.619137 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:15.649177 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-129aaef1-85fb-4d0f-b8bc-8ad05289c023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:15.706905 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-129aaef1-85fb-4d0f-b8bc-8ad05289c023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:15.732134 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129aaef1-85fb-4d0f-b8bc-8ad05289c023 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1718ff46-bca4-4c51-8f3b-391831d2b29c,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:15.736008 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-129aaef1-85fb-4d0f-b8bc-8ad05289c023 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:15.739713 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-129aaef1-85fb-4d0f-b8bc-8ad05289c023 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1718ff46-bca4-4c51-8f3b-391831d2b29c HTTP/1.1" status: 204 len: 168 time: 0.2494638 Sep 30 14:22:15.740402 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51030) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:15.742905 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238766ef-6c12-45fa-aedc-9d28ec411de8 None None] Network 040605ab-22a5-474b-abbc-db411ddd84fb requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:22:15.810409 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-86c1bcc0-7149-4626-83a4-5272d9672af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:15.865781 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-86c1bcc0-7149-4626-83a4-5272d9672af0 admin admin] Deleting port 611e9dfb-e9fc-4792-a772-83019e80a953 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:22:15.866166 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-86c1bcc0-7149-4626-83a4-5272d9672af0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:15.935928 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-86c1bcc0-7149-4626-83a4-5272d9672af0 admin admin] For port 611e9dfb-e9fc-4792-a772-83019e80a953, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=611e9dfb-e9fc-4792-a772-83019e80a953,segment=NetworkSegment(b829b587-2521-4a9e-8657-fe8bc5e3832f),segment_id=b829b587-2521-4a9e-8657-fe8bc5e3832f)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:22:15.936228 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-86c1bcc0-7149-4626-83a4-5272d9672af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:15.947855 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-86c1bcc0-7149-4626-83a4-5272d9672af0 admin admin] Calling delete_port for 611e9dfb-e9fc-4792-a772-83019e80a953 owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:22:16.029440 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aca71b7-c51c-40ba-939a-316ecc2caca3 None None] DHCP port deletion for 040605ab-22a5-474b-abbc-db411ddd84fb request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 14:22:16.030498 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-86c1bcc0-7149-4626-83a4-5272d9672af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:16.061388 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1bcc0-7149-4626-83a4-5272d9672af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=611e9dfb-e9fc-4792-a772-83019e80a953,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:16.067076 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c1bcc0-7149-4626-83a4-5272d9672af0 admin admin] No DVR routers for this DVR port 611e9dfb-e9fc-4792-a772-83019e80a953 on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:22:16.155726 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-86c1bcc0-7149-4626-83a4-5272d9672af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:16.163814 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 279cabe2-810f-4abf-8bb0-241b1a937369 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:22:16.181089 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-86c1bcc0-7149-4626-83a4-5272d9672af0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040605ab-22a5-474b-abbc-db411ddd84fb']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:16.192831 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-86c1bcc0-7149-4626-83a4-5272d9672af0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b829b587-2521-4a9e-8657-fe8bc5e3832f') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:16.193142 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-86c1bcc0-7149-4626-83a4-5272d9672af0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b829b587-2521-4a9e-8657-fe8bc5e3832f') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:16.193596 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 279cabe2-810f-4abf-8bb0-241b1a937369 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:22:16.194005 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 279cabe2-810f-4abf-8bb0-241b1a937369 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:22:16.194608 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 611e9dfb-e9fc-4792-a772-83019e80a953 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:22:16.210187 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-86c1bcc0-7149-4626-83a4-5272d9672af0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:16.214206 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 611e9dfb-e9fc-4792-a772-83019e80a953 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:22:16.214552 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 611e9dfb-e9fc-4792-a772-83019e80a953 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:22:16.214958 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 644271be-68b4-4ea3-ab0f-c3adafd37be2 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:22:16.228892 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-86c1bcc0-7149-4626-83a4-5272d9672af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:16.235435 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 644271be-68b4-4ea3-ab0f-c3adafd37be2 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:22:16.235777 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 644271be-68b4-4ea3-ab0f-c3adafd37be2 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:22:16.237609 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c1bcc0-7149-4626-83a4-5272d9672af0 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 14:22:16.238094 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-86c1bcc0-7149-4626-83a4-5272d9672af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: timer() Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 14:22:16.289721 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 14:22:16.299034 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-86c1bcc0-7149-4626-83a4-5272d9672af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:16.307982 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-86c1bcc0-7149-4626-83a4-5272d9672af0 admin admin] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:16.313067 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-86c1bcc0-7149-4626-83a4-5272d9672af0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/040605ab-22a5-474b-abbc-db411ddd84fb HTTP/1.1" status: 204 len: 168 time: 0.5686712 Sep 30 14:22:16.313865 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51032) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:16.325604 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1bcc0-7149-4626-83a4-5272d9672af0 admin admin] Pushing event deleted for resources: {'Network': ['ID=040605ab-22a5-474b-abbc-db411ddd84fb,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:17.001447 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e3636616-4209-47ae-8c27-a19e0ba77460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:17.243487 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-e3636616-4209-47ae-8c27-a19e0ba77460 admin admin] Deleting port b07a3b0a-b18b-4200-93da-77d5b9dafa83 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:22:17.243710 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e3636616-4209-47ae-8c27-a19e0ba77460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:17.321476 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-e3636616-4209-47ae-8c27-a19e0ba77460 admin admin] For port b07a3b0a-b18b-4200-93da-77d5b9dafa83, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=b07a3b0a-b18b-4200-93da-77d5b9dafa83,segment=NetworkSegment(bfc5bfd1-b4b5-462b-9e9f-73ed8c32202a),segment_id=bfc5bfd1-b4b5-462b-9e9f-73ed8c32202a)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:22:17.322179 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e3636616-4209-47ae-8c27-a19e0ba77460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:17.338620 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-e3636616-4209-47ae-8c27-a19e0ba77460 admin admin] Calling delete_port for b07a3b0a-b18b-4200-93da-77d5b9dafa83 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:22:17.517900 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e3636616-4209-47ae-8c27-a19e0ba77460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:17.549108 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3636616-4209-47ae-8c27-a19e0ba77460 admin admin] Pushing event deleted for resources: {'Port': ['ID=b07a3b0a-b18b-4200-93da-77d5b9dafa83,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:17.708078 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e3636616-4209-47ae-8c27-a19e0ba77460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:17.922733 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3636616-4209-47ae-8c27-a19e0ba77460 admin admin] Router 182be080-b177-4198-9de7-4de692198e17 has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:22:18.028320 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3636616-4209-47ae-8c27-a19e0ba77460 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:22:18.034139 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e3636616-4209-47ae-8c27-a19e0ba77460 admin admin] 10.222.0.18 "PUT /v2.0/routers/182be080-b177-4198-9de7-4de692198e17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7178969 Sep 30 14:22:18.036750 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51034) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:18.040262 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df76d10c-73e8-46ca-b949-8a4b42c559e2 None None] Sync routers for ids ['182be080-b177-4198-9de7-4de692198e17'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:22:18.049064 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df76d10c-73e8-46ca-b949-8a4b42c559e2 None None] Routers {'182be080-b177-4198-9de7-4de692198e17'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:22:18.049671 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-df76d10c-73e8-46ca-b949-8a4b42c559e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:21:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['182be080-b177-4198-9de7-4de692198e17'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:18.144033 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4be361c8-ef19-4fee-bc7e-a0a78c7eb132 admin admin] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:18.155360 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-df76d10c-73e8-46ca-b949-8a4b42c559e2 None None] Set router 182be080-b177-4198-9de7-4de692198e17 gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:22:18.245223 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4be361c8-ef19-4fee-bc7e-a0a78c7eb132 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:18.293168 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9e79b6fb-58b6-4bc6-8446-9f067a57d535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:18.299309 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-4be361c8-ef19-4fee-bc7e-a0a78c7eb132 admin admin] Deleting port 7dc749fb-8506-44f0-9819-c108f00706ab {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:22:18.299661 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4be361c8-ef19-4fee-bc7e-a0a78c7eb132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:18.344764 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-df76d10c-73e8-46ca-b949-8a4b42c559e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182be080-b177-4198-9de7-4de692198e17', 'name': 'tempest-TestShelveInstance-402979274-router', 'tenant_id': 'a70ceb13ca304ebebc24483894dcf5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '7dc749fb-8506-44f0-9819-c108f00706ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:32Z', 'updated_at': '2021-09-30T14:22:17Z', 'revision_number': 5, 'project_id': 'a70ceb13ca304ebebc24483894dcf5de', 'gw_port': {'id': '7dc749fb-8506-44f0-9819-c108f00706ab', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182be080-b177-4198-9de7-4de692198e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:13:32Z', 'updated_at': '2021-09-30T14:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:18.377824 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-4be361c8-ef19-4fee-bc7e-a0a78c7eb132 admin admin] For port 7dc749fb-8506-44f0-9819-c108f00706ab, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=7dc749fb-8506-44f0-9819-c108f00706ab,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:22:18.378464 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4be361c8-ef19-4fee-bc7e-a0a78c7eb132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:18.392323 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-4be361c8-ef19-4fee-bc7e-a0a78c7eb132 admin admin] Calling delete_port for 7dc749fb-8506-44f0-9819-c108f00706ab owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:22:18.527018 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df76d10c-73e8-46ca-b949-8a4b42c559e2 None None] Checking router: 182be080-b177-4198-9de7-4de692198e17 for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:22:18.535660 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df76d10c-73e8-46ca-b949-8a4b42c559e2 None None] Routers {'182be080-b177-4198-9de7-4de692198e17'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:22:18.536260 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-df76d10c-73e8-46ca-b949-8a4b42c559e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:21:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['182be080-b177-4198-9de7-4de692198e17'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:18.561679 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4be361c8-ef19-4fee-bc7e-a0a78c7eb132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:18.591627 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be361c8-ef19-4fee-bc7e-a0a78c7eb132 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc749fb-8506-44f0-9819-c108f00706ab,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:18.621236 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-df76d10c-73e8-46ca-b949-8a4b42c559e2 None None] Set router 182be080-b177-4198-9de7-4de692198e17 gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:22:18.654142 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4be361c8-ef19-4fee-bc7e-a0a78c7eb132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:18.672311 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-df76d10c-73e8-46ca-b949-8a4b42c559e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182be080-b177-4198-9de7-4de692198e17', 'name': 'tempest-TestShelveInstance-402979274-router', 'tenant_id': 'a70ceb13ca304ebebc24483894dcf5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:32Z', 'updated_at': '2021-09-30T14:22:18Z', 'revision_number': 6, 'project_id': 'a70ceb13ca304ebebc24483894dcf5de', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:18.700902 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df76d10c-73e8-46ca-b949-8a4b42c559e2 None None] The sync data for ids ['182be080-b177-4198-9de7-4de692198e17'] in n-d-810909-2 is: [{'id': '182be080-b177-4198-9de7-4de692198e17', 'name': 'tempest-TestShelveInstance-402979274-router', 'tenant_id': 'a70ceb13ca304ebebc24483894dcf5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:13:32Z', 'updated_at': '2021-09-30T14:22:18Z', 'revision_number': 6, 'project_id': 'a70ceb13ca304ebebc24483894dcf5de', 'gw_port_host': None}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:22:18.747209 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4be361c8-ef19-4fee-bc7e-a0a78c7eb132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:18.749680 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4be361c8-ef19-4fee-bc7e-a0a78c7eb132 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:18.791560 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4be361c8-ef19-4fee-bc7e-a0a78c7eb132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:18.792023 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be361c8-ef19-4fee-bc7e-a0a78c7eb132 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 182be080-b177-4198-9de7-4de692198e17 {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 14:22:18.796228 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-4be361c8-ef19-4fee-bc7e-a0a78c7eb132 admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:18.797485 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-4be361c8-ef19-4fee-bc7e-a0a78c7eb132 admin admin] 10.222.0.18 "DELETE /v2.0/routers/182be080-b177-4198-9de7-4de692198e17 HTTP/1.1" status: 204 len: 168 time: 0.7598410 Sep 30 14:22:18.800029 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51036) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:18.848191 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-75efb2f3-4b8b-4fbe-9eca-3ab34a1c2a6d admin admin] Deleting subnet fcec13e1-5749-4ce1-9fbd-245ca6b7465c {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 14:22:18.851182 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-75efb2f3-4b8b-4fbe-9eca-3ab34a1c2a6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:18.884439 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-75efb2f3-4b8b-4fbe-9eca-3ab34a1c2a6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:18.961166 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-75efb2f3-4b8b-4fbe-9eca-3ab34a1c2a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:19.014694 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-75efb2f3-4b8b-4fbe-9eca-3ab34a1c2a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:19.047363 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75efb2f3-4b8b-4fbe-9eca-3ab34a1c2a6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcec13e1-5749-4ce1-9fbd-245ca6b7465c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:19.049264 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-75efb2f3-4b8b-4fbe-9eca-3ab34a1c2a6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:19.051192 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-75efb2f3-4b8b-4fbe-9eca-3ab34a1c2a6d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fcec13e1-5749-4ce1-9fbd-245ca6b7465c HTTP/1.1" status: 204 len: 168 time: 0.2502146 Sep 30 14:22:19.053523 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f364336-8d6d-48b3-805c-847871e944f0 None None] Network c02080ea-6b22-4049-970b-338dcade553c requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:22:19.054033 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51038) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:19.127333 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f977ba5a-6a74-4ed1-8d6b-1c76834e7b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:19.179631 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-f977ba5a-6a74-4ed1-8d6b-1c76834e7b16 admin admin] Deleting port dd2edc1e-1222-464a-b0a5-6c7ce7435013 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:22:19.179967 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f977ba5a-6a74-4ed1-8d6b-1c76834e7b16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:19.246350 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-f977ba5a-6a74-4ed1-8d6b-1c76834e7b16 admin admin] For port dd2edc1e-1222-464a-b0a5-6c7ce7435013, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=dd2edc1e-1222-464a-b0a5-6c7ce7435013,segment=NetworkSegment(bfc5bfd1-b4b5-462b-9e9f-73ed8c32202a),segment_id=bfc5bfd1-b4b5-462b-9e9f-73ed8c32202a)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:22:19.246713 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f977ba5a-6a74-4ed1-8d6b-1c76834e7b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:19.258355 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-f977ba5a-6a74-4ed1-8d6b-1c76834e7b16 admin admin] Calling delete_port for dd2edc1e-1222-464a-b0a5-6c7ce7435013 owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:22:19.335840 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f977ba5a-6a74-4ed1-8d6b-1c76834e7b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:19.363650 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977ba5a-6a74-4ed1-8d6b-1c76834e7b16 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd2edc1e-1222-464a-b0a5-6c7ce7435013,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:19.367099 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f977ba5a-6a74-4ed1-8d6b-1c76834e7b16 admin admin] No DVR routers for this DVR port dd2edc1e-1222-464a-b0a5-6c7ce7435013 on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:22:19.435701 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f977ba5a-6a74-4ed1-8d6b-1c76834e7b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:19.456702 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-f977ba5a-6a74-4ed1-8d6b-1c76834e7b16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02080ea-6b22-4049-970b-338dcade553c']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:19.466624 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-f977ba5a-6a74-4ed1-8d6b-1c76834e7b16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc5bfd1-b4b5-462b-9e9f-73ed8c32202a') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:19.466917 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-f977ba5a-6a74-4ed1-8d6b-1c76834e7b16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc5bfd1-b4b5-462b-9e9f-73ed8c32202a') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:19.476914 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f977ba5a-6a74-4ed1-8d6b-1c76834e7b16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:19.477841 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84263885-0066-4aa2-a6a0-2e95af3ce677 None None] DHCP port deletion for c02080ea-6b22-4049-970b-338dcade553c request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 14:22:19.497480 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f977ba5a-6a74-4ed1-8d6b-1c76834e7b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:19.504814 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f977ba5a-6a74-4ed1-8d6b-1c76834e7b16 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 14:22:19.505212 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f977ba5a-6a74-4ed1-8d6b-1c76834e7b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: timer() Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 14:22:19.507049 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 14:22:19.564798 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f977ba5a-6a74-4ed1-8d6b-1c76834e7b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:19.573828 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-f977ba5a-6a74-4ed1-8d6b-1c76834e7b16 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:19.575731 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-f977ba5a-6a74-4ed1-8d6b-1c76834e7b16 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c02080ea-6b22-4049-970b-338dcade553c HTTP/1.1" status: 204 len: 168 time: 0.5204585 Sep 30 14:22:19.585469 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977ba5a-6a74-4ed1-8d6b-1c76834e7b16 admin admin] Pushing event deleted for resources: {'Network': ['ID=c02080ea-6b22-4049-970b-338dcade553c,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:19.687852 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51042) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:19.728460 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-644eb8ba-2e65-4d88-88f4-3776ec541265 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69f4ec0b9c214822ab3c9db8c5dfb7ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394287 Sep 30 14:22:19.730916 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51044) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:19.777617 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0edb8fe4-bf59-43b4-a477-07919ff4d1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:19.798874 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0edb8fe4-bf59-43b4-a477-07919ff4d1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:19.847506 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0edb8fe4-bf59-43b4-a477-07919ff4d1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:19.850036 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0edb8fe4-bf59-43b4-a477-07919ff4d1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:19.851189 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0edb8fe4-bf59-43b4-a477-07919ff4d1e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2764d2de-cb28-4af7-b20a-7d5ab27a3fe1 HTTP/1.1" status: 204 len: 168 time: 0.1193900 Sep 30 14:22:19.859737 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb8fe4-bf59-43b4-a477-07919ff4d1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2764d2de-cb28-4af7-b20a-7d5ab27a3fe1,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:20.162414 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51050) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:20.164891 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b07a3b0a-b18b-4200-93da-77d5b9dafa83 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:22:20.185228 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: b07a3b0a-b18b-4200-93da-77d5b9dafa83 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:22:20.185575 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device b07a3b0a-b18b-4200-93da-77d5b9dafa83 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:22:20.185998 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device dd2edc1e-1222-464a-b0a5-6c7ce7435013 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:22:20.204120 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ddbc229d-efdf-493a-a3be-e941d0955aaa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a70ceb13ca304ebebc24483894dcf5de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377746 Sep 30 14:22:20.204412 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51052) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:20.204844 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: dd2edc1e-1222-464a-b0a5-6c7ce7435013 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:22:20.205194 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device dd2edc1e-1222-464a-b0a5-6c7ce7435013 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:22:20.205601 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 7dc749fb-8506-44f0-9819-c108f00706ab no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:22:20.224149 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 7dc749fb-8506-44f0-9819-c108f00706ab {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:22:20.224538 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 7dc749fb-8506-44f0-9819-c108f00706ab not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:22:20.254291 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9d793c83-8e02-4577-bd1c-7eceea081735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:20.275810 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9d793c83-8e02-4577-bd1c-7eceea081735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:20.320971 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9d793c83-8e02-4577-bd1c-7eceea081735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:20.323665 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9d793c83-8e02-4577-bd1c-7eceea081735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:20.324817 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9d793c83-8e02-4577-bd1c-7eceea081735 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/91cc787e-1071-4bf6-b09f-e52e8efd40d3 HTTP/1.1" status: 204 len: 168 time: 0.1195178 Sep 30 14:22:20.332986 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d793c83-8e02-4577-bd1c-7eceea081735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cc787e-1071-4bf6-b09f-e52e8efd40d3,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:20.364226 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:20.773621 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-33d4ffe8-6b54-4159-b32f-e25331bd2f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:20.988547 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51074) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:21.081367 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-249df592-5506-4513-a208-e08a9260331c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-459251946-network', 'tenant_id': '61b813cb00254ad495d20be649ceed77'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:22:21.102475 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249df592-5506-4513-a208-e08a9260331c admin admin] Made reservation on behalf of 61b813cb00254ad495d20be649ceed77 for: {'network': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:22:21.104701 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-249df592-5506-4513-a208-e08a9260331c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:21.113720 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-249df592-5506-4513-a208-e08a9260331c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:21.205407 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-249df592-5506-4513-a208-e08a9260331c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:21.209074 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-249df592-5506-4513-a208-e08a9260331c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:21.232302 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249df592-5506-4513-a208-e08a9260331c admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 14:22:21.242097 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249df592-5506-4513-a208-e08a9260331c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c1d835-9875-4749-81a5-b10aef125ff8,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:21.246759 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-249df592-5506-4513-a208-e08a9260331c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:21.247101 n-d-810909-2 neutron-server[94764]: INFO neutron.db.segments_db [None req-249df592-5506-4513-a208-e08a9260331c admin admin] Added segment cd3d294b-1ffb-423c-84e8-a40df5982fb4 of type vlan for network 2b7a7867-9eea-4e7a-9c5e-c1d97983cead Sep 30 14:22:21.286414 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-249df592-5506-4513-a208-e08a9260331c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:21.311083 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-249df592-5506-4513-a208-e08a9260331c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:21.312079 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249df592-5506-4513-a208-e08a9260331c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:21.312653 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-249df592-5506-4513-a208-e08a9260331c admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:21.338020 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-249df592-5506-4513-a208-e08a9260331c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3484101 Sep 30 14:22:21.340953 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51078) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:21.346617 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-56dcee00-a292-4b0c-b980-2ba3505a2b6c admin admin] Request body: {'subnet': {'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-459251946-subnet', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'ip_version': 4}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:22:21.367684 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dcee00-a292-4b0c-b980-2ba3505a2b6c admin admin] Made reservation on behalf of 61b813cb00254ad495d20be649ceed77 for: {'subnet': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:22:21.370115 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-56dcee00-a292-4b0c-b980-2ba3505a2b6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24047935'] for subnet, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:21.373659 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249df592-5506-4513-a208-e08a9260331c admin admin] Pushing event updated for resources: {'Network': ['ID=2b7a7867-9eea-4e7a-9c5e-c1d97983cead,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:21.383912 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network 2b7a7867-9eea-4e7a-9c5e-c1d97983cead details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 14:22:21.541579 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-56dcee00-a292-4b0c-b980-2ba3505a2b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24584061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24047917'] for subnet, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:21.596558 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcee00-a292-4b0c-b980-2ba3505a2b6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dd01cd9-36f1-48d4-8bb4-8a03ba706a58,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:21.605937 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dcee00-a292-4b0c-b980-2ba3505a2b6c admin admin] Checking segment: {'id': 'cd3d294b-1ffb-423c-84e8-a40df5982fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:22:21.606325 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dcee00-a292-4b0c-b980-2ba3505a2b6c admin admin] Network hostable DHCP agents. Network: 2b7a7867-9eea-4e7a-9c5e-c1d97983cead, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 14:22:21.623136 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dcee00-a292-4b0c-b980-2ba3505a2b6c admin admin] Network 2b7a7867-9eea-4e7a-9c5e-c1d97983cead is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 14:22:21.631872 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-56dcee00-a292-4b0c-b980-2ba3505a2b6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, 2b7a7867-9eea-4e7a-9c5e-c1d97983cead) {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:22:21.636495 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dcee00-a292-4b0c-b980-2ba3505a2b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:21.637434 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-56dcee00-a292-4b0c-b980-2ba3505a2b6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:21.640399 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dd4598-049a-43fd-80d0-049052f6f821 None None] Network 2b7a7867-9eea-4e7a-9c5e-c1d97983cead requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:22:21.651072 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-56dcee00-a292-4b0c-b980-2ba3505a2b6c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3090532 Sep 30 14:22:21.653749 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51080) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:21.658534 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-11a24f4d-2f96-44d4-b73d-b2b5e32c9ff5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-459251946-router', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:22:21.679621 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-11a24f4d-2f96-44d4-b73d-b2b5e32c9ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:21.680739 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-11a24f4d-2f96-44d4-b73d-b2b5e32c9ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:21.737941 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-11a24f4d-2f96-44d4-b73d-b2b5e32c9ff5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:21.763423 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:21.797736 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'fixed_ips': [{'subnet_id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 14:22:21.798631 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:21.877888 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-11a24f4d-2f96-44d4-b73d-b2b5e32c9ff5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:21.929106 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Allocated IP 172.20.0.2 (2b7a7867-9eea-4e7a-9c5e-c1d97983cead/9dd01cd9-36f1-48d4-8bb4-8a03ba706a58/1666cda2-d5f4-4485-9083-a3ab4ac768fc) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:22:22.072979 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:22.077196 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-11a24f4d-2f96-44d4-b73d-b2b5e32c9ff5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:22.079050 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:22.097159 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-11a24f4d-2f96-44d4-b73d-b2b5e32c9ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:22.116994 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Network 2b7a7867-9eea-4e7a-9c5e-c1d97983cead is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:22:22.121335 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:22:22.125800 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:22:22.132828 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Pushing event updated for resources: {'Port': ['ID=1666cda2-d5f4-4485-9083-a3ab4ac768fc,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:22.161348 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:22.161695 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:22.162097 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:22.162384 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:22.162715 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:22.163037 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:22.163360 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:22.163680 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:22.164090 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:22.164410 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:22.164729 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:22.165044 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:22.199881 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Attempting to bind port 1666cda2-d5f4-4485-9083-a3ab4ac768fc on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:22:22.200252 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Attempting to bind port 1666cda2-d5f4-4485-9083-a3ab4ac768fc by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'cd3d294b-1ffb-423c-84e8-a40df5982fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:22:22.200634 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Attempting to bind port 1666cda2-d5f4-4485-9083-a3ab4ac768fc on network 2b7a7867-9eea-4e7a-9c5e-c1d97983cead {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:22:22.206222 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:22:22.206613 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Checking segment: {'id': 'cd3d294b-1ffb-423c-84e8-a40df5982fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:22:22.207126 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:22.207493 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Bound using segment: {'id': 'cd3d294b-1ffb-423c-84e8-a40df5982fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:22:22.207857 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Bound port: 1666cda2-d5f4-4485-9083-a3ab4ac768fc, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3d294b-1ffb-423c-84e8-a40df5982fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:22:22.208026 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-11a24f4d-2f96-44d4-b73d-b2b5e32c9ff5 admin admin] Allocated IP 172.25.5.81 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/4cc5fa75-2fdc-415c-a13c-4e8066aaa656) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:22:22.208466 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:22.271417 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] For port 1666cda2-d5f4-4485-9083-a3ab4ac768fc, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:22:22.274969 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] For port 1666cda2-d5f4-4485-9083-a3ab4ac768fc, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1666cda2-d5f4-4485-9083-a3ab4ac768fc,segment=NetworkSegment(cd3d294b-1ffb-423c-84e8-a40df5982fb4),segment_id=cd3d294b-1ffb-423c-84e8-a40df5982fb4)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:22:22.279559 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:22.310800 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-11a24f4d-2f96-44d4-b73d-b2b5e32c9ff5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:22.346641 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d76e6-2259-4c5a-bb72-0e2354e14aeb None None] Pushing event updated for resources: {'Port': ['ID=1666cda2-d5f4-4485-9083-a3ab4ac768fc,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:22.360127 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-11a24f4d-2f96-44d4-b73d-b2b5e32c9ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:22.400873 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a24f4d-2f96-44d4-b73d-b2b5e32c9ff5 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:22:22.403660 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-11a24f4d-2f96-44d4-b73d-b2b5e32c9ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:22:22.407222 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a24f4d-2f96-44d4-b73d-b2b5e32c9ff5 admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:22:22.431137 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a24f4d-2f96-44d4-b73d-b2b5e32c9ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=4cc5fa75-2fdc-415c-a13c-4e8066aaa656,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:22.674678 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:22.675793 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-11a24f4d-2f96-44d4-b73d-b2b5e32c9ff5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:22.870494 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-11a24f4d-2f96-44d4-b73d-b2b5e32c9ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:23.209435 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f38f84-1bdf-48a0-b82a-ede7ff3b3918 None None] Network 2b7a7867-9eea-4e7a-9c5e-c1d97983cead requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:22:23.311841 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a24f4d-2f96-44d4-b73d-b2b5e32c9ff5 admin admin] Router 478821ab-caf5-4db9-be4d-318c2570dbab is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 14:22:23.335644 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-d5d8168f-c8d9-4dbd-bc1f-35698951e9fd None None] Provisioning complete for port 1666cda2-d5f4-4485-9083-a3ab4ac768fc triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:22:23.336010 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d5d8168f-c8d9-4dbd-bc1f-35698951e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:23.427056 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a24f4d-2f96-44d4-b73d-b2b5e32c9ff5 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:22:23.439528 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454236be-033c-4f1e-bf4d-54e7c6f0bb1a None None] Sync routers for ids ['478821ab-caf5-4db9-be4d-318c2570dbab'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:22:23.447161 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d5d8168f-c8d9-4dbd-bc1f-35698951e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:23.455236 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-11a24f4d-2f96-44d4-b73d-b2b5e32c9ff5 admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:23.456907 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-11a24f4d-2f96-44d4-b73d-b2b5e32c9ff5 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8019381 Sep 30 14:22:23.459159 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454236be-033c-4f1e-bf4d-54e7c6f0bb1a None None] Routers {'478821ab-caf5-4db9-be4d-318c2570dbab'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:22:23.459668 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51082) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:23.467143 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-454236be-033c-4f1e-bf4d-54e7c6f0bb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:22:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['478821ab-caf5-4db9-be4d-318c2570dbab'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:23.486323 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d5d8168f-c8d9-4dbd-bc1f-35698951e9fd None None] For port 1666cda2-d5f4-4485-9083-a3ab4ac768fc, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1666cda2-d5f4-4485-9083-a3ab4ac768fc,segment=NetworkSegment(cd3d294b-1ffb-423c-84e8-a40df5982fb4),segment_id=cd3d294b-1ffb-423c-84e8-a40df5982fb4)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:22:23.491035 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d5d8168f-c8d9-4dbd-bc1f-35698951e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:23.562996 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8168f-c8d9-4dbd-bc1f-35698951e9fd None None] Pushing event updated for resources: {'Port': ['ID=1666cda2-d5f4-4485-9083-a3ab4ac768fc,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:23.610683 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6b819240-d742-4bca-952b-972c965eb945 None None] Provisioning complete for port 1666cda2-d5f4-4485-9083-a3ab4ac768fc triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:22:23.611199 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6b819240-d742-4bca-952b-972c965eb945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:23.689603 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-454236be-033c-4f1e-bf4d-54e7c6f0bb1a None None] Set router 478821ab-caf5-4db9-be4d-318c2570dbab gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:22:23.862466 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-454236be-033c-4f1e-bf4d-54e7c6f0bb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'name': 'tempest-TestSnapshotPattern-459251946-router', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:21Z', 'updated_at': '2021-09-30T14:22:22Z', 'revision_number': 3, 'project_id': '61b813cb00254ad495d20be649ceed77', 'gw_port': {'id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:14:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:22Z', 'updated_at': '2021-09-30T14:22:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:23.888481 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454236be-033c-4f1e-bf4d-54e7c6f0bb1a None None] Checking router: 478821ab-caf5-4db9-be4d-318c2570dbab for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:22:23.888861 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454236be-033c-4f1e-bf4d-54e7c6f0bb1a None None] Updating router 478821ab-caf5-4db9-be4d-318c2570dbab port 4cc5fa75-2fdc-415c-a13c-4e8066aaa656 binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 14:22:23.916232 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-454236be-033c-4f1e-bf4d-54e7c6f0bb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:23.924146 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-29249a20-e4ae-4365-8d0d-c521a50509ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:24.078126 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-29249a20-e4ae-4365-8d0d-c521a50509ca admin admin] Allocated IP 172.20.0.1 (2b7a7867-9eea-4e7a-9c5e-c1d97983cead/9dd01cd9-36f1-48d4-8bb4-8a03ba706a58/dfdff179-481b-4df5-ae60-771720e0d8f2) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:22:24.168814 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-454236be-033c-4f1e-bf4d-54e7c6f0bb1a None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:24.175712 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-454236be-033c-4f1e-bf4d-54e7c6f0bb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:24.188328 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-29249a20-e4ae-4365-8d0d-c521a50509ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:24.191224 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1666cda2-d5f4-4485-9083-a3ab4ac768fc up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:22:24.223575 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-454236be-033c-4f1e-bf4d-54e7c6f0bb1a None None] Attempting to bind port 4cc5fa75-2fdc-415c-a13c-4e8066aaa656 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:22:24.223948 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-454236be-033c-4f1e-bf4d-54e7c6f0bb1a None None] Attempting to bind port 4cc5fa75-2fdc-415c-a13c-4e8066aaa656 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:22:24.224291 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454236be-033c-4f1e-bf4d-54e7c6f0bb1a None None] Attempting to bind port 4cc5fa75-2fdc-415c-a13c-4e8066aaa656 on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:22:24.225825 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-29249a20-e4ae-4365-8d0d-c521a50509ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:24.237763 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454236be-033c-4f1e-bf4d-54e7c6f0bb1a None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:22:24.238356 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454236be-033c-4f1e-bf4d-54e7c6f0bb1a None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:22:24.238828 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-454236be-033c-4f1e-bf4d-54e7c6f0bb1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:24.239285 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454236be-033c-4f1e-bf4d-54e7c6f0bb1a None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:22:24.239819 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-454236be-033c-4f1e-bf4d-54e7c6f0bb1a None None] Bound port: 4cc5fa75-2fdc-415c-a13c-4e8066aaa656, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:22:24.240264 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-454236be-033c-4f1e-bf4d-54e7c6f0bb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:24.241431 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 1666cda2-d5f4-4485-9083-a3ab4ac768fc triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:22:24.242093 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:24.243007 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b52f05-2473-4f2e-bd8a-684c3f6f0d06 None None] Pushing event updated for resources: {'Port': ['ID=4cc5fa75-2fdc-415c-a13c-4e8066aaa656,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:24.271549 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b52f05-2473-4f2e-bd8a-684c3f6f0d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:24.271911 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b52f05-2473-4f2e-bd8a-684c3f6f0d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:24.272223 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b52f05-2473-4f2e-bd8a-684c3f6f0d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:24.272552 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b52f05-2473-4f2e-bd8a-684c3f6f0d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:24.272880 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b52f05-2473-4f2e-bd8a-684c3f6f0d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:24.273209 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b52f05-2473-4f2e-bd8a-684c3f6f0d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:24.273529 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b52f05-2473-4f2e-bd8a-684c3f6f0d06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:24.273765 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29249a20-e4ae-4365-8d0d-c521a50509ca admin admin] Network 2b7a7867-9eea-4e7a-9c5e-c1d97983cead is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:22:24.273891 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b52f05-2473-4f2e-bd8a-684c3f6f0d06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:24.274561 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b52f05-2473-4f2e-bd8a-684c3f6f0d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:24.274897 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b52f05-2473-4f2e-bd8a-684c3f6f0d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:24.275223 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b52f05-2473-4f2e-bd8a-684c3f6f0d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:24.276132 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b52f05-2473-4f2e-bd8a-684c3f6f0d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:22:24.278774 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-29249a20-e4ae-4365-8d0d-c521a50509ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:22:24.284566 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29249a20-e4ae-4365-8d0d-c521a50509ca admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:22:24.287337 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29249a20-e4ae-4365-8d0d-c521a50509ca admin admin] Pushing event updated for resources: {'Port': ['ID=dfdff179-481b-4df5-ae60-771720e0d8f2,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:24.327265 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-454236be-033c-4f1e-bf4d-54e7c6f0bb1a None None] For port 4cc5fa75-2fdc-415c-a13c-4e8066aaa656, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:22:24.333500 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-454236be-033c-4f1e-bf4d-54e7c6f0bb1a None None] For port 4cc5fa75-2fdc-415c-a13c-4e8066aaa656, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4cc5fa75-2fdc-415c-a13c-4e8066aaa656,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:22:24.338867 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-454236be-033c-4f1e-bf4d-54e7c6f0bb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:24.341387 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-29249a20-e4ae-4365-8d0d-c521a50509ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:24.405364 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454236be-033c-4f1e-bf4d-54e7c6f0bb1a None None] Routers {'478821ab-caf5-4db9-be4d-318c2570dbab'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:22:24.406711 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-454236be-033c-4f1e-bf4d-54e7c6f0bb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:22:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['478821ab-caf5-4db9-be4d-318c2570dbab'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:24.408706 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b52f05-2473-4f2e-bd8a-684c3f6f0d06 None None] Pushing event updated for resources: {'Port': ['ID=4cc5fa75-2fdc-415c-a13c-4e8066aaa656,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:24.451912 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:24.493203 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-29249a20-e4ae-4365-8d0d-c521a50509ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:24.525601 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-0fbc3013-f647-4510-99bd-c88620a55ed6 None None] Provisioning complete for port dfdff179-481b-4df5-ae60-771720e0d8f2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:22:24.525973 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-0fbc3013-f647-4510-99bd-c88620a55ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:24.535407 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-454236be-033c-4f1e-bf4d-54e7c6f0bb1a None None] Set router 478821ab-caf5-4db9-be4d-318c2570dbab gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:22:24.565547 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc3013-f647-4510-99bd-c88620a55ed6 None None] Port dfdff179-481b-4df5-ae60-771720e0d8f2 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:22:24.653359 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-29249a20-e4ae-4365-8d0d-c521a50509ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:24.659409 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-29249a20-e4ae-4365-8d0d-c521a50509ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:24.714771 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-454236be-033c-4f1e-bf4d-54e7c6f0bb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'name': 'tempest-TestSnapshotPattern-459251946-router', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:21Z', 'updated_at': '2021-09-30T14:22:22Z', 'revision_number': 3, 'project_id': '61b813cb00254ad495d20be649ceed77', 'gw_port': {'id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:14:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:22Z', 'updated_at': '2021-09-30T14:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:24.728526 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29249a20-e4ae-4365-8d0d-c521a50509ca admin admin] Pushing event updated for resources: {'Port': ['ID=dfdff179-481b-4df5-ae60-771720e0d8f2,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:24.731100 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-29249a20-e4ae-4365-8d0d-c521a50509ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:24.746300 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454236be-033c-4f1e-bf4d-54e7c6f0bb1a None None] The sync data for ids ['478821ab-caf5-4db9-be4d-318c2570dbab'] in n-d-810909-2 is: [{'id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'name': 'tempest-TestSnapshotPattern-459251946-router', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:21Z', 'updated_at': '2021-09-30T14:22:22Z', 'revision_number': 3, 'project_id': '61b813cb00254ad495d20be649ceed77', 'gw_port': {'id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:14:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:22Z', 'updated_at': '2021-09-30T14:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:22:24.828132 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29249a20-e4ae-4365-8d0d-c521a50509ca admin admin] Network 2b7a7867-9eea-4e7a-9c5e-c1d97983cead is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:22:24.829491 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-29249a20-e4ae-4365-8d0d-c521a50509ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:22:24.969507 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29249a20-e4ae-4365-8d0d-c521a50509ca admin admin] Router 478821ab-caf5-4db9-be4d-318c2570dbab has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:22:25.087717 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-228572c9-7fb5-49ca-89fe-1a36a7665a50 None None] Provisioning complete for port dfdff179-481b-4df5-ae60-771720e0d8f2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:22:25.088088 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-228572c9-7fb5-49ca-89fe-1a36a7665a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:25.093354 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29249a20-e4ae-4365-8d0d-c521a50509ca admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:22:25.098854 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-29249a20-e4ae-4365-8d0d-c521a50509ca admin admin] 10.222.0.18 "PUT /v2.0/routers/478821ab-caf5-4db9-be4d-318c2570dbab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6380820 Sep 30 14:22:25.125386 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-228572c9-7fb5-49ca-89fe-1a36a7665a50 None None] Port dfdff179-481b-4df5-ae60-771720e0d8f2 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:22:25.583780 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51098) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:25.588890 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-0a376029-47f6-4c79-b4f0-af3b740eecf9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1196011811-network', 'tenant_id': '14473811242f4ac5bced683a0353d4b5'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:22:25.608201 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a376029-47f6-4c79-b4f0-af3b740eecf9 admin admin] Made reservation on behalf of 14473811242f4ac5bced683a0353d4b5 for: {'network': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:22:25.611029 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0a376029-47f6-4c79-b4f0-af3b740eecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for network, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:25.619506 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0a376029-47f6-4c79-b4f0-af3b740eecf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:25.705320 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0a376029-47f6-4c79-b4f0-af3b740eecf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:25.709448 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0a376029-47f6-4c79-b4f0-af3b740eecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:25.728849 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a376029-47f6-4c79-b4f0-af3b740eecf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 14:22:25.743893 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a376029-47f6-4c79-b4f0-af3b740eecf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f50a102-421b-46c1-9200-79eda9238aa8,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:25.746901 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0a376029-47f6-4c79-b4f0-af3b740eecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:25.747242 n-d-810909-2 neutron-server[94763]: INFO neutron.db.segments_db [None req-0a376029-47f6-4c79-b4f0-af3b740eecf9 admin admin] Added segment ed1cda32-ab98-442c-b179-07bc2970c038 of type vlan for network a16694b5-c8de-4723-b836-a465768db2bb Sep 30 14:22:25.787425 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0a376029-47f6-4c79-b4f0-af3b740eecf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781647356546'] for network, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:25.812761 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0a376029-47f6-4c79-b4f0-af3b740eecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904'] for network, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:25.813718 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a376029-47f6-4c79-b4f0-af3b740eecf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:25.814328 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-0a376029-47f6-4c79-b4f0-af3b740eecf9 admin admin] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:25.846595 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-0a376029-47f6-4c79-b4f0-af3b740eecf9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2616861 Sep 30 14:22:25.849392 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51100) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:25.854325 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-9144d68d-6d05-4ddb-9924-ff3554ecab86 admin admin] Request body: {'subnet': {'network_id': 'a16694b5-c8de-4723-b836-a465768db2bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1196011811-subnet', 'tenant_id': '14473811242f4ac5bced683a0353d4b5', 'ip_version': 4}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:22:25.875019 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9144d68d-6d05-4ddb-9924-ff3554ecab86 admin admin] Made reservation on behalf of 14473811242f4ac5bced683a0353d4b5 for: {'subnet': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:22:25.877418 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9144d68d-6d05-4ddb-9924-ff3554ecab86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29925185'] for subnet, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:25.879442 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a376029-47f6-4c79-b4f0-af3b740eecf9 admin admin] Pushing event updated for resources: {'Network': ['ID=a16694b5-c8de-4723-b836-a465768db2bb,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:25.889070 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Network a16694b5-c8de-4723-b836-a465768db2bb details requested by agent ovs-agent-n-d-810909-2 with host n-d-810909-2 {{(pid=94765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 14:22:26.056124 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9144d68d-6d05-4ddb-9924-ff3554ecab86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30314634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29925203'] for subnet, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:26.118073 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144d68d-6d05-4ddb-9924-ff3554ecab86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bb4277d-0259-49f3-b8ac-da0e92b5a65f,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:26.126262 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144d68d-6d05-4ddb-9924-ff3554ecab86 admin admin] Checking segment: {'id': 'ed1cda32-ab98-442c-b179-07bc2970c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a16694b5-c8de-4723-b836-a465768db2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:22:26.126625 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9144d68d-6d05-4ddb-9924-ff3554ecab86 admin admin] Network hostable DHCP agents. Network: a16694b5-c8de-4723-b836-a465768db2bb, hostable agents: ['1177036b-bada-4289-b890-a5b49c46359f'], hosted agents: [] {{(pid=94764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 14:22:26.150598 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9144d68d-6d05-4ddb-9924-ff3554ecab86 admin admin] Network a16694b5-c8de-4723-b836-a465768db2bb is scheduled to be hosted by DHCP agent 1177036b-bada-4289-b890-a5b49c46359f with binding_index 1 {{(pid=94764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 14:22:26.160663 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-9144d68d-6d05-4ddb-9924-ff3554ecab86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-2, a16694b5-c8de-4723-b836-a465768db2bb) {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:22:26.168801 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9144d68d-6d05-4ddb-9924-ff3554ecab86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:26.169302 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c6e1ac-1930-404d-b429-a897998593d1 None None] Network a16694b5-c8de-4723-b836-a465768db2bb requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:22:26.169438 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9144d68d-6d05-4ddb-9924-ff3554ecab86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:26.186100 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4cc5fa75-2fdc-415c-a13c-4e8066aaa656 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:22:26.188058 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9144d68d-6d05-4ddb-9924-ff3554ecab86 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3375297 Sep 30 14:22:26.190989 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51102) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:26.196865 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-219a2644-c65a-477f-8f2f-38086e5a09b0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1196011811-router', 'tenant_id': '14473811242f4ac5bced683a0353d4b5', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:22:26.220935 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-219a2644-c65a-477f-8f2f-38086e5a09b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-414911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2177'] for router, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:26.222107 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-219a2644-c65a-477f-8f2f-38086e5a09b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-414923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417390', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33044065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2184'] for router, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:26.277845 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-219a2644-c65a-477f-8f2f-38086e5a09b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:26.311723 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca9977-756f-4f46-8fc8-0a72e74dd0fa None None] Sync routers for ids ['478821ab-caf5-4db9-be4d-318c2570dbab'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:22:26.320251 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 4cc5fa75-2fdc-415c-a13c-4e8066aaa656 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:22:26.320877 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:26.362378 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bca9977-756f-4f46-8fc8-0a72e74dd0fa None None] Routers {'478821ab-caf5-4db9-be4d-318c2570dbab'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:22:26.363008 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-4bca9977-756f-4f46-8fc8-0a72e74dd0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:22:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['478821ab-caf5-4db9-be4d-318c2570dbab'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:26.436191 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d575152a-2080-451c-bcf4-f24f7911ab28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9e41708-213e-5b65-a566-45c7992ad398-a16694b5-c8de-4723-b836-a465768db2bb', 'network_id': 'a16694b5-c8de-4723-b836-a465768db2bb', 'tenant_id': '14473811242f4ac5bced683a0353d4b5', 'fixed_ips': [{'subnet_id': '1bb4277d-0259-49f3-b8ac-da0e92b5a65f'}]}} from n-d-810909-2. {{(pid=94765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 14:22:26.437101 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d575152a-2080-451c-bcf4-f24f7911ab28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:26.587419 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-4bca9977-756f-4f46-8fc8-0a72e74dd0fa None None] Set router 478821ab-caf5-4db9-be4d-318c2570dbab gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:22:26.680087 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:26.763781 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-219a2644-c65a-477f-8f2f-38086e5a09b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:26.915206 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port 4cc5fa75-2fdc-415c-a13c-4e8066aaa656, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4cc5fa75-2fdc-415c-a13c-4e8066aaa656,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:22:26.929830 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:26.956430 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.db_base_plugin_common [None req-d575152a-2080-451c-bcf4-f24f7911ab28 None None] Allocated IP 172.20.0.2 (a16694b5-c8de-4723-b836-a465768db2bb/1bb4277d-0259-49f3-b8ac-da0e92b5a65f/ba3e4b00-ce67-447b-a2bf-7bc50f0d6bab) {{(pid=94765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:22:26.965561 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-219a2644-c65a-477f-8f2f-38086e5a09b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:26.985303 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-219a2644-c65a-477f-8f2f-38086e5a09b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:27.048275 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=4cc5fa75-2fdc-415c-a13c-4e8066aaa656,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:27.091727 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-219a2644-c65a-477f-8f2f-38086e5a09b0 admin admin] Allocated IP 172.25.5.155 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/e030b6c3-9fd6-479d-a5c7-30e136e1e5ad) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:22:27.185646 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-4bca9977-756f-4f46-8fc8-0a72e74dd0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'name': 'tempest-TestSnapshotPattern-459251946-router', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:21Z', 'updated_at': '2021-09-30T14:22:24Z', 'revision_number': 4, 'project_id': '61b813cb00254ad495d20be649ceed77', 'gw_port': {'id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:14:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:22Z', 'updated_at': '2021-09-30T14:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'dfdff179-481b-4df5-ae60-771720e0d8f2', 'name': '', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'mac_address': 'fa:16:3e:c9:d4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:23Z', 'updated_at': '2021-09-30T14:22:24Z', 'revision_number': 2, 'project_id': '61b813cb00254ad495d20be649ceed77', 'subnets': [{'id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:27.202095 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-219a2644-c65a-477f-8f2f-38086e5a09b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:27.224885 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca9977-756f-4f46-8fc8-0a72e74dd0fa None None] Checking router: 478821ab-caf5-4db9-be4d-318c2570dbab for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:22:27.225241 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca9977-756f-4f46-8fc8-0a72e74dd0fa None None] Updating router 478821ab-caf5-4db9-be4d-318c2570dbab port dfdff179-481b-4df5-ae60-771720e0d8f2 binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 14:22:27.235422 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-219a2644-c65a-477f-8f2f-38086e5a09b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:27.246405 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d575152a-2080-451c-bcf4-f24f7911ab28 None None] Notify callbacks [] for port, precommit_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:27.255347 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d575152a-2080-451c-bcf4-f24f7911ab28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039'] for port, after_create {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:27.271164 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219a2644-c65a-477f-8f2f-38086e5a09b0 admin admin] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:22:27.276096 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-219a2644-c65a-477f-8f2f-38086e5a09b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:22:27.279049 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219a2644-c65a-477f-8f2f-38086e5a09b0 admin admin] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:22:27.280552 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4bca9977-756f-4f46-8fc8-0a72e74dd0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:27.310315 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d575152a-2080-451c-bcf4-f24f7911ab28 None None] Network a16694b5-c8de-4723-b836-a465768db2bb is already hosted by enough agents. {{(pid=94765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:22:27.312629 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a2644-c65a-477f-8f2f-38086e5a09b0 admin admin] Pushing event updated for resources: {'Port': ['ID=e030b6c3-9fd6-479d-a5c7-30e136e1e5ad,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:27.332856 n-d-810909-2 neutron-server[94765]: DEBUG neutron.scheduler.base_scheduler [None req-d575152a-2080-451c-bcf4-f24f7911ab28 None None] Resources bound (agent type, host, resource id): {{(pid=94765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:22:27.336390 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575152a-2080-451c-bcf4-f24f7911ab28 None None] Pushing event updated for resources: {'Port': ['ID=ba3e4b00-ce67-447b-a2bf-7bc50f0d6bab,revision_number=1']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:27.339966 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d575152a-2080-451c-bcf4-f24f7911ab28 None None] Received port after_create {{(pid=94765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:22:27.467086 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-d575152a-2080-451c-bcf4-f24f7911ab28 None None] Attempting to bind port ba3e4b00-ce67-447b-a2bf-7bc50f0d6bab on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:22:27.467459 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-d575152a-2080-451c-bcf4-f24f7911ab28 None None] Attempting to bind port ba3e4b00-ce67-447b-a2bf-7bc50f0d6bab by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'ed1cda32-ab98-442c-b179-07bc2970c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a16694b5-c8de-4723-b836-a465768db2bb'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:22:27.467824 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d575152a-2080-451c-bcf4-f24f7911ab28 None None] Attempting to bind port ba3e4b00-ce67-447b-a2bf-7bc50f0d6bab on network a16694b5-c8de-4723-b836-a465768db2bb {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:22:27.476947 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d575152a-2080-451c-bcf4-f24f7911ab28 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:22:27.477323 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d575152a-2080-451c-bcf4-f24f7911ab28 None None] Checking segment: {'id': 'ed1cda32-ab98-442c-b179-07bc2970c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a16694b5-c8de-4723-b836-a465768db2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:22:27.477724 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d575152a-2080-451c-bcf4-f24f7911ab28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:27.478144 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d575152a-2080-451c-bcf4-f24f7911ab28 None None] Bound using segment: {'id': 'ed1cda32-ab98-442c-b179-07bc2970c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a16694b5-c8de-4723-b836-a465768db2bb'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:22:27.478617 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-d575152a-2080-451c-bcf4-f24f7911ab28 None None] Bound port: ba3e4b00-ce67-447b-a2bf-7bc50f0d6bab, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1cda32-ab98-442c-b179-07bc2970c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a16694b5-c8de-4723-b836-a465768db2bb'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:22:27.479002 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d575152a-2080-451c-bcf4-f24f7911ab28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:27.541526 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-219a2644-c65a-477f-8f2f-38086e5a09b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:27.609509 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d575152a-2080-451c-bcf4-f24f7911ab28 None None] For port ba3e4b00-ce67-447b-a2bf-7bc50f0d6bab, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:22:27.630740 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-d575152a-2080-451c-bcf4-f24f7911ab28 None None] For port ba3e4b00-ce67-447b-a2bf-7bc50f0d6bab, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=ba3e4b00-ce67-447b-a2bf-7bc50f0d6bab,segment=NetworkSegment(ed1cda32-ab98-442c-b179-07bc2970c038),segment_id=ed1cda32-ab98-442c-b179-07bc2970c038)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:22:27.636953 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d575152a-2080-451c-bcf4-f24f7911ab28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:27.731555 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575152a-2080-451c-bcf4-f24f7911ab28 None None] Pushing event updated for resources: {'Port': ['ID=ba3e4b00-ce67-447b-a2bf-7bc50f0d6bab,revision_number=2']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:27.743220 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4bca9977-756f-4f46-8fc8-0a72e74dd0fa None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:27.748243 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4bca9977-756f-4f46-8fc8-0a72e74dd0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:27.748416 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-219a2644-c65a-477f-8f2f-38086e5a09b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-414768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416959'] for router, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:27.801783 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500153e-fc86-4c97-bd94-525c677fe28c None None] Pushing event updated for resources: {'Port': ['ID=dfdff179-481b-4df5-ae60-771720e0d8f2,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:27.853881 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-4bca9977-756f-4f46-8fc8-0a72e74dd0fa None None] Attempting to bind port dfdff179-481b-4df5-ae60-771720e0d8f2 on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:22:27.854661 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-4bca9977-756f-4f46-8fc8-0a72e74dd0fa None None] Attempting to bind port dfdff179-481b-4df5-ae60-771720e0d8f2 by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'cd3d294b-1ffb-423c-84e8-a40df5982fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:22:27.854661 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bca9977-756f-4f46-8fc8-0a72e74dd0fa None None] Attempting to bind port dfdff179-481b-4df5-ae60-771720e0d8f2 on network 2b7a7867-9eea-4e7a-9c5e-c1d97983cead {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:22:27.861525 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bca9977-756f-4f46-8fc8-0a72e74dd0fa None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:22:27.861904 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bca9977-756f-4f46-8fc8-0a72e74dd0fa None None] Checking segment: {'id': 'cd3d294b-1ffb-423c-84e8-a40df5982fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:22:27.863710 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4bca9977-756f-4f46-8fc8-0a72e74dd0fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:27.864105 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bca9977-756f-4f46-8fc8-0a72e74dd0fa None None] Bound using segment: {'id': 'cd3d294b-1ffb-423c-84e8-a40df5982fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:22:27.864588 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-4bca9977-756f-4f46-8fc8-0a72e74dd0fa None None] Bound port: dfdff179-481b-4df5-ae60-771720e0d8f2, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3d294b-1ffb-423c-84e8-a40df5982fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:22:27.864979 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4bca9977-756f-4f46-8fc8-0a72e74dd0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:27.901162 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219a2644-c65a-477f-8f2f-38086e5a09b0 admin admin] Router 15beada6-4214-4d24-9dd5-8287ed2bfcdc is scheduled to L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 with binding_index 1 {{(pid=94764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 14:22:27.971232 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-4bca9977-756f-4f46-8fc8-0a72e74dd0fa None None] For port dfdff179-481b-4df5-ae60-771720e0d8f2, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:22:27.974874 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-4bca9977-756f-4f46-8fc8-0a72e74dd0fa None None] For port dfdff179-481b-4df5-ae60-771720e0d8f2, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=dfdff179-481b-4df5-ae60-771720e0d8f2,segment=NetworkSegment(cd3d294b-1ffb-423c-84e8-a40df5982fb4),segment_id=cd3d294b-1ffb-423c-84e8-a40df5982fb4)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:22:27.988643 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-4bca9977-756f-4f46-8fc8-0a72e74dd0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:28.049405 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bca9977-756f-4f46-8fc8-0a72e74dd0fa None None] Routers {'478821ab-caf5-4db9-be4d-318c2570dbab'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:22:28.050666 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-4bca9977-756f-4f46-8fc8-0a72e74dd0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:22:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['478821ab-caf5-4db9-be4d-318c2570dbab'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:28.055453 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219a2644-c65a-477f-8f2f-38086e5a09b0 admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:22:28.065269 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9686241-9734-4cf7-b5e4-d2a2ad1be9f2 None None] Sync routers for ids ['15beada6-4214-4d24-9dd5-8287ed2bfcdc'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:22:28.076543 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9686241-9734-4cf7-b5e4-d2a2ad1be9f2 None None] Routers {'15beada6-4214-4d24-9dd5-8287ed2bfcdc'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:22:28.077124 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-d9686241-9734-4cf7-b5e4-d2a2ad1be9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:22:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['15beada6-4214-4d24-9dd5-8287ed2bfcdc'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:28.084114 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-219a2644-c65a-477f-8f2f-38086e5a09b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:28.085514 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-219a2644-c65a-477f-8f2f-38086e5a09b0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8935530 Sep 30 14:22:28.088527 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51104) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:28.118808 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500153e-fc86-4c97-bd94-525c677fe28c None None] Pushing event updated for resources: {'Port': ['ID=dfdff179-481b-4df5-ae60-771720e0d8f2,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:28.134211 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-ffdc9f54-73a1-4b4a-9af1-6946c93fe9fb None None] Provisioning complete for port dfdff179-481b-4df5-ae60-771720e0d8f2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:22:28.134595 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ffdc9f54-73a1-4b4a-9af1-6946c93fe9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:28.257242 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-4bca9977-756f-4f46-8fc8-0a72e74dd0fa None None] Set router 478821ab-caf5-4db9-be4d-318c2570dbab gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:22:28.290127 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-d9686241-9734-4cf7-b5e4-d2a2ad1be9f2 None None] Set router 15beada6-4214-4d24-9dd5-8287ed2bfcdc gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:22:28.388923 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4cc5fa75-2fdc-415c-a13c-4e8066aaa656 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:22:28.412741 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ffdc9f54-73a1-4b4a-9af1-6946c93fe9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:28.515440 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-ffdc9f54-73a1-4b4a-9af1-6946c93fe9fb None None] For port dfdff179-481b-4df5-ae60-771720e0d8f2, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=dfdff179-481b-4df5-ae60-771720e0d8f2,segment=NetworkSegment(cd3d294b-1ffb-423c-84e8-a40df5982fb4),segment_id=cd3d294b-1ffb-423c-84e8-a40df5982fb4)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:22:28.520552 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-d9686241-9734-4cf7-b5e4-d2a2ad1be9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15beada6-4214-4d24-9dd5-8287ed2bfcdc', 'name': 'tempest-TestSnapshotPattern-1196011811-router', 'tenant_id': '14473811242f4ac5bced683a0353d4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'e030b6c3-9fd6-479d-a5c7-30e136e1e5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:26Z', 'updated_at': '2021-09-30T14:22:27Z', 'revision_number': 3, 'project_id': '14473811242f4ac5bced683a0353d4b5', 'gw_port': {'id': 'e030b6c3-9fd6-479d-a5c7-30e136e1e5ad', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:99:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15beada6-4214-4d24-9dd5-8287ed2bfcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:26Z', 'updated_at': '2021-09-30T14:22:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:28.531361 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ffdc9f54-73a1-4b4a-9af1-6946c93fe9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:28.549332 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9686241-9734-4cf7-b5e4-d2a2ad1be9f2 None None] Checking router: 15beada6-4214-4d24-9dd5-8287ed2bfcdc for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:22:28.549664 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9686241-9734-4cf7-b5e4-d2a2ad1be9f2 None None] Updating router 15beada6-4214-4d24-9dd5-8287ed2bfcdc port e030b6c3-9fd6-479d-a5c7-30e136e1e5ad binding host n-d-810909-2 {{(pid=94766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 14:22:28.575316 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port 4cc5fa75-2fdc-415c-a13c-4e8066aaa656 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:22:28.575692 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:28.576498 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9686241-9734-4cf7-b5e4-d2a2ad1be9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:28.654073 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc9f54-73a1-4b4a-9af1-6946c93fe9fb None None] Pushing event updated for resources: {'Port': ['ID=dfdff179-481b-4df5-ae60-771720e0d8f2,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:28.665651 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d230e41e-5750-42ad-95eb-33d2a0e96ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:28.680978 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ac8a33b-e194-4e26-85bf-9918d047590c None None] Provisioning complete for port dfdff179-481b-4df5-ae60-771720e0d8f2 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:22:28.681353 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ac8a33b-e194-4e26-85bf-9918d047590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:28.739515 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:22:28.758941 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-4bca9977-756f-4f46-8fc8-0a72e74dd0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'name': 'tempest-TestSnapshotPattern-459251946-router', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:21Z', 'updated_at': '2021-09-30T14:22:24Z', 'revision_number': 4, 'project_id': '61b813cb00254ad495d20be649ceed77', 'gw_port': {'id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:22Z', 'updated_at': '2021-09-30T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'dfdff179-481b-4df5-ae60-771720e0d8f2', 'name': '', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'mac_address': 'fa:16:3e:c9:d4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:23Z', 'updated_at': '2021-09-30T14:22:27Z', 'revision_number': 4, 'project_id': '61b813cb00254ad495d20be649ceed77', 'subnets': [{'id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:28.796895 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device ba3e4b00-ce67-447b-a2bf-7bc50f0d6bab up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:22:28.801501 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca9977-756f-4f46-8fc8-0a72e74dd0fa None None] The sync data for ids ['478821ab-caf5-4db9-be4d-318c2570dbab'] in n-d-810909-2 is: [{'id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'name': 'tempest-TestSnapshotPattern-459251946-router', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:21Z', 'updated_at': '2021-09-30T14:22:24Z', 'revision_number': 4, 'project_id': '61b813cb00254ad495d20be649ceed77', 'gw_port': {'id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:22Z', 'updated_at': '2021-09-30T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'dfdff179-481b-4df5-ae60-771720e0d8f2', 'name': '', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'mac_address': 'fa:16:3e:c9:d4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:23Z', 'updated_at': '2021-09-30T14:22:27Z', 'revision_number': 4, 'project_id': '61b813cb00254ad495d20be649ceed77', 'subnets': [{'id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:22:28.916572 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port ba3e4b00-ce67-447b-a2bf-7bc50f0d6bab triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:22:28.917108 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:28.922061 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-d230e41e-5750-42ad-95eb-33d2a0e96ceb admin admin] Allocated IP 172.20.0.1 (a16694b5-c8de-4723-b836-a465768db2bb/1bb4277d-0259-49f3-b8ac-da0e92b5a65f/c5e1e72d-4195-4e26-9dd1-1d6711320c8a) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:22:29.058292 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:29.066174 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d230e41e-5750-42ad-95eb-33d2a0e96ceb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:29.074972 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61944d91-e3ec-4265-9303-c4915bed34cb None None] Network a16694b5-c8de-4723-b836-a465768db2bb requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:22:29.092458 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9686241-9734-4cf7-b5e4-d2a2ad1be9f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:29.102851 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9686241-9734-4cf7-b5e4-d2a2ad1be9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:29.105715 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d230e41e-5750-42ad-95eb-33d2a0e96ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:29.130297 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port ba3e4b00-ce67-447b-a2bf-7bc50f0d6bab, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=ba3e4b00-ce67-447b-a2bf-7bc50f0d6bab,segment=NetworkSegment(ed1cda32-ab98-442c-b179-07bc2970c038),segment_id=ed1cda32-ab98-442c-b179-07bc2970c038)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:22:29.159694 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230e41e-5750-42ad-95eb-33d2a0e96ceb admin admin] Pushing event updated for resources: {'Port': ['ID=c5e1e72d-4195-4e26-9dd1-1d6711320c8a,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:29.162045 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:29.178153 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d230e41e-5750-42ad-95eb-33d2a0e96ceb admin admin] Network a16694b5-c8de-4723-b836-a465768db2bb is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:22:29.179896 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-d230e41e-5750-42ad-95eb-33d2a0e96ceb admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:22:29.181437 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c0cbd-0049-491d-9e12-6e7ccbcdf509 None None] Pushing event updated for resources: {'Port': ['ID=e030b6c3-9fd6-479d-a5c7-30e136e1e5ad,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:29.183053 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d230e41e-5750-42ad-95eb-33d2a0e96ceb admin admin] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:22:29.193186 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-d9686241-9734-4cf7-b5e4-d2a2ad1be9f2 None None] Attempting to bind port e030b6c3-9fd6-479d-a5c7-30e136e1e5ad on host n-d-810909-2 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:22:29.193551 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-d9686241-9734-4cf7-b5e4-d2a2ad1be9f2 None None] Attempting to bind port e030b6c3-9fd6-479d-a5c7-30e136e1e5ad by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:22:29.193901 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9686241-9734-4cf7-b5e4-d2a2ad1be9f2 None None] Attempting to bind port e030b6c3-9fd6-479d-a5c7-30e136e1e5ad on network 7bf2cdd5-9828-4259-bd46-d7f13451331c {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:22:29.200449 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9686241-9734-4cf7-b5e4-d2a2ad1be9f2 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:22:29.200814 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9686241-9734-4cf7-b5e4-d2a2ad1be9f2 None None] Checking segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:22:29.201356 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9686241-9734-4cf7-b5e4-d2a2ad1be9f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:29.201987 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9686241-9734-4cf7-b5e4-d2a2ad1be9f2 None None] Bound using segment: {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:22:29.202341 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-d9686241-9734-4cf7-b5e4-d2a2ad1be9f2 None None] Bound port: e030b6c3-9fd6-479d-a5c7-30e136e1e5ad, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5078e38-878f-4b61-9f46-47ced1951005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:22:29.203277 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9686241-9734-4cf7-b5e4-d2a2ad1be9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:29.213424 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-c11252f1-6704-4643-a9a7-7525541499c3 None None] Provisioning complete for port ba3e4b00-ce67-447b-a2bf-7bc50f0d6bab triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:22:29.213801 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c11252f1-6704-4643-a9a7-7525541499c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:29.226459 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d230e41e-5750-42ad-95eb-33d2a0e96ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416878'] for router_interface, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:29.264539 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-d9686241-9734-4cf7-b5e4-d2a2ad1be9f2 None None] For port e030b6c3-9fd6-479d-a5c7-30e136e1e5ad, host n-d-810909-2, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:22:29.269595 n-d-810909-2 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-d9686241-9734-4cf7-b5e4-d2a2ad1be9f2 None None] For port e030b6c3-9fd6-479d-a5c7-30e136e1e5ad, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e030b6c3-9fd6-479d-a5c7-30e136e1e5ad,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:22:29.276736 n-d-810909-2 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9686241-9734-4cf7-b5e4-d2a2ad1be9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:29.303396 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=ba3e4b00-ce67-447b-a2bf-7bc50f0d6bab,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:29.330678 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9686241-9734-4cf7-b5e4-d2a2ad1be9f2 None None] Routers {'15beada6-4214-4d24-9dd5-8287ed2bfcdc'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:22:29.331680 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-d9686241-9734-4cf7-b5e4-d2a2ad1be9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:22:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['15beada6-4214-4d24-9dd5-8287ed2bfcdc'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:29.408238 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c0cbd-0049-491d-9e12-6e7ccbcdf509 None None] Pushing event updated for resources: {'Port': ['ID=e030b6c3-9fd6-479d-a5c7-30e136e1e5ad,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:29.421105 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d230e41e-5750-42ad-95eb-33d2a0e96ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:29.479537 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-d9686241-9734-4cf7-b5e4-d2a2ad1be9f2 None None] Set router 15beada6-4214-4d24-9dd5-8287ed2bfcdc gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:22:29.631171 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d230e41e-5750-42ad-95eb-33d2a0e96ceb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:29.636872 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d230e41e-5750-42ad-95eb-33d2a0e96ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:29.705771 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-d9686241-9734-4cf7-b5e4-d2a2ad1be9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15beada6-4214-4d24-9dd5-8287ed2bfcdc', 'name': 'tempest-TestSnapshotPattern-1196011811-router', 'tenant_id': '14473811242f4ac5bced683a0353d4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'e030b6c3-9fd6-479d-a5c7-30e136e1e5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:26Z', 'updated_at': '2021-09-30T14:22:27Z', 'revision_number': 3, 'project_id': '14473811242f4ac5bced683a0353d4b5', 'gw_port': {'id': 'e030b6c3-9fd6-479d-a5c7-30e136e1e5ad', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:99:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15beada6-4214-4d24-9dd5-8287ed2bfcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:26Z', 'updated_at': '2021-09-30T14:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:29.706814 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230e41e-5750-42ad-95eb-33d2a0e96ceb admin admin] Pushing event updated for resources: {'Port': ['ID=c5e1e72d-4195-4e26-9dd1-1d6711320c8a,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:29.711066 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d230e41e-5750-42ad-95eb-33d2a0e96ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33142862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416766'] for router_interface, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:29.735066 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-bdfe3b5f-554b-47c1-ba68-5bdf18ef9929 None None] Provisioning complete for port ba3e4b00-ce67-447b-a2bf-7bc50f0d6bab triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:22:29.735439 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bdfe3b5f-554b-47c1-ba68-5bdf18ef9929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:29.754817 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9686241-9734-4cf7-b5e4-d2a2ad1be9f2 None None] The sync data for ids ['15beada6-4214-4d24-9dd5-8287ed2bfcdc'] in n-d-810909-2 is: [{'id': '15beada6-4214-4d24-9dd5-8287ed2bfcdc', 'name': 'tempest-TestSnapshotPattern-1196011811-router', 'tenant_id': '14473811242f4ac5bced683a0353d4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'e030b6c3-9fd6-479d-a5c7-30e136e1e5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:26Z', 'updated_at': '2021-09-30T14:22:27Z', 'revision_number': 3, 'project_id': '14473811242f4ac5bced683a0353d4b5', 'gw_port': {'id': 'e030b6c3-9fd6-479d-a5c7-30e136e1e5ad', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:99:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15beada6-4214-4d24-9dd5-8287ed2bfcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:26Z', 'updated_at': '2021-09-30T14:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:22:29.857792 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-bdfe3b5f-554b-47c1-ba68-5bdf18ef9929 None None] Provisioning complete for port c5e1e72d-4195-4e26-9dd1-1d6711320c8a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:22:29.858301 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-bdfe3b5f-554b-47c1-ba68-5bdf18ef9929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:29.875367 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d230e41e-5750-42ad-95eb-33d2a0e96ceb admin admin] Network a16694b5-c8de-4723-b836-a465768db2bb is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:22:29.877154 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-d230e41e-5750-42ad-95eb-33d2a0e96ceb admin admin] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:22:29.898923 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-bdfe3b5f-554b-47c1-ba68-5bdf18ef9929 None None] Port c5e1e72d-4195-4e26-9dd1-1d6711320c8a cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:22:30.019973 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-6f193818-db0e-4024-9df0-55f533e67c0b None None] Provisioning complete for port c5e1e72d-4195-4e26-9dd1-1d6711320c8a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:22:30.020351 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6f193818-db0e-4024-9df0-55f533e67c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:30.032131 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d230e41e-5750-42ad-95eb-33d2a0e96ceb admin admin] Router 15beada6-4214-4d24-9dd5-8287ed2bfcdc has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:22:30.074309 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-6f193818-db0e-4024-9df0-55f533e67c0b None None] Port c5e1e72d-4195-4e26-9dd1-1d6711320c8a cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:22:30.198672 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d230e41e-5750-42ad-95eb-33d2a0e96ceb admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:22:30.201697 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-f329a3f6-8854-4830-8c3f-26534148b074 None None] Provisioning complete for port c5e1e72d-4195-4e26-9dd1-1d6711320c8a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:22:30.202113 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f329a3f6-8854-4830-8c3f-26534148b074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:30.215026 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d230e41e-5750-42ad-95eb-33d2a0e96ceb admin admin] 10.222.0.18 "PUT /v2.0/routers/15beada6-4214-4d24-9dd5-8287ed2bfcdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1159241 Sep 30 14:22:30.433921 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device ba3e4b00-ce67-447b-a2bf-7bc50f0d6bab up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:22:30.474383 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-f329a3f6-8854-4830-8c3f-26534148b074 None None] Port c5e1e72d-4195-4e26-9dd1-1d6711320c8a cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:22:30.496158 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port ba3e4b00-ce67-447b-a2bf-7bc50f0d6bab triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:22:30.496583 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:30.581154 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e030b6c3-9fd6-479d-a5c7-30e136e1e5ad up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:22:30.633563 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port e030b6c3-9fd6-479d-a5c7-30e136e1e5ad triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:22:30.633943 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:30.713969 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:30.736693 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] For port e030b6c3-9fd6-479d-a5c7-30e136e1e5ad, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e030b6c3-9fd6-479d-a5c7-30e136e1e5ad,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:22:30.741982 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:30.742867 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device dfdff179-481b-4df5-ae60-771720e0d8f2 up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:22:30.823756 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Pushing event updated for resources: {'Port': ['ID=e030b6c3-9fd6-479d-a5c7-30e136e1e5ad,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:30.834997 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port dfdff179-481b-4df5-ae60-771720e0d8f2 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:22:30.835388 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:30.897700 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51112) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:30.902564 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-fb672c9b-143a-45cf-8e42-ff573f95e1bd tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-437428038', 'description': 'tempest-secgroup-smoke-437428038 description', 'project_id': '61b813cb00254ad495d20be649ceed77'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:22:30.926613 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fb672c9b-143a-45cf-8e42-ff573f95e1bd tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for security_group, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:31.013472 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fb672c9b-143a-45cf-8e42-ff573f95e1bd tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for security_group, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:31.017803 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fb672c9b-143a-45cf-8e42-ff573f95e1bd tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:31.048601 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-fb672c9b-143a-45cf-8e42-ff573f95e1bd tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:31.049832 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-fb672c9b-143a-45cf-8e42-ff573f95e1bd tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1510172 Sep 30 14:22:31.051711 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb672c9b-143a-45cf-8e42-ff573f95e1bd tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2908363-4c7a-4578-a66f-17b9867abc61,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:31.053073 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51114) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:31.058156 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-026dbb39-c542-401b-b568-cb37a633aac9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Request body: {'security_group_rule': {'security_group_id': 'a2908363-4c7a-4578-a66f-17b9867abc61', 'project_id': '61b813cb00254ad495d20be649ceed77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:22:31.085143 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-026dbb39-c542-401b-b568-cb37a633aac9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:31.140778 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-026dbb39-c542-401b-b568-cb37a633aac9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:31.144302 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-026dbb39-c542-401b-b568-cb37a633aac9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:31.163958 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026dbb39-c542-401b-b568-cb37a633aac9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc3375e-6481-44cd-b762-feb18204c728,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:31.166315 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-026dbb39-c542-401b-b568-cb37a633aac9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:31.167629 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-026dbb39-c542-401b-b568-cb37a633aac9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1134648 Sep 30 14:22:31.170532 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51116) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:31.174782 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-0da002e4-f082-49cc-b757-3b67710a232f tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Request body: {'security_group_rule': {'security_group_id': 'a2908363-4c7a-4578-a66f-17b9867abc61', 'project_id': '61b813cb00254ad495d20be649ceed77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:22:31.200567 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0da002e4-f082-49cc-b757-3b67710a232f tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:31.257910 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0da002e4-f082-49cc-b757-3b67710a232f tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:31.261200 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0da002e4-f082-49cc-b757-3b67710a232f tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:31.278210 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da002e4-f082-49cc-b757-3b67710a232f tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c911c6-63c3-4050-90db-17512cc6426e,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:31.285866 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-0da002e4-f082-49cc-b757-3b67710a232f tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:31.290246 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51118) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:31.290808 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-0da002e4-f082-49cc-b757-3b67710a232f tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189742 Sep 30 14:22:31.295563 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-ce227a3c-51c3-41bd-aff3-ecf2e5067b38 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Request body: {'security_group_rule': {'security_group_id': 'a2908363-4c7a-4578-a66f-17b9867abc61', 'project_id': '61b813cb00254ad495d20be649ceed77', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:22:31.320594 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ce227a3c-51c3-41bd-aff3-ecf2e5067b38 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:31.377087 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ce227a3c-51c3-41bd-aff3-ecf2e5067b38 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:31.380356 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ce227a3c-51c3-41bd-aff3-ecf2e5067b38 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:31.398609 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce227a3c-51c3-41bd-aff3-ecf2e5067b38 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c33f38-9022-4b0c-b394-95195a70b534,revision_number=0']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:31.401886 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ce227a3c-51c3-41bd-aff3-ecf2e5067b38 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:31.403457 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ce227a3c-51c3-41bd-aff3-ecf2e5067b38 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1114585 Sep 30 14:22:31.406441 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51120) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:31.411049 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-e05591e9-ab07-4f4d-b568-19294289070d tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Request body: {'security_group_rule': {'security_group_id': 'a2908363-4c7a-4578-a66f-17b9867abc61', 'project_id': '61b813cb00254ad495d20be649ceed77', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:22:31.437613 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e05591e9-ab07-4f4d-b568-19294289070d tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:31.498485 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e05591e9-ab07-4f4d-b568-19294289070d tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:31.502526 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e05591e9-ab07-4f4d-b568-19294289070d tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:31.520728 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05591e9-ab07-4f4d-b568-19294289070d tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e780326-2055-439f-82d8-c322a9c5d61c,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:31.528036 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e05591e9-ab07-4f4d-b568-19294289070d tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:31.529360 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e05591e9-ab07-4f4d-b568-19294289070d tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219239 Sep 30 14:22:31.532368 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51122) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:31.536945 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-2e8996f3-6774-4cf7-9a4d-eb3f76b72ccf tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Request body: {'security_group_rule': {'security_group_id': 'a2908363-4c7a-4578-a66f-17b9867abc61', 'project_id': '61b813cb00254ad495d20be649ceed77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:22:31.558871 n-d-810909-2 neutron-server[94764]: INFO neutron.db.securitygroups_db [None req-2e8996f3-6774-4cf7-9a4d-eb3f76b72ccf tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Project 61b813cb00254ad495d20be649ceed77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 14:22:31.564048 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2e8996f3-6774-4cf7-9a4d-eb3f76b72ccf tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:31.622803 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2e8996f3-6774-4cf7-9a4d-eb3f76b72ccf tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:31.626753 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2e8996f3-6774-4cf7-9a4d-eb3f76b72ccf tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:31.644068 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8996f3-6774-4cf7-9a4d-eb3f76b72ccf tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d237555-4d80-41e3-a196-1130082c5516,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:31.650624 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2e8996f3-6774-4cf7-9a4d-eb3f76b72ccf tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:31.651883 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2e8996f3-6774-4cf7-9a4d-eb3f76b72ccf tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184969 Sep 30 14:22:31.654524 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51124) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:31.658869 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-9112171b-5261-4718-9082-b577defd717f tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Request body: {'security_group_rule': {'security_group_id': 'a2908363-4c7a-4578-a66f-17b9867abc61', 'project_id': '61b813cb00254ad495d20be649ceed77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:22:31.680516 n-d-810909-2 neutron-server[94764]: INFO neutron.db.securitygroups_db [None req-9112171b-5261-4718-9082-b577defd717f tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Project 61b813cb00254ad495d20be649ceed77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 14:22:31.685238 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9112171b-5261-4718-9082-b577defd717f tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:31.745384 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9112171b-5261-4718-9082-b577defd717f tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:31.748822 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9112171b-5261-4718-9082-b577defd717f tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468401'] for security_group_rule, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:31.767595 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112171b-5261-4718-9082-b577defd717f tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d93acf-f2ab-46a0-95eb-6e2b0248b324,revision_number=0']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:31.773506 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-9112171b-5261-4718-9082-b577defd717f tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:31.774766 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-9112171b-5261-4718-9082-b577defd717f tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193306 Sep 30 14:22:31.914309 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-0c89ac77-aeab-431b-a6ad-5aec339387e3 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-437428038&fields=id&tenant_id=61b813cb00254ad495d20be649ceed77 HTTP/1.1" status: 200 len: 267 time: 0.0343535 Sep 30 14:22:32.023922 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-42ef3c05-f3fc-4e55-ae05-448444727231 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:32.025400 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-42ef3c05-f3fc-4e55-ae05-448444727231 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/networks?id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead HTTP/1.1" status: 200 len: 809 time: 0.1044023 Sep 30 14:22:32.041551 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-aa5b57e2-58fa-439a-9bb1-565fde598661 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/quotas/61b813cb00254ad495d20be649ceed77 HTTP/1.1" status: 200 len: 375 time: 0.0091331 Sep 30 14:22:32.093980 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-30413fb0-1625-48b6-a8ed-5938e0ea83a4 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=61b813cb00254ad495d20be649ceed77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453143 Sep 30 14:22:32.110545 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-841aad9f-6abe-40ed-bead-460b3f08d809 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 14:22:32.111542 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-841aad9f-6abe-40ed-bead-460b3f08d809 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059600 Sep 30 14:22:32.175534 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e030b6c3-9fd6-479d-a5c7-30e136e1e5ad up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:22:32.211134 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-2cc23d50-7a5f-41c7-9e0a-beab6d092be0 service neutron] 10.222.0.18 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928884 Sep 30 14:22:32.236533 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port e030b6c3-9fd6-479d-a5c7-30e136e1e5ad triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:22:32.236906 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:32.290226 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cbca80-1316-44c1-a066-9af51f3d35c4 None None] Sync routers for ids ['15beada6-4214-4d24-9dd5-8287ed2bfcdc'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:22:32.308752 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-e59649bf-2960-4d0c-bb92-1d8fc0b899d5 service neutron] 10.222.0.18 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914586 Sep 30 14:22:32.323929 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cbca80-1316-44c1-a066-9af51f3d35c4 None None] Routers {'15beada6-4214-4d24-9dd5-8287ed2bfcdc'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:22:32.324549 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-b8cbca80-1316-44c1-a066-9af51f3d35c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:22:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['15beada6-4214-4d24-9dd5-8287ed2bfcdc'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:32.449746 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-b8cbca80-1316-44c1-a066-9af51f3d35c4 None None] Set router 15beada6-4214-4d24-9dd5-8287ed2bfcdc gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:22:32.478903 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-866b8515-2a1b-4369-9e66-9b3746bb910f req-c1303e14-59c2-4cdd-9d8e-59313318dc93 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf HTTP/1.1" status: 200 len: 210 time: 0.0273020 Sep 30 14:22:32.674242 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-b8cbca80-1316-44c1-a066-9af51f3d35c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15beada6-4214-4d24-9dd5-8287ed2bfcdc', 'name': 'tempest-TestSnapshotPattern-1196011811-router', 'tenant_id': '14473811242f4ac5bced683a0353d4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'e030b6c3-9fd6-479d-a5c7-30e136e1e5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:26Z', 'updated_at': '2021-09-30T14:22:29Z', 'revision_number': 4, 'project_id': '14473811242f4ac5bced683a0353d4b5', 'gw_port': {'id': 'e030b6c3-9fd6-479d-a5c7-30e136e1e5ad', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:99:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15beada6-4214-4d24-9dd5-8287ed2bfcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:26Z', 'updated_at': '2021-09-30T14:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'c5e1e72d-4195-4e26-9dd1-1d6711320c8a', 'name': '', 'network_id': 'a16694b5-c8de-4723-b836-a465768db2bb', 'tenant_id': '14473811242f4ac5bced683a0353d4b5', 'mac_address': 'fa:16:3e:c7:19:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15beada6-4214-4d24-9dd5-8287ed2bfcdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '1bb4277d-0259-49f3-b8ac-da0e92b5a65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:28Z', 'updated_at': '2021-09-30T14:22:29Z', 'revision_number': 2, 'project_id': '14473811242f4ac5bced683a0353d4b5', 'subnets': [{'id': '1bb4277d-0259-49f3-b8ac-da0e92b5a65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:32.704813 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cbca80-1316-44c1-a066-9af51f3d35c4 None None] Checking router: 15beada6-4214-4d24-9dd5-8287ed2bfcdc for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:22:32.705171 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cbca80-1316-44c1-a066-9af51f3d35c4 None None] Updating router 15beada6-4214-4d24-9dd5-8287ed2bfcdc port c5e1e72d-4195-4e26-9dd1-1d6711320c8a binding host n-d-810909-2 {{(pid=94765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 14:22:32.731388 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b8cbca80-1316-44c1-a066-9af51f3d35c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:33.004839 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b8cbca80-1316-44c1-a066-9af51f3d35c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:33.010986 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b8cbca80-1316-44c1-a066-9af51f3d35c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:33.060771 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075e0c9-22b0-4501-95eb-d2de0ea10b65 None None] Pushing event updated for resources: {'Port': ['ID=c5e1e72d-4195-4e26-9dd1-1d6711320c8a,revision_number=3']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:33.113393 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b8cbca80-1316-44c1-a066-9af51f3d35c4 None None] Attempting to bind port c5e1e72d-4195-4e26-9dd1-1d6711320c8a on host n-d-810909-2 for vnic_type normal with profile {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:22:33.113789 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b8cbca80-1316-44c1-a066-9af51f3d35c4 None None] Attempting to bind port c5e1e72d-4195-4e26-9dd1-1d6711320c8a by drivers openvswitch,hyperv on host n-d-810909-2 at level 0 using segments [{'id': 'ed1cda32-ab98-442c-b179-07bc2970c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a16694b5-c8de-4723-b836-a465768db2bb'}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:22:33.114181 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cbca80-1316-44c1-a066-9af51f3d35c4 None None] Attempting to bind port c5e1e72d-4195-4e26-9dd1-1d6711320c8a on network a16694b5-c8de-4723-b836-a465768db2bb {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:22:33.119388 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cbca80-1316-44c1-a066-9af51f3d35c4 None None] Checking agent: {'id': '8eb9d5ac-2fae-4cee-9eb3-38a777844fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 50, 21), 'started_at': datetime.datetime(2021, 9, 30, 12, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:22:33.119768 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cbca80-1316-44c1-a066-9af51f3d35c4 None None] Checking segment: {'id': 'ed1cda32-ab98-442c-b179-07bc2970c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a16694b5-c8de-4723-b836-a465768db2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:22:33.120170 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b8cbca80-1316-44c1-a066-9af51f3d35c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:33.120563 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cbca80-1316-44c1-a066-9af51f3d35c4 None None] Bound using segment: {'id': 'ed1cda32-ab98-442c-b179-07bc2970c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a16694b5-c8de-4723-b836-a465768db2bb'} {{(pid=94765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:22:33.121026 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.managers [None req-b8cbca80-1316-44c1-a066-9af51f3d35c4 None None] Bound port: c5e1e72d-4195-4e26-9dd1-1d6711320c8a, host: n-d-810909-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1cda32-ab98-442c-b179-07bc2970c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a16694b5-c8de-4723-b836-a465768db2bb'}}] {{(pid=94765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:22:33.121427 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b8cbca80-1316-44c1-a066-9af51f3d35c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:33.189944 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b8cbca80-1316-44c1-a066-9af51f3d35c4 None None] For port c5e1e72d-4195-4e26-9dd1-1d6711320c8a, host n-d-810909-2, cleared binding levels {{(pid=94765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:22:33.193440 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-b8cbca80-1316-44c1-a066-9af51f3d35c4 None None] For port c5e1e72d-4195-4e26-9dd1-1d6711320c8a, host n-d-810909-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c5e1e72d-4195-4e26-9dd1-1d6711320c8a,segment=NetworkSegment(ed1cda32-ab98-442c-b179-07bc2970c038),segment_id=ed1cda32-ab98-442c-b179-07bc2970c038)] {{(pid=94765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:22:33.197807 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b8cbca80-1316-44c1-a066-9af51f3d35c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:33.250245 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cbca80-1316-44c1-a066-9af51f3d35c4 None None] Routers {'15beada6-4214-4d24-9dd5-8287ed2bfcdc'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:22:33.250885 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-b8cbca80-1316-44c1-a066-9af51f3d35c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:22:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['15beada6-4214-4d24-9dd5-8287ed2bfcdc'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:33.300898 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075e0c9-22b0-4501-95eb-d2de0ea10b65 None None] Pushing event updated for resources: {'Port': ['ID=c5e1e72d-4195-4e26-9dd1-1d6711320c8a,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:33.333962 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-fac5e201-a4a7-460b-b209-f7a4a4196398 None None] Provisioning complete for port c5e1e72d-4195-4e26-9dd1-1d6711320c8a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:22:33.334478 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fac5e201-a4a7-460b-b209-f7a4a4196398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:33.423955 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-b8cbca80-1316-44c1-a066-9af51f3d35c4 None None] Set router 15beada6-4214-4d24-9dd5-8287ed2bfcdc gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:22:33.449816 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-f104e012-b7d5-4909-a512-d41ed6effc92 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:33.451674 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-f104e012-b7d5-4909-a512-d41ed6effc92 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.39 "GET /v2.0/networks?id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead HTTP/1.1" status: 200 len: 809 time: 0.1525736 Sep 30 14:22:33.497363 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-313023bf-1887-4a1f-b04d-b81f4a24be35 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61b813cb00254ad495d20be649ceed77 HTTP/1.1" status: 200 len: 379 time: 0.0356047 Sep 30 14:22:33.513531 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-85bdf7eb-2bbf-4f1e-b61b-0a62d74869cd tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Request body: {'port': {'device_id': '650b0c54-8944-4d3f-b411-fab38d7b2cdf', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'admin_state_up': True, 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'security_groups': ['a2908363-4c7a-4578-a66f-17b9867abc61']}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:22:33.570794 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fac5e201-a4a7-460b-b209-f7a4a4196398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:33.591801 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b2d179c4-0e7e-4587-abb9-f218314975c0 req-61f1d1b5-5a4e-4422-80af-22a7104fd245 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf HTTP/1.1" status: 200 len: 210 time: 0.0312827 Sep 30 14:22:33.635387 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-85bdf7eb-2bbf-4f1e-b61b-0a62d74869cd tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Made reservation on behalf of 61b813cb00254ad495d20be649ceed77 for: {'port': 1} {{(pid=94763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:22:33.639069 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-85bdf7eb-2bbf-4f1e-b61b-0a62d74869cd tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:33.648813 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-fac5e201-a4a7-460b-b209-f7a4a4196398 None None] For port c5e1e72d-4195-4e26-9dd1-1d6711320c8a, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c5e1e72d-4195-4e26-9dd1-1d6711320c8a,segment=NetworkSegment(ed1cda32-ab98-442c-b179-07bc2970c038),segment_id=ed1cda32-ab98-442c-b179-07bc2970c038)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:22:33.654650 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fac5e201-a4a7-460b-b209-f7a4a4196398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:33.727536 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5e201-a4a7-460b-b209-f7a4a4196398 None None] Pushing event updated for resources: {'Port': ['ID=c5e1e72d-4195-4e26-9dd1-1d6711320c8a,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:33.744990 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-b8cbca80-1316-44c1-a066-9af51f3d35c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15beada6-4214-4d24-9dd5-8287ed2bfcdc', 'name': 'tempest-TestSnapshotPattern-1196011811-router', 'tenant_id': '14473811242f4ac5bced683a0353d4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'e030b6c3-9fd6-479d-a5c7-30e136e1e5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:26Z', 'updated_at': '2021-09-30T14:22:29Z', 'revision_number': 4, 'project_id': '14473811242f4ac5bced683a0353d4b5', 'gw_port': {'id': 'e030b6c3-9fd6-479d-a5c7-30e136e1e5ad', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:99:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15beada6-4214-4d24-9dd5-8287ed2bfcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:26Z', 'updated_at': '2021-09-30T14:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'c5e1e72d-4195-4e26-9dd1-1d6711320c8a', 'name': '', 'network_id': 'a16694b5-c8de-4723-b836-a465768db2bb', 'tenant_id': '14473811242f4ac5bced683a0353d4b5', 'mac_address': 'fa:16:3e:c7:19:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15beada6-4214-4d24-9dd5-8287ed2bfcdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '1bb4277d-0259-49f3-b8ac-da0e92b5a65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:28Z', 'updated_at': '2021-09-30T14:22:33Z', 'revision_number': 4, 'project_id': '14473811242f4ac5bced683a0353d4b5', 'subnets': [{'id': '1bb4277d-0259-49f3-b8ac-da0e92b5a65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:33.767970 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-85bdf7eb-2bbf-4f1e-b61b-0a62d74869cd tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Allocated IP 172.20.0.10 (2b7a7867-9eea-4e7a-9c5e-c1d97983cead/9dd01cd9-36f1-48d4-8bb4-8a03ba706a58/397ef57b-60ae-4b4b-beb6-e95716c99495) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:22:33.778201 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cbca80-1316-44c1-a066-9af51f3d35c4 None None] The sync data for ids ['15beada6-4214-4d24-9dd5-8287ed2bfcdc'] in n-d-810909-2 is: [{'id': '15beada6-4214-4d24-9dd5-8287ed2bfcdc', 'name': 'tempest-TestSnapshotPattern-1196011811-router', 'tenant_id': '14473811242f4ac5bced683a0353d4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'e030b6c3-9fd6-479d-a5c7-30e136e1e5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:26Z', 'updated_at': '2021-09-30T14:22:29Z', 'revision_number': 4, 'project_id': '14473811242f4ac5bced683a0353d4b5', 'gw_port': {'id': 'e030b6c3-9fd6-479d-a5c7-30e136e1e5ad', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:99:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15beada6-4214-4d24-9dd5-8287ed2bfcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:26Z', 'updated_at': '2021-09-30T14:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'c5e1e72d-4195-4e26-9dd1-1d6711320c8a', 'name': '', 'network_id': 'a16694b5-c8de-4723-b836-a465768db2bb', 'tenant_id': '14473811242f4ac5bced683a0353d4b5', 'mac_address': 'fa:16:3e:c7:19:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15beada6-4214-4d24-9dd5-8287ed2bfcdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '1bb4277d-0259-49f3-b8ac-da0e92b5a65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:28Z', 'updated_at': '2021-09-30T14:22:33Z', 'revision_number': 4, 'project_id': '14473811242f4ac5bced683a0353d4b5', 'subnets': [{'id': '1bb4277d-0259-49f3-b8ac-da0e92b5a65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:22:33.793603 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-42e4fcca-d9c3-422c-a38b-30e4193b5bb9 None None] Provisioning complete for port c5e1e72d-4195-4e26-9dd1-1d6711320c8a triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:22:33.794105 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-42e4fcca-d9c3-422c-a38b-30e4193b5bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:33.940854 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-85bdf7eb-2bbf-4f1e-b61b-0a62d74869cd tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:33.977509 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-85bdf7eb-2bbf-4f1e-b61b-0a62d74869cd tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:34.026300 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-85bdf7eb-2bbf-4f1e-b61b-0a62d74869cd tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Network 2b7a7867-9eea-4e7a-9c5e-c1d97983cead is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:22:34.029607 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-85bdf7eb-2bbf-4f1e-b61b-0a62d74869cd tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:22:34.033333 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-85bdf7eb-2bbf-4f1e-b61b-0a62d74869cd tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:22:34.058836 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdf7eb-2bbf-4f1e-b61b-0a62d74869cd tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Pushing event updated for resources: {'Port': ['ID=397ef57b-60ae-4b4b-beb6-e95716c99495,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:34.091411 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-85bdf7eb-2bbf-4f1e-b61b-0a62d74869cd tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:34.092108 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-85bdf7eb-2bbf-4f1e-b61b-0a62d74869cd tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:34.108876 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-85bdf7eb-2bbf-4f1e-b61b-0a62d74869cd tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5994608 Sep 30 14:22:34.122067 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-94d18dfd-4a10-4695-89db-16087d7db109 service neutron] Request body: {'port': {'device_id': '650b0c54-8944-4d3f-b411-fab38d7b2cdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-2'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:22:34.200228 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-94d18dfd-4a10-4695-89db-16087d7db109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:34.225479 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c5e1e72d-4195-4e26-9dd1-1d6711320c8a up at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:22:34.280434 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Provisioning complete for port c5e1e72d-4195-4e26-9dd1-1d6711320c8a triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:22:34.281046 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:34.332277 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-c6247b65-3fa4-42e7-b534-c4abfe6f226c None None] Provisioning complete for port 397ef57b-60ae-4b4b-beb6-e95716c99495 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:22:34.332756 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c6247b65-3fa4-42e7-b534-c4abfe6f226c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:34.376809 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-c6247b65-3fa4-42e7-b534-c4abfe6f226c None None] Port 397ef57b-60ae-4b4b-beb6-e95716c99495 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:22:34.492178 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-94d18dfd-4a10-4695-89db-16087d7db109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397ef57b-60ae-4b4b-beb6-e95716c99495 {{(pid=94763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:22:34.500366 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-94d18dfd-4a10-4695-89db-16087d7db109 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:34.512201 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.provisioning_blocks [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-94d18dfd-4a10-4695-89db-16087d7db109 service neutron] Transition to ACTIVE for port object 397ef57b-60ae-4b4b-beb6-e95716c99495 will not be triggered until provisioned by entity L2. {{(pid=94763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 14:22:34.515696 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-94d18dfd-4a10-4695-89db-16087d7db109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:34.584026 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d18dfd-4a10-4695-89db-16087d7db109 service neutron] Pushing event updated for resources: {'Port': ['ID=397ef57b-60ae-4b4b-beb6-e95716c99495,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:34.639824 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-94d18dfd-4a10-4695-89db-16087d7db109 service neutron] Attempting to bind port 397ef57b-60ae-4b4b-beb6-e95716c99495 on host n-h1-810909-2 for vnic_type normal with profile {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:22:34.640199 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-94d18dfd-4a10-4695-89db-16087d7db109 service neutron] Attempting to bind port 397ef57b-60ae-4b4b-beb6-e95716c99495 by drivers openvswitch,hyperv on host n-h1-810909-2 at level 0 using segments [{'id': 'cd3d294b-1ffb-423c-84e8-a40df5982fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead'}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:22:34.640530 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-94d18dfd-4a10-4695-89db-16087d7db109 service neutron] Attempting to bind port 397ef57b-60ae-4b4b-beb6-e95716c99495 on network 2b7a7867-9eea-4e7a-9c5e-c1d97983cead {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:22:34.644881 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-94d18dfd-4a10-4695-89db-16087d7db109 service neutron] Port 397ef57b-60ae-4b4b-beb6-e95716c99495 on network 2b7a7867-9eea-4e7a-9c5e-c1d97983cead not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-2 {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 14:22:34.645201 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-94d18dfd-4a10-4695-89db-16087d7db109 service neutron] Attempting to bind port 397ef57b-60ae-4b4b-beb6-e95716c99495 on network 2b7a7867-9eea-4e7a-9c5e-c1d97983cead {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:22:34.650057 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-94d18dfd-4a10-4695-89db-16087d7db109 service neutron] Checking agent: {'id': '338ac4f9-832f-4ff9-99c5-aa9ec139b49c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:22:34.650401 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-94d18dfd-4a10-4695-89db-16087d7db109 service neutron] Checking segment: {'id': 'cd3d294b-1ffb-423c-84e8-a40df5982fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:22:34.650791 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-94d18dfd-4a10-4695-89db-16087d7db109 service neutron] Bound using segment: {'id': 'cd3d294b-1ffb-423c-84e8-a40df5982fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead'} {{(pid=94763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:22:34.651211 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.managers [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-94d18dfd-4a10-4695-89db-16087d7db109 service neutron] Bound port: 397ef57b-60ae-4b4b-beb6-e95716c99495, host: n-h1-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3d294b-1ffb-423c-84e8-a40df5982fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead'}}] {{(pid=94763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:22:34.651571 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-94d18dfd-4a10-4695-89db-16087d7db109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:34.748423 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-94d18dfd-4a10-4695-89db-16087d7db109 service neutron] For port 397ef57b-60ae-4b4b-beb6-e95716c99495, host n-h1-810909-2, cleared binding levels {{(pid=94763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:22:34.752796 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-94d18dfd-4a10-4695-89db-16087d7db109 service neutron] For port 397ef57b-60ae-4b4b-beb6-e95716c99495, host n-h1-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=397ef57b-60ae-4b4b-beb6-e95716c99495,segment=NetworkSegment(cd3d294b-1ffb-423c-84e8-a40df5982fb4),segment_id=cd3d294b-1ffb-423c-84e8-a40df5982fb4)] {{(pid=94763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:22:34.761639 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76c5d3-8aee-4c1b-b06a-ccaddb6d95f9 req-312457d8-cab2-4202-9fde-8c4743931ca1 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:34.763158 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7a76c5d3-8aee-4c1b-b06a-ccaddb6d95f9 req-312457d8-cab2-4202-9fde-8c4743931ca1 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf HTTP/1.1" status: 200 len: 944 time: 0.0779734 Sep 30 14:22:34.764599 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-94d18dfd-4a10-4695-89db-16087d7db109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:34.822472 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-94d18dfd-4a10-4695-89db-16087d7db109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:34.823140 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-94d18dfd-4a10-4695-89db-16087d7db109 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:34.824403 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-94d18dfd-4a10-4695-89db-16087d7db109 service neutron] 10.222.0.39 "PUT /v2.0/ports/397ef57b-60ae-4b4b-beb6-e95716c99495 HTTP/1.1" status: 200 len: 1092 time: 0.7075021 Sep 30 14:22:34.825980 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650b0c54-8944-4d3f-b411-fab38d7b2cdf', 'tag': '397ef57b-60ae-4b4b-beb6-e95716c99495'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:22:34.828289 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa87ed4-6a4b-4bad-be1c-24413490064e" -d '{"events": [{"name": "network-changed", "server_uuid": "650b0c54-8944-4d3f-b411-fab38d7b2cdf", "tag": "397ef57b-60ae-4b4b-beb6-e95716c99495"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:22:34.862760 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-7a76c5d3-8aee-4c1b-b06a-ccaddb6d95f9 req-975a720d-2e2c-42be-a44d-4393b4a286aa tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903156 Sep 30 14:22:34.867941 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d18dfd-4a10-4695-89db-16087d7db109 service neutron] Pushing event updated for resources: {'Port': ['ID=397ef57b-60ae-4b4b-beb6-e95716c99495,revision_number=3']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:34.881534 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111affdb-58de-4981-9542-6264ba969354 x-openstack-request-id: req-111affdb-58de-4981-9542-6264ba969354 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:22:34.881832 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650b0c54-8944-4d3f-b411-fab38d7b2cdf", "tag": "397ef57b-60ae-4b4b-beb6-e95716c99495", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:22:34.882114 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-111affdb-58de-4981-9542-6264ba969354 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:22:34.882612 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650b0c54-8944-4d3f-b411-fab38d7b2cdf', 'tag': '397ef57b-60ae-4b4b-beb6-e95716c99495', 'status': 'completed', 'code': 200} Sep 30 14:22:34.916590 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-ddbf3042-1326-4098-b544-b6e0baf2ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:34.918152 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-ddbf3042-1326-4098-b544-b6e0baf2ac00 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=61b813cb00254ad495d20be649ceed77&device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf HTTP/1.1" status: 200 len: 1095 time: 0.0470870 Sep 30 14:22:34.965192 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-c1ea0ea5-0e7f-488b-b40c-7d4dd9bcf009 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=397ef57b-60ae-4b4b-beb6-e95716c99495 HTTP/1.1" status: 200 len: 217 time: 0.0389979 Sep 30 14:22:35.014799 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-cc44b0be-c267-4e83-a1c1-fda124e45200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:35.016416 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-cc44b0be-c267-4e83-a1c1-fda124e45200 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9dd01cd9-36f1-48d4-8bb4-8a03ba706a58 HTTP/1.1" status: 200 len: 848 time: 0.0448899 Sep 30 14:22:35.063024 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-cae489f4-7165-4f9c-9caf-ba24f1926c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:35.064440 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-cae489f4-7165-4f9c-9caf-ba24f1926c94 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406125 Sep 30 14:22:35.157676 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-7857fc53-4fcd-4b5f-a8a7-b64e676e216a service neutron] 10.222.0.39 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853570 Sep 30 14:22:35.246292 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-3ee5cede-b869-4a6d-b2a4-e11c04ae9132 req-a140a7fc-464b-4fd2-b1e9-381376879f5c service neutron] 10.222.0.39 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818660 Sep 30 14:22:35.333868 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa87ed4-6a4b-4bad-be1c-24413490064e req-97862cf1-a974-4df4-9193-8dce3c08d537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:35.335426 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0fa87ed4-6a4b-4bad-be1c-24413490064e req-97862cf1-a974-4df4-9193-8dce3c08d537 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=61b813cb00254ad495d20be649ceed77&device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf HTTP/1.1" status: 200 len: 1095 time: 0.0427551 Sep 30 14:22:35.429726 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa87ed4-6a4b-4bad-be1c-24413490064e req-8bc96b6a-9338-4ef0-8b17-e7539b4e3c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:35.431236 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0fa87ed4-6a4b-4bad-be1c-24413490064e req-8bc96b6a-9338-4ef0-8b17-e7539b4e3c36 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead HTTP/1.1" status: 200 len: 910 time: 0.0886576 Sep 30 14:22:35.474829 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0fa87ed4-6a4b-4bad-be1c-24413490064e req-e3af494e-8163-407a-b83c-148f93f5bef3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=397ef57b-60ae-4b4b-beb6-e95716c99495 HTTP/1.1" status: 200 len: 217 time: 0.0365436 Sep 30 14:22:35.527452 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa87ed4-6a4b-4bad-be1c-24413490064e req-13e00c2d-2f48-4c85-8860-37d87db738b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:35.528870 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0fa87ed4-6a4b-4bad-be1c-24413490064e req-13e00c2d-2f48-4c85-8860-37d87db738b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9dd01cd9-36f1-48d4-8bb4-8a03ba706a58 HTTP/1.1" status: 200 len: 848 time: 0.0459700 Sep 30 14:22:35.573512 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa87ed4-6a4b-4bad-be1c-24413490064e req-be8039f6-57c2-45ce-a54b-35e91354371f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:35.574933 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0fa87ed4-6a4b-4bad-be1c-24413490064e req-be8039f6-57c2-45ce-a54b-35e91354371f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387592 Sep 30 14:22:35.668117 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0fa87ed4-6a4b-4bad-be1c-24413490064e req-22b34fea-3efb-4c1a-ad95-89841605996f service neutron] 10.222.0.39 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851333 Sep 30 14:22:35.756281 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-0fa87ed4-6a4b-4bad-be1c-24413490064e req-5bb49e6c-4607-4c7d-a92c-eacc40144a84 service neutron] 10.222.0.39 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806434 Sep 30 14:22:35.989233 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2c85b-9e93-49ad-9568-d4e86e743e0e req-a47f1b16-a812-4acd-be9a-8494073d3c60 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:35.990754 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-64e2c85b-9e93-49ad-9568-d4e86e743e0e req-a47f1b16-a812-4acd-be9a-8494073d3c60 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf HTTP/1.1" status: 200 len: 944 time: 0.0503354 Sep 30 14:22:36.031626 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-64e2c85b-9e93-49ad-9568-d4e86e743e0e req-598fb3e3-948c-4df2-9a0b-6434b2816423 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345626 Sep 30 14:22:37.146757 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f551ab-9df6-48a4-a403-376db620d495 req-abb5a2f5-9b09-4e8b-9d03-d47a7bd80b34 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:37.148249 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f4f551ab-9df6-48a4-a403-376db620d495 req-abb5a2f5-9b09-4e8b-9d03-d47a7bd80b34 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf HTTP/1.1" status: 200 len: 944 time: 0.0488253 Sep 30 14:22:37.184425 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f4f551ab-9df6-48a4-a403-376db620d495 req-73582ba7-e75a-4aba-ba3b-d5158bfeb53a tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303066 Sep 30 14:22:38.298732 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fa5a4-31a3-452a-ad64-6ac2214e43c1 req-2e973a97-12ea-475b-80df-2d4819f16a3e tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:38.300271 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-623fa5a4-31a3-452a-ad64-6ac2214e43c1 req-2e973a97-12ea-475b-80df-2d4819f16a3e tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf HTTP/1.1" status: 200 len: 944 time: 0.0486388 Sep 30 14:22:38.338526 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-623fa5a4-31a3-452a-ad64-6ac2214e43c1 req-b1e77268-b589-49d0-98b1-c1e99f33eb53 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323932 Sep 30 14:22:38.759451 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 397ef57b-60ae-4b4b-beb6-e95716c99495 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 14:22:38.854813 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 397ef57b-60ae-4b4b-beb6-e95716c99495, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=397ef57b-60ae-4b4b-beb6-e95716c99495,segment=NetworkSegment(cd3d294b-1ffb-423c-84e8-a40df5982fb4),segment_id=cd3d294b-1ffb-423c-84e8-a40df5982fb4)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:22:38.865521 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '397ef57b-60ae-4b4b-beb6-e95716c99495', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'port_id': '397ef57b-60ae-4b4b-beb6-e95716c99495', 'mac_address': 'fa:16:3e:a7:5d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 14:22:38.902153 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:38.914432 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397ef57b-60ae-4b4b-beb6-e95716c99495 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:22:38.933245 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 397ef57b-60ae-4b4b-beb6-e95716c99495, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=397ef57b-60ae-4b4b-beb6-e95716c99495,segment=NetworkSegment(cd3d294b-1ffb-423c-84e8-a40df5982fb4),segment_id=cd3d294b-1ffb-423c-84e8-a40df5982fb4)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:22:38.938078 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:38.982697 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=397ef57b-60ae-4b4b-beb6-e95716c99495,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:39.151660 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['397ef57b-60ae-4b4b-beb6-e95716c99495'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:22:39.456232 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd406b83-985f-44b2-9943-9c5308643aa9 req-6f57b466-2779-47ca-b345-16897c2f49ce tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:39.457729 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fd406b83-985f-44b2-9943-9c5308643aa9 req-6f57b466-2779-47ca-b345-16897c2f49ce tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf HTTP/1.1" status: 200 len: 945 time: 0.0543549 Sep 30 14:22:39.496065 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fd406b83-985f-44b2-9943-9c5308643aa9 req-a15abcbf-8e8d-4dfc-8c65-1a67abd346ad tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323989 Sep 30 14:22:40.611757 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0871b56-bcb1-4580-83ac-946a23441d28 req-9811b83c-1dfd-4a86-84af-852a8fc93140 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:40.613223 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a0871b56-bcb1-4580-83ac-946a23441d28 req-9811b83c-1dfd-4a86-84af-852a8fc93140 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf HTTP/1.1" status: 200 len: 945 time: 0.0525718 Sep 30 14:22:40.650138 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-a0871b56-bcb1-4580-83ac-946a23441d28 req-5068ea21-b8e7-4591-beda-e66d049cb69a tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309372 Sep 30 14:22:40.759668 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 397ef57b-60ae-4b4b-beb6-e95716c99495 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:22:40.809898 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning for port 397ef57b-60ae-4b4b-beb6-e95716c99495 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 14:22:40.813377 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 397ef57b-60ae-4b4b-beb6-e95716c99495 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:22:40.813743 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:40.887444 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:40.909189 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650b0c54-8944-4d3f-b411-fab38d7b2cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397ef57b-60ae-4b4b-beb6-e95716c99495'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:22:40.911433 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730efdff73588999065a9861b250a1e40d95e5d75871f85cc1573bd279cf301b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0367043a-4c30-47b7-879b-bc53ef6c3f89" -d '{"events": [{"server_uuid": "650b0c54-8944-4d3f-b411-fab38d7b2cdf", "name": "network-vif-plugged", "status": "completed", "tag": "397ef57b-60ae-4b4b-beb6-e95716c99495"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:22:40.924336 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 397ef57b-60ae-4b4b-beb6-e95716c99495, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=397ef57b-60ae-4b4b-beb6-e95716c99495,segment=NetworkSegment(cd3d294b-1ffb-423c-84e8-a40df5982fb4),segment_id=cd3d294b-1ffb-423c-84e8-a40df5982fb4)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:22:40.928015 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:40.977557 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=397ef57b-60ae-4b4b-beb6-e95716c99495,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:41.002700 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af965348-2ed9-4aaf-af6f-375a7d1573b2 x-openstack-request-id: req-af965348-2ed9-4aaf-af6f-375a7d1573b2 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:22:41.002991 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650b0c54-8944-4d3f-b411-fab38d7b2cdf", "name": "network-vif-plugged", "status": "completed", "tag": "397ef57b-60ae-4b4b-beb6-e95716c99495", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:22:41.003244 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af965348-2ed9-4aaf-af6f-375a7d1573b2 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:22:41.003642 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650b0c54-8944-4d3f-b411-fab38d7b2cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397ef57b-60ae-4b4b-beb6-e95716c99495', 'code': 200} Sep 30 14:22:41.099575 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb764f2b-981f-4c12-8f89-7a8ee197bfb8 req-093476b5-3c41-4a5e-a87a-1bfda3ea47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:41.101090 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cb764f2b-981f-4c12-8f89-7a8ee197bfb8 req-093476b5-3c41-4a5e-a87a-1bfda3ea47fe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf HTTP/1.1" status: 200 len: 1097 time: 0.0396407 Sep 30 14:22:41.134907 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-cb764f2b-981f-4c12-8f89-7a8ee197bfb8 req-4e3c3709-8760-482c-892d-2c09ddde2ee5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271258 Sep 30 14:22:41.761737 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee7a4b-102c-4131-9e32-1a40e153b511 req-c33a03a4-e136-4fa0-b273-676eee53b97e tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:41.763170 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-feee7a4b-102c-4131-9e32-1a40e153b511 req-c33a03a4-e136-4fa0-b273-676eee53b97e tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf HTTP/1.1" status: 200 len: 946 time: 0.0481443 Sep 30 14:22:41.800341 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-feee7a4b-102c-4131-9e32-1a40e153b511 req-a131d468-0faa-453b-896b-167372428b22 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305722 Sep 30 14:22:42.914673 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e225292-20da-4194-b1f1-4cd7d916a351 req-301de2c3-647a-40e6-a9f9-abe4b36b70c8 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:42.916156 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4e225292-20da-4194-b1f1-4cd7d916a351 req-301de2c3-647a-40e6-a9f9-abe4b36b70c8 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf HTTP/1.1" status: 200 len: 946 time: 0.0481489 Sep 30 14:22:42.953309 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-4e225292-20da-4194-b1f1-4cd7d916a351 req-919c69dc-adc3-4cc6-96b6-1b912aa88b6f tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313535 Sep 30 14:22:43.065991 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d7105-42e1-412a-83ee-6648fee637c7 req-110bd893-e3a1-46ad-9460-837feef6e779 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:43.067503 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9d7d7105-42e1-412a-83ee-6648fee637c7 req-110bd893-e3a1-46ad-9460-837feef6e779 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf HTTP/1.1" status: 200 len: 946 time: 0.0487318 Sep 30 14:22:43.104989 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9d7d7105-42e1-412a-83ee-6648fee637c7 req-b85dfea6-18a5-4ab0-a351-f04ae1972b3a tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312302 Sep 30 14:22:43.126365 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51180) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:43.256126 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8669a0-e710-44ce-affb-10d49f3d42f8 tempest-TestSnapshotPattern-1607870706 tempest-TestSnapshotPattern-1607870706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:43.257621 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-ae8669a0-e710-44ce-affb-10d49f3d42f8 tempest-TestSnapshotPattern-1607870706 tempest-TestSnapshotPattern-1607870706-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf HTTP/1.1" status: 200 len: 1092 time: 0.1303124 Sep 30 14:22:43.260569 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51184) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:22:43.264686 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [None req-e7b68bca-133f-4c2b-9ce9-97e5311850e9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'port_id': '397ef57b-60ae-4b4b-beb6-e95716c99495', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:22:43.286212 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e7b68bca-133f-4c2b-9ce9-97e5311850e9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for floatingip, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:43.385355 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e7b68bca-133f-4c2b-9ce9-97e5311850e9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:43.490376 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [None req-e7b68bca-133f-4c2b-9ce9-97e5311850e9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Allocated IP 172.25.5.244 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/fe601c75-37ae-4dde-ae28-888e1dedc72e) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:22:43.589335 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e7b68bca-133f-4c2b-9ce9-97e5311850e9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:43.621343 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e7b68bca-133f-4c2b-9ce9-97e5311850e9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:43.658705 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b68bca-133f-4c2b-9ce9-97e5311850e9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:22:43.664632 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [None req-e7b68bca-133f-4c2b-9ce9-97e5311850e9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:22:43.668173 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b68bca-133f-4c2b-9ce9-97e5311850e9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:22:43.693803 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b68bca-133f-4c2b-9ce9-97e5311850e9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Pushing event updated for resources: {'Port': ['ID=fe601c75-37ae-4dde-ae28-888e1dedc72e,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:44.015761 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e7b68bca-133f-4c2b-9ce9-97e5311850e9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:44.082170 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e7b68bca-133f-4c2b-9ce9-97e5311850e9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:44.230227 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e7b68bca-133f-4c2b-9ce9-97e5311850e9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:44.235023 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e7b68bca-133f-4c2b-9ce9-97e5311850e9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:44.302033 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b68bca-133f-4c2b-9ce9-97e5311850e9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Pushing event updated for resources: {'Port': ['ID=fe601c75-37ae-4dde-ae28-888e1dedc72e,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:22:44.311671 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e7b68bca-133f-4c2b-9ce9-97e5311850e9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:44.412716 n-d-810909-2 neutron-server[94764]: INFO neutron.db.l3_db [None req-e7b68bca-133f-4c2b-9ce9-97e5311850e9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Floating IP 9df31e73-2b95-410d-a68f-41ed22de62f5 associated. External IP: 172.25.5.244, port: 397ef57b-60ae-4b4b-beb6-e95716c99495. Sep 30 14:22:44.615824 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b68bca-133f-4c2b-9ce9-97e5311850e9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Router 478821ab-caf5-4db9-be4d-318c2570dbab has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:22:44.721848 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b68bca-133f-4c2b-9ce9-97e5311850e9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:22:44.731208 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375baee-7544-4b4d-ab8d-c216af1fac48 None None] Sync routers for ids ['478821ab-caf5-4db9-be4d-318c2570dbab'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:22:44.738192 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-e7b68bca-133f-4c2b-9ce9-97e5311850e9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:44.740644 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4375baee-7544-4b4d-ab8d-c216af1fac48 None None] Routers {'478821ab-caf5-4db9-be4d-318c2570dbab'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:22:44.741252 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4375baee-7544-4b4d-ab8d-c216af1fac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:22:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['478821ab-caf5-4db9-be4d-318c2570dbab'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:44.766746 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-e7b68bca-133f-4c2b-9ce9-97e5311850e9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5051918 Sep 30 14:22:44.767694 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650b0c54-8944-4d3f-b411-fab38d7b2cdf', 'tag': '397ef57b-60ae-4b4b-beb6-e95716c99495'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:22:44.770244 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e219da2189c054287262e416842f7478ca0ea1bcac3b9d962638c13bcc9183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557048a8-7fea-4bb9-bcd8-9fcc40761ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "650b0c54-8944-4d3f-b411-fab38d7b2cdf", "tag": "397ef57b-60ae-4b4b-beb6-e95716c99495"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:22:44.805412 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063406de-20a1-4c9e-b5dc-f83478b0f7e4 x-openstack-request-id: req-063406de-20a1-4c9e-b5dc-f83478b0f7e4 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:22:44.805708 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650b0c54-8944-4d3f-b411-fab38d7b2cdf", "tag": "397ef57b-60ae-4b4b-beb6-e95716c99495", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:22:44.805963 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-063406de-20a1-4c9e-b5dc-f83478b0f7e4 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:22:44.806404 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650b0c54-8944-4d3f-b411-fab38d7b2cdf', 'tag': '397ef57b-60ae-4b4b-beb6-e95716c99495', 'status': 'completed', 'code': 200} Sep 30 14:22:44.851051 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-4375baee-7544-4b4d-ab8d-c216af1fac48 None None] Set router 478821ab-caf5-4db9-be4d-318c2570dbab gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:22:44.870375 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557048a8-7fea-4bb9-bcd8-9fcc40761ce9 req-a5912217-08d2-47fb-a8b9-15391a4fa769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:44.871856 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-557048a8-7fea-4bb9-bcd8-9fcc40761ce9 req-a5912217-08d2-47fb-a8b9-15391a4fa769 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=61b813cb00254ad495d20be649ceed77&device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf HTTP/1.1" status: 200 len: 1097 time: 0.0430448 Sep 30 14:22:44.961642 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557048a8-7fea-4bb9-bcd8-9fcc40761ce9 req-542c0e13-e9c5-4f21-8687-52f696486bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:44.963195 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-557048a8-7fea-4bb9-bcd8-9fcc40761ce9 req-542c0e13-e9c5-4f21-8687-52f696486bcd service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead HTTP/1.1" status: 200 len: 910 time: 0.0839980 Sep 30 14:22:45.068193 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4375baee-7544-4b4d-ab8d-c216af1fac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'name': 'tempest-TestSnapshotPattern-459251946-router', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:21Z', 'updated_at': '2021-09-30T14:22:24Z', 'revision_number': 4, 'project_id': '61b813cb00254ad495d20be649ceed77', 'gw_port': {'id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:22Z', 'updated_at': '2021-09-30T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '9df31e73-2b95-410d-a68f-41ed22de62f5', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'port_id': '397ef57b-60ae-4b4b-beb6-e95716c99495', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'mac_address': 'fa:16:3e:a7:5d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b0c54-8944-4d3f-b411-fab38d7b2cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:22:43Z', 'updated_at': '2021-09-30T14:22:43Z', 'revision_number': 0, 'project_id': '61b813cb00254ad495d20be649ceed77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfdff179-481b-4df5-ae60-771720e0d8f2', 'name': '', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'mac_address': 'fa:16:3e:c9:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:23Z', 'updated_at': '2021-09-30T14:22:28Z', 'revision_number': 5, 'project_id': '61b813cb00254ad495d20be649ceed77', 'subnets': [{'id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:45.094819 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375baee-7544-4b4d-ab8d-c216af1fac48 None None] Checking router: 478821ab-caf5-4db9-be4d-318c2570dbab for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:22:45.103643 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4375baee-7544-4b4d-ab8d-c216af1fac48 None None] Routers {'478821ab-caf5-4db9-be4d-318c2570dbab'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:22:45.104263 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4375baee-7544-4b4d-ab8d-c216af1fac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:22:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['478821ab-caf5-4db9-be4d-318c2570dbab'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:45.213568 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-4375baee-7544-4b4d-ab8d-c216af1fac48 None None] Set router 478821ab-caf5-4db9-be4d-318c2570dbab gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:22:45.342161 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-557048a8-7fea-4bb9-bcd8-9fcc40761ce9 req-d8e5bfb2-6dd9-4a45-a59b-a055c25c4000 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=397ef57b-60ae-4b4b-beb6-e95716c99495 HTTP/1.1" status: 200 len: 1000 time: 0.3718619 Sep 30 14:22:45.390177 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557048a8-7fea-4bb9-bcd8-9fcc40761ce9 req-2f9779c7-b013-4a19-8489-8f327ad5b8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:45.391625 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-557048a8-7fea-4bb9-bcd8-9fcc40761ce9 req-2f9779c7-b013-4a19-8489-8f327ad5b8c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9dd01cd9-36f1-48d4-8bb4-8a03ba706a58 HTTP/1.1" status: 200 len: 848 time: 0.0424654 Sep 30 14:22:45.436495 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557048a8-7fea-4bb9-bcd8-9fcc40761ce9 req-12c2af08-c85a-4fe7-94ac-c4ece6bb6d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:22:45.438359 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-557048a8-7fea-4bb9-bcd8-9fcc40761ce9 req-12c2af08-c85a-4fe7-94ac-c4ece6bb6d03 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399435 Sep 30 14:22:45.441393 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-4375baee-7544-4b4d-ab8d-c216af1fac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'name': 'tempest-TestSnapshotPattern-459251946-router', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:21Z', 'updated_at': '2021-09-30T14:22:24Z', 'revision_number': 4, 'project_id': '61b813cb00254ad495d20be649ceed77', 'gw_port': {'id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:22Z', 'updated_at': '2021-09-30T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '9df31e73-2b95-410d-a68f-41ed22de62f5', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'port_id': '397ef57b-60ae-4b4b-beb6-e95716c99495', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'mac_address': 'fa:16:3e:a7:5d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b0c54-8944-4d3f-b411-fab38d7b2cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:22:43Z', 'updated_at': '2021-09-30T14:22:43Z', 'revision_number': 0, 'project_id': '61b813cb00254ad495d20be649ceed77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfdff179-481b-4df5-ae60-771720e0d8f2', 'name': '', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'mac_address': 'fa:16:3e:c9:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:23Z', 'updated_at': '2021-09-30T14:22:28Z', 'revision_number': 5, 'project_id': '61b813cb00254ad495d20be649ceed77', 'subnets': [{'id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:22:45.467150 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375baee-7544-4b4d-ab8d-c216af1fac48 None None] The sync data for ids ['478821ab-caf5-4db9-be4d-318c2570dbab'] in n-d-810909-2 is: [{'id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'name': 'tempest-TestSnapshotPattern-459251946-router', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:21Z', 'updated_at': '2021-09-30T14:22:24Z', 'revision_number': 4, 'project_id': '61b813cb00254ad495d20be649ceed77', 'gw_port': {'id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:22Z', 'updated_at': '2021-09-30T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '9df31e73-2b95-410d-a68f-41ed22de62f5', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'port_id': '397ef57b-60ae-4b4b-beb6-e95716c99495', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'mac_address': 'fa:16:3e:a7:5d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b0c54-8944-4d3f-b411-fab38d7b2cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:22:43Z', 'updated_at': '2021-09-30T14:22:43Z', 'revision_number': 0, 'project_id': '61b813cb00254ad495d20be649ceed77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfdff179-481b-4df5-ae60-771720e0d8f2', 'name': '', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'mac_address': 'fa:16:3e:c9:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:23Z', 'updated_at': '2021-09-30T14:22:28Z', 'revision_number': 5, 'project_id': '61b813cb00254ad495d20be649ceed77', 'subnets': [{'id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:22:45.535425 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-557048a8-7fea-4bb9-bcd8-9fcc40761ce9 req-1431fb50-1e82-43fa-b87d-d8d2a2be5fcf service neutron] 10.222.0.39 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901115 Sep 30 14:22:45.627992 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-557048a8-7fea-4bb9-bcd8-9fcc40761ce9 req-70c71673-e357-47da-bace-51334b428dc1 service neutron] 10.222.0.39 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850127 Sep 30 14:22:45.639190 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:45.672685 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b764e072-54d1-4af6-afa8-99b4dcd0d28c None None] New status for floating IP 9df31e73-2b95-410d-a68f-41ed22de62f5: ACTIVE {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 14:22:48.273751 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e846c825-70c3-401f-a817-93bf1c7aaf49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:50.368796 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:50.774589 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cc81844b-a637-4f35-8cf7-0bd9392e3163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:51.754303 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:52.678105 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:22:54.439774 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:23:05.739658 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:23:15.627901 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:23:18.275426 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-55bb48a0-36ae-4420-8c66-e1eaeb774ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:23:20.359550 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:23:20.774344 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f61a517b-cf9a-4747-84e6-c6e64d0bce32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:23:21.754331 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:23:22.680013 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:23:24.442776 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:23:34.618266 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-207db08e-58c9-4fe9-b08e-d4aefec59f2f req-c95c0979-7033-473a-9006-2c5c21844b09 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428958 Sep 30 14:23:34.695498 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207db08e-58c9-4fe9-b08e-d4aefec59f2f req-7409e45b-a3c7-4f96-b874-bcd61d30ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:23:34.696870 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-207db08e-58c9-4fe9-b08e-d4aefec59f2f req-7409e45b-a3c7-4f96-b874-bcd61d30ab22 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=61b813cb00254ad495d20be649ceed77&device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf HTTP/1.1" status: 200 len: 1097 time: 0.0393569 Sep 30 14:23:34.801791 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207db08e-58c9-4fe9-b08e-d4aefec59f2f req-b73db848-279d-4281-8b24-06de1c34ccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:23:34.803366 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-207db08e-58c9-4fe9-b08e-d4aefec59f2f req-b73db848-279d-4281-8b24-06de1c34ccfa service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead HTTP/1.1" status: 200 len: 910 time: 0.0869768 Sep 30 14:23:34.867543 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-207db08e-58c9-4fe9-b08e-d4aefec59f2f req-36986fb2-0250-4879-9b54-cb85d6a073e8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=397ef57b-60ae-4b4b-beb6-e95716c99495 HTTP/1.1" status: 200 len: 1002 time: 0.0569735 Sep 30 14:23:34.915000 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207db08e-58c9-4fe9-b08e-d4aefec59f2f req-21159a80-7d28-4e93-a17d-805f23d14877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:23:34.916659 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-207db08e-58c9-4fe9-b08e-d4aefec59f2f req-21159a80-7d28-4e93-a17d-805f23d14877 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9dd01cd9-36f1-48d4-8bb4-8a03ba706a58 HTTP/1.1" status: 200 len: 848 time: 0.0416203 Sep 30 14:23:34.964244 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207db08e-58c9-4fe9-b08e-d4aefec59f2f req-91445dd4-fb06-451b-b27d-445cc2811187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:23:34.965627 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-207db08e-58c9-4fe9-b08e-d4aefec59f2f req-91445dd4-fb06-451b-b27d-445cc2811187 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426800 Sep 30 14:23:35.052525 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-207db08e-58c9-4fe9-b08e-d4aefec59f2f req-f56f4723-cd88-48ec-8551-2b8ed99ef610 service neutron] 10.222.0.39 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800791 Sep 30 14:23:35.143553 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-207db08e-58c9-4fe9-b08e-d4aefec59f2f req-eaf6751b-b2e9-47a2-b6ba-3472e76a99db service neutron] 10.222.0.39 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839050 Sep 30 14:23:42.739184 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:23:45.629678 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:23:48.279102 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ed7ddd2e-1d76-4a71-8102-d36965298991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:23:50.367758 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:23:50.773759 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7fcc815e-f225-47cd-af32-0a7846429d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:23:51.755808 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:23:52.682378 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:23:54.446059 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:24:15.660056 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:24:18.279346 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5adce608-1b5c-4afc-b09f-9cb3b346085a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:24:19.738667 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:24:20.373811 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:24:20.774037 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-655ca11c-1559-4f6c-9b66-cb39ae4c5657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:24:21.756183 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:24:22.686230 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:24:24.452957 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:24:35.702006 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09dcf406-37af-42ca-91fb-7ab84c2c20cd req-9c72f345-40f5-46a0-a2bc-2733ddbc3485 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1258645 Sep 30 14:24:35.780631 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcf406-37af-42ca-91fb-7ab84c2c20cd req-cac6d6ce-1b82-4968-b6d1-e47ff9c3db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:24:35.782195 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09dcf406-37af-42ca-91fb-7ab84c2c20cd req-cac6d6ce-1b82-4968-b6d1-e47ff9c3db4a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=61b813cb00254ad495d20be649ceed77&device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf HTTP/1.1" status: 200 len: 1097 time: 0.0400980 Sep 30 14:24:35.887636 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcf406-37af-42ca-91fb-7ab84c2c20cd req-6d726091-de79-493b-af46-ac8c6f07af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:24:35.889104 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09dcf406-37af-42ca-91fb-7ab84c2c20cd req-6d726091-de79-493b-af46-ac8c6f07af80 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead HTTP/1.1" status: 200 len: 910 time: 0.0882170 Sep 30 14:24:35.954411 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09dcf406-37af-42ca-91fb-7ab84c2c20cd req-410801c1-9f7e-4979-aa28-18200e9e030d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=397ef57b-60ae-4b4b-beb6-e95716c99495 HTTP/1.1" status: 200 len: 1002 time: 0.0571270 Sep 30 14:24:36.006288 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcf406-37af-42ca-91fb-7ab84c2c20cd req-a1e9694e-b369-4e19-a9e5-3b2d67c843cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:24:36.007708 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09dcf406-37af-42ca-91fb-7ab84c2c20cd req-a1e9694e-b369-4e19-a9e5-3b2d67c843cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9dd01cd9-36f1-48d4-8bb4-8a03ba706a58 HTTP/1.1" status: 200 len: 848 time: 0.0467913 Sep 30 14:24:36.052429 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcf406-37af-42ca-91fb-7ab84c2c20cd req-144a5561-c845-4d53-bdeb-67134dfb8443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:24:36.053887 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09dcf406-37af-42ca-91fb-7ab84c2c20cd req-144a5561-c845-4d53-bdeb-67134dfb8443 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392902 Sep 30 14:24:36.064734 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [req-09dcf406-37af-42ca-91fb-7ab84c2c20cd req-e6dc88a3-9828-4a8c-9766-f3d84792f344 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 14:24:36.065723 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09dcf406-37af-42ca-91fb-7ab84c2c20cd req-e6dc88a3-9828-4a8c-9766-f3d84792f344 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048385 Sep 30 14:24:36.156357 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09dcf406-37af-42ca-91fb-7ab84c2c20cd req-1a3e9246-3ed4-4c67-ba63-ee20f66a26bc service neutron] 10.222.0.39 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830231 Sep 30 14:24:36.248758 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09dcf406-37af-42ca-91fb-7ab84c2c20cd req-ee54d436-a633-4d94-a6d8-deea5285144b service neutron] 10.222.0.39 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853066 Sep 30 14:24:45.556551 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 397ef57b-60ae-4b4b-beb6-e95716c99495 details requested by agent hyperv_n-h1-810909-2 with host n-h1-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 14:24:45.807479 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:24:45.819643 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 397ef57b-60ae-4b4b-beb6-e95716c99495, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=397ef57b-60ae-4b4b-beb6-e95716c99495,segment=NetworkSegment(cd3d294b-1ffb-423c-84e8-a40df5982fb4),segment_id=cd3d294b-1ffb-423c-84e8-a40df5982fb4)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:24:45.830451 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Returning: {'device': '397ef57b-60ae-4b4b-beb6-e95716c99495', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'port_id': '397ef57b-60ae-4b4b-beb6-e95716c99495', 'mac_address': 'fa:16:3e:a7:5d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 14:24:45.878518 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:24:45.892175 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 397ef57b-60ae-4b4b-beb6-e95716c99495 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:24:45.912566 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 397ef57b-60ae-4b4b-beb6-e95716c99495, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=397ef57b-60ae-4b4b-beb6-e95716c99495,segment=NetworkSegment(cd3d294b-1ffb-423c-84e8-a40df5982fb4),segment_id=cd3d294b-1ffb-423c-84e8-a40df5982fb4)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:24:45.917006 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:24:45.975643 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=397ef57b-60ae-4b4b-beb6-e95716c99495,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:24:45.984433 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:24:45.984781 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:24:45.985242 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:24:45.985589 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:24:45.985916 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:24:45.986267 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:24:45.986590 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:24:45.986911 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:24:45.987260 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:24:45.987578 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:24:45.987901 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:24:45.988215 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:24:45.999773 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] get_ports_and_sgs() called for port_ids ['397ef57b-60ae-4b4b-beb6-e95716c99495'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:24:47.574288 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 397ef57b-60ae-4b4b-beb6-e95716c99495 up at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:24:47.628225 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Provisioning complete for port 397ef57b-60ae-4b4b-beb6-e95716c99495 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:24:47.628225 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:24:47.710488 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:24:47.738052 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650b0c54-8944-4d3f-b411-fab38d7b2cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397ef57b-60ae-4b4b-beb6-e95716c99495'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:24:47.740386 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730efdff73588999065a9861b250a1e40d95e5d75871f85cc1573bd279cf301b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f74e524-f652-454c-9b7c-85605f8461cc" -d '{"events": [{"server_uuid": "650b0c54-8944-4d3f-b411-fab38d7b2cdf", "name": "network-vif-plugged", "status": "completed", "tag": "397ef57b-60ae-4b4b-beb6-e95716c99495"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:24:47.756270 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 397ef57b-60ae-4b4b-beb6-e95716c99495, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=397ef57b-60ae-4b4b-beb6-e95716c99495,segment=NetworkSegment(cd3d294b-1ffb-423c-84e8-a40df5982fb4),segment_id=cd3d294b-1ffb-423c-84e8-a40df5982fb4)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:24:47.773854 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:24:47.835813 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=397ef57b-60ae-4b4b-beb6-e95716c99495,revision_number=7']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:24:48.282892 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5a971104-c132-479c-847f-58e592f30d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:24:48.813211 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684f39f5-0ea7-44a5-b723-f1a4fe4651b1 x-openstack-request-id: req-684f39f5-0ea7-44a5-b723-f1a4fe4651b1 {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:24:48.813825 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650b0c54-8944-4d3f-b411-fab38d7b2cdf", "name": "network-vif-plugged", "status": "completed", "tag": "397ef57b-60ae-4b4b-beb6-e95716c99495", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:24:48.813825 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-684f39f5-0ea7-44a5-b723-f1a4fe4651b1 {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:24:48.814145 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650b0c54-8944-4d3f-b411-fab38d7b2cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397ef57b-60ae-4b4b-beb6-e95716c99495', 'code': 200} Sep 30 14:24:50.374883 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:24:50.776954 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f6e27538-05b7-4ffb-a81f-85a2f69a5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:24:51.761185 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:24:52.695796 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:24:54.452352 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:24:54.813801 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-47770862-0ee3-493a-818c-ed425551904a tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-437428038&fields=id&tenant_id=61b813cb00254ad495d20be649ceed77 HTTP/1.1" status: 200 len: 267 time: 0.0344138 Sep 30 14:24:54.921199 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-1faaf654-2718-4685-b52a-36af403e1cc7 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:24:54.922565 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-1faaf654-2718-4685-b52a-36af403e1cc7 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/networks?id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead HTTP/1.1" status: 200 len: 809 time: 0.1017008 Sep 30 14:24:54.937409 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-a739bc57-8b66-4685-8bfb-e461ff21dd79 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/quotas/61b813cb00254ad495d20be649ceed77 HTTP/1.1" status: 200 len: 375 time: 0.0090055 Sep 30 14:24:54.991522 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-dd92bb69-044e-415a-b6c2-b86ad33284b1 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=61b813cb00254ad495d20be649ceed77&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0488811 Sep 30 14:24:55.088212 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-ef4c9c77-6001-48ff-ae44-92f5a491ab2a service neutron] 10.222.0.18 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851045 Sep 30 14:24:55.174764 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-16895e77-357a-4eb3-b299-5588337c63c0 service neutron] 10.222.0.18 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803759 Sep 30 14:24:55.333131 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a5601572-00e2-4acd-b8e2-32b1e9aaa358 req-0f222364-e898-4c88-bfe4-6552b6fd4ed3 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 210 time: 0.0268712 Sep 30 14:24:56.418360 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4f2558a4-d301-4c12-a305-583902177245 req-627d84dd-931b-40dc-88cc-2ee6154e692b tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 210 time: 0.0344574 Sep 30 14:24:56.737602 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:24:57.492276 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-53a5ed5b-01e3-4e36-8a7e-5313eb2d4c88 req-6e8b28e5-253a-464b-8448-3bea1b352072 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 210 time: 0.0277047 Sep 30 14:24:57.609259 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 397ef57b-60ae-4b4b-beb6-e95716c99495 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:24:57.681865 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:24:57.703932 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650b0c54-8944-4d3f-b411-fab38d7b2cdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '397ef57b-60ae-4b4b-beb6-e95716c99495'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:24:57.706089 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730efdff73588999065a9861b250a1e40d95e5d75871f85cc1573bd279cf301b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de002627-f8ac-4ace-bc73-6114ce3bda27" -d '{"events": [{"server_uuid": "650b0c54-8944-4d3f-b411-fab38d7b2cdf", "name": "network-vif-unplugged", "status": "completed", "tag": "397ef57b-60ae-4b4b-beb6-e95716c99495"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:24:57.718788 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] For port 397ef57b-60ae-4b4b-beb6-e95716c99495, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=397ef57b-60ae-4b4b-beb6-e95716c99495,segment=NetworkSegment(cd3d294b-1ffb-423c-84e8-a40df5982fb4),segment_id=cd3d294b-1ffb-423c-84e8-a40df5982fb4)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:24:57.723479 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:24:57.745545 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 14:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b3b241-c786-417e-b0b6-bc6a27c5306b x-openstack-request-id: req-d1b3b241-c786-417e-b0b6-bc6a27c5306b {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:24:57.745858 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650b0c54-8944-4d3f-b411-fab38d7b2cdf", "name": "network-vif-unplugged", "status": "completed", "tag": "397ef57b-60ae-4b4b-beb6-e95716c99495", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:24:57.746208 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1b3b241-c786-417e-b0b6-bc6a27c5306b {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:24:57.746593 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650b0c54-8944-4d3f-b411-fab38d7b2cdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '397ef57b-60ae-4b4b-beb6-e95716c99495', 'code': 200} Sep 30 14:24:57.774679 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Pushing event updated for resources: {'Port': ['ID=397ef57b-60ae-4b4b-beb6-e95716c99495,revision_number=8']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:24:58.572717 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-43422fb3-c0a5-40f6-93f2-fb148e2b50b1 req-f60b993f-12ab-455d-85de-2a4d4e27aa25 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 210 time: 0.0308042 Sep 30 14:24:59.666271 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-9af8c9b8-255f-49b3-9560-7bd969416359 req-a8204e77-29c5-4c19-884f-130466b617de tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 210 time: 0.0252802 Sep 30 14:25:00.350656 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-3a40791b-9817-44a4-be72-6a675f24589a tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:00.352120 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-3a40791b-9817-44a4-be72-6a675f24589a tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.54 "GET /v2.0/networks?id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead HTTP/1.1" status: 200 len: 809 time: 0.1063681 Sep 30 14:25:00.394906 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-465844e3-20e2-4f72-9c4f-e4d8aa3b9117 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61b813cb00254ad495d20be649ceed77 HTTP/1.1" status: 200 len: 379 time: 0.0334492 Sep 30 14:25:00.405860 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-a28a881c-b333-4c80-92b9-8df96f39a832 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Request body: {'port': {'device_id': 'e400cd88-5005-400b-9ded-40f66520b36c', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'admin_state_up': True, 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'security_groups': ['a2908363-4c7a-4578-a66f-17b9867abc61']}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:25:00.822871 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-72794e81-0dc4-46a9-939e-d056e686ea90 req-4a53de8e-a364-4086-a9a3-e69313baa521 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 210 time: 0.0405450 Sep 30 14:25:00.892133 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-a28a881c-b333-4c80-92b9-8df96f39a832 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Made reservation on behalf of 61b813cb00254ad495d20be649ceed77 for: {'port': 1} {{(pid=94764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 14:25:00.897533 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-a28a881c-b333-4c80-92b9-8df96f39a832 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:01.026906 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_common [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-a28a881c-b333-4c80-92b9-8df96f39a832 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Allocated IP 172.20.0.3 (2b7a7867-9eea-4e7a-9c5e-c1d97983cead/9dd01cd9-36f1-48d4-8bb4-8a03ba706a58/066840cc-8cf1-4ac9-b9ce-a39f76fc5608) {{(pid=94764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:25:01.179343 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-a28a881c-b333-4c80-92b9-8df96f39a832 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for port, precommit_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:01.217360 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-a28a881c-b333-4c80-92b9-8df96f39a832 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_create {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:01.262076 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-a28a881c-b333-4c80-92b9-8df96f39a832 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Network 2b7a7867-9eea-4e7a-9c5e-c1d97983cead is already hosted by enough agents. {{(pid=94764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:25:01.265162 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.base_scheduler [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-a28a881c-b333-4c80-92b9-8df96f39a832 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Resources bound (agent type, host, resource id): {{(pid=94764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:25:01.269018 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-a28a881c-b333-4c80-92b9-8df96f39a832 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Received port after_create {{(pid=94764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:25:01.298095 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a881c-b333-4c80-92b9-8df96f39a832 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Pushing event updated for resources: {'Port': ['ID=066840cc-8cf1-4ac9-b9ce-a39f76fc5608,revision_number=1']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:25:01.316201 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a881c-b333-4c80-92b9-8df96f39a832 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:25:01.316543 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a881c-b333-4c80-92b9-8df96f39a832 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:25:01.316882 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a881c-b333-4c80-92b9-8df96f39a832 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:25:01.317220 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a881c-b333-4c80-92b9-8df96f39a832 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:25:01.317569 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a881c-b333-4c80-92b9-8df96f39a832 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:25:01.318479 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a881c-b333-4c80-92b9-8df96f39a832 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:25:01.318975 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a881c-b333-4c80-92b9-8df96f39a832 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:25:01.319574 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a881c-b333-4c80-92b9-8df96f39a832 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:25:01.319895 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a881c-b333-4c80-92b9-8df96f39a832 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:25:01.320244 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a881c-b333-4c80-92b9-8df96f39a832 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:25:01.320531 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a881c-b333-4c80-92b9-8df96f39a832 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:25:01.320852 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a881c-b333-4c80-92b9-8df96f39a832 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:25:01.344961 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-a28a881c-b333-4c80-92b9-8df96f39a832 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:01.345618 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-a28a881c-b333-4c80-92b9-8df96f39a832 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:01.368387 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-a28a881c-b333-4c80-92b9-8df96f39a832 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9663436 Sep 30 14:25:01.503322 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-40b456a5-b105-42ad-945c-a5f59e2685d6 None None] Provisioning complete for port 066840cc-8cf1-4ac9-b9ce-a39f76fc5608 triggered by entity DHCP. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:25:01.503940 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-40b456a5-b105-42ad-945c-a5f59e2685d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:01.536217 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-40b456a5-b105-42ad-945c-a5f59e2685d6 None None] Port 066840cc-8cf1-4ac9-b9ce-a39f76fc5608 cannot update to ACTIVE because it is not bound. {{(pid=94765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 14:25:01.940295 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600b952-68a2-4f79-8f41-35159019a1b9 req-e338ae25-63a5-46c2-a13e-e3257900735e tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:01.941783 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0600b952-68a2-4f79-8f41-35159019a1b9 req-e338ae25-63a5-46c2-a13e-e3257900735e tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 931 time: 0.0506601 Sep 30 14:25:01.983863 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0600b952-68a2-4f79-8f41-35159019a1b9 req-87790d5d-be33-41be-88f2-bfff9ef4043f tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341105 Sep 30 14:25:03.108497 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bc4d1-2ef3-43d6-a3d2-809d4b236be9 req-43b5de8e-6bed-49c3-aba4-11fa06b1dd94 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:03.110706 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fa5bc4d1-2ef3-43d6-a3d2-809d4b236be9 req-43b5de8e-6bed-49c3-aba4-11fa06b1dd94 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 931 time: 0.0516496 Sep 30 14:25:03.148993 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-fa5bc4d1-2ef3-43d6-a3d2-809d4b236be9 req-295c9c5c-860a-4a2c-a25d-43bc918dfbae tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320926 Sep 30 14:25:04.268785 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927c25a-2992-42b1-a0d2-5770cd2eb639 req-c42d6f83-2e30-458c-970b-b2dc8771cacf tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:04.270293 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5927c25a-2992-42b1-a0d2-5770cd2eb639 req-c42d6f83-2e30-458c-970b-b2dc8771cacf tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 931 time: 0.0502687 Sep 30 14:25:04.309406 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-5927c25a-2992-42b1-a0d2-5770cd2eb639 req-d98aea3f-d36f-41c0-b48c-ac5c70cf3cab tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324674 Sep 30 14:25:05.428165 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82272a5f-79eb-4777-bcc8-b9d76b5afcf6 req-bf65fb79-e4b1-416f-8550-cd8e448b1730 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:05.430467 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-82272a5f-79eb-4777-bcc8-b9d76b5afcf6 req-bf65fb79-e4b1-416f-8550-cd8e448b1730 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 931 time: 0.0509224 Sep 30 14:25:05.472626 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-82272a5f-79eb-4777-bcc8-b9d76b5afcf6 req-fe277a74-9c3e-4a6c-9be0-cba67a57e885 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364273 Sep 30 14:25:06.603994 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdd593-0f97-491f-8b51-ebd3b3fc34df req-31073373-cc27-4bdd-bcb5-9c5b96537ba6 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:06.605547 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-66bdd593-0f97-491f-8b51-ebd3b3fc34df req-31073373-cc27-4bdd-bcb5-9c5b96537ba6 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 931 time: 0.0566328 Sep 30 14:25:06.649583 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-66bdd593-0f97-491f-8b51-ebd3b3fc34df req-52fb2e96-57af-47b8-b0b8-8601fae620f6 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368028 Sep 30 14:25:07.770418 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce9eaf-9493-4501-952f-5849754925c0 req-19e74948-dfd4-4f54-b727-5b9de7b58226 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:07.771899 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f7ce9eaf-9493-4501-952f-5849754925c0 req-19e74948-dfd4-4f54-b727-5b9de7b58226 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 931 time: 0.0537083 Sep 30 14:25:07.812120 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-f7ce9eaf-9493-4501-952f-5849754925c0 req-da2a7fcb-e7d5-46d6-a0a1-d659290f0876 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337861 Sep 30 14:25:08.934936 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f4643-ad45-41e2-95c2-925adaeb5351 req-f02aed8c-a104-4271-b8fc-2c20a8aab290 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:08.936431 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4e8f4643-ad45-41e2-95c2-925adaeb5351 req-f02aed8c-a104-4271-b8fc-2c20a8aab290 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 931 time: 0.0508356 Sep 30 14:25:08.976423 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-4e8f4643-ad45-41e2-95c2-925adaeb5351 req-9b083f6f-d427-4b6a-8646-ea864579dc09 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339921 Sep 30 14:25:10.106085 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56c4b2-37f9-4941-be10-2f4144b38646 req-4a8ce76a-6b8d-4579-ac91-e49ad3ca18d5 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:10.107876 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd56c4b2-37f9-4941-be10-2f4144b38646 req-4a8ce76a-6b8d-4579-ac91-e49ad3ca18d5 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 931 time: 0.0626009 Sep 30 14:25:10.148258 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bd56c4b2-37f9-4941-be10-2f4144b38646 req-d5f42ffd-33a8-4c81-aba9-7f50ee9427d1 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340889 Sep 30 14:25:11.262234 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96a67a-cca1-4744-a51e-cfba93bb64c7 req-df584e5d-9794-43d7-9c06-532e5f7315b7 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:11.263696 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0b96a67a-cca1-4744-a51e-cfba93bb64c7 req-df584e5d-9794-43d7-9c06-532e5f7315b7 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 931 time: 0.0472853 Sep 30 14:25:11.300433 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-0b96a67a-cca1-4744-a51e-cfba93bb64c7 req-2c5f8d4d-2e53-400d-8af5-87991d1f15d3 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308533 Sep 30 14:25:12.415788 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4d20c-a0a3-4340-aa64-c1cea1cf410f req-b95f578a-eeb4-45f9-b814-25c16e9b463e tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:12.417268 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09c4d20c-a0a3-4340-aa64-c1cea1cf410f req-b95f578a-eeb4-45f9-b814-25c16e9b463e tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 931 time: 0.0483503 Sep 30 14:25:12.454812 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-09c4d20c-a0a3-4340-aa64-c1cea1cf410f req-3fafa402-64f5-45b8-a1b5-9b3ede908e1c tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315561 Sep 30 14:25:13.572897 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1393ad-be09-4f77-b0a3-c3af8c348d26 req-faf01ca1-e35e-4b58-9293-3dd16500f2f1 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:13.574408 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3a1393ad-be09-4f77-b0a3-c3af8c348d26 req-faf01ca1-e35e-4b58-9293-3dd16500f2f1 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 931 time: 0.0528722 Sep 30 14:25:13.611804 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3a1393ad-be09-4f77-b0a3-c3af8c348d26 req-d4f91b91-1604-4c1f-acdb-a29b1e13976e tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315504 Sep 30 14:25:13.784681 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-e8f81e2d-65ad-4eb0-bd4a-d6b3a60c70cb tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 14:25:13.785861 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-e8f81e2d-65ad-4eb0-bd4a-d6b3a60c70cb tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057955 Sep 30 14:25:13.845366 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.v2.base [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-252fd263-8ca8-49d8-98c9-838a389c2339 service neutron] Request body: {'port': {'device_id': 'e400cd88-5005-400b-9ded-40f66520b36c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-2'}} {{(pid=94764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:25:13.897498 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-252fd263-8ca8-49d8-98c9-838a389c2339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:14.156466 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-252fd263-8ca8-49d8-98c9-838a389c2339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 066840cc-8cf1-4ac9-b9ce-a39f76fc5608 {{(pid=94764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:25:14.163787 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-252fd263-8ca8-49d8-98c9-838a389c2339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:14.175452 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.provisioning_blocks [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-252fd263-8ca8-49d8-98c9-838a389c2339 service neutron] Transition to ACTIVE for port object 066840cc-8cf1-4ac9-b9ce-a39f76fc5608 will not be triggered until provisioned by entity L2. {{(pid=94764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 14:25:14.179183 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-252fd263-8ca8-49d8-98c9-838a389c2339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:14.229792 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fd263-8ca8-49d8-98c9-838a389c2339 service neutron] Pushing event updated for resources: {'Port': ['ID=066840cc-8cf1-4ac9-b9ce-a39f76fc5608,revision_number=2']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:25:14.299310 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-252fd263-8ca8-49d8-98c9-838a389c2339 service neutron] Attempting to bind port 066840cc-8cf1-4ac9-b9ce-a39f76fc5608 on host n-h2-810909-2 for vnic_type normal with profile {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 14:25:14.299681 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-252fd263-8ca8-49d8-98c9-838a389c2339 service neutron] Attempting to bind port 066840cc-8cf1-4ac9-b9ce-a39f76fc5608 by drivers openvswitch,hyperv on host n-h2-810909-2 at level 0 using segments [{'id': 'cd3d294b-1ffb-423c-84e8-a40df5982fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead'}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 14:25:14.299986 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-252fd263-8ca8-49d8-98c9-838a389c2339 service neutron] Attempting to bind port 066840cc-8cf1-4ac9-b9ce-a39f76fc5608 on network 2b7a7867-9eea-4e7a-9c5e-c1d97983cead {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:25:14.304956 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-252fd263-8ca8-49d8-98c9-838a389c2339 service neutron] Port 066840cc-8cf1-4ac9-b9ce-a39f76fc5608 on network 2b7a7867-9eea-4e7a-9c5e-c1d97983cead not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-2 {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 14:25:14.305278 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-252fd263-8ca8-49d8-98c9-838a389c2339 service neutron] Attempting to bind port 066840cc-8cf1-4ac9-b9ce-a39f76fc5608 on network 2b7a7867-9eea-4e7a-9c5e-c1d97983cead {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 14:25:14.310299 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-252fd263-8ca8-49d8-98c9-838a389c2339 service neutron] Checking agent: {'id': 'e5788d10-ec3a-4d6d-ace9-646fe90b7f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'started_at': datetime.datetime(2021, 9, 30, 12, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 14, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 14:25:14.310667 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-252fd263-8ca8-49d8-98c9-838a389c2339 service neutron] Checking segment: {'id': 'cd3d294b-1ffb-423c-84e8-a40df5982fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 14:25:14.311020 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-252fd263-8ca8-49d8-98c9-838a389c2339 service neutron] Bound using segment: {'id': 'cd3d294b-1ffb-423c-84e8-a40df5982fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead'} {{(pid=94764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 14:25:14.311455 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.managers [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-252fd263-8ca8-49d8-98c9-838a389c2339 service neutron] Bound port: 066840cc-8cf1-4ac9-b9ce-a39f76fc5608, host: n-h2-810909-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3d294b-1ffb-423c-84e8-a40df5982fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead'}}] {{(pid=94764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 14:25:14.311816 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-252fd263-8ca8-49d8-98c9-838a389c2339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:14.383419 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-252fd263-8ca8-49d8-98c9-838a389c2339 service neutron] For port 066840cc-8cf1-4ac9-b9ce-a39f76fc5608, host n-h2-810909-2, cleared binding levels {{(pid=94764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 14:25:14.386607 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-252fd263-8ca8-49d8-98c9-838a389c2339 service neutron] For port 066840cc-8cf1-4ac9-b9ce-a39f76fc5608, host n-h2-810909-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=066840cc-8cf1-4ac9-b9ce-a39f76fc5608,segment=NetworkSegment(cd3d294b-1ffb-423c-84e8-a40df5982fb4),segment_id=cd3d294b-1ffb-423c-84e8-a40df5982fb4)] {{(pid=94764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 14:25:14.391152 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-252fd263-8ca8-49d8-98c9-838a389c2339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30314527'] for port, after_update {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:14.428379 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-252fd263-8ca8-49d8-98c9-838a389c2339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:14.429040 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-252fd263-8ca8-49d8-98c9-838a389c2339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:14.430458 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-252fd263-8ca8-49d8-98c9-838a389c2339 service neutron] 10.222.0.54 "PUT /v2.0/ports/066840cc-8cf1-4ac9-b9ce-a39f76fc5608 HTTP/1.1" status: 200 len: 1091 time: 0.6325295 Sep 30 14:25:14.430895 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e400cd88-5005-400b-9ded-40f66520b36c', 'tag': '066840cc-8cf1-4ac9-b9ce-a39f76fc5608'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:25:14.433171 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e219da2189c054287262e416842f7478ca0ea1bcac3b9d962638c13bcc9183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f90c79-d450-4872-8966-d7e678bf77fa" -d '{"events": [{"name": "network-changed", "server_uuid": "e400cd88-5005-400b-9ded-40f66520b36c", "tag": "066840cc-8cf1-4ac9-b9ce-a39f76fc5608"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:25:14.467928 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fd263-8ca8-49d8-98c9-838a389c2339 service neutron] Pushing event updated for resources: {'Port': ['ID=066840cc-8cf1-4ac9-b9ce-a39f76fc5608,revision_number=3']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:25:14.521556 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-4ae44ada-0c97-4918-abf6-024611d6e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:14.523164 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-4ae44ada-0c97-4918-abf6-024611d6e698 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=61b813cb00254ad495d20be649ceed77&device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 1094 time: 0.0458932 Sep 30 14:25:14.571620 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c3c987-de64-40ca-9c28-0426859270ab x-openstack-request-id: req-59c3c987-de64-40ca-9c28-0426859270ab {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:25:14.571921 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e400cd88-5005-400b-9ded-40f66520b36c", "tag": "066840cc-8cf1-4ac9-b9ce-a39f76fc5608", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:25:14.572175 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59c3c987-de64-40ca-9c28-0426859270ab {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:25:14.572573 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e400cd88-5005-400b-9ded-40f66520b36c', 'tag': '066840cc-8cf1-4ac9-b9ce-a39f76fc5608', 'status': 'completed', 'code': 200} Sep 30 14:25:14.574412 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-9e895042-171f-4e91-bdb8-fa1f20891ba7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=066840cc-8cf1-4ac9-b9ce-a39f76fc5608 HTTP/1.1" status: 200 len: 217 time: 0.0439014 Sep 30 14:25:14.625144 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-199d97c7-04a3-4712-9e0b-ae5789292de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:14.626678 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-199d97c7-04a3-4712-9e0b-ae5789292de5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9dd01cd9-36f1-48d4-8bb4-8a03ba706a58 HTTP/1.1" status: 200 len: 848 time: 0.0456009 Sep 30 14:25:14.672929 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-2138fbe0-607c-46a1-aa00-eed012acad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:14.674637 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-2138fbe0-607c-46a1-aa00-eed012acad60 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404658 Sep 30 14:25:14.783583 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d6295-da84-4a7a-a179-540018ce9ab1 req-b5266589-2b7a-4700-a3e7-c27098928e34 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:14.785151 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-880d6295-da84-4a7a-a179-540018ce9ab1 req-b5266589-2b7a-4700-a3e7-c27098928e34 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 943 time: 0.1046519 Sep 30 14:25:14.826498 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-c6002207-c953-47b0-8c2c-6f528034dd22 service neutron] 10.222.0.54 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441681 Sep 30 14:25:14.847138 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-880d6295-da84-4a7a-a179-540018ce9ab1 req-f9f80316-ce37-4835-b776-c07cb683519f tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554121 Sep 30 14:25:14.925889 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-8e09f217-7db2-4e08-8bbc-f65b52f7ef70 req-e04a4b65-551c-4589-abd1-0d453e89e13a service neutron] 10.222.0.54 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916703 Sep 30 14:25:15.011969 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f90c79-d450-4872-8966-d7e678bf77fa req-d01b11e8-7ec0-41d8-99ba-fb1bf8c35811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:15.013479 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-36f90c79-d450-4872-8966-d7e678bf77fa req-d01b11e8-7ec0-41d8-99ba-fb1bf8c35811 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=61b813cb00254ad495d20be649ceed77&device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 1094 time: 0.0417895 Sep 30 14:25:15.107465 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f90c79-d450-4872-8966-d7e678bf77fa req-f25f0ede-d075-4a31-9431-90dbe2c9855d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:15.108927 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-36f90c79-d450-4872-8966-d7e678bf77fa req-f25f0ede-d075-4a31-9431-90dbe2c9855d service neutron] 10.222.0.54 "GET /v2.0/networks?id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead HTTP/1.1" status: 200 len: 910 time: 0.0885959 Sep 30 14:25:15.153445 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-36f90c79-d450-4872-8966-d7e678bf77fa req-e149d335-7390-4473-a4b1-af33dee5fb92 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=066840cc-8cf1-4ac9-b9ce-a39f76fc5608 HTTP/1.1" status: 200 len: 217 time: 0.0350630 Sep 30 14:25:15.208877 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f90c79-d450-4872-8966-d7e678bf77fa req-c185451b-6051-4724-b47e-beaa4adf3097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:15.211238 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-36f90c79-d450-4872-8966-d7e678bf77fa req-c185451b-6051-4724-b47e-beaa4adf3097 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9dd01cd9-36f1-48d4-8bb4-8a03ba706a58 HTTP/1.1" status: 200 len: 848 time: 0.0508769 Sep 30 14:25:15.273068 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f90c79-d450-4872-8966-d7e678bf77fa req-e937a27c-4ecf-48a7-936a-cdf6c4babd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:15.274618 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-36f90c79-d450-4872-8966-d7e678bf77fa req-e937a27c-4ecf-48a7-936a-cdf6c4babd8a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568945 Sep 30 14:25:15.367356 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-36f90c79-d450-4872-8966-d7e678bf77fa req-3f56363e-487d-4432-b144-82f342db7872 service neutron] 10.222.0.54 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857525 Sep 30 14:25:15.460170 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-36f90c79-d450-4872-8966-d7e678bf77fa req-950481d8-79b7-493a-b768-a035ae67425e service neutron] 10.222.0.54 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857403 Sep 30 14:25:15.684218 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:15.968486 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8058e56-8ec9-4f19-b7fa-01428700e902 req-7c8a9239-fdc7-474f-803c-5a9ecf6f8b90 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:15.969944 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e8058e56-8ec9-4f19-b7fa-01428700e902 req-7c8a9239-fdc7-474f-803c-5a9ecf6f8b90 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 943 time: 0.0531077 Sep 30 14:25:16.007653 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-e8058e56-8ec9-4f19-b7fa-01428700e902 req-729e5de4-17ed-42e5-b5fb-9158aeb874a9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316737 Sep 30 14:25:17.120429 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be6cb8-8765-4791-b740-a64894bf83ba req-283fdf89-a17e-4e3c-9b3d-d6d6a58aedbc tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:17.121911 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-77be6cb8-8765-4791-b740-a64894bf83ba req-283fdf89-a17e-4e3c-9b3d-d6d6a58aedbc tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 943 time: 0.0482337 Sep 30 14:25:17.159562 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-77be6cb8-8765-4791-b740-a64894bf83ba req-359a958e-8db8-4eef-96b0-cc61101d0ad9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316594 Sep 30 14:25:18.275899 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108803d-903f-48f5-8958-e94b66b30d68 req-9bc2c62d-8cae-4cd7-95f9-f31cc944a043 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:18.277421 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b108803d-903f-48f5-8958-e94b66b30d68 req-9bc2c62d-8cae-4cd7-95f9-f31cc944a043 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 943 time: 0.0484200 Sep 30 14:25:18.283024 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-175f6712-55fd-488c-8f2a-a72f7c620a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:18.316895 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b108803d-903f-48f5-8958-e94b66b30d68 req-d4f5131b-f380-45bc-b7dd-feb6e571ebdb tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322666 Sep 30 14:25:19.432638 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf85790-4457-4570-ba9d-6ef754f207c6 req-91bd8019-2ede-496c-beac-724c74e9974b tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:19.434154 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bcf85790-4457-4570-ba9d-6ef754f207c6 req-91bd8019-2ede-496c-beac-724c74e9974b tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 943 time: 0.0491326 Sep 30 14:25:19.471854 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-bcf85790-4457-4570-ba9d-6ef754f207c6 req-be712aba-7c2d-4ee0-891e-d15d2e2a0430 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317819 Sep 30 14:25:19.483922 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 066840cc-8cf1-4ac9-b9ce-a39f76fc5608 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 14:25:19.576992 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 066840cc-8cf1-4ac9-b9ce-a39f76fc5608, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=066840cc-8cf1-4ac9-b9ce-a39f76fc5608,segment=NetworkSegment(cd3d294b-1ffb-423c-84e8-a40df5982fb4),segment_id=cd3d294b-1ffb-423c-84e8-a40df5982fb4)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:25:19.588184 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '066840cc-8cf1-4ac9-b9ce-a39f76fc5608', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'port_id': '066840cc-8cf1-4ac9-b9ce-a39f76fc5608', 'mac_address': 'fa:16:3e:a1:b1:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 14:25:19.623781 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:19.635822 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 066840cc-8cf1-4ac9-b9ce-a39f76fc5608 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:25:19.654443 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 066840cc-8cf1-4ac9-b9ce-a39f76fc5608, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=066840cc-8cf1-4ac9-b9ce-a39f76fc5608,segment=NetworkSegment(cd3d294b-1ffb-423c-84e8-a40df5982fb4),segment_id=cd3d294b-1ffb-423c-84e8-a40df5982fb4)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:25:19.658032 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:19.703653 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=066840cc-8cf1-4ac9-b9ce-a39f76fc5608,revision_number=4']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:25:20.007306 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['066840cc-8cf1-4ac9-b9ce-a39f76fc5608'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:25:20.366093 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:20.586757 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf7946-a004-47bf-907c-24e12d338faa req-b4715767-8de1-44e5-a3ef-54db45ee77c1 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:20.588193 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6ebf7946-a004-47bf-907c-24e12d338faa req-b4715767-8de1-44e5-a3ef-54db45ee77c1 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 944 time: 0.0487289 Sep 30 14:25:20.625353 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-6ebf7946-a004-47bf-907c-24e12d338faa req-857d674b-2ed3-4398-9f9d-715d7efa6e68 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313923 Sep 30 14:25:20.777565 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-701dc607-bfe2-47ae-b69f-7f42e123616c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:21.510432 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 066840cc-8cf1-4ac9-b9ce-a39f76fc5608 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:25:21.562067 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning for port 066840cc-8cf1-4ac9-b9ce-a39f76fc5608 completed by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 14:25:21.565545 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 066840cc-8cf1-4ac9-b9ce-a39f76fc5608 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:25:21.565916 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:21.639980 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:21.662801 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e400cd88-5005-400b-9ded-40f66520b36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066840cc-8cf1-4ac9-b9ce-a39f76fc5608'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:25:21.665098 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730efdff73588999065a9861b250a1e40d95e5d75871f85cc1573bd279cf301b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4a5e8e-cb35-4ab6-990b-be73a9d5c9bf" -d '{"events": [{"server_uuid": "e400cd88-5005-400b-9ded-40f66520b36c", "name": "network-vif-plugged", "status": "completed", "tag": "066840cc-8cf1-4ac9-b9ce-a39f76fc5608"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:25:21.678163 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 066840cc-8cf1-4ac9-b9ce-a39f76fc5608, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=066840cc-8cf1-4ac9-b9ce-a39f76fc5608,segment=NetworkSegment(cd3d294b-1ffb-423c-84e8-a40df5982fb4),segment_id=cd3d294b-1ffb-423c-84e8-a40df5982fb4)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:25:21.682634 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:21.711091 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a388f5-cf3f-49de-82cf-06eca5bc15bb x-openstack-request-id: req-c1a388f5-cf3f-49de-82cf-06eca5bc15bb {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:25:21.711367 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e400cd88-5005-400b-9ded-40f66520b36c", "name": "network-vif-plugged", "status": "completed", "tag": "066840cc-8cf1-4ac9-b9ce-a39f76fc5608", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:25:21.711630 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1a388f5-cf3f-49de-82cf-06eca5bc15bb {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:25:21.712018 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e400cd88-5005-400b-9ded-40f66520b36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066840cc-8cf1-4ac9-b9ce-a39f76fc5608', 'code': 200} Sep 30 14:25:21.737575 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=066840cc-8cf1-4ac9-b9ce-a39f76fc5608,revision_number=5']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:25:21.755971 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2693f7a-bc37-47fd-aa0f-e1770a4e9148 req-736b205d-4621-4c12-b954-2f3196c4304e tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:21.757659 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d2693f7a-bc37-47fd-aa0f-e1770a4e9148 req-736b205d-4621-4c12-b954-2f3196c4304e tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 945 time: 0.0606804 Sep 30 14:25:21.758706 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:21.822231 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d2693f7a-bc37-47fd-aa0f-e1770a4e9148 req-485d4982-85e0-4ea1-aed7-bacd37c66c54 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529876 Sep 30 14:25:21.828293 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa9e23-8edb-499e-86cb-3480e134d566 req-e720952b-810e-47a8-8a3d-4954955d61fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:21.829715 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d7aa9e23-8edb-499e-86cb-3480e134d566 req-e720952b-810e-47a8-8a3d-4954955d61fd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 1096 time: 0.0678549 Sep 30 14:25:21.864771 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d7aa9e23-8edb-499e-86cb-3480e134d566 req-18404153-07de-4cfc-8aa5-851b8acc2469 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277107 Sep 30 14:25:22.693275 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:22.942037 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e08da-269a-4e42-a4aa-0f1983642775 req-df6d03a4-bb9d-4ac6-b340-dbeddb100b64 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:22.944507 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d78e08da-269a-4e42-a4aa-0f1983642775 req-df6d03a4-bb9d-4ac6-b340-dbeddb100b64 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 945 time: 0.0525019 Sep 30 14:25:22.983024 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d78e08da-269a-4e42-a4aa-0f1983642775 req-099ea6ee-a4ba-47fb-9bb3-1507be736158 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327621 Sep 30 14:25:24.097329 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e185a-6f96-48f3-af23-39a9123d6cb4 req-27229504-dd39-4922-86a9-b35cc24a5bb7 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:24.098834 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3d7e185a-6f96-48f3-af23-39a9123d6cb4 req-27229504-dd39-4922-86a9-b35cc24a5bb7 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 945 time: 0.0486522 Sep 30 14:25:24.136283 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-3d7e185a-6f96-48f3-af23-39a9123d6cb4 req-7bb2e588-7311-42c5-a6bf-56a915dd23b2 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315900 Sep 30 14:25:24.250568 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53e947-daa5-4dd8-b5be-1113aef38511 req-876d00ac-ad7d-45d0-bfa7-ce209ee70c41 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:24.252048 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a53e947-daa5-4dd8-b5be-1113aef38511 req-876d00ac-ad7d-45d0-bfa7-ce209ee70c41 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 945 time: 0.0507753 Sep 30 14:25:24.289386 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8a53e947-daa5-4dd8-b5be-1113aef38511 req-05c2cbcf-19c0-4d4d-8885-7a85f1bf1e21 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306177 Sep 30 14:25:24.310494 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51504) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:25:24.349980 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25bae40-da7c-4224-9ce1-c6efc1da08a1 tempest-TestSnapshotPattern-1607870706 tempest-TestSnapshotPattern-1607870706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:24.351522 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d25bae40-da7c-4224-9ce1-c6efc1da08a1 tempest-TestSnapshotPattern-1607870706 tempest-TestSnapshotPattern-1607870706-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 1091 time: 0.0400455 Sep 30 14:25:24.354194 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51506) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:25:24.358384 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.v2.base [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Request body: {'floatingip': {'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'port_id': '066840cc-8cf1-4ac9-b9ce-a39f76fc5608', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 14:25:24.381120 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for floatingip, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:24.455198 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:24.481277 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:24.586915 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_common [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Allocated IP 172.25.5.230 (7bf2cdd5-9828-4259-bd46-d7f13451331c/e3cd1f68-5eac-4835-8c4f-6f59acf78db0/128c2335-98fc-4ed5-b3e1-9628a5f65dac) {{(pid=94763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 14:25:24.686035 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for port, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:24.718082 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781647339039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:24.757685 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Network 7bf2cdd5-9828-4259-bd46-d7f13451331c is already hosted by enough agents. {{(pid=94763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 14:25:24.760522 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.base_scheduler [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Resources bound (agent type, host, resource id): {{(pid=94763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 14:25:24.764092 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Received port after_create {{(pid=94763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 14:25:24.769355 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Pushing event updated for resources: {'Port': ['ID=128c2335-98fc-4ed5-b3e1-9628a5f65dac,revision_number=1']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:25:24.799366 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:25:24.799712 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:25:24.800117 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:25:24.800388 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:25:24.800744 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:25:24.801080 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:25:24.801470 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:25:24.802451 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:25:24.802664 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:25:24.802994 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:25:24.803321 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:25:24.803643 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:25:25.127209 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:25.194705 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:25.337880 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for port, precommit_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:25.342042 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24584168'] for port, after_update {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:25.411422 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Pushing event updated for resources: {'Port': ['ID=128c2335-98fc-4ed5-b3e1-9628a5f65dac,revision_number=2']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:25:25.422664 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416981'] for floatingip, after_create {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:25.522722 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Floating IP 72e53b77-df00-4107-ab5a-870c0891a62e associated. External IP: 172.25.5.230, port: 066840cc-8cf1-4ac9-b9ce-a39f76fc5608. Sep 30 14:25:25.731745 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Router 478821ab-caf5-4db9-be4d-318c2570dbab has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:25:25.837412 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:25:25.846917 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1f4206-2c60-4157-afa8-0f08564160a1 None None] Sync routers for ids ['478821ab-caf5-4db9-be4d-318c2570dbab'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:25:25.853233 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:25.856543 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1f4206-2c60-4157-afa8-0f08564160a1 None None] Routers {'478821ab-caf5-4db9-be4d-318c2570dbab'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:25:25.857156 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-eb1f4206-2c60-4157-afa8-0f08564160a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:25:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['478821ab-caf5-4db9-be4d-318c2570dbab'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:25:25.880789 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-dd8bbde6-9160-49f1-b8a2-22bfa4afbd62 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5256062 Sep 30 14:25:25.881474 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e400cd88-5005-400b-9ded-40f66520b36c', 'tag': '066840cc-8cf1-4ac9-b9ce-a39f76fc5608'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:25:25.883765 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01521f06-a78d-4f8d-827d-000db030a191" -d '{"events": [{"name": "network-changed", "server_uuid": "e400cd88-5005-400b-9ded-40f66520b36c", "tag": "066840cc-8cf1-4ac9-b9ce-a39f76fc5608"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:25:25.963518 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-eb1f4206-2c60-4157-afa8-0f08564160a1 None None] Set router 478821ab-caf5-4db9-be4d-318c2570dbab gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:25:25.980615 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f045b6-f0ed-4f2a-b5fc-e58947cb15b0 x-openstack-request-id: req-94f045b6-f0ed-4f2a-b5fc-e58947cb15b0 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:25:25.980937 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e400cd88-5005-400b-9ded-40f66520b36c", "tag": "066840cc-8cf1-4ac9-b9ce-a39f76fc5608", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:25:25.981192 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94f045b6-f0ed-4f2a-b5fc-e58947cb15b0 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:25:25.981600 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e400cd88-5005-400b-9ded-40f66520b36c', 'tag': '066840cc-8cf1-4ac9-b9ce-a39f76fc5608', 'status': 'completed', 'code': 200} Sep 30 14:25:26.047114 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01521f06-a78d-4f8d-827d-000db030a191 req-28c2609e-189b-484e-ae97-b6a8caa8fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:26.048529 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-01521f06-a78d-4f8d-827d-000db030a191 req-28c2609e-189b-484e-ae97-b6a8caa8fa65 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=61b813cb00254ad495d20be649ceed77&device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 1096 time: 0.0440385 Sep 30 14:25:26.141015 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01521f06-a78d-4f8d-827d-000db030a191 req-9c3bd098-c4e7-4aa3-911f-120ee32104b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:26.142523 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-01521f06-a78d-4f8d-827d-000db030a191 req-9c3bd098-c4e7-4aa3-911f-120ee32104b2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead HTTP/1.1" status: 200 len: 910 time: 0.0870523 Sep 30 14:25:26.183553 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-eb1f4206-2c60-4157-afa8-0f08564160a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'name': 'tempest-TestSnapshotPattern-459251946-router', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:21Z', 'updated_at': '2021-09-30T14:22:24Z', 'revision_number': 4, 'project_id': '61b813cb00254ad495d20be649ceed77', 'gw_port': {'id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:22Z', 'updated_at': '2021-09-30T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '72e53b77-df00-4107-ab5a-870c0891a62e', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'floating_ip_address': '172.25.5.230', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'port_id': '066840cc-8cf1-4ac9-b9ce-a39f76fc5608', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'mac_address': 'fa:16:3e:a1:b1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e400cd88-5005-400b-9ded-40f66520b36c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:25:24Z', 'updated_at': '2021-09-30T14:25:24Z', 'revision_number': 0, 'project_id': '61b813cb00254ad495d20be649ceed77', 'fixed_ip_address_scope': None}, {'id': '9df31e73-2b95-410d-a68f-41ed22de62f5', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'port_id': '397ef57b-60ae-4b4b-beb6-e95716c99495', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'mac_address': 'fa:16:3e:a7:5d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650b0c54-8944-4d3f-b411-fab38d7b2cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:22:43Z', 'updated_at': '2021-09-30T14:22:45Z', 'revision_number': 1, 'project_id': '61b813cb00254ad495d20be649ceed77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfdff179-481b-4df5-ae60-771720e0d8f2', 'name': '', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'mac_address': 'fa:16:3e:c9:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:23Z', 'updated_at': '2021-09-30T14:22:28Z', 'revision_number': 5, 'project_id': '61b813cb00254ad495d20be649ceed77', 'subnets': [{'id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:25:26.209191 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1f4206-2c60-4157-afa8-0f08564160a1 None None] Checking router: 478821ab-caf5-4db9-be4d-318c2570dbab for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:25:26.211156 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-01521f06-a78d-4f8d-827d-000db030a191 req-2e0f416c-6a9a-4560-a1af-2bae0525c8eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=066840cc-8cf1-4ac9-b9ce-a39f76fc5608 HTTP/1.1" status: 200 len: 999 time: 0.0611346 Sep 30 14:25:26.217296 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1f4206-2c60-4157-afa8-0f08564160a1 None None] Routers {'478821ab-caf5-4db9-be4d-318c2570dbab'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:25:26.217910 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-eb1f4206-2c60-4157-afa8-0f08564160a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:25:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['478821ab-caf5-4db9-be4d-318c2570dbab'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:25:26.260311 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01521f06-a78d-4f8d-827d-000db030a191 req-a288b9a7-d4e9-441a-be18-93fda6db9590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:26.261762 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-01521f06-a78d-4f8d-827d-000db030a191 req-a288b9a7-d4e9-441a-be18-93fda6db9590 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9dd01cd9-36f1-48d4-8bb4-8a03ba706a58 HTTP/1.1" status: 200 len: 848 time: 0.0438397 Sep 30 14:25:26.307945 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01521f06-a78d-4f8d-827d-000db030a191 req-fb2fb657-6ea3-47eb-8f00-f8a289b36b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:26.309379 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-01521f06-a78d-4f8d-827d-000db030a191 req-fb2fb657-6ea3-47eb-8f00-f8a289b36b3a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407860 Sep 30 14:25:26.321940 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-eb1f4206-2c60-4157-afa8-0f08564160a1 None None] Set router 478821ab-caf5-4db9-be4d-318c2570dbab gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:25:26.401464 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-01521f06-a78d-4f8d-827d-000db030a191 req-30d9cda1-af97-4be7-8ba0-e8bd62d9335f service neutron] 10.222.0.54 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851519 Sep 30 14:25:26.490780 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-01521f06-a78d-4f8d-827d-000db030a191 req-7478e6f3-8bda-488d-a02b-6a79448cd23e service neutron] 10.222.0.54 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827088 Sep 30 14:25:26.544489 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-eb1f4206-2c60-4157-afa8-0f08564160a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'name': 'tempest-TestSnapshotPattern-459251946-router', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:21Z', 'updated_at': '2021-09-30T14:22:24Z', 'revision_number': 4, 'project_id': '61b813cb00254ad495d20be649ceed77', 'gw_port': {'id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:22Z', 'updated_at': '2021-09-30T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '72e53b77-df00-4107-ab5a-870c0891a62e', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'floating_ip_address': '172.25.5.230', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'port_id': '066840cc-8cf1-4ac9-b9ce-a39f76fc5608', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'mac_address': 'fa:16:3e:a1:b1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e400cd88-5005-400b-9ded-40f66520b36c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:25:24Z', 'updated_at': '2021-09-30T14:25:24Z', 'revision_number': 0, 'project_id': '61b813cb00254ad495d20be649ceed77', 'fixed_ip_address_scope': None}, {'id': '9df31e73-2b95-410d-a68f-41ed22de62f5', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'port_id': '397ef57b-60ae-4b4b-beb6-e95716c99495', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'mac_address': 'fa:16:3e:a7:5d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650b0c54-8944-4d3f-b411-fab38d7b2cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:22:43Z', 'updated_at': '2021-09-30T14:22:45Z', 'revision_number': 1, 'project_id': '61b813cb00254ad495d20be649ceed77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfdff179-481b-4df5-ae60-771720e0d8f2', 'name': '', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'mac_address': 'fa:16:3e:c9:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:23Z', 'updated_at': '2021-09-30T14:22:28Z', 'revision_number': 5, 'project_id': '61b813cb00254ad495d20be649ceed77', 'subnets': [{'id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:25:26.569993 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1f4206-2c60-4157-afa8-0f08564160a1 None None] The sync data for ids ['478821ab-caf5-4db9-be4d-318c2570dbab'] in n-d-810909-2 is: [{'id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'name': 'tempest-TestSnapshotPattern-459251946-router', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:21Z', 'updated_at': '2021-09-30T14:22:24Z', 'revision_number': 4, 'project_id': '61b813cb00254ad495d20be649ceed77', 'gw_port': {'id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:22Z', 'updated_at': '2021-09-30T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '72e53b77-df00-4107-ab5a-870c0891a62e', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'floating_ip_address': '172.25.5.230', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'port_id': '066840cc-8cf1-4ac9-b9ce-a39f76fc5608', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'mac_address': 'fa:16:3e:a1:b1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e400cd88-5005-400b-9ded-40f66520b36c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:25:24Z', 'updated_at': '2021-09-30T14:25:24Z', 'revision_number': 0, 'project_id': '61b813cb00254ad495d20be649ceed77', 'fixed_ip_address_scope': None}, {'id': '9df31e73-2b95-410d-a68f-41ed22de62f5', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'port_id': '397ef57b-60ae-4b4b-beb6-e95716c99495', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'mac_address': 'fa:16:3e:a7:5d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650b0c54-8944-4d3f-b411-fab38d7b2cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:22:43Z', 'updated_at': '2021-09-30T14:22:45Z', 'revision_number': 1, 'project_id': '61b813cb00254ad495d20be649ceed77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfdff179-481b-4df5-ae60-771720e0d8f2', 'name': '', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'mac_address': 'fa:16:3e:c9:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:23Z', 'updated_at': '2021-09-30T14:22:28Z', 'revision_number': 5, 'project_id': '61b813cb00254ad495d20be649ceed77', 'subnets': [{'id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:25:26.751672 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66892c27-f1e6-4f31-952c-27f90709d1ab None None] New status for floating IP 72e53b77-df00-4107-ab5a-870c0891a62e: ACTIVE {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 14:25:33.736608 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:25:36.609987 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c47c8240-eeb4-47c0-b493-0cb90b61dca7 req-4afff5f9-53d2-4feb-bb33-c1f711bc3660 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394108 Sep 30 14:25:36.687453 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c8240-eeb4-47c0-b493-0cb90b61dca7 req-f84381ef-1c34-4441-8640-3e9903d99251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:36.688972 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c47c8240-eeb4-47c0-b493-0cb90b61dca7 req-f84381ef-1c34-4441-8640-3e9903d99251 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=61b813cb00254ad495d20be649ceed77&device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf HTTP/1.1" status: 200 len: 1095 time: 0.0390234 Sep 30 14:25:36.794149 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c8240-eeb4-47c0-b493-0cb90b61dca7 req-6b6d9a46-cdee-4ac3-a334-183e4a58c484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:36.795628 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c47c8240-eeb4-47c0-b493-0cb90b61dca7 req-6b6d9a46-cdee-4ac3-a334-183e4a58c484 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead HTTP/1.1" status: 200 len: 910 time: 0.0868433 Sep 30 14:25:36.872258 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c47c8240-eeb4-47c0-b493-0cb90b61dca7 req-e21a1d64-210e-4e99-9a14-b5a73acaa74f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=397ef57b-60ae-4b4b-beb6-e95716c99495 HTTP/1.1" status: 200 len: 1000 time: 0.0694580 Sep 30 14:25:36.925033 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c8240-eeb4-47c0-b493-0cb90b61dca7 req-b2b7614f-b162-40dd-82fb-97791fa2699b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:36.927033 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c47c8240-eeb4-47c0-b493-0cb90b61dca7 req-b2b7614f-b162-40dd-82fb-97791fa2699b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9dd01cd9-36f1-48d4-8bb4-8a03ba706a58 HTTP/1.1" status: 200 len: 848 time: 0.0478482 Sep 30 14:25:36.971776 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c8240-eeb4-47c0-b493-0cb90b61dca7 req-1fbed4a5-8694-4afc-bbf6-29362bc6ed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:36.973296 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c47c8240-eeb4-47c0-b493-0cb90b61dca7 req-1fbed4a5-8694-4afc-bbf6-29362bc6ed3a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397003 Sep 30 14:25:37.061623 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c47c8240-eeb4-47c0-b493-0cb90b61dca7 req-3d14441e-265f-4287-bd8b-6ede429841bb service neutron] 10.222.0.39 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812664 Sep 30 14:25:37.153049 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-c47c8240-eeb4-47c0-b493-0cb90b61dca7 req-913d9d1f-86c7-47af-a1cf-38af9a8888db service neutron] 10.222.0.39 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845680 Sep 30 14:25:45.685479 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:48.231715 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d1b8baa-0988-407e-b98e-cb7231bb83ca req-646bf2ed-73dc-4af7-94d3-d60b23cd2c66 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431423 Sep 30 14:25:48.283412 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-fcdf0ebd-fdd7-4def-825e-33a715a9fae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:48.310159 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b8baa-0988-407e-b98e-cb7231bb83ca req-44416a5c-45d6-4a6e-93f2-c3a07efb1b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:48.311670 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d1b8baa-0988-407e-b98e-cb7231bb83ca req-44416a5c-45d6-4a6e-93f2-c3a07efb1b05 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=61b813cb00254ad495d20be649ceed77&device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 1096 time: 0.0402665 Sep 30 14:25:48.412987 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b8baa-0988-407e-b98e-cb7231bb83ca req-8e87c7c5-1e9f-4881-af08-5376d64ff1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:48.414526 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d1b8baa-0988-407e-b98e-cb7231bb83ca req-8e87c7c5-1e9f-4881-af08-5376d64ff1b2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead HTTP/1.1" status: 200 len: 910 time: 0.0828722 Sep 30 14:25:48.483527 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d1b8baa-0988-407e-b98e-cb7231bb83ca req-942e8d8b-3f0b-4dee-a565-d699835bcdfd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=066840cc-8cf1-4ac9-b9ce-a39f76fc5608 HTTP/1.1" status: 200 len: 1001 time: 0.0617940 Sep 30 14:25:48.531363 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b8baa-0988-407e-b98e-cb7231bb83ca req-26c30530-2f50-4031-b730-388e94810424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:48.532791 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d1b8baa-0988-407e-b98e-cb7231bb83ca req-26c30530-2f50-4031-b730-388e94810424 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9dd01cd9-36f1-48d4-8bb4-8a03ba706a58 HTTP/1.1" status: 200 len: 848 time: 0.0425622 Sep 30 14:25:48.578388 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b8baa-0988-407e-b98e-cb7231bb83ca req-05d53d3b-f818-4488-bf10-ceddcd595651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:25:48.579839 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d1b8baa-0988-407e-b98e-cb7231bb83ca req-05d53d3b-f818-4488-bf10-ceddcd595651 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392385 Sep 30 14:25:48.671117 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d1b8baa-0988-407e-b98e-cb7231bb83ca req-f4050e92-900d-4cb3-9205-85359a1d2ae6 service neutron] 10.222.0.54 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837691 Sep 30 14:25:48.761764 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-2d1b8baa-0988-407e-b98e-cb7231bb83ca req-de0c75e7-58ad-4161-a10e-13e108d05d22 service neutron] 10.222.0.54 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833609 Sep 30 14:25:50.372422 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:50.777603 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a2133cb7-05b7-48d7-b3bb-0197474bdc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:51.759436 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:52.696503 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:25:54.457324 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:26:10.735431 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:26:15.685562 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:26:18.284369 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-832c584b-681b-4f90-acb1-29c23df094ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:26:20.385053 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:26:20.777148 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-13bc5317-182b-49d3-aec0-71439a19eabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:26:21.760056 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:26:22.701905 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:26:24.463305 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:26:37.629127 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b075f1f8-f97a-46e0-88a1-4506da984caa req-3322a6ad-0b40-40ff-8c7c-e9c74bf44c14 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398238 Sep 30 14:26:37.713093 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075f1f8-f97a-46e0-88a1-4506da984caa req-02a1f220-a3af-4c22-8991-20cbf4afb78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:26:37.714569 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b075f1f8-f97a-46e0-88a1-4506da984caa req-02a1f220-a3af-4c22-8991-20cbf4afb78f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=61b813cb00254ad495d20be649ceed77&device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf HTTP/1.1" status: 200 len: 1095 time: 0.0438495 Sep 30 14:26:37.813716 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075f1f8-f97a-46e0-88a1-4506da984caa req-008611f9-42fc-4280-9693-aa7103b2ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:26:37.815204 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b075f1f8-f97a-46e0-88a1-4506da984caa req-008611f9-42fc-4280-9693-aa7103b2ebff service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead HTTP/1.1" status: 200 len: 910 time: 0.0827961 Sep 30 14:26:37.883546 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b075f1f8-f97a-46e0-88a1-4506da984caa req-ab4285af-261a-4276-8b83-eeb8125a47ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=397ef57b-60ae-4b4b-beb6-e95716c99495 HTTP/1.1" status: 200 len: 1000 time: 0.0605571 Sep 30 14:26:38.231225 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075f1f8-f97a-46e0-88a1-4506da984caa req-fe505e8c-3ca4-4a2c-a7c6-a49ca029eaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:26:38.232698 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b075f1f8-f97a-46e0-88a1-4506da984caa req-fe505e8c-3ca4-4a2c-a7c6-a49ca029eaf5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9dd01cd9-36f1-48d4-8bb4-8a03ba706a58 HTTP/1.1" status: 200 len: 848 time: 0.3424492 Sep 30 14:26:38.279094 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075f1f8-f97a-46e0-88a1-4506da984caa req-9c01e926-1f7c-4834-8805-fefcf322cb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:26:38.280581 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b075f1f8-f97a-46e0-88a1-4506da984caa req-9c01e926-1f7c-4834-8805-fefcf322cb1a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394361 Sep 30 14:26:38.375530 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b075f1f8-f97a-46e0-88a1-4506da984caa req-d61d8e15-662c-4bd3-a4b2-955ed3a0e49c service neutron] 10.222.0.39 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872285 Sep 30 14:26:38.464712 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-b075f1f8-f97a-46e0-88a1-4506da984caa req-4ff7b362-e4fc-4073-addb-1544c4bae709 service neutron] 10.222.0.39 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825348 Sep 30 14:26:45.701106 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:26:47.734718 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:26:48.284801 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-cc413ab9-17d0-425c-8b7e-262cb1e04b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:26:49.229760 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-21503ca7-3a02-4b18-8b3a-50bfec926f62 req-e74cb2c3-1be0-408f-bd91-f216b57177f8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401795 Sep 30 14:26:49.310559 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21503ca7-3a02-4b18-8b3a-50bfec926f62 req-919b5746-7846-4f4f-a2e4-37ea872febc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:26:49.312010 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-21503ca7-3a02-4b18-8b3a-50bfec926f62 req-919b5746-7846-4f4f-a2e4-37ea872febc4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=61b813cb00254ad495d20be649ceed77&device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 1096 time: 0.0402536 Sep 30 14:26:49.413427 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21503ca7-3a02-4b18-8b3a-50bfec926f62 req-348d7090-9bb8-4c3b-8630-e885874f486f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:26:49.415416 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-21503ca7-3a02-4b18-8b3a-50bfec926f62 req-348d7090-9bb8-4c3b-8630-e885874f486f service neutron] 10.222.0.54 "GET /v2.0/networks?id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead HTTP/1.1" status: 200 len: 910 time: 0.0847340 Sep 30 14:26:49.480282 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-21503ca7-3a02-4b18-8b3a-50bfec926f62 req-8ae0fe26-83fc-4f27-918a-5b440db09694 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=066840cc-8cf1-4ac9-b9ce-a39f76fc5608 HTTP/1.1" status: 200 len: 1001 time: 0.0576229 Sep 30 14:26:49.527798 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21503ca7-3a02-4b18-8b3a-50bfec926f62 req-e27fd743-b32e-4059-93ed-77ccad520b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:26:49.529157 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-21503ca7-3a02-4b18-8b3a-50bfec926f62 req-e27fd743-b32e-4059-93ed-77ccad520b4b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9dd01cd9-36f1-48d4-8bb4-8a03ba706a58 HTTP/1.1" status: 200 len: 848 time: 0.0415893 Sep 30 14:26:49.577947 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21503ca7-3a02-4b18-8b3a-50bfec926f62 req-679aeeba-07b3-410d-a5ba-c4da1940d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:26:49.579489 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-21503ca7-3a02-4b18-8b3a-50bfec926f62 req-679aeeba-07b3-410d-a5ba-c4da1940d619 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428944 Sep 30 14:26:49.667024 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-21503ca7-3a02-4b18-8b3a-50bfec926f62 req-47f0d272-8c9f-4098-9a3d-8c853477ce73 service neutron] 10.222.0.54 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808094 Sep 30 14:26:49.756785 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-21503ca7-3a02-4b18-8b3a-50bfec926f62 req-4f3a014e-4ae1-495f-a59a-c08305aaea67 service neutron] 10.222.0.54 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825973 Sep 30 14:26:50.390044 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:26:50.777529 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-659a5287-3886-4336-97b8-01f692285d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:26:51.760652 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:26:52.701518 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:26:54.463562 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:15.705225 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:18.284412 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-856eda5d-5136-4e2b-a26c-5e9079da49fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:20.382293 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:20.777276 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ca820ca2-2b82-41b3-8c49-9003ed6d9cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:21.761538 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:22.704738 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:24.466106 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:24.734835 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:27:32.089614 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 066840cc-8cf1-4ac9-b9ce-a39f76fc5608 details requested by agent hyperv_n-h2-810909-2 with host n-h2-810909-2 {{(pid=94765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 14:27:32.182407 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 066840cc-8cf1-4ac9-b9ce-a39f76fc5608, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=066840cc-8cf1-4ac9-b9ce-a39f76fc5608,segment=NetworkSegment(cd3d294b-1ffb-423c-84e8-a40df5982fb4),segment_id=cd3d294b-1ffb-423c-84e8-a40df5982fb4)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:27:32.193049 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Returning: {'device': '066840cc-8cf1-4ac9-b9ce-a39f76fc5608', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'port_id': '066840cc-8cf1-4ac9-b9ce-a39f76fc5608', 'mac_address': 'fa:16:3e:a1:b1:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 14:27:32.228648 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:32.240537 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 066840cc-8cf1-4ac9-b9ce-a39f76fc5608 {{(pid=94765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 14:27:32.258464 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 066840cc-8cf1-4ac9-b9ce-a39f76fc5608, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=066840cc-8cf1-4ac9-b9ce-a39f76fc5608,segment=NetworkSegment(cd3d294b-1ffb-423c-84e8-a40df5982fb4),segment_id=cd3d294b-1ffb-423c-84e8-a40df5982fb4)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:27:32.262352 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:32.311440 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=066840cc-8cf1-4ac9-b9ce-a39f76fc5608,revision_number=6']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:27:32.318832 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:32.319188 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:32.319525 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:32.319857 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:32.320186 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:32.320514 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:32.320837 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:32.321158 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:32.321478 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:32.321814 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:32.322137 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:32.322457 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:32.335745 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] get_ports_and_sgs() called for port_ids ['066840cc-8cf1-4ac9-b9ce-a39f76fc5608'] {{(pid=94765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 14:27:34.120441 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 066840cc-8cf1-4ac9-b9ce-a39f76fc5608 up at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 14:27:34.168496 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Provisioning complete for port 066840cc-8cf1-4ac9-b9ce-a39f76fc5608 triggered by entity L2. {{(pid=94765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 14:27:34.168868 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608822'] for port, provisioning_complete {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:34.242454 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545256'] for port, before_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:34.263827 n-d-810909-2 neutron-server[94765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e400cd88-5005-400b-9ded-40f66520b36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066840cc-8cf1-4ac9-b9ce-a39f76fc5608'}] {{(pid=94765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:27:34.266040 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}730efdff73588999065a9861b250a1e40d95e5d75871f85cc1573bd279cf301b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62027f42-7857-4a9a-be8e-3341ba716b17" -d '{"events": [{"server_uuid": "e400cd88-5005-400b-9ded-40f66520b36c", "name": "network-vif-plugged", "status": "completed", "tag": "066840cc-8cf1-4ac9-b9ce-a39f76fc5608"}]}' {{(pid=94765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:27:34.277992 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.db [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] For port 066840cc-8cf1-4ac9-b9ce-a39f76fc5608, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=066840cc-8cf1-4ac9-b9ce-a39f76fc5608,segment=NetworkSegment(cd3d294b-1ffb-423c-84e8-a40df5982fb4),segment_id=cd3d294b-1ffb-423c-84e8-a40df5982fb4)] {{(pid=94765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:27:34.282700 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781647741206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781647339057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781647339075'] for port, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:34.307811 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d1ee68-9294-433c-a353-66b70ca1e1fb x-openstack-request-id: req-67d1ee68-9294-433c-a353-66b70ca1e1fb {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:27:34.308108 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e400cd88-5005-400b-9ded-40f66520b36c", "name": "network-vif-plugged", "status": "completed", "tag": "066840cc-8cf1-4ac9-b9ce-a39f76fc5608", "code": 200}]} {{(pid=94765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:27:34.308361 n-d-810909-2 neutron-server[94765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67d1ee68-9294-433c-a353-66b70ca1e1fb {{(pid=94765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:27:34.308749 n-d-810909-2 neutron-server[94765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e400cd88-5005-400b-9ded-40f66520b36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066840cc-8cf1-4ac9-b9ce-a39f76fc5608', 'code': 200} Sep 30 14:27:34.331606 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Pushing event updated for resources: {'Port': ['ID=066840cc-8cf1-4ac9-b9ce-a39f76fc5608,revision_number=7']} {{(pid=94765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:27:39.645459 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a88310ba-c701-4a14-8838-52c8d0b9c61e req-b0debeb2-ca48-49fd-a22f-dbde714dd860 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542438 Sep 30 14:27:39.735607 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88310ba-c701-4a14-8838-52c8d0b9c61e req-a14e0997-7881-4943-b69c-d839ec580511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:27:39.737519 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a88310ba-c701-4a14-8838-52c8d0b9c61e req-a14e0997-7881-4943-b69c-d839ec580511 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=61b813cb00254ad495d20be649ceed77&device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf HTTP/1.1" status: 200 len: 1095 time: 0.0464332 Sep 30 14:27:39.856995 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88310ba-c701-4a14-8838-52c8d0b9c61e req-2b949063-7a21-433f-b5e5-bd3dd7ae0157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:27:39.858667 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a88310ba-c701-4a14-8838-52c8d0b9c61e req-2b949063-7a21-433f-b5e5-bd3dd7ae0157 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead HTTP/1.1" status: 200 len: 910 time: 0.1006005 Sep 30 14:27:39.940973 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a88310ba-c701-4a14-8838-52c8d0b9c61e req-4bb1a184-87fd-465e-9dca-4538b8f3b37d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=397ef57b-60ae-4b4b-beb6-e95716c99495 HTTP/1.1" status: 200 len: 1000 time: 0.0755515 Sep 30 14:27:39.993236 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88310ba-c701-4a14-8838-52c8d0b9c61e req-b14bbaa1-a1cf-4b56-a13a-1919089a2b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:27:39.994921 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a88310ba-c701-4a14-8838-52c8d0b9c61e req-b14bbaa1-a1cf-4b56-a13a-1919089a2b04 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9dd01cd9-36f1-48d4-8bb4-8a03ba706a58 HTTP/1.1" status: 200 len: 848 time: 0.0461085 Sep 30 14:27:40.046512 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88310ba-c701-4a14-8838-52c8d0b9c61e req-4d84560d-232a-43a3-bcb0-387a2fe77544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:27:40.048025 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a88310ba-c701-4a14-8838-52c8d0b9c61e req-4d84560d-232a-43a3-bcb0-387a2fe77544 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454361 Sep 30 14:27:40.149811 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a88310ba-c701-4a14-8838-52c8d0b9c61e req-e4fa47df-c349-44b1-b7d7-49cbfd022eb7 service neutron] 10.222.0.39 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946906 Sep 30 14:27:40.244162 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-a88310ba-c701-4a14-8838-52c8d0b9c61e req-84159523-bb1e-4c26-bfa8-20f696595a2f service neutron] 10.222.0.39 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870667 Sep 30 14:27:45.708014 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:46.175003 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51764) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:27:46.335428 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-7e2e6fbd-ae7f-43ef-98f1-5634574b2e91 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Deleting port 128c2335-98fc-4ed5-b3e1-9628a5f65dac {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:27:46.335765 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7e2e6fbd-ae7f-43ef-98f1-5634574b2e91 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:46.408593 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7e2e6fbd-ae7f-43ef-98f1-5634574b2e91 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:46.408914 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7e2e6fbd-ae7f-43ef-98f1-5634574b2e91 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:46.420169 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-7e2e6fbd-ae7f-43ef-98f1-5634574b2e91 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Calling delete_port for 128c2335-98fc-4ed5-b3e1-9628a5f65dac owned by network:floatingip {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:27:46.565323 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7e2e6fbd-ae7f-43ef-98f1-5634574b2e91 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:46.590814 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e6fbd-ae7f-43ef-98f1-5634574b2e91 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Pushing event deleted for resources: {'Port': ['ID=128c2335-98fc-4ed5-b3e1-9628a5f65dac,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:27:46.603360 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e6fbd-ae7f-43ef-98f1-5634574b2e91 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:46.603712 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e6fbd-ae7f-43ef-98f1-5634574b2e91 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:46.604047 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e6fbd-ae7f-43ef-98f1-5634574b2e91 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:46.604397 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e6fbd-ae7f-43ef-98f1-5634574b2e91 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:46.604751 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e6fbd-ae7f-43ef-98f1-5634574b2e91 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:46.605081 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e6fbd-ae7f-43ef-98f1-5634574b2e91 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:46.605422 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e6fbd-ae7f-43ef-98f1-5634574b2e91 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:46.605722 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e6fbd-ae7f-43ef-98f1-5634574b2e91 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:46.606056 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e6fbd-ae7f-43ef-98f1-5634574b2e91 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:46.606381 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e6fbd-ae7f-43ef-98f1-5634574b2e91 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:46.606699 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e6fbd-ae7f-43ef-98f1-5634574b2e91 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:46.607018 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e6fbd-ae7f-43ef-98f1-5634574b2e91 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:46.662756 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7e2e6fbd-ae7f-43ef-98f1-5634574b2e91 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for floatingip, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:46.663091 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-7e2e6fbd-ae7f-43ef-98f1-5634574b2e91 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Floating IP 72e53b77-df00-4107-ab5a-870c0891a62e disassociated (deleted). External IP: 172.25.5.230, port: 066840cc-8cf1-4ac9-b9ce-a39f76fc5608. Sep 30 14:27:46.872001 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2e6fbd-ae7f-43ef-98f1-5634574b2e91 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Router 478821ab-caf5-4db9-be4d-318c2570dbab has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:27:46.978186 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2e6fbd-ae7f-43ef-98f1-5634574b2e91 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:27:46.983093 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-7e2e6fbd-ae7f-43ef-98f1-5634574b2e91 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:46.988182 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abf97e2-b249-49d8-910f-91ced910812e None None] Sync routers for ids ['478821ab-caf5-4db9-be4d-318c2570dbab'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:27:46.997357 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abf97e2-b249-49d8-910f-91ced910812e None None] Routers {'478821ab-caf5-4db9-be4d-318c2570dbab'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:27:46.997975 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3abf97e2-b249-49d8-910f-91ced910812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:27:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['478821ab-caf5-4db9-be4d-318c2570dbab'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:27:47.012599 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-7e2e6fbd-ae7f-43ef-98f1-5634574b2e91 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "DELETE /v2.0/floatingips/72e53b77-df00-4107-ab5a-870c0891a62e HTTP/1.1" status: 204 len: 168 time: 0.8365028 Sep 30 14:27:47.013175 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e400cd88-5005-400b-9ded-40f66520b36c', 'tag': '066840cc-8cf1-4ac9-b9ce-a39f76fc5608'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:27:47.015427 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532a82c4-4e9a-4a9b-a584-b1a730a3eca5" -d '{"events": [{"name": "network-changed", "server_uuid": "e400cd88-5005-400b-9ded-40f66520b36c", "tag": "066840cc-8cf1-4ac9-b9ce-a39f76fc5608"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:27:47.062213 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30d5a40-1a25-49a3-ac6e-ca7648c20067 x-openstack-request-id: req-a30d5a40-1a25-49a3-ac6e-ca7648c20067 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:27:47.062639 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e400cd88-5005-400b-9ded-40f66520b36c", "tag": "066840cc-8cf1-4ac9-b9ce-a39f76fc5608", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:27:47.062986 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a30d5a40-1a25-49a3-ac6e-ca7648c20067 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:27:47.063505 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e400cd88-5005-400b-9ded-40f66520b36c', 'tag': '066840cc-8cf1-4ac9-b9ce-a39f76fc5608', 'status': 'completed', 'code': 200} Sep 30 14:27:47.106442 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-3abf97e2-b249-49d8-910f-91ced910812e None None] Set router 478821ab-caf5-4db9-be4d-318c2570dbab gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:27:47.126766 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a82c4-4e9a-4a9b-a584-b1a730a3eca5 req-7cf0a2db-75fa-42d1-8812-60d31e468cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:27:47.128191 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-532a82c4-4e9a-4a9b-a584-b1a730a3eca5 req-7cf0a2db-75fa-42d1-8812-60d31e468cd8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=61b813cb00254ad495d20be649ceed77&device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 1096 time: 0.0442753 Sep 30 14:27:47.238507 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a82c4-4e9a-4a9b-a584-b1a730a3eca5 req-2dc8f8b6-8269-4e8e-b87b-b4b77ec6f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:27:47.240017 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-532a82c4-4e9a-4a9b-a584-b1a730a3eca5 req-2dc8f8b6-8269-4e8e-b87b-b4b77ec6f98a service neutron] 10.222.0.54 "GET /v2.0/networks?id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead HTTP/1.1" status: 200 len: 910 time: 0.1041207 Sep 30 14:27:47.294425 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-532a82c4-4e9a-4a9b-a584-b1a730a3eca5 req-5e51a152-fb0b-4be5-bef9-7e6fa451d55f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=066840cc-8cf1-4ac9-b9ce-a39f76fc5608 HTTP/1.1" status: 200 len: 217 time: 0.0461960 Sep 30 14:27:47.330542 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3abf97e2-b249-49d8-910f-91ced910812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'name': 'tempest-TestSnapshotPattern-459251946-router', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:21Z', 'updated_at': '2021-09-30T14:22:24Z', 'revision_number': 4, 'project_id': '61b813cb00254ad495d20be649ceed77', 'gw_port': {'id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:22Z', 'updated_at': '2021-09-30T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '9df31e73-2b95-410d-a68f-41ed22de62f5', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'port_id': '397ef57b-60ae-4b4b-beb6-e95716c99495', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'mac_address': 'fa:16:3e:a7:5d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650b0c54-8944-4d3f-b411-fab38d7b2cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:22:43Z', 'updated_at': '2021-09-30T14:22:45Z', 'revision_number': 1, 'project_id': '61b813cb00254ad495d20be649ceed77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfdff179-481b-4df5-ae60-771720e0d8f2', 'name': '', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'mac_address': 'fa:16:3e:c9:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:23Z', 'updated_at': '2021-09-30T14:22:28Z', 'revision_number': 5, 'project_id': '61b813cb00254ad495d20be649ceed77', 'subnets': [{'id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:27:47.360725 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abf97e2-b249-49d8-910f-91ced910812e None None] Checking router: 478821ab-caf5-4db9-be4d-318c2570dbab for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:27:47.368928 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abf97e2-b249-49d8-910f-91ced910812e None None] Routers {'478821ab-caf5-4db9-be4d-318c2570dbab'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:27:47.369525 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3abf97e2-b249-49d8-910f-91ced910812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:27:21Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['478821ab-caf5-4db9-be4d-318c2570dbab'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:27:47.371492 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b97956-b5d8-48b2-816c-cebf531d1115 req-161247a6-d65c-435e-afae-03d69674c1d9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:27:47.372992 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b5b97956-b5d8-48b2-816c-cebf531d1115 req-161247a6-d65c-435e-afae-03d69674c1d9 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 945 time: 0.1691344 Sep 30 14:27:47.374965 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a82c4-4e9a-4a9b-a584-b1a730a3eca5 req-36ccd447-09ec-4aea-8172-7c3e822382db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:27:47.376289 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-532a82c4-4e9a-4a9b-a584-b1a730a3eca5 req-36ccd447-09ec-4aea-8172-7c3e822382db service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9dd01cd9-36f1-48d4-8bb4-8a03ba706a58 HTTP/1.1" status: 200 len: 848 time: 0.0679874 Sep 30 14:27:47.442109 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-b5b97956-b5d8-48b2-816c-cebf531d1115 req-7f3f039f-3df2-42a4-8760-d9b5c353700a tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624592 Sep 30 14:27:47.452227 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a82c4-4e9a-4a9b-a584-b1a730a3eca5 req-c133eeda-736b-4b21-b087-93a926e0a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:27:47.453842 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-532a82c4-4e9a-4a9b-a584-b1a730a3eca5 req-c133eeda-736b-4b21-b087-93a926e0a753 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682666 Sep 30 14:27:47.546330 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-532a82c4-4e9a-4a9b-a584-b1a730a3eca5 req-9c108cff-edb7-4bab-bcd7-ea6c0bf628de service neutron] 10.222.0.54 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836532 Sep 30 14:27:47.566190 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-3abf97e2-b249-49d8-910f-91ced910812e None None] Set router 478821ab-caf5-4db9-be4d-318c2570dbab gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:27:47.640900 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-532a82c4-4e9a-4a9b-a584-b1a730a3eca5 req-be080dd7-63bb-4415-b4e3-0035938a502a service neutron] 10.222.0.54 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872409 Sep 30 14:27:47.786037 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-3abf97e2-b249-49d8-910f-91ced910812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'name': 'tempest-TestSnapshotPattern-459251946-router', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:21Z', 'updated_at': '2021-09-30T14:22:24Z', 'revision_number': 4, 'project_id': '61b813cb00254ad495d20be649ceed77', 'gw_port': {'id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:22Z', 'updated_at': '2021-09-30T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '9df31e73-2b95-410d-a68f-41ed22de62f5', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'port_id': '397ef57b-60ae-4b4b-beb6-e95716c99495', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'mac_address': 'fa:16:3e:a7:5d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650b0c54-8944-4d3f-b411-fab38d7b2cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:22:43Z', 'updated_at': '2021-09-30T14:22:45Z', 'revision_number': 1, 'project_id': '61b813cb00254ad495d20be649ceed77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfdff179-481b-4df5-ae60-771720e0d8f2', 'name': '', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'mac_address': 'fa:16:3e:c9:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:23Z', 'updated_at': '2021-09-30T14:22:28Z', 'revision_number': 5, 'project_id': '61b813cb00254ad495d20be649ceed77', 'subnets': [{'id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:27:47.811109 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abf97e2-b249-49d8-910f-91ced910812e None None] The sync data for ids ['478821ab-caf5-4db9-be4d-318c2570dbab'] in n-d-810909-2 is: [{'id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'name': 'tempest-TestSnapshotPattern-459251946-router', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:21Z', 'updated_at': '2021-09-30T14:22:24Z', 'revision_number': 4, 'project_id': '61b813cb00254ad495d20be649ceed77', 'gw_port': {'id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:22Z', 'updated_at': '2021-09-30T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_floatingips': [{'id': '9df31e73-2b95-410d-a68f-41ed22de62f5', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'router_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'port_id': '397ef57b-60ae-4b4b-beb6-e95716c99495', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'mac_address': 'fa:16:3e:a7:5d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650b0c54-8944-4d3f-b411-fab38d7b2cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T14:22:43Z', 'updated_at': '2021-09-30T14:22:45Z', 'revision_number': 1, 'project_id': '61b813cb00254ad495d20be649ceed77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfdff179-481b-4df5-ae60-771720e0d8f2', 'name': '', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'mac_address': 'fa:16:3e:c9:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:23Z', 'updated_at': '2021-09-30T14:22:28Z', 'revision_number': 5, 'project_id': '61b813cb00254ad495d20be649ceed77', 'subnets': [{'id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:27:48.023176 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6ee076-6a1c-463c-b7b3-d94341da98f8 None None] New status for floating IP 72e53b77-df00-4107-ab5a-870c0891a62e: DOWN {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 14:27:48.284000 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ea7567b8-6193-4d14-9832-e3f4397f1906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:48.563685 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ab13c-9f81-4c02-bfab-300798299531 req-3cd61f87-cef6-4436-957a-918eb529b783 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:27:48.565173 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bf4ab13c-9f81-4c02-bfab-300798299531 req-3cd61f87-cef6-4436-957a-918eb529b783 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 945 time: 0.0500031 Sep 30 14:27:48.602880 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-bf4ab13c-9f81-4c02-bfab-300798299531 req-d1b1f2ef-9a00-49bb-9e97-b5c43586d680 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315619 Sep 30 14:27:49.003477 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c87c3-c38e-4e4d-9b95-ca2793fb8f4f req-9cf9a258-d965-48a5-a731-cbaee3ca261d tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:27:49.004919 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d47c87c3-c38e-4e4d-9b95-ca2793fb8f4f req-9cf9a258-d965-48a5-a731-cbaee3ca261d tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.54 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 945 time: 0.0479369 Sep 30 14:27:49.097323 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-d47c87c3-c38e-4e4d-9b95-ca2793fb8f4f req-5d120882-54d7-48b2-bb4b-928e7f5412b2 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Deleting port 066840cc-8cf1-4ac9-b9ce-a39f76fc5608 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:27:49.097663 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-d47c87c3-c38e-4e4d-9b95-ca2793fb8f4f req-5d120882-54d7-48b2-bb4b-928e7f5412b2 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:49.183015 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [req-d47c87c3-c38e-4e4d-9b95-ca2793fb8f4f req-5d120882-54d7-48b2-bb4b-928e7f5412b2 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] For port 066840cc-8cf1-4ac9-b9ce-a39f76fc5608, host n-h2-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-2',level=0,port_id=066840cc-8cf1-4ac9-b9ce-a39f76fc5608,segment=NetworkSegment(cd3d294b-1ffb-423c-84e8-a40df5982fb4),segment_id=cd3d294b-1ffb-423c-84e8-a40df5982fb4)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:27:49.183396 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-d47c87c3-c38e-4e4d-9b95-ca2793fb8f4f req-5d120882-54d7-48b2-bb4b-928e7f5412b2 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:49.196845 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [req-d47c87c3-c38e-4e4d-9b95-ca2793fb8f4f req-5d120882-54d7-48b2-bb4b-928e7f5412b2 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Calling delete_port for 066840cc-8cf1-4ac9-b9ce-a39f76fc5608 owned by compute:nova {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:27:49.323272 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-d47c87c3-c38e-4e4d-9b95-ca2793fb8f4f req-5d120882-54d7-48b2-bb4b-928e7f5412b2 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:49.352848 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d120882-54d7-48b2-bb4b-928e7f5412b2 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Pushing event deleted for resources: {'Port': ['ID=066840cc-8cf1-4ac9-b9ce-a39f76fc5608,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:27:49.383300 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d120882-54d7-48b2-bb4b-928e7f5412b2 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:49.383640 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d120882-54d7-48b2-bb4b-928e7f5412b2 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:49.383976 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d120882-54d7-48b2-bb4b-928e7f5412b2 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:49.384304 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d120882-54d7-48b2-bb4b-928e7f5412b2 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:49.384667 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d120882-54d7-48b2-bb4b-928e7f5412b2 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:49.384982 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d120882-54d7-48b2-bb4b-928e7f5412b2 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:49.385301 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d120882-54d7-48b2-bb4b-928e7f5412b2 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:49.385624 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d120882-54d7-48b2-bb4b-928e7f5412b2 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:49.385939 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d120882-54d7-48b2-bb4b-928e7f5412b2 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:49.386272 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d120882-54d7-48b2-bb4b-928e7f5412b2 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:49.386596 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d120882-54d7-48b2-bb4b-928e7f5412b2 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:49.386910 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d120882-54d7-48b2-bb4b-928e7f5412b2 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-2 {{(pid=94764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 14:27:49.406243 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47c87c3-c38e-4e4d-9b95-ca2793fb8f4f req-5d120882-54d7-48b2-bb4b-928e7f5412b2 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] No DVR routers for this DVR port 066840cc-8cf1-4ac9-b9ce-a39f76fc5608 on host n-h2-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:27:49.408782 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [req-d47c87c3-c38e-4e4d-9b95-ca2793fb8f4f req-5d120882-54d7-48b2-bb4b-928e7f5412b2 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:49.410777 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-d47c87c3-c38e-4e4d-9b95-ca2793fb8f4f req-5d120882-54d7-48b2-bb4b-928e7f5412b2 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.54 "DELETE /v2.0/ports/066840cc-8cf1-4ac9-b9ce-a39f76fc5608 HTTP/1.1" status: 204 len: 173 time: 0.3999524 Sep 30 14:27:49.411248 n-d-810909-2 neutron-server[94764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e400cd88-5005-400b-9ded-40f66520b36c', 'name': 'network-vif-deleted', 'tag': '066840cc-8cf1-4ac9-b9ce-a39f76fc5608'}] {{(pid=94764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:27:49.413434 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60e219da2189c054287262e416842f7478ca0ea1bcac3b9d962638c13bcc9183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec949c7c-d7b2-41a8-87a4-c460a7c02967" -d '{"events": [{"server_uuid": "e400cd88-5005-400b-9ded-40f66520b36c", "name": "network-vif-deleted", "tag": "066840cc-8cf1-4ac9-b9ce-a39f76fc5608"}]}' {{(pid=94764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:27:49.450154 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e8d8d7-44e2-43d4-9da6-19809df9ec44 x-openstack-request-id: req-53e8d8d7-44e2-43d4-9da6-19809df9ec44 {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:27:49.450448 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e400cd88-5005-400b-9ded-40f66520b36c", "name": "network-vif-deleted", "tag": "066840cc-8cf1-4ac9-b9ce-a39f76fc5608", "status": "completed", "code": 200}]} {{(pid=94764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:27:49.450700 n-d-810909-2 neutron-server[94764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53e8d8d7-44e2-43d4-9da6-19809df9ec44 {{(pid=94764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:27:49.451103 n-d-810909-2 neutron-server[94764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e400cd88-5005-400b-9ded-40f66520b36c', 'name': 'network-vif-deleted', 'tag': '066840cc-8cf1-4ac9-b9ce-a39f76fc5608', 'status': 'completed', 'code': 200} Sep 30 14:27:49.709361 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-8ff76598-6c3d-44e9-85ae-3196c67f99cb req-6daf0878-a62b-4931-a96e-ed85187aa107 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=e400cd88-5005-400b-9ded-40f66520b36c HTTP/1.1" status: 200 len: 210 time: 0.0277541 Sep 30 14:27:50.182003 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 066840cc-8cf1-4ac9-b9ce-a39f76fc5608 no longer exists at agent hyperv_n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:27:50.204921 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] No Port match for: 066840cc-8cf1-4ac9-b9ce-a39f76fc5608 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:27:50.205459 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Device 066840cc-8cf1-4ac9-b9ce-a39f76fc5608 not bound to the agent host n-h2-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:27:50.379750 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:50.780319 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c701fec-d877-48f2-b6e4-a7ab733bafcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:51.257844 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51824) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:27:51.410924 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-6d7207f7-bd7d-42e1-9285-b0fbd6e4b434 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Deleting port fe601c75-37ae-4dde-ae28-888e1dedc72e {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:27:51.411265 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6d7207f7-bd7d-42e1-9285-b0fbd6e4b434 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:51.490263 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6d7207f7-bd7d-42e1-9285-b0fbd6e4b434 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:51.490516 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6d7207f7-bd7d-42e1-9285-b0fbd6e4b434 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:51.502306 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-6d7207f7-bd7d-42e1-9285-b0fbd6e4b434 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Calling delete_port for fe601c75-37ae-4dde-ae28-888e1dedc72e owned by network:floatingip {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:27:51.648557 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6d7207f7-bd7d-42e1-9285-b0fbd6e4b434 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:51.677171 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7207f7-bd7d-42e1-9285-b0fbd6e4b434 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Pushing event deleted for resources: {'Port': ['ID=fe601c75-37ae-4dde-ae28-888e1dedc72e,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:27:51.732908 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6d7207f7-bd7d-42e1-9285-b0fbd6e4b434 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for floatingip, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:51.733235 n-d-810909-2 neutron-server[94763]: INFO neutron.db.l3_db [None req-6d7207f7-bd7d-42e1-9285-b0fbd6e4b434 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Floating IP 9df31e73-2b95-410d-a68f-41ed22de62f5 disassociated (deleted). External IP: 172.25.5.244, port: 397ef57b-60ae-4b4b-beb6-e95716c99495. Sep 30 14:27:51.762649 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:51.939517 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7207f7-bd7d-42e1-9285-b0fbd6e4b434 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Router 478821ab-caf5-4db9-be4d-318c2570dbab has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:27:52.046267 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7207f7-bd7d-42e1-9285-b0fbd6e4b434 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:27:52.050958 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-6d7207f7-bd7d-42e1-9285-b0fbd6e4b434 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for floatingip, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:52.055271 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2832379c-d90f-48a1-80cb-eb9ae36f8d96 None None] Sync routers for ids ['478821ab-caf5-4db9-be4d-318c2570dbab'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:27:52.063839 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2832379c-d90f-48a1-80cb-eb9ae36f8d96 None None] Routers {'478821ab-caf5-4db9-be4d-318c2570dbab'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:27:52.064442 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2832379c-d90f-48a1-80cb-eb9ae36f8d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:27:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['478821ab-caf5-4db9-be4d-318c2570dbab'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:27:52.077509 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-6d7207f7-bd7d-42e1-9285-b0fbd6e4b434 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "DELETE /v2.0/floatingips/9df31e73-2b95-410d-a68f-41ed22de62f5 HTTP/1.1" status: 204 len: 168 time: 0.8184052 Sep 30 14:27:52.078234 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650b0c54-8944-4d3f-b411-fab38d7b2cdf', 'tag': '397ef57b-60ae-4b4b-beb6-e95716c99495'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:27:52.080582 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cbfdf6-f1be-4e0b-b2f2-95186aa5f525" -d '{"events": [{"name": "network-changed", "server_uuid": "650b0c54-8944-4d3f-b411-fab38d7b2cdf", "tag": "397ef57b-60ae-4b4b-beb6-e95716c99495"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:27:52.124734 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 14:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc08b3f4-4fae-46d8-a512-3dc01f260055 x-openstack-request-id: req-dc08b3f4-4fae-46d8-a512-3dc01f260055 {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:27:52.125233 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650b0c54-8944-4d3f-b411-fab38d7b2cdf", "tag": "397ef57b-60ae-4b4b-beb6-e95716c99495", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:27:52.125896 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc08b3f4-4fae-46d8-a512-3dc01f260055 {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:27:52.126380 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650b0c54-8944-4d3f-b411-fab38d7b2cdf', 'tag': '397ef57b-60ae-4b4b-beb6-e95716c99495', 'status': 'completed', 'code': 200} Sep 30 14:27:52.173660 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-2832379c-d90f-48a1-80cb-eb9ae36f8d96 None None] Set router 478821ab-caf5-4db9-be4d-318c2570dbab gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:27:52.191683 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbfdf6-f1be-4e0b-b2f2-95186aa5f525 req-cc72e70a-49fe-41c0-bc93-16c653b8a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:27:52.194355 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d2cbfdf6-f1be-4e0b-b2f2-95186aa5f525 req-cc72e70a-49fe-41c0-bc93-16c653b8a5c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=61b813cb00254ad495d20be649ceed77&device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf HTTP/1.1" status: 200 len: 1095 time: 0.0430737 Sep 30 14:27:52.307625 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbfdf6-f1be-4e0b-b2f2-95186aa5f525 req-bfa4c0d1-df05-4229-ad93-4f44e3b52173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:27:52.309143 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d2cbfdf6-f1be-4e0b-b2f2-95186aa5f525 req-bfa4c0d1-df05-4229-ad93-4f44e3b52173 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead HTTP/1.1" status: 200 len: 910 time: 0.1089926 Sep 30 14:27:52.351201 n-d-810909-2 neutron-server[94764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293b991-9c6c-4ed9-bc85-644e003b0761 req-5cc6d33e-81be-461c-8b03-20be1586f7b2 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:27:52.353121 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c293b991-9c6c-4ed9-bc85-644e003b0761 req-5cc6d33e-81be-461c-8b03-20be1586f7b2 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf HTTP/1.1" status: 200 len: 944 time: 0.0524499 Sep 30 14:27:52.354476 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d2cbfdf6-f1be-4e0b-b2f2-95186aa5f525 req-7247a938-bb36-42a2-a87b-ec02bd282995 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=397ef57b-60ae-4b4b-beb6-e95716c99495 HTTP/1.1" status: 200 len: 217 time: 0.0370195 Sep 30 14:27:52.394968 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [req-c293b991-9c6c-4ed9-bc85-644e003b0761 req-30fa0d75-9a98-41d5-8501-5581a5d47df5 tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2908363-4c7a-4578-a66f-17b9867abc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341139 Sep 30 14:27:52.405000 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2832379c-d90f-48a1-80cb-eb9ae36f8d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'name': 'tempest-TestSnapshotPattern-459251946-router', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:21Z', 'updated_at': '2021-09-30T14:22:24Z', 'revision_number': 4, 'project_id': '61b813cb00254ad495d20be649ceed77', 'gw_port': {'id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:22Z', 'updated_at': '2021-09-30T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'dfdff179-481b-4df5-ae60-771720e0d8f2', 'name': '', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'mac_address': 'fa:16:3e:c9:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:23Z', 'updated_at': '2021-09-30T14:22:28Z', 'revision_number': 5, 'project_id': '61b813cb00254ad495d20be649ceed77', 'subnets': [{'id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:27:52.410191 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbfdf6-f1be-4e0b-b2f2-95186aa5f525 req-96c1fc26-2548-403f-9c0d-851f5c80add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:27:52.411609 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d2cbfdf6-f1be-4e0b-b2f2-95186aa5f525 req-96c1fc26-2548-403f-9c0d-851f5c80add0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9dd01cd9-36f1-48d4-8bb4-8a03ba706a58 HTTP/1.1" status: 200 len: 848 time: 0.0496860 Sep 30 14:27:52.431582 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2832379c-d90f-48a1-80cb-eb9ae36f8d96 None None] Checking router: 478821ab-caf5-4db9-be4d-318c2570dbab for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:27:52.441500 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2832379c-d90f-48a1-80cb-eb9ae36f8d96 None None] Routers {'478821ab-caf5-4db9-be4d-318c2570dbab'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:27:52.442151 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2832379c-d90f-48a1-80cb-eb9ae36f8d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:27:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['478821ab-caf5-4db9-be4d-318c2570dbab'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:27:52.458857 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbfdf6-f1be-4e0b-b2f2-95186aa5f525 req-5a2dd944-5db8-4cdd-8be2-392ea9c8ad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:27:52.461069 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d2cbfdf6-f1be-4e0b-b2f2-95186aa5f525 req-5a2dd944-5db8-4cdd-8be2-392ea9c8ad90 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b7a7867-9eea-4e7a-9c5e-c1d97983cead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423403 Sep 30 14:27:52.549729 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-2832379c-d90f-48a1-80cb-eb9ae36f8d96 None None] Set router 478821ab-caf5-4db9-be4d-318c2570dbab gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:27:52.552851 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d2cbfdf6-f1be-4e0b-b2f2-95186aa5f525 req-c8ae48ac-b0ff-4221-9d35-3c1817f6a4b3 service neutron] 10.222.0.39 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833075 Sep 30 14:27:52.649616 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-d2cbfdf6-f1be-4e0b-b2f2-95186aa5f525 req-07f1f7d8-094c-421b-bd1c-830185be2c82 service neutron] 10.222.0.39 "GET /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876739 Sep 30 14:27:52.707777 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:52.747199 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-2832379c-d90f-48a1-80cb-eb9ae36f8d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'name': 'tempest-TestSnapshotPattern-459251946-router', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:21Z', 'updated_at': '2021-09-30T14:22:24Z', 'revision_number': 4, 'project_id': '61b813cb00254ad495d20be649ceed77', 'gw_port': {'id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:22Z', 'updated_at': '2021-09-30T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'dfdff179-481b-4df5-ae60-771720e0d8f2', 'name': '', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'mac_address': 'fa:16:3e:c9:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:23Z', 'updated_at': '2021-09-30T14:22:28Z', 'revision_number': 5, 'project_id': '61b813cb00254ad495d20be649ceed77', 'subnets': [{'id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:27:52.772864 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2832379c-d90f-48a1-80cb-eb9ae36f8d96 None None] The sync data for ids ['478821ab-caf5-4db9-be4d-318c2570dbab'] in n-d-810909-2 is: [{'id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'name': 'tempest-TestSnapshotPattern-459251946-router', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:21Z', 'updated_at': '2021-09-30T14:22:24Z', 'revision_number': 4, 'project_id': '61b813cb00254ad495d20be649ceed77', 'gw_port': {'id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:22Z', 'updated_at': '2021-09-30T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2', '_interfaces': [{'id': 'dfdff179-481b-4df5-ae60-771720e0d8f2', 'name': '', 'network_id': '2b7a7867-9eea-4e7a-9c5e-c1d97983cead', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'mac_address': 'fa:16:3e:c9:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:23Z', 'updated_at': '2021-09-30T14:22:28Z', 'revision_number': 5, 'project_id': '61b813cb00254ad495d20be649ceed77', 'subnets': [{'id': '9dd01cd9-36f1-48d4-8bb4-8a03ba706a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:27:52.955195 n-d-810909-2 neutron-server[94763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85751e61-364c-44a1-9676-45c7f7b791eb req-49c4bf97-0645-4186-babc-5c508bac895d tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 14:27:52.956687 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-85751e61-364c-44a1-9676-45c7f7b791eb req-49c4bf97-0645-4186-babc-5c508bac895d tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf HTTP/1.1" status: 200 len: 944 time: 0.0550971 Sep 30 14:27:52.991282 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79b8294-2c34-49ad-b1a6-6070b14e8ede None None] New status for floating IP 9df31e73-2b95-410d-a68f-41ed22de62f5: DOWN {{(pid=94765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 14:27:53.051816 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-85751e61-364c-44a1-9676-45c7f7b791eb req-19d2c6b8-0061-4df1-8f66-204c584ffa9e tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Deleting port 397ef57b-60ae-4b4b-beb6-e95716c99495 {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:27:53.052103 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-85751e61-364c-44a1-9676-45c7f7b791eb req-19d2c6b8-0061-4df1-8f66-204c584ffa9e tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:53.139716 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [req-85751e61-364c-44a1-9676-45c7f7b791eb req-19d2c6b8-0061-4df1-8f66-204c584ffa9e tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] For port 397ef57b-60ae-4b4b-beb6-e95716c99495, host n-h1-810909-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-2',level=0,port_id=397ef57b-60ae-4b4b-beb6-e95716c99495,segment=NetworkSegment(cd3d294b-1ffb-423c-84e8-a40df5982fb4),segment_id=cd3d294b-1ffb-423c-84e8-a40df5982fb4)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:27:53.140080 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-85751e61-364c-44a1-9676-45c7f7b791eb req-19d2c6b8-0061-4df1-8f66-204c584ffa9e tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:53.152601 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [req-85751e61-364c-44a1-9676-45c7f7b791eb req-19d2c6b8-0061-4df1-8f66-204c584ffa9e tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Calling delete_port for 397ef57b-60ae-4b4b-beb6-e95716c99495 owned by compute:nova {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:27:53.280063 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-85751e61-364c-44a1-9676-45c7f7b791eb req-19d2c6b8-0061-4df1-8f66-204c584ffa9e tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:53.309442 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2c6b8-0061-4df1-8f66-204c584ffa9e tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Pushing event deleted for resources: {'Port': ['ID=397ef57b-60ae-4b4b-beb6-e95716c99495,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:27:53.355343 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [req-85751e61-364c-44a1-9676-45c7f7b791eb req-19d2c6b8-0061-4df1-8f66-204c584ffa9e tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] No DVR routers for this DVR port 397ef57b-60ae-4b4b-beb6-e95716c99495 on host n-h1-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:27:53.357951 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [req-85751e61-364c-44a1-9676-45c7f7b791eb req-19d2c6b8-0061-4df1-8f66-204c584ffa9e tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33464463'] for port, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:53.360291 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-85751e61-364c-44a1-9676-45c7f7b791eb req-19d2c6b8-0061-4df1-8f66-204c584ffa9e tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.39 "DELETE /v2.0/ports/397ef57b-60ae-4b4b-beb6-e95716c99495 HTTP/1.1" status: 204 len: 173 time: 0.3966758 Sep 30 14:27:53.519236 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [req-58b1b009-f892-4a6b-b734-92bb4bc216a0 req-35fbba90-b8ad-4fdf-aa62-948712d08bfd tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=650b0c54-8944-4d3f-b411-fab38d7b2cdf HTTP/1.1" status: 200 len: 210 time: 0.0260906 Sep 30 14:27:54.127219 n-d-810909-2 neutron-server[94763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650b0c54-8944-4d3f-b411-fab38d7b2cdf', 'name': 'network-vif-deleted', 'tag': '397ef57b-60ae-4b4b-beb6-e95716c99495'}] {{(pid=94763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 14:27:54.129631 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a50dbadf02dfd4fa4a50b16229611f5dc1bd3b4f818bfa03112850d257d292fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c35a469-2725-4758-ae21-700c92689e11" -d '{"events": [{"server_uuid": "650b0c54-8944-4d3f-b411-fab38d7b2cdf", "name": "network-vif-deleted", "tag": "397ef57b-60ae-4b4b-beb6-e95716c99495"}]}' {{(pid=94763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 14:27:54.165966 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 14:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02aedfa2-8e24-4df8-89e5-e88c7d06512c x-openstack-request-id: req-02aedfa2-8e24-4df8-89e5-e88c7d06512c {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 14:27:54.166291 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650b0c54-8944-4d3f-b411-fab38d7b2cdf", "name": "network-vif-deleted", "tag": "397ef57b-60ae-4b4b-beb6-e95716c99495", "status": "completed", "code": 200}]} {{(pid=94763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 14:27:54.166536 n-d-810909-2 neutron-server[94763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02aedfa2-8e24-4df8-89e5-e88c7d06512c {{(pid=94763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 14:27:54.166944 n-d-810909-2 neutron-server[94763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650b0c54-8944-4d3f-b411-fab38d7b2cdf', 'name': 'network-vif-deleted', 'tag': '397ef57b-60ae-4b4b-beb6-e95716c99495', 'status': 'completed', 'code': 200} Sep 30 14:27:54.469948 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:54.572881 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51844) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:27:54.629254 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6d2887b0-f97a-4b52-a7a9-917e1be9a10b tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for security_group, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:54.654345 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6d2887b0-f97a-4b52-a7a9-917e1be9a10b tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:54.711114 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6d2887b0-f97a-4b52-a7a9-917e1be9a10b tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:54.713845 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-6d2887b0-f97a-4b52-a7a9-917e1be9a10b tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Notify callbacks [] for security_group, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:54.715009 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-6d2887b0-f97a-4b52-a7a9-917e1be9a10b tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] 10.222.0.18 "DELETE /v2.0/security-groups/a2908363-4c7a-4578-a66f-17b9867abc61 HTTP/1.1" status: 204 len: 168 time: 0.1411538 Sep 30 14:27:54.724120 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2887b0-f97a-4b52-a7a9-917e1be9a10b tempest-TestSnapshotPattern-1980147374 tempest-TestSnapshotPattern-1980147374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2908363-4c7a-4578-a66f-17b9867abc61,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:27:54.770572 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51848) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:27:55.222818 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2aefd657-4a28-4b15-83d2-d849540715cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:55.462126 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-2aefd657-4a28-4b15-83d2-d849540715cc admin admin] Deleting port dfdff179-481b-4df5-ae60-771720e0d8f2 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:27:55.462463 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2aefd657-4a28-4b15-83d2-d849540715cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:55.542915 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-2aefd657-4a28-4b15-83d2-d849540715cc admin admin] For port dfdff179-481b-4df5-ae60-771720e0d8f2, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=dfdff179-481b-4df5-ae60-771720e0d8f2,segment=NetworkSegment(cd3d294b-1ffb-423c-84e8-a40df5982fb4),segment_id=cd3d294b-1ffb-423c-84e8-a40df5982fb4)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:27:55.543178 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2aefd657-4a28-4b15-83d2-d849540715cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:55.558799 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-2aefd657-4a28-4b15-83d2-d849540715cc admin admin] Calling delete_port for dfdff179-481b-4df5-ae60-771720e0d8f2 owned by network:router_interface {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:27:55.730420 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2aefd657-4a28-4b15-83d2-d849540715cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:55.754890 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefd657-4a28-4b15-83d2-d849540715cc admin admin] Pushing event deleted for resources: {'Port': ['ID=dfdff179-481b-4df5-ae60-771720e0d8f2,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:27:55.923700 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-2aefd657-4a28-4b15-83d2-d849540715cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:56.424213 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 397ef57b-60ae-4b4b-beb6-e95716c99495 no longer exists at agent hyperv_n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:27:56.445366 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] No Port match for: 397ef57b-60ae-4b4b-beb6-e95716c99495 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:27:56.445707 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Device 397ef57b-60ae-4b4b-beb6-e95716c99495 not bound to the agent host n-h1-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:27:56.465456 n-d-810909-2 neutron-server[94764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aefd657-4a28-4b15-83d2-d849540715cc admin admin] Router 478821ab-caf5-4db9-be4d-318c2570dbab has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:27:56.573382 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aefd657-4a28-4b15-83d2-d849540715cc admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:27:56.578780 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-2aefd657-4a28-4b15-83d2-d849540715cc admin admin] 10.222.0.18 "PUT /v2.0/routers/478821ab-caf5-4db9-be4d-318c2570dbab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8075895 Sep 30 14:27:56.581505 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51852) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:27:56.582283 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d8cbeb-b776-42f9-92bc-6ce78fefd1bc None None] Sync routers for ids ['478821ab-caf5-4db9-be4d-318c2570dbab'] in n-d-810909-2 {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:27:56.591304 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d8cbeb-b776-42f9-92bc-6ce78fefd1bc None None] Routers {'478821ab-caf5-4db9-be4d-318c2570dbab'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:27:56.591902 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-f4d8cbeb-b776-42f9-92bc-6ce78fefd1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:27:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['478821ab-caf5-4db9-be4d-318c2570dbab'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:27:56.684293 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-31b6ba54-0faf-4a81-8c88-492663303581 admin admin] Notify callbacks [] for router, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:56.693372 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-f4d8cbeb-b776-42f9-92bc-6ce78fefd1bc None None] Set router 478821ab-caf5-4db9-be4d-318c2570dbab gateway port host: n-d-810909-2 {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:27:56.785543 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-31b6ba54-0faf-4a81-8c88-492663303581 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:56.841395 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-31b6ba54-0faf-4a81-8c88-492663303581 admin admin] Deleting port 4cc5fa75-2fdc-415c-a13c-4e8066aaa656 {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:27:56.842185 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-31b6ba54-0faf-4a81-8c88-492663303581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:56.871517 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-f4d8cbeb-b776-42f9-92bc-6ce78fefd1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'name': 'tempest-TestSnapshotPattern-459251946-router', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:21Z', 'updated_at': '2021-09-30T14:27:55Z', 'revision_number': 5, 'project_id': '61b813cb00254ad495d20be649ceed77', 'gw_port': {'id': '4cc5fa75-2fdc-415c-a13c-4e8066aaa656', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:22Z', 'updated_at': '2021-09-30T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:27:56.933429 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-31b6ba54-0faf-4a81-8c88-492663303581 admin admin] For port 4cc5fa75-2fdc-415c-a13c-4e8066aaa656, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=4cc5fa75-2fdc-415c-a13c-4e8066aaa656,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:27:56.933795 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-31b6ba54-0faf-4a81-8c88-492663303581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:56.947925 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-31b6ba54-0faf-4a81-8c88-492663303581 admin admin] Calling delete_port for 4cc5fa75-2fdc-415c-a13c-4e8066aaa656 owned by network:router_gateway {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:27:56.986836 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d8cbeb-b776-42f9-92bc-6ce78fefd1bc None None] Checking router: 478821ab-caf5-4db9-be4d-318c2570dbab for host: n-d-810909-2 {{(pid=94766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:27:56.995125 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d8cbeb-b776-42f9-92bc-6ce78fefd1bc None None] Routers {'478821ab-caf5-4db9-be4d-318c2570dbab'} bound to L3 agent in host n-d-810909-2 {{(pid=94766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:27:56.995718 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-f4d8cbeb-b776-42f9-92bc-6ce78fefd1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:27:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['478821ab-caf5-4db9-be4d-318c2570dbab'], 'active': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:27:57.077963 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_dvr_db [None req-f4d8cbeb-b776-42f9-92bc-6ce78fefd1bc None None] Set router 478821ab-caf5-4db9-be4d-318c2570dbab gateway port host: None {{(pid=94766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:27:57.114219 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-31b6ba54-0faf-4a81-8c88-492663303581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:57.127529 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.l3_hamode_db [None req-f4d8cbeb-b776-42f9-92bc-6ce78fefd1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'name': 'tempest-TestSnapshotPattern-459251946-router', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:21Z', 'updated_at': '2021-09-30T14:27:56Z', 'revision_number': 6, 'project_id': '61b813cb00254ad495d20be649ceed77', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:27:57.139657 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6ba54-0faf-4a81-8c88-492663303581 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cc5fa75-2fdc-415c-a13c-4e8066aaa656,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:27:57.156408 n-d-810909-2 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d8cbeb-b776-42f9-92bc-6ce78fefd1bc None None] The sync data for ids ['478821ab-caf5-4db9-be4d-318c2570dbab'] in n-d-810909-2 is: [{'id': '478821ab-caf5-4db9-be4d-318c2570dbab', 'name': 'tempest-TestSnapshotPattern-459251946-router', 'tenant_id': '61b813cb00254ad495d20be649ceed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:21Z', 'updated_at': '2021-09-30T14:27:56Z', 'revision_number': 6, 'project_id': '61b813cb00254ad495d20be649ceed77', 'gw_port_host': None}] {{(pid=94766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:27:57.202430 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-31b6ba54-0faf-4a81-8c88-492663303581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:57.291860 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-31b6ba54-0faf-4a81-8c88-492663303581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:57.294080 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-31b6ba54-0faf-4a81-8c88-492663303581 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:57.338397 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-31b6ba54-0faf-4a81-8c88-492663303581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:57.338837 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b6ba54-0faf-4a81-8c88-492663303581 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 478821ab-caf5-4db9-be4d-318c2570dbab {{(pid=94764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 14:27:57.343049 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-31b6ba54-0faf-4a81-8c88-492663303581 admin admin] Notify callbacks [] for router, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:57.344218 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-31b6ba54-0faf-4a81-8c88-492663303581 admin admin] 10.222.0.18 "DELETE /v2.0/routers/478821ab-caf5-4db9-be4d-318c2570dbab HTTP/1.1" status: 204 len: 168 time: 0.7617078 Sep 30 14:27:57.346812 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51854) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:27:57.389465 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.db_base_plugin_v2 [None req-21bee00c-0ed4-4ca0-acf7-a8a478805adb admin admin] Deleting subnet 9dd01cd9-36f1-48d4-8bb4-8a03ba706a58 {{(pid=94764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 14:27:57.392429 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21bee00c-0ed4-4ca0-acf7-a8a478805adb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:57.425312 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21bee00c-0ed4-4ca0-acf7-a8a478805adb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30469003'] for subnet, precommit_delete_associations {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:57.508680 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21bee00c-0ed4-4ca0-acf7-a8a478805adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:57.566155 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21bee00c-0ed4-4ca0-acf7-a8a478805adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30314581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29925226'] for subnet, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:57.593641 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bee00c-0ed4-4ca0-acf7-a8a478805adb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dd01cd9-36f1-48d4-8bb4-8a03ba706a58,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:27:57.597117 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-21bee00c-0ed4-4ca0-acf7-a8a478805adb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:57.599110 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-21bee00c-0ed4-4ca0-acf7-a8a478805adb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9dd01cd9-36f1-48d4-8bb4-8a03ba706a58 HTTP/1.1" status: 204 len: 168 time: 0.2512910 Sep 30 14:27:57.601513 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [-] (94764) accepted ('10.222.0.18', 51856) {{(pid=94764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:27:57.603159 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd1b1b6-55fd-45ec-8c82-3a362da571ba None None] Network 2b7a7867-9eea-4e7a-9c5e-c1d97983cead requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:27:57.671358 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-45fadeaa-e125-4f5e-9487-1b52af748439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:57.724321 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-45fadeaa-e125-4f5e-9487-1b52af748439 admin admin] Deleting port 1666cda2-d5f4-4485-9083-a3ab4ac768fc {{(pid=94764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:27:57.724667 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-45fadeaa-e125-4f5e-9487-1b52af748439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:57.789000 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.db [None req-45fadeaa-e125-4f5e-9487-1b52af748439 admin admin] For port 1666cda2-d5f4-4485-9083-a3ab4ac768fc, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=1666cda2-d5f4-4485-9083-a3ab4ac768fc,segment=NetworkSegment(cd3d294b-1ffb-423c-84e8-a40df5982fb4),segment_id=cd3d294b-1ffb-423c-84e8-a40df5982fb4)] {{(pid=94764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:27:57.789636 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-45fadeaa-e125-4f5e-9487-1b52af748439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:57.801520 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.plugin [None req-45fadeaa-e125-4f5e-9487-1b52af748439 admin admin] Calling delete_port for 1666cda2-d5f4-4485-9083-a3ab4ac768fc owned by network:dhcp {{(pid=94764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:27:57.886033 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-45fadeaa-e125-4f5e-9487-1b52af748439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30314534'] for port, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:57.906429 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa33ac89-0888-45ce-8698-185675d4b54b None None] DHCP port deletion for 2b7a7867-9eea-4e7a-9c5e-c1d97983cead request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 14:27:57.910073 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fadeaa-e125-4f5e-9487-1b52af748439 admin admin] Pushing event deleted for resources: {'Port': ['ID=1666cda2-d5f4-4485-9083-a3ab4ac768fc,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:27:57.915728 n-d-810909-2 neutron-server[94764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fadeaa-e125-4f5e-9487-1b52af748439 admin admin] No DVR routers for this DVR port 1666cda2-d5f4-4485-9083-a3ab4ac768fc on host n-d-810909-2 {{(pid=94764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:27:57.992031 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-45fadeaa-e125-4f5e-9487-1b52af748439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:58.017449 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-45fadeaa-e125-4f5e-9487-1b52af748439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7a7867-9eea-4e7a-9c5e-c1d97983cead']}} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:27:58.026978 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-45fadeaa-e125-4f5e-9487-1b52af748439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3d294b-1ffb-423c-84e8-a40df5982fb4') {'for_net_delete': True} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:27:58.027293 n-d-810909-2 neutron-server[94764]: DEBUG neutron.services.segments.db [None req-45fadeaa-e125-4f5e-9487-1b52af748439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3d294b-1ffb-423c-84e8-a40df5982fb4') {} {{(pid=94764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:27:58.036595 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-45fadeaa-e125-4f5e-9487-1b52af748439 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30469052'] for segment, before_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:58.050038 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-45fadeaa-e125-4f5e-9487-1b52af748439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:58.056393 n-d-810909-2 neutron-server[94764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45fadeaa-e125-4f5e-9487-1b52af748439 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 14:27:58.056826 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-45fadeaa-e125-4f5e-9487-1b52af748439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30316279'] for segment, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: Traceback (most recent call last): Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: timer() Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: cb(*args, **kw) Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: return func(*args, **kwargs) Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: self._notify() Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: self.callback(batched_events) Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: event.method(event) Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: return f(self, *a, **k) Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: return self._get(url).json() Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: return self.request(url, 'GET', **kwargs) Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 14:27:58.058481 n-d-810909-2 neutron-server[94764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 14:27:58.114084 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-45fadeaa-e125-4f5e-9487-1b52af748439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:58.120529 n-d-810909-2 neutron-server[94764]: DEBUG neutron_lib.callbacks.manager [None req-45fadeaa-e125-4f5e-9487-1b52af748439 admin admin] Notify callbacks [] for network, before_response {{(pid=94764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:58.122521 n-d-810909-2 neutron-server[94764]: INFO neutron.wsgi [None req-45fadeaa-e125-4f5e-9487-1b52af748439 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2b7a7867-9eea-4e7a-9c5e-c1d97983cead HTTP/1.1" status: 204 len: 168 time: 0.5200691 Sep 30 14:27:58.125538 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51858) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:27:58.133847 n-d-810909-2 neutron-server[94764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fadeaa-e125-4f5e-9487-1b52af748439 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b7a7867-9eea-4e7a-9c5e-c1d97983cead,revision_number=None']} {{(pid=94764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:27:58.352983 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4cc5fa75-2fdc-415c-a13c-4e8066aaa656 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:27:58.373219 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 4cc5fa75-2fdc-415c-a13c-4e8066aaa656 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:27:58.373563 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 4cc5fa75-2fdc-415c-a13c-4e8066aaa656 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:27:58.373978 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1666cda2-d5f4-4485-9083-a3ab4ac768fc no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:27:58.391941 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: 1666cda2-d5f4-4485-9083-a3ab4ac768fc {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:27:58.392217 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device 1666cda2-d5f4-4485-9083-a3ab4ac768fc not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:27:58.392827 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device dfdff179-481b-4df5-ae60-771720e0d8f2 no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:27:58.410801 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: dfdff179-481b-4df5-ae60-771720e0d8f2 {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:27:58.411145 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device dfdff179-481b-4df5-ae60-771720e0d8f2 not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:27:58.474194 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d1cb4c2-65ea-4bbf-a573-392968a469bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416725'] for router_interface, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:59.008058 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-2d1cb4c2-65ea-4bbf-a573-392968a469bd admin admin] Deleting port c5e1e72d-4195-4e26-9dd1-1d6711320c8a {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:27:59.008392 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d1cb4c2-65ea-4bbf-a573-392968a469bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:59.087054 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-2d1cb4c2-65ea-4bbf-a573-392968a469bd admin admin] For port c5e1e72d-4195-4e26-9dd1-1d6711320c8a, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=c5e1e72d-4195-4e26-9dd1-1d6711320c8a,segment=NetworkSegment(ed1cda32-ab98-442c-b179-07bc2970c038),segment_id=ed1cda32-ab98-442c-b179-07bc2970c038)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:27:59.087406 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d1cb4c2-65ea-4bbf-a573-392968a469bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:59.099148 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-2d1cb4c2-65ea-4bbf-a573-392968a469bd admin admin] Calling delete_port for c5e1e72d-4195-4e26-9dd1-1d6711320c8a owned by network:router_interface {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:27:59.276019 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d1cb4c2-65ea-4bbf-a573-392968a469bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:59.301652 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1cb4c2-65ea-4bbf-a573-392968a469bd admin admin] Pushing event deleted for resources: {'Port': ['ID=c5e1e72d-4195-4e26-9dd1-1d6711320c8a,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:27:59.472822 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d1cb4c2-65ea-4bbf-a573-392968a469bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33142849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416609'] for router_interface, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:59.679953 n-d-810909-2 neutron-server[94763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1cb4c2-65ea-4bbf-a573-392968a469bd admin admin] Router 15beada6-4214-4d24-9dd5-8287ed2bfcdc has already been hosted by L3 agent 9cc2c0ed-579c-43e0-be73-7da293017953 {{(pid=94763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 14:27:59.782416 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1cb4c2-65ea-4bbf-a573-392968a469bd admin admin] Notify agent at l3_agent.n-d-810909-2 the message routers_updated {{(pid=94763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 14:27:59.787317 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2d1cb4c2-65ea-4bbf-a573-392968a469bd admin admin] 10.222.0.18 "PUT /v2.0/routers/15beada6-4214-4d24-9dd5-8287ed2bfcdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6606700 Sep 30 14:27:59.790478 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51860) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:27:59.792795 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ef2d91-aaa2-470f-a0fc-6861b59e6d17 None None] Sync routers for ids ['15beada6-4214-4d24-9dd5-8287ed2bfcdc'] in n-d-810909-2 {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 14:27:59.801989 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ef2d91-aaa2-470f-a0fc-6861b59e6d17 None None] Routers {'15beada6-4214-4d24-9dd5-8287ed2bfcdc'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:27:59.802622 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e8ef2d91-aaa2-470f-a0fc-6861b59e6d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:27:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['15beada6-4214-4d24-9dd5-8287ed2bfcdc'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:27:59.891613 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d518766-625e-4e82-a3c0-56eb3f92d85c admin admin] Notify callbacks [] for router, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:27:59.904345 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-e8ef2d91-aaa2-470f-a0fc-6861b59e6d17 None None] Set router 15beada6-4214-4d24-9dd5-8287ed2bfcdc gateway port host: n-d-810909-2 {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:27:59.997812 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d518766-625e-4e82-a3c0-56eb3f92d85c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:00.053027 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-2d518766-625e-4e82-a3c0-56eb3f92d85c admin admin] Deleting port e030b6c3-9fd6-479d-a5c7-30e136e1e5ad {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:28:00.053374 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d518766-625e-4e82-a3c0-56eb3f92d85c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:00.136554 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-2d518766-625e-4e82-a3c0-56eb3f92d85c admin admin] For port e030b6c3-9fd6-479d-a5c7-30e136e1e5ad, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=e030b6c3-9fd6-479d-a5c7-30e136e1e5ad,segment=NetworkSegment(e5078e38-878f-4b61-9f46-47ced1951005),segment_id=e5078e38-878f-4b61-9f46-47ced1951005)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:28:00.136916 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d518766-625e-4e82-a3c0-56eb3f92d85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:00.149025 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-2d518766-625e-4e82-a3c0-56eb3f92d85c admin admin] Calling delete_port for e030b6c3-9fd6-479d-a5c7-30e136e1e5ad owned by network:router_gateway {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:28:00.243856 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e8ef2d91-aaa2-470f-a0fc-6861b59e6d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15beada6-4214-4d24-9dd5-8287ed2bfcdc', 'name': 'tempest-TestSnapshotPattern-1196011811-router', 'tenant_id': '14473811242f4ac5bced683a0353d4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'external_fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'e030b6c3-9fd6-479d-a5c7-30e136e1e5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:26Z', 'updated_at': '2021-09-30T14:27:59Z', 'revision_number': 5, 'project_id': '14473811242f4ac5bced683a0353d4b5', 'gw_port': {'id': 'e030b6c3-9fd6-479d-a5c7-30e136e1e5ad', 'name': '', 'network_id': '7bf2cdd5-9828-4259-bd46-d7f13451331c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:99:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15beada6-4214-4d24-9dd5-8287ed2bfcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T14:22:26Z', 'updated_at': '2021-09-30T14:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3cd1f68-5eac-4835-8c4f-6f59acf78db0', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-2'}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:28:00.270559 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ef2d91-aaa2-470f-a0fc-6861b59e6d17 None None] Checking router: 15beada6-4214-4d24-9dd5-8287ed2bfcdc for host: n-d-810909-2 {{(pid=94765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 14:28:00.279175 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ef2d91-aaa2-470f-a0fc-6861b59e6d17 None None] Routers {'15beada6-4214-4d24-9dd5-8287ed2bfcdc'} bound to L3 agent in host n-d-810909-2 {{(pid=94765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 14:28:00.279776 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e8ef2d91-aaa2-470f-a0fc-6861b59e6d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T12:50:21Z,description=,heartbeat_timestamp=2021-09-30T14:27:51Z,host='n-d-810909-2',id=9cc2c0ed-579c-43e0-be73-7da293017953,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T12:50:21Z,topic='l3_agent')) {'router_ids': ['15beada6-4214-4d24-9dd5-8287ed2bfcdc'], 'active': True} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:28:00.316585 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d518766-625e-4e82-a3c0-56eb3f92d85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:00.350712 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d518766-625e-4e82-a3c0-56eb3f92d85c admin admin] Pushing event deleted for resources: {'Port': ['ID=e030b6c3-9fd6-479d-a5c7-30e136e1e5ad,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:28:00.368371 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_dvr_db [None req-e8ef2d91-aaa2-470f-a0fc-6861b59e6d17 None None] Set router 15beada6-4214-4d24-9dd5-8287ed2bfcdc gateway port host: None {{(pid=94765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 14:28:00.408159 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d518766-625e-4e82-a3c0-56eb3f92d85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416899'] for router_gateway, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:00.421963 n-d-810909-2 neutron-server[94765]: DEBUG neutron.db.l3_hamode_db [None req-e8ef2d91-aaa2-470f-a0fc-6861b59e6d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15beada6-4214-4d24-9dd5-8287ed2bfcdc', 'name': 'tempest-TestSnapshotPattern-1196011811-router', 'tenant_id': '14473811242f4ac5bced683a0353d4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:26Z', 'updated_at': '2021-09-30T14:27:59Z', 'revision_number': 6, 'project_id': '14473811242f4ac5bced683a0353d4b5', 'gw_port_host': None}], 'n-d-810909-2', False) {} {{(pid=94765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:28:00.449440 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ef2d91-aaa2-470f-a0fc-6861b59e6d17 None None] The sync data for ids ['15beada6-4214-4d24-9dd5-8287ed2bfcdc'] in n-d-810909-2 is: [{'id': '15beada6-4214-4d24-9dd5-8287ed2bfcdc', 'name': 'tempest-TestSnapshotPattern-1196011811-router', 'tenant_id': '14473811242f4ac5bced683a0353d4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T14:22:26Z', 'updated_at': '2021-09-30T14:27:59Z', 'revision_number': 6, 'project_id': '14473811242f4ac5bced683a0353d4b5', 'gw_port_host': None}] {{(pid=94765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 14:28:00.516888 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d518766-625e-4e82-a3c0-56eb3f92d85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-414749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2163'] for router, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:00.519486 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d518766-625e-4e82-a3c0-56eb3f92d85c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:00.561926 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d518766-625e-4e82-a3c0-56eb3f92d85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414730'] for router, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:00.562393 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d518766-625e-4e82-a3c0-56eb3f92d85c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15beada6-4214-4d24-9dd5-8287ed2bfcdc {{(pid=94763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 14:28:00.567240 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-2d518766-625e-4e82-a3c0-56eb3f92d85c admin admin] Notify callbacks [] for router, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:00.571599 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-2d518766-625e-4e82-a3c0-56eb3f92d85c admin admin] 10.222.0.18 "DELETE /v2.0/routers/15beada6-4214-4d24-9dd5-8287ed2bfcdc HTTP/1.1" status: 204 len: 168 time: 0.7773073 Sep 30 14:28:00.571798 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51862) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:28:00.614814 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ad71b4-faef-4039-b80a-d593261666e9 admin admin] Deleting subnet 1bb4277d-0259-49f3-b8ac-da0e92b5a65f {{(pid=94763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 14:28:00.617851 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5ad71b4-faef-4039-b80a-d593261666e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:00.652747 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5ad71b4-faef-4039-b80a-d593261666e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24583961'] for subnet, precommit_delete_associations {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:00.731427 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5ad71b4-faef-4039-b80a-d593261666e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615878'] for subnet, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:00.782959 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5ad71b4-faef-4039-b80a-d593261666e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24584098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24047892'] for subnet, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:00.811702 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-d5ad71b4-faef-4039-b80a-d593261666e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:00.816629 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-d5ad71b4-faef-4039-b80a-d593261666e9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1bb4277d-0259-49f3-b8ac-da0e92b5a65f HTTP/1.1" status: 204 len: 168 time: 0.2409091 Sep 30 14:28:00.816629 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad71b4-faef-4039-b80a-d593261666e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bb4277d-0259-49f3-b8ac-da0e92b5a65f,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:28:00.816629 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51864) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:28:00.823020 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0bc2c3-b33c-4335-9621-e72c31d9019a None None] Network a16694b5-c8de-4723-b836-a465768db2bb requested from n-d-810909-2 {{(pid=94765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 14:28:00.894627 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ff886bf7-4e5c-47b2-8935-793582667331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598989'] for network, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:00.949531 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-ff886bf7-4e5c-47b2-8935-793582667331 admin admin] Deleting port ba3e4b00-ce67-447b-a2bf-7bc50f0d6bab {{(pid=94763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 14:28:00.949871 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ff886bf7-4e5c-47b2-8935-793582667331 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781647735462'] for port, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:01.013507 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.db [None req-ff886bf7-4e5c-47b2-8935-793582667331 admin admin] For port ba3e4b00-ce67-447b-a2bf-7bc50f0d6bab, host n-d-810909-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-2',level=0,port_id=ba3e4b00-ce67-447b-a2bf-7bc50f0d6bab,segment=NetworkSegment(ed1cda32-ab98-442c-b179-07bc2970c038),segment_id=ed1cda32-ab98-442c-b179-07bc2970c038)] {{(pid=94763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 14:28:01.013869 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ff886bf7-4e5c-47b2-8935-793582667331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436856'] for port, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:01.030138 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.plugin [None req-ff886bf7-4e5c-47b2-8935-793582667331 admin admin] Calling delete_port for ba3e4b00-ce67-447b-a2bf-7bc50f0d6bab owned by network:dhcp {{(pid=94763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 14:28:01.106525 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ff886bf7-4e5c-47b2-8935-793582667331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781647741188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781647339048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24584145'] for port, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:01.131299 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff886bf7-4e5c-47b2-8935-793582667331 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba3e4b00-ce67-447b-a2bf-7bc50f0d6bab,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:28:01.134727 n-d-810909-2 neutron-server[94763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff886bf7-4e5c-47b2-8935-793582667331 admin admin] No DVR routers for this DVR port ba3e4b00-ce67-447b-a2bf-7bc50f0d6bab on host n-d-810909-2 {{(pid=94763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 14:28:01.206999 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ff886bf7-4e5c-47b2-8935-793582667331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-620369', 'neutron.services.segments.db._delete_segments_for_network-8781647880412'] for network, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:01.227923 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-ff886bf7-4e5c-47b2-8935-793582667331 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a16694b5-c8de-4723-b836-a465768db2bb']}} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:28:01.238275 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-ff886bf7-4e5c-47b2-8935-793582667331 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1cda32-ab98-442c-b179-07bc2970c038') {'for_net_delete': True} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:28:01.238275 n-d-810909-2 neutron-server[94763]: DEBUG neutron.services.segments.db [None req-ff886bf7-4e5c-47b2-8935-793582667331 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1cda32-ab98-442c-b179-07bc2970c038') {} {{(pid=94763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 14:28:01.240578 n-d-810909-2 neutron-server[94765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea46c94-c0cc-4a5b-803c-0ba59da7f99e None None] DHCP port deletion for a16694b5-c8de-4723-b836-a465768db2bb request from n-d-810909-2 {{(pid=94765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 14:28:01.249888 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ff886bf7-4e5c-47b2-8935-793582667331 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781647882469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24583982'] for segment, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:01.263416 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ff886bf7-4e5c-47b2-8935-793582667331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110'] for segment, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:01.270320 n-d-810909-2 neutron-server[94763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff886bf7-4e5c-47b2-8935-793582667331 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 14:28:01.270864 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ff886bf7-4e5c-47b2-8935-793582667331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24582400'] for segment, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: Traceback (most recent call last): Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: timer() Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: cb(*args, **kw) Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: return func(*args, **kwargs) Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: self._notify() Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: self.callback(batched_events) Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: event.method(event) Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: return f(self, *a, **k) Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: return self._get(url).json() Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: return self.request(url, 'GET', **kwargs) Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 14:28:01.272567 n-d-810909-2 neutron-server[94763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 14:28:01.330605 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ff886bf7-4e5c-47b2-8935-793582667331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-620376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33142904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416999'] for network, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:01.338404 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ff886bf7-4e5c-47b2-8935-793582667331 admin admin] Notify callbacks [] for network, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:01.339518 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ff886bf7-4e5c-47b2-8935-793582667331 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a16694b5-c8de-4723-b836-a465768db2bb HTTP/1.1" status: 204 len: 168 time: 0.5224524 Sep 30 14:28:01.349146 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff886bf7-4e5c-47b2-8935-793582667331 admin admin] Pushing event deleted for resources: {'Network': ['ID=a16694b5-c8de-4723-b836-a465768db2bb,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:28:01.458895 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51870) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:28:01.502615 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-078b9b5d-692f-4e03-becb-d1fd9fa90367 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61b813cb00254ad495d20be649ceed77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420048 Sep 30 14:28:01.504972 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51872) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:28:01.559020 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ca104aa8-d480-4c05-a719-f514c1cdbc7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:01.579299 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ca104aa8-d480-4c05-a719-f514c1cdbc7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:01.625829 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ca104aa8-d480-4c05-a719-f514c1cdbc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:01.628420 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-ca104aa8-d480-4c05-a719-f514c1cdbc7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:01.629733 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-ca104aa8-d480-4c05-a719-f514c1cdbc7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/47c1d835-9875-4749-81a5-b10aef125ff8 HTTP/1.1" status: 204 len: 168 time: 0.1237116 Sep 30 14:28:01.637452 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca104aa8-d480-4c05-a719-f514c1cdbc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c1d835-9875-4749-81a5-b10aef125ff8,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:28:01.734900 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:28:01.958515 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51878) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:28:01.997697 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-382994b3-2bc0-4e51-a816-783de6474a2d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14473811242f4ac5bced683a0353d4b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380504 Sep 30 14:28:02.000087 n-d-810909-2 neutron-server[94763]: DEBUG neutron.wsgi [-] (94763) accepted ('10.222.0.18', 51880) {{(pid=94763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 14:28:02.050268 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-584e5cb8-5f13-413f-be88-9788e5b52708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:02.070949 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-584e5cb8-5f13-413f-be88-9788e5b52708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:02.118367 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-584e5cb8-5f13-413f-be88-9788e5b52708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468450'] for security_group, after_delete {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:02.122670 n-d-810909-2 neutron-server[94763]: DEBUG neutron_lib.callbacks.manager [None req-584e5cb8-5f13-413f-be88-9788e5b52708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:02.123838 n-d-810909-2 neutron-server[94763]: INFO neutron.wsgi [None req-584e5cb8-5f13-413f-be88-9788e5b52708 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6f50a102-421b-46c1-9200-79eda9238aa8 HTTP/1.1" status: 204 len: 168 time: 0.1228688 Sep 30 14:28:02.131983 n-d-810909-2 neutron-server[94763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e5cb8-5f13-413f-be88-9788e5b52708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f50a102-421b-46c1-9200-79eda9238aa8,revision_number=None']} {{(pid=94763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 14:28:02.345518 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c5e1e72d-4195-4e26-9dd1-1d6711320c8a no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:28:02.367614 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: c5e1e72d-4195-4e26-9dd1-1d6711320c8a {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:28:02.367978 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device c5e1e72d-4195-4e26-9dd1-1d6711320c8a not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:28:02.368380 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device ba3e4b00-ce67-447b-a2bf-7bc50f0d6bab no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:28:02.389557 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: ba3e4b00-ce67-447b-a2bf-7bc50f0d6bab {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:28:02.389819 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device ba3e4b00-ce67-447b-a2bf-7bc50f0d6bab not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:28:02.390266 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e030b6c3-9fd6-479d-a5c7-30e136e1e5ad no longer exists at agent ovs-agent-n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 14:28:02.413738 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.plugin [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] No Port match for: e030b6c3-9fd6-479d-a5c7-30e136e1e5ad {{(pid=94765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 14:28:02.414103 n-d-810909-2 neutron-server[94765]: DEBUG neutron.plugins.ml2.rpc [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Device e030b6c3-9fd6-479d-a5c7-30e136e1e5ad not bound to the agent host n-d-810909-2 {{(pid=94765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 14:28:15.715227 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:18.284720 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-26494a38-c3fd-476f-960e-f5e893d33203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:20.380928 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:20.780389 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-e51f4e61-b64f-46f6-90ad-deef598e241e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:21.764108 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:22.710003 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:24.473173 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:38.733997 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:28:45.733059 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:48.285780 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f486f0cb-3b5b-49ea-aeba-19438ea221ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:50.379451 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:50.780814 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-89dab5c8-ac8b-43a1-9ac7-1bfad91a42bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:51.763873 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:52.713529 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:28:54.475476 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:29:15.730315 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:29:15.734256 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:29:18.286537 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7d7570a1-71de-4a16-bb61-9156bbf2f1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:29:20.393408 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:29:20.780974 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6cba233d-1374-410f-852a-c607e5d65e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:29:21.764456 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:29:22.715751 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:29:24.480432 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:29:45.752288 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:29:48.286930 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-beef6eb5-c8be-49d4-8ce0-b99d1908d647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:29:50.424097 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:29:50.781008 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-532a371d-0b1f-41ae-8c24-ee96dee65fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:29:51.765500 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:29:52.719223 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:29:52.733569 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:29:54.482452 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:30:15.764683 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:30:18.288449 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-1b4ddec1-f13f-42c1-8efd-d2e913fa1e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:30:20.438155 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:30:20.781367 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-3594073d-8d64-4b4c-aff8-03abd1ca4b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:30:21.766261 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:30:22.721628 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:30:24.486661 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:30:29.732157 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:30:45.764707 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:30:48.289077 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-44f8cde2-ecd3-49f2-9fac-c555bc7358f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:30:50.458205 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:30:50.780926 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-f0ebb342-962f-4eb7-9a7d-af7fe3c95922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:30:51.767355 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:30:52.725561 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:30:54.488766 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:31:06.731660 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:31:15.779409 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:31:18.290245 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-07252506-adc1-4f19-b771-5d775ced23d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:31:20.452934 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:31:20.780715 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c642dbea-4ccc-43e8-acad-9182ca2dbc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:31:21.768321 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:31:22.731332 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:31:24.490661 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:31:43.731497 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:31:45.780003 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:31:48.291012 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8f449c2e-4ed9-4859-976e-ef7b209e584d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:31:50.451544 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:31:50.779929 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6b79683f-c6ec-4b1b-87d2-6bf68c747a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:31:51.768653 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:31:52.731270 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:31:54.493780 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:32:15.794396 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:32:18.291671 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b0b1b3b3-8e9a-4a37-a5c3-4deb36067f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:32:20.449911 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:32:20.730371 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:32:20.779573 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a5dfa18b-f89a-483f-8c22-88a6662ab89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:32:21.770226 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:32:22.734200 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:32:24.496993 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:32:45.794134 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:32:48.292507 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7abe1e59-98f4-48da-bc16-f8bf1b47526f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:32:50.453913 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:32:50.778414 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8baa3fde-8573-440e-9adf-48254ded0e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:32:51.772579 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:32:52.737701 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:32:54.498972 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:32:57.729510 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:33:15.793189 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:33:18.292994 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c0118da6-0711-423d-9604-647e50731251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:33:20.461102 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:33:20.778049 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-454c6170-11ee-42c8-866b-b2a1a0aec7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:33:21.772946 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:33:22.740312 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:33:24.501773 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:33:34.729158 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:33:45.809198 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:33:48.292690 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8452303e-e015-4727-be26-c81281dd35b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:33:50.478365 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:33:50.778492 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-867c4c82-9ea0-4ddb-bf7b-0cdb46bc66b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:33:51.772940 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:33:52.743846 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:33:54.504523 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:34:11.729015 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:34:15.829143 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:34:18.293889 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-16008deb-be3a-4495-a4d4-ce798d85bbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:34:20.491359 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:34:20.779432 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-ca906c98-c589-42cc-baaa-9581a3f894e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:34:21.774331 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:34:22.745683 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:34:24.508091 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:34:45.823341 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:34:48.295201 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d0a945fa-6627-44ab-834a-4a8a13201bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:34:48.728225 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:34:50.491488 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:34:50.778453 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-8c7d37b2-8d46-4f48-b172-90fa27c060e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:34:51.774636 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:34:52.749772 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:34:54.509690 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:35:15.823041 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:35:18.295447 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-662a133f-cd61-42ca-ac21-559ce288a117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:35:20.521541 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:35:20.779103 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-d4a4bf74-2948-42cf-a830-e2a96a89205c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:35:21.775251 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:35:22.752894 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:35:24.512105 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:35:25.727266 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:35:35.211607 n-d-810909-2 neutron-server[94764]: DEBUG neutron.wsgi [req-d89b1351-6add-46f7-b7d8-33a164bc95b0 req-f0e7efa8-55c6-48d3-9595-41bf899aa60b service neutron] (94764) timed out ('10.222.0.18', 44572) {{(pid=94764) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 14:35:45.822392 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:35:48.296026 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-37ca8807-9bdb-4037-a67f-e70db778e1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:35:50.543224 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:35:50.779093 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b00bd63a-fe8b-4b11-9116-a3a98a972e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:35:51.777126 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:35:52.755248 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:35:54.514709 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:36:02.725835 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:36:15.851625 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:36:18.296687 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-9289d2e3-e618-415f-bc1a-a34b5742b838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:36:20.539784 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:36:20.779343 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-c2c7ddb8-0271-416b-8916-95530e56ebd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:36:21.777551 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:36:22.757924 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:36:24.517156 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:36:39.724911 n-d-810909-2 neutron-server[94766]: DEBUG neutron.db.agents_db [None req-43f7d9fe-25e1-4197-89e9-5bb4887c7191 None None] Agent healthcheck: found 7 active agents {{(pid=94766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 14:36:45.855894 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-aa72be76-ef10-44e1-8c77-344bf32d0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:36:48.298573 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-6692e5ec-5372-4233-ad12-1591c18086d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:36:50.557190 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bda8-541b-46fc-84ae-06b496be2606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:36:50.779734 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-a445d1a8-84b8-417d-a06f-17169d143b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:36:51.778812 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-5c7462ef-c2c3-40ae-9d7c-1be84ba3ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:36:52.763816 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-57167e8a-2b4f-4cb5-a889-0bc5033cabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 14:36:54.519272 n-d-810909-2 neutron-server[94765]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4d55-018f-4659-9a37-cd10d576b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781647880394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-618721'] for agent, after_update {{(pid=94765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}